-- Logs begin at Wed 2021-06-30 07:59:56 UTC, end at Wed 2021-06-30 11:16:24 UTC. -- Jun 30 08:49:02.469878 n-d-771363-31 systemd[1]: Started Devstack devstack@q-svc.service. Jun 30 08:49:05.257870 n-d-771363-31 neutron-server[100942]: INFO neutron.common.config [-] Logging enabled! Jun 30 08:49:05.258470 n-d-771363-31 neutron-server[100942]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev438 Jun 30 08:49:05.258646 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100942) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 08:49:05.261902 n-d-771363-31 neutron-server[100942]: INFO neutron.common.config [-] Logging enabled! Jun 30 08:49:05.262153 n-d-771363-31 neutron-server[100942]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev438 Jun 30 08:49:05.262462 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100942) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 08:49:05.263419 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 08:49:05.263767 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 08:49:05.264015 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 08:49:05.264260 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 08:49:05.264484 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 08:49:05.264801 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.265095 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.265392 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.265623 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.266431 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.266722 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.267004 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.267321 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.267625 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.267912 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.268191 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.268475 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.268706 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.268985 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.269270 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.269555 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.269777 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] debug = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.270055 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.270474 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.270876 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.271181 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.271471 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.271754 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.272032 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.272305 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.272589 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.272915 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] host = n-d-771363-31 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.273192 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.273478 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.273766 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.274053 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.274328 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.274605 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.274892 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.275187 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.275463 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] log_file = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.275765 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.276029 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.276317 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.276612 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.276839 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.277064 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.277354 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.277649 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.277930 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.278205 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.278482 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.278757 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.279034 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.279327 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.279617 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.279903 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.280190 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.280466 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.280742 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.281015 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.281329 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.282149 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.282428 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.282786 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.283069 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.283387 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.283660 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.283938 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.284245 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.284538 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.284824 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.285112 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.285388 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.285674 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.285949 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.286224 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.286497 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] use_json = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.286771 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.287042 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.287356 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.287635 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.287908 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.288182 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.288456 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.288742 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:05.289041 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.289338 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.289641 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.289924 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.290220 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.290502 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.290795 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.291077 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.291396 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.291688 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.291981 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.292262 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.292557 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.292839 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.293135 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.293444 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.293742 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.294037 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.294315 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.294595 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.294874 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.295179 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.295474 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.295770 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.296064 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.296343 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.296627 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.296921 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.297243 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.297526 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.297888 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.298098 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.298379 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.298654 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.298940 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.299249 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.299526 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.299799 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.300077 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.300369 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.300649 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.300924 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.301197 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.301477 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.301749 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.302035 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.302315 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.302591 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.302865 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.303164 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.303442 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.303716 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.303994 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.304266 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.304547 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.304820 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.305093 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.305366 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.305637 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.305908 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.306179 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.306450 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.306730 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.307000 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.307294 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.307571 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.307844 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.308116 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.308407 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.308709 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.308987 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.309266 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.309544 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.309822 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.310100 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.310379 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.310655 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.310931 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.311243 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.311534 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.311820 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.312106 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.312388 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.313177 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.313476 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.313756 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.314038 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.314314 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.314594 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.314883 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.315186 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.315484 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.315777 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.316071 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.316364 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.316660 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.316941 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.317503 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.317788 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:05.318006 n-d-771363-31 neutron-server[100942]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 08:49:05.318252 n-d-771363-31 neutron-server[100942]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100942) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 30 08:49:05.664364 n-d-771363-31 neutron-server[100942]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 08:49:05.664565 n-d-771363-31 neutron-server[100942]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 08:49:05.664854 n-d-771363-31 neutron-server[100942]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 08:49:05.665199 n-d-771363-31 neutron-server[100942]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 30 08:49:06.052265 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.052551 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.052825 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.054109 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.054382 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.054650 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.088542 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.088821 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.089091 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.102999 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.103305 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.103575 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.133843 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.134127 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.134400 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.170098 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.170372 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.170640 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.401772 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.402403 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.402403 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.402568 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.403213 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.524149 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.524462 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.524751 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.525022 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.525278 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.525582 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.525838 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.526089 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.526337 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.526633 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.526889 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.527168 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.527426 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.527685 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.527936 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.528202 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.528466 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.528731 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.528999 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.529246 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.529521 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.529863 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.530112 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.530398 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.530643 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.530885 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.531297 n-d-771363-31 neutron-server[100942]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100942) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 08:49:06.532177 n-d-771363-31 neutron-server[100942]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100942) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 08:49:06.532460 n-d-771363-31 neutron-server[100942]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100942) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 08:49:06.532697 n-d-771363-31 neutron-server[100942]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100942) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 08:49:06.532930 n-d-771363-31 neutron-server[100942]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100942) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 08:49:06.533163 n-d-771363-31 neutron-server[100942]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100942) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 08:49:06.533525 n-d-771363-31 neutron-server[100942]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 30 08:49:06.537686 n-d-771363-31 neutron-server[100942]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 30 08:49:06.541623 n-d-771363-31 neutron-server[100942]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 30 08:49:06.545487 n-d-771363-31 neutron-server[100942]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 30 08:49:06.547115 n-d-771363-31 neutron-server[100942]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 30 08:49:06.547814 n-d-771363-31 neutron-server[100942]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 30 08:49:06.548154 n-d-771363-31 neutron-server[100942]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 30 08:49:06.548535 n-d-771363-31 neutron-server[100942]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 30 08:49:06.551353 n-d-771363-31 neutron-server[100942]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 30 08:49:06.551603 n-d-771363-31 neutron-server[100942]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 30 08:49:06.551946 n-d-771363-31 neutron-server[100942]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 08:49:06.579906 n-d-771363-31 neutron-server[100942]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 30 08:49:06.580353 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.580653 n-d-771363-31 neutron-server[100942]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100942) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 30 08:49:06.581009 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.582362 n-d-771363-31 neutron-server[100942]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100942) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 30 08:49:06.582714 n-d-771363-31 neutron-server[100942]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 08:49:06.582913 n-d-771363-31 neutron-server[100942]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 30 08:49:06.586190 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.586469 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:06.649958 n-d-771363-31 neutron-server[100942]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 30 08:49:06.650196 n-d-771363-31 neutron-server[100942]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 30 08:49:06.650428 n-d-771363-31 neutron-server[100942]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 30 08:49:06.650805 n-d-771363-31 neutron-server[100942]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 30 08:49:06.672501 n-d-771363-31 neutron-server[100942]: DEBUG oslo_db.sqlalchemy.engines [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100942) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 30 08:49:07.390498 n-d-771363-31 neutron-server[100942]: INFO neutron.plugins.ml2.managers [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Initializing driver for type 'gre' Jun 30 08:49:07.391903 n-d-771363-31 neutron-server[100942]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] gre ID ranges: [(1, 1000)] Jun 30 08:49:07.699015 n-d-771363-31 neutron-server[100942]: INFO neutron.plugins.ml2.managers [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Initializing driver for type 'local' Jun 30 08:49:07.699652 n-d-771363-31 neutron-server[100942]: INFO neutron.plugins.ml2.managers [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Initializing driver for type 'vlan' Jun 30 08:49:07.847595 n-d-771363-31 neutron-server[100942]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] VlanTypeDriver initialization complete Jun 30 08:49:07.847936 n-d-771363-31 neutron-server[100942]: INFO neutron.plugins.ml2.managers [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Initializing driver for type 'vxlan' Jun 30 08:49:07.848461 n-d-771363-31 neutron-server[100942]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] vxlan ID ranges: [(1, 1000)] Jun 30 08:49:08.102745 n-d-771363-31 neutron-server[100942]: INFO neutron.plugins.ml2.managers [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Initializing extension driver 'port_security' Jun 30 08:49:08.103185 n-d-771363-31 neutron-server[100942]: INFO neutron.plugins.ml2.extensions.port_security [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] PortSecurityExtensionDriver initialization complete Jun 30 08:49:08.103565 n-d-771363-31 neutron-server[100942]: INFO neutron.plugins.ml2.managers [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Initializing mechanism driver 'openvswitch' Jun 30 08:49:08.103990 n-d-771363-31 neutron-server[100942]: INFO neutron.plugins.ml2.managers [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Initializing mechanism driver 'hyperv' Jun 30 08:49:08.111570 n-d-771363-31 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:08.112263 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > port after_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.112639 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > port after_update 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.112996 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > port after_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.113519 n-d-771363-31 neutron-server[100942]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100942) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 08:49:08.113946 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > subnet after_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.114305 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > subnet after_update 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.114654 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > subnet after_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.115046 n-d-771363-31 neutron-server[100942]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100942) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 08:49:08.115490 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > network after_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.115838 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > network after_update 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.116184 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > network after_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.116577 n-d-771363-31 neutron-server[100942]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100942) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 08:49:08.116981 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > security_group after_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.117334 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > security_group after_update 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.117675 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > security_group after_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.118210 n-d-771363-31 neutron-server[100942]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100942) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 08:49:08.118621 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.118976 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.119353 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.119748 n-d-771363-31 neutron-server[100942]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100942) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 08:49:08.120152 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > address_group after_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.120501 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > address_group after_update 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.120843 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > address_group after_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.121233 n-d-771363-31 neutron-server[100942]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100942) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 08:49:08.121614 n-d-771363-31 neutron-server[100942]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] ML2 OVO RPC backend initialized. {{(pid=100942) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jun 30 08:49:08.122321 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > router_interface after_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.122675 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.123091 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > network before_response 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.123461 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > networks before_response 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.123810 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > port before_response 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.124197 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > ports before_response 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.132249 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > subnet before_response 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.132249 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > subnets before_response 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.132249 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > network after_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.132249 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > network after_update 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.132745 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > network after_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.132745 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > port after_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.132745 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > port after_update 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.132745 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > port after_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.133189 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > subnet after_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.133189 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > subnet after_update 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.133189 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > subnet after_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.133189 n-d-771363-31 neutron-server[100942]: INFO neutron.plugins.ml2.plugin [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Modular L2 Plugin initialization complete Jun 30 08:49:08.133189 n-d-771363-31 neutron-server[100942]: DEBUG neutron.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading services supported by the core plugin {{(pid=100942) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 30 08:49:08.133719 n-d-771363-31 neutron-server[100942]: INFO neutron.plugins.ml2.managers [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Got port-security extension from driver 'port_security' Jun 30 08:49:08.133719 n-d-771363-31 neutron-server[100942]: INFO neutron.extensions.vlantransparent [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Disabled vlantransparent extension. Jun 30 08:49:08.133719 n-d-771363-31 neutron-server[100942]: DEBUG neutron.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100942) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 30 08:49:08.133719 n-d-771363-31 neutron-server[100942]: INFO neutron.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading Plugin: router Jun 30 08:49:08.168657 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > router_interface before_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.169061 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > router after_create 55549900 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.169435 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > router before_create 55549900 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.169803 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.170173 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.170529 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > router after_delete 55549900 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.170889 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > floatingip after_update 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.171284 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > router after_create 55549900 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.171650 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > router after_update 55549900 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.172520 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > router after_update 55549900 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.172877 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.173242 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > router after_update 55549900 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.173656 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > router precommit_update 55549900 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.174031 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: port after_update 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.174375 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: port after_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.174716 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: subnet after_update 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.175059 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.175427 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > port precommit_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.175774 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > router precommit_create 55549900 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.176120 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: port before_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.176467 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > router precommit_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.176824 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > router after_update 55549900 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.177174 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > router precommit_delete 55549900 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.177522 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > router precommit_create 55549900 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.177886 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > router_interface after_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.178231 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > router precommit_update 55549900 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.178596 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > agent after_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.178949 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > agent after_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.179329 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > network after_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.180216 n-d-771363-31 neutron-server[100942]: DEBUG neutron.quota.resource_registry [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Tracking information for resource: router configured {{(pid=100942) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 08:49:08.180556 n-d-771363-31 neutron-server[100942]: DEBUG neutron.quota.resource_registry [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Tracking information for resource: floatingip configured {{(pid=100942) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 08:49:08.185713 n-d-771363-31 neutron-server[100942]: INFO neutron.db.l3_agentschedulers_db [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 30 08:49:08.186292 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: port after_update 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.186738 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: port after_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.187098 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: port after_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.187478 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: port after_update 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.189125 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > router before_create 55550100 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.189490 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > router precommit_delete 55550100 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.189858 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > router precommit_create 55550100 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.190218 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > router precommit_update 55550100 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.195037 n-d-771363-31 neutron-server[100942]: DEBUG neutron.services.provider_configuration [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Service providers = [] {{(pid=100942) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 30 08:49:08.195430 n-d-771363-31 neutron-server[100942]: DEBUG neutron.db.servicetype_db [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100942) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 30 08:49:08.198346 n-d-771363-31 neutron-server[100942]: DEBUG neutron.services.service_base [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100942) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 08:49:08.198700 n-d-771363-31 neutron-server[100942]: DEBUG neutron.services.service_base [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100942) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 08:49:08.199046 n-d-771363-31 neutron-server[100942]: DEBUG neutron.services.service_base [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100942) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 08:49:08.199950 n-d-771363-31 neutron-server[100942]: DEBUG neutron.services.service_base [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100942) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 08:49:08.200325 n-d-771363-31 neutron-server[100942]: INFO neutron.services.service_base [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 30 08:49:08.200710 n-d-771363-31 neutron-server[100942]: DEBUG neutron.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100942) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 08:49:08.201031 n-d-771363-31 neutron-server[100942]: INFO neutron.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 30 08:49:08.212115 n-d-771363-31 neutron-server[100942]: DEBUG neutron.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100942) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 08:49:08.212461 n-d-771363-31 neutron-server[100942]: INFO neutron.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading Plugin: auto_allocate Jun 30 08:49:08.218332 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: network precommit_update 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.218708 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: network precommit_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.219403 n-d-771363-31 neutron-server[100942]: DEBUG neutron.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100942) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 08:49:08.219732 n-d-771363-31 neutron-server[100942]: INFO neutron.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading Plugin: tag Jun 30 08:49:08.226343 n-d-771363-31 neutron-server[100942]: DEBUG neutron.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100942) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 08:49:08.226797 n-d-771363-31 neutron-server[100942]: INFO neutron.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading Plugin: timestamp Jun 30 08:49:08.232268 n-d-771363-31 neutron-server[100942]: DEBUG neutron.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100942) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 08:49:08.232597 n-d-771363-31 neutron-server[100942]: INFO neutron.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading Plugin: network_ip_availability Jun 30 08:49:08.238637 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.239012 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.239402 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.240136 n-d-771363-31 neutron-server[100942]: DEBUG neutron.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100942) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 08:49:08.240461 n-d-771363-31 neutron-server[100942]: INFO neutron.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading Plugin: flavors Jun 30 08:49:08.245337 n-d-771363-31 neutron-server[100942]: DEBUG neutron.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100942) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 08:49:08.245676 n-d-771363-31 neutron-server[100942]: INFO neutron.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading Plugin: revisions Jun 30 08:49:08.249985 n-d-771363-31 neutron-server[100942]: DEBUG neutron.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100942) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 08:49:08.250927 n-d-771363-31 neutron-server[100942]: DEBUG oslo_concurrency.lockutils [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.585s {{(pid=100942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 08:49:08.251875 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100942) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 30 08:49:08.252241 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Initializing extension manager. Jun 30 08:49:08.252760 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: __init__.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.253104 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: __pycache__ {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.253440 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.253774 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: address_group.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.254526 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.255104 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: address-group Jun 30 08:49:08.255451 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: address_scope.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.256152 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.256670 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: address-scope Jun 30 08:49:08.256995 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: admin_state_down_before_update.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.257915 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.258435 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: router-admin-state-down-before-update Jun 30 08:49:08.258761 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: agent.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.259482 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.260194 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: agent Jun 30 08:49:08.260520 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: agent_resources_synced.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.261420 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.261938 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: agent-resources-synced Jun 30 08:49:08.262267 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: allowedaddresspairs.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.264059 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.264582 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: allowed-address-pairs Jun 30 08:49:08.264910 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: auto_allocated_topology.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.266155 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.266674 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: auto-allocated-topology Jun 30 08:49:08.266998 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: availability_zone.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.267712 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.268226 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: availability_zone Jun 30 08:49:08.268547 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: availability_zone_filter.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.269442 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.269957 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: availability_zone_filter Jun 30 08:49:08.270276 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: data_plane_status.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.271187 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.271699 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension data-plane-status not supported by any of loaded plugins Jun 30 08:49:08.272021 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: default_subnetpools.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.272925 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.273438 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: default-subnetpools Jun 30 08:49:08.273761 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: dhcpagentscheduler.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.274563 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.275083 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: dhcp_agent_scheduler Jun 30 08:49:08.275438 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: dns.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.276341 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.276857 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension dns-integration not supported by any of loaded plugins Jun 30 08:49:08.277183 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: dns_domain_ports.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.278088 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.278952 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 30 08:49:08.279316 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.280236 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.280755 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 30 08:49:08.281131 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: dvr.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.281885 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.282405 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: dvr Jun 30 08:49:08.282732 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: empty_string_filtering.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.283672 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.284204 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: empty-string-filtering Jun 30 08:49:08.284527 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.285436 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.285948 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 30 08:49:08.286270 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.287199 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.287715 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 30 08:49:08.288036 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: external_net.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.288953 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.289474 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: external-net Jun 30 08:49:08.289797 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: extra_dhcp_opt.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.290708 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.291260 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: extra_dhcp_opt Jun 30 08:49:08.291585 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: extraroute.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.292531 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.293051 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: extraroute Jun 30 08:49:08.293375 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: extraroute_atomic.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.294466 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.294991 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: extraroute-atomic Jun 30 08:49:08.295356 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: filter_validation.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.296046 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.296558 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: filter-validation Jun 30 08:49:08.296881 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: fip_pf_description.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.299231 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.299764 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 30 08:49:08.300095 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: fip_port_details.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.301070 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.301598 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: fip-port-details Jun 30 08:49:08.301920 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: flavors.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.307652 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.308182 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: flavors Jun 30 08:49:08.308511 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.310300 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.310824 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 30 08:49:08.311181 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: floatingip_pools.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.311879 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.312405 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: floatingip-pools Jun 30 08:49:08.313536 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: ip_allocation.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.314715 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.315265 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension ip_allocation not supported by any of loaded plugins Jun 30 08:49:08.315591 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.316508 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.317281 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: ip-substring-filtering Jun 30 08:49:08.317609 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: l2_adjacency.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.318653 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.319192 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension l2_adjacency not supported by any of loaded plugins Jun 30 08:49:08.319518 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: l3.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.320608 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.321135 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: router Jun 30 08:49:08.321462 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: l3_conntrack_helper.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.323948 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.324440 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 30 08:49:08.324773 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.325698 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.326331 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: ext-gw-mode Jun 30 08:49:08.326628 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.327672 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.328298 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: l3-ha Jun 30 08:49:08.328573 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: l3_flavors.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.329722 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.330243 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: l3-flavors Jun 30 08:49:08.330568 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.331507 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.332025 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: l3-port-ip-change-not-allowed Jun 30 08:49:08.332349 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: l3agentscheduler.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.333397 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.333918 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: l3_agent_scheduler Jun 30 08:49:08.334245 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: logging.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.335861 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.344470 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension logging not supported by any of loaded plugins Jun 30 08:49:08.344470 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: metering.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.345062 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.345647 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: metering Jun 30 08:49:08.345984 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.347101 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.347683 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: metering_source_and_destination_fields Jun 30 08:49:08.348008 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: multiprovidernet.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.348922 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.349439 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: multi-provider Jun 30 08:49:08.349763 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: netmtu.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.350664 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.351214 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: net-mtu Jun 30 08:49:08.351539 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: netmtu_writable.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.352462 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.353017 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: net-mtu-writable Jun 30 08:49:08.353342 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: network_availability_zone.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.353999 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.354512 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: network_availability_zone Jun 30 08:49:08.354835 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: network_ip_availability.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.355944 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.356463 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: network-ip-availability Jun 30 08:49:08.356788 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: network_segment_range.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.357550 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.358060 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension network-segment-range not supported by any of loaded plugins Jun 30 08:49:08.358422 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: pagination.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.360162 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.360472 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: pagination Jun 30 08:49:08.360800 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: port_device_profile.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.361723 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.362248 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: port-device-profile Jun 30 08:49:08.362572 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.363525 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.364235 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: port-mac-address-regenerate Jun 30 08:49:08.364450 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.365361 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.365889 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: port-numa-affinity-policy Jun 30 08:49:08.366219 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: port_resource_request.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.367143 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.367666 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension port-resource-request not supported by any of loaded plugins Jun 30 08:49:08.367987 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: portbindings.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.368901 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.369499 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: binding Jun 30 08:49:08.369746 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: portbindings_extended.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.371206 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.371729 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: binding-extended Jun 30 08:49:08.372058 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: portsecurity.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.372961 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.373521 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: port-security Jun 30 08:49:08.373847 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: project_id.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.374825 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.375196 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: project-id Jun 30 08:49:08.375523 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: providernet.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.376498 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.377055 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: provider Jun 30 08:49:08.377379 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: qos.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.381034 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.381565 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension qos not supported by any of loaded plugins Jun 30 08:49:08.381896 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.383253 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.383765 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 30 08:49:08.386386 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.386386 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.386386 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 30 08:49:08.386386 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: qos_default.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.386739 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.387280 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension qos-default not supported by any of loaded plugins Jun 30 08:49:08.387608 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: qos_fip.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.388255 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.388763 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension qos-fip not supported by any of loaded plugins Jun 30 08:49:08.389086 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: qos_gateway_ip.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.390001 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.390514 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 30 08:49:08.390851 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: qos_port_network_policy.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.391858 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.392393 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 30 08:49:08.399956 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: qos_rule_type_details.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.400824 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.401473 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 30 08:49:08.401846 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: qos_rules_alias.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.402951 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.403524 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 30 08:49:08.403853 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: quotasv2.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.404819 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.405154 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: quotas Jun 30 08:49:08.405473 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: quotasv2_detail.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.409181 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.409522 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: quota_details Jun 30 08:49:08.409950 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: rbac.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.410916 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.411568 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: rbac-policies Jun 30 08:49:08.411933 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: rbac_address_group.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.413072 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.413596 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: rbac-address-group Jun 30 08:49:08.413922 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: rbac_address_scope.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.414837 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.415382 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: rbac-address-scope Jun 30 08:49:08.415703 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: rbac_security_groups.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.416604 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.417120 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: rbac-security-groups Jun 30 08:49:08.417440 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: rbac_subnetpool.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.418422 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.418899 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: rbac-subnetpool Jun 30 08:49:08.419250 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: revisionifmatch.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.420153 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.420662 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: revision-if-match Jun 30 08:49:08.420978 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: revisions.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.422791 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.423566 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: standard-attr-revisions Jun 30 08:49:08.423958 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: router_availability_zone.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.424645 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.425164 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: router_availability_zone Jun 30 08:49:08.425486 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: routerservicetype.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.426398 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.426911 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension router-service-type not supported by any of loaded plugins Jun 30 08:49:08.427267 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.428172 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.428796 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: security-groups-normalized-cidr Jun 30 08:49:08.429120 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: security_groups_port_filtering.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.430076 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.430602 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: port-security-groups-filtering Jun 30 08:49:08.430922 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.435309 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.435843 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: security-groups-remote-address-group Jun 30 08:49:08.436164 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: securitygroup.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.446346 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.446887 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: security-group Jun 30 08:49:08.447273 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: segment.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.448050 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.448567 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension segment not supported by any of loaded plugins Jun 30 08:49:08.448894 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.449825 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.450338 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 30 08:49:08.450661 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: servicetype.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.451793 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.452317 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: service-type Jun 30 08:49:08.452644 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: sorting.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.453627 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.453961 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: sorting Jun 30 08:49:08.454277 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: standard_attr_segment.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.455283 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.455923 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 30 08:49:08.456248 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: standardattrdescription.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.456891 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.457404 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: standard-attr-description Jun 30 08:49:08.457724 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: stateful_security_group.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.458648 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.459198 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: stateful-security-group Jun 30 08:49:08.459523 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: stdattrs_common.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.460094 n-d-771363-31 neutron-server[100942]: WARNING neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 30 08:49:08.460454 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.461384 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.461907 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 30 08:49:08.462231 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: subnet_onboard.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.463316 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.463881 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: subnet_onboard Jun 30 08:49:08.464207 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.469939 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.470455 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 30 08:49:08.470775 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: subnet_service_types.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.471710 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.472231 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: subnet-service-types Jun 30 08:49:08.472579 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: subnetallocation.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.473651 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.474169 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: subnet_allocation Jun 30 08:49:08.474490 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.475172 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.475692 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: subnetpool-prefix-ops Jun 30 08:49:08.476014 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.476934 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.477448 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 30 08:49:08.477769 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: tagging.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.478923 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.479498 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: standard-attr-tag Jun 30 08:49:08.479828 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: timestamp.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.481058 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.481579 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loaded extension: standard-attr-timestamp Jun 30 08:49:08.481905 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: trunk.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.482932 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.483485 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension trunk not supported by any of loaded plugins Jun 30 08:49:08.483834 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: trunk_details.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.484826 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.485992 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension trunk-details not supported by any of loaded plugins Jun 30 08:49:08.486318 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: uplink_status_propagation.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.487294 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.487816 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 30 08:49:08.488139 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Loading extension file: vlantransparent.py {{(pid=100942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:08.488802 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:08.489318 n-d-771363-31 neutron-server[100942]: INFO neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extension vlan-transparent not supported by any of loaded plugins Jun 30 08:49:08.491862 n-d-771363-31 neutron-server[100942]: INFO neutron.quota.resource_registry [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Creating instance of TrackedResource for resource:network Jun 30 08:49:08.492396 n-d-771363-31 neutron-server[100942]: INFO neutron.quota.resource_registry [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Creating instance of TrackedResource for resource:subnet Jun 30 08:49:08.492800 n-d-771363-31 neutron-server[100942]: INFO neutron.quota.resource_registry [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 08:49:08.493195 n-d-771363-31 neutron-server[100942]: INFO neutron.quota.resource_registry [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Creating instance of TrackedResource for resource:port Jun 30 08:49:08.494437 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.v2.resource_helper [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:49:08.494868 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.v2.resource_helper [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Service FLAVORS assigned prefix: {{(pid=100942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:49:08.495524 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.v2.resource_helper [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:49:08.495942 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.v2.resource_helper [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:49:08.496278 n-d-771363-31 neutron-server[100942]: INFO neutron.quota.resource_registry [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Creating instance of TrackedResource for resource:router Jun 30 08:49:08.496701 n-d-771363-31 neutron-server[100942]: INFO neutron.quota.resource_registry [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Creating instance of TrackedResource for resource:floatingip Jun 30 08:49:08.497188 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.v2.resource_helper [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Service METERING assigned prefix: /metering {{(pid=100942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:49:08.498641 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.499011 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.499450 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:08.501256 n-d-771363-31 neutron-server[100942]: INFO neutron.quota.resource_registry [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 08:49:08.501710 n-d-771363-31 neutron-server[100942]: INFO neutron.quota.resource_registry [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Creating instance of TrackedResource for resource:security_group Jun 30 08:49:08.502173 n-d-771363-31 neutron-server[100942]: INFO neutron.quota.resource_registry [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 08:49:08.502775 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.v2.resource_helper [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Service CORE assigned prefix: {{(pid=100942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:49:08.503111 n-d-771363-31 neutron-server[100942]: INFO neutron.quota.resource_registry [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 08:49:08.503477 n-d-771363-31 neutron-server[100942]: WARNING neutron.quota.resource_registry [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] subnetpool is already registered Jun 30 08:49:08.503898 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.v2.resource_helper [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Service CORE assigned prefix: {{(pid=100942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:49:08.504222 n-d-771363-31 neutron-server[100942]: INFO neutron.quota.resource_registry [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 08:49:08.504552 n-d-771363-31 neutron-server[100942]: WARNING neutron.quota.resource_registry [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] subnetpool is already registered Jun 30 08:49:08.506823 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.v2.resource_helper [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:49:08.507285 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.v2.resource_helper [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Service FLAVORS assigned prefix: {{(pid=100942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:49:08.507871 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.v2.resource_helper [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:49:08.508286 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.v2.resource_helper [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:49:08.508623 n-d-771363-31 neutron-server[100942]: INFO neutron.quota.resource_registry [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Creating instance of TrackedResource for resource:router Jun 30 08:49:08.508961 n-d-771363-31 neutron-server[100942]: WARNING neutron.quota.resource_registry [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] router is already registered Jun 30 08:49:08.509368 n-d-771363-31 neutron-server[100942]: INFO neutron.quota.resource_registry [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Creating instance of TrackedResource for resource:floatingip Jun 30 08:49:08.509704 n-d-771363-31 neutron-server[100942]: WARNING neutron.quota.resource_registry [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] floatingip is already registered Jun 30 08:49:08.518701 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.v2.resource_helper [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Service METERING assigned prefix: /metering {{(pid=100942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:49:08.518701 n-d-771363-31 neutron-server[100942]: INFO neutron.quota.resource_registry [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 08:49:08.518701 n-d-771363-31 neutron-server[100942]: WARNING neutron.quota.resource_registry [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] rbac_policy is already registered Jun 30 08:49:08.518701 n-d-771363-31 neutron-server[100942]: INFO neutron.quota.resource_registry [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Creating instance of TrackedResource for resource:security_group Jun 30 08:49:08.518701 n-d-771363-31 neutron-server[100942]: WARNING neutron.quota.resource_registry [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] security_group is already registered Jun 30 08:49:08.518701 n-d-771363-31 neutron-server[100942]: INFO neutron.quota.resource_registry [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 08:49:08.518701 n-d-771363-31 neutron-server[100942]: WARNING neutron.quota.resource_registry [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] security_group_rule is already registered Jun 30 08:49:08.518701 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.v2.resource_helper [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Service CORE assigned prefix: {{(pid=100942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:49:08.518701 n-d-771363-31 neutron-server[100942]: INFO neutron.quota.resource_registry [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 08:49:08.519372 n-d-771363-31 neutron-server[100942]: WARNING neutron.quota.resource_registry [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] subnetpool is already registered Jun 30 08:49:08.519372 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.v2.resource_helper [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Service CORE assigned prefix: {{(pid=100942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:49:08.519372 n-d-771363-31 neutron-server[100942]: INFO neutron.quota.resource_registry [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 08:49:08.519372 n-d-771363-31 neutron-server[100942]: WARNING neutron.quota.resource_registry [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] subnetpool is already registered Jun 30 08:49:08.519372 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: extensions {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.519372 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: address-groups {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.519372 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: address-scopes {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.520447 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: agents {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.521607 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: auto-allocated-topology {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.522832 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: availability_zones {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.524076 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: dhcp-networks {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.526695 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: dhcp-agents {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.528161 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: routers {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.529979 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: flavors {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.531480 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: service_profiles {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.532847 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: next_providers {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.534288 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: service_profiles {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.535837 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: floatingip-pools {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.537067 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: routers {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.538860 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: floatingips {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.540179 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: l3-routers {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.541613 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: l3-agents {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.543069 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: metering-labels {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.544349 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: metering-label-rules {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.545730 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: network-ip-availabilities {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.547042 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: bindings {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.548683 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: quotas {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.550235 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: quotas {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.551703 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: rbac-policies {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.552904 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: security-groups {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.554215 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: security-group-rules {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.555469 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: service-providers {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.556687 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: subnetpools {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.557996 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: subnetpools {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.559574 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: tags {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.561350 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: tags {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.563754 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: tags {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.565547 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: tags {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.567517 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: tags {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.569447 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: tags {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.571157 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: tags {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.572932 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: tags {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.574902 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: tags {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.576661 n-d-771363-31 neutron-server[100942]: DEBUG neutron.api.extensions [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Extended resource: tags {{(pid=100942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:08.583441 n-d-771363-31 neutron-server[100942]: WARNING keystonemiddleware.auth_token [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 30 08:49:08.587975 n-d-771363-31 neutron-server[100942]: WARNING keystonemiddleware.auth_token [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 30 08:49:08.597689 n-d-771363-31 neutron-server[100942]: DEBUG oslo_concurrency.lockutils [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Acquired lock "singleton_lock" {{(pid=100942) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 30 08:49:08.598166 n-d-771363-31 neutron-server[100942]: DEBUG oslo_concurrency.lockutils [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Releasing lock "singleton_lock" {{(pid=100942) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 30 08:49:08.598822 n-d-771363-31 neutron-server[100942]: INFO oslo_service.service [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Starting 2 workers Jun 30 08:49:08.603692 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Started child 101053 {{(pid=100942) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 08:49:08.608130 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Started child 101054 {{(pid=100942) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 08:49:08.609559 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:08.610253 n-d-771363-31 neutron-server[100942]: INFO neutron.service [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Neutron service started, listening on 0.0.0.0:9696 Jun 30 08:49:08.610445 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Notify callbacks [] for process, before_spawn {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:08.611161 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [-] (101053) wsgi starting up on http://0.0.0.0:9696 Jun 30 08:49:08.612913 n-d-771363-31 neutron-server[100942]: INFO oslo_service.service [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Starting 1 workers Jun 30 08:49:08.613206 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:08.614659 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [-] (101054) wsgi starting up on http://0.0.0.0:9696 Jun 30 08:49:08.618058 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Started child 101055 {{(pid=100942) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 08:49:08.618638 n-d-771363-31 neutron-server[100942]: INFO oslo_service.service [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Starting 1 workers Jun 30 08:49:08.622076 n-d-771363-31 neutron-server[101055]: DEBUG neutron.service [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] calling RpcWorker wait() {{(pid=101055) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 30 08:49:08.622648 n-d-771363-31 neutron-server[101055]: DEBUG neutron.service [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] returning from RpcWorker wait() {{(pid=101055) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 30 08:49:08.623097 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Started child 101056 {{(pid=100942) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 08:49:08.623981 n-d-771363-31 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e679a231-2d33-4752-9049-f081dcdc42ff None None] Notify callbacks [] for process, after_spawn {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:08.624116 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:08.624581 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:08.626478 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100942) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 08:49:08.626686 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 08:49:08.626870 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 08:49:08.627092 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 08:49:08.627471 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 08:49:08.627632 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 08:49:08.628295 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.628594 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.628833 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.629105 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.629194 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:08.629853 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.629923 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.630187 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.630437 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.630821 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.631064 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.631261 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.631430 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.631672 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.631937 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.632340 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.632480 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.632732 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.633021 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.633193 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.633463 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.633725 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.633980 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.634255 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] debug = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.634511 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.635148 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.635326 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.635519 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.635754 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.636062 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.636246 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.636525 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.636769 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.636983 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.637230 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.637481 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.637731 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.637955 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.638171 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.638436 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.638657 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.639106 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] host = n-d-771363-31 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.639382 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.639598 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.639824 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.640069 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.640323 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.640537 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.641403 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.641651 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.641902 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.642144 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.642508 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.642768 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.643003 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.643403 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] log_file = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.643563 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] log_options = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.643798 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.644061 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.644315 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.644495 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.644664 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.644896 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.645087 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.645252 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.645483 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.645698 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.645910 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.646123 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.646443 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.646830 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.646830 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.647084 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.647259 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.647488 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.647745 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.647974 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.648201 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.648432 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.648666 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.648903 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.649399 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.649399 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.653036 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.653036 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.653036 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.653036 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.653036 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.653036 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.653036 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.653036 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.653964 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.653964 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.653964 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.653964 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.653964 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.653964 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.653964 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.654901 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45636) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:08.655151 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.655151 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.655151 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.655151 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.655151 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] use_json = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.655151 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.655151 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.655151 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.656117 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.656117 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.656117 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.656117 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.656686 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.656820 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.657272 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.657658 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.657919 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.658348 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.658506 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.658633 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.658893 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.659251 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.659405 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.659730 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.659957 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.660273 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.660541 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.660801 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.661166 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.661448 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.661716 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.662418 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.662549 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066233 Jun 30 08:49:08.662675 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.663673 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.663673 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.663957 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.664220 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.664506 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.665226 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.665344 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.665529 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.665743 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.665991 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.666236 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.666462 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.666732 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.667074 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.667558 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.668102 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.668669 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.669228 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.669904 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.670352 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.671531 n-d-771363-31 neutron-server[101056]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:08.671824 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.672148 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.672590 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.673036 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.673450 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.674071 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.674071 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.674238 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.674407 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.674631 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.674996 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.675486 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.675897 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.676323 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.676557 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.676798 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.677025 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.677246 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.677487 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.677710 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.677939 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.679179 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.679830 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.679830 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.686751 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.686751 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.686751 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.686751 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.686751 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.686751 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.686751 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.686751 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.686751 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.687430 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.687430 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.687430 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.687430 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.687430 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.687430 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.687430 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.687430 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.687430 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.688536 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.688536 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.688536 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.688536 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.688536 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.688536 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.688536 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.688536 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.689007 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.689007 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.689007 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.689007 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.689007 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.689007 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.689007 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.689411 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.689411 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.689654 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.690099 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.690506 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.690901 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.691342 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.691605 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.691833 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.692367 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.692624 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.693062 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.693534 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.694022 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.694522 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.694977 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.695477 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.695706 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.696796 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.696796 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.696796 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.696796 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.697103 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.697260 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.697722 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.698184 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.698504 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.698736 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.698991 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.699395 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.699934 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.699934 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.700117 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.700333 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.700566 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.700890 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.701128 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.701344 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.701576 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.701892 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.702142 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.702400 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.702656 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.702922 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.704609 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.705058 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.705445 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.705826 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.706206 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.706584 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.706947 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.707347 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.707727 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.708094 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.708462 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.708818 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.709228 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.709685 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.710079 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.710435 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.710823 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.711659 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.712100 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.712491 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.712892 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.713295 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.713687 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.714095 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.714495 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.714891 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.715565 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.716003 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.716495 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.716964 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.717374 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.717811 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.718294 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.718726 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.719266 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.719723 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.720111 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.720486 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.720890 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.721302 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.721741 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.722151 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.722560 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.722934 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.723554 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.723990 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.724511 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.724941 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.725365 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.725778 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.726024 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.726274 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.726505 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.726755 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.726988 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.727253 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.727517 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.728102 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.728102 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.728264 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.728433 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.728650 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.728884 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.729100 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.729312 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.729631 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.729871 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.730092 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.730347 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.732391 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.732391 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.732391 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.732391 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.732391 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.732391 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.732391 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.732391 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.732925 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.732925 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.732925 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.733114 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.733368 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.733462 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.733687 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.735173 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.735173 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.735173 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.735173 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.735470 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.735537 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.737318 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.737318 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.737318 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.737318 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.737318 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.737318 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.737318 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.737857 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.737857 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.738076 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.738317 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.738580 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.739406 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.739406 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.739406 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.739634 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.739796 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.740066 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.740312 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.740591 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.740895 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.741158 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.741413 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.741673 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.741943 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.742199 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.742410 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.742710 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.743052 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.743337 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.743606 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.743832 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.744083 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.744301 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.745074 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.745074 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.745074 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.745504 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.745504 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.745777 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.745930 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.746070 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.746264 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.746508 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.747841 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.747841 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.747841 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.747841 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.747841 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 08:49:08.748602 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100942) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 08:49:08.748602 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 08:49:08.748602 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 08:49:08.748602 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 08:49:08.749210 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 08:49:08.749210 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 08:49:08.749210 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.749597 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.749597 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.749597 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.749988 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.749988 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.750897 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.750897 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.751193 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.751193 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.751459 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.752556 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.752556 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.752556 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.752556 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.752843 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.752843 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.752988 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.753055 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.753222 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.753368 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.753527 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.753668 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] debug = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.754418 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.754418 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.754418 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.754418 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.754716 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.754716 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.754840 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.754906 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.755051 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.755317 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.755474 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.755660 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.755821 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.755974 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.756130 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.756305 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.756463 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.756618 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] host = n-d-771363-31 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.756773 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.756929 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.757084 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.757261 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.757397 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.757558 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.757819 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.757912 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.758050 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.758140 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.758370 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.758489 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.758574 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.758734 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] log_file = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.758882 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] log_options = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.759041 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.759219 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.759373 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.759549 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.759707 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.759873 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.760007 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.760161 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.760337 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.760487 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.760640 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.760794 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.760950 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.761122 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.761281 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.761436 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.761612 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.761772 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.761941 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.762093 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.762248 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.762402 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.762561 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.762749 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.762900 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.763056 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.763982 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.764402 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.764402 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.764569 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.764569 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.764725 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.764888 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.765040 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.765196 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.765353 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.765507 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.765686 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.765860 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.766016 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.766172 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.766327 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.766482 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.766791 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.766791 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.766997 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] use_json = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.767104 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.767272 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.767417 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.768167 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.768167 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.768167 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.768167 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.768167 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:08.768662 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.768662 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.768662 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.769343 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.769343 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.769343 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.769343 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.769343 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.769902 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.769902 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.769902 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.769902 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.770285 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.770285 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.770530 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.770530 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.770737 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.770853 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.770941 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.771088 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.772090 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.772253 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.772433 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.772594 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.772753 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.772913 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.773072 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.773231 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.773391 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.773550 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.773708 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.773867 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.774027 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.774186 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.774344 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.774502 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.774661 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.774814 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.774974 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.775207 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.775329 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.775480 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.775638 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.775796 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.775955 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.776842 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.776842 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.776842 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.776842 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.776842 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.776842 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.777510 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.777510 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.777510 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.777510 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.778221 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.778221 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.778221 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.778221 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.778221 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.779162 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.779162 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.779162 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.779162 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.779162 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.779162 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.780090 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.780254 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.780398 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.780561 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.780721 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.780879 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.781037 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.781196 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.781404 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.781702 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.781845 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.781984 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.782121 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.782248 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.782375 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.782500 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.782641 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.782769 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.782919 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.783115 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.783312 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.783472 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.783631 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.783790 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.783949 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.784092 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.784254 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.784410 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.784572 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.784742 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.784901 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.785062 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.785221 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.785379 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.785537 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.785693 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.785850 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.786008 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.786166 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.786323 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.786481 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.786638 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.786795 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.786952 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.787109 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.787319 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.787456 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.787636 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.787795 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.787961 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.788114 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.788276 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.788556 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.788920 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.789038 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.789145 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.789287 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.789602 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.789602 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.789815 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.791394 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.791394 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.791394 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.791394 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.791394 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.791394 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.791394 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.791394 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.792210 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.792210 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.792210 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.792210 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.792210 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.792210 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.792809 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.792809 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.792809 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.792809 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.793088 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.793088 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.793245 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.793324 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.793449 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.794074 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.794074 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.794074 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.794074 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.794483 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.794483 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.794483 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.794789 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.794789 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.794990 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.795102 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.795320 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.795472 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.796687 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.796687 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.796687 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.797919 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.797919 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.797919 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.797919 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.799392 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.799392 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.799392 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.799392 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.799392 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.799392 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.799392 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.799392 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.800162 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.800162 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.800162 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.800162 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.800162 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.800162 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.800162 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.800865 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.800865 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.800865 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.800865 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.800865 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.801395 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.801395 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.801395 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.801679 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.801679 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.801839 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.801942 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.802099 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.802257 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.802417 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.802579 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.803382 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.803382 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.803382 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.803382 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.803382 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.803884 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.803884 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.803884 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.804202 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.804202 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.804360 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.804439 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.804554 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.804712 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.804870 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.805270 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.805270 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.805529 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.805529 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.805783 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.805783 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.805942 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.806336 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.806336 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.806588 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.806588 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.806907 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.806907 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.807147 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.807261 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.807369 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.807475 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.807626 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.807782 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.807940 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.808098 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.808265 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.808424 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.808586 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.808763 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.808918 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.809065 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.809211 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.809382 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.809549 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.809704 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.809894 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.810013 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.810167 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.810312 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.810455 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.810625 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.810786 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.810945 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.811105 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.811303 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.811472 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.811624 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.811807 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.811965 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.812116 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.812287 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.812458 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.812674 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.813419 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.813504 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.813662 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.813812 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.813957 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.814093 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.814286 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.814444 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.814587 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.814730 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.814889 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.815048 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.815216 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.815381 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.815528 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:08.815670 n-d-771363-31 neutron-server[100942]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 08:49:08.819631 n-d-771363-31 neutron-server[101055]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:20.416019 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5bee83-0568-4fda-b149-abe7125288ec None None] get_active_networks_info from n-d-771363-31 {{(pid=101055) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 08:49:20.480572 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5bee83-0568-4fda-b149-abe7125288ec None None] No non-hosted networks {{(pid=101055) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 30 08:49:20.487236 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.agentschedulers_db [None req-fc5bee83-0568-4fda-b149-abe7125288ec None None] DHCP Agent not found on host n-d-771363-31 {{(pid=101055) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 30 08:49:20.648746 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e6645ab6-6c69-4fcb-9b3a-e41257548355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664736'] for agent, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:22.877876 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-28652b53-b4c4-493d-99fb-04e27b947b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664736'] for agent, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:22.964158 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-6cffd2b4-78b2-45d3-82a9-0c1decbbae12 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-771363-31 {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:49:22.967711 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-6cffd2b4-78b2-45d3-82a9-0c1decbbae12 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:49:23.247105 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664736'] for agent, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:23.248352 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:23.248910 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:23.249563 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:23.250660 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:23.251260 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:23.252080 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:23.257712 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:23.257712 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:23.257712 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:23.257712 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:23.257712 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:23.258135 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:23.258135 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-771363-31', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:23.265758 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-771363-31', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:23.515028 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6cffd2b4-78b2-45d3-82a9-0c1decbbae12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:24.446875 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664736'] for agent, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:26.073958 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664736'] for agent, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:27.099967 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45742) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:27.612027 n-d-771363-31 neutron-server[101053]: WARNING oslo_policy.policy [None req-e074388d-77ad-4612-a13a-530fab457030 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 08:49:27.612670 n-d-771363-31 neutron-server[101053]: WARNING oslo_policy.policy [None req-e074388d-77ad-4612-a13a-530fab457030 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 08:49:27.844943 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [None req-e074388d-77ad-4612-a13a-530fab457030 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:49:27.846157 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e074388d-77ad-4612-a13a-530fab457030 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7441103 Jun 30 08:49:29.068529 n-d-771363-31 neutron-server[101055]: INFO neutron.db.l3_hamode_db [None req-290602db-6184-4609-a82c-69729ab9dbfa None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 30 08:49:29.146936 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290602db-6184-4609-a82c-69729ab9dbfa None None] Routers set() bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:49:29.147346 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290602db-6184-4609-a82c-69729ab9dbfa None None] Router IDs set() for agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 08:49:30.366687 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45756) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:30.858397 n-d-771363-31 neutron-server[101054]: WARNING oslo_policy.policy [None req-d2294a22-4906-4d31-91fc-c5ceaf07c001 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 08:49:30.859015 n-d-771363-31 neutron-server[101054]: WARNING oslo_policy.policy [None req-d2294a22-4906-4d31-91fc-c5ceaf07c001 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 08:49:31.078573 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-d2294a22-4906-4d31-91fc-c5ceaf07c001 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:49:31.172161 n-d-771363-31 neutron-server[101054]: DEBUG neutron.policy [None req-d2294a22-4906-4d31-91fc-c5ceaf07c001 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101054) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 08:49:31.218768 n-d-771363-31 neutron-server[101054]: WARNING oslo_policy.policy [None req-d2294a22-4906-4d31-91fc-c5ceaf07c001 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 08:49:31.218990 n-d-771363-31 neutron-server[101054]: WARNING oslo_policy.policy [None req-d2294a22-4906-4d31-91fc-c5ceaf07c001 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 08:49:31.227928 n-d-771363-31 neutron-server[101054]: INFO neutron.quota [None req-d2294a22-4906-4d31-91fc-c5ceaf07c001 admin admin] Loaded quota_driver: . Jun 30 08:49:31.436499 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d2294a22-4906-4d31-91fc-c5ceaf07c001 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759971375180', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759971375775', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759971354345', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759971356895', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759971464802', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759971475160', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-610141', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1027424', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2020248', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1673403'] for rbac-policy, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:31.738662 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d2294a22-4906-4d31-91fc-c5ceaf07c001 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:31.740002 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d2294a22-4906-4d31-91fc-c5ceaf07c001 admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3723104 Jun 30 08:49:34.530242 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45774) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:34.867947 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-ef228b99-ae74-4acf-a4a8-15e7acd8e0ab admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '46a2b3f4ad71431393683a44ac8cebc4', 'project_id': '46a2b3f4ad71431393683a44ac8cebc4'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:49:34.960961 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef228b99-ae74-4acf-a4a8-15e7acd8e0ab admin admin] Made reservation on behalf of 46a2b3f4ad71431393683a44ac8cebc4 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:49:34.963834 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ef228b99-ae74-4acf-a4a8-15e7acd8e0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:34.981700 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ef228b99-ae74-4acf-a4a8-15e7acd8e0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:35.106278 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ef228b99-ae74-4acf-a4a8-15e7acd8e0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:35.201454 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ef228b99-ae74-4acf-a4a8-15e7acd8e0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:35.221954 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef228b99-ae74-4acf-a4a8-15e7acd8e0ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:49:35.251825 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ef228b99-ae74-4acf-a4a8-15e7acd8e0ab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759966759226', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:35.252426 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ef228b99-ae74-4acf-a4a8-15e7acd8e0ab admin admin] Unsubscribe: segment precommit_create {{(pid=101054) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 08:49:35.252948 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-ef228b99-ae74-4acf-a4a8-15e7acd8e0ab admin admin] Added segment 315faf00-d19a-41df-8b4d-f06f407662bd of type vlan for network ff90e871-7249-451d-a2ff-34bd2bea02b3 Jun 30 08:49:35.270277 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef228b99-ae74-4acf-a4a8-15e7acd8e0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01a7f8f-681a-4cb7-93a2-8b9222c0b897,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:35.297046 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef228b99-ae74-4acf-a4a8-15e7acd8e0ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:35.297428 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef228b99-ae74-4acf-a4a8-15e7acd8e0ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:35.302455 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef228b99-ae74-4acf-a4a8-15e7acd8e0ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:35.302455 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef228b99-ae74-4acf-a4a8-15e7acd8e0ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:35.302455 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef228b99-ae74-4acf-a4a8-15e7acd8e0ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:35.302455 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef228b99-ae74-4acf-a4a8-15e7acd8e0ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:35.302455 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef228b99-ae74-4acf-a4a8-15e7acd8e0ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:35.302858 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef228b99-ae74-4acf-a4a8-15e7acd8e0ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:35.302858 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef228b99-ae74-4acf-a4a8-15e7acd8e0ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:35.302858 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef228b99-ae74-4acf-a4a8-15e7acd8e0ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:35.302858 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef228b99-ae74-4acf-a4a8-15e7acd8e0ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:35.302858 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef228b99-ae74-4acf-a4a8-15e7acd8e0ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:35.303254 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef228b99-ae74-4acf-a4a8-15e7acd8e0ab admin admin] Tracked resource versions report: Jun 30 08:49:35.303254 n-d-771363-31 neutron-server[101054]: pushed versions: Jun 30 08:49:35.303254 n-d-771363-31 neutron-server[101054]: { 'AddressGroup': {'1.2'}, Jun 30 08:49:35.303254 n-d-771363-31 neutron-server[101054]: 'ConntrackHelper': {'1.0'}, Jun 30 08:49:35.303254 n-d-771363-31 neutron-server[101054]: 'Log': {'1.0'}, Jun 30 08:49:35.303254 n-d-771363-31 neutron-server[101054]: 'Network': {'1.1'}, Jun 30 08:49:35.303254 n-d-771363-31 neutron-server[101054]: 'Port': {'1.7'}, Jun 30 08:49:35.303254 n-d-771363-31 neutron-server[101054]: 'PortForwarding': {'1.2'}, Jun 30 08:49:35.303254 n-d-771363-31 neutron-server[101054]: 'QosPolicy': {'1.8'}, Jun 30 08:49:35.303254 n-d-771363-31 neutron-server[101054]: 'SecurityGroup': {'1.4'}, Jun 30 08:49:35.303254 n-d-771363-31 neutron-server[101054]: 'SecurityGroupRule': {'1.2'}, Jun 30 08:49:35.303254 n-d-771363-31 neutron-server[101054]: 'SubPort': {'1.0'}, Jun 30 08:49:35.303254 n-d-771363-31 neutron-server[101054]: 'Subnet': {'1.1'}, Jun 30 08:49:35.303254 n-d-771363-31 neutron-server[101054]: 'Trunk': {'1.1'}} Jun 30 08:49:35.303254 n-d-771363-31 neutron-server[101054]: consumer versions: Jun 30 08:49:35.303254 n-d-771363-31 neutron-server[101054]: { DHCP agent@n-d-771363-31: {}, Jun 30 08:49:35.303254 n-d-771363-31 neutron-server[101054]: L3 agent@n-d-771363-31: {}, Jun 30 08:49:35.303254 n-d-771363-31 neutron-server[101054]: Metadata agent@n-d-771363-31: {}, Jun 30 08:49:35.303254 n-d-771363-31 neutron-server[101054]: Metering agent@n-d-771363-31: {}, Jun 30 08:49:35.303254 n-d-771363-31 neutron-server[101054]: Open vSwitch agent@n-d-771363-31: { 'AddressGroup': '1.2', Jun 30 08:49:35.303254 n-d-771363-31 neutron-server[101054]: 'ConntrackHelper': '1.0', Jun 30 08:49:35.303254 n-d-771363-31 neutron-server[101054]: 'Log': '1.0', Jun 30 08:49:35.303254 n-d-771363-31 neutron-server[101054]: 'Network': '1.1', Jun 30 08:49:35.303254 n-d-771363-31 neutron-server[101054]: 'Port': '1.7', Jun 30 08:49:35.303254 n-d-771363-31 neutron-server[101054]: 'PortForwarding': '1.2', Jun 30 08:49:35.303254 n-d-771363-31 neutron-server[101054]: 'QosPolicy': '1.8', Jun 30 08:49:35.303254 n-d-771363-31 neutron-server[101054]: 'SecurityGroup': '1.4', Jun 30 08:49:35.303254 n-d-771363-31 neutron-server[101054]: 'SecurityGroupRule': '1.2', Jun 30 08:49:35.303254 n-d-771363-31 neutron-server[101054]: 'SubPort': '1.0', Jun 30 08:49:35.303254 n-d-771363-31 neutron-server[101054]: 'Subnet': '1.1', Jun 30 08:49:35.303254 n-d-771363-31 neutron-server[101054]: 'Trunk': '1.1'}} Jun 30 08:49:35.303254 n-d-771363-31 neutron-server[101054]: {{(pid=101054) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 08:49:35.379729 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ef228b99-ae74-4acf-a4a8-15e7acd8e0ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:35.499345 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ef228b99-ae74-4acf-a4a8-15e7acd8e0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:35.501072 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef228b99-ae74-4acf-a4a8-15e7acd8e0ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:35.502140 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ef228b99-ae74-4acf-a4a8-15e7acd8e0ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:35.607072 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef228b99-ae74-4acf-a4a8-15e7acd8e0ab admin admin] Pushing event updated for resources: {'Network': ['ID=ff90e871-7249-451d-a2ff-34bd2bea02b3,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:35.619867 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network ff90e871-7249-451d-a2ff-34bd2bea02b3 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:49:35.653609 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ef228b99-ae74-4acf-a4a8-15e7acd8e0ab admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1159749 Jun 30 08:49:38.449610 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45788) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:38.846450 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7445f870-376b-4cc9-b2c9-45a31e10bad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:38.847860 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7445f870-376b-4cc9-b2c9-45a31e10bad0 admin admin] 10.222.0.10 "GET /v2.0/networks/ff90e871-7249-451d-a2ff-34bd2bea02b3 HTTP/1.1" status: 200 len: 825 time: 0.3973098 Jun 30 08:49:38.876950 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f93fbfe9-08c0-4a52-b0f4-2b099515ffe0 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/c0450c58-fee3-4816-9dd9-756f80e54925 HTTP/1.1" status: 200 len: 734 time: 0.0235214 Jun 30 08:49:38.885669 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-bcc9e24b-7ab5-45da-85b6-55853d999ccd admin admin] Request body: {'subnet': {'subnetpool_id': 'c0450c58-fee3-4816-9dd9-756f80e54925', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'ff90e871-7249-451d-a2ff-34bd2bea02b3', 'tenant_id': '46a2b3f4ad71431393683a44ac8cebc4', 'gateway_ip': '172.20.0.1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:49:38.966499 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc9e24b-7ab5-45da-85b6-55853d999ccd admin admin] Made reservation on behalf of 46a2b3f4ad71431393683a44ac8cebc4 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:49:38.970143 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bcc9e24b-7ab5-45da-85b6-55853d999ccd admin admin] Notify callbacks [] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:39.417114 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bcc9e24b-7ab5-45da-85b6-55853d999ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:39.493972 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc9e24b-7ab5-45da-85b6-55853d999ccd admin admin] Checking segment: {'id': '315faf00-d19a-41df-8b4d-f06f407662bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ff90e871-7249-451d-a2ff-34bd2bea02b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:49:39.494702 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc9e24b-7ab5-45da-85b6-55853d999ccd admin admin] Network hostable DHCP agents. Network: ff90e871-7249-451d-a2ff-34bd2bea02b3, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:49:39.502511 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9e24b-7ab5-45da-85b6-55853d999ccd admin admin] Pushing event updated for resources: {'Subnet': ['ID=33445fce-f9bf-462f-baf3-823f8325962d,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:39.623786 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc9e24b-7ab5-45da-85b6-55853d999ccd admin admin] Network ff90e871-7249-451d-a2ff-34bd2bea02b3 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:49:39.748301 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-bcc9e24b-7ab5-45da-85b6-55853d999ccd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, ff90e871-7249-451d-a2ff-34bd2bea02b3) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:49:39.754420 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc9e24b-7ab5-45da-85b6-55853d999ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:39.755057 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bcc9e24b-7ab5-45da-85b6-55853d999ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:39.759238 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25197db3-c8f8-47c2-b6c8-1f5c9c99b780 None None] Network ff90e871-7249-451d-a2ff-34bd2bea02b3 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:49:39.902627 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-bcc9e24b-7ab5-45da-85b6-55853d999ccd admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0205350 Jun 30 08:49:40.097927 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-ff90e871-7249-451d-a2ff-34bd2bea02b3', 'network_id': 'ff90e871-7249-451d-a2ff-34bd2bea02b3', 'tenant_id': '46a2b3f4ad71431393683a44ac8cebc4', 'fixed_ips': [{'subnet_id': '33445fce-f9bf-462f-baf3-823f8325962d'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:49:40.099198 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:40.384884 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Allocated IP 172.20.0.2 (ff90e871-7249-451d-a2ff-34bd2bea02b3/33445fce-f9bf-462f-baf3-823f8325962d/1f56b013-825e-490e-913c-a8ee39494347) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:49:40.647983 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:40.663296 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Transition to ACTIVE for port object 1f56b013-825e-490e-913c-a8ee39494347 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:49:40.688155 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Transition to ACTIVE for port object 1f56b013-825e-490e-913c-a8ee39494347 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:49:41.002098 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:41.075248 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Network ff90e871-7249-451d-a2ff-34bd2bea02b3 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:49:41.081519 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:49:41.084591 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:49:41.099614 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Pushing event updated for resources: {'Port': ['ID=1f56b013-825e-490e-913c-a8ee39494347,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:41.139393 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:41.140262 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:41.140681 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:41.141006 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:41.141331 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:41.141649 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:41.141972 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:41.142286 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:41.142600 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:41.142916 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:41.143251 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:41.143570 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:41.144612 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Tracked resource versions report: Jun 30 08:49:41.144612 n-d-771363-31 neutron-server[101055]: pushed versions: Jun 30 08:49:41.144612 n-d-771363-31 neutron-server[101055]: { 'AddressGroup': {'1.2'}, Jun 30 08:49:41.144612 n-d-771363-31 neutron-server[101055]: 'ConntrackHelper': {'1.0'}, Jun 30 08:49:41.144612 n-d-771363-31 neutron-server[101055]: 'Log': {'1.0'}, Jun 30 08:49:41.144612 n-d-771363-31 neutron-server[101055]: 'Network': {'1.1'}, Jun 30 08:49:41.144612 n-d-771363-31 neutron-server[101055]: 'Port': {'1.7'}, Jun 30 08:49:41.144612 n-d-771363-31 neutron-server[101055]: 'PortForwarding': {'1.2'}, Jun 30 08:49:41.144612 n-d-771363-31 neutron-server[101055]: 'QosPolicy': {'1.8'}, Jun 30 08:49:41.144612 n-d-771363-31 neutron-server[101055]: 'SecurityGroup': {'1.4'}, Jun 30 08:49:41.144612 n-d-771363-31 neutron-server[101055]: 'SecurityGroupRule': {'1.2'}, Jun 30 08:49:41.144612 n-d-771363-31 neutron-server[101055]: 'SubPort': {'1.0'}, Jun 30 08:49:41.144612 n-d-771363-31 neutron-server[101055]: 'Subnet': {'1.1'}, Jun 30 08:49:41.144612 n-d-771363-31 neutron-server[101055]: 'Trunk': {'1.1'}} Jun 30 08:49:41.144612 n-d-771363-31 neutron-server[101055]: consumer versions: Jun 30 08:49:41.144612 n-d-771363-31 neutron-server[101055]: { DHCP agent@n-d-771363-31: {}, Jun 30 08:49:41.144612 n-d-771363-31 neutron-server[101055]: L3 agent@n-d-771363-31: {}, Jun 30 08:49:41.144612 n-d-771363-31 neutron-server[101055]: Metadata agent@n-d-771363-31: {}, Jun 30 08:49:41.144612 n-d-771363-31 neutron-server[101055]: Metering agent@n-d-771363-31: {}, Jun 30 08:49:41.144612 n-d-771363-31 neutron-server[101055]: Open vSwitch agent@n-d-771363-31: { 'AddressGroup': '1.2', Jun 30 08:49:41.144612 n-d-771363-31 neutron-server[101055]: 'ConntrackHelper': '1.0', Jun 30 08:49:41.144612 n-d-771363-31 neutron-server[101055]: 'Log': '1.0', Jun 30 08:49:41.144612 n-d-771363-31 neutron-server[101055]: 'Network': '1.1', Jun 30 08:49:41.144612 n-d-771363-31 neutron-server[101055]: 'Port': '1.7', Jun 30 08:49:41.144612 n-d-771363-31 neutron-server[101055]: 'PortForwarding': '1.2', Jun 30 08:49:41.144612 n-d-771363-31 neutron-server[101055]: 'QosPolicy': '1.8', Jun 30 08:49:41.144612 n-d-771363-31 neutron-server[101055]: 'SecurityGroup': '1.4', Jun 30 08:49:41.144612 n-d-771363-31 neutron-server[101055]: 'SecurityGroupRule': '1.2', Jun 30 08:49:41.144612 n-d-771363-31 neutron-server[101055]: 'SubPort': '1.0', Jun 30 08:49:41.144612 n-d-771363-31 neutron-server[101055]: 'Subnet': '1.1', Jun 30 08:49:41.144612 n-d-771363-31 neutron-server[101055]: 'Trunk': '1.1'}} Jun 30 08:49:41.144612 n-d-771363-31 neutron-server[101055]: {{(pid=101055) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 08:49:41.180535 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Attempting to bind port 1f56b013-825e-490e-913c-a8ee39494347 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:49:41.180929 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Attempting to bind port 1f56b013-825e-490e-913c-a8ee39494347 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '315faf00-d19a-41df-8b4d-f06f407662bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ff90e871-7249-451d-a2ff-34bd2bea02b3'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:49:41.181361 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Attempting to bind port 1f56b013-825e-490e-913c-a8ee39494347 on network ff90e871-7249-451d-a2ff-34bd2bea02b3 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:49:41.186284 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:49:41.186819 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Checking segment: {'id': '315faf00-d19a-41df-8b4d-f06f407662bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ff90e871-7249-451d-a2ff-34bd2bea02b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:49:41.187361 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:41.187752 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Bound using segment: {'id': '315faf00-d19a-41df-8b4d-f06f407662bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ff90e871-7249-451d-a2ff-34bd2bea02b3'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:49:41.188235 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Bound port: 1f56b013-825e-490e-913c-a8ee39494347, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315faf00-d19a-41df-8b4d-f06f407662bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ff90e871-7249-451d-a2ff-34bd2bea02b3'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:49:41.188812 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:41.261981 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] For port 1f56b013-825e-490e-913c-a8ee39494347, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:49:41.268525 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] For port 1f56b013-825e-490e-913c-a8ee39494347, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=1f56b013-825e-490e-913c-a8ee39494347,segment=NetworkSegment(315faf00-d19a-41df-8b4d-f06f407662bd),segment_id=315faf00-d19a-41df-8b4d-f06f407662bd)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:49:41.390213 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:41.489120 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd89379-bb6d-4689-a65f-ff508564fa0a None None] Pushing event updated for resources: {'Port': ['ID=1f56b013-825e-490e-913c-a8ee39494347,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:42.495857 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45796) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:43.086896 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [None req-44b694b0-9f17-4113-b2ae-b966400ae4a5 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:49:43.088313 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-44b694b0-9f17-4113-b2ae-b966400ae4a5 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5907443 Jun 30 08:49:45.696787 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45804) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:46.042130 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-b7a0a322-4370-49be-bf4b-f6a018c67ae2 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:49:46.043173 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b7a0a322-4370-49be-bf4b-f6a018c67ae2 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3454227 Jun 30 08:49:47.166836 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 1f56b013-825e-490e-913c-a8ee39494347 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:49:47.441126 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 1f56b013-825e-490e-913c-a8ee39494347 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:49:48.106444 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c8c4df-748f-4e0a-91c4-5827c54288da None None] Network ff90e871-7249-451d-a2ff-34bd2bea02b3 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:49:48.275041 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a424040-3728-4f8d-94e5-93a086ff6020 None None] Provisioning for port 1f56b013-825e-490e-913c-a8ee39494347 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:49:48.285172 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a424040-3728-4f8d-94e5-93a086ff6020 None None] Provisioning complete for port 1f56b013-825e-490e-913c-a8ee39494347 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:49:48.285505 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a424040-3728-4f8d-94e5-93a086ff6020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:48.427457 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a424040-3728-4f8d-94e5-93a086ff6020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:48.465656 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a424040-3728-4f8d-94e5-93a086ff6020 None None] For port 1f56b013-825e-490e-913c-a8ee39494347, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=1f56b013-825e-490e-913c-a8ee39494347,segment=NetworkSegment(315faf00-d19a-41df-8b4d-f06f407662bd),segment_id=315faf00-d19a-41df-8b4d-f06f407662bd)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:48.594044 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a424040-3728-4f8d-94e5-93a086ff6020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:48.642080 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a424040-3728-4f8d-94e5-93a086ff6020 None None] Pushing event updated for resources: {'Port': ['ID=1f56b013-825e-490e-913c-a8ee39494347,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:48.713140 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-dfcd1253-2563-4a34-a878-ac5efd218f52 None None] Provisioning complete for port 1f56b013-825e-490e-913c-a8ee39494347 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:49:48.713568 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-dfcd1253-2563-4a34-a878-ac5efd218f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:48.761264 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45818) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:49.077640 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-5f442acc-c7c3-42ea-91ba-c69ca425f489 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '46a2b3f4ad71431393683a44ac8cebc4'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:49:49.134454 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 1f56b013-825e-490e-913c-a8ee39494347 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:49:49.164851 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5f442acc-c7c3-42ea-91ba-c69ca425f489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:49.166453 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5f442acc-c7c3-42ea-91ba-c69ca425f489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:49.182003 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 1f56b013-825e-490e-913c-a8ee39494347 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:49:49.182369 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:49.336507 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5f442acc-c7c3-42ea-91ba-c69ca425f489 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:49.424748 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5f442acc-c7c3-42ea-91ba-c69ca425f489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:49.541472 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5f442acc-c7c3-42ea-91ba-c69ca425f489 admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:49.542747 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5f442acc-c7c3-42ea-91ba-c69ca425f489 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7804308 Jun 30 08:49:50.389241 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-50644073-4c6a-48c6-846c-cd8392f32b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:51.976861 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45826) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:52.295840 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-c96b5ee0-b0f0-42cb-8673-8109507118cf admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:49:52.296834 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c96b5ee0-b0f0-42cb-8673-8109507118cf admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3189361 Jun 30 08:49:52.794595 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3c2f0a63-69a4-4801-baef-a034a8f05e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:53.246510 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:54.326420 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:54.743260 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45844) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:54.883994 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:49:54.885599 n-d-771363-31 neutron-server[101053]: INFO neutron.quota [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] Loaded quota_driver: . Jun 30 08:49:55.051896 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] Made reservation on behalf of 8f53446551dd44ac8b664f9f93b85766 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:49:55.137409 n-d-771363-31 neutron-server[101053]: DEBUG neutron.policy [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101053) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 08:49:55.183039 n-d-771363-31 neutron-server[101053]: WARNING oslo_policy.policy [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 08:49:55.183445 n-d-771363-31 neutron-server[101053]: WARNING oslo_policy.policy [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 08:49:55.193964 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:55.214625 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:55.349058 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:55.457839 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:55.472186 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] Reserving flat network on physical network physnet1 {{(pid=101053) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 30 08:49:55.507431 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759966759226', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:55.508034 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] Unsubscribe: segment precommit_create {{(pid=101053) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 08:49:55.508555 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] Added segment 5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570 of type flat for network 599fb812-09ee-4e3b-a109-d92406a95c23 Jun 30 08:49:55.527515 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a38d9e-95bc-48fb-931e-f291a58f69f8,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:55.551223 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:55.551564 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:55.551899 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:55.552228 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:55.552663 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:55.552880 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:55.553297 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:55.553656 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:55.553860 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:55.554179 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:55.554491 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:55.554798 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:55.555893 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] Tracked resource versions report: Jun 30 08:49:55.555893 n-d-771363-31 neutron-server[101053]: pushed versions: Jun 30 08:49:55.555893 n-d-771363-31 neutron-server[101053]: { 'AddressGroup': {'1.2'}, Jun 30 08:49:55.555893 n-d-771363-31 neutron-server[101053]: 'ConntrackHelper': {'1.0'}, Jun 30 08:49:55.555893 n-d-771363-31 neutron-server[101053]: 'Log': {'1.0'}, Jun 30 08:49:55.555893 n-d-771363-31 neutron-server[101053]: 'Network': {'1.1'}, Jun 30 08:49:55.555893 n-d-771363-31 neutron-server[101053]: 'Port': {'1.7'}, Jun 30 08:49:55.555893 n-d-771363-31 neutron-server[101053]: 'PortForwarding': {'1.2'}, Jun 30 08:49:55.555893 n-d-771363-31 neutron-server[101053]: 'QosPolicy': {'1.8'}, Jun 30 08:49:55.555893 n-d-771363-31 neutron-server[101053]: 'SecurityGroup': {'1.4'}, Jun 30 08:49:55.555893 n-d-771363-31 neutron-server[101053]: 'SecurityGroupRule': {'1.2'}, Jun 30 08:49:55.555893 n-d-771363-31 neutron-server[101053]: 'SubPort': {'1.0'}, Jun 30 08:49:55.555893 n-d-771363-31 neutron-server[101053]: 'Subnet': {'1.1'}, Jun 30 08:49:55.555893 n-d-771363-31 neutron-server[101053]: 'Trunk': {'1.1'}} Jun 30 08:49:55.555893 n-d-771363-31 neutron-server[101053]: consumer versions: Jun 30 08:49:55.555893 n-d-771363-31 neutron-server[101053]: { DHCP agent@n-d-771363-31: {}, Jun 30 08:49:55.555893 n-d-771363-31 neutron-server[101053]: L3 agent@n-d-771363-31: {}, Jun 30 08:49:55.555893 n-d-771363-31 neutron-server[101053]: Metadata agent@n-d-771363-31: {}, Jun 30 08:49:55.555893 n-d-771363-31 neutron-server[101053]: Metering agent@n-d-771363-31: {}, Jun 30 08:49:55.555893 n-d-771363-31 neutron-server[101053]: Open vSwitch agent@n-d-771363-31: { 'AddressGroup': '1.2', Jun 30 08:49:55.555893 n-d-771363-31 neutron-server[101053]: 'ConntrackHelper': '1.0', Jun 30 08:49:55.555893 n-d-771363-31 neutron-server[101053]: 'Log': '1.0', Jun 30 08:49:55.555893 n-d-771363-31 neutron-server[101053]: 'Network': '1.1', Jun 30 08:49:55.555893 n-d-771363-31 neutron-server[101053]: 'Port': '1.7', Jun 30 08:49:55.555893 n-d-771363-31 neutron-server[101053]: 'PortForwarding': '1.2', Jun 30 08:49:55.555893 n-d-771363-31 neutron-server[101053]: 'QosPolicy': '1.8', Jun 30 08:49:55.555893 n-d-771363-31 neutron-server[101053]: 'SecurityGroup': '1.4', Jun 30 08:49:55.555893 n-d-771363-31 neutron-server[101053]: 'SecurityGroupRule': '1.2', Jun 30 08:49:55.555893 n-d-771363-31 neutron-server[101053]: 'SubPort': '1.0', Jun 30 08:49:55.555893 n-d-771363-31 neutron-server[101053]: 'Subnet': '1.1', Jun 30 08:49:55.555893 n-d-771363-31 neutron-server[101053]: 'Trunk': '1.1'}} Jun 30 08:49:55.555893 n-d-771363-31 neutron-server[101053]: {{(pid=101053) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 08:49:55.654124 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:55.795044 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:55.796901 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:55.797582 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:55.898062 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] Pushing event updated for resources: {'Network': ['ID=599fb812-09ee-4e3b-a109-d92406a95c23,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:55.908426 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 599fb812-09ee-4e3b-a109-d92406a95c23 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:49:55.990041 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1f5df81c-15f2-4b18-ad2a-b3416970af9a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2457204 Jun 30 08:49:56.080656 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:58.234484 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45868) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:58.336527 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafe3d2c-55b9-41c5-b28b-f9aa22caaec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:58.337858 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-aafe3d2c-55b9-41c5-b28b-f9aa22caaec8 admin admin] 10.222.0.10 "GET /v2.0/subnets/33445fce-f9bf-462f-baf3-823f8325962d HTTP/1.1" status: 200 len: 849 time: 0.1024480 Jun 30 08:49:58.458665 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b836077d-ba91-449b-9b7a-c1649b469919 admin admin] 10.222.0.10 "GET /v2.0/routers/d0c9d1f1-7083-4d47-a91f-59fdeada8ade HTTP/1.1" status: 200 len: 704 time: 0.1141570 Jun 30 08:49:58.727088 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-97dbbc92-2c4e-4d89-afb7-97260cfa66f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:59.034837 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-97dbbc92-2c4e-4d89-afb7-97260cfa66f8 admin admin] Allocated IP 172.20.0.1 (ff90e871-7249-451d-a2ff-34bd2bea02b3/33445fce-f9bf-462f-baf3-823f8325962d/224dd72f-5bef-45ac-9902-f5488a290e24) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:49:59.191273 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-97dbbc92-2c4e-4d89-afb7-97260cfa66f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:59.213758 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-97dbbc92-2c4e-4d89-afb7-97260cfa66f8 admin admin] Transition to ACTIVE for port object 224dd72f-5bef-45ac-9902-f5488a290e24 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:49:59.555662 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-97dbbc92-2c4e-4d89-afb7-97260cfa66f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:59.632092 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dbbc92-2c4e-4d89-afb7-97260cfa66f8 admin admin] Network ff90e871-7249-451d-a2ff-34bd2bea02b3 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:49:59.637994 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-97dbbc92-2c4e-4d89-afb7-97260cfa66f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:49:59.647983 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dbbc92-2c4e-4d89-afb7-97260cfa66f8 admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:49:59.648482 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-97dbbc92-2c4e-4d89-afb7-97260cfa66f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:59.706145 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dbbc92-2c4e-4d89-afb7-97260cfa66f8 admin admin] Pushing event updated for resources: {'Port': ['ID=224dd72f-5bef-45ac-9902-f5488a290e24,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:59.868710 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-acd60e49-fcaf-403f-b2d0-f7ee0d6a6c1a None None] Provisioning for port 224dd72f-5bef-45ac-9902-f5488a290e24 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:49:59.872615 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-acd60e49-fcaf-403f-b2d0-f7ee0d6a6c1a None None] Provisioning complete for port 224dd72f-5bef-45ac-9902-f5488a290e24 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:49:59.873073 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-acd60e49-fcaf-403f-b2d0-f7ee0d6a6c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:59.910474 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-acd60e49-fcaf-403f-b2d0-f7ee0d6a6c1a None None] Port 224dd72f-5bef-45ac-9902-f5488a290e24 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:49:59.977434 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-97dbbc92-2c4e-4d89-afb7-97260cfa66f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:00.167201 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-97dbbc92-2c4e-4d89-afb7-97260cfa66f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:00.252063 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-97dbbc92-2c4e-4d89-afb7-97260cfa66f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:00.252895 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-97dbbc92-2c4e-4d89-afb7-97260cfa66f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:00.332475 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dbbc92-2c4e-4d89-afb7-97260cfa66f8 admin admin] Pushing event updated for resources: {'Port': ['ID=224dd72f-5bef-45ac-9902-f5488a290e24,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:00.383540 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dbbc92-2c4e-4d89-afb7-97260cfa66f8 admin admin] Network ff90e871-7249-451d-a2ff-34bd2bea02b3 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:50:00.384887 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-97dbbc92-2c4e-4d89-afb7-97260cfa66f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:50:00.633232 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-924382ee-88e6-4063-83da-257eed2e10e2 None None] Provisioning complete for port 224dd72f-5bef-45ac-9902-f5488a290e24 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:00.633596 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-924382ee-88e6-4063-83da-257eed2e10e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:00.667879 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-924382ee-88e6-4063-83da-257eed2e10e2 None None] Port 224dd72f-5bef-45ac-9902-f5488a290e24 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:50:00.672803 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97dbbc92-2c4e-4d89-afb7-97260cfa66f8 admin admin] Router d0c9d1f1-7083-4d47-a91f-59fdeada8ade is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:50:00.767151 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97dbbc92-2c4e-4d89-afb7-97260cfa66f8 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:50:00.772353 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-97dbbc92-2c4e-4d89-afb7-97260cfa66f8 admin admin] 10.222.0.10 "PUT /v2.0/routers/d0c9d1f1-7083-4d47-a91f-59fdeada8ade/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3087659 Jun 30 08:50:00.790738 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1d00eb-139e-4db0-8003-c69c8cb78d5d None None] Sync routers for ids ['d0c9d1f1-7083-4d47-a91f-59fdeada8ade'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:50:00.802769 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1d00eb-139e-4db0-8003-c69c8cb78d5d None None] Routers {'d0c9d1f1-7083-4d47-a91f-59fdeada8ade'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:50:00.803673 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-5f1d00eb-139e-4db0-8003-c69c8cb78d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T08:49:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['d0c9d1f1-7083-4d47-a91f-59fdeada8ade'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:00.992598 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-5f1d00eb-139e-4db0-8003-c69c8cb78d5d None None] Set router d0c9d1f1-7083-4d47-a91f-59fdeada8ade gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:50:01.458246 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-5f1d00eb-139e-4db0-8003-c69c8cb78d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c9d1f1-7083-4d47-a91f-59fdeada8ade', 'name': 'router1', 'tenant_id': '46a2b3f4ad71431393683a44ac8cebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:49Z', 'updated_at': '2021-06-30T08:49:59Z', 'revision_number': 2, 'project_id': '46a2b3f4ad71431393683a44ac8cebc4', 'gw_port_host': None, '_interfaces': [{'id': '224dd72f-5bef-45ac-9902-f5488a290e24', 'name': '', 'network_id': 'ff90e871-7249-451d-a2ff-34bd2bea02b3', 'tenant_id': '46a2b3f4ad71431393683a44ac8cebc4', 'mac_address': 'fa:16:3e:d7:3c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c9d1f1-7083-4d47-a91f-59fdeada8ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '33445fce-f9bf-462f-baf3-823f8325962d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:58Z', 'updated_at': '2021-06-30T08:50:00Z', 'revision_number': 2, 'project_id': '46a2b3f4ad71431393683a44ac8cebc4', 'subnets': [{'id': '33445fce-f9bf-462f-baf3-823f8325962d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0450c58-fee3-4816-9dd9-756f80e54925'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:01.509182 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1d00eb-139e-4db0-8003-c69c8cb78d5d None None] Checking router: d0c9d1f1-7083-4d47-a91f-59fdeada8ade for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:50:01.509545 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1d00eb-139e-4db0-8003-c69c8cb78d5d None None] Updating router d0c9d1f1-7083-4d47-a91f-59fdeada8ade port 224dd72f-5bef-45ac-9902-f5488a290e24 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:50:01.576095 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-5f1d00eb-139e-4db0-8003-c69c8cb78d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:02.087136 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-5f1d00eb-139e-4db0-8003-c69c8cb78d5d None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:02.105592 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-5f1d00eb-139e-4db0-8003-c69c8cb78d5d None None] Transition to ACTIVE for port object 224dd72f-5bef-45ac-9902-f5488a290e24 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:50:02.229104 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-5f1d00eb-139e-4db0-8003-c69c8cb78d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:02.386949 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3041bb-1d6e-44c7-b896-3771c7a45b64 None None] Pushing event updated for resources: {'Port': ['ID=224dd72f-5bef-45ac-9902-f5488a290e24,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:02.403584 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-5f1d00eb-139e-4db0-8003-c69c8cb78d5d None None] Attempting to bind port 224dd72f-5bef-45ac-9902-f5488a290e24 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:50:02.403990 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-5f1d00eb-139e-4db0-8003-c69c8cb78d5d None None] Attempting to bind port 224dd72f-5bef-45ac-9902-f5488a290e24 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '315faf00-d19a-41df-8b4d-f06f407662bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ff90e871-7249-451d-a2ff-34bd2bea02b3'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:50:02.404427 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1d00eb-139e-4db0-8003-c69c8cb78d5d None None] Attempting to bind port 224dd72f-5bef-45ac-9902-f5488a290e24 on network ff90e871-7249-451d-a2ff-34bd2bea02b3 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:50:02.407348 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3041bb-1d6e-44c7-b896-3771c7a45b64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:02.407682 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3041bb-1d6e-44c7-b896-3771c7a45b64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:02.408007 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3041bb-1d6e-44c7-b896-3771c7a45b64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:02.408333 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3041bb-1d6e-44c7-b896-3771c7a45b64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:02.408654 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3041bb-1d6e-44c7-b896-3771c7a45b64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:02.408972 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3041bb-1d6e-44c7-b896-3771c7a45b64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:02.409287 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3041bb-1d6e-44c7-b896-3771c7a45b64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:02.409599 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3041bb-1d6e-44c7-b896-3771c7a45b64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:02.409912 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3041bb-1d6e-44c7-b896-3771c7a45b64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:02.410222 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3041bb-1d6e-44c7-b896-3771c7a45b64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:02.410533 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3041bb-1d6e-44c7-b896-3771c7a45b64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:02.410842 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3041bb-1d6e-44c7-b896-3771c7a45b64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:02.411907 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3041bb-1d6e-44c7-b896-3771c7a45b64 None None] Tracked resource versions report: Jun 30 08:50:02.411907 n-d-771363-31 neutron-server[101056]: pushed versions: Jun 30 08:50:02.411907 n-d-771363-31 neutron-server[101056]: { 'AddressGroup': {'1.2'}, Jun 30 08:50:02.411907 n-d-771363-31 neutron-server[101056]: 'ConntrackHelper': {'1.0'}, Jun 30 08:50:02.411907 n-d-771363-31 neutron-server[101056]: 'Log': {'1.0'}, Jun 30 08:50:02.411907 n-d-771363-31 neutron-server[101056]: 'Network': {'1.1'}, Jun 30 08:50:02.411907 n-d-771363-31 neutron-server[101056]: 'Port': {'1.7'}, Jun 30 08:50:02.411907 n-d-771363-31 neutron-server[101056]: 'PortForwarding': {'1.2'}, Jun 30 08:50:02.411907 n-d-771363-31 neutron-server[101056]: 'QosPolicy': {'1.8'}, Jun 30 08:50:02.411907 n-d-771363-31 neutron-server[101056]: 'SecurityGroup': {'1.4'}, Jun 30 08:50:02.411907 n-d-771363-31 neutron-server[101056]: 'SecurityGroupRule': {'1.2'}, Jun 30 08:50:02.411907 n-d-771363-31 neutron-server[101056]: 'SubPort': {'1.0'}, Jun 30 08:50:02.411907 n-d-771363-31 neutron-server[101056]: 'Subnet': {'1.1'}, Jun 30 08:50:02.411907 n-d-771363-31 neutron-server[101056]: 'Trunk': {'1.1'}} Jun 30 08:50:02.411907 n-d-771363-31 neutron-server[101056]: consumer versions: Jun 30 08:50:02.411907 n-d-771363-31 neutron-server[101056]: { DHCP agent@n-d-771363-31: {}, Jun 30 08:50:02.411907 n-d-771363-31 neutron-server[101056]: L3 agent@n-d-771363-31: {}, Jun 30 08:50:02.411907 n-d-771363-31 neutron-server[101056]: Metadata agent@n-d-771363-31: {}, Jun 30 08:50:02.411907 n-d-771363-31 neutron-server[101056]: Metering agent@n-d-771363-31: {}, Jun 30 08:50:02.411907 n-d-771363-31 neutron-server[101056]: Open vSwitch agent@n-d-771363-31: { 'AddressGroup': '1.2', Jun 30 08:50:02.411907 n-d-771363-31 neutron-server[101056]: 'ConntrackHelper': '1.0', Jun 30 08:50:02.411907 n-d-771363-31 neutron-server[101056]: 'Log': '1.0', Jun 30 08:50:02.411907 n-d-771363-31 neutron-server[101056]: 'Network': '1.1', Jun 30 08:50:02.411907 n-d-771363-31 neutron-server[101056]: 'Port': '1.7', Jun 30 08:50:02.411907 n-d-771363-31 neutron-server[101056]: 'PortForwarding': '1.2', Jun 30 08:50:02.411907 n-d-771363-31 neutron-server[101056]: 'QosPolicy': '1.8', Jun 30 08:50:02.411907 n-d-771363-31 neutron-server[101056]: 'SecurityGroup': '1.4', Jun 30 08:50:02.411907 n-d-771363-31 neutron-server[101056]: 'SecurityGroupRule': '1.2', Jun 30 08:50:02.411907 n-d-771363-31 neutron-server[101056]: 'SubPort': '1.0', Jun 30 08:50:02.411907 n-d-771363-31 neutron-server[101056]: 'Subnet': '1.1', Jun 30 08:50:02.411907 n-d-771363-31 neutron-server[101056]: 'Trunk': '1.1'}} Jun 30 08:50:02.411907 n-d-771363-31 neutron-server[101056]: {{(pid=101056) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 08:50:02.418357 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1d00eb-139e-4db0-8003-c69c8cb78d5d None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:50:02.418776 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1d00eb-139e-4db0-8003-c69c8cb78d5d None None] Checking segment: {'id': '315faf00-d19a-41df-8b4d-f06f407662bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ff90e871-7249-451d-a2ff-34bd2bea02b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:50:02.419281 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-5f1d00eb-139e-4db0-8003-c69c8cb78d5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:02.419665 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1d00eb-139e-4db0-8003-c69c8cb78d5d None None] Bound using segment: {'id': '315faf00-d19a-41df-8b4d-f06f407662bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ff90e871-7249-451d-a2ff-34bd2bea02b3'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:50:02.420190 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-5f1d00eb-139e-4db0-8003-c69c8cb78d5d None None] Bound port: 224dd72f-5bef-45ac-9902-f5488a290e24, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315faf00-d19a-41df-8b4d-f06f407662bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ff90e871-7249-451d-a2ff-34bd2bea02b3'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:50:02.420638 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-5f1d00eb-139e-4db0-8003-c69c8cb78d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:02.489578 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-5f1d00eb-139e-4db0-8003-c69c8cb78d5d None None] For port 224dd72f-5bef-45ac-9902-f5488a290e24, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:50:02.513383 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-5f1d00eb-139e-4db0-8003-c69c8cb78d5d None None] For port 224dd72f-5bef-45ac-9902-f5488a290e24, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=224dd72f-5bef-45ac-9902-f5488a290e24,segment=NetworkSegment(315faf00-d19a-41df-8b4d-f06f407662bd),segment_id=315faf00-d19a-41df-8b4d-f06f407662bd)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:50:02.610540 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-5f1d00eb-139e-4db0-8003-c69c8cb78d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:02.674419 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3041bb-1d6e-44c7-b896-3771c7a45b64 None None] Pushing event updated for resources: {'Port': ['ID=224dd72f-5bef-45ac-9902-f5488a290e24,revision_number=4']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:02.678482 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1d00eb-139e-4db0-8003-c69c8cb78d5d None None] Routers {'d0c9d1f1-7083-4d47-a91f-59fdeada8ade'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:50:02.679410 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-5f1d00eb-139e-4db0-8003-c69c8cb78d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T08:49:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['d0c9d1f1-7083-4d47-a91f-59fdeada8ade'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:02.770899 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-5f1d00eb-139e-4db0-8003-c69c8cb78d5d None None] Set router d0c9d1f1-7083-4d47-a91f-59fdeada8ade gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:50:02.986877 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-5f1d00eb-139e-4db0-8003-c69c8cb78d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c9d1f1-7083-4d47-a91f-59fdeada8ade', 'name': 'router1', 'tenant_id': '46a2b3f4ad71431393683a44ac8cebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:49Z', 'updated_at': '2021-06-30T08:49:59Z', 'revision_number': 2, 'project_id': '46a2b3f4ad71431393683a44ac8cebc4', 'gw_port_host': None, '_interfaces': [{'id': '224dd72f-5bef-45ac-9902-f5488a290e24', 'name': '', 'network_id': 'ff90e871-7249-451d-a2ff-34bd2bea02b3', 'tenant_id': '46a2b3f4ad71431393683a44ac8cebc4', 'mac_address': 'fa:16:3e:d7:3c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c9d1f1-7083-4d47-a91f-59fdeada8ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '33445fce-f9bf-462f-baf3-823f8325962d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:58Z', 'updated_at': '2021-06-30T08:50:02Z', 'revision_number': 4, 'project_id': '46a2b3f4ad71431393683a44ac8cebc4', 'subnets': [{'id': '33445fce-f9bf-462f-baf3-823f8325962d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0450c58-fee3-4816-9dd9-756f80e54925'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:03.014331 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1d00eb-139e-4db0-8003-c69c8cb78d5d None None] The sync data for ids ['d0c9d1f1-7083-4d47-a91f-59fdeada8ade'] in n-d-771363-31 is: [{'id': 'd0c9d1f1-7083-4d47-a91f-59fdeada8ade', 'name': 'router1', 'tenant_id': '46a2b3f4ad71431393683a44ac8cebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:49Z', 'updated_at': '2021-06-30T08:49:59Z', 'revision_number': 2, 'project_id': '46a2b3f4ad71431393683a44ac8cebc4', 'gw_port_host': None, '_interfaces': [{'id': '224dd72f-5bef-45ac-9902-f5488a290e24', 'name': '', 'network_id': 'ff90e871-7249-451d-a2ff-34bd2bea02b3', 'tenant_id': '46a2b3f4ad71431393683a44ac8cebc4', 'mac_address': 'fa:16:3e:d7:3c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c9d1f1-7083-4d47-a91f-59fdeada8ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '33445fce-f9bf-462f-baf3-823f8325962d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:58Z', 'updated_at': '2021-06-30T08:50:02Z', 'revision_number': 4, 'project_id': '46a2b3f4ad71431393683a44ac8cebc4', 'subnets': [{'id': '33445fce-f9bf-462f-baf3-823f8325962d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0450c58-fee3-4816-9dd9-756f80e54925'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:50:03.122901 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45878) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:03.239415 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402df007-dfba-4079-8b84-f23eab41e7a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:03.240760 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-402df007-dfba-4079-8b84-f23eab41e7a2 admin admin] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 842 time: 0.1167803 Jun 30 08:50:03.250103 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-b483003f-10e9-4a8d-aeb2-4bef2187d165 admin admin] Request body: {'subnet': {'cidr': '172.25.6.0/24', 'ip_version': 4, 'gateway_ip': '172.25.6.1', 'enable_dhcp': False, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'name': 'public-subnet'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:03.353099 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b483003f-10e9-4a8d-aeb2-4bef2187d165 admin admin] Made reservation on behalf of 8f53446551dd44ac8b664f9f93b85766 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:50:03.355467 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b483003f-10e9-4a8d-aeb2-4bef2187d165 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:03.719416 n-d-771363-31 neutron-server[101054]: DEBUG neutron.objects.ports [None req-b483003f-10e9-4a8d-aeb2-4bef2187d165 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101054) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 08:50:03.719881 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b483003f-10e9-4a8d-aeb2-4bef2187d165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:03.777513 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b483003f-10e9-4a8d-aeb2-4bef2187d165 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0219b14b-1b9c-449f-b115-8dcaa25fc3f3,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:03.781895 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b483003f-10e9-4a8d-aeb2-4bef2187d165 admin admin] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:50:03.782343 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b483003f-10e9-4a8d-aeb2-4bef2187d165 admin admin] Network hostable DHCP agents. Network: 599fb812-09ee-4e3b-a109-d92406a95c23, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:50:03.920202 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b483003f-10e9-4a8d-aeb2-4bef2187d165 admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:50:04.046893 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-b483003f-10e9-4a8d-aeb2-4bef2187d165 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 599fb812-09ee-4e3b-a109-d92406a95c23) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:50:04.051020 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b483003f-10e9-4a8d-aeb2-4bef2187d165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:04.051471 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b483003f-10e9-4a8d-aeb2-4bef2187d165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:04.057788 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d1ccec-124b-4855-a8ca-c8dec1f2bfc3 None None] Network 599fb812-09ee-4e3b-a109-d92406a95c23 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:50:04.171154 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b483003f-10e9-4a8d-aeb2-4bef2187d165 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9129417 Jun 30 08:50:04.190505 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5c61e8-ae73-4f93-a45f-6c8d1d5c8880 None None] Network 599fb812-09ee-4e3b-a109-d92406a95c23 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:50:06.586272 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45890) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:06.794800 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ca2f4965-4b22-4e3e-8690-dd4695bdeb50 admin admin] 10.222.0.10 "GET /v2.0/routers/d0c9d1f1-7083-4d47-a91f-59fdeada8ade HTTP/1.1" status: 200 len: 710 time: 0.2073908 Jun 30 08:50:06.883320 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b922663-23d5-471a-a55c-3f51543be0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:06.884732 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0b922663-23d5-471a-a55c-3f51543be0fd admin admin] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 886 time: 0.0848706 Jun 30 08:50:06.894179 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-734ec1e9-6cba-4e7b-a171-333b104c562f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:07.150927 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-734ec1e9-6cba-4e7b-a171-333b104c562f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:07.181283 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 224dd72f-5bef-45ac-9902-f5488a290e24 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:50:07.318372 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 224dd72f-5bef-45ac-9902-f5488a290e24 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:50:07.322167 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 224dd72f-5bef-45ac-9902-f5488a290e24 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:07.322537 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:07.401907 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:07.434037 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 224dd72f-5bef-45ac-9902-f5488a290e24, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=224dd72f-5bef-45ac-9902-f5488a290e24,segment=NetworkSegment(315faf00-d19a-41df-8b4d-f06f407662bd),segment_id=315faf00-d19a-41df-8b4d-f06f407662bd)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:07.464406 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-734ec1e9-6cba-4e7b-a171-333b104c562f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:07.541954 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-734ec1e9-6cba-4e7b-a171-333b104c562f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:07.566020 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:07.672234 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=224dd72f-5bef-45ac-9902-f5488a290e24,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:07.674475 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-734ec1e9-6cba-4e7b-a171-333b104c562f admin admin] Allocated IP 172.25.6.168 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/2bfa8344-a2e8-43a7-8dbf-26f4a193f100) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:50:07.777163 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-734ec1e9-6cba-4e7b-a171-333b104c562f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:07.949242 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-734ec1e9-6cba-4e7b-a171-333b104c562f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:07.988721 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734ec1e9-6cba-4e7b-a171-333b104c562f admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:50:07.991349 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-734ec1e9-6cba-4e7b-a171-333b104c562f admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:50:07.994720 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734ec1e9-6cba-4e7b-a171-333b104c562f admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:50:08.032737 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ec1e9-6cba-4e7b-a171-333b104c562f admin admin] Pushing event updated for resources: {'Port': ['ID=2bfa8344-a2e8-43a7-8dbf-26f4a193f100,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:08.422015 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-734ec1e9-6cba-4e7b-a171-333b104c562f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:08.692438 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 5 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:50:08.726136 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-734ec1e9-6cba-4e7b-a171-333b104c562f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:08.729594 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-734ec1e9-6cba-4e7b-a171-333b104c562f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1642126'] for router, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:08.841236 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734ec1e9-6cba-4e7b-a171-333b104c562f admin admin] Router d0c9d1f1-7083-4d47-a91f-59fdeada8ade has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:50:08.954779 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734ec1e9-6cba-4e7b-a171-333b104c562f admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:50:08.958959 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-734ec1e9-6cba-4e7b-a171-333b104c562f admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:08.960184 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-734ec1e9-6cba-4e7b-a171-333b104c562f admin admin] 10.222.0.10 "PUT /v2.0/routers/d0c9d1f1-7083-4d47-a91f-59fdeada8ade HTTP/1.1" status: 200 len: 890 time: 2.0692832 Jun 30 08:50:08.978381 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70569acd-4a56-48c6-b415-313a80c02aee None None] Sync routers for ids ['d0c9d1f1-7083-4d47-a91f-59fdeada8ade'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:50:08.989732 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70569acd-4a56-48c6-b415-313a80c02aee None None] Routers {'d0c9d1f1-7083-4d47-a91f-59fdeada8ade'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:50:08.990420 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-70569acd-4a56-48c6-b415-313a80c02aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T08:49:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['d0c9d1f1-7083-4d47-a91f-59fdeada8ade'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:09.164432 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 224dd72f-5bef-45ac-9902-f5488a290e24 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:50:09.243061 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-70569acd-4a56-48c6-b415-313a80c02aee None None] Set router d0c9d1f1-7083-4d47-a91f-59fdeada8ade gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:50:09.418198 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 224dd72f-5bef-45ac-9902-f5488a290e24 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:09.418559 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:09.716522 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-70569acd-4a56-48c6-b415-313a80c02aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c9d1f1-7083-4d47-a91f-59fdeada8ade', 'name': 'router1', 'tenant_id': '46a2b3f4ad71431393683a44ac8cebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '2bfa8344-a2e8-43a7-8dbf-26f4a193f100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:49Z', 'updated_at': '2021-06-30T08:50:08Z', 'revision_number': 4, 'project_id': '46a2b3f4ad71431393683a44ac8cebc4', 'gw_port': {'id': '2bfa8344-a2e8-43a7-8dbf-26f4a193f100', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c9d1f1-7083-4d47-a91f-59fdeada8ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:50:07Z', 'updated_at': '2021-06-30T08:50:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '224dd72f-5bef-45ac-9902-f5488a290e24', 'name': '', 'network_id': 'ff90e871-7249-451d-a2ff-34bd2bea02b3', 'tenant_id': '46a2b3f4ad71431393683a44ac8cebc4', 'mac_address': 'fa:16:3e:d7:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c9d1f1-7083-4d47-a91f-59fdeada8ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '33445fce-f9bf-462f-baf3-823f8325962d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:58Z', 'updated_at': '2021-06-30T08:50:07Z', 'revision_number': 5, 'project_id': '46a2b3f4ad71431393683a44ac8cebc4', 'subnets': [{'id': '33445fce-f9bf-462f-baf3-823f8325962d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0450c58-fee3-4816-9dd9-756f80e54925'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:09.766665 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70569acd-4a56-48c6-b415-313a80c02aee None None] Checking router: d0c9d1f1-7083-4d47-a91f-59fdeada8ade for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:50:09.767029 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70569acd-4a56-48c6-b415-313a80c02aee None None] Updating router d0c9d1f1-7083-4d47-a91f-59fdeada8ade port 2bfa8344-a2e8-43a7-8dbf-26f4a193f100 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:50:09.803632 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-70569acd-4a56-48c6-b415-313a80c02aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:10.146374 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-70569acd-4a56-48c6-b415-313a80c02aee None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:10.156540 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-70569acd-4a56-48c6-b415-313a80c02aee None None] Transition to ACTIVE for port object 2bfa8344-a2e8-43a7-8dbf-26f4a193f100 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:50:10.278544 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-70569acd-4a56-48c6-b415-313a80c02aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:10.330875 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-70569acd-4a56-48c6-b415-313a80c02aee None None] Attempting to bind port 2bfa8344-a2e8-43a7-8dbf-26f4a193f100 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:50:10.331365 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-70569acd-4a56-48c6-b415-313a80c02aee None None] Attempting to bind port 2bfa8344-a2e8-43a7-8dbf-26f4a193f100 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:50:10.331830 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70569acd-4a56-48c6-b415-313a80c02aee None None] Attempting to bind port 2bfa8344-a2e8-43a7-8dbf-26f4a193f100 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:50:10.339515 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70569acd-4a56-48c6-b415-313a80c02aee None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:50:10.339910 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70569acd-4a56-48c6-b415-313a80c02aee None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:50:10.340307 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-70569acd-4a56-48c6-b415-313a80c02aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:10.340695 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70569acd-4a56-48c6-b415-313a80c02aee None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:50:10.341160 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-70569acd-4a56-48c6-b415-313a80c02aee None None] Bound port: 2bfa8344-a2e8-43a7-8dbf-26f4a193f100, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:50:10.341560 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-70569acd-4a56-48c6-b415-313a80c02aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:10.343993 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7ddeb-619f-442b-b35b-c8021f98f770 None None] Pushing event updated for resources: {'Port': ['ID=2bfa8344-a2e8-43a7-8dbf-26f4a193f100,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:10.411165 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-70569acd-4a56-48c6-b415-313a80c02aee None None] For port 2bfa8344-a2e8-43a7-8dbf-26f4a193f100, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:50:10.416070 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-70569acd-4a56-48c6-b415-313a80c02aee None None] For port 2bfa8344-a2e8-43a7-8dbf-26f4a193f100, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=2bfa8344-a2e8-43a7-8dbf-26f4a193f100,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:50:10.544161 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-70569acd-4a56-48c6-b415-313a80c02aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:10.754222 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70569acd-4a56-48c6-b415-313a80c02aee None None] Routers {'d0c9d1f1-7083-4d47-a91f-59fdeada8ade'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:50:10.755250 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-70569acd-4a56-48c6-b415-313a80c02aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T08:49:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['d0c9d1f1-7083-4d47-a91f-59fdeada8ade'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:10.814250 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7ddeb-619f-442b-b35b-c8021f98f770 None None] Pushing event updated for resources: {'Port': ['ID=2bfa8344-a2e8-43a7-8dbf-26f4a193f100,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:10.906972 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-70569acd-4a56-48c6-b415-313a80c02aee None None] Set router d0c9d1f1-7083-4d47-a91f-59fdeada8ade gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:50:11.136505 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-70569acd-4a56-48c6-b415-313a80c02aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c9d1f1-7083-4d47-a91f-59fdeada8ade', 'name': 'router1', 'tenant_id': '46a2b3f4ad71431393683a44ac8cebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '2bfa8344-a2e8-43a7-8dbf-26f4a193f100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:49Z', 'updated_at': '2021-06-30T08:50:08Z', 'revision_number': 4, 'project_id': '46a2b3f4ad71431393683a44ac8cebc4', 'gw_port': {'id': '2bfa8344-a2e8-43a7-8dbf-26f4a193f100', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c9d1f1-7083-4d47-a91f-59fdeada8ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:50:07Z', 'updated_at': '2021-06-30T08:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '224dd72f-5bef-45ac-9902-f5488a290e24', 'name': '', 'network_id': 'ff90e871-7249-451d-a2ff-34bd2bea02b3', 'tenant_id': '46a2b3f4ad71431393683a44ac8cebc4', 'mac_address': 'fa:16:3e:d7:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c9d1f1-7083-4d47-a91f-59fdeada8ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '33445fce-f9bf-462f-baf3-823f8325962d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:58Z', 'updated_at': '2021-06-30T08:50:07Z', 'revision_number': 5, 'project_id': '46a2b3f4ad71431393683a44ac8cebc4', 'subnets': [{'id': '33445fce-f9bf-462f-baf3-823f8325962d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0450c58-fee3-4816-9dd9-756f80e54925'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:11.165605 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70569acd-4a56-48c6-b415-313a80c02aee None None] The sync data for ids ['d0c9d1f1-7083-4d47-a91f-59fdeada8ade'] in n-d-771363-31 is: [{'id': 'd0c9d1f1-7083-4d47-a91f-59fdeada8ade', 'name': 'router1', 'tenant_id': '46a2b3f4ad71431393683a44ac8cebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '2bfa8344-a2e8-43a7-8dbf-26f4a193f100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:49Z', 'updated_at': '2021-06-30T08:50:08Z', 'revision_number': 4, 'project_id': '46a2b3f4ad71431393683a44ac8cebc4', 'gw_port': {'id': '2bfa8344-a2e8-43a7-8dbf-26f4a193f100', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c9d1f1-7083-4d47-a91f-59fdeada8ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:50:07Z', 'updated_at': '2021-06-30T08:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '224dd72f-5bef-45ac-9902-f5488a290e24', 'name': '', 'network_id': 'ff90e871-7249-451d-a2ff-34bd2bea02b3', 'tenant_id': '46a2b3f4ad71431393683a44ac8cebc4', 'mac_address': 'fa:16:3e:d7:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c9d1f1-7083-4d47-a91f-59fdeada8ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '33445fce-f9bf-462f-baf3-823f8325962d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:58Z', 'updated_at': '2021-06-30T08:50:07Z', 'revision_number': 5, 'project_id': '46a2b3f4ad71431393683a44ac8cebc4', 'subnets': [{'id': '33445fce-f9bf-462f-baf3-823f8325962d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0450c58-fee3-4816-9dd9-756f80e54925'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:50:11.575316 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45898) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:11.713069 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6e2cefe7-7992-41b5-a0d1-048f250cc159 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1367018 Jun 30 08:50:13.179492 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 2bfa8344-a2e8-43a7-8dbf-26f4a193f100 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:50:13.308592 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 2bfa8344-a2e8-43a7-8dbf-26f4a193f100 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:50:13.312931 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 2bfa8344-a2e8-43a7-8dbf-26f4a193f100 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:13.313299 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:13.397423 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:13.420005 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 2bfa8344-a2e8-43a7-8dbf-26f4a193f100, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=2bfa8344-a2e8-43a7-8dbf-26f4a193f100,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:13.485824 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:13.553761 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=2bfa8344-a2e8-43a7-8dbf-26f4a193f100,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:15.166347 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 2bfa8344-a2e8-43a7-8dbf-26f4a193f100 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:50:15.221636 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 2bfa8344-a2e8-43a7-8dbf-26f4a193f100 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:15.222318 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:20.400514 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7ea49d3c-dcc9-4845-b110-a68ff2533315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:22.905327 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-08c6e5c3-eedc-4a7f-b21f-c0735bf29a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:23.348550 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:24.432002 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:26.027005 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:45.696369 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 5 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:50:50.389296 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ea5aae9e-f56a-4368-877d-e1ebfe6ac9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:52.805732 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b690d23e-b65f-4bb5-a9da-eb44da32e2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:53.342246 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:54.422468 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:56.049759 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:20.357888 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-06704c4d-0e13-4236-99a5-fe1343473598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:22.693966 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 5 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:51:22.796358 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0b5450a8-bf11-4b8d-bb35-a43c1e7ceadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:23.264600 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:24.342028 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:26.054085 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:50.374405 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d96a196f-d76a-443f-9348-257d26da2434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:52.772384 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8388bb11-f09d-4a2e-bc25-25b1d603e713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:53.265662 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:54.379971 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:56.037420 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:59.694028 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 5 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:52:03.199728 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46498) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:03.269394 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc49637-0db8-455e-9e66-0f1ed9637ff2 admin admin] GET failed (client error): The resource could not be found. Jun 30 08:52:03.270744 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-acc49637-0db8-455e-9e66-0f1ed9637ff2 admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0701346 Jun 30 08:52:03.437942 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758a9524-655b-4b4a-86f5-562620844792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:03.439666 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-758a9524-655b-4b4a-86f5-562620844792 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1651058 Jun 30 08:52:05.618411 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46508) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:05.712291 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cae3fe-9f7d-4e78-943d-98bf8add1f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:05.713660 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-08cae3fe-9f7d-4e78-943d-98bf8add1f73 admin admin] 10.222.0.10 "GET /v2.0/subnets/33445fce-f9bf-462f-baf3-823f8325962d HTTP/1.1" status: 200 len: 849 time: 0.0942960 Jun 30 08:52:05.724130 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-fbbeceb4-ad3d-42e4-a7c6-d76465c680c4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:05.812388 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fbbeceb4-ad3d-42e4-a7c6-d76465c680c4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:06.069603 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fbbeceb4-ad3d-42e4-a7c6-d76465c680c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759966746628'] for subnet, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:06.106073 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbeceb4-ad3d-42e4-a7c6-d76465c680c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:06.106638 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fbbeceb4-ad3d-42e4-a7c6-d76465c680c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:06.107978 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fbbeceb4-ad3d-42e4-a7c6-d76465c680c4 admin admin] 10.222.0.10 "PUT /v2.0/subnets/33445fce-f9bf-462f-baf3-823f8325962d HTTP/1.1" status: 200 len: 868 time: 0.3878329 Jun 30 08:52:06.108928 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16468434-0cc8-4590-89e4-518232dce204 None None] Network ff90e871-7249-451d-a2ff-34bd2bea02b3 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:52:06.126419 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbeceb4-ad3d-42e4-a7c6-d76465c680c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33445fce-f9bf-462f-baf3-823f8325962d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:06.134968 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbeceb4-ad3d-42e4-a7c6-d76465c680c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:06.135394 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbeceb4-ad3d-42e4-a7c6-d76465c680c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:06.135677 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbeceb4-ad3d-42e4-a7c6-d76465c680c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:06.136150 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbeceb4-ad3d-42e4-a7c6-d76465c680c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:06.136655 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbeceb4-ad3d-42e4-a7c6-d76465c680c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:06.137200 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbeceb4-ad3d-42e4-a7c6-d76465c680c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:06.137543 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbeceb4-ad3d-42e4-a7c6-d76465c680c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:06.138024 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbeceb4-ad3d-42e4-a7c6-d76465c680c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:06.138270 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbeceb4-ad3d-42e4-a7c6-d76465c680c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:06.138778 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbeceb4-ad3d-42e4-a7c6-d76465c680c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:06.138875 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbeceb4-ad3d-42e4-a7c6-d76465c680c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:06.139758 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbeceb4-ad3d-42e4-a7c6-d76465c680c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:06.565687 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b835693d-7732-4d3c-8b74-4f7289b18801 None None] Provisioning complete for port 224dd72f-5bef-45ac-9902-f5488a290e24 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:06.566044 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b835693d-7732-4d3c-8b74-4f7289b18801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:06.655633 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b835693d-7732-4d3c-8b74-4f7289b18801 None None] Provisioning complete for port 1f56b013-825e-490e-913c-a8ee39494347 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:06.656004 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b835693d-7732-4d3c-8b74-4f7289b18801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:08.311424 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46516) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:08.533731 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1734464e-31db-4038-9c10-cbc91fd4fe34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:08.534122 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1734464e-31db-4038-9c10-cbc91fd4fe34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:08.535702 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1734464e-31db-4038-9c10-cbc91fd4fe34 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2231286 Jun 30 08:52:10.740902 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46526) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:10.887583 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6f9774-2b47-4215-8cd5-6d773f7a95d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:10.888035 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6f9774-2b47-4215-8cd5-6d773f7a95d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:10.889548 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8c6f9774-2b47-4215-8cd5-6d773f7a95d8 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1476934 Jun 30 08:52:13.047758 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46534) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:13.181496 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e52c73d-8259-49af-9e8c-7781fc375beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:13.184013 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2e52c73d-8259-49af-9e8c-7781fc375beb admin admin] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 886 time: 0.1350744 Jun 30 08:52:15.355608 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46542) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:15.487937 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85810a13-7f01-4c04-92d8-bcfdf3cc000d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:15.489304 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-85810a13-7f01-4c04-92d8-bcfdf3cc000d admin admin] 10.222.0.10 "GET /v2.0/networks/ff90e871-7249-451d-a2ff-34bd2bea02b3 HTTP/1.1" status: 200 len: 869 time: 0.1327436 Jun 30 08:52:17.734120 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46550) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:17.866722 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f2feb7-c69e-4f81-b0a5-9f5c23efb92b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:17.867209 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f2feb7-c69e-4f81-b0a5-9f5c23efb92b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:17.868723 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-11f2feb7-c69e-4f81-b0a5-9f5c23efb92b admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1336126 Jun 30 08:52:20.065166 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46558) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:20.192874 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e8cdd0-af0b-4bb7-bf22-97bd334a73dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:20.193328 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e8cdd0-af0b-4bb7-bf22-97bd334a73dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:20.194848 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f8e8cdd0-af0b-4bb7-bf22-97bd334a73dc admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1285777 Jun 30 08:52:20.424962 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-de38760b-0616-43a8-b0e9-2a6db60cefa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:22.373642 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46566) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:22.458509 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ee964d-eb95-49a1-b251-2d969c1fc467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:22.459926 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-24ee964d-eb95-49a1-b251-2d969c1fc467 admin admin] 10.222.0.10 "GET /v2.0/subnets/0219b14b-1b9c-449f-b115-8dcaa25fc3f3 HTTP/1.1" status: 200 len: 816 time: 0.0853319 Jun 30 08:52:22.779804 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7971560d-c5b6-4f29-9858-b578fbefb786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:23.259266 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:24.349210 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:24.624057 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46574) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:24.780329 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0647b2-28c7-4eab-be09-e0fa617800ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:24.781652 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9b0647b2-28c7-4eab-be09-e0fa617800ce admin admin] 10.222.0.10 "GET /v2.0/subnets/33445fce-f9bf-462f-baf3-823f8325962d HTTP/1.1" status: 200 len: 868 time: 0.1567719 Jun 30 08:52:26.345391 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:36.696432 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 5 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:52:50.016700 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46618) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:50.092406 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [None req-02d4e932-11aa-4a68-bdc3-e2d306b937d8 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:52:50.093676 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-02d4e932-11aa-4a68-bdc3-e2d306b937d8 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0759535 Jun 30 08:52:50.384412 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e040fa98-1b4b-455d-9ea5-5ffbc8219b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:52.549126 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46626) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:52.617329 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef01816-cb06-4d99-9951-403bc4fdab94 admin admin] GET failed (client error): The resource could not be found. Jun 30 08:52:52.619615 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3ef01816-cb06-4d99-9951-403bc4fdab94 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0685277 Jun 30 08:52:52.722218 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb738cdd-4bb3-44c2-8a1f-cb39e2adc018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:52.729684 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-cb738cdd-4bb3-44c2-8a1f-cb39e2adc018 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0975146 Jun 30 08:52:52.841141 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-72517a82-8120-45fc-beaa-206f6079c90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:53.292950 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:54.359097 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:54.970864 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46634) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:55.023207 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-253161e0-89bc-450f-a747-a15810d770db admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:55.121624 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253161e0-89bc-450f-a747-a15810d770db admin admin] Made reservation on behalf of 8f53446551dd44ac8b664f9f93b85766 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:52:55.124728 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-253161e0-89bc-450f-a747-a15810d770db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:55.166771 n-d-771363-31 neutron-server[101053]: WARNING neutron.services.revisions.revision_plugin [None req-253161e0-89bc-450f-a747-a15810d770db admin admin] Could not find related network for resource to bump revision. Jun 30 08:52:55.183513 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253161e0-89bc-450f-a747-a15810d770db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:52:55.193885 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-253161e0-89bc-450f-a747-a15810d770db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:55.194121 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-253161e0-89bc-450f-a747-a15810d770db admin admin] Added segment 23ec93cb-1d77-4fec-8b2a-44a391464581 of type vlan for network ad33225d-5521-4894-b7e8-170799d80b12 Jun 30 08:52:55.243235 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-253161e0-89bc-450f-a747-a15810d770db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:55.372479 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-253161e0-89bc-450f-a747-a15810d770db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:55.373554 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253161e0-89bc-450f-a747-a15810d770db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:55.374182 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-253161e0-89bc-450f-a747-a15810d770db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:55.434421 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253161e0-89bc-450f-a747-a15810d770db admin admin] Pushing event updated for resources: {'Network': ['ID=ad33225d-5521-4894-b7e8-170799d80b12,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:55.441700 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253161e0-89bc-450f-a747-a15810d770db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:55.442044 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253161e0-89bc-450f-a747-a15810d770db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:55.442379 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253161e0-89bc-450f-a747-a15810d770db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:55.442707 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253161e0-89bc-450f-a747-a15810d770db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:55.443036 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253161e0-89bc-450f-a747-a15810d770db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:55.443385 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253161e0-89bc-450f-a747-a15810d770db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:55.443710 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253161e0-89bc-450f-a747-a15810d770db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:55.444031 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253161e0-89bc-450f-a747-a15810d770db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:55.444346 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253161e0-89bc-450f-a747-a15810d770db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:55.444665 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253161e0-89bc-450f-a747-a15810d770db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:55.444984 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253161e0-89bc-450f-a747-a15810d770db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:55.445385 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253161e0-89bc-450f-a747-a15810d770db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:55.458698 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network ad33225d-5521-4894-b7e8-170799d80b12 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:52:55.538953 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-253161e0-89bc-450f-a747-a15810d770db admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5667946 Jun 30 08:52:56.145671 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:57.814580 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46642) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:57.880781 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab1fc319-16e8-4bbd-b31a-c90ddd908104 admin admin] GET failed (client error): The resource could not be found. Jun 30 08:52:57.882174 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ab1fc319-16e8-4bbd-b31a-c90ddd908104 admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0665944 Jun 30 08:52:57.971330 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1f71ee-a14c-40bf-9109-769e823aeaf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:57.976544 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9b1f71ee-a14c-40bf-9109-769e823aeaf4 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0859497 Jun 30 08:52:57.984259 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-ab6fa421-2fd7-4524-b218-67277fa2c9f6 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:58.274990 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6fa421-2fd7-4524-b218-67277fa2c9f6 admin admin] Made reservation on behalf of 8f53446551dd44ac8b664f9f93b85766 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:52:58.277506 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ab6fa421-2fd7-4524-b218-67277fa2c9f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:58.652795 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ab6fa421-2fd7-4524-b218-67277fa2c9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:58.719139 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6fa421-2fd7-4524-b218-67277fa2c9f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0a5de46-050b-42ad-8d47-c859eedbe230,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:58.734689 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6fa421-2fd7-4524-b218-67277fa2c9f6 admin admin] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:52:58.735319 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6fa421-2fd7-4524-b218-67277fa2c9f6 admin admin] Network hostable DHCP agents. Network: ad33225d-5521-4894-b7e8-170799d80b12, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:52:58.840758 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6fa421-2fd7-4524-b218-67277fa2c9f6 admin admin] Network ad33225d-5521-4894-b7e8-170799d80b12 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:52:58.926760 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-ab6fa421-2fd7-4524-b218-67277fa2c9f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, ad33225d-5521-4894-b7e8-170799d80b12) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:58.931051 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6fa421-2fd7-4524-b218-67277fa2c9f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:58.931704 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ab6fa421-2fd7-4524-b218-67277fa2c9f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:58.936695 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fc465b-61fb-4816-b7fc-aacc980fc17f None None] Network ad33225d-5521-4894-b7e8-170799d80b12 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:52:59.063558 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ab6fa421-2fd7-4524-b218-67277fa2c9f6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0837688 Jun 30 08:52:59.107433 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-ad33225d-5521-4894-b7e8-170799d80b12', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'tenant_id': '8f53446551dd44ac8b664f9f93b85766', 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:52:59.108628 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.330978 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Allocated IP 192.168.233.2 (ad33225d-5521-4894-b7e8-170799d80b12/a0a5de46-050b-42ad-8d47-c859eedbe230/6ebc7a8d-f4e9-4132-a618-58a1c88492df) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:52:59.524155 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.534917 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Transition to ACTIVE for port object 6ebc7a8d-f4e9-4132-a618-58a1c88492df will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:52:59.553171 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Transition to ACTIVE for port object 6ebc7a8d-f4e9-4132-a618-58a1c88492df will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:52:59.658551 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.698957 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Network ad33225d-5521-4894-b7e8-170799d80b12 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:52:59.701989 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:59.708008 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:52:59.714687 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Pushing event updated for resources: {'Port': ['ID=6ebc7a8d-f4e9-4132-a618-58a1c88492df,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:59.725933 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:59.726335 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:59.726620 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:59.726954 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:59.727321 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:59.727648 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:59.727972 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:59.729101 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:59.729101 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:59.729101 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:59.729948 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:59.729948 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:59.781778 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Attempting to bind port 6ebc7a8d-f4e9-4132-a618-58a1c88492df on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:52:59.782055 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Attempting to bind port 6ebc7a8d-f4e9-4132-a618-58a1c88492df by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:52:59.782460 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Attempting to bind port 6ebc7a8d-f4e9-4132-a618-58a1c88492df on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:59.787595 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:52:59.787964 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:52:59.788366 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.788745 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:52:59.789263 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Bound port: 6ebc7a8d-f4e9-4132-a618-58a1c88492df, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:52:59.789658 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.864925 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] For port 6ebc7a8d-f4e9-4132-a618-58a1c88492df, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:52:59.868650 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] For port 6ebc7a8d-f4e9-4132-a618-58a1c88492df, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=6ebc7a8d-f4e9-4132-a618-58a1c88492df,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:52:59.966614 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:00.039804 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df1504-1665-4319-b7a9-ca5e0dd71fd2 None None] Pushing event updated for resources: {'Port': ['ID=6ebc7a8d-f4e9-4132-a618-58a1c88492df,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:01.042903 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0eae77c-e127-423d-b294-35dcdd2f1725 None None] Network ad33225d-5521-4894-b7e8-170799d80b12 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:53:01.244475 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3cb759f4-ad7e-4c6a-ad3d-80210d52654a None None] Provisioning for port 6ebc7a8d-f4e9-4132-a618-58a1c88492df completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:01.397782 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 6ebc7a8d-f4e9-4132-a618-58a1c88492df up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:01.581435 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 6ebc7a8d-f4e9-4132-a618-58a1c88492df completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:01.592251 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 6ebc7a8d-f4e9-4132-a618-58a1c88492df triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:01.592647 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:01.595650 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9d823377-1c78-4f7d-a831-40f5f0632c2c None None] Provisioning complete for port 6ebc7a8d-f4e9-4132-a618-58a1c88492df triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:01.601521 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9d823377-1c78-4f7d-a831-40f5f0632c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:01.753494 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:01.755607 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9d823377-1c78-4f7d-a831-40f5f0632c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:01.804141 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 6ebc7a8d-f4e9-4132-a618-58a1c88492df, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=6ebc7a8d-f4e9-4132-a618-58a1c88492df,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:01.943012 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:02.034201 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-9d823377-1c78-4f7d-a831-40f5f0632c2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:53:02.034481 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-9d823377-1c78-4f7d-a831-40f5f0632c2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:53:02.044875 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=6ebc7a8d-f4e9-4132-a618-58a1c88492df,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:03.299079 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 6ebc7a8d-f4e9-4132-a618-58a1c88492df up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:03.359266 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 6ebc7a8d-f4e9-4132-a618-58a1c88492df triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:03.359649 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:13.695704 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 5 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:53:20.375647 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-60933fb7-9a83-4847-9bc8-5224e54c2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:22.765897 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-35bbaa94-3174-44c7-b98c-65c272f93885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:23.262831 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:24.360361 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:26.049405 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:50.380754 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-976f3135-186e-4a86-aab1-cbe4a87faa74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:50.697729 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 5 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:53:52.803177 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0129fc47-467c-46c6-acb7-f3c06db37d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:53.302390 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:54.375246 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:56.073525 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:20.427516 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-faeb1834-cd83-45de-b144-f193eb9a5df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:22.814290 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0009c5c9-10d2-4554-bde8-e352cd9bc090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:23.284130 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:24.370476 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:26.060436 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:27.698078 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 5 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:54:45.198108 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46694) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:45.204661 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [None req-870a3935-88ab-43c2-a3b0-9f875397d264 tempest-verify_tempest_config-807855855 tempest-verify_tempest_config-807855855-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:54:45.205677 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-870a3935-88ab-43c2-a3b0-9f875397d264 tempest-verify_tempest_config-807855855 tempest-verify_tempest_config-807855855-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066030 Jun 30 08:54:45.840559 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46712) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:45.965799 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f23eeeb9-6927-49dd-8ea5-45b03d65562c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:46.084251 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f23eeeb9-6927-49dd-8ea5-45b03d65562c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:46.203524 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f23eeeb9-6927-49dd-8ea5-45b03d65562c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:46.256233 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f23eeeb9-6927-49dd-8ea5-45b03d65562c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ea9231a359ea43fa8dd11024b2011cb1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4142718 Jun 30 08:54:46.257658 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23eeeb9-6927-49dd-8ea5-45b03d65562c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136ffbea-4d9d-431c-8328-8f50c2a26e3b,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:46.259038 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46718) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:46.268322 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23eeeb9-6927-49dd-8ea5-45b03d65562c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.268668 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23eeeb9-6927-49dd-8ea5-45b03d65562c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.269007 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23eeeb9-6927-49dd-8ea5-45b03d65562c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.269339 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23eeeb9-6927-49dd-8ea5-45b03d65562c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.269733 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23eeeb9-6927-49dd-8ea5-45b03d65562c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.269988 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23eeeb9-6927-49dd-8ea5-45b03d65562c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.270314 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23eeeb9-6927-49dd-8ea5-45b03d65562c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.270656 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23eeeb9-6927-49dd-8ea5-45b03d65562c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.270976 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23eeeb9-6927-49dd-8ea5-45b03d65562c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.271321 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23eeeb9-6927-49dd-8ea5-45b03d65562c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.271641 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23eeeb9-6927-49dd-8ea5-45b03d65562c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.271961 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23eeeb9-6927-49dd-8ea5-45b03d65562c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.355203 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1df4aeb-8b6a-45d3-8ade-1f2f978ee43e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:46.379051 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1df4aeb-8b6a-45d3-8ade-1f2f978ee43e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:46.556312 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1df4aeb-8b6a-45d3-8ade-1f2f978ee43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:46.559091 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1df4aeb-8b6a-45d3-8ade-1f2f978ee43e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:46.560633 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c1df4aeb-8b6a-45d3-8ade-1f2f978ee43e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/136ffbea-4d9d-431c-8328-8f50c2a26e3b HTTP/1.1" status: 204 len: 168 time: 0.2999318 Jun 30 08:54:46.572514 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df4aeb-8b6a-45d3-8ade-1f2f978ee43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136ffbea-4d9d-431c-8328-8f50c2a26e3b,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:46.576279 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df4aeb-8b6a-45d3-8ade-1f2f978ee43e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.576579 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df4aeb-8b6a-45d3-8ade-1f2f978ee43e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.576896 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df4aeb-8b6a-45d3-8ade-1f2f978ee43e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.577224 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df4aeb-8b6a-45d3-8ade-1f2f978ee43e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.577568 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df4aeb-8b6a-45d3-8ade-1f2f978ee43e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.577889 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df4aeb-8b6a-45d3-8ade-1f2f978ee43e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.578205 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df4aeb-8b6a-45d3-8ade-1f2f978ee43e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.578524 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df4aeb-8b6a-45d3-8ade-1f2f978ee43e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.578836 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df4aeb-8b6a-45d3-8ade-1f2f978ee43e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.579177 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df4aeb-8b6a-45d3-8ade-1f2f978ee43e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.579488 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df4aeb-8b6a-45d3-8ade-1f2f978ee43e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.579795 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df4aeb-8b6a-45d3-8ade-1f2f978ee43e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:50.368720 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a86dbe28-2800-494b-b28e-3904e7d34262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:52.791696 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fb56e43a-2664-4667-810e-ccc40afdbeae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:53.260541 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:54.363285 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:56.082859 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:04.697312 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 5 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:55:20.373686 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-32e39d21-d193-4d22-ac3e-89b5fd6d3172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:22.800744 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6e9101e1-2f97-4dfb-b9ee-671ba180b9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:23.334038 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:24.367813 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:26.063529 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:41.697201 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 5 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:55:50.428914 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-73d93f63-22c8-412f-bc4d-10f4c9869921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:52.782164 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fe0dcc06-57f6-44db-9cb7-42e73999aef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:53.322276 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:54.378602 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:56.115533 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:18.695552 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 5 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:56:20.383087 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0d7eaf8f-417a-4707-b303-396bc5f2333b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:22.798412 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cb2800e1-e51a-4a59-a26a-47555d45808c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:23.326229 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:24.360321 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:26.068929 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:50.421010 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a6f65a32-fe60-46d2-9cf0-982dfc206c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:52.787724 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-99ba98cf-cd84-4cfa-897a-ee13a7095012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:53.294963 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:54.388179 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:55.695661 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 5 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:56:56.062121 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:20.375316 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-813c7440-6ca4-40ac-9a2c-e27ecf0714e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:22.779696 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8acea2c8-41c1-4a8a-8136-f1a4a71286bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:23.282719 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:24.368619 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:26.101220 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:32.696038 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 5 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:57:50.362810 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cf600a8b-af83-4e64-912f-8251868bc912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:52.818790 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-995e29ba-15de-43e3-a2e3-7ee6e208ed22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:53.310267 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:54.374760 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:56.093013 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:06.911532 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664736'] for agent, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:08.345713 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664736'] for agent, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:09.695248 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:58:20.402217 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-095ba68d-a581-4298-9a30-e2fcf22069b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:22.774341 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-34af67f0-7517-4452-9259-3e19a2f736c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:23.264141 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:24.443163 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:26.070229 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:36.955688 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:38.312152 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:46.695070 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:58:50.351475 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-16da72b3-3fe3-4775-b2c1-e595c5c66c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:52.768491 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8120f2fc-cbdd-46eb-a9af-8cfc6e398a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:53.271887 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:54.397193 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:56.064310 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:01.617343 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46784) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:01.720988 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-096e968e-8bfd-4980-b332-f090571fa470 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1025665 Jun 30 08:59:03.885738 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46794) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:03.943194 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bc3707d6-9595-4f2a-a29e-62b386674f7b admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0563474 Jun 30 08:59:06.934308 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:08.357311 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:20.385838 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c73d6aab-e5b2-4d9e-977d-4ee2010c525d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:22.785163 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8e1bae0f-3ed7-498d-9f53-29f14649bf4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:23.271508 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:23.693728 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:59:24.469901 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:26.069982 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:36.888404 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:38.299736 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:50.380036 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-28734a5f-4622-4c9a-abff-9bcb5ca32544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:52.790122 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3319eedb-77ab-48c7-a7f7-be27c690d99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:53.300940 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:54.387452 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:56.169471 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:00.693348 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:00:06.911438 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:08.391034 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:20.385454 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d07c7883-e920-464f-a343-9cf277f149cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:22.774646 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7fde4c5f-3590-485c-a250-c58bdd753caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:23.260497 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:24.372179 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:26.070374 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.499853 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46960) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:33.957516 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8d5c7235-ae74-455d-9a98-922b5ee34450 tempest-AutoAllocateNetworkTest-1624944186 tempest-AutoAllocateNetworkTest-1624944186-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e54b7c8c4b48494595a74a069ffa9aa8&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4538889 Jun 30 09:00:33.957643 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46982) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:34.224561 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da60182-1872-4955-84a7-9c6d05c7f428 tempest-AutoAllocateNetworkTest-1624944186 tempest-AutoAllocateNetworkTest-1624944186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:34.224561 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0da60182-1872-4955-84a7-9c6d05c7f428 tempest-AutoAllocateNetworkTest-1624944186 tempest-AutoAllocateNetworkTest-1624944186-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2041624 Jun 30 09:00:34.225062 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46994) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:34.231752 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-91de5770-70eb-4420-bd5a-3b9421fc6223 tempest-AutoAllocateNetworkTest-1624944186 tempest-AutoAllocateNetworkTest-1624944186-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631990 Jun 30 09:00:34.231926 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47000) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:34.278587 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-39bf851b-4741-4a36-93b4-03087eace288 tempest-AutoAllocateNetworkTest-1624944186 tempest-AutoAllocateNetworkTest-1624944186-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e54b7c8c4b48494595a74a069ffa9aa8 HTTP/1.1" status: 200 len: 208 time: 0.0451808 Jun 30 09:00:35.472674 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47038) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:36.110657 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-93989032-24d7-4bc6-bf06-2554f26805b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.219913 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-93989032-24d7-4bc6-bf06-2554f26805b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.287993 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-93989032-24d7-4bc6-bf06-2554f26805b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.337949 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93989032-24d7-4bc6-bf06-2554f26805b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c59c2cc-c1d4-4ef4-8778-9566efbc0c5d,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:36.350972 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-93989032-24d7-4bc6-bf06-2554f26805b6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e54b7c8c4b48494595a74a069ffa9aa8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8729029 Jun 30 09:00:36.350972 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93989032-24d7-4bc6-bf06-2554f26805b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:36.350972 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93989032-24d7-4bc6-bf06-2554f26805b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:36.350972 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93989032-24d7-4bc6-bf06-2554f26805b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:36.350972 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93989032-24d7-4bc6-bf06-2554f26805b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:36.350972 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93989032-24d7-4bc6-bf06-2554f26805b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:36.351666 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47064) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:36.352580 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93989032-24d7-4bc6-bf06-2554f26805b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:36.352580 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93989032-24d7-4bc6-bf06-2554f26805b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:36.352580 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93989032-24d7-4bc6-bf06-2554f26805b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:36.352580 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93989032-24d7-4bc6-bf06-2554f26805b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:36.352580 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93989032-24d7-4bc6-bf06-2554f26805b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:36.352580 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93989032-24d7-4bc6-bf06-2554f26805b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:36.352580 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93989032-24d7-4bc6-bf06-2554f26805b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93989032-24d7-4bc6-bf06-2554f26805b6 admin admin] Tracked resource versions report: Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: pushed versions: Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: { 'AddressGroup': {'1.2'}, Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: 'ConntrackHelper': {'1.0'}, Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: 'Log': {'1.0'}, Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: 'Network': {'1.1'}, Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: 'Port': {'1.7'}, Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: 'PortForwarding': {'1.2'}, Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: 'QosPolicy': {'1.8'}, Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: 'SecurityGroup': {'1.4'}, Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: 'SecurityGroupRule': {'1.2'}, Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: 'SubPort': {'1.0'}, Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: 'Subnet': {'1.1'}, Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: 'Trunk': {'1.1'}} Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: consumer versions: Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: { DHCP agent@n-d-771363-31: {}, Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: HyperV agent@n-h1-771363-31: {}, Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: HyperV agent@n-h2-771363-31: {}, Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: L3 agent@n-d-771363-31: {}, Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: Metadata agent@n-d-771363-31: {}, Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: Metering agent@n-d-771363-31: {}, Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: Open vSwitch agent@n-d-771363-31: { 'AddressGroup': '1.2', Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: 'ConntrackHelper': '1.0', Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: 'Log': '1.0', Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: 'Network': '1.1', Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: 'Port': '1.7', Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: 'PortForwarding': '1.2', Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: 'QosPolicy': '1.8', Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: 'SecurityGroup': '1.4', Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: 'SecurityGroupRule': '1.2', Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: 'SubPort': '1.0', Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: 'Subnet': '1.1', Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: 'Trunk': '1.1'}} Jun 30 09:00:36.353614 n-d-771363-31 neutron-server[101053]: {{(pid=101053) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 09:00:36.410046 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5b502bb4-aac0-405e-90b6-e894f730fe59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.434115 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5b502bb4-aac0-405e-90b6-e894f730fe59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.583599 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5b502bb4-aac0-405e-90b6-e894f730fe59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.586325 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5b502bb4-aac0-405e-90b6-e894f730fe59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.587951 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5b502bb4-aac0-405e-90b6-e894f730fe59 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9c59c2cc-c1d4-4ef4-8778-9566efbc0c5d HTTP/1.1" status: 204 len: 168 time: 0.2370532 Jun 30 09:00:36.596007 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b502bb4-aac0-405e-90b6-e894f730fe59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c59c2cc-c1d4-4ef4-8778-9566efbc0c5d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:36.604032 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b502bb4-aac0-405e-90b6-e894f730fe59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:36.604380 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b502bb4-aac0-405e-90b6-e894f730fe59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:36.604906 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b502bb4-aac0-405e-90b6-e894f730fe59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:36.605189 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b502bb4-aac0-405e-90b6-e894f730fe59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:36.605520 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b502bb4-aac0-405e-90b6-e894f730fe59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:36.605849 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b502bb4-aac0-405e-90b6-e894f730fe59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:36.606171 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b502bb4-aac0-405e-90b6-e894f730fe59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:36.606492 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b502bb4-aac0-405e-90b6-e894f730fe59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:36.606808 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b502bb4-aac0-405e-90b6-e894f730fe59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:36.607148 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b502bb4-aac0-405e-90b6-e894f730fe59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:36.607466 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b502bb4-aac0-405e-90b6-e894f730fe59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:36.607779 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b502bb4-aac0-405e-90b6-e894f730fe59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b502bb4-aac0-405e-90b6-e894f730fe59 admin admin] Tracked resource versions report: Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: pushed versions: Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: { 'AddressGroup': {'1.2'}, Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: 'ConntrackHelper': {'1.0'}, Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: 'Log': {'1.0'}, Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: 'Network': {'1.1'}, Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: 'Port': {'1.7'}, Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: 'PortForwarding': {'1.2'}, Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: 'QosPolicy': {'1.8'}, Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: 'SecurityGroup': {'1.4'}, Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: 'SecurityGroupRule': {'1.2'}, Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: 'SubPort': {'1.0'}, Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: 'Subnet': {'1.1'}, Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: 'Trunk': {'1.1'}} Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: consumer versions: Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: { DHCP agent@n-d-771363-31: {}, Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: HyperV agent@n-h1-771363-31: {}, Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: HyperV agent@n-h2-771363-31: {}, Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: L3 agent@n-d-771363-31: {}, Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: Metadata agent@n-d-771363-31: {}, Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: Metering agent@n-d-771363-31: {}, Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: Open vSwitch agent@n-d-771363-31: { 'AddressGroup': '1.2', Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: 'ConntrackHelper': '1.0', Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: 'Log': '1.0', Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: 'Network': '1.1', Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: 'Port': '1.7', Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: 'PortForwarding': '1.2', Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: 'QosPolicy': '1.8', Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: 'SecurityGroup': '1.4', Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: 'SecurityGroupRule': '1.2', Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: 'SubPort': '1.0', Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: 'Subnet': '1.1', Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: 'Trunk': '1.1'}} Jun 30 09:00:36.608838 n-d-771363-31 neutron-server[101054]: {{(pid=101054) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 09:00:36.899845 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:37.694680 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:00:38.331947 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.779059 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47206) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:39.953688 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-340e327c-aeb2-473a-a714-7c32dac49038 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1017925346-network', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:40.042301 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340e327c-aeb2-473a-a714-7c32dac49038 admin admin] Made reservation on behalf of c5735a390f544c7db9f26ac7c41c83fc for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:40.046451 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-340e327c-aeb2-473a-a714-7c32dac49038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.060802 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-340e327c-aeb2-473a-a714-7c32dac49038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.168216 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47238) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:40.170348 n-d-771363-31 neutron-server[101053]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 30 09:00:40.198814 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-d711b751-9588-42bf-860c-5389751d47d3 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=886d114fd3c64b319398cc6be0c1d706&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294960 Jun 30 09:00:40.208476 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-340e327c-aeb2-473a-a714-7c32dac49038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.289327 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-340e327c-aeb2-473a-a714-7c32dac49038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.315293 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-340e327c-aeb2-473a-a714-7c32dac49038 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:00:40.326264 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e327c-aeb2-473a-a714-7c32dac49038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b58fffa-09df-4453-b249-9dae113fc633,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:40.331616 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-340e327c-aeb2-473a-a714-7c32dac49038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.332146 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-340e327c-aeb2-473a-a714-7c32dac49038 admin admin] Added segment 633caac2-7a06-4d51-b557-4bd6413f48ed of type vlan for network 798e0566-6f3f-47e0-9595-5760850bc5ef Jun 30 09:00:40.333012 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-8975a660-0646-484f-b9d9-51c95cbc3a1d tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:40.334481 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-8975a660-0646-484f-b9d9-51c95cbc3a1d tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1281645 Jun 30 09:00:40.375775 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-340e327c-aeb2-473a-a714-7c32dac49038 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.386028 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-e73dc2a5-4ec8-45ce-a5fc-8a9ee49f9d65 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/quotas/886d114fd3c64b319398cc6be0c1d706 HTTP/1.1" status: 200 len: 375 time: 0.0387194 Jun 30 09:00:40.487807 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-340e327c-aeb2-473a-a714-7c32dac49038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.489359 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340e327c-aeb2-473a-a714-7c32dac49038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:40.490086 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-340e327c-aeb2-473a-a714-7c32dac49038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.496136 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-3bc8f772-3aec-494e-abd1-881668153c85 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=886d114fd3c64b319398cc6be0c1d706&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1081884 Jun 30 09:00:40.558118 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e327c-aeb2-473a-a714-7c32dac49038 admin admin] Pushing event updated for resources: {'Network': ['ID=798e0566-6f3f-47e0-9595-5760850bc5ef,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:40.568998 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 798e0566-6f3f-47e0-9595-5760850bc5ef details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:00:40.615596 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-340e327c-aeb2-473a-a714-7c32dac49038 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8352015 Jun 30 09:00:40.619721 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47256) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:40.631644 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-cb75a567-8f05-4be4-8777-72674cd08cfe admin admin] Request body: {'subnet': {'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1017925346-subnet', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:40.785635 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb75a567-8f05-4be4-8777-72674cd08cfe admin admin] Made reservation on behalf of c5735a390f544c7db9f26ac7c41c83fc for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:40.789052 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cb75a567-8f05-4be4-8777-72674cd08cfe admin admin] Notify callbacks [] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.162625 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cb75a567-8f05-4be4-8777-72674cd08cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.184314 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47292) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:41.218779 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75a567-8f05-4be4-8777-72674cd08cfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=96ce0dd5-8b67-4dfb-aefb-e468b993d00c,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:41.255192 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb75a567-8f05-4be4-8777-72674cd08cfe admin admin] Checking segment: {'id': '633caac2-7a06-4d51-b557-4bd6413f48ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:41.255694 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb75a567-8f05-4be4-8777-72674cd08cfe admin admin] Network hostable DHCP agents. Network: 798e0566-6f3f-47e0-9595-5760850bc5ef, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:00:41.379686 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb75a567-8f05-4be4-8777-72674cd08cfe admin admin] Network 798e0566-6f3f-47e0-9595-5760850bc5ef is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:00:41.387604 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-352e9dff-6bff-4d60-bdb7-6a9f379ccb10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.464997 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-cb75a567-8f05-4be4-8777-72674cd08cfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 798e0566-6f3f-47e0-9595-5760850bc5ef) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:41.474668 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb75a567-8f05-4be4-8777-72674cd08cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:41.474668 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cb75a567-8f05-4be4-8777-72674cd08cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.477579 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c449a5-5ec0-4deb-97ae-25036d726f22 None None] Network 798e0566-6f3f-47e0-9595-5760850bc5ef requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:41.560822 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-352e9dff-6bff-4d60-bdb7-6a9f379ccb10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.646448 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47322) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:41.662393 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-352e9dff-6bff-4d60-bdb7-6a9f379ccb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.717994 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-798e0566-6f3f-47e0-9595-5760850bc5ef', 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'fixed_ips': [{'subnet_id': '96ce0dd5-8b67-4dfb-aefb-e468b993d00c'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:00:41.719198 n-d-771363-31 neutron-server[101054]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 30 09:00:41.720386 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.728798 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e9dff-6bff-4d60-bdb7-6a9f379ccb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c2134c-6c04-4228-9a12-33a4b1582c8c,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:41.735191 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-352e9dff-6bff-4d60-bdb7-6a9f379ccb10 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e0b5ea30f1ca48e8874f0677c0c8a8c5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5477176 Jun 30 09:00:41.736873 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47328) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:41.764035 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-cb75a567-8f05-4be4-8777-72674cd08cfe admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1418269 Jun 30 09:00:41.788912 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47332) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:41.788912 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-6a5856c4-90dd-435b-a8ed-d32765cfe10b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1017925346-router', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:41.797660 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b873cbc8-9cee-4b77-966b-caa28757ba0b req-1ae459a0-ce95-4554-aba0-4f6a210963ea tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=aea4a696-c4e0-4283-ac48-06b1b4a0f701 HTTP/1.1" status: 200 len: 210 time: 0.1496572 Jun 30 09:00:41.834087 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5cb310f0-eacd-4bb7-a2d2-b512f3f6c510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.861074 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5cb310f0-eacd-4bb7-a2d2-b512f3f6c510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.910771 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6a5856c4-90dd-435b-a8ed-d32765cfe10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.912341 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6a5856c4-90dd-435b-a8ed-d32765cfe10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.966076 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Allocated IP 172.20.0.2 (798e0566-6f3f-47e0-9595-5760850bc5ef/96ce0dd5-8b67-4dfb-aefb-e468b993d00c/3fc7b812-071f-40c2-b2b9-cbde69040fe5) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:42.078607 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5cb310f0-eacd-4bb7-a2d2-b512f3f6c510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.083948 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5cb310f0-eacd-4bb7-a2d2-b512f3f6c510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.092847 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5cb310f0-eacd-4bb7-a2d2-b512f3f6c510 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d3c2134c-6c04-4228-9a12-33a4b1582c8c HTTP/1.1" status: 204 len: 168 time: 0.3549955 Jun 30 09:00:42.111486 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb310f0-eacd-4bb7-a2d2-b512f3f6c510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c2134c-6c04-4228-9a12-33a4b1582c8c,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:42.216329 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.245944 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6a5856c4-90dd-435b-a8ed-d32765cfe10b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.254523 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Transition to ACTIVE for port object 3fc7b812-071f-40c2-b2b9-cbde69040fe5 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:42.274618 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Transition to ACTIVE for port object 3fc7b812-071f-40c2-b2b9-cbde69040fe5 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:42.379497 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.399851 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Network 798e0566-6f3f-47e0-9595-5760850bc5ef is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:42.402493 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:42.405303 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:42.500960 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Pushing event updated for resources: {'Port': ['ID=3fc7b812-071f-40c2-b2b9-cbde69040fe5,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:42.503964 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Attempting to bind port 3fc7b812-071f-40c2-b2b9-cbde69040fe5 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:00:42.504359 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Attempting to bind port 3fc7b812-071f-40c2-b2b9-cbde69040fe5 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '633caac2-7a06-4d51-b557-4bd6413f48ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:00:42.504694 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Attempting to bind port 3fc7b812-071f-40c2-b2b9-cbde69040fe5 on network 798e0566-6f3f-47e0-9595-5760850bc5ef {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:42.513290 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:42.513630 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:42.513962 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:42.514389 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:42.514604 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:42.514923 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:42.515315 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:42.515607 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:42.515920 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:42.516230 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:42.516601 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:42.517080 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Tracked resource versions report: Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: pushed versions: Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: { 'AddressGroup': {'1.2'}, Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: 'ConntrackHelper': {'1.0'}, Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: 'Log': {'1.0'}, Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: 'Network': {'1.1'}, Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: 'Port': {'1.7'}, Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: 'PortForwarding': {'1.2'}, Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: 'QosPolicy': {'1.8'}, Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: 'SecurityGroup': {'1.4'}, Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: 'SecurityGroupRule': {'1.2'}, Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: 'SubPort': {'1.0'}, Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: 'Subnet': {'1.1'}, Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: 'Trunk': {'1.1'}} Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: consumer versions: Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: { DHCP agent@n-d-771363-31: {}, Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: HyperV agent@n-h1-771363-31: {}, Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: HyperV agent@n-h2-771363-31: {}, Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: L3 agent@n-d-771363-31: {}, Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: Metadata agent@n-d-771363-31: {}, Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: Metering agent@n-d-771363-31: {}, Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: Open vSwitch agent@n-d-771363-31: { 'AddressGroup': '1.2', Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: 'ConntrackHelper': '1.0', Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: 'Log': '1.0', Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: 'Network': '1.1', Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: 'Port': '1.7', Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: 'PortForwarding': '1.2', Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: 'QosPolicy': '1.8', Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: 'SecurityGroup': '1.4', Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: 'SecurityGroupRule': '1.2', Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: 'SubPort': '1.0', Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: 'Subnet': '1.1', Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: 'Trunk': '1.1'}} Jun 30 09:00:42.517994 n-d-771363-31 neutron-server[101055]: {{(pid=101055) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 09:00:42.521493 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:00:42.521869 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Checking segment: {'id': '633caac2-7a06-4d51-b557-4bd6413f48ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:42.522261 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.522636 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Bound using segment: {'id': '633caac2-7a06-4d51-b557-4bd6413f48ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:00:42.523107 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Bound port: 3fc7b812-071f-40c2-b2b9-cbde69040fe5, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633caac2-7a06-4d51-b557-4bd6413f48ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:00:42.523524 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.606634 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] For port 3fc7b812-071f-40c2-b2b9-cbde69040fe5, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:42.610113 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] For port 3fc7b812-071f-40c2-b2b9-cbde69040fe5, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3fc7b812-071f-40c2-b2b9-cbde69040fe5,segment=NetworkSegment(633caac2-7a06-4d51-b557-4bd6413f48ed),segment_id=633caac2-7a06-4d51-b557-4bd6413f48ed)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:00:42.622921 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6a5856c4-90dd-435b-a8ed-d32765cfe10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.683016 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.772105 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4e81f-b889-4771-bd60-d296f9b4afbd None None] Pushing event updated for resources: {'Port': ['ID=3fc7b812-071f-40c2-b2b9-cbde69040fe5,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:42.984267 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f3b06137-ae0d-49b9-960d-916736a5e883 req-cbf6712b-ad56-455e-91d2-3b13a95379c3 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=aea4a696-c4e0-4283-ac48-06b1b4a0f701 HTTP/1.1" status: 200 len: 210 time: 0.0716813 Jun 30 09:00:43.088764 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47398) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:43.106626 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-10b3d1fe-ee4b-4d2f-aaa7-40e26e7c3a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:43.232810 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47400) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:43.276512 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6a5856c4-90dd-435b-a8ed-d32765cfe10b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:43.291815 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-10b3d1fe-ee4b-4d2f-aaa7-40e26e7c3a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:43.317367 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6a5856c4-90dd-435b-a8ed-d32765cfe10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:43.372686 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-10b3d1fe-ee4b-4d2f-aaa7-40e26e7c3a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:43.421731 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3d1fe-ee4b-4d2f-aaa7-40e26e7c3a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e3b578-d1ff-4343-ac7b-d7a72fa131a3,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:43.423108 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-47c87d75-4209-46ec-aced-7a4c14a237ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:43.485734 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-10b3d1fe-ee4b-4d2f-aaa7-40e26e7c3a62 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=393e2634a5dc42d28aefa01a48a1d0fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3948936 Jun 30 09:00:43.494136 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47416) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:43.653009 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-6a5856c4-90dd-435b-a8ed-d32765cfe10b admin admin] Allocated IP 172.25.6.223 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/ad30ac53-0fe2-461a-ab48-a621f1b133f4) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:43.685524 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3fc7b812-071f-40c2-b2b9-cbde69040fe5 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:43.693345 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-636304bf-e08f-4bea-a982-5d6b116a3883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:43.813535 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 3fc7b812-071f-40c2-b2b9-cbde69040fe5 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:43.888369 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-47c87d75-4209-46ec-aced-7a4c14a237ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:43.913647 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-636304bf-e08f-4bea-a982-5d6b116a3883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:43.962861 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-9e70a575-0d6d-4fa5-84d5-cde061ff9538 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=2f172b9cd40146c4bb64e81e36ab5caf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372300 Jun 30 09:00:44.011648 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6a5856c4-90dd-435b-a8ed-d32765cfe10b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:44.034085 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-47c87d75-4209-46ec-aced-7a4c14a237ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:44.101241 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-47c87d75-4209-46ec-aced-7a4c14a237ca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=627a254d5d3e4ba8a45f36d20a990791&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8673949 Jun 30 09:00:44.106593 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47458) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:44.107269 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c87d75-4209-46ec-aced-7a4c14a237ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751433aa-3050-4195-b13f-cf5b7189acd1,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:44.167586 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389a9781-97d7-498d-a175-d6ead22fdda4 None None] Network 798e0566-6f3f-47e0-9595-5760850bc5ef requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:44.182770 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-636304bf-e08f-4bea-a982-5d6b116a3883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:44.185544 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-636304bf-e08f-4bea-a982-5d6b116a3883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:44.190066 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-636304bf-e08f-4bea-a982-5d6b116a3883 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/23e3b578-d1ff-4343-ac7b-d7a72fa131a3 HTTP/1.1" status: 204 len: 168 time: 0.6911077 Jun 30 09:00:44.214170 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636304bf-e08f-4bea-a982-5d6b116a3883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e3b578-d1ff-4343-ac7b-d7a72fa131a3,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:44.262514 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-b9f5bc11-ce5c-41ef-b7de-275f585f78e2 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:44.265878 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-b9f5bc11-ce5c-41ef-b7de-275f585f78e2 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2972546 Jun 30 09:00:44.321332 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-8667c2dd-70bf-4fc3-9660-f364ef4d5814 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/quotas/2f172b9cd40146c4bb64e81e36ab5caf HTTP/1.1" status: 200 len: 375 time: 0.0474224 Jun 30 09:00:44.329936 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-788988c1-a41c-4d6d-be48-be97ff212867 None None] Provisioning for port 3fc7b812-071f-40c2-b2b9-cbde69040fe5 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:44.370661 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-788988c1-a41c-4d6d-be48-be97ff212867 None None] Provisioning complete for port 3fc7b812-071f-40c2-b2b9-cbde69040fe5 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:44.370958 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-35e43345-4b14-489d-918e-115fe32f8b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:44.372418 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-788988c1-a41c-4d6d-be48-be97ff212867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:44.402765 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-959c2e92-2602-457a-bb3b-741f3f940173 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f172b9cd40146c4bb64e81e36ab5caf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770531 Jun 30 09:00:44.425171 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-35e43345-4b14-489d-918e-115fe32f8b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:44.457980 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6a5856c4-90dd-435b-a8ed-d32765cfe10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:44.603458 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-788988c1-a41c-4d6d-be48-be97ff212867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:44.652105 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f3b5a701-f332-49c2-89d9-2b0b9d0fbb83 req-d99aed06-c016-4c2d-b0f8-105b2d5f96ce tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=aea4a696-c4e0-4283-ac48-06b1b4a0f701 HTTP/1.1" status: 200 len: 210 time: 0.1859286 Jun 30 09:00:44.665784 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5856c4-90dd-435b-a8ed-d32765cfe10b admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:44.673661 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-788988c1-a41c-4d6d-be48-be97ff212867 None None] For port 3fc7b812-071f-40c2-b2b9-cbde69040fe5, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3fc7b812-071f-40c2-b2b9-cbde69040fe5,segment=NetworkSegment(633caac2-7a06-4d51-b557-4bd6413f48ed),segment_id=633caac2-7a06-4d51-b557-4bd6413f48ed)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:44.689249 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-6a5856c4-90dd-435b-a8ed-d32765cfe10b admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:44.702287 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5856c4-90dd-435b-a8ed-d32765cfe10b admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:44.729091 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-788988c1-a41c-4d6d-be48-be97ff212867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:44.827424 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d5af07ee-7745-45a4-84b5-0a7eda77d61c req-549df55f-89d1-4706-baf2-95d72572c216 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2cdf01c-c890-43af-a73a-806e134cac63 HTTP/1.1" status: 200 len: 210 time: 0.0804136 Jun 30 09:00:44.860205 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788988c1-a41c-4d6d-be48-be97ff212867 None None] Pushing event updated for resources: {'Port': ['ID=3fc7b812-071f-40c2-b2b9-cbde69040fe5,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:45.016028 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5856c4-90dd-435b-a8ed-d32765cfe10b admin admin] Pushing event updated for resources: {'Port': ['ID=ad30ac53-0fe2-461a-ab48-a621f1b133f4,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:45.076963 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-18028570-38a1-46e9-a2fa-d2fe38586402 None None] Provisioning complete for port 3fc7b812-071f-40c2-b2b9-cbde69040fe5 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:45.077568 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-18028570-38a1-46e9-a2fa-d2fe38586402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:45.211029 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-35e43345-4b14-489d-918e-115fe32f8b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:45.214393 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-35e43345-4b14-489d-918e-115fe32f8b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:45.218075 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.52', 51368) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:45.227884 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-35e43345-4b14-489d-918e-115fe32f8b6d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/751433aa-3050-4195-b13f-cf5b7189acd1 HTTP/1.1" status: 204 len: 168 time: 1.0972731 Jun 30 09:00:45.275303 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e43345-4b14-489d-918e-115fe32f8b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751433aa-3050-4195-b13f-cf5b7189acd1,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:45.294662 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-7e1569ae-6c03-4976-b09b-91eb5505b2ba tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=886d114fd3c64b319398cc6be0c1d706&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643508 Jun 30 09:00:45.459904 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6a5856c4-90dd-435b-a8ed-d32765cfe10b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:45.482608 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-eb50a4b7-104d-4eb7-a1d0-35fdda5967fb tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:45.489376 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-eb50a4b7-104d-4eb7-a1d0-35fdda5967fb tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1891029 Jun 30 09:00:45.564261 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-3a3e398a-b3ec-4251-88ed-86bc61f44593 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Request body: {'port': {'device_id': 'aea4a696-c4e0-4283-ac48-06b1b4a0f701', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'admin_state_up': True, 'tenant_id': '886d114fd3c64b319398cc6be0c1d706'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:45.668557 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3fc7b812-071f-40c2-b2b9-cbde69040fe5 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:45.755564 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 3fc7b812-071f-40c2-b2b9-cbde69040fe5 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:45.757295 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:45.885196 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6a5856c4-90dd-435b-a8ed-d32765cfe10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:45.996478 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5438076b-ce3d-4432-9700-d76cab400b29 req-f8b377f1-79c0-43db-b2d5-44d587bdeb78 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2cdf01c-c890-43af-a73a-806e134cac63 HTTP/1.1" status: 200 len: 210 time: 0.0548015 Jun 30 09:00:45.998344 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-3a3e398a-b3ec-4251-88ed-86bc61f44593 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Made reservation on behalf of 886d114fd3c64b319398cc6be0c1d706 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:46.004915 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-3a3e398a-b3ec-4251-88ed-86bc61f44593 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:46.029540 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-3a3e398a-b3ec-4251-88ed-86bc61f44593 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:46.124850 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-94de9f07-5337-456a-bf35-eedfde0bb099 req-f6ca9f3e-22e7-4178-a8bd-1872f54784bd tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=aea4a696-c4e0-4283-ac48-06b1b4a0f701 HTTP/1.1" status: 200 len: 210 time: 0.0788352 Jun 30 09:00:46.181984 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-3a3e398a-b3ec-4251-88ed-86bc61f44593 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:46.270945 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-3a3e398a-b3ec-4251-88ed-86bc61f44593 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:46.299972 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5856c4-90dd-435b-a8ed-d32765cfe10b admin admin] Router 1782249f-a426-43fb-9da3-6e7a63196fe7 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:00:46.314115 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47552) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:46.340924 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-038dacb0-d58b-48fe-84ef-bfda2b55189b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:46.572024 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5856c4-90dd-435b-a8ed-d32765cfe10b admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:00:46.582458 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254e4d30-3035-4194-a739-2cc1cdcc4b5a None None] Sync routers for ids ['1782249f-a426-43fb-9da3-6e7a63196fe7'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:00:46.607320 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e398a-b3ec-4251-88ed-86bc61f44593 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee21b6da-8b4b-4694-9a0d-0b080c838dc2,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:46.618739 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254e4d30-3035-4194-a739-2cc1cdcc4b5a None None] Routers {'1782249f-a426-43fb-9da3-6e7a63196fe7'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:46.618739 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-254e4d30-3035-4194-a739-2cc1cdcc4b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:00:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1782249f-a426-43fb-9da3-6e7a63196fe7'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:46.706794 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-038dacb0-d58b-48fe-84ef-bfda2b55189b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:46.803454 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-3a3e398a-b3ec-4251-88ed-86bc61f44593 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Allocated IP 192.168.233.179 (ad33225d-5521-4894-b7e8-170799d80b12/a0a5de46-050b-42ad-8d47-c859eedbe230/c0036ea6-46e9-4338-8620-40c5351bbbfe) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:46.836813 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-038dacb0-d58b-48fe-84ef-bfda2b55189b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:46.848955 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-254e4d30-3035-4194-a739-2cc1cdcc4b5a None None] Set router 1782249f-a426-43fb-9da3-6e7a63196fe7 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:00:46.888892 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038dacb0-d58b-48fe-84ef-bfda2b55189b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a085a8ec-4bde-4019-9905-c8bcfd4bb29c,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:46.911365 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-038dacb0-d58b-48fe-84ef-bfda2b55189b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3889bcc870124103929fe65d50d5d059&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5912018 Jun 30 09:00:46.911365 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47568) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:46.989584 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6a5856c4-90dd-435b-a8ed-d32765cfe10b admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:46.996866 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6a5856c4-90dd-435b-a8ed-d32765cfe10b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.2268884 Jun 30 09:00:46.999100 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47572) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:47.286267 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4ba71dff-bf90-4d8f-a3ac-a7c93312aa59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:47.287801 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-3a3e398a-b3ec-4251-88ed-86bc61f44593 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:47.289156 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4ba71dff-bf90-4d8f-a3ac-a7c93312aa59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:47.290844 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-3a3e398a-b3ec-4251-88ed-86bc61f44593 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Transition to ACTIVE for port object c0036ea6-46e9-4338-8620-40c5351bbbfe will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:47.293958 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-254e4d30-3035-4194-a739-2cc1cdcc4b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1017925346-router', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:41Z', 'updated_at': '2021-06-30T09:00:44Z', 'revision_number': 3, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'gw_port': {'id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:51:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:43Z', 'updated_at': '2021-06-30T09:00:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:47.314554 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254e4d30-3035-4194-a739-2cc1cdcc4b5a None None] Checking router: 1782249f-a426-43fb-9da3-6e7a63196fe7 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:00:47.316714 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254e4d30-3035-4194-a739-2cc1cdcc4b5a None None] Updating router 1782249f-a426-43fb-9da3-6e7a63196fe7 port ad30ac53-0fe2-461a-ab48-a621f1b133f4 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:00:47.352466 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-3a3e398a-b3ec-4251-88ed-86bc61f44593 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:47.470770 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-254e4d30-3035-4194-a739-2cc1cdcc4b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:47.660064 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-86cdbdf0-1f30-4b46-9859-a81e8d6485a5 req-458bc599-28a7-424d-862a-49ba57748204 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2cdf01c-c890-43af-a73a-806e134cac63 HTTP/1.1" status: 200 len: 210 time: 0.3033967 Jun 30 09:00:47.724755 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-3a3e398a-b3ec-4251-88ed-86bc61f44593 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Network ad33225d-5521-4894-b7e8-170799d80b12 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:47.730568 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e398a-b3ec-4251-88ed-86bc61f44593 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Pushing event updated for resources: {'Port': ['ID=c0036ea6-46e9-4338-8620-40c5351bbbfe,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:47.732577 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4ba71dff-bf90-4d8f-a3ac-a7c93312aa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:47.735684 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-3a3e398a-b3ec-4251-88ed-86bc61f44593 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:47.747512 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4ba71dff-bf90-4d8f-a3ac-a7c93312aa59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:47.762207 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4ba71dff-bf90-4d8f-a3ac-a7c93312aa59 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a085a8ec-4bde-4019-9905-c8bcfd4bb29c HTTP/1.1" status: 204 len: 168 time: 0.8409674 Jun 30 09:00:47.807602 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-3a3e398a-b3ec-4251-88ed-86bc61f44593 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:47.826366 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-3a3e398a-b3ec-4251-88ed-86bc61f44593 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:47.827595 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-3a3e398a-b3ec-4251-88ed-86bc61f44593 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:47.858776 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba71dff-bf90-4d8f-a3ac-a7c93312aa59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a085a8ec-4bde-4019-9905-c8bcfd4bb29c,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:47.927472 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a90a4-fb73-4dc4-9f14-935982a7fdd1 req-39a443ce-9377-4730-b32c-69003c7d36fe tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:47.927472 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f54a90a4-fb73-4dc4-9f14-935982a7fdd1 req-39a443ce-9377-4730-b32c-69003c7d36fe tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=aea4a696-c4e0-4283-ac48-06b1b4a0f701 HTTP/1.1" status: 200 len: 936 time: 0.4769418 Jun 30 09:00:47.979478 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-3a3e398a-b3ec-4251-88ed-86bc61f44593 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4227266 Jun 30 09:00:47.990836 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-949025a7-1757-4a10-840f-c80eccc9eb31 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:00:48.002724 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-949025a7-1757-4a10-840f-c80eccc9eb31 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074921 Jun 30 09:00:48.041203 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-254e4d30-3035-4194-a739-2cc1cdcc4b5a None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:48.061131 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-254e4d30-3035-4194-a739-2cc1cdcc4b5a None None] Transition to ACTIVE for port object ad30ac53-0fe2-461a-ab48-a621f1b133f4 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:48.082168 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f54a90a4-fb73-4dc4-9f14-935982a7fdd1 req-18aa15f8-9614-4aec-bcdb-40ed33f5beec tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee21b6da-8b4b-4694-9a0d-0b080c838dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913605 Jun 30 09:00:48.138912 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-254e4d30-3035-4194-a739-2cc1cdcc4b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:48.257256 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-254e4d30-3035-4194-a739-2cc1cdcc4b5a None None] Attempting to bind port ad30ac53-0fe2-461a-ab48-a621f1b133f4 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:00:48.258479 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-254e4d30-3035-4194-a739-2cc1cdcc4b5a None None] Attempting to bind port ad30ac53-0fe2-461a-ab48-a621f1b133f4 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:00:48.259017 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254e4d30-3035-4194-a739-2cc1cdcc4b5a None None] Attempting to bind port ad30ac53-0fe2-461a-ab48-a621f1b133f4 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:48.262004 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4083d-fe10-455e-878e-d6230aa92083 None None] Pushing event updated for resources: {'Port': ['ID=ad30ac53-0fe2-461a-ab48-a621f1b133f4,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:48.276516 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-651587bb-1ad8-4772-81e5-223102495a0c None None] Provisioning for port c0036ea6-46e9-4338-8620-40c5351bbbfe completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:48.288873 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-651587bb-1ad8-4772-81e5-223102495a0c None None] Provisioning complete for port c0036ea6-46e9-4338-8620-40c5351bbbfe triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:48.289900 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-651587bb-1ad8-4772-81e5-223102495a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:48.293442 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254e4d30-3035-4194-a739-2cc1cdcc4b5a None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:00:48.295762 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254e4d30-3035-4194-a739-2cc1cdcc4b5a None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:48.300089 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-254e4d30-3035-4194-a739-2cc1cdcc4b5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:48.308560 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254e4d30-3035-4194-a739-2cc1cdcc4b5a None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:00:48.309678 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-254e4d30-3035-4194-a739-2cc1cdcc4b5a None None] Bound port: ad30ac53-0fe2-461a-ab48-a621f1b133f4, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:00:48.311410 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-254e4d30-3035-4194-a739-2cc1cdcc4b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:48.327893 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4083d-fe10-455e-878e-d6230aa92083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:48.330945 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4083d-fe10-455e-878e-d6230aa92083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:48.339193 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4083d-fe10-455e-878e-d6230aa92083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:48.339947 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4083d-fe10-455e-878e-d6230aa92083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:48.340638 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4083d-fe10-455e-878e-d6230aa92083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:48.341278 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4083d-fe10-455e-878e-d6230aa92083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:48.341954 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4083d-fe10-455e-878e-d6230aa92083 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:48.342661 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4083d-fe10-455e-878e-d6230aa92083 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:48.343311 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4083d-fe10-455e-878e-d6230aa92083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:48.343992 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4083d-fe10-455e-878e-d6230aa92083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:48.344688 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4083d-fe10-455e-878e-d6230aa92083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:48.345387 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4083d-fe10-455e-878e-d6230aa92083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4083d-fe10-455e-878e-d6230aa92083 None None] Tracked resource versions report: Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: pushed versions: Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: { 'AddressGroup': {'1.2'}, Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: 'ConntrackHelper': {'1.0'}, Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: 'Log': {'1.0'}, Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: 'Network': {'1.1'}, Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: 'Port': {'1.7'}, Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: 'PortForwarding': {'1.2'}, Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: 'QosPolicy': {'1.8'}, Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: 'SecurityGroup': {'1.4'}, Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: 'SecurityGroupRule': {'1.2'}, Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: 'SubPort': {'1.0'}, Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: 'Subnet': {'1.1'}, Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: 'Trunk': {'1.1'}} Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: consumer versions: Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: { DHCP agent@n-d-771363-31: {}, Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: HyperV agent@n-h1-771363-31: {}, Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: HyperV agent@n-h2-771363-31: {}, Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: L3 agent@n-d-771363-31: {}, Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: Metadata agent@n-d-771363-31: {}, Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: Metering agent@n-d-771363-31: {}, Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: Open vSwitch agent@n-d-771363-31: { 'AddressGroup': '1.2', Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: 'ConntrackHelper': '1.0', Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: 'Log': '1.0', Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: 'Network': '1.1', Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: 'Port': '1.7', Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: 'PortForwarding': '1.2', Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: 'QosPolicy': '1.8', Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: 'SecurityGroup': '1.4', Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: 'SecurityGroupRule': '1.2', Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: 'SubPort': '1.0', Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: 'Subnet': '1.1', Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: 'Trunk': '1.1'}} Jun 30 09:00:48.347247 n-d-771363-31 neutron-server[101056]: {{(pid=101056) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 09:00:48.437588 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-651587bb-1ad8-4772-81e5-223102495a0c None None] Port c0036ea6-46e9-4338-8620-40c5351bbbfe cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:00:48.532127 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-254e4d30-3035-4194-a739-2cc1cdcc4b5a None None] For port ad30ac53-0fe2-461a-ab48-a621f1b133f4, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:48.539591 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-254e4d30-3035-4194-a739-2cc1cdcc4b5a None None] For port ad30ac53-0fe2-461a-ab48-a621f1b133f4, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=ad30ac53-0fe2-461a-ab48-a621f1b133f4,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:00:48.636754 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-254e4d30-3035-4194-a739-2cc1cdcc4b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:48.784543 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-a8648c1e-f1e8-4c08-afb7-a9d51cab130d service neutron] Request body: {'port': {'device_id': 'aea4a696-c4e0-4283-ac48-06b1b4a0f701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:48.817323 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254e4d30-3035-4194-a739-2cc1cdcc4b5a None None] Routers {'1782249f-a426-43fb-9da3-6e7a63196fe7'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:48.819452 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-254e4d30-3035-4194-a739-2cc1cdcc4b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:00:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1782249f-a426-43fb-9da3-6e7a63196fe7'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:49.027211 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1e192328-a4e9-4f34-8c55-10051c4c0bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:49.047180 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-a8648c1e-f1e8-4c08-afb7-a9d51cab130d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:49.138054 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-254e4d30-3035-4194-a739-2cc1cdcc4b5a None None] Set router 1782249f-a426-43fb-9da3-6e7a63196fe7 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:00:49.327574 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c72b729b-21e1-403a-8c55-9b37550d2dd2 req-356d1607-df39-4ea1-a4d7-c406df6762bc tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2cdf01c-c890-43af-a73a-806e134cac63 HTTP/1.1" status: 200 len: 210 time: 0.2249775 Jun 30 09:00:49.451274 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4083d-fe10-455e-878e-d6230aa92083 None None] Pushing event updated for resources: {'Port': ['ID=ad30ac53-0fe2-461a-ab48-a621f1b133f4,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:49.540786 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-254e4d30-3035-4194-a739-2cc1cdcc4b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1017925346-router', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:41Z', 'updated_at': '2021-06-30T09:00:44Z', 'revision_number': 3, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'gw_port': {'id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:51:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:43Z', 'updated_at': '2021-06-30T09:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:49.581357 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254e4d30-3035-4194-a739-2cc1cdcc4b5a None None] The sync data for ids ['1782249f-a426-43fb-9da3-6e7a63196fe7'] in n-d-771363-31 is: [{'id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1017925346-router', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:41Z', 'updated_at': '2021-06-30T09:00:44Z', 'revision_number': 3, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'gw_port': {'id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:51:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:43Z', 'updated_at': '2021-06-30T09:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:00:49.807658 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47618) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:49.864424 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-1e192328-a4e9-4f34-8c55-10051c4c0bfd admin admin] Allocated IP 172.20.0.1 (798e0566-6f3f-47e0-9595-5760850bc5ef/96ce0dd5-8b67-4dfb-aefb-e468b993d00c/c286893a-3b25-4021-a9a9-8380ee930b93) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:49.973879 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.52', 51373) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:50.030649 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-6a98fe2b-fb1a-431b-a3f9-213b3d3fa720 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=2f172b9cd40146c4bb64e81e36ab5caf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497711 Jun 30 09:00:50.166019 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6fbb9802-4846-4e7e-be2d-8f37ae6424b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.201068 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-a8648c1e-f1e8-4c08-afb7-a9d51cab130d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0036ea6-46e9-4338-8620-40c5351bbbfe {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:00:50.245942 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-a8648c1e-f1e8-4c08-afb7-a9d51cab130d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.492952 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-a8648c1e-f1e8-4c08-afb7-a9d51cab130d service neutron] Transition to ACTIVE for port object c0036ea6-46e9-4338-8620-40c5351bbbfe will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:50.493775 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6fbb9802-4846-4e7e-be2d-8f37ae6424b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.493857 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85ee3b-4b6a-4d78-98fc-42969a2f13f6 req-13ccc83c-2d58-46b9-9dab-b16646138500 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:50.493857 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f85ee3b-4b6a-4d78-98fc-42969a2f13f6 req-13ccc83c-2d58-46b9-9dab-b16646138500 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=aea4a696-c4e0-4283-ac48-06b1b4a0f701 HTTP/1.1" status: 200 len: 936 time: 0.7059901 Jun 30 09:00:50.493998 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1e192328-a4e9-4f34-8c55-10051c4c0bfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.503281 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-3ae6e176-fa72-422a-91b3-2aa39c7c0c39 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:50.504753 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-3ae6e176-fa72-422a-91b3-2aa39c7c0c39 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4677253 Jun 30 09:00:50.514832 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-1e192328-a4e9-4f34-8c55-10051c4c0bfd admin admin] Transition to ACTIVE for port object c286893a-3b25-4021-a9a9-8380ee930b93 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:50.533860 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-5b8cfccb-acb3-4841-ac4b-30e8ed9c136a tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Request body: {'port': {'device_id': 'f2cdf01c-c890-43af-a73a-806e134cac63', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'admin_state_up': True, 'tenant_id': '2f172b9cd40146c4bb64e81e36ab5caf'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:50.593859 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f85ee3b-4b6a-4d78-98fc-42969a2f13f6 req-51ef13ce-f2fb-4f52-9050-f6815bd63fed tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee21b6da-8b4b-4694-9a0d-0b080c838dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549888 Jun 30 09:00:50.624461 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2440730b-d61b-416c-97f1-96f0c1e57a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.625565 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-a8648c1e-f1e8-4c08-afb7-a9d51cab130d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.726199 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8648c1e-f1e8-4c08-afb7-a9d51cab130d service neutron] Pushing event updated for resources: {'Port': ['ID=c0036ea6-46e9-4338-8620-40c5351bbbfe,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:50.834306 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6fbb9802-4846-4e7e-be2d-8f37ae6424b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.845617 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-a8648c1e-f1e8-4c08-afb7-a9d51cab130d service neutron] Attempting to bind port c0036ea6-46e9-4338-8620-40c5351bbbfe on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:00:50.846310 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-a8648c1e-f1e8-4c08-afb7-a9d51cab130d service neutron] Attempting to bind port c0036ea6-46e9-4338-8620-40c5351bbbfe by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:00:50.846951 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-a8648c1e-f1e8-4c08-afb7-a9d51cab130d service neutron] Attempting to bind port c0036ea6-46e9-4338-8620-40c5351bbbfe on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:50.855871 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-a8648c1e-f1e8-4c08-afb7-a9d51cab130d service neutron] Port c0036ea6-46e9-4338-8620-40c5351bbbfe on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:00:50.856516 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-a8648c1e-f1e8-4c08-afb7-a9d51cab130d service neutron] Attempting to bind port c0036ea6-46e9-4338-8620-40c5351bbbfe on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:50.869436 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-a8648c1e-f1e8-4c08-afb7-a9d51cab130d service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:00:50.869436 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-a8648c1e-f1e8-4c08-afb7-a9d51cab130d service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:50.869436 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-a8648c1e-f1e8-4c08-afb7-a9d51cab130d service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:00:50.869436 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-a8648c1e-f1e8-4c08-afb7-a9d51cab130d service neutron] Bound port: c0036ea6-46e9-4338-8620-40c5351bbbfe, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:00:50.869436 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-a8648c1e-f1e8-4c08-afb7-a9d51cab130d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.935403 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bc63a939-139c-4e23-81df-afddc04aab4a req-55bf90f6-832d-45f8-8ea2-1e36cc340522 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2cdf01c-c890-43af-a73a-806e134cac63 HTTP/1.1" status: 200 len: 210 time: 0.1230338 Jun 30 09:00:51.070663 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb9802-4846-4e7e-be2d-8f37ae6424b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e1d0f2-42b6-4f56-936a-e7b8f978a346,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:51.100634 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-a8648c1e-f1e8-4c08-afb7-a9d51cab130d service neutron] For port c0036ea6-46e9-4338-8620-40c5351bbbfe, host n-h1-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:51.109985 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-a8648c1e-f1e8-4c08-afb7-a9d51cab130d service neutron] For port c0036ea6-46e9-4338-8620-40c5351bbbfe, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c0036ea6-46e9-4338-8620-40c5351bbbfe,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:00:51.155376 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6fbb9802-4846-4e7e-be2d-8f37ae6424b3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dfac351ab935421d84b221f91484f11b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3444624 Jun 30 09:00:51.156164 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47638) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:51.212360 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-a8648c1e-f1e8-4c08-afb7-a9d51cab130d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.267420 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1e192328-a4e9-4f34-8c55-10051c4c0bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.326307 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-5b8cfccb-acb3-4841-ac4b-30e8ed9c136a tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Made reservation on behalf of 2f172b9cd40146c4bb64e81e36ab5caf for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:51.333143 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-38899891-565b-4036-8f32-7415cf13b7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.335756 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-5b8cfccb-acb3-4841-ac4b-30e8ed9c136a tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.336816 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-a8648c1e-f1e8-4c08-afb7-a9d51cab130d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:51.337622 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-a8648c1e-f1e8-4c08-afb7-a9d51cab130d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.339312 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-a8648c1e-f1e8-4c08-afb7-a9d51cab130d service neutron] 10.222.0.52 "PUT /v2.0/ports/c0036ea6-46e9-4338-8620-40c5351bbbfe HTTP/1.1" status: 200 len: 1097 time: 2.6950617 Jun 30 09:00:51.344074 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea4a696-c4e0-4283-ac48-06b1b4a0f701', 'tag': 'c0036ea6-46e9-4338-8620-40c5351bbbfe'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:51.406869 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-5b8cfccb-acb3-4841-ac4b-30e8ed9c136a tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.425222 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e192328-a4e9-4f34-8c55-10051c4c0bfd admin admin] Network 798e0566-6f3f-47e0-9595-5760850bc5ef is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:51.431726 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e192328-a4e9-4f34-8c55-10051c4c0bfd admin admin] Pushing event updated for resources: {'Port': ['ID=c286893a-3b25-4021-a9a9-8380ee930b93,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:51.440613 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-1e192328-a4e9-4f34-8c55-10051c4c0bfd admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:51.448891 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e192328-a4e9-4f34-8c55-10051c4c0bfd admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:51.449732 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1e192328-a4e9-4f34-8c55-10051c4c0bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.510591 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8648c1e-f1e8-4c08-afb7-a9d51cab130d service neutron] Pushing event updated for resources: {'Port': ['ID=c0036ea6-46e9-4338-8620-40c5351bbbfe,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:51.537409 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-38899891-565b-4036-8f32-7415cf13b7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.821445 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device ad30ac53-0fe2-461a-ab48-a621f1b133f4 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:51.850310 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0985334-11e8-4db3-bc4a-eca32195f079" -d '{"events": [{"name": "network-changed", "server_uuid": "aea4a696-c4e0-4283-ac48-06b1b4a0f701", "tag": "c0036ea6-46e9-4338-8620-40c5351bbbfe"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:52.111252 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port ad30ac53-0fe2-461a-ab48-a621f1b133f4 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:52.116553 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port ad30ac53-0fe2-461a-ab48-a621f1b133f4 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:52.118800 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.157011 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-38899891-565b-4036-8f32-7415cf13b7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.163879 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-38899891-565b-4036-8f32-7415cf13b7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.191631 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-38899891-565b-4036-8f32-7415cf13b7f9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/30e1d0f2-42b6-4f56-936a-e7b8f978a346 HTTP/1.1" status: 204 len: 168 time: 1.0336521 Jun 30 09:00:52.219695 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-4145188a-e532-4927-a4b0-559fb335509d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:52.223239 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-4145188a-e532-4927-a4b0-559fb335509d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=886d114fd3c64b319398cc6be0c1d706&device_id=aea4a696-c4e0-4283-ac48-06b1b4a0f701 HTTP/1.1" status: 200 len: 1100 time: 0.5998089 Jun 30 09:00:52.264292 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38899891-565b-4036-8f32-7415cf13b7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e1d0f2-42b6-4f56-936a-e7b8f978a346,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:52.389729 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8b3e1dda-c199-421c-8971-a0525d78cd25 None None] Provisioning for port c286893a-3b25-4021-a9a9-8380ee930b93 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:52.391478 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-eff8ca23-4390-4409-bc37-178f317f4c4e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=c0036ea6-46e9-4338-8620-40c5351bbbfe HTTP/1.1" status: 200 len: 217 time: 0.1504681 Jun 30 09:00:52.394591 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.425485 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8b3e1dda-c199-421c-8971-a0525d78cd25 None None] Provisioning complete for port c286893a-3b25-4021-a9a9-8380ee930b93 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:52.430760 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8b3e1dda-c199-421c-8971-a0525d78cd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.433401 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-5b8cfccb-acb3-4841-ac4b-30e8ed9c136a tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.473710 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1e192328-a4e9-4f34-8c55-10051c4c0bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.520850 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-5b8cfccb-acb3-4841-ac4b-30e8ed9c136a tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.574744 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port ad30ac53-0fe2-461a-ab48-a621f1b133f4, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=ad30ac53-0fe2-461a-ab48-a621f1b133f4,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:52.615216 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-8b3e1dda-c199-421c-8971-a0525d78cd25 None None] Port c286893a-3b25-4021-a9a9-8380ee930b93 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:00:52.659247 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.816867 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=ad30ac53-0fe2-461a-ab48-a621f1b133f4,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:52.885099 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdc79e5-a318-4beb-b5e8-a9b048f0488b x-openstack-request-id: req-ecdc79e5-a318-4beb-b5e8-a9b048f0488b {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:52.885668 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea4a696-c4e0-4283-ac48-06b1b4a0f701", "tag": "c0036ea6-46e9-4338-8620-40c5351bbbfe", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:52.886104 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ecdc79e5-a318-4beb-b5e8-a9b048f0488b {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:52.886766 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea4a696-c4e0-4283-ac48-06b1b4a0f701', 'tag': 'c0036ea6-46e9-4338-8620-40c5351bbbfe', 'status': 'completed', 'code': 200} Jun 30 09:00:52.893047 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d4bb3796-ca98-492f-8faf-f8361e104653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.903468 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfae20-ed00-4a9e-985b-9745b664f8ce req-7bf8312d-c863-4999-bf49-404b8281b560 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:52.910890 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-becfae20-ed00-4a9e-985b-9745b664f8ce req-7bf8312d-c863-4999-bf49-404b8281b560 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=aea4a696-c4e0-4283-ac48-06b1b4a0f701 HTTP/1.1" status: 200 len: 948 time: 0.9192200 Jun 30 09:00:52.989873 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-8a796920-2568-441b-83b6-8469735c13aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:52.991681 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-8a796920-2568-441b-83b6-8469735c13aa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.5779881 Jun 30 09:00:53.022048 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-becfae20-ed00-4a9e-985b-9745b664f8ce req-f8f36d75-8a1c-44d6-bdb9-7c6dd025c0db tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee21b6da-8b4b-4694-9a0d-0b080c838dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101530 Jun 30 09:00:53.225071 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8cfccb-acb3-4841-ac4b-30e8ed9c136a tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c428e95f-fa03-4e55-9a8f-1d711dff332b,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:53.302574 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-81b09754-2a96-40af-b0f4-b8672ad2bb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:53.311407 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-81b09754-2a96-40af-b0f4-b8672ad2bb5d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2698507 Jun 30 09:00:53.332390 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.337981 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8180c921-29d9-4010-88d5-5cf53c5a13d8 req-7d3985ed-d659-4432-8939-22a3f8d26637 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2cdf01c-c890-43af-a73a-806e134cac63 HTTP/1.1" status: 200 len: 210 time: 0.2816255 Jun 30 09:00:53.455767 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-5b8cfccb-acb3-4841-ac4b-30e8ed9c136a tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Allocated IP 192.168.233.137 (ad33225d-5521-4894-b7e8-170799d80b12/a0a5de46-050b-42ad-8d47-c859eedbe230/01f60866-bfec-479a-b86c-225e40e20c4b) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:53.543565 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47674) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:53.640880 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9d8fe6e2-d8a8-4336-91cf-2eee3c925d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.715869 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-cf47cfdb-8e7b-4528-ae65-43154ac9d503 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991380 Jun 30 09:00:53.721349 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29e701b9-ccaf-4883-a312-0e015626471c req-fa6a67f5-ccb9-44f4-9248-d669e523de77 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=3114248b2e0a4d9f9fc077f22ec18d3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529754 Jun 30 09:00:53.785278 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device ad30ac53-0fe2-461a-ab48-a621f1b133f4 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:53.875095 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port ad30ac53-0fe2-461a-ab48-a621f1b133f4 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:53.876429 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.919311 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1e192328-a4e9-4f34-8c55-10051c4c0bfd admin admin] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.021074 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-411fdeaa-90d8-4410-9d89-ff6eb24e4c76 req-42a26217-ed43-4eb4-89b7-405515dc9e35 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964470 Jun 30 09:00:54.023343 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1e192328-a4e9-4f34-8c55-10051c4c0bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.024670 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1e192328-a4e9-4f34-8c55-10051c4c0bfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.084931 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e701b9-ccaf-4883-a312-0e015626471c req-ffc695b5-7a9d-4d63-9a21-0036553aeb1d tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:54.089948 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29e701b9-ccaf-4883-a312-0e015626471c req-ffc695b5-7a9d-4d63-9a21-0036553aeb1d tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3459353 Jun 30 09:00:54.189563 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9d8fe6e2-d8a8-4336-91cf-2eee3c925d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.194468 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29e701b9-ccaf-4883-a312-0e015626471c req-cdfd50d7-0abd-42de-bddb-b0b6c52cbf14 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/quotas/3114248b2e0a4d9f9fc077f22ec18d3d HTTP/1.1" status: 200 len: 375 time: 0.0406158 Jun 30 09:00:54.290098 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29e701b9-ccaf-4883-a312-0e015626471c req-04bbe774-68a4-46de-a79a-282a0dcb84fc tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3114248b2e0a4d9f9fc077f22ec18d3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853467 Jun 30 09:00:54.559627 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9d8fe6e2-d8a8-4336-91cf-2eee3c925d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.559627 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8fe6e2-d8a8-4336-91cf-2eee3c925d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b940834-fa5d-4e85-bca5-a2ccab15a7a0,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:54.563479 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e192328-a4e9-4f34-8c55-10051c4c0bfd admin admin] Pushing event updated for resources: {'Port': ['ID=c286893a-3b25-4021-a9a9-8380ee930b93,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:54.564447 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9d8fe6e2-d8a8-4336-91cf-2eee3c925d5e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d7780958e1c942d8bf2deaa07e2294b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8952682 Jun 30 09:00:54.564884 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-5b8cfccb-acb3-4841-ac4b-30e8ed9c136a tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.565248 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0985334-11e8-4db3-bc4a-eca32195f079 req-f67760ef-3ee9-424a-92c7-33b5b127db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:54.565248 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e0985334-11e8-4db3-bc4a-eca32195f079 req-f67760ef-3ee9-424a-92c7-33b5b127db38 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=886d114fd3c64b319398cc6be0c1d706&device_id=aea4a696-c4e0-4283-ac48-06b1b4a0f701 HTTP/1.1" status: 200 len: 1100 time: 0.0957139 Jun 30 09:00:54.565448 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e192328-a4e9-4f34-8c55-10051c4c0bfd admin admin] Network 798e0566-6f3f-47e0-9595-5760850bc5ef is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:54.565448 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-5b8cfccb-acb3-4841-ac4b-30e8ed9c136a tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Transition to ACTIVE for port object 01f60866-bfec-479a-b86c-225e40e20c4b will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:54.565448 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-1e192328-a4e9-4f34-8c55-10051c4c0bfd admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:54.565675 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47688) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:54.600819 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50505d-9c79-4d6e-ab60-4298697a5110 req-826310d7-007d-47b5-9300-1f5379d55a31 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:54.614461 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4b50505d-9c79-4d6e-ab60-4298697a5110 req-826310d7-007d-47b5-9300-1f5379d55a31 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=aea4a696-c4e0-4283-ac48-06b1b4a0f701 HTTP/1.1" status: 200 len: 948 time: 0.3184469 Jun 30 09:00:54.746869 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0985334-11e8-4db3-bc4a-eca32195f079 req-02fd25c2-4bff-4371-91fe-f007ec69b52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:54.748580 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e0985334-11e8-4db3-bc4a-eca32195f079 req-02fd25c2-4bff-4371-91fe-f007ec69b52c service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.2647040 Jun 30 09:00:54.750091 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-03bdfe8e-8fd8-44a7-b9f3-cf1cf440e7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.800869 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-03bdfe8e-8fd8-44a7-b9f3-cf1cf440e7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.833508 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e192328-a4e9-4f34-8c55-10051c4c0bfd admin admin] Router 1782249f-a426-43fb-9da3-6e7a63196fe7 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:00:54.849475 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4b50505d-9c79-4d6e-ab60-4298697a5110 req-4a29b922-2f75-4df5-aa28-165e1189caaf tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee21b6da-8b4b-4694-9a0d-0b080c838dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333686 Jun 30 09:00:54.904241 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e0985334-11e8-4db3-bc4a-eca32195f079 req-5532a411-d8b7-41f6-b777-8a870f26c324 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=c0036ea6-46e9-4338-8620-40c5351bbbfe HTTP/1.1" status: 200 len: 217 time: 0.0866077 Jun 30 09:00:54.919071 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-79dc9705-d84f-4fc0-b286-f10ded24e8fa None None] Provisioning complete for port c286893a-3b25-4021-a9a9-8380ee930b93 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:54.920444 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-79dc9705-d84f-4fc0-b286-f10ded24e8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.986049 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.024978 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-03bdfe8e-8fd8-44a7-b9f3-cf1cf440e7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.036991 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-03bdfe8e-8fd8-44a7-b9f3-cf1cf440e7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.038861 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-03bdfe8e-8fd8-44a7-b9f3-cf1cf440e7f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3b940834-fa5d-4e85-bca5-a2ccab15a7a0 HTTP/1.1" status: 204 len: 168 time: 0.4752932 Jun 30 09:00:55.055629 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-79dc9705-d84f-4fc0-b286-f10ded24e8fa None None] Port c286893a-3b25-4021-a9a9-8380ee930b93 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:00:55.134391 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-5b8cfccb-acb3-4841-ac4b-30e8ed9c136a tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.188869 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dfa6f39d-449a-4726-9495-e4f3395c7cfb req-e19c80c9-7ec8-4e22-99cd-e993f46c008a tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=34be5411-8b42-41e6-b0d5-b64b843c1e12 HTTP/1.1" status: 200 len: 210 time: 0.0645990 Jun 30 09:00:55.219385 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bdfe8e-8fd8-44a7-b9f3-cf1cf440e7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b940834-fa5d-4e85-bca5-a2ccab15a7a0,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:55.285601 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0985334-11e8-4db3-bc4a-eca32195f079 req-dae8ffbe-a051-41eb-aa56-92b2198508a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:55.290934 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e0985334-11e8-4db3-bc4a-eca32195f079 req-dae8ffbe-a051-41eb-aa56-92b2198508a4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.2048903 Jun 30 09:00:55.359091 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-5b8cfccb-acb3-4841-ac4b-30e8ed9c136a tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Network ad33225d-5521-4894-b7e8-170799d80b12 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:55.385979 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-5b8cfccb-acb3-4841-ac4b-30e8ed9c136a tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:55.416539 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-5b8cfccb-acb3-4841-ac4b-30e8ed9c136a tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:55.422555 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0985334-11e8-4db3-bc4a-eca32195f079 req-ff4ad5a3-7fa6-460d-b4f1-d475d9175cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:55.424122 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e0985334-11e8-4db3-bc4a-eca32195f079 req-ff4ad5a3-7fa6-460d-b4f1-d475d9175cf3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1067727 Jun 30 09:00:55.424297 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-5b8cfccb-acb3-4841-ac4b-30e8ed9c136a tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:55.425083 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-5b8cfccb-acb3-4841-ac4b-30e8ed9c136a tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.494114 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8cfccb-acb3-4841-ac4b-30e8ed9c136a tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Pushing event updated for resources: {'Port': ['ID=01f60866-bfec-479a-b86c-225e40e20c4b,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:55.501007 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e192328-a4e9-4f34-8c55-10051c4c0bfd admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:00:55.572790 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1e192328-a4e9-4f34-8c55-10051c4c0bfd admin admin] 10.222.0.10 "PUT /v2.0/routers/1782249f-a426-43fb-9da3-6e7a63196fe7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5602446 Jun 30 09:00:55.588317 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5563d574-906d-4563-9957-ce898274633a None None] Sync routers for ids ['1782249f-a426-43fb-9da3-6e7a63196fe7'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:00:55.613243 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e0985334-11e8-4db3-bc4a-eca32195f079 req-27337fd0-65db-4873-a1ce-4079d301e841 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687107 Jun 30 09:00:55.622113 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68fa212-9192-464c-8dfc-5024ba1a742b req-cddf3f30-ab56-4676-a97a-60db7ecf2669 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:55.624695 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c68fa212-9192-464c-8dfc-5024ba1a742b req-cddf3f30-ab56-4676-a97a-60db7ecf2669 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2cdf01c-c890-43af-a73a-806e134cac63 HTTP/1.1" status: 200 len: 936 time: 0.5075529 Jun 30 09:00:55.635142 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-5b8cfccb-acb3-4841-ac4b-30e8ed9c136a tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1064479 Jun 30 09:00:55.639027 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5563d574-906d-4563-9957-ce898274633a None None] Routers {'1782249f-a426-43fb-9da3-6e7a63196fe7'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:55.640057 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-5563d574-906d-4563-9957-ce898274633a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:00:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1782249f-a426-43fb-9da3-6e7a63196fe7'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:55.697883 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-eeadbc70-e7e2-439b-9923-0b98d9307c31 service neutron] Request body: {'port': {'device_id': 'f2cdf01c-c890-43af-a73a-806e134cac63', 'device_owner': 'compute:tempest-test_az-1963743277', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:55.811499 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c68fa212-9192-464c-8dfc-5024ba1a742b req-f1485b18-78ff-4fa5-859a-bb5b3615b0a9 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/security-groups?id=c428e95f-fa03-4e55-9a8f-1d711dff332b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587176 Jun 30 09:00:55.916751 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-eeadbc70-e7e2-439b-9923-0b98d9307c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.955007 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e0985334-11e8-4db3-bc4a-eca32195f079 req-85d5994a-e8cb-495d-95fd-a4d3562a6aad service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959816 Jun 30 09:00:56.087588 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9bb9497e-8be3-4525-9b34-b96b7019b46c None None] Provisioning for port 01f60866-bfec-479a-b86c-225e40e20c4b completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:56.122504 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9bb9497e-8be3-4525-9b34-b96b7019b46c None None] Provisioning complete for port 01f60866-bfec-479a-b86c-225e40e20c4b triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:56.123135 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9bb9497e-8be3-4525-9b34-b96b7019b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:56.126692 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-5563d574-906d-4563-9957-ce898274633a None None] Set router 1782249f-a426-43fb-9da3-6e7a63196fe7 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:00:56.200569 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3f5a5-18f2-4908-a7fa-4acfb634375a req-71797b6f-455a-460d-8d39-7b6809663dc6 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:56.214636 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c4d3f5a5-18f2-4908-a7fa-4acfb634375a req-71797b6f-455a-460d-8d39-7b6809663dc6 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=aea4a696-c4e0-4283-ac48-06b1b4a0f701 HTTP/1.1" status: 200 len: 948 time: 0.1147850 Jun 30 09:00:56.219475 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:56.251038 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-9bb9497e-8be3-4525-9b34-b96b7019b46c None None] Port 01f60866-bfec-479a-b86c-225e40e20c4b cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:00:56.282966 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c4d3f5a5-18f2-4908-a7fa-4acfb634375a req-90bb6b30-d936-44f8-b5bf-632e38cafaec tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee21b6da-8b4b-4694-9a0d-0b080c838dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701756 Jun 30 09:00:56.738921 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ffc5b905-d133-47f4-9f50-9a467d06b375 req-60c92805-12c8-4287-a1c3-a4765b3e63c0 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=34be5411-8b42-41e6-b0d5-b64b843c1e12 HTTP/1.1" status: 200 len: 210 time: 0.2326503 Jun 30 09:00:56.785007 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-5563d574-906d-4563-9957-ce898274633a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1017925346-router', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:41Z', 'updated_at': '2021-06-30T09:00:52Z', 'revision_number': 4, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'gw_port': {'id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:43Z', 'updated_at': '2021-06-30T09:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'c286893a-3b25-4021-a9a9-8380ee930b93', 'name': '', 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'mac_address': 'fa:16:3e:c7:86:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '96ce0dd5-8b67-4dfb-aefb-e468b993d00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:49Z', 'updated_at': '2021-06-30T09:00:52Z', 'revision_number': 2, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'subnets': [{'id': '96ce0dd5-8b67-4dfb-aefb-e468b993d00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:56.866861 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5563d574-906d-4563-9957-ce898274633a None None] Checking router: 1782249f-a426-43fb-9da3-6e7a63196fe7 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:00:56.867986 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5563d574-906d-4563-9957-ce898274633a None None] Updating router 1782249f-a426-43fb-9da3-6e7a63196fe7 port c286893a-3b25-4021-a9a9-8380ee930b93 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:00:56.998136 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5563d574-906d-4563-9957-ce898274633a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.038450 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47734) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:57.046120 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-93cd384b-941d-4193-a831-1564b4c7c558 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1626563450-network', 'tenant_id': '3287e3fdeedc499dae7b64d225dfb821'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:57.100488 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029b76c-dde8-487b-9995-478f2136cca9 req-46b52502-d0a1-4bcb-8c02-5bf16ad7ebdf tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:57.109787 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-eeadbc70-e7e2-439b-9923-0b98d9307c31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01f60866-bfec-479a-b86c-225e40e20c4b {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:00:57.111363 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f029b76c-dde8-487b-9995-478f2136cca9 req-46b52502-d0a1-4bcb-8c02-5bf16ad7ebdf tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2cdf01c-c890-43af-a73a-806e134cac63 HTTP/1.1" status: 200 len: 936 time: 0.1146431 Jun 30 09:00:57.128186 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-eeadbc70-e7e2-439b-9923-0b98d9307c31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.156721 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-eeadbc70-e7e2-439b-9923-0b98d9307c31 service neutron] Transition to ACTIVE for port object 01f60866-bfec-479a-b86c-225e40e20c4b will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:57.167253 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f029b76c-dde8-487b-9995-478f2136cca9 req-ad7dedc0-4059-4267-a7ed-8430761f0ef2 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/security-groups?id=c428e95f-fa03-4e55-9a8f-1d711dff332b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547919 Jun 30 09:00:57.173459 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cd384b-941d-4193-a831-1564b4c7c558 admin admin] Made reservation on behalf of 3287e3fdeedc499dae7b64d225dfb821 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:57.176067 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-93cd384b-941d-4193-a831-1564b4c7c558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.205015 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-93cd384b-941d-4193-a831-1564b4c7c558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.219549 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-eeadbc70-e7e2-439b-9923-0b98d9307c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.325117 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadbc70-e7e2-439b-9923-0b98d9307c31 service neutron] Pushing event updated for resources: {'Port': ['ID=01f60866-bfec-479a-b86c-225e40e20c4b,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:57.600758 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-eeadbc70-e7e2-439b-9923-0b98d9307c31 service neutron] Attempting to bind port 01f60866-bfec-479a-b86c-225e40e20c4b on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:00:57.601472 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-eeadbc70-e7e2-439b-9923-0b98d9307c31 service neutron] Attempting to bind port 01f60866-bfec-479a-b86c-225e40e20c4b by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:00:57.602149 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-eeadbc70-e7e2-439b-9923-0b98d9307c31 service neutron] Attempting to bind port 01f60866-bfec-479a-b86c-225e40e20c4b on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:57.621291 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-eeadbc70-e7e2-439b-9923-0b98d9307c31 service neutron] Port 01f60866-bfec-479a-b86c-225e40e20c4b on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:00:57.621992 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-eeadbc70-e7e2-439b-9923-0b98d9307c31 service neutron] Attempting to bind port 01f60866-bfec-479a-b86c-225e40e20c4b on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:57.648746 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-eeadbc70-e7e2-439b-9923-0b98d9307c31 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:00:57.649566 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-eeadbc70-e7e2-439b-9923-0b98d9307c31 service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:57.650385 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-eeadbc70-e7e2-439b-9923-0b98d9307c31 service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:00:57.651209 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-eeadbc70-e7e2-439b-9923-0b98d9307c31 service neutron] Bound port: 01f60866-bfec-479a-b86c-225e40e20c4b, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:00:57.652136 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-eeadbc70-e7e2-439b-9923-0b98d9307c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.795645 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834c1d2-b981-4f4c-ba15-aaa9c4366dea req-ba369909-34fd-4952-95c7-ba57288b17c3 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:57.799954 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f834c1d2-b981-4f4c-ba15-aaa9c4366dea req-ba369909-34fd-4952-95c7-ba57288b17c3 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=aea4a696-c4e0-4283-ac48-06b1b4a0f701 HTTP/1.1" status: 200 len: 948 time: 0.2686679 Jun 30 09:00:57.803808 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5563d574-906d-4563-9957-ce898274633a None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.814139 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-93cd384b-941d-4193-a831-1564b4c7c558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.822612 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5563d574-906d-4563-9957-ce898274633a None None] Transition to ACTIVE for port object c286893a-3b25-4021-a9a9-8380ee930b93 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:57.893869 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5563d574-906d-4563-9957-ce898274633a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.894567 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-93cd384b-941d-4193-a831-1564b4c7c558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.918572 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-eeadbc70-e7e2-439b-9923-0b98d9307c31 service neutron] For port 01f60866-bfec-479a-b86c-225e40e20c4b, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:58.019300 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f834c1d2-b981-4f4c-ba15-aaa9c4366dea req-727af39c-bcd5-4f93-b62e-b31cfcd658a2 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee21b6da-8b4b-4694-9a0d-0b080c838dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928635 Jun 30 09:00:58.046169 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-eeadbc70-e7e2-439b-9923-0b98d9307c31 service neutron] For port 01f60866-bfec-479a-b86c-225e40e20c4b, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=01f60866-bfec-479a-b86c-225e40e20c4b,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:00:58.060182 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93cd384b-941d-4193-a831-1564b4c7c558 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:00:58.082704 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd384b-941d-4193-a831-1564b4c7c558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb336004-a92a-4f24-8b0d-a6fd71231251,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:58.104929 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-93cd384b-941d-4193-a831-1564b4c7c558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:58.104929 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-93cd384b-941d-4193-a831-1564b4c7c558 admin admin] Added segment 31edf554-8b93-4b9c-9ac3-d26418217433 of type vlan for network dd48b948-d252-4fdc-95a8-e308fd53cf7a Jun 30 09:00:58.105612 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2a14ddb3-6562-4fbe-a03f-6ea78954c5d2 req-d110a707-a51b-488b-ae21-6fd7d317e188 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=34be5411-8b42-41e6-b0d5-b64b843c1e12 HTTP/1.1" status: 200 len: 210 time: 0.1075900 Jun 30 09:00:58.123221 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-eeadbc70-e7e2-439b-9923-0b98d9307c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:58.147081 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f101a6-3f00-4523-b209-28906a7010c6 None None] Pushing event updated for resources: {'Port': ['ID=c286893a-3b25-4021-a9a9-8380ee930b93,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:58.185146 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-93cd384b-941d-4193-a831-1564b4c7c558 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:58.256187 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-5563d574-906d-4563-9957-ce898274633a None None] Attempting to bind port c286893a-3b25-4021-a9a9-8380ee930b93 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:00:58.256559 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-5563d574-906d-4563-9957-ce898274633a None None] Attempting to bind port c286893a-3b25-4021-a9a9-8380ee930b93 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '633caac2-7a06-4d51-b557-4bd6413f48ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:00:58.256918 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5563d574-906d-4563-9957-ce898274633a None None] Attempting to bind port c286893a-3b25-4021-a9a9-8380ee930b93 on network 798e0566-6f3f-47e0-9595-5760850bc5ef {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:58.275665 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5563d574-906d-4563-9957-ce898274633a None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:00:58.275665 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5563d574-906d-4563-9957-ce898274633a None None] Checking segment: {'id': '633caac2-7a06-4d51-b557-4bd6413f48ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:58.275665 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5563d574-906d-4563-9957-ce898274633a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:58.275665 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5563d574-906d-4563-9957-ce898274633a None None] Bound using segment: {'id': '633caac2-7a06-4d51-b557-4bd6413f48ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:00:58.275665 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-5563d574-906d-4563-9957-ce898274633a None None] Bound port: c286893a-3b25-4021-a9a9-8380ee930b93, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633caac2-7a06-4d51-b557-4bd6413f48ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:00:58.275665 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5563d574-906d-4563-9957-ce898274633a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:58.285112 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-eeadbc70-e7e2-439b-9923-0b98d9307c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:58.290522 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-eeadbc70-e7e2-439b-9923-0b98d9307c31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:58.292479 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-eeadbc70-e7e2-439b-9923-0b98d9307c31 service neutron] 10.222.0.52 "PUT /v2.0/ports/01f60866-bfec-479a-b86c-225e40e20c4b HTTP/1.1" status: 200 len: 1119 time: 2.6330874 Jun 30 09:00:58.313464 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2cdf01c-c890-43af-a73a-806e134cac63', 'tag': '01f60866-bfec-479a-b86c-225e40e20c4b'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:58.523152 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.db.resource_extend [None req-93cd384b-941d-4193-a831-1564b4c7c558 admin admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:00:58.526705 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-5563d574-906d-4563-9957-ce898274633a None None] For port c286893a-3b25-4021-a9a9-8380ee930b93, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:58.543879 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-5563d574-906d-4563-9957-ce898274633a None None] For port c286893a-3b25-4021-a9a9-8380ee930b93, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c286893a-3b25-4021-a9a9-8380ee930b93,segment=NetworkSegment(633caac2-7a06-4d51-b557-4bd6413f48ed),segment_id=633caac2-7a06-4d51-b557-4bd6413f48ed)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:00:58.589636 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.37', 58405) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:58.641348 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29e701b9-ccaf-4883-a312-0e015626471c req-93f12692-ea2b-43dd-a201-08b64e800a63 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3114248b2e0a4d9f9fc077f22ec18d3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504625 Jun 30 09:00:58.663761 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5563d574-906d-4563-9957-ce898274633a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:58.924845 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f101a6-3f00-4523-b209-28906a7010c6 None None] Pushing event updated for resources: {'Port': ['ID=c286893a-3b25-4021-a9a9-8380ee930b93,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:58.942165 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5563d574-906d-4563-9957-ce898274633a None None] Routers {'1782249f-a426-43fb-9da3-6e7a63196fe7'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:58.942799 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-5563d574-906d-4563-9957-ce898274633a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:00:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1782249f-a426-43fb-9da3-6e7a63196fe7'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:58.949251 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e701b9-ccaf-4883-a312-0e015626471c req-d34d6dd7-c0a3-432a-a376-471126ef422d tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:58.950902 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29e701b9-ccaf-4883-a312-0e015626471c req-d34d6dd7-c0a3-432a-a376-471126ef422d tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3006394 Jun 30 09:00:59.019568 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-29e701b9-ccaf-4883-a312-0e015626471c req-c9ac8afa-fcc9-4636-a478-6eacee85f122 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Request body: {'port': {'device_id': '34be5411-8b42-41e6-b0d5-b64b843c1e12', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'admin_state_up': True, 'tenant_id': '3114248b2e0a4d9f9fc077f22ec18d3d'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:59.093550 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0128ca98-6220-4e5f-a313-135167aaf408" -d '{"events": [{"name": "network-changed", "server_uuid": "f2cdf01c-c890-43af-a73a-806e134cac63", "tag": "01f60866-bfec-479a-b86c-225e40e20c4b"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:59.129980 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadbc70-e7e2-439b-9923-0b98d9307c31 service neutron] Pushing event updated for resources: {'Port': ['ID=01f60866-bfec-479a-b86c-225e40e20c4b,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:59.291781 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-5563d574-906d-4563-9957-ce898274633a None None] Set router 1782249f-a426-43fb-9da3-6e7a63196fe7 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:00:59.297531 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-93cd384b-941d-4193-a831-1564b4c7c558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:59.299053 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cd384b-941d-4193-a831-1564b4c7c558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:59.299978 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-93cd384b-941d-4193-a831-1564b4c7c558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:59.467211 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1bf9d-1594-44b6-9d31-41f632141e03 req-68f8cede-d043-4613-86e5-378f41b7d706 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:59.470454 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-59e1bf9d-1594-44b6-9d31-41f632141e03 req-68f8cede-d043-4613-86e5-378f41b7d706 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=aea4a696-c4e0-4283-ac48-06b1b4a0f701 HTTP/1.1" status: 200 len: 948 time: 0.1806104 Jun 30 09:00:59.523314 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e701b9-ccaf-4883-a312-0e015626471c req-c9ac8afa-fcc9-4636-a478-6eacee85f122 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Made reservation on behalf of 3114248b2e0a4d9f9fc077f22ec18d3d for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:59.528040 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-29e701b9-ccaf-4883-a312-0e015626471c req-c9ac8afa-fcc9-4636-a478-6eacee85f122 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:59.533331 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-a0a2abf8-1e83-4416-a8bc-85e036ea58c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:59.535147 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-a0a2abf8-1e83-4416-a8bc-85e036ea58c8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f172b9cd40146c4bb64e81e36ab5caf&device_id=f2cdf01c-c890-43af-a73a-806e134cac63 HTTP/1.1" status: 200 len: 1122 time: 1.0203476 Jun 30 09:00:59.549640 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd384b-941d-4193-a831-1564b4c7c558 admin admin] Pushing event updated for resources: {'Network': ['ID=dd48b948-d252-4fdc-95a8-e308fd53cf7a,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:59.568765 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network dd48b948-d252-4fdc-95a8-e308fd53cf7a details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:00:59.577120 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e912d05-b38c-4de9-bb72-45144040cd0d req-8c550b1c-9060-4fef-8283-82669e843016 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:59.579412 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-29e701b9-ccaf-4883-a312-0e015626471c req-c9ac8afa-fcc9-4636-a478-6eacee85f122 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:59.586688 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7e912d05-b38c-4de9-bb72-45144040cd0d req-8c550b1c-9060-4fef-8283-82669e843016 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2cdf01c-c890-43af-a73a-806e134cac63 HTTP/1.1" status: 200 len: 970 time: 0.8022442 Jun 30 09:00:59.628762 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-59e1bf9d-1594-44b6-9d31-41f632141e03 req-7d477424-7838-4e48-a673-50b8732c62ac tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee21b6da-8b4b-4694-9a0d-0b080c838dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514640 Jun 30 09:00:59.725853 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-93cd384b-941d-4193-a831-1564b4c7c558 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.6843405 Jun 30 09:00:59.729134 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47782) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:59.739527 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-f08c4de0-242b-47fd-8cf8-aafa9c6dc286 admin admin] Request body: {'subnet': {'network_id': 'dd48b948-d252-4fdc-95a8-e308fd53cf7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1626563450-subnet', 'tenant_id': '3287e3fdeedc499dae7b64d225dfb821', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:59.749120 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-90e14c82-e0af-46d6-8ecf-c5dc0050eecb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=01f60866-bfec-479a-b86c-225e40e20c4b HTTP/1.1" status: 200 len: 217 time: 0.1958473 Jun 30 09:00:59.827867 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-29e701b9-ccaf-4883-a312-0e015626471c req-c9ac8afa-fcc9-4636-a478-6eacee85f122 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:59.856806 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7e912d05-b38c-4de9-bb72-45144040cd0d req-24b700a3-7c92-4195-88ad-02375a44649d tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/security-groups?id=c428e95f-fa03-4e55-9a8f-1d711dff332b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689621 Jun 30 09:00:59.901545 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-ebff7b68-c29f-48ea-b310-53275ce89793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:59.904280 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-ebff7b68-c29f-48ea-b310-53275ce89793 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1387587 Jun 30 09:00:59.912919 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-29e701b9-ccaf-4883-a312-0e015626471c req-c9ac8afa-fcc9-4636-a478-6eacee85f122 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:59.921605 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-5563d574-906d-4563-9957-ce898274633a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1017925346-router', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:41Z', 'updated_at': '2021-06-30T09:00:52Z', 'revision_number': 4, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'gw_port': {'id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:43Z', 'updated_at': '2021-06-30T09:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'c286893a-3b25-4021-a9a9-8380ee930b93', 'name': '', 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'mac_address': 'fa:16:3e:c7:86:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '96ce0dd5-8b67-4dfb-aefb-e468b993d00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:49Z', 'updated_at': '2021-06-30T09:00:58Z', 'revision_number': 4, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'subnets': [{'id': '96ce0dd5-8b67-4dfb-aefb-e468b993d00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:59.993760 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-49c1efda-0620-497f-a33c-bf4ee7e2392b req-f5eabd27-3ad8-44e7-8cc1-1262fc8fc79a tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=34be5411-8b42-41e6-b0d5-b64b843c1e12 HTTP/1.1" status: 200 len: 210 time: 0.1451235 Jun 30 09:00:59.999435 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5563d574-906d-4563-9957-ce898274633a None None] The sync data for ids ['1782249f-a426-43fb-9da3-6e7a63196fe7'] in n-d-771363-31 is: [{'id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1017925346-router', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:41Z', 'updated_at': '2021-06-30T09:00:52Z', 'revision_number': 4, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'gw_port': {'id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:43Z', 'updated_at': '2021-06-30T09:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'c286893a-3b25-4021-a9a9-8380ee930b93', 'name': '', 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'mac_address': 'fa:16:3e:c7:86:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '96ce0dd5-8b67-4dfb-aefb-e468b993d00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:49Z', 'updated_at': '2021-06-30T09:00:58Z', 'revision_number': 4, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'subnets': [{'id': '96ce0dd5-8b67-4dfb-aefb-e468b993d00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:01:00.030764 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac8afa-fcc9-4636-a478-6eacee85f122 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58cc81fe-3c19-4ef2-84c3-e13c6435765a,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:00.367437 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-5f9f0bf2-4498-4b0d-9d20-88b6175df3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:00.395035 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-5f9f0bf2-4498-4b0d-9d20-88b6175df3fa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3734224 Jun 30 09:01:00.404467 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c8ae90-6ede-4855-9817-ce5921f2be1e x-openstack-request-id: req-70c8ae90-6ede-4855-9817-ce5921f2be1e {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:00.405333 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2cdf01c-c890-43af-a73a-806e134cac63", "tag": "01f60866-bfec-479a-b86c-225e40e20c4b", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:00.405868 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-70c8ae90-6ede-4855-9817-ce5921f2be1e {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:00.407874 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2cdf01c-c890-43af-a73a-806e134cac63', 'tag': '01f60866-bfec-479a-b86c-225e40e20c4b', 'status': 'completed', 'code': 200} Jun 30 09:01:00.427917 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-29e701b9-ccaf-4883-a312-0e015626471c req-c9ac8afa-fcc9-4636-a478-6eacee85f122 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Allocated IP 192.168.233.115 (ad33225d-5521-4894-b7e8-170799d80b12/a0a5de46-050b-42ad-8d47-c859eedbe230/dabdc755-4385-470d-80ab-c1519d8b2b74) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:00.504361 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08c4de0-242b-47fd-8cf8-aafa9c6dc286 admin admin] Made reservation on behalf of 3287e3fdeedc499dae7b64d225dfb821 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:00.513184 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f08c4de0-242b-47fd-8cf8-aafa9c6dc286 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:00.989144 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-c791cbcd-fcff-4478-83ff-8ded05372e9b service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528922 Jun 30 09:01:01.154661 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-29e701b9-ccaf-4883-a312-0e015626471c req-c9ac8afa-fcc9-4636-a478-6eacee85f122 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.219731 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-29e701b9-ccaf-4883-a312-0e015626471c req-c9ac8afa-fcc9-4636-a478-6eacee85f122 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Transition to ACTIVE for port object dabdc755-4385-470d-80ab-c1519d8b2b74 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:01.305301 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb9237a7-a5c2-490b-988c-6a3f9f1dee51 req-5db0a583-98fc-4239-8f68-e139c88d4d2e service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149703 Jun 30 09:01:01.388414 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c87faf-47d5-4943-bb39-1541ce9b9503 req-3415ecda-2d7a-493c-8f1f-a3bf49fdf7e7 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:01.401040 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-86c87faf-47d5-4943-bb39-1541ce9b9503 req-3415ecda-2d7a-493c-8f1f-a3bf49fdf7e7 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2cdf01c-c890-43af-a73a-806e134cac63 HTTP/1.1" status: 200 len: 970 time: 0.2467961 Jun 30 09:01:01.543571 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-86c87faf-47d5-4943-bb39-1541ce9b9503 req-f4b61f64-d40a-4e16-a0d1-2a709230e6fa tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/security-groups?id=c428e95f-fa03-4e55-9a8f-1d711dff332b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394594 Jun 30 09:01:01.546918 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72efa8-bf01-473c-9d59-722005a00604 req-4c847f02-81f3-4ff4-a1e0-1c6a76a1bac6 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:01.549060 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8f72efa8-bf01-473c-9d59-722005a00604 req-4c847f02-81f3-4ff4-a1e0-1c6a76a1bac6 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=aea4a696-c4e0-4283-ac48-06b1b4a0f701 HTTP/1.1" status: 200 len: 948 time: 0.5405607 Jun 30 09:01:01.683258 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8f72efa8-bf01-473c-9d59-722005a00604 req-301223b1-5381-44dc-a7f9-c75919451c92 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee21b6da-8b4b-4694-9a0d-0b080c838dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004755 Jun 30 09:01:01.699237 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f08c4de0-242b-47fd-8cf8-aafa9c6dc286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.762323 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c4de0-242b-47fd-8cf8-aafa9c6dc286 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac76fa5e-d9fa-463b-aac8-99ee9447bf38,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:01.768393 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47806) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:01.833317 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08c4de0-242b-47fd-8cf8-aafa9c6dc286 admin admin] Checking segment: {'id': '31edf554-8b93-4b9c-9ac3-d26418217433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd48b948-d252-4fdc-95a8-e308fd53cf7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:01.835488 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08c4de0-242b-47fd-8cf8-aafa9c6dc286 admin admin] Network hostable DHCP agents. Network: dd48b948-d252-4fdc-95a8-e308fd53cf7a, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:01:01.863295 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c286893a-3b25-4021-a9a9-8380ee930b93 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:01.864217 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128ca98-6220-4e5f-a313-135167aaf408 req-3633f859-c831-4311-83bc-9c0356efb765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:01.864217 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0128ca98-6220-4e5f-a313-135167aaf408 req-3633f859-c831-4311-83bc-9c0356efb765 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f172b9cd40146c4bb64e81e36ab5caf&device_id=f2cdf01c-c890-43af-a73a-806e134cac63 HTTP/1.1" status: 200 len: 1122 time: 0.1754405 Jun 30 09:01:01.885658 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-29e701b9-ccaf-4883-a312-0e015626471c req-c9ac8afa-fcc9-4636-a478-6eacee85f122 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:02.026348 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac8afa-fcc9-4636-a478-6eacee85f122 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Pushing event updated for resources: {'Port': ['ID=dabdc755-4385-470d-80ab-c1519d8b2b74,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:02.060461 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e701b9-ccaf-4883-a312-0e015626471c req-c9ac8afa-fcc9-4636-a478-6eacee85f122 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Network ad33225d-5521-4894-b7e8-170799d80b12 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:02.062973 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-29e701b9-ccaf-4883-a312-0e015626471c req-c9ac8afa-fcc9-4636-a478-6eacee85f122 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:02.066052 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e701b9-ccaf-4883-a312-0e015626471c req-c9ac8afa-fcc9-4636-a478-6eacee85f122 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:02.074374 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e701b9-ccaf-4883-a312-0e015626471c req-c9ac8afa-fcc9-4636-a478-6eacee85f122 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:02.075306 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-29e701b9-ccaf-4883-a312-0e015626471c req-c9ac8afa-fcc9-4636-a478-6eacee85f122 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:02.113165 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9363bc05-c37a-4456-9ccc-d92464622b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:02.116396 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port c286893a-3b25-4021-a9a9-8380ee930b93 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:02.124331 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port c286893a-3b25-4021-a9a9-8380ee930b93 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:02.125286 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:02.138090 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08c4de0-242b-47fd-8cf8-aafa9c6dc286 admin admin] Network dd48b948-d252-4fdc-95a8-e308fd53cf7a is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:01:02.233471 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29e701b9-ccaf-4883-a312-0e015626471c req-c9ac8afa-fcc9-4636-a478-6eacee85f122 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2160442 Jun 30 09:01:02.275168 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-29e701b9-ccaf-4883-a312-0e015626471c req-a5f0269c-2588-441a-8da2-fa0fede1a487 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:01:02.283043 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29e701b9-ccaf-4883-a312-0e015626471c req-a5f0269c-2588-441a-8da2-fa0fede1a487 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0346270 Jun 30 09:01:02.287824 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-f08c4de0-242b-47fd-8cf8-aafa9c6dc286 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, dd48b948-d252-4fdc-95a8-e308fd53cf7a) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:02.298673 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08c4de0-242b-47fd-8cf8-aafa9c6dc286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:02.299584 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f08c4de0-242b-47fd-8cf8-aafa9c6dc286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:02.354198 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742f87a6-c1f3-4f03-a30c-1f478b5a94a8 None None] Network dd48b948-d252-4fdc-95a8-e308fd53cf7a requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:02.411377 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128ca98-6220-4e5f-a313-135167aaf408 req-0a7950ec-0ede-4e03-b8bc-8636142eaf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:02.413409 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0128ca98-6220-4e5f-a313-135167aaf408 req-0a7950ec-0ede-4e03-b8bc-8636142eaf58 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.5364482 Jun 30 09:01:02.454250 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2189bf-d5eb-49d8-8b08-059a0d23bae2 req-f0cb9792-6a24-450e-9856-df50e433b594 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:02.457141 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:02.465500 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7c2189bf-d5eb-49d8-8b08-059a0d23bae2 req-f0cb9792-6a24-450e-9856-df50e433b594 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=34be5411-8b42-41e6-b0d5-b64b843c1e12 HTTP/1.1" status: 200 len: 936 time: 0.3106551 Jun 30 09:01:02.519361 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0128ca98-6220-4e5f-a313-135167aaf408 req-5ded7468-b986-49fd-bc1d-20b7385ac186 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=01f60866-bfec-479a-b86c-225e40e20c4b HTTP/1.1" status: 200 len: 217 time: 0.0943284 Jun 30 09:01:02.591922 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port c286893a-3b25-4021-a9a9-8380ee930b93, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c286893a-3b25-4021-a9a9-8380ee930b93,segment=NetworkSegment(633caac2-7a06-4d51-b557-4bd6413f48ed),segment_id=633caac2-7a06-4d51-b557-4bd6413f48ed)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:02.610523 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9363bc05-c37a-4456-9ccc-d92464622b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:02.648599 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-29e701b9-ccaf-4883-a312-0e015626471c req-bdc0969c-010a-430f-b5c7-50fd90f3e5b1 service neutron] Request body: {'port': {'device_id': '34be5411-8b42-41e6-b0d5-b64b843c1e12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:02.695287 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:02.734696 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9363bc05-c37a-4456-9ccc-d92464622b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:02.782903 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-445d1446-551c-42dd-b89a-a68b9ffe37e6 None None] Provisioning for port dabdc755-4385-470d-80ab-c1519d8b2b74 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:02.799095 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7c2189bf-d5eb-49d8-8b08-059a0d23bae2 req-2fbb2e34-b42f-4fa5-90c4-2cdd99178d11 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323715 Jun 30 09:01:02.810380 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128ca98-6220-4e5f-a313-135167aaf408 req-6c17d4fc-e522-47cd-a966-f69cb0d61a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:02.812489 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0128ca98-6220-4e5f-a313-135167aaf408 req-6c17d4fc-e522-47cd-a966-f69cb0d61a60 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.2780528 Jun 30 09:01:02.835729 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-445d1446-551c-42dd-b89a-a68b9ffe37e6 None None] Provisioning complete for port dabdc755-4385-470d-80ab-c1519d8b2b74 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:02.837689 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-445d1446-551c-42dd-b89a-a68b9ffe37e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:02.881794 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47818) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:02.882081 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f08c4de0-242b-47fd-8cf8-aafa9c6dc286 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.1514068 Jun 30 09:01:02.889284 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-d043f17f-27b2-49bf-a01e-685f59552b79 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1626563450-router', 'tenant_id': '3287e3fdeedc499dae7b64d225dfb821', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:02.925980 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128ca98-6220-4e5f-a313-135167aaf408 req-b08c66a4-11dd-437e-bf20-a69b18a66c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:02.932606 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0128ca98-6220-4e5f-a313-135167aaf408 req-b08c66a4-11dd-437e-bf20-a69b18a66c28 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1129367 Jun 30 09:01:02.940221 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=c286893a-3b25-4021-a9a9-8380ee930b93,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:02.941075 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9363bc05-c37a-4456-9ccc-d92464622b3c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=254952cefb4d4dd78b11aa0dcb736089&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1707571 Jun 30 09:01:02.944954 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47820) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:02.956834 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-29e701b9-ccaf-4883-a312-0e015626471c req-bdc0969c-010a-430f-b5c7-50fd90f3e5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:02.961699 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363bc05-c37a-4456-9ccc-d92464622b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa390a8-a285-450a-af62-42ba759343a5,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:03.108827 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b341da-98e4-4ce3-ae05-6e09cbb9935b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-dd48b948-d252-4fdc-95a8-e308fd53cf7a', 'network_id': 'dd48b948-d252-4fdc-95a8-e308fd53cf7a', 'tenant_id': '3287e3fdeedc499dae7b64d225dfb821', 'fixed_ips': [{'subnet_id': 'ac76fa5e-d9fa-463b-aac8-99ee9447bf38'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:01:03.110013 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f7b341da-98e4-4ce3-ae05-6e09cbb9935b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.120210 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892373c3-2e8a-4425-8285-1e49093cd7b6 req-693a72b6-062b-4ac9-91dc-1e1937b80304 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:03.121815 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-892373c3-2e8a-4425-8285-1e49093cd7b6 req-693a72b6-062b-4ac9-91dc-1e1937b80304 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2cdf01c-c890-43af-a73a-806e134cac63 HTTP/1.1" status: 200 len: 970 time: 0.3267908 Jun 30 09:01:03.125947 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-445d1446-551c-42dd-b89a-a68b9ffe37e6 None None] Port dabdc755-4385-470d-80ab-c1519d8b2b74 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:01:03.134274 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d043f17f-27b2-49bf-a01e-685f59552b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.135294 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d043f17f-27b2-49bf-a01e-685f59552b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.239089 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5c9792ce-623d-4f49-b87c-f5b063335cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.282887 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d043f17f-27b2-49bf-a01e-685f59552b79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.326431 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5c9792ce-623d-4f49-b87c-f5b063335cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.338318 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0128ca98-6220-4e5f-a313-135167aaf408 req-2d443238-1515-4e12-9232-88afd7dd4e1a service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952134 Jun 30 09:01:03.361360 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-f7b341da-98e4-4ce3-ae05-6e09cbb9935b None None] Allocated IP 172.20.0.2 (dd48b948-d252-4fdc-95a8-e308fd53cf7a/ac76fa5e-d9fa-463b-aac8-99ee9447bf38/6568084a-5a7f-4bdf-a3d8-b5969622ed37) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:03.460540 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-892373c3-2e8a-4425-8285-1e49093cd7b6 req-8f312b1d-3e5d-4f2c-a4d5-7f5f9490c7e4 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/security-groups?id=c428e95f-fa03-4e55-9a8f-1d711dff332b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781150 Jun 30 09:01:03.741932 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f7b341da-98e4-4ce3-ae05-6e09cbb9935b None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.748807 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c286893a-3b25-4021-a9a9-8380ee930b93 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:03.756019 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-29e701b9-ccaf-4883-a312-0e015626471c req-bdc0969c-010a-430f-b5c7-50fd90f3e5b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dabdc755-4385-470d-80ab-c1519d8b2b74 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:03.766864 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-29e701b9-ccaf-4883-a312-0e015626471c req-bdc0969c-010a-430f-b5c7-50fd90f3e5b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.777534 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5c9792ce-623d-4f49-b87c-f5b063335cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.780188 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5c9792ce-623d-4f49-b87c-f5b063335cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.781465 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5c9792ce-623d-4f49-b87c-f5b063335cfd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9fa390a8-a285-450a-af62-42ba759343a5 HTTP/1.1" status: 204 len: 168 time: 0.8027616 Jun 30 09:01:03.785235 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-29e701b9-ccaf-4883-a312-0e015626471c req-bdc0969c-010a-430f-b5c7-50fd90f3e5b1 service neutron] Transition to ACTIVE for port object dabdc755-4385-470d-80ab-c1519d8b2b74 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:03.792567 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c293a8-7121-4821-8bc4-3c2121624ebf req-bfaf962d-b40c-4813-94b2-6a97c10d2bf4 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:03.793507 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f7b341da-98e4-4ce3-ae05-6e09cbb9935b None None] Transition to ACTIVE for port object 6568084a-5a7f-4bdf-a3d8-b5969622ed37 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:03.794191 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-35c293a8-7121-4821-8bc4-3c2121624ebf req-bfaf962d-b40c-4813-94b2-6a97c10d2bf4 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=aea4a696-c4e0-4283-ac48-06b1b4a0f701 HTTP/1.1" status: 200 len: 948 time: 0.5833731 Jun 30 09:01:03.844042 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9792ce-623d-4f49-b87c-f5b063335cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa390a8-a285-450a-af62-42ba759343a5,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:03.846843 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f7b341da-98e4-4ce3-ae05-6e09cbb9935b None None] Transition to ACTIVE for port object 6568084a-5a7f-4bdf-a3d8-b5969622ed37 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:03.860619 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-29e701b9-ccaf-4883-a312-0e015626471c req-bdc0969c-010a-430f-b5c7-50fd90f3e5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.881728 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port c286893a-3b25-4021-a9a9-8380ee930b93 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:03.882468 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.951054 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f7b341da-98e4-4ce3-ae05-6e09cbb9935b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.969551 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-35c293a8-7121-4821-8bc4-3c2121624ebf req-113ea1e5-cb1c-406d-9f33-a942530f7836 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee21b6da-8b4b-4694-9a0d-0b080c838dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272540 Jun 30 09:01:04.051363 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b341da-98e4-4ce3-ae05-6e09cbb9935b None None] Network dd48b948-d252-4fdc-95a8-e308fd53cf7a is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:04.064956 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-f7b341da-98e4-4ce3-ae05-6e09cbb9935b None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:04.069661 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d043f17f-27b2-49bf-a01e-685f59552b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.076107 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b341da-98e4-4ce3-ae05-6e09cbb9935b None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:04.081214 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0128ca98-6220-4e5f-a313-135167aaf408 req-16d06b57-ac43-420c-91c8-a6f75b096349 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7264583 Jun 30 09:01:04.171558 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0969c-010a-430f-b5c7-50fd90f3e5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=dabdc755-4385-470d-80ab-c1519d8b2b74,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:04.207397 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f7b341da-98e4-4ce3-ae05-6e09cbb9935b None None] Attempting to bind port 6568084a-5a7f-4bdf-a3d8-b5969622ed37 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:04.208286 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f7b341da-98e4-4ce3-ae05-6e09cbb9935b None None] Attempting to bind port 6568084a-5a7f-4bdf-a3d8-b5969622ed37 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '31edf554-8b93-4b9c-9ac3-d26418217433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd48b948-d252-4fdc-95a8-e308fd53cf7a'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:04.208864 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b341da-98e4-4ce3-ae05-6e09cbb9935b None None] Attempting to bind port 6568084a-5a7f-4bdf-a3d8-b5969622ed37 on network dd48b948-d252-4fdc-95a8-e308fd53cf7a {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:04.221186 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b341da-98e4-4ce3-ae05-6e09cbb9935b None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:04.222361 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b341da-98e4-4ce3-ae05-6e09cbb9935b None None] Checking segment: {'id': '31edf554-8b93-4b9c-9ac3-d26418217433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd48b948-d252-4fdc-95a8-e308fd53cf7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:04.223021 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f7b341da-98e4-4ce3-ae05-6e09cbb9935b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.224000 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b341da-98e4-4ce3-ae05-6e09cbb9935b None None] Bound using segment: {'id': '31edf554-8b93-4b9c-9ac3-d26418217433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd48b948-d252-4fdc-95a8-e308fd53cf7a'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:04.224702 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f7b341da-98e4-4ce3-ae05-6e09cbb9935b None None] Bound port: 6568084a-5a7f-4bdf-a3d8-b5969622ed37, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31edf554-8b93-4b9c-9ac3-d26418217433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd48b948-d252-4fdc-95a8-e308fd53cf7a'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:04.225315 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f7b341da-98e4-4ce3-ae05-6e09cbb9935b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.260423 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-29e701b9-ccaf-4883-a312-0e015626471c req-bdc0969c-010a-430f-b5c7-50fd90f3e5b1 service neutron] Attempting to bind port dabdc755-4385-470d-80ab-c1519d8b2b74 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:04.261059 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-29e701b9-ccaf-4883-a312-0e015626471c req-bdc0969c-010a-430f-b5c7-50fd90f3e5b1 service neutron] Attempting to bind port dabdc755-4385-470d-80ab-c1519d8b2b74 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:04.264181 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e701b9-ccaf-4883-a312-0e015626471c req-bdc0969c-010a-430f-b5c7-50fd90f3e5b1 service neutron] Attempting to bind port dabdc755-4385-470d-80ab-c1519d8b2b74 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:04.290595 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e701b9-ccaf-4883-a312-0e015626471c req-bdc0969c-010a-430f-b5c7-50fd90f3e5b1 service neutron] Port dabdc755-4385-470d-80ab-c1519d8b2b74 on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:04.298666 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e701b9-ccaf-4883-a312-0e015626471c req-bdc0969c-010a-430f-b5c7-50fd90f3e5b1 service neutron] Attempting to bind port dabdc755-4385-470d-80ab-c1519d8b2b74 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:04.370786 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-f7b341da-98e4-4ce3-ae05-6e09cbb9935b None None] For port 6568084a-5a7f-4bdf-a3d8-b5969622ed37, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:04.374348 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-f7b341da-98e4-4ce3-ae05-6e09cbb9935b None None] For port 6568084a-5a7f-4bdf-a3d8-b5969622ed37, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=6568084a-5a7f-4bdf-a3d8-b5969622ed37,segment=NetworkSegment(31edf554-8b93-4b9c-9ac3-d26418217433),segment_id=31edf554-8b93-4b9c-9ac3-d26418217433)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:04.389618 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b341da-98e4-4ce3-ae05-6e09cbb9935b None None] Pushing event updated for resources: {'Port': ['ID=6568084a-5a7f-4bdf-a3d8-b5969622ed37,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:04.424713 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e701b9-ccaf-4883-a312-0e015626471c req-bdc0969c-010a-430f-b5c7-50fd90f3e5b1 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:04.426499 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e701b9-ccaf-4883-a312-0e015626471c req-bdc0969c-010a-430f-b5c7-50fd90f3e5b1 service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:04.427945 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e701b9-ccaf-4883-a312-0e015626471c req-bdc0969c-010a-430f-b5c7-50fd90f3e5b1 service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:04.428620 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-29e701b9-ccaf-4883-a312-0e015626471c req-bdc0969c-010a-430f-b5c7-50fd90f3e5b1 service neutron] Bound port: dabdc755-4385-470d-80ab-c1519d8b2b74, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:04.431538 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-29e701b9-ccaf-4883-a312-0e015626471c req-bdc0969c-010a-430f-b5c7-50fd90f3e5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.506736 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f7b341da-98e4-4ce3-ae05-6e09cbb9935b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.608909 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b341da-98e4-4ce3-ae05-6e09cbb9935b None None] Pushing event updated for resources: {'Port': ['ID=6568084a-5a7f-4bdf-a3d8-b5969622ed37,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:04.711867 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6665c2e-0fc7-43ac-8725-3ea98f5f9b53 req-f04d3be3-b33a-4d9b-a9ab-624b22c5a24c tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:04.724493 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e6665c2e-0fc7-43ac-8725-3ea98f5f9b53 req-f04d3be3-b33a-4d9b-a9ab-624b22c5a24c tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=34be5411-8b42-41e6-b0d5-b64b843c1e12 HTTP/1.1" status: 200 len: 948 time: 0.4397976 Jun 30 09:01:04.786593 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d043f17f-27b2-49bf-a01e-685f59552b79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.848309 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e6665c2e-0fc7-43ac-8725-3ea98f5f9b53 req-031df337-aea9-46c0-9ea4-b11e315062b3 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221876 Jun 30 09:01:04.860763 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-29e701b9-ccaf-4883-a312-0e015626471c req-bdc0969c-010a-430f-b5c7-50fd90f3e5b1 service neutron] For port dabdc755-4385-470d-80ab-c1519d8b2b74, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:04.869070 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-29e701b9-ccaf-4883-a312-0e015626471c req-bdc0969c-010a-430f-b5c7-50fd90f3e5b1 service neutron] For port dabdc755-4385-470d-80ab-c1519d8b2b74, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=dabdc755-4385-470d-80ab-c1519d8b2b74,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:04.880575 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d043f17f-27b2-49bf-a01e-685f59552b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.896592 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174da34f-9bf1-4247-a276-ae43c5fbc2c5 req-e9e30ac8-f22e-4674-a348-8df6fbc35db8 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:04.898946 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-174da34f-9bf1-4247-a276-ae43c5fbc2c5 req-e9e30ac8-f22e-4674-a348-8df6fbc35db8 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2cdf01c-c890-43af-a73a-806e134cac63 HTTP/1.1" status: 200 len: 970 time: 0.2403281 Jun 30 09:01:04.995446 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-29e701b9-ccaf-4883-a312-0e015626471c req-bdc0969c-010a-430f-b5c7-50fd90f3e5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.078514 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-174da34f-9bf1-4247-a276-ae43c5fbc2c5 req-0d780421-4a25-44ba-860a-ba950c2fa499 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/security-groups?id=c428e95f-fa03-4e55-9a8f-1d711dff332b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956533 Jun 30 09:01:05.105270 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47834) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:05.167214 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e701b9-ccaf-4883-a312-0e015626471c req-bdc0969c-010a-430f-b5c7-50fd90f3e5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:05.168286 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-29e701b9-ccaf-4883-a312-0e015626471c req-bdc0969c-010a-430f-b5c7-50fd90f3e5b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.169538 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29e701b9-ccaf-4883-a312-0e015626471c req-bdc0969c-010a-430f-b5c7-50fd90f3e5b1 service neutron] 10.222.0.37 "PUT /v2.0/ports/dabdc755-4385-470d-80ab-c1519d8b2b74 HTTP/1.1" status: 200 len: 1097 time: 2.7124109 Jun 30 09:01:05.177095 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34be5411-8b42-41e6-b0d5-b64b843c1e12', 'tag': 'dabdc755-4385-470d-80ab-c1519d8b2b74'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:05.178280 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2601ed9-e8e0-45bf-9cd6-63f270b55bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "34be5411-8b42-41e6-b0d5-b64b843c1e12", "tag": "dabdc755-4385-470d-80ab-c1519d8b2b74"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:05.184909 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-d043f17f-27b2-49bf-a01e-685f59552b79 admin admin] Allocated IP 172.25.6.174 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/e8097289-7c81-4948-bc58-368dd280f9a2) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:05.197513 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bac8c70c-ad8f-4165-b97f-e6dadced4bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.264239 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0969c-010a-430f-b5c7-50fd90f3e5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=dabdc755-4385-470d-80ab-c1519d8b2b74,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:05.407621 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d043f17f-27b2-49bf-a01e-685f59552b79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.427388 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bac8c70c-ad8f-4165-b97f-e6dadced4bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.441163 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab54f606-fd00-4c1e-a7c8-0bf20b47f4ea x-openstack-request-id: req-ab54f606-fd00-4c1e-a7c8-0bf20b47f4ea {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:05.441592 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34be5411-8b42-41e6-b0d5-b64b843c1e12", "tag": "dabdc755-4385-470d-80ab-c1519d8b2b74", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:05.441982 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ab54f606-fd00-4c1e-a7c8-0bf20b47f4ea {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:05.442450 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34be5411-8b42-41e6-b0d5-b64b843c1e12', 'tag': 'dabdc755-4385-470d-80ab-c1519d8b2b74', 'status': 'completed', 'code': 200} Jun 30 09:01:05.519863 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a655e53-56a5-47c0-8456-28dced3fe08e req-488fda38-71b8-401d-8064-c55c1dd72c8f tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:05.527033 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7a655e53-56a5-47c0-8456-28dced3fe08e req-488fda38-71b8-401d-8064-c55c1dd72c8f tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=aea4a696-c4e0-4283-ac48-06b1b4a0f701 HTTP/1.1" status: 200 len: 948 time: 0.0927105 Jun 30 09:01:05.527033 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bac8c70c-ad8f-4165-b97f-e6dadced4bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.562430 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d043f17f-27b2-49bf-a01e-685f59552b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.613926 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8c70c-ad8f-4165-b97f-e6dadced4bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ad22b9-8e96-4d41-b864-a2eb308da74f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:05.623164 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device c0036ea6-46e9-4338-8620-40c5351bbbfe details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:05.664418 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7a655e53-56a5-47c0-8456-28dced3fe08e req-02410af5-ff69-478a-861e-a0119400c3c3 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee21b6da-8b4b-4694-9a0d-0b080c838dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232700 Jun 30 09:01:05.666055 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043f17f-27b2-49bf-a01e-685f59552b79 admin admin] Pushing event updated for resources: {'Port': ['ID=e8097289-7c81-4948-bc58-368dd280f9a2,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:05.673265 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-bac8c70c-ad8f-4165-b97f-e6dadced4bd4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ccf16ad3111b43ccbccd577cfe2d16ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5667212 Jun 30 09:01:05.676039 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47838) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:05.696742 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d043f17f-27b2-49bf-a01e-685f59552b79 admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:05.702429 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-d043f17f-27b2-49bf-a01e-685f59552b79 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:05.707312 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d043f17f-27b2-49bf-a01e-685f59552b79 admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:05.753744 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 6568084a-5a7f-4bdf-a3d8-b5969622ed37 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:05.822411 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f1ad919c-9f45-4407-a638-12d54266dc45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.868875 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f1ad919c-9f45-4407-a638-12d54266dc45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.974527 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port c0036ea6-46e9-4338-8620-40c5351bbbfe, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c0036ea6-46e9-4338-8620-40c5351bbbfe,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:05.990709 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'c0036ea6-46e9-4338-8620-40c5351bbbfe', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': 'c0036ea6-46e9-4338-8620-40c5351bbbfe', 'mac_address': 'fa:16:3e:b9:0a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:06.048448 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.064427 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f1ad919c-9f45-4407-a638-12d54266dc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.067612 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f1ad919c-9f45-4407-a638-12d54266dc45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.073993 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f1ad919c-9f45-4407-a638-12d54266dc45 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/83ad22b9-8e96-4d41-b864-a2eb308da74f HTTP/1.1" status: 204 len: 168 time: 0.3965611 Jun 30 09:01:06.092127 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad919c-9f45-4407-a638-12d54266dc45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ad22b9-8e96-4d41-b864-a2eb308da74f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:06.095738 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 6568084a-5a7f-4bdf-a3d8-b5969622ed37 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:06.113398 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0036ea6-46e9-4338-8620-40c5351bbbfe {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:06.224714 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port c0036ea6-46e9-4338-8620-40c5351bbbfe, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c0036ea6-46e9-4338-8620-40c5351bbbfe,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:06.261842 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043d2c7-5aa2-45d1-8acf-95010b840dba req-ac0521ec-564c-4c6e-95b1-039e29739c1a tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:06.269218 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a043d2c7-5aa2-45d1-8acf-95010b840dba req-ac0521ec-564c-4c6e-95b1-039e29739c1a tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=34be5411-8b42-41e6-b0d5-b64b843c1e12 HTTP/1.1" status: 200 len: 948 time: 0.1915638 Jun 30 09:01:06.287218 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d043f17f-27b2-49bf-a01e-685f59552b79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.305411 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.306656 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 01f60866-bfec-479a-b86c-225e40e20c4b details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:06.382373 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=c0036ea6-46e9-4338-8620-40c5351bbbfe,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:06.436769 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 01f60866-bfec-479a-b86c-225e40e20c4b, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=01f60866-bfec-479a-b86c-225e40e20c4b,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:06.439195 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a043d2c7-5aa2-45d1-8acf-95010b840dba req-0d1b21bc-0193-43a0-8357-8e0ba18cf346 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688745 Jun 30 09:01:06.450933 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946e5925-abec-4f7e-9177-9f1fd8ac3f97 None None] Network dd48b948-d252-4fdc-95a8-e308fd53cf7a requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:06.466733 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6aad9-7645-4437-82fe-ef238911b462 req-d2b5f248-4985-4d9a-8455-9a2e300b56bf tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:06.477364 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29f6aad9-7645-4437-82fe-ef238911b462 req-d2b5f248-4985-4d9a-8455-9a2e300b56bf tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2cdf01c-c890-43af-a73a-806e134cac63 HTTP/1.1" status: 200 len: 970 time: 0.1498504 Jun 30 09:01:06.510312 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '01f60866-bfec-479a-b86c-225e40e20c4b', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': '01f60866-bfec-479a-b86c-225e40e20c4b', 'mac_address': 'fa:16:3e:1b:09:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:tempest-test_az-1963743277', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:06.540196 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29f6aad9-7645-4437-82fe-ef238911b462 req-42f82da3-c57e-4871-98ea-d4b5d2cb6eb2 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/security-groups?id=c428e95f-fa03-4e55-9a8f-1d711dff332b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614202 Jun 30 09:01:06.587820 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.648144 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01f60866-bfec-479a-b86c-225e40e20c4b {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:06.678710 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b758bd0b-694a-4203-9a99-d558ab9726c0 None None] Provisioning for port 6568084a-5a7f-4bdf-a3d8-b5969622ed37 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:06.698019 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b758bd0b-694a-4203-9a99-d558ab9726c0 None None] Provisioning complete for port 6568084a-5a7f-4bdf-a3d8-b5969622ed37 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:06.698395 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b758bd0b-694a-4203-9a99-d558ab9726c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.701109 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 01f60866-bfec-479a-b86c-225e40e20c4b, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=01f60866-bfec-479a-b86c-225e40e20c4b,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:06.755743 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d043f17f-27b2-49bf-a01e-685f59552b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.771486 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.011467 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.031354 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=01f60866-bfec-479a-b86c-225e40e20c4b,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:07.033664 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8229f-56f6-4607-9218-48f8d77b9e60 req-b0c968e3-bd76-4d0f-9bc8-b50a10ead665 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:07.036143 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4dc8229f-56f6-4607-9218-48f8d77b9e60 req-b0c968e3-bd76-4d0f-9bc8-b50a10ead665 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=aea4a696-c4e0-4283-ac48-06b1b4a0f701 HTTP/1.1" status: 200 len: 949 time: 0.1658630 Jun 30 09:01:07.040108 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b758bd0b-694a-4203-9a99-d558ab9726c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.111032 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-b758bd0b-694a-4203-9a99-d558ab9726c0 None None] For port 6568084a-5a7f-4bdf-a3d8-b5969622ed37, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=6568084a-5a7f-4bdf-a3d8-b5969622ed37,segment=NetworkSegment(31edf554-8b93-4b9c-9ac3-d26418217433),segment_id=31edf554-8b93-4b9c-9ac3-d26418217433)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:07.115076 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4dc8229f-56f6-4607-9218-48f8d77b9e60 req-081d95c0-605e-4de1-b104-5791104865a7 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee21b6da-8b4b-4694-9a0d-0b080c838dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648804 Jun 30 09:01:07.125109 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d043f17f-27b2-49bf-a01e-685f59552b79 admin admin] Router 761ef29c-d42e-4836-b9d5-0ac812a67153 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:01:07.133512 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['01f60866-bfec-479a-b86c-225e40e20c4b'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:07.179410 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['c0036ea6-46e9-4338-8620-40c5351bbbfe'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:07.305363 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b758bd0b-694a-4203-9a99-d558ab9726c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.418051 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d043f17f-27b2-49bf-a01e-685f59552b79 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:01:07.431550 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914aabe2-c6c5-42f4-8344-b41c2889b504 None None] Sync routers for ids ['761ef29c-d42e-4836-b9d5-0ac812a67153'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:01:07.444811 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914aabe2-c6c5-42f4-8344-b41c2889b504 None None] Routers {'761ef29c-d42e-4836-b9d5-0ac812a67153'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:07.447198 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-914aabe2-c6c5-42f4-8344-b41c2889b504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:00:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['761ef29c-d42e-4836-b9d5-0ac812a67153'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:07.528261 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d043f17f-27b2-49bf-a01e-685f59552b79 admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.535563 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d043f17f-27b2-49bf-a01e-685f59552b79 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.6510074 Jun 30 09:01:07.541868 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47862) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:07.619600 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-914aabe2-c6c5-42f4-8344-b41c2889b504 None None] Set router 761ef29c-d42e-4836-b9d5-0ac812a67153 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:07.706279 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758bd0b-694a-4203-9a99-d558ab9726c0 None None] Pushing event updated for resources: {'Port': ['ID=6568084a-5a7f-4bdf-a3d8-b5969622ed37,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:07.862099 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bba40d8a-01d9-4b6d-87a6-3b7e01f39503 None None] Provisioning complete for port 6568084a-5a7f-4bdf-a3d8-b5969622ed37 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:07.862618 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bba40d8a-01d9-4b6d-87a6-3b7e01f39503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.890204 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16ec17-6c6c-4c4a-a6b9-6b6573fb512e req-0fc3abca-d945-4ef4-b3a9-c0994c837af0 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:07.899497 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ca16ec17-6c6c-4c4a-a6b9-6b6573fb512e req-0fc3abca-d945-4ef4-b3a9-c0994c837af0 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=34be5411-8b42-41e6-b0d5-b64b843c1e12 HTTP/1.1" status: 200 len: 948 time: 0.1826870 Jun 30 09:01:07.941115 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-914aabe2-c6c5-42f4-8344-b41c2889b504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761ef29c-d42e-4836-b9d5-0ac812a67153', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1626563450-router', 'tenant_id': '3287e3fdeedc499dae7b64d225dfb821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'e8097289-7c81-4948-bc58-368dd280f9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:03Z', 'updated_at': '2021-06-30T09:01:05Z', 'revision_number': 3, 'project_id': '3287e3fdeedc499dae7b64d225dfb821', 'gw_port': {'id': 'e8097289-7c81-4948-bc58-368dd280f9a2', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:99:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761ef29c-d42e-4836-b9d5-0ac812a67153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:07.996204 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914aabe2-c6c5-42f4-8344-b41c2889b504 None None] Checking router: 761ef29c-d42e-4836-b9d5-0ac812a67153 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:01:07.996498 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914aabe2-c6c5-42f4-8344-b41c2889b504 None None] Updating router 761ef29c-d42e-4836-b9d5-0ac812a67153 port e8097289-7c81-4948-bc58-368dd280f9a2 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:01:08.027842 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ca16ec17-6c6c-4c4a-a6b9-6b6573fb512e req-1492e921-8a1e-49e3-8a75-78bfcb0ecbc2 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267951 Jun 30 09:01:08.105397 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-914aabe2-c6c5-42f4-8344-b41c2889b504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.199921 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47876) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:08.362536 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.502417 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-7934f6df-059f-4ba2-b7c3-b101afbaec7e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1168727045-network', 'tenant_id': '9342aeef3062492da53fbad2470ed3ad'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:08.527069 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b30e30-fe5e-4a9e-971e-7bded658106a req-ad3ec21d-792c-4507-a855-38f8e4f771c4 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:08.529050 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-51b30e30-fe5e-4a9e-971e-7bded658106a req-ad3ec21d-792c-4507-a855-38f8e4f771c4 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2cdf01c-c890-43af-a73a-806e134cac63 HTTP/1.1" status: 200 len: 971 time: 0.6980641 Jun 30 09:01:08.585418 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e26de7-5162-4f46-9f2a-8b7f18a17a1a req-eb8df352-d211-4c18-a512-4c1756d5070c tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:08.599437 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e6e26de7-5162-4f46-9f2a-8b7f18a17a1a req-eb8df352-d211-4c18-a512-4c1756d5070c tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=aea4a696-c4e0-4283-ac48-06b1b4a0f701 HTTP/1.1" status: 200 len: 949 time: 0.1841071 Jun 30 09:01:08.633697 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-914aabe2-c6c5-42f4-8344-b41c2889b504 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.640981 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7934f6df-059f-4ba2-b7c3-b101afbaec7e admin admin] Made reservation on behalf of 9342aeef3062492da53fbad2470ed3ad for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:08.640981 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7934f6df-059f-4ba2-b7c3-b101afbaec7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.654229 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-914aabe2-c6c5-42f4-8344-b41c2889b504 None None] Transition to ACTIVE for port object e8097289-7c81-4948-bc58-368dd280f9a2 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:08.658904 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7934f6df-059f-4ba2-b7c3-b101afbaec7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.659878 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-51b30e30-fe5e-4a9e-971e-7bded658106a req-f45636cf-3355-4719-9f98-65caf905ba72 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/security-groups?id=c428e95f-fa03-4e55-9a8f-1d711dff332b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183190 Jun 30 09:01:08.702663 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e6e26de7-5162-4f46-9f2a-8b7f18a17a1a req-5ff9037d-a939-436e-b323-157ac5896bb5 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee21b6da-8b4b-4694-9a0d-0b080c838dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021018 Jun 30 09:01:08.750596 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-914aabe2-c6c5-42f4-8344-b41c2889b504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.825526 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7934f6df-059f-4ba2-b7c3-b101afbaec7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.828308 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5071bd14-0ef3-46f4-aee7-4f050ece374d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.841294 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd1d4a-a690-4e68-a711-4effb20fc565 None None] Pushing event updated for resources: {'Port': ['ID=e8097289-7c81-4948-bc58-368dd280f9a2,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:08.846920 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-914aabe2-c6c5-42f4-8344-b41c2889b504 None None] Attempting to bind port e8097289-7c81-4948-bc58-368dd280f9a2 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:08.850666 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-914aabe2-c6c5-42f4-8344-b41c2889b504 None None] Attempting to bind port e8097289-7c81-4948-bc58-368dd280f9a2 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:08.850666 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914aabe2-c6c5-42f4-8344-b41c2889b504 None None] Attempting to bind port e8097289-7c81-4948-bc58-368dd280f9a2 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:08.859375 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914aabe2-c6c5-42f4-8344-b41c2889b504 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:08.860144 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914aabe2-c6c5-42f4-8344-b41c2889b504 None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:08.860919 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-914aabe2-c6c5-42f4-8344-b41c2889b504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.861536 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914aabe2-c6c5-42f4-8344-b41c2889b504 None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:08.862279 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-914aabe2-c6c5-42f4-8344-b41c2889b504 None None] Bound port: e8097289-7c81-4948-bc58-368dd280f9a2, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:08.862687 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-914aabe2-c6c5-42f4-8344-b41c2889b504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.904896 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7934f6df-059f-4ba2-b7c3-b101afbaec7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.944892 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-914aabe2-c6c5-42f4-8344-b41c2889b504 None None] For port e8097289-7c81-4948-bc58-368dd280f9a2, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:08.945961 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7934f6df-059f-4ba2-b7c3-b101afbaec7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:01:08.955242 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-914aabe2-c6c5-42f4-8344-b41c2889b504 None None] For port e8097289-7c81-4948-bc58-368dd280f9a2, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e8097289-7c81-4948-bc58-368dd280f9a2,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:08.960211 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934f6df-059f-4ba2-b7c3-b101afbaec7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c387378-1528-4844-bcd3-2af02c7acbff,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:09.088609 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-914aabe2-c6c5-42f4-8344-b41c2889b504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.101242 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7934f6df-059f-4ba2-b7c3-b101afbaec7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.103293 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-7934f6df-059f-4ba2-b7c3-b101afbaec7e admin admin] Added segment 14de68dd-b20a-404d-811d-13f0c20740b2 of type vlan for network 29b0d071-6714-4385-b9f1-40e12b8f9c71 Jun 30 09:01:09.148164 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914aabe2-c6c5-42f4-8344-b41c2889b504 None None] Routers {'761ef29c-d42e-4836-b9d5-0ac812a67153'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:09.150133 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-914aabe2-c6c5-42f4-8344-b41c2889b504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:00:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['761ef29c-d42e-4836-b9d5-0ac812a67153'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:09.205279 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd1d4a-a690-4e68-a711-4effb20fc565 None None] Pushing event updated for resources: {'Port': ['ID=e8097289-7c81-4948-bc58-368dd280f9a2,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:09.220884 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-5071bd14-0ef3-46f4-aee7-4f050ece374d admin admin] Allocated IP 172.20.0.1 (dd48b948-d252-4fdc-95a8-e308fd53cf7a/ac76fa5e-d9fa-463b-aac8-99ee9447bf38/06acc077-2365-4952-98ca-e6c2d3efacab) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:09.265780 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7934f6df-059f-4ba2-b7c3-b101afbaec7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.308704 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-914aabe2-c6c5-42f4-8344-b41c2889b504 None None] Set router 761ef29c-d42e-4836-b9d5-0ac812a67153 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:09.414555 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7934f6df-059f-4ba2-b7c3-b101afbaec7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.416697 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7934f6df-059f-4ba2-b7c3-b101afbaec7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:09.417515 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7934f6df-059f-4ba2-b7c3-b101afbaec7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.456975 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb993c9-0a64-4fed-9071-92f7d590a536 req-c827fa47-01f4-4e19-887d-dcb3fe7838da tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:09.459463 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-afb993c9-0a64-4fed-9071-92f7d590a536 req-c827fa47-01f4-4e19-887d-dcb3fe7838da tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=34be5411-8b42-41e6-b0d5-b64b843c1e12 HTTP/1.1" status: 200 len: 948 time: 0.2296646 Jun 30 09:01:09.490294 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5071bd14-0ef3-46f4-aee7-4f050ece374d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.518406 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934f6df-059f-4ba2-b7c3-b101afbaec7e admin admin] Pushing event updated for resources: {'Network': ['ID=29b0d071-6714-4385-b9f1-40e12b8f9c71,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:09.533277 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 29b0d071-6714-4385-b9f1-40e12b8f9c71 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:01:09.538127 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-5071bd14-0ef3-46f4-aee7-4f050ece374d admin admin] Transition to ACTIVE for port object 06acc077-2365-4952-98ca-e6c2d3efacab will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:09.563164 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7934f6df-059f-4ba2-b7c3-b101afbaec7e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3611126 Jun 30 09:01:09.568633 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47882) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:09.571970 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-afb993c9-0a64-4fed-9071-92f7d590a536 req-8443c32c-fb90-48bb-9545-1bc4fe1ab6e4 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973747 Jun 30 09:01:09.575719 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-8840c674-c616-45d7-ba04-b7efb81a9a2a admin admin] Request body: {'subnet': {'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1168727045-subnet', 'tenant_id': '9342aeef3062492da53fbad2470ed3ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:09.605423 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device c0036ea6-46e9-4338-8620-40c5351bbbfe up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:09.649682 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-914aabe2-c6c5-42f4-8344-b41c2889b504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761ef29c-d42e-4836-b9d5-0ac812a67153', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1626563450-router', 'tenant_id': '3287e3fdeedc499dae7b64d225dfb821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'e8097289-7c81-4948-bc58-368dd280f9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:03Z', 'updated_at': '2021-06-30T09:01:05Z', 'revision_number': 3, 'project_id': '3287e3fdeedc499dae7b64d225dfb821', 'gw_port': {'id': 'e8097289-7c81-4948-bc58-368dd280f9a2', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:99:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761ef29c-d42e-4836-b9d5-0ac812a67153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:09.681773 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914aabe2-c6c5-42f4-8344-b41c2889b504 None None] The sync data for ids ['761ef29c-d42e-4836-b9d5-0ac812a67153'] in n-d-771363-31 is: [{'id': '761ef29c-d42e-4836-b9d5-0ac812a67153', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1626563450-router', 'tenant_id': '3287e3fdeedc499dae7b64d225dfb821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'e8097289-7c81-4948-bc58-368dd280f9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:03Z', 'updated_at': '2021-06-30T09:01:05Z', 'revision_number': 3, 'project_id': '3287e3fdeedc499dae7b64d225dfb821', 'gw_port': {'id': 'e8097289-7c81-4948-bc58-368dd280f9a2', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:99:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761ef29c-d42e-4836-b9d5-0ac812a67153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:01:09.690415 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8840c674-c616-45d7-ba04-b7efb81a9a2a admin admin] Made reservation on behalf of 9342aeef3062492da53fbad2470ed3ad for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:09.694060 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8840c674-c616-45d7-ba04-b7efb81a9a2a admin admin] Notify callbacks [] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.718290 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 6568084a-5a7f-4bdf-a3d8-b5969622ed37 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:09.723285 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5071bd14-0ef3-46f4-aee7-4f050ece374d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.859991 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 6568084a-5a7f-4bdf-a3d8-b5969622ed37 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:09.860454 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.883972 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5071bd14-0ef3-46f4-aee7-4f050ece374d admin admin] Network dd48b948-d252-4fdc-95a8-e308fd53cf7a is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:09.890966 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-5071bd14-0ef3-46f4-aee7-4f050ece374d admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:09.896121 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5071bd14-0ef3-46f4-aee7-4f050ece374d admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:09.896785 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5071bd14-0ef3-46f4-aee7-4f050ece374d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.946260 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port c0036ea6-46e9-4338-8620-40c5351bbbfe completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:09.965019 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port c0036ea6-46e9-4338-8620-40c5351bbbfe triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:09.966395 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.155300 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071bd14-0ef3-46f4-aee7-4f050ece374d admin admin] Pushing event updated for resources: {'Port': ['ID=06acc077-2365-4952-98ca-e6c2d3efacab,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:10.225277 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e719af8-db89-4da1-b117-c6f9a8549543 req-2262b36d-5933-4495-9f02-c413570b5b20 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:10.237007 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0e719af8-db89-4da1-b117-c6f9a8549543 req-2262b36d-5933-4495-9f02-c413570b5b20 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2cdf01c-c890-43af-a73a-806e134cac63 HTTP/1.1" status: 200 len: 971 time: 0.1705368 Jun 30 09:01:10.274489 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8840c674-c616-45d7-ba04-b7efb81a9a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.380562 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5071bd14-0ef3-46f4-aee7-4f050ece374d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.440139 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840c674-c616-45d7-ba04-b7efb81a9a2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8196dcad-a05d-4c25-a036-8d0e22bb3a6b,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:10.505466 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0e719af8-db89-4da1-b117-c6f9a8549543 req-0d027083-56ea-4a20-b330-f26d1e32d5a0 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/security-groups?id=c428e95f-fa03-4e55-9a8f-1d711dff332b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593529 Jun 30 09:01:10.529255 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8840c674-c616-45d7-ba04-b7efb81a9a2a admin admin] Checking segment: {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:10.529974 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8840c674-c616-45d7-ba04-b7efb81a9a2a admin admin] Network hostable DHCP agents. Network: 29b0d071-6714-4385-b9f1-40e12b8f9c71, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:01:10.575279 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.631034 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea4a696-c4e0-4283-ac48-06b1b4a0f701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0036ea6-46e9-4338-8620-40c5351bbbfe'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:10.646578 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8840c674-c616-45d7-ba04-b7efb81a9a2a admin admin] Network 29b0d071-6714-4385-b9f1-40e12b8f9c71 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:01:10.763670 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0ee69dda-8a2b-45d5-9421-899650b846df None None] Provisioning for port 06acc077-2365-4952-98ca-e6c2d3efacab completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:10.767459 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-8840c674-c616-45d7-ba04-b7efb81a9a2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 29b0d071-6714-4385-b9f1-40e12b8f9c71) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:10.773194 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8840c674-c616-45d7-ba04-b7efb81a9a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:10.774263 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8840c674-c616-45d7-ba04-b7efb81a9a2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.846256 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port c0036ea6-46e9-4338-8620-40c5351bbbfe, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c0036ea6-46e9-4338-8620-40c5351bbbfe,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:10.848925 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4cdd97-eea4-44fa-a809-12db2201a18b None None] Network 29b0d071-6714-4385-b9f1-40e12b8f9c71 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:10.905616 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5071bd14-0ef3-46f4-aee7-4f050ece374d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.938854 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8840c674-c616-45d7-ba04-b7efb81a9a2a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3683031 Jun 30 09:01:10.980064 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc161757-65ad-4e26-b020-c29d4fc89964 req-8768196d-3dc2-4997-82e0-ca5d1edc5436 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:10.985902 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bc161757-65ad-4e26-b020-c29d4fc89964 req-8768196d-3dc2-4997-82e0-ca5d1edc5436 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=aea4a696-c4e0-4283-ac48-06b1b4a0f701 HTTP/1.1" status: 200 len: 949 time: 0.4851260 Jun 30 09:01:11.021375 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69eece8-7e4c-4231-9e86-f6a7f9a68da8 req-dbbe8f7d-9500-4384-a754-957d918e871d tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:11.022526 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0ee69dda-8a2b-45d5-9421-899650b846df None None] Provisioning complete for port 06acc077-2365-4952-98ca-e6c2d3efacab triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:11.024876 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0ee69dda-8a2b-45d5-9421-899650b846df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:11.035062 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d69eece8-7e4c-4231-9e86-f6a7f9a68da8 req-dbbe8f7d-9500-4384-a754-957d918e871d tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=34be5411-8b42-41e6-b0d5-b64b843c1e12 HTTP/1.1" status: 200 len: 948 time: 0.2152305 Jun 30 09:01:11.041901 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5071bd14-0ef3-46f4-aee7-4f050ece374d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:11.043821 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5071bd14-0ef3-46f4-aee7-4f050ece374d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:11.090342 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0ee69dda-8a2b-45d5-9421-899650b846df None None] Port 06acc077-2365-4952-98ca-e6c2d3efacab cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:01:11.093816 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:11.095751 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 01f60866-bfec-479a-b86c-225e40e20c4b up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:11.126012 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d69eece8-7e4c-4231-9e86-f6a7f9a68da8 req-42d46d5d-3f46-43ac-a10c-4110a69a049a tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897422 Jun 30 09:01:11.157654 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27bf97e-0caa-42ae-bd56-bacd3748ca1b" -d '{"events": [{"server_uuid": "aea4a696-c4e0-4283-ac48-06b1b4a0f701", "name": "network-vif-plugged", "status": "completed", "tag": "c0036ea6-46e9-4338-8620-40c5351bbbfe"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:11.287466 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3612e57f-9eaf-4b82-a2a8-6ccf7975d0a2 None None] Network 29b0d071-6714-4385-b9f1-40e12b8f9c71 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:11.333867 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bc161757-65ad-4e26-b020-c29d4fc89964 req-08f4bf0d-1785-4f8e-8536-d5fd1849bde9 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee21b6da-8b4b-4694-9a0d-0b080c838dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399127 Jun 30 09:01:11.373124 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=c0036ea6-46e9-4338-8620-40c5351bbbfe,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:11.373650 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5071bd14-0ef3-46f4-aee7-4f050ece374d admin admin] Network dd48b948-d252-4fdc-95a8-e308fd53cf7a is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:11.376150 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-5071bd14-0ef3-46f4-aee7-4f050ece374d admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:11.387572 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071bd14-0ef3-46f4-aee7-4f050ece374d admin admin] Pushing event updated for resources: {'Port': ['ID=06acc077-2365-4952-98ca-e6c2d3efacab,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:11.531078 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 01f60866-bfec-479a-b86c-225e40e20c4b completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:11.549764 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 01f60866-bfec-479a-b86c-225e40e20c4b triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:11.550524 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:11.673779 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5071bd14-0ef3-46f4-aee7-4f050ece374d admin admin] Router 761ef29c-d42e-4836-b9d5-0ac812a67153 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:01:11.756601 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230d8f1d-4663-4bee-94f6-a95f657374be x-openstack-request-id: req-230d8f1d-4663-4bee-94f6-a95f657374be {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:11.756601 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea4a696-c4e0-4283-ac48-06b1b4a0f701", "name": "network-vif-plugged", "status": "completed", "tag": "c0036ea6-46e9-4338-8620-40c5351bbbfe", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:11.757449 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-230d8f1d-4663-4bee-94f6-a95f657374be {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:11.757449 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea4a696-c4e0-4283-ac48-06b1b4a0f701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0036ea6-46e9-4338-8620-40c5351bbbfe', 'code': 200} Jun 30 09:01:11.766932 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e8097289-7c81-4948-bc58-368dd280f9a2 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:11.883930 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-00259de3-49e9-4ec7-868d-c36766315f81 None None] Provisioning complete for port 06acc077-2365-4952-98ca-e6c2d3efacab triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:11.884464 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-00259de3-49e9-4ec7-868d-c36766315f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:11.940249 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:11.942465 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-00259de3-49e9-4ec7-868d-c36766315f81 None None] Port 06acc077-2365-4952-98ca-e6c2d3efacab cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:01:11.972025 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8785e6d-d8a7-4827-80d5-11bd8e499386 req-e26ff264-c9b9-4a8f-b68d-e45f10ac234b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:11.972025 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8785e6d-d8a7-4827-80d5-11bd8e499386 req-e26ff264-c9b9-4a8f-b68d-e45f10ac234b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aea4a696-c4e0-4283-ac48-06b1b4a0f701 HTTP/1.1" status: 200 len: 1102 time: 0.2856772 Jun 30 09:01:11.990348 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 01f60866-bfec-479a-b86c-225e40e20c4b, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=01f60866-bfec-479a-b86c-225e40e20c4b,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:11.993401 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5071bd14-0ef3-46f4-aee7-4f050ece374d admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:01:12.012500 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5071bd14-0ef3-46f4-aee7-4f050ece374d admin admin] 10.222.0.10 "PUT /v2.0/routers/761ef29c-d42e-4836-b9d5-0ac812a67153/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4602780 Jun 30 09:01:12.017625 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e2a66-0231-47a1-80e2-c54139359809 req-aaf5f6ab-0313-47d1-8ddf-4217c709cce5 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:12.017625 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5b2e2a66-0231-47a1-80e2-c54139359809 req-aaf5f6ab-0313-47d1-8ddf-4217c709cce5 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2cdf01c-c890-43af-a73a-806e134cac63 HTTP/1.1" status: 200 len: 971 time: 0.2218666 Jun 30 09:01:12.017625 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d8785e6d-d8a7-4827-80d5-11bd8e499386 req-0e4a1dc4-c184-459f-897f-ef5ca4b702b2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.036099 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port e8097289-7c81-4948-bc58-368dd280f9a2 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:12.041624 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port e8097289-7c81-4948-bc58-368dd280f9a2 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:12.041996 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.081272 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5b2e2a66-0231-47a1-80e2-c54139359809 req-7b708c0a-9cca-46e3-a9dd-ecea1f086ffa tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/security-groups?id=c428e95f-fa03-4e55-9a8f-1d711dff332b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559199 Jun 30 09:01:12.097280 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.182233 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d8785e6d-d8a7-4827-80d5-11bd8e499386 req-0e4a1dc4-c184-459f-897f-ef5ca4b702b2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.219305 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.226285 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=01f60866-bfec-479a-b86c-225e40e20c4b,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:12.243328 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d8785e6d-d8a7-4827-80d5-11bd8e499386 req-0e4a1dc4-c184-459f-897f-ef5ca4b702b2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.248906 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port e8097289-7c81-4948-bc58-368dd280f9a2, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e8097289-7c81-4948-bc58-368dd280f9a2,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:12.328187 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8785e6d-d8a7-4827-80d5-11bd8e499386 req-0e4a1dc4-c184-459f-897f-ef5ca4b702b2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ee21b6da-8b4b-4694-9a0d-0b080c838dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431265 Jun 30 09:01:12.340213 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.348584 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a1dc4-c184-459f-897f-ef5ca4b702b2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=712ee0ed-0942-482f-b125-f3b5e6467e10,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:12.415567 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=e8097289-7c81-4948-bc58-368dd280f9a2,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:12.433749 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54461e6d-fc06-4395-b7c4-a8bb5494c4d6 req-ed948f45-565b-49c5-8a4c-1b44e8f87f06 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:12.436694 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-54461e6d-fc06-4395-b7c4-a8bb5494c4d6 req-ed948f45-565b-49c5-8a4c-1b44e8f87f06 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=34be5411-8b42-41e6-b0d5-b64b843c1e12 HTTP/1.1" status: 200 len: 948 time: 0.1237049 Jun 30 09:01:12.481568 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47926) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:12.487316 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-92bdf0bd-fc73-48c6-9367-372c8d05eef9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-692786714-network', 'tenant_id': '8943d1a1b8834a8b9fa84bfbe7654e88'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:12.500650 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-54461e6d-fc06-4395-b7c4-a8bb5494c4d6 req-18e31f9f-248c-48bc-8ba5-4270e1adc508 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564730 Jun 30 09:01:12.586907 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bdf0bd-fc73-48c6-9367-372c8d05eef9 admin admin] Made reservation on behalf of 8943d1a1b8834a8b9fa84bfbe7654e88 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:12.588621 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-92bdf0bd-fc73-48c6-9367-372c8d05eef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.603715 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-92bdf0bd-fc73-48c6-9367-372c8d05eef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.743917 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eda638-88a9-44a9-95d1-b38314431793 None None] Sync routers for ids ['761ef29c-d42e-4836-b9d5-0ac812a67153'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:01:12.754864 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eda638-88a9-44a9-95d1-b38314431793 None None] Routers {'761ef29c-d42e-4836-b9d5-0ac812a67153'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:12.755525 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-12eda638-88a9-44a9-95d1-b38314431793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:00:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['761ef29c-d42e-4836-b9d5-0ac812a67153'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:12.791445 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-92bdf0bd-fc73-48c6-9367-372c8d05eef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.808082 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe545c-b16b-46d3-b17f-c1c582855ecc req-db9e9870-09f8-4275-aba2-b66d5228874f tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:12.809630 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c6fe545c-b16b-46d3-b17f-c1c582855ecc req-db9e9870-09f8-4275-aba2-b66d5228874f tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=aea4a696-c4e0-4283-ac48-06b1b4a0f701 HTTP/1.1" status: 200 len: 950 time: 0.1301825 Jun 30 09:01:12.862237 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c6fe545c-b16b-46d3-b17f-c1c582855ecc req-373bec6f-de5e-49e1-9eef-fe306abd7a96 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee21b6da-8b4b-4694-9a0d-0b080c838dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404439 Jun 30 09:01:12.863741 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-92bdf0bd-fc73-48c6-9367-372c8d05eef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.894988 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92bdf0bd-fc73-48c6-9367-372c8d05eef9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:01:12.901651 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-12eda638-88a9-44a9-95d1-b38314431793 None None] Set router 761ef29c-d42e-4836-b9d5-0ac812a67153 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:12.908849 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bdf0bd-fc73-48c6-9367-372c8d05eef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642f69c9-9c45-4bd4-a586-e3b74a2fba85,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:12.914778 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-92bdf0bd-fc73-48c6-9367-372c8d05eef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.915166 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-92bdf0bd-fc73-48c6-9367-372c8d05eef9 admin admin] Added segment be982886-d4fb-4711-9ff6-85935681843e of type vlan for network 52174a26-82f0-4a2e-a3f2-ca5d3952b04b Jun 30 09:01:12.969893 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-92bdf0bd-fc73-48c6-9367-372c8d05eef9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.114948 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-92bdf0bd-fc73-48c6-9367-372c8d05eef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.115927 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bdf0bd-fc73-48c6-9367-372c8d05eef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:13.116554 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-92bdf0bd-fc73-48c6-9367-372c8d05eef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.185562 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-12eda638-88a9-44a9-95d1-b38314431793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761ef29c-d42e-4836-b9d5-0ac812a67153', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1626563450-router', 'tenant_id': '3287e3fdeedc499dae7b64d225dfb821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'e8097289-7c81-4948-bc58-368dd280f9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:03Z', 'updated_at': '2021-06-30T09:01:10Z', 'revision_number': 4, 'project_id': '3287e3fdeedc499dae7b64d225dfb821', 'gw_port': {'id': 'e8097289-7c81-4948-bc58-368dd280f9a2', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761ef29c-d42e-4836-b9d5-0ac812a67153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '06acc077-2365-4952-98ca-e6c2d3efacab', 'name': '', 'network_id': 'dd48b948-d252-4fdc-95a8-e308fd53cf7a', 'tenant_id': '3287e3fdeedc499dae7b64d225dfb821', 'mac_address': 'fa:16:3e:89:6d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761ef29c-d42e-4836-b9d5-0ac812a67153', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'ac76fa5e-d9fa-463b-aac8-99ee9447bf38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:08Z', 'updated_at': '2021-06-30T09:01:10Z', 'revision_number': 2, 'project_id': '3287e3fdeedc499dae7b64d225dfb821', 'subnets': [{'id': 'ac76fa5e-d9fa-463b-aac8-99ee9447bf38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:13.191227 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bdf0bd-fc73-48c6-9367-372c8d05eef9 admin admin] Pushing event updated for resources: {'Network': ['ID=52174a26-82f0-4a2e-a3f2-ca5d3952b04b,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:13.237748 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 52174a26-82f0-4a2e-a3f2-ca5d3952b04b details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:01:13.252363 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eda638-88a9-44a9-95d1-b38314431793 None None] Checking router: 761ef29c-d42e-4836-b9d5-0ac812a67153 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:01:13.252923 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eda638-88a9-44a9-95d1-b38314431793 None None] Updating router 761ef29c-d42e-4836-b9d5-0ac812a67153 port 06acc077-2365-4952-98ca-e6c2d3efacab binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:01:13.288484 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47942) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:13.292626 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-92bdf0bd-fc73-48c6-9367-372c8d05eef9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8097620 Jun 30 09:01:13.305135 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-0d6614ad-0460-4240-b7fb-933af76810b2 admin admin] Request body: {'subnet': {'network_id': '52174a26-82f0-4a2e-a3f2-ca5d3952b04b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-692786714-subnet', 'tenant_id': '8943d1a1b8834a8b9fa84bfbe7654e88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:13.377599 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-12eda638-88a9-44a9-95d1-b38314431793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.395828 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b50bf-5d0f-4b6d-93e5-91d1f2f71567 req-aef082d8-4bd3-4c79-967d-99083e863ded tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:13.397404 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ed8b50bf-5d0f-4b6d-93e5-91d1f2f71567 req-aef082d8-4bd3-4c79-967d-99083e863ded tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2cdf01c-c890-43af-a73a-806e134cac63 HTTP/1.1" status: 200 len: 972 time: 0.0985274 Jun 30 09:01:13.436142 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6614ad-0460-4240-b7fb-933af76810b2 admin admin] Made reservation on behalf of 8943d1a1b8834a8b9fa84bfbe7654e88 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:13.438523 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ed8b50bf-5d0f-4b6d-93e5-91d1f2f71567 req-041fc219-f94d-42cb-a3ec-2778d88a0fd8 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/security-groups?id=c428e95f-fa03-4e55-9a8f-1d711dff332b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341859 Jun 30 09:01:13.439286 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0d6614ad-0460-4240-b7fb-933af76810b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.529467 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47944) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:13.534993 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-dc23f44c-0f26-437e-86ed-59fdcb9cb5de tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1928247236', 'description': 'tempest-description--73101802'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:13.637067 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dc23f44c-0f26-437e-86ed-59fdcb9cb5de tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.691978 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e8097289-7c81-4948-bc58-368dd280f9a2 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:13.752381 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae01cb8-1712-4b97-b73d-2822c9481699 req-3d233d9e-9b67-42e1-8c63-806ae27fa0a4 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:13.754768 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aae01cb8-1712-4b97-b73d-2822c9481699 req-3d233d9e-9b67-42e1-8c63-806ae27fa0a4 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=34be5411-8b42-41e6-b0d5-b64b843c1e12 HTTP/1.1" status: 200 len: 948 time: 0.0999589 Jun 30 09:01:13.758220 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cdf01c-c890-43af-a73a-806e134cac63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f60866-bfec-479a-b86c-225e40e20c4b'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:13.760811 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c02afb-c6df-4f32-9053-9e9a7d204ffe" -d '{"events": [{"server_uuid": "f2cdf01c-c890-43af-a73a-806e134cac63", "name": "network-vif-plugged", "status": "completed", "tag": "01f60866-bfec-479a-b86c-225e40e20c4b"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:13.801709 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dc23f44c-0f26-437e-86ed-59fdcb9cb5de tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.809773 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0d6614ad-0460-4240-b7fb-933af76810b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.810808 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aae01cb8-1712-4b97-b73d-2822c9481699 req-9f677f73-f005-4169-9044-d2ee557c6076 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494344 Jun 30 09:01:13.841549 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-12eda638-88a9-44a9-95d1-b38314431793 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.848511 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port e8097289-7c81-4948-bc58-368dd280f9a2 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:13.848871 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.855152 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e272bb-9e24-43a7-a75f-6eff5ac1e28d x-openstack-request-id: req-64e272bb-9e24-43a7-a75f-6eff5ac1e28d {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:13.855664 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cdf01c-c890-43af-a73a-806e134cac63", "name": "network-vif-plugged", "status": "completed", "tag": "01f60866-bfec-479a-b86c-225e40e20c4b", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:13.856093 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-64e272bb-9e24-43a7-a75f-6eff5ac1e28d {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:13.856784 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cdf01c-c890-43af-a73a-806e134cac63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f60866-bfec-479a-b86c-225e40e20c4b', 'code': 200} Jun 30 09:01:13.877858 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-12eda638-88a9-44a9-95d1-b38314431793 None None] Transition to ACTIVE for port object 06acc077-2365-4952-98ca-e6c2d3efacab will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:13.885296 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6614ad-0460-4240-b7fb-933af76810b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c57c0415-3b19-41e1-9c50-cadb56a2e397,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:13.893364 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dc23f44c-0f26-437e-86ed-59fdcb9cb5de tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.907090 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6614ad-0460-4240-b7fb-933af76810b2 admin admin] Checking segment: {'id': 'be982886-d4fb-4711-9ff6-85935681843e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '52174a26-82f0-4a2e-a3f2-ca5d3952b04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:13.908653 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6614ad-0460-4240-b7fb-933af76810b2 admin admin] Network hostable DHCP agents. Network: 52174a26-82f0-4a2e-a3f2-ca5d3952b04b, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:01:13.981608 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23f44c-0f26-437e-86ed-59fdcb9cb5de tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6693df71-b205-4b36-ab07-ae0a333ad09c,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:13.985142 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-12eda638-88a9-44a9-95d1-b38314431793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.021443 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dc23f44c-0f26-437e-86ed-59fdcb9cb5de tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.024902 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-dc23f44c-0f26-437e-86ed-59fdcb9cb5de tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4923973 Jun 30 09:01:14.033507 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47956) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:14.039636 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-51ad8453-d01e-4427-89c1-2bdec266c6b2 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Request body: {'security_group_rule': {'security_group_id': '6693df71-b205-4b36-ab07-ae0a333ad09c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:14.092100 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222528bc-bc85-4c8e-8ac9-0ea8dc88524f None None] Pushing event updated for resources: {'Port': ['ID=06acc077-2365-4952-98ca-e6c2d3efacab,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:14.118339 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6614ad-0460-4240-b7fb-933af76810b2 admin admin] Network 52174a26-82f0-4a2e-a3f2-ca5d3952b04b is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:01:14.204187 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2601ed9-e8e0-45bf-9cd6-63f270b55bf5 req-6d8a20de-b3c3-434c-ac0c-27e5ed71836c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:14.206052 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c2601ed9-e8e0-45bf-9cd6-63f270b55bf5 req-6d8a20de-b3c3-434c-ac0c-27e5ed71836c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3114248b2e0a4d9f9fc077f22ec18d3d&device_id=34be5411-8b42-41e6-b0d5-b64b843c1e12 HTTP/1.1" status: 200 len: 1100 time: 0.0872414 Jun 30 09:01:14.216461 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4c5df-2dfd-4a33-b4b4-a44f47ab8d0a req-53808151-5df0-460c-8c23-c387754542ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:14.218066 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-38f4c5df-2dfd-4a33-b4b4-a44f47ab8d0a req-53808151-5df0-460c-8c23-c387754542ca service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f2cdf01c-c890-43af-a73a-806e134cac63 HTTP/1.1" status: 200 len: 1124 time: 0.1915071 Jun 30 09:01:14.228795 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-12eda638-88a9-44a9-95d1-b38314431793 None None] Attempting to bind port 06acc077-2365-4952-98ca-e6c2d3efacab on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:14.229422 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-12eda638-88a9-44a9-95d1-b38314431793 None None] Attempting to bind port 06acc077-2365-4952-98ca-e6c2d3efacab by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '31edf554-8b93-4b9c-9ac3-d26418217433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd48b948-d252-4fdc-95a8-e308fd53cf7a'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:14.230149 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eda638-88a9-44a9-95d1-b38314431793 None None] Attempting to bind port 06acc077-2365-4952-98ca-e6c2d3efacab on network dd48b948-d252-4fdc-95a8-e308fd53cf7a {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:14.241003 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eda638-88a9-44a9-95d1-b38314431793 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:14.241640 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eda638-88a9-44a9-95d1-b38314431793 None None] Checking segment: {'id': '31edf554-8b93-4b9c-9ac3-d26418217433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd48b948-d252-4fdc-95a8-e308fd53cf7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:14.242400 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-12eda638-88a9-44a9-95d1-b38314431793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.244443 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eda638-88a9-44a9-95d1-b38314431793 None None] Bound using segment: {'id': '31edf554-8b93-4b9c-9ac3-d26418217433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd48b948-d252-4fdc-95a8-e308fd53cf7a'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:14.249195 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-12eda638-88a9-44a9-95d1-b38314431793 None None] Bound port: 06acc077-2365-4952-98ca-e6c2d3efacab, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31edf554-8b93-4b9c-9ac3-d26418217433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd48b948-d252-4fdc-95a8-e308fd53cf7a'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:14.249909 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-12eda638-88a9-44a9-95d1-b38314431793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.269353 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c2601ed9-e8e0-45bf-9cd6-63f270b55bf5 req-578dc31f-09e1-4dde-86b0-0427a72ca969 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3114248b2e0a4d9f9fc077f22ec18d3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533397 Jun 30 09:01:14.293868 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-0d6614ad-0460-4240-b7fb-933af76810b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 52174a26-82f0-4a2e-a3f2-ca5d3952b04b) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:14.325588 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6614ad-0460-4240-b7fb-933af76810b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:14.326901 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0d6614ad-0460-4240-b7fb-933af76810b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.345668 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-38f4c5df-2dfd-4a33-b4b4-a44f47ab8d0a req-ad3faff9-7b85-477c-b456-6e53acc291a1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c428e95f-fa03-4e55-9a8f-1d711dff332b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171432 Jun 30 09:01:14.352488 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-51ad8453-d01e-4427-89c1-2bdec266c6b2 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.356058 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9295ba-0351-417e-91ae-d328c72f9c28 None None] Network 52174a26-82f0-4a2e-a3f2-ca5d3952b04b requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:14.406633 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1d48b-405c-4f2e-a448-3d8aab3047c6 req-23c8a60a-b585-4334-ae50-d3f8bbe37399 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:14.412645 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-29b1d48b-405c-4f2e-a448-3d8aab3047c6 req-23c8a60a-b585-4334-ae50-d3f8bbe37399 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=aea4a696-c4e0-4283-ac48-06b1b4a0f701 HTTP/1.1" status: 200 len: 950 time: 0.2284524 Jun 30 09:01:14.415744 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-12eda638-88a9-44a9-95d1-b38314431793 None None] For port 06acc077-2365-4952-98ca-e6c2d3efacab, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:14.435462 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-12eda638-88a9-44a9-95d1-b38314431793 None None] For port 06acc077-2365-4952-98ca-e6c2d3efacab, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=06acc077-2365-4952-98ca-e6c2d3efacab,segment=NetworkSegment(31edf554-8b93-4b9c-9ac3-d26418217433),segment_id=31edf554-8b93-4b9c-9ac3-d26418217433)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:14.469187 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-29b1d48b-405c-4f2e-a448-3d8aab3047c6 req-67683a8c-ae02-40a6-a23a-95fcfa0dbe52 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee21b6da-8b4b-4694-9a0d-0b080c838dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510013 Jun 30 09:01:14.492994 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0d6614ad-0460-4240-b7fb-933af76810b2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2008193 Jun 30 09:01:14.550499 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-12eda638-88a9-44a9-95d1-b38314431793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.570907 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2601ed9-e8e0-45bf-9cd6-63f270b55bf5 req-0917f269-b30c-499a-a0be-7d2df366e6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:14.572843 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c2601ed9-e8e0-45bf-9cd6-63f270b55bf5 req-0917f269-b30c-499a-a0be-7d2df366e6cd service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2955155 Jun 30 09:01:14.603543 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-51ad8453-d01e-4427-89c1-2bdec266c6b2 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.699991 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:01:14.777630 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1b41e3-42ad-4308-a4d2-79cf8aa97f46 None None] Network 52174a26-82f0-4a2e-a3f2-ca5d3952b04b requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:14.876073 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-51ad8453-d01e-4427-89c1-2bdec266c6b2 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.897906 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222528bc-bc85-4c8e-8ac9-0ea8dc88524f None None] Pushing event updated for resources: {'Port': ['ID=06acc077-2365-4952-98ca-e6c2d3efacab,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:14.906681 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eda638-88a9-44a9-95d1-b38314431793 None None] Routers {'761ef29c-d42e-4836-b9d5-0ac812a67153'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:14.907850 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-12eda638-88a9-44a9-95d1-b38314431793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:00:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['761ef29c-d42e-4836-b9d5-0ac812a67153'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:14.916734 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad8453-d01e-4427-89c1-2bdec266c6b2 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e0dfa22-00fa-4d2a-ba5d-8996ba506b0c,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:14.978697 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb41b5-dc94-4799-923d-a9b24864cc39 req-0c696718-681d-43f5-9269-e75cb57be03c tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:14.980424 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a5fb41b5-dc94-4799-923d-a9b24864cc39 req-0c696718-681d-43f5-9269-e75cb57be03c tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2cdf01c-c890-43af-a73a-806e134cac63 HTTP/1.1" status: 200 len: 972 time: 0.3463910 Jun 30 09:01:14.987769 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e701b9-ccaf-4883-a312-0e015626471c req-123b7c0c-6d7c-416c-a4f3-80de49e471e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:14.989382 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29e701b9-ccaf-4883-a312-0e015626471c req-123b7c0c-6d7c-416c-a4f3-80de49e471e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3114248b2e0a4d9f9fc077f22ec18d3d&device_id=34be5411-8b42-41e6-b0d5-b64b843c1e12 HTTP/1.1" status: 200 len: 1100 time: 0.1235840 Jun 30 09:01:15.045298 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-51ad8453-d01e-4427-89c1-2bdec266c6b2 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.046525 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-51ad8453-d01e-4427-89c1-2bdec266c6b2 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0115974 Jun 30 09:01:15.053601 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47984) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:15.056412 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29e701b9-ccaf-4883-a312-0e015626471c req-bf87d06b-89f0-436b-b97a-e4a28d5781ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=dabdc755-4385-470d-80ab-c1519d8b2b74 HTTP/1.1" status: 200 len: 217 time: 0.0586889 Jun 30 09:01:15.062715 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-e0ab40cf-6f48-4429-8eb6-53854f228199 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Request body: {'security_group_rule': {'security_group_id': '6693df71-b205-4b36-ab07-ae0a333ad09c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:15.120483 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a5fb41b5-dc94-4799-923d-a9b24864cc39 req-84adaef1-de40-426a-806a-5ff5ae7703ff tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/security-groups?id=c428e95f-fa03-4e55-9a8f-1d711dff332b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299896 Jun 30 09:01:15.187378 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e701b9-ccaf-4883-a312-0e015626471c req-3f132370-137a-4ecd-bcd8-b6a831a8d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:15.189635 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29e701b9-ccaf-4883-a312-0e015626471c req-3f132370-137a-4ecd-bcd8-b6a831a8d5ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1165969 Jun 30 09:01:15.277308 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-12eda638-88a9-44a9-95d1-b38314431793 None None] Set router 761ef29c-d42e-4836-b9d5-0ac812a67153 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:15.289568 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e0ab40cf-6f48-4429-8eb6-53854f228199 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.349431 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3405e-cf98-4500-a929-e30991c249be req-50a18abb-b6c1-4073-93e8-fe6db14a3278 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:15.352402 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-92d3405e-cf98-4500-a929-e30991c249be req-50a18abb-b6c1-4073-93e8-fe6db14a3278 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/networks?id=29b0d071-6714-4385-b9f1-40e12b8f9c71 HTTP/1.1" status: 200 len: 808 time: 0.3108339 Jun 30 09:01:15.384286 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-92d3405e-cf98-4500-a929-e30991c249be req-1dcf1838-bd45-4ef2-8f25-6755b26c6bce tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/quotas/9342aeef3062492da53fbad2470ed3ad HTTP/1.1" status: 200 len: 375 time: 0.0208106 Jun 30 09:01:15.424034 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-92d3405e-cf98-4500-a929-e30991c249be req-4b673048-6304-4fdf-8d5f-75c97346ad77 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9342aeef3062492da53fbad2470ed3ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382338 Jun 30 09:01:15.447974 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e0ab40cf-6f48-4429-8eb6-53854f228199 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.453447 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e701b9-ccaf-4883-a312-0e015626471c req-d8cabe92-92fb-4075-94d4-b8822d2592d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:15.454976 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29e701b9-ccaf-4883-a312-0e015626471c req-d8cabe92-92fb-4075-94d4-b8822d2592d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2548943 Jun 30 09:01:15.492106 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3d6bb-1c61-4f98-a62c-9e41b6da4e8b req-0d9cb4ca-159d-46cd-8408-745bec0068d0 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:15.499065 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-34c3d6bb-1c61-4f98-a62c-9e41b6da4e8b req-0d9cb4ca-159d-46cd-8408-745bec0068d0 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=34be5411-8b42-41e6-b0d5-b64b843c1e12 HTTP/1.1" status: 200 len: 948 time: 0.2340910 Jun 30 09:01:15.533643 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e0ab40cf-6f48-4429-8eb6-53854f228199 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.580683 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab40cf-6f48-4429-8eb6-53854f228199 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af05a981-2f5c-4f22-b006-bb6bdf317651,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:15.582724 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-12eda638-88a9-44a9-95d1-b38314431793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761ef29c-d42e-4836-b9d5-0ac812a67153', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1626563450-router', 'tenant_id': '3287e3fdeedc499dae7b64d225dfb821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'e8097289-7c81-4948-bc58-368dd280f9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:03Z', 'updated_at': '2021-06-30T09:01:10Z', 'revision_number': 4, 'project_id': '3287e3fdeedc499dae7b64d225dfb821', 'gw_port': {'id': 'e8097289-7c81-4948-bc58-368dd280f9a2', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761ef29c-d42e-4836-b9d5-0ac812a67153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '06acc077-2365-4952-98ca-e6c2d3efacab', 'name': '', 'network_id': 'dd48b948-d252-4fdc-95a8-e308fd53cf7a', 'tenant_id': '3287e3fdeedc499dae7b64d225dfb821', 'mac_address': 'fa:16:3e:89:6d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761ef29c-d42e-4836-b9d5-0ac812a67153', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'ac76fa5e-d9fa-463b-aac8-99ee9447bf38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:08Z', 'updated_at': '2021-06-30T09:01:14Z', 'revision_number': 4, 'project_id': '3287e3fdeedc499dae7b64d225dfb821', 'subnets': [{'id': 'ac76fa5e-d9fa-463b-aac8-99ee9447bf38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:15.618047 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eda638-88a9-44a9-95d1-b38314431793 None None] The sync data for ids ['761ef29c-d42e-4836-b9d5-0ac812a67153'] in n-d-771363-31 is: [{'id': '761ef29c-d42e-4836-b9d5-0ac812a67153', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1626563450-router', 'tenant_id': '3287e3fdeedc499dae7b64d225dfb821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'e8097289-7c81-4948-bc58-368dd280f9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:03Z', 'updated_at': '2021-06-30T09:01:10Z', 'revision_number': 4, 'project_id': '3287e3fdeedc499dae7b64d225dfb821', 'gw_port': {'id': 'e8097289-7c81-4948-bc58-368dd280f9a2', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761ef29c-d42e-4836-b9d5-0ac812a67153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '06acc077-2365-4952-98ca-e6c2d3efacab', 'name': '', 'network_id': 'dd48b948-d252-4fdc-95a8-e308fd53cf7a', 'tenant_id': '3287e3fdeedc499dae7b64d225dfb821', 'mac_address': 'fa:16:3e:89:6d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761ef29c-d42e-4836-b9d5-0ac812a67153', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'ac76fa5e-d9fa-463b-aac8-99ee9447bf38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:08Z', 'updated_at': '2021-06-30T09:01:14Z', 'revision_number': 4, 'project_id': '3287e3fdeedc499dae7b64d225dfb821', 'subnets': [{'id': 'ac76fa5e-d9fa-463b-aac8-99ee9447bf38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:01:15.619691 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-34c3d6bb-1c61-4f98-a62c-9e41b6da4e8b req-86e7c971-a725-4acf-8cce-507517979c9d tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196790 Jun 30 09:01:15.638671 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29e701b9-ccaf-4883-a312-0e015626471c req-dc227535-3319-41a1-99bd-2a4e8459a63f service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756256 Jun 30 09:01:15.691610 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-92d3405e-cf98-4500-a929-e30991c249be req-90d93234-12c0-4ea1-b19e-2022c1abe79e service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:01:15.703835 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-92d3405e-cf98-4500-a929-e30991c249be req-90d93234-12c0-4ea1-b19e-2022c1abe79e service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1102138 Jun 30 09:01:15.739897 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e0ab40cf-6f48-4429-8eb6-53854f228199 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.741202 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e0ab40cf-6f48-4429-8eb6-53854f228199 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6876068 Jun 30 09:01:15.746973 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47994) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:15.758592 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-6c81838c-fa4a-4221-b480-034116f5a943 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:15.848116 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-92d3405e-cf98-4500-a929-e30991c249be req-fa698d02-4126-4033-9cc7-84a1c99b6dfb service neutron] 10.222.0.10 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429472 Jun 30 09:01:15.882395 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29e701b9-ccaf-4883-a312-0e015626471c req-63e95ebe-083b-4e1d-be9d-2e64aa567103 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356684 Jun 30 09:01:15.905923 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6c81838c-fa4a-4221-b480-034116f5a943 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks [] for floatingip, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.967217 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f42d1-0dea-4495-a5f0-a907027f39cd req-5ff097a5-546a-4bc1-a266-d32295c4dba3 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:15.968764 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c55f42d1-0dea-4495-a5f0-a907027f39cd req-5ff097a5-546a-4bc1-a266-d32295c4dba3 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=aea4a696-c4e0-4283-ac48-06b1b4a0f701 HTTP/1.1" status: 200 len: 950 time: 0.1684778 Jun 30 09:01:15.970357 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-92d3405e-cf98-4500-a929-e30991c249be req-f0bb11af-ea5f-4bde-a1af-a8c21cfba613 service neutron] 10.222.0.10 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211393 Jun 30 09:01:16.042410 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c55f42d1-0dea-4495-a5f0-a907027f39cd req-bcb66eab-7f6c-4105-b966-728d6e58da62 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee21b6da-8b4b-4694-9a0d-0b080c838dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578911 Jun 30 09:01:16.107235 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6c81838c-fa4a-4221-b480-034116f5a943 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.245997 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-6c81838c-fa4a-4221-b480-034116f5a943 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Allocated IP 172.25.6.34 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/9b934253-855c-46be-99e0-aa059866d5ac) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:16.431920 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6c81838c-fa4a-4221-b480-034116f5a943 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.507387 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246c5ee-8a43-4779-95db-f2365b5aa78a req-26327183-81b9-479a-b6d7-46dd7b8fc9c6 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:16.510375 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6246c5ee-8a43-4779-95db-f2365b5aa78a req-26327183-81b9-479a-b6d7-46dd7b8fc9c6 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2cdf01c-c890-43af-a73a-806e134cac63 HTTP/1.1" status: 200 len: 972 time: 0.1034670 Jun 30 09:01:16.567599 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6246c5ee-8a43-4779-95db-f2365b5aa78a req-8cd2d74c-b02c-42ff-b55b-6c9f99aa07ae tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/security-groups?id=c428e95f-fa03-4e55-9a8f-1d711dff332b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514607 Jun 30 09:01:16.604076 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6c81838c-fa4a-4221-b480-034116f5a943 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.674811 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81838c-fa4a-4221-b480-034116f5a943 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Pushing event updated for resources: {'Port': ['ID=9b934253-855c-46be-99e0-aa059866d5ac,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:16.687727 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c81838c-fa4a-4221-b480-034116f5a943 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:16.687727 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-6c81838c-fa4a-4221-b480-034116f5a943 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:16.691723 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c81838c-fa4a-4221-b480-034116f5a943 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:16.833246 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6c81838c-fa4a-4221-b480-034116f5a943 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.862726 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7e43e807-7ccf-417e-86d8-536c5fb5e1d4 req-d5ebfcbb-58dd-45d2-a4d3-af62459c364e tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 210 time: 0.2502892 Jun 30 09:01:17.082649 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6c81838c-fa4a-4221-b480-034116f5a943 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.090519 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd0744-8a45-4498-98b0-aa1434954d24 req-e3a525f5-033c-484c-80be-4d92344522fc tempest-AggregatesAdminTestJSON-762380442 tempest-AggregatesAdminTestJSON-762380442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:17.092639 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ddcd0744-8a45-4498-98b0-aa1434954d24 req-e3a525f5-033c-484c-80be-4d92344522fc tempest-AggregatesAdminTestJSON-762380442 tempest-AggregatesAdminTestJSON-762380442-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f2cdf01c-c890-43af-a73a-806e134cac63 HTTP/1.1" status: 200 len: 1124 time: 0.0889680 Jun 30 09:01:17.128412 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ddcd0744-8a45-4498-98b0-aa1434954d24 req-a4f628f9-6839-474b-9799-31728c8c29e9 tempest-AggregatesAdminTestJSON-762380442 tempest-AggregatesAdminTestJSON-762380442-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.303179 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ddcd0744-8a45-4498-98b0-aa1434954d24 req-a4f628f9-6839-474b-9799-31728c8c29e9 tempest-AggregatesAdminTestJSON-762380442 tempest-AggregatesAdminTestJSON-762380442-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.361386 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ddcd0744-8a45-4498-98b0-aa1434954d24 req-a4f628f9-6839-474b-9799-31728c8c29e9 tempest-AggregatesAdminTestJSON-762380442 tempest-AggregatesAdminTestJSON-762380442-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.386729 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ddcd0744-8a45-4498-98b0-aa1434954d24 req-a4f628f9-6839-474b-9799-31728c8c29e9 tempest-AggregatesAdminTestJSON-762380442 tempest-AggregatesAdminTestJSON-762380442-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c428e95f-fa03-4e55-9a8f-1d711dff332b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805867 Jun 30 09:01:17.396968 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f628f9-6839-474b-9799-31728c8c29e9 tempest-AggregatesAdminTestJSON-762380442 tempest-AggregatesAdminTestJSON-762380442-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6b26bc-bc62-4c5e-968d-bdea8f67c320,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:17.399188 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6c81838c-fa4a-4221-b480-034116f5a943 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.413720 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d5b82-5dea-4736-a400-a2e89cafc599 req-6769dcdf-1e9f-40a4-83d7-a30d39107ef5 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:17.416638 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-344d5b82-5dea-4736-a400-a2e89cafc599 req-6769dcdf-1e9f-40a4-83d7-a30d39107ef5 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=34be5411-8b42-41e6-b0d5-b64b843c1e12 HTTP/1.1" status: 200 len: 948 time: 0.1787248 Jun 30 09:01:17.465152 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-344d5b82-5dea-4736-a400-a2e89cafc599 req-aadcba1c-835d-45fe-a6f2-2f11376788d0 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426738 Jun 30 09:01:17.486336 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6c81838c-fa4a-4221-b480-034116f5a943 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.516137 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6c81838c-fa4a-4221-b480-034116f5a943 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.540068 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81838c-fa4a-4221-b480-034116f5a943 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Pushing event updated for resources: {'Port': ['ID=9b934253-855c-46be-99e0-aa059866d5ac,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:17.624791 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6c81838c-fa4a-4221-b480-034116f5a943 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.626359 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6c81838c-fa4a-4221-b480-034116f5a943 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8779058 Jun 30 09:01:17.684912 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8cc7c-a8c2-4853-b6c7-08e13c31aa3c req-9b209f8b-9384-4853-bb23-be7decbfb0b5 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:17.693908 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dfc8cc7c-a8c2-4853-b6c7-08e13c31aa3c req-9b209f8b-9384-4853-bb23-be7decbfb0b5 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=aea4a696-c4e0-4283-ac48-06b1b4a0f701 HTTP/1.1" status: 200 len: 950 time: 0.0955949 Jun 30 09:01:17.706012 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 06acc077-2365-4952-98ca-e6c2d3efacab up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:17.738510 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dfc8cc7c-a8c2-4853-b6c7-08e13c31aa3c req-a9e88711-ea4b-4860-b6d8-2f0cf24f9e0a tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee21b6da-8b4b-4694-9a0d-0b080c838dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433977 Jun 30 09:01:17.864432 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 06acc077-2365-4952-98ca-e6c2d3efacab completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:17.869298 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 06acc077-2365-4952-98ca-e6c2d3efacab triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:17.872256 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.917043 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-75bb3767-9c5c-4feb-b347-b563ca3c919e tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1928247236&fields=id&tenant_id=c5735a390f544c7db9f26ac7c41c83fc HTTP/1.1" status: 200 len: 267 time: 0.0573394 Jun 30 09:01:17.967333 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:18.006063 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 06acc077-2365-4952-98ca-e6c2d3efacab, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=06acc077-2365-4952-98ca-e6c2d3efacab,segment=NetworkSegment(31edf554-8b93-4b9c-9ac3-d26418217433),segment_id=31edf554-8b93-4b9c-9ac3-d26418217433)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:18.075193 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-0dd1c2f0-27fa-4ef7-9407-1c47b82f17fe tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:18.076863 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-0dd1c2f0-27fa-4ef7-9407-1c47b82f17fe tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/networks?id=798e0566-6f3f-47e0-9595-5760850bc5ef HTTP/1.1" status: 200 len: 824 time: 0.1525581 Jun 30 09:01:18.094007 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:18.100329 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-05b88da9-c460-480e-8e6c-7933948cd833 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/quotas/c5735a390f544c7db9f26ac7c41c83fc HTTP/1.1" status: 200 len: 375 time: 0.0164356 Jun 30 09:01:18.182190 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=06acc077-2365-4952-98ca-e6c2d3efacab,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:18.192456 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e106806c-98f0-4617-b706-eee181049e86 req-5a6db594-2fb0-4103-b8ab-91b7e10707e9 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 210 time: 0.0397577 Jun 30 09:01:18.257364 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-6796398a-f962-4344-bd62-bc4274c4f8c9 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5735a390f544c7db9f26ac7c41c83fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1503880 Jun 30 09:01:18.397573 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-dc13d409-4a6d-4137-894d-f5bcc8adbb0c service neutron] 10.222.0.10 "GET /v2.0/networks/798e0566-6f3f-47e0-9595-5760850bc5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267297 Jun 30 09:01:18.479686 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e482fb5-0b4f-4e80-a4ec-c3fafd94e567 req-319e236c-80ec-4eea-b92e-013371272f3b tempest-DeleteServersAdminTestJSON-1085941129 tempest-DeleteServersAdminTestJSON-1085941129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:18.481191 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6e482fb5-0b4f-4e80-a4ec-c3fafd94e567 req-319e236c-80ec-4eea-b92e-013371272f3b tempest-DeleteServersAdminTestJSON-1085941129 tempest-DeleteServersAdminTestJSON-1085941129-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=aea4a696-c4e0-4283-ac48-06b1b4a0f701 HTTP/1.1" status: 200 len: 1102 time: 0.1296668 Jun 30 09:01:18.554777 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-a666014e-d681-4137-ac94-f13d3f95f5ce service neutron] 10.222.0.10 "GET /v2.0/networks/798e0566-6f3f-47e0-9595-5760850bc5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438856 Jun 30 09:01:18.609085 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-6e482fb5-0b4f-4e80-a4ec-c3fafd94e567 req-7ab54507-ae5e-48b4-99b2-18c9dafa0d35 tempest-DeleteServersAdminTestJSON-1085941129 tempest-DeleteServersAdminTestJSON-1085941129-project-admin] Deleting port c0036ea6-46e9-4338-8620-40c5351bbbfe {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:18.609468 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6e482fb5-0b4f-4e80-a4ec-c3fafd94e567 req-7ab54507-ae5e-48b4-99b2-18c9dafa0d35 tempest-DeleteServersAdminTestJSON-1085941129 tempest-DeleteServersAdminTestJSON-1085941129-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:18.724066 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-6e482fb5-0b4f-4e80-a4ec-c3fafd94e567 req-7ab54507-ae5e-48b4-99b2-18c9dafa0d35 tempest-DeleteServersAdminTestJSON-1085941129 tempest-DeleteServersAdminTestJSON-1085941129-project-admin] For port c0036ea6-46e9-4338-8620-40c5351bbbfe, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c0036ea6-46e9-4338-8620-40c5351bbbfe,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:18.725246 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6e482fb5-0b4f-4e80-a4ec-c3fafd94e567 req-7ab54507-ae5e-48b4-99b2-18c9dafa0d35 tempest-DeleteServersAdminTestJSON-1085941129 tempest-DeleteServersAdminTestJSON-1085941129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:18.739770 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-6e482fb5-0b4f-4e80-a4ec-c3fafd94e567 req-7ab54507-ae5e-48b4-99b2-18c9dafa0d35 tempest-DeleteServersAdminTestJSON-1085941129 tempest-DeleteServersAdminTestJSON-1085941129-project-admin] Calling delete_port for c0036ea6-46e9-4338-8620-40c5351bbbfe owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:18.988505 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40bacf-92b0-4bb4-b19e-a375d9c80042 req-f3e5467f-1af9-4b7b-ad0b-bc787c01285f tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:18.998469 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ee40bacf-92b0-4bb4-b19e-a375d9c80042 req-f3e5467f-1af9-4b7b-ad0b-bc787c01285f tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=34be5411-8b42-41e6-b0d5-b64b843c1e12 HTTP/1.1" status: 200 len: 948 time: 0.0964625 Jun 30 09:01:19.061152 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6e482fb5-0b4f-4e80-a4ec-c3fafd94e567 req-7ab54507-ae5e-48b4-99b2-18c9dafa0d35 tempest-DeleteServersAdminTestJSON-1085941129 tempest-DeleteServersAdminTestJSON-1085941129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.068032 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ee40bacf-92b0-4bb4-b19e-a375d9c80042 req-43f6d88a-3f15-4a41-b3b9-cd8396b2d3a5 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675151 Jun 30 09:01:19.086788 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['c0036ea6-46e9-4338-8620-40c5351bbbfe'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:19.203029 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab54507-ae5e-48b4-99b2-18c9dafa0d35 tempest-DeleteServersAdminTestJSON-1085941129 tempest-DeleteServersAdminTestJSON-1085941129-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0036ea6-46e9-4338-8620-40c5351bbbfe,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:19.245205 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e482fb5-0b4f-4e80-a4ec-c3fafd94e567 req-7ab54507-ae5e-48b4-99b2-18c9dafa0d35 tempest-DeleteServersAdminTestJSON-1085941129 tempest-DeleteServersAdminTestJSON-1085941129-project-admin] No DVR routers for this DVR port c0036ea6-46e9-4338-8620-40c5351bbbfe on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:19.253893 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6e482fb5-0b4f-4e80-a4ec-c3fafd94e567 req-7ab54507-ae5e-48b4-99b2-18c9dafa0d35 tempest-DeleteServersAdminTestJSON-1085941129 tempest-DeleteServersAdminTestJSON-1085941129-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.255019 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4ef7feb5-3251-4ca8-818b-9916a63e60d7 req-e63be189-3209-45d2-bcc7-649bb711e579 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8d94bc4-aa53-4efb-9aa9-aacfa6373d04 HTTP/1.1" status: 200 len: 210 time: 0.0347142 Jun 30 09:01:19.257243 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6e482fb5-0b4f-4e80-a4ec-c3fafd94e567 req-7ab54507-ae5e-48b4-99b2-18c9dafa0d35 tempest-DeleteServersAdminTestJSON-1085941129 tempest-DeleteServersAdminTestJSON-1085941129-project-admin] 10.222.0.52 "DELETE /v2.0/ports/c0036ea6-46e9-4338-8620-40c5351bbbfe HTTP/1.1" status: 204 len: 173 time: 0.7697163 Jun 30 09:01:19.258557 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea4a696-c4e0-4283-ac48-06b1b4a0f701', 'name': 'network-vif-deleted', 'tag': 'c0036ea6-46e9-4338-8620-40c5351bbbfe'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:19.261734 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be61c8c8-9552-45fd-adb6-fda11866668e" -d '{"events": [{"server_uuid": "aea4a696-c4e0-4283-ac48-06b1b4a0f701", "name": "network-vif-deleted", "tag": "c0036ea6-46e9-4338-8620-40c5351bbbfe"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:19.281125 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f06588-1bf2-4d74-ab63-b540e5ba5c9b req-4fc08573-4de3-420a-8493-1a669e32eb5b tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:19.282703 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6f06588-1bf2-4d74-ab63-b540e5ba5c9b req-4fc08573-4de3-420a-8493-1a669e32eb5b tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=aea4a696-c4e0-4283-ac48-06b1b4a0f701 HTTP/1.1" status: 200 len: 867 time: 0.2683299 Jun 30 09:01:19.372011 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6f06588-1bf2-4d74-ab63-b540e5ba5c9b req-fee6b3ee-9f02-4eef-8337-9eba672fca33 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee21b6da-8b4b-4694-9a0d-0b080c838dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779583 Jun 30 09:01:19.553800 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-70d7bbbe-4ec7-4803-8e75-5786af6d3f03 req-fbf01376-ae5c-473c-a69b-b8e793cbc3a8 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 210 time: 0.0330541 Jun 30 09:01:19.591716 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3405e-cf98-4500-a929-e30991c249be req-30f64bcc-1908-46d7-ab9b-3a0067a2b060 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:19.593329 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-92d3405e-cf98-4500-a929-e30991c249be req-30f64bcc-1908-46d7-ab9b-3a0067a2b060 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.37 "GET /v2.0/networks?id=29b0d071-6714-4385-b9f1-40e12b8f9c71 HTTP/1.1" status: 200 len: 808 time: 0.2621992 Jun 30 09:01:19.609049 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-92d3405e-cf98-4500-a929-e30991c249be req-b59c26b7-51c9-4d8c-bb09-f7b239c83a4e tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Request body: {'port': {'device_id': 'c615304a-75ea-4385-be83-d30fc895cc37', 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71', 'admin_state_up': True, 'tenant_id': '9342aeef3062492da53fbad2470ed3ad'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:19.662003 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138bc578-c284-4201-8fc8-f02357c35a7b x-openstack-request-id: req-138bc578-c284-4201-8fc8-f02357c35a7b {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:19.662455 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea4a696-c4e0-4283-ac48-06b1b4a0f701", "name": "network-vif-deleted", "tag": "c0036ea6-46e9-4338-8620-40c5351bbbfe", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:19.665011 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-138bc578-c284-4201-8fc8-f02357c35a7b {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:19.665733 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea4a696-c4e0-4283-ac48-06b1b4a0f701', 'name': 'network-vif-deleted', 'tag': 'c0036ea6-46e9-4338-8620-40c5351bbbfe', 'status': 'completed', 'code': 200} Jun 30 09:01:19.677647 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 06acc077-2365-4952-98ca-e6c2d3efacab up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:19.736952 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 06acc077-2365-4952-98ca-e6c2d3efacab triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:19.737374 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.887523 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92d3405e-cf98-4500-a929-e30991c249be req-b59c26b7-51c9-4d8c-bb09-f7b239c83a4e tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Made reservation on behalf of 9342aeef3062492da53fbad2470ed3ad for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:19.893004 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-92d3405e-cf98-4500-a929-e30991c249be req-b59c26b7-51c9-4d8c-bb09-f7b239c83a4e tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:20.094448 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-92d3405e-cf98-4500-a929-e30991c249be req-b59c26b7-51c9-4d8c-bb09-f7b239c83a4e tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Allocated IP 172.20.0.3 (29b0d071-6714-4385-b9f1-40e12b8f9c71/8196dcad-a05d-4c25-a036-8d0e22bb3a6b/18206ec0-4f6b-4ea0-a291-734397e7a542) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:20.386142 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5f390a70-9885-40aa-af2b-2850ab0b5563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:20.395186 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-92d3405e-cf98-4500-a929-e30991c249be req-b59c26b7-51c9-4d8c-bb09-f7b239c83a4e tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:20.422222 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d037c-ac46-4ace-a1b1-a856464bbea7 req-bcd45019-88e7-4768-8051-7ba8cc0d65cd tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:20.423817 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-536d037c-ac46-4ace-a1b1-a856464bbea7 req-bcd45019-88e7-4768-8051-7ba8cc0d65cd tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=34be5411-8b42-41e6-b0d5-b64b843c1e12 HTTP/1.1" status: 200 len: 948 time: 0.1568291 Jun 30 09:01:20.489070 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-536d037c-ac46-4ace-a1b1-a856464bbea7 req-8d81ace5-8337-4f6a-bcdf-e6a7b0d44d88 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538430 Jun 30 09:01:20.591052 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-92d3405e-cf98-4500-a929-e30991c249be req-b59c26b7-51c9-4d8c-bb09-f7b239c83a4e tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:20.681589 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92d3405e-cf98-4500-a929-e30991c249be req-b59c26b7-51c9-4d8c-bb09-f7b239c83a4e tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Network 29b0d071-6714-4385-b9f1-40e12b8f9c71 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:20.709611 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-92d3405e-cf98-4500-a929-e30991c249be req-b59c26b7-51c9-4d8c-bb09-f7b239c83a4e tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:20.716387 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8e335b60-dbf0-4add-b719-4611673910be req-054703c7-3fd9-4b49-99cd-e2d86e09fe82 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8d94bc4-aa53-4efb-9aa9-aacfa6373d04 HTTP/1.1" status: 200 len: 210 time: 0.0617898 Jun 30 09:01:20.722676 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d3405e-cf98-4500-a929-e30991c249be req-b59c26b7-51c9-4d8c-bb09-f7b239c83a4e tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:20.732218 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3405e-cf98-4500-a929-e30991c249be req-b59c26b7-51c9-4d8c-bb09-f7b239c83a4e tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:20.732784 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-92d3405e-cf98-4500-a929-e30991c249be req-b59c26b7-51c9-4d8c-bb09-f7b239c83a4e tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:20.752163 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c26b7-51c9-4d8c-bb09-f7b239c83a4e tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Pushing event updated for resources: {'Port': ['ID=18206ec0-4f6b-4ea0-a291-734397e7a542,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:20.837912 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-92d3405e-cf98-4500-a929-e30991c249be req-b59c26b7-51c9-4d8c-bb09-f7b239c83a4e tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2345338 Jun 30 09:01:20.852343 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-92d3405e-cf98-4500-a929-e30991c249be req-20b2fbae-1cf4-41da-b877-0adfc4ede369 service neutron] Request body: {'port': {'device_id': 'c615304a-75ea-4385-be83-d30fc895cc37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:20.965752 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-92d3405e-cf98-4500-a929-e30991c249be req-20b2fbae-1cf4-41da-b877-0adfc4ede369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.035680 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188d87b-2520-4afb-94e6-337e2dd561ee req-2a054758-3e57-47ec-99d6-7c10a2ebb7a7 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:21.039309 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1188d87b-2520-4afb-94e6-337e2dd561ee req-2a054758-3e57-47ec-99d6-7c10a2ebb7a7 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 931 time: 0.1198459 Jun 30 09:01:21.093185 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1188d87b-2520-4afb-94e6-337e2dd561ee req-5c5857ed-e248-4d5c-90dd-bd1cf71de914 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424228 Jun 30 09:01:21.105890 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device dabdc755-4385-470d-80ab-c1519d8b2b74 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:21.301715 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c016dd35-2470-49db-a32c-2e86294f4eff req-1c6db71e-5fd2-4a26-b5b6-851252c7341e tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=886d114fd3c64b319398cc6be0c1d706&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443208 Jun 30 09:01:21.316814 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port dabdc755-4385-470d-80ab-c1519d8b2b74, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=dabdc755-4385-470d-80ab-c1519d8b2b74,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:21.334547 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'dabdc755-4385-470d-80ab-c1519d8b2b74', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': 'dabdc755-4385-470d-80ab-c1519d8b2b74', 'mac_address': 'fa:16:3e:84:3c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:21.349391 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-92d3405e-cf98-4500-a929-e30991c249be req-20b2fbae-1cf4-41da-b877-0adfc4ede369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18206ec0-4f6b-4ea0-a291-734397e7a542 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:21.359627 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-92d3405e-cf98-4500-a929-e30991c249be req-20b2fbae-1cf4-41da-b877-0adfc4ede369 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.376995 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-92d3405e-cf98-4500-a929-e30991c249be req-20b2fbae-1cf4-41da-b877-0adfc4ede369 service neutron] Transition to ACTIVE for port object 18206ec0-4f6b-4ea0-a291-734397e7a542 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:21.406606 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.428982 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dabdc755-4385-470d-80ab-c1519d8b2b74 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:21.458248 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port dabdc755-4385-470d-80ab-c1519d8b2b74, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=dabdc755-4385-470d-80ab-c1519d8b2b74,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:21.459690 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-92d3405e-cf98-4500-a929-e30991c249be req-20b2fbae-1cf4-41da-b877-0adfc4ede369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.490266 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016dd35-2470-49db-a32c-2e86294f4eff req-9b3fc655-c2a5-41d3-adda-9625f4b425e0 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:21.493125 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c016dd35-2470-49db-a32c-2e86294f4eff req-9b3fc655-c2a5-41d3-adda-9625f4b425e0 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1754212 Jun 30 09:01:21.513887 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c016dd35-2470-49db-a32c-2e86294f4eff req-e5c29a3d-803a-4c23-b0a5-42d934144e41 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/quotas/886d114fd3c64b319398cc6be0c1d706 HTTP/1.1" status: 200 len: 375 time: 0.0111716 Jun 30 09:01:21.519648 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b2fbae-1cf4-41da-b877-0adfc4ede369 service neutron] Pushing event updated for resources: {'Port': ['ID=18206ec0-4f6b-4ea0-a291-734397e7a542,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:21.558424 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c016dd35-2470-49db-a32c-2e86294f4eff req-bc05f68d-9a99-47a9-b198-2188a40aff8c tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=886d114fd3c64b319398cc6be0c1d706&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359149 Jun 30 09:01:21.568791 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-92d3405e-cf98-4500-a929-e30991c249be req-20b2fbae-1cf4-41da-b877-0adfc4ede369 service neutron] Attempting to bind port 18206ec0-4f6b-4ea0-a291-734397e7a542 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:21.569310 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-92d3405e-cf98-4500-a929-e30991c249be req-20b2fbae-1cf4-41da-b877-0adfc4ede369 service neutron] Attempting to bind port 18206ec0-4f6b-4ea0-a291-734397e7a542 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:21.569864 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d3405e-cf98-4500-a929-e30991c249be req-20b2fbae-1cf4-41da-b877-0adfc4ede369 service neutron] Attempting to bind port 18206ec0-4f6b-4ea0-a291-734397e7a542 on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:21.577651 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d3405e-cf98-4500-a929-e30991c249be req-20b2fbae-1cf4-41da-b877-0adfc4ede369 service neutron] Port 18206ec0-4f6b-4ea0-a291-734397e7a542 on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:21.578036 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.578377 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d3405e-cf98-4500-a929-e30991c249be req-20b2fbae-1cf4-41da-b877-0adfc4ede369 service neutron] Attempting to bind port 18206ec0-4f6b-4ea0-a291-734397e7a542 on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:21.591547 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d3405e-cf98-4500-a929-e30991c249be req-20b2fbae-1cf4-41da-b877-0adfc4ede369 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:21.592228 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d3405e-cf98-4500-a929-e30991c249be req-20b2fbae-1cf4-41da-b877-0adfc4ede369 service neutron] Checking segment: {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:21.592809 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d3405e-cf98-4500-a929-e30991c249be req-20b2fbae-1cf4-41da-b877-0adfc4ede369 service neutron] Bound using segment: {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:21.594684 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-92d3405e-cf98-4500-a929-e30991c249be req-20b2fbae-1cf4-41da-b877-0adfc4ede369 service neutron] Bound port: 18206ec0-4f6b-4ea0-a291-734397e7a542, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:21.595115 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-92d3405e-cf98-4500-a929-e30991c249be req-20b2fbae-1cf4-41da-b877-0adfc4ede369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.640327 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device c0036ea6-46e9-4338-8620-40c5351bbbfe no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:21.672949 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: c0036ea6-46e9-4338-8620-40c5351bbbfe {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:21.673647 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device c0036ea6-46e9-4338-8620-40c5351bbbfe not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:21.686569 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=dabdc755-4385-470d-80ab-c1519d8b2b74,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:21.940976 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-92d3405e-cf98-4500-a929-e30991c249be req-20b2fbae-1cf4-41da-b877-0adfc4ede369 service neutron] For port 18206ec0-4f6b-4ea0-a291-734397e7a542, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:21.945259 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-92d3405e-cf98-4500-a929-e30991c249be req-20b2fbae-1cf4-41da-b877-0adfc4ede369 service neutron] For port 18206ec0-4f6b-4ea0-a291-734397e7a542, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=18206ec0-4f6b-4ea0-a291-734397e7a542,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:21.970013 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543cc76e-e7c3-4d1a-9803-f3c66caabb27 req-786e073d-5eb3-4709-9c8c-b440beb08c59 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:21.974229 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-543cc76e-e7c3-4d1a-9803-f3c66caabb27 req-786e073d-5eb3-4709-9c8c-b440beb08c59 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=34be5411-8b42-41e6-b0d5-b64b843c1e12 HTTP/1.1" status: 200 len: 949 time: 0.3090553 Jun 30 09:01:22.021000 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-543cc76e-e7c3-4d1a-9803-f3c66caabb27 req-499fed1f-0564-4e5f-b3a4-0b4c4fff061a tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361485 Jun 30 09:01:22.062062 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['dabdc755-4385-470d-80ab-c1519d8b2b74'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:22.100233 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-92d3405e-cf98-4500-a929-e30991c249be req-20b2fbae-1cf4-41da-b877-0adfc4ede369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.198813 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3405e-cf98-4500-a929-e30991c249be req-20b2fbae-1cf4-41da-b877-0adfc4ede369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:22.203279 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-92d3405e-cf98-4500-a929-e30991c249be req-20b2fbae-1cf4-41da-b877-0adfc4ede369 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.208519 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-92d3405e-cf98-4500-a929-e30991c249be req-20b2fbae-1cf4-41da-b877-0adfc4ede369 service neutron] 10.222.0.37 "PUT /v2.0/ports/18206ec0-4f6b-4ea0-a291-734397e7a542 HTTP/1.1" status: 200 len: 1092 time: 1.3625751 Jun 30 09:01:22.209237 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c615304a-75ea-4385-be83-d30fc895cc37', 'tag': '18206ec0-4f6b-4ea0-a291-734397e7a542'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:22.214149 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402c8eee-b853-49f5-a7c3-61355be31874" -d '{"events": [{"name": "network-changed", "server_uuid": "c615304a-75ea-4385-be83-d30fc895cc37", "tag": "18206ec0-4f6b-4ea0-a291-734397e7a542"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:22.259579 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-88e6f8fa-fdec-453c-b266-c7d184210775 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:22.261198 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-88e6f8fa-fdec-453c-b266-c7d184210775 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.52 "GET /v2.0/networks?id=798e0566-6f3f-47e0-9595-5760850bc5ef HTTP/1.1" status: 200 len: 824 time: 0.1312649 Jun 30 09:01:22.266829 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1edefb66-83af-4d16-8ccc-00c61972fb22 req-51d208e0-1fad-402f-af6a-68aac31e9381 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8d94bc4-aa53-4efb-9aa9-aacfa6373d04 HTTP/1.1" status: 200 len: 210 time: 0.0463684 Jun 30 09:01:22.278525 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b2fbae-1cf4-41da-b877-0adfc4ede369 service neutron] Pushing event updated for resources: {'Port': ['ID=18206ec0-4f6b-4ea0-a291-734397e7a542,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:22.353265 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-d1bc942f-9b55-4e27-97cd-584065241ad5 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5735a390f544c7db9f26ac7c41c83fc HTTP/1.1" status: 200 len: 380 time: 0.0749044 Jun 30 09:01:22.372286 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-8f10cfc6-3ee6-49d3-9eca-1f3821c85b15 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Request body: {'port': {'device_id': 'e8d94bc4-aa53-4efb-9aa9-aacfa6373d04', 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef', 'admin_state_up': True, 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'security_groups': ['6693df71-b205-4b36-ab07-ae0a333ad09c']}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:22.417922 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f96af22c-68c6-44b5-b1e1-f3ea83ae3b0c req-e3199cbc-1ea2-42d1-b256-69849bef3346 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0a5a67-b22e-4867-b8ed-bad243538254 HTTP/1.1" status: 200 len: 210 time: 0.0621741 Jun 30 09:01:22.460495 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3405e-cf98-4500-a929-e30991c249be req-b84c0602-0b56-417b-8b0d-96471ba3f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:22.462508 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-92d3405e-cf98-4500-a929-e30991c249be req-b84c0602-0b56-417b-8b0d-96471ba3f817 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9342aeef3062492da53fbad2470ed3ad&device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 1095 time: 0.1240544 Jun 30 09:01:22.520723 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-92d3405e-cf98-4500-a929-e30991c249be req-25683ad2-9585-42c9-9a4b-7940d3e13893 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18206ec0-4f6b-4ea0-a291-734397e7a542 HTTP/1.1" status: 200 len: 217 time: 0.0503006 Jun 30 09:01:22.522320 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af34d85e-4385-4760-9686-6b813318ce46 x-openstack-request-id: req-af34d85e-4385-4760-9686-6b813318ce46 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:22.522632 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c615304a-75ea-4385-be83-d30fc895cc37", "tag": "18206ec0-4f6b-4ea0-a291-734397e7a542", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:22.523987 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-af34d85e-4385-4760-9686-6b813318ce46 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:22.526247 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c615304a-75ea-4385-be83-d30fc895cc37', 'tag': '18206ec0-4f6b-4ea0-a291-734397e7a542', 'status': 'completed', 'code': 200} Jun 30 09:01:22.602256 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3405e-cf98-4500-a929-e30991c249be req-339112d6-9c72-4377-9a61-a0d8864e270b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:22.605220 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-92d3405e-cf98-4500-a929-e30991c249be req-339112d6-9c72-4377-9a61-a0d8864e270b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8196dcad-a05d-4c25-a036-8d0e22bb3a6b HTTP/1.1" status: 200 len: 848 time: 0.0781014 Jun 30 09:01:22.656801 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-92d3405e-cf98-4500-a929-e30991c249be req-2175b020-0ef9-4597-a097-fbc2a81b38cf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=29b0d071-6714-4385-b9f1-40e12b8f9c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428748 Jun 30 09:01:22.677326 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f83a24-1448-41dc-bf9b-dd549144810a req-82244fa7-df29-45bd-8206-de0f170adafa tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:22.679704 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e7f83a24-1448-41dc-bf9b-dd549144810a req-82244fa7-df29-45bd-8206-de0f170adafa tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 943 time: 0.1775951 Jun 30 09:01:22.731343 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e7f83a24-1448-41dc-bf9b-dd549144810a req-88d5caef-ffe9-4e05-9193-49c5a005e6d3 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455081 Jun 30 09:01:22.786304 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-92d3405e-cf98-4500-a929-e30991c249be req-f82a638e-d2f8-4270-a369-40a049f03f07 service neutron] 10.222.0.37 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215837 Jun 30 09:01:22.818414 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-8f10cfc6-3ee6-49d3-9eca-1f3821c85b15 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Made reservation on behalf of c5735a390f544c7db9f26ac7c41c83fc for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:22.825390 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-8f10cfc6-3ee6-49d3-9eca-1f3821c85b15 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.853589 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-65883747-9cc4-4817-a14d-00159dc9cff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.925970 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-92d3405e-cf98-4500-a929-e30991c249be req-84d5dece-17a3-461b-9a46-0cccd77e9b47 service neutron] 10.222.0.37 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328361 Jun 30 09:01:22.998864 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-8f10cfc6-3ee6-49d3-9eca-1f3821c85b15 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Allocated IP 172.20.0.13 (798e0566-6f3f-47e0-9595-5760850bc5ef/96ce0dd5-8b67-4dfb-aefb-e468b993d00c/32296dc7-cd85-42da-a9ae-ed65befc7e29) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:23.111541 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device dabdc755-4385-470d-80ab-c1519d8b2b74 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:23.212569 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-8f10cfc6-3ee6-49d3-9eca-1f3821c85b15 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:23.235655 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-8f10cfc6-3ee6-49d3-9eca-1f3821c85b15 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Transition to ACTIVE for port object 32296dc7-cd85-42da-a9ae-ed65befc7e29 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:23.287541 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port dabdc755-4385-470d-80ab-c1519d8b2b74 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:23.293175 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port dabdc755-4385-470d-80ab-c1519d8b2b74 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:23.293423 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c8eee-b853-49f5-a7c3-61355be31874 req-f75f4fa5-3c43-478e-8663-229f670c8d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:23.293646 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:23.295683 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-402c8eee-b853-49f5-a7c3-61355be31874 req-f75f4fa5-3c43-478e-8663-229f670c8d61 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9342aeef3062492da53fbad2470ed3ad&device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 1095 time: 0.1475425 Jun 30 09:01:23.323261 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:23.372657 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-8f10cfc6-3ee6-49d3-9eca-1f3821c85b15 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:23.373574 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847826f2-31c7-48b0-a4ed-8b6ec0f752c7 req-c271b12e-dc73-458a-bf2d-69c92af119fa tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:23.374980 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-847826f2-31c7-48b0-a4ed-8b6ec0f752c7 req-c271b12e-dc73-458a-bf2d-69c92af119fa tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=34be5411-8b42-41e6-b0d5-b64b843c1e12 HTTP/1.1" status: 200 len: 949 time: 0.1767025 Jun 30 09:01:23.435764 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10cfc6-3ee6-49d3-9eca-1f3821c85b15 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Pushing event updated for resources: {'Port': ['ID=32296dc7-cd85-42da-a9ae-ed65befc7e29,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:23.437530 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c8eee-b853-49f5-a7c3-61355be31874 req-305fcc97-6a10-4437-b35c-254ae2c1e6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:23.439329 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-402c8eee-b853-49f5-a7c3-61355be31874 req-305fcc97-6a10-4437-b35c-254ae2c1e6dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=29b0d071-6714-4385-b9f1-40e12b8f9c71 HTTP/1.1" status: 200 len: 909 time: 0.1356196 Jun 30 09:01:23.441936 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:23.458643 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-8f10cfc6-3ee6-49d3-9eca-1f3821c85b15 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Network 798e0566-6f3f-47e0-9595-5760850bc5ef is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:23.461348 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-8f10cfc6-3ee6-49d3-9eca-1f3821c85b15 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:23.465993 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-8f10cfc6-3ee6-49d3-9eca-1f3821c85b15 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:23.476695 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-8f10cfc6-3ee6-49d3-9eca-1f3821c85b15 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:23.477754 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-8f10cfc6-3ee6-49d3-9eca-1f3821c85b15 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:23.496180 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34be5411-8b42-41e6-b0d5-b64b843c1e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabdc755-4385-470d-80ab-c1519d8b2b74'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:23.499075 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d99c39-4950-487b-848a-c44e70855ba7" -d '{"events": [{"server_uuid": "34be5411-8b42-41e6-b0d5-b64b843c1e12", "name": "network-vif-plugged", "status": "completed", "tag": "dabdc755-4385-470d-80ab-c1519d8b2b74"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:23.513959 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port dabdc755-4385-470d-80ab-c1519d8b2b74, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=dabdc755-4385-470d-80ab-c1519d8b2b74,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:23.530097 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-847826f2-31c7-48b0-a4ed-8b6ec0f752c7 req-fa05ffdc-f160-40a8-b26d-432bcb390b12 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269612 Jun 30 09:01:23.531685 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-402c8eee-b853-49f5-a7c3-61355be31874 req-1135b1c2-a650-4ef1-91f9-d6c3bcad01f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18206ec0-4f6b-4ea0-a291-734397e7a542 HTTP/1.1" status: 200 len: 217 time: 0.0802634 Jun 30 09:01:23.590329 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:23.591878 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-8f10cfc6-3ee6-49d3-9eca-1f3821c85b15 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2303221 Jun 30 09:01:23.618747 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-ef5d97c2-b49f-4553-9c18-db2112d77832 service neutron] Request body: {'port': {'device_id': 'e8d94bc4-aa53-4efb-9aa9-aacfa6373d04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:23.661639 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c8eee-b853-49f5-a7c3-61355be31874 req-774ec3a6-02ef-4761-89a5-9dffcba67639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:23.669261 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-402c8eee-b853-49f5-a7c3-61355be31874 req-774ec3a6-02ef-4761-89a5-9dffcba67639 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8196dcad-a05d-4c25-a036-8d0e22bb3a6b HTTP/1.1" status: 200 len: 848 time: 0.1269763 Jun 30 09:01:23.725901 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=dabdc755-4385-470d-80ab-c1519d8b2b74,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:23.744905 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-402c8eee-b853-49f5-a7c3-61355be31874 req-a193c13b-3ec7-4761-8c6e-73a62b5e998b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=29b0d071-6714-4385-b9f1-40e12b8f9c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675039 Jun 30 09:01:23.809607 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-ef5d97c2-b49f-4553-9c18-db2112d77832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:23.890128 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf97119-18cc-419f-8b61-c86e26c5a14d req-fb006f51-88a5-41fd-82f4-c8dfa3ea6f5a tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:23.891886 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fdf97119-18cc-419f-8b61-c86e26c5a14d req-fb006f51-88a5-41fd-82f4-c8dfa3ea6f5a tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8d94bc4-aa53-4efb-9aa9-aacfa6373d04 HTTP/1.1" status: 200 len: 932 time: 0.1354811 Jun 30 09:01:23.942192 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b87c7327-d28b-4721-ac98-9829cb124634 req-7922f9d6-6926-482b-bc9d-4192b007a54d tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0a5a67-b22e-4867-b8ed-bad243538254 HTTP/1.1" status: 200 len: 210 time: 0.0475075 Jun 30 09:01:23.949485 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-402c8eee-b853-49f5-a7c3-61355be31874 req-48fea696-5a9f-4456-bbe5-3fc1d21b1d65 service neutron] 10.222.0.37 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965725 Jun 30 09:01:23.968302 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fade471f-fc90-4118-8638-b8719db7ec4f None None] Provisioning for port 32296dc7-cd85-42da-a9ae-ed65befc7e29 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:23.985066 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fade471f-fc90-4118-8638-b8719db7ec4f None None] Provisioning complete for port 32296dc7-cd85-42da-a9ae-ed65befc7e29 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:23.985066 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fade471f-fc90-4118-8638-b8719db7ec4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.019588 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-fade471f-fc90-4118-8638-b8719db7ec4f None None] Port 32296dc7-cd85-42da-a9ae-ed65befc7e29 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:01:24.064226 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fdf97119-18cc-419f-8b61-c86e26c5a14d req-baf7bac2-3945-416b-97ff-019fdc75935f tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/security-groups?id=6693df71-b205-4b36-ab07-ae0a333ad09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630127 Jun 30 09:01:24.138566 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-402c8eee-b853-49f5-a7c3-61355be31874 req-4e7d5d59-23fb-455b-b329-ff63032cf696 service neutron] 10.222.0.37 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808126 Jun 30 09:01:24.139541 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7d9f25-698d-4191-9e5b-8813add63251 x-openstack-request-id: req-0b7d9f25-698d-4191-9e5b-8813add63251 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:24.139879 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34be5411-8b42-41e6-b0d5-b64b843c1e12", "name": "network-vif-plugged", "status": "completed", "tag": "dabdc755-4385-470d-80ab-c1519d8b2b74", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:24.140143 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0b7d9f25-698d-4191-9e5b-8813add63251 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:24.140629 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34be5411-8b42-41e6-b0d5-b64b843c1e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabdc755-4385-470d-80ab-c1519d8b2b74', 'code': 200} Jun 30 09:01:24.437296 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa49da8-2628-40bd-a7d6-0d17804cf640 req-c8ac16ef-f3b3-4477-ab3b-03bd55b1650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:24.438858 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-baa49da8-2628-40bd-a7d6-0d17804cf640 req-c8ac16ef-f3b3-4477-ab3b-03bd55b1650d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=34be5411-8b42-41e6-b0d5-b64b843c1e12 HTTP/1.1" status: 200 len: 1102 time: 0.1540592 Jun 30 09:01:24.464585 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.487933 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-baa49da8-2628-40bd-a7d6-0d17804cf640 req-f0a698f6-c02c-4070-90b3-56c09b29264a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416098 Jun 30 09:01:24.522904 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-ef5d97c2-b49f-4553-9c18-db2112d77832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32296dc7-cd85-42da-a9ae-ed65befc7e29 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:24.534114 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-ef5d97c2-b49f-4553-9c18-db2112d77832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.553411 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-ef5d97c2-b49f-4553-9c18-db2112d77832 service neutron] Transition to ACTIVE for port object 32296dc7-cd85-42da-a9ae-ed65befc7e29 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:24.585517 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60edf2-59a1-49c7-b243-607b79d058e5 req-1581ce3b-e546-4f4b-b44b-c03ab0f3c536 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:24.588061 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9b60edf2-59a1-49c7-b243-607b79d058e5 req-1581ce3b-e546-4f4b-b44b-c03ab0f3c536 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 943 time: 0.3314543 Jun 30 09:01:24.629664 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9b60edf2-59a1-49c7-b243-607b79d058e5 req-5b42dba1-bc00-4bd9-84a9-12c2c2eeee4f tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353756 Jun 30 09:01:24.630906 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-ef5d97c2-b49f-4553-9c18-db2112d77832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.697313 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d97c2-b49f-4553-9c18-db2112d77832 service neutron] Pushing event updated for resources: {'Port': ['ID=32296dc7-cd85-42da-a9ae-ed65befc7e29,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:24.749248 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-ef5d97c2-b49f-4553-9c18-db2112d77832 service neutron] Attempting to bind port 32296dc7-cd85-42da-a9ae-ed65befc7e29 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:24.749637 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-ef5d97c2-b49f-4553-9c18-db2112d77832 service neutron] Attempting to bind port 32296dc7-cd85-42da-a9ae-ed65befc7e29 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '633caac2-7a06-4d51-b557-4bd6413f48ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:24.750863 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-ef5d97c2-b49f-4553-9c18-db2112d77832 service neutron] Attempting to bind port 32296dc7-cd85-42da-a9ae-ed65befc7e29 on network 798e0566-6f3f-47e0-9595-5760850bc5ef {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:24.756624 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-ef5d97c2-b49f-4553-9c18-db2112d77832 service neutron] Port 32296dc7-cd85-42da-a9ae-ed65befc7e29 on network 798e0566-6f3f-47e0-9595-5760850bc5ef not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:24.756800 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-ef5d97c2-b49f-4553-9c18-db2112d77832 service neutron] Attempting to bind port 32296dc7-cd85-42da-a9ae-ed65befc7e29 on network 798e0566-6f3f-47e0-9595-5760850bc5ef {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:24.776169 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-ef5d97c2-b49f-4553-9c18-db2112d77832 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:24.776744 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-ef5d97c2-b49f-4553-9c18-db2112d77832 service neutron] Checking segment: {'id': '633caac2-7a06-4d51-b557-4bd6413f48ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:24.777327 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-ef5d97c2-b49f-4553-9c18-db2112d77832 service neutron] Bound using segment: {'id': '633caac2-7a06-4d51-b557-4bd6413f48ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:24.778601 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-ef5d97c2-b49f-4553-9c18-db2112d77832 service neutron] Bound port: 32296dc7-cd85-42da-a9ae-ed65befc7e29, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633caac2-7a06-4d51-b557-4bd6413f48ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:24.779416 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-ef5d97c2-b49f-4553-9c18-db2112d77832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.900025 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-ef5d97c2-b49f-4553-9c18-db2112d77832 service neutron] For port 32296dc7-cd85-42da-a9ae-ed65befc7e29, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:24.905094 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-ef5d97c2-b49f-4553-9c18-db2112d77832 service neutron] For port 32296dc7-cd85-42da-a9ae-ed65befc7e29, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=32296dc7-cd85-42da-a9ae-ed65befc7e29,segment=NetworkSegment(633caac2-7a06-4d51-b557-4bd6413f48ed),segment_id=633caac2-7a06-4d51-b557-4bd6413f48ed)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:25.044197 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-ef5d97c2-b49f-4553-9c18-db2112d77832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.119018 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-ef5d97c2-b49f-4553-9c18-db2112d77832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:25.119018 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-ef5d97c2-b49f-4553-9c18-db2112d77832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.119018 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-ef5d97c2-b49f-4553-9c18-db2112d77832 service neutron] 10.222.0.52 "PUT /v2.0/ports/32296dc7-cd85-42da-a9ae-ed65befc7e29 HTTP/1.1" status: 200 len: 1093 time: 1.5157673 Jun 30 09:01:25.119018 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d94bc4-aa53-4efb-9aa9-aacfa6373d04', 'tag': '32296dc7-cd85-42da-a9ae-ed65befc7e29'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:25.121986 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d228ca-8137-4e0d-9b3f-40a998a1a9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "e8d94bc4-aa53-4efb-9aa9-aacfa6373d04", "tag": "32296dc7-cd85-42da-a9ae-ed65befc7e29"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:25.170245 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d97c2-b49f-4553-9c18-db2112d77832 service neutron] Pushing event updated for resources: {'Port': ['ID=32296dc7-cd85-42da-a9ae-ed65befc7e29,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:25.207037 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ec1c9-90df-4166-90c4-2f557cd5414b req-095c8870-cecd-43d1-a794-8194c840a2cc tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:25.209433 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-535ec1c9-90df-4166-90c4-2f557cd5414b req-095c8870-cecd-43d1-a794-8194c840a2cc tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=34be5411-8b42-41e6-b0d5-b64b843c1e12 HTTP/1.1" status: 200 len: 950 time: 0.1790669 Jun 30 09:01:25.270750 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-535ec1c9-90df-4166-90c4-2f557cd5414b req-f0dd3657-891f-492e-9722-659072cdee50 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526662 Jun 30 09:01:25.345550 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c016dd35-2470-49db-a32c-2e86294f4eff req-85e54718-863e-40a0-a05a-940397ad49a2 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=886d114fd3c64b319398cc6be0c1d706&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365798 Jun 30 09:01:25.450661 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-18b1e599-9ac7-4d1a-abca-f4be9d28f961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:25.452474 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-18b1e599-9ac7-4d1a-abca-f4be9d28f961 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5735a390f544c7db9f26ac7c41c83fc&device_id=e8d94bc4-aa53-4efb-9aa9-aacfa6373d04 HTTP/1.1" status: 200 len: 1096 time: 0.1251481 Jun 30 09:01:25.530195 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-d026b043-ccc8-477f-b954-0d0c92bcfb7c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32296dc7-cd85-42da-a9ae-ed65befc7e29 HTTP/1.1" status: 200 len: 217 time: 0.0698376 Jun 30 09:01:25.580933 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd9f0d98-26fb-4307-8f9b-e30836c7d1b3 req-154482bc-1192-40e2-bc53-fff54e8f0a9a tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0a5a67-b22e-4867-b8ed-bad243538254 HTTP/1.1" status: 200 len: 210 time: 0.0556662 Jun 30 09:01:25.603930 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-2e5d2b4b-7f8c-429e-9756-8e3b2bc5c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:25.608977 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-2e5d2b4b-7f8c-429e-9756-8e3b2bc5c926 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96ce0dd5-8b67-4dfb-aefb-e468b993d00c HTTP/1.1" status: 200 len: 863 time: 0.0706558 Jun 30 09:01:25.644943 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016dd35-2470-49db-a32c-2e86294f4eff req-f2f10a20-ceae-470d-8c6c-c5e5f50e63f9 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:25.646642 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c016dd35-2470-49db-a32c-2e86294f4eff req-f2f10a20-ceae-470d-8c6c-c5e5f50e63f9 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2960768 Jun 30 09:01:25.669819 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-c016dd35-2470-49db-a32c-2e86294f4eff req-d6e6831d-4944-44d0-a20d-b14a823bd8b7 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Request body: {'port': {'device_id': 'cc0a5a67-b22e-4867-b8ed-bad243538254', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'admin_state_up': True, 'tenant_id': '886d114fd3c64b319398cc6be0c1d706'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:25.676017 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b67eb1d-96c3-4c14-8cbd-76669aef5df3 x-openstack-request-id: req-3b67eb1d-96c3-4c14-8cbd-76669aef5df3 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:25.676521 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8d94bc4-aa53-4efb-9aa9-aacfa6373d04", "tag": "32296dc7-cd85-42da-a9ae-ed65befc7e29", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:25.676960 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3b67eb1d-96c3-4c14-8cbd-76669aef5df3 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:25.677888 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d94bc4-aa53-4efb-9aa9-aacfa6373d04', 'tag': '32296dc7-cd85-42da-a9ae-ed65befc7e29', 'status': 'completed', 'code': 200} Jun 30 09:01:25.752267 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0d897-dbcb-4697-93e3-840174e398cc req-9f1a30c0-6144-43e0-a942-50ade63134a1 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:25.754557 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-92d0d897-dbcb-4697-93e3-840174e398cc req-9f1a30c0-6144-43e0-a942-50ade63134a1 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8d94bc4-aa53-4efb-9aa9-aacfa6373d04 HTTP/1.1" status: 200 len: 944 time: 0.1441748 Jun 30 09:01:25.759881 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-f4e23a75-ef75-4d0b-be83-93ae8d88628b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:25.762041 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-f4e23a75-ef75-4d0b-be83-93ae8d88628b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=798e0566-6f3f-47e0-9595-5760850bc5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1466327 Jun 30 09:01:25.889689 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-92d0d897-dbcb-4697-93e3-840174e398cc req-0fd15594-062a-4c1a-97f1-e34092aaf2eb tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/security-groups?id=6693df71-b205-4b36-ab07-ae0a333ad09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261506 Jun 30 09:01:25.941070 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c016dd35-2470-49db-a32c-2e86294f4eff req-d6e6831d-4944-44d0-a20d-b14a823bd8b7 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Made reservation on behalf of 886d114fd3c64b319398cc6be0c1d706 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:25.952725 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c016dd35-2470-49db-a32c-2e86294f4eff req-d6e6831d-4944-44d0-a20d-b14a823bd8b7 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.995975 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-cfb435f4-4364-4199-b253-e69a409f81d5 service neutron] 10.222.0.52 "GET /v2.0/networks/798e0566-6f3f-47e0-9595-5760850bc5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963775 Jun 30 09:01:26.111245 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.154043 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-c016dd35-2470-49db-a32c-2e86294f4eff req-d6e6831d-4944-44d0-a20d-b14a823bd8b7 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Allocated IP 192.168.233.160 (ad33225d-5521-4894-b7e8-170799d80b12/a0a5de46-050b-42ad-8d47-c859eedbe230/cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:26.163309 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0079bb63-d462-4ae9-9eef-a34b0bb57573 req-5ce5ca47-d895-41f9-b523-4f4e00559058 service neutron] 10.222.0.52 "GET /v2.0/networks/798e0566-6f3f-47e0-9595-5760850bc5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565640 Jun 30 09:01:26.188752 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b339f1-2fe1-4157-b93c-32107c91988e req-27f0672b-9878-4f5f-b5b0-ae902de87e8c tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:26.193136 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-97b339f1-2fe1-4157-b93c-32107c91988e req-27f0672b-9878-4f5f-b5b0-ae902de87e8c tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 943 time: 0.1488795 Jun 30 09:01:26.267731 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-97b339f1-2fe1-4157-b93c-32107c91988e req-34c301e2-530f-4a65-a215-b3c60e87baf7 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680392 Jun 30 09:01:26.394254 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d228ca-8137-4e0d-9b3f-40a998a1a9dc req-a3d0ea9d-94d5-4106-8859-5cbec0102459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:26.400253 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88d228ca-8137-4e0d-9b3f-40a998a1a9dc req-a3d0ea9d-94d5-4106-8859-5cbec0102459 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5735a390f544c7db9f26ac7c41c83fc&device_id=e8d94bc4-aa53-4efb-9aa9-aacfa6373d04 HTTP/1.1" status: 200 len: 1096 time: 0.0660491 Jun 30 09:01:26.453510 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c016dd35-2470-49db-a32c-2e86294f4eff req-d6e6831d-4944-44d0-a20d-b14a823bd8b7 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.489054 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-c016dd35-2470-49db-a32c-2e86294f4eff req-d6e6831d-4944-44d0-a20d-b14a823bd8b7 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Transition to ACTIVE for port object cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:26.530927 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d228ca-8137-4e0d-9b3f-40a998a1a9dc req-a92b07b6-587d-4552-8689-6f8cb67bee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:26.532959 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88d228ca-8137-4e0d-9b3f-40a998a1a9dc req-a92b07b6-587d-4552-8689-6f8cb67bee71 service neutron] 10.222.0.52 "GET /v2.0/networks?id=798e0566-6f3f-47e0-9595-5760850bc5ef HTTP/1.1" status: 200 len: 925 time: 0.1222246 Jun 30 09:01:26.579844 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88d228ca-8137-4e0d-9b3f-40a998a1a9dc req-5c419127-99c9-470f-aa6a-a81409737cd7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32296dc7-cd85-42da-a9ae-ed65befc7e29 HTTP/1.1" status: 200 len: 217 time: 0.0394764 Jun 30 09:01:26.648343 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c016dd35-2470-49db-a32c-2e86294f4eff req-d6e6831d-4944-44d0-a20d-b14a823bd8b7 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.657138 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d228ca-8137-4e0d-9b3f-40a998a1a9dc req-55f7e347-7eb2-4fcd-a54b-51d37ac52d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:26.659439 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88d228ca-8137-4e0d-9b3f-40a998a1a9dc req-55f7e347-7eb2-4fcd-a54b-51d37ac52d4a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96ce0dd5-8b67-4dfb-aefb-e468b993d00c HTTP/1.1" status: 200 len: 863 time: 0.0698588 Jun 30 09:01:26.699615 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48260) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:26.734624 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d228ca-8137-4e0d-9b3f-40a998a1a9dc req-3eabd7b2-c798-4c37-bd37-031234a58ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:26.737067 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88d228ca-8137-4e0d-9b3f-40a998a1a9dc req-3eabd7b2-c798-4c37-bd37-031234a58ac1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=798e0566-6f3f-47e0-9595-5760850bc5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690954 Jun 30 09:01:26.771847 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c016dd35-2470-49db-a32c-2e86294f4eff req-d6e6831d-4944-44d0-a20d-b14a823bd8b7 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Network ad33225d-5521-4894-b7e8-170799d80b12 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:26.816621 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6831d-4944-44d0-a20d-b14a823bd8b7 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Pushing event updated for resources: {'Port': ['ID=cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:26.821688 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-c016dd35-2470-49db-a32c-2e86294f4eff req-d6e6831d-4944-44d0-a20d-b14a823bd8b7 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:26.826312 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-c016dd35-2470-49db-a32c-2e86294f4eff req-d6e6831d-4944-44d0-a20d-b14a823bd8b7 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:26.835851 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016dd35-2470-49db-a32c-2e86294f4eff req-d6e6831d-4944-44d0-a20d-b14a823bd8b7 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:26.837607 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c016dd35-2470-49db-a32c-2e86294f4eff req-d6e6831d-4944-44d0-a20d-b14a823bd8b7 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.860036 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7b02e538-183c-4c4a-aea4-e68ec2a335d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.908593 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c968d-06c1-4a37-99bd-41564c7223e6 req-139b47e7-e799-4a58-bf56-56e98fa20f59 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:26.915764 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-480c968d-06c1-4a37-99bd-41564c7223e6 req-139b47e7-e799-4a58-bf56-56e98fa20f59 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=34be5411-8b42-41e6-b0d5-b64b843c1e12 HTTP/1.1" status: 200 len: 950 time: 0.1925225 Jun 30 09:01:26.922621 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88d228ca-8137-4e0d-9b3f-40a998a1a9dc req-25ccb863-f29c-4e2e-8c83-bc4b3a657860 service neutron] 10.222.0.52 "GET /v2.0/networks/798e0566-6f3f-47e0-9595-5760850bc5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770427 Jun 30 09:01:26.960022 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-480c968d-06c1-4a37-99bd-41564c7223e6 req-a276c324-418d-4ff6-9a3a-f0c807df2008 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393143 Jun 30 09:01:26.980755 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c016dd35-2470-49db-a32c-2e86294f4eff req-d6e6831d-4944-44d0-a20d-b14a823bd8b7 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3205197 Jun 30 09:01:27.003100 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-c016dd35-2470-49db-a32c-2e86294f4eff req-9121068d-d639-490d-ae75-6ac07f0e9d61 service neutron] Request body: {'port': {'device_id': 'cc0a5a67-b22e-4867-b8ed-bad243538254', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:27.043075 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf125e9a-4d8e-4d29-8b26-be9f9dadcda8 req-810773ed-6005-4da5-8d7c-2ae56c6d3a47 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:27.044803 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bf125e9a-4d8e-4d29-8b26-be9f9dadcda8 req-810773ed-6005-4da5-8d7c-2ae56c6d3a47 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0a5a67-b22e-4867-b8ed-bad243538254 HTTP/1.1" status: 200 len: 936 time: 0.1886621 Jun 30 09:01:27.122277 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88d228ca-8137-4e0d-9b3f-40a998a1a9dc req-3244661b-ab30-4c2b-b0fc-ffcd08806d9a service neutron] 10.222.0.52 "GET /v2.0/networks/798e0566-6f3f-47e0-9595-5760850bc5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920552 Jun 30 09:01:27.136163 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 18206ec0-4f6b-4ea0-a291-734397e7a542 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:27.143669 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bf125e9a-4d8e-4d29-8b26-be9f9dadcda8 req-411c3aee-f69b-4134-a360-3c11601b7d7f tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee21b6da-8b4b-4694-9a0d-0b080c838dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821769 Jun 30 09:01:27.153010 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c016dd35-2470-49db-a32c-2e86294f4eff req-9121068d-d639-490d-ae75-6ac07f0e9d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.229109 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7b02e538-183c-4c4a-aea4-e68ec2a335d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.304124 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7b02e538-183c-4c4a-aea4-e68ec2a335d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.349641 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 18206ec0-4f6b-4ea0-a291-734397e7a542, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=18206ec0-4f6b-4ea0-a291-734397e7a542,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:27.362724 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7b02e538-183c-4c4a-aea4-e68ec2a335d9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7c4e7d574ea8447ba2b90b98a6691660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6617992 Jun 30 09:01:27.363679 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02e538-183c-4c4a-aea4-e68ec2a335d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abfd3d7-0866-4ee0-866e-5e01cf6b464e,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:27.367001 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '18206ec0-4f6b-4ea0-a291-734397e7a542', 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71', 'port_id': '18206ec0-4f6b-4ea0-a291-734397e7a542', 'mac_address': 'fa:16:3e:fc:07:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8196dcad-a05d-4c25-a036-8d0e22bb3a6b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:27.367230 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48280) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:27.409918 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.427751 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18206ec0-4f6b-4ea0-a291-734397e7a542 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:27.434222 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aa458fb8-fdc7-4f20-92ac-22da1904be78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.435517 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4a22a0cf-35e0-4832-a284-4a2652cd409e None None] Provisioning for port cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:27.450658 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4a22a0cf-35e0-4832-a284-4a2652cd409e None None] Provisioning complete for port cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:27.450904 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4a22a0cf-35e0-4832-a284-4a2652cd409e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.456720 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 18206ec0-4f6b-4ea0-a291-734397e7a542, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=18206ec0-4f6b-4ea0-a291-734397e7a542,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:27.461740 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aa458fb8-fdc7-4f20-92ac-22da1904be78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.495605 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4a22a0cf-35e0-4832-a284-4a2652cd409e None None] Port cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:01:27.541414 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8d64c-f5d3-4d49-948a-419ab73e9bf7 req-f6db874d-e6bd-445e-b5a8-82cb36dc6689 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:27.548768 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-29b8d64c-f5d3-4d49-948a-419ab73e9bf7 req-f6db874d-e6bd-445e-b5a8-82cb36dc6689 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8d94bc4-aa53-4efb-9aa9-aacfa6373d04 HTTP/1.1" status: 200 len: 944 time: 0.1716523 Jun 30 09:01:27.562050 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.607979 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aa458fb8-fdc7-4f20-92ac-22da1904be78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.611000 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aa458fb8-fdc7-4f20-92ac-22da1904be78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.614684 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-aa458fb8-fdc7-4f20-92ac-22da1904be78 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1abfd3d7-0866-4ee0-866e-5e01cf6b464e HTTP/1.1" status: 204 len: 168 time: 0.2436335 Jun 30 09:01:27.624834 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa458fb8-fdc7-4f20-92ac-22da1904be78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abfd3d7-0866-4ee0-866e-5e01cf6b464e,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:27.627074 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=18206ec0-4f6b-4ea0-a291-734397e7a542,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:27.647825 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-29b8d64c-f5d3-4d49-948a-419ab73e9bf7 req-1b18d5c5-2721-4461-becc-ce28dad343f5 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/security-groups?id=6693df71-b205-4b36-ab07-ae0a333ad09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896311 Jun 30 09:01:27.729085 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-c016dd35-2470-49db-a32c-2e86294f4eff req-9121068d-d639-490d-ae75-6ac07f0e9d61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:27.739865 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c016dd35-2470-49db-a32c-2e86294f4eff req-9121068d-d639-490d-ae75-6ac07f0e9d61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.754716 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-c016dd35-2470-49db-a32c-2e86294f4eff req-9121068d-d639-490d-ae75-6ac07f0e9d61 service neutron] Transition to ACTIVE for port object cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:27.872699 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a533ea7-1750-40d4-bf45-e5f8a8f5d875 req-5d3ac707-4853-4b45-9a17-d73e50ce77f4 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:27.874216 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9a533ea7-1750-40d4-bf45-e5f8a8f5d875 req-5d3ac707-4853-4b45-9a17-d73e50ce77f4 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 944 time: 0.0656612 Jun 30 09:01:27.878320 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['18206ec0-4f6b-4ea0-a291-734397e7a542'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:27.893363 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c016dd35-2470-49db-a32c-2e86294f4eff req-9121068d-d639-490d-ae75-6ac07f0e9d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.001157 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9a533ea7-1750-40d4-bf45-e5f8a8f5d875 req-c74fa0d0-7bdc-4463-b427-c40b839c793d tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204114 Jun 30 09:01:28.005354 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121068d-d639-490d-ae75-6ac07f0e9d61 service neutron] Pushing event updated for resources: {'Port': ['ID=cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:28.062895 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-c016dd35-2470-49db-a32c-2e86294f4eff req-9121068d-d639-490d-ae75-6ac07f0e9d61 service neutron] Attempting to bind port cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:28.063366 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-c016dd35-2470-49db-a32c-2e86294f4eff req-9121068d-d639-490d-ae75-6ac07f0e9d61 service neutron] Attempting to bind port cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:28.063653 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c016dd35-2470-49db-a32c-2e86294f4eff req-9121068d-d639-490d-ae75-6ac07f0e9d61 service neutron] Attempting to bind port cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:28.075985 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c016dd35-2470-49db-a32c-2e86294f4eff req-9121068d-d639-490d-ae75-6ac07f0e9d61 service neutron] Port cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:28.076591 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c016dd35-2470-49db-a32c-2e86294f4eff req-9121068d-d639-490d-ae75-6ac07f0e9d61 service neutron] Attempting to bind port cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:28.094550 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c016dd35-2470-49db-a32c-2e86294f4eff req-9121068d-d639-490d-ae75-6ac07f0e9d61 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:28.094958 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c016dd35-2470-49db-a32c-2e86294f4eff req-9121068d-d639-490d-ae75-6ac07f0e9d61 service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:28.095472 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c016dd35-2470-49db-a32c-2e86294f4eff req-9121068d-d639-490d-ae75-6ac07f0e9d61 service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:28.095970 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-c016dd35-2470-49db-a32c-2e86294f4eff req-9121068d-d639-490d-ae75-6ac07f0e9d61 service neutron] Bound port: cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:28.096630 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c016dd35-2470-49db-a32c-2e86294f4eff req-9121068d-d639-490d-ae75-6ac07f0e9d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.260799 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-c016dd35-2470-49db-a32c-2e86294f4eff req-9121068d-d639-490d-ae75-6ac07f0e9d61 service neutron] For port cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:28.276785 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-c016dd35-2470-49db-a32c-2e86294f4eff req-9121068d-d639-490d-ae75-6ac07f0e9d61 service neutron] For port cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:28.308215 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc77bec-c0ce-4692-83c8-535445ce9b0c req-cf2ac097-38f8-4aa1-a283-9b0e15d241db tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:28.309740 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dbc77bec-c0ce-4692-83c8-535445ce9b0c req-cf2ac097-38f8-4aa1-a283-9b0e15d241db tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=34be5411-8b42-41e6-b0d5-b64b843c1e12 HTTP/1.1" status: 200 len: 950 time: 0.0909390 Jun 30 09:01:28.377373 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dbc77bec-c0ce-4692-83c8-535445ce9b0c req-b0526c03-e655-4e9a-a089-f0f8f18f9aa3 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538011 Jun 30 09:01:28.390502 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c016dd35-2470-49db-a32c-2e86294f4eff req-9121068d-d639-490d-ae75-6ac07f0e9d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.428261 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016dd35-2470-49db-a32c-2e86294f4eff req-9121068d-d639-490d-ae75-6ac07f0e9d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:28.428772 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c016dd35-2470-49db-a32c-2e86294f4eff req-9121068d-d639-490d-ae75-6ac07f0e9d61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.431269 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c016dd35-2470-49db-a32c-2e86294f4eff req-9121068d-d639-490d-ae75-6ac07f0e9d61 service neutron] 10.222.0.52 "PUT /v2.0/ports/cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd HTTP/1.1" status: 200 len: 1097 time: 1.4416111 Jun 30 09:01:28.431777 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0a5a67-b22e-4867-b8ed-bad243538254', 'tag': 'cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:28.434242 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71f2297-920c-451f-8d44-f0ccc891300b" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0a5a67-b22e-4867-b8ed-bad243538254", "tag": "cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:28.458296 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121068d-d639-490d-ae75-6ac07f0e9d61 service neutron] Pushing event updated for resources: {'Port': ['ID=cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:28.558492 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055793f-0d7c-48d8-8a14-53ff9f993cc5 req-690d9019-0c49-4e27-bdbd-140a3b3f6e08 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:28.567830 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c055793f-0d7c-48d8-8a14-53ff9f993cc5 req-690d9019-0c49-4e27-bdbd-140a3b3f6e08 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0a5a67-b22e-4867-b8ed-bad243538254 HTTP/1.1" status: 200 len: 948 time: 0.0946007 Jun 30 09:01:28.626826 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c055793f-0d7c-48d8-8a14-53ff9f993cc5 req-82d19076-1437-4a78-8e01-8825433c5fe0 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee21b6da-8b4b-4694-9a0d-0b080c838dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564198 Jun 30 09:01:28.654791 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48318) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:28.682751 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6215d5f9-7f89-4dcc-9515-984b9d7bd85d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.706254 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016dd35-2470-49db-a32c-2e86294f4eff req-7bc452e4-21cf-4ed2-bb29-9f8f235d4a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:28.707107 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c016dd35-2470-49db-a32c-2e86294f4eff req-7bc452e4-21cf-4ed2-bb29-9f8f235d4a3a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=886d114fd3c64b319398cc6be0c1d706&device_id=cc0a5a67-b22e-4867-b8ed-bad243538254 HTTP/1.1" status: 200 len: 1100 time: 0.1096015 Jun 30 09:01:28.772318 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc2d731-03f5-4605-b539-b3021c6ebe74 x-openstack-request-id: req-8bc2d731-03f5-4605-b539-b3021c6ebe74 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:28.772318 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0a5a67-b22e-4867-b8ed-bad243538254", "tag": "cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:28.772318 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8bc2d731-03f5-4605-b539-b3021c6ebe74 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:28.772318 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0a5a67-b22e-4867-b8ed-bad243538254', 'tag': 'cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd', 'status': 'completed', 'code': 200} Jun 30 09:01:28.774131 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c016dd35-2470-49db-a32c-2e86294f4eff req-6f2f266d-635a-4f96-9848-35da2ec8e7d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd HTTP/1.1" status: 200 len: 217 time: 0.0528500 Jun 30 09:01:28.852405 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016dd35-2470-49db-a32c-2e86294f4eff req-c6aeeec9-56ae-4ad7-937f-d10d8d4602ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:28.852865 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6215d5f9-7f89-4dcc-9515-984b9d7bd85d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.855007 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c016dd35-2470-49db-a32c-2e86294f4eff req-c6aeeec9-56ae-4ad7-937f-d10d8d4602ab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.0728786 Jun 30 09:01:28.962231 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016dd35-2470-49db-a32c-2e86294f4eff req-60d6e540-76ee-43e2-a338-6b0bf2178b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:28.964354 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c016dd35-2470-49db-a32c-2e86294f4eff req-60d6e540-76ee-43e2-a338-6b0bf2178b93 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0981655 Jun 30 09:01:28.967363 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6215d5f9-7f89-4dcc-9515-984b9d7bd85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.083477 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6215d5f9-7f89-4dcc-9515-984b9d7bd85d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=85c93b4a367d4b88b2fb54ad8c8fc4b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4269059 Jun 30 09:01:29.084318 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48338) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:29.110695 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c016dd35-2470-49db-a32c-2e86294f4eff req-da68af91-ae5a-4465-973b-a2c179ae90c9 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348608 Jun 30 09:01:29.131246 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 18206ec0-4f6b-4ea0-a291-734397e7a542 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:29.138972 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215d5f9-7f89-4dcc-9515-984b9d7bd85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08caf2ac-21b0-41a8-81b6-3e2cce7b373d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:29.175668 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d42686e9-020a-4398-bcd7-d1f709ed9c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.205870 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d42686e9-020a-4398-bcd7-d1f709ed9c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.298424 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2ebcd-5970-495e-a89a-0bf56a972c97 req-68a9e35c-62ad-4f70-bb8f-de5b87b9239a tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:29.301198 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6fe2ebcd-5970-495e-a89a-0bf56a972c97 req-68a9e35c-62ad-4f70-bb8f-de5b87b9239a tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8d94bc4-aa53-4efb-9aa9-aacfa6373d04 HTTP/1.1" status: 200 len: 944 time: 0.1891677 Jun 30 09:01:29.305734 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c016dd35-2470-49db-a32c-2e86294f4eff req-e22769ab-915d-4f5a-b3a3-d3c5a73a3917 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841178 Jun 30 09:01:29.364139 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6fe2ebcd-5970-495e-a89a-0bf56a972c97 req-0f5989e4-3333-4be9-81b4-d7f39ad49c27 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/security-groups?id=6693df71-b205-4b36-ab07-ae0a333ad09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537188 Jun 30 09:01:29.399908 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 18206ec0-4f6b-4ea0-a291-734397e7a542 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:29.402213 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 18206ec0-4f6b-4ea0-a291-734397e7a542 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:29.403017 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.431001 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d42686e9-020a-4398-bcd7-d1f709ed9c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.433459 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d42686e9-020a-4398-bcd7-d1f709ed9c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.437239 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d42686e9-020a-4398-bcd7-d1f709ed9c66 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/08caf2ac-21b0-41a8-81b6-3e2cce7b373d HTTP/1.1" status: 204 len: 168 time: 0.3338139 Jun 30 09:01:29.449035 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42686e9-020a-4398-bcd7-d1f709ed9c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08caf2ac-21b0-41a8-81b6-3e2cce7b373d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:29.563282 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.574352 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f2297-920c-451f-8d44-f0ccc891300b req-e4f62a22-5fd5-42ce-8f10-5e9fdbc98a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:29.576071 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b71f2297-920c-451f-8d44-f0ccc891300b req-e4f62a22-5fd5-42ce-8f10-5e9fdbc98a84 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=886d114fd3c64b319398cc6be0c1d706&device_id=cc0a5a67-b22e-4867-b8ed-bad243538254 HTTP/1.1" status: 200 len: 1100 time: 0.0877209 Jun 30 09:01:29.603940 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c615304a-75ea-4385-be83-d30fc895cc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18206ec0-4f6b-4ea0-a291-734397e7a542'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:29.615349 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff068f3-16e5-4be1-b100-078a690dacbb" -d '{"events": [{"server_uuid": "c615304a-75ea-4385-be83-d30fc895cc37", "name": "network-vif-plugged", "status": "completed", "tag": "18206ec0-4f6b-4ea0-a291-734397e7a542"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:29.640434 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 18206ec0-4f6b-4ea0-a291-734397e7a542, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=18206ec0-4f6b-4ea0-a291-734397e7a542,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:29.685196 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762104c9-d25e-467d-9530-29759fcc698a req-9273344d-221a-44f4-abe3-3d22df0e5d20 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:29.693312 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-762104c9-d25e-467d-9530-29759fcc698a req-9273344d-221a-44f4-abe3-3d22df0e5d20 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 944 time: 0.0944836 Jun 30 09:01:29.717016 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.737833 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f2297-920c-451f-8d44-f0ccc891300b req-47b55704-a22d-4d1b-819c-2fffa0224f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:29.742353 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b71f2297-920c-451f-8d44-f0ccc891300b req-47b55704-a22d-4d1b-819c-2fffa0224f66 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.1511538 Jun 30 09:01:29.747574 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-762104c9-d25e-467d-9530-29759fcc698a req-2e7a6e86-bd26-4bc4-a652-e61401ecaef7 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526609 Jun 30 09:01:29.755536 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31aee6-83bc-4dbb-b171-f32efb41226d req-589d73e4-7812-4347-a53e-081210877cab tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:29.757093 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9b31aee6-83bc-4dbb-b171-f32efb41226d req-589d73e4-7812-4347-a53e-081210877cab tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=34be5411-8b42-41e6-b0d5-b64b843c1e12 HTTP/1.1" status: 200 len: 950 time: 0.1094036 Jun 30 09:01:29.760761 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48354) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:29.764711 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 32296dc7-cd85-42da-a9ae-ed65befc7e29 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:29.825897 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b71f2297-920c-451f-8d44-f0ccc891300b req-c42eb901-e7ac-44fb-bdf6-eb7c4f6115a6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd HTTP/1.1" status: 200 len: 217 time: 0.0655141 Jun 30 09:01:29.832589 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=18206ec0-4f6b-4ea0-a291-734397e7a542,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:29.899002 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9b31aee6-83bc-4dbb-b171-f32efb41226d req-d0190521-1cf4-4147-a234-bd8ac9f7152d tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299527 Jun 30 09:01:29.916036 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f2297-920c-451f-8d44-f0ccc891300b req-b16e5df9-9dcb-44cb-86c3-6d828993dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:29.917763 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b71f2297-920c-451f-8d44-f0ccc891300b req-b16e5df9-9dcb-44cb-86c3-6d828993dd56 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.0850735 Jun 30 09:01:30.068357 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25f877e-3468-4a80-bc8b-23fa1f0aa315 x-openstack-request-id: req-f25f877e-3468-4a80-bc8b-23fa1f0aa315 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:30.071030 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c615304a-75ea-4385-be83-d30fc895cc37", "name": "network-vif-plugged", "status": "completed", "tag": "18206ec0-4f6b-4ea0-a291-734397e7a542", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:30.071543 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f25f877e-3468-4a80-bc8b-23fa1f0aa315 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:30.072138 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c615304a-75ea-4385-be83-d30fc895cc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18206ec0-4f6b-4ea0-a291-734397e7a542', 'code': 200} Jun 30 09:01:30.078557 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f2297-920c-451f-8d44-f0ccc891300b req-15ccf898-2c3c-45fd-ae7e-3088eb26453b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:30.081445 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b71f2297-920c-451f-8d44-f0ccc891300b req-15ccf898-2c3c-45fd-ae7e-3088eb26453b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1555197 Jun 30 09:01:30.152936 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 32296dc7-cd85-42da-a9ae-ed65befc7e29, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=32296dc7-cd85-42da-a9ae-ed65befc7e29,segment=NetworkSegment(633caac2-7a06-4d51-b557-4bd6413f48ed),segment_id=633caac2-7a06-4d51-b557-4bd6413f48ed)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:30.187270 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '32296dc7-cd85-42da-a9ae-ed65befc7e29', 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef', 'port_id': '32296dc7-cd85-42da-a9ae-ed65befc7e29', 'mac_address': 'fa:16:3e:88:ef:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96ce0dd5-8b67-4dfb-aefb-e468b993d00c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:30.244636 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-baa42598-737a-47ba-83f5-1ed04ab410f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.275052 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecc4f2-a05e-4a7b-98a5-f247737d9bec req-824bff68-eac6-4bf4-bc87-d220027f4fa0 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:30.283051 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a3ecc4f2-a05e-4a7b-98a5-f247737d9bec req-824bff68-eac6-4bf4-bc87-d220027f4fa0 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0a5a67-b22e-4867-b8ed-bad243538254 HTTP/1.1" status: 200 len: 948 time: 0.1230593 Jun 30 09:01:30.286367 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b71f2297-920c-451f-8d44-f0ccc891300b req-ec84eea4-db36-4524-b427-0747fb4ff03c service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977155 Jun 30 09:01:30.288286 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.312801 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32296dc7-cd85-42da-a9ae-ed65befc7e29 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:30.341229 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac60ece-1f90-44f0-ad53-cbfb1134ee6f req-96a5bddd-11fd-461e-b23e-114a56b81d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:30.344644 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fac60ece-1f90-44f0-ad53-cbfb1134ee6f req-96a5bddd-11fd-461e-b23e-114a56b81d26 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 1097 time: 0.2666404 Jun 30 09:01:30.355851 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 32296dc7-cd85-42da-a9ae-ed65befc7e29, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=32296dc7-cd85-42da-a9ae-ed65befc7e29,segment=NetworkSegment(633caac2-7a06-4d51-b557-4bd6413f48ed),segment_id=633caac2-7a06-4d51-b557-4bd6413f48ed)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:30.376843 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a3ecc4f2-a05e-4a7b-98a5-f247737d9bec req-af2c6838-c5f7-4884-a30b-b27a9a1230b8 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee21b6da-8b4b-4694-9a0d-0b080c838dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925112 Jun 30 09:01:30.423914 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fac60ece-1f90-44f0-ad53-cbfb1134ee6f req-419f2bf5-2c28-44e6-b4bd-5194a8f59fa0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706325 Jun 30 09:01:30.462641 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b71f2297-920c-451f-8d44-f0ccc891300b req-f39a5a3f-9332-4d4d-aa80-ef5caa3db391 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610467 Jun 30 09:01:30.466222 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.470862 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-baa42598-737a-47ba-83f5-1ed04ab410f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.544360 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=32296dc7-cd85-42da-a9ae-ed65befc7e29,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:30.565848 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-271c0c82-fea0-48a4-9226-107999afd8c5 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=3114248b2e0a4d9f9fc077f22ec18d3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307994 Jun 30 09:01:30.567247 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-baa42598-737a-47ba-83f5-1ed04ab410f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.607659 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa42598-737a-47ba-83f5-1ed04ab410f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c5421b-104f-454e-a85f-95d52183f751,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:30.614482 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-baa42598-737a-47ba-83f5-1ed04ab410f3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3d6d8d5ff5d542e9ab91463b576f8456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8500357 Jun 30 09:01:30.614661 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48382) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:30.710878 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9277613a-5542-48e7-8d97-ad3bdb3d2af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.714849 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-ebb519a0-a1fc-40c3-a33f-a7710a1fb7b6 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:30.718329 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['32296dc7-cd85-42da-a9ae-ed65befc7e29'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:30.735713 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-ebb519a0-a1fc-40c3-a33f-a7710a1fb7b6 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1619117 Jun 30 09:01:30.743795 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9277613a-5542-48e7-8d97-ad3bdb3d2af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.767680 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-e9a7c62a-431d-42d6-874f-e381ec705f63 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/quotas/3114248b2e0a4d9f9fc077f22ec18d3d HTTP/1.1" status: 200 len: 375 time: 0.0301759 Jun 30 09:01:30.773043 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48388) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:30.862037 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-72555d38-23b1-4b05-8628-88fe80b9e18c tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3114248b2e0a4d9f9fc077f22ec18d3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0931931 Jun 30 09:01:30.972046 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9277613a-5542-48e7-8d97-ad3bdb3d2af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.984098 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9277613a-5542-48e7-8d97-ad3bdb3d2af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.989315 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9277613a-5542-48e7-8d97-ad3bdb3d2af4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/38c5421b-104f-454e-a85f-95d52183f751 HTTP/1.1" status: 204 len: 168 time: 0.3700337 Jun 30 09:01:31.002302 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0d80f991-155c-45e9-a23c-f3e45d13fd69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:31.032176 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277613a-5542-48e7-8d97-ad3bdb3d2af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c5421b-104f-454e-a85f-95d52183f751,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:31.093682 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30589b5c-71bf-4fe6-8847-a10c060d5b45 req-333913c6-032a-4db0-bae5-20b09e7a9999 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:31.095152 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-30589b5c-71bf-4fe6-8847-a10c060d5b45 req-333913c6-032a-4db0-bae5-20b09e7a9999 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8d94bc4-aa53-4efb-9aa9-aacfa6373d04 HTTP/1.1" status: 200 len: 945 time: 0.1901293 Jun 30 09:01:31.158586 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-30589b5c-71bf-4fe6-8847-a10c060d5b45 req-9ea59baf-57a3-4150-84c4-aed68ff74d2b tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/security-groups?id=6693df71-b205-4b36-ab07-ae0a333ad09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561280 Jun 30 09:01:31.222068 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0d80f991-155c-45e9-a23c-f3e45d13fd69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:31.348469 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0d80f991-155c-45e9-a23c-f3e45d13fd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:31.412493 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80f991-155c-45e9-a23c-f3e45d13fd69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a2d681-de05-48b4-b013-920a424c3895,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:31.420460 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0d80f991-155c-45e9-a23c-f3e45d13fd69 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=68300fb8702b4d68b0b69b9dbd28b3ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6462543 Jun 30 09:01:31.424439 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48416) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:31.457551 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f75f5e-c830-4799-8e6e-93bae9f982b2 req-fe837eb6-a5ed-4e51-9b6f-70a3913f2aa7 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:31.466994 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-00f75f5e-c830-4799-8e6e-93bae9f982b2 req-fe837eb6-a5ed-4e51-9b6f-70a3913f2aa7 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 945 time: 0.1529369 Jun 30 09:01:31.470238 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b791c88-06cf-4f8d-8f23-48bf388aef1d req-def54c3b-8daf-4b7d-be9d-f1cd7cbe5a63 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:31.479382 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5b791c88-06cf-4f8d-8f23-48bf388aef1d req-def54c3b-8daf-4b7d-be9d-f1cd7cbe5a63 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2cdf01c-c890-43af-a73a-806e134cac63 HTTP/1.1" status: 200 len: 972 time: 0.1984029 Jun 30 09:01:31.532218 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-00f75f5e-c830-4799-8e6e-93bae9f982b2 req-c8674fb1-f8a5-4e43-87ad-3bd5845233a6 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639980 Jun 30 09:01:31.549383 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5b791c88-06cf-4f8d-8f23-48bf388aef1d req-cad014f5-1e8b-435e-b41d-679b32978b23 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/security-groups?id=c428e95f-fa03-4e55-9a8f-1d711dff332b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687459 Jun 30 09:01:31.596215 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-09152fc8-f7a5-4681-bd21-b1e1c6e3c4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:31.650610 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-09152fc8-f7a5-4681-bd21-b1e1c6e3c4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:31.707888 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f628e2fa-9a09-4499-b650-04d6848b8a68 req-d75ae396-0140-4b4e-a8d3-8e32710e217d tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f0057b-5464-48ec-b850-78af2bb2496b HTTP/1.1" status: 200 len: 210 time: 0.0308924 Jun 30 09:01:31.741653 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 32296dc7-cd85-42da-a9ae-ed65befc7e29 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:31.827889 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4eab7-8c09-42f9-8298-dedd1bea9ebb req-869c1fe3-4c91-467b-8918-c71626edee12 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:31.829771 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3bd4eab7-8c09-42f9-8298-dedd1bea9ebb req-869c1fe3-4c91-467b-8918-c71626edee12 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0a5a67-b22e-4867-b8ed-bad243538254 HTTP/1.1" status: 200 len: 948 time: 0.0759044 Jun 30 09:01:31.871987 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3bd4eab7-8c09-42f9-8298-dedd1bea9ebb req-53ec886d-e471-430e-b494-3025daf7c62b tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee21b6da-8b4b-4694-9a0d-0b080c838dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365233 Jun 30 09:01:31.904469 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 32296dc7-cd85-42da-a9ae-ed65befc7e29 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:31.904687 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-09152fc8-f7a5-4681-bd21-b1e1c6e3c4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:31.907645 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-09152fc8-f7a5-4681-bd21-b1e1c6e3c4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:31.911655 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-09152fc8-f7a5-4681-bd21-b1e1c6e3c4e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c3a2d681-de05-48b4-b013-920a424c3895 HTTP/1.1" status: 204 len: 168 time: 0.4834907 Jun 30 09:01:31.911773 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 32296dc7-cd85-42da-a9ae-ed65befc7e29 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:31.911773 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:31.918253 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09152fc8-f7a5-4681-bd21-b1e1c6e3c4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a2d681-de05-48b4-b013-920a424c3895,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:32.008636 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:32.082343 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48430) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:32.096294 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cb2ffae7-cf08-4f23-81eb-f1358af2b98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:32.103056 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d94bc4-aa53-4efb-9aa9-aacfa6373d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32296dc7-cd85-42da-a9ae-ed65befc7e29'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:32.106159 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5441119-6c4c-4800-ba53-0dd28529f4f5" -d '{"events": [{"server_uuid": "e8d94bc4-aa53-4efb-9aa9-aacfa6373d04", "name": "network-vif-plugged", "status": "completed", "tag": "32296dc7-cd85-42da-a9ae-ed65befc7e29"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:32.122864 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 32296dc7-cd85-42da-a9ae-ed65befc7e29, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=32296dc7-cd85-42da-a9ae-ed65befc7e29,segment=NetworkSegment(633caac2-7a06-4d51-b557-4bd6413f48ed),segment_id=633caac2-7a06-4d51-b557-4bd6413f48ed)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:32.149347 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bfbdca-242e-4a2b-84e7-57dae833ca9f x-openstack-request-id: req-82bfbdca-242e-4a2b-84e7-57dae833ca9f {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:32.149643 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d94bc4-aa53-4efb-9aa9-aacfa6373d04", "name": "network-vif-plugged", "status": "completed", "tag": "32296dc7-cd85-42da-a9ae-ed65befc7e29", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:32.149999 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-82bfbdca-242e-4a2b-84e7-57dae833ca9f {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:32.150409 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d94bc4-aa53-4efb-9aa9-aacfa6373d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32296dc7-cd85-42da-a9ae-ed65befc7e29', 'code': 200} Jun 30 09:01:32.208303 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:32.243584 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cb2ffae7-cf08-4f23-81eb-f1358af2b98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:32.269669 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=32296dc7-cd85-42da-a9ae-ed65befc7e29,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:32.325321 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b19e84-4d0f-41a1-a14e-aef6a21e2922 req-cb9a69f9-04c2-4f43-b96d-e638cba18a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:32.336796 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cb2ffae7-cf08-4f23-81eb-f1358af2b98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:32.339793 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a9b19e84-4d0f-41a1-a14e-aef6a21e2922 req-cb9a69f9-04c2-4f43-b96d-e638cba18a85 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e8d94bc4-aa53-4efb-9aa9-aacfa6373d04 HTTP/1.1" status: 200 len: 1098 time: 0.1066654 Jun 30 09:01:32.381839 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a9b19e84-4d0f-41a1-a14e-aef6a21e2922 req-29df7ef9-1e6a-48e7-b664-d6cd34d3db10 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6693df71-b205-4b36-ab07-ae0a333ad09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330491 Jun 30 09:01:32.646630 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc38b95-5ca4-460d-ae1e-1766542c2835 req-9acbc5a2-942b-406f-aab5-11129d455498 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:32.646630 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bfc38b95-5ca4-460d-ae1e-1766542c2835 req-9acbc5a2-942b-406f-aab5-11129d455498 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2cdf01c-c890-43af-a73a-806e134cac63 HTTP/1.1" status: 200 len: 972 time: 0.3945642 Jun 30 09:01:32.656723 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48450) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:32.656893 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-cb2ffae7-cf08-4f23-81eb-f1358af2b98e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b23aba7331f548008420baeca54964d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5732918 Jun 30 09:01:32.684035 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ffae7-cf08-4f23-81eb-f1358af2b98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fed8c6a-c8a1-43f3-afa4-511acf8589c7,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:32.771563 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9a6824a0-8207-4d51-a52a-43c15c8b93b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:32.806801 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48456) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:32.825650 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f786f54-2874-428f-9043-566a3e1e2813 req-483a6c09-e560-4117-b56a-e19907bc616c tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:32.828087 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4f786f54-2874-428f-9043-566a3e1e2813 req-483a6c09-e560-4117-b56a-e19907bc616c tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8d94bc4-aa53-4efb-9aa9-aacfa6373d04 HTTP/1.1" status: 200 len: 946 time: 0.4889433 Jun 30 09:01:32.849990 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9a6824a0-8207-4d51-a52a-43c15c8b93b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:32.854331 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bbca5176-4c7f-47d9-bba3-a0b0fda0d11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:32.913172 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4f786f54-2874-428f-9043-566a3e1e2813 req-4e8a6302-ebe7-4e69-8531-31ca4d851368 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/security-groups?id=6693df71-b205-4b36-ab07-ae0a333ad09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738485 Jun 30 09:01:32.926632 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-bfc38b95-5ca4-460d-ae1e-1766542c2835 req-2752cd31-a6a0-4659-a062-de36b90e1f58 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Deleting port 01f60866-bfec-479a-b86c-225e40e20c4b {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:32.927642 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-bfc38b95-5ca4-460d-ae1e-1766542c2835 req-2752cd31-a6a0-4659-a062-de36b90e1f58 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.073855 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-bfc38b95-5ca4-460d-ae1e-1766542c2835 req-2752cd31-a6a0-4659-a062-de36b90e1f58 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] For port 01f60866-bfec-479a-b86c-225e40e20c4b, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=01f60866-bfec-479a-b86c-225e40e20c4b,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:33.074298 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-bfc38b95-5ca4-460d-ae1e-1766542c2835 req-2752cd31-a6a0-4659-a062-de36b90e1f58 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.110292 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-bfc38b95-5ca4-460d-ae1e-1766542c2835 req-2752cd31-a6a0-4659-a062-de36b90e1f58 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Calling delete_port for 01f60866-bfec-479a-b86c-225e40e20c4b owned by compute:tempest-test_az-1963743277 {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:33.165925 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d77a34-6f27-434d-a853-f781071edb75 req-561f2e1b-da28-4131-a0e9-36e06230575c tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:33.167192 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2d77a34-6f27-434d-a853-f781071edb75 req-561f2e1b-da28-4131-a0e9-36e06230575c tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2cdf01c-c890-43af-a73a-806e134cac63 HTTP/1.1" status: 200 len: 972 time: 0.4390786 Jun 30 09:01:33.229756 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85bcfc-f32c-4bcd-8651-00fdde31c96f req-a723c1cf-7b42-4a30-8c31-d4c9b62e1e6c tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:33.231253 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2d77a34-6f27-434d-a853-f781071edb75 req-0d478801-a7fa-4462-9e8e-d392a6f4120c tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/security-groups?id=c428e95f-fa03-4e55-9a8f-1d711dff332b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540559 Jun 30 09:01:33.233881 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3d85bcfc-f32c-4bcd-8651-00fdde31c96f req-a723c1cf-7b42-4a30-8c31-d4c9b62e1e6c tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 945 time: 0.1833215 Jun 30 09:01:33.290107 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3d85bcfc-f32c-4bcd-8651-00fdde31c96f req-7425715e-4c99-4395-9318-7828909362dc tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511739 Jun 30 09:01:33.303865 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9a6824a0-8207-4d51-a52a-43c15c8b93b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.308248 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9a6824a0-8207-4d51-a52a-43c15c8b93b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.312020 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9a6824a0-8207-4d51-a52a-43c15c8b93b3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1fed8c6a-c8a1-43f3-afa4-511acf8589c7 HTTP/1.1" status: 204 len: 168 time: 0.6515543 Jun 30 09:01:33.410507 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6824a0-8207-4d51-a52a-43c15c8b93b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fed8c6a-c8a1-43f3-afa4-511acf8589c7,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:33.430856 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bbca5176-4c7f-47d9-bba3-a0b0fda0d11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.502105 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5edcd8d0-0010-4cdb-b6a9-dc055b9ed9f2 req-1a0305c3-d0c8-40f3-a4cf-d5f34ffb7518 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f0057b-5464-48ec-b850-78af2bb2496b HTTP/1.1" status: 200 len: 210 time: 0.0357614 Jun 30 09:01:33.502961 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-bfc38b95-5ca4-460d-ae1e-1766542c2835 req-2752cd31-a6a0-4659-a062-de36b90e1f58 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.516833 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['01f60866-bfec-479a-b86c-225e40e20c4b'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:33.544747 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752cd31-a6a0-4659-a062-de36b90e1f58 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Pushing event deleted for resources: {'Port': ['ID=01f60866-bfec-479a-b86c-225e40e20c4b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:33.572459 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bbca5176-4c7f-47d9-bba3-a0b0fda0d11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.624389 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bbca5176-4c7f-47d9-bba3-a0b0fda0d11f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8b63bb3071684971bb182af80c7c4612&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8159063 Jun 30 09:01:33.627299 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48466) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:33.641499 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca5176-4c7f-47d9-bba3-a0b0fda0d11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc74e80-79f7-47b4-8eda-2e68deb2e3c0,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:33.688768 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc38b95-5ca4-460d-ae1e-1766542c2835 req-2752cd31-a6a0-4659-a062-de36b90e1f58 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] No DVR routers for this DVR port 01f60866-bfec-479a-b86c-225e40e20c4b on host n-h1-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:33.703351 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-bfc38b95-5ca4-460d-ae1e-1766542c2835 req-2752cd31-a6a0-4659-a062-de36b90e1f58 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.711509 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bfc38b95-5ca4-460d-ae1e-1766542c2835 req-2752cd31-a6a0-4659-a062-de36b90e1f58 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.52 "DELETE /v2.0/ports/01f60866-bfec-479a-b86c-225e40e20c4b HTTP/1.1" status: 204 len: 173 time: 1.0509021 Jun 30 09:01:33.716901 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b563f88f-962b-4d59-a214-3442dcc3a411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.740622 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cdf01c-c890-43af-a73a-806e134cac63', 'name': 'network-vif-deleted', 'tag': '01f60866-bfec-479a-b86c-225e40e20c4b'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:33.744251 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244ab7db-3461-4677-ab87-1ab23def7e11" -d '{"events": [{"server_uuid": "f2cdf01c-c890-43af-a73a-806e134cac63", "name": "network-vif-deleted", "tag": "01f60866-bfec-479a-b86c-225e40e20c4b"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:33.749211 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:33.761610 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b563f88f-962b-4d59-a214-3442dcc3a411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.795673 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-00cf0068-03ac-4030-ad8f-59cee68bd815 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3114248b2e0a4d9f9fc077f22ec18d3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1069064 Jun 30 09:01:33.911784 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b563f88f-962b-4d59-a214-3442dcc3a411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.916317 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b563f88f-962b-4d59-a214-3442dcc3a411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.922414 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b563f88f-962b-4d59-a214-3442dcc3a411 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2fc74e80-79f7-47b4-8eda-2e68deb2e3c0 HTTP/1.1" status: 204 len: 168 time: 0.2959204 Jun 30 09:01:33.940904 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:33.943685 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563f88f-962b-4d59-a214-3442dcc3a411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc74e80-79f7-47b4-8eda-2e68deb2e3c0,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:33.944462 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe0c62-1a6d-4c31-9fc0-48fae2ec7a58 req-aff4c826-4ab2-4871-9f43-ff53c4372693 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:33.958490 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e4fe0c62-1a6d-4c31-9fc0-48fae2ec7a58 req-aff4c826-4ab2-4871-9f43-ff53c4372693 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0a5a67-b22e-4867-b8ed-bad243538254 HTTP/1.1" status: 200 len: 948 time: 0.2230589 Jun 30 09:01:33.999285 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': 'cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd', 'mac_address': 'fa:16:3e:63:b4:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:34.045719 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-ab13bd9b-e23e-44a2-92bb-9de93deaa85c tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:34.048080 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-ab13bd9b-e23e-44a2-92bb-9de93deaa85c tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2256758 Jun 30 09:01:34.074532 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e4fe0c62-1a6d-4c31-9fc0-48fae2ec7a58 req-bbdce215-bd66-4a43-8532-36215eabf046 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee21b6da-8b4b-4694-9a0d-0b080c838dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116884 Jun 30 09:01:34.074657 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.083007 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-3ff865a2-54e8-4719-a4ab-3938e275dc38 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Request body: {'port': {'device_id': '03f0057b-5464-48ec-b850-78af2bb2496b', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'admin_state_up': True, 'tenant_id': '3114248b2e0a4d9f9fc077f22ec18d3d'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:34.111087 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:34.164653 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc90da7-b564-46cc-9ab7-ad4d0c188d65 x-openstack-request-id: req-6bc90da7-b564-46cc-9ab7-ad4d0c188d65 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:34.165241 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cdf01c-c890-43af-a73a-806e134cac63", "name": "network-vif-deleted", "tag": "01f60866-bfec-479a-b86c-225e40e20c4b", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:34.165642 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6bc90da7-b564-46cc-9ab7-ad4d0c188d65 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:34.165754 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:34.166412 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cdf01c-c890-43af-a73a-806e134cac63', 'name': 'network-vif-deleted', 'tag': '01f60866-bfec-479a-b86c-225e40e20c4b', 'status': 'completed', 'code': 200} Jun 30 09:01:34.253793 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.345490 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-3ff865a2-54e8-4719-a4ab-3938e275dc38 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Made reservation on behalf of 3114248b2e0a4d9f9fc077f22ec18d3d for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:34.355038 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-3ff865a2-54e8-4719-a4ab-3938e275dc38 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.362773 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:34.370595 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ca734-dcf8-48e2-bc80-07527f9c05eb req-e06bcd18-422a-4eb0-8611-7cb12f5fe685 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:34.385667 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-460ca734-dcf8-48e2-bc80-07527f9c05eb req-e06bcd18-422a-4eb0-8611-7cb12f5fe685 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 1097 time: 0.1377614 Jun 30 09:01:34.440291 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-460ca734-dcf8-48e2-bc80-07527f9c05eb req-5e755002-59f2-4b88-a94b-8b3691cad152 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535614 Jun 30 09:01:34.484073 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:34.608084 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d124e-7228-4a9a-91fa-21e28ad53c00 req-f70af9ca-d454-4816-9ff9-5a80fe2a2619 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:34.609750 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-888d124e-7228-4a9a-91fa-21e28ad53c00 req-f70af9ca-d454-4816-9ff9-5a80fe2a2619 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8d94bc4-aa53-4efb-9aa9-aacfa6373d04 HTTP/1.1" status: 200 len: 946 time: 0.1430449 Jun 30 09:01:34.630553 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-3ff865a2-54e8-4719-a4ab-3938e275dc38 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Allocated IP 192.168.233.76 (ad33225d-5521-4894-b7e8-170799d80b12/a0a5de46-050b-42ad-8d47-c859eedbe230/cd8a9718-7a06-4794-ace3-207ad40d1b0a) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:34.682390 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-57fa727c-b134-4fae-98ba-b7998d103ba3 req-2f024b93-ed01-4aa1-9449-920354dbc692 tempest-AggregatesAdminTestJSON-1328860999 tempest-AggregatesAdminTestJSON-1328860999-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2cdf01c-c890-43af-a73a-806e134cac63 HTTP/1.1" status: 200 len: 210 time: 0.0544150 Jun 30 09:01:34.714947 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-888d124e-7228-4a9a-91fa-21e28ad53c00 req-a3476ca3-8c16-4630-bbd4-92938d663301 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/security-groups?id=6693df71-b205-4b36-ab07-ae0a333ad09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910466 Jun 30 09:01:34.911783 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ae576-7fce-4772-9982-6d7373c35214 req-642727ad-0664-4bf9-ac73-d28555e47697 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:34.913390 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b07ae576-7fce-4772-9982-6d7373c35214 req-642727ad-0664-4bf9-ac73-d28555e47697 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 1097 time: 0.0892358 Jun 30 09:01:34.921801 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-3ff865a2-54e8-4719-a4ab-3938e275dc38 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.946070 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-3ff865a2-54e8-4719-a4ab-3938e275dc38 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Transition to ACTIVE for port object cd8a9718-7a06-4794-ace3-207ad40d1b0a will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:34.967500 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b07ae576-7fce-4772-9982-6d7373c35214 req-300aa5c8-8196-47d1-b189-0a7c7b3897d4 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443666 Jun 30 09:01:35.101625 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6671f72b-144f-4cba-8818-c71c401b1644 req-ce47b439-bcbc-4d49-a566-a03e7bff22a8 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f0057b-5464-48ec-b850-78af2bb2496b HTTP/1.1" status: 200 len: 210 time: 0.0510836 Jun 30 09:01:35.178035 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-3ff865a2-54e8-4719-a4ab-3938e275dc38 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.186271 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['dabdc755-4385-470d-80ab-c1519d8b2b74'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:35.252235 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b85e95-2134-49f6-8018-c857490a874d req-90bb649d-1f1a-477c-b6ba-376eeae53718 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:35.254051 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c1b85e95-2134-49f6-8018-c857490a874d req-90bb649d-1f1a-477c-b6ba-376eeae53718 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8d94bc4-aa53-4efb-9aa9-aacfa6373d04 HTTP/1.1" status: 200 len: 946 time: 0.1071131 Jun 30 09:01:35.255751 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-3ff865a2-54e8-4719-a4ab-3938e275dc38 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Network ad33225d-5521-4894-b7e8-170799d80b12 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:35.267236 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48534) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:35.269405 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-3ff865a2-54e8-4719-a4ab-3938e275dc38 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:35.272508 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-3ff865a2-54e8-4719-a4ab-3938e275dc38 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:35.275095 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-359cc8bc-bd68-4fbc-a6ae-ddd5595495ef tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Request body: {'floatingip': {'port_id': '32296dc7-cd85-42da-a9ae-ed65befc7e29'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:35.280848 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-3ff865a2-54e8-4719-a4ab-3938e275dc38 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:35.281711 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-3ff865a2-54e8-4719-a4ab-3938e275dc38 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.295964 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff865a2-54e8-4719-a4ab-3938e275dc38 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Pushing event updated for resources: {'Port': ['ID=cd8a9718-7a06-4794-ace3-207ad40d1b0a,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:35.447381 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-359cc8bc-bd68-4fbc-a6ae-ddd5595495ef tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks [] for floatingip, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.479669 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9e285-ac37-49fc-a0f9-699f49e83d44 req-b224bcb7-daf1-4430-b4c2-34ca81444d0e tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:35.484883 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eee9e285-ac37-49fc-a0f9-699f49e83d44 req-b224bcb7-daf1-4430-b4c2-34ca81444d0e tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0a5a67-b22e-4867-b8ed-bad243538254 HTTP/1.1" status: 200 len: 949 time: 0.1668828 Jun 30 09:01:35.524317 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-3ff865a2-54e8-4719-a4ab-3938e275dc38 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4500303 Jun 30 09:01:35.551462 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] Request body: {'port': {'device_id': '03f0057b-5464-48ec-b850-78af2bb2496b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:35.609498 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eee9e285-ac37-49fc-a0f9-699f49e83d44 req-e3d47cd3-6850-48a9-a508-5a1d8c0dbb18 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee21b6da-8b4b-4694-9a0d-0b080c838dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179371 Jun 30 09:01:35.677348 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.755693 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:35.830574 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0e985bc2-1d0c-4e6a-b60c-4ce73d964408 None None] Provisioning for port cd8a9718-7a06-4794-ace3-207ad40d1b0a completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:35.868051 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0e985bc2-1d0c-4e6a-b60c-4ce73d964408 None None] Provisioning complete for port cd8a9718-7a06-4794-ace3-207ad40d1b0a triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:35.872667 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0e985bc2-1d0c-4e6a-b60c-4ce73d964408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.957259 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0e985bc2-1d0c-4e6a-b60c-4ce73d964408 None None] Port cd8a9718-7a06-4794-ace3-207ad40d1b0a cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:01:36.097478 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:36.107311 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:36.107985 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:36.188252 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd8a9718-7a06-4794-ace3-207ad40d1b0a {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:36.197557 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:36.218725 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:36.260381 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] Transition to ACTIVE for port object cd8a9718-7a06-4794-ace3-207ad40d1b0a will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:36.270215 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:36.271222 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0a5a67-b22e-4867-b8ed-bad243538254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:36.275241 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b9e6b2-64f8-49fd-b124-30b729f1a3d3" -d '{"events": [{"server_uuid": "cc0a5a67-b22e-4867-b8ed-bad243538254", "name": "network-vif-plugged", "status": "completed", "tag": "cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:36.331695 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:36.344126 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6453ff6-25b2-4926-8e95-e8395816ea23 req-40e1c1ad-b353-41e9-a9fb-da6253dd0359 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:36.345601 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e6453ff6-25b2-4926-8e95-e8395816ea23 req-40e1c1ad-b353-41e9-a9fb-da6253dd0359 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f0057b-5464-48ec-b850-78af2bb2496b HTTP/1.1" status: 200 len: 935 time: 0.1126492 Jun 30 09:01:36.361271 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:36.362361 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 01f60866-bfec-479a-b86c-225e40e20c4b no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:36.405372 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-359cc8bc-bd68-4fbc-a6ae-ddd5595495ef tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:36.423810 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8a9718-7a06-4794-ace3-207ad40d1b0a,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:36.428025 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 01f60866-bfec-479a-b86c-225e40e20c4b {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:36.428025 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 01f60866-bfec-479a-b86c-225e40e20c4b not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:36.464133 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:36.484630 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e6453ff6-25b2-4926-8e95-e8395816ea23 req-28eb8498-0cb3-4516-a485-77bec9f57739 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160550 Jun 30 09:01:36.498710 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] Attempting to bind port cd8a9718-7a06-4794-ace3-207ad40d1b0a on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:36.500409 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] Attempting to bind port cd8a9718-7a06-4794-ace3-207ad40d1b0a by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:36.500779 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] Attempting to bind port cd8a9718-7a06-4794-ace3-207ad40d1b0a on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:36.505985 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] Port cd8a9718-7a06-4794-ace3-207ad40d1b0a on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:36.506316 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] Attempting to bind port cd8a9718-7a06-4794-ace3-207ad40d1b0a on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:36.513828 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:36.514387 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:36.514780 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:36.515246 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] Bound port: cd8a9718-7a06-4794-ace3-207ad40d1b0a, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:36.515776 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:36.533899 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-359cc8bc-bd68-4fbc-a6ae-ddd5595495ef tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:36.550926 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8c1a6a-4404-4f99-9b82-e254c26733c6 x-openstack-request-id: req-ee8c1a6a-4404-4f99-9b82-e254c26733c6 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:36.551561 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0a5a67-b22e-4867-b8ed-bad243538254", "name": "network-vif-plugged", "status": "completed", "tag": "cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:36.552399 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ee8c1a6a-4404-4f99-9b82-e254c26733c6 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:36.553026 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0a5a67-b22e-4867-b8ed-bad243538254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd', 'code': 200} Jun 30 09:01:36.615751 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] For port cd8a9718-7a06-4794-ace3-207ad40d1b0a, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:36.620484 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] For port cd8a9718-7a06-4794-ace3-207ad40d1b0a, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=cd8a9718-7a06-4794-ace3-207ad40d1b0a,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:36.695956 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:36.697781 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [None req-359cc8bc-bd68-4fbc-a6ae-ddd5595495ef tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Floating IP 7ad589f2-8d8c-42a1-ac11-4932fa082bb4 associated. External IP: 172.25.6.34, port: 32296dc7-cd85-42da-a9ae-ed65befc7e29. Jun 30 09:01:36.765220 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:36.766823 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:36.768188 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] 10.222.0.37 "PUT /v2.0/ports/cd8a9718-7a06-4794-ace3-207ad40d1b0a HTTP/1.1" status: 200 len: 1096 time: 1.2346735 Jun 30 09:01:36.771093 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf0aa3-3c55-4631-99b7-b209a621f261 req-e578d8aa-522f-4f75-985b-885030a5028b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:36.772374 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5cf0aa3-3c55-4631-99b7-b209a621f261 req-e578d8aa-522f-4f75-985b-885030a5028b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cc0a5a67-b22e-4867-b8ed-bad243538254 HTTP/1.1" status: 200 len: 1102 time: 0.1423986 Jun 30 09:01:36.774120 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f0057b-5464-48ec-b850-78af2bb2496b', 'tag': 'cd8a9718-7a06-4794-ace3-207ad40d1b0a'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:36.777204 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7286bec-9d30-4a89-8719-fd183911c2d1" -d '{"events": [{"name": "network-changed", "server_uuid": "03f0057b-5464-48ec-b850-78af2bb2496b", "tag": "cd8a9718-7a06-4794-ace3-207ad40d1b0a"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:36.841716 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5cf0aa3-3c55-4631-99b7-b209a621f261 req-220ba830-e9f7-4d25-9b56-18908e81de19 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ee21b6da-8b4b-4694-9a0d-0b080c838dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568995 Jun 30 09:01:36.842315 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8a9718-7a06-4794-ace3-207ad40d1b0a,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:36.856775 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:36.857145 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:36.857489 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:36.858064 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:36.858423 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:36.858742 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:36.859069 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:36.872809 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:36.873298 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:36.873666 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:36.878281 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:36.878281 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566929e4-6c4a-4c38-9318-6c8f9bbf34b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:36.935747 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48594) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:37.019201 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.036275 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c752a0-9fab-4a55-bdee-050306c0f5a8 req-dbf15718-e5ea-4d53-9461-566b4341b0e2 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:37.040621 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-40c752a0-9fab-4a55-bdee-050306c0f5a8 req-dbf15718-e5ea-4d53-9461-566b4341b0e2 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0a5a67-b22e-4867-b8ed-bad243538254 HTTP/1.1" status: 200 len: 950 time: 0.2013624 Jun 30 09:01:37.083422 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48602) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:37.116414 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-40c752a0-9fab-4a55-bdee-050306c0f5a8 req-4bb81a3f-4672-4891-8d88-0d5ea52bba29 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee21b6da-8b4b-4694-9a0d-0b080c838dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642111 Jun 30 09:01:37.124696 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-811fe689-e146-47f0-9adf-cd29f9366d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:37.126207 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-811fe689-e146-47f0-9adf-cd29f9366d50 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3114248b2e0a4d9f9fc077f22ec18d3d&device_id=03f0057b-5464-48ec-b850-78af2bb2496b HTTP/1.1" status: 200 len: 1099 time: 0.1617754 Jun 30 09:01:37.214336 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc2ae9f-9903-45a9-9689-5c6792d97013 x-openstack-request-id: req-adc2ae9f-9903-45a9-9689-5c6792d97013 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:37.214922 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f0057b-5464-48ec-b850-78af2bb2496b", "tag": "cd8a9718-7a06-4794-ace3-207ad40d1b0a", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:37.214922 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-adc2ae9f-9903-45a9-9689-5c6792d97013 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:37.215323 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f0057b-5464-48ec-b850-78af2bb2496b', 'tag': 'cd8a9718-7a06-4794-ace3-207ad40d1b0a', 'status': 'completed', 'code': 200} Jun 30 09:01:37.220510 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-de620dba-a6ba-4289-b910-ec695228f2b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=cd8a9718-7a06-4794-ace3-207ad40d1b0a HTTP/1.1" status: 200 len: 217 time: 0.0775907 Jun 30 09:01:37.315588 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-a86e1180-bef9-4e8a-bd53-3ea06ee2ef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:37.319298 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-a86e1180-bef9-4e8a-bd53-3ea06ee2ef75 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.0896657 Jun 30 09:01:37.319553 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359cc8bc-bd68-4fbc-a6ae-ddd5595495ef tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Router 1782249f-a426-43fb-9da3-6e7a63196fe7 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:01:37.401306 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-22a84f50-e271-41e5-887a-6b6612c1f67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.416684 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ce35a8b7-fa01-42ce-b181-eba479e0751f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2f172b9cd40146c4bb64e81e36ab5caf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4684775 Jun 30 09:01:37.421568 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48616) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:37.474322 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359cc8bc-bd68-4fbc-a6ae-ddd5595495ef tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:01:37.481945 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-f72b3846-af0f-445f-8f20-cc0cf528a42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:37.483700 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-f72b3846-af0f-445f-8f20-cc0cf528a42b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1576493 Jun 30 09:01:37.487361 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-359cc8bc-bd68-4fbc-a6ae-ddd5595495ef tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.491154 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32b49f8-0961-4154-bdcf-21b69cf27f7a None None] Sync routers for ids ['1782249f-a426-43fb-9da3-6e7a63196fe7'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:01:37.515241 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32b49f8-0961-4154-bdcf-21b69cf27f7a None None] Routers {'1782249f-a426-43fb-9da3-6e7a63196fe7'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:37.516402 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e32b49f8-0961-4154-bdcf-21b69cf27f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:01:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1782249f-a426-43fb-9da3-6e7a63196fe7'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:37.578743 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-359cc8bc-bd68-4fbc-a6ae-ddd5595495ef tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "PUT /v2.0/floatingips/7ad589f2-8d8c-42a1-ac11-4932fa082bb4 HTTP/1.1" status: 200 len: 991 time: 2.3088026 Jun 30 09:01:37.579561 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d94bc4-aa53-4efb-9aa9-aacfa6373d04', 'tag': '32296dc7-cd85-42da-a9ae-ed65befc7e29'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:37.583043 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0795dff-c565-4bcb-84cf-1e9e543082c3" -d '{"events": [{"name": "network-changed", "server_uuid": "e8d94bc4-aa53-4efb-9aa9-aacfa6373d04", "tag": "32296dc7-cd85-42da-a9ae-ed65befc7e29"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:37.741254 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-e32b49f8-0961-4154-bdcf-21b69cf27f7a None None] Set router 1782249f-a426-43fb-9da3-6e7a63196fe7 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:37.775263 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5d7f14c3-13f4-4fd3-958e-29d441776d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.831899 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5d7f14c3-13f4-4fd3-958e-29d441776d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.847443 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-6a2b34b4-f25b-4cea-a6bb-79664a22cd34 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399861 Jun 30 09:01:37.958283 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-22a84f50-e271-41e5-887a-6b6612c1f67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.980957 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f51d8-d434-49b4-b76f-ee691433593c req-a20a7682-5423-4879-9e60-851454e4a4fa tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:37.982497 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb0f51d8-d434-49b4-b76f-ee691433593c req-a20a7682-5423-4879-9e60-851454e4a4fa tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f0057b-5464-48ec-b850-78af2bb2496b HTTP/1.1" status: 200 len: 947 time: 0.2529516 Jun 30 09:01:38.043757 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7cf4c1a-8e02-457e-92ad-918737b1dda3 req-74bb5f95-7fb0-4d93-86f9-d52c1c8d66ae service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869535 Jun 30 09:01:38.049262 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb0f51d8-d434-49b4-b76f-ee691433593c req-1e87ab04-6bed-4ec7-907f-39982915189f tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576110 Jun 30 09:01:38.127535 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-22a84f50-e271-41e5-887a-6b6612c1f67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.220899 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a84f50-e271-41e5-887a-6b6612c1f67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a9338e-fc45-4ffa-bef2-8b016bd8c708,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:38.233892 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e32b49f8-0961-4154-bdcf-21b69cf27f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1017925346-router', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:41Z', 'updated_at': '2021-06-30T09:00:52Z', 'revision_number': 4, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'gw_port': {'id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:43Z', 'updated_at': '2021-06-30T09:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '7ad589f2-8d8c-42a1-ac11-4932fa082bb4', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'port_id': '32296dc7-cd85-42da-a9ae-ed65befc7e29', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef', 'mac_address': 'fa:16:3e:88:ef:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d94bc4-aa53-4efb-9aa9-aacfa6373d04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:01:16Z', 'updated_at': '2021-06-30T09:01:36Z', 'revision_number': 1, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c286893a-3b25-4021-a9a9-8380ee930b93', 'name': '', 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'mac_address': 'fa:16:3e:c7:86:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '96ce0dd5-8b67-4dfb-aefb-e468b993d00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:49Z', 'updated_at': '2021-06-30T09:01:02Z', 'revision_number': 5, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'subnets': [{'id': '96ce0dd5-8b67-4dfb-aefb-e468b993d00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:38.271192 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5d7f14c3-13f4-4fd3-958e-29d441776d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.274150 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32b49f8-0961-4154-bdcf-21b69cf27f7a None None] Checking router: 1782249f-a426-43fb-9da3-6e7a63196fe7 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:01:38.275018 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5d7f14c3-13f4-4fd3-958e-29d441776d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.279277 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5d7f14c3-13f4-4fd3-958e-29d441776d7c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c428e95f-fa03-4e55-9a8f-1d711dff332b HTTP/1.1" status: 204 len: 168 time: 0.8564496 Jun 30 09:01:38.286570 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32b49f8-0961-4154-bdcf-21b69cf27f7a None None] Routers {'1782249f-a426-43fb-9da3-6e7a63196fe7'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:38.287690 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e32b49f8-0961-4154-bdcf-21b69cf27f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:01:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1782249f-a426-43fb-9da3-6e7a63196fe7'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:38.293102 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-22a84f50-e271-41e5-887a-6b6612c1f67e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=79c94c4752fc43dabe14c8a77a355e49&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2032356 Jun 30 09:01:38.295993 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48656) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:38.336388 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492b326f-5a17-439f-a0d8-3903b4ca092c x-openstack-request-id: req-492b326f-5a17-439f-a0d8-3903b4ca092c {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:38.337042 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8d94bc4-aa53-4efb-9aa9-aacfa6373d04", "tag": "32296dc7-cd85-42da-a9ae-ed65befc7e29", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:38.339654 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-492b326f-5a17-439f-a0d8-3903b4ca092c {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:38.339828 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f14c3-13f4-4fd3-958e-29d441776d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c428e95f-fa03-4e55-9a8f-1d711dff332b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:38.348862 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d94bc4-aa53-4efb-9aa9-aacfa6373d04', 'tag': '32296dc7-cd85-42da-a9ae-ed65befc7e29', 'status': 'completed', 'code': 200} Jun 30 09:01:38.389426 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7286bec-9d30-4a89-8719-fd183911c2d1 req-188a03cd-3019-4c52-b479-7ebc0cecb9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:38.390805 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7286bec-9d30-4a89-8719-fd183911c2d1 req-188a03cd-3019-4c52-b479-7ebc0cecb9da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3114248b2e0a4d9f9fc077f22ec18d3d&device_id=03f0057b-5464-48ec-b850-78af2bb2496b HTTP/1.1" status: 200 len: 1099 time: 0.1105971 Jun 30 09:01:38.423680 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5c9c543a-9f14-4307-a319-d093d7a46fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.451068 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5c9c543a-9f14-4307-a319-d093d7a46fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.464945 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.511932 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-e32b49f8-0961-4154-bdcf-21b69cf27f7a None None] Set router 1782249f-a426-43fb-9da3-6e7a63196fe7 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:38.596385 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5c9c543a-9f14-4307-a319-d093d7a46fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.600503 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5c9c543a-9f14-4307-a319-d093d7a46fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.606369 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5c9c543a-9f14-4307-a319-d093d7a46fd1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/06a9338e-fc45-4ffa-bef2-8b016bd8c708 HTTP/1.1" status: 204 len: 168 time: 0.3082078 Jun 30 09:01:38.644124 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c543a-9f14-4307-a319-d093d7a46fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a9338e-fc45-4ffa-bef2-8b016bd8c708,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:38.658422 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c543a-9f14-4307-a319-d093d7a46fd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:38.659221 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c543a-9f14-4307-a319-d093d7a46fd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:38.659725 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c543a-9f14-4307-a319-d093d7a46fd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:38.664431 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c543a-9f14-4307-a319-d093d7a46fd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:38.664431 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c543a-9f14-4307-a319-d093d7a46fd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:38.664431 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c543a-9f14-4307-a319-d093d7a46fd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:38.664431 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c543a-9f14-4307-a319-d093d7a46fd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:38.664431 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c543a-9f14-4307-a319-d093d7a46fd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:38.664431 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c543a-9f14-4307-a319-d093d7a46fd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:38.664431 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c543a-9f14-4307-a319-d093d7a46fd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:38.664431 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c543a-9f14-4307-a319-d093d7a46fd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:38.664431 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c543a-9f14-4307-a319-d093d7a46fd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:38.844840 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0795dff-c565-4bcb-84cf-1e9e543082c3 req-fe907583-61ae-4178-b952-bbef44c36b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:38.846342 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c0795dff-c565-4bcb-84cf-1e9e543082c3 req-fe907583-61ae-4178-b952-bbef44c36b2c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5735a390f544c7db9f26ac7c41c83fc&device_id=e8d94bc4-aa53-4efb-9aa9-aacfa6373d04 HTTP/1.1" status: 200 len: 1098 time: 0.4546394 Jun 30 09:01:38.852718 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7286bec-9d30-4a89-8719-fd183911c2d1 req-6aa3611c-c85b-4038-a122-b3823d6d9a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:38.854161 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7286bec-9d30-4a89-8719-fd183911c2d1 req-6aa3611c-c85b-4038-a122-b3823d6d9a6f service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.4258926 Jun 30 09:01:38.857324 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e32b49f8-0961-4154-bdcf-21b69cf27f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1017925346-router', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:41Z', 'updated_at': '2021-06-30T09:00:52Z', 'revision_number': 4, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'gw_port': {'id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:43Z', 'updated_at': '2021-06-30T09:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '7ad589f2-8d8c-42a1-ac11-4932fa082bb4', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'port_id': '32296dc7-cd85-42da-a9ae-ed65befc7e29', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef', 'mac_address': 'fa:16:3e:88:ef:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d94bc4-aa53-4efb-9aa9-aacfa6373d04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:01:16Z', 'updated_at': '2021-06-30T09:01:36Z', 'revision_number': 1, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c286893a-3b25-4021-a9a9-8380ee930b93', 'name': '', 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'mac_address': 'fa:16:3e:c7:86:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '96ce0dd5-8b67-4dfb-aefb-e468b993d00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:49Z', 'updated_at': '2021-06-30T09:01:02Z', 'revision_number': 5, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'subnets': [{'id': '96ce0dd5-8b67-4dfb-aefb-e468b993d00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:38.896814 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32b49f8-0961-4154-bdcf-21b69cf27f7a None None] The sync data for ids ['1782249f-a426-43fb-9da3-6e7a63196fe7'] in n-d-771363-31 is: [{'id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1017925346-router', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:41Z', 'updated_at': '2021-06-30T09:00:52Z', 'revision_number': 4, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'gw_port': {'id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:43Z', 'updated_at': '2021-06-30T09:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '7ad589f2-8d8c-42a1-ac11-4932fa082bb4', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'port_id': '32296dc7-cd85-42da-a9ae-ed65befc7e29', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef', 'mac_address': 'fa:16:3e:88:ef:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d94bc4-aa53-4efb-9aa9-aacfa6373d04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:01:16Z', 'updated_at': '2021-06-30T09:01:36Z', 'revision_number': 1, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c286893a-3b25-4021-a9a9-8380ee930b93', 'name': '', 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'mac_address': 'fa:16:3e:c7:86:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '96ce0dd5-8b67-4dfb-aefb-e468b993d00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:49Z', 'updated_at': '2021-06-30T09:01:02Z', 'revision_number': 5, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'subnets': [{'id': '96ce0dd5-8b67-4dfb-aefb-e468b993d00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:01:38.939648 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7286bec-9d30-4a89-8719-fd183911c2d1 req-ee44f60a-0db0-41ef-826e-7aa00765cb99 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=cd8a9718-7a06-4794-ace3-207ad40d1b0a HTTP/1.1" status: 200 len: 217 time: 0.0753689 Jun 30 09:01:39.061969 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0795dff-c565-4bcb-84cf-1e9e543082c3 req-521e8bba-52f4-4123-8c4b-225f476e9737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:39.063475 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c0795dff-c565-4bcb-84cf-1e9e543082c3 req-521e8bba-52f4-4123-8c4b-225f476e9737 service neutron] 10.222.0.52 "GET /v2.0/networks?id=798e0566-6f3f-47e0-9595-5760850bc5ef HTTP/1.1" status: 200 len: 925 time: 0.2084060 Jun 30 09:01:39.069127 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7286bec-9d30-4a89-8719-fd183911c2d1 req-f76e1493-7b49-46c2-b88c-88f7cb15e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:39.071096 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7286bec-9d30-4a89-8719-fd183911c2d1 req-f76e1493-7b49-46c2-b88c-88f7cb15e3e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1159787 Jun 30 09:01:39.221638 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eddd291-4e9c-441e-8e81-295b9fe8c44f req-4509107f-f513-4ab3-8e10-6c5376f10db7 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:39.222860 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a21f9d-15c5-4854-98a0-1a8c8dc3a876 None None] New status for floating IP 7ad589f2-8d8c-42a1-ac11-4932fa082bb4: ACTIVE {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:01:39.230977 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7eddd291-4e9c-441e-8e81-295b9fe8c44f req-4509107f-f513-4ab3-8e10-6c5376f10db7 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0a5a67-b22e-4867-b8ed-bad243538254 HTTP/1.1" status: 200 len: 950 time: 0.2879357 Jun 30 09:01:39.245728 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c0795dff-c565-4bcb-84cf-1e9e543082c3 req-a0f24024-5049-481e-ae7b-03f41701ad95 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32296dc7-cd85-42da-a9ae-ed65befc7e29 HTTP/1.1" status: 200 len: 999 time: 0.1735706 Jun 30 09:01:39.435364 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7eddd291-4e9c-441e-8e81-295b9fe8c44f req-42489c35-f071-4358-8f81-c1c1272b06fe tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee21b6da-8b4b-4694-9a0d-0b080c838dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869350 Jun 30 09:01:39.435364 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7286bec-9d30-4a89-8719-fd183911c2d1 req-a96aba27-1abf-4a2e-94ef-50cf8ff0731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:39.435364 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7286bec-9d30-4a89-8719-fd183911c2d1 req-a96aba27-1abf-4a2e-94ef-50cf8ff0731b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2442508 Jun 30 09:01:39.435364 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0795dff-c565-4bcb-84cf-1e9e543082c3 req-d6577a00-2d4c-497b-b3d2-93d002731e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:39.435364 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c0795dff-c565-4bcb-84cf-1e9e543082c3 req-d6577a00-2d4c-497b-b3d2-93d002731e0a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96ce0dd5-8b67-4dfb-aefb-e468b993d00c HTTP/1.1" status: 200 len: 863 time: 0.0786915 Jun 30 09:01:39.436791 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48680) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:39.457045 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-aba5f90f-02e8-4a55-9236-3a191acb9135 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3332c29a252d4717b6aac4055c834422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0560298 Jun 30 09:01:39.462842 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48684) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:39.493512 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7286bec-9d30-4a89-8719-fd183911c2d1 req-c24ec3b3-c328-4212-b52c-8259fab2b778 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512218 Jun 30 09:01:39.493512 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0795dff-c565-4bcb-84cf-1e9e543082c3 req-a91c32a5-95e6-4402-9646-c7325b057ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:39.494722 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c0795dff-c565-4bcb-84cf-1e9e543082c3 req-a91c32a5-95e6-4402-9646-c7325b057ada service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=798e0566-6f3f-47e0-9595-5760850bc5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1514444 Jun 30 09:01:39.542576 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c5551052-02e7-433e-b6b0-473d7b9dbf93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:39.581437 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c5551052-02e7-433e-b6b0-473d7b9dbf93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:39.669344 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7286bec-9d30-4a89-8719-fd183911c2d1 req-fe50850b-f57a-4a84-bdd4-b834bc73b95a service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732645 Jun 30 09:01:39.672873 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c0795dff-c565-4bcb-84cf-1e9e543082c3 req-a2c74781-d385-427c-bb64-c4e3754b7ff2 service neutron] 10.222.0.52 "GET /v2.0/networks/798e0566-6f3f-47e0-9595-5760850bc5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684895 Jun 30 09:01:39.797818 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c0795dff-c565-4bcb-84cf-1e9e543082c3 req-f8178765-7618-4ba4-a5c5-57b9d22b3b04 service neutron] 10.222.0.52 "GET /v2.0/networks/798e0566-6f3f-47e0-9595-5760850bc5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087756 Jun 30 09:01:39.830608 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c5551052-02e7-433e-b6b0-473d7b9dbf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:39.830608 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c5551052-02e7-433e-b6b0-473d7b9dbf93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:39.830608 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c5551052-02e7-433e-b6b0-473d7b9dbf93 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0a6b26bc-bc62-4c5e-968d-bdea8f67c320 HTTP/1.1" status: 204 len: 168 time: 0.3584690 Jun 30 09:01:39.842696 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5551052-02e7-433e-b6b0-473d7b9dbf93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6b26bc-bc62-4c5e-968d-bdea8f67c320,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:39.952798 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc92bc-75c8-4876-96bc-007526721378 req-7400c855-942a-460b-8990-19d063205a26 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:39.954434 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6ebc92bc-75c8-4876-96bc-007526721378 req-7400c855-942a-460b-8990-19d063205a26 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f0057b-5464-48ec-b850-78af2bb2496b HTTP/1.1" status: 200 len: 947 time: 0.0701749 Jun 30 09:01:40.003065 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6ebc92bc-75c8-4876-96bc-007526721378 req-25baa06b-034c-474d-aefb-f26d3cda53ae tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392447 Jun 30 09:01:40.078676 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48696) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:40.099446 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-483c21d4-907c-4a27-8640-2d44b6f47aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.210515 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-483c21d4-907c-4a27-8640-2d44b6f47aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.217166 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48700) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:40.281355 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-483c21d4-907c-4a27-8640-2d44b6f47aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.327343 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-483c21d4-907c-4a27-8640-2d44b6f47aee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3df5393fb704489e9edca1969d68e59d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2469704 Jun 30 09:01:40.328176 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c21d4-907c-4a27-8640-2d44b6f47aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213b1f60-4232-49d2-b00c-89b8894ad23e,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:40.331092 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48704) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:40.389717 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eacf18d0-07b9-4e60-be84-ee0b18988b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.415227 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eacf18d0-07b9-4e60-be84-ee0b18988b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.491960 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-83271639-fe16-4958-9c49-4c57b2016742 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:01:40.499833 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-83271639-fe16-4958-9c49-4c57b2016742 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2813575 Jun 30 09:01:40.583690 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-c0c6cc4f-ee78-43fc-9d32-56c5f7b13b00 service neutron] Request body: {'binding': {'host': 'n-h1-771363-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:40.584215 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-c0c6cc4f-ee78-43fc-9d32-56c5f7b13b00 service neutron] Unknown quota resources ['binding']. {{(pid=101053) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:01:40.584718 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eacf18d0-07b9-4e60-be84-ee0b18988b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.588983 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eacf18d0-07b9-4e60-be84-ee0b18988b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.590423 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-eacf18d0-07b9-4e60-be84-ee0b18988b70 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/213b1f60-4232-49d2-b00c-89b8894ad23e HTTP/1.1" status: 204 len: 168 time: 0.2589142 Jun 30 09:01:40.598559 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf18d0-07b9-4e60-be84-ee0b18988b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213b1f60-4232-49d2-b00c-89b8894ad23e,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:40.778148 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-c0c6cc4f-ee78-43fc-9d32-56c5f7b13b00 service neutron] Attempting to bind port 18206ec0-4f6b-4ea0-a291-734397e7a542 on host n-h1-771363-31 for vnic_type normal with profile None {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:40.778521 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-c0c6cc4f-ee78-43fc-9d32-56c5f7b13b00 service neutron] Attempting to bind port 18206ec0-4f6b-4ea0-a291-734397e7a542 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:40.779382 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-c0c6cc4f-ee78-43fc-9d32-56c5f7b13b00 service neutron] Attempting to bind port 18206ec0-4f6b-4ea0-a291-734397e7a542 on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:40.786781 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-c0c6cc4f-ee78-43fc-9d32-56c5f7b13b00 service neutron] Port 18206ec0-4f6b-4ea0-a291-734397e7a542 on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:40.787309 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-c0c6cc4f-ee78-43fc-9d32-56c5f7b13b00 service neutron] Attempting to bind port 18206ec0-4f6b-4ea0-a291-734397e7a542 on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:40.795154 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-c0c6cc4f-ee78-43fc-9d32-56c5f7b13b00 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:40.806279 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-c0c6cc4f-ee78-43fc-9d32-56c5f7b13b00 service neutron] Checking segment: {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:40.806279 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-c0c6cc4f-ee78-43fc-9d32-56c5f7b13b00 service neutron] Bound using segment: {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:40.806279 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-c0c6cc4f-ee78-43fc-9d32-56c5f7b13b00 service neutron] Bound port: 18206ec0-4f6b-4ea0-a291-734397e7a542, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:40.880978 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfbc20-c71c-4379-9521-57406363219c req-931f1358-3241-4d22-a573-42fd386852e2 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:40.883178 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-64cfbc20-c71c-4379-9521-57406363219c req-931f1358-3241-4d22-a573-42fd386852e2 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0a5a67-b22e-4867-b8ed-bad243538254 HTTP/1.1" status: 200 len: 950 time: 0.0705843 Jun 30 09:01:40.895833 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-c0c6cc4f-ee78-43fc-9d32-56c5f7b13b00 service neutron] For port 18206ec0-4f6b-4ea0-a291-734397e7a542, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=18206ec0-4f6b-4ea0-a291-734397e7a542,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:40.922691 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-64cfbc20-c71c-4379-9521-57406363219c req-91a2c10a-78e3-43e6-935b-b33bd71663bd tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee21b6da-8b4b-4694-9a0d-0b080c838dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330312 Jun 30 09:01:41.041800 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-c0c6cc4f-ee78-43fc-9d32-56c5f7b13b00 service neutron] Notify callbacks [] for binding, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:41.041800 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-c0c6cc4f-ee78-43fc-9d32-56c5f7b13b00 service neutron] 10.222.0.10 "POST /v2.0/ports/18206ec0-4f6b-4ea0-a291-734397e7a542/bindings HTTP/1.1" status: 201 len: 390 time: 0.5032549 Jun 30 09:01:41.518060 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8fa625-ece9-4057-9343-758f0f44da0e req-c116f47d-df64-4eec-b8c2-9de82ca1d75b tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:41.519664 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cd8fa625-ece9-4057-9343-758f0f44da0e req-c116f47d-df64-4eec-b8c2-9de82ca1d75b tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f0057b-5464-48ec-b850-78af2bb2496b HTTP/1.1" status: 200 len: 947 time: 0.0790172 Jun 30 09:01:41.575973 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cd8fa625-ece9-4057-9343-758f0f44da0e req-841254ea-118d-4525-a2f3-0ac710db3885 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489991 Jun 30 09:01:41.618811 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48762) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:41.913338 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4a561-86a5-4e38-88d1-18b4a671fa41 req-39c5b808-c691-4d31-a68e-f3be1d22fca2 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:41.914916 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-17b4a561-86a5-4e38-88d1-18b4a671fa41 req-39c5b808-c691-4d31-a68e-f3be1d22fca2 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 945 time: 0.0745232 Jun 30 09:01:41.963432 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-17b4a561-86a5-4e38-88d1-18b4a671fa41 req-d449dded-fa90-473b-965e-40aca19e0482 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411019 Jun 30 09:01:41.990812 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71317c47-869e-4d00-88e5-f76e2054b52d req-da828038-42b7-4d15-bfa7-b018c23d979c tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:42.006562 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71317c47-869e-4d00-88e5-f76e2054b52d req-da828038-42b7-4d15-bfa7-b018c23d979c tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0a5a67-b22e-4867-b8ed-bad243538254 HTTP/1.1" status: 200 len: 950 time: 0.1029148 Jun 30 09:01:42.078740 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71317c47-869e-4d00-88e5-f76e2054b52d req-2feb0040-0555-4535-a4d0-7fae00b0a774 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee21b6da-8b4b-4694-9a0d-0b080c838dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671659 Jun 30 09:01:42.126417 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-59629308-5d5b-4bbd-8319-041fa0193a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:42.128508 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-59629308-5d5b-4bbd-8319-041fa0193a23 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9342aeef3062492da53fbad2470ed3ad&device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 1097 time: 0.0874186 Jun 30 09:01:42.129904 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-13eaa503-747b-4ff3-aaaf-92d6fba8fd55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.269643 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-69010580-05b8-46b7-8809-971ea92c193c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:42.273367 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-69010580-05b8-46b7-8809-971ea92c193c service neutron] 10.222.0.52 "GET /v2.0/networks?id=29b0d071-6714-4385-b9f1-40e12b8f9c71 HTTP/1.1" status: 200 len: 909 time: 0.1359460 Jun 30 09:01:42.334284 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-12be79d7-38f3-45cc-a211-d5fd77baae1a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18206ec0-4f6b-4ea0-a291-734397e7a542 HTTP/1.1" status: 200 len: 217 time: 0.0556619 Jun 30 09:01:42.397776 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-13eaa503-747b-4ff3-aaaf-92d6fba8fd55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.403897 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-5d14b14f-f893-40ac-968f-6e1d42499a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:42.405371 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-5d14b14f-f893-40ac-968f-6e1d42499a8e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8196dcad-a05d-4c25-a036-8d0e22bb3a6b HTTP/1.1" status: 200 len: 848 time: 0.0628390 Jun 30 09:01:42.442709 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-c348d818-e246-48e3-a83d-585ccc1135a2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=29b0d071-6714-4385-b9f1-40e12b8f9c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291181 Jun 30 09:01:42.467291 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-13eaa503-747b-4ff3-aaaf-92d6fba8fd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.549026 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-13eaa503-747b-4ff3-aaaf-92d6fba8fd55 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b328510ec5be4819a0ae90620fda92ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9281597 Jun 30 09:01:42.552047 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48800) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:42.556675 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eaa503-747b-4ff3-aaaf-92d6fba8fd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80b0b68-246b-4854-b300-d0ac2092ffb9,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:42.600190 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-04989184-9606-47ee-b0b7-1f5fde4b1e82 service neutron] 10.222.0.52 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513743 Jun 30 09:01:42.621925 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7bc25330-d999-45cf-b440-d30fd22b33be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.647644 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7bc25330-d999-45cf-b440-d30fd22b33be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.700840 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-8b7b7bc4-02e5-45af-b82c-71401d0272c8 service neutron] 10.222.0.52 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928857 Jun 30 09:01:42.786275 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e72e59-ceaa-4c6a-8fbd-6a21b501d9d1 req-65224d76-de02-49d2-8630-4d5e56fa4b3e tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:42.790257 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a4e72e59-ceaa-4c6a-8fbd-6a21b501d9d1 req-65224d76-de02-49d2-8630-4d5e56fa4b3e tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f0057b-5464-48ec-b850-78af2bb2496b HTTP/1.1" status: 200 len: 947 time: 0.0759492 Jun 30 09:01:42.816891 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7bc25330-d999-45cf-b440-d30fd22b33be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.820660 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7bc25330-d999-45cf-b440-d30fd22b33be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.826575 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7bc25330-d999-45cf-b440-d30fd22b33be admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b80b0b68-246b-4854-b300-d0ac2092ffb9 HTTP/1.1" status: 204 len: 168 time: 0.2686875 Jun 30 09:01:42.841157 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc25330-d999-45cf-b440-d30fd22b33be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80b0b68-246b-4854-b300-d0ac2092ffb9,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:42.846198 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a4e72e59-ceaa-4c6a-8fbd-6a21b501d9d1 req-ea65162d-6d77-42f1-852a-b48111a9d17e tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517292 Jun 30 09:01:43.190055 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-33577dce-5a7a-4a44-84b0-7a92a90a5605 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:43.191749 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-33577dce-5a7a-4a44-84b0-7a92a90a5605 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37&tenant_id=9342aeef3062492da53fbad2470ed3ad&binding%3Ahost_id=n-h2-771363-31 HTTP/1.1" status: 200 len: 1097 time: 0.1924524 Jun 30 09:01:43.206194 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffa4a1-dbb2-4048-b42c-57b1cd1b6d62 req-eb280e43-d253-4ee5-966f-b609317109fd tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:43.207872 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4bffa4a1-dbb2-4048-b42c-57b1cd1b6d62 req-eb280e43-d253-4ee5-966f-b609317109fd tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 945 time: 0.1170259 Jun 30 09:01:43.212063 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device cd8a9718-7a06-4794-ace3-207ad40d1b0a details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:43.218616 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-0f91aca8-d589-4304-8882-3730e313c9cc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771363-31'}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:43.330594 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4bffa4a1-dbb2-4048-b42c-57b1cd1b6d62 req-89d3dc35-2c4a-4721-b71a-1a53906e342d tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085286 Jun 30 09:01:43.366249 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port cd8a9718-7a06-4794-ace3-207ad40d1b0a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=cd8a9718-7a06-4794-ace3-207ad40d1b0a,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:43.384241 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'cd8a9718-7a06-4794-ace3-207ad40d1b0a', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': 'cd8a9718-7a06-4794-ace3-207ad40d1b0a', 'mac_address': 'fa:16:3e:93:ec:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:43.418959 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-0f91aca8-d589-4304-8882-3730e313c9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.432564 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48826) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:43.457562 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66953b-d65c-45d3-a4ac-f867a3b7e5ca req-37a5d043-a296-4747-8773-f5fb7c824c66 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:43.459374 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bb66953b-d65c-45d3-a4ac-f867a3b7e5ca req-37a5d043-a296-4747-8773-f5fb7c824c66 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc0a5a67-b22e-4867-b8ed-bad243538254 HTTP/1.1" status: 200 len: 950 time: 0.1991401 Jun 30 09:01:43.462221 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.468472 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b483e8-5773-4256-acab-13ccd48c603f req-f96ee66f-af7c-41db-bfd4-ee7e57ac03a9 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:43.475895 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-99b483e8-5773-4256-acab-13ccd48c603f req-f96ee66f-af7c-41db-bfd4-ee7e57ac03a9 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0a5a67-b22e-4867-b8ed-bad243538254 HTTP/1.1" status: 200 len: 950 time: 0.2286148 Jun 30 09:01:43.496739 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd8a9718-7a06-4794-ace3-207ad40d1b0a {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:43.519689 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port cd8a9718-7a06-4794-ace3-207ad40d1b0a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=cd8a9718-7a06-4794-ace3-207ad40d1b0a,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:43.580145 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-99b483e8-5773-4256-acab-13ccd48c603f req-5c3507fb-5378-42d4-a79f-957c20f166e2 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee21b6da-8b4b-4694-9a0d-0b080c838dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022546 Jun 30 09:01:43.610236 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-0f91aca8-d589-4304-8882-3730e313c9cc service neutron] For port 18206ec0-4f6b-4ea0-a291-734397e7a542, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=18206ec0-4f6b-4ea0-a291-734397e7a542,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:43.651172 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.669222 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-bb66953b-d65c-45d3-a4ac-f867a3b7e5ca req-67fd6159-7b7b-4bdc-b94b-cf8e32283e13 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Deleting port cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:43.669694 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bb66953b-d65c-45d3-a4ac-f867a3b7e5ca req-67fd6159-7b7b-4bdc-b94b-cf8e32283e13 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.681048 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-0f91aca8-d589-4304-8882-3730e313c9cc service neutron] For port 18206ec0-4f6b-4ea0-a291-734397e7a542, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:43.712940 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=cd8a9718-7a06-4794-ace3-207ad40d1b0a,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:43.723187 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:43.723799 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:43.724278 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:43.724763 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:43.725246 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:43.727252 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:43.727813 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:43.728287 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:43.728780 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:43.729256 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:43.729732 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:43.730795 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:43.750052 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c615304a-75ea-4385-be83-d30fc895cc37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18206ec0-4f6b-4ea0-a291-734397e7a542'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:43.753009 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2527542b-1e65-489f-8604-23057906f655" -d '{"events": [{"server_uuid": "c615304a-75ea-4385-be83-d30fc895cc37", "name": "network-vif-unplugged", "status": "completed", "tag": "18206ec0-4f6b-4ea0-a291-734397e7a542"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:43.760014 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-0f91aca8-d589-4304-8882-3730e313c9cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.777504 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3b4d7952-1a96-443b-b6f7-e75d15735015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.814838 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196739ac-c6f1-4d77-8cff-c5199278c6e0 x-openstack-request-id: req-196739ac-c6f1-4d77-8cff-c5199278c6e0 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:43.815069 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c615304a-75ea-4385-be83-d30fc895cc37", "name": "network-vif-unplugged", "status": "completed", "tag": "18206ec0-4f6b-4ea0-a291-734397e7a542", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:43.815317 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-196739ac-c6f1-4d77-8cff-c5199278c6e0 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:43.815635 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c615304a-75ea-4385-be83-d30fc895cc37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18206ec0-4f6b-4ea0-a291-734397e7a542', 'code': 200} Jun 30 09:01:43.825465 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-bb66953b-d65c-45d3-a4ac-f867a3b7e5ca req-67fd6159-7b7b-4bdc-b94b-cf8e32283e13 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] For port cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:43.825999 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bb66953b-d65c-45d3-a4ac-f867a3b7e5ca req-67fd6159-7b7b-4bdc-b94b-cf8e32283e13 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.846341 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-bb66953b-d65c-45d3-a4ac-f867a3b7e5ca req-67fd6159-7b7b-4bdc-b94b-cf8e32283e13 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Calling delete_port for cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:43.848373 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-0f91aca8-d589-4304-8882-3730e313c9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.948416 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48844) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:43.953656 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91aca8-d589-4304-8882-3730e313c9cc service neutron] Pushing event updated for resources: {'Port': ['ID=18206ec0-4f6b-4ea0-a291-734397e7a542,revision_number=7']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:43.981887 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-761b6f41-6836-425c-bd8c-0350cb8b8267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.990739 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3b4d7952-1a96-443b-b6f7-e75d15735015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.001966 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-0f91aca8-d589-4304-8882-3730e313c9cc service neutron] Attempting to bind port 18206ec0-4f6b-4ea0-a291-734397e7a542 on host n-h2-771363-31 for vnic_type normal with profile {"migrating_to": "n-h1-771363-31"} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:44.002691 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-0f91aca8-d589-4304-8882-3730e313c9cc service neutron] Attempting to bind port 18206ec0-4f6b-4ea0-a291-734397e7a542 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:44.003223 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-0f91aca8-d589-4304-8882-3730e313c9cc service neutron] Attempting to bind port 18206ec0-4f6b-4ea0-a291-734397e7a542 on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:44.011689 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-0f91aca8-d589-4304-8882-3730e313c9cc service neutron] Port 18206ec0-4f6b-4ea0-a291-734397e7a542 on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:44.012282 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-0f91aca8-d589-4304-8882-3730e313c9cc service neutron] Attempting to bind port 18206ec0-4f6b-4ea0-a291-734397e7a542 on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:44.014333 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['cd8a9718-7a06-4794-ace3-207ad40d1b0a'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:44.018650 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-0f91aca8-d589-4304-8882-3730e313c9cc service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:44.019298 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-0f91aca8-d589-4304-8882-3730e313c9cc service neutron] Checking segment: {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:44.019951 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-0f91aca8-d589-4304-8882-3730e313c9cc service neutron] Bound using segment: {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:44.020619 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-0f91aca8-d589-4304-8882-3730e313c9cc service neutron] Bound port: 18206ec0-4f6b-4ea0-a291-734397e7a542, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:44.021148 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-0f91aca8-d589-4304-8882-3730e313c9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.079010 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3b4d7952-1a96-443b-b6f7-e75d15735015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.173650 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d7952-1a96-443b-b6f7-e75d15735015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b39679-5790-4f1b-95ee-b8bb30effa86,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:44.184186 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3b4d7952-1a96-443b-b6f7-e75d15735015 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2b04da58843941b7b98a1c7ac633a96e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7504258 Jun 30 09:01:44.185626 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-0f91aca8-d589-4304-8882-3730e313c9cc service neutron] For port 18206ec0-4f6b-4ea0-a291-734397e7a542, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:44.191239 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-0f91aca8-d589-4304-8882-3730e313c9cc service neutron] For port 18206ec0-4f6b-4ea0-a291-734397e7a542, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=18206ec0-4f6b-4ea0-a291-734397e7a542,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:44.193003 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48848) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:44.258801 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bb66953b-d65c-45d3-a4ac-f867a3b7e5ca req-67fd6159-7b7b-4bdc-b94b-cf8e32283e13 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.262291 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-146bfc8f-ae67-45f5-ab00-c282b45132b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.280517 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-0f91aca8-d589-4304-8882-3730e313c9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.316426 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:44.334445 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-146bfc8f-ae67-45f5-ab00-c282b45132b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.368759 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd6159-7b7b-4bdc-b94b-cf8e32283e13 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Pushing event deleted for resources: {'Port': ['ID=cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:44.439764 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-0f91aca8-d589-4304-8882-3730e313c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:44.440385 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-0f91aca8-d589-4304-8882-3730e313c9cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.442997 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-0f91aca8-d589-4304-8882-3730e313c9cc service neutron] 10.222.0.52 "PUT /v2.0/ports/18206ec0-4f6b-4ea0-a291-734397e7a542 HTTP/1.1" status: 200 len: 1123 time: 1.2334218 Jun 30 09:01:44.447249 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91aca8-d589-4304-8882-3730e313c9cc service neutron] Pushing event updated for resources: {'Port': ['ID=18206ec0-4f6b-4ea0-a291-734397e7a542,revision_number=8']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:44.522037 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['18206ec0-4f6b-4ea0-a291-734397e7a542'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:44.542900 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb66953b-d65c-45d3-a4ac-f867a3b7e5ca req-67fd6159-7b7b-4bdc-b94b-cf8e32283e13 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] No DVR routers for this DVR port cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:44.544128 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-146bfc8f-ae67-45f5-ab00-c282b45132b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.546875 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-146bfc8f-ae67-45f5-ab00-c282b45132b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.550456 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-146bfc8f-ae67-45f5-ab00-c282b45132b5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d3b39679-5790-4f1b-95ee-b8bb30effa86 HTTP/1.1" status: 204 len: 168 time: 0.3539691 Jun 30 09:01:44.550662 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bb66953b-d65c-45d3-a4ac-f867a3b7e5ca req-67fd6159-7b7b-4bdc-b94b-cf8e32283e13 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.552780 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bb66953b-d65c-45d3-a4ac-f867a3b7e5ca req-67fd6159-7b7b-4bdc-b94b-cf8e32283e13 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.52 "DELETE /v2.0/ports/cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd HTTP/1.1" status: 204 len: 173 time: 1.0727890 Jun 30 09:01:44.558461 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146bfc8f-ae67-45f5-ab00-c282b45132b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b39679-5790-4f1b-95ee-b8bb30effa86,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:44.559277 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0a5a67-b22e-4867-b8ed-bad243538254', 'name': 'network-vif-deleted', 'tag': 'cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:44.567679 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed0c13f-6529-4d2d-b654-0b22097f3687" -d '{"events": [{"server_uuid": "cc0a5a67-b22e-4867-b8ed-bad243538254", "name": "network-vif-deleted", "tag": "cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:44.587039 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-761b6f41-6836-425c-bd8c-0350cb8b8267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.617062 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bbcca-9153-4c2c-b294-f2943c49856f req-cfde6a7a-833f-40a2-9f47-61a629acc4d2 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:44.625105 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd9bbcca-9153-4c2c-b294-f2943c49856f req-cfde6a7a-833f-40a2-9f47-61a629acc4d2 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f0057b-5464-48ec-b850-78af2bb2496b HTTP/1.1" status: 200 len: 948 time: 0.2482297 Jun 30 09:01:44.687288 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd9bbcca-9153-4c2c-b294-f2943c49856f req-032723bb-71ce-463c-a3f6-5b96c2b79c7a tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594518 Jun 30 09:01:44.692670 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-761b6f41-6836-425c-bd8c-0350cb8b8267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.766495 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-761b6f41-6836-425c-bd8c-0350cb8b8267 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=46737951bd7b4a24a1fa141169391956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8119237 Jun 30 09:01:44.769291 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48868) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:44.793642 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b6f41-6836-425c-bd8c-0350cb8b8267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21dfd6b8-2449-4661-8a46-cc0f01fef689,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:44.864821 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a91367ca-8fa2-448f-a40f-e92764ad9099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.898274 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a91367ca-8fa2-448f-a40f-e92764ad9099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.928781 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbe774-f5c9-4cbc-b5be-239fcc2c5890 req-4193cf75-9798-4f19-ad45-2f305ad67d3c tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:44.931421 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dadbe774-f5c9-4cbc-b5be-239fcc2c5890 req-4193cf75-9798-4f19-ad45-2f305ad67d3c tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 943 time: 0.1246490 Jun 30 09:01:44.950317 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a565491-35f5-4e7f-b01c-6ea5e5543d48 x-openstack-request-id: req-8a565491-35f5-4e7f-b01c-6ea5e5543d48 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:44.950654 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0a5a67-b22e-4867-b8ed-bad243538254", "name": "network-vif-deleted", "tag": "cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:44.951039 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8a565491-35f5-4e7f-b01c-6ea5e5543d48 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:44.951524 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0a5a67-b22e-4867-b8ed-bad243538254', 'name': 'network-vif-deleted', 'tag': 'cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd', 'status': 'completed', 'code': 200} Jun 30 09:01:44.988154 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dadbe774-f5c9-4cbc-b5be-239fcc2c5890 req-3455ef56-4961-4c7f-8835-b569f98a42a8 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439773 Jun 30 09:01:45.071171 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a91367ca-8fa2-448f-a40f-e92764ad9099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.075366 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a91367ca-8fa2-448f-a40f-e92764ad9099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.077435 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a91367ca-8fa2-448f-a40f-e92764ad9099 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/21dfd6b8-2449-4661-8a46-cc0f01fef689 HTTP/1.1" status: 204 len: 168 time: 0.3070157 Jun 30 09:01:45.104638 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-53fdccfe-eee2-44ab-8ea8-d1d16920fa93 req-fc411dba-67f0-4de5-a137-d6339c6f2875 tempest-DeleteServersAdminTestJSON-1573951909 tempest-DeleteServersAdminTestJSON-1573951909-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0a5a67-b22e-4867-b8ed-bad243538254 HTTP/1.1" status: 200 len: 210 time: 0.0400243 Jun 30 09:01:45.106880 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91367ca-8fa2-448f-a40f-e92764ad9099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21dfd6b8-2449-4661-8a46-cc0f01fef689,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:45.220514 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device cd8a9718-7a06-4794-ace3-207ad40d1b0a up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:45.409611 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port cd8a9718-7a06-4794-ace3-207ad40d1b0a completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:45.409611 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port cd8a9718-7a06-4794-ace3-207ad40d1b0a triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:45.409611 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.451946 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48892) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:45.479744 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-43396372-c92c-4107-9354-bf3460bf0b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.559834 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.590509 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f0057b-5464-48ec-b850-78af2bb2496b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8a9718-7a06-4794-ace3-207ad40d1b0a'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:45.593869 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac2cdf0-3497-4b7b-afce-2285aa77dcdf" -d '{"events": [{"server_uuid": "03f0057b-5464-48ec-b850-78af2bb2496b", "name": "network-vif-plugged", "status": "completed", "tag": "cd8a9718-7a06-4794-ace3-207ad40d1b0a"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:45.612274 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port cd8a9718-7a06-4794-ace3-207ad40d1b0a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=cd8a9718-7a06-4794-ace3-207ad40d1b0a,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:45.618632 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-43396372-c92c-4107-9354-bf3460bf0b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.668286 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c31f82-4c3e-4fcf-b87d-45772133e3df x-openstack-request-id: req-b7c31f82-4c3e-4fcf-b87d-45772133e3df {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:45.668659 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f0057b-5464-48ec-b850-78af2bb2496b", "name": "network-vif-plugged", "status": "completed", "tag": "cd8a9718-7a06-4794-ace3-207ad40d1b0a", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:45.668911 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b7c31f82-4c3e-4fcf-b87d-45772133e3df {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:45.669303 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f0057b-5464-48ec-b850-78af2bb2496b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8a9718-7a06-4794-ace3-207ad40d1b0a', 'code': 200} Jun 30 09:01:45.675275 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.703318 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-43396372-c92c-4107-9354-bf3460bf0b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.806262 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48918) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:45.806902 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-43396372-c92c-4107-9354-bf3460bf0b36 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ea8a7e4eb3e84154a77dba2138743c5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3527584 Jun 30 09:01:45.807588 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43396372-c92c-4107-9354-bf3460bf0b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3157de6-6584-4956-ac71-e4c5dc27515b,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:45.816656 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c615304a-75ea-4385-be83-d30fc895cc37', 'tag': '18206ec0-4f6b-4ea0-a291-734397e7a542'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:45.819195 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208041ae-76ee-4d0e-afb1-588215c0c049" -d '{"events": [{"name": "network-changed", "server_uuid": "c615304a-75ea-4385-be83-d30fc895cc37", "tag": "18206ec0-4f6b-4ea0-a291-734397e7a542"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:45.822639 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=cd8a9718-7a06-4794-ace3-207ad40d1b0a,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:45.941425 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd1c63-0567-4d03-97b5-066283fbf210 req-f5755617-3cea-4d04-b916-d47709146b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:45.943055 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e2bd1c63-0567-4d03-97b5-066283fbf210 req-f5755617-3cea-4d04-b916-d47709146b1c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03f0057b-5464-48ec-b850-78af2bb2496b HTTP/1.1" status: 200 len: 1101 time: 0.1098723 Jun 30 09:01:45.944054 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-40a63765-c5ee-42d7-bf00-eee42933ca4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.955774 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028706d-19d8-4f18-84a8-2b8ec800fdc3 req-8a577b73-25b0-4d14-b273-28c98b2f7ae3 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:45.957824 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8028706d-19d8-4f18-84a8-2b8ec800fdc3 req-8a577b73-25b0-4d14-b273-28c98b2f7ae3 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f0057b-5464-48ec-b850-78af2bb2496b HTTP/1.1" status: 200 len: 949 time: 0.0750003 Jun 30 09:01:45.982959 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17e080c-8a6d-4fce-a41f-29d09475c8e9 x-openstack-request-id: req-c17e080c-8a6d-4fce-a41f-29d09475c8e9 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:45.983566 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c615304a-75ea-4385-be83-d30fc895cc37", "tag": "18206ec0-4f6b-4ea0-a291-734397e7a542", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:45.984122 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c17e080c-8a6d-4fce-a41f-29d09475c8e9 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:45.984643 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c615304a-75ea-4385-be83-d30fc895cc37', 'tag': '18206ec0-4f6b-4ea0-a291-734397e7a542', 'status': 'completed', 'code': 200} Jun 30 09:01:46.006055 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-40a63765-c5ee-42d7-bf00-eee42933ca4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.027092 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.37', 58441) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:46.087750 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e2bd1c63-0567-4d03-97b5-066283fbf210 req-03309303-d86a-4ad7-a241-248c5f93806a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325395 Jun 30 09:01:46.120242 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8028706d-19d8-4f18-84a8-2b8ec800fdc3 req-4e0fbb0d-2771-4564-a1b0-2170908ad0b8 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539912 Jun 30 09:01:46.145847 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208041ae-76ee-4d0e-afb1-588215c0c049 req-4adca755-c709-4c1f-89f3-254169c9409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:46.145946 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-40a63765-c5ee-42d7-bf00-eee42933ca4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.148321 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-208041ae-76ee-4d0e-afb1-588215c0c049 req-4adca755-c709-4c1f-89f3-254169c9409d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9342aeef3062492da53fbad2470ed3ad&device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 1126 time: 0.1183503 Jun 30 09:01:46.149329 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-40a63765-c5ee-42d7-bf00-eee42933ca4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.150732 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-40a63765-c5ee-42d7-bf00-eee42933ca4b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f3157de6-6584-4956-ac71-e4c5dc27515b HTTP/1.1" status: 204 len: 168 time: 0.3425434 Jun 30 09:01:46.179183 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a63765-c5ee-42d7-bf00-eee42933ca4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3157de6-6584-4956-ac71-e4c5dc27515b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:46.219268 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed0a98-e1f8-425f-b029-927304d07209 req-cb50890b-9700-4be0-b12b-76cdf025dcb4 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:46.223637 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-67ed0a98-e1f8-425f-b029-927304d07209 req-cb50890b-9700-4be0-b12b-76cdf025dcb4 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 943 time: 0.0901358 Jun 30 09:01:46.270904 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-67ed0a98-e1f8-425f-b029-927304d07209 req-d9be9ce9-b04b-4890-acf0-9e6d791b7fed tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461857 Jun 30 09:01:46.337611 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208041ae-76ee-4d0e-afb1-588215c0c049 req-2eb04734-e48b-4771-84d3-077a2ade727d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:46.339899 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-208041ae-76ee-4d0e-afb1-588215c0c049 req-2eb04734-e48b-4771-84d3-077a2ade727d service neutron] 10.222.0.37 "GET /v2.0/networks?id=29b0d071-6714-4385-b9f1-40e12b8f9c71 HTTP/1.1" status: 200 len: 909 time: 0.1456149 Jun 30 09:01:46.386551 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48948) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:46.396263 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-208041ae-76ee-4d0e-afb1-588215c0c049 req-0357bac8-7527-436c-bde4-cb68e270e524 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18206ec0-4f6b-4ea0-a291-734397e7a542 HTTP/1.1" status: 200 len: 217 time: 0.0489819 Jun 30 09:01:46.458024 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208041ae-76ee-4d0e-afb1-588215c0c049 req-f3d191a8-00d0-43b1-ace2-6f258ee3c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:46.460119 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-208041ae-76ee-4d0e-afb1-588215c0c049 req-f3d191a8-00d0-43b1-ace2-6f258ee3c6d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8196dcad-a05d-4c25-a036-8d0e22bb3a6b HTTP/1.1" status: 200 len: 848 time: 0.0517514 Jun 30 09:01:46.497877 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-208041ae-76ee-4d0e-afb1-588215c0c049 req-bd86245b-91a0-48b6-9f95-f2571941a0a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=29b0d071-6714-4385-b9f1-40e12b8f9c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307660 Jun 30 09:01:46.609573 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-208041ae-76ee-4d0e-afb1-588215c0c049 req-d053d2c8-1662-41a9-828c-d1382f82e6d5 service neutron] 10.222.0.37 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038785 Jun 30 09:01:46.712690 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-208041ae-76ee-4d0e-afb1-588215c0c049 req-5aa80a90-7a5e-465d-8d85-67303631b4e4 service neutron] 10.222.0.37 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911207 Jun 30 09:01:46.764066 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd39ee7c-ba12-4c3e-9868-6d3c4b002242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.903637 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd39ee7c-ba12-4c3e-9868-6d3c4b002242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.018264 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd39ee7c-ba12-4c3e-9868-6d3c4b002242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.061092 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-bd39ee7c-ba12-4c3e-9868-6d3c4b002242 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d4816b839c544f1bad4c44f3f98ee3dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6734309 Jun 30 09:01:47.062134 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39ee7c-ba12-4c3e-9868-6d3c4b002242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73a8928-17c9-4253-b8e3-372438edca9b,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:47.064030 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48988) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:47.123169 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-baf71fd0-ad7b-4365-9728-5ab8615da2c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.149857 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-baf71fd0-ad7b-4365-9728-5ab8615da2c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.321749 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93716a4d-6b14-4f6a-9525-3a9629b52cee req-16c9e480-9cd9-4aaa-80f7-7b8ea41d9913 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:47.323394 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-93716a4d-6b14-4f6a-9525-3a9629b52cee req-16c9e480-9cd9-4aaa-80f7-7b8ea41d9913 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f0057b-5464-48ec-b850-78af2bb2496b HTTP/1.1" status: 200 len: 949 time: 0.0764904 Jun 30 09:01:47.357755 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-baf71fd0-ad7b-4365-9728-5ab8615da2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.360371 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-baf71fd0-ad7b-4365-9728-5ab8615da2c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.361558 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-baf71fd0-ad7b-4365-9728-5ab8615da2c4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c73a8928-17c9-4253-b8e3-372438edca9b HTTP/1.1" status: 204 len: 168 time: 0.2965300 Jun 30 09:01:47.386571 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-93716a4d-6b14-4f6a-9525-3a9629b52cee req-85bf206d-bebf-43bd-a9b7-a5b4c0edf200 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566897 Jun 30 09:01:47.387850 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf71fd0-ad7b-4365-9728-5ab8615da2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73a8928-17c9-4253-b8e3-372438edca9b,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:47.576358 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4c6da-7184-4fac-8ba2-5465c27c9211 req-122b3615-3e85-4026-905e-b4b313d9635b tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:47.578311 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a2b4c6da-7184-4fac-8ba2-5465c27c9211 req-122b3615-3e85-4026-905e-b4b313d9635b tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 943 time: 0.0803783 Jun 30 09:01:47.638897 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a2b4c6da-7184-4fac-8ba2-5465c27c9211 req-cae3b1f9-883a-4fc2-a637-11b8e003311f tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542026 Jun 30 09:01:47.695564 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49010) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:47.826737 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 18206ec0-4f6b-4ea0-a291-734397e7a542 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:47.829823 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:47.855047 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:47.857700 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device cefe84c6-b6df-47f5-a3bb-a3c7d340fdcd not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:47.960626 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 18206ec0-4f6b-4ea0-a291-734397e7a542, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=18206ec0-4f6b-4ea0-a291-734397e7a542,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:47.979836 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 18206ec0-4f6b-4ea0-a291-734397e7a542 has no active binding in host n-h1-771363-31 {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 09:01:48.216144 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49036) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:48.217928 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f2cba7ea-4531-4c26-ab99-3740b4cb0308 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=886d114fd3c64b319398cc6be0c1d706&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5157096 Jun 30 09:01:48.284441 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b13f4842-f9cd-4f15-9707-08d883c99cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.308425 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b13f4842-f9cd-4f15-9707-08d883c99cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.438165 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b13f4842-f9cd-4f15-9707-08d883c99cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.443322 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b13f4842-f9cd-4f15-9707-08d883c99cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.445328 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b13f4842-f9cd-4f15-9707-08d883c99cc2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ee21b6da-8b4b-4694-9a0d-0b080c838dc2 HTTP/1.1" status: 204 len: 168 time: 0.2198274 Jun 30 09:01:48.458828 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f4842-f9cd-4f15-9707-08d883c99cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee21b6da-8b4b-4694-9a0d-0b080c838dc2,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:48.531996 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49060) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:48.566832 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e475cccc-2a49-4dc3-b1f0-62be97c21c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.661020 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d876646-ee1c-4824-abf9-c25cb573a229 req-de2e0935-2ef6-43d9-805d-3002e8d1550a tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:48.674885 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0d876646-ee1c-4824-abf9-c25cb573a229 req-de2e0935-2ef6-43d9-805d-3002e8d1550a tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f0057b-5464-48ec-b850-78af2bb2496b HTTP/1.1" status: 200 len: 949 time: 0.0997660 Jun 30 09:01:48.740585 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0d876646-ee1c-4824-abf9-c25cb573a229 req-f113953b-a07d-40cc-8aee-c983fe05d694 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646849 Jun 30 09:01:48.772023 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e475cccc-2a49-4dc3-b1f0-62be97c21c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.881417 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e475cccc-2a49-4dc3-b1f0-62be97c21c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.966236 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e475cccc-2a49-4dc3-b1f0-62be97c21c68 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f0bcc0bfd5a14580bc7a019c46e9ada1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4329011 Jun 30 09:01:48.969153 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49078) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:48.987713 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475cccc-2a49-4dc3-b1f0-62be97c21c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff7e7ef-8e92-4495-bb8b-63c5bf44fe16,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:49.030772 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a0691-e6fd-4fd9-b12c-5c18e3a29fc0 req-7f9a8a1e-1c8c-4e51-8021-b1a3a4226f57 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:49.032579 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-216a0691-e6fd-4fd9-b12c-5c18e3a29fc0 req-7f9a8a1e-1c8c-4e51-8021-b1a3a4226f57 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 943 time: 0.1160569 Jun 30 09:01:49.105718 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2dbcfdd9-e443-40bf-b23b-88410112a51e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.120186 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-216a0691-e6fd-4fd9-b12c-5c18e3a29fc0 req-19fd0f18-c4c8-4a56-9c4b-0bdaa183eafd tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797899 Jun 30 09:01:49.167233 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2dbcfdd9-e443-40bf-b23b-88410112a51e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.299172 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2dbcfdd9-e443-40bf-b23b-88410112a51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.305085 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2dbcfdd9-e443-40bf-b23b-88410112a51e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.306770 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2dbcfdd9-e443-40bf-b23b-88410112a51e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0ff7e7ef-8e92-4495-bb8b-63c5bf44fe16 HTTP/1.1" status: 204 len: 168 time: 0.3362160 Jun 30 09:01:49.339002 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcfdd9-e443-40bf-b23b-88410112a51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff7e7ef-8e92-4495-bb8b-63c5bf44fe16,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:49.549381 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ab079-bf70-41a1-b036-ea90721a6c63 req-8fd7d692-94f8-4e9d-8859-42cb6b4c5a88 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:49.550887 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-446ab079-bf70-41a1-b036-ea90721a6c63 req-8fd7d692-94f8-4e9d-8859-42cb6b4c5a88 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f0057b-5464-48ec-b850-78af2bb2496b HTTP/1.1" status: 200 len: 949 time: 0.0701139 Jun 30 09:01:49.571649 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49102) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:49.587994 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-973c8906-371c-4e62-8538-be30f0a1336d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.608590 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-446ab079-bf70-41a1-b036-ea90721a6c63 req-ed7ebf62-9dc3-47d5-b2e6-e78a3e443625 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507040 Jun 30 09:01:49.729279 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-973c8906-371c-4e62-8538-be30f0a1336d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.875477 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-973c8906-371c-4e62-8538-be30f0a1336d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.915280 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c8906-371c-4e62-8538-be30f0a1336d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c176cb2-7b96-46f7-a53a-33f2a4ae5cda,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:49.924444 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-973c8906-371c-4e62-8538-be30f0a1336d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8211f3770a834a31aa350606fb4806e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3509059 Jun 30 09:01:49.926892 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49122) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:49.997170 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-10859ec8-cad1-42e1-ae3d-36c4f6ba8431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:50.039253 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-10859ec8-cad1-42e1-ae3d-36c4f6ba8431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:50.166665 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-10859ec8-cad1-42e1-ae3d-36c4f6ba8431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:50.169453 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-10859ec8-cad1-42e1-ae3d-36c4f6ba8431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:50.170725 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-10859ec8-cad1-42e1-ae3d-36c4f6ba8431 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6c176cb2-7b96-46f7-a53a-33f2a4ae5cda HTTP/1.1" status: 204 len: 168 time: 0.2426882 Jun 30 09:01:50.180338 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10859ec8-cad1-42e1-ae3d-36c4f6ba8431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c176cb2-7b96-46f7-a53a-33f2a4ae5cda,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:50.379066 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e8dbe745-385e-47ee-8209-1355bc98fc79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:50.457494 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e465058-ef2c-494c-ad29-c2668f4946b2 req-863f9bb1-a725-4f6d-a8e0-ce2b4fe59681 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:50.467943 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2e465058-ef2c-494c-ad29-c2668f4946b2 req-863f9bb1-a725-4f6d-a8e0-ce2b4fe59681 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 943 time: 0.0933156 Jun 30 09:01:50.526985 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2e465058-ef2c-494c-ad29-c2668f4946b2 req-5c4f9bc5-32d4-42f4-9835-c10af8aeae2b tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578845 Jun 30 09:01:50.611063 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-9fe56748-970e-449a-9600-cca735bc7908 service neutron] 10.222.0.37 "GET /v2.0/ports/18206ec0-4f6b-4ea0-a291-734397e7a542/bindings/n-h1-771363-31 HTTP/1.1" status: 200 len: 385 time: 0.0986090 Jun 30 09:01:50.807687 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601066e8-6abd-44bf-8567-f2aca4303ec4 req-ed2a994c-b467-4aaf-b31f-8c96ffd9cd47 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:50.809200 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-601066e8-6abd-44bf-8567-f2aca4303ec4 req-ed2a994c-b467-4aaf-b31f-8c96ffd9cd47 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f0057b-5464-48ec-b850-78af2bb2496b HTTP/1.1" status: 200 len: 949 time: 0.0688739 Jun 30 09:01:50.832386 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-e9601bcd-5935-4932-aac7-83f21f034703 service neutron] For port 18206ec0-4f6b-4ea0-a291-734397e7a542, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=18206ec0-4f6b-4ea0-a291-734397e7a542,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:50.852756 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-601066e8-6abd-44bf-8567-f2aca4303ec4 req-f35fa695-3e7d-4b33-a5ab-16f09c9605ab tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366483 Jun 30 09:01:50.854574 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-e9601bcd-5935-4932-aac7-83f21f034703 service neutron] For port 18206ec0-4f6b-4ea0-a291-734397e7a542, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:50.892123 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-e9601bcd-5935-4932-aac7-83f21f034703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18206ec0-4f6b-4ea0-a291-734397e7a542 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:50.904492 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-e9601bcd-5935-4932-aac7-83f21f034703 service neutron] For port 18206ec0-4f6b-4ea0-a291-734397e7a542, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=18206ec0-4f6b-4ea0-a291-734397e7a542,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:51.025862 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2fe3e-8e5b-4bf8-bd52-d56928d6a099 req-6b7353e5-6dd5-4160-af7e-e8967c99ff9c tempest-LiveMigrationNegativeTest-1886595650 tempest-LiveMigrationNegativeTest-1886595650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:51.027416 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-27c2fe3e-8e5b-4bf8-bd52-d56928d6a099 req-6b7353e5-6dd5-4160-af7e-e8967c99ff9c tempest-LiveMigrationNegativeTest-1886595650 tempest-LiveMigrationNegativeTest-1886595650-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=03f0057b-5464-48ec-b850-78af2bb2496b HTTP/1.1" status: 200 len: 1101 time: 0.0597813 Jun 30 09:01:51.046626 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-27c2fe3e-8e5b-4bf8-bd52-d56928d6a099 req-4bc53e3b-97d2-4ae3-9307-cf7a81547b03 tempest-LiveMigrationNegativeTest-1886595650 tempest-LiveMigrationNegativeTest-1886595650-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.082303 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-e9601bcd-5935-4932-aac7-83f21f034703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.205410 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-27c2fe3e-8e5b-4bf8-bd52-d56928d6a099 req-4bc53e3b-97d2-4ae3-9307-cf7a81547b03 tempest-LiveMigrationNegativeTest-1886595650 tempest-LiveMigrationNegativeTest-1886595650-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.206599 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-e9601bcd-5935-4932-aac7-83f21f034703 service neutron] Transition to ACTIVE for port object 18206ec0-4f6b-4ea0-a291-734397e7a542 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:51.356240 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-27c2fe3e-8e5b-4bf8-bd52-d56928d6a099 req-4bc53e3b-97d2-4ae3-9307-cf7a81547b03 tempest-LiveMigrationNegativeTest-1886595650 tempest-LiveMigrationNegativeTest-1886595650-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.359287 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-e9601bcd-5935-4932-aac7-83f21f034703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.411089 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-27c2fe3e-8e5b-4bf8-bd52-d56928d6a099 req-4bc53e3b-97d2-4ae3-9307-cf7a81547b03 tempest-LiveMigrationNegativeTest-1886595650 tempest-LiveMigrationNegativeTest-1886595650-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775723 Jun 30 09:01:51.451576 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc53e3b-97d2-4ae3-9307-cf7a81547b03 tempest-LiveMigrationNegativeTest-1886595650 tempest-LiveMigrationNegativeTest-1886595650-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069f5063-d672-4218-a5d9-d850141bc150,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:51.455038 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-e9601bcd-5935-4932-aac7-83f21f034703 service neutron] No DVR routers for this DVR port 18206ec0-4f6b-4ea0-a291-734397e7a542 on host n-h2-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:51.474800 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9601bcd-5935-4932-aac7-83f21f034703 service neutron] Pushing event updated for resources: {'Port': ['ID=18206ec0-4f6b-4ea0-a291-734397e7a542,revision_number=10']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:51.505831 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-e9601bcd-5935-4932-aac7-83f21f034703 service neutron] 10.222.0.37 "PUT /v2.0/ports/18206ec0-4f6b-4ea0-a291-734397e7a542/bindings/n-h1-771363-31/activate HTTP/1.1" status: 200 len: 370 time: 0.8887982 Jun 30 09:01:51.530474 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49198) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:51.699608 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:01:51.810942 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0d98e5c6-caa5-4bbc-96f9-58f40db3f421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.813519 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-9f2d29a9-6c80-47f9-871b-5d6619163014 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:51.815054 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-9f2d29a9-6c80-47f9-871b-5d6619163014 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37&tenant_id=9342aeef3062492da53fbad2470ed3ad&binding%3Ahost_id=n-h2-771363-31 HTTP/1.1" status: 200 len: 1096 time: 0.1455379 Jun 30 09:01:51.835440 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675ecfe-a453-4b21-b3d5-1b92508f878b req-c77518c5-b3ae-49d3-9861-af3e03c85fa7 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:51.836754 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d675ecfe-a453-4b21-b3d5-1b92508f878b req-c77518c5-b3ae-49d3-9861-af3e03c85fa7 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 944 time: 0.0998268 Jun 30 09:01:51.912937 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49214) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:51.938560 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d675ecfe-a453-4b21-b3d5-1b92508f878b req-d838cf6b-c9d9-4cd9-8496-00c569d139bf tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764818 Jun 30 09:01:51.970022 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-cf3ae742-44cb-4aa4-8ae0-10f61c551be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:51.975667 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-cf3ae742-44cb-4aa4-8ae0-10f61c551be2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37&tenant_id=9342aeef3062492da53fbad2470ed3ad HTTP/1.1" status: 200 len: 1096 time: 0.1378996 Jun 30 09:01:51.998277 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0d98e5c6-caa5-4bbc-96f9-58f40db3f421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.052688 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-cb24181d-13c9-49b8-8e9f-edeb3d824120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:52.055716 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-cb24181d-13c9-49b8-8e9f-edeb3d824120 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9342aeef3062492da53fbad2470ed3ad&device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 1096 time: 0.0560114 Jun 30 09:01:52.103741 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0d98e5c6-caa5-4bbc-96f9-58f40db3f421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.174878 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-44d42510-f970-4acc-ba8f-b51fb2ddcc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:52.178015 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-44d42510-f970-4acc-ba8f-b51fb2ddcc96 service neutron] 10.222.0.52 "GET /v2.0/networks?id=29b0d071-6714-4385-b9f1-40e12b8f9c71 HTTP/1.1" status: 200 len: 909 time: 0.1155882 Jun 30 09:01:52.186469 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0d98e5c6-caa5-4bbc-96f9-58f40db3f421 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2d7a30f93322403da39c9baf2b449f25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6546221 Jun 30 09:01:52.187342 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49224) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:52.199924 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d98e5c6-caa5-4bbc-96f9-58f40db3f421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53222278-3499-45a6-8218-2b6a8dcfbe3f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:52.264345 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-cef65f97-8a29-433e-b689-b6f79cfb544d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18206ec0-4f6b-4ea0-a291-734397e7a542 HTTP/1.1" status: 200 len: 217 time: 0.0753300 Jun 30 09:01:52.303200 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-218efe01-b279-4fa2-8943-e5b5933d4717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.379792 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-d232189c-d6b5-4a26-87d0-4e352b8db93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:52.381247 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-d232189c-d6b5-4a26-87d0-4e352b8db93a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8196dcad-a05d-4c25-a036-8d0e22bb3a6b HTTP/1.1" status: 200 len: 848 time: 0.1060932 Jun 30 09:01:52.387899 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-baa28093-7c5c-4e0e-a82c-986de9200906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.424309 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-531d6276-e188-4154-8698-eda342f278eb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=29b0d071-6714-4385-b9f1-40e12b8f9c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341372 Jun 30 09:01:52.448803 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-baa28093-7c5c-4e0e-a82c-986de9200906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.493436 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-218efe01-b279-4fa2-8943-e5b5933d4717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.595502 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-218efe01-b279-4fa2-8943-e5b5933d4717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.636555 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218efe01-b279-4fa2-8943-e5b5933d4717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49ed20b-fea3-4793-b76e-a939420c88a7,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:52.659625 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-218efe01-b279-4fa2-8943-e5b5933d4717 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6d73457ca6294d21949bcbe8fc6ce85b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7461159 Jun 30 09:01:52.659870 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49242) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:52.764741 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-be41cc77-73e0-497d-97db-182d2c631603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.834469 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2a08c515-a587-4ede-bca1-64c0c118a44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.848245 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-d0d549b1-2de8-42fc-9104-47c2b741124d service neutron] 10.222.0.52 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133322 Jun 30 09:01:52.893060 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115372d-99ee-4414-8d63-97bb82c7d81e req-db510f80-a957-4165-bf98-a32e2da21436 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:52.902036 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e115372d-99ee-4414-8d63-97bb82c7d81e req-db510f80-a957-4165-bf98-a32e2da21436 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f0057b-5464-48ec-b850-78af2bb2496b HTTP/1.1" status: 200 len: 949 time: 0.1341176 Jun 30 09:01:52.943207 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-baa28093-7c5c-4e0e-a82c-986de9200906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.946899 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-baa28093-7c5c-4e0e-a82c-986de9200906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.952207 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-baa28093-7c5c-4e0e-a82c-986de9200906 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/53222278-3499-45a6-8218-2b6a8dcfbe3f HTTP/1.1" status: 204 len: 168 time: 0.7406843 Jun 30 09:01:52.979981 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa28093-7c5c-4e0e-a82c-986de9200906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53222278-3499-45a6-8218-2b6a8dcfbe3f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:53.028968 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e115372d-99ee-4414-8d63-97bb82c7d81e req-bafa5ebd-62ec-4d8f-8b1f-b608f1dd3b3e tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157973 Jun 30 09:01:53.058372 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-2382fb0a-213b-463d-ba27-21217cae4479 service neutron] 10.222.0.52 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962571 Jun 30 09:01:53.112015 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-be41cc77-73e0-497d-97db-182d2c631603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.227601 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285d39a-6707-424c-94a6-d95fb6d131e5 req-710514f0-27ba-4b7f-b0e7-f0a544783b5f tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:53.229122 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d285d39a-6707-424c-94a6-d95fb6d131e5 req-710514f0-27ba-4b7f-b0e7-f0a544783b5f tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 944 time: 0.0743244 Jun 30 09:01:53.252008 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-be41cc77-73e0-497d-97db-182d2c631603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.254509 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-be41cc77-73e0-497d-97db-182d2c631603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.255815 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-be41cc77-73e0-497d-97db-182d2c631603 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f49ed20b-fea3-4793-b76e-a939420c88a7 HTTP/1.1" status: 204 len: 168 time: 0.5947411 Jun 30 09:01:53.265454 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41cc77-73e0-497d-97db-182d2c631603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49ed20b-fea3-4793-b76e-a939420c88a7,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:53.265975 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 18206ec0-4f6b-4ea0-a291-734397e7a542 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:53.282175 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d285d39a-6707-424c-94a6-d95fb6d131e5 req-5bca2460-0106-4950-82d2-c48a1ec61b89 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417972 Jun 30 09:01:53.308913 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.345037 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 18206ec0-4f6b-4ea0-a291-734397e7a542 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:53.677710 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-f0a5e41f-020f-46d1-a258-ad48abc6e4b3 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:53.680643 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-f0a5e41f-020f-46d1-a258-ad48abc6e4b3 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37&tenant_id=9342aeef3062492da53fbad2470ed3ad&binding%3Ahost_id=n-h1-771363-31 HTTP/1.1" status: 200 len: 1096 time: 0.0640745 Jun 30 09:01:53.901967 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-1f4ec23a-e842-4ad3-9269-357cc251dadb service neutron] For port 18206ec0-4f6b-4ea0-a291-734397e7a542, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:53.905326 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-1f4ec23a-e842-4ad3-9269-357cc251dadb service neutron] Notify callbacks [] for binding, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.908137 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dfc0b044-f8fa-4104-9f5d-51d7d7577bd6 req-1f4ec23a-e842-4ad3-9269-357cc251dadb service neutron] 10.222.0.52 "DELETE /v2.0/ports/18206ec0-4f6b-4ea0-a291-734397e7a542/bindings/n-h2-771363-31 HTTP/1.1" status: 204 len: 173 time: 0.2192800 Jun 30 09:01:53.910305 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49282) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:53.927722 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fbbd83c1-7506-4599-99de-2f712e5eb329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.034490 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fbbd83c1-7506-4599-99de-2f712e5eb329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.098174 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fbbd83c1-7506-4599-99de-2f712e5eb329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.146044 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fbbd83c1-7506-4599-99de-2f712e5eb329 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=058aae76e6494b8c996302b42fd02e41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314959 Jun 30 09:01:54.147397 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd83c1-7506-4599-99de-2f712e5eb329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8051d084-a8b2-4f76-afb4-2f540761b55a,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:54.149509 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49292) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:54.238251 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c30531dd-fc57-48ab-b618-3c06653b3f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.238251 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49294) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:54.244408 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948acf6-fdd2-4869-ae54-a551bb3080fc req-966d4c98-afa6-4b27-b1d0-b919ca20fe9d tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:54.245873 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7948acf6-fdd2-4869-ae54-a551bb3080fc req-966d4c98-afa6-4b27-b1d0-b919ca20fe9d tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f0057b-5464-48ec-b850-78af2bb2496b HTTP/1.1" status: 200 len: 949 time: 0.1320128 Jun 30 09:01:54.246772 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa866e-a93a-4849-abaa-b01608e3968b req-e0a95df4-6c50-4dc2-91c7-c1c8446d512a tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:54.248925 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6caa866e-a93a-4849-abaa-b01608e3968b req-e0a95df4-6c50-4dc2-91c7-c1c8446d512a tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f0057b-5464-48ec-b850-78af2bb2496b HTTP/1.1" status: 200 len: 949 time: 0.0826678 Jun 30 09:01:54.277956 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ff89c471-5b43-4dba-9acb-33e08e7eb14e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.327498 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c30531dd-fc57-48ab-b618-3c06653b3f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.340119 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6caa866e-a93a-4849-abaa-b01608e3968b req-bde758a9-9256-47f5-addb-010db6cb1000 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744720 Jun 30 09:01:54.455184 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.479155 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-7948acf6-fdd2-4869-ae54-a551bb3080fc req-bcc2a654-402c-450b-aab9-27947d2189e3 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Deleting port cd8a9718-7a06-4794-ace3-207ad40d1b0a {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:54.479503 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7948acf6-fdd2-4869-ae54-a551bb3080fc req-bcc2a654-402c-450b-aab9-27947d2189e3 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.591527 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c30531dd-fc57-48ab-b618-3c06653b3f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.593988 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c30531dd-fc57-48ab-b618-3c06653b3f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.597854 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c30531dd-fc57-48ab-b618-3c06653b3f78 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8051d084-a8b2-4f76-afb4-2f540761b55a HTTP/1.1" status: 204 len: 168 time: 0.4468803 Jun 30 09:01:54.646827 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30531dd-fc57-48ab-b618-3c06653b3f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8051d084-a8b2-4f76-afb4-2f540761b55a,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:54.656085 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ff89c471-5b43-4dba-9acb-33e08e7eb14e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.685487 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-7948acf6-fdd2-4869-ae54-a551bb3080fc req-bcc2a654-402c-450b-aab9-27947d2189e3 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] For port cd8a9718-7a06-4794-ace3-207ad40d1b0a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=cd8a9718-7a06-4794-ace3-207ad40d1b0a,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:54.685846 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7948acf6-fdd2-4869-ae54-a551bb3080fc req-bcc2a654-402c-450b-aab9-27947d2189e3 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.708160 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d6175-bc0c-49cf-a289-20411ef7225b req-e608900e-2313-4c6c-a623-8b6fe161c494 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:54.709947 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-808d6175-bc0c-49cf-a289-20411ef7225b req-e608900e-2313-4c6c-a623-8b6fe161c494 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 944 time: 0.1722932 Jun 30 09:01:54.711204 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-7948acf6-fdd2-4869-ae54-a551bb3080fc req-bcc2a654-402c-450b-aab9-27947d2189e3 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Calling delete_port for cd8a9718-7a06-4794-ace3-207ad40d1b0a owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:54.771092 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ff89c471-5b43-4dba-9acb-33e08e7eb14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.843432 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-808d6175-bc0c-49cf-a289-20411ef7225b req-f5862615-b01c-4287-9a87-416cf386d081 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254637 Jun 30 09:01:54.847420 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ff89c471-5b43-4dba-9acb-33e08e7eb14e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4d912aba11c541528cac70755a44b050&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6117551 Jun 30 09:01:54.849578 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89c471-5b43-4dba-9acb-33e08e7eb14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ea9725-f225-40c3-90d5-f7078eb2e111,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:54.852953 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49316) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:54.964218 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6115bb12-d2ab-4cd2-b4c7-c621e3ae9488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.991452 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6115bb12-d2ab-4cd2-b4c7-c621e3ae9488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.034545 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7948acf6-fdd2-4869-ae54-a551bb3080fc req-bcc2a654-402c-450b-aab9-27947d2189e3 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.037796 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['dabdc755-4385-470d-80ab-c1519d8b2b74', 'cd8a9718-7a06-4794-ace3-207ad40d1b0a'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:55.105539 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2a654-402c-450b-aab9-27947d2189e3 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Pushing event deleted for resources: {'Port': ['ID=cd8a9718-7a06-4794-ace3-207ad40d1b0a,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:55.136992 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6115bb12-d2ab-4cd2-b4c7-c621e3ae9488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.146387 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6115bb12-d2ab-4cd2-b4c7-c621e3ae9488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.146387 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6115bb12-d2ab-4cd2-b4c7-c621e3ae9488 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b0ea9725-f225-40c3-90d5-f7078eb2e111 HTTP/1.1" status: 204 len: 168 time: 0.2840731 Jun 30 09:01:55.156761 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115bb12-d2ab-4cd2-b4c7-c621e3ae9488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ea9725-f225-40c3-90d5-f7078eb2e111,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:55.214568 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-7948acf6-fdd2-4869-ae54-a551bb3080fc req-bcc2a654-402c-450b-aab9-27947d2189e3 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] No DVR routers for this DVR port cd8a9718-7a06-4794-ace3-207ad40d1b0a on host n-h2-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:55.222922 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7948acf6-fdd2-4869-ae54-a551bb3080fc req-bcc2a654-402c-450b-aab9-27947d2189e3 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.229532 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49326) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:55.230857 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7948acf6-fdd2-4869-ae54-a551bb3080fc req-bcc2a654-402c-450b-aab9-27947d2189e3 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.37 "DELETE /v2.0/ports/cd8a9718-7a06-4794-ace3-207ad40d1b0a HTTP/1.1" status: 204 len: 173 time: 0.9716330 Jun 30 09:01:55.231387 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f0057b-5464-48ec-b850-78af2bb2496b', 'name': 'network-vif-deleted', 'tag': 'cd8a9718-7a06-4794-ace3-207ad40d1b0a'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:55.233628 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1eedf31-2f12-4538-9e2c-49efa4b840cb" -d '{"events": [{"server_uuid": "03f0057b-5464-48ec-b850-78af2bb2496b", "name": "network-vif-deleted", "tag": "cd8a9718-7a06-4794-ace3-207ad40d1b0a"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:55.272565 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae21666-36ea-41ae-8c34-39142c37046a req-8bee17bd-6eef-47ed-9d40-8139fd1925a4 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:55.287418 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4ae21666-36ea-41ae-8c34-39142c37046a req-8bee17bd-6eef-47ed-9d40-8139fd1925a4 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 1096 time: 0.1847069 Jun 30 09:01:55.342827 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4ae21666-36ea-41ae-8c34-39142c37046a req-ebf5a0cd-4f0d-457f-af70-81b7faa2a971 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540376 Jun 30 09:01:55.347741 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f64e149-5a40-4db0-9c6b-a5adfabb860e x-openstack-request-id: req-5f64e149-5a40-4db0-9c6b-a5adfabb860e {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:55.348732 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f0057b-5464-48ec-b850-78af2bb2496b", "name": "network-vif-deleted", "tag": "cd8a9718-7a06-4794-ace3-207ad40d1b0a", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:55.351737 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5f64e149-5a40-4db0-9c6b-a5adfabb860e {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:55.352422 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f0057b-5464-48ec-b850-78af2bb2496b', 'name': 'network-vif-deleted', 'tag': 'cd8a9718-7a06-4794-ace3-207ad40d1b0a', 'status': 'completed', 'code': 200} Jun 30 09:01:55.547502 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-17324f41-bff9-47c4-a22b-510221149213 req-98d7aff9-71e1-425c-a7e7-f54e3a2ec6be tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f0057b-5464-48ec-b850-78af2bb2496b HTTP/1.1" status: 200 len: 210 time: 0.0402391 Jun 30 09:01:55.607015 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ea28733b-5a55-4a0c-9318-6fe983758723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.730740 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ea28733b-5a55-4a0c-9318-6fe983758723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.783943 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ea28733b-5a55-4a0c-9318-6fe983758723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.830293 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ea28733b-5a55-4a0c-9318-6fe983758723 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ca8c14c0ac384a7cae4cca663230ee10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5993571 Jun 30 09:01:55.832962 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49362) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:55.842028 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28733b-5a55-4a0c-9318-6fe983758723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867adff6-b2fc-457b-8859-f3a9a53f2f3f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:55.962748 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e548591-e5c8-4ff3-82ed-29d42903f223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.013872 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e548591-e5c8-4ff3-82ed-29d42903f223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.046126 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3850393-ab26-4271-b9f8-309057a7c856 req-da879c7e-420f-4070-9431-08ff302bddf4 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:56.051612 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e3850393-ab26-4271-b9f8-309057a7c856 req-da879c7e-420f-4070-9431-08ff302bddf4 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/networks?id=29b0d071-6714-4385-b9f1-40e12b8f9c71 HTTP/1.1" status: 200 len: 808 time: 0.1798022 Jun 30 09:01:56.082942 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e3850393-ab26-4271-b9f8-309057a7c856 req-47dd8623-4456-4512-9ad8-18860b8ecca4 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/quotas/9342aeef3062492da53fbad2470ed3ad HTTP/1.1" status: 200 len: 375 time: 0.0267644 Jun 30 09:01:56.132052 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.218641 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e3850393-ab26-4271-b9f8-309057a7c856 req-5db1dca4-a25a-4994-a8b0-8316de1850b5 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9342aeef3062492da53fbad2470ed3ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1286318 Jun 30 09:01:56.220104 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e548591-e5c8-4ff3-82ed-29d42903f223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.222693 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e548591-e5c8-4ff3-82ed-29d42903f223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.228075 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8e548591-e5c8-4ff3-82ed-29d42903f223 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/867adff6-b2fc-457b-8859-f3a9a53f2f3f HTTP/1.1" status: 204 len: 168 time: 0.3913178 Jun 30 09:01:56.239751 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e548591-e5c8-4ff3-82ed-29d42903f223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867adff6-b2fc-457b-8859-f3a9a53f2f3f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:56.313359 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49388) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:56.765192 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c6c4a377-4c13-4ffb-9a56-ee79e955b7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.799292 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-e3850393-ab26-4271-b9f8-309057a7c856 req-f02019ab-2fb5-4daf-976d-4da3500bfe7c service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:01:56.806827 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e3850393-ab26-4271-b9f8-309057a7c856 req-f02019ab-2fb5-4daf-976d-4da3500bfe7c service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4154518 Jun 30 09:01:56.939735 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e3850393-ab26-4271-b9f8-309057a7c856 req-ff634d48-2239-44d9-9626-661833632a1e service neutron] 10.222.0.10 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317544 Jun 30 09:01:57.011768 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c6c4a377-4c13-4ffb-9a56-ee79e955b7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.052056 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e3850393-ab26-4271-b9f8-309057a7c856 req-d6003c71-787c-4397-bcae-608177987fcc service neutron] 10.222.0.10 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114578 Jun 30 09:01:57.098630 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c6c4a377-4c13-4ffb-9a56-ee79e955b7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.150617 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4a377-4c13-4ffb-9a56-ee79e955b7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0df7ecd-73f3-43a2-ac45-72dd6845e69f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:57.159583 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c6c4a377-4c13-4ffb-9a56-ee79e955b7c3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e707a98db9f84040a3fb4c73ddc8f6ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8449099 Jun 30 09:01:57.162055 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49418) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:57.243860 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1ec9b5fc-582e-49cc-8664-1223f0717b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.262351 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device cd8a9718-7a06-4794-ace3-207ad40d1b0a no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:57.270417 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1ec9b5fc-582e-49cc-8664-1223f0717b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.282955 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: cd8a9718-7a06-4794-ace3-207ad40d1b0a {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:57.290173 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device cd8a9718-7a06-4794-ace3-207ad40d1b0a not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:57.341694 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49428) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:57.371602 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ae0fa86a-696d-4e0f-88a1-b2ea2d7dcc82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.401098 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1ec9b5fc-582e-49cc-8664-1223f0717b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.404627 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1ec9b5fc-582e-49cc-8664-1223f0717b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.407018 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1ec9b5fc-582e-49cc-8664-1223f0717b6e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a0df7ecd-73f3-43a2-ac45-72dd6845e69f HTTP/1.1" status: 204 len: 168 time: 0.2428215 Jun 30 09:01:57.419534 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9b5fc-582e-49cc-8664-1223f0717b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0df7ecd-73f3-43a2-ac45-72dd6845e69f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:57.520595 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8db6e7-d199-4727-a012-aaa1329ac918 req-84cb0d94-ad2b-4d2e-a60a-0dff8e75f371 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:57.522411 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0e8db6e7-d199-4727-a012-aaa1329ac918 req-84cb0d94-ad2b-4d2e-a60a-0dff8e75f371 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=34be5411-8b42-41e6-b0d5-b64b843c1e12 HTTP/1.1" status: 200 len: 950 time: 0.1153638 Jun 30 09:01:57.573699 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0e8db6e7-d199-4727-a012-aaa1329ac918 req-93a474eb-b9bb-49bc-a83a-7febd20713b1 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434606 Jun 30 09:01:57.582263 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ae0fa86a-696d-4e0f-88a1-b2ea2d7dcc82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.635654 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ae0fa86a-696d-4e0f-88a1-b2ea2d7dcc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.654988 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c8c0c83f-027c-4ad5-b5cf-f8337403bd36 req-11f79623-b244-42d0-bdbc-d63194a5ee8a tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 210 time: 0.0352423 Jun 30 09:01:57.698129 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49440) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:57.703877 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ae0fa86a-696d-4e0f-88a1-b2ea2d7dcc82 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7b9022974cbe47679d23e865d783ac1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3605804 Jun 30 09:01:57.733095 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0fa86a-696d-4e0f-88a1-b2ea2d7dcc82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e2c7fa-2d96-461c-8e09-3deb7dcdf79e,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:57.769545 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d4c3fed3-673d-45fe-b963-dc437bbb52dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.794471 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d4c3fed3-673d-45fe-b963-dc437bbb52dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.894149 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d4c3fed3-673d-45fe-b963-dc437bbb52dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.897342 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d4c3fed3-673d-45fe-b963-dc437bbb52dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.898628 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d4c3fed3-673d-45fe-b963-dc437bbb52dd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/84e2c7fa-2d96-461c-8e09-3deb7dcdf79e HTTP/1.1" status: 204 len: 168 time: 0.1990552 Jun 30 09:01:57.907001 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3fed3-673d-45fe-b963-dc437bbb52dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e2c7fa-2d96-461c-8e09-3deb7dcdf79e,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:58.723904 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470fbf17-66d3-4b96-9151-5512545c3239 req-6597ee6c-ecb5-43c2-a55b-a8a760cfd382 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:58.726681 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-470fbf17-66d3-4b96-9151-5512545c3239 req-6597ee6c-ecb5-43c2-a55b-a8a760cfd382 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.37 "GET /v2.0/ports?device_id=34be5411-8b42-41e6-b0d5-b64b843c1e12 HTTP/1.1" status: 200 len: 950 time: 0.0930040 Jun 30 09:01:58.742845 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49474) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:58.765693 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5bab5133-a158-4053-a408-8a4eb1f9d52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.889875 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4b9fe-8bb1-41c1-9ca9-dad6b1120989 req-1f5be271-9b4a-4a12-9c16-07a2ba0f60a0 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:58.891828 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1fa4b9fe-8bb1-41c1-9ca9-dad6b1120989 req-1f5be271-9b4a-4a12-9c16-07a2ba0f60a0 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=34be5411-8b42-41e6-b0d5-b64b843c1e12 HTTP/1.1" status: 200 len: 950 time: 0.1909297 Jun 30 09:01:58.936694 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-470fbf17-66d3-4b96-9151-5512545c3239 req-785fc8b7-ea83-4d51-afb4-036c6d6c4126 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Deleting port dabdc755-4385-470d-80ab-c1519d8b2b74 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:58.937071 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-470fbf17-66d3-4b96-9151-5512545c3239 req-785fc8b7-ea83-4d51-afb4-036c6d6c4126 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.961041 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6d4aa8fe-2c6c-4d44-8f50-340106ed22ca req-79a33534-ed99-4eaf-813c-1810490e8326 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 210 time: 0.0400927 Jun 30 09:01:58.966360 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5bab5133-a158-4053-a408-8a4eb1f9d52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:59.001093 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1fa4b9fe-8bb1-41c1-9ca9-dad6b1120989 req-ba595ffe-bace-40e3-8a8d-5a455c1674a0 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/security-groups?id=58cc81fe-3c19-4ef2-84c3-e13c6435765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003101 Jun 30 09:01:59.049169 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-470fbf17-66d3-4b96-9151-5512545c3239 req-785fc8b7-ea83-4d51-afb4-036c6d6c4126 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] For port dabdc755-4385-470d-80ab-c1519d8b2b74, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=dabdc755-4385-470d-80ab-c1519d8b2b74,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:59.049425 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-470fbf17-66d3-4b96-9151-5512545c3239 req-785fc8b7-ea83-4d51-afb4-036c6d6c4126 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:59.063109 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-470fbf17-66d3-4b96-9151-5512545c3239 req-785fc8b7-ea83-4d51-afb4-036c6d6c4126 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Calling delete_port for dabdc755-4385-470d-80ab-c1519d8b2b74 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:59.120994 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5bab5133-a158-4053-a408-8a4eb1f9d52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:59.162764 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab5133-a158-4053-a408-8a4eb1f9d52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ea474d-2bd6-47ad-b0b3-3c8f105b5d25,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:59.199548 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5bab5133-a158-4053-a408-8a4eb1f9d52a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ef9e6fba2cff4e26a2610994c4e35bf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4530156 Jun 30 09:01:59.201291 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49490) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:59.274837 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d71c511c-d3c5-4e44-b2e1-843e72303c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:59.298653 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d71c511c-d3c5-4e44-b2e1-843e72303c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:59.344272 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-470fbf17-66d3-4b96-9151-5512545c3239 req-785fc8b7-ea83-4d51-afb4-036c6d6c4126 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:59.359061 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['dabdc755-4385-470d-80ab-c1519d8b2b74'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:59.421628 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785fc8b7-ea83-4d51-afb4-036c6d6c4126 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Pushing event deleted for resources: {'Port': ['ID=dabdc755-4385-470d-80ab-c1519d8b2b74,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:59.500785 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-470fbf17-66d3-4b96-9151-5512545c3239 req-785fc8b7-ea83-4d51-afb4-036c6d6c4126 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] No DVR routers for this DVR port dabdc755-4385-470d-80ab-c1519d8b2b74 on host n-h2-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:59.503581 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d71c511c-d3c5-4e44-b2e1-843e72303c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:59.508115 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d71c511c-d3c5-4e44-b2e1-843e72303c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:59.509920 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d71c511c-d3c5-4e44-b2e1-843e72303c79 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/56ea474d-2bd6-47ad-b0b3-3c8f105b5d25 HTTP/1.1" status: 204 len: 168 time: 0.3075318 Jun 30 09:01:59.511354 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-470fbf17-66d3-4b96-9151-5512545c3239 req-785fc8b7-ea83-4d51-afb4-036c6d6c4126 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:59.513752 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-470fbf17-66d3-4b96-9151-5512545c3239 req-785fc8b7-ea83-4d51-afb4-036c6d6c4126 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.37 "DELETE /v2.0/ports/dabdc755-4385-470d-80ab-c1519d8b2b74 HTTP/1.1" status: 204 len: 173 time: 0.7610624 Jun 30 09:01:59.515900 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34be5411-8b42-41e6-b0d5-b64b843c1e12', 'name': 'network-vif-deleted', 'tag': 'dabdc755-4385-470d-80ab-c1519d8b2b74'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:59.518346 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246b134c-3926-4e1b-abe9-c085f983e755" -d '{"events": [{"server_uuid": "34be5411-8b42-41e6-b0d5-b64b843c1e12", "name": "network-vif-deleted", "tag": "dabdc755-4385-470d-80ab-c1519d8b2b74"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:59.530573 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c511c-d3c5-4e44-b2e1-843e72303c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ea474d-2bd6-47ad-b0b3-3c8f105b5d25,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:59.610992 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e241ae98-4a9c-4e24-97c4-14dd8c71ac13 x-openstack-request-id: req-e241ae98-4a9c-4e24-97c4-14dd8c71ac13 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:59.611306 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34be5411-8b42-41e6-b0d5-b64b843c1e12", "name": "network-vif-deleted", "tag": "dabdc755-4385-470d-80ab-c1519d8b2b74", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:59.611559 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e241ae98-4a9c-4e24-97c4-14dd8c71ac13 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:59.611954 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34be5411-8b42-41e6-b0d5-b64b843c1e12', 'name': 'network-vif-deleted', 'tag': 'dabdc755-4385-470d-80ab-c1519d8b2b74', 'status': 'completed', 'code': 200} Jun 30 09:01:59.927951 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3850393-ab26-4271-b9f8-309057a7c856 req-73d93c6b-a908-4ad2-a0ce-f5fd38da06f0 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:59.929436 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3850393-ab26-4271-b9f8-309057a7c856 req-73d93c6b-a908-4ad2-a0ce-f5fd38da06f0 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.37 "GET /v2.0/networks?id=29b0d071-6714-4385-b9f1-40e12b8f9c71 HTTP/1.1" status: 200 len: 808 time: 0.1170428 Jun 30 09:01:59.941999 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-e3850393-ab26-4271-b9f8-309057a7c856 req-4870e62b-eff4-4d8e-8d46-d289d84cf222 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Request body: {'port': {'device_id': 'c01f0e2c-d330-49b4-8412-60b436f0cac9', 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71', 'admin_state_up': True, 'tenant_id': '9342aeef3062492da53fbad2470ed3ad'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:00.131052 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ae6375f9-313a-4136-82a7-ee51a13ece12 req-a15922b1-9dfa-48c9-a99f-92fbac53fbbe tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 210 time: 0.0352283 Jun 30 09:02:00.138058 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3850393-ab26-4271-b9f8-309057a7c856 req-4870e62b-eff4-4d8e-8d46-d289d84cf222 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Made reservation on behalf of 9342aeef3062492da53fbad2470ed3ad for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:00.143865 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e3850393-ab26-4271-b9f8-309057a7c856 req-4870e62b-eff4-4d8e-8d46-d289d84cf222 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:00.348190 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6850c4d6-5815-4962-8358-50da71831233 req-f1041a67-06d1-4969-8ed3-83a4d6b0e473 tempest-LiveMigrationNegativeTest-2101362937 tempest-LiveMigrationNegativeTest-2101362937-project] 10.222.0.10 "GET /v2.0/ports?device_id=34be5411-8b42-41e6-b0d5-b64b843c1e12 HTTP/1.1" status: 200 len: 210 time: 0.0446494 Jun 30 09:02:00.440921 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-e3850393-ab26-4271-b9f8-309057a7c856 req-4870e62b-eff4-4d8e-8d46-d289d84cf222 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Allocated IP 172.20.0.11 (29b0d071-6714-4385-b9f1-40e12b8f9c71/8196dcad-a05d-4c25-a036-8d0e22bb3a6b/44272199-6bc5-46b1-ac93-e3dc8b4a079c) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:00.716357 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e3850393-ab26-4271-b9f8-309057a7c856 req-4870e62b-eff4-4d8e-8d46-d289d84cf222 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:00.864381 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e3850393-ab26-4271-b9f8-309057a7c856 req-4870e62b-eff4-4d8e-8d46-d289d84cf222 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:00.897249 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49560) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:00.914643 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3850393-ab26-4271-b9f8-309057a7c856 req-4870e62b-eff4-4d8e-8d46-d289d84cf222 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Network 29b0d071-6714-4385-b9f1-40e12b8f9c71 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:00.920202 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-e3850393-ab26-4271-b9f8-309057a7c856 req-4870e62b-eff4-4d8e-8d46-d289d84cf222 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:00.923265 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3850393-ab26-4271-b9f8-309057a7c856 req-4870e62b-eff4-4d8e-8d46-d289d84cf222 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:00.931992 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3850393-ab26-4271-b9f8-309057a7c856 req-4870e62b-eff4-4d8e-8d46-d289d84cf222 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:00.931992 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e3850393-ab26-4271-b9f8-309057a7c856 req-4870e62b-eff4-4d8e-8d46-d289d84cf222 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:00.943696 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870e62b-eff4-4d8e-8d46-d289d84cf222 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Pushing event updated for resources: {'Port': ['ID=44272199-6bc5-46b1-ac93-e3dc8b4a079c,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:01.081986 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3850393-ab26-4271-b9f8-309057a7c856 req-4870e62b-eff4-4d8e-8d46-d289d84cf222 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1440496 Jun 30 09:02:01.095516 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-e3850393-ab26-4271-b9f8-309057a7c856 req-a34dec28-e064-44a0-93b6-c433a8313bb7 service neutron] Request body: {'port': {'device_id': 'c01f0e2c-d330-49b4-8412-60b436f0cac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:01.189001 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e3850393-ab26-4271-b9f8-309057a7c856 req-a34dec28-e064-44a0-93b6-c433a8313bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.249826 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-e23a69db-6166-47d9-b134-c274e161f271 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2052304833-network', 'tenant_id': 'b46514cde9664f49b36b3367562118c9'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:01.361039 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23a69db-6166-47d9-b134-c274e161f271 admin admin] Made reservation on behalf of b46514cde9664f49b36b3367562118c9 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:01.363954 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e23a69db-6166-47d9-b134-c274e161f271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.375592 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e23a69db-6166-47d9-b134-c274e161f271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.526511 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e23a69db-6166-47d9-b134-c274e161f271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.545562 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-e3850393-ab26-4271-b9f8-309057a7c856 req-a34dec28-e064-44a0-93b6-c433a8313bb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44272199-6bc5-46b1-ac93-e3dc8b4a079c {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:01.552137 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e3850393-ab26-4271-b9f8-309057a7c856 req-a34dec28-e064-44a0-93b6-c433a8313bb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.570168 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-e3850393-ab26-4271-b9f8-309057a7c856 req-a34dec28-e064-44a0-93b6-c433a8313bb7 service neutron] Transition to ACTIVE for port object 44272199-6bc5-46b1-ac93-e3dc8b4a079c will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:01.585906 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e23a69db-6166-47d9-b134-c274e161f271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.596058 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c81dde-f872-4471-a9fe-bebc6d91e408 req-db89fcf4-6571-4627-80c0-6a5444622898 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:01.597546 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45c81dde-f872-4471-a9fe-bebc6d91e408 req-db89fcf4-6571-4627-80c0-6a5444622898 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 932 time: 0.0927606 Jun 30 09:02:01.632784 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e23a69db-6166-47d9-b134-c274e161f271 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:02:01.653022 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e3850393-ab26-4271-b9f8-309057a7c856 req-a34dec28-e064-44a0-93b6-c433a8313bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.678523 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a69db-6166-47d9-b134-c274e161f271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59161fb5-9ab6-4ab2-ad9b-4ab14066ae37,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:01.688862 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e23a69db-6166-47d9-b134-c274e161f271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.689469 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-e23a69db-6166-47d9-b134-c274e161f271 admin admin] Added segment 1adb95be-2810-4201-a561-0807aa646dc7 of type vlan for network b2c70a09-3549-4610-8a40-2f55c1378c35 Jun 30 09:02:01.712707 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45c81dde-f872-4471-a9fe-bebc6d91e408 req-f25bbec4-c55f-4d95-951f-fa3ac8592f2f tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015060 Jun 30 09:02:01.736790 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34dec28-e064-44a0-93b6-c433a8313bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=44272199-6bc5-46b1-ac93-e3dc8b4a079c,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:01.760241 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-e3850393-ab26-4271-b9f8-309057a7c856 req-a34dec28-e064-44a0-93b6-c433a8313bb7 service neutron] Attempting to bind port 44272199-6bc5-46b1-ac93-e3dc8b4a079c on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:01.760241 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-e3850393-ab26-4271-b9f8-309057a7c856 req-a34dec28-e064-44a0-93b6-c433a8313bb7 service neutron] Attempting to bind port 44272199-6bc5-46b1-ac93-e3dc8b4a079c by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:01.760241 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3850393-ab26-4271-b9f8-309057a7c856 req-a34dec28-e064-44a0-93b6-c433a8313bb7 service neutron] Attempting to bind port 44272199-6bc5-46b1-ac93-e3dc8b4a079c on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:01.769839 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3850393-ab26-4271-b9f8-309057a7c856 req-a34dec28-e064-44a0-93b6-c433a8313bb7 service neutron] Port 44272199-6bc5-46b1-ac93-e3dc8b4a079c on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:01.770119 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3850393-ab26-4271-b9f8-309057a7c856 req-a34dec28-e064-44a0-93b6-c433a8313bb7 service neutron] Attempting to bind port 44272199-6bc5-46b1-ac93-e3dc8b4a079c on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:01.779032 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3850393-ab26-4271-b9f8-309057a7c856 req-a34dec28-e064-44a0-93b6-c433a8313bb7 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:01.779450 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3850393-ab26-4271-b9f8-309057a7c856 req-a34dec28-e064-44a0-93b6-c433a8313bb7 service neutron] Checking segment: {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:01.779842 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3850393-ab26-4271-b9f8-309057a7c856 req-a34dec28-e064-44a0-93b6-c433a8313bb7 service neutron] Bound using segment: {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:01.780567 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-e3850393-ab26-4271-b9f8-309057a7c856 req-a34dec28-e064-44a0-93b6-c433a8313bb7 service neutron] Bound port: 44272199-6bc5-46b1-ac93-e3dc8b4a079c, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:01.780938 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e3850393-ab26-4271-b9f8-309057a7c856 req-a34dec28-e064-44a0-93b6-c433a8313bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.794934 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e23a69db-6166-47d9-b134-c274e161f271 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.887512 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e23a69db-6166-47d9-b134-c274e161f271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.889552 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23a69db-6166-47d9-b134-c274e161f271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:01.891078 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e23a69db-6166-47d9-b134-c274e161f271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.891232 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-e3850393-ab26-4271-b9f8-309057a7c856 req-a34dec28-e064-44a0-93b6-c433a8313bb7 service neutron] For port 44272199-6bc5-46b1-ac93-e3dc8b4a079c, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:01.895528 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-e3850393-ab26-4271-b9f8-309057a7c856 req-a34dec28-e064-44a0-93b6-c433a8313bb7 service neutron] For port 44272199-6bc5-46b1-ac93-e3dc8b4a079c, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=44272199-6bc5-46b1-ac93-e3dc8b4a079c,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:01.923104 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49614) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:01.945267 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e3850393-ab26-4271-b9f8-309057a7c856 req-a34dec28-e064-44a0-93b6-c433a8313bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.963647 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49620) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:01.975043 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e23a69db-6166-47d9-b134-c274e161f271 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0758007 Jun 30 09:02:01.984294 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a69db-6166-47d9-b134-c274e161f271 admin admin] Pushing event updated for resources: {'Network': ['ID=b2c70a09-3549-4610-8a40-2f55c1378c35,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:01.985205 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49624) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:01.996528 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-11a6c290-4348-4fb2-9d4a-906ad8cec7a6 admin admin] Request body: {'subnet': {'network_id': 'b2c70a09-3549-4610-8a40-2f55c1378c35', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2052304833-subnet', 'tenant_id': 'b46514cde9664f49b36b3367562118c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:01.998642 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network b2c70a09-3549-4610-8a40-2f55c1378c35 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:02:02.009893 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3850393-ab26-4271-b9f8-309057a7c856 req-a34dec28-e064-44a0-93b6-c433a8313bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:02.010657 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e3850393-ab26-4271-b9f8-309057a7c856 req-a34dec28-e064-44a0-93b6-c433a8313bb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.012063 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3850393-ab26-4271-b9f8-309057a7c856 req-a34dec28-e064-44a0-93b6-c433a8313bb7 service neutron] 10.222.0.37 "PUT /v2.0/ports/44272199-6bc5-46b1-ac93-e3dc8b4a079c HTTP/1.1" status: 200 len: 1093 time: 0.9211786 Jun 30 09:02:02.012500 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01f0e2c-d330-49b4-8412-60b436f0cac9', 'tag': '44272199-6bc5-46b1-ac93-e3dc8b4a079c'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:02.014747 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8628dd95-ed58-41fd-a602-d73354ce43cd" -d '{"events": [{"name": "network-changed", "server_uuid": "c01f0e2c-d330-49b4-8412-60b436f0cac9", "tag": "44272199-6bc5-46b1-ac93-e3dc8b4a079c"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:02.051091 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34dec28-e064-44a0-93b6-c433a8313bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=44272199-6bc5-46b1-ac93-e3dc8b4a079c,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:02.065410 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feeba3f4-41f3-4dde-8412-0cf5b946abc9 x-openstack-request-id: req-feeba3f4-41f3-4dde-8412-0cf5b946abc9 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:02.065838 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c01f0e2c-d330-49b4-8412-60b436f0cac9", "tag": "44272199-6bc5-46b1-ac93-e3dc8b4a079c", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:02.066116 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-feeba3f4-41f3-4dde-8412-0cf5b946abc9 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:02.066511 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c01f0e2c-d330-49b4-8412-60b436f0cac9', 'tag': '44272199-6bc5-46b1-ac93-e3dc8b4a079c', 'status': 'completed', 'code': 200} Jun 30 09:02:02.137666 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a6c290-4348-4fb2-9d4a-906ad8cec7a6 admin admin] Made reservation on behalf of b46514cde9664f49b36b3367562118c9 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:02.140163 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-11a6c290-4348-4fb2-9d4a-906ad8cec7a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.205405 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628dd95-ed58-41fd-a602-d73354ce43cd req-8551fc08-c3b3-4b23-a6ac-30efafdd0df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:02.206917 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8628dd95-ed58-41fd-a602-d73354ce43cd req-8551fc08-c3b3-4b23-a6ac-30efafdd0df9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9342aeef3062492da53fbad2470ed3ad&device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 1096 time: 0.1180012 Jun 30 09:02:02.347411 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-bbcffcbd-6529-4035-aca6-18a40ddde2d4 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-124168956-network', 'tenant_id': '4072f6e39e474776996ee00ca570db4f'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:02.397668 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0fed730b-7c01-4160-9073-0b7a4509229c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.425523 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49636) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:02.477856 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcffcbd-6529-4035-aca6-18a40ddde2d4 admin admin] Made reservation on behalf of 4072f6e39e474776996ee00ca570db4f for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:02.485385 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bbcffcbd-6529-4035-aca6-18a40ddde2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.497319 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bbcffcbd-6529-4035-aca6-18a40ddde2d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.572022 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-dccff98d-42cf-4b43-ba70-22feb8965b96 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3114248b2e0a4d9f9fc077f22ec18d3d&name=default HTTP/1.1" status: 200 len: 2977 time: 0.1452382 Jun 30 09:02:02.576810 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49648) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:02.662477 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0eae294d-84b2-419b-bdbe-c3680564496d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.673599 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628dd95-ed58-41fd-a602-d73354ce43cd req-4eb5b8a4-2f0b-4ae6-8e05-f5a4c3ed6e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:02.675061 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8628dd95-ed58-41fd-a602-d73354ce43cd req-4eb5b8a4-2f0b-4ae6-8e05-f5a4c3ed6e8e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=9342aeef3062492da53fbad2470ed3ad&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4611394 Jun 30 09:02:02.697496 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49650) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:02.708557 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0fed730b-7c01-4160-9073-0b7a4509229c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.710883 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0eae294d-84b2-419b-bdbe-c3680564496d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.792941 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0fed730b-7c01-4160-9073-0b7a4509229c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.883253 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0eae294d-84b2-419b-bdbe-c3680564496d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.885793 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0eae294d-84b2-419b-bdbe-c3680564496d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.886917 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0eae294d-84b2-419b-bdbe-c3680564496d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/58cc81fe-3c19-4ef2-84c3-e13c6435765a HTTP/1.1" status: 204 len: 168 time: 0.3088958 Jun 30 09:02:02.890932 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628dd95-ed58-41fd-a602-d73354ce43cd req-fa7639c8-e45a-4ec7-a4c0-eddf75b3f5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:02.892567 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8628dd95-ed58-41fd-a602-d73354ce43cd req-fa7639c8-e45a-4ec7-a4c0-eddf75b3f5ea service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2095265 Jun 30 09:02:02.893759 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-11a6c290-4348-4fb2-9d4a-906ad8cec7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.899786 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0fed730b-7c01-4160-9073-0b7a4509229c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=29c135ad5f2d48b4a709fd02904d42f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9312310 Jun 30 09:02:02.902505 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-13fdc09e-0069-4777-ade0-c4cdde94bb37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.904995 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49660) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:02.920751 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed730b-7c01-4160-9073-0b7a4509229c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c68028-5b9a-4660-a977-533eb1415c47,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:02.962278 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae294d-84b2-419b-bdbe-c3680564496d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cc81fe-3c19-4ef2-84c3-e13c6435765a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:03.025362 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fbf1c816-3acf-4bb9-ba26-bfeec72626e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.049987 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6c290-4348-4fb2-9d4a-906ad8cec7a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2851ec88-ff08-4570-867e-6a922d3e027d,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:03.067048 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bbcffcbd-6529-4035-aca6-18a40ddde2d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.070300 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fbf1c816-3acf-4bb9-ba26-bfeec72626e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.090641 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a6c290-4348-4fb2-9d4a-906ad8cec7a6 admin admin] Checking segment: {'id': '1adb95be-2810-4201-a561-0807aa646dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b2c70a09-3549-4610-8a40-2f55c1378c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:03.090995 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a6c290-4348-4fb2-9d4a-906ad8cec7a6 admin admin] Network hostable DHCP agents. Network: b2c70a09-3549-4610-8a40-2f55c1378c35, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:02:03.106314 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7a20a-ac16-4b69-9d26-99b5991c7853 req-2d37a9ee-6d16-4e86-afb7-319b3ef9185c tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:03.107893 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-14c7a20a-ac16-4b69-9d26-99b5991c7853 req-2d37a9ee-6d16-4e86-afb7-319b3ef9185c tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 944 time: 0.2118883 Jun 30 09:02:03.134104 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3850393-ab26-4271-b9f8-309057a7c856 req-d88573de-63ff-4b09-9057-45530b739223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:03.136217 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3850393-ab26-4271-b9f8-309057a7c856 req-d88573de-63ff-4b09-9057-45530b739223 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9342aeef3062492da53fbad2470ed3ad&device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 1096 time: 0.1533871 Jun 30 09:02:03.183553 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3850393-ab26-4271-b9f8-309057a7c856 req-11d014bd-f8d7-4d14-914a-92e76821e8ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44272199-6bc5-46b1-ac93-e3dc8b4a079c HTTP/1.1" status: 200 len: 217 time: 0.0389078 Jun 30 09:02:03.198200 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bbcffcbd-6529-4035-aca6-18a40ddde2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.231348 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-14c7a20a-ac16-4b69-9d26-99b5991c7853 req-5b1d4921-a572-4aef-b5e4-c995e8245685 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151080 Jun 30 09:02:03.256663 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3850393-ab26-4271-b9f8-309057a7c856 req-d08f130b-9d21-4242-aa6d-7c137c93a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:03.258719 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3850393-ab26-4271-b9f8-309057a7c856 req-d08f130b-9d21-4242-aa6d-7c137c93a9d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8196dcad-a05d-4c25-a036-8d0e22bb3a6b HTTP/1.1" status: 200 len: 848 time: 0.0687530 Jun 30 09:02:03.260321 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a6c290-4348-4fb2-9d4a-906ad8cec7a6 admin admin] Network b2c70a09-3549-4610-8a40-2f55c1378c35 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:02:03.266530 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcffcbd-6529-4035-aca6-18a40ddde2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dba73d-7432-411d-a66f-2e30226f8eec,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:03.294385 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device dabdc755-4385-470d-80ab-c1519d8b2b74 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:02:03.301988 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fbf1c816-3acf-4bb9-ba26-bfeec72626e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.307577 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fbf1c816-3acf-4bb9-ba26-bfeec72626e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.308943 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fbf1c816-3acf-4bb9-ba26-bfeec72626e5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/07c68028-5b9a-4660-a977-533eb1415c47 HTTP/1.1" status: 204 len: 168 time: 0.4000368 Jun 30 09:02:03.311387 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3850393-ab26-4271-b9f8-309057a7c856 req-7cdde51d-0679-4393-81f1-aeb0e6c8ab68 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=29b0d071-6714-4385-b9f1-40e12b8f9c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413256 Jun 30 09:02:03.319258 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbcffcbd-6529-4035-aca6-18a40ddde2d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:02:03.337665 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: dabdc755-4385-470d-80ab-c1519d8b2b74 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:02:03.338030 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device dabdc755-4385-470d-80ab-c1519d8b2b74 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:02:03.339810 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1c816-3acf-4bb9-ba26-bfeec72626e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c68028-5b9a-4660-a977-533eb1415c47,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:03.355166 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bbcffcbd-6529-4035-aca6-18a40ddde2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.355760 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-bbcffcbd-6529-4035-aca6-18a40ddde2d4 admin admin] Added segment 2056c6f1-d94e-4b1c-92c4-078aa886e566 of type vlan for network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 Jun 30 09:02:03.356230 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-11a6c290-4348-4fb2-9d4a-906ad8cec7a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, b2c70a09-3549-4610-8a40-2f55c1378c35) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:03.368527 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e9a11a-52dd-4896-96ff-966ab014fd73 None None] Network b2c70a09-3549-4610-8a40-2f55c1378c35 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:03.421888 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a6c290-4348-4fb2-9d4a-906ad8cec7a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:03.422154 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bbcffcbd-6529-4035-aca6-18a40ddde2d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.422266 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-11a6c290-4348-4fb2-9d4a-906ad8cec7a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.466668 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-13fdc09e-0069-4777-ade0-c4cdde94bb37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.502833 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3850393-ab26-4271-b9f8-309057a7c856 req-dd02a838-003c-4657-8352-1e34aa762301 service neutron] 10.222.0.37 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876256 Jun 30 09:02:03.555433 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-13fdc09e-0069-4777-ade0-c4cdde94bb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.586484 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edf7e78-98b0-40ed-a326-eecc184c76e8 None None] Network b2c70a09-3549-4610-8a40-2f55c1378c35 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:03.616233 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bbcffcbd-6529-4035-aca6-18a40ddde2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.618354 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcffcbd-6529-4035-aca6-18a40ddde2d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:03.619460 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bbcffcbd-6529-4035-aca6-18a40ddde2d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.647598 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3850393-ab26-4271-b9f8-309057a7c856 req-ec1c3dde-6ed3-428d-b874-7ad608104286 service neutron] 10.222.0.37 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379769 Jun 30 09:02:03.650108 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-11a6c290-4348-4fb2-9d4a-906ad8cec7a6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6636903 Jun 30 09:02:03.672441 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-13fdc09e-0069-4777-ade0-c4cdde94bb37 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3a148567627541ce90b8845253a56dda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9636683 Jun 30 09:02:03.672441 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fdc09e-0069-4777-ade0-c4cdde94bb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbdbdd2-c4db-4e01-a3df-2ce9b0956ac3,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:03.680495 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49678) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:03.743880 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-440c61e9-fe98-4133-99e6-f907b6d08e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.753382 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcffcbd-6529-4035-aca6-18a40ddde2d4 admin admin] Pushing event updated for resources: {'Network': ['ID=0e2e3f2d-1170-48c1-89c9-fed000bd69d8,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:03.770354 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:02:03.773047 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-440c61e9-fe98-4133-99e6-f907b6d08e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.842203 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-bbcffcbd-6529-4035-aca6-18a40ddde2d4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9183047 Jun 30 09:02:03.845336 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49684) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:03.850256 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-289b9714-8484-4e1e-b392-492776c20329 admin admin] Request body: {'subnet': {'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-124168956-subnet', 'tenant_id': '4072f6e39e474776996ee00ca570db4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:03.896733 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-440c61e9-fe98-4133-99e6-f907b6d08e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.900121 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-440c61e9-fe98-4133-99e6-f907b6d08e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.909122 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-440c61e9-fe98-4133-99e6-f907b6d08e30 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3fbdbdd2-c4db-4e01-a3df-2ce9b0956ac3 HTTP/1.1" status: 204 len: 168 time: 0.2196391 Jun 30 09:02:03.910285 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c61e9-fe98-4133-99e6-f907b6d08e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbdbdd2-c4db-4e01-a3df-2ce9b0956ac3,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:03.937834 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49694) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:03.984734 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289b9714-8484-4e1e-b392-492776c20329 admin admin] Made reservation on behalf of 4072f6e39e474776996ee00ca570db4f for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:03.986961 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-289b9714-8484-4e1e-b392-492776c20329 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.007436 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b6a2dd22-54f6-4735-8fed-fc59b4b33723 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=57dda5fcdde04065b0adf8eb78ee79f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0684359 Jun 30 09:02:04.011363 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49700) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:04.065702 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b4d2e313-8cf9-4314-81fb-086cc27de338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.089915 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b4d2e313-8cf9-4314-81fb-086cc27de338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.326749 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b4d2e313-8cf9-4314-81fb-086cc27de338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.329863 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b4d2e313-8cf9-4314-81fb-086cc27de338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.331813 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b4d2e313-8cf9-4314-81fb-086cc27de338 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/069f5063-d672-4218-a5d9-d850141bc150 HTTP/1.1" status: 204 len: 168 time: 0.3193839 Jun 30 09:02:04.340462 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2e313-8cf9-4314-81fb-086cc27de338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069f5063-d672-4218-a5d9-d850141bc150,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:04.367661 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-289b9714-8484-4e1e-b392-492776c20329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.432851 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3f3a0-07aa-4d22-b853-2dbcf60ad9ee req-182d3cf0-b6f6-487e-a964-7f08213c63ca tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:04.435584 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5bf3f3a0-07aa-4d22-b853-2dbcf60ad9ee req-182d3cf0-b6f6-487e-a964-7f08213c63ca tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 944 time: 0.0803406 Jun 30 09:02:04.436289 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b9714-8484-4e1e-b392-492776c20329 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a401937-9638-402a-b598-8b54d19e09c0,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:04.446919 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289b9714-8484-4e1e-b392-492776c20329 admin admin] Checking segment: {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:04.447307 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289b9714-8484-4e1e-b392-492776c20329 admin admin] Network hostable DHCP agents. Network: 0e2e3f2d-1170-48c1-89c9-fed000bd69d8, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:02:04.473436 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5bf3f3a0-07aa-4d22-b853-2dbcf60ad9ee req-331bbf27-a6c5-4c02-a0c5-92e8243a61ec tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334840 Jun 30 09:02:04.555751 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289b9714-8484-4e1e-b392-492776c20329 admin admin] Network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:02:04.615208 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49710) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:04.629127 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6d02d848-8423-4890-a2aa-3f758f0bcff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.669714 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-289b9714-8484-4e1e-b392-492776c20329 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 0e2e3f2d-1170-48c1-89c9-fed000bd69d8) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:04.676471 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289b9714-8484-4e1e-b392-492776c20329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:04.676918 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-289b9714-8484-4e1e-b392-492776c20329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.681213 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e638475-c655-41af-9029-e3c87268616f None None] Network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:04.750572 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6d02d848-8423-4890-a2aa-3f758f0bcff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.814740 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7285a555-f4a3-4861-8631-1256e68dcd20 None None] Network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:04.824898 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6d02d848-8423-4890-a2aa-3f758f0bcff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.872377 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6d02d848-8423-4890-a2aa-3f758f0bcff9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=891d1f60b3db427da711e988c18c3eb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562702 Jun 30 09:02:04.873545 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02d848-8423-4890-a2aa-3f758f0bcff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e069a5-ed61-4ce6-b3d2-abbba31116d7,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:04.874974 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49714) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:04.953352 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4e92b8c3-5caa-4a98-882c-854994e88239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.993013 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4e92b8c3-5caa-4a98-882c-854994e88239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.047930 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-289b9714-8484-4e1e-b392-492776c20329 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2015102 Jun 30 09:02:05.218283 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4e92b8c3-5caa-4a98-882c-854994e88239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.222791 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4e92b8c3-5caa-4a98-882c-854994e88239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.222791 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4e92b8c3-5caa-4a98-882c-854994e88239 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/12e069a5-ed61-4ce6-b3d2-abbba31116d7 HTTP/1.1" status: 204 len: 168 time: 0.3460181 Jun 30 09:02:05.231724 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92b8c3-5caa-4a98-882c-854994e88239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e069a5-ed61-4ce6-b3d2-abbba31116d7,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:05.467150 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49732) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:05.481841 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-025d581b-2a75-48a6-bc64-b2b33cf8ccbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.623373 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-025d581b-2a75-48a6-bc64-b2b33cf8ccbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.666190 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a0322-2b06-47d7-8bd0-9725cec6de10 req-2902c67e-cab3-4b2a-b3f0-61448b75841e tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:05.667702 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-800a0322-2b06-47d7-8bd0-9725cec6de10 req-2902c67e-cab3-4b2a-b3f0-61448b75841e tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 944 time: 0.0668995 Jun 30 09:02:05.707456 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-800a0322-2b06-47d7-8bd0-9725cec6de10 req-7c4d359d-eea8-4df1-b612-fb3e08b87cf1 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339849 Jun 30 09:02:05.715196 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-025d581b-2a75-48a6-bc64-b2b33cf8ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.754213 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-025d581b-2a75-48a6-bc64-b2b33cf8ccbe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=79b6bd42499d404a81f624221ba3b98d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854719 Jun 30 09:02:05.756151 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d581b-2a75-48a6-bc64-b2b33cf8ccbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2435d35d-9c2d-4a51-8e2e-bce3337f61f0,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:05.762832 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49738) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:05.816342 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-98cba7c1-8c0b-4eb8-933c-9e99becd879f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.838055 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-98cba7c1-8c0b-4eb8-933c-9e99becd879f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.983496 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-98cba7c1-8c0b-4eb8-933c-9e99becd879f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.986094 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-98cba7c1-8c0b-4eb8-933c-9e99becd879f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.987282 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-98cba7c1-8c0b-4eb8-933c-9e99becd879f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2435d35d-9c2d-4a51-8e2e-bce3337f61f0 HTTP/1.1" status: 204 len: 168 time: 0.2231719 Jun 30 09:02:05.995852 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cba7c1-8c0b-4eb8-933c-9e99becd879f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2435d35d-9c2d-4a51-8e2e-bce3337f61f0,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:06.399682 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49758) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:06.805273 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-73790c76-690d-414d-a9db-f3eb3ef3e920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:06.910963 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a692804-88d3-4007-8e13-6dc96153a203 req-c272684d-6b8b-47dc-9d80-aad2d964371b tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:06.912875 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7a692804-88d3-4007-8e13-6dc96153a203 req-c272684d-6b8b-47dc-9d80-aad2d964371b tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 944 time: 0.0834975 Jun 30 09:02:06.921514 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-73790c76-690d-414d-a9db-f3eb3ef3e920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:06.942248 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:06.954801 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7a692804-88d3-4007-8e13-6dc96153a203 req-7147a54d-4b51-4840-8f23-bc73f9037f5a tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357406 Jun 30 09:02:07.025966 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49786) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:07.031307 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-aa383162-e8b6-4587-bac2-e0014454c599 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-859223152-network', 'tenant_id': 'f2f6de7aac0447cb890ab03ac3f65b4c'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:07.085247 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-73790c76-690d-414d-a9db-f3eb3ef3e920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.134633 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-73790c76-690d-414d-a9db-f3eb3ef3e920 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=98a39f13bf7d4878ab55ca37334d8617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7331915 Jun 30 09:02:07.137345 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49790) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:07.139793 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73790c76-690d-414d-a9db-f3eb3ef3e920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a955feb-b722-4629-a8e3-1530454f39d8,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:07.196168 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7db85870-751c-4a46-ad29-5f6e6c400902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.216542 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa383162-e8b6-4587-bac2-e0014454c599 admin admin] Made reservation on behalf of f2f6de7aac0447cb890ab03ac3f65b4c for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:07.217276 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7db85870-751c-4a46-ad29-5f6e6c400902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.219112 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aa383162-e8b6-4587-bac2-e0014454c599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.231898 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aa383162-e8b6-4587-bac2-e0014454c599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.325253 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 44272199-6bc5-46b1-ac93-e3dc8b4a079c details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:07.389633 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7db85870-751c-4a46-ad29-5f6e6c400902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.393012 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7db85870-751c-4a46-ad29-5f6e6c400902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.396223 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7db85870-751c-4a46-ad29-5f6e6c400902 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2a955feb-b722-4629-a8e3-1530454f39d8 HTTP/1.1" status: 204 len: 168 time: 0.2578406 Jun 30 09:02:07.405194 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db85870-751c-4a46-ad29-5f6e6c400902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a955feb-b722-4629-a8e3-1530454f39d8,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:07.449323 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 44272199-6bc5-46b1-ac93-e3dc8b4a079c, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=44272199-6bc5-46b1-ac93-e3dc8b4a079c,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:07.461376 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '44272199-6bc5-46b1-ac93-e3dc8b4a079c', 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71', 'port_id': '44272199-6bc5-46b1-ac93-e3dc8b4a079c', 'mac_address': 'fa:16:3e:56:61:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8196dcad-a05d-4c25-a036-8d0e22bb3a6b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:02:07.472581 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aa383162-e8b6-4587-bac2-e0014454c599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.507367 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.531621 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44272199-6bc5-46b1-ac93-e3dc8b4a079c {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:07.559007 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 44272199-6bc5-46b1-ac93-e3dc8b4a079c, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=44272199-6bc5-46b1-ac93-e3dc8b4a079c,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:07.578978 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aa383162-e8b6-4587-bac2-e0014454c599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.634135 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa383162-e8b6-4587-bac2-e0014454c599 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:02:07.652741 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.666144 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aa383162-e8b6-4587-bac2-e0014454c599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.667159 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-aa383162-e8b6-4587-bac2-e0014454c599 admin admin] Added segment 4b4a02cb-622e-45f4-9a6f-fcdef6b8716d of type vlan for network 607a3ebd-95ae-466d-8a67-ee0c5a225035 Jun 30 09:02:07.669083 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa383162-e8b6-4587-bac2-e0014454c599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b92b85-d782-4681-8b57-472b139c780b,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:07.737267 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=44272199-6bc5-46b1-ac93-e3dc8b4a079c,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:07.737955 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aa383162-e8b6-4587-bac2-e0014454c599 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.841070 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aa383162-e8b6-4587-bac2-e0014454c599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.842058 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa383162-e8b6-4587-bac2-e0014454c599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:07.842636 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aa383162-e8b6-4587-bac2-e0014454c599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.902448 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa383162-e8b6-4587-bac2-e0014454c599 admin admin] Pushing event updated for resources: {'Network': ['ID=607a3ebd-95ae-466d-8a67-ee0c5a225035,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:07.914387 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 607a3ebd-95ae-466d-8a67-ee0c5a225035 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:02:07.949666 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49814) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:07.954883 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-691018ae-4f96-4ccd-9ca8-fdf3cd56fec2 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1336418388-network', 'tenant_id': '78d5020271d245a6995c4d45b01de4d9'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:07.960712 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['44272199-6bc5-46b1-ac93-e3dc8b4a079c'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:08.032408 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49820) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:08.033443 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-aa383162-e8b6-4587-bac2-e0014454c599 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0063214 Jun 30 09:02:08.038597 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-5418953f-5b8d-4be5-b082-e2c0ed4ed3be admin admin] Request body: {'subnet': {'network_id': '607a3ebd-95ae-466d-8a67-ee0c5a225035', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-859223152-subnet', 'tenant_id': 'f2f6de7aac0447cb890ab03ac3f65b4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:08.166754 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691018ae-4f96-4ccd-9ca8-fdf3cd56fec2 admin admin] Made reservation on behalf of 78d5020271d245a6995c4d45b01de4d9 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:08.169525 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-691018ae-4f96-4ccd-9ca8-fdf3cd56fec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.186114 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-691018ae-4f96-4ccd-9ca8-fdf3cd56fec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.196037 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e80e3-3a5b-4966-a1d2-101cfd98794a req-8eee4af2-b06c-4be9-b4e9-78df1e5d93df tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:08.199885 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0c3e80e3-3a5b-4966-a1d2-101cfd98794a req-8eee4af2-b06c-4be9-b4e9-78df1e5d93df tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 945 time: 0.0834346 Jun 30 09:02:08.236471 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0c3e80e3-3a5b-4966-a1d2-101cfd98794a req-0d540e61-d174-4f23-8f16-16904170ea68 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322433 Jun 30 09:02:08.297928 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5418953f-5b8d-4be5-b082-e2c0ed4ed3be admin admin] Made reservation on behalf of f2f6de7aac0447cb890ab03ac3f65b4c for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:08.300527 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5418953f-5b8d-4be5-b082-e2c0ed4ed3be admin admin] Notify callbacks [] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.395886 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.407167 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-691018ae-4f96-4ccd-9ca8-fdf3cd56fec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.497945 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-691018ae-4f96-4ccd-9ca8-fdf3cd56fec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.521694 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691018ae-4f96-4ccd-9ca8-fdf3cd56fec2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:02:08.530966 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691018ae-4f96-4ccd-9ca8-fdf3cd56fec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec8dae1-f44c-4123-a4b4-285662952f3a,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:08.537274 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-691018ae-4f96-4ccd-9ca8-fdf3cd56fec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.537829 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-691018ae-4f96-4ccd-9ca8-fdf3cd56fec2 admin admin] Added segment 4d332f2b-f918-4e2c-9b39-d84c12d66eb4 of type vlan for network ef0755a6-8470-439d-a38c-5ee3782dcd69 Jun 30 09:02:08.558124 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49830) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:08.592969 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-691018ae-4f96-4ccd-9ca8-fdf3cd56fec2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.593226 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0c717e43-03a2-4939-b3d6-d06a8dbbbe96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.637762 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5418953f-5b8d-4be5-b082-e2c0ed4ed3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.737807 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-691018ae-4f96-4ccd-9ca8-fdf3cd56fec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.738835 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691018ae-4f96-4ccd-9ca8-fdf3cd56fec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:08.739446 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-691018ae-4f96-4ccd-9ca8-fdf3cd56fec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.789301 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418953f-5b8d-4be5-b082-e2c0ed4ed3be admin admin] Pushing event updated for resources: {'Subnet': ['ID=39204ab6-d1d6-48ad-b465-0c067e5d6812,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:08.812469 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691018ae-4f96-4ccd-9ca8-fdf3cd56fec2 admin admin] Pushing event updated for resources: {'Network': ['ID=ef0755a6-8470-439d-a38c-5ee3782dcd69,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:08.823620 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network ef0755a6-8470-439d-a38c-5ee3782dcd69 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:02:08.827479 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5418953f-5b8d-4be5-b082-e2c0ed4ed3be admin admin] Checking segment: {'id': '4b4a02cb-622e-45f4-9a6f-fcdef6b8716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '607a3ebd-95ae-466d-8a67-ee0c5a225035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:08.828037 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5418953f-5b8d-4be5-b082-e2c0ed4ed3be admin admin] Network hostable DHCP agents. Network: 607a3ebd-95ae-466d-8a67-ee0c5a225035, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:02:08.893254 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0c717e43-03a2-4939-b3d6-d06a8dbbbe96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.955643 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5418953f-5b8d-4be5-b082-e2c0ed4ed3be admin admin] Network 607a3ebd-95ae-466d-8a67-ee0c5a225035 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:02:08.984202 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0c717e43-03a2-4939-b3d6-d06a8dbbbe96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.027235 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0c717e43-03a2-4939-b3d6-d06a8dbbbe96 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b0a0fc74c10a4e09aa3f8dbccb12aad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4668505 Jun 30 09:02:09.029267 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49846) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:09.035662 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c717e43-03a2-4939-b3d6-d06a8dbbbe96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67203d03-36ee-4383-9f4d-bb2f934059c1,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:09.047104 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-5418953f-5b8d-4be5-b082-e2c0ed4ed3be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 607a3ebd-95ae-466d-8a67-ee0c5a225035) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:09.057621 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5418953f-5b8d-4be5-b082-e2c0ed4ed3be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:09.058221 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5418953f-5b8d-4be5-b082-e2c0ed4ed3be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.070334 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007f5c6c-c0f1-4c2e-9038-4c31b9fb039e None None] Network 607a3ebd-95ae-466d-8a67-ee0c5a225035 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:09.105473 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7117f8a1-7ec3-432b-b109-ce07f873ceaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.110354 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-691018ae-4f96-4ccd-9ca8-fdf3cd56fec2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1595871 Jun 30 09:02:09.114290 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49848) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:09.129745 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-36267958-ad26-4e37-80f2-4ee7c6437b33 admin admin] Request body: {'subnet': {'network_id': 'ef0755a6-8470-439d-a38c-5ee3782dcd69', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1336418388-subnet', 'tenant_id': '78d5020271d245a6995c4d45b01de4d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:09.162353 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7117f8a1-7ec3-432b-b109-ce07f873ceaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.220314 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5418953f-5b8d-4be5-b082-e2c0ed4ed3be admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1794889 Jun 30 09:02:09.286735 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f77bd0-fc0b-40e7-bd7a-8c273a35af18 None None] Network 607a3ebd-95ae-466d-8a67-ee0c5a225035 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:09.298928 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36267958-ad26-4e37-80f2-4ee7c6437b33 admin admin] Made reservation on behalf of 78d5020271d245a6995c4d45b01de4d9 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:09.303341 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-36267958-ad26-4e37-80f2-4ee7c6437b33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.365538 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 44272199-6bc5-46b1-ac93-e3dc8b4a079c up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:09.372396 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7117f8a1-7ec3-432b-b109-ce07f873ceaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.376258 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7117f8a1-7ec3-432b-b109-ce07f873ceaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.378216 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7117f8a1-7ec3-432b-b109-ce07f873ceaf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/67203d03-36ee-4383-9f4d-bb2f934059c1 HTTP/1.1" status: 204 len: 168 time: 0.3477225 Jun 30 09:02:09.391567 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117f8a1-7ec3-432b-b109-ce07f873ceaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67203d03-36ee-4383-9f4d-bb2f934059c1,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:09.448662 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49868) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:09.513730 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f5052-b4b0-40b1-8cb8-de508614f431 req-de58b5ba-4b6e-4d44-85ea-03c1c57514d3 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:09.521025 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-954f5052-b4b0-40b1-8cb8-de508614f431 req-de58b5ba-4b6e-4d44-85ea-03c1c57514d3 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 945 time: 0.1143167 Jun 30 09:02:09.548060 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-794b7a7c-2f59-4d90-ad42-ad47af9f7174 admin admin] Deleting subnet 2851ec88-ff08-4570-867e-6a922d3e027d {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:02:09.549987 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-794b7a7c-2f59-4d90-ad42-ad47af9f7174 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.568241 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 44272199-6bc5-46b1-ac93-e3dc8b4a079c completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:09.577648 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 44272199-6bc5-46b1-ac93-e3dc8b4a079c triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:09.578769 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.587993 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-794b7a7c-2f59-4d90-ad42-ad47af9f7174 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.597459 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-794b7a7c-2f59-4d90-ad42-ad47af9f7174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.611758 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-954f5052-b4b0-40b1-8cb8-de508614f431 req-992b133c-ae4a-4689-bef6-0069b8b0cfaf tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894358 Jun 30 09:02:09.709770 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2f12f7e6-c816-4168-a7e2-fc3fdc5807cb req-33f6f4bb-931b-4f1c-b004-8d44e164a1c7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1253426 Jun 30 09:02:09.717431 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.741996 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01f0e2c-d330-49b4-8412-60b436f0cac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44272199-6bc5-46b1-ac93-e3dc8b4a079c'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:09.744458 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45ca10f-1499-453c-b342-ae04118d7f73" -d '{"events": [{"server_uuid": "c01f0e2c-d330-49b4-8412-60b436f0cac9", "name": "network-vif-plugged", "status": "completed", "tag": "44272199-6bc5-46b1-ac93-e3dc8b4a079c"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:09.755584 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-794b7a7c-2f59-4d90-ad42-ad47af9f7174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.760398 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 44272199-6bc5-46b1-ac93-e3dc8b4a079c, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=44272199-6bc5-46b1-ac93-e3dc8b4a079c,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:09.780429 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-794b7a7c-2f59-4d90-ad42-ad47af9f7174 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.782351 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-794b7a7c-2f59-4d90-ad42-ad47af9f7174 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2851ec88-ff08-4570-867e-6a922d3e027d HTTP/1.1" status: 204 len: 168 time: 0.3289626 Jun 30 09:02:09.790038 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c986fb55-a1cd-46a8-bac0-85310a4f2ca3 x-openstack-request-id: req-c986fb55-a1cd-46a8-bac0-85310a4f2ca3 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:09.790331 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01f0e2c-d330-49b4-8412-60b436f0cac9", "name": "network-vif-plugged", "status": "completed", "tag": "44272199-6bc5-46b1-ac93-e3dc8b4a079c", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:09.790579 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c986fb55-a1cd-46a8-bac0-85310a4f2ca3 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:09.791005 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01f0e2c-d330-49b4-8412-60b436f0cac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44272199-6bc5-46b1-ac93-e3dc8b4a079c', 'code': 200} Jun 30 09:02:09.794178 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49880) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:09.809855 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b7a7c-2f59-4d90-ad42-ad47af9f7174 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2851ec88-ff08-4570-867e-6a922d3e027d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:09.831470 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-36267958-ad26-4e37-80f2-4ee7c6437b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.858177 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.939328 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=44272199-6bc5-46b1-ac93-e3dc8b4a079c,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:09.954853 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36267958-ad26-4e37-80f2-4ee7c6437b33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a09549ef-195f-41d9-9084-30b0998b2f92,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:09.998309 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72eb2841-a764-48b6-9370-b5a08461de8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.035807 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12f7e6-c816-4168-a7e2-fc3fdc5807cb req-ab20b449-cc44-4f47-a518-e3b436e03096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:10.037304 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2f12f7e6-c816-4168-a7e2-fc3fdc5807cb req-ab20b449-cc44-4f47-a518-e3b436e03096 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9342aeef3062492da53fbad2470ed3ad&device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 1096 time: 0.2763176 Jun 30 09:02:10.056095 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36267958-ad26-4e37-80f2-4ee7c6437b33 admin admin] Checking segment: {'id': '4d332f2b-f918-4e2c-9b39-d84c12d66eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ef0755a6-8470-439d-a38c-5ee3782dcd69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:10.056507 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36267958-ad26-4e37-80f2-4ee7c6437b33 admin admin] Network hostable DHCP agents. Network: ef0755a6-8470-439d-a38c-5ee3782dcd69, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:02:10.104427 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457d8ed-69c1-42e4-9f38-87e1144244d3 req-ff4783a6-e82c-41af-98db-0520ad54f5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:10.105856 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f457d8ed-69c1-42e4-9f38-87e1144244d3 req-ff4783a6-e82c-41af-98db-0520ad54f5f3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 1098 time: 0.2027228 Jun 30 09:02:10.224362 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72eb2841-a764-48b6-9370-b5a08461de8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.242242 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72eb2841-a764-48b6-9370-b5a08461de8a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:02:10.242691 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72eb2841-a764-48b6-9370-b5a08461de8a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:02:10.243503 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72eb2841-a764-48b6-9370-b5a08461de8a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:02:10.243838 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72eb2841-a764-48b6-9370-b5a08461de8a admin admin] Subscribe: > port after_create 55550000 {{(pid=101053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:02:10.244210 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72eb2841-a764-48b6-9370-b5a08461de8a admin admin] Subscribe: > port after_delete 55550000 {{(pid=101053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:02:10.244549 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72eb2841-a764-48b6-9370-b5a08461de8a admin admin] Subscribe: > port after_update 55550000 {{(pid=101053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:02:10.244922 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72eb2841-a764-48b6-9370-b5a08461de8a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:02:10.245165 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72eb2841-a764-48b6-9370-b5a08461de8a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:02:10.245490 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72eb2841-a764-48b6-9370-b5a08461de8a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:02:10.245835 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72eb2841-a764-48b6-9370-b5a08461de8a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:02:10.372376 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72eb2841-a764-48b6-9370-b5a08461de8a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:02:10.372779 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72eb2841-a764-48b6-9370-b5a08461de8a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:02:10.373121 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72eb2841-a764-48b6-9370-b5a08461de8a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:02:10.373453 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72eb2841-a764-48b6-9370-b5a08461de8a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:02:10.373836 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-72eb2841-a764-48b6-9370-b5a08461de8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c70a09-3549-4610-8a40-2f55c1378c35']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:10.380082 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f457d8ed-69c1-42e4-9f38-87e1144244d3 req-28f14764-d75f-4a11-8d51-f094955cdadd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551365 Jun 30 09:02:10.399970 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36267958-ad26-4e37-80f2-4ee7c6437b33 admin admin] Network ef0755a6-8470-439d-a38c-5ee3782dcd69 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:02:10.405353 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-72eb2841-a764-48b6-9370-b5a08461de8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1adb95be-2810-4201-a561-0807aa646dc7') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:10.405650 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-72eb2841-a764-48b6-9370-b5a08461de8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1adb95be-2810-4201-a561-0807aa646dc7') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:10.435536 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72eb2841-a764-48b6-9370-b5a08461de8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.453389 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12f7e6-c816-4168-a7e2-fc3fdc5807cb req-09388e8c-fe37-418b-919f-382fd4277e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:10.454882 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2f12f7e6-c816-4168-a7e2-fc3fdc5807cb req-09388e8c-fe37-418b-919f-382fd4277e48 service neutron] 10.222.0.52 "GET /v2.0/networks?id=29b0d071-6714-4385-b9f1-40e12b8f9c71 HTTP/1.1" status: 200 len: 909 time: 0.3684678 Jun 30 09:02:10.463516 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72eb2841-a764-48b6-9370-b5a08461de8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.506581 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2f12f7e6-c816-4168-a7e2-fc3fdc5807cb req-2f0f0761-e624-43b4-acc0-baf8f44b26ec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18206ec0-4f6b-4ea0-a291-734397e7a542 HTTP/1.1" status: 200 len: 217 time: 0.0446482 Jun 30 09:02:10.508642 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72eb2841-a764-48b6-9370-b5a08461de8a admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:02:10.510774 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72eb2841-a764-48b6-9370-b5a08461de8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.521314 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49902) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:10.537424 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a938a09-3568-412a-858d-aa6d4574d24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: from cryptography.utils import int_from_bytes Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: from cryptography.utils import int_from_bytes Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:02:10.545979 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:02:10.597733 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-36267958-ad26-4e37-80f2-4ee7c6437b33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, ef0755a6-8470-439d-a38c-5ee3782dcd69) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:10.621923 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3608922-54d9-4728-baf1-c68211dcf19d None None] Network ef0755a6-8470-439d-a38c-5ee3782dcd69 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:10.627855 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36267958-ad26-4e37-80f2-4ee7c6437b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:10.628468 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-36267958-ad26-4e37-80f2-4ee7c6437b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.676579 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12f7e6-c816-4168-a7e2-fc3fdc5807cb req-c3aa6267-cba0-492f-94ca-a285442de5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:10.677665 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2f12f7e6-c816-4168-a7e2-fc3fdc5807cb req-c3aa6267-cba0-492f-94ca-a285442de5f4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8196dcad-a05d-4c25-a036-8d0e22bb3a6b HTTP/1.1" status: 200 len: 848 time: 0.1190741 Jun 30 09:02:10.733392 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a938a09-3568-412a-858d-aa6d4574d24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.739377 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2f12f7e6-c816-4168-a7e2-fc3fdc5807cb req-aacb64ea-f865-42f0-bff6-56fb36b5a3fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=29b0d071-6714-4385-b9f1-40e12b8f9c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497396 Jun 30 09:02:10.856733 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8285d50e-8aeb-4a1c-8661-d4a3491ccd45 None None] Network ef0755a6-8470-439d-a38c-5ee3782dcd69 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:10.856824 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72eb2841-a764-48b6-9370-b5a08461de8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.876769 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72eb2841-a764-48b6-9370-b5a08461de8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.881757 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49916) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:10.882579 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-72eb2841-a764-48b6-9370-b5a08461de8a admin admin] 10.222.0.10 "DELETE /v2.0/networks/b2c70a09-3549-4610-8a40-2f55c1378c35 HTTP/1.1" status: 204 len: 168 time: 1.0807526 Jun 30 09:02:10.895175 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a938a09-3568-412a-858d-aa6d4574d24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.911886 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb2841-a764-48b6-9370-b5a08461de8a admin admin] Pushing event deleted for resources: {'Network': ['ID=b2c70a09-3549-4610-8a40-2f55c1378c35,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:10.950897 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2f12f7e6-c816-4168-a7e2-fc3fdc5807cb req-3a8cf0e5-675f-4fec-92eb-c173de3b960f service neutron] 10.222.0.52 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002213 Jun 30 09:02:11.013840 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1a938a09-3568-412a-858d-aa6d4574d24d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8467377c329a4e6aad919df63bc3af0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4886074 Jun 30 09:02:11.016677 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49922) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:11.031000 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a80b5-12b6-42cd-afdc-98bc78168256 req-df7ddc8b-c6e0-425e-9d64-4798b5a7c619 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:11.033651 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-181a80b5-12b6-42cd-afdc-98bc78168256 req-df7ddc8b-c6e0-425e-9d64-4798b5a7c619 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 946 time: 0.2366483 Jun 30 09:02:11.095227 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-36267958-ad26-4e37-80f2-4ee7c6437b33 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9771919 Jun 30 09:02:11.170305 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2f12f7e6-c816-4168-a7e2-fc3fdc5807cb req-e8a1b1ab-e8ab-4048-9499-8069327d9b00 service neutron] 10.222.0.52 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098248 Jun 30 09:02:11.173356 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a938a09-3568-412a-858d-aa6d4574d24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e93987d-1e48-45d4-a1e2-2de772f139ef,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:11.202042 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-181a80b5-12b6-42cd-afdc-98bc78168256 req-d84113a6-afe4-407a-b1bb-eb07b603f57a tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516976 Jun 30 09:02:11.249987 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-06fd2144-36f7-43bd-bc01-8d1faf0d0355 admin admin] Deleting subnet 39204ab6-d1d6-48ad-b465-0c067e5d6812 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:02:11.261571 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-06fd2144-36f7-43bd-bc01-8d1faf0d0355 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.340285 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-06fd2144-36f7-43bd-bc01-8d1faf0d0355 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.345012 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-777bba3e-012b-4a51-9ef3-d45e1ec10c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.347962 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-06fd2144-36f7-43bd-bc01-8d1faf0d0355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.396949 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-777bba3e-012b-4a51-9ef3-d45e1ec10c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.552365 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-06fd2144-36f7-43bd-bc01-8d1faf0d0355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.600202 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd2144-36f7-43bd-bc01-8d1faf0d0355 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39204ab6-d1d6-48ad-b465-0c067e5d6812,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:11.604964 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-06fd2144-36f7-43bd-bc01-8d1faf0d0355 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.607274 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-06fd2144-36f7-43bd-bc01-8d1faf0d0355 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/39204ab6-d1d6-48ad-b465-0c067e5d6812 HTTP/1.1" status: 204 len: 168 time: 0.7230997 Jun 30 09:02:11.609563 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49950) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:11.636196 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-777bba3e-012b-4a51-9ef3-d45e1ec10c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.640382 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-777bba3e-012b-4a51-9ef3-d45e1ec10c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.646094 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-777bba3e-012b-4a51-9ef3-d45e1ec10c8e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4e93987d-1e48-45d4-a1e2-2de772f139ef HTTP/1.1" status: 204 len: 168 time: 0.6240897 Jun 30 09:02:11.695962 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777bba3e-012b-4a51-9ef3-d45e1ec10c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e93987d-1e48-45d4-a1e2-2de772f139ef,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:11.719357 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-96faf48c-f01e-4e96-a0a1-a69c3bf4a153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.835616 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d945bf4-d37e-4cad-ab63-da68e8f968e0 req-785dbe98-3bb9-470d-a9c8-2b44d56a8adf tempest-FlavorsV2NegativeTest-1907268517 tempest-FlavorsV2NegativeTest-1907268517-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ceaf3adcfcdd4b57a1e185f86372183e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359669 Jun 30 09:02:11.838089 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-96faf48c-f01e-4e96-a0a1-a69c3bf4a153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.849971 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-96faf48c-f01e-4e96-a0a1-a69c3bf4a153 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:02:11.850206 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-96faf48c-f01e-4e96-a0a1-a69c3bf4a153 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:02:11.851661 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-96faf48c-f01e-4e96-a0a1-a69c3bf4a153 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:02:11.852006 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-96faf48c-f01e-4e96-a0a1-a69c3bf4a153 admin admin] Subscribe: > port after_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:02:11.852335 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-96faf48c-f01e-4e96-a0a1-a69c3bf4a153 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:02:11.852735 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-96faf48c-f01e-4e96-a0a1-a69c3bf4a153 admin admin] Subscribe: > port after_update 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:02:11.853050 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-96faf48c-f01e-4e96-a0a1-a69c3bf4a153 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:02:11.853364 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-96faf48c-f01e-4e96-a0a1-a69c3bf4a153 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:02:11.853681 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-96faf48c-f01e-4e96-a0a1-a69c3bf4a153 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:02:11.853989 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-96faf48c-f01e-4e96-a0a1-a69c3bf4a153 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:02:11.926436 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-96faf48c-f01e-4e96-a0a1-a69c3bf4a153 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:02:11.926750 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-96faf48c-f01e-4e96-a0a1-a69c3bf4a153 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:02:11.927233 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-96faf48c-f01e-4e96-a0a1-a69c3bf4a153 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:02:11.927567 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-96faf48c-f01e-4e96-a0a1-a69c3bf4a153 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:02:11.928003 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-96faf48c-f01e-4e96-a0a1-a69c3bf4a153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['607a3ebd-95ae-466d-8a67-ee0c5a225035']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:11.946837 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-0611b0cd-7ef9-4d02-98c9-0e625b533c51 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:11.954669 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-0611b0cd-7ef9-4d02-98c9-0e625b533c51 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/networks?id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8 HTTP/1.1" status: 200 len: 820 time: 0.1243796 Jun 30 09:02:11.976484 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-d236a84e-ef2f-4e1d-8680-8a9522a48d6b tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/quotas/4072f6e39e474776996ee00ca570db4f HTTP/1.1" status: 200 len: 375 time: 0.0197599 Jun 30 09:02:11.990521 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-96faf48c-f01e-4e96-a0a1-a69c3bf4a153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b4a02cb-622e-45f4-9a6f-fcdef6b8716d') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:11.990835 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-96faf48c-f01e-4e96-a0a1-a69c3bf4a153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b4a02cb-622e-45f4-9a6f-fcdef6b8716d') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:12.013805 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-96faf48c-f01e-4e96-a0a1-a69c3bf4a153 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:12.017293 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-8fbe972d-2501-4a8f-b547-cb52854fdc08 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4072f6e39e474776996ee00ca570db4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327587 Jun 30 09:02:12.047554 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-96faf48c-f01e-4e96-a0a1-a69c3bf4a153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:12.066410 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96faf48c-f01e-4e96-a0a1-a69c3bf4a153 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:02:12.066810 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-96faf48c-f01e-4e96-a0a1-a69c3bf4a153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: from cryptography.utils import int_from_bytes Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: from cryptography.utils import int_from_bytes Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:02:12.071704 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:02:12.142621 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d945bf4-d37e-4cad-ab63-da68e8f968e0 req-e038df13-fbd2-4418-aa6f-d1634d74bcd7 tempest-FlavorsV2NegativeTest-1907268517 tempest-FlavorsV2NegativeTest-1907268517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:12.144238 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d945bf4-d37e-4cad-ab63-da68e8f968e0 req-e038df13-fbd2-4418-aa6f-d1634d74bcd7 tempest-FlavorsV2NegativeTest-1907268517 tempest-FlavorsV2NegativeTest-1907268517-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2987900 Jun 30 09:02:12.147836 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-1bd90d5f-9a22-4376-8083-bba7d58b5b29 service neutron] 10.222.0.10 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215990 Jun 30 09:02:12.161292 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d945bf4-d37e-4cad-ab63-da68e8f968e0 req-c911c7a8-5e14-4856-9780-d76b5c0c3dbe tempest-FlavorsV2NegativeTest-1907268517 tempest-FlavorsV2NegativeTest-1907268517-project] 10.222.0.10 "GET /v2.0/quotas/ceaf3adcfcdd4b57a1e185f86372183e HTTP/1.1" status: 200 len: 375 time: 0.0104668 Jun 30 09:02:12.197935 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d945bf4-d37e-4cad-ab63-da68e8f968e0 req-5a592d05-8e4c-4906-bc51-a75553179c2a tempest-FlavorsV2NegativeTest-1907268517 tempest-FlavorsV2NegativeTest-1907268517-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ceaf3adcfcdd4b57a1e185f86372183e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298731 Jun 30 09:02:12.229272 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-96faf48c-f01e-4e96-a0a1-a69c3bf4a153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:12.241083 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-96faf48c-f01e-4e96-a0a1-a69c3bf4a153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:12.244382 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-96faf48c-f01e-4e96-a0a1-a69c3bf4a153 admin admin] 10.222.0.10 "DELETE /v2.0/networks/607a3ebd-95ae-466d-8a67-ee0c5a225035 HTTP/1.1" status: 204 len: 168 time: 0.6332569 Jun 30 09:02:12.262437 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96faf48c-f01e-4e96-a0a1-a69c3bf4a153 admin admin] Pushing event deleted for resources: {'Network': ['ID=607a3ebd-95ae-466d-8a67-ee0c5a225035,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:12.291766 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-9d2ca315-64e4-47b8-bde1-fd0085716a0f service neutron] 10.222.0.10 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364212 Jun 30 09:02:12.624235 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 50010) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:12.673661 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2eb4d7af-a3c1-47be-892c-b69004853cd4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b46514cde9664f49b36b3367562118c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482988 Jun 30 09:02:12.676366 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 50014) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:12.785436 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fde46abd-26be-479e-96bf-645b4713402c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:12.817558 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fde46abd-26be-479e-96bf-645b4713402c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:12.867796 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5150848-bab8-4232-8a95-81aa20b47ecd req-58bb4d7e-feec-45df-8b1e-58db9b5b9f7c tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:12.869282 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c5150848-bab8-4232-8a95-81aa20b47ecd req-58bb4d7e-feec-45df-8b1e-58db9b5b9f7c tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 946 time: 0.1297653 Jun 30 09:02:12.918935 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c5150848-bab8-4232-8a95-81aa20b47ecd req-f967f092-79fc-46d7-91ee-e0e0b87da4ee tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421157 Jun 30 09:02:12.962203 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 50028) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:13.011794 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8bcb13b5-afb9-4eb7-9494-591edb5ec5ae req-487ca2f3-8dde-4654-8068-46bc0555cf4f tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 210 time: 0.0427647 Jun 30 09:02:13.021559 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fde46abd-26be-479e-96bf-645b4713402c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.024685 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fde46abd-26be-479e-96bf-645b4713402c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.028753 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fde46abd-26be-479e-96bf-645b4713402c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/59161fb5-9ab6-4ab2-ad9b-4ab14066ae37 HTTP/1.1" status: 204 len: 168 time: 0.3512573 Jun 30 09:02:13.036918 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde46abd-26be-479e-96bf-645b4713402c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59161fb5-9ab6-4ab2-ad9b-4ab14066ae37,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:13.090770 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5968092f-f220-48b0-8192-55ea38a32f2b req-5c5813a9-c4fc-4605-b8d2-579300f2c821 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=3bdfc478fdbc432c9618ae41b0f73866&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260155 Jun 30 09:02:13.213918 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a948ba-df6e-4fa8-8be4-99247c3376f1 req-feed7284-5e4d-4539-bb84-5489d24bc38c tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:13.215137 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-72a948ba-df6e-4fa8-8be4-99247c3376f1 req-feed7284-5e4d-4539-bb84-5489d24bc38c tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 1098 time: 0.0784500 Jun 30 09:02:13.243200 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c86b5b2b-333c-411c-b183-0897db65ea69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.266913 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968092f-f220-48b0-8192-55ea38a32f2b req-1550c8ec-1cfb-485c-8c5b-eb5f30365db0 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:13.275449 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5968092f-f220-48b0-8192-55ea38a32f2b req-1550c8ec-1cfb-485c-8c5b-eb5f30365db0 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1834559 Jun 30 09:02:13.277527 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-72a948ba-df6e-4fa8-8be4-99247c3376f1 req-a18dcfa4-7790-40c0-876f-e9ef7b50bb31 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565846 Jun 30 09:02:13.295944 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5968092f-f220-48b0-8192-55ea38a32f2b req-5c8a9d96-cac9-48d6-90b1-98ac4018f8f0 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] 10.222.0.10 "GET /v2.0/quotas/3bdfc478fdbc432c9618ae41b0f73866 HTTP/1.1" status: 200 len: 375 time: 0.0169823 Jun 30 09:02:13.340337 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5968092f-f220-48b0-8192-55ea38a32f2b req-0e615afc-34de-476d-a66d-380cc81cee31 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3bdfc478fdbc432c9618ae41b0f73866&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406961 Jun 30 09:02:13.427273 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c86b5b2b-333c-411c-b183-0897db65ea69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.466308 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37247be8-e284-494f-a8cb-c09827673b9a req-e3519234-61ad-45f7-8723-56d66ad7bb01 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:13.467969 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-37247be8-e284-494f-a8cb-c09827673b9a req-e3519234-61ad-45f7-8723-56d66ad7bb01 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 1098 time: 0.0554216 Jun 30 09:02:13.505170 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-37247be8-e284-494f-a8cb-c09827673b9a req-243d03cb-4e2c-465b-9016-36f37c0c9d99 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316236 Jun 30 09:02:13.521849 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c86b5b2b-333c-411c-b183-0897db65ea69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.561849 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c86b5b2b-333c-411c-b183-0897db65ea69 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c4ff2492a1374222830639522853e104&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5984797 Jun 30 09:02:13.564692 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 50058) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:13.600592 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b5b2b-333c-411c-b183-0897db65ea69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49cba30-71a1-424f-9618-30fa46595ea0,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:13.672782 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2cb272e8-d30c-45a2-9c58-470bb496616b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.720654 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be2839c0-032d-43f9-b539-145e735ba30a req-77f5d7c3-5f68-4a1a-b309-a511f88ed7a9 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] 10.222.0.10 "GET /v2.0/ports?device_id=9de59547-28e4-4a61-81b9-29a3b7b2e4c1 HTTP/1.1" status: 200 len: 210 time: 0.0893643 Jun 30 09:02:13.730540 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2cb272e8-d30c-45a2-9c58-470bb496616b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.875424 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2cb272e8-d30c-45a2-9c58-470bb496616b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.877832 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2cb272e8-d30c-45a2-9c58-470bb496616b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.879017 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2cb272e8-d30c-45a2-9c58-470bb496616b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a49cba30-71a1-424f-9618-30fa46595ea0 HTTP/1.1" status: 204 len: 168 time: 0.3133354 Jun 30 09:02:13.887712 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb272e8-d30c-45a2-9c58-470bb496616b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49cba30-71a1-424f-9618-30fa46595ea0,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:14.185628 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f3ab440c-784d-4b69-bd00-5f729ce1e13f req-19d6e86f-f61a-4678-ae2e-73e085722a20 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 210 time: 0.0319517 Jun 30 09:02:14.270073 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a5488-69bb-4e5f-8cc1-6dc3f822e512 req-1ce76fd8-000b-4742-9288-8103249b7de2 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:14.271616 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a04a5488-69bb-4e5f-8cc1-6dc3f822e512 req-1ce76fd8-000b-4742-9288-8103249b7de2 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 1098 time: 0.0552812 Jun 30 09:02:14.311435 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a04a5488-69bb-4e5f-8cc1-6dc3f822e512 req-c2485c46-14f0-4f92-af29-504e59872f99 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324204 Jun 30 09:02:14.348889 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 50090) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:14.406624 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-de246d7c-4978-48ef-9b39-b2ed29e5e4fd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f2f6de7aac0447cb890ab03ac3f65b4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0557239 Jun 30 09:02:14.408978 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 50094) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:14.463396 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 50096) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:14.480392 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-22397c74-e159-4bbf-b2bb-8b723fabf65c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:14.504003 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-22397c74-e159-4bbf-b2bb-8b723fabf65c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:14.657520 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-22397c74-e159-4bbf-b2bb-8b723fabf65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:14.660250 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-22397c74-e159-4bbf-b2bb-8b723fabf65c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:14.661621 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-22397c74-e159-4bbf-b2bb-8b723fabf65c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e3b92b85-d782-4681-8b57-472b139c780b HTTP/1.1" status: 204 len: 168 time: 0.2514696 Jun 30 09:02:14.672925 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22397c74-e159-4bbf-b2bb-8b723fabf65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b92b85-d782-4681-8b57-472b139c780b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:14.809517 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cf1a8985-43aa-40ac-84c5-7f3362e7f0ab req-5cd2d959-9033-4d11-9e38-8892ad32879f tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] 10.222.0.10 "GET /v2.0/ports?device_id=9de59547-28e4-4a61-81b9-29a3b7b2e4c1 HTTP/1.1" status: 200 len: 210 time: 0.0291481 Jun 30 09:02:14.934643 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a1aca128-7ed9-4821-9981-046cc88a250c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.061034 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a1aca128-7ed9-4821-9981-046cc88a250c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.172735 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a1aca128-7ed9-4821-9981-046cc88a250c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.217792 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 50116) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:15.218089 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a1aca128-7ed9-4821-9981-046cc88a250c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ceaf3adcfcdd4b57a1e185f86372183e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7530873 Jun 30 09:02:15.220077 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aca128-7ed9-4821-9981-046cc88a250c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d4c3eb-8bfc-4c35-8bed-db1c4ee10096,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:15.299897 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-910380ea-e45e-4e98-878b-809055bfd1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.325506 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-910380ea-e45e-4e98-878b-809055bfd1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.386228 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-230f5358-d8df-440b-b202-2befebdc6a55 req-2598e651-85bd-4265-97cd-2e4f8fa79e4b tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 210 time: 0.0335476 Jun 30 09:02:15.422397 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 50122) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:15.436693 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ffd3b924-5c5d-425b-94d9-33b591013715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.503365 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-910380ea-e45e-4e98-878b-809055bfd1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.506148 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-910380ea-e45e-4e98-878b-809055bfd1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.508189 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-910380ea-e45e-4e98-878b-809055bfd1bd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/34d4c3eb-8bfc-4c35-8bed-db1c4ee10096 HTTP/1.1" status: 204 len: 168 time: 0.2880607 Jun 30 09:02:15.512373 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3898de-27f8-4993-aa1e-5f8be11e3068 req-7e89012f-438a-4be1-a448-e9bf670fc75b tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:15.514752 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cd3898de-27f8-4993-aa1e-5f8be11e3068 req-7e89012f-438a-4be1-a448-e9bf670fc75b tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 1098 time: 0.0818717 Jun 30 09:02:15.537735 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910380ea-e45e-4e98-878b-809055bfd1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d4c3eb-8bfc-4c35-8bed-db1c4ee10096,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:15.562555 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cd3898de-27f8-4993-aa1e-5f8be11e3068 req-9815affa-6372-482c-aaa4-ed93ae498bf3 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404792 Jun 30 09:02:15.668960 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ffd3b924-5c5d-425b-94d9-33b591013715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.795295 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ffd3b924-5c5d-425b-94d9-33b591013715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.826451 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 50134) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:15.839782 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ffd3b924-5c5d-425b-94d9-33b591013715 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f9a849d931c14ea7b4e601658754cd9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4159694 Jun 30 09:02:15.887320 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3b924-5c5d-425b-94d9-33b591013715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13680bea-3f5f-4746-92bc-b87eca504ed4,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:15.917769 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f980ac65-91e1-4638-a5cc-a2420af92aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.939391 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f980ac65-91e1-4638-a5cc-a2420af92aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.025790 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ec985c5e-9deb-4a51-a0f0-2da67ce4749d req-3f89ca06-5a31-460b-8314-a250c3c83021 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] 10.222.0.10 "GET /v2.0/ports?device_id=9de59547-28e4-4a61-81b9-29a3b7b2e4c1 HTTP/1.1" status: 200 len: 210 time: 0.0486984 Jun 30 09:02:16.177085 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-4ab3bce8-9448-4150-aece-b59e2598ae10 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:16.178701 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-4ab3bce8-9448-4150-aece-b59e2598ae10 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.52 "GET /v2.0/networks?id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8 HTTP/1.1" status: 200 len: 820 time: 0.1564269 Jun 30 09:02:16.182925 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f980ac65-91e1-4638-a5cc-a2420af92aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.182925 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f980ac65-91e1-4638-a5cc-a2420af92aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.187412 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f980ac65-91e1-4638-a5cc-a2420af92aeb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/13680bea-3f5f-4746-92bc-b87eca504ed4 HTTP/1.1" status: 204 len: 168 time: 0.3597877 Jun 30 09:02:16.201280 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-46db6dfa-d9bf-46c1-aa3b-c6bac1815667 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Request body: {'port': {'device_id': 'e133eae4-fa5f-4b9b-b92c-10419b958c18', 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8', 'admin_state_up': True, 'tenant_id': '4072f6e39e474776996ee00ca570db4f'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:16.204962 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980ac65-91e1-4638-a5cc-a2420af92aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13680bea-3f5f-4746-92bc-b87eca504ed4,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:16.575819 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1d1e314f-ea17-44ee-a8a3-e35d1d9d8ce5 req-dc23a645-582f-4505-9869-8e6b8cfd5e66 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 210 time: 0.0367553 Jun 30 09:02:16.737670 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-46db6dfa-d9bf-46c1-aa3b-c6bac1815667 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Made reservation on behalf of 4072f6e39e474776996ee00ca570db4f for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:16.741216 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-46db6dfa-d9bf-46c1-aa3b-c6bac1815667 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.882778 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-46db6dfa-d9bf-46c1-aa3b-c6bac1815667 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Allocated IP 172.20.0.9 (0e2e3f2d-1170-48c1-89c9-fed000bd69d8/1a401937-9638-402a-b598-8b54d19e09c0/dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:17.051571 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-46db6dfa-d9bf-46c1-aa3b-c6bac1815667 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.091277 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5968092f-f220-48b0-8192-55ea38a32f2b req-3b67050d-e243-406c-84ab-a60a09e5b75b tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=3bdfc478fdbc432c9618ae41b0f73866&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263596 Jun 30 09:02:17.241778 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-46db6dfa-d9bf-46c1-aa3b-c6bac1815667 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.365893 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db6dfa-d9bf-46c1-aa3b-c6bac1815667 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Pushing event updated for resources: {'Port': ['ID=dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:17.377699 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-46db6dfa-d9bf-46c1-aa3b-c6bac1815667 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:17.379870 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-46db6dfa-d9bf-46c1-aa3b-c6bac1815667 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:17.382805 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-46db6dfa-d9bf-46c1-aa3b-c6bac1815667 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:17.452985 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-46db6dfa-d9bf-46c1-aa3b-c6bac1815667 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:17.454501 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-46db6dfa-d9bf-46c1-aa3b-c6bac1815667 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.463081 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968092f-f220-48b0-8192-55ea38a32f2b req-217c34ac-ae0f-4bd3-83c5-cadaae70714a tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:17.464861 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5968092f-f220-48b0-8192-55ea38a32f2b req-217c34ac-ae0f-4bd3-83c5-cadaae70714a tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3666131 Jun 30 09:02:17.481606 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-5968092f-f220-48b0-8192-55ea38a32f2b req-ea8be35c-2bc2-4bce-b426-f8a1be31eb4f tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Request body: {'port': {'device_id': '9de59547-28e4-4a61-81b9-29a3b7b2e4c1', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'admin_state_up': True, 'tenant_id': '3bdfc478fdbc432c9618ae41b0f73866'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:17.545341 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5847cd43-d120-43d7-b785-a948762c85b4 req-362f334e-1b57-48c9-87c2-e4a52bcaa7f9 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] 10.222.0.10 "GET /v2.0/ports?device_id=9de59547-28e4-4a61-81b9-29a3b7b2e4c1 HTTP/1.1" status: 200 len: 210 time: 0.0305841 Jun 30 09:02:17.585091 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-46db6dfa-d9bf-46c1-aa3b-c6bac1815667 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3962173 Jun 30 09:02:17.600310 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-4466e2a0-2002-44c9-81e1-1e5503bf5a7e service neutron] Request body: {'port': {'device_id': 'e133eae4-fa5f-4b9b-b92c-10419b958c18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:17.722139 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-4466e2a0-2002-44c9-81e1-1e5503bf5a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.789354 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5968092f-f220-48b0-8192-55ea38a32f2b req-ea8be35c-2bc2-4bce-b426-f8a1be31eb4f tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Made reservation on behalf of 3bdfc478fdbc432c9618ae41b0f73866 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:17.793519 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5968092f-f220-48b0-8192-55ea38a32f2b req-ea8be35c-2bc2-4bce-b426-f8a1be31eb4f tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.813938 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5968092f-f220-48b0-8192-55ea38a32f2b req-ea8be35c-2bc2-4bce-b426-f8a1be31eb4f tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.928842 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5968092f-f220-48b0-8192-55ea38a32f2b req-ea8be35c-2bc2-4bce-b426-f8a1be31eb4f tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.015777 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a21ade-a9ec-458b-95b8-d7a8eaa7fb7e req-7bdf975c-acb2-4b98-ab7a-2dbc534b3961 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:18.017289 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-83a21ade-a9ec-458b-95b8-d7a8eaa7fb7e req-7bdf975c-acb2-4b98-ab7a-2dbc534b3961 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 931 time: 0.1356103 Jun 30 09:02:18.098671 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-83a21ade-a9ec-458b-95b8-d7a8eaa7fb7e req-adc171c7-bf31-4be2-afe8-8dbba0591c49 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739880 Jun 30 09:02:18.100645 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-4466e2a0-2002-44c9-81e1-1e5503bf5a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:18.110296 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-4466e2a0-2002-44c9-81e1-1e5503bf5a7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.123415 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-4466e2a0-2002-44c9-81e1-1e5503bf5a7e service neutron] Transition to ACTIVE for port object dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:18.149934 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5968092f-f220-48b0-8192-55ea38a32f2b req-ea8be35c-2bc2-4bce-b426-f8a1be31eb4f tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.216782 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-4466e2a0-2002-44c9-81e1-1e5503bf5a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.227738 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8be35c-2bc2-4bce-b426-f8a1be31eb4f tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b6dde5-5ae6-4c30-bf4a-c5b439d6ab1f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:18.272645 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466e2a0-2002-44c9-81e1-1e5503bf5a7e service neutron] Pushing event updated for resources: {'Port': ['ID=dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:18.334454 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-5968092f-f220-48b0-8192-55ea38a32f2b req-ea8be35c-2bc2-4bce-b426-f8a1be31eb4f tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Allocated IP 192.168.233.229 (ad33225d-5521-4894-b7e8-170799d80b12/a0a5de46-050b-42ad-8d47-c859eedbe230/2d0088c8-2681-45b4-822e-6279b345dab8) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:18.349922 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-4466e2a0-2002-44c9-81e1-1e5503bf5a7e service neutron] Attempting to bind port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:18.350253 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-4466e2a0-2002-44c9-81e1-1e5503bf5a7e service neutron] Attempting to bind port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:18.350576 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-4466e2a0-2002-44c9-81e1-1e5503bf5a7e service neutron] Attempting to bind port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:18.355548 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-4466e2a0-2002-44c9-81e1-1e5503bf5a7e service neutron] Port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:18.355871 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-4466e2a0-2002-44c9-81e1-1e5503bf5a7e service neutron] Attempting to bind port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:18.361135 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-4466e2a0-2002-44c9-81e1-1e5503bf5a7e service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:18.361470 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-4466e2a0-2002-44c9-81e1-1e5503bf5a7e service neutron] Checking segment: {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:18.361847 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-4466e2a0-2002-44c9-81e1-1e5503bf5a7e service neutron] Bound using segment: {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:18.364169 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-4466e2a0-2002-44c9-81e1-1e5503bf5a7e service neutron] Bound port: dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:18.364169 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-4466e2a0-2002-44c9-81e1-1e5503bf5a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.437509 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-4466e2a0-2002-44c9-81e1-1e5503bf5a7e service neutron] For port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:18.440863 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-4466e2a0-2002-44c9-81e1-1e5503bf5a7e service neutron] For port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:18.498682 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 50240) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:18.511107 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5968092f-f220-48b0-8192-55ea38a32f2b req-ea8be35c-2bc2-4bce-b426-f8a1be31eb4f tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.515718 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-4466e2a0-2002-44c9-81e1-1e5503bf5a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.535169 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-5968092f-f220-48b0-8192-55ea38a32f2b req-ea8be35c-2bc2-4bce-b426-f8a1be31eb4f tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Transition to ACTIVE for port object 2d0088c8-2681-45b4-822e-6279b345dab8 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:18.555363 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-4466e2a0-2002-44c9-81e1-1e5503bf5a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:18.555991 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-4466e2a0-2002-44c9-81e1-1e5503bf5a7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.557646 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-4466e2a0-2002-44c9-81e1-1e5503bf5a7e service neutron] 10.222.0.52 "PUT /v2.0/ports/dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe HTTP/1.1" status: 200 len: 1092 time: 0.9630556 Jun 30 09:02:18.558239 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e133eae4-fa5f-4b9b-b92c-10419b958c18', 'tag': 'dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:18.560808 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589b813c-e0ae-42ea-b36a-6f4b76eb1087" -d '{"events": [{"name": "network-changed", "server_uuid": "e133eae4-fa5f-4b9b-b92c-10419b958c18", "tag": "dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:18.623529 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466e2a0-2002-44c9-81e1-1e5503bf5a7e service neutron] Pushing event updated for resources: {'Port': ['ID=dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:18.632822 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1305f29-aea2-4acd-8bd1-554bfb8d3363 x-openstack-request-id: req-c1305f29-aea2-4acd-8bd1-554bfb8d3363 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:18.632822 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e133eae4-fa5f-4b9b-b92c-10419b958c18", "tag": "dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:18.632822 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c1305f29-aea2-4acd-8bd1-554bfb8d3363 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:18.632822 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e133eae4-fa5f-4b9b-b92c-10419b958c18', 'tag': 'dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe', 'status': 'completed', 'code': 200} Jun 30 09:02:18.640273 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 50252) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:18.709303 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b813c-e0ae-42ea-b36a-6f4b76eb1087 req-d2ef9e1a-f7ea-4771-9ff8-189e63427fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:18.710864 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-589b813c-e0ae-42ea-b36a-6f4b76eb1087 req-d2ef9e1a-f7ea-4771-9ff8-189e63427fdf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4072f6e39e474776996ee00ca570db4f&device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 1095 time: 0.0579574 Jun 30 09:02:18.722468 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5968092f-f220-48b0-8192-55ea38a32f2b req-ea8be35c-2bc2-4bce-b426-f8a1be31eb4f tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.752690 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-67a527e4-4974-479e-a69b-1ef6f6302d9b tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:02:18.753720 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-67a527e4-4974-479e-a69b-1ef6f6302d9b tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146348 Jun 30 09:02:18.780773 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-1a60d50e-1059-40dc-a0e1-e2c7353df49d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1548161208-network', 'tenant_id': '798d9ab762764598a8ea751098a0b9af'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:18.799736 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-ba62cdf7-8336-4e2f-bec5-53db7e5b5a11 service neutron] Request body: {'binding': {'host': 'n-h1-771363-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:18.800274 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-ba62cdf7-8336-4e2f-bec5-53db7e5b5a11 service neutron] Unknown quota resources ['binding']. {{(pid=101053) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:02:18.839770 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-428caa31-352e-4565-b75f-a1915bb1f3ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.843759 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5968092f-f220-48b0-8192-55ea38a32f2b req-ea8be35c-2bc2-4bce-b426-f8a1be31eb4f tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Network ad33225d-5521-4894-b7e8-170799d80b12 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:18.860706 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-5968092f-f220-48b0-8192-55ea38a32f2b req-ea8be35c-2bc2-4bce-b426-f8a1be31eb4f tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:18.865237 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-5968092f-f220-48b0-8192-55ea38a32f2b req-ea8be35c-2bc2-4bce-b426-f8a1be31eb4f tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:18.868064 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8be35c-2bc2-4bce-b426-f8a1be31eb4f tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Pushing event updated for resources: {'Port': ['ID=2d0088c8-2681-45b4-822e-6279b345dab8,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:18.927161 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968092f-f220-48b0-8192-55ea38a32f2b req-ea8be35c-2bc2-4bce-b426-f8a1be31eb4f tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:18.928069 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5968092f-f220-48b0-8192-55ea38a32f2b req-ea8be35c-2bc2-4bce-b426-f8a1be31eb4f tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.956527 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a60d50e-1059-40dc-a0e1-e2c7353df49d admin admin] Made reservation on behalf of 798d9ab762764598a8ea751098a0b9af for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:18.958898 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a60d50e-1059-40dc-a0e1-e2c7353df49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.982644 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b813c-e0ae-42ea-b36a-6f4b76eb1087 req-5c25e723-8152-488f-aabd-83719ae0b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:18.984352 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-589b813c-e0ae-42ea-b36a-6f4b76eb1087 req-5c25e723-8152-488f-aabd-83719ae0b621 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=4072f6e39e474776996ee00ca570db4f&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2561977 Jun 30 09:02:19.001983 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a60d50e-1059-40dc-a0e1-e2c7353df49d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:19.020349 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb92cc2-d773-411f-8514-7e9ba923b9be req-79eb6146-1493-47a2-bf55-fc0dc707fed0 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:19.028452 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-adb92cc2-d773-411f-8514-7e9ba923b9be req-79eb6146-1493-47a2-bf55-fc0dc707fed0 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] 10.222.0.10 "GET /v2.0/ports?device_id=9de59547-28e4-4a61-81b9-29a3b7b2e4c1 HTTP/1.1" status: 200 len: 936 time: 0.2987072 Jun 30 09:02:19.090301 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-428caa31-352e-4565-b75f-a1915bb1f3ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:19.202242 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-428caa31-352e-4565-b75f-a1915bb1f3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:19.213267 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-adb92cc2-d773-411f-8514-7e9ba923b9be req-36f45e89-a550-4bfb-9aee-2116dea1ef30 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5b6dde5-5ae6-4c30-bf4a-c5b439d6ab1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823261 Jun 30 09:02:19.221999 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b813c-e0ae-42ea-b36a-6f4b76eb1087 req-6b6b1b88-4118-448e-92f9-a04b6ace983f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:19.224636 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-589b813c-e0ae-42ea-b36a-6f4b76eb1087 req-6b6b1b88-4118-448e-92f9-a04b6ace983f service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2246699 Jun 30 09:02:19.225345 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-ba62cdf7-8336-4e2f-bec5-53db7e5b5a11 service neutron] Attempting to bind port 44272199-6bc5-46b1-ac93-e3dc8b4a079c on host n-h1-771363-31 for vnic_type normal with profile None {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:19.225927 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-ba62cdf7-8336-4e2f-bec5-53db7e5b5a11 service neutron] Attempting to bind port 44272199-6bc5-46b1-ac93-e3dc8b4a079c by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:19.226274 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-ba62cdf7-8336-4e2f-bec5-53db7e5b5a11 service neutron] Attempting to bind port 44272199-6bc5-46b1-ac93-e3dc8b4a079c on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:19.232994 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-ba62cdf7-8336-4e2f-bec5-53db7e5b5a11 service neutron] Port 44272199-6bc5-46b1-ac93-e3dc8b4a079c on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:19.233319 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-ba62cdf7-8336-4e2f-bec5-53db7e5b5a11 service neutron] Attempting to bind port 44272199-6bc5-46b1-ac93-e3dc8b4a079c on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:19.240405 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-ba62cdf7-8336-4e2f-bec5-53db7e5b5a11 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:19.240696 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-ba62cdf7-8336-4e2f-bec5-53db7e5b5a11 service neutron] Checking segment: {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:19.241595 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-ba62cdf7-8336-4e2f-bec5-53db7e5b5a11 service neutron] Bound using segment: {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:19.242283 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-ba62cdf7-8336-4e2f-bec5-53db7e5b5a11 service neutron] Bound port: 44272199-6bc5-46b1-ac93-e3dc8b4a079c, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:19.275827 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-428caa31-352e-4565-b75f-a1915bb1f3ae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=49f1f0b906d14adcb5309dce4384c868&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6313264 Jun 30 09:02:19.279705 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428caa31-352e-4565-b75f-a1915bb1f3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6669994d-a124-41ff-8d07-6bd191dc1b7c,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:19.280457 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 50274) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:19.302480 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-ddd49a3f-7b64-49f5-81dd-5d6b4bd73335 None None] Provisioning for port 2d0088c8-2681-45b4-822e-6279b345dab8 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:19.309535 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5968092f-f220-48b0-8192-55ea38a32f2b req-ea8be35c-2bc2-4bce-b426-f8a1be31eb4f tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8313413 Jun 30 09:02:19.309665 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-ddd49a3f-7b64-49f5-81dd-5d6b4bd73335 None None] Provisioning complete for port 2d0088c8-2681-45b4-822e-6279b345dab8 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:19.309665 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ddd49a3f-7b64-49f5-81dd-5d6b4bd73335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:19.328052 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-5968092f-f220-48b0-8192-55ea38a32f2b req-9bce2dc6-e7fb-4d24-a43f-54b0e4a9fe66 service neutron] Request body: {'port': {'device_id': '9de59547-28e4-4a61-81b9-29a3b7b2e4c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:19.391396 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-ddd49a3f-7b64-49f5-81dd-5d6b4bd73335 None None] Port 2d0088c8-2681-45b4-822e-6279b345dab8 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:19.469820 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4d3bf234-fc39-4ce9-b3a0-cfadfce6da60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:19.473046 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-ba62cdf7-8336-4e2f-bec5-53db7e5b5a11 service neutron] For port 44272199-6bc5-46b1-ac93-e3dc8b4a079c, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=44272199-6bc5-46b1-ac93-e3dc8b4a079c,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:19.479934 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a60d50e-1059-40dc-a0e1-e2c7353df49d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:19.506071 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4d3bf234-fc39-4ce9-b3a0-cfadfce6da60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:19.527731 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5968092f-f220-48b0-8192-55ea38a32f2b req-9bce2dc6-e7fb-4d24-a43f-54b0e4a9fe66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:19.535094 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-2a413618-3798-4160-9f97-76647bdfb456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:19.537109 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-2a413618-3798-4160-9f97-76647bdfb456 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4072f6e39e474776996ee00ca570db4f&device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 1095 time: 0.1876149 Jun 30 09:02:19.575989 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-ba62cdf7-8336-4e2f-bec5-53db7e5b5a11 service neutron] Notify callbacks [] for binding, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:19.577313 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-ba62cdf7-8336-4e2f-bec5-53db7e5b5a11 service neutron] 10.222.0.10 "POST /v2.0/ports/44272199-6bc5-46b1-ac93-e3dc8b4a079c/bindings HTTP/1.1" status: 201 len: 390 time: 0.8120482 Jun 30 09:02:19.600507 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a60d50e-1059-40dc-a0e1-e2c7353df49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:19.626879 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-5055dd6a-37a6-42b9-9219-b6ca0b5d2dbd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe HTTP/1.1" status: 200 len: 217 time: 0.0667162 Jun 30 09:02:19.672964 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a60d50e-1059-40dc-a0e1-e2c7353df49d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:02:19.694897 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9158f9e-2dd8-43de-be39-1e48b1b197e8 req-51ec993c-2135-4c9f-b063-74880f59aca4 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:19.697278 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a9158f9e-2dd8-43de-be39-1e48b1b197e8 req-51ec993c-2135-4c9f-b063-74880f59aca4 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 943 time: 0.1880143 Jun 30 09:02:19.704759 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-25d06a2a-9f03-444f-9265-951ef1f0bbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:19.706559 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-25d06a2a-9f03-444f-9265-951ef1f0bbc1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a401937-9638-402a-b598-8b54d19e09c0 HTTP/1.1" status: 200 len: 860 time: 0.0697594 Jun 30 09:02:19.709814 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a60d50e-1059-40dc-a0e1-e2c7353df49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8f8eac-5567-4d35-9f1a-5be0800fb2d7,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:19.756075 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-3ef7d7e8-86b8-4084-921a-f1b7afc3ba04 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318830 Jun 30 09:02:19.782718 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a60d50e-1059-40dc-a0e1-e2c7353df49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:19.783348 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-1a60d50e-1059-40dc-a0e1-e2c7353df49d admin admin] Added segment 9a0b108e-fa46-41dd-a865-c530672df417 of type vlan for network cb425625-59da-464d-8429-9a3875da9bb9 Jun 30 09:02:19.787423 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4d3bf234-fc39-4ce9-b3a0-cfadfce6da60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:19.793999 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4d3bf234-fc39-4ce9-b3a0-cfadfce6da60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:19.798068 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4d3bf234-fc39-4ce9-b3a0-cfadfce6da60 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6669994d-a124-41ff-8d07-6bd191dc1b7c HTTP/1.1" status: 204 len: 168 time: 0.5164273 Jun 30 09:02:19.838975 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a9158f9e-2dd8-43de-be39-1e48b1b197e8 req-6dcf025e-2704-428f-8c79-f5619ca72a2a tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310103 Jun 30 09:02:19.847998 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3bf234-fc39-4ce9-b3a0-cfadfce6da60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6669994d-a124-41ff-8d07-6bd191dc1b7c,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:19.956835 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-9eb74605-6ac0-4ecf-b15e-604b2d93e484 service neutron] 10.222.0.52 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921399 Jun 30 09:02:19.965044 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a60d50e-1059-40dc-a0e1-e2c7353df49d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.115160 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a60d50e-1059-40dc-a0e1-e2c7353df49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.118606 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a60d50e-1059-40dc-a0e1-e2c7353df49d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:20.118606 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a60d50e-1059-40dc-a0e1-e2c7353df49d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.119473 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4a9ea098-59a4-4bf5-9f9c-34094cfce21c req-f2bcd54d-8289-4373-b980-9f0ef89b3723 service neutron] 10.222.0.52 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513290 Jun 30 09:02:20.185403 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-5968092f-f220-48b0-8192-55ea38a32f2b req-9bce2dc6-e7fb-4d24-a43f-54b0e4a9fe66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d0088c8-2681-45b4-822e-6279b345dab8 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:20.203951 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5968092f-f220-48b0-8192-55ea38a32f2b req-9bce2dc6-e7fb-4d24-a43f-54b0e4a9fe66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.217105 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca533435-2dfc-47f0-a718-55d2ceedbfd8 req-4953a9c8-3504-40b2-a7bd-f0db5e8ba777 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:20.219162 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ca533435-2dfc-47f0-a718-55d2ceedbfd8 req-4953a9c8-3504-40b2-a7bd-f0db5e8ba777 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 946 time: 0.2734370 Jun 30 09:02:20.233777 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1a60d50e-1059-40dc-a0e1-e2c7353df49d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.7334573 Jun 30 09:02:20.237010 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 50304) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:20.243588 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-c48dd20e-40dc-4773-9606-1934a8a10c27 admin admin] Request body: {'subnet': {'network_id': 'cb425625-59da-464d-8429-9a3875da9bb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1548161208-subnet', 'tenant_id': '798d9ab762764598a8ea751098a0b9af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:20.245045 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-5968092f-f220-48b0-8192-55ea38a32f2b req-9bce2dc6-e7fb-4d24-a43f-54b0e4a9fe66 service neutron] Transition to ACTIVE for port object 2d0088c8-2681-45b4-822e-6279b345dab8 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:20.245857 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a60d50e-1059-40dc-a0e1-e2c7353df49d admin admin] Pushing event updated for resources: {'Network': ['ID=cb425625-59da-464d-8429-9a3875da9bb9,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:20.261663 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network cb425625-59da-464d-8429-9a3875da9bb9 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:02:20.279702 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ca533435-2dfc-47f0-a718-55d2ceedbfd8 req-da9cfb1d-88fa-460a-a96f-8eae9e6b6a9c tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529225 Jun 30 09:02:20.326717 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5968092f-f220-48b0-8192-55ea38a32f2b req-9bce2dc6-e7fb-4d24-a43f-54b0e4a9fe66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.368567 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48dd20e-40dc-4773-9606-1934a8a10c27 admin admin] Made reservation on behalf of 798d9ab762764598a8ea751098a0b9af for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:20.372918 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c48dd20e-40dc-4773-9606-1934a8a10c27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.412067 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4a01f87d-f12f-48d4-b82b-5e42dc7d20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.542305 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce2dc6-e7fb-4d24-a43f-54b0e4a9fe66 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0088c8-2681-45b4-822e-6279b345dab8,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:20.682629 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-07a7a1b6-e9a2-413f-8f84-1c99e3e1e169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:20.684622 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-07a7a1b6-e9a2-413f-8f84-1c99e3e1e169 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9342aeef3062492da53fbad2470ed3ad&device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 1098 time: 0.1238337 Jun 30 09:02:20.694321 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-5968092f-f220-48b0-8192-55ea38a32f2b req-9bce2dc6-e7fb-4d24-a43f-54b0e4a9fe66 service neutron] Attempting to bind port 2d0088c8-2681-45b4-822e-6279b345dab8 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:20.694664 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-5968092f-f220-48b0-8192-55ea38a32f2b req-9bce2dc6-e7fb-4d24-a43f-54b0e4a9fe66 service neutron] Attempting to bind port 2d0088c8-2681-45b4-822e-6279b345dab8 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:20.694995 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5968092f-f220-48b0-8192-55ea38a32f2b req-9bce2dc6-e7fb-4d24-a43f-54b0e4a9fe66 service neutron] Attempting to bind port 2d0088c8-2681-45b4-822e-6279b345dab8 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:20.712377 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5968092f-f220-48b0-8192-55ea38a32f2b req-9bce2dc6-e7fb-4d24-a43f-54b0e4a9fe66 service neutron] Port 2d0088c8-2681-45b4-822e-6279b345dab8 on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:20.712710 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5968092f-f220-48b0-8192-55ea38a32f2b req-9bce2dc6-e7fb-4d24-a43f-54b0e4a9fe66 service neutron] Attempting to bind port 2d0088c8-2681-45b4-822e-6279b345dab8 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:20.726965 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce396f-76d8-454c-980a-ba2c27e7cf75 req-1fb04352-398f-4727-b528-3a69091a2a68 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:20.728579 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ebce396f-76d8-454c-980a-ba2c27e7cf75 req-1fb04352-398f-4727-b528-3a69091a2a68 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] 10.222.0.10 "GET /v2.0/ports?device_id=9de59547-28e4-4a61-81b9-29a3b7b2e4c1 HTTP/1.1" status: 200 len: 948 time: 0.1648123 Jun 30 09:02:20.732233 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5968092f-f220-48b0-8192-55ea38a32f2b req-9bce2dc6-e7fb-4d24-a43f-54b0e4a9fe66 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:20.737828 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5968092f-f220-48b0-8192-55ea38a32f2b req-9bce2dc6-e7fb-4d24-a43f-54b0e4a9fe66 service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:20.737828 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5968092f-f220-48b0-8192-55ea38a32f2b req-9bce2dc6-e7fb-4d24-a43f-54b0e4a9fe66 service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:20.737828 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-5968092f-f220-48b0-8192-55ea38a32f2b req-9bce2dc6-e7fb-4d24-a43f-54b0e4a9fe66 service neutron] Bound port: 2d0088c8-2681-45b4-822e-6279b345dab8, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:20.737828 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5968092f-f220-48b0-8192-55ea38a32f2b req-9bce2dc6-e7fb-4d24-a43f-54b0e4a9fe66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.860807 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ebce396f-76d8-454c-980a-ba2c27e7cf75 req-18d98d2f-bcad-47af-bde6-bd6fee21da4f tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5b6dde5-5ae6-4c30-bf4a-c5b439d6ab1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208847 Jun 30 09:02:20.880735 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-0bfde42f-1288-45fb-ba5a-ff0f077c492b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:20.882814 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-0bfde42f-1288-45fb-ba5a-ff0f077c492b service neutron] 10.222.0.52 "GET /v2.0/networks?id=29b0d071-6714-4385-b9f1-40e12b8f9c71 HTTP/1.1" status: 200 len: 909 time: 0.1747046 Jun 30 09:02:20.904871 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-5968092f-f220-48b0-8192-55ea38a32f2b req-9bce2dc6-e7fb-4d24-a43f-54b0e4a9fe66 service neutron] For port 2d0088c8-2681-45b4-822e-6279b345dab8, host n-h1-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:20.907556 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-5968092f-f220-48b0-8192-55ea38a32f2b req-9bce2dc6-e7fb-4d24-a43f-54b0e4a9fe66 service neutron] For port 2d0088c8-2681-45b4-822e-6279b345dab8, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2d0088c8-2681-45b4-822e-6279b345dab8,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:20.934486 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-1e6c53a2-305b-46e8-828f-c912499c097f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44272199-6bc5-46b1-ac93-e3dc8b4a079c HTTP/1.1" status: 200 len: 217 time: 0.0443647 Jun 30 09:02:20.958573 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 50330) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:20.982712 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a01bed90-9677-4369-990c-235599785285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:21.012789 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-f28742dc-dbe8-4e05-85d0-5daf6f84be45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:21.014598 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-f28742dc-dbe8-4e05-85d0-5daf6f84be45 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8196dcad-a05d-4c25-a036-8d0e22bb3a6b HTTP/1.1" status: 200 len: 848 time: 0.0738027 Jun 30 09:02:21.065936 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-a4a6e9ff-3d94-4dc0-a6fb-9c769734cdcb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=29b0d071-6714-4385-b9f1-40e12b8f9c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424864 Jun 30 09:02:21.067276 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5968092f-f220-48b0-8192-55ea38a32f2b req-9bce2dc6-e7fb-4d24-a43f-54b0e4a9fe66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:21.071515 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c48dd20e-40dc-4773-9606-1934a8a10c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:21.147419 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968092f-f220-48b0-8192-55ea38a32f2b req-9bce2dc6-e7fb-4d24-a43f-54b0e4a9fe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:21.148504 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5968092f-f220-48b0-8192-55ea38a32f2b req-9bce2dc6-e7fb-4d24-a43f-54b0e4a9fe66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:21.151564 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5968092f-f220-48b0-8192-55ea38a32f2b req-9bce2dc6-e7fb-4d24-a43f-54b0e4a9fe66 service neutron] 10.222.0.52 "PUT /v2.0/ports/2d0088c8-2681-45b4-822e-6279b345dab8 HTTP/1.1" status: 200 len: 1097 time: 1.8328922 Jun 30 09:02:21.152276 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de59547-28e4-4a61-81b9-29a3b7b2e4c1', 'tag': '2d0088c8-2681-45b4-822e-6279b345dab8'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:21.156434 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f73a0b-3237-4250-8fd8-d65e079059f2" -d '{"events": [{"name": "network-changed", "server_uuid": "9de59547-28e4-4a61-81b9-29a3b7b2e4c1", "tag": "2d0088c8-2681-45b4-822e-6279b345dab8"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:21.193066 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a01bed90-9677-4369-990c-235599785285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:21.199501 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce2dc6-e7fb-4d24-a43f-54b0e4a9fe66 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0088c8-2681-45b4-822e-6279b345dab8,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:21.250147 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48dd20e-40dc-4773-9606-1934a8a10c27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f22e7d0-de91-475d-bcd9-bd9e2dc0e9d9,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:21.313040 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a01bed90-9677-4369-990c-235599785285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:21.337136 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e038e364-9106-4e26-a140-2fc114085b57 x-openstack-request-id: req-e038e364-9106-4e26-a140-2fc114085b57 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:21.337456 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de59547-28e4-4a61-81b9-29a3b7b2e4c1", "tag": "2d0088c8-2681-45b4-822e-6279b345dab8", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:21.337770 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e038e364-9106-4e26-a140-2fc114085b57 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:21.338183 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de59547-28e4-4a61-81b9-29a3b7b2e4c1', 'tag': '2d0088c8-2681-45b4-822e-6279b345dab8', 'status': 'completed', 'code': 200} Jun 30 09:02:21.340814 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-a9df5d73-38fd-4d82-8627-d2e6c4a3f28b service neutron] 10.222.0.52 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653193 Jun 30 09:02:21.353791 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48dd20e-40dc-4773-9606-1934a8a10c27 admin admin] Checking segment: {'id': '9a0b108e-fa46-41dd-a865-c530672df417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cb425625-59da-464d-8429-9a3875da9bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:21.355015 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48dd20e-40dc-4773-9606-1934a8a10c27 admin admin] Network hostable DHCP agents. Network: cb425625-59da-464d-8429-9a3875da9bb9, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:02:21.369470 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a01bed90-9677-4369-990c-235599785285 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1eaeca9cdc654a2090ff9c4f068ad7ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4052827 Jun 30 09:02:21.371681 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 50342) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:21.378105 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31da187-9c88-4e42-9ca2-814b328bbf74 req-6014f65b-20af-46e3-979d-3e188c26fe48 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:21.379814 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e31da187-9c88-4e42-9ca2-814b328bbf74 req-6014f65b-20af-46e3-979d-3e188c26fe48 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 943 time: 0.3113947 Jun 30 09:02:21.382199 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01bed90-9677-4369-990c-235599785285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5556300-4987-4594-896a-43c4ce79340e,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:21.435324 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968092f-f220-48b0-8192-55ea38a32f2b req-bba225a4-5534-41a3-9849-044407d81ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:21.436834 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5968092f-f220-48b0-8192-55ea38a32f2b req-bba225a4-5534-41a3-9849-044407d81ae4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3bdfc478fdbc432c9618ae41b0f73866&device_id=9de59547-28e4-4a61-81b9-29a3b7b2e4c1 HTTP/1.1" status: 200 len: 1100 time: 0.1668854 Jun 30 09:02:21.481535 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e31da187-9c88-4e42-9ca2-814b328bbf74 req-9760b679-07ee-4198-9d67-036f9faa1e3d tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831661 Jun 30 09:02:21.496329 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5968092f-f220-48b0-8192-55ea38a32f2b req-bf85b02b-b5cd-440d-8943-cf2abb8472d1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=2d0088c8-2681-45b4-822e-6279b345dab8 HTTP/1.1" status: 200 len: 217 time: 0.0462911 Jun 30 09:02:21.496896 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d71cc15d-4b54-4334-b717-2ca6ae7e13d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:21.499154 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48dd20e-40dc-4773-9606-1934a8a10c27 admin admin] Network cb425625-59da-464d-8429-9a3875da9bb9 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:02:21.531080 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-129e3bd4-add9-4dee-9811-bd029e179d1c service neutron] 10.222.0.52 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802013 Jun 30 09:02:21.565723 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d71cc15d-4b54-4334-b717-2ca6ae7e13d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:21.601002 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-c48dd20e-40dc-4773-9606-1934a8a10c27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, cb425625-59da-464d-8429-9a3875da9bb9) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:21.611462 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48dd20e-40dc-4773-9606-1934a8a10c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:21.612387 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c48dd20e-40dc-4773-9606-1934a8a10c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:21.614942 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc62c39d-ed43-45af-9f97-649fe069b1b3 None None] Network cb425625-59da-464d-8429-9a3875da9bb9 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:21.639619 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968092f-f220-48b0-8192-55ea38a32f2b req-f2d6c0ad-d706-4f26-a243-4813a0d6f49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:21.641102 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5968092f-f220-48b0-8192-55ea38a32f2b req-f2d6c0ad-d706-4f26-a243-4813a0d6f49c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1280870 Jun 30 09:02:21.718798 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c48dd20e-40dc-4773-9606-1934a8a10c27 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4803810 Jun 30 09:02:21.721976 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 50356) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:21.728909 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-7396d81f-2289-4741-8a3b-d130e4b84377 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1548161208-router', 'tenant_id': '798d9ab762764598a8ea751098a0b9af', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:21.745573 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a13fe6-ecbd-4e0d-8c88-e6a631b8d5ec req-e6eaf0a6-196b-426b-8142-cc141f973072 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:21.747527 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-97a13fe6-ecbd-4e0d-8c88-e6a631b8d5ec req-e6eaf0a6-196b-426b-8142-cc141f973072 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 946 time: 0.1650455 Jun 30 09:02:21.782886 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-128dfc3a-5860-48f9-8ffa-cd31dd0e911c tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:21.782886 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-128dfc3a-5860-48f9-8ffa-cd31dd0e911c tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9&tenant_id=9342aeef3062492da53fbad2470ed3ad&binding%3Ahost_id=n-h2-771363-31 HTTP/1.1" status: 200 len: 1098 time: 0.1025858 Jun 30 09:02:21.793610 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-c57150b7-aee7-4801-836e-cb1a85b17eaa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771363-31'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:21.800419 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d71cc15d-4b54-4334-b717-2ca6ae7e13d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:21.802763 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d71cc15d-4b54-4334-b717-2ca6ae7e13d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:21.803952 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d71cc15d-4b54-4334-b717-2ca6ae7e13d5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b5556300-4987-4594-896a-43c4ce79340e HTTP/1.1" status: 204 len: 168 time: 0.4301245 Jun 30 09:02:21.822425 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-97a13fe6-ecbd-4e0d-8c88-e6a631b8d5ec req-6ce9c0aa-6510-426e-bf23-ca0fc2e67d94 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572727 Jun 30 09:02:21.825951 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71cc15d-4b54-4334-b717-2ca6ae7e13d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5556300-4987-4594-896a-43c4ce79340e,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:21.829202 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968092f-f220-48b0-8192-55ea38a32f2b req-4ef80128-c2e4-4683-92c9-3afb9593d4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:21.830673 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5968092f-f220-48b0-8192-55ea38a32f2b req-4ef80128-c2e4-4683-92c9-3afb9593d4c8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1754844 Jun 30 09:02:21.926531 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6464f4-66f9-4a08-8498-e0dd830727e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-cb425625-59da-464d-8429-9a3875da9bb9', 'network_id': 'cb425625-59da-464d-8429-9a3875da9bb9', 'tenant_id': '798d9ab762764598a8ea751098a0b9af', 'fixed_ips': [{'subnet_id': '3f22e7d0-de91-475d-bcd9-bd9e2dc0e9d9'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:02:21.929064 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9a6464f4-66f9-4a08-8498-e0dd830727e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:21.987359 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-c57150b7-aee7-4801-836e-cb1a85b17eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:22.041917 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7396d81f-2289-4741-8a3b-d130e4b84377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:22.043321 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5968092f-f220-48b0-8192-55ea38a32f2b req-d8e6fed3-e911-441a-9d1e-2168e2ebf727 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938107 Jun 30 09:02:22.044960 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7396d81f-2289-4741-8a3b-d130e4b84377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:22.136881 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-9a6464f4-66f9-4a08-8498-e0dd830727e4 None None] Allocated IP 172.20.0.2 (cb425625-59da-464d-8429-9a3875da9bb9/3f22e7d0-de91-475d-bcd9-bd9e2dc0e9d9/da106d95-4c64-4e6d-9533-ffb2a3b7ca64) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:22.236742 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5968092f-f220-48b0-8192-55ea38a32f2b req-189003ea-05e1-4857-b87e-bd3e1cb9b011 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823523 Jun 30 09:02:22.244949 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7396d81f-2289-4741-8a3b-d130e4b84377 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:22.274865 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5dab43-f9f6-4062-bfce-ee0b06787790 req-d7ab6b23-0150-4c09-b56d-a194a6fb66a5 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:22.276561 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-be5dab43-f9f6-4062-bfce-ee0b06787790 req-d7ab6b23-0150-4c09-b56d-a194a6fb66a5 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] 10.222.0.10 "GET /v2.0/ports?device_id=9de59547-28e4-4a61-81b9-29a3b7b2e4c1 HTTP/1.1" status: 200 len: 948 time: 0.2207398 Jun 30 09:02:22.372475 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9a6464f4-66f9-4a08-8498-e0dd830727e4 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:22.381059 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9a6464f4-66f9-4a08-8498-e0dd830727e4 None None] Transition to ACTIVE for port object da106d95-4c64-4e6d-9533-ffb2a3b7ca64 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:22.399341 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-c57150b7-aee7-4801-836e-cb1a85b17eaa service neutron] For port 44272199-6bc5-46b1-ac93-e3dc8b4a079c, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=44272199-6bc5-46b1-ac93-e3dc8b4a079c,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:22.402360 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9a6464f4-66f9-4a08-8498-e0dd830727e4 None None] Transition to ACTIVE for port object da106d95-4c64-4e6d-9533-ffb2a3b7ca64 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:22.404067 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-be5dab43-f9f6-4062-bfce-ee0b06787790 req-8163c899-e847-45d0-94db-5771d5ec85cc tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5b6dde5-5ae6-4c30-bf4a-c5b439d6ab1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138847 Jun 30 09:02:22.482247 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9a6464f4-66f9-4a08-8498-e0dd830727e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:22.493808 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f73a0b-3237-4250-8fd8-d65e079059f2 req-40ca4ff2-764b-4ad8-842c-e6110d11088c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:22.495589 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a4f73a0b-3237-4250-8fd8-d65e079059f2 req-40ca4ff2-764b-4ad8-842c-e6110d11088c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3bdfc478fdbc432c9618ae41b0f73866&device_id=9de59547-28e4-4a61-81b9-29a3b7b2e4c1 HTTP/1.1" status: 200 len: 1100 time: 0.0992191 Jun 30 09:02:22.530322 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6464f4-66f9-4a08-8498-e0dd830727e4 None None] Network cb425625-59da-464d-8429-9a3875da9bb9 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:22.534642 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-9a6464f4-66f9-4a08-8498-e0dd830727e4 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:22.538396 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6464f4-66f9-4a08-8498-e0dd830727e4 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:22.561282 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6464f4-66f9-4a08-8498-e0dd830727e4 None None] Pushing event updated for resources: {'Port': ['ID=da106d95-4c64-4e6d-9533-ffb2a3b7ca64,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:22.657809 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f73a0b-3237-4250-8fd8-d65e079059f2 req-e42eb3ff-0ed0-4613-ab47-d8db65c466ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:22.659786 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a4f73a0b-3237-4250-8fd8-d65e079059f2 req-e42eb3ff-0ed0-4613-ab47-d8db65c466ee service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.1574903 Jun 30 09:02:22.709908 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a4f73a0b-3237-4250-8fd8-d65e079059f2 req-324a8543-f77c-427e-a645-8d8d6bdea902 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=2d0088c8-2681-45b4-822e-6279b345dab8 HTTP/1.1" status: 200 len: 217 time: 0.0410330 Jun 30 09:02:22.770435 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f73a0b-3237-4250-8fd8-d65e079059f2 req-db6cf456-0a2e-494e-994c-714d17db048f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:22.771963 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a4f73a0b-3237-4250-8fd8-d65e079059f2 req-db6cf456-0a2e-494e-994c-714d17db048f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.0556507 Jun 30 09:02:22.839572 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f73a0b-3237-4250-8fd8-d65e079059f2 req-94db1917-2761-42c1-aece-00bb1113140a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:22.841164 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a4f73a0b-3237-4250-8fd8-d65e079059f2 req-94db1917-2761-42c1-aece-00bb1113140a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0624549 Jun 30 09:02:22.863916 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-046e7d04-6edf-4725-82b7-c5e1b4386408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:22.879965 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7396d81f-2289-4741-8a3b-d130e4b84377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:22.892462 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-c57150b7-aee7-4801-836e-cb1a85b17eaa service neutron] For port 44272199-6bc5-46b1-ac93-e3dc8b4a079c, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:22.944781 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01f0e2c-d330-49b4-8412-60b436f0cac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44272199-6bc5-46b1-ac93-e3dc8b4a079c'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:22.947769 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60397314-e888-47ba-ad8e-a88506b22f6a" -d '{"events": [{"server_uuid": "c01f0e2c-d330-49b4-8412-60b436f0cac9", "name": "network-vif-unplugged", "status": "completed", "tag": "44272199-6bc5-46b1-ac93-e3dc8b4a079c"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:22.955074 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-c57150b7-aee7-4801-836e-cb1a85b17eaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:22.970150 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613ad30-e3b0-4c25-b1af-fc1f6ef0ae27 req-0eac704d-664c-476b-be8e-39e9439a5acd tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:22.980550 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9613ad30-e3b0-4c25-b1af-fc1f6ef0ae27 req-0eac704d-664c-476b-be8e-39e9439a5acd tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 943 time: 0.1763995 Jun 30 09:02:22.983903 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a4f73a0b-3237-4250-8fd8-d65e079059f2 req-134d209b-2615-44b1-bd59-f356437f1b93 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344957 Jun 30 09:02:23.034872 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-9a6464f4-66f9-4a08-8498-e0dd830727e4 None None] Attempting to bind port da106d95-4c64-4e6d-9533-ffb2a3b7ca64 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:23.035649 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-9a6464f4-66f9-4a08-8498-e0dd830727e4 None None] Attempting to bind port da106d95-4c64-4e6d-9533-ffb2a3b7ca64 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '9a0b108e-fa46-41dd-a865-c530672df417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cb425625-59da-464d-8429-9a3875da9bb9'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:23.036433 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6464f4-66f9-4a08-8498-e0dd830727e4 None None] Attempting to bind port da106d95-4c64-4e6d-9533-ffb2a3b7ca64 on network cb425625-59da-464d-8429-9a3875da9bb9 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:23.049518 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6464f4-66f9-4a08-8498-e0dd830727e4 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:23.050311 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6464f4-66f9-4a08-8498-e0dd830727e4 None None] Checking segment: {'id': '9a0b108e-fa46-41dd-a865-c530672df417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cb425625-59da-464d-8429-9a3875da9bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:23.052435 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9a6464f4-66f9-4a08-8498-e0dd830727e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:23.052979 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6464f4-66f9-4a08-8498-e0dd830727e4 None None] Bound using segment: {'id': '9a0b108e-fa46-41dd-a865-c530672df417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cb425625-59da-464d-8429-9a3875da9bb9'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:23.054154 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-9a6464f4-66f9-4a08-8498-e0dd830727e4 None None] Bound port: da106d95-4c64-4e6d-9533-ffb2a3b7ca64, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a0b108e-fa46-41dd-a865-c530672df417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cb425625-59da-464d-8429-9a3875da9bb9'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:23.055617 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9a6464f4-66f9-4a08-8498-e0dd830727e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:23.062756 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-c57150b7-aee7-4801-836e-cb1a85b17eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:23.161798 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a4f73a0b-3237-4250-8fd8-d65e079059f2 req-4b3ead6c-e70d-4884-bdb8-6966b12f12fe service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695068 Jun 30 09:02:23.173430 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9613ad30-e3b0-4c25-b1af-fc1f6ef0ae27 req-5d1a57a5-4d90-4e47-ab91-04806b63b95c tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862035 Jun 30 09:02:23.173779 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ae746-adf7-4c1e-81af-932ce4af51d8 req-87b9c412-9d31-45a8-9073-426dd3ec4950 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:23.182817 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1d1ae746-adf7-4c1e-81af-932ce4af51d8 req-87b9c412-9d31-45a8-9073-426dd3ec4950 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 946 time: 0.1763093 Jun 30 09:02:23.221181 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 50410) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:23.227771 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-9a6464f4-66f9-4a08-8498-e0dd830727e4 None None] For port da106d95-4c64-4e6d-9533-ffb2a3b7ca64, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:23.243431 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57150b7-aee7-4801-836e-cb1a85b17eaa service neutron] Pushing event updated for resources: {'Port': ['ID=44272199-6bc5-46b1-ac93-e3dc8b4a079c,revision_number=7']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:23.253987 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-9a6464f4-66f9-4a08-8498-e0dd830727e4 None None] For port da106d95-4c64-4e6d-9533-ffb2a3b7ca64, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=da106d95-4c64-4e6d-9533-ffb2a3b7ca64,segment=NetworkSegment(9a0b108e-fa46-41dd-a865-c530672df417),segment_id=9a0b108e-fa46-41dd-a865-c530672df417)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:23.276254 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8337351a-2116-4fd8-b7d2-5f20c13cdfbd x-openstack-request-id: req-8337351a-2116-4fd8-b7d2-5f20c13cdfbd {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:23.277033 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01f0e2c-d330-49b4-8412-60b436f0cac9", "name": "network-vif-unplugged", "status": "completed", "tag": "44272199-6bc5-46b1-ac93-e3dc8b4a079c", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:23.277303 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8337351a-2116-4fd8-b7d2-5f20c13cdfbd {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:23.280509 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1d1ae746-adf7-4c1e-81af-932ce4af51d8 req-6016df67-a8f3-4861-8923-a0df73211694 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929384 Jun 30 09:02:23.280756 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01f0e2c-d330-49b4-8412-60b436f0cac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44272199-6bc5-46b1-ac93-e3dc8b4a079c', 'code': 200} Jun 30 09:02:23.296069 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-c57150b7-aee7-4801-836e-cb1a85b17eaa service neutron] Attempting to bind port 44272199-6bc5-46b1-ac93-e3dc8b4a079c on host n-h2-771363-31 for vnic_type normal with profile {"migrating_to": "n-h1-771363-31"} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:23.296403 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-c57150b7-aee7-4801-836e-cb1a85b17eaa service neutron] Attempting to bind port 44272199-6bc5-46b1-ac93-e3dc8b4a079c by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:23.296808 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-c57150b7-aee7-4801-836e-cb1a85b17eaa service neutron] Attempting to bind port 44272199-6bc5-46b1-ac93-e3dc8b4a079c on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:23.304033 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-c57150b7-aee7-4801-836e-cb1a85b17eaa service neutron] Port 44272199-6bc5-46b1-ac93-e3dc8b4a079c on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:23.304367 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-c57150b7-aee7-4801-836e-cb1a85b17eaa service neutron] Attempting to bind port 44272199-6bc5-46b1-ac93-e3dc8b4a079c on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:23.319325 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-c57150b7-aee7-4801-836e-cb1a85b17eaa service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:23.319739 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-c57150b7-aee7-4801-836e-cb1a85b17eaa service neutron] Checking segment: {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:23.320055 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-c57150b7-aee7-4801-836e-cb1a85b17eaa service neutron] Bound using segment: {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:23.320504 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-c57150b7-aee7-4801-836e-cb1a85b17eaa service neutron] Bound port: 44272199-6bc5-46b1-ac93-e3dc8b4a079c, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:23.320504 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-c57150b7-aee7-4801-836e-cb1a85b17eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:23.322348 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9a6464f4-66f9-4a08-8498-e0dd830727e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:23.331362 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:23.476748 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6464f4-66f9-4a08-8498-e0dd830727e4 None None] Pushing event updated for resources: {'Port': ['ID=da106d95-4c64-4e6d-9533-ffb2a3b7ca64,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:23.522934 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-c57150b7-aee7-4801-836e-cb1a85b17eaa service neutron] For port 44272199-6bc5-46b1-ac93-e3dc8b4a079c, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:23.543984 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-c57150b7-aee7-4801-836e-cb1a85b17eaa service neutron] For port 44272199-6bc5-46b1-ac93-e3dc8b4a079c, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=44272199-6bc5-46b1-ac93-e3dc8b4a079c,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:23.558787 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7396d81f-2289-4741-8a3b-d130e4b84377 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:23.582957 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7396d81f-2289-4741-8a3b-d130e4b84377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:23.632997 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-c57150b7-aee7-4801-836e-cb1a85b17eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:23.652229 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1ae45-e34f-4eaf-9905-4497efce1a9d req-ecc6c493-6a45-4fb8-891f-f0a539a1281b tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:23.659438 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3e1ae45-e34f-4eaf-9905-4497efce1a9d req-ecc6c493-6a45-4fb8-891f-f0a539a1281b tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] 10.222.0.10 "GET /v2.0/ports?device_id=9de59547-28e4-4a61-81b9-29a3b7b2e4c1 HTTP/1.1" status: 200 len: 948 time: 0.0834105 Jun 30 09:02:23.720493 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-94f61e17-ef7e-40bf-a553-15fb28bb0e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:23.745377 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57150b7-aee7-4801-836e-cb1a85b17eaa service neutron] Pushing event updated for resources: {'Port': ['ID=44272199-6bc5-46b1-ac93-e3dc8b4a079c,revision_number=8']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:23.806303 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-c57150b7-aee7-4801-836e-cb1a85b17eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:23.806832 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-c57150b7-aee7-4801-836e-cb1a85b17eaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:23.810497 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-c57150b7-aee7-4801-836e-cb1a85b17eaa service neutron] 10.222.0.52 "PUT /v2.0/ports/44272199-6bc5-46b1-ac93-e3dc8b4a079c HTTP/1.1" status: 200 len: 1124 time: 2.0228038 Jun 30 09:02:23.854231 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3e1ae45-e34f-4eaf-9905-4497efce1a9d req-00584c7f-5226-4dbc-959a-37445125a5e2 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5b6dde5-5ae6-4c30-bf4a-c5b439d6ab1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938078 Jun 30 09:02:23.872449 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['44272199-6bc5-46b1-ac93-e3dc8b4a079c'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:23.908264 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-7396d81f-2289-4741-8a3b-d130e4b84377 admin admin] Allocated IP 172.25.6.136 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/848082db-7ae5-4dbc-92fc-bbc57524a452) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:24.013226 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-94f61e17-ef7e-40bf-a553-15fb28bb0e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:24.022052 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:24.076338 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7396d81f-2289-4741-8a3b-d130e4b84377 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:24.109293 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-94f61e17-ef7e-40bf-a553-15fb28bb0e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:24.165040 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-94f61e17-ef7e-40bf-a553-15fb28bb0e9d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e61d1adad7c54dad931063fe812b9cb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9419258 Jun 30 09:02:24.165654 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 50432) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:24.187943 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f61e17-ef7e-40bf-a553-15fb28bb0e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade4dc18-7008-4dc5-9130-4175d95c8cd5,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:24.223919 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7396d81f-2289-4741-8a3b-d130e4b84377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:24.230316 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:24.249271 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe', 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8', 'port_id': 'dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe', 'mac_address': 'fa:16:3e:62:36:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a401937-9638-402a-b598-8b54d19e09c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:02:24.303969 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7396d81f-2289-4741-8a3b-d130e4b84377 admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:24.310609 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7396d81f-2289-4741-8a3b-d130e4b84377 admin admin] Pushing event updated for resources: {'Port': ['ID=848082db-7ae5-4dbc-92fc-bbc57524a452,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:24.323479 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:24.328717 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-7396d81f-2289-4741-8a3b-d130e4b84377 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:24.337354 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7396d81f-2289-4741-8a3b-d130e4b84377 admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:24.347266 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b120406b-4258-452f-888b-501c5f0460bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:24.376416 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:24.400692 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:24.435588 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b120406b-4258-452f-888b-501c5f0460bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:24.486808 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:24.505607 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3ac82-d40b-4618-84e4-96b70ae814c2 req-80be3abb-c21a-45cf-83d1-8225e37bdd20 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:24.516605 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:24.528583 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d2a3ac82-d40b-4618-84e4-96b70ae814c2 req-80be3abb-c21a-45cf-83d1-8225e37bdd20 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 943 time: 0.1183922 Jun 30 09:02:24.641571 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d2a3ac82-d40b-4618-84e4-96b70ae814c2 req-c9c3214b-29c2-4b2a-be34-72cd2f865f7a tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096725 Jun 30 09:02:24.662263 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:24.814161 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:24.885459 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b120406b-4258-452f-888b-501c5f0460bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:24.887503 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b120406b-4258-452f-888b-501c5f0460bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:24.890874 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b120406b-4258-452f-888b-501c5f0460bf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ade4dc18-7008-4dc5-9130-4175d95c8cd5 HTTP/1.1" status: 204 len: 168 time: 0.7218256 Jun 30 09:02:24.892174 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca4c6cc-62ba-4670-9512-d5760e297c76 None None] Network cb425625-59da-464d-8429-9a3875da9bb9 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:24.917641 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120406b-4258-452f-888b-501c5f0460bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade4dc18-7008-4dc5-9130-4175d95c8cd5,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:25.006343 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761eb30-e143-4281-b85b-1d05aebb3396 req-619324e6-e860-4b8d-a996-7eec071c9da8 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:25.014177 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1761eb30-e143-4281-b85b-1d05aebb3396 req-619324e6-e860-4b8d-a996-7eec071c9da8 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 944 time: 0.1598115 Jun 30 09:02:25.085709 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1761eb30-e143-4281-b85b-1d05aebb3396 req-eed3d5a5-5018-47e1-bf83-74ea317c0e96 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637176 Jun 30 09:02:25.102795 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7396d81f-2289-4741-8a3b-d130e4b84377 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:25.171615 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc57ef6-db2a-498e-81a0-6b0ecee3f462 req-d838cffa-c401-43d8-8bbd-c5645ad8e608 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:25.173128 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4bc57ef6-db2a-498e-81a0-6b0ecee3f462 req-d838cffa-c401-43d8-8bbd-c5645ad8e608 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] 10.222.0.10 "GET /v2.0/ports?device_id=9de59547-28e4-4a61-81b9-29a3b7b2e4c1 HTTP/1.1" status: 200 len: 948 time: 0.1437700 Jun 30 09:02:25.212647 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-93ef2042-fc2b-4e54-9943-930e0ef0c8d2 None None] Provisioning for port da106d95-4c64-4e6d-9533-ffb2a3b7ca64 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:25.290902 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01f0e2c-d330-49b4-8412-60b436f0cac9', 'tag': '44272199-6bc5-46b1-ac93-e3dc8b4a079c'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:25.293239 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67070d79-dbac-4810-a0bc-6d4870509215" -d '{"events": [{"name": "network-changed", "server_uuid": "c01f0e2c-d330-49b4-8412-60b436f0cac9", "tag": "44272199-6bc5-46b1-ac93-e3dc8b4a079c"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:25.311538 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4bc57ef6-db2a-498e-81a0-6b0ecee3f462 req-e34b06b1-c1fa-466d-a1f0-c085dc473d56 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5b6dde5-5ae6-4c30-bf4a-c5b439d6ab1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113119 Jun 30 09:02:25.384911 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5b5d12-1da4-42df-8820-b174253bcf94 x-openstack-request-id: req-9d5b5d12-1da4-42df-8820-b174253bcf94 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:25.385243 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c01f0e2c-d330-49b4-8412-60b436f0cac9", "tag": "44272199-6bc5-46b1-ac93-e3dc8b4a079c", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:25.385607 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9d5b5d12-1da4-42df-8820-b174253bcf94 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:25.386124 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c01f0e2c-d330-49b4-8412-60b436f0cac9', 'tag': '44272199-6bc5-46b1-ac93-e3dc8b4a079c', 'status': 'completed', 'code': 200} Jun 30 09:02:25.455440 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7396d81f-2289-4741-8a3b-d130e4b84377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:25.601008 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67070d79-dbac-4810-a0bc-6d4870509215 req-4f5409c4-7c2a-47b3-9f94-182c66160501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:25.602483 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-67070d79-dbac-4810-a0bc-6d4870509215 req-4f5409c4-7c2a-47b3-9f94-182c66160501 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9342aeef3062492da53fbad2470ed3ad&device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 1127 time: 0.2155197 Jun 30 09:02:25.759476 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67070d79-dbac-4810-a0bc-6d4870509215 req-6e619a53-1162-4f5d-a3bd-f94e3203c297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:25.761799 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-67070d79-dbac-4810-a0bc-6d4870509215 req-6e619a53-1162-4f5d-a3bd-f94e3203c297 service neutron] 10.222.0.37 "GET /v2.0/networks?id=29b0d071-6714-4385-b9f1-40e12b8f9c71 HTTP/1.1" status: 200 len: 909 time: 0.1500170 Jun 30 09:02:25.825535 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 50478) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:25.851294 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device da106d95-4c64-4e6d-9533-ffb2a3b7ca64 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:25.858742 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-67070d79-dbac-4810-a0bc-6d4870509215 req-9221e541-a4cf-42ba-9258-ce05969f35e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44272199-6bc5-46b1-ac93-e3dc8b4a079c HTTP/1.1" status: 200 len: 217 time: 0.0836730 Jun 30 09:02:25.860502 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7396d81f-2289-4741-8a3b-d130e4b84377 admin admin] Router 1710b9d9-c9fc-4cde-ac74-87c9405b3c20 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:02:25.863362 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d7eee6e1-cf7a-4bf0-a326-c887ecc2b771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:26.001069 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67070d79-dbac-4810-a0bc-6d4870509215 req-cfe63c1d-a8e3-4492-8d95-43af53e7b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:26.002575 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-67070d79-dbac-4810-a0bc-6d4870509215 req-cfe63c1d-a8e3-4492-8d95-43af53e7b869 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8196dcad-a05d-4c25-a036-8d0e22bb3a6b HTTP/1.1" status: 200 len: 848 time: 0.1429896 Jun 30 09:02:26.020108 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 44272199-6bc5-46b1-ac93-e3dc8b4a079c details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:26.030873 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:26.091154 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port da106d95-4c64-4e6d-9533-ffb2a3b7ca64 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:26.101145 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port da106d95-4c64-4e6d-9533-ffb2a3b7ca64 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:26.102067 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:26.129000 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-67070d79-dbac-4810-a0bc-6d4870509215 req-a1900e53-a7e0-4204-82e7-9cbebff19c39 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=29b0d071-6714-4385-b9f1-40e12b8f9c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170750 Jun 30 09:02:26.150768 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0490c-0585-44a3-9825-dc6e47ca299f req-b88e36ce-18ab-4f0c-8d48-8e48a348ac00 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:26.159689 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-55a0490c-0585-44a3-9825-dc6e47ca299f req-b88e36ce-18ab-4f0c-8d48-8e48a348ac00 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 944 time: 0.2685168 Jun 30 09:02:26.237247 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-55a0490c-0585-44a3-9825-dc6e47ca299f req-a8ea62f7-6ed1-4bdd-ae12-9c2de36a1b05 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762932 Jun 30 09:02:26.277796 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d7eee6e1-cf7a-4bf0-a326-c887ecc2b771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:26.299371 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7396d81f-2289-4741-8a3b-d130e4b84377 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:02:26.313747 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ab94cf-9879-499a-a4f0-106ec1c4a32d None None] Sync routers for ids ['1710b9d9-c9fc-4cde-ac74-87c9405b3c20'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:02:26.330343 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ab94cf-9879-499a-a4f0-106ec1c4a32d None None] Routers {'1710b9d9-c9fc-4cde-ac74-87c9405b3c20'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:26.331818 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b5ab94cf-9879-499a-a4f0-106ec1c4a32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:02:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1710b9d9-c9fc-4cde-ac74-87c9405b3c20'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:26.343631 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d7eee6e1-cf7a-4bf0-a326-c887ecc2b771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:26.368555 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.resource_extend [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:02:26.376365 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:26.410986 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eee6e1-cf7a-4bf0-a326-c887ecc2b771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ecee17-72bd-439c-8fc3-1c8356095c4c,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:26.414043 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:26.423114 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-67070d79-dbac-4810-a0bc-6d4870509215 req-8b2a3817-130f-4267-b164-d92aaf815992 service neutron] 10.222.0.37 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779503 Jun 30 09:02:26.444767 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d7eee6e1-cf7a-4bf0-a326-c887ecc2b771 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=254e073ff5da4d11bc5cb1c9061d275a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6180112 Jun 30 09:02:26.450360 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 50492) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:26.533147 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port da106d95-4c64-4e6d-9533-ffb2a3b7ca64, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=da106d95-4c64-4e6d-9533-ffb2a3b7ca64,segment=NetworkSegment(9a0b108e-fa46-41dd-a865-c530672df417),segment_id=9a0b108e-fa46-41dd-a865-c530672df417)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:26.598251 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-b5ab94cf-9879-499a-a4f0-106ec1c4a32d None None] Set router 1710b9d9-c9fc-4cde-ac74-87c9405b3c20 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:02:26.603193 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:26.657444 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:26.667053 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 44272199-6bc5-46b1-ac93-e3dc8b4a079c, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=44272199-6bc5-46b1-ac93-e3dc8b4a079c,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:26.677161 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:26.677383 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:26.707782 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 44272199-6bc5-46b1-ac93-e3dc8b4a079c has no active binding in host n-h1-771363-31 {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 09:02:26.708167 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 2d0088c8-2681-45b4-822e-6279b345dab8 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:26.740331 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2022a0-4ff1-492d-a2d3-7b6c75fa3fda req-e237c548-b326-4fcf-90d5-892fa8f9937a tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:26.750131 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=da106d95-4c64-4e6d-9533-ffb2a3b7ca64,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:26.750801 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4a2022a0-4ff1-492d-a2d3-7b6c75fa3fda req-e237c548-b326-4fcf-90d5-892fa8f9937a tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 944 time: 0.0864890 Jun 30 09:02:26.800428 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4a2022a0-4ff1-492d-a2d3-7b6c75fa3fda req-f861149d-b29a-4bc7-9a97-3bc5958f2703 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484726 Jun 30 09:02:26.812751 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7396d81f-2289-4741-8a3b-d130e4b84377 admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:26.817190 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7396d81f-2289-4741-8a3b-d130e4b84377 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 5.0910168 Jun 30 09:02:26.818189 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 50498) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:26.894536 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b5ab94cf-9879-499a-a4f0-106ec1c4a32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1548161208-router', 'tenant_id': '798d9ab762764598a8ea751098a0b9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '848082db-7ae5-4dbc-92fc-bbc57524a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:22Z', 'updated_at': '2021-06-30T09:02:24Z', 'revision_number': 3, 'project_id': '798d9ab762764598a8ea751098a0b9af', 'gw_port': {'id': '848082db-7ae5-4dbc-92fc-bbc57524a452', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:73:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:23Z', 'updated_at': '2021-06-30T09:02:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:26.901560 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:26.922589 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 2d0088c8-2681-45b4-822e-6279b345dab8, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2d0088c8-2681-45b4-822e-6279b345dab8,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:26.951854 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ab94cf-9879-499a-a4f0-106ec1c4a32d None None] Checking router: 1710b9d9-c9fc-4cde-ac74-87c9405b3c20 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:02:26.952099 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-67070d79-dbac-4810-a0bc-6d4870509215 req-891ccee5-d397-4469-b009-9a86cc415b55 service neutron] 10.222.0.37 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5221393 Jun 30 09:02:26.952834 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ab94cf-9879-499a-a4f0-106ec1c4a32d None None] Updating router 1710b9d9-c9fc-4cde-ac74-87c9405b3c20 port 848082db-7ae5-4dbc-92fc-bbc57524a452 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:02:26.953687 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d5cf8575-699e-45a2-8eb2-268b780d1c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:26.974865 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e133eae4-fa5f-4b9b-b92c-10419b958c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:26.979973 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120411ac-78ef-439d-8210-ff3f566e076e" -d '{"events": [{"server_uuid": "e133eae4-fa5f-4b9b-b92c-10419b958c18", "name": "network-vif-plugged", "status": "completed", "tag": "dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:26.987007 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '2d0088c8-2681-45b4-822e-6279b345dab8', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': '2d0088c8-2681-45b4-822e-6279b345dab8', 'mac_address': 'fa:16:3e:ec:44:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:02:26.996907 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13896b05-6adc-4736-8bac-6dfcb6bbb905 req-dd08fb91-a896-4ce4-8903-0ca929753918 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:26.998452 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-13896b05-6adc-4736-8bac-6dfcb6bbb905 req-dd08fb91-a896-4ce4-8903-0ca929753918 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] 10.222.0.10 "GET /v2.0/ports?device_id=9de59547-28e4-4a61-81b9-29a3b7b2e4c1 HTTP/1.1" status: 200 len: 948 time: 0.2183282 Jun 30 09:02:27.000664 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d5cf8575-699e-45a2-8eb2-268b780d1c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.021426 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:27.040699 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b5ab94cf-9879-499a-a4f0-106ec1c4a32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.079998 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-13896b05-6adc-4736-8bac-6dfcb6bbb905 req-2ecd8eab-9958-4922-8195-33cd914ff28a tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5b6dde5-5ae6-4c30-bf4a-c5b439d6ab1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723519 Jun 30 09:02:27.092171 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.121949 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.167018 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d5cf8575-699e-45a2-8eb2-268b780d1c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.171885 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d5cf8575-699e-45a2-8eb2-268b780d1c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.176127 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d5cf8575-699e-45a2-8eb2-268b780d1c69 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a2ecee17-72bd-439c-8fc3-1c8356095c4c HTTP/1.1" status: 204 len: 168 time: 0.7216725 Jun 30 09:02:27.195437 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0088c8-2681-45b4-822e-6279b345dab8 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:27.226044 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf8575-699e-45a2-8eb2-268b780d1c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ecee17-72bd-439c-8fc3-1c8356095c4c,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:27.258074 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 2d0088c8-2681-45b4-822e-6279b345dab8, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2d0088c8-2681-45b4-822e-6279b345dab8,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:27.280618 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:27.331941 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.374333 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-cef42158-7a61-41ee-8d0a-faee8a1d95f1 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=aa895c07f8ad47749dbf0e6817533c37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495982 Jun 30 09:02:27.374544 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c6e71a-415f-40e7-8e29-5fe6a90b9476 x-openstack-request-id: req-f4c6e71a-415f-40e7-8e29-5fe6a90b9476 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:27.376529 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e133eae4-fa5f-4b9b-b92c-10419b958c18", "name": "network-vif-plugged", "status": "completed", "tag": "dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:27.378480 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f4c6e71a-415f-40e7-8e29-5fe6a90b9476 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:27.384015 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e133eae4-fa5f-4b9b-b92c-10419b958c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe', 'code': 200} Jun 30 09:02:27.434133 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=2d0088c8-2681-45b4-822e-6279b345dab8,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:27.586916 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b5ab94cf-9879-499a-a4f0-106ec1c4a32d None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.596801 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-a4bc4e56-0762-4595-954a-46fc6d99ea8d tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:27.605135 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-a4bc4e56-0762-4595-954a-46fc6d99ea8d tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2280762 Jun 30 09:02:27.607977 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-b5ab94cf-9879-499a-a4f0-106ec1c4a32d None None] Transition to ACTIVE for port object 848082db-7ae5-4dbc-92fc-bbc57524a452 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:27.622096 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['2d0088c8-2681-45b4-822e-6279b345dab8'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:27.636987 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-17c8974c-a21d-4a52-aef7-ef6bdd603910 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/quotas/aa895c07f8ad47749dbf0e6817533c37 HTTP/1.1" status: 200 len: 375 time: 0.0309455 Jun 30 09:02:27.702082 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-75168ee8-b306-4d20-a7ea-285f8e943b5c tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538011 Jun 30 09:02:27.734461 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30e2c1-8533-4290-8cf0-a15bcab34d2e req-4e5978af-d415-4613-82f6-eb519b9dfe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:27.740119 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fe30e2c1-8533-4290-8cf0-a15bcab34d2e req-4e5978af-d415-4613-82f6-eb519b9dfe63 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 1097 time: 0.2222683 Jun 30 09:02:27.760710 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b5ab94cf-9879-499a-a4f0-106ec1c4a32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.779900 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device da106d95-4c64-4e6d-9533-ffb2a3b7ca64 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:27.897463 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d883d-59c4-49b3-9caf-82bd84442b8f req-f9902a6e-a998-4855-ab83-9ab1ae9488a2 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:27.899063 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b91d883d-59c4-49b3-9caf-82bd84442b8f req-f9902a6e-a998-4855-ab83-9ab1ae9488a2 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 945 time: 0.3771532 Jun 30 09:02:27.904183 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-b5ab94cf-9879-499a-a4f0-106ec1c4a32d None None] Attempting to bind port 848082db-7ae5-4dbc-92fc-bbc57524a452 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:27.906086 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-b5ab94cf-9879-499a-a4f0-106ec1c4a32d None None] Attempting to bind port 848082db-7ae5-4dbc-92fc-bbc57524a452 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:27.906996 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ab94cf-9879-499a-a4f0-106ec1c4a32d None None] Attempting to bind port 848082db-7ae5-4dbc-92fc-bbc57524a452 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:27.909239 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-81c9c6a1-006b-4d37-811f-6f1de1ea650d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.915620 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fe30e2c1-8533-4290-8cf0-a15bcab34d2e req-1c2e5d25-ea64-45c8-a42e-19c943dd1b48 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683965 Jun 30 09:02:27.926071 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-c177d2e4-e3ce-4795-afec-5ee7606ee504 service neutron] 10.222.0.37 "GET /v2.0/ports/44272199-6bc5-46b1-ac93-e3dc8b4a079c/bindings/n-h1-771363-31 HTTP/1.1" status: 200 len: 385 time: 0.1040106 Jun 30 09:02:27.951051 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ab94cf-9879-499a-a4f0-106ec1c4a32d None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:27.952203 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ab94cf-9879-499a-a4f0-106ec1c4a32d None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:27.956183 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b5ab94cf-9879-499a-a4f0-106ec1c4a32d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.956995 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ab94cf-9879-499a-a4f0-106ec1c4a32d None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:27.957692 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-b5ab94cf-9879-499a-a4f0-106ec1c4a32d None None] Bound port: 848082db-7ae5-4dbc-92fc-bbc57524a452, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:27.958386 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b5ab94cf-9879-499a-a4f0-106ec1c4a32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.965209 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7b69c-81b7-4e59-9e5d-e9f29c91dba8 None None] Pushing event updated for resources: {'Port': ['ID=848082db-7ae5-4dbc-92fc-bbc57524a452,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:27.991499 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b91d883d-59c4-49b3-9caf-82bd84442b8f req-c65d6986-7125-4a05-a06c-a02c5b423354 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789056 Jun 30 09:02:28.165168 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port da106d95-4c64-4e6d-9533-ffb2a3b7ca64 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:28.165728 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:28.231070 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-81c9c6a1-006b-4d37-811f-6f1de1ea650d admin admin] Allocated IP 172.20.0.1 (cb425625-59da-464d-8429-9a3875da9bb9/3f22e7d0-de91-475d-bcd9-bd9e2dc0e9d9/c837f130-3f7d-4bcb-96cf-700730b37b4d) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:28.243742 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7b69c-81b7-4e59-9e5d-e9f29c91dba8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:28.244238 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7b69c-81b7-4e59-9e5d-e9f29c91dba8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:28.244643 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7b69c-81b7-4e59-9e5d-e9f29c91dba8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:28.245041 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7b69c-81b7-4e59-9e5d-e9f29c91dba8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:28.245379 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7b69c-81b7-4e59-9e5d-e9f29c91dba8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:28.246178 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7b69c-81b7-4e59-9e5d-e9f29c91dba8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:28.246178 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7b69c-81b7-4e59-9e5d-e9f29c91dba8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:28.246549 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7b69c-81b7-4e59-9e5d-e9f29c91dba8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:28.247015 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7b69c-81b7-4e59-9e5d-e9f29c91dba8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:28.247236 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7b69c-81b7-4e59-9e5d-e9f29c91dba8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:28.247571 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7b69c-81b7-4e59-9e5d-e9f29c91dba8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:28.247904 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7b69c-81b7-4e59-9e5d-e9f29c91dba8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:28.342252 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-b5ab94cf-9879-499a-a4f0-106ec1c4a32d None None] For port 848082db-7ae5-4dbc-92fc-bbc57524a452, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:28.350509 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-b5ab94cf-9879-499a-a4f0-106ec1c4a32d None None] For port 848082db-7ae5-4dbc-92fc-bbc57524a452, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=848082db-7ae5-4dbc-92fc-bbc57524a452,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:28.419136 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b5ab94cf-9879-499a-a4f0-106ec1c4a32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:28.448901 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-81c9c6a1-006b-4d37-811f-6f1de1ea650d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:28.478632 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3d684e22-c8af-415f-811a-dc02f4ca535c req-7df07e16-9076-4077-af36-bdd39141986e tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 210 time: 0.0726779 Jun 30 09:02:28.493997 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-81c9c6a1-006b-4d37-811f-6f1de1ea650d admin admin] Transition to ACTIVE for port object c837f130-3f7d-4bcb-96cf-700730b37b4d will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:28.508691 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-05c642cf-30f3-4f7d-a252-82cadd195ec6 service neutron] For port 44272199-6bc5-46b1-ac93-e3dc8b4a079c, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=44272199-6bc5-46b1-ac93-e3dc8b4a079c,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:28.529318 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ab94cf-9879-499a-a4f0-106ec1c4a32d None None] Routers {'1710b9d9-c9fc-4cde-ac74-87c9405b3c20'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:28.529565 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec2331-89e0-4450-8299-6a910fccce4d req-1356b797-ef45-4fe0-9bea-df085c0d9939 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:28.529951 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b5ab94cf-9879-499a-a4f0-106ec1c4a32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:02:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1710b9d9-c9fc-4cde-ac74-87c9405b3c20'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:28.533973 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1bec2331-89e0-4450-8299-6a910fccce4d req-1356b797-ef45-4fe0-9bea-df085c0d9939 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 944 time: 0.1427484 Jun 30 09:02:28.536025 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7b69c-81b7-4e59-9e5d-e9f29c91dba8 None None] Pushing event updated for resources: {'Port': ['ID=848082db-7ae5-4dbc-92fc-bbc57524a452,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:28.547995 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-05c642cf-30f3-4f7d-a252-82cadd195ec6 service neutron] For port 44272199-6bc5-46b1-ac93-e3dc8b4a079c, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:28.595730 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-81c9c6a1-006b-4d37-811f-6f1de1ea650d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:28.612769 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-05c642cf-30f3-4f7d-a252-82cadd195ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44272199-6bc5-46b1-ac93-e3dc8b4a079c {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:28.634167 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-05c642cf-30f3-4f7d-a252-82cadd195ec6 service neutron] For port 44272199-6bc5-46b1-ac93-e3dc8b4a079c, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=44272199-6bc5-46b1-ac93-e3dc8b4a079c,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:28.654162 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1bec2331-89e0-4450-8299-6a910fccce4d req-26bccc6d-733f-4276-8c5d-2b20c695b04e tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075156 Jun 30 09:02:28.654706 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c9c6a1-006b-4d37-811f-6f1de1ea650d admin admin] Network cb425625-59da-464d-8429-9a3875da9bb9 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:28.662509 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-81c9c6a1-006b-4d37-811f-6f1de1ea650d admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:28.666844 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c9c6a1-006b-4d37-811f-6f1de1ea650d admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:28.704509 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-b5ab94cf-9879-499a-a4f0-106ec1c4a32d None None] Set router 1710b9d9-c9fc-4cde-ac74-87c9405b3c20 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:02:28.707836 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:02:28.734615 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9c6a1-006b-4d37-811f-6f1de1ea650d admin admin] Pushing event updated for resources: {'Port': ['ID=c837f130-3f7d-4bcb-96cf-700730b37b4d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:28.779148 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-81c9c6a1-006b-4d37-811f-6f1de1ea650d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:28.795457 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-05c642cf-30f3-4f7d-a252-82cadd195ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:28.928241 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51f976-72e6-407b-9a27-67c314b55987 req-f5711d48-a60e-44cd-81f2-a287df15ef6a tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:28.930082 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3d51f976-72e6-407b-9a27-67c314b55987 req-f5711d48-a60e-44cd-81f2-a287df15ef6a tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] 10.222.0.10 "GET /v2.0/ports?device_id=9de59547-28e4-4a61-81b9-29a3b7b2e4c1 HTTP/1.1" status: 200 len: 949 time: 0.2143068 Jun 30 09:02:29.020860 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b5ab94cf-9879-499a-a4f0-106ec1c4a32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1548161208-router', 'tenant_id': '798d9ab762764598a8ea751098a0b9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '848082db-7ae5-4dbc-92fc-bbc57524a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:22Z', 'updated_at': '2021-06-30T09:02:24Z', 'revision_number': 3, 'project_id': '798d9ab762764598a8ea751098a0b9af', 'gw_port': {'id': '848082db-7ae5-4dbc-92fc-bbc57524a452', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:73:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:23Z', 'updated_at': '2021-06-30T09:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:29.057023 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-05c642cf-30f3-4f7d-a252-82cadd195ec6 service neutron] Transition to ACTIVE for port object 44272199-6bc5-46b1-ac93-e3dc8b4a079c will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:29.062471 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3d51f976-72e6-407b-9a27-67c314b55987 req-aec54302-bb35-4415-8bf3-0339d75e04dd tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5b6dde5-5ae6-4c30-bf4a-c5b439d6ab1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073108 Jun 30 09:02:29.110029 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-28c16261-b442-4cac-ac12-3a212aa76ea0 None None] Provisioning for port c837f130-3f7d-4bcb-96cf-700730b37b4d completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:29.113233 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ab94cf-9879-499a-a4f0-106ec1c4a32d None None] The sync data for ids ['1710b9d9-c9fc-4cde-ac74-87c9405b3c20'] in n-d-771363-31 is: [{'id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1548161208-router', 'tenant_id': '798d9ab762764598a8ea751098a0b9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '848082db-7ae5-4dbc-92fc-bbc57524a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:22Z', 'updated_at': '2021-06-30T09:02:24Z', 'revision_number': 3, 'project_id': '798d9ab762764598a8ea751098a0b9af', 'gw_port': {'id': '848082db-7ae5-4dbc-92fc-bbc57524a452', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:73:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:23Z', 'updated_at': '2021-06-30T09:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:02:29.123703 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-28c16261-b442-4cac-ac12-3a212aa76ea0 None None] Provisioning complete for port c837f130-3f7d-4bcb-96cf-700730b37b4d triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:29.123703 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-28c16261-b442-4cac-ac12-3a212aa76ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:29.164628 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-81c9c6a1-006b-4d37-811f-6f1de1ea650d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:29.180322 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-05c642cf-30f3-4f7d-a252-82cadd195ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:29.188868 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-28c16261-b442-4cac-ac12-3a212aa76ea0 None None] Port c837f130-3f7d-4bcb-96cf-700730b37b4d cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:29.388869 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-05c642cf-30f3-4f7d-a252-82cadd195ec6 service neutron] No DVR routers for this DVR port 44272199-6bc5-46b1-ac93-e3dc8b4a079c on host n-h2-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:02:29.434198 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-81c9c6a1-006b-4d37-811f-6f1de1ea650d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:29.479535 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c642cf-30f3-4f7d-a252-82cadd195ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=44272199-6bc5-46b1-ac93-e3dc8b4a079c,revision_number=10']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:29.486607 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-05c642cf-30f3-4f7d-a252-82cadd195ec6 service neutron] 10.222.0.37 "PUT /v2.0/ports/44272199-6bc5-46b1-ac93-e3dc8b4a079c/bindings/n-h1-771363-31/activate HTTP/1.1" status: 200 len: 370 time: 1.5547197 Jun 30 09:02:29.550351 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a8ed0-00f1-44e6-9479-bf37ce321cf4 req-683f9280-c2a0-4c52-bdce-2a45d7bde179 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:29.560433 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-470a8ed0-00f1-44e6-9479-bf37ce321cf4 req-683f9280-c2a0-4c52-bdce-2a45d7bde179 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 945 time: 0.2778943 Jun 30 09:02:29.600603 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-470a8ed0-00f1-44e6-9479-bf37ce321cf4 req-7ce353bd-5537-43f1-868b-cea8ab397c18 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392427 Jun 30 09:02:29.623407 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-81c9c6a1-006b-4d37-811f-6f1de1ea650d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:29.716671 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9c6a1-006b-4d37-811f-6f1de1ea650d admin admin] Pushing event updated for resources: {'Port': ['ID=c837f130-3f7d-4bcb-96cf-700730b37b4d,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:29.719592 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-81c9c6a1-006b-4d37-811f-6f1de1ea650d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:29.786248 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 848082db-7ae5-4dbc-92fc-bbc57524a452 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:29.843992 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4849f1bc-07d2-4847-b113-372dfa995ccc req-2b2f62ec-4750-45c6-81bd-9a4e40e80822 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 210 time: 0.0439491 Jun 30 09:02:29.859928 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c9c6a1-006b-4d37-811f-6f1de1ea650d admin admin] Network cb425625-59da-464d-8429-9a3875da9bb9 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:29.864290 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-81c9c6a1-006b-4d37-811f-6f1de1ea650d admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:29.872080 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-d0cca479-7c6d-4c34-9b9f-ba1e24e8ef42 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:29.873756 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-d0cca479-7c6d-4c34-9b9f-ba1e24e8ef42 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9&tenant_id=9342aeef3062492da53fbad2470ed3ad&binding%3Ahost_id=n-h2-771363-31 HTTP/1.1" status: 200 len: 1097 time: 0.1334336 Jun 30 09:02:29.966281 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-6f1466cc-958f-4616-b6f8-501cde24ca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:29.968231 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-6f1466cc-958f-4616-b6f8-501cde24ca12 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9&tenant_id=9342aeef3062492da53fbad2470ed3ad HTTP/1.1" status: 200 len: 1097 time: 0.0869117 Jun 30 09:02:30.027905 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 2d0088c8-2681-45b4-822e-6279b345dab8 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:30.078877 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 848082db-7ae5-4dbc-92fc-bbc57524a452 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:30.090105 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 848082db-7ae5-4dbc-92fc-bbc57524a452 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:30.090660 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:30.101455 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-7c0249e9-c28d-458b-8d44-ae003e6caafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:30.104467 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-7c0249e9-c28d-458b-8d44-ae003e6caafa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9342aeef3062492da53fbad2470ed3ad&device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 1097 time: 0.1018176 Jun 30 09:02:30.116273 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c9c6a1-006b-4d37-811f-6f1de1ea650d admin admin] Router 1710b9d9-c9fc-4cde-ac74-87c9405b3c20 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:02:30.273668 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-af0b8593-e8cc-4dc3-b8de-40cd5d2a1a18 tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=81975b3e10444c7698cea822fe627767&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271652 Jun 30 09:02:30.296781 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:30.300470 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-60de0519-0e18-4b3e-b1af-ddb513aa7f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:30.307862 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-60de0519-0e18-4b3e-b1af-ddb513aa7f57 service neutron] 10.222.0.52 "GET /v2.0/networks?id=29b0d071-6714-4385-b9f1-40e12b8f9c71 HTTP/1.1" status: 200 len: 909 time: 0.1960447 Jun 30 09:02:30.309258 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f063dbff-7212-4cc8-a54d-c89e3c582b95 None None] Provisioning complete for port c837f130-3f7d-4bcb-96cf-700730b37b4d triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:30.309417 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f063dbff-7212-4cc8-a54d-c89e3c582b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:30.316355 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c9c6a1-006b-4d37-811f-6f1de1ea650d admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:02:30.327760 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-81c9c6a1-006b-4d37-811f-6f1de1ea650d admin admin] 10.222.0.10 "PUT /v2.0/routers/1710b9d9-c9fc-4cde-ac74-87c9405b3c20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5092053 Jun 30 09:02:30.438578 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-7dc6300a-2abe-4ea5-96b2-b0556bb5770f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44272199-6bc5-46b1-ac93-e3dc8b4a079c HTTP/1.1" status: 200 len: 217 time: 0.1055932 Jun 30 09:02:30.522637 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 2d0088c8-2681-45b4-822e-6279b345dab8 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:30.526751 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-92ccc599-e8f6-4370-9b69-9b7b71ccafbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:30.529079 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-92ccc599-e8f6-4370-9b69-9b7b71ccafbb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8196dcad-a05d-4c25-a036-8d0e22bb3a6b HTTP/1.1" status: 200 len: 848 time: 0.0804067 Jun 30 09:02:30.539296 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 2d0088c8-2681-45b4-822e-6279b345dab8 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:30.539717 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:30.545895 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 848082db-7ae5-4dbc-92fc-bbc57524a452, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=848082db-7ae5-4dbc-92fc-bbc57524a452,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:30.567559 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-6f3767fd-c346-49d5-87be-d775ed79c5d7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=29b0d071-6714-4385-b9f1-40e12b8f9c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322838 Jun 30 09:02:30.572675 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-f063dbff-7212-4cc8-a54d-c89e3c582b95 None None] Port c837f130-3f7d-4bcb-96cf-700730b37b4d cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:30.578667 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-bcc9c4ee-f947-4a61-9533-361b98c01ed8 tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:30.580242 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-bcc9c4ee-f947-4a61-9533-361b98c01ed8 tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2919273 Jun 30 09:02:30.632615 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:30.641233 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-2d85e600-9c9c-447f-9288-68fbd21e643e tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] 10.222.0.10 "GET /v2.0/quotas/81975b3e10444c7698cea822fe627767 HTTP/1.1" status: 200 len: 375 time: 0.0420687 Jun 30 09:02:30.652147 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:30.660026 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de59547-28e4-4a61-81b9-29a3b7b2e4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0088c8-2681-45b4-822e-6279b345dab8'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:30.662293 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d773ef-0749-48f2-a002-b8096093feb2" -d '{"events": [{"server_uuid": "9de59547-28e4-4a61-81b9-29a3b7b2e4c1", "name": "network-vif-plugged", "status": "completed", "tag": "2d0088c8-2681-45b4-822e-6279b345dab8"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:30.687071 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-8ffec544-11ad-426d-ad93-20fa5b2e8f56 tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=81975b3e10444c7698cea822fe627767&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382373 Jun 30 09:02:30.698479 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 2d0088c8-2681-45b4-822e-6279b345dab8, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2d0088c8-2681-45b4-822e-6279b345dab8,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:30.705357 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-79da1f09-9fb0-449c-ba5a-654b3d1fc763 service neutron] 10.222.0.52 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239831 Jun 30 09:02:30.721946 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=848082db-7ae5-4dbc-92fc-bbc57524a452,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:30.811635 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-f2bb501d-244e-4ad5-8214-58b589596a21 service neutron] 10.222.0.52 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989075 Jun 30 09:02:30.869901 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:30.917242 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=2d0088c8-2681-45b4-822e-6279b345dab8,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:31.137745 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc470b6-6531-45c4-a9c2-880d2535d991 req-f2d4a2b5-2024-42da-8760-a9951be403b2 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:31.140648 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7cc470b6-6531-45c4-a9c2-880d2535d991 req-f2d4a2b5-2024-42da-8760-a9951be403b2 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 945 time: 0.0730231 Jun 30 09:02:31.198237 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7cc470b6-6531-45c4-a9c2-880d2535d991 req-875deedc-e8c6-4b46-93b5-1205e99ead16 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502403 Jun 30 09:02:31.370739 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbf1643-4a68-40d0-af0e-46fb82f85d82 None None] Sync routers for ids ['1710b9d9-c9fc-4cde-ac74-87c9405b3c20'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:02:31.376001 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673918b-8e17-460d-810b-10dfe7003926 req-c981d344-5aa3-43ef-af6d-fd4cec21f1a4 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:31.378972 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3673918b-8e17-460d-810b-10dfe7003926 req-c981d344-5aa3-43ef-af6d-fd4cec21f1a4 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] 10.222.0.10 "GET /v2.0/ports?device_id=9de59547-28e4-4a61-81b9-29a3b7b2e4c1 HTTP/1.1" status: 200 len: 950 time: 0.0767794 Jun 30 09:02:31.382669 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbf1643-4a68-40d0-af0e-46fb82f85d82 None None] Routers {'1710b9d9-c9fc-4cde-ac74-87c9405b3c20'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:31.383411 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-3dbf1643-4a68-40d0-af0e-46fb82f85d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:02:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1710b9d9-c9fc-4cde-ac74-87c9405b3c20'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:31.431703 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3673918b-8e17-460d-810b-10dfe7003926 req-60d37d0a-7ea1-465a-a2ff-7b17138fa4e4 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5b6dde5-5ae6-4c30-bf4a-c5b439d6ab1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480795 Jun 30 09:02:31.483103 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 44272199-6bc5-46b1-ac93-e3dc8b4a079c no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:02:31.580152 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-3dbf1643-4a68-40d0-af0e-46fb82f85d82 None None] Set router 1710b9d9-c9fc-4cde-ac74-87c9405b3c20 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:02:31.583581 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 44272199-6bc5-46b1-ac93-e3dc8b4a079c not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:02:31.710046 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-7958c748-6e84-4a7d-bab1-3e3d623e8f79 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:31.712957 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-7958c748-6e84-4a7d-bab1-3e3d623e8f79 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9&tenant_id=9342aeef3062492da53fbad2470ed3ad&binding%3Ahost_id=n-h1-771363-31 HTTP/1.1" status: 200 len: 1097 time: 0.1821737 Jun 30 09:02:31.717128 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-94dee422-8c11-49ff-8552-fe0224e64194 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=aa895c07f8ad47749dbf0e6817533c37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0811315 Jun 30 09:02:31.729397 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a09ae5-f3cf-46f5-97ee-6f6efe505b57 req-b95f9164-5bf1-4c9b-8704-0ed47f61a18b tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:31.737662 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85a09ae5-f3cf-46f5-97ee-6f6efe505b57 req-b95f9164-5bf1-4c9b-8704-0ed47f61a18b tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 945 time: 0.1235981 Jun 30 09:02:31.753413 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 848082db-7ae5-4dbc-92fc-bbc57524a452 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:31.792423 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85a09ae5-f3cf-46f5-97ee-6f6efe505b57 req-dcc8bef6-f2f2-4273-a303-3269f711d944 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538824 Jun 30 09:02:31.861656 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 848082db-7ae5-4dbc-92fc-bbc57524a452 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:31.862032 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:31.866615 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b472c031-233e-49d0-9220-29f639ba13a2 x-openstack-request-id: req-b472c031-233e-49d0-9220-29f639ba13a2 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:31.867706 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de59547-28e4-4a61-81b9-29a3b7b2e4c1", "name": "network-vif-plugged", "status": "completed", "tag": "2d0088c8-2681-45b4-822e-6279b345dab8", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:31.867706 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b472c031-233e-49d0-9220-29f639ba13a2 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:31.867941 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de59547-28e4-4a61-81b9-29a3b7b2e4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0088c8-2681-45b4-822e-6279b345dab8', 'code': 200} Jun 30 09:02:31.942591 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-3dbf1643-4a68-40d0-af0e-46fb82f85d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1548161208-router', 'tenant_id': '798d9ab762764598a8ea751098a0b9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '848082db-7ae5-4dbc-92fc-bbc57524a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:22Z', 'updated_at': '2021-06-30T09:02:29Z', 'revision_number': 4, 'project_id': '798d9ab762764598a8ea751098a0b9af', 'gw_port': {'id': '848082db-7ae5-4dbc-92fc-bbc57524a452', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:73:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:23Z', 'updated_at': '2021-06-30T09:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'c837f130-3f7d-4bcb-96cf-700730b37b4d', 'name': '', 'network_id': 'cb425625-59da-464d-8429-9a3875da9bb9', 'tenant_id': '798d9ab762764598a8ea751098a0b9af', 'mac_address': 'fa:16:3e:14:93:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3f22e7d0-de91-475d-bcd9-bd9e2dc0e9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:27Z', 'updated_at': '2021-06-30T09:02:29Z', 'revision_number': 2, 'project_id': '798d9ab762764598a8ea751098a0b9af', 'subnets': [{'id': '3f22e7d0-de91-475d-bcd9-bd9e2dc0e9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:31.970426 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33590bb8-4912-4181-8d9f-783179c047d2 req-e6534705-2f30-4dec-92b5-694469843568 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:31.982441 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-33590bb8-4912-4181-8d9f-783179c047d2 req-e6534705-2f30-4dec-92b5-694469843568 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/networks?id=cb425625-59da-464d-8429-9a3875da9bb9 HTTP/1.1" status: 200 len: 829 time: 0.3611157 Jun 30 09:02:31.990794 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbf1643-4a68-40d0-af0e-46fb82f85d82 None None] Checking router: 1710b9d9-c9fc-4cde-ac74-87c9405b3c20 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:02:31.991470 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbf1643-4a68-40d0-af0e-46fb82f85d82 None None] Updating router 1710b9d9-c9fc-4cde-ac74-87c9405b3c20 port c837f130-3f7d-4bcb-96cf-700730b37b4d binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:02:32.012225 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-33590bb8-4912-4181-8d9f-783179c047d2 req-f4fd9a11-1364-4e77-8332-4b86e7190078 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/quotas/798d9ab762764598a8ea751098a0b9af HTTP/1.1" status: 200 len: 375 time: 0.0300646 Jun 30 09:02:32.062171 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3dbf1643-4a68-40d0-af0e-46fb82f85d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:32.087927 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-5d31d7fe-fc34-42fc-84e3-4fd84477fbb1 service neutron] For port 44272199-6bc5-46b1-ac93-e3dc8b4a079c, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:32.097857 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-9097583d-6f16-4e58-95de-f3e0782f0551 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:32.099359 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-9097583d-6f16-4e58-95de-f3e0782f0551 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3523259 Jun 30 09:02:32.103411 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-5d31d7fe-fc34-42fc-84e3-4fd84477fbb1 service neutron] Notify callbacks [] for binding, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:32.104478 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64ef7a24-5e34-4162-a783-704b5abdb5dd req-5d31d7fe-fc34-42fc-84e3-4fd84477fbb1 service neutron] 10.222.0.52 "DELETE /v2.0/ports/44272199-6bc5-46b1-ac93-e3dc8b4a079c/bindings/n-h2-771363-31 HTTP/1.1" status: 204 len: 173 time: 0.3842998 Jun 30 09:02:32.116023 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-e80f87d8-b894-4c32-83c1-dab49d37e81a tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Request body: {'port': {'device_id': '4c197880-ecdc-41ec-a432-a312bb69dc69', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'admin_state_up': True, 'tenant_id': 'aa895c07f8ad47749dbf0e6817533c37'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:32.183683 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-371d2b18-99fd-4fd3-bbee-00742b131d09 req-02db438e-378d-40d2-80ec-c6860bc36371 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 210 time: 0.0494127 Jun 30 09:02:32.267627 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-33590bb8-4912-4181-8d9f-783179c047d2 req-46e70233-0b34-4f8f-8769-b93267a588f2 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=798d9ab762764598a8ea751098a0b9af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2544553 Jun 30 09:02:32.302485 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-94c8a9c4-816b-41c2-a7f9-fede06b96e87 req-d833680d-ab28-42d4-b6b0-67764275d35d tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5735afd-6645-49e0-9452-e5a31c830bca HTTP/1.1" status: 200 len: 210 time: 0.0471437 Jun 30 09:02:32.364439 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334cdd1-ebfd-4768-a83e-dc52a97520dd req-8c17c1a9-ab4f-42ec-9c9f-bf57b53db68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:32.366270 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8334cdd1-ebfd-4768-a83e-dc52a97520dd req-8c17c1a9-ab4f-42ec-9c9f-bf57b53db68b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9de59547-28e4-4a61-81b9-29a3b7b2e4c1 HTTP/1.1" status: 200 len: 1102 time: 0.1973972 Jun 30 09:02:32.435911 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3dbf1643-4a68-40d0-af0e-46fb82f85d82 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:32.450377 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3dbf1643-4a68-40d0-af0e-46fb82f85d82 None None] Transition to ACTIVE for port object c837f130-3f7d-4bcb-96cf-700730b37b4d will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:32.459916 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8334cdd1-ebfd-4768-a83e-dc52a97520dd req-630414c9-5e5e-4967-bce1-3b23e75858af service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f5b6dde5-5ae6-4c30-bf4a-c5b439d6ab1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837059 Jun 30 09:02:32.464397 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-33590bb8-4912-4181-8d9f-783179c047d2 req-ec45caae-153e-49c7-9fd6-4f7109b6b653 service neutron] 10.222.0.10 "GET /v2.0/networks/cb425625-59da-464d-8429-9a3875da9bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845753 Jun 30 09:02:32.537699 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3dbf1643-4a68-40d0-af0e-46fb82f85d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:32.561997 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-e80f87d8-b894-4c32-83c1-dab49d37e81a tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Made reservation on behalf of aa895c07f8ad47749dbf0e6817533c37 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:32.568254 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-e80f87d8-b894-4c32-83c1-dab49d37e81a tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:32.591031 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-e80f87d8-b894-4c32-83c1-dab49d37e81a tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:32.622314 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7133a-4ad3-4d06-bf07-8f1008d7bc90 None None] Pushing event updated for resources: {'Port': ['ID=c837f130-3f7d-4bcb-96cf-700730b37b4d,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:32.708048 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-3dbf1643-4a68-40d0-af0e-46fb82f85d82 None None] Attempting to bind port c837f130-3f7d-4bcb-96cf-700730b37b4d on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:32.708760 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-3dbf1643-4a68-40d0-af0e-46fb82f85d82 None None] Attempting to bind port c837f130-3f7d-4bcb-96cf-700730b37b4d by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '9a0b108e-fa46-41dd-a865-c530672df417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cb425625-59da-464d-8429-9a3875da9bb9'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:32.708846 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbf1643-4a68-40d0-af0e-46fb82f85d82 None None] Attempting to bind port c837f130-3f7d-4bcb-96cf-700730b37b4d on network cb425625-59da-464d-8429-9a3875da9bb9 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:32.713880 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-33590bb8-4912-4181-8d9f-783179c047d2 req-e8545252-16ac-4bbb-82e4-1b410021246d service neutron] 10.222.0.10 "GET /v2.0/networks/cb425625-59da-464d-8429-9a3875da9bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433941 Jun 30 09:02:32.716944 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbf1643-4a68-40d0-af0e-46fb82f85d82 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:32.717737 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbf1643-4a68-40d0-af0e-46fb82f85d82 None None] Checking segment: {'id': '9a0b108e-fa46-41dd-a865-c530672df417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cb425625-59da-464d-8429-9a3875da9bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:32.718329 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3dbf1643-4a68-40d0-af0e-46fb82f85d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:32.718895 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbf1643-4a68-40d0-af0e-46fb82f85d82 None None] Bound using segment: {'id': '9a0b108e-fa46-41dd-a865-c530672df417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cb425625-59da-464d-8429-9a3875da9bb9'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:32.719444 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-3dbf1643-4a68-40d0-af0e-46fb82f85d82 None None] Bound port: c837f130-3f7d-4bcb-96cf-700730b37b4d, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a0b108e-fa46-41dd-a865-c530672df417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cb425625-59da-464d-8429-9a3875da9bb9'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:32.720397 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3dbf1643-4a68-40d0-af0e-46fb82f85d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:32.828015 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-3dbf1643-4a68-40d0-af0e-46fb82f85d82 None None] For port c837f130-3f7d-4bcb-96cf-700730b37b4d, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:32.835520 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-e80f87d8-b894-4c32-83c1-dab49d37e81a tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:32.837837 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-3dbf1643-4a68-40d0-af0e-46fb82f85d82 None None] For port c837f130-3f7d-4bcb-96cf-700730b37b4d, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c837f130-3f7d-4bcb-96cf-700730b37b4d,segment=NetworkSegment(9a0b108e-fa46-41dd-a865-c530672df417),segment_id=9a0b108e-fa46-41dd-a865-c530672df417)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:32.921539 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3dbf1643-4a68-40d0-af0e-46fb82f85d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:32.930263 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-e80f87d8-b894-4c32-83c1-dab49d37e81a tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:32.994417 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbf1643-4a68-40d0-af0e-46fb82f85d82 None None] Routers {'1710b9d9-c9fc-4cde-ac74-87c9405b3c20'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:32.994789 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-3dbf1643-4a68-40d0-af0e-46fb82f85d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:02:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1710b9d9-c9fc-4cde-ac74-87c9405b3c20'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:33.017950 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f87d8-b894-4c32-83c1-dab49d37e81a tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf4a505-a5b7-4408-b88c-4ae265027a6b,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:33.065876 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7133a-4ad3-4d06-bf07-8f1008d7bc90 None None] Pushing event updated for resources: {'Port': ['ID=c837f130-3f7d-4bcb-96cf-700730b37b4d,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:33.193447 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-3dbf1643-4a68-40d0-af0e-46fb82f85d82 None None] Set router 1710b9d9-c9fc-4cde-ac74-87c9405b3c20 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:02:33.283137 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-e80f87d8-b894-4c32-83c1-dab49d37e81a tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Allocated IP 192.168.233.16 (ad33225d-5521-4894-b7e8-170799d80b12/a0a5de46-050b-42ad-8d47-c859eedbe230/4094a647-fe43-43c7-be05-cfb17691d652) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:33.463781 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf5519-d221-42fe-9c76-a66d8d46b191 req-5a83b777-353a-4f46-8e31-2c3e9f458791 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:33.465539 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a2cf5519-d221-42fe-9c76-a66d8d46b191 req-5a83b777-353a-4f46-8e31-2c3e9f458791 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 1097 time: 0.1366584 Jun 30 09:02:33.504434 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-3dbf1643-4a68-40d0-af0e-46fb82f85d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1548161208-router', 'tenant_id': '798d9ab762764598a8ea751098a0b9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '848082db-7ae5-4dbc-92fc-bbc57524a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:22Z', 'updated_at': '2021-06-30T09:02:29Z', 'revision_number': 4, 'project_id': '798d9ab762764598a8ea751098a0b9af', 'gw_port': {'id': '848082db-7ae5-4dbc-92fc-bbc57524a452', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:73:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:23Z', 'updated_at': '2021-06-30T09:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'c837f130-3f7d-4bcb-96cf-700730b37b4d', 'name': '', 'network_id': 'cb425625-59da-464d-8429-9a3875da9bb9', 'tenant_id': '798d9ab762764598a8ea751098a0b9af', 'mac_address': 'fa:16:3e:14:93:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3f22e7d0-de91-475d-bcd9-bd9e2dc0e9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:27Z', 'updated_at': '2021-06-30T09:02:32Z', 'revision_number': 4, 'project_id': '798d9ab762764598a8ea751098a0b9af', 'subnets': [{'id': '3f22e7d0-de91-475d-bcd9-bd9e2dc0e9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:33.542233 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbf1643-4a68-40d0-af0e-46fb82f85d82 None None] The sync data for ids ['1710b9d9-c9fc-4cde-ac74-87c9405b3c20'] in n-d-771363-31 is: [{'id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1548161208-router', 'tenant_id': '798d9ab762764598a8ea751098a0b9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '848082db-7ae5-4dbc-92fc-bbc57524a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:22Z', 'updated_at': '2021-06-30T09:02:29Z', 'revision_number': 4, 'project_id': '798d9ab762764598a8ea751098a0b9af', 'gw_port': {'id': '848082db-7ae5-4dbc-92fc-bbc57524a452', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:73:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:23Z', 'updated_at': '2021-06-30T09:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'c837f130-3f7d-4bcb-96cf-700730b37b4d', 'name': '', 'network_id': 'cb425625-59da-464d-8429-9a3875da9bb9', 'tenant_id': '798d9ab762764598a8ea751098a0b9af', 'mac_address': 'fa:16:3e:14:93:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3f22e7d0-de91-475d-bcd9-bd9e2dc0e9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:27Z', 'updated_at': '2021-06-30T09:02:32Z', 'revision_number': 4, 'project_id': '798d9ab762764598a8ea751098a0b9af', 'subnets': [{'id': '3f22e7d0-de91-475d-bcd9-bd9e2dc0e9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:02:33.772612 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c837f130-3f7d-4bcb-96cf-700730b37b4d up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:33.883940 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a2cf5519-d221-42fe-9c76-a66d8d46b191 req-316b6fbb-0845-44cf-b691-7f7c1a000847 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090428 Jun 30 09:02:33.900825 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port c837f130-3f7d-4bcb-96cf-700730b37b4d completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:33.919637 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port c837f130-3f7d-4bcb-96cf-700730b37b4d triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:33.920189 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:33.926183 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-e80f87d8-b894-4c32-83c1-dab49d37e81a tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:33.944966 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-e80f87d8-b894-4c32-83c1-dab49d37e81a tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Transition to ACTIVE for port object 4094a647-fe43-43c7-be05-cfb17691d652 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:34.069577 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:34.105243 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-e80f87d8-b894-4c32-83c1-dab49d37e81a tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:34.128642 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port c837f130-3f7d-4bcb-96cf-700730b37b4d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c837f130-3f7d-4bcb-96cf-700730b37b4d,segment=NetworkSegment(9a0b108e-fa46-41dd-a865-c530672df417),segment_id=9a0b108e-fa46-41dd-a865-c530672df417)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:34.166342 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-63bbabf3-f94c-4e77-bb64-7d0ab69511e0 tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=81975b3e10444c7698cea822fe627767&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333881 Jun 30 09:02:34.198650 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-e80f87d8-b894-4c32-83c1-dab49d37e81a tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Network ad33225d-5521-4894-b7e8-170799d80b12 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:34.208279 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-e80f87d8-b894-4c32-83c1-dab49d37e81a tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:34.214236 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:34.215975 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-e80f87d8-b894-4c32-83c1-dab49d37e81a tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:34.269476 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f87d8-b894-4c32-83c1-dab49d37e81a tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Pushing event updated for resources: {'Port': ['ID=4094a647-fe43-43c7-be05-cfb17691d652,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:34.325089 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1f774-ffe8-4d37-977b-b6f209580d42 req-ad90b070-e88e-4d18-8635-3f14efd1da0f tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:34.333881 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d7f1f774-ffe8-4d37-977b-b6f209580d42 req-ad90b070-e88e-4d18-8635-3f14efd1da0f tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 945 time: 0.2093420 Jun 30 09:02:34.359921 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-e80f87d8-b894-4c32-83c1-dab49d37e81a tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:34.366093 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-e80f87d8-b894-4c32-83c1-dab49d37e81a tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:34.432142 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d7f1f774-ffe8-4d37-977b-b6f209580d42 req-dfcb4891-f478-4c48-b2f8-a0cbfb6b5a1c tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913360 Jun 30 09:02:34.459404 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-f1c8547f-501d-457a-a81c-8d5274a0b9a5 tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:34.461223 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-f1c8547f-501d-457a-a81c-8d5274a0b9a5 tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2892027 Jun 30 09:02:34.474481 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-398bba92-4d13-4cd8-b9e0-070b39aef0ba tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Request body: {'port': {'device_id': 'c5735afd-6645-49e0-9452-e5a31c830bca', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'admin_state_up': True, 'tenant_id': '81975b3e10444c7698cea822fe627767'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:34.498521 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-e80f87d8-b894-4c32-83c1-dab49d37e81a tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3871264 Jun 30 09:02:34.511213 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-cc4643d7-224c-474f-9074-42fec853cd90 service neutron] Request body: {'port': {'device_id': '4c197880-ecdc-41ec-a432-a312bb69dc69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:34.583294 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=c837f130-3f7d-4bcb-96cf-700730b37b4d,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:34.692233 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-32b3c569-163e-47df-8102-681c3caa9491 None None] Provisioning for port 4094a647-fe43-43c7-be05-cfb17691d652 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:34.699756 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-32b3c569-163e-47df-8102-681c3caa9491 None None] Provisioning complete for port 4094a647-fe43-43c7-be05-cfb17691d652 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:34.700387 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-32b3c569-163e-47df-8102-681c3caa9491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:34.718518 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-cc4643d7-224c-474f-9074-42fec853cd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:34.763843 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-32b3c569-163e-47df-8102-681c3caa9491 None None] Port 4094a647-fe43-43c7-be05-cfb17691d652 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:34.807465 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-398bba92-4d13-4cd8-b9e0-070b39aef0ba tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Made reservation on behalf of 81975b3e10444c7698cea822fe627767 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:34.811932 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-398bba92-4d13-4cd8-b9e0-070b39aef0ba tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:34.823885 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-398bba92-4d13-4cd8-b9e0-070b39aef0ba tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:35.005182 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-398bba92-4d13-4cd8-b9e0-070b39aef0ba tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:35.052460 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8360ed7-0b2b-4586-a9ad-1251043129dd req-049ad642-3194-40d9-bab6-cb87653c5cb4 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:35.054045 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8360ed7-0b2b-4586-a9ad-1251043129dd req-049ad642-3194-40d9-bab6-cb87653c5cb4 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] 10.222.0.10 "GET /v2.0/ports?device_id=9de59547-28e4-4a61-81b9-29a3b7b2e4c1 HTTP/1.1" status: 200 len: 950 time: 0.1731575 Jun 30 09:02:35.090635 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-94829a7f-5f3f-46e8-85cf-6e32a8142db3 req-17032cfb-426b-4ed4-ae88-34ddbcdb667a tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/ports?device_id=01c46c06-e2d6-4bc8-b004-5326c78a46d6 HTTP/1.1" status: 200 len: 210 time: 0.0506206 Jun 30 09:02:35.142796 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8360ed7-0b2b-4586-a9ad-1251043129dd req-ac0516d9-a861-4c95-a3ec-e19ba366da25 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5b6dde5-5ae6-4c30-bf4a-c5b439d6ab1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803292 Jun 30 09:02:35.184839 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-cc4643d7-224c-474f-9074-42fec853cd90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4094a647-fe43-43c7-be05-cfb17691d652 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:35.197486 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-cc4643d7-224c-474f-9074-42fec853cd90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:35.215350 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-cc4643d7-224c-474f-9074-42fec853cd90 service neutron] Transition to ACTIVE for port object 4094a647-fe43-43c7-be05-cfb17691d652 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:35.217904 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-398bba92-4d13-4cd8-b9e0-070b39aef0ba tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:35.308027 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-cc4643d7-224c-474f-9074-42fec853cd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:35.353414 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398bba92-4d13-4cd8-b9e0-070b39aef0ba tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a415c36-4108-4d6b-9804-bb30dc12fbb7,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:35.449839 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4643d7-224c-474f-9074-42fec853cd90 service neutron] Pushing event updated for resources: {'Port': ['ID=4094a647-fe43-43c7-be05-cfb17691d652,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:35.483816 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f337cccf-1f44-49ed-a161-c87556675226 req-0d8a0797-e060-4684-b9e2-c7ee96be7492 tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5735afd-6645-49e0-9452-e5a31c830bca HTTP/1.1" status: 200 len: 210 time: 0.0480149 Jun 30 09:02:35.490794 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-398bba92-4d13-4cd8-b9e0-070b39aef0ba tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Allocated IP 192.168.233.54 (ad33225d-5521-4894-b7e8-170799d80b12/a0a5de46-050b-42ad-8d47-c859eedbe230/e7500171-daff-44f2-a795-c39e36260fe4) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:35.553408 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-cc4643d7-224c-474f-9074-42fec853cd90 service neutron] Attempting to bind port 4094a647-fe43-43c7-be05-cfb17691d652 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:35.553759 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-cc4643d7-224c-474f-9074-42fec853cd90 service neutron] Attempting to bind port 4094a647-fe43-43c7-be05-cfb17691d652 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:35.554342 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-cc4643d7-224c-474f-9074-42fec853cd90 service neutron] Attempting to bind port 4094a647-fe43-43c7-be05-cfb17691d652 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:35.583157 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e654c04-5ffc-4411-8faf-ad6cde51567a req-9aa15927-6f7c-42d3-8a38-89482216c6a5 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:35.584742 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9e654c04-5ffc-4411-8faf-ad6cde51567a req-9aa15927-6f7c-42d3-8a38-89482216c6a5 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 947 time: 0.2882795 Jun 30 09:02:35.593019 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-cc4643d7-224c-474f-9074-42fec853cd90 service neutron] Port 4094a647-fe43-43c7-be05-cfb17691d652 on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:35.593337 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-cc4643d7-224c-474f-9074-42fec853cd90 service neutron] Attempting to bind port 4094a647-fe43-43c7-be05-cfb17691d652 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:35.610531 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-cc4643d7-224c-474f-9074-42fec853cd90 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:35.610863 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-cc4643d7-224c-474f-9074-42fec853cd90 service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:35.612150 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-cc4643d7-224c-474f-9074-42fec853cd90 service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:35.613079 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-cc4643d7-224c-474f-9074-42fec853cd90 service neutron] Bound port: 4094a647-fe43-43c7-be05-cfb17691d652, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:35.615634 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-cc4643d7-224c-474f-9074-42fec853cd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:35.724326 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 50668) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:35.755459 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9e654c04-5ffc-4411-8faf-ad6cde51567a req-b9307f30-1d7f-40d4-88a2-0e50a4b91eb3 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639340 Jun 30 09:02:35.771919 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c837f130-3f7d-4bcb-96cf-700730b37b4d up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:35.814411 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-cc4643d7-224c-474f-9074-42fec853cd90 service neutron] For port 4094a647-fe43-43c7-be05-cfb17691d652, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:35.820664 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-cc4643d7-224c-474f-9074-42fec853cd90 service neutron] For port 4094a647-fe43-43c7-be05-cfb17691d652, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=4094a647-fe43-43c7-be05-cfb17691d652,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:35.866496 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-398bba92-4d13-4cd8-b9e0-070b39aef0ba tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:35.884501 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port c837f130-3f7d-4bcb-96cf-700730b37b4d triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:35.929999 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:35.931786 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec156f2-928d-4eba-bb00-2c4036663938 req-25e855a1-a715-43b2-a720-3616d9b6ee80 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:35.931786 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ec156f2-928d-4eba-bb00-2c4036663938 req-25e855a1-a715-43b2-a720-3616d9b6ee80 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 1097 time: 0.1591108 Jun 30 09:02:35.931786 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-398bba92-4d13-4cd8-b9e0-070b39aef0ba tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Transition to ACTIVE for port object e7500171-daff-44f2-a795-c39e36260fe4 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:35.949149 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-467e8200-6ee5-492c-8316-7a962d94db7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:35.960160 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ec156f2-928d-4eba-bb00-2c4036663938 req-81b39cda-e10e-4fd3-9ac2-54e27b701525 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641971 Jun 30 09:02:36.118350 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-467e8200-6ee5-492c-8316-7a962d94db7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:36.136042 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd8685-f6de-4215-b4da-d93157501f1d req-71853651-48c3-43cf-b820-5c590b1bd18b tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:36.137797 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cefd8685-f6de-4215-b4da-d93157501f1d req-71853651-48c3-43cf-b820-5c590b1bd18b tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 1097 time: 0.0931706 Jun 30 09:02:36.180296 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cefd8685-f6de-4215-b4da-d93157501f1d req-d1a63c39-cf0c-472c-85ce-fe889127236d tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359805 Jun 30 09:02:36.258930 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-cc4643d7-224c-474f-9074-42fec853cd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:36.293723 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-cc4643d7-224c-474f-9074-42fec853cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:36.294327 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-cc4643d7-224c-474f-9074-42fec853cd90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:36.295728 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-cc4643d7-224c-474f-9074-42fec853cd90 service neutron] 10.222.0.37 "PUT /v2.0/ports/4094a647-fe43-43c7-be05-cfb17691d652 HTTP/1.1" status: 200 len: 1096 time: 1.7901659 Jun 30 09:02:36.296473 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c197880-ecdc-41ec-a432-a312bb69dc69', 'tag': '4094a647-fe43-43c7-be05-cfb17691d652'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:36.298501 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71220778-7629-4804-99fa-cb20e777b26a" -d '{"events": [{"name": "network-changed", "server_uuid": "4c197880-ecdc-41ec-a432-a312bb69dc69", "tag": "4094a647-fe43-43c7-be05-cfb17691d652"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:36.330849 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4643d7-224c-474f-9074-42fec853cd90 service neutron] Pushing event updated for resources: {'Port': ['ID=4094a647-fe43-43c7-be05-cfb17691d652,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:36.339417 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-398bba92-4d13-4cd8-b9e0-070b39aef0ba tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:36.342832 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-467e8200-6ee5-492c-8316-7a962d94db7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:36.397605 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-398bba92-4d13-4cd8-b9e0-070b39aef0ba tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Network ad33225d-5521-4894-b7e8-170799d80b12 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:36.402340 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-398bba92-4d13-4cd8-b9e0-070b39aef0ba tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:36.406290 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-398bba92-4d13-4cd8-b9e0-070b39aef0ba tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:36.415166 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fdaaeb17-6fe2-4fef-97eb-b29cbf4a6656 req-c6fb7026-b545-468c-90c6-af55991617d8 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/ports?device_id=01c46c06-e2d6-4bc8-b004-5326c78a46d6 HTTP/1.1" status: 200 len: 210 time: 0.0679600 Jun 30 09:02:36.447585 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.37', 58470) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:36.452371 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398bba92-4d13-4cd8-b9e0-070b39aef0ba tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Pushing event updated for resources: {'Port': ['ID=e7500171-daff-44f2-a795-c39e36260fe4,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:36.494147 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-467e8200-6ee5-492c-8316-7a962d94db7e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b8d49d3c4a464a44b8ba18d7f727414b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7676365 Jun 30 09:02:36.495149 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e8200-6ee5-492c-8316-7a962d94db7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7be8e6-9111-4188-a591-dd5cf67e17e9,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:36.497694 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 50692) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:36.536153 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-398bba92-4d13-4cd8-b9e0-070b39aef0ba tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:36.536821 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-398bba92-4d13-4cd8-b9e0-070b39aef0ba tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:36.559978 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-b235abf9-ff8a-4e7c-b678-9751f3217d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:36.561480 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-b235abf9-ff8a-4e7c-b678-9751f3217d1e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 1099 time: 0.1103246 Jun 30 09:02:36.614748 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-2c265dde-0c90-4647-b4f9-21c0cb4edf07 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=4094a647-fe43-43c7-be05-cfb17691d652 HTTP/1.1" status: 200 len: 217 time: 0.0433886 Jun 30 09:02:36.646161 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b657a261-884f-4938-a3ac-d54d4d29dd84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:36.662345 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33590bb8-4912-4181-8d9f-783179c047d2 req-e480dd49-1018-4526-b42d-2a69920e94c4 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:36.663947 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-33590bb8-4912-4181-8d9f-783179c047d2 req-e480dd49-1018-4526-b42d-2a69920e94c4 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.37 "GET /v2.0/networks?id=cb425625-59da-464d-8429-9a3875da9bb9 HTTP/1.1" status: 200 len: 829 time: 0.2936816 Jun 30 09:02:36.682719 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-33590bb8-4912-4181-8d9f-783179c047d2 req-c79bf1af-6f2f-41d9-82eb-6225834d37dd tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Request body: {'port': {'device_id': '01c46c06-e2d6-4bc8-b004-5326c78a46d6', 'network_id': 'cb425625-59da-464d-8429-9a3875da9bb9', 'admin_state_up': True, 'tenant_id': '798d9ab762764598a8ea751098a0b9af'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:36.748821 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-660a295a-9e48-4012-b10a-e25f4e96d570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:36.763355 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-660a295a-9e48-4012-b10a-e25f4e96d570 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1338143 Jun 30 09:02:36.763355 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-398bba92-4d13-4cd8-b9e0-070b39aef0ba tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2861290 Jun 30 09:02:36.776092 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] Request body: {'port': {'device_id': 'c5735afd-6645-49e0-9452-e5a31c830bca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:36.777502 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b657a261-884f-4938-a3ac-d54d4d29dd84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:36.908796 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe5ab52-80d8-4c56-983d-8fda2e3e205c x-openstack-request-id: req-bbe5ab52-80d8-4c56-983d-8fda2e3e205c {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:36.909095 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c197880-ecdc-41ec-a432-a312bb69dc69", "tag": "4094a647-fe43-43c7-be05-cfb17691d652", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:36.909350 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bbe5ab52-80d8-4c56-983d-8fda2e3e205c {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:36.909757 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c197880-ecdc-41ec-a432-a312bb69dc69', 'tag': '4094a647-fe43-43c7-be05-cfb17691d652', 'status': 'completed', 'code': 200} Jun 30 09:02:36.981798 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-40756a27-4506-403a-9f50-a15d9006afe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:36.985727 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:36.986281 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-40756a27-4506-403a-9f50-a15d9006afe7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2167585 Jun 30 09:02:36.987585 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:37.008963 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b657a261-884f-4938-a3ac-d54d4d29dd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:37.014595 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b657a261-884f-4938-a3ac-d54d4d29dd84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:37.016435 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b657a261-884f-4938-a3ac-d54d4d29dd84 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1b7be8e6-9111-4188-a591-dd5cf67e17e9 HTTP/1.1" status: 204 len: 168 time: 0.4891400 Jun 30 09:02:37.027727 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657a261-884f-4938-a3ac-d54d4d29dd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7be8e6-9111-4188-a591-dd5cf67e17e9,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:37.166635 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33590bb8-4912-4181-8d9f-783179c047d2 req-c79bf1af-6f2f-41d9-82eb-6225834d37dd tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Made reservation on behalf of 798d9ab762764598a8ea751098a0b9af for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:37.170857 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-33590bb8-4912-4181-8d9f-783179c047d2 req-c79bf1af-6f2f-41d9-82eb-6225834d37dd tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:37.176392 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e13f1e6c-abcc-4303-b905-88305f81ae94 None None] Provisioning for port e7500171-daff-44f2-a795-c39e36260fe4 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:37.181737 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e13f1e6c-abcc-4303-b905-88305f81ae94 None None] Provisioning complete for port e7500171-daff-44f2-a795-c39e36260fe4 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:37.182114 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e13f1e6c-abcc-4303-b905-88305f81ae94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:37.221701 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-e13f1e6c-abcc-4303-b905-88305f81ae94 None None] Port e7500171-daff-44f2-a795-c39e36260fe4 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:37.293012 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-6a0e3471-6ecc-4a24-92af-ea6dec5815fc service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857070 Jun 30 09:02:37.301680 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-a0aa0298-1c0e-4448-9929-8c37d89d8cda tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:37.303154 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-a0aa0298-1c0e-4448-9929-8c37d89d8cda tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/networks?id=29b0d071-6714-4385-b9f1-40e12b8f9c71 HTTP/1.1" status: 200 len: 808 time: 0.2795031 Jun 30 09:02:37.341332 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-33590bb8-4912-4181-8d9f-783179c047d2 req-c79bf1af-6f2f-41d9-82eb-6225834d37dd tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Allocated IP 172.20.0.12 (cb425625-59da-464d-8429-9a3875da9bb9/3f22e7d0-de91-475d-bcd9-bd9e2dc0e9d9/9ac23bac-a420-4bb4-a09e-2f0c2acdfa20) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:37.404918 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-0c0f7781-ec0a-4361-b927-40e0a072db67 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/quotas/9342aeef3062492da53fbad2470ed3ad HTTP/1.1" status: 200 len: 375 time: 0.0627906 Jun 30 09:02:37.527756 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-46a3dd76-8b37-4af2-b0b3-ab3b424c288b req-6792c27e-7c41-46bf-9d3a-ee02f78e62df service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139616 Jun 30 09:02:37.568195 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-3f9268c9-1bb6-41cd-a150-0b338f4849db tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9342aeef3062492da53fbad2470ed3ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1568778 Jun 30 09:02:37.574518 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-33590bb8-4912-4181-8d9f-783179c047d2 req-c79bf1af-6f2f-41d9-82eb-6225834d37dd tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:37.592912 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-33590bb8-4912-4181-8d9f-783179c047d2 req-c79bf1af-6f2f-41d9-82eb-6225834d37dd tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Transition to ACTIVE for port object 9ac23bac-a420-4bb4-a09e-2f0c2acdfa20 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:37.772852 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-33590bb8-4912-4181-8d9f-783179c047d2 req-c79bf1af-6f2f-41d9-82eb-6225834d37dd tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:37.820536 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33590bb8-4912-4181-8d9f-783179c047d2 req-c79bf1af-6f2f-41d9-82eb-6225834d37dd tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Network cb425625-59da-464d-8429-9a3875da9bb9 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:37.828748 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-33590bb8-4912-4181-8d9f-783179c047d2 req-c79bf1af-6f2f-41d9-82eb-6225834d37dd tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:37.831844 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-33590bb8-4912-4181-8d9f-783179c047d2 req-c79bf1af-6f2f-41d9-82eb-6225834d37dd tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:37.872664 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79bf1af-6f2f-41d9-82eb-6225834d37dd tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Pushing event updated for resources: {'Port': ['ID=9ac23bac-a420-4bb4-a09e-2f0c2acdfa20,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:37.907520 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33590bb8-4912-4181-8d9f-783179c047d2 req-c79bf1af-6f2f-41d9-82eb-6225834d37dd tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:37.908117 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-33590bb8-4912-4181-8d9f-783179c047d2 req-c79bf1af-6f2f-41d9-82eb-6225834d37dd tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:37.920504 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7500171-daff-44f2-a795-c39e36260fe4 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:37.940384 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:37.982473 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] Transition to ACTIVE for port object e7500171-daff-44f2-a795-c39e36260fe4 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:37.992469 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-e9263323-8842-44e8-8883-eba6c641672d service neutron] 10.222.0.10 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052336 Jun 30 09:02:37.993174 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 50734) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:38.007939 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f9b6615e-a449-472e-8e23-374d529d564e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:38.068071 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71220778-7629-4804-99fa-cb20e777b26a req-bfd90f8d-d91e-459c-8592-3ae24092e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:38.068071 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-71220778-7629-4804-99fa-cb20e777b26a req-bfd90f8d-d91e-459c-8592-3ae24092e8b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 1099 time: 0.1791430 Jun 30 09:02:38.108089 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-33590bb8-4912-4181-8d9f-783179c047d2 req-c79bf1af-6f2f-41d9-82eb-6225834d37dd tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4319227 Jun 30 09:02:38.136621 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-33590bb8-4912-4181-8d9f-783179c047d2 req-bbb29484-869f-416b-9466-32541cef7b4a service neutron] Request body: {'port': {'device_id': '01c46c06-e2d6-4bc8-b004-5326c78a46d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:38.182932 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:38.202305 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-5705aaff-aca5-4790-ba04-ee297db33863 service neutron] 10.222.0.10 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993029 Jun 30 09:02:38.247709 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71220778-7629-4804-99fa-cb20e777b26a req-6c1516f0-b465-4d0d-80da-f7033d7f8515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:38.255506 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-71220778-7629-4804-99fa-cb20e777b26a req-6c1516f0-b465-4d0d-80da-f7033d7f8515 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.1839058 Jun 30 09:02:38.275997 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e7500171-daff-44f2-a795-c39e36260fe4,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:38.278959 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a5113-5287-4539-9400-a7301bd0cc8f req-9cddcb27-ad1c-4e66-81fb-07f6b4929cdc tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:38.280600 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7f1a5113-5287-4539-9400-a7301bd0cc8f req-9cddcb27-ad1c-4e66-81fb-07f6b4929cdc tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] 10.222.0.52 "GET /v2.0/ports?device_id=9de59547-28e4-4a61-81b9-29a3b7b2e4c1 HTTP/1.1" status: 200 len: 950 time: 0.1895645 Jun 30 09:02:38.307612 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-33590bb8-4912-4181-8d9f-783179c047d2 req-bbb29484-869f-416b-9466-32541cef7b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:38.316626 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-71220778-7629-4804-99fa-cb20e777b26a req-b92ac8b3-2a9d-4cbf-bca0-fa49d73deb9b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=4094a647-fe43-43c7-be05-cfb17691d652 HTTP/1.1" status: 200 len: 217 time: 0.0567791 Jun 30 09:02:38.326206 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:38.326206 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:38.326206 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:38.326206 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:38.326206 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:38.326206 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:38.326206 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:38.326206 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:38.326206 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:38.328591 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:38.328591 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:38.328591 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:38.343766 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-74395882-462d-4399-a567-8c70f5d8d519 None None] Provisioning for port 9ac23bac-a420-4bb4-a09e-2f0c2acdfa20 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:38.351486 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-74395882-462d-4399-a567-8c70f5d8d519 None None] Provisioning complete for port 9ac23bac-a420-4bb4-a09e-2f0c2acdfa20 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:38.354016 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-74395882-462d-4399-a567-8c70f5d8d519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:38.404703 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-74395882-462d-4399-a567-8c70f5d8d519 None None] Port 9ac23bac-a420-4bb4-a09e-2f0c2acdfa20 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:38.442358 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71220778-7629-4804-99fa-cb20e777b26a req-992c0098-6224-473e-93cc-ec815941b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:38.443928 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:38.444330 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-71220778-7629-4804-99fa-cb20e777b26a req-992c0098-6224-473e-93cc-ec815941b81a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1043308 Jun 30 09:02:38.497842 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] Attempting to bind port e7500171-daff-44f2-a795-c39e36260fe4 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:38.498643 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] Attempting to bind port e7500171-daff-44f2-a795-c39e36260fe4 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:38.499218 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] Attempting to bind port e7500171-daff-44f2-a795-c39e36260fe4 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:38.507621 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] Port e7500171-daff-44f2-a795-c39e36260fe4 on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:38.508724 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] Attempting to bind port e7500171-daff-44f2-a795-c39e36260fe4 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:38.535756 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f9b6615e-a449-472e-8e23-374d529d564e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:38.541830 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:38.549158 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:38.549158 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:38.549158 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] Bound port: e7500171-daff-44f2-a795-c39e36260fe4, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:38.550124 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:38.629452 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f9b6615e-a449-472e-8e23-374d529d564e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:38.636548 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71220778-7629-4804-99fa-cb20e777b26a req-266b4211-2b5d-4c0f-a87f-68e92453c085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:38.638422 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-71220778-7629-4804-99fa-cb20e777b26a req-266b4211-2b5d-4c0f-a87f-68e92453c085 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1846426 Jun 30 09:02:38.696086 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f9b6615e-a449-472e-8e23-374d529d564e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3a13ab93a9ca4d26bc82e2ba1dc41b1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7011549 Jun 30 09:02:38.713442 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 50744) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:38.791439 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] For port e7500171-daff-44f2-a795-c39e36260fe4, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:38.792963 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-7f1a5113-5287-4539-9400-a7301bd0cc8f req-ca5c644d-b1bb-45c5-ba49-c9500fb9c2e3 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Deleting port 2d0088c8-2681-45b4-822e-6279b345dab8 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:38.792963 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7f1a5113-5287-4539-9400-a7301bd0cc8f req-ca5c644d-b1bb-45c5-ba49-c9500fb9c2e3 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:38.792963 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b6615e-a449-472e-8e23-374d529d564e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe3506a-681f-4f1c-a843-5c4d130e7009,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:38.803399 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] For port e7500171-daff-44f2-a795-c39e36260fe4, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e7500171-daff-44f2-a795-c39e36260fe4,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:38.807553 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b6615e-a449-472e-8e23-374d529d564e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:38.807993 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b6615e-a449-472e-8e23-374d529d564e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:38.808341 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b6615e-a449-472e-8e23-374d529d564e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:38.808534 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b6615e-a449-472e-8e23-374d529d564e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:38.808859 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b6615e-a449-472e-8e23-374d529d564e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:38.809408 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b6615e-a449-472e-8e23-374d529d564e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:38.809932 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b6615e-a449-472e-8e23-374d529d564e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:38.810454 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b6615e-a449-472e-8e23-374d529d564e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:38.811018 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b6615e-a449-472e-8e23-374d529d564e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:38.811598 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b6615e-a449-472e-8e23-374d529d564e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:38.812124 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b6615e-a449-472e-8e23-374d529d564e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:38.812644 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b6615e-a449-472e-8e23-374d529d564e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:38.864077 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b8f2def9-f8d2-4129-8ff8-3ae4827e1bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:38.875199 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-71220778-7629-4804-99fa-cb20e777b26a req-e8dc8756-6809-4737-a50d-4c8236820824 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273955 Jun 30 09:02:38.904337 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:38.918665 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-7f1a5113-5287-4539-9400-a7301bd0cc8f req-ca5c644d-b1bb-45c5-ba49-c9500fb9c2e3 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] For port 2d0088c8-2681-45b4-822e-6279b345dab8, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2d0088c8-2681-45b4-822e-6279b345dab8,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:38.919030 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7f1a5113-5287-4539-9400-a7301bd0cc8f req-ca5c644d-b1bb-45c5-ba49-c9500fb9c2e3 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:38.926594 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e89a2-f3cc-4586-99b2-b2d205b7a704 req-3a234de4-6ec9-47db-b1d5-9718ac8109ef tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:38.929187 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c83e89a2-f3cc-4586-99b2-b2d205b7a704 req-3a234de4-6ec9-47db-b1d5-9718ac8109ef tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5735afd-6645-49e0-9452-e5a31c830bca HTTP/1.1" status: 200 len: 947 time: 0.2192051 Jun 30 09:02:38.938904 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-7f1a5113-5287-4539-9400-a7301bd0cc8f req-ca5c644d-b1bb-45c5-ba49-c9500fb9c2e3 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Calling delete_port for 2d0088c8-2681-45b4-822e-6279b345dab8 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:38.963330 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b8f2def9-f8d2-4129-8ff8-3ae4827e1bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:39.035527 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:39.035684 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:39.037026 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] 10.222.0.37 "PUT /v2.0/ports/e7500171-daff-44f2-a795-c39e36260fe4 HTTP/1.1" status: 200 len: 1096 time: 2.2708757 Jun 30 09:02:39.042801 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5735afd-6645-49e0-9452-e5a31c830bca', 'tag': 'e7500171-daff-44f2-a795-c39e36260fe4'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:39.044834 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-33590bb8-4912-4181-8d9f-783179c047d2 req-bbb29484-869f-416b-9466-32541cef7b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ac23bac-a420-4bb4-a09e-2f0c2acdfa20 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:39.045501 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8703609d-c3cc-4f9b-b816-3c5bea589cca" -d '{"events": [{"name": "network-changed", "server_uuid": "c5735afd-6645-49e0-9452-e5a31c830bca", "tag": "e7500171-daff-44f2-a795-c39e36260fe4"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:39.064629 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-33590bb8-4912-4181-8d9f-783179c047d2 req-bbb29484-869f-416b-9466-32541cef7b4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:39.113497 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-02566695-ceb9-42c5-bad9-a4b4fbdcaa33 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:02:39.114492 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-02566695-ceb9-42c5-bad9-a4b4fbdcaa33 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077548 Jun 30 09:02:39.115663 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-33590bb8-4912-4181-8d9f-783179c047d2 req-bbb29484-869f-416b-9466-32541cef7b4a service neutron] Transition to ACTIVE for port object 9ac23bac-a420-4bb4-a09e-2f0c2acdfa20 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:39.131512 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-fae91f33-0308-4202-8550-3cce453a39a6 service neutron] Request body: {'binding': {'host': 'n-h2-771363-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:39.131786 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451b928-72c8-46df-9abd-8881a28ab8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e7500171-daff-44f2-a795-c39e36260fe4,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:39.132114 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-fae91f33-0308-4202-8550-3cce453a39a6 service neutron] Unknown quota resources ['binding']. {{(pid=101053) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:02:39.157517 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c83e89a2-f3cc-4586-99b2-b2d205b7a704 req-b1cb34e2-b62c-46a7-ab6f-9d0f4ed3ff48 tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a415c36-4108-4d6b-9804-bb30dc12fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699705 Jun 30 09:02:39.191200 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-71220778-7629-4804-99fa-cb20e777b26a req-dddd7070-6bda-4b0f-98ac-9e3aad3b9481 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062842 Jun 30 09:02:39.199781 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-33590bb8-4912-4181-8d9f-783179c047d2 req-bbb29484-869f-416b-9466-32541cef7b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:39.249970 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-4fb327f7-361b-4074-94a5-7abf355e85a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:39.252560 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-4fb327f7-361b-4074-94a5-7abf355e85a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81975b3e10444c7698cea822fe627767&device_id=c5735afd-6645-49e0-9452-e5a31c830bca HTTP/1.1" status: 200 len: 1099 time: 0.0756814 Jun 30 09:02:39.338799 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-1a12b9c9-09fe-46cf-9286-65c481962a83 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=e7500171-daff-44f2-a795-c39e36260fe4 HTTP/1.1" status: 200 len: 217 time: 0.0776267 Jun 30 09:02:39.339413 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b8f2def9-f8d2-4129-8ff8-3ae4827e1bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:39.342415 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b8f2def9-f8d2-4129-8ff8-3ae4827e1bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:39.345984 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b8f2def9-f8d2-4129-8ff8-3ae4827e1bd2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8fe3506a-681f-4f1c-a843-5c4d130e7009 HTTP/1.1" status: 204 len: 168 time: 0.6291020 Jun 30 09:02:39.389409 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb29484-869f-416b-9466-32541cef7b4a service neutron] Pushing event updated for resources: {'Port': ['ID=9ac23bac-a420-4bb4-a09e-2f0c2acdfa20,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:39.445264 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-204ee38b-ea0f-436a-8139-b95ffbccf98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:39.448099 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-204ee38b-ea0f-436a-8139-b95ffbccf98b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1004202 Jun 30 09:02:39.450682 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2def9-f8d2-4129-8ff8-3ae4827e1bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe3506a-681f-4f1c-a843-5c4d130e7009,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:39.504790 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7f1a5113-5287-4539-9400-a7301bd0cc8f req-ca5c644d-b1bb-45c5-ba49-c9500fb9c2e3 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:39.519546 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['2d0088c8-2681-45b4-822e-6279b345dab8'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:39.592768 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-8da37a9e-436b-419e-b4e5-eead97bccdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:39.595647 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-8da37a9e-436b-419e-b4e5-eead97bccdce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1309097 Jun 30 09:02:39.607335 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c644d-b1bb-45c5-ba49-c9500fb9c2e3 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Pushing event deleted for resources: {'Port': ['ID=2d0088c8-2681-45b4-822e-6279b345dab8,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:39.615713 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040681af-5cf4-4873-9fbc-bd50504d583c req-9526d808-cb0f-450d-9571-2ebfd8494c52 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:39.620087 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-040681af-5cf4-4873-9fbc-bd50504d583c req-9526d808-cb0f-450d-9571-2ebfd8494c52 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] 10.222.0.10 "GET /v2.0/ports?device_id=9de59547-28e4-4a61-81b9-29a3b7b2e4c1 HTTP/1.1" status: 200 len: 867 time: 0.1705766 Jun 30 09:02:39.637302 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-fae91f33-0308-4202-8550-3cce453a39a6 service neutron] Attempting to bind port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe on host n-h2-771363-31 for vnic_type normal with profile None {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:39.638235 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-fae91f33-0308-4202-8550-3cce453a39a6 service neutron] Attempting to bind port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:39.638744 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-fae91f33-0308-4202-8550-3cce453a39a6 service neutron] Attempting to bind port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:39.689546 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-33590bb8-4912-4181-8d9f-783179c047d2 req-bbb29484-869f-416b-9466-32541cef7b4a service neutron] Attempting to bind port 9ac23bac-a420-4bb4-a09e-2f0c2acdfa20 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:39.690055 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-33590bb8-4912-4181-8d9f-783179c047d2 req-bbb29484-869f-416b-9466-32541cef7b4a service neutron] Attempting to bind port 9ac23bac-a420-4bb4-a09e-2f0c2acdfa20 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '9a0b108e-fa46-41dd-a865-c530672df417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cb425625-59da-464d-8429-9a3875da9bb9'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:39.690810 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33590bb8-4912-4181-8d9f-783179c047d2 req-bbb29484-869f-416b-9466-32541cef7b4a service neutron] Attempting to bind port 9ac23bac-a420-4bb4-a09e-2f0c2acdfa20 on network cb425625-59da-464d-8429-9a3875da9bb9 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:39.728366 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-fae91f33-0308-4202-8550-3cce453a39a6 service neutron] Port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:39.729212 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-fae91f33-0308-4202-8550-3cce453a39a6 service neutron] Attempting to bind port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:39.733209 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1a5113-5287-4539-9400-a7301bd0cc8f req-ca5c644d-b1bb-45c5-ba49-c9500fb9c2e3 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] No DVR routers for this DVR port 2d0088c8-2681-45b4-822e-6279b345dab8 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:02:39.739046 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7f1a5113-5287-4539-9400-a7301bd0cc8f req-ca5c644d-b1bb-45c5-ba49-c9500fb9c2e3 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:39.743460 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7f1a5113-5287-4539-9400-a7301bd0cc8f req-ca5c644d-b1bb-45c5-ba49-c9500fb9c2e3 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] 10.222.0.52 "DELETE /v2.0/ports/2d0088c8-2681-45b4-822e-6279b345dab8 HTTP/1.1" status: 204 len: 173 time: 1.4547429 Jun 30 09:02:39.744717 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33590bb8-4912-4181-8d9f-783179c047d2 req-bbb29484-869f-416b-9466-32541cef7b4a service neutron] Port 9ac23bac-a420-4bb4-a09e-2f0c2acdfa20 on network cb425625-59da-464d-8429-9a3875da9bb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:39.745511 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33590bb8-4912-4181-8d9f-783179c047d2 req-bbb29484-869f-416b-9466-32541cef7b4a service neutron] Attempting to bind port 9ac23bac-a420-4bb4-a09e-2f0c2acdfa20 on network cb425625-59da-464d-8429-9a3875da9bb9 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:39.748747 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de59547-28e4-4a61-81b9-29a3b7b2e4c1', 'name': 'network-vif-deleted', 'tag': '2d0088c8-2681-45b4-822e-6279b345dab8'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:39.752923 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a691583-e4ea-4ef5-bd0e-3c1cc35c6cbf" -d '{"events": [{"server_uuid": "9de59547-28e4-4a61-81b9-29a3b7b2e4c1", "name": "network-vif-deleted", "tag": "2d0088c8-2681-45b4-822e-6279b345dab8"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:39.777600 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-fae91f33-0308-4202-8550-3cce453a39a6 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:39.778501 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-fae91f33-0308-4202-8550-3cce453a39a6 service neutron] Checking segment: {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:39.779736 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-fae91f33-0308-4202-8550-3cce453a39a6 service neutron] Bound using segment: {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:39.780739 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-fae91f33-0308-4202-8550-3cce453a39a6 service neutron] Bound port: dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:39.786770 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33590bb8-4912-4181-8d9f-783179c047d2 req-bbb29484-869f-416b-9466-32541cef7b4a service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:39.787706 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33590bb8-4912-4181-8d9f-783179c047d2 req-bbb29484-869f-416b-9466-32541cef7b4a service neutron] Checking segment: {'id': '9a0b108e-fa46-41dd-a865-c530672df417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cb425625-59da-464d-8429-9a3875da9bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:39.788832 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33590bb8-4912-4181-8d9f-783179c047d2 req-bbb29484-869f-416b-9466-32541cef7b4a service neutron] Bound using segment: {'id': '9a0b108e-fa46-41dd-a865-c530672df417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cb425625-59da-464d-8429-9a3875da9bb9'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:39.790812 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-33590bb8-4912-4181-8d9f-783179c047d2 req-bbb29484-869f-416b-9466-32541cef7b4a service neutron] Bound port: 9ac23bac-a420-4bb4-a09e-2f0c2acdfa20, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0b108e-fa46-41dd-a865-c530672df417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cb425625-59da-464d-8429-9a3875da9bb9'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:39.791656 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-33590bb8-4912-4181-8d9f-783179c047d2 req-bbb29484-869f-416b-9466-32541cef7b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:39.792149 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-040681af-5cf4-4873-9fbc-bd50504d583c req-edca1207-e682-4659-8e21-4c468ebc9d99 tempest-ServerDiagnosticsNegativeTest-149301200 tempest-ServerDiagnosticsNegativeTest-149301200-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5b6dde5-5ae6-4c30-bf4a-c5b439d6ab1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565726 Jun 30 09:02:39.843528 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-b6e32644-abcb-4212-9397-53a1452966ab service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218285 Jun 30 09:02:39.983792 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-fae91f33-0308-4202-8550-3cce453a39a6 service neutron] For port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:40.006409 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-33590bb8-4912-4181-8d9f-783179c047d2 req-bbb29484-869f-416b-9466-32541cef7b4a service neutron] For port 9ac23bac-a420-4bb4-a09e-2f0c2acdfa20, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:40.015518 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-33590bb8-4912-4181-8d9f-783179c047d2 req-bbb29484-869f-416b-9466-32541cef7b4a service neutron] For port 9ac23bac-a420-4bb4-a09e-2f0c2acdfa20, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=9ac23bac-a420-4bb4-a09e-2f0c2acdfa20,segment=NetworkSegment(9a0b108e-fa46-41dd-a865-c530672df417),segment_id=9a0b108e-fa46-41dd-a865-c530672df417)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:40.060486 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0207712c-d62c-4a8c-964e-fdde67b4de21 req-daed5050-0931-4d03-bde5-2aa43a521e28 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080328 Jun 30 09:02:40.109017 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50d223-6ab4-43f4-8fed-085ee5a4cf1b req-149ff96c-2980-490b-a1c5-c7d1e06aa0fa tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:40.110507 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cc50d223-6ab4-43f4-8fed-085ee5a4cf1b req-149ff96c-2980-490b-a1c5-c7d1e06aa0fa tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 947 time: 0.0916235 Jun 30 09:02:40.145735 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-fae91f33-0308-4202-8550-3cce453a39a6 service neutron] Notify callbacks [] for binding, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:40.148937 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-fae91f33-0308-4202-8550-3cce453a39a6 service neutron] 10.222.0.10 "POST /v2.0/ports/dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe/bindings HTTP/1.1" status: 201 len: 390 time: 1.0215113 Jun 30 09:02:40.155630 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-33590bb8-4912-4181-8d9f-783179c047d2 req-bbb29484-869f-416b-9466-32541cef7b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:40.157976 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cc50d223-6ab4-43f4-8fed-085ee5a4cf1b req-93eff623-ed79-40ae-9dfb-95df0074d2bb tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414529 Jun 30 09:02:40.190692 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33590bb8-4912-4181-8d9f-783179c047d2 req-bbb29484-869f-416b-9466-32541cef7b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:40.190692 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-33590bb8-4912-4181-8d9f-783179c047d2 req-bbb29484-869f-416b-9466-32541cef7b4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:40.191440 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-33590bb8-4912-4181-8d9f-783179c047d2 req-bbb29484-869f-416b-9466-32541cef7b4a service neutron] 10.222.0.37 "PUT /v2.0/ports/9ac23bac-a420-4bb4-a09e-2f0c2acdfa20 HTTP/1.1" status: 200 len: 1093 time: 2.0596111 Jun 30 09:02:40.230458 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb29484-869f-416b-9466-32541cef7b4a service neutron] Pushing event updated for resources: {'Port': ['ID=9ac23bac-a420-4bb4-a09e-2f0c2acdfa20,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:40.383150 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bce2e-cdf6-4fe6-9301-df922c9f8e3c req-8aa43e1c-9c9c-4f20-9c64-d76133e40e6c tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:40.387741 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ab2bce2e-cdf6-4fe6-9301-df922c9f8e3c req-8aa43e1c-9c9c-4f20-9c64-d76133e40e6c tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/ports?device_id=01c46c06-e2d6-4bc8-b004-5326c78a46d6 HTTP/1.1" status: 200 len: 944 time: 0.1011558 Jun 30 09:02:40.462481 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ab2bce2e-cdf6-4fe6-9301-df922c9f8e3c req-615935c7-8748-4a2c-b0a0-edde64b80704 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/security-groups?id=2d8f8eac-5567-4d35-9f1a-5be0800fb2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685792 Jun 30 09:02:40.465324 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33590bb8-4912-4181-8d9f-783179c047d2 req-7ac63ede-6688-4fad-aeb2-1f03523f9713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:40.467912 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-33590bb8-4912-4181-8d9f-783179c047d2 req-7ac63ede-6688-4fad-aeb2-1f03523f9713 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=798d9ab762764598a8ea751098a0b9af&device_id=01c46c06-e2d6-4bc8-b004-5326c78a46d6 HTTP/1.1" status: 200 len: 1096 time: 0.0753088 Jun 30 09:02:40.522239 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-33590bb8-4912-4181-8d9f-783179c047d2 req-799217fb-a040-4730-8a98-bdf9356b5c52 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ac23bac-a420-4bb4-a09e-2f0c2acdfa20 HTTP/1.1" status: 200 len: 217 time: 0.0473311 Jun 30 09:02:40.602161 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6cd291-a4b7-49c3-b36c-4cc0e2f962c9 x-openstack-request-id: req-cc6cd291-a4b7-49c3-b36c-4cc0e2f962c9 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:40.602390 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5735afd-6645-49e0-9452-e5a31c830bca", "tag": "e7500171-daff-44f2-a795-c39e36260fe4", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:40.602716 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc6cd291-a4b7-49c3-b36c-4cc0e2f962c9 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:40.606603 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5735afd-6645-49e0-9452-e5a31c830bca', 'tag': 'e7500171-daff-44f2-a795-c39e36260fe4', 'status': 'completed', 'code': 200} Jun 30 09:02:40.630132 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33590bb8-4912-4181-8d9f-783179c047d2 req-99ccf5b7-a3c6-49a0-b608-8dd46341cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:40.632512 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-33590bb8-4912-4181-8d9f-783179c047d2 req-99ccf5b7-a3c6-49a0-b608-8dd46341cb21 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3f22e7d0-de91-475d-bcd9-bd9e2dc0e9d9 HTTP/1.1" status: 200 len: 868 time: 0.1040165 Jun 30 09:02:40.640659 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18900186-ad08-46f9-be2d-1e1dda05c09a x-openstack-request-id: req-18900186-ad08-46f9-be2d-1e1dda05c09a {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:40.641339 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de59547-28e4-4a61-81b9-29a3b7b2e4c1", "name": "network-vif-deleted", "tag": "2d0088c8-2681-45b4-822e-6279b345dab8", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:40.641602 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-18900186-ad08-46f9-be2d-1e1dda05c09a {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:40.642528 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de59547-28e4-4a61-81b9-29a3b7b2e4c1', 'name': 'network-vif-deleted', 'tag': '2d0088c8-2681-45b4-822e-6279b345dab8', 'status': 'completed', 'code': 200} Jun 30 09:02:40.708484 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33590bb8-4912-4181-8d9f-783179c047d2 req-85ab98cd-fe11-4b26-8558-ccd6af566f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:40.712952 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-33590bb8-4912-4181-8d9f-783179c047d2 req-85ab98cd-fe11-4b26-8558-ccd6af566f42 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb425625-59da-464d-8429-9a3875da9bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700755 Jun 30 09:02:40.725641 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-769892be-194a-42e6-920e-7172acfa0887 req-f159a2c4-2984-4f8f-abd6-baaea83d7b84 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 210 time: 0.0871119 Jun 30 09:02:40.758473 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703609d-c3cc-4f9b-b816-3c5bea589cca req-b5bf8251-3310-4859-bed7-a3cc0998462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:40.760366 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8703609d-c3cc-4f9b-b816-3c5bea589cca req-b5bf8251-3310-4859-bed7-a3cc0998462f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81975b3e10444c7698cea822fe627767&device_id=c5735afd-6645-49e0-9452-e5a31c830bca HTTP/1.1" status: 200 len: 1099 time: 0.1205850 Jun 30 09:02:40.892451 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-33590bb8-4912-4181-8d9f-783179c047d2 req-6125459e-468c-402b-8376-46429620624c service neutron] 10.222.0.37 "GET /v2.0/networks/cb425625-59da-464d-8429-9a3875da9bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699061 Jun 30 09:02:40.975080 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24070d-39a2-40c0-83f1-ec5d5a61acdb req-14266e3d-ea6e-4e84-ad18-e1cfc8f98607 tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:40.990335 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6c24070d-39a2-40c0-83f1-ec5d5a61acdb req-14266e3d-ea6e-4e84-ad18-e1cfc8f98607 tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5735afd-6645-49e0-9452-e5a31c830bca HTTP/1.1" status: 200 len: 947 time: 0.2049901 Jun 30 09:02:41.025527 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 50782) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:41.093650 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703609d-c3cc-4f9b-b816-3c5bea589cca req-87abada4-5655-4908-9cad-78868dac1ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:41.096131 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8703609d-c3cc-4f9b-b816-3c5bea589cca req-87abada4-5655-4908-9cad-78868dac1ad7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.3290508 Jun 30 09:02:41.170068 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8703609d-c3cc-4f9b-b816-3c5bea589cca req-2ae5e6f7-bf2f-47ae-81c7-f107a7e8f163 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=e7500171-daff-44f2-a795-c39e36260fe4 HTTP/1.1" status: 200 len: 217 time: 0.0653732 Jun 30 09:02:41.258878 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b761c-d946-4983-959d-a7f65f845464 req-b414bc94-2f23-49de-9cc5-b4953c7945f6 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:41.261504 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ff3b761c-d946-4983-959d-a7f65f845464 req-b414bc94-2f23-49de-9cc5-b4953c7945f6 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 945 time: 0.3380332 Jun 30 09:02:41.268243 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-cd3d1a53-e517-40b6-b584-632182de02c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:41.270647 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-cd3d1a53-e517-40b6-b584-632182de02c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4072f6e39e474776996ee00ca570db4f&device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 1097 time: 0.3463702 Jun 30 09:02:41.283336 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-80435481-3e50-4791-a764-65815a4cd03f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-45904031-network', 'tenant_id': 'b521f173677444a3b794e6a332034c4e'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:41.383679 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703609d-c3cc-4f9b-b816-3c5bea589cca req-3be34cf7-c6a8-4e04-b263-3816d440386c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:41.385132 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8703609d-c3cc-4f9b-b816-3c5bea589cca req-3be34cf7-c6a8-4e04-b263-3816d440386c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.2062798 Jun 30 09:02:41.397071 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6c24070d-39a2-40c0-83f1-ec5d5a61acdb req-991352af-736a-42e2-b2ff-f2543f77745c tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a415c36-4108-4d6b-9804-bb30dc12fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053349 Jun 30 09:02:41.437938 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-33590bb8-4912-4181-8d9f-783179c047d2 req-1c7dbc5d-c6f2-49bb-8601-637a69c21f55 service neutron] 10.222.0.37 "GET /v2.0/networks/cb425625-59da-464d-8429-9a3875da9bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5331128 Jun 30 09:02:41.439899 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ff3b761c-d946-4983-959d-a7f65f845464 req-99df4463-2780-48ec-9f6b-8035ad1ffe85 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655369 Jun 30 09:02:41.486812 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-4cc176df-974a-4787-ba94-7ef555920f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:41.488338 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-4cc176df-974a-4787-ba94-7ef555920f3e service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8 HTTP/1.1" status: 200 len: 921 time: 0.1990411 Jun 30 09:02:41.544457 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 4094a647-fe43-43c7-be05-cfb17691d652 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:41.574531 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-25f9a756-f528-466e-9be9-7e5f5f4ca694 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe HTTP/1.1" status: 200 len: 217 time: 0.0766802 Jun 30 09:02:41.581340 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80435481-3e50-4791-a764-65815a4cd03f admin admin] Made reservation on behalf of b521f173677444a3b794e6a332034c4e for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:41.587360 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-80435481-3e50-4791-a764-65815a4cd03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:41.609625 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703609d-c3cc-4f9b-b816-3c5bea589cca req-17425190-15c9-41fc-86cb-8dbee02a4391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:41.613715 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8703609d-c3cc-4f9b-b816-3c5bea589cca req-17425190-15c9-41fc-86cb-8dbee02a4391 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2131150 Jun 30 09:02:41.620163 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-80435481-3e50-4791-a764-65815a4cd03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:41.685234 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 4094a647-fe43-43c7-be05-cfb17691d652, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=4094a647-fe43-43c7-be05-cfb17691d652,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:41.708541 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '4094a647-fe43-43c7-be05-cfb17691d652', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': '4094a647-fe43-43c7-be05-cfb17691d652', 'mac_address': 'fa:16:3e:46:37:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:02:41.735432 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9c1ee-7e2a-4052-94dd-43d0b964aefb req-cd0c9a7a-e4ab-47d3-b1de-bff86169a469 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:41.738077 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-17b9c1ee-7e2a-4052-94dd-43d0b964aefb req-cd0c9a7a-e4ab-47d3-b1de-bff86169a469 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/ports?device_id=01c46c06-e2d6-4bc8-b004-5326c78a46d6 HTTP/1.1" status: 200 len: 944 time: 0.0752366 Jun 30 09:02:41.781297 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-17b9c1ee-7e2a-4052-94dd-43d0b964aefb req-c64deee0-56cf-4700-9b8e-7ed0cb2126b3 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/security-groups?id=2d8f8eac-5567-4d35-9f1a-5be0800fb2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371046 Jun 30 09:02:41.792246 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:41.799678 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8703609d-c3cc-4f9b-b816-3c5bea589cca req-01bdd1ab-bebb-4970-a645-f9ebc46a1a3c service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641171 Jun 30 09:02:41.808635 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4094a647-fe43-43c7-be05-cfb17691d652 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:41.845432 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-7bdbc780-a2e1-49d6-bdf0-21efa2d70de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:41.847064 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-7bdbc780-a2e1-49d6-bdf0-21efa2d70de6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a401937-9638-402a-b598-8b54d19e09c0 HTTP/1.1" status: 200 len: 860 time: 0.2301774 Jun 30 09:02:41.860213 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 4094a647-fe43-43c7-be05-cfb17691d652, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=4094a647-fe43-43c7-be05-cfb17691d652,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:42.011233 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.032228 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-59af6d37-5610-48b1-ab5c-a57e9b51f7c4 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:42.032228 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-59af6d37-5610-48b1-ab5c-a57e9b51f7c4 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.52 "GET /v2.0/networks?id=29b0d071-6714-4385-b9f1-40e12b8f9c71 HTTP/1.1" status: 200 len: 808 time: 0.1842220 Jun 30 09:02:42.058674 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-bad6490b-3756-485b-bb5f-e388ce4d3b70 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Request body: {'port': {'device_id': '485fb6f2-39b3-4d18-8083-379e21dceff0', 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71', 'admin_state_up': True, 'tenant_id': '9342aeef3062492da53fbad2470ed3ad'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:42.092276 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 2d0088c8-2681-45b4-822e-6279b345dab8 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:02:42.119561 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 2d0088c8-2681-45b4-822e-6279b345dab8 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:02:42.121501 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 2d0088c8-2681-45b4-822e-6279b345dab8 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:02:42.134235 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=4094a647-fe43-43c7-be05-cfb17691d652,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:42.191987 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6d7a187f-3df2-43a7-9088-ee6b84a0f632 req-2e44988f-ae06-49ba-8621-8ba2bfc13465 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 210 time: 0.1025612 Jun 30 09:02:42.199039 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 50798) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:42.210706 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-9967307c-d5dd-4306-bf2b-f46d78908919 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3332741 Jun 30 09:02:42.372269 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3469ad-daeb-4df0-a6f1-18682fe47102 req-27c912ed-e8cf-4f46-8221-557b909a2fef tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:42.373917 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9c3469ad-daeb-4df0-a6f1-18682fe47102 req-27c912ed-e8cf-4f46-8221-557b909a2fef tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 947 time: 0.7588017 Jun 30 09:02:42.405542 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-89444672-acc3-438b-814e-da99dc6510ae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3bdfc478fdbc432c9618ae41b0f73866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2043943 Jun 30 09:02:42.405913 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 50802) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:42.407688 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['4094a647-fe43-43c7-be05-cfb17691d652'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:42.460846 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8703609d-c3cc-4f9b-b816-3c5bea589cca req-5d6ff5d2-1847-45f4-8733-20cee5c6b0c5 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6470635 Jun 30 09:02:42.480041 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-a6393bbd-b409-4157-9448-e379339e56e7 service neutron] 10.222.0.37 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533140 Jun 30 09:02:42.497673 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b3a95d08-44a2-4f28-a139-8be2d2f37b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.510635 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9c3469ad-daeb-4df0-a6f1-18682fe47102 req-06cd86cb-14e2-42fa-9acc-345f287fc261 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210980 Jun 30 09:02:42.534663 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b3a95d08-44a2-4f28-a139-8be2d2f37b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.579933 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-80435481-3e50-4791-a764-65815a4cd03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.646135 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-80435481-3e50-4791-a764-65815a4cd03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.649096 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c46c06-e2d6-4bc8-b004-5326c78a46d6', 'tag': '9ac23bac-a420-4bb4-a09e-2f0c2acdfa20'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:42.651785 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b566b2e9-4ab4-4f9a-b004-4079622f63d6" -d '{"events": [{"name": "network-changed", "server_uuid": "01c46c06-e2d6-4bc8-b004-5326c78a46d6", "tag": "9ac23bac-a420-4bb4-a09e-2f0c2acdfa20"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:42.670588 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80435481-3e50-4791-a764-65815a4cd03f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:02:42.688814 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-80435481-3e50-4791-a764-65815a4cd03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.689396 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-80435481-3e50-4791-a764-65815a4cd03f admin admin] Added segment 46885ad2-e916-41aa-b547-419072732535 of type vlan for network 60a77b31-7746-4394-a70f-4e46032cc63e Jun 30 09:02:42.711637 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b414f42-df4b-472b-a698-2e4784fc14ec req-f2759cd5-f07a-4eff-b2d3-459e2b3ac7cf tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:42.720221 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2b414f42-df4b-472b-a698-2e4784fc14ec req-f2759cd5-f07a-4eff-b2d3-459e2b3ac7cf tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5735afd-6645-49e0-9452-e5a31c830bca HTTP/1.1" status: 200 len: 947 time: 0.1272459 Jun 30 09:02:42.744380 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-da5a18e6-56b2-47c0-89f7-dc7b208fe94a service neutron] 10.222.0.37 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558637 Jun 30 09:02:42.771617 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-bad6490b-3756-485b-bb5f-e388ce4d3b70 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Made reservation on behalf of 9342aeef3062492da53fbad2470ed3ad for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:42.777924 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-bad6490b-3756-485b-bb5f-e388ce4d3b70 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.802754 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2b414f42-df4b-472b-a698-2e4784fc14ec req-4636e663-b4c5-42ea-bc7c-f207563c5da2 tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a415c36-4108-4d6b-9804-bb30dc12fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812392 Jun 30 09:02:42.810166 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b3a95d08-44a2-4f28-a139-8be2d2f37b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.815330 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b3a95d08-44a2-4f28-a139-8be2d2f37b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.822911 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80435481-3e50-4791-a764-65815a4cd03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf5143d-cfeb-4e6d-8291-b2fca1ab2790,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:42.823235 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b3a95d08-44a2-4f28-a139-8be2d2f37b38 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f5b6dde5-5ae6-4c30-bf4a-c5b439d6ab1f HTTP/1.1" status: 204 len: 168 time: 0.4132411 Jun 30 09:02:42.823529 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-80435481-3e50-4791-a764-65815a4cd03f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.847405 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a95d08-44a2-4f28-a139-8be2d2f37b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b6dde5-5ae6-4c30-bf4a-c5b439d6ab1f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:42.902826 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbb2f7-0ef7-4e0e-b3c1-54e74a9ade01 req-471da384-6e9f-4bb8-904f-74c45471a159 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:42.905489 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-40bbb2f7-0ef7-4e0e-b3c1-54e74a9ade01 req-471da384-6e9f-4bb8-904f-74c45471a159 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 945 time: 0.1721456 Jun 30 09:02:42.947895 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01887440-910f-440a-aab8-0a35d3afda83 x-openstack-request-id: req-01887440-910f-440a-aab8-0a35d3afda83 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:42.948499 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c46c06-e2d6-4bc8-b004-5326c78a46d6", "tag": "9ac23bac-a420-4bb4-a09e-2f0c2acdfa20", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:42.948876 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-01887440-910f-440a-aab8-0a35d3afda83 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:42.949697 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c46c06-e2d6-4bc8-b004-5326c78a46d6', 'tag': '9ac23bac-a420-4bb4-a09e-2f0c2acdfa20', 'status': 'completed', 'code': 200} Jun 30 09:02:42.951670 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-80435481-3e50-4791-a764-65815a4cd03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.952659 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80435481-3e50-4791-a764-65815a4cd03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:42.953239 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-80435481-3e50-4791-a764-65815a4cd03f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:43.057005 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-bad6490b-3756-485b-bb5f-e388ce4d3b70 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Allocated IP 172.20.0.9 (29b0d071-6714-4385-b9f1-40e12b8f9c71/8196dcad-a05d-4c25-a036-8d0e22bb3a6b/3e2a3cb4-ce83-4293-9a76-a77a15d776ff) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:43.131012 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-80435481-3e50-4791-a764-65815a4cd03f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1038544 Jun 30 09:02:43.146864 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 50816) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:43.166991 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-b3c599cf-d71d-4e18-b5af-682434971e54 admin admin] Request body: {'subnet': {'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-45904031-subnet', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:43.201616 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-40bbb2f7-0ef7-4e0e-b3c1-54e74a9ade01 req-f8da965e-d96f-470a-95e3-22484885c7a6 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762971 Jun 30 09:02:43.207047 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80435481-3e50-4791-a764-65815a4cd03f admin admin] Pushing event updated for resources: {'Network': ['ID=60a77b31-7746-4394-a70f-4e46032cc63e,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:43.224289 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 60a77b31-7746-4394-a70f-4e46032cc63e details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:02:43.268075 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-6b5bf5d5-b00b-4486-bef0-e924e8186da7 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:43.270954 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-6b5bf5d5-b00b-4486-bef0-e924e8186da7 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18&tenant_id=4072f6e39e474776996ee00ca570db4f&binding%3Ahost_id=n-h1-771363-31 HTTP/1.1" status: 200 len: 1097 time: 0.3591166 Jun 30 09:02:43.294197 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-d344a7ca-6585-43ae-9937-693ce5c59716 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771363-31'}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:43.303479 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c599cf-d71d-4e18-b5af-682434971e54 admin admin] Made reservation on behalf of b521f173677444a3b794e6a332034c4e for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:43.307433 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b3c599cf-d71d-4e18-b5af-682434971e54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:43.344786 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566b2e9-4ab4-4f9a-b004-4079622f63d6 req-20fdc280-6034-42ba-aef9-4547896b3c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:43.347043 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b566b2e9-4ab4-4f9a-b004-4079622f63d6 req-20fdc280-6034-42ba-aef9-4547896b3c9b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=798d9ab762764598a8ea751098a0b9af&device_id=01c46c06-e2d6-4bc8-b004-5326c78a46d6 HTTP/1.1" status: 200 len: 1096 time: 0.3580921 Jun 30 09:02:43.421090 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4de405-92e8-45e4-8621-e5b2fb4dc2d1 req-e78433c6-43ba-4dea-9ae0-a689d80e9147 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:43.432340 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a4de405-92e8-45e4-8621-e5b2fb4dc2d1 req-e78433c6-43ba-4dea-9ae0-a689d80e9147 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/ports?device_id=01c46c06-e2d6-4bc8-b004-5326c78a46d6 HTTP/1.1" status: 200 len: 944 time: 0.2961757 Jun 30 09:02:43.444504 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-bad6490b-3756-485b-bb5f-e388ce4d3b70 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:43.494901 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a4de405-92e8-45e4-8621-e5b2fb4dc2d1 req-ca69f274-d9eb-4978-a9df-b53b83815f9a tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/security-groups?id=2d8f8eac-5567-4d35-9f1a-5be0800fb2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619099 Jun 30 09:02:43.564769 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device e7500171-daff-44f2-a795-c39e36260fe4 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:43.595192 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-bad6490b-3756-485b-bb5f-e388ce4d3b70 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:43.604952 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4b38a51e-bfce-4bc6-b5f9-bf78ab2d94eb req-20c4b845-896e-4909-9a2a-bbac12d8ca28 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 210 time: 0.0540097 Jun 30 09:02:43.624673 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-d344a7ca-6585-43ae-9937-693ce5c59716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:43.631843 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566b2e9-4ab4-4f9a-b004-4079622f63d6 req-fb095b13-a1d1-4f0c-a3db-6982cc9b1f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:43.633623 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b566b2e9-4ab4-4f9a-b004-4079622f63d6 req-fb095b13-a1d1-4f0c-a3db-6982cc9b1f9d service neutron] 10.222.0.37 "GET /v2.0/networks?id=cb425625-59da-464d-8429-9a3875da9bb9 HTTP/1.1" status: 200 len: 930 time: 0.2690752 Jun 30 09:02:43.687346 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 4094a647-fe43-43c7-be05-cfb17691d652 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:43.692349 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b566b2e9-4ab4-4f9a-b004-4079622f63d6 req-d6fa0124-d1ca-46ce-a0a3-b89061cd14fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ac23bac-a420-4bb4-a09e-2f0c2acdfa20 HTTP/1.1" status: 200 len: 217 time: 0.0503850 Jun 30 09:02:43.704674 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-bad6490b-3756-485b-bb5f-e388ce4d3b70 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Network 29b0d071-6714-4385-b9f1-40e12b8f9c71 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:43.718128 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-bad6490b-3756-485b-bb5f-e388ce4d3b70 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:43.721293 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-bad6490b-3756-485b-bb5f-e388ce4d3b70 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:43.724212 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6490b-3756-485b-bb5f-e388ce4d3b70 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Pushing event updated for resources: {'Port': ['ID=3e2a3cb4-ce83-4293-9a76-a77a15d776ff,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:43.794619 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-bad6490b-3756-485b-bb5f-e388ce4d3b70 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:43.795791 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-bad6490b-3756-485b-bb5f-e388ce4d3b70 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:43.814272 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820dcc28-ce42-42c1-b49b-94e0324ec716 req-9987c585-9c53-4907-824d-38acd271bdf8 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:43.815861 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-820dcc28-ce42-42c1-b49b-94e0324ec716 req-9987c585-9c53-4907-824d-38acd271bdf8 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 948 time: 0.1581039 Jun 30 09:02:43.832514 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port e7500171-daff-44f2-a795-c39e36260fe4, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e7500171-daff-44f2-a795-c39e36260fe4,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:43.846328 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'e7500171-daff-44f2-a795-c39e36260fe4', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': 'e7500171-daff-44f2-a795-c39e36260fe4', 'mac_address': 'fa:16:3e:73:18:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:02:43.873683 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-820dcc28-ce42-42c1-b49b-94e0324ec716 req-76b365c4-a48c-4cf0-b4db-88a20a0232c5 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492499 Jun 30 09:02:43.892725 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566b2e9-4ab4-4f9a-b004-4079622f63d6 req-9059fa38-1fe0-4410-97ca-47ca3a9fb696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:43.894483 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b566b2e9-4ab4-4f9a-b004-4079622f63d6 req-9059fa38-1fe0-4410-97ca-47ca3a9fb696 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3f22e7d0-de91-475d-bcd9-bd9e2dc0e9d9 HTTP/1.1" status: 200 len: 868 time: 0.1644304 Jun 30 09:02:43.921123 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:43.930531 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 50826) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:43.943251 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 4094a647-fe43-43c7-be05-cfb17691d652 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:43.946907 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7500171-daff-44f2-a795-c39e36260fe4 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:43.947915 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9de3c8f6-79c9-44d1-80fb-aacbde700b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:43.950589 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-bad6490b-3756-485b-bb5f-e388ce4d3b70 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9084499 Jun 30 09:02:43.958958 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 4094a647-fe43-43c7-be05-cfb17691d652 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:43.959495 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:43.979602 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-714ff8d6-0f64-405a-94e1-797afe43a810 service neutron] Request body: {'port': {'device_id': '485fb6f2-39b3-4d18-8083-379e21dceff0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:43.995731 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-d344a7ca-6585-43ae-9937-693ce5c59716 service neutron] For port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:44.011186 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port e7500171-daff-44f2-a795-c39e36260fe4, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e7500171-daff-44f2-a795-c39e36260fe4,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:44.073927 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b3c599cf-d71d-4e18-b5af-682434971e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.082317 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.093076 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.131680 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c197880-ecdc-41ec-a432-a312bb69dc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4094a647-fe43-43c7-be05-cfb17691d652'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:44.135929 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c31895-e374-40a2-b24b-26f6035c59d9" -d '{"events": [{"server_uuid": "4c197880-ecdc-41ec-a432-a312bb69dc69", "name": "network-vif-plugged", "status": "completed", "tag": "4094a647-fe43-43c7-be05-cfb17691d652"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:44.138814 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566b2e9-4ab4-4f9a-b004-4079622f63d6 req-62773b25-ef49-41e4-90d4-ca55460c5e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:44.141799 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b566b2e9-4ab4-4f9a-b004-4079622f63d6 req-62773b25-ef49-41e4-90d4-ca55460c5e31 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb425625-59da-464d-8429-9a3875da9bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2343624 Jun 30 09:02:44.158041 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-d344a7ca-6585-43ae-9937-693ce5c59716 service neutron] For port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe, host n-h1-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:44.164522 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 4094a647-fe43-43c7-be05-cfb17691d652, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=4094a647-fe43-43c7-be05-cfb17691d652,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:44.165566 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-714ff8d6-0f64-405a-94e1-797afe43a810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.184815 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb368cf9-ed4f-4cbf-accb-771c0a36ae9a x-openstack-request-id: req-fb368cf9-ed4f-4cbf-accb-771c0a36ae9a {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:44.185105 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c197880-ecdc-41ec-a432-a312bb69dc69", "name": "network-vif-plugged", "status": "completed", "tag": "4094a647-fe43-43c7-be05-cfb17691d652", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:44.185357 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fb368cf9-ed4f-4cbf-accb-771c0a36ae9a {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:44.185741 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c197880-ecdc-41ec-a432-a312bb69dc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4094a647-fe43-43c7-be05-cfb17691d652', 'code': 200} Jun 30 09:02:44.189775 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=e7500171-daff-44f2-a795-c39e36260fe4,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:44.201390 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:44.201390 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:44.201390 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:44.201903 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:44.202554 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:44.203624 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:44.203899 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:44.204443 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:44.209811 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:44.209811 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:44.209811 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:44.209811 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:44.258668 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.348401 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=4094a647-fe43-43c7-be05-cfb17691d652,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:44.350042 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-d344a7ca-6585-43ae-9937-693ce5c59716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.376679 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e133eae4-fa5f-4b9b-b92c-10419b958c18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:44.379750 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2293de4e-32de-4950-b89c-21ed275bd489" -d '{"events": [{"server_uuid": "e133eae4-fa5f-4b9b-b92c-10419b958c18", "name": "network-vif-unplugged", "status": "completed", "tag": "dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:44.393269 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c599cf-d71d-4e18-b5af-682434971e54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faaf1ea0-436f-4385-8495-d72190b1bc6b,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:44.402665 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9de3c8f6-79c9-44d1-80fb-aacbde700b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.447728 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['e7500171-daff-44f2-a795-c39e36260fe4'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:44.474363 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61056ff1-e8ac-4505-bbe2-c8cb69370f68 req-0b3b7298-3eba-4104-89af-a37445f67bc4 tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:44.476165 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-61056ff1-e8ac-4505-bbe2-c8cb69370f68 req-0b3b7298-3eba-4104-89af-a37445f67bc4 tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5735afd-6645-49e0-9452-e5a31c830bca HTTP/1.1" status: 200 len: 947 time: 0.4488554 Jun 30 09:02:44.479151 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b566b2e9-4ab4-4f9a-b004-4079622f63d6 req-2ee19401-46a3-4fb1-b4f9-196bb04eeb4f service neutron] 10.222.0.37 "GET /v2.0/networks/cb425625-59da-464d-8429-9a3875da9bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746923 Jun 30 09:02:44.479905 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c599cf-d71d-4e18-b5af-682434971e54 admin admin] Checking segment: {'id': '46885ad2-e916-41aa-b547-419072732535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:44.480335 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c599cf-d71d-4e18-b5af-682434971e54 admin admin] Network hostable DHCP agents. Network: 60a77b31-7746-4394-a70f-4e46032cc63e, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:02:44.502810 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-d344a7ca-6585-43ae-9937-693ce5c59716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.533511 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9de3c8f6-79c9-44d1-80fb-aacbde700b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.596201 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5763b-44b2-4904-ab75-3d3d22704427 req-52c5d9e7-7b9c-4f56-a2f4-e3321529fc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:44.597701 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a5d5763b-44b2-4904-ab75-3d3d22704427 req-52c5d9e7-7b9c-4f56-a2f4-e3321529fc3b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 1101 time: 0.3145802 Jun 30 09:02:44.631780 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9de3c8f6-79c9-44d1-80fb-aacbde700b6f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=242e9ca299df48aea54d55c4d0d1e8de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6965182 Jun 30 09:02:44.639642 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 50838) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:44.650518 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-61056ff1-e8ac-4505-bbe2-c8cb69370f68 req-9e381a10-d3a1-43b4-bf43-fd1d059f4e23 tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a415c36-4108-4d6b-9804-bb30dc12fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669779 Jun 30 09:02:44.651415 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3c8f6-79c9-44d1-80fb-aacbde700b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba32a3b2-2a6c-4935-9ab5-af615f90a150,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:44.656596 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344a7ca-6585-43ae-9937-693ce5c59716 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe,revision_number=7']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:44.665992 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02b62c-a295-40b8-8250-2acb1735a779 req-e4ffe18d-1f00-41d2-9983-bd705370c450 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:44.674198 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8a02b62c-a295-40b8-8250-2acb1735a779 req-e4ffe18d-1f00-41d2-9983-bd705370c450 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 945 time: 0.2697790 Jun 30 09:02:44.706318 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c599cf-d71d-4e18-b5af-682434971e54 admin admin] Network 60a77b31-7746-4394-a70f-4e46032cc63e is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:02:44.736008 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b566b2e9-4ab4-4f9a-b004-4079622f63d6 req-0b269fed-2481-43a4-8744-fa77ea01c2ea service neutron] 10.222.0.37 "GET /v2.0/networks/cb425625-59da-464d-8429-9a3875da9bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470660 Jun 30 09:02:44.738125 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-d344a7ca-6585-43ae-9937-693ce5c59716 service neutron] Attempting to bind port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe on host n-h1-771363-31 for vnic_type normal with profile {"migrating_to": "n-h2-771363-31"} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:44.738125 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-d344a7ca-6585-43ae-9937-693ce5c59716 service neutron] Attempting to bind port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:44.738125 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-d344a7ca-6585-43ae-9937-693ce5c59716 service neutron] Attempting to bind port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:44.744614 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34c8b2e-97c9-47cd-943e-792b8429c0c1 x-openstack-request-id: req-f34c8b2e-97c9-47cd-943e-792b8429c0c1 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:44.745013 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e133eae4-fa5f-4b9b-b92c-10419b958c18", "name": "network-vif-unplugged", "status": "completed", "tag": "dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:44.745366 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f34c8b2e-97c9-47cd-943e-792b8429c0c1 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:44.745855 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e133eae4-fa5f-4b9b-b92c-10419b958c18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe', 'code': 200} Jun 30 09:02:44.746918 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-d344a7ca-6585-43ae-9937-693ce5c59716 service neutron] Port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:44.747681 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-d344a7ca-6585-43ae-9937-693ce5c59716 service neutron] Attempting to bind port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:44.749056 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a5d5763b-44b2-4904-ab75-3d3d22704427 req-9bb84abc-6d4d-4265-a282-4f41e4b559fa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378899 Jun 30 09:02:44.754223 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-d344a7ca-6585-43ae-9937-693ce5c59716 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:44.754730 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-d344a7ca-6585-43ae-9937-693ce5c59716 service neutron] Checking segment: {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:44.755343 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-d344a7ca-6585-43ae-9937-693ce5c59716 service neutron] Bound using segment: {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:44.755928 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-d344a7ca-6585-43ae-9937-693ce5c59716 service neutron] Bound port: dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:44.756377 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-d344a7ca-6585-43ae-9937-693ce5c59716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.772218 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8a02b62c-a295-40b8-8250-2acb1735a779 req-64715c3f-5d2d-4e46-8cea-d51741ac76e1 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966089 Jun 30 09:02:44.805598 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-b3c599cf-d71d-4e18-b5af-682434971e54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 60a77b31-7746-4394-a70f-4e46032cc63e) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:44.807870 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a836b74f-c463-496d-a4d6-9b1f09985a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.815397 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b974a7-7cb3-4770-829d-f8713dfb871c None None] Network 60a77b31-7746-4394-a70f-4e46032cc63e requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:44.818248 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c599cf-d71d-4e18-b5af-682434971e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:44.819067 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b3c599cf-d71d-4e18-b5af-682434971e54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.853623 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-d344a7ca-6585-43ae-9937-693ce5c59716 service neutron] For port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe, host n-h1-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:44.855336 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-d344a7ca-6585-43ae-9937-693ce5c59716 service neutron] For port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:44.867703 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-714ff8d6-0f64-405a-94e1-797afe43a810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e2a3cb4-ce83-4293-9a76-a77a15d776ff {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:44.873395 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a836b74f-c463-496d-a4d6-9b1f09985a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.882849 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-714ff8d6-0f64-405a-94e1-797afe43a810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.901152 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b3c599cf-d71d-4e18-b5af-682434971e54 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7427449 Jun 30 09:02:44.903888 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 50842) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:44.921018 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-e8989bc8-24b3-4fd2-90bb-ddc34aee65db admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-45904031-router', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:44.921252 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-714ff8d6-0f64-405a-94e1-797afe43a810 service neutron] Transition to ACTIVE for port object 3e2a3cb4-ce83-4293-9a76-a77a15d776ff will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:44.929263 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-d344a7ca-6585-43ae-9937-693ce5c59716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.025798 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-714ff8d6-0f64-405a-94e1-797afe43a810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.040109 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-d344a7ca-6585-43ae-9937-693ce5c59716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:45.040838 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-d344a7ca-6585-43ae-9937-693ce5c59716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.042440 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-d344a7ca-6585-43ae-9937-693ce5c59716 service neutron] 10.222.0.37 "PUT /v2.0/ports/dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe HTTP/1.1" status: 200 len: 1123 time: 1.7555847 Jun 30 09:02:45.052209 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344a7ca-6585-43ae-9937-693ce5c59716 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe,revision_number=8']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:45.068726 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a836b74f-c463-496d-a4d6-9b1f09985a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.074134 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a836b74f-c463-496d-a4d6-9b1f09985a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.076511 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a836b74f-c463-496d-a4d6-9b1f09985a8b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ba32a3b2-2a6c-4935-9ab5-af615f90a150 HTTP/1.1" status: 204 len: 168 time: 0.4348390 Jun 30 09:02:45.081529 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e8989bc8-24b3-4fd2-90bb-ddc34aee65db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.082605 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e8989bc8-24b3-4fd2-90bb-ddc34aee65db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.103345 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836b74f-c463-496d-a4d6-9b1f09985a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba32a3b2-2a6c-4935-9ab5-af615f90a150,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:45.124132 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786afc8b-4875-4414-b7b0-1ba45ac19256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-60a77b31-7746-4394-a70f-4e46032cc63e', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'fixed_ips': [{'subnet_id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:02:45.128549 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-786afc8b-4875-4414-b7b0-1ba45ac19256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.131323 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f11a9-43da-440c-89da-bffd8d7f9e80 req-47c6b5a6-f12b-4578-87ef-892e63449858 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:45.139518 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ea0f11a9-43da-440c-89da-bffd8d7f9e80 req-47c6b5a6-f12b-4578-87ef-892e63449858 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/ports?device_id=01c46c06-e2d6-4bc8-b004-5326c78a46d6 HTTP/1.1" status: 200 len: 944 time: 0.1623728 Jun 30 09:02:45.147694 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ff8d6-0f64-405a-94e1-797afe43a810 service neutron] Pushing event updated for resources: {'Port': ['ID=3e2a3cb4-ce83-4293-9a76-a77a15d776ff,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:45.203818 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e8989bc8-24b3-4fd2-90bb-ddc34aee65db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.239593 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ea0f11a9-43da-440c-89da-bffd8d7f9e80 req-b268bc2e-94fb-4875-bb06-275ea971c05e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/security-groups?id=2d8f8eac-5567-4d35-9f1a-5be0800fb2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990367 Jun 30 09:02:45.264089 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e8c85-269f-43f3-964e-325a67c37600 req-bb4b538f-98b5-49e9-8c9e-49988e72d97d tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:45.264089 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4b6e8c85-269f-43f3-964e-325a67c37600 req-bb4b538f-98b5-49e9-8c9e-49988e72d97d tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 943 time: 0.2274435 Jun 30 09:02:45.304828 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-714ff8d6-0f64-405a-94e1-797afe43a810 service neutron] Attempting to bind port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:45.305525 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-714ff8d6-0f64-405a-94e1-797afe43a810 service neutron] Attempting to bind port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:45.309071 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-714ff8d6-0f64-405a-94e1-797afe43a810 service neutron] Attempting to bind port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:45.310113 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-786afc8b-4875-4414-b7b0-1ba45ac19256 None None] Allocated IP 172.20.0.2 (60a77b31-7746-4394-a70f-4e46032cc63e/faaf1ea0-436f-4385-8495-d72190b1bc6b/d1ee8fee-ac48-4d94-a841-12cfdfcac37f) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:45.315965 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:45.317099 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-714ff8d6-0f64-405a-94e1-797afe43a810 service neutron] Port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:45.319650 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4b6e8c85-269f-43f3-964e-325a67c37600 req-1234bd36-9fe2-4d62-b77b-fe42ec718a87 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479014 Jun 30 09:02:45.320134 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-714ff8d6-0f64-405a-94e1-797afe43a810 service neutron] Attempting to bind port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:45.340621 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-714ff8d6-0f64-405a-94e1-797afe43a810 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:45.341113 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-714ff8d6-0f64-405a-94e1-797afe43a810 service neutron] Checking segment: {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:45.341589 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-714ff8d6-0f64-405a-94e1-797afe43a810 service neutron] Bound using segment: {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:45.346374 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-714ff8d6-0f64-405a-94e1-797afe43a810 service neutron] Bound port: 3e2a3cb4-ce83-4293-9a76-a77a15d776ff, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:45.346374 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-714ff8d6-0f64-405a-94e1-797afe43a810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.480189 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-714ff8d6-0f64-405a-94e1-797afe43a810 service neutron] For port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:45.510579 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-714ff8d6-0f64-405a-94e1-797afe43a810 service neutron] For port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3e2a3cb4-ce83-4293-9a76-a77a15d776ff,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:45.560953 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8d212-4253-44ad-8761-19c4dfd0ce09 req-8e4edfb9-e841-490f-88d0-3789fbe7a2e0 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:45.563538 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b2d8d212-4253-44ad-8761-19c4dfd0ce09 req-8e4edfb9-e841-490f-88d0-3789fbe7a2e0 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 949 time: 0.1351104 Jun 30 09:02:45.575285 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e8989bc8-24b3-4fd2-90bb-ddc34aee65db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.590422 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 9ac23bac-a420-4bb4-a09e-2f0c2acdfa20 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:45.593747 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device e7500171-daff-44f2-a795-c39e36260fe4 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:45.614976 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-714ff8d6-0f64-405a-94e1-797afe43a810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.685042 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-786afc8b-4875-4414-b7b0-1ba45ac19256 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.691924 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b2d8d212-4253-44ad-8761-19c4dfd0ce09 req-068a8a54-60b4-4523-bfac-e3dfad09ebb4 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174927 Jun 30 09:02:45.702076 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-714ff8d6-0f64-405a-94e1-797afe43a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:45.702663 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-714ff8d6-0f64-405a-94e1-797afe43a810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.704117 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-714ff8d6-0f64-405a-94e1-797afe43a810 service neutron] 10.222.0.52 "PUT /v2.0/ports/3e2a3cb4-ce83-4293-9a76-a77a15d776ff HTTP/1.1" status: 200 len: 1092 time: 1.7392828 Jun 30 09:02:45.704566 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '485fb6f2-39b3-4d18-8083-379e21dceff0', 'tag': '3e2a3cb4-ce83-4293-9a76-a77a15d776ff'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:45.706844 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0bed22-0f42-4f19-9a5f-1cdf376447e6" -d '{"events": [{"name": "network-changed", "server_uuid": "485fb6f2-39b3-4d18-8083-379e21dceff0", "tag": "3e2a3cb4-ce83-4293-9a76-a77a15d776ff"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:45.735232 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ff8d6-0f64-405a-94e1-797afe43a810 service neutron] Pushing event updated for resources: {'Port': ['ID=3e2a3cb4-ce83-4293-9a76-a77a15d776ff,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:45.754440 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-786afc8b-4875-4414-b7b0-1ba45ac19256 None None] Transition to ACTIVE for port object d1ee8fee-ac48-4d94-a841-12cfdfcac37f will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:45.795309 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b89da9-e93f-42ab-87de-f4829651fc92 x-openstack-request-id: req-d7b89da9-e93f-42ab-87de-f4829651fc92 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:45.795608 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "485fb6f2-39b3-4d18-8083-379e21dceff0", "tag": "3e2a3cb4-ce83-4293-9a76-a77a15d776ff", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:45.795870 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d7b89da9-e93f-42ab-87de-f4829651fc92 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:45.796323 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '485fb6f2-39b3-4d18-8083-379e21dceff0', 'tag': '3e2a3cb4-ce83-4293-9a76-a77a15d776ff', 'status': 'completed', 'code': 200} Jun 30 09:02:45.864402 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-786afc8b-4875-4414-b7b0-1ba45ac19256 None None] Transition to ACTIVE for port object d1ee8fee-ac48-4d94-a841-12cfdfcac37f will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:45.927240 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 9ac23bac-a420-4bb4-a09e-2f0c2acdfa20, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=9ac23bac-a420-4bb4-a09e-2f0c2acdfa20,segment=NetworkSegment(9a0b108e-fa46-41dd-a865-c530672df417),segment_id=9a0b108e-fa46-41dd-a865-c530672df417)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:45.934588 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-786afc8b-4875-4414-b7b0-1ba45ac19256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.982786 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0bed22-0f42-4f19-9a5f-1cdf376447e6 req-f78216ba-60c2-4a27-8935-bc2514ab4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:45.984352 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc0bed22-0f42-4f19-9a5f-1cdf376447e6 req-f78216ba-60c2-4a27-8935-bc2514ab4528 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9342aeef3062492da53fbad2470ed3ad&device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 1095 time: 0.1247816 Jun 30 09:02:46.027271 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786afc8b-4875-4414-b7b0-1ba45ac19256 None None] Pushing event updated for resources: {'Port': ['ID=d1ee8fee-ac48-4d94-a841-12cfdfcac37f,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:46.035977 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port e7500171-daff-44f2-a795-c39e36260fe4 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:46.044139 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port e7500171-daff-44f2-a795-c39e36260fe4 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:46.044748 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:46.047859 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '9ac23bac-a420-4bb4-a09e-2f0c2acdfa20', 'network_id': 'cb425625-59da-464d-8429-9a3875da9bb9', 'port_id': '9ac23bac-a420-4bb4-a09e-2f0c2acdfa20', 'mac_address': 'fa:16:3e:54:f9:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f22e7d0-de91-475d-bcd9-bd9e2dc0e9d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:02:46.122316 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786afc8b-4875-4414-b7b0-1ba45ac19256 None None] Network 60a77b31-7746-4394-a70f-4e46032cc63e is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:46.128276 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-786afc8b-4875-4414-b7b0-1ba45ac19256 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:46.135522 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786afc8b-4875-4414-b7b0-1ba45ac19256 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:46.170056 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed9b69-54fe-469f-b1fe-e9e83d43c77e req-2b3c533c-ae67-44ec-89a7-7629b70c8bb9 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:46.177558 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-78ed9b69-54fe-469f-b1fe-e9e83d43c77e req-2b3c533c-ae67-44ec-89a7-7629b70c8bb9 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 943 time: 0.1546865 Jun 30 09:02:46.204510 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0bed22-0f42-4f19-9a5f-1cdf376447e6 req-a69731cb-611c-45ed-a9a0-6b4977045991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:46.205987 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc0bed22-0f42-4f19-9a5f-1cdf376447e6 req-a69731cb-611c-45ed-a9a0-6b4977045991 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=9342aeef3062492da53fbad2470ed3ad&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2140183 Jun 30 09:02:46.211758 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:46.231949 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ac23bac-a420-4bb4-a09e-2f0c2acdfa20 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:46.250399 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-786afc8b-4875-4414-b7b0-1ba45ac19256 None None] Attempting to bind port d1ee8fee-ac48-4d94-a841-12cfdfcac37f on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:46.250735 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-786afc8b-4875-4414-b7b0-1ba45ac19256 None None] Attempting to bind port d1ee8fee-ac48-4d94-a841-12cfdfcac37f by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '46885ad2-e916-41aa-b547-419072732535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:46.251029 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786afc8b-4875-4414-b7b0-1ba45ac19256 None None] Attempting to bind port d1ee8fee-ac48-4d94-a841-12cfdfcac37f on network 60a77b31-7746-4394-a70f-4e46032cc63e {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:46.267546 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786afc8b-4875-4414-b7b0-1ba45ac19256 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:46.268024 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786afc8b-4875-4414-b7b0-1ba45ac19256 None None] Checking segment: {'id': '46885ad2-e916-41aa-b547-419072732535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:46.268428 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-786afc8b-4875-4414-b7b0-1ba45ac19256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:46.268812 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786afc8b-4875-4414-b7b0-1ba45ac19256 None None] Bound using segment: {'id': '46885ad2-e916-41aa-b547-419072732535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:46.269286 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-786afc8b-4875-4414-b7b0-1ba45ac19256 None None] Bound port: d1ee8fee-ac48-4d94-a841-12cfdfcac37f, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46885ad2-e916-41aa-b547-419072732535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:46.269662 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-786afc8b-4875-4414-b7b0-1ba45ac19256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:46.272679 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 9ac23bac-a420-4bb4-a09e-2f0c2acdfa20, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=9ac23bac-a420-4bb4-a09e-2f0c2acdfa20,segment=NetworkSegment(9a0b108e-fa46-41dd-a865-c530672df417),segment_id=9a0b108e-fa46-41dd-a865-c530672df417)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:46.294830 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-78ed9b69-54fe-469f-b1fe-e9e83d43c77e req-ef98f919-1cc6-4497-9cfa-4cf4e8f16711 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162837 Jun 30 09:02:46.335833 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:46.365558 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:46.379434 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0bed22-0f42-4f19-9a5f-1cdf376447e6 req-506313f4-35ed-4832-b433-e468751332a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:46.385077 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc0bed22-0f42-4f19-9a5f-1cdf376447e6 req-506313f4-35ed-4832-b433-e468751332a9 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1717725 Jun 30 09:02:46.409145 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5735afd-6645-49e0-9452-e5a31c830bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7500171-daff-44f2-a795-c39e36260fe4'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:46.411833 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201694aa-6871-4f7c-a0a4-356c3800691e" -d '{"events": [{"server_uuid": "c5735afd-6645-49e0-9452-e5a31c830bca", "name": "network-vif-plugged", "status": "completed", "tag": "e7500171-daff-44f2-a795-c39e36260fe4"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:46.446976 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port e7500171-daff-44f2-a795-c39e36260fe4, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e7500171-daff-44f2-a795-c39e36260fe4,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:46.449142 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-786afc8b-4875-4414-b7b0-1ba45ac19256 None None] For port d1ee8fee-ac48-4d94-a841-12cfdfcac37f, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:46.475276 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-786afc8b-4875-4414-b7b0-1ba45ac19256 None None] For port d1ee8fee-ac48-4d94-a841-12cfdfcac37f, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=d1ee8fee-ac48-4d94-a841-12cfdfcac37f,segment=NetworkSegment(46885ad2-e916-41aa-b547-419072732535),segment_id=46885ad2-e916-41aa-b547-419072732535)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:46.486525 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=9ac23bac-a420-4bb4-a09e-2f0c2acdfa20,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:46.511019 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:46.531806 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2b93d-ae63-4f46-ae33-e9dde8081eae req-04a0b5d5-1379-4851-ab6b-d769dc2acb34 tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:46.539991 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-49b2b93d-ae63-4f46-ae33-e9dde8081eae req-04a0b5d5-1379-4851-ab6b-d769dc2acb34 tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5735afd-6645-49e0-9452-e5a31c830bca HTTP/1.1" status: 200 len: 948 time: 0.6932669 Jun 30 09:02:46.555884 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-786afc8b-4875-4414-b7b0-1ba45ac19256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:46.588870 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e8989bc8-24b3-4fd2-90bb-ddc34aee65db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:46.624848 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e8989bc8-24b3-4fd2-90bb-ddc34aee65db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:46.641036 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-49b2b93d-ae63-4f46-ae33-e9dde8081eae req-0d1bc3ba-e6f6-493e-a89b-6b6cb97eebc6 tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a415c36-4108-4d6b-9804-bb30dc12fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000800 Jun 30 09:02:46.662627 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=e7500171-daff-44f2-a795-c39e36260fe4,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:46.717592 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-5c33adac-6a66-42e5-9902-ceed5620b443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:46.719384 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-5c33adac-6a66-42e5-9902-ceed5620b443 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9342aeef3062492da53fbad2470ed3ad&device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 1095 time: 0.1589561 Jun 30 09:02:46.815991 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786afc8b-4875-4414-b7b0-1ba45ac19256 None None] Pushing event updated for resources: {'Port': ['ID=d1ee8fee-ac48-4d94-a841-12cfdfcac37f,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:46.822649 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-e8989bc8-24b3-4fd2-90bb-ddc34aee65db admin admin] Allocated IP 172.25.6.211 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:46.827903 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e133eae4-fa5f-4b9b-b92c-10419b958c18', 'tag': 'dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:46.830985 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f4d297-3bf7-421b-a275-c6fec1482d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "e133eae4-fa5f-4b9b-b92c-10419b958c18", "tag": "dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:46.841220 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['9ac23bac-a420-4bb4-a09e-2f0c2acdfa20'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:46.848619 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfe06f-6b2f-461e-9602-fe700afbd7b0 req-0a63e1f7-606a-46b1-98b5-657ab7bb32ae tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:46.851272 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-76cfe06f-6b2f-461e-9602-fe700afbd7b0 req-0a63e1f7-606a-46b1-98b5-657ab7bb32ae tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/ports?device_id=01c46c06-e2d6-4bc8-b004-5326c78a46d6 HTTP/1.1" status: 200 len: 945 time: 0.2347233 Jun 30 09:02:46.853486 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-03a876f0-51ed-4221-9974-2f601c6d7cab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e2a3cb4-ce83-4293-9a76-a77a15d776ff HTTP/1.1" status: 200 len: 217 time: 0.1251080 Jun 30 09:02:47.057300 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-76cfe06f-6b2f-461e-9602-fe700afbd7b0 req-5a7eed24-b306-45f4-8130-8d97bc77e9ad tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/security-groups?id=2d8f8eac-5567-4d35-9f1a-5be0800fb2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963866 Jun 30 09:02:47.059708 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-a4ed1e13-0758-405f-871b-0f4193f6a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:47.061317 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-a4ed1e13-0758-405f-871b-0f4193f6a136 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8196dcad-a05d-4c25-a036-8d0e22bb3a6b HTTP/1.1" status: 200 len: 848 time: 0.1989386 Jun 30 09:02:47.115984 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-6d3ad618-687a-4903-8649-08c745b61658 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=29b0d071-6714-4385-b9f1-40e12b8f9c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422969 Jun 30 09:02:47.169430 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e8989bc8-24b3-4fd2-90bb-ddc34aee65db admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:47.183675 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf83247-c6ae-486f-9e3d-d0a7ec5c26f9 x-openstack-request-id: req-6cf83247-c6ae-486f-9e3d-d0a7ec5c26f9 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:47.183975 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5735afd-6645-49e0-9452-e5a31c830bca", "name": "network-vif-plugged", "status": "completed", "tag": "e7500171-daff-44f2-a795-c39e36260fe4", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:47.184346 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6cf83247-c6ae-486f-9e3d-d0a7ec5c26f9 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:47.184940 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5735afd-6645-49e0-9452-e5a31c830bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7500171-daff-44f2-a795-c39e36260fe4', 'code': 200} Jun 30 09:02:47.195081 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7baa3-cec7-4dd0-9b86-d1c6475dcccf req-75dd926f-766d-4958-9689-b96aed51b4ed tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:47.202644 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5ac7baa3-cec7-4dd0-9b86-d1c6475dcccf req-75dd926f-766d-4958-9689-b96aed51b4ed tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 943 time: 0.3263376 Jun 30 09:02:47.237066 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-193a7084-7cd1-424d-930f-01e9c606275c service neutron] 10.222.0.52 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061966 Jun 30 09:02:47.269632 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5ac7baa3-cec7-4dd0-9b86-d1c6475dcccf req-a3bf4a15-df4d-47b7-ae68-60aa1cf3881a tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660520 Jun 30 09:02:47.341693 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4476a24e-ccb4-46a4-bc91-f04950d7ca50 x-openstack-request-id: req-4476a24e-ccb4-46a4-bc91-f04950d7ca50 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:47.341994 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e133eae4-fa5f-4b9b-b92c-10419b958c18", "tag": "dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:47.342218 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4476a24e-ccb4-46a4-bc91-f04950d7ca50 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:47.342598 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e133eae4-fa5f-4b9b-b92c-10419b958c18', 'tag': 'dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe', 'status': 'completed', 'code': 200} Jun 30 09:02:47.348503 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e8989bc8-24b3-4fd2-90bb-ddc34aee65db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:47.358247 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6019dc3-234b-47b9-84c5-74cefab5f77b req-0195a0d0-2a08-4d73-b20b-eebc5f5783e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:47.359926 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c6019dc3-234b-47b9-84c5-74cefab5f77b req-0195a0d0-2a08-4d73-b20b-eebc5f5783e4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c5735afd-6645-49e0-9452-e5a31c830bca HTTP/1.1" status: 200 len: 1101 time: 0.0770264 Jun 30 09:02:47.390476 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1b7191ca-c807-4bfe-a410-71a64dc95e74 req-1e9a5489-9bc3-4756-b7a4-1914c8b7ea41 service neutron] 10.222.0.52 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457524 Jun 30 09:02:47.429783 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee18fc7-295a-4697-abf9-d2ce736d3076 req-3a19d80a-1b37-4ef7-8555-0109e3c7581f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:47.431984 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aee18fc7-295a-4697-abf9-d2ce736d3076 req-3a19d80a-1b37-4ef7-8555-0109e3c7581f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 949 time: 0.0999417 Jun 30 09:02:47.438196 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8989bc8-24b3-4fd2-90bb-ddc34aee65db admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:47.449166 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-e8989bc8-24b3-4fd2-90bb-ddc34aee65db admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:47.454166 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8989bc8-24b3-4fd2-90bb-ddc34aee65db admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:47.457060 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8989bc8-24b3-4fd2-90bb-ddc34aee65db admin admin] Pushing event updated for resources: {'Port': ['ID=f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:47.486329 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aee18fc7-295a-4697-abf9-d2ce736d3076 req-613344f9-4fa8-4ca0-a812-a0362667731f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452549 Jun 30 09:02:47.506987 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c6019dc3-234b-47b9-84c5-74cefab5f77b req-e73d5e1c-ede3-407e-8501-3d993f813aaf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0a415c36-4108-4d6b-9804-bb30dc12fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263499 Jun 30 09:02:47.581654 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4d297-3bf7-421b-a275-c6fec1482d7a req-ced553d7-c2cb-4987-8f9f-3715799d9caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:47.583204 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6f4d297-3bf7-421b-a275-c6fec1482d7a req-ced553d7-c2cb-4987-8f9f-3715799d9caa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4072f6e39e474776996ee00ca570db4f&device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 1126 time: 0.2012696 Jun 30 09:02:47.592900 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:47.699635 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbc76e-8a55-4812-9cfb-ae8d4523a66d req-5f5a54d6-3319-47e8-8701-eeac393bf5c1 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:47.712600 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0edbc76e-8a55-4812-9cfb-ae8d4523a66d req-5f5a54d6-3319-47e8-8701-eeac393bf5c1 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 943 time: 0.0949044 Jun 30 09:02:47.759939 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:47.788453 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0edbc76e-8a55-4812-9cfb-ae8d4523a66d req-0744bddd-a8d3-42d4-b1a7-496b88d5c81d tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710495 Jun 30 09:02:47.800433 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe has no active binding in host n-h2-771363-31 {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 09:02:47.856009 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-e0c95651-2494-4337-b58d-52f48aae8eb9 tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=80b3db255a19475e989b4882ff3f8072&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561714 Jun 30 09:02:47.878093 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d1ee8fee-ac48-4d94-a841-12cfdfcac37f up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:47.976207 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4d297-3bf7-421b-a275-c6fec1482d7a req-dc705f94-39c1-4cb6-a201-58734b3b21b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:47.978712 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6f4d297-3bf7-421b-a275-c6fec1482d7a req-dc705f94-39c1-4cb6-a201-58734b3b21b7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8 HTTP/1.1" status: 200 len: 921 time: 0.3105073 Jun 30 09:02:48.046904 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6f4d297-3bf7-421b-a275-c6fec1482d7a req-5791daf7-7079-4053-a0b2-54d47d6b701e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe HTTP/1.1" status: 200 len: 217 time: 0.0596416 Jun 30 09:02:48.064104 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port d1ee8fee-ac48-4d94-a841-12cfdfcac37f completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:48.113245 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-0f9ab3f9-227b-4842-ac02-6e1c3e24e5bf tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:48.113245 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-0f9ab3f9-227b-4842-ac02-6e1c3e24e5bf tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2139568 Jun 30 09:02:48.118088 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17de3f2-186c-42c2-8e21-4deca0fb63e4 None None] Network 60a77b31-7746-4394-a70f-4e46032cc63e requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:48.225936 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-32c0c364-917d-4e4a-a3d6-dd5b73452fde tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] 10.222.0.10 "GET /v2.0/quotas/80b3db255a19475e989b4882ff3f8072 HTTP/1.1" status: 200 len: 375 time: 0.1032701 Jun 30 09:02:48.231326 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4d297-3bf7-421b-a275-c6fec1482d7a req-db51e830-f76d-4873-88eb-78573696d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:48.234002 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6f4d297-3bf7-421b-a275-c6fec1482d7a req-db51e830-f76d-4873-88eb-78573696d39f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a401937-9638-402a-b598-8b54d19e09c0 HTTP/1.1" status: 200 len: 860 time: 0.1777105 Jun 30 09:02:48.288966 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d77f1265-33ba-41b2-a938-b4774ba0971e None None] Provisioning for port d1ee8fee-ac48-4d94-a841-12cfdfcac37f completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:48.295350 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f38b35-dd6d-467d-99ac-4fcfc6a9a1dd req-e9353299-a114-4aed-9f0a-918f3923df17 tempest-MigrationsAdminTest-1920668305 tempest-MigrationsAdminTest-1920668305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:48.296873 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81f38b35-dd6d-467d-99ac-4fcfc6a9a1dd req-e9353299-a114-4aed-9f0a-918f3923df17 tempest-MigrationsAdminTest-1920668305 tempest-MigrationsAdminTest-1920668305-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 1101 time: 0.0663557 Jun 30 09:02:48.321908 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-81f38b35-dd6d-467d-99ac-4fcfc6a9a1dd req-9c48e07a-7715-43bc-99e6-bb62256c4b9a tempest-MigrationsAdminTest-1920668305 tempest-MigrationsAdminTest-1920668305-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:48.329185 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d77f1265-33ba-41b2-a938-b4774ba0971e None None] Provisioning complete for port d1ee8fee-ac48-4d94-a841-12cfdfcac37f triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:48.330261 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d77f1265-33ba-41b2-a938-b4774ba0971e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:48.331996 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6f4d297-3bf7-421b-a275-c6fec1482d7a req-6d51eaa6-b8cf-425b-9250-a8802ddc9bd3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857558 Jun 30 09:02:48.387047 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-b19deddb-6643-4d35-a3a1-a96701ed61ea tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=80b3db255a19475e989b4882ff3f8072&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1428885 Jun 30 09:02:48.446967 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e8989bc8-24b3-4fd2-90bb-ddc34aee65db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:48.488328 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-81f38b35-dd6d-467d-99ac-4fcfc6a9a1dd req-9c48e07a-7715-43bc-99e6-bb62256c4b9a tempest-MigrationsAdminTest-1920668305 tempest-MigrationsAdminTest-1920668305-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:48.562996 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6f4d297-3bf7-421b-a275-c6fec1482d7a req-950891b0-7ae1-4bfa-94d2-0e09e27e9d39 service neutron] 10.222.0.52 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956141 Jun 30 09:02:48.566943 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-81f38b35-dd6d-467d-99ac-4fcfc6a9a1dd req-9c48e07a-7715-43bc-99e6-bb62256c4b9a tempest-MigrationsAdminTest-1920668305 tempest-MigrationsAdminTest-1920668305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:48.605154 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81f38b35-dd6d-467d-99ac-4fcfc6a9a1dd req-9c48e07a-7715-43bc-99e6-bb62256c4b9a tempest-MigrationsAdminTest-1920668305 tempest-MigrationsAdminTest-1920668305-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990243 Jun 30 09:02:48.623107 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48e07a-7715-43bc-99e6-bb62256c4b9a tempest-MigrationsAdminTest-1920668305 tempest-MigrationsAdminTest-1920668305-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987ea093-9738-41ae-80a9-7379ffde685f,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:48.802762 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d77f1265-33ba-41b2-a938-b4774ba0971e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:48.844007 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6f4d297-3bf7-421b-a275-c6fec1482d7a req-1b82b337-9468-4090-a212-fc1e93016da8 service neutron] 10.222.0.52 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727549 Jun 30 09:02:48.854429 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e8989bc8-24b3-4fd2-90bb-ddc34aee65db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:48.869957 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-d77f1265-33ba-41b2-a938-b4774ba0971e None None] For port d1ee8fee-ac48-4d94-a841-12cfdfcac37f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=d1ee8fee-ac48-4d94-a841-12cfdfcac37f,segment=NetworkSegment(46885ad2-e916-41aa-b547-419072732535),segment_id=46885ad2-e916-41aa-b547-419072732535)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:48.938873 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67de94-6734-4b0f-83b3-c10d99900001 req-6abf9d7c-aa92-4f5c-aca9-7be3ba360b3c tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:48.940784 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb67de94-6734-4b0f-83b3-c10d99900001 req-6abf9d7c-aa92-4f5c-aca9-7be3ba360b3c tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5735afd-6645-49e0-9452-e5a31c830bca HTTP/1.1" status: 200 len: 949 time: 0.1549103 Jun 30 09:02:48.943862 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d77f1265-33ba-41b2-a938-b4774ba0971e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:48.992585 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb67de94-6734-4b0f-83b3-c10d99900001 req-270c0074-f8f3-4b54-b71d-68746c0fd34a tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a415c36-4108-4d6b-9804-bb30dc12fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436039 Jun 30 09:02:49.148393 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f1265-33ba-41b2-a938-b4774ba0971e None None] Pushing event updated for resources: {'Port': ['ID=d1ee8fee-ac48-4d94-a841-12cfdfcac37f,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:49.247402 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda40d0-03f0-48c7-a416-3722af9a79f0 req-acbb125e-2ac7-4914-8749-661dd286e5a3 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:49.248971 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-efda40d0-03f0-48c7-a416-3722af9a79f0 req-acbb125e-2ac7-4914-8749-661dd286e5a3 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 943 time: 0.0946438 Jun 30 09:02:49.306102 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c0d44f9a-198c-4099-a436-e79ff2742c04 None None] Provisioning complete for port d1ee8fee-ac48-4d94-a841-12cfdfcac37f triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:49.306670 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c0d44f9a-198c-4099-a436-e79ff2742c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:49.329632 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-efda40d0-03f0-48c7-a416-3722af9a79f0 req-116f2b81-d8ce-4dad-957b-7af77b31eb9b tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688591 Jun 30 09:02:49.455180 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f190b-a4e2-42ad-94b2-f768fc61022d req-3a48d1c5-fd33-4ded-8dc0-d4a4075f6dae tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:49.458360 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-760f190b-a4e2-42ad-94b2-f768fc61022d req-3a48d1c5-fd33-4ded-8dc0-d4a4075f6dae tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/ports?device_id=01c46c06-e2d6-4bc8-b004-5326c78a46d6 HTTP/1.1" status: 200 len: 945 time: 0.4963222 Jun 30 09:02:49.535438 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-760f190b-a4e2-42ad-94b2-f768fc61022d req-f544a2f5-f267-4398-9ab8-791ecf3785e6 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/security-groups?id=2d8f8eac-5567-4d35-9f1a-5be0800fb2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709209 Jun 30 09:02:49.612455 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 9ac23bac-a420-4bb4-a09e-2f0c2acdfa20 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:49.613365 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cae240fd-e7e7-483c-8cef-ec318a30fab0 req-13f2786d-fa34-4705-8394-57c29b200138 tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] 10.222.0.10 "GET /v2.0/ports?device_id=75d7a53d-4768-4141-8bcb-08bf4fc378e3 HTTP/1.1" status: 200 len: 210 time: 0.0319955 Jun 30 09:02:49.619239 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8989bc8-24b3-4fd2-90bb-ddc34aee65db admin admin] Router 15954185-cc94-418c-9a09-47d5e32f9711 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:02:49.777918 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 9ac23bac-a420-4bb4-a09e-2f0c2acdfa20 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:49.784503 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 9ac23bac-a420-4bb4-a09e-2f0c2acdfa20 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:49.785098 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:49.815601 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d1ee8fee-ac48-4d94-a841-12cfdfcac37f up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:49.874621 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8989bc8-24b3-4fd2-90bb-ddc34aee65db admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:02:49.887432 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceda0d4-8d34-4018-8aa8-90e732c409ee None None] Sync routers for ids ['15954185-cc94-418c-9a09-47d5e32f9711'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:02:49.901071 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceda0d4-8d34-4018-8aa8-90e732c409ee None None] Routers {'15954185-cc94-418c-9a09-47d5e32f9711'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:49.901974 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-8ceda0d4-8d34-4018-8aa8-90e732c409ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:02:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['15954185-cc94-418c-9a09-47d5e32f9711'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:49.923526 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df0b0e-5d27-48c4-9481-ca2432c5bb48 req-5a8a458d-9455-4a23-a8ad-b11d7313cb20 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:49.925640 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-60df0b0e-5d27-48c4-9481-ca2432c5bb48 req-5a8a458d-9455-4a23-a8ad-b11d7313cb20 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 943 time: 0.1252139 Jun 30 09:02:49.966537 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port d1ee8fee-ac48-4d94-a841-12cfdfcac37f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:49.966882 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e8989bc8-24b3-4fd2-90bb-ddc34aee65db admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:49.967099 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:49.969660 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e8989bc8-24b3-4fd2-90bb-ddc34aee65db admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.0611844 Jun 30 09:02:49.976824 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 50938) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:50.014875 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:50.036793 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-8ceda0d4-8d34-4018-8aa8-90e732c409ee None None] Set router 15954185-cc94-418c-9a09-47d5e32f9711 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:02:50.043877 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-60df0b0e-5d27-48c4-9481-ca2432c5bb48 req-345259f7-8cd4-42d7-bd91-245697984818 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074686 Jun 30 09:02:50.088736 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c46c06-e2d6-4bc8-b004-5326c78a46d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac23bac-a420-4bb4-a09e-2f0c2acdfa20'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:50.091577 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707dde5d-f7ba-4212-9b93-fd9cdbeb0908" -d '{"events": [{"server_uuid": "01c46c06-e2d6-4bc8-b004-5326c78a46d6", "name": "network-vif-plugged", "status": "completed", "tag": "9ac23bac-a420-4bb4-a09e-2f0c2acdfa20"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:50.110874 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 9ac23bac-a420-4bb4-a09e-2f0c2acdfa20, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=9ac23bac-a420-4bb4-a09e-2f0c2acdfa20,segment=NetworkSegment(9a0b108e-fa46-41dd-a865-c530672df417),segment_id=9a0b108e-fa46-41dd-a865-c530672df417)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:50.138788 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 3e2a3cb4-ce83-4293-9a76-a77a15d776ff details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:50.374707 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3e2a3cb4-ce83-4293-9a76-a77a15d776ff,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:50.392187 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '3e2a3cb4-ce83-4293-9a76-a77a15d776ff', 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71', 'port_id': '3e2a3cb4-ce83-4293-9a76-a77a15d776ff', 'mac_address': 'fa:16:3e:65:40:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8196dcad-a05d-4c25-a036-8d0e22bb3a6b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:02:50.400078 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d43e11-f7ff-4f4d-8424-b8887329e8de x-openstack-request-id: req-71d43e11-f7ff-4f4d-8424-b8887329e8de {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:50.400488 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c46c06-e2d6-4bc8-b004-5326c78a46d6", "name": "network-vif-plugged", "status": "completed", "tag": "9ac23bac-a420-4bb4-a09e-2f0c2acdfa20", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:50.400761 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-71d43e11-f7ff-4f4d-8424-b8887329e8de {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:50.401192 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c46c06-e2d6-4bc8-b004-5326c78a46d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac23bac-a420-4bb4-a09e-2f0c2acdfa20', 'code': 200} Jun 30 09:02:50.413149 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94c30c-c271-405d-ae8a-17feaacb2138 req-d4a830c0-9e5b-4563-86e0-6b54c2c6f9ba tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:50.420709 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:50.422470 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8a94c30c-c271-405d-ae8a-17feaacb2138 req-d4a830c0-9e5b-4563-86e0-6b54c2c6f9ba tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5735afd-6645-49e0-9452-e5a31c830bca HTTP/1.1" status: 200 len: 949 time: 0.1545341 Jun 30 09:02:50.508987 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8a94c30c-c271-405d-ae8a-17feaacb2138 req-3678c513-0f27-44c2-b89d-653617711e63 tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a415c36-4108-4d6b-9804-bb30dc12fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727942 Jun 30 09:02:50.511314 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-8ceda0d4-8d34-4018-8aa8-90e732c409ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15954185-cc94-418c-9a09-47d5e32f9711', 'name': 'tempest-FloatingIPsAssociationTestJSON-45904031-router', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:45Z', 'updated_at': '2021-06-30T09:02:47Z', 'revision_number': 3, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'gw_port': {'id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:46Z', 'updated_at': '2021-06-30T09:02:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:50.519454 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 50952) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:50.564209 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cfe8e01f-ecfc-4a7b-bb39-c6dcd7baaaf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:50.585265 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceda0d4-8d34-4018-8aa8-90e732c409ee None None] Checking router: 15954185-cc94-418c-9a09-47d5e32f9711 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:02:50.585610 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceda0d4-8d34-4018-8aa8-90e732c409ee None None] Updating router 15954185-cc94-418c-9a09-47d5e32f9711 port f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:02:50.586037 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:50.635514 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e2a3cb4-ce83-4293-9a76-a77a15d776ff {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:50.643367 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=9ac23bac-a420-4bb4-a09e-2f0c2acdfa20,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:50.652859 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-88ee42f7-698d-4454-941e-ff3af13833be req-5296c0f9-8836-4772-83f5-a1b50b548eff service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1313148 Jun 30 09:02:50.674052 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3e2a3cb4-ce83-4293-9a76-a77a15d776ff,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:50.679266 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-8ceda0d4-8d34-4018-8aa8-90e732c409ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:50.703415 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afdab6-9a6e-4c52-b99d-7ac4ce2a3342 req-97a5112d-c59a-4460-b7fa-5841b84d6694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:50.704892 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d7afdab6-9a6e-4c52-b99d-7ac4ce2a3342 req-97a5112d-c59a-4460-b7fa-5841b84d6694 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=01c46c06-e2d6-4bc8-b004-5326c78a46d6 HTTP/1.1" status: 200 len: 1098 time: 0.3304522 Jun 30 09:02:50.730166 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d554a57-d8a9-4a46-8496-84a33c2f70f6 req-ece40792-aded-44b7-975f-0f3001dca7e0 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:50.731708 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3d554a57-d8a9-4a46-8496-84a33c2f70f6 req-ece40792-aded-44b7-975f-0f3001dca7e0 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 943 time: 0.0832627 Jun 30 09:02:50.745531 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0095302-2349-4c6c-9109-ec4edd1579b7 req-9730b1ff-43b1-4ddf-bf51-be722a34e016 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:50.747159 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b0095302-2349-4c6c-9109-ec4edd1579b7 req-9730b1ff-43b1-4ddf-bf51-be722a34e016 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 949 time: 0.3631103 Jun 30 09:02:50.781395 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3d554a57-d8a9-4a46-8496-84a33c2f70f6 req-7e8ddd2f-2626-48a3-b1a1-8dbc2e468414 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428822 Jun 30 09:02:50.797039 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:50.810029 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d7afdab6-9a6e-4c52-b99d-7ac4ce2a3342 req-dce71825-7fdb-4845-acba-e8f5503358bc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2d8f8eac-5567-4d35-9f1a-5be0800fb2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908210 Jun 30 09:02:50.869418 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b0095302-2349-4c6c-9109-ec4edd1579b7 req-11881120-e8cc-417c-b82e-d0536a528676 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117980 Jun 30 09:02:50.955637 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=3e2a3cb4-ce83-4293-9a76-a77a15d776ff,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:50.960214 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4f40ad99-200d-416a-bb20-a86b2c0812bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.094893 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['3e2a3cb4-ce83-4293-9a76-a77a15d776ff'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:51.340033 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-8ceda0d4-8d34-4018-8aa8-90e732c409ee None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.379879 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-8ceda0d4-8d34-4018-8aa8-90e732c409ee None None] Transition to ACTIVE for port object f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:51.403632 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-4f40ad99-200d-416a-bb20-a86b2c0812bf admin admin] Allocated IP 172.20.0.1 (60a77b31-7746-4394-a70f-4e46032cc63e/faaf1ea0-436f-4385-8495-d72190b1bc6b/87d8c6a6-84dd-4615-8d77-aa6749c6437b) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:51.481702 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-8ceda0d4-8d34-4018-8aa8-90e732c409ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.489888 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a00418-dbea-4538-a771-cf9bb2edbc1d req-5bb48e3f-6612-4a0c-800b-951bebea6b4e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:51.491491 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-56a00418-dbea-4538-a771-cf9bb2edbc1d req-5bb48e3f-6612-4a0c-800b-951bebea6b4e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/ports?device_id=01c46c06-e2d6-4bc8-b004-5326c78a46d6 HTTP/1.1" status: 200 len: 946 time: 0.2120192 Jun 30 09:02:51.553901 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-8ceda0d4-8d34-4018-8aa8-90e732c409ee None None] Attempting to bind port f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:51.554577 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-8ceda0d4-8d34-4018-8aa8-90e732c409ee None None] Attempting to bind port f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:51.556391 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceda0d4-8d34-4018-8aa8-90e732c409ee None None] Attempting to bind port f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:51.567252 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceda0d4-8d34-4018-8aa8-90e732c409ee None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:51.567845 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceda0d4-8d34-4018-8aa8-90e732c409ee None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:51.568486 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-8ceda0d4-8d34-4018-8aa8-90e732c409ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.568767 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceda0d4-8d34-4018-8aa8-90e732c409ee None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:51.569897 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-8ceda0d4-8d34-4018-8aa8-90e732c409ee None None] Bound port: f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:51.571217 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-8ceda0d4-8d34-4018-8aa8-90e732c409ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.575750 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-56a00418-dbea-4538-a771-cf9bb2edbc1d req-c95e3847-499f-4e4e-ae75-51c320317552 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/security-groups?id=2d8f8eac-5567-4d35-9f1a-5be0800fb2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648906 Jun 30 09:02:51.602014 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4f40ad99-200d-416a-bb20-a86b2c0812bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.616858 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-4f40ad99-200d-416a-bb20-a86b2c0812bf admin admin] Transition to ACTIVE for port object 87d8c6a6-84dd-4615-8d77-aa6749c6437b will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:51.636057 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-8ceda0d4-8d34-4018-8aa8-90e732c409ee None None] For port f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:51.640162 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-8ceda0d4-8d34-4018-8aa8-90e732c409ee None None] For port f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:51.646446 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7931b-1b60-42d1-9bae-00dd417042d9 None None] Pushing event updated for resources: {'Port': ['ID=f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:51.714857 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-8ceda0d4-8d34-4018-8aa8-90e732c409ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.738256 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-672c2365-d196-47ef-9007-b60f28267a37 req-2b4bcdde-1f91-463e-81b1-e9c643b6a676 tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] 10.222.0.10 "GET /v2.0/ports?device_id=75d7a53d-4768-4141-8bcb-08bf4fc378e3 HTTP/1.1" status: 200 len: 210 time: 0.0427508 Jun 30 09:02:51.740149 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4f40ad99-200d-416a-bb20-a86b2c0812bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.762507 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f40ad99-200d-416a-bb20-a86b2c0812bf admin admin] Network 60a77b31-7746-4394-a70f-4e46032cc63e is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:51.776406 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-4f40ad99-200d-416a-bb20-a86b2c0812bf admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:51.819110 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7931b-1b60-42d1-9bae-00dd417042d9 None None] Pushing event updated for resources: {'Port': ['ID=f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:51.841195 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceda0d4-8d34-4018-8aa8-90e732c409ee None None] Routers {'15954185-cc94-418c-9a09-47d5e32f9711'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:51.843514 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f40ad99-200d-416a-bb20-a86b2c0812bf admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:51.843778 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-8ceda0d4-8d34-4018-8aa8-90e732c409ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:02:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['15954185-cc94-418c-9a09-47d5e32f9711'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:51.988032 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40ad99-200d-416a-bb20-a86b2c0812bf admin admin] Pushing event updated for resources: {'Port': ['ID=87d8c6a6-84dd-4615-8d77-aa6749c6437b,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:52.013760 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4f40ad99-200d-416a-bb20-a86b2c0812bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:52.141763 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 3e2a3cb4-ce83-4293-9a76-a77a15d776ff up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:52.156886 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-8ceda0d4-8d34-4018-8aa8-90e732c409ee None None] Set router 15954185-cc94-418c-9a09-47d5e32f9711 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:02:52.303270 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-c4df9dd7-2c31-4bb0-8fb2-4a75f98912ea tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=80b3db255a19475e989b4882ff3f8072&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330982 Jun 30 09:02:52.313943 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7f967-c621-4059-839a-d0f7d82e6fa3 req-2db54825-1e0b-4c19-b49a-8ef323d2ecc7 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:52.315556 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4ab7f967-c621-4059-839a-d0f7d82e6fa3 req-2db54825-1e0b-4c19-b49a-8ef323d2ecc7 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 943 time: 0.1080124 Jun 30 09:02:52.338184 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8bf6e037-39d8-4b66-8ca3-1855a953b14c None None] Provisioning for port 87d8c6a6-84dd-4615-8d77-aa6749c6437b completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:52.344961 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8bf6e037-39d8-4b66-8ca3-1855a953b14c None None] Provisioning complete for port 87d8c6a6-84dd-4615-8d77-aa6749c6437b triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:52.344961 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8bf6e037-39d8-4b66-8ca3-1855a953b14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:52.436075 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-8bf6e037-39d8-4b66-8ca3-1855a953b14c None None] Port 87d8c6a6-84dd-4615-8d77-aa6749c6437b cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:52.452695 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:52.457171 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:52.457171 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:52.467928 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4ab7f967-c621-4059-839a-d0f7d82e6fa3 req-0db4a283-2098-4988-a374-e6883fd3e13f tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328206 Jun 30 09:02:52.494671 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-8ceda0d4-8d34-4018-8aa8-90e732c409ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15954185-cc94-418c-9a09-47d5e32f9711', 'name': 'tempest-FloatingIPsAssociationTestJSON-45904031-router', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:45Z', 'updated_at': '2021-06-30T09:02:47Z', 'revision_number': 3, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'gw_port': {'id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:46Z', 'updated_at': '2021-06-30T09:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:52.504940 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4f40ad99-200d-416a-bb20-a86b2c0812bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:52.662119 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:52.694377 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-61012355-5b2c-48dc-ad9c-4114eacfec63 tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:52.696863 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-61012355-5b2c-48dc-ad9c-4114eacfec63 tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3802176 Jun 30 09:02:52.742752 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-e4fc6e02-9824-4ca1-97fd-52b6a94f524d tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Request body: {'port': {'device_id': '75d7a53d-4768-4141-8bcb-08bf4fc378e3', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'admin_state_up': True, 'tenant_id': '80b3db255a19475e989b4882ff3f8072'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:52.743376 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485fb6f2-39b3-4d18-8083-379e21dceff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2a3cb4-ce83-4293-9a76-a77a15d776ff'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:52.747791 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073900be-87a0-49fa-83d7-d3e082ca4d92" -d '{"events": [{"server_uuid": "485fb6f2-39b3-4d18-8083-379e21dceff0", "name": "network-vif-plugged", "status": "completed", "tag": "3e2a3cb4-ce83-4293-9a76-a77a15d776ff"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:52.769794 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54097600-b44d-419b-a5c2-95aaf21dda0a req-b3bd288c-7e16-474b-b444-7d65439dad3d tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:52.772346 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54097600-b44d-419b-a5c2-95aaf21dda0a req-b3bd288c-7e16-474b-b444-7d65439dad3d tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 944 time: 0.3783863 Jun 30 09:02:52.782301 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3e2a3cb4-ce83-4293-9a76-a77a15d776ff,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:52.797017 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceda0d4-8d34-4018-8aa8-90e732c409ee None None] The sync data for ids ['15954185-cc94-418c-9a09-47d5e32f9711'] in n-d-771363-31 is: [{'id': '15954185-cc94-418c-9a09-47d5e32f9711', 'name': 'tempest-FloatingIPsAssociationTestJSON-45904031-router', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:45Z', 'updated_at': '2021-06-30T09:02:47Z', 'revision_number': 3, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'gw_port': {'id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:46Z', 'updated_at': '2021-06-30T09:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:02:52.812968 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-fbeac886-1a9f-4965-8830-3bf8c267ddc7 service neutron] 10.222.0.52 "GET /v2.0/ports/dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe/bindings/n-h2-771363-31 HTTP/1.1" status: 200 len: 385 time: 0.2846608 Jun 30 09:02:52.830114 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4daf5cd4-bd30-4a9f-8b77-70ef2fe62028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:52.868824 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:52.895018 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54097600-b44d-419b-a5c2-95aaf21dda0a req-359e77a6-0db9-4a24-9951-54905d0f483f tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068015 Jun 30 09:02:53.035427 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=3e2a3cb4-ce83-4293-9a76-a77a15d776ff,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:53.141229 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-5aef8896-2808-4ebf-b9a8-ee2a65838238 service neutron] For port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:53.171041 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-5aef8896-2808-4ebf-b9a8-ee2a65838238 service neutron] For port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:53.236772 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02247ae-26ad-49db-b5fe-f38aad017ede req-f7348224-063d-4f80-9b80-b2cf41f2a33d tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:53.257938 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-5aef8896-2808-4ebf-b9a8-ee2a65838238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:53.269430 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f02247ae-26ad-49db-b5fe-f38aad017ede req-f7348224-063d-4f80-9b80-b2cf41f2a33d tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 949 time: 0.4670756 Jun 30 09:02:53.271903 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-5aef8896-2808-4ebf-b9a8-ee2a65838238 service neutron] For port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:53.309844 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.407114 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4f40ad99-200d-416a-bb20-a86b2c0812bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.411771 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f02247ae-26ad-49db-b5fe-f38aad017ede req-67bbd2e1-9c1f-49e3-9d7d-a61325362dbf tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413307 Jun 30 09:02:53.443064 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-e4fc6e02-9824-4ca1-97fd-52b6a94f524d tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Made reservation on behalf of 80b3db255a19475e989b4882ff3f8072 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:53.448618 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-e4fc6e02-9824-4ca1-97fd-52b6a94f524d tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.459372 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-e4fc6e02-9824-4ca1-97fd-52b6a94f524d tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.463615 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-5aef8896-2808-4ebf-b9a8-ee2a65838238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.483590 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4f40ad99-200d-416a-bb20-a86b2c0812bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.532925 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe1af62-088a-4ff4-9c50-0cd6baeacbec x-openstack-request-id: req-6fe1af62-088a-4ff4-9c50-0cd6baeacbec {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:53.533862 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485fb6f2-39b3-4d18-8083-379e21dceff0", "name": "network-vif-plugged", "status": "completed", "tag": "3e2a3cb4-ce83-4293-9a76-a77a15d776ff", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:53.535361 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6fe1af62-088a-4ff4-9c50-0cd6baeacbec {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:53.537245 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485fb6f2-39b3-4d18-8083-379e21dceff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2a3cb4-ce83-4293-9a76-a77a15d776ff', 'code': 200} Jun 30 09:02:53.626708 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.52', 51426) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:53.673869 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4f40ad99-200d-416a-bb20-a86b2c0812bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.752924 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80c903-55d0-4597-9cb8-b307a3312e80 req-be1f621d-4b54-4fec-a8f4-4207dbe445bc tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:53.754882 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dd80c903-55d0-4597-9cb8-b307a3312e80 req-be1f621d-4b54-4fec-a8f4-4207dbe445bc tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/ports?device_id=01c46c06-e2d6-4bc8-b004-5326c78a46d6 HTTP/1.1" status: 200 len: 946 time: 0.3449073 Jun 30 09:02:53.774828 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-5aef8896-2808-4ebf-b9a8-ee2a65838238 service neutron] Transition to ACTIVE for port object dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:53.821879 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40ad99-200d-416a-bb20-a86b2c0812bf admin admin] Pushing event updated for resources: {'Port': ['ID=87d8c6a6-84dd-4615-8d77-aa6749c6437b,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:53.829345 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:53.873752 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dd80c903-55d0-4597-9cb8-b307a3312e80 req-55ab596b-7387-446b-9005-8d1d40da1c41 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/security-groups?id=2d8f8eac-5567-4d35-9f1a-5be0800fb2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962839 Jun 30 09:02:53.883838 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-5aef8896-2808-4ebf-b9a8-ee2a65838238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.924700 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5f269200-55eb-4280-bf79-f68d9acb01b5 req-eeb919ca-77da-41f3-8389-ed5dfd1d06a0 tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] 10.222.0.10 "GET /v2.0/ports?device_id=75d7a53d-4768-4141-8bcb-08bf4fc378e3 HTTP/1.1" status: 200 len: 210 time: 0.0811698 Jun 30 09:02:53.949134 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeee8ac-b76c-4ddd-858e-e2bfd482a74e req-5e83015b-c113-4562-a26f-ff22a374ed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:53.950746 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-adeee8ac-b76c-4ddd-858e-e2bfd482a74e req-5e83015b-c113-4562-a26f-ff22a374ed67 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 1097 time: 0.3227491 Jun 30 09:02:53.966851 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:53.975809 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-5aef8896-2808-4ebf-b9a8-ee2a65838238 service neutron] No DVR routers for this DVR port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:02:53.987849 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:53.988738 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:54.033487 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef8896-2808-4ebf-b9a8-ee2a65838238 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe,revision_number=10']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:54.123779 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-e4fc6e02-9824-4ca1-97fd-52b6a94f524d tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:54.127391 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f40ad99-200d-416a-bb20-a86b2c0812bf admin admin] Network 60a77b31-7746-4394-a70f-4e46032cc63e is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:54.129724 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-4f40ad99-200d-416a-bb20-a86b2c0812bf admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:54.210762 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:54.216101 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:02:54.313622 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-5aef8896-2808-4ebf-b9a8-ee2a65838238 service neutron] 10.222.0.52 "PUT /v2.0/ports/dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe/bindings/n-h2-771363-31/activate HTTP/1.1" status: 200 len: 370 time: 1.4885023 Jun 30 09:02:54.314495 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:54.333419 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:02:54.362376 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-e4fc6e02-9824-4ca1-97fd-52b6a94f524d tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:54.390405 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:54.453833 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:54.468404 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f40ad99-200d-416a-bb20-a86b2c0812bf admin admin] Router 15954185-cc94-418c-9a09-47d5e32f9711 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:02:54.499236 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:54.587487 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc6e02-9824-4ca1-97fd-52b6a94f524d tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50cc2251-ec65-44ed-8f48-3070ee74f459,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:54.624413 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c4b5ebfa-b205-4c3b-b3e8-d7e0d71bd4b9 None None] Provisioning complete for port 87d8c6a6-84dd-4615-8d77-aa6749c6437b triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:54.625979 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c4b5ebfa-b205-4c3b-b3e8-d7e0d71bd4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:54.667774 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-c4b5ebfa-b205-4c3b-b3e8-d7e0d71bd4b9 None None] Port 87d8c6a6-84dd-4615-8d77-aa6749c6437b cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:54.686970 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-adeee8ac-b76c-4ddd-858e-e2bfd482a74e req-051f663b-7f19-4221-bed2-954de42c82dc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7123988 Jun 30 09:02:54.763699 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b7522093-52bd-4b2a-8b01-e5eb920e6041 req-c99130a0-5eaa-40cb-ae3d-ae85b8dbb830 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 258 time: 0.6447806 Jun 30 09:02:54.783799 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-b7522093-52bd-4b2a-8b01-e5eb920e6041 req-05ab9337-d333-46c7-914d-bab70f2b951e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:54.803372 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee42f7-698d-4454-941e-ff3af13833be req-57b5976a-5c72-4937-905c-9b18743463cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:54.806469 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-88ee42f7-698d-4454-941e-ff3af13833be req-57b5976a-5c72-4937-905c-9b18743463cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 1101 time: 0.1523569 Jun 30 09:02:54.915457 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee42f7-698d-4454-941e-ff3af13833be req-4560523e-cf01-4c23-9e80-a7d6c0a4d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:54.916890 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-88ee42f7-698d-4454-941e-ff3af13833be req-4560523e-cf01-4c23-9e80-a7d6c0a4d501 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.1027858 Jun 30 09:02:54.981115 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298e5fb-e90d-4260-880a-ed55376dd57e req-b79e92b4-b453-42aa-8b94-9643060702de tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:54.982818 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2298e5fb-e90d-4260-880a-ed55376dd57e req-b79e92b4-b453-42aa-8b94-9643060702de tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 944 time: 0.8106010 Jun 30 09:02:54.983050 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-88ee42f7-698d-4454-941e-ff3af13833be req-7acdf9b7-a49d-4b55-9e1f-71c4190d226d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=4094a647-fe43-43c7-be05-cfb17691d652 HTTP/1.1" status: 200 len: 217 time: 0.0577612 Jun 30 09:02:54.984634 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b7522093-52bd-4b2a-8b01-e5eb920e6041 req-05ab9337-d333-46c7-914d-bab70f2b951e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks [] for floatingip, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.059679 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-e4fc6e02-9824-4ca1-97fd-52b6a94f524d tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Allocated IP 192.168.233.186 (ad33225d-5521-4894-b7e8-170799d80b12/a0a5de46-050b-42ad-8d47-c859eedbe230/3740ac64-79f2-423c-9859-6efbe176a9b2) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:55.084764 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-af3884a2-a588-4c24-9053-ceac51951a3e tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:55.086403 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-af3884a2-a588-4c24-9053-ceac51951a3e tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18&tenant_id=4072f6e39e474776996ee00ca570db4f&binding%3Ahost_id=n-h1-771363-31 HTTP/1.1" status: 200 len: 1096 time: 0.5493705 Jun 30 09:02:55.112749 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee42f7-698d-4454-941e-ff3af13833be req-ca660b78-6efd-416b-a0af-365ee2703dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:55.114173 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-88ee42f7-698d-4454-941e-ff3af13833be req-ca660b78-6efd-416b-a0af-365ee2703dc9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1235719 Jun 30 09:02:55.168022 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f40ad99-200d-416a-bb20-a86b2c0812bf admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:02:55.171917 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2298e5fb-e90d-4260-880a-ed55376dd57e req-7169e947-bdd0-4ac3-908c-f32246e3cdd8 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790228 Jun 30 09:02:55.182693 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4f40ad99-200d-416a-bb20-a86b2c0812bf admin admin] 10.222.0.10 "PUT /v2.0/routers/15954185-cc94-418c-9a09-47d5e32f9711/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2069995 Jun 30 09:02:55.225040 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee42f7-698d-4454-941e-ff3af13833be req-c07efb75-8a9c-4a9c-9131-02f669f35a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:55.226604 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-88ee42f7-698d-4454-941e-ff3af13833be req-c07efb75-8a9c-4a9c-9131-02f669f35a7b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1040308 Jun 30 09:02:55.234974 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b7522093-52bd-4b2a-8b01-e5eb920e6041 req-05ab9337-d333-46c7-914d-bab70f2b951e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.463753 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-88ee42f7-698d-4454-941e-ff3af13833be req-78ac40d3-b0f4-4878-8a70-2bf8f0cab5e5 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265129 Jun 30 09:02:55.526856 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-b7522093-52bd-4b2a-8b01-e5eb920e6041 req-05ab9337-d333-46c7-914d-bab70f2b951e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Allocated IP 172.25.6.85 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/df34dcac-a531-4dd2-ba08-c9a04ef15e7e) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:55.552263 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-e4fc6e02-9824-4ca1-97fd-52b6a94f524d tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.576026 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-c53c4730-f669-4af3-af55-f6f49cb24715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:55.577740 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-c53c4730-f669-4af3-af55-f6f49cb24715 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18&tenant_id=4072f6e39e474776996ee00ca570db4f HTTP/1.1" status: 200 len: 1096 time: 0.4806428 Jun 30 09:02:55.593766 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-e4fc6e02-9824-4ca1-97fd-52b6a94f524d tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Transition to ACTIVE for port object 3740ac64-79f2-423c-9859-6efbe176a9b2 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:55.640351 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-88ee42f7-698d-4454-941e-ff3af13833be req-12837865-e2bf-4ec2-9a98-b3b3194fb7e5 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678755 Jun 30 09:02:55.664755 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72d24e4-0c8c-4c2e-9ef9-d277da63f2ad None None] Sync routers for ids ['15954185-cc94-418c-9a09-47d5e32f9711'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:02:55.677171 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72d24e4-0c8c-4c2e-9ef9-d277da63f2ad None None] Routers {'15954185-cc94-418c-9a09-47d5e32f9711'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:55.677441 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-e72d24e4-0c8c-4c2e-9ef9-d277da63f2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:02:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['15954185-cc94-418c-9a09-47d5e32f9711'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:55.687780 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef1af2-cded-43d0-86b0-5c9c3b9a9d0f req-8cab7b51-bf28-49b8-ab1c-d16f1504b606 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:55.697834 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d7ef1af2-cded-43d0-86b0-5c9c3b9a9d0f req-8cab7b51-bf28-49b8-ab1c-d16f1504b606 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 945 time: 0.2441211 Jun 30 09:02:55.713989 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b7522093-52bd-4b2a-8b01-e5eb920e6041 req-05ab9337-d333-46c7-914d-bab70f2b951e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.782554 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d7ef1af2-cded-43d0-86b0-5c9c3b9a9d0f req-95d737f2-d30b-46ac-ae16-fad22dc3a94c tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788107 Jun 30 09:02:55.791806 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-364002f5-f4e2-4cdd-b8ff-4ee5d7116434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:55.793865 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-364002f5-f4e2-4cdd-b8ff-4ee5d7116434 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4072f6e39e474776996ee00ca570db4f&device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 1096 time: 0.1728477 Jun 30 09:02:55.837703 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-e4fc6e02-9824-4ca1-97fd-52b6a94f524d tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.840244 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:55.862671 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b7522093-52bd-4b2a-8b01-e5eb920e6041 req-05ab9337-d333-46c7-914d-bab70f2b951e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.915783 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-e4fc6e02-9824-4ca1-97fd-52b6a94f524d tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Network ad33225d-5521-4894-b7e8-170799d80b12 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:55.920009 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-e4fc6e02-9824-4ca1-97fd-52b6a94f524d tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:55.924099 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-e4fc6e02-9824-4ca1-97fd-52b6a94f524d tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:55.971371 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab9337-d333-46c7-914d-bab70f2b951e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Pushing event updated for resources: {'Port': ['ID=df34dcac-a531-4dd2-ba08-c9a04ef15e7e,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:56.012909 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7522093-52bd-4b2a-8b01-e5eb920e6041 req-05ab9337-d333-46c7-914d-bab70f2b951e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:56.016824 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-b7522093-52bd-4b2a-8b01-e5eb920e6041 req-05ab9337-d333-46c7-914d-bab70f2b951e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:56.033882 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-e72d24e4-0c8c-4c2e-9ef9-d277da63f2ad None None] Set router 15954185-cc94-418c-9a09-47d5e32f9711 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:02:56.048301 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7522093-52bd-4b2a-8b01-e5eb920e6041 req-05ab9337-d333-46c7-914d-bab70f2b951e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:56.105956 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-e4fc6e02-9824-4ca1-97fd-52b6a94f524d tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:56.108111 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-e4fc6e02-9824-4ca1-97fd-52b6a94f524d tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:56.145093 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:56.146008 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:56.177787 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc6e02-9824-4ca1-97fd-52b6a94f524d tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Pushing event updated for resources: {'Port': ['ID=3740ac64-79f2-423c-9859-6efbe176a9b2,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:56.245375 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b7522093-52bd-4b2a-8b01-e5eb920e6041 req-05ab9337-d333-46c7-914d-bab70f2b951e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:56.248443 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:56.271851 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-e4fc6e02-9824-4ca1-97fd-52b6a94f524d tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5558193 Jun 30 09:02:56.294542 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-8036f6b9-60a3-4208-9a0f-331c7d4363d9 service neutron] Request body: {'port': {'device_id': '75d7a53d-4768-4141-8bcb-08bf4fc378e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:56.362763 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-4957e75a-12d2-4b61-9544-6e5db268df65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:56.364813 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-4957e75a-12d2-4b61-9544-6e5db268df65 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8 HTTP/1.1" status: 200 len: 921 time: 0.5564814 Jun 30 09:02:56.381648 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef70f7-4583-43fa-a6b6-196e4d136400 req-2d57cb71-18ea-4737-8b8d-c35f91b322d2 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:56.387907 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-abef70f7-4583-43fa-a6b6-196e4d136400 req-2d57cb71-18ea-4737-8b8d-c35f91b322d2 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 949 time: 0.2380564 Jun 30 09:02:56.408302 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b7522093-52bd-4b2a-8b01-e5eb920e6041 req-05ab9337-d333-46c7-914d-bab70f2b951e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:56.488216 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-59fb5c71-e96e-4dae-bbee-7724dacae3fc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe HTTP/1.1" status: 200 len: 217 time: 0.0691020 Jun 30 09:02:56.556453 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-abef70f7-4583-43fa-a6b6-196e4d136400 req-d88482c8-cf6c-4bdf-9246-d9ac5eb40b07 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274500 Jun 30 09:02:56.561646 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-8036f6b9-60a3-4208-9a0f-331c7d4363d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:56.599993 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-f5cf1be4-9a44-4bd6-95a1-be4e4d66b261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:56.602281 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-f5cf1be4-9a44-4bd6-95a1-be4e4d66b261 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a401937-9638-402a-b598-8b54d19e09c0 HTTP/1.1" status: 200 len: 860 time: 0.1047542 Jun 30 09:02:56.608753 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-e72d24e4-0c8c-4c2e-9ef9-d277da63f2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15954185-cc94-418c-9a09-47d5e32f9711', 'name': 'tempest-FloatingIPsAssociationTestJSON-45904031-router', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:45Z', 'updated_at': '2021-06-30T09:02:52Z', 'revision_number': 4, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'gw_port': {'id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:46Z', 'updated_at': '2021-06-30T09:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '87d8c6a6-84dd-4615-8d77-aa6749c6437b', 'name': '', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'mac_address': 'fa:16:3e:76:53:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:51Z', 'updated_at': '2021-06-30T09:02:52Z', 'revision_number': 2, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'subnets': [{'id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:56.643495 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b7522093-52bd-4b2a-8b01-e5eb920e6041 req-05ab9337-d333-46c7-914d-bab70f2b951e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:56.674038 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e91e2d39-af45-4153-9e64-4c627cfc38f9 None None] Provisioning for port 3740ac64-79f2-423c-9859-6efbe176a9b2 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:56.677959 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72d24e4-0c8c-4c2e-9ef9-d277da63f2ad None None] Checking router: 15954185-cc94-418c-9a09-47d5e32f9711 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:02:56.678494 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72d24e4-0c8c-4c2e-9ef9-d277da63f2ad None None] Updating router 15954185-cc94-418c-9a09-47d5e32f9711 port 87d8c6a6-84dd-4615-8d77-aa6749c6437b binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:02:56.696590 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-2928a12d-021d-45b3-995d-3a09a0d11f26 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533791 Jun 30 09:02:56.716420 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e91e2d39-af45-4153-9e64-4c627cfc38f9 None None] Provisioning complete for port 3740ac64-79f2-423c-9859-6efbe176a9b2 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:56.717150 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e91e2d39-af45-4153-9e64-4c627cfc38f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:56.754735 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b7522093-52bd-4b2a-8b01-e5eb920e6041 req-05ab9337-d333-46c7-914d-bab70f2b951e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:56.768867 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-e91e2d39-af45-4153-9e64-4c627cfc38f9 None None] Port 3740ac64-79f2-423c-9859-6efbe176a9b2 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:56.791111 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e72d24e4-0c8c-4c2e-9ef9-d277da63f2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:56.912156 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab9337-d333-46c7-914d-bab70f2b951e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Pushing event updated for resources: {'Port': ['ID=df34dcac-a531-4dd2-ba08-c9a04ef15e7e,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:56.931263 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b7522093-52bd-4b2a-8b01-e5eb920e6041 req-05ab9337-d333-46c7-914d-bab70f2b951e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.053699 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-3bd50453-dcb6-4416-870f-d2af22f22304 service neutron] 10.222.0.37 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459384 Jun 30 09:02:57.054128 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b7522093-52bd-4b2a-8b01-e5eb920e6041 req-05ab9337-d333-46c7-914d-bab70f2b951e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.059002 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b7522093-52bd-4b2a-8b01-e5eb920e6041 req-05ab9337-d333-46c7-914d-bab70f2b951e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2821314 Jun 30 09:02:57.210680 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b7522093-52bd-4b2a-8b01-e5eb920e6041 req-ead584a1-a05c-4dbc-9221-94e95489d86b tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 695 time: 0.1407156 Jun 30 09:02:57.246068 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933aeb87-736d-4b8f-bb36-fa8166d833a2 req-976b2c34-06fd-4cec-a782-24296f700a79 tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:57.248387 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-933aeb87-736d-4b8f-bb36-fa8166d833a2 req-976b2c34-06fd-4cec-a782-24296f700a79 tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] 10.222.0.10 "GET /v2.0/ports?device_id=75d7a53d-4768-4141-8bcb-08bf4fc378e3 HTTP/1.1" status: 200 len: 936 time: 0.2625339 Jun 30 09:02:57.306182 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-a5767aa5-a34a-424f-81c6-2e4f4f0de28f service neutron] 10.222.0.37 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381120 Jun 30 09:02:57.360412 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-8036f6b9-60a3-4208-9a0f-331c7d4363d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3740ac64-79f2-423c-9859-6efbe176a9b2 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:57.390222 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-8036f6b9-60a3-4208-9a0f-331c7d4363d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.392219 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7522093-52bd-4b2a-8b01-e5eb920e6041 req-7d477895-232b-467f-b058-4074e3f30ce9 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:57.394584 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b7522093-52bd-4b2a-8b01-e5eb920e6041 req-7d477895-232b-467f-b058-4074e3f30ce9 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 784 time: 0.1723828 Jun 30 09:02:57.404591 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-933aeb87-736d-4b8f-bb36-fa8166d833a2 req-abc3b8df-16fb-4e6f-9ecf-a41b22dade8a tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] 10.222.0.10 "GET /v2.0/security-groups?id=50cc2251-ec65-44ed-8f48-3070ee74f459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134741 Jun 30 09:02:57.423702 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-b7522093-52bd-4b2a-8b01-e5eb920e6041 req-33ee4e0f-a58a-46e5-be37-e825d5c12181 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:02:57.425369 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b7522093-52bd-4b2a-8b01-e5eb920e6041 req-33ee4e0f-a58a-46e5-be37-e825d5c12181 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095463 Jun 30 09:02:57.433912 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-8036f6b9-60a3-4208-9a0f-331c7d4363d9 service neutron] Transition to ACTIVE for port object 3740ac64-79f2-423c-9859-6efbe176a9b2 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:57.471155 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e72d24e4-0c8c-4c2e-9ef9-d277da63f2ad None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.485108 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e72d24e4-0c8c-4c2e-9ef9-d277da63f2ad None None] Transition to ACTIVE for port object 87d8c6a6-84dd-4615-8d77-aa6749c6437b will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:57.531299 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-8036f6b9-60a3-4208-9a0f-331c7d4363d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.602931 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036f6b9-60a3-4208-9a0f-331c7d4363d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3740ac64-79f2-423c-9859-6efbe176a9b2,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:57.605140 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e72d24e4-0c8c-4c2e-9ef9-d277da63f2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.678335 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device e7500171-daff-44f2-a795-c39e36260fe4 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:57.782630 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247193e-f360-4d6c-a8be-db66694f98af None None] Pushing event updated for resources: {'Port': ['ID=87d8c6a6-84dd-4615-8d77-aa6749c6437b,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:57.850243 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-8036f6b9-60a3-4208-9a0f-331c7d4363d9 service neutron] Attempting to bind port 3740ac64-79f2-423c-9859-6efbe176a9b2 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:57.850697 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-8036f6b9-60a3-4208-9a0f-331c7d4363d9 service neutron] Attempting to bind port 3740ac64-79f2-423c-9859-6efbe176a9b2 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:57.851204 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-8036f6b9-60a3-4208-9a0f-331c7d4363d9 service neutron] Attempting to bind port 3740ac64-79f2-423c-9859-6efbe176a9b2 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:57.863328 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-8036f6b9-60a3-4208-9a0f-331c7d4363d9 service neutron] Port 3740ac64-79f2-423c-9859-6efbe176a9b2 on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:57.863789 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-8036f6b9-60a3-4208-9a0f-331c7d4363d9 service neutron] Attempting to bind port 3740ac64-79f2-423c-9859-6efbe176a9b2 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:57.884672 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-8036f6b9-60a3-4208-9a0f-331c7d4363d9 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:57.885242 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-8036f6b9-60a3-4208-9a0f-331c7d4363d9 service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:57.885592 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-8036f6b9-60a3-4208-9a0f-331c7d4363d9 service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:57.886794 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-8036f6b9-60a3-4208-9a0f-331c7d4363d9 service neutron] Bound port: 3740ac64-79f2-423c-9859-6efbe176a9b2, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:57.887155 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-8036f6b9-60a3-4208-9a0f-331c7d4363d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.924844 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-2efd9398-541c-469b-817c-4a76b45ba854 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:57.935075 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-2efd9398-541c-469b-817c-4a76b45ba854 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/networks?id=60a77b31-7746-4394-a70f-4e46032cc63e HTTP/1.1" status: 200 len: 819 time: 0.2458534 Jun 30 09:02:57.951783 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-71933d58-6b07-41cc-a38f-b79cddbfb1fa tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/quotas/b521f173677444a3b794e6a332034c4e HTTP/1.1" status: 200 len: 375 time: 0.0156286 Jun 30 09:02:57.964733 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec52f76-41da-4601-bd98-f1010784b951 req-df52021c-f395-4c31-9511-89f45c70f98b tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:57.978824 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eec52f76-41da-4601-bd98-f1010784b951 req-df52021c-f395-4c31-9511-89f45c70f98b tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 944 time: 0.3382516 Jun 30 09:02:58.043920 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-e72d24e4-0c8c-4c2e-9ef9-d277da63f2ad None None] Attempting to bind port 87d8c6a6-84dd-4615-8d77-aa6749c6437b on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:58.044418 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-e72d24e4-0c8c-4c2e-9ef9-d277da63f2ad None None] Attempting to bind port 87d8c6a6-84dd-4615-8d77-aa6749c6437b by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '46885ad2-e916-41aa-b547-419072732535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:58.045095 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72d24e4-0c8c-4c2e-9ef9-d277da63f2ad None None] Attempting to bind port 87d8c6a6-84dd-4615-8d77-aa6749c6437b on network 60a77b31-7746-4394-a70f-4e46032cc63e {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:58.045747 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-0df54f6b-23ee-4a83-85f7-7072fdaf5f33 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b521f173677444a3b794e6a332034c4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0922782 Jun 30 09:02:58.058709 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72d24e4-0c8c-4c2e-9ef9-d277da63f2ad None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:58.061635 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72d24e4-0c8c-4c2e-9ef9-d277da63f2ad None None] Checking segment: {'id': '46885ad2-e916-41aa-b547-419072732535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:58.061635 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e72d24e4-0c8c-4c2e-9ef9-d277da63f2ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:58.061635 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72d24e4-0c8c-4c2e-9ef9-d277da63f2ad None None] Bound using segment: {'id': '46885ad2-e916-41aa-b547-419072732535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:58.062359 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-e72d24e4-0c8c-4c2e-9ef9-d277da63f2ad None None] Bound port: 87d8c6a6-84dd-4615-8d77-aa6749c6437b, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46885ad2-e916-41aa-b547-419072732535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:58.062871 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e72d24e4-0c8c-4c2e-9ef9-d277da63f2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:58.164781 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eec52f76-41da-4601-bd98-f1010784b951 req-4499d584-5581-4aab-90ec-f5ce69a0e94d tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828916 Jun 30 09:02:58.189217 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-8036f6b9-60a3-4208-9a0f-331c7d4363d9 service neutron] For port 3740ac64-79f2-423c-9859-6efbe176a9b2, host n-h1-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:58.194938 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-8036f6b9-60a3-4208-9a0f-331c7d4363d9 service neutron] For port 3740ac64-79f2-423c-9859-6efbe176a9b2, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3740ac64-79f2-423c-9859-6efbe176a9b2,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:58.236371 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-e72d24e4-0c8c-4c2e-9ef9-d277da63f2ad None None] For port 87d8c6a6-84dd-4615-8d77-aa6749c6437b, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:58.257646 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-e682e901-a069-49d8-8369-a9a58d98209f tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:58.262813 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-e682e901-a069-49d8-8369-a9a58d98209f tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18&tenant_id=4072f6e39e474776996ee00ca570db4f&binding%3Ahost_id=n-h2-771363-31 HTTP/1.1" status: 200 len: 1096 time: 0.2086854 Jun 30 09:02:58.267818 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-8036f6b9-60a3-4208-9a0f-331c7d4363d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:58.268778 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-e72d24e4-0c8c-4c2e-9ef9-d277da63f2ad None None] For port 87d8c6a6-84dd-4615-8d77-aa6749c6437b, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=87d8c6a6-84dd-4615-8d77-aa6749c6437b,segment=NetworkSegment(46885ad2-e916-41aa-b547-419072732535),segment_id=46885ad2-e916-41aa-b547-419072732535)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:58.288946 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port e7500171-daff-44f2-a795-c39e36260fe4, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e7500171-daff-44f2-a795-c39e36260fe4,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:58.292035 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-0721da2a-7aa8-434e-a6d5-c35b18e7b94e service neutron] 10.222.0.10 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280998 Jun 30 09:02:58.338135 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'e7500171-daff-44f2-a795-c39e36260fe4', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': 'e7500171-daff-44f2-a795-c39e36260fe4', 'mac_address': 'fa:16:3e:73:18:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:02:58.404373 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e72d24e4-0c8c-4c2e-9ef9-d277da63f2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:58.428010 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-8036f6b9-60a3-4208-9a0f-331c7d4363d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:58.428920 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-8036f6b9-60a3-4208-9a0f-331c7d4363d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:58.433763 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-8036f6b9-60a3-4208-9a0f-331c7d4363d9 service neutron] 10.222.0.52 "PUT /v2.0/ports/3740ac64-79f2-423c-9859-6efbe176a9b2 HTTP/1.1" status: 200 len: 1097 time: 2.1456127 Jun 30 09:02:58.435483 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d7a53d-4768-4141-8bcb-08bf4fc378e3', 'tag': '3740ac64-79f2-423c-9859-6efbe176a9b2'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:58.438937 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98c3adc-b1d8-4c75-b248-db2ddcfe97ac" -d '{"events": [{"name": "network-changed", "server_uuid": "75d7a53d-4768-4141-8bcb-08bf4fc378e3", "tag": "3740ac64-79f2-423c-9859-6efbe176a9b2"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:58.477160 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:58.524742 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-cd82bdff-409c-416d-9276-d24c465f52ac service neutron] 10.222.0.10 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210701 Jun 30 09:02:58.569372 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7500171-daff-44f2-a795-c39e36260fe4 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:58.624757 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247193e-f360-4d6c-a8be-db66694f98af None None] Pushing event updated for resources: {'Port': ['ID=87d8c6a6-84dd-4615-8d77-aa6749c6437b,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:58.635336 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port e7500171-daff-44f2-a795-c39e36260fe4, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e7500171-daff-44f2-a795-c39e36260fe4,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:58.648032 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72d24e4-0c8c-4c2e-9ef9-d277da63f2ad None None] Routers {'15954185-cc94-418c-9a09-47d5e32f9711'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:58.649290 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-e72d24e4-0c8c-4c2e-9ef9-d277da63f2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:02:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['15954185-cc94-418c-9a09-47d5e32f9711'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:58.710633 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036f6b9-60a3-4208-9a0f-331c7d4363d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3740ac64-79f2-423c-9859-6efbe176a9b2,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:58.752272 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:58.865563 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3d606-c1ed-4303-9e19-60770eb50e74 req-f5bf72cb-dbae-496d-8bd2-3ad731100327 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:58.883084 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-13b3d606-c1ed-4303-9e19-60770eb50e74 req-f5bf72cb-dbae-496d-8bd2-3ad731100327 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 945 time: 0.4789019 Jun 30 09:02:58.920558 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['e7500171-daff-44f2-a795-c39e36260fe4'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:58.985022 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-13b3d606-c1ed-4303-9e19-60770eb50e74 req-7df4b06a-20a8-4c82-bebc-0daf9dc53545 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997908 Jun 30 09:02:58.998694 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-9e494f4d-46ea-4c8e-9345-cf2f771ee786 service neutron] For port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe, host n-h1-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:59.020230 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-9e494f4d-46ea-4c8e-9345-cf2f771ee786 service neutron] Notify callbacks [] for binding, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:59.021881 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f5e700d4-044b-4575-93f3-8d2c596d9b19 req-9e494f4d-46ea-4c8e-9345-cf2f771ee786 service neutron] 10.222.0.37 "DELETE /v2.0/ports/dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe/bindings/n-h1-771363-31 HTTP/1.1" status: 204 len: 173 time: 0.7309017 Jun 30 09:02:59.042019 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-06c1ad6b-fb8b-4741-bb74-e46106982954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:59.043525 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-06c1ad6b-fb8b-4741-bb74-e46106982954 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=80b3db255a19475e989b4882ff3f8072&device_id=75d7a53d-4768-4141-8bcb-08bf4fc378e3 HTTP/1.1" status: 200 len: 1100 time: 0.3673239 Jun 30 09:02:59.057146 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=e7500171-daff-44f2-a795-c39e36260fe4,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:59.110640 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-e72d24e4-0c8c-4c2e-9ef9-d277da63f2ad None None] Set router 15954185-cc94-418c-9a09-47d5e32f9711 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:02:59.149309 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-023b2ddc-171a-497c-ae8d-f9726e622808 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=3740ac64-79f2-423c-9859-6efbe176a9b2 HTTP/1.1" status: 200 len: 217 time: 0.0967464 Jun 30 09:02:59.279405 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-9d771452-3455-4655-ab1a-67654aa6905a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:59.281339 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-9d771452-3455-4655-ab1a-67654aa6905a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1204777 Jun 30 09:02:59.308122 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efea252-50b3-4381-9480-97627d7c6a07 req-f975500f-18db-4326-94bd-1c701139a90a tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:59.310341 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9efea252-50b3-4381-9480-97627d7c6a07 req-f975500f-18db-4326-94bd-1c701139a90a tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/ports?device_id=01c46c06-e2d6-4bc8-b004-5326c78a46d6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1781263 Jun 30 09:02:59.389062 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9efea252-50b3-4381-9480-97627d7c6a07 req-4d01c678-cea7-4eca-a195-917608f04bb3 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 695 time: 0.0598152 Jun 30 09:02:59.390588 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af0881-15c7-4f7f-a082-637b897053c4 req-e78e1727-bfff-4f53-a186-bb79dd3b1645 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:59.392969 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-07af0881-15c7-4f7f-a082-637b897053c4 req-e78e1727-bfff-4f53-a186-bb79dd3b1645 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 949 time: 0.1556101 Jun 30 09:02:59.402141 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-9efea252-50b3-4381-9480-97627d7c6a07 req-48d31127-d355-4246-bddb-a8c670c218cf tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Request body: {'floatingip': {'port_id': '9ac23bac-a420-4bb4-a09e-2f0c2acdfa20', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:59.436265 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-7d08572b-2f50-4838-a6f6-e044bc247a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:59.437938 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-7d08572b-2f50-4838-a6f6-e044bc247a8c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1437230 Jun 30 09:02:59.457088 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-9efea252-50b3-4381-9480-97627d7c6a07 req-48d31127-d355-4246-bddb-a8c670c218cf tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks [] for floatingip, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:59.524100 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-07af0881-15c7-4f7f-a082-637b897053c4 req-4debfbc0-482a-446e-a90e-d71d439e8a48 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076832 Jun 30 09:02:59.585963 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-390c1190-de9c-4d2d-a93b-daecc340e4bf service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383343 Jun 30 09:02:59.589325 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-e72d24e4-0c8c-4c2e-9ef9-d277da63f2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15954185-cc94-418c-9a09-47d5e32f9711', 'name': 'tempest-FloatingIPsAssociationTestJSON-45904031-router', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:45Z', 'updated_at': '2021-06-30T09:02:52Z', 'revision_number': 4, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'gw_port': {'id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:46Z', 'updated_at': '2021-06-30T09:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '87d8c6a6-84dd-4615-8d77-aa6749c6437b', 'name': '', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'mac_address': 'fa:16:3e:76:53:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:51Z', 'updated_at': '2021-06-30T09:02:58Z', 'revision_number': 4, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'subnets': [{'id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:59.635913 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72d24e4-0c8c-4c2e-9ef9-d277da63f2ad None None] The sync data for ids ['15954185-cc94-418c-9a09-47d5e32f9711'] in n-d-771363-31 is: [{'id': '15954185-cc94-418c-9a09-47d5e32f9711', 'name': 'tempest-FloatingIPsAssociationTestJSON-45904031-router', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:45Z', 'updated_at': '2021-06-30T09:02:52Z', 'revision_number': 4, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'gw_port': {'id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:46Z', 'updated_at': '2021-06-30T09:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '87d8c6a6-84dd-4615-8d77-aa6749c6437b', 'name': '', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'mac_address': 'fa:16:3e:76:53:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:51Z', 'updated_at': '2021-06-30T09:02:58Z', 'revision_number': 4, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'subnets': [{'id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:02:59.687927 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device e7500171-daff-44f2-a795-c39e36260fe4 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:59.853909 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4679383-ae1d-483e-9a89-26c314390a79 x-openstack-request-id: req-c4679383-ae1d-483e-9a89-26c314390a79 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:59.853909 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75d7a53d-4768-4141-8bcb-08bf4fc378e3", "tag": "3740ac64-79f2-423c-9859-6efbe176a9b2", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:59.853909 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c4679383-ae1d-483e-9a89-26c314390a79 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:59.853909 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d7a53d-4768-4141-8bcb-08bf4fc378e3', 'tag': '3740ac64-79f2-423c-9859-6efbe176a9b2', 'status': 'completed', 'code': 200} Jun 30 09:02:59.903399 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port e7500171-daff-44f2-a795-c39e36260fe4 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:59.904258 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:59.904588 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25046ee3-7425-4d46-b089-1daa015e0ac0 req-a08d0cd6-6445-4170-9689-1840cb66a4b5 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102775 Jun 30 09:03:00.096913 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:00.182442 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port e7500171-daff-44f2-a795-c39e36260fe4, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e7500171-daff-44f2-a795-c39e36260fe4,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:00.183607 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5735afd-6645-49e0-9452-e5a31c830bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7500171-daff-44f2-a795-c39e36260fe4'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:00.186335 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b889426c-265d-4ba1-8306-76a15ddb644a" -d '{"events": [{"server_uuid": "c5735afd-6645-49e0-9452-e5a31c830bca", "name": "network-vif-plugged", "status": "completed", "tag": "e7500171-daff-44f2-a795-c39e36260fe4"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:00.246017 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a97552-6866-4c12-b304-938cdf89f7a3 req-78f833a9-4426-414b-ba07-b17f7b9f2bcf tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:00.248596 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6a97552-6866-4c12-b304-938cdf89f7a3 req-78f833a9-4426-414b-ba07-b17f7b9f2bcf tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] 10.222.0.10 "GET /v2.0/ports?device_id=75d7a53d-4768-4141-8bcb-08bf4fc378e3 HTTP/1.1" status: 200 len: 948 time: 0.2146945 Jun 30 09:03:00.280249 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c3adc-b1d8-4c75-b248-db2ddcfe97ac req-2cc57b92-74d7-4450-ac85-991f0a118250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:00.281787 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f98c3adc-b1d8-4c75-b248-db2ddcfe97ac req-2cc57b92-74d7-4450-ac85-991f0a118250 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=80b3db255a19475e989b4882ff3f8072&device_id=75d7a53d-4768-4141-8bcb-08bf4fc378e3 HTTP/1.1" status: 200 len: 1100 time: 0.1816478 Jun 30 09:03:00.314444 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:00.423658 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.db.resource_extend [req-9efea252-50b3-4381-9480-97627d7c6a07 req-48d31127-d355-4246-bddb-a8c670c218cf tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:03:00.464317 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=e7500171-daff-44f2-a795-c39e36260fe4,revision_number=7']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:00.539977 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-9efea252-50b3-4381-9480-97627d7c6a07 req-48d31127-d355-4246-bddb-a8c670c218cf tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:00.652387 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-9efea252-50b3-4381-9480-97627d7c6a07 req-48d31127-d355-4246-bddb-a8c670c218cf tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:00.740097 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6a97552-6866-4c12-b304-938cdf89f7a3 req-035c26b0-a898-424b-9430-96948059bdc5 tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] 10.222.0.10 "GET /v2.0/security-groups?id=50cc2251-ec65-44ed-8f48-3070ee74f459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4775844 Jun 30 09:03:00.820774 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [req-9efea252-50b3-4381-9480-97627d7c6a07 req-48d31127-d355-4246-bddb-a8c670c218cf tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Floating IP 220cde3d-7c78-4a85-80df-f43ffe08d5f0 associated. External IP: 172.25.6.85, port: 9ac23bac-a420-4bb4-a09e-2f0c2acdfa20. Jun 30 09:03:00.834174 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c3adc-b1d8-4c75-b248-db2ddcfe97ac req-2cc75bdb-797c-4dcb-a534-7c115f04c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:00.836730 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f98c3adc-b1d8-4c75-b248-db2ddcfe97ac req-2cc75bdb-797c-4dcb-a534-7c115f04c118 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.5427752 Jun 30 09:03:00.946961 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d571ebea-dd70-452b-8956-8ac3aa203156 req-26dc096d-7e2c-458d-9407-91011d938724 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b787224-c147-4729-85ff-59f7cd48b012 HTTP/1.1" status: 200 len: 210 time: 0.0987406 Jun 30 09:03:00.949519 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f98c3adc-b1d8-4c75-b248-db2ddcfe97ac req-cd7922d4-0513-474e-be47-bb773d5ea01a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=3740ac64-79f2-423c-9859-6efbe176a9b2 HTTP/1.1" status: 200 len: 217 time: 0.0985150 Jun 30 09:03:01.073385 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c3adc-b1d8-4c75-b248-db2ddcfe97ac req-1aa60b8b-0383-4eed-a745-c329d56d5205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:01.075226 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f98c3adc-b1d8-4c75-b248-db2ddcfe97ac req-1aa60b8b-0383-4eed-a745-c329d56d5205 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1189783 Jun 30 09:03:01.214165 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c3adc-b1d8-4c75-b248-db2ddcfe97ac req-dc72c933-1e15-407c-954e-0eff2b7a909a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:01.221024 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f98c3adc-b1d8-4c75-b248-db2ddcfe97ac req-dc72c933-1e15-407c-954e-0eff2b7a909a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1376626 Jun 30 09:03:01.273911 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9efea252-50b3-4381-9480-97627d7c6a07 req-48d31127-d355-4246-bddb-a8c670c218cf tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Router 1710b9d9-c9fc-4cde-ac74-87c9405b3c20 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:03:01.477447 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f98c3adc-b1d8-4c75-b248-db2ddcfe97ac req-51c3cd02-6b4b-4741-ae2a-37da9070796e service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479172 Jun 30 09:03:01.512825 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a735dc-5ae1-4c58-bfd4-fb93c77f9c6d req-9efa995c-f53f-46ff-89eb-ae835e2c1b8e tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:01.516448 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29a735dc-5ae1-4c58-bfd4-fb93c77f9c6d req-9efa995c-f53f-46ff-89eb-ae835e2c1b8e tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 1097 time: 0.2442298 Jun 30 09:03:01.770024 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29a735dc-5ae1-4c58-bfd4-fb93c77f9c6d req-68c12bd5-dbe6-4d56-851d-f37ef9df9174 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167320 Jun 30 09:03:01.857525 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f98c3adc-b1d8-4c75-b248-db2ddcfe97ac req-2bd76caf-21d6-4f94-b083-e5282b9671ca service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714516 Jun 30 09:03:01.892257 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 87d8c6a6-84dd-4615-8d77-aa6749c6437b up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:01.943518 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9efea252-50b3-4381-9480-97627d7c6a07 req-48d31127-d355-4246-bddb-a8c670c218cf tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:03:01.963453 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d693a-b6d5-41ab-8aab-7b611e621cc6 None None] Sync routers for ids ['1710b9d9-c9fc-4cde-ac74-87c9405b3c20'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:03:01.965538 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-9efea252-50b3-4381-9480-97627d7c6a07 req-48d31127-d355-4246-bddb-a8c670c218cf tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:01.997724 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7d693a-b6d5-41ab-8aab-7b611e621cc6 None None] Routers {'1710b9d9-c9fc-4cde-ac74-87c9405b3c20'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:01.999206 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-5a7d693a-b6d5-41ab-8aab-7b611e621cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:02:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1710b9d9-c9fc-4cde-ac74-87c9405b3c20'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:02.060444 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9efea252-50b3-4381-9480-97627d7c6a07 req-48d31127-d355-4246-bddb-a8c670c218cf tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "PUT /v2.0/floatingips/220cde3d-7c78-4a85-80df-f43ffe08d5f0 HTTP/1.1" status: 200 len: 996 time: 2.6631060 Jun 30 09:03:02.061536 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c46c06-e2d6-4bc8-b004-5326c78a46d6', 'tag': '9ac23bac-a420-4bb4-a09e-2f0c2acdfa20'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:02.066061 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13c582d-132f-4a15-ba9c-8b7e196be248" -d '{"events": [{"name": "network-changed", "server_uuid": "01c46c06-e2d6-4bc8-b004-5326c78a46d6", "tag": "9ac23bac-a420-4bb4-a09e-2f0c2acdfa20"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:02.120662 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 87d8c6a6-84dd-4615-8d77-aa6749c6437b completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:02.127681 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 87d8c6a6-84dd-4615-8d77-aa6749c6437b triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:02.128575 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:02.196713 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efea252-50b3-4381-9480-97627d7c6a07 req-5b3a0d83-7df3-46eb-a077-b4ea98539e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:02.199630 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9efea252-50b3-4381-9480-97627d7c6a07 req-5b3a0d83-7df3-46eb-a077-b4ea98539e06 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=798d9ab762764598a8ea751098a0b9af&device_id=01c46c06-e2d6-4bc8-b004-5326c78a46d6 HTTP/1.1" status: 200 len: 1098 time: 0.1182463 Jun 30 09:03:02.224924 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-5a7d693a-b6d5-41ab-8aab-7b611e621cc6 None None] Set router 1710b9d9-c9fc-4cde-ac74-87c9405b3c20 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:03:02.268660 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:02.440902 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 87d8c6a6-84dd-4615-8d77-aa6749c6437b, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=87d8c6a6-84dd-4615-8d77-aa6749c6437b,segment=NetworkSegment(46885ad2-e916-41aa-b547-419072732535),segment_id=46885ad2-e916-41aa-b547-419072732535)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:02.467513 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efea252-50b3-4381-9480-97627d7c6a07 req-a95b6d17-2a15-4e15-b256-157b20764245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:02.472170 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9efea252-50b3-4381-9480-97627d7c6a07 req-a95b6d17-2a15-4e15-b256-157b20764245 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cb425625-59da-464d-8429-9a3875da9bb9 HTTP/1.1" status: 200 len: 930 time: 0.2643785 Jun 30 09:03:02.526654 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:02.550616 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7cea7-0ce8-4d4c-a665-c9dca0fe4aff req-e4939522-afc3-41fe-9072-1d1967fc96dd tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:02.561307 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-15e7cea7-0ce8-4d4c-a665-c9dca0fe4aff req-e4939522-afc3-41fe-9072-1d1967fc96dd tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 944 time: 0.2265427 Jun 30 09:03:02.670917 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-15e7cea7-0ce8-4d4c-a665-c9dca0fe4aff req-85b8ec44-4d8b-4363-9264-9dd2b56758cc tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018164 Jun 30 09:03:02.688034 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=87d8c6a6-84dd-4615-8d77-aa6749c6437b,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:02.800506 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9efea252-50b3-4381-9480-97627d7c6a07 req-d554ccb1-e0a3-49af-adf4-f913df9d6540 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ac23bac-a420-4bb4-a09e-2f0c2acdfa20 HTTP/1.1" status: 200 len: 999 time: 0.3117454 Jun 30 09:03:02.931565 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-5a7d693a-b6d5-41ab-8aab-7b611e621cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1548161208-router', 'tenant_id': '798d9ab762764598a8ea751098a0b9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '848082db-7ae5-4dbc-92fc-bbc57524a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:22Z', 'updated_at': '2021-06-30T09:02:29Z', 'revision_number': 4, 'project_id': '798d9ab762764598a8ea751098a0b9af', 'gw_port': {'id': '848082db-7ae5-4dbc-92fc-bbc57524a452', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:73:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:23Z', 'updated_at': '2021-06-30T09:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '220cde3d-7c78-4a85-80df-f43ffe08d5f0', 'tenant_id': '798d9ab762764598a8ea751098a0b9af', 'floating_ip_address': '172.25.6.85', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'port_id': '9ac23bac-a420-4bb4-a09e-2f0c2acdfa20', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb425625-59da-464d-8429-9a3875da9bb9', 'mac_address': 'fa:16:3e:54:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c46c06-e2d6-4bc8-b004-5326c78a46d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:02:56Z', 'updated_at': '2021-06-30T09:03:00Z', 'revision_number': 1, 'project_id': '798d9ab762764598a8ea751098a0b9af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c837f130-3f7d-4bcb-96cf-700730b37b4d', 'name': '', 'network_id': 'cb425625-59da-464d-8429-9a3875da9bb9', 'tenant_id': '798d9ab762764598a8ea751098a0b9af', 'mac_address': 'fa:16:3e:14:93:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3f22e7d0-de91-475d-bcd9-bd9e2dc0e9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:27Z', 'updated_at': '2021-06-30T09:02:34Z', 'revision_number': 5, 'project_id': '798d9ab762764598a8ea751098a0b9af', 'subnets': [{'id': '3f22e7d0-de91-475d-bcd9-bd9e2dc0e9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:02.998810 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cc2ce5-a6d6-4c75-9126-7e5af200bcfd x-openstack-request-id: req-11cc2ce5-a6d6-4c75-9126-7e5af200bcfd {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:02.999922 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5735afd-6645-49e0-9452-e5a31c830bca", "name": "network-vif-plugged", "status": "completed", "tag": "e7500171-daff-44f2-a795-c39e36260fe4", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:03.000364 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-11cc2ce5-a6d6-4c75-9126-7e5af200bcfd {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:03.000941 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5735afd-6645-49e0-9452-e5a31c830bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7500171-daff-44f2-a795-c39e36260fe4', 'code': 200} Jun 30 09:03:03.053323 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d693a-b6d5-41ab-8aab-7b611e621cc6 None None] Checking router: 1710b9d9-c9fc-4cde-ac74-87c9405b3c20 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:03:03.070381 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efea252-50b3-4381-9480-97627d7c6a07 req-de717e33-5b9c-4591-9f20-4796af4bbfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:03.081346 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9efea252-50b3-4381-9480-97627d7c6a07 req-de717e33-5b9c-4591-9f20-4796af4bbfe6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3f22e7d0-de91-475d-bcd9-bd9e2dc0e9d9 HTTP/1.1" status: 200 len: 868 time: 0.2351429 Jun 30 09:03:03.092854 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-ff887882-98b9-43b8-9d49-dd9f441296e3 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:03.093384 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7d693a-b6d5-41ab-8aab-7b611e621cc6 None None] Routers {'1710b9d9-c9fc-4cde-ac74-87c9405b3c20'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:03.096516 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-5a7d693a-b6d5-41ab-8aab-7b611e621cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:02:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1710b9d9-c9fc-4cde-ac74-87c9405b3c20'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:03.098184 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-ff887882-98b9-43b8-9d49-dd9f441296e3 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.37 "GET /v2.0/networks?id=60a77b31-7746-4394-a70f-4e46032cc63e HTTP/1.1" status: 200 len: 819 time: 0.3994319 Jun 30 09:03:03.124693 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-7f6430c5-774b-4e87-ad8c-33a68ba8fccf tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Request body: {'port': {'device_id': '9b787224-c147-4729-85ff-59f7cd48b012', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'admin_state_up': True, 'tenant_id': 'b521f173677444a3b794e6a332034c4e'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:03.719081 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efea252-50b3-4381-9480-97627d7c6a07 req-f06698f0-d26f-411b-ac0e-0de1e0e6af8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:03.719081 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9efea252-50b3-4381-9480-97627d7c6a07 req-f06698f0-d26f-411b-ac0e-0de1e0e6af8d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb425625-59da-464d-8429-9a3875da9bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1801941 Jun 30 09:03:03.719081 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-9efea252-50b3-4381-9480-97627d7c6a07 req-fb5e110b-f864-49b4-b78b-3ded84f873c2 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:03:03.719081 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9efea252-50b3-4381-9480-97627d7c6a07 req-fb5e110b-f864-49b4-b78b-3ded84f873c2 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178826 Jun 30 09:03:03.725385 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-5a7d693a-b6d5-41ab-8aab-7b611e621cc6 None None] Set router 1710b9d9-c9fc-4cde-ac74-87c9405b3c20 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:03:03.727502 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f0163-52f4-4bc2-990d-f4e840930864 req-58952d63-a439-460e-8509-6c72328caa56 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:03.727502 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be3f0163-52f4-4bc2-990d-f4e840930864 req-58952d63-a439-460e-8509-6c72328caa56 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 949 time: 0.2118955 Jun 30 09:03:03.727502 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be3f0163-52f4-4bc2-990d-f4e840930864 req-39bfd303-8599-4fba-90ee-58f9a9fddbef tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037478 Jun 30 09:03:03.728688 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9efea252-50b3-4381-9480-97627d7c6a07 req-0559f4a0-4030-48a7-884c-a325bc5cd6c4 service neutron] 10.222.0.10 "GET /v2.0/networks/cb425625-59da-464d-8429-9a3875da9bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035710 Jun 30 09:03:03.906646 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9efea252-50b3-4381-9480-97627d7c6a07 req-bbf0845b-b48b-4868-800a-1846aa682fb6 service neutron] 10.222.0.10 "GET /v2.0/networks/cb425625-59da-464d-8429-9a3875da9bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937534 Jun 30 09:03:03.955827 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 87d8c6a6-84dd-4615-8d77-aa6749c6437b up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:03.994491 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-5a7d693a-b6d5-41ab-8aab-7b611e621cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1548161208-router', 'tenant_id': '798d9ab762764598a8ea751098a0b9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '848082db-7ae5-4dbc-92fc-bbc57524a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:22Z', 'updated_at': '2021-06-30T09:02:29Z', 'revision_number': 4, 'project_id': '798d9ab762764598a8ea751098a0b9af', 'gw_port': {'id': '848082db-7ae5-4dbc-92fc-bbc57524a452', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:73:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:23Z', 'updated_at': '2021-06-30T09:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '220cde3d-7c78-4a85-80df-f43ffe08d5f0', 'tenant_id': '798d9ab762764598a8ea751098a0b9af', 'floating_ip_address': '172.25.6.85', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'port_id': '9ac23bac-a420-4bb4-a09e-2f0c2acdfa20', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb425625-59da-464d-8429-9a3875da9bb9', 'mac_address': 'fa:16:3e:54:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c46c06-e2d6-4bc8-b004-5326c78a46d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:02:56Z', 'updated_at': '2021-06-30T09:03:00Z', 'revision_number': 1, 'project_id': '798d9ab762764598a8ea751098a0b9af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c837f130-3f7d-4bcb-96cf-700730b37b4d', 'name': '', 'network_id': 'cb425625-59da-464d-8429-9a3875da9bb9', 'tenant_id': '798d9ab762764598a8ea751098a0b9af', 'mac_address': 'fa:16:3e:14:93:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3f22e7d0-de91-475d-bcd9-bd9e2dc0e9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:27Z', 'updated_at': '2021-06-30T09:02:34Z', 'revision_number': 5, 'project_id': '798d9ab762764598a8ea751098a0b9af', 'subnets': [{'id': '3f22e7d0-de91-475d-bcd9-bd9e2dc0e9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:04.044850 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-7f6430c5-774b-4e87-ad8c-33a68ba8fccf tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Made reservation on behalf of b521f173677444a3b794e6a332034c4e for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:04.057396 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-7f6430c5-774b-4e87-ad8c-33a68ba8fccf tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:04.086730 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d693a-b6d5-41ab-8aab-7b611e621cc6 None None] The sync data for ids ['1710b9d9-c9fc-4cde-ac74-87c9405b3c20'] in n-d-771363-31 is: [{'id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1548161208-router', 'tenant_id': '798d9ab762764598a8ea751098a0b9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '848082db-7ae5-4dbc-92fc-bbc57524a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:22Z', 'updated_at': '2021-06-30T09:02:29Z', 'revision_number': 4, 'project_id': '798d9ab762764598a8ea751098a0b9af', 'gw_port': {'id': '848082db-7ae5-4dbc-92fc-bbc57524a452', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:73:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:23Z', 'updated_at': '2021-06-30T09:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '220cde3d-7c78-4a85-80df-f43ffe08d5f0', 'tenant_id': '798d9ab762764598a8ea751098a0b9af', 'floating_ip_address': '172.25.6.85', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'port_id': '9ac23bac-a420-4bb4-a09e-2f0c2acdfa20', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb425625-59da-464d-8429-9a3875da9bb9', 'mac_address': 'fa:16:3e:54:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c46c06-e2d6-4bc8-b004-5326c78a46d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:02:56Z', 'updated_at': '2021-06-30T09:03:00Z', 'revision_number': 1, 'project_id': '798d9ab762764598a8ea751098a0b9af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c837f130-3f7d-4bcb-96cf-700730b37b4d', 'name': '', 'network_id': 'cb425625-59da-464d-8429-9a3875da9bb9', 'tenant_id': '798d9ab762764598a8ea751098a0b9af', 'mac_address': 'fa:16:3e:14:93:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3f22e7d0-de91-475d-bcd9-bd9e2dc0e9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:27Z', 'updated_at': '2021-06-30T09:02:34Z', 'revision_number': 5, 'project_id': '798d9ab762764598a8ea751098a0b9af', 'subnets': [{'id': '3f22e7d0-de91-475d-bcd9-bd9e2dc0e9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:03:04.116488 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 87d8c6a6-84dd-4615-8d77-aa6749c6437b triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:04.118009 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:04.208394 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 3740ac64-79f2-423c-9859-6efbe176a9b2 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:04.630696 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-7f6430c5-774b-4e87-ad8c-33a68ba8fccf tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Allocated IP 172.20.0.8 (60a77b31-7746-4394-a70f-4e46032cc63e/faaf1ea0-436f-4385-8495-d72190b1bc6b/e7ffd273-1a4b-47fe-9913-22ad1fb7d08f) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:04.652134 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 3740ac64-79f2-423c-9859-6efbe176a9b2, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3740ac64-79f2-423c-9859-6efbe176a9b2,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:04.708180 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69a09ff-9747-4c13-be23-7376faa9bd11 None None] New status for floating IP 220cde3d-7c78-4a85-80df-f43ffe08d5f0: ACTIVE {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:03:04.717241 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '3740ac64-79f2-423c-9859-6efbe176a9b2', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': '3740ac64-79f2-423c-9859-6efbe176a9b2', 'mac_address': 'fa:16:3e:fc:91:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:04.745745 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8203c510-c10a-4a9e-b135-78cd318e0b7c req-de39cfbc-3ab1-4014-b6f1-0d862324df17 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b787224-c147-4729-85ff-59f7cd48b012 HTTP/1.1" status: 200 len: 210 time: 0.1102693 Jun 30 09:03:04.889455 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17b820e-9ff7-42d5-8508-34ed9174ac93 x-openstack-request-id: req-a17b820e-9ff7-42d5-8508-34ed9174ac93 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:04.890063 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c46c06-e2d6-4bc8-b004-5326c78a46d6", "tag": "9ac23bac-a420-4bb4-a09e-2f0c2acdfa20", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:04.890593 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a17b820e-9ff7-42d5-8508-34ed9174ac93 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:04.890938 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:04.891467 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c46c06-e2d6-4bc8-b004-5326c78a46d6', 'tag': '9ac23bac-a420-4bb4-a09e-2f0c2acdfa20', 'status': 'completed', 'code': 200} Jun 30 09:03:04.927718 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3740ac64-79f2-423c-9859-6efbe176a9b2 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:04.986596 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 3740ac64-79f2-423c-9859-6efbe176a9b2, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3740ac64-79f2-423c-9859-6efbe176a9b2,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:04.993960 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b25f3-db8b-4527-8c8b-391d320c0f10 req-691500b2-e744-42db-89b8-9039069bf7ca tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:05.014282 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f05b25f3-db8b-4527-8c8b-391d320c0f10 req-691500b2-e744-42db-89b8-9039069bf7ca tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] 10.222.0.10 "GET /v2.0/ports?device_id=75d7a53d-4768-4141-8bcb-08bf4fc378e3 HTTP/1.1" status: 200 len: 948 time: 0.8791356 Jun 30 09:03:05.089194 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c582d-132f-4a15-ba9c-8b7e196be248 req-749752f3-859c-4b2e-af4c-3d65df79e8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:05.092291 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e13c582d-132f-4a15-ba9c-8b7e196be248 req-749752f3-859c-4b2e-af4c-3d65df79e8ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=798d9ab762764598a8ea751098a0b9af&device_id=01c46c06-e2d6-4bc8-b004-5326c78a46d6 HTTP/1.1" status: 200 len: 1098 time: 0.1547937 Jun 30 09:03:05.243843 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f05b25f3-db8b-4527-8c8b-391d320c0f10 req-1152b7c1-7f5e-4167-b2fe-6b88c7532491 tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] 10.222.0.10 "GET /v2.0/security-groups?id=50cc2251-ec65-44ed-8f48-3070ee74f459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683114 Jun 30 09:03:05.298472 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:05.520910 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-7f6430c5-774b-4e87-ad8c-33a68ba8fccf tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:05.545405 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=3740ac64-79f2-423c-9859-6efbe176a9b2,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:05.607014 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-7f6430c5-774b-4e87-ad8c-33a68ba8fccf tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Transition to ACTIVE for port object e7ffd273-1a4b-47fe-9913-22ad1fb7d08f will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:05.619482 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['3740ac64-79f2-423c-9859-6efbe176a9b2'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:05.643046 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c582d-132f-4a15-ba9c-8b7e196be248 req-7db00eb3-7e6c-43e7-9991-b04c307728dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:05.645222 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e13c582d-132f-4a15-ba9c-8b7e196be248 req-7db00eb3-7e6c-43e7-9991-b04c307728dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=cb425625-59da-464d-8429-9a3875da9bb9 HTTP/1.1" status: 200 len: 930 time: 0.5365727 Jun 30 09:03:05.744171 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:03:05.825120 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-7f6430c5-774b-4e87-ad8c-33a68ba8fccf tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:05.946275 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e13c582d-132f-4a15-ba9c-8b7e196be248 req-0e66e1ff-d0a5-43d7-ab5a-4bf26ecb625c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ac23bac-a420-4bb4-a09e-2f0c2acdfa20 HTTP/1.1" status: 200 len: 1001 time: 0.2843733 Jun 30 09:03:06.068136 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5500f93c-9323-4581-998f-bfa4cf58da4b req-8c8a4db7-a033-4301-bbeb-a35a75b3ac16 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 258 time: 0.8237445 Jun 30 09:03:06.076870 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-5500f93c-9323-4581-998f-bfa4cf58da4b req-6dde639b-b98f-4b1e-b723-972421bf00a5 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:06.122924 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c582d-132f-4a15-ba9c-8b7e196be248 req-4950c49a-a02b-49d0-afd5-3a45f23d63bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:06.124845 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e13c582d-132f-4a15-ba9c-8b7e196be248 req-4950c49a-a02b-49d0-afd5-3a45f23d63bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3f22e7d0-de91-475d-bcd9-bd9e2dc0e9d9 HTTP/1.1" status: 200 len: 868 time: 0.1605289 Jun 30 09:03:06.139671 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-7f6430c5-774b-4e87-ad8c-33a68ba8fccf tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Network 60a77b31-7746-4394-a70f-4e46032cc63e is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:06.145149 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6430c5-774b-4e87-ad8c-33a68ba8fccf tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Pushing event updated for resources: {'Port': ['ID=e7ffd273-1a4b-47fe-9913-22ad1fb7d08f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:06.151800 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-7f6430c5-774b-4e87-ad8c-33a68ba8fccf tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:06.158328 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-7f6430c5-774b-4e87-ad8c-33a68ba8fccf tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:06.236633 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5500f93c-9323-4581-998f-bfa4cf58da4b req-6dde639b-b98f-4b1e-b723-972421bf00a5 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks [] for floatingip, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:06.277869 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413434c6-5ffa-4c6a-b82b-4fc7351b5b41 req-86abc2d3-6857-4209-b6f8-fb7de135c5d8 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:06.290145 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-413434c6-5ffa-4c6a-b82b-4fc7351b5b41 req-86abc2d3-6857-4209-b6f8-fb7de135c5d8 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 949 time: 0.4611559 Jun 30 09:03:06.363961 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c582d-132f-4a15-ba9c-8b7e196be248 req-8b2f0e9f-c750-4350-ab40-9bc498afea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:06.366303 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e13c582d-132f-4a15-ba9c-8b7e196be248 req-8b2f0e9f-c750-4350-ab40-9bc498afea17 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb425625-59da-464d-8429-9a3875da9bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2309909 Jun 30 09:03:06.401778 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-7f6430c5-774b-4e87-ad8c-33a68ba8fccf tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:06.403528 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-7f6430c5-774b-4e87-ad8c-33a68ba8fccf tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:06.472434 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-413434c6-5ffa-4c6a-b82b-4fc7351b5b41 req-607b8936-d1f0-4015-8dc7-1c4e6aeeabf2 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804008 Jun 30 09:03:06.510372 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-7f6430c5-774b-4e87-ad8c-33a68ba8fccf tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3980954 Jun 30 09:03:06.530907 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-a91ae6a2-d699-4508-9955-3239dad47b01 service neutron] Request body: {'port': {'device_id': '9b787224-c147-4729-85ff-59f7cd48b012', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:06.650994 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e13c582d-132f-4a15-ba9c-8b7e196be248 req-4ecf467b-2735-4174-a5eb-b61f3f217c15 service neutron] 10.222.0.37 "GET /v2.0/networks/cb425625-59da-464d-8429-9a3875da9bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703125 Jun 30 09:03:06.720849 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-65e5eb11-1f64-4e03-a139-3a5b508400cd None None] Provisioning for port e7ffd273-1a4b-47fe-9913-22ad1fb7d08f completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:06.727689 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-65e5eb11-1f64-4e03-a139-3a5b508400cd None None] Provisioning complete for port e7ffd273-1a4b-47fe-9913-22ad1fb7d08f triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:06.728370 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-65e5eb11-1f64-4e03-a139-3a5b508400cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:06.772262 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-a91ae6a2-d699-4508-9955-3239dad47b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:06.854133 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-65e5eb11-1f64-4e03-a139-3a5b508400cd None None] Port e7ffd273-1a4b-47fe-9913-22ad1fb7d08f cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:03:06.943231 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:06.975713 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e13c582d-132f-4a15-ba9c-8b7e196be248 req-99479ded-2ab3-455c-be42-50363a0ea53c service neutron] 10.222.0.37 "GET /v2.0/networks/cb425625-59da-464d-8429-9a3875da9bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137274 Jun 30 09:03:07.090139 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5500f93c-9323-4581-998f-bfa4cf58da4b req-6dde639b-b98f-4b1e-b723-972421bf00a5 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:07.255331 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-5500f93c-9323-4581-998f-bfa4cf58da4b req-6dde639b-b98f-4b1e-b723-972421bf00a5 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Allocated IP 172.25.6.87 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/5b62d8d3-8f3a-4af3-b19e-5d419724348b) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:07.392846 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f1299-82e1-4ae6-83fe-0c0362fab854 req-7a442ff2-2843-4657-a97a-22665dd79f13 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:07.403578 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9e7f1299-82e1-4ae6-83fe-0c0362fab854 req-7a442ff2-2843-4657-a97a-22665dd79f13 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 1096 time: 0.2283211 Jun 30 09:03:07.464767 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5500f93c-9323-4581-998f-bfa4cf58da4b req-6dde639b-b98f-4b1e-b723-972421bf00a5 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:07.509313 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9e7f1299-82e1-4ae6-83fe-0c0362fab854 req-72d4a666-51f3-4c98-bdb1-20762cf85fe0 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043725 Jun 30 09:03:07.661630 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-a91ae6a2-d699-4508-9955-3239dad47b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7ffd273-1a4b-47fe-9913-22ad1fb7d08f {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:07.686373 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-a91ae6a2-d699-4508-9955-3239dad47b01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:07.742720 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-a91ae6a2-d699-4508-9955-3239dad47b01 service neutron] Transition to ACTIVE for port object e7ffd273-1a4b-47fe-9913-22ad1fb7d08f will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:07.819552 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5500f93c-9323-4581-998f-bfa4cf58da4b req-6dde639b-b98f-4b1e-b723-972421bf00a5 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:07.911368 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-a91ae6a2-d699-4508-9955-3239dad47b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:07.916191 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5500f93c-9323-4581-998f-bfa4cf58da4b req-6dde639b-b98f-4b1e-b723-972421bf00a5 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:07.923454 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-5500f93c-9323-4581-998f-bfa4cf58da4b req-6dde639b-b98f-4b1e-b723-972421bf00a5 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:07.930414 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-5500f93c-9323-4581-998f-bfa4cf58da4b req-6dde639b-b98f-4b1e-b723-972421bf00a5 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:08.031623 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde639b-b98f-4b1e-b723-972421bf00a5 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Pushing event updated for resources: {'Port': ['ID=5b62d8d3-8f3a-4af3-b19e-5d419724348b,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:08.207619 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 3740ac64-79f2-423c-9859-6efbe176a9b2 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:08.371781 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ae6a2-d699-4508-9955-3239dad47b01 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ffd273-1a4b-47fe-9913-22ad1fb7d08f,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:08.409880 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5500f93c-9323-4581-998f-bfa4cf58da4b req-6dde639b-b98f-4b1e-b723-972421bf00a5 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:08.475758 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49586abd-fcf6-4047-adc9-8405e6487165 req-f31bae7b-ef98-4528-8870-bedba8c249db tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:08.489827 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-49586abd-fcf6-4047-adc9-8405e6487165 req-f31bae7b-ef98-4528-8870-bedba8c249db tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b787224-c147-4729-85ff-59f7cd48b012 HTTP/1.1" status: 200 len: 931 time: 0.6773946 Jun 30 09:03:08.503843 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-a91ae6a2-d699-4508-9955-3239dad47b01 service neutron] Attempting to bind port e7ffd273-1a4b-47fe-9913-22ad1fb7d08f on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:08.504543 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-a91ae6a2-d699-4508-9955-3239dad47b01 service neutron] Attempting to bind port e7ffd273-1a4b-47fe-9913-22ad1fb7d08f by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '46885ad2-e916-41aa-b547-419072732535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:08.505195 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-a91ae6a2-d699-4508-9955-3239dad47b01 service neutron] Attempting to bind port e7ffd273-1a4b-47fe-9913-22ad1fb7d08f on network 60a77b31-7746-4394-a70f-4e46032cc63e {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:08.526548 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:08.538064 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-a91ae6a2-d699-4508-9955-3239dad47b01 service neutron] Port e7ffd273-1a4b-47fe-9913-22ad1fb7d08f on network 60a77b31-7746-4394-a70f-4e46032cc63e not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:08.538064 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-a91ae6a2-d699-4508-9955-3239dad47b01 service neutron] Attempting to bind port e7ffd273-1a4b-47fe-9913-22ad1fb7d08f on network 60a77b31-7746-4394-a70f-4e46032cc63e {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:08.566392 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-a91ae6a2-d699-4508-9955-3239dad47b01 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:08.567427 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-a91ae6a2-d699-4508-9955-3239dad47b01 service neutron] Checking segment: {'id': '46885ad2-e916-41aa-b547-419072732535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:08.568385 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-a91ae6a2-d699-4508-9955-3239dad47b01 service neutron] Bound using segment: {'id': '46885ad2-e916-41aa-b547-419072732535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:08.569180 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-a91ae6a2-d699-4508-9955-3239dad47b01 service neutron] Bound port: e7ffd273-1a4b-47fe-9913-22ad1fb7d08f, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46885ad2-e916-41aa-b547-419072732535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:08.571230 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-a91ae6a2-d699-4508-9955-3239dad47b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:08.596216 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-49586abd-fcf6-4047-adc9-8405e6487165 req-756c9b7e-e52b-4f53-bf82-774eea340964 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/security-groups?id=daf5143d-cfeb-4e6d-8291-b2fca1ab2790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048586 Jun 30 09:03:08.623968 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 3740ac64-79f2-423c-9859-6efbe176a9b2 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:08.637184 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 3740ac64-79f2-423c-9859-6efbe176a9b2 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:08.637746 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:08.716931 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5500f93c-9323-4581-998f-bfa4cf58da4b req-6dde639b-b98f-4b1e-b723-972421bf00a5 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:08.734577 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-a91ae6a2-d699-4508-9955-3239dad47b01 service neutron] For port e7ffd273-1a4b-47fe-9913-22ad1fb7d08f, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:08.750907 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-a91ae6a2-d699-4508-9955-3239dad47b01 service neutron] For port e7ffd273-1a4b-47fe-9913-22ad1fb7d08f, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e7ffd273-1a4b-47fe-9913-22ad1fb7d08f,segment=NetworkSegment(46885ad2-e916-41aa-b547-419072732535),segment_id=46885ad2-e916-41aa-b547-419072732535)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:08.866343 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:08.905267 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-a91ae6a2-d699-4508-9955-3239dad47b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:08.918119 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d7a53d-4768-4141-8bcb-08bf4fc378e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3740ac64-79f2-423c-9859-6efbe176a9b2'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:08.925587 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cacd121-3650-4f4b-816f-f6afc7ef51e7" -d '{"events": [{"server_uuid": "75d7a53d-4768-4141-8bcb-08bf4fc378e3", "name": "network-vif-plugged", "status": "completed", "tag": "3740ac64-79f2-423c-9859-6efbe176a9b2"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:08.980771 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 3740ac64-79f2-423c-9859-6efbe176a9b2, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3740ac64-79f2-423c-9859-6efbe176a9b2,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:09.105291 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-a91ae6a2-d699-4508-9955-3239dad47b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:09.113914 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-a91ae6a2-d699-4508-9955-3239dad47b01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.126877 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-a91ae6a2-d699-4508-9955-3239dad47b01 service neutron] 10.222.0.37 "PUT /v2.0/ports/e7ffd273-1a4b-47fe-9913-22ad1fb7d08f HTTP/1.1" status: 200 len: 1092 time: 2.6019993 Jun 30 09:03:09.139192 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b787224-c147-4729-85ff-59f7cd48b012', 'tag': 'e7ffd273-1a4b-47fe-9913-22ad1fb7d08f'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:09.148016 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06e3c5d-32e1-48ab-96f0-db52a1973e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "9b787224-c147-4729-85ff-59f7cd48b012", "tag": "e7ffd273-1a4b-47fe-9913-22ad1fb7d08f"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:09.174706 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5500f93c-9323-4581-998f-bfa4cf58da4b req-6dde639b-b98f-4b1e-b723-972421bf00a5 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.208135 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ae6a2-d699-4508-9955-3239dad47b01 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ffd273-1a4b-47fe-9913-22ad1fb7d08f,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:09.255313 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0b1c2-ed45-4b16-a3e4-89f274463395 req-bab27d7e-9dff-4619-852e-613f4e001443 tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:09.284932 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-edf0b1c2-ed45-4b16-a3e4-89f274463395 req-bab27d7e-9dff-4619-852e-613f4e001443 tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] 10.222.0.10 "GET /v2.0/ports?device_id=75d7a53d-4768-4141-8bcb-08bf4fc378e3 HTTP/1.1" status: 200 len: 949 time: 0.2696152 Jun 30 09:03:09.389698 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-edf0b1c2-ed45-4b16-a3e4-89f274463395 req-3b29bccd-74ba-4daa-b411-7edca0d3fcc1 tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] 10.222.0.10 "GET /v2.0/security-groups?id=50cc2251-ec65-44ed-8f48-3070ee74f459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034832 Jun 30 09:03:09.423608 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.481337 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5500f93c-9323-4581-998f-bfa4cf58da4b req-6dde639b-b98f-4b1e-b723-972421bf00a5 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.594414 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=3740ac64-79f2-423c-9859-6efbe176a9b2,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:09.677294 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-fe83be97-f60d-4ea1-b811-3dc0f1c4e3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:09.680495 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-fe83be97-f60d-4ea1-b811-3dc0f1c4e3e3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b521f173677444a3b794e6a332034c4e&device_id=9b787224-c147-4729-85ff-59f7cd48b012 HTTP/1.1" status: 200 len: 1095 time: 0.1557167 Jun 30 09:03:09.701821 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde639b-b98f-4b1e-b723-972421bf00a5 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Pushing event updated for resources: {'Port': ['ID=5b62d8d3-8f3a-4af3-b19e-5d419724348b,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:09.721329 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5500f93c-9323-4581-998f-bfa4cf58da4b req-6dde639b-b98f-4b1e-b723-972421bf00a5 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.792343 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-4afb30d6-ffe6-4b66-a2b3-a0a61ce3696b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7ffd273-1a4b-47fe-9913-22ad1fb7d08f HTTP/1.1" status: 200 len: 217 time: 0.0974264 Jun 30 09:03:09.864558 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5500f93c-9323-4581-998f-bfa4cf58da4b req-6dde639b-b98f-4b1e-b723-972421bf00a5 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.879265 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5500f93c-9323-4581-998f-bfa4cf58da4b req-6dde639b-b98f-4b1e-b723-972421bf00a5 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7977686 Jun 30 09:03:09.906076 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-d6a085d2-64f3-4257-9e9a-0281d84594ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:09.908024 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-d6a085d2-64f3-4257-9e9a-0281d84594ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=faaf1ea0-436f-4385-8495-d72190b1bc6b HTTP/1.1" status: 200 len: 858 time: 0.0817778 Jun 30 09:03:09.939701 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ebff5-eed3-40a7-bf19-e8279b885260 req-3e712280-18e7-4965-8f9d-4979a8d74162 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:09.949164 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3d1ebff5-eed3-40a7-bf19-e8279b885260 req-3e712280-18e7-4965-8f9d-4979a8d74162 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 949 time: 0.1591208 Jun 30 09:03:10.006449 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5500f93c-9323-4581-998f-bfa4cf58da4b req-c9914cfe-a4fb-43bf-b954-4d1f4d86606e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.87 HTTP/1.1" status: 200 len: 695 time: 0.1186931 Jun 30 09:03:10.048748 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3d1ebff5-eed3-40a7-bf19-e8279b885260 req-f9e7c13b-917b-4f78-8524-2f68f67bbc2d tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984750 Jun 30 09:03:10.146659 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-0e55d437-57e8-45dd-9ad7-efa403718f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:10.152141 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-0e55d437-57e8-45dd-9ad7-efa403718f0d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=60a77b31-7746-4394-a70f-4e46032cc63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1995335 Jun 30 09:03:10.249984 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500f93c-9323-4581-998f-bfa4cf58da4b req-e36a8002-2008-4cc3-90cc-93b4c499aa53 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:10.255367 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5500f93c-9323-4581-998f-bfa4cf58da4b req-e36a8002-2008-4cc3-90cc-93b4c499aa53 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 784 time: 0.2506490 Jun 30 09:03:10.383024 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-654cea01-2d3d-402b-86f5-d26321465893 service neutron] 10.222.0.37 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252789 Jun 30 09:03:10.479636 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14749ad-a721-4e99-b14f-2a5ffb5bcda8 x-openstack-request-id: req-b14749ad-a721-4e99-b14f-2a5ffb5bcda8 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:10.479636 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d7a53d-4768-4141-8bcb-08bf4fc378e3", "name": "network-vif-plugged", "status": "completed", "tag": "3740ac64-79f2-423c-9859-6efbe176a9b2", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:10.479636 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b14749ad-a721-4e99-b14f-2a5ffb5bcda8 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:10.479636 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d7a53d-4768-4141-8bcb-08bf4fc378e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3740ac64-79f2-423c-9859-6efbe176a9b2', 'code': 200} Jun 30 09:03:10.489347 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b94e2-c755-4959-98de-4c3785654740 req-94d4a908-e03d-47e5-9ca2-90a62cb5c0a3 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:10.491152 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fd8b94e2-c755-4959-98de-4c3785654740 req-94d4a908-e03d-47e5-9ca2-90a62cb5c0a3 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/networks?id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8 HTTP/1.1" status: 200 len: 820 time: 0.2501433 Jun 30 09:03:10.527863 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd1dfb2-0d93-4f83-9751-4ce457d62cf9 x-openstack-request-id: req-4bd1dfb2-0d93-4f83-9751-4ce457d62cf9 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:10.528166 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b787224-c147-4729-85ff-59f7cd48b012", "tag": "e7ffd273-1a4b-47fe-9913-22ad1fb7d08f", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:10.528388 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4bd1dfb2-0d93-4f83-9751-4ce457d62cf9 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:10.528912 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b787224-c147-4729-85ff-59f7cd48b012', 'tag': 'e7ffd273-1a4b-47fe-9913-22ad1fb7d08f', 'status': 'completed', 'code': 200} Jun 30 09:03:10.530284 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fd8b94e2-c755-4959-98de-4c3785654740 req-6c3efd4f-6326-48f2-8714-0dd233453a9f tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/quotas/4072f6e39e474776996ee00ca570db4f HTTP/1.1" status: 200 len: 375 time: 0.0269225 Jun 30 09:03:10.590619 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6c0a6324-6695-4fdc-8057-23f4bb82cb7a req-d510ac3f-ff20-4377-99b9-c683cbaa33e2 service neutron] 10.222.0.37 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006979 Jun 30 09:03:10.666353 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fd8b94e2-c755-4959-98de-4c3785654740 req-66c83901-43f0-412d-9929-5e6061459388 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4072f6e39e474776996ee00ca570db4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1249979 Jun 30 09:03:10.683491 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af72e0-4864-4c69-a01d-d48736f13a7d req-def8f024-c85b-44fb-aca5-85a0f7203ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:10.686489 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-64af72e0-4864-4c69-a01d-d48736f13a7d req-def8f024-c85b-44fb-aca5-85a0f7203ed2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=75d7a53d-4768-4141-8bcb-08bf4fc378e3 HTTP/1.1" status: 200 len: 1102 time: 0.1067250 Jun 30 09:03:10.817775 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93667a16-8a29-4f56-b9bf-2dda6da5b05d req-48e36d8a-5740-4e9f-8f7c-a8e04d483ec6 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:10.836787 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-93667a16-8a29-4f56-b9bf-2dda6da5b05d req-48e36d8a-5740-4e9f-8f7c-a8e04d483ec6 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b787224-c147-4729-85ff-59f7cd48b012 HTTP/1.1" status: 200 len: 943 time: 0.1892531 Jun 30 09:03:10.917578 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-93667a16-8a29-4f56-b9bf-2dda6da5b05d req-d10d23b7-f229-48ec-9c26-e900ce750d98 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/security-groups?id=daf5143d-cfeb-4e6d-8291-b2fca1ab2790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768590 Jun 30 09:03:11.332515 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01698fc1-eb70-41d9-aa93-7ae38dac9f78 req-74e9e64b-1a13-49c6-89c0-450fc07590f1 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:11.336576 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-01698fc1-eb70-41d9-aa93-7ae38dac9f78 req-74e9e64b-1a13-49c6-89c0-450fc07590f1 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/ports?device_id=01c46c06-e2d6-4bc8-b004-5326c78a46d6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1277282 Jun 30 09:03:11.400162 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-64af72e0-4864-4c69-a01d-d48736f13a7d req-03eb3a8c-4fd5-46c7-8fb1-9411d352a532 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=50cc2251-ec65-44ed-8f48-3070ee74f459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6543880 Jun 30 09:03:11.414080 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fd8b94e2-c755-4959-98de-4c3785654740 req-1e0603f8-c07c-4471-bf35-1fec9f719672 service neutron] 10.222.0.10 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7260900 Jun 30 09:03:11.428972 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-01698fc1-eb70-41d9-aa93-7ae38dac9f78 req-42627f57-7856-4160-9e09-3082716d7e7c tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.87 HTTP/1.1" status: 200 len: 695 time: 0.0829897 Jun 30 09:03:11.450592 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e3c5d-32e1-48ab-96f0-db52a1973e3a req-3872a0b4-4441-49dd-bdcc-76e14b501a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:11.452387 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f06e3c5d-32e1-48ab-96f0-db52a1973e3a req-3872a0b4-4441-49dd-bdcc-76e14b501a18 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b521f173677444a3b794e6a332034c4e&device_id=9b787224-c147-4729-85ff-59f7cd48b012 HTTP/1.1" status: 200 len: 1095 time: 0.7310195 Jun 30 09:03:11.452914 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-01698fc1-eb70-41d9-aa93-7ae38dac9f78 req-62f69487-6d61-4039-b541-6c0eca695449 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Request body: {'floatingip': {'port_id': '9ac23bac-a420-4bb4-a09e-2f0c2acdfa20', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:11.540879 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-01698fc1-eb70-41d9-aa93-7ae38dac9f78 req-62f69487-6d61-4039-b541-6c0eca695449 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks [] for floatingip, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:11.735940 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e3c5d-32e1-48ab-96f0-db52a1973e3a req-9feaf218-4fda-43fe-9697-912533456046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:11.738536 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f06e3c5d-32e1-48ab-96f0-db52a1973e3a req-9feaf218-4fda-43fe-9697-912533456046 service neutron] 10.222.0.37 "GET /v2.0/networks?id=60a77b31-7746-4394-a70f-4e46032cc63e HTTP/1.1" status: 200 len: 920 time: 0.2547519 Jun 30 09:03:11.743605 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fd8b94e2-c755-4959-98de-4c3785654740 req-8c69d756-3d36-4847-828a-621a6425f15c service neutron] 10.222.0.10 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205838 Jun 30 09:03:11.800016 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f06e3c5d-32e1-48ab-96f0-db52a1973e3a req-2d151b66-eb91-46f9-a5c6-e28a05963118 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7ffd273-1a4b-47fe-9913-22ad1fb7d08f HTTP/1.1" status: 200 len: 217 time: 0.0514758 Jun 30 09:03:11.891237 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eac93359-1f3a-477a-8e35-9f50d0e64f7a req-aad582a2-377f-4ba6-bb3b-f9d95f8755de service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e8d94bc4-aa53-4efb-9aa9-aacfa6373d04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2319367 Jun 30 09:03:11.891744 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [req-01698fc1-eb70-41d9-aa93-7ae38dac9f78 req-62f69487-6d61-4039-b541-6c0eca695449 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] update failed (client error): There was a conflict when trying to complete your request. Jun 30 09:03:11.910033 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-01698fc1-eb70-41d9-aa93-7ae38dac9f78 req-62f69487-6d61-4039-b541-6c0eca695449 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "PUT /v2.0/floatingips/5e040e6b-2a90-473e-bec2-8e16215252c2 HTTP/1.1" status: 409 len: 550 time: 0.4692152 Jun 30 09:03:11.934514 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e3c5d-32e1-48ab-96f0-db52a1973e3a req-a86de84d-db69-4cb6-9cce-201a01861958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:11.936787 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f06e3c5d-32e1-48ab-96f0-db52a1973e3a req-a86de84d-db69-4cb6-9cce-201a01861958 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=faaf1ea0-436f-4385-8495-d72190b1bc6b HTTP/1.1" status: 200 len: 858 time: 0.1271095 Jun 30 09:03:11.995456 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-30add8b0-f4ec-422d-94f4-e9757b144cb3 req-23ad6cdd-95b8-4a23-8378-34ffc9aaad07 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0838063 Jun 30 09:03:12.261710 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac93359-1f3a-477a-8e35-9f50d0e64f7a req-dbbf819b-a27c-435a-9f19-25213711d4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:12.270882 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eac93359-1f3a-477a-8e35-9f50d0e64f7a req-dbbf819b-a27c-435a-9f19-25213711d4a9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5735a390f544c7db9f26ac7c41c83fc&device_id=e8d94bc4-aa53-4efb-9aa9-aacfa6373d04 HTTP/1.1" status: 200 len: 1098 time: 0.3322723 Jun 30 09:03:12.299262 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e3c5d-32e1-48ab-96f0-db52a1973e3a req-8c5481dd-4f60-4ecf-9dc6-9262cf6edc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:12.305539 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30add8b0-f4ec-422d-94f4-e9757b144cb3 req-979b24c9-027a-45e0-8e36-482209c7c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:12.307614 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-30add8b0-f4ec-422d-94f4-e9757b144cb3 req-979b24c9-027a-45e0-8e36-482209c7c71d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4072f6e39e474776996ee00ca570db4f&device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 1096 time: 0.2349153 Jun 30 09:03:12.308609 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f06e3c5d-32e1-48ab-96f0-db52a1973e3a req-8c5481dd-4f60-4ecf-9dc6-9262cf6edc35 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=60a77b31-7746-4394-a70f-4e46032cc63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3463950 Jun 30 09:03:12.381389 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d8c41-69a1-4bf7-92bb-1ec0cf412a79 req-a37c521e-308a-4f0e-86d0-1745a5d428cc tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:12.392006 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bd1d8c41-69a1-4bf7-92bb-1ec0cf412a79 req-a37c521e-308a-4f0e-86d0-1745a5d428cc tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] 10.222.0.10 "GET /v2.0/ports?device_id=75d7a53d-4768-4141-8bcb-08bf4fc378e3 HTTP/1.1" status: 200 len: 950 time: 0.2370050 Jun 30 09:03:12.638355 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac93359-1f3a-477a-8e35-9f50d0e64f7a req-f6682681-22c7-4064-a078-8a6282b30b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:12.640542 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eac93359-1f3a-477a-8e35-9f50d0e64f7a req-f6682681-22c7-4064-a078-8a6282b30b96 service neutron] 10.222.0.52 "GET /v2.0/networks?id=798e0566-6f3f-47e0-9595-5760850bc5ef HTTP/1.1" status: 200 len: 925 time: 0.3296745 Jun 30 09:03:12.643250 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f06e3c5d-32e1-48ab-96f0-db52a1973e3a req-30f3cc7f-f7a3-4562-9354-bc7b19681ebf service neutron] 10.222.0.37 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107450 Jun 30 09:03:12.691934 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bd1d8c41-69a1-4bf7-92bb-1ec0cf412a79 req-76ef9928-8459-47e3-8d20-806f830ad5cc tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] 10.222.0.10 "GET /v2.0/security-groups?id=50cc2251-ec65-44ed-8f48-3070ee74f459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964489 Jun 30 09:03:12.822595 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30add8b0-f4ec-422d-94f4-e9757b144cb3 req-4d5e74a8-aacc-414a-ba62-114fd87c5fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:12.824848 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-30add8b0-f4ec-422d-94f4-e9757b144cb3 req-4d5e74a8-aacc-414a-ba62-114fd87c5fb2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8 HTTP/1.1" status: 200 len: 921 time: 0.4016945 Jun 30 09:03:12.911888 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-30add8b0-f4ec-422d-94f4-e9757b144cb3 req-3b29f369-2f2a-475b-8332-86b47cbcfcb1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe HTTP/1.1" status: 200 len: 217 time: 0.0785100 Jun 30 09:03:12.918837 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f06e3c5d-32e1-48ab-96f0-db52a1973e3a req-ec94eafa-c956-4ba5-8d7f-586308060d42 service neutron] 10.222.0.37 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686014 Jun 30 09:03:12.946292 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eac93359-1f3a-477a-8e35-9f50d0e64f7a req-0b431dd3-b0cd-40c5-978c-c806baf3339a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32296dc7-cd85-42da-a9ae-ed65befc7e29 HTTP/1.1" status: 200 len: 1001 time: 0.2868991 Jun 30 09:03:13.017317 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac93359-1f3a-477a-8e35-9f50d0e64f7a req-a622a870-7faf-4b74-afeb-850c1ceeab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:13.020133 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eac93359-1f3a-477a-8e35-9f50d0e64f7a req-a622a870-7faf-4b74-afeb-850c1ceeab89 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96ce0dd5-8b67-4dfb-aefb-e468b993d00c HTTP/1.1" status: 200 len: 863 time: 0.0664401 Jun 30 09:03:13.049173 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30add8b0-f4ec-422d-94f4-e9757b144cb3 req-8b22e15d-a880-44a9-bfc3-b37aa7d1d6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:13.051834 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-30add8b0-f4ec-422d-94f4-e9757b144cb3 req-8b22e15d-a880-44a9-bfc3-b37aa7d1d6e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a401937-9638-402a-b598-8b54d19e09c0 HTTP/1.1" status: 200 len: 860 time: 0.1311970 Jun 30 09:03:13.102256 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-30add8b0-f4ec-422d-94f4-e9757b144cb3 req-188acea9-650f-4775-adfb-a916d0d5d91e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409052 Jun 30 09:03:13.126492 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac93359-1f3a-477a-8e35-9f50d0e64f7a req-d051a26f-b501-46ef-850d-131e954a423d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:13.128764 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eac93359-1f3a-477a-8e35-9f50d0e64f7a req-d051a26f-b501-46ef-850d-131e954a423d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=798e0566-6f3f-47e0-9595-5760850bc5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1019285 Jun 30 09:03:13.191068 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89ba1c-13a2-4bdc-b7bb-4e3bec990f70 req-0b8d3054-8a81-4b99-8d90-b2a78c9857f4 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:13.195517 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aa89ba1c-13a2-4bdc-b7bb-4e3bec990f70 req-0b8d3054-8a81-4b99-8d90-b2a78c9857f4 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 949 time: 0.2209415 Jun 30 09:03:13.256099 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eac93359-1f3a-477a-8e35-9f50d0e64f7a req-42bdf34a-afe4-4595-b1d5-c2a8a92425a9 service neutron] 10.222.0.52 "GET /v2.0/networks/798e0566-6f3f-47e0-9595-5760850bc5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193120 Jun 30 09:03:13.311100 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-30add8b0-f4ec-422d-94f4-e9757b144cb3 req-8f4765af-882f-4957-a5e7-732913b28b60 service neutron] 10.222.0.37 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951447 Jun 30 09:03:13.354428 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aa89ba1c-13a2-4bdc-b7bb-4e3bec990f70 req-5ff3cf73-228b-4541-a60d-0ea54b7ec4ca tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822961 Jun 30 09:03:13.488235 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-30add8b0-f4ec-422d-94f4-e9757b144cb3 req-e236a2c8-d3f4-4f3f-8992-15ba6614d5de service neutron] 10.222.0.37 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650078 Jun 30 09:03:13.509639 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eac93359-1f3a-477a-8e35-9f50d0e64f7a req-309f5706-1456-4db2-b013-901532551cbc service neutron] 10.222.0.52 "GET /v2.0/networks/798e0566-6f3f-47e0-9595-5760850bc5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454355 Jun 30 09:03:13.590912 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [req-88ee42f7-698d-4454-941e-ff3af13833be req-aed21c20-ed8b-4cdf-8da6-fd72928ac124 service neutron] show failed (client error): The resource could not be found. Jun 30 09:03:13.592111 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88ee42f7-698d-4454-941e-ff3af13833be req-aed21c20-ed8b-4cdf-8da6-fd72928ac124 service neutron] 10.222.0.37 "GET /v2.0/ports/4094a647-fe43-43c7-be05-cfb17691d652/bindings/n-h1-771363-31 HTTP/1.1" status: 404 len: 381 time: 0.1693115 Jun 30 09:03:13.715942 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-57a3ca8a-260b-42fb-b9ba-00c6277bbe92 req-149a0116-a107-4a03-a747-740bd1c69a45 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/floatingips/5e040e6b-2a90-473e-bec2-8e16215252c2 HTTP/1.1" status: 200 len: 692 time: 0.1647422 Jun 30 09:03:13.785571 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb785222-0c13-42fb-84a4-2c37bcb83d54 req-f29eb47a-41c9-403c-9274-64a6e3856a02 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:13.787478 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb785222-0c13-42fb-84a4-2c37bcb83d54 req-f29eb47a-41c9-403c-9274-64a6e3856a02 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b787224-c147-4729-85ff-59f7cd48b012 HTTP/1.1" status: 200 len: 943 time: 0.0994554 Jun 30 09:03:13.824269 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device e7ffd273-1a4b-47fe-9913-22ad1fb7d08f details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:13.910023 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3ca8a-260b-42fb-b9ba-00c6277bbe92 req-43e529a8-197e-4b11-a88a-5dee3cf9d211 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:13.925512 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb785222-0c13-42fb-84a4-2c37bcb83d54 req-fdee028a-65e3-4f2f-9ddf-5070666c80e1 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/security-groups?id=daf5143d-cfeb-4e6d-8291-b2fca1ab2790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295049 Jun 30 09:03:13.941531 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-57a3ca8a-260b-42fb-b9ba-00c6277bbe92 req-43e529a8-197e-4b11-a88a-5dee3cf9d211 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 784 time: 0.2230988 Jun 30 09:03:13.966362 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-57a3ca8a-260b-42fb-b9ba-00c6277bbe92 req-16f4fbd0-fd84-485e-8a93-c4da7942b634 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:03:13.976197 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-57a3ca8a-260b-42fb-b9ba-00c6277bbe92 req-16f4fbd0-fd84-485e-8a93-c4da7942b634 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0239754 Jun 30 09:03:13.976558 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port e7ffd273-1a4b-47fe-9913-22ad1fb7d08f, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e7ffd273-1a4b-47fe-9913-22ad1fb7d08f,segment=NetworkSegment(46885ad2-e916-41aa-b547-419072732535),segment_id=46885ad2-e916-41aa-b547-419072732535)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:14.001324 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'e7ffd273-1a4b-47fe-9913-22ad1fb7d08f', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'port_id': 'e7ffd273-1a4b-47fe-9913-22ad1fb7d08f', 'mac_address': 'fa:16:3e:55:4e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:14.103284 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-57a3ca8a-260b-42fb-b9ba-00c6277bbe92 req-b4d3d6a4-5f1c-4ef2-8a8e-f785e7189310 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.87 HTTP/1.1" status: 200 len: 695 time: 0.1226530 Jun 30 09:03:14.115487 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:14.177758 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7ffd273-1a4b-47fe-9913-22ad1fb7d08f {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:14.218259 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-57a3ca8a-260b-42fb-b9ba-00c6277bbe92 req-1b0def0b-58e6-4e38-afb3-9d28b0055431 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.87 HTTP/1.1" status: 200 len: 695 time: 0.0914798 Jun 30 09:03:14.248946 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port e7ffd273-1a4b-47fe-9913-22ad1fb7d08f, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e7ffd273-1a4b-47fe-9913-22ad1fb7d08f,segment=NetworkSegment(46885ad2-e916-41aa-b547-419072732535),segment_id=46885ad2-e916-41aa-b547-419072732535)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:14.327191 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:14.411918 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d869502a-106b-42b6-a1e1-497ed89d90ec req-89a564d8-8382-4a96-8ad7-c9f21050a607 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 210 time: 0.0936809 Jun 30 09:03:14.466847 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=e7ffd273-1a4b-47fe-9913-22ad1fb7d08f,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:14.598868 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-57a3ca8a-260b-42fb-b9ba-00c6277bbe92 req-242bc42f-0219-4796-b88a-f9b4aeb00148 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Deleting port 5b62d8d3-8f3a-4af3-b19e-5d419724348b {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:14.602461 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-57a3ca8a-260b-42fb-b9ba-00c6277bbe92 req-242bc42f-0219-4796-b88a-f9b4aeb00148 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:14.691596 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['e7ffd273-1a4b-47fe-9913-22ad1fb7d08f'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:14.840654 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-57a3ca8a-260b-42fb-b9ba-00c6277bbe92 req-242bc42f-0219-4796-b88a-f9b4aeb00148 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:14.841128 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-57a3ca8a-260b-42fb-b9ba-00c6277bbe92 req-242bc42f-0219-4796-b88a-f9b4aeb00148 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:14.885317 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-57a3ca8a-260b-42fb-b9ba-00c6277bbe92 req-242bc42f-0219-4796-b88a-f9b4aeb00148 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Calling delete_port for 5b62d8d3-8f3a-4af3-b19e-5d419724348b owned by network:floatingip {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:15.063813 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee42f7-698d-4454-941e-ff3af13833be req-b2dbc434-c6bb-4812-a499-4335d6be6a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:15.068468 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88ee42f7-698d-4454-941e-ff3af13833be req-b2dbc434-c6bb-4812-a499-4335d6be6a84 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69&tenant_id=aa895c07f8ad47749dbf0e6817533c37 HTTP/1.1" status: 200 len: 1101 time: 0.2261202 Jun 30 09:03:15.081709 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-88ee42f7-698d-4454-941e-ff3af13833be req-06a3070a-8e5b-4b0f-9bd8-cc05fa14ee32 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-31', 'device_owner': 'compute:nova'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:15.245161 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c85e9d-394c-40d9-b3dd-81201830e3ed req-9d1ba889-40c8-4f6f-9ac8-42493be3d6be tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:15.255756 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-36c85e9d-394c-40d9-b3dd-81201830e3ed req-9d1ba889-40c8-4f6f-9ac8-42493be3d6be tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] 10.222.0.10 "GET /v2.0/ports?device_id=75d7a53d-4768-4141-8bcb-08bf4fc378e3 HTTP/1.1" status: 200 len: 950 time: 0.2490168 Jun 30 09:03:15.326058 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-57a3ca8a-260b-42fb-b9ba-00c6277bbe92 req-242bc42f-0219-4796-b88a-f9b4aeb00148 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:15.383867 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-36c85e9d-394c-40d9-b3dd-81201830e3ed req-8a3324e2-1b9b-45fb-bf7b-7992e32a1138 tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] 10.222.0.10 "GET /v2.0/security-groups?id=50cc2251-ec65-44ed-8f48-3070ee74f459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209180 Jun 30 09:03:15.386269 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-88ee42f7-698d-4454-941e-ff3af13833be req-06a3070a-8e5b-4b0f-9bd8-cc05fa14ee32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:15.420720 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bc42f-0219-4796-b88a-f9b4aeb00148 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Pushing event deleted for resources: {'Port': ['ID=5b62d8d3-8f3a-4af3-b19e-5d419724348b,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:15.628739 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-57a3ca8a-260b-42fb-b9ba-00c6277bbe92 req-242bc42f-0219-4796-b88a-f9b4aeb00148 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks [] for floatingip, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:15.632670 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-57a3ca8a-260b-42fb-b9ba-00c6277bbe92 req-242bc42f-0219-4796-b88a-f9b4aeb00148 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:15.644021 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-57a3ca8a-260b-42fb-b9ba-00c6277bbe92 req-242bc42f-0219-4796-b88a-f9b4aeb00148 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "DELETE /v2.0/floatingips/5e040e6b-2a90-473e-bec2-8e16215252c2 HTTP/1.1" status: 204 len: 173 time: 1.4242096 Jun 30 09:03:15.870955 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd6cd3-998e-4146-8dfa-df4e8410f35b req-fea012c6-760d-4e17-b077-9256c031aa9f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:15.873490 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29fd6cd3-998e-4146-8dfa-df4e8410f35b req-fea012c6-760d-4e17-b077-9256c031aa9f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 949 time: 0.2146053 Jun 30 09:03:15.985525 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-88ee42f7-698d-4454-941e-ff3af13833be req-06a3070a-8e5b-4b0f-9bd8-cc05fa14ee32 service neutron] For port 4094a647-fe43-43c7-be05-cfb17691d652, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=4094a647-fe43-43c7-be05-cfb17691d652,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:16.058032 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29fd6cd3-998e-4146-8dfa-df4e8410f35b req-36640170-a3bb-4a10-8755-b10808318467 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640823 Jun 30 09:03:16.178371 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-88ee42f7-698d-4454-941e-ff3af13833be req-06a3070a-8e5b-4b0f-9bd8-cc05fa14ee32 service neutron] For port 4094a647-fe43-43c7-be05-cfb17691d652, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:16.298775 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-88ee42f7-698d-4454-941e-ff3af13833be req-06a3070a-8e5b-4b0f-9bd8-cc05fa14ee32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:16.317941 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-88ee42f7-698d-4454-941e-ff3af13833be req-06a3070a-8e5b-4b0f-9bd8-cc05fa14ee32 service neutron] Transition to ACTIVE for port object 4094a647-fe43-43c7-be05-cfb17691d652 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:16.318908 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c197880-ecdc-41ec-a432-a312bb69dc69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4094a647-fe43-43c7-be05-cfb17691d652'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:16.328066 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae12990-a9f3-48ae-831e-d1a618a92195" -d '{"events": [{"server_uuid": "4c197880-ecdc-41ec-a432-a312bb69dc69", "name": "network-vif-unplugged", "status": "completed", "tag": "4094a647-fe43-43c7-be05-cfb17691d652"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:16.361027 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1e0ce-9a8c-484c-a649-a6483c0caa6f req-4e1a3369-a531-49e3-bfb7-ab7ef3cd1c59 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:16.362834 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e1c1e0ce-9a8c-484c-a649-a6483c0caa6f req-4e1a3369-a531-49e3-bfb7-ab7ef3cd1c59 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b787224-c147-4729-85ff-59f7cd48b012 HTTP/1.1" status: 200 len: 944 time: 0.1280768 Jun 30 09:03:16.378052 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-88ee42f7-698d-4454-941e-ff3af13833be req-06a3070a-8e5b-4b0f-9bd8-cc05fa14ee32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:16.454408 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e1c1e0ce-9a8c-484c-a649-a6483c0caa6f req-06f4e3c4-04d0-4658-bb18-3622f9944203 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/security-groups?id=daf5143d-cfeb-4e6d-8291-b2fca1ab2790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666225 Jun 30 09:03:16.503234 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ee42f7-698d-4454-941e-ff3af13833be req-06a3070a-8e5b-4b0f-9bd8-cc05fa14ee32 service neutron] No DVR routers for this DVR port 4094a647-fe43-43c7-be05-cfb17691d652 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:16.626374 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-88ee42f7-698d-4454-941e-ff3af13833be req-06a3070a-8e5b-4b0f-9bd8-cc05fa14ee32 service neutron] Attempting to bind port 4094a647-fe43-43c7-be05-cfb17691d652 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:16.626374 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-88ee42f7-698d-4454-941e-ff3af13833be req-06a3070a-8e5b-4b0f-9bd8-cc05fa14ee32 service neutron] Attempting to bind port 4094a647-fe43-43c7-be05-cfb17691d652 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:16.626374 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ee42f7-698d-4454-941e-ff3af13833be req-06a3070a-8e5b-4b0f-9bd8-cc05fa14ee32 service neutron] Attempting to bind port 4094a647-fe43-43c7-be05-cfb17691d652 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:16.629568 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3070a-8e5b-4b0f-9bd8-cc05fa14ee32 service neutron] Pushing event updated for resources: {'Port': ['ID=4094a647-fe43-43c7-be05-cfb17691d652,revision_number=6']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:16.640927 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ee42f7-698d-4454-941e-ff3af13833be req-06a3070a-8e5b-4b0f-9bd8-cc05fa14ee32 service neutron] Port 4094a647-fe43-43c7-be05-cfb17691d652 on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:16.641572 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ee42f7-698d-4454-941e-ff3af13833be req-06a3070a-8e5b-4b0f-9bd8-cc05fa14ee32 service neutron] Attempting to bind port 4094a647-fe43-43c7-be05-cfb17691d652 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:16.652752 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ee42f7-698d-4454-941e-ff3af13833be req-06a3070a-8e5b-4b0f-9bd8-cc05fa14ee32 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:16.655172 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ee42f7-698d-4454-941e-ff3af13833be req-06a3070a-8e5b-4b0f-9bd8-cc05fa14ee32 service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:16.655172 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ee42f7-698d-4454-941e-ff3af13833be req-06a3070a-8e5b-4b0f-9bd8-cc05fa14ee32 service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:16.655641 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-88ee42f7-698d-4454-941e-ff3af13833be req-06a3070a-8e5b-4b0f-9bd8-cc05fa14ee32 service neutron] Bound port: 4094a647-fe43-43c7-be05-cfb17691d652, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:16.656148 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-88ee42f7-698d-4454-941e-ff3af13833be req-06a3070a-8e5b-4b0f-9bd8-cc05fa14ee32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:16.800773 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7fdb85fb-7ddd-492e-b757-1d3f1b086561 req-98fdc3cc-cc04-4d71-af86-5b8e47d8eebb tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 210 time: 0.0395086 Jun 30 09:03:16.825581 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-88ee42f7-698d-4454-941e-ff3af13833be req-06a3070a-8e5b-4b0f-9bd8-cc05fa14ee32 service neutron] For port 4094a647-fe43-43c7-be05-cfb17691d652, host n-h1-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:16.830063 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-88ee42f7-698d-4454-941e-ff3af13833be req-06a3070a-8e5b-4b0f-9bd8-cc05fa14ee32 service neutron] For port 4094a647-fe43-43c7-be05-cfb17691d652, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=4094a647-fe43-43c7-be05-cfb17691d652,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:16.972266 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-88ee42f7-698d-4454-941e-ff3af13833be req-06a3070a-8e5b-4b0f-9bd8-cc05fa14ee32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:17.157416 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee42f7-698d-4454-941e-ff3af13833be req-06a3070a-8e5b-4b0f-9bd8-cc05fa14ee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:17.160729 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-88ee42f7-698d-4454-941e-ff3af13833be req-06a3070a-8e5b-4b0f-9bd8-cc05fa14ee32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:17.175015 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88ee42f7-698d-4454-941e-ff3af13833be req-06a3070a-8e5b-4b0f-9bd8-cc05fa14ee32 service neutron] 10.222.0.52 "PUT /v2.0/ports/4094a647-fe43-43c7-be05-cfb17691d652 HTTP/1.1" status: 200 len: 1096 time: 2.0872352 Jun 30 09:03:17.352792 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0f5caf-4a36-4b53-9f25-1847687674da x-openstack-request-id: req-1b0f5caf-4a36-4b53-9f25-1847687674da {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:17.353921 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c197880-ecdc-41ec-a432-a312bb69dc69", "name": "network-vif-unplugged", "status": "completed", "tag": "4094a647-fe43-43c7-be05-cfb17691d652", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:17.353921 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1b0f5caf-4a36-4b53-9f25-1847687674da {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:17.357830 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c197880-ecdc-41ec-a432-a312bb69dc69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4094a647-fe43-43c7-be05-cfb17691d652', 'code': 200} Jun 30 09:03:17.373556 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3070a-8e5b-4b0f-9bd8-cc05fa14ee32 service neutron] Pushing event updated for resources: {'Port': ['ID=4094a647-fe43-43c7-be05-cfb17691d652,revision_number=7']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:17.486820 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee42f7-698d-4454-941e-ff3af13833be req-c7c48f96-f801-46ca-bcfa-bc868080132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:17.489500 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88ee42f7-698d-4454-941e-ff3af13833be req-c7c48f96-f801-46ca-bcfa-bc868080132f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 1099 time: 0.2791216 Jun 30 09:03:17.753505 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43777813-9763-4932-b590-02ff231c5ca8 req-41b9d042-a5e8-47ed-b20c-3115d4a34591 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 1001 time: 0.9069090 Jun 30 09:03:17.809397 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee42f7-698d-4454-941e-ff3af13833be req-71f2a0fd-fd46-46f2-869d-6cab771f9f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:17.811446 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88ee42f7-698d-4454-941e-ff3af13833be req-71f2a0fd-fd46-46f2-869d-6cab771f9f09 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.3067963 Jun 30 09:03:17.826426 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device e7ffd273-1a4b-47fe-9913-22ad1fb7d08f up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:17.829791 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef9998-e404-4468-82e0-b62769117d94 req-75775a88-60ab-42fe-a4fd-348c3247b17d tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:17.831747 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e7ef9998-e404-4468-82e0-b62769117d94 req-75775a88-60ab-42fe-a4fd-348c3247b17d tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] 10.222.0.10 "GET /v2.0/ports?device_id=75d7a53d-4768-4141-8bcb-08bf4fc378e3 HTTP/1.1" status: 200 len: 950 time: 0.2006090 Jun 30 09:03:17.885859 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43777813-9763-4932-b590-02ff231c5ca8 req-e2b99c9a-468a-4894-85b1-2a608637f2d6 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:17.888507 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43777813-9763-4932-b590-02ff231c5ca8 req-e2b99c9a-468a-4894-85b1-2a608637f2d6 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/ports/9ac23bac-a420-4bb4-a09e-2f0c2acdfa20 HTTP/1.1" status: 200 len: 943 time: 0.1332085 Jun 30 09:03:17.899533 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88ee42f7-698d-4454-941e-ff3af13833be req-e134be01-8b77-4518-9944-11528e8eb10c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=4094a647-fe43-43c7-be05-cfb17691d652 HTTP/1.1" status: 200 len: 217 time: 0.0666478 Jun 30 09:03:17.944430 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b94e2-c755-4959-98de-4c3785654740 req-f7b698c5-39ed-40e2-b8b8-8c3d30bcacba tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:17.947505 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd8b94e2-c755-4959-98de-4c3785654740 req-f7b698c5-39ed-40e2-b8b8-8c3d30bcacba tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.52 "GET /v2.0/networks?id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8 HTTP/1.1" status: 200 len: 820 time: 0.9655468 Jun 30 09:03:17.967594 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-fd8b94e2-c755-4959-98de-4c3785654740 req-01b045c0-769f-4f77-8f5c-68ee4fcdc89e tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Request body: {'port': {'device_id': '8835005c-1cf9-4d5a-91df-99cce8aa2028', 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8', 'admin_state_up': True, 'tenant_id': '4072f6e39e474776996ee00ca570db4f'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:17.991375 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e7ef9998-e404-4468-82e0-b62769117d94 req-408b6089-6247-49db-b77b-65953eaef300 tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] 10.222.0.10 "GET /v2.0/security-groups?id=50cc2251-ec65-44ed-8f48-3070ee74f459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466911 Jun 30 09:03:18.008720 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee42f7-698d-4454-941e-ff3af13833be req-2f8f69f3-19bd-4cdc-9bf6-a4b0370128f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:18.054865 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88ee42f7-698d-4454-941e-ff3af13833be req-2f8f69f3-19bd-4cdc-9bf6-a4b0370128f2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1017566 Jun 30 09:03:18.107532 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee42f7-698d-4454-941e-ff3af13833be req-646312b2-9a8a-4125-b793-05e38d5b359f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:18.110545 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88ee42f7-698d-4454-941e-ff3af13833be req-646312b2-9a8a-4125-b793-05e38d5b359f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0917368 Jun 30 09:03:18.197469 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43777813-9763-4932-b590-02ff231c5ca8 req-fc3b8cab-281f-4205-8cf5-9190f317fee3 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 1001 time: 0.1638780 Jun 30 09:03:18.302788 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88ee42f7-698d-4454-941e-ff3af13833be req-a2142e2d-b01b-40c9-a745-8c4ef34aeb61 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825006 Jun 30 09:03:18.402010 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43777813-9763-4932-b590-02ff231c5ca8 req-be7e35b5-08d2-41f4-abbe-ea5ce81dbf74 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:18.412289 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43777813-9763-4932-b590-02ff231c5ca8 req-be7e35b5-08d2-41f4-abbe-ea5ce81dbf74 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 784 time: 0.1946986 Jun 30 09:03:18.469555 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port e7ffd273-1a4b-47fe-9913-22ad1fb7d08f completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:18.477010 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port e7ffd273-1a4b-47fe-9913-22ad1fb7d08f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:18.477583 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:18.567561 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43777813-9763-4932-b590-02ff231c5ca8 req-270a4f1c-287f-4fd4-8f23-a782fdff7bd1 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 1001 time: 0.1539905 Jun 30 09:03:18.577796 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-43777813-9763-4932-b590-02ff231c5ca8 req-a04f56e4-55d9-4b69-bf7f-23270cf8952e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:18.598524 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88ee42f7-698d-4454-941e-ff3af13833be req-ba1cc3ed-cf40-4373-a966-2d78a443c161 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879031 Jun 30 09:03:18.625258 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa017a29-4fb0-410f-8933-b554e3bf925c req-694ee778-6e41-4c10-8144-f958815f1fcc tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:18.648973 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fa017a29-4fb0-410f-8933-b554e3bf925c req-694ee778-6e41-4c10-8144-f958815f1fcc tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 947 time: 0.1415155 Jun 30 09:03:18.723962 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:18.733569 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-43777813-9763-4932-b590-02ff231c5ca8 req-a04f56e4-55d9-4b69-bf7f-23270cf8952e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks [] for floatingip, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:18.742532 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fa017a29-4fb0-410f-8933-b554e3bf925c req-220f10aa-8d45-4110-a8ed-e6505d678228 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684903 Jun 30 09:03:18.843597 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b787224-c147-4729-85ff-59f7cd48b012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ffd273-1a4b-47fe-9913-22ad1fb7d08f'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:18.868201 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91ed7ca-4b53-4e83-930e-dbed4e569b2e" -d '{"events": [{"server_uuid": "9b787224-c147-4729-85ff-59f7cd48b012", "name": "network-vif-plugged", "status": "completed", "tag": "e7ffd273-1a4b-47fe-9913-22ad1fb7d08f"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:18.900974 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port e7ffd273-1a4b-47fe-9913-22ad1fb7d08f, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e7ffd273-1a4b-47fe-9913-22ad1fb7d08f,segment=NetworkSegment(46885ad2-e916-41aa-b547-419072732535),segment_id=46885ad2-e916-41aa-b547-419072732535)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:18.943838 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-43777813-9763-4932-b590-02ff231c5ca8 req-a04f56e4-55d9-4b69-bf7f-23270cf8952e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:18.945563 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd8b94e2-c755-4959-98de-4c3785654740 req-01b045c0-769f-4f77-8f5c-68ee4fcdc89e tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Made reservation on behalf of 4072f6e39e474776996ee00ca570db4f for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:18.948290 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:18.949726 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 4094a647-fe43-43c7-be05-cfb17691d652 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:18.952517 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fd8b94e2-c755-4959-98de-4c3785654740 req-01b045c0-769f-4f77-8f5c-68ee4fcdc89e tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:19.084297 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-43777813-9763-4932-b590-02ff231c5ca8 req-a04f56e4-55d9-4b69-bf7f-23270cf8952e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:19.085196 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [req-43777813-9763-4932-b590-02ff231c5ca8 req-a04f56e4-55d9-4b69-bf7f-23270cf8952e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Floating IP 220cde3d-7c78-4a85-80df-f43ffe08d5f0 disassociated. External IP: 172.25.6.85, port: 9ac23bac-a420-4bb4-a09e-2f0c2acdfa20. Jun 30 09:03:19.113067 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64e465-b0b4-4da2-9526-56c0867f64e3 req-93be7eef-a364-47fb-a670-a6815ec8372b tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:19.134856 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6d64e465-b0b4-4da2-9526-56c0867f64e3 req-93be7eef-a364-47fb-a670-a6815ec8372b tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b787224-c147-4729-85ff-59f7cd48b012 HTTP/1.1" status: 200 len: 945 time: 0.1696439 Jun 30 09:03:19.205709 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=e7ffd273-1a4b-47fe-9913-22ad1fb7d08f,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:19.209003 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 4094a647-fe43-43c7-be05-cfb17691d652 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:03:19.264585 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6d64e465-b0b4-4da2-9526-56c0867f64e3 req-b55f5d96-31ff-490b-8427-9a87ea3339df tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/security-groups?id=daf5143d-cfeb-4e6d-8291-b2fca1ab2790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201775 Jun 30 09:03:19.358534 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c197880-ecdc-41ec-a432-a312bb69dc69', 'tag': '4094a647-fe43-43c7-be05-cfb17691d652'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:19.362891 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77adf7f9-0e7c-4b52-a380-d612319fe779" -d '{"events": [{"name": "network-changed", "server_uuid": "4c197880-ecdc-41ec-a432-a312bb69dc69", "tag": "4094a647-fe43-43c7-be05-cfb17691d652"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:19.512552 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f01c53-1b7b-4c30-9c80-f0968dc0f800 req-f83d55c6-7122-4b62-bd9f-748b3158ba71 tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:19.517715 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d6f01c53-1b7b-4c30-9c80-f0968dc0f800 req-f83d55c6-7122-4b62-bd9f-748b3158ba71 tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] 10.222.0.52 "GET /v2.0/ports?device_id=75d7a53d-4768-4141-8bcb-08bf4fc378e3 HTTP/1.1" status: 200 len: 950 time: 0.9904416 Jun 30 09:03:19.560277 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cc1c3d60-5b83-431d-bd72-46237a4ccc6f req-74cc0a2d-b3a5-40d7-85c8-0a83e902fcbf tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 210 time: 0.0657804 Jun 30 09:03:19.620889 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-fd8b94e2-c755-4959-98de-4c3785654740 req-01b045c0-769f-4f77-8f5c-68ee4fcdc89e tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Allocated IP 172.20.0.7 (0e2e3f2d-1170-48c1-89c9-fed000bd69d8/1a401937-9638-402a-b598-8b54d19e09c0/ba616238-be2f-495d-93e9-2169b6b9f18f) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:20.023182 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651fd3b-8e6e-4edc-af32-567e480d0f13 req-01a40341-bc04-48f7-9b78-a7730e0138a8 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:20.029011 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43777813-9763-4932-b590-02ff231c5ca8 req-a04f56e4-55d9-4b69-bf7f-23270cf8952e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Router 1710b9d9-c9fc-4cde-ac74-87c9405b3c20 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:03:20.044404 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c651fd3b-8e6e-4edc-af32-567e480d0f13 req-01a40341-bc04-48f7-9b78-a7730e0138a8 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8d94bc4-aa53-4efb-9aa9-aacfa6373d04 HTTP/1.1" status: 200 len: 946 time: 0.1782835 Jun 30 09:03:20.048921 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-d6f01c53-1b7b-4c30-9c80-f0968dc0f800 req-1d276b37-1ea5-46f5-a7e8-a315919f6a20 tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Deleting port 3740ac64-79f2-423c-9859-6efbe176a9b2 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:20.049415 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d6f01c53-1b7b-4c30-9c80-f0968dc0f800 req-1d276b37-1ea5-46f5-a7e8-a315919f6a20 tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:20.121600 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fd8b94e2-c755-4959-98de-4c3785654740 req-01b045c0-769f-4f77-8f5c-68ee4fcdc89e tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:20.125733 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c651fd3b-8e6e-4edc-af32-567e480d0f13 req-8cd871c3-214c-42ce-b65b-0bda607eff82 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/security-groups?id=6693df71-b205-4b36-ab07-ae0a333ad09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791786 Jun 30 09:03:20.253622 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6677cd45-ff97-444d-a0c4-e5b7dc54ccf3 x-openstack-request-id: req-6677cd45-ff97-444d-a0c4-e5b7dc54ccf3 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:20.255055 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b787224-c147-4729-85ff-59f7cd48b012", "name": "network-vif-plugged", "status": "completed", "tag": "e7ffd273-1a4b-47fe-9913-22ad1fb7d08f", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:20.255596 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6677cd45-ff97-444d-a0c4-e5b7dc54ccf3 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:20.256223 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b787224-c147-4729-85ff-59f7cd48b012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ffd273-1a4b-47fe-9913-22ad1fb7d08f', 'code': 200} Jun 30 09:03:20.407461 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-d6f01c53-1b7b-4c30-9c80-f0968dc0f800 req-1d276b37-1ea5-46f5-a7e8-a315919f6a20 tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] For port 3740ac64-79f2-423c-9859-6efbe176a9b2, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3740ac64-79f2-423c-9859-6efbe176a9b2,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:20.411252 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f48ed647-00f4-4f92-b77e-b74514bd5a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:20.417591 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d6f01c53-1b7b-4c30-9c80-f0968dc0f800 req-1d276b37-1ea5-46f5-a7e8-a315919f6a20 tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:20.465025 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-d6f01c53-1b7b-4c30-9c80-f0968dc0f800 req-1d276b37-1ea5-46f5-a7e8-a315919f6a20 tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Calling delete_port for 3740ac64-79f2-423c-9859-6efbe176a9b2 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:20.468064 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43777813-9763-4932-b590-02ff231c5ca8 req-a04f56e4-55d9-4b69-bf7f-23270cf8952e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:03:20.480737 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-43777813-9763-4932-b590-02ff231c5ca8 req-a04f56e4-55d9-4b69-bf7f-23270cf8952e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:20.482384 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16898463-9d05-415c-8361-8cd87d892614 None None] Sync routers for ids ['1710b9d9-c9fc-4cde-ac74-87c9405b3c20'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:03:20.499608 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16898463-9d05-415c-8361-8cd87d892614 None None] Routers {'1710b9d9-c9fc-4cde-ac74-87c9405b3c20'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:20.500405 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-16898463-9d05-415c-8361-8cd87d892614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:02:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1710b9d9-c9fc-4cde-ac74-87c9405b3c20'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:20.524334 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3f9ed-46c0-4c47-a594-e98723082353 req-d8eabb59-0b88-459d-b77b-8269bf85c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:20.525912 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-79d3f9ed-46c0-4c47-a594-e98723082353 req-d8eabb59-0b88-459d-b77b-8269bf85c5a4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9b787224-c147-4729-85ff-59f7cd48b012 HTTP/1.1" status: 200 len: 1097 time: 0.1753664 Jun 30 09:03:20.528130 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fd8b94e2-c755-4959-98de-4c3785654740 req-01b045c0-769f-4f77-8f5c-68ee4fcdc89e tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:20.612022 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db660abd-bbbe-4a83-8297-a85ee2a4dc9e req-12a851f8-bcba-4637-a12a-a41816c9109c tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:20.626963 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-db660abd-bbbe-4a83-8297-a85ee2a4dc9e req-12a851f8-bcba-4637-a12a-a41816c9109c tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] 10.222.0.10 "GET /v2.0/ports?device_id=75d7a53d-4768-4141-8bcb-08bf4fc378e3 HTTP/1.1" status: 200 len: 950 time: 0.1940093 Jun 30 09:03:20.712254 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-16898463-9d05-415c-8361-8cd87d892614 None None] Set router 1710b9d9-c9fc-4cde-ac74-87c9405b3c20 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:03:20.718765 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-79d3f9ed-46c0-4c47-a594-e98723082353 req-e827389c-e6de-4923-b6e8-c4f561006e3d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=daf5143d-cfeb-4e6d-8291-b2fca1ab2790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840413 Jun 30 09:03:20.768672 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-db660abd-bbbe-4a83-8297-a85ee2a4dc9e req-e60e4d68-f835-4a6d-a763-6021820aa2df tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] 10.222.0.10 "GET /v2.0/security-groups?id=50cc2251-ec65-44ed-8f48-3070ee74f459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197343 Jun 30 09:03:20.818856 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd8b94e2-c755-4959-98de-4c3785654740 req-01b045c0-769f-4f77-8f5c-68ee4fcdc89e tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:20.826404 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43777813-9763-4932-b590-02ff231c5ca8 req-a04f56e4-55d9-4b69-bf7f-23270cf8952e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "PUT /v2.0/floatingips/220cde3d-7c78-4a85-80df-f43ffe08d5f0 HTTP/1.1" status: 200 len: 694 time: 2.2567577 Jun 30 09:03:20.844042 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c46c06-e2d6-4bc8-b004-5326c78a46d6', 'tag': '9ac23bac-a420-4bb4-a09e-2f0c2acdfa20'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:20.846426 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb122530-3819-46f1-9826-95e219ca487e" -d '{"events": [{"name": "network-changed", "server_uuid": "01c46c06-e2d6-4bc8-b004-5326c78a46d6", "tag": "9ac23bac-a420-4bb4-a09e-2f0c2acdfa20"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:20.865886 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2b78b4-2334-456a-87bc-e640aaf24f2c x-openstack-request-id: req-ad2b78b4-2334-456a-87bc-e640aaf24f2c {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:20.865886 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c197880-ecdc-41ec-a432-a312bb69dc69", "tag": "4094a647-fe43-43c7-be05-cfb17691d652", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:20.865886 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ad2b78b4-2334-456a-87bc-e640aaf24f2c {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:20.865886 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c197880-ecdc-41ec-a432-a312bb69dc69', 'tag': '4094a647-fe43-43c7-be05-cfb17691d652', 'status': 'completed', 'code': 200} Jun 30 09:03:20.877526 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-fd8b94e2-c755-4959-98de-4c3785654740 req-01b045c0-769f-4f77-8f5c-68ee4fcdc89e tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:20.881204 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8b94e2-c755-4959-98de-4c3785654740 req-01b045c0-769f-4f77-8f5c-68ee4fcdc89e tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:20.917464 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b045c0-769f-4f77-8f5c-68ee4fcdc89e tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Pushing event updated for resources: {'Port': ['ID=ba616238-be2f-495d-93e9-2169b6b9f18f,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:21.172973 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adf7f9-0e7c-4b52-a380-d612319fe779 req-6a5fd7ea-c7f2-48b7-838c-9f93bfcbe532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:21.174591 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-77adf7f9-0e7c-4b52-a380-d612319fe779 req-6a5fd7ea-c7f2-48b7-838c-9f93bfcbe532 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 1099 time: 0.2122633 Jun 30 09:03:21.199612 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adf7f9-0e7c-4b52-a380-d612319fe779 req-404322f0-9244-41d2-a582-157bd8d957ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:21.201415 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-77adf7f9-0e7c-4b52-a380-d612319fe779 req-404322f0-9244-41d2-a582-157bd8d957ac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 1099 time: 0.2998312 Jun 30 09:03:21.234152 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b94e2-c755-4959-98de-4c3785654740 req-01b045c0-769f-4f77-8f5c-68ee4fcdc89e tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:21.235693 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fd8b94e2-c755-4959-98de-4c3785654740 req-01b045c0-769f-4f77-8f5c-68ee4fcdc89e tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:21.288268 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-16898463-9d05-415c-8361-8cd87d892614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1548161208-router', 'tenant_id': '798d9ab762764598a8ea751098a0b9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '848082db-7ae5-4dbc-92fc-bbc57524a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:22Z', 'updated_at': '2021-06-30T09:02:29Z', 'revision_number': 4, 'project_id': '798d9ab762764598a8ea751098a0b9af', 'gw_port': {'id': '848082db-7ae5-4dbc-92fc-bbc57524a452', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:73:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:23Z', 'updated_at': '2021-06-30T09:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'c837f130-3f7d-4bcb-96cf-700730b37b4d', 'name': '', 'network_id': 'cb425625-59da-464d-8429-9a3875da9bb9', 'tenant_id': '798d9ab762764598a8ea751098a0b9af', 'mac_address': 'fa:16:3e:14:93:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3f22e7d0-de91-475d-bcd9-bd9e2dc0e9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:27Z', 'updated_at': '2021-06-30T09:02:34Z', 'revision_number': 5, 'project_id': '798d9ab762764598a8ea751098a0b9af', 'subnets': [{'id': '3f22e7d0-de91-475d-bcd9-bd9e2dc0e9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:21.333948 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16898463-9d05-415c-8361-8cd87d892614 None None] Checking router: 1710b9d9-c9fc-4cde-ac74-87c9405b3c20 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:03:21.354181 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16898463-9d05-415c-8361-8cd87d892614 None None] Routers {'1710b9d9-c9fc-4cde-ac74-87c9405b3c20'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:21.355184 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-16898463-9d05-415c-8361-8cd87d892614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:02:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1710b9d9-c9fc-4cde-ac74-87c9405b3c20'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:21.375093 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43777813-9763-4932-b590-02ff231c5ca8 req-3dca17e9-ef5c-49cc-bd3c-50ed73bf2386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:21.378267 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43777813-9763-4932-b590-02ff231c5ca8 req-3dca17e9-ef5c-49cc-bd3c-50ed73bf2386 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=798d9ab762764598a8ea751098a0b9af&device_id=01c46c06-e2d6-4bc8-b004-5326c78a46d6 HTTP/1.1" status: 200 len: 1098 time: 0.5201852 Jun 30 09:03:21.381557 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd8b94e2-c755-4959-98de-4c3785654740 req-01b045c0-769f-4f77-8f5c-68ee4fcdc89e tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4186897 Jun 30 09:03:21.422662 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-fd8b94e2-c755-4959-98de-4c3785654740 req-8979b76c-1aaa-45bc-8d88-35264b949409 service neutron] Request body: {'port': {'device_id': '8835005c-1cf9-4d5a-91df-99cce8aa2028', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:21.543192 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-16898463-9d05-415c-8361-8cd87d892614 None None] Set router 1710b9d9-c9fc-4cde-ac74-87c9405b3c20 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:03:21.617926 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b5f1f-6fb7-4e04-9776-852529d69dec req-96acca6d-6340-4bb4-ac46-215b472799e7 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:21.628567 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ee6b5f1f-6fb7-4e04-9776-852529d69dec req-96acca6d-6340-4bb4-ac46-215b472799e7 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 947 time: 0.4769728 Jun 30 09:03:21.653480 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fd8b94e2-c755-4959-98de-4c3785654740 req-8979b76c-1aaa-45bc-8d88-35264b949409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:21.658624 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d6f01c53-1b7b-4c30-9c80-f0968dc0f800 req-1d276b37-1ea5-46f5-a7e8-a315919f6a20 tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:21.833868 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ee6b5f1f-6fb7-4e04-9776-852529d69dec req-2397020c-3b16-458b-9799-95ed2f5b8b78 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042205 Jun 30 09:03:21.836525 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adf7f9-0e7c-4b52-a380-d612319fe779 req-f8db7e76-4c3c-445e-a6b9-1140d9b12201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:21.853524 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d276b37-1ea5-46f5-a7e8-a315919f6a20 tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Pushing event deleted for resources: {'Port': ['ID=3740ac64-79f2-423c-9859-6efbe176a9b2,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:21.861751 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-77adf7f9-0e7c-4b52-a380-d612319fe779 req-f8db7e76-4c3c-445e-a6b9-1140d9b12201 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.6587727 Jun 30 09:03:21.862577 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adf7f9-0e7c-4b52-a380-d612319fe779 req-63996135-d41b-4172-afa0-8a3f7afea69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:21.864141 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-77adf7f9-0e7c-4b52-a380-d612319fe779 req-63996135-d41b-4172-afa0-8a3f7afea69a service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.6455677 Jun 30 09:03:21.909205 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-16898463-9d05-415c-8361-8cd87d892614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1548161208-router', 'tenant_id': '798d9ab762764598a8ea751098a0b9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '848082db-7ae5-4dbc-92fc-bbc57524a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:22Z', 'updated_at': '2021-06-30T09:02:29Z', 'revision_number': 4, 'project_id': '798d9ab762764598a8ea751098a0b9af', 'gw_port': {'id': '848082db-7ae5-4dbc-92fc-bbc57524a452', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:73:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:23Z', 'updated_at': '2021-06-30T09:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'c837f130-3f7d-4bcb-96cf-700730b37b4d', 'name': '', 'network_id': 'cb425625-59da-464d-8429-9a3875da9bb9', 'tenant_id': '798d9ab762764598a8ea751098a0b9af', 'mac_address': 'fa:16:3e:14:93:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3f22e7d0-de91-475d-bcd9-bd9e2dc0e9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:27Z', 'updated_at': '2021-06-30T09:02:34Z', 'revision_number': 5, 'project_id': '798d9ab762764598a8ea751098a0b9af', 'subnets': [{'id': '3f22e7d0-de91-475d-bcd9-bd9e2dc0e9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:22.082186 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16898463-9d05-415c-8361-8cd87d892614 None None] The sync data for ids ['1710b9d9-c9fc-4cde-ac74-87c9405b3c20'] in n-d-771363-31 is: [{'id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1548161208-router', 'tenant_id': '798d9ab762764598a8ea751098a0b9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '848082db-7ae5-4dbc-92fc-bbc57524a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:22Z', 'updated_at': '2021-06-30T09:02:29Z', 'revision_number': 4, 'project_id': '798d9ab762764598a8ea751098a0b9af', 'gw_port': {'id': '848082db-7ae5-4dbc-92fc-bbc57524a452', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:73:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:23Z', 'updated_at': '2021-06-30T09:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'c837f130-3f7d-4bcb-96cf-700730b37b4d', 'name': '', 'network_id': 'cb425625-59da-464d-8429-9a3875da9bb9', 'tenant_id': '798d9ab762764598a8ea751098a0b9af', 'mac_address': 'fa:16:3e:14:93:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3f22e7d0-de91-475d-bcd9-bd9e2dc0e9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:27Z', 'updated_at': '2021-06-30T09:02:34Z', 'revision_number': 5, 'project_id': '798d9ab762764598a8ea751098a0b9af', 'subnets': [{'id': '3f22e7d0-de91-475d-bcd9-bd9e2dc0e9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:03:22.260411 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f01c53-1b7b-4c30-9c80-f0968dc0f800 req-1d276b37-1ea5-46f5-a7e8-a315919f6a20 tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] No DVR routers for this DVR port 3740ac64-79f2-423c-9859-6efbe176a9b2 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:22.283625 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d6f01c53-1b7b-4c30-9c80-f0968dc0f800 req-1d276b37-1ea5-46f5-a7e8-a315919f6a20 tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:22.292037 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d6f01c53-1b7b-4c30-9c80-f0968dc0f800 req-1d276b37-1ea5-46f5-a7e8-a315919f6a20 tempest-ImagesNegativeTestJSON-1380666019 tempest-ImagesNegativeTestJSON-1380666019-project] 10.222.0.52 "DELETE /v2.0/ports/3740ac64-79f2-423c-9859-6efbe176a9b2 HTTP/1.1" status: 204 len: 173 time: 2.7553535 Jun 30 09:03:22.296756 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 4094a647-fe43-43c7-be05-cfb17691d652 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:22.427892 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43777813-9763-4932-b590-02ff231c5ca8 req-f40dfd4c-b74a-4393-86d5-0e18c83814e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:22.443635 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43777813-9763-4932-b590-02ff231c5ca8 req-f40dfd4c-b74a-4393-86d5-0e18c83814e8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cb425625-59da-464d-8429-9a3875da9bb9 HTTP/1.1" status: 200 len: 930 time: 1.0394828 Jun 30 09:03:22.536079 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 4094a647-fe43-43c7-be05-cfb17691d652, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=4094a647-fe43-43c7-be05-cfb17691d652,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:22.549300 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43777813-9763-4932-b590-02ff231c5ca8 req-84494a08-19b9-4f64-8757-29e1311dd251 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ac23bac-a420-4bb4-a09e-2f0c2acdfa20 HTTP/1.1" status: 200 len: 217 time: 0.1046860 Jun 30 09:03:22.552921 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '4094a647-fe43-43c7-be05-cfb17691d652', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': '4094a647-fe43-43c7-be05-cfb17691d652', 'mac_address': 'fa:16:3e:46:37:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:22.556465 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 3740ac64-79f2-423c-9859-6efbe176a9b2 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:22.588489 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 3740ac64-79f2-423c-9859-6efbe176a9b2 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:03:22.589110 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 3740ac64-79f2-423c-9859-6efbe176a9b2 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:03:22.665941 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:22.696501 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4094a647-fe43-43c7-be05-cfb17691d652 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:22.732215 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 4094a647-fe43-43c7-be05-cfb17691d652, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=4094a647-fe43-43c7-be05-cfb17691d652,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:22.735310 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e9d4b3-b3f3-4b38-9aca-cc22c474cda1 None None] New status for floating IP 220cde3d-7c78-4a85-80df-f43ffe08d5f0: DOWN {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:03:22.876833 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:22.970672 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=4094a647-fe43-43c7-be05-cfb17691d652,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:22.988009 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-65adb448-1522-421a-b4f7-7ca34be33e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:23.085620 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-77adf7f9-0e7c-4b52-a380-d612319fe779 req-e662e319-177c-4f3d-a430-306c38f0adb6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=4094a647-fe43-43c7-be05-cfb17691d652 HTTP/1.1" status: 200 len: 217 time: 1.2017083 Jun 30 09:03:23.141927 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-77adf7f9-0e7c-4b52-a380-d612319fe779 req-e358a966-940e-45e6-86bf-338b82755803 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=4094a647-fe43-43c7-be05-cfb17691d652 HTTP/1.1" status: 200 len: 217 time: 1.2561536 Jun 30 09:03:23.207612 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['4094a647-fe43-43c7-be05-cfb17691d652'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:23.360643 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:23.431900 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adf7f9-0e7c-4b52-a380-d612319fe779 req-013772c5-87ef-4885-ae4f-08b6c2c9b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:23.433387 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-77adf7f9-0e7c-4b52-a380-d612319fe779 req-013772c5-87ef-4885-ae4f-08b6c2c9b692 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.3111653 Jun 30 09:03:23.460620 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adf7f9-0e7c-4b52-a380-d612319fe779 req-5faad048-7fea-4898-bd2d-7681bd79a35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:23.462200 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-77adf7f9-0e7c-4b52-a380-d612319fe779 req-5faad048-7fea-4898-bd2d-7681bd79a35d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.2228806 Jun 30 09:03:23.486268 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43777813-9763-4932-b590-02ff231c5ca8 req-bda69993-cbdf-421b-89ad-f474506acd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:23.488816 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43777813-9763-4932-b590-02ff231c5ca8 req-bda69993-cbdf-421b-89ad-f474506acd0e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3f22e7d0-de91-475d-bcd9-bd9e2dc0e9d9 HTTP/1.1" status: 200 len: 868 time: 0.9384925 Jun 30 09:03:23.635061 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161e411-a60a-4085-a9ef-ac0391fb6c46 req-74f30db0-8eaf-48db-8b68-93cd83281ec4 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:23.642711 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9161e411-a60a-4085-a9ef-ac0391fb6c46 req-74f30db0-8eaf-48db-8b68-93cd83281ec4 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b787224-c147-4729-85ff-59f7cd48b012 HTTP/1.1" status: 200 len: 945 time: 0.5547497 Jun 30 09:03:23.726991 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9161e411-a60a-4085-a9ef-ac0391fb6c46 req-458519ed-349a-44b0-9f9b-c306c29b8f46 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/security-groups?id=daf5143d-cfeb-4e6d-8291-b2fca1ab2790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812035 Jun 30 09:03:23.752803 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adf7f9-0e7c-4b52-a380-d612319fe779 req-1476ecbb-735a-4893-b1bd-a6c05874a5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:23.754618 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-77adf7f9-0e7c-4b52-a380-d612319fe779 req-1476ecbb-735a-4893-b1bd-a6c05874a5ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2232473 Jun 30 09:03:23.797010 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-fd8b94e2-c755-4959-98de-4c3785654740 req-8979b76c-1aaa-45bc-8d88-35264b949409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba616238-be2f-495d-93e9-2169b6b9f18f {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:23.807729 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fd8b94e2-c755-4959-98de-4c3785654740 req-8979b76c-1aaa-45bc-8d88-35264b949409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:23.824568 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-fd8b94e2-c755-4959-98de-4c3785654740 req-8979b76c-1aaa-45bc-8d88-35264b949409 service neutron] Transition to ACTIVE for port object ba616238-be2f-495d-93e9-2169b6b9f18f will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:23.828403 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43777813-9763-4932-b590-02ff231c5ca8 req-c8498ea0-6ebc-4fbf-bd4b-c21edcd78485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:23.838137 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43777813-9763-4932-b590-02ff231c5ca8 req-c8498ea0-6ebc-4fbf-bd4b-c21edcd78485 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb425625-59da-464d-8429-9a3875da9bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3271143 Jun 30 09:03:23.892795 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adf7f9-0e7c-4b52-a380-d612319fe779 req-d51c55a6-e18d-4c85-93dc-3b66623c9a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:23.907032 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-77adf7f9-0e7c-4b52-a380-d612319fe779 req-d51c55a6-e18d-4c85-93dc-3b66623c9a23 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4650629 Jun 30 09:03:23.928084 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fd8b94e2-c755-4959-98de-4c3785654740 req-8979b76c-1aaa-45bc-8d88-35264b949409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:23.986641 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-77adf7f9-0e7c-4b52-a380-d612319fe779 req-0dfd5565-1503-4cea-ab02-61d04a995ba0 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231996 Jun 30 09:03:23.998262 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979b76c-1aaa-45bc-8d88-35264b949409 service neutron] Pushing event updated for resources: {'Port': ['ID=ba616238-be2f-495d-93e9-2169b6b9f18f,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:24.180199 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43777813-9763-4932-b590-02ff231c5ca8 req-6fbd823c-4de3-49d3-a2e5-a7fd15c893f2 service neutron] 10.222.0.10 "GET /v2.0/networks/cb425625-59da-464d-8429-9a3875da9bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407040 Jun 30 09:03:24.308405 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-fd8b94e2-c755-4959-98de-4c3785654740 req-8979b76c-1aaa-45bc-8d88-35264b949409 service neutron] Attempting to bind port ba616238-be2f-495d-93e9-2169b6b9f18f on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:24.308689 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 4094a647-fe43-43c7-be05-cfb17691d652 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:24.309700 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-fd8b94e2-c755-4959-98de-4c3785654740 req-8979b76c-1aaa-45bc-8d88-35264b949409 service neutron] Attempting to bind port ba616238-be2f-495d-93e9-2169b6b9f18f by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:24.312281 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8b94e2-c755-4959-98de-4c3785654740 req-8979b76c-1aaa-45bc-8d88-35264b949409 service neutron] Attempting to bind port ba616238-be2f-495d-93e9-2169b6b9f18f on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:24.374501 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-77adf7f9-0e7c-4b52-a380-d612319fe779 req-363318ef-dd97-48ca-b1cb-90926ddada56 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524586 Jun 30 09:03:24.385073 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8b94e2-c755-4959-98de-4c3785654740 req-8979b76c-1aaa-45bc-8d88-35264b949409 service neutron] Port ba616238-be2f-495d-93e9-2169b6b9f18f on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:24.385939 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8b94e2-c755-4959-98de-4c3785654740 req-8979b76c-1aaa-45bc-8d88-35264b949409 service neutron] Attempting to bind port ba616238-be2f-495d-93e9-2169b6b9f18f on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:24.402538 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8b94e2-c755-4959-98de-4c3785654740 req-8979b76c-1aaa-45bc-8d88-35264b949409 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:24.403611 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8b94e2-c755-4959-98de-4c3785654740 req-8979b76c-1aaa-45bc-8d88-35264b949409 service neutron] Checking segment: {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:24.404358 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8b94e2-c755-4959-98de-4c3785654740 req-8979b76c-1aaa-45bc-8d88-35264b949409 service neutron] Bound using segment: {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:24.405363 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-fd8b94e2-c755-4959-98de-4c3785654740 req-8979b76c-1aaa-45bc-8d88-35264b949409 service neutron] Bound port: ba616238-be2f-495d-93e9-2169b6b9f18f, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:24.407001 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fd8b94e2-c755-4959-98de-4c3785654740 req-8979b76c-1aaa-45bc-8d88-35264b949409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:24.437150 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb831d2-2b76-4155-b9e4-37672ebfcef1 req-9a69357b-e88a-47af-bd1f-80741362c12c tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:24.448787 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8bb831d2-2b76-4155-b9e4-37672ebfcef1 req-9a69357b-e88a-47af-bd1f-80741362c12c tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 943 time: 0.2620971 Jun 30 09:03:24.483857 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-77adf7f9-0e7c-4b52-a380-d612319fe779 req-ed7cfdb0-88cb-4c81-ba9f-6739b4e0e529 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035690 Jun 30 09:03:24.497950 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:24.525750 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 4094a647-fe43-43c7-be05-cfb17691d652 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:24.536675 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 4094a647-fe43-43c7-be05-cfb17691d652 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:24.536675 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:24.538572 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43777813-9763-4932-b590-02ff231c5ca8 req-d2e64668-cfb7-4b23-baa0-68600914022c service neutron] 10.222.0.10 "GET /v2.0/networks/cb425625-59da-464d-8429-9a3875da9bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412204 Jun 30 09:03:24.542815 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8bb831d2-2b76-4155-b9e4-37672ebfcef1 req-08c50573-01ed-4a7e-b5a6-ec42ee720497 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942764 Jun 30 09:03:24.577551 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-fd8b94e2-c755-4959-98de-4c3785654740 req-8979b76c-1aaa-45bc-8d88-35264b949409 service neutron] For port ba616238-be2f-495d-93e9-2169b6b9f18f, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:24.586910 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-fd8b94e2-c755-4959-98de-4c3785654740 req-8979b76c-1aaa-45bc-8d88-35264b949409 service neutron] For port ba616238-be2f-495d-93e9-2169b6b9f18f, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ba616238-be2f-495d-93e9-2169b6b9f18f,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:24.646976 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-77adf7f9-0e7c-4b52-a380-d612319fe779 req-1931a533-399a-4f3e-b7a5-a7b5e4484720 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588987 Jun 30 09:03:24.657299 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fd8b94e2-c755-4959-98de-4c3785654740 req-8979b76c-1aaa-45bc-8d88-35264b949409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:24.754411 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b94e2-c755-4959-98de-4c3785654740 req-8979b76c-1aaa-45bc-8d88-35264b949409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:24.754411 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fd8b94e2-c755-4959-98de-4c3785654740 req-8979b76c-1aaa-45bc-8d88-35264b949409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:24.756310 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd8b94e2-c755-4959-98de-4c3785654740 req-8979b76c-1aaa-45bc-8d88-35264b949409 service neutron] 10.222.0.52 "PUT /v2.0/ports/ba616238-be2f-495d-93e9-2169b6b9f18f HTTP/1.1" status: 200 len: 1092 time: 3.3475537 Jun 30 09:03:24.769169 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150996c9-4aa8-4f64-b956-0a990276bf34 x-openstack-request-id: req-150996c9-4aa8-4f64-b956-0a990276bf34 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:24.769497 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c46c06-e2d6-4bc8-b004-5326c78a46d6", "tag": "9ac23bac-a420-4bb4-a09e-2f0c2acdfa20", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:24.769918 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-150996c9-4aa8-4f64-b956-0a990276bf34 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:24.770106 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c46c06-e2d6-4bc8-b004-5326c78a46d6', 'tag': '9ac23bac-a420-4bb4-a09e-2f0c2acdfa20', 'status': 'completed', 'code': 200} Jun 30 09:03:24.830240 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979b76c-1aaa-45bc-8d88-35264b949409 service neutron] Pushing event updated for resources: {'Port': ['ID=ba616238-be2f-495d-93e9-2169b6b9f18f,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:24.848550 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:24.896871 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 4094a647-fe43-43c7-be05-cfb17691d652, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=4094a647-fe43-43c7-be05-cfb17691d652,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:24.898346 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c197880-ecdc-41ec-a432-a312bb69dc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4094a647-fe43-43c7-be05-cfb17691d652'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:24.903902 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ce8d37-b44a-4a19-b5cc-4d9f29c8aafe" -d '{"events": [{"server_uuid": "4c197880-ecdc-41ec-a432-a312bb69dc69", "name": "network-vif-plugged", "status": "completed", "tag": "4094a647-fe43-43c7-be05-cfb17691d652"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:24.953950 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb122530-3819-46f1-9826-95e219ca487e req-6dca8f8c-25c7-4dc7-a767-ae5f509f4fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:24.957594 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eb122530-3819-46f1-9826-95e219ca487e req-6dca8f8c-25c7-4dc7-a767-ae5f509f4fcf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=798d9ab762764598a8ea751098a0b9af&device_id=01c46c06-e2d6-4bc8-b004-5326c78a46d6 HTTP/1.1" status: 200 len: 1098 time: 0.1592283 Jun 30 09:03:24.971618 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:25.058428 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b94e2-c755-4959-98de-4c3785654740 req-64c3d45b-b053-41e7-924a-07421589b0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:25.063313 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd8b94e2-c755-4959-98de-4c3785654740 req-64c3d45b-b053-41e7-924a-07421589b0b8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4072f6e39e474776996ee00ca570db4f&device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 1095 time: 0.1616580 Jun 30 09:03:25.105072 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=4094a647-fe43-43c7-be05-cfb17691d652,revision_number=9']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:25.161092 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd8b94e2-c755-4959-98de-4c3785654740 req-188c1dcd-271b-48a5-a337-b574cdb00828 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba616238-be2f-495d-93e9-2169b6b9f18f HTTP/1.1" status: 200 len: 217 time: 0.0868838 Jun 30 09:03:25.243729 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb122530-3819-46f1-9826-95e219ca487e req-7f458975-6edb-4071-9782-b802414cb7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:25.245235 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eb122530-3819-46f1-9826-95e219ca487e req-7f458975-6edb-4071-9782-b802414cb7d9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cb425625-59da-464d-8429-9a3875da9bb9 HTTP/1.1" status: 200 len: 930 time: 0.2797797 Jun 30 09:03:25.286515 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b94e2-c755-4959-98de-4c3785654740 req-1e2b8685-0716-42ee-8a70-acb060eddfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:25.295488 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd8b94e2-c755-4959-98de-4c3785654740 req-1e2b8685-0716-42ee-8a70-acb060eddfe5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a401937-9638-402a-b598-8b54d19e09c0 HTTP/1.1" status: 200 len: 860 time: 0.1180534 Jun 30 09:03:25.320623 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eb122530-3819-46f1-9826-95e219ca487e req-edc171a5-c72d-4369-a29b-3823fc750010 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ac23bac-a420-4bb4-a09e-2f0c2acdfa20 HTTP/1.1" status: 200 len: 217 time: 0.0660896 Jun 30 09:03:25.376613 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd8b94e2-c755-4959-98de-4c3785654740 req-27a64b0a-9b58-496f-ad18-c2510f95acfb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797288 Jun 30 09:03:25.419047 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb122530-3819-46f1-9826-95e219ca487e req-389dcbe9-ee53-4ce6-a226-cd1b629217c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:25.421614 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eb122530-3819-46f1-9826-95e219ca487e req-389dcbe9-ee53-4ce6-a226-cd1b629217c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3f22e7d0-de91-475d-bcd9-bd9e2dc0e9d9 HTTP/1.1" status: 200 len: 868 time: 0.0943990 Jun 30 09:03:25.509874 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930eb0a6-2710-44b9-8c2d-c3976c95263f req-5cce8904-ec0b-4d63-8a91-c10b9bf74bf8 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:25.511424 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-930eb0a6-2710-44b9-8c2d-c3976c95263f req-5cce8904-ec0b-4d63-8a91-c10b9bf74bf8 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 949 time: 0.2036192 Jun 30 09:03:25.599529 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-930eb0a6-2710-44b9-8c2d-c3976c95263f req-da670851-d7fc-4cb1-aa54-ba312b34d933 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802975 Jun 30 09:03:25.691701 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c156115-5673-479e-bab0-300a6d82d23a req-f66b8f7e-dd92-4583-a823-1e0c53dbfc6f tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/floatingips/220cde3d-7c78-4a85-80df-f43ffe08d5f0 HTTP/1.1" status: 200 len: 692 time: 0.1436582 Jun 30 09:03:25.702819 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb122530-3819-46f1-9826-95e219ca487e req-6dfe051f-f8e5-4053-92aa-f8c405a311b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:25.707307 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eb122530-3819-46f1-9826-95e219ca487e req-6dfe051f-f8e5-4053-92aa-f8c405a311b2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb425625-59da-464d-8429-9a3875da9bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2751567 Jun 30 09:03:25.718592 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd8b94e2-c755-4959-98de-4c3785654740 req-d2524ba3-d584-44f7-9809-19994b759ff0 service neutron] 10.222.0.52 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181443 Jun 30 09:03:25.852788 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eb122530-3819-46f1-9826-95e219ca487e req-52173125-4b21-4288-8e3e-fdfb8a6e67d2 service neutron] 10.222.0.37 "GET /v2.0/networks/cb425625-59da-464d-8429-9a3875da9bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306067 Jun 30 09:03:26.038568 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1115ac-0c73-495a-988d-37743593e56a req-061ceb39-f1ba-4a5a-9069-502461624eec tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:26.043224 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eb1115ac-0c73-495a-988d-37743593e56a req-061ceb39-f1ba-4a5a-9069-502461624eec tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b787224-c147-4729-85ff-59f7cd48b012 HTTP/1.1" status: 200 len: 945 time: 0.2060223 Jun 30 09:03:26.063580 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c156115-5673-479e-bab0-300a6d82d23a req-ceb54288-4832-42da-8913-6e385a0227b2 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:26.064983 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c156115-5673-479e-bab0-300a6d82d23a req-ceb54288-4832-42da-8913-6e385a0227b2 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 784 time: 0.3725097 Jun 30 09:03:26.072597 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd8b94e2-c755-4959-98de-4c3785654740 req-986606a5-2135-40c4-9ba3-9aa35ac6b544 service neutron] 10.222.0.52 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443449 Jun 30 09:03:26.104497 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eb122530-3819-46f1-9826-95e219ca487e req-da4082a9-682f-40dc-92a0-4582e4f5eee3 service neutron] 10.222.0.37 "GET /v2.0/networks/cb425625-59da-464d-8429-9a3875da9bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092865 Jun 30 09:03:26.125763 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:26.131338 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-3c156115-5673-479e-bab0-300a6d82d23a req-f2cf10a4-cdca-403c-a7dc-712d1641ac9c tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:03:26.144289 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c156115-5673-479e-bab0-300a6d82d23a req-f2cf10a4-cdca-403c-a7dc-712d1641ac9c tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0624607 Jun 30 09:03:26.163367 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eb1115ac-0c73-495a-988d-37743593e56a req-5c44a8c1-f31c-4ce7-81bc-88934bf376b9 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/security-groups?id=daf5143d-cfeb-4e6d-8291-b2fca1ab2790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084027 Jun 30 09:03:26.233011 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c156115-5673-479e-bab0-300a6d82d23a req-f91028f5-3233-4d62-a2cb-e84e54b72dee tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 695 time: 0.0870404 Jun 30 09:03:26.255025 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcc2733-39f8-4c2d-b9bd-b0ba49ca4037 x-openstack-request-id: req-9fcc2733-39f8-4c2d-b9bd-b0ba49ca4037 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:26.255653 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c197880-ecdc-41ec-a432-a312bb69dc69", "name": "network-vif-plugged", "status": "completed", "tag": "4094a647-fe43-43c7-be05-cfb17691d652", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:26.256064 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9fcc2733-39f8-4c2d-b9bd-b0ba49ca4037 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:26.256653 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c197880-ecdc-41ec-a432-a312bb69dc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4094a647-fe43-43c7-be05-cfb17691d652', 'code': 200} Jun 30 09:03:26.314882 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c156115-5673-479e-bab0-300a6d82d23a req-fa12e68e-73e9-4441-98fd-d7c27f03a04e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 695 time: 0.0808637 Jun 30 09:03:26.594566 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-3c156115-5673-479e-bab0-300a6d82d23a req-3f48d176-e8b9-466c-8018-a1a5e0eaa554 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Deleting port df34dcac-a531-4dd2-ba08-c9a04ef15e7e {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:26.595410 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3c156115-5673-479e-bab0-300a6d82d23a req-3f48d176-e8b9-466c-8018-a1a5e0eaa554 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:26.605539 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99093eee-39d1-4b3d-9879-70a9d22bbbc4 req-a072c5f8-8bef-4c45-8d27-fcd3ff734b0b tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:26.607503 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-99093eee-39d1-4b3d-9879-70a9d22bbbc4 req-a072c5f8-8bef-4c45-8d27-fcd3ff734b0b tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 943 time: 0.1383295 Jun 30 09:03:26.683770 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-99093eee-39d1-4b3d-9879-70a9d22bbbc4 req-e1833bcf-ab9e-498a-89f1-aed7e5f79046 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563383 Jun 30 09:03:26.741137 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3c156115-5673-479e-bab0-300a6d82d23a req-3f48d176-e8b9-466c-8018-a1a5e0eaa554 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:26.742025 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3c156115-5673-479e-bab0-300a6d82d23a req-3f48d176-e8b9-466c-8018-a1a5e0eaa554 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:26.761891 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-3c156115-5673-479e-bab0-300a6d82d23a req-3f48d176-e8b9-466c-8018-a1a5e0eaa554 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Calling delete_port for df34dcac-a531-4dd2-ba08-c9a04ef15e7e owned by network:floatingip {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:26.771986 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d7a53d-4768-4141-8bcb-08bf4fc378e3', 'name': 'network-vif-deleted', 'tag': '3740ac64-79f2-423c-9859-6efbe176a9b2'}, {'name': 'network-changed', 'server_uuid': '8835005c-1cf9-4d5a-91df-99cce8aa2028', 'tag': 'ba616238-be2f-495d-93e9-2169b6b9f18f'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:26.777235 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f42433-eb13-4078-8cae-e7aec308b591" -d '{"events": [{"server_uuid": "75d7a53d-4768-4141-8bcb-08bf4fc378e3", "name": "network-vif-deleted", "tag": "3740ac64-79f2-423c-9859-6efbe176a9b2"}, {"name": "network-changed", "server_uuid": "8835005c-1cf9-4d5a-91df-99cce8aa2028", "tag": "ba616238-be2f-495d-93e9-2169b6b9f18f"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:27.213764 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e1be7-ac76-4a9a-b610-417f43f8bcec req-ca9708cb-fabe-47ac-b45b-6b7cea5d2b31 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:27.215350 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ef5e1be7-ac76-4a9a-b610-417f43f8bcec req-ca9708cb-fabe-47ac-b45b-6b7cea5d2b31 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8d94bc4-aa53-4efb-9aa9-aacfa6373d04 HTTP/1.1" status: 200 len: 946 time: 0.0970035 Jun 30 09:03:27.349671 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-ef5e1be7-ac76-4a9a-b610-417f43f8bcec req-b2e382d6-b980-45f1-b7e7-21664b3e037b tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Deleting port 32296dc7-cd85-42da-a9ae-ed65befc7e29 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:27.349923 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ef5e1be7-ac76-4a9a-b610-417f43f8bcec req-b2e382d6-b980-45f1-b7e7-21664b3e037b tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:27.463287 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-ef5e1be7-ac76-4a9a-b610-417f43f8bcec req-b2e382d6-b980-45f1-b7e7-21664b3e037b tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] For port 32296dc7-cd85-42da-a9ae-ed65befc7e29, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=32296dc7-cd85-42da-a9ae-ed65befc7e29,segment=NetworkSegment(633caac2-7a06-4d51-b557-4bd6413f48ed),segment_id=633caac2-7a06-4d51-b557-4bd6413f48ed)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:27.463672 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ef5e1be7-ac76-4a9a-b610-417f43f8bcec req-b2e382d6-b980-45f1-b7e7-21664b3e037b tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:27.714112 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3c156115-5673-479e-bab0-300a6d82d23a req-3f48d176-e8b9-466c-8018-a1a5e0eaa554 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:27.736965 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ef5e1be7-ac76-4a9a-b610-417f43f8bcec req-b2e382d6-b980-45f1-b7e7-21664b3e037b tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:27.737738 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ef5e1be7-ac76-4a9a-b610-417f43f8bcec req-b2e382d6-b980-45f1-b7e7-21664b3e037b tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:27.738147 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [req-ef5e1be7-ac76-4a9a-b610-417f43f8bcec req-b2e382d6-b980-45f1-b7e7-21664b3e037b tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Floating IP 7ad589f2-8d8c-42a1-ac11-4932fa082bb4 disassociated. External IP: 172.25.6.34, port: 32296dc7-cd85-42da-a9ae-ed65befc7e29. Jun 30 09:03:27.738504 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-ef5e1be7-ac76-4a9a-b610-417f43f8bcec req-b2e382d6-b980-45f1-b7e7-21664b3e037b tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Calling delete_port for 32296dc7-cd85-42da-a9ae-ed65befc7e29 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:27.745798 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48d176-e8b9-466c-8018-a1a5e0eaa554 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Pushing event deleted for resources: {'Port': ['ID=df34dcac-a531-4dd2-ba08-c9a04ef15e7e,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:27.837303 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3c156115-5673-479e-bab0-300a6d82d23a req-3f48d176-e8b9-466c-8018-a1a5e0eaa554 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks [] for floatingip, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:27.840820 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3c156115-5673-479e-bab0-300a6d82d23a req-3f48d176-e8b9-466c-8018-a1a5e0eaa554 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:27.860033 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c156115-5673-479e-bab0-300a6d82d23a req-3f48d176-e8b9-466c-8018-a1a5e0eaa554 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "DELETE /v2.0/floatingips/220cde3d-7c78-4a85-80df-f43ffe08d5f0 HTTP/1.1" status: 204 len: 173 time: 1.5435727 Jun 30 09:03:28.099834 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-08ce9120-27df-4eb5-afa6-f117ff0ee477 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1928247236&fields=id&tenant_id=c5735a390f544c7db9f26ac7c41c83fc HTTP/1.1" status: 200 len: 267 time: 0.1027510 Jun 30 09:03:28.243916 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-223bcaea-7144-4ef1-8dda-f37801c2ad53 req-447aec4d-5df3-4c8f-8ad0-7f8dda4f130a tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3124444 Jun 30 09:03:28.269952 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-223bcaea-7144-4ef1-8dda-f37801c2ad53 req-7c7520ec-c9ea-4900-b4c2-7f8f64489f13 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:28.331062 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ba616238-be2f-495d-93e9-2169b6b9f18f details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:28.345055 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-7def7a2c-0481-44a8-8248-2320b8afbe2c tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:28.347228 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-7def7a2c-0481-44a8-8248-2320b8afbe2c tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/networks?id=798e0566-6f3f-47e0-9595-5760850bc5ef HTTP/1.1" status: 200 len: 824 time: 0.2465115 Jun 30 09:03:28.361438 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29534b-09db-4559-8700-95a476f9d2fe req-b41f77b2-06e0-4c88-b2ca-0da2a9b0dc23 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:28.363510 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2f29534b-09db-4559-8700-95a476f9d2fe req-b41f77b2-06e0-4c88-b2ca-0da2a9b0dc23 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69&tenant_id=aa895c07f8ad47749dbf0e6817533c37&binding%3Ahost_id=n-h1-771363-31 HTTP/1.1" status: 200 len: 949 time: 0.3041718 Jun 30 09:03:28.390661 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-f719ee92-f715-493d-a195-dd241b19734e tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/quotas/c5735a390f544c7db9f26ac7c41c83fc HTTP/1.1" status: 200 len: 375 time: 0.0258341 Jun 30 09:03:28.504064 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [req-2f29534b-09db-4559-8700-95a476f9d2fe req-e11b0999-77da-49d5-8dc0-49b2811fdd6a service neutron] delete failed (client error): The resource could not be found. Jun 30 09:03:28.505039 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2f29534b-09db-4559-8700-95a476f9d2fe req-e11b0999-77da-49d5-8dc0-49b2811fdd6a service neutron] 10.222.0.37 "DELETE /v2.0/ports/4094a647-fe43-43c7-be05-cfb17691d652/bindings/n-h2-771363-31 HTTP/1.1" status: 404 len: 381 time: 0.1298788 Jun 30 09:03:28.524155 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port ba616238-be2f-495d-93e9-2169b6b9f18f, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ba616238-be2f-495d-93e9-2169b6b9f18f,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:28.541769 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'ba616238-be2f-495d-93e9-2169b6b9f18f', 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8', 'port_id': 'ba616238-be2f-495d-93e9-2169b6b9f18f', 'mac_address': 'fa:16:3e:ee:b7:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a401937-9638-402a-b598-8b54d19e09c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:28.546163 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-c98bdd5f-0c17-49c2-8840-8222134ba22f tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5735a390f544c7db9f26ac7c41c83fc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1351838 Jun 30 09:03:28.589060 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ef5e1be7-ac76-4a9a-b610-417f43f8bcec req-b2e382d6-b980-45f1-b7e7-21664b3e037b tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:28.600803 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:28.619553 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba616238-be2f-495d-93e9-2169b6b9f18f {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:28.638583 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e382d6-b980-45f1-b7e7-21664b3e037b tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Pushing event deleted for resources: {'Port': ['ID=32296dc7-cd85-42da-a9ae-ed65befc7e29,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:28.653352 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port ba616238-be2f-495d-93e9-2169b6b9f18f, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ba616238-be2f-495d-93e9-2169b6b9f18f,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:28.807489 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef5e1be7-ac76-4a9a-b610-417f43f8bcec req-b2e382d6-b980-45f1-b7e7-21664b3e037b tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Router 1782249f-a426-43fb-9da3-6e7a63196fe7 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:03:28.993269 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef5e1be7-ac76-4a9a-b610-417f43f8bcec req-b2e382d6-b980-45f1-b7e7-21664b3e037b tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:03:29.013191 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f6ebcf-c3f3-4f3c-83d2-2b11f202e62b None None] Sync routers for ids ['1782249f-a426-43fb-9da3-6e7a63196fe7'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:03:29.028122 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f6ebcf-c3f3-4f3c-83d2-2b11f202e62b None None] Routers {'1782249f-a426-43fb-9da3-6e7a63196fe7'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:29.029141 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-96f6ebcf-c3f3-4f3c-83d2-2b11f202e62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:03:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1782249f-a426-43fb-9da3-6e7a63196fe7'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:29.066355 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-1950b356-dfde-42ae-912a-01959f21b2ae service neutron] 10.222.0.10 "GET /v2.0/networks/798e0566-6f3f-47e0-9595-5760850bc5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5052249 Jun 30 09:03:29.069283 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5e1be7-ac76-4a9a-b610-417f43f8bcec req-b2e382d6-b980-45f1-b7e7-21664b3e037b tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] No DVR routers for this DVR port 32296dc7-cd85-42da-a9ae-ed65befc7e29 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:29.078830 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-223bcaea-7144-4ef1-8dda-f37801c2ad53 req-7c7520ec-c9ea-4900-b4c2-7f8f64489f13 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks [] for floatingip, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:29.080287 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ef5e1be7-ac76-4a9a-b610-417f43f8bcec req-b2e382d6-b980-45f1-b7e7-21664b3e037b tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:29.083596 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ef5e1be7-ac76-4a9a-b610-417f43f8bcec req-b2e382d6-b980-45f1-b7e7-21664b3e037b tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.52 "DELETE /v2.0/ports/32296dc7-cd85-42da-a9ae-ed65befc7e29 HTTP/1.1" status: 204 len: 173 time: 1.8615611 Jun 30 09:03:29.159832 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29534b-09db-4559-8700-95a476f9d2fe req-f5e491da-ef38-4017-acc8-80fa14b0fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:29.161461 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2f29534b-09db-4559-8700-95a476f9d2fe req-f5e491da-ef38-4017-acc8-80fa14b0fa37 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 1101 time: 0.5246820 Jun 30 09:03:29.171332 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-96f6ebcf-c3f3-4f3c-83d2-2b11f202e62b None None] Set router 1782249f-a426-43fb-9da3-6e7a63196fe7 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:03:29.175915 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:29.287745 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=ba616238-be2f-495d-93e9-2169b6b9f18f,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:29.294177 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-bd7be709-06c6-49e0-bd27-36c52dd40427 service neutron] 10.222.0.10 "GET /v2.0/networks/798e0566-6f3f-47e0-9595-5760850bc5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262905 Jun 30 09:03:29.391965 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-223bcaea-7144-4ef1-8dda-f37801c2ad53 req-7c7520ec-c9ea-4900-b4c2-7f8f64489f13 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:29.401360 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29534b-09db-4559-8700-95a476f9d2fe req-f70803e4-724f-4453-9a8a-aba661f7fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:29.404074 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2f29534b-09db-4559-8700-95a476f9d2fe req-f70803e4-724f-4453-9a8a-aba661f7fe71 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.2345779 Jun 30 09:03:29.454341 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['ba616238-be2f-495d-93e9-2169b6b9f18f'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:29.535875 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2f29534b-09db-4559-8700-95a476f9d2fe req-de46f2c8-f705-429b-97e6-e34c694f99a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=4094a647-fe43-43c7-be05-cfb17691d652 HTTP/1.1" status: 200 len: 217 time: 0.1244135 Jun 30 09:03:29.613177 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29534b-09db-4559-8700-95a476f9d2fe req-26cedc9b-7937-443c-849c-341bb9389152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:29.615059 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2f29534b-09db-4559-8700-95a476f9d2fe req-26cedc9b-7937-443c-849c-341bb9389152 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.0727851 Jun 30 09:03:29.712385 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-223bcaea-7144-4ef1-8dda-f37801c2ad53 req-7c7520ec-c9ea-4900-b4c2-7f8f64489f13 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Allocated IP 172.25.6.181 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/133fd0d4-4fa6-48c6-9fe7-eb07e33edcce) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:29.802357 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-96f6ebcf-c3f3-4f3c-83d2-2b11f202e62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1017925346-router', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:41Z', 'updated_at': '2021-06-30T09:00:52Z', 'revision_number': 4, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'gw_port': {'id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:43Z', 'updated_at': '2021-06-30T09:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'c286893a-3b25-4021-a9a9-8380ee930b93', 'name': '', 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'mac_address': 'fa:16:3e:c7:86:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '96ce0dd5-8b67-4dfb-aefb-e468b993d00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:49Z', 'updated_at': '2021-06-30T09:01:02Z', 'revision_number': 5, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'subnets': [{'id': '96ce0dd5-8b67-4dfb-aefb-e468b993d00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:29.832776 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773bd53e-4bf9-4336-b20d-df9098ae369a x-openstack-request-id: req-773bd53e-4bf9-4336-b20d-df9098ae369a {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:29.832776 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d7a53d-4768-4141-8bcb-08bf4fc378e3", "name": "network-vif-deleted", "tag": "3740ac64-79f2-423c-9859-6efbe176a9b2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8835005c-1cf9-4d5a-91df-99cce8aa2028", "tag": "ba616238-be2f-495d-93e9-2169b6b9f18f", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:29.832776 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-773bd53e-4bf9-4336-b20d-df9098ae369a {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:29.832776 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d7a53d-4768-4141-8bcb-08bf4fc378e3', 'name': 'network-vif-deleted', 'tag': '3740ac64-79f2-423c-9859-6efbe176a9b2', 'status': 'completed', 'code': 200} Jun 30 09:03:29.832776 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8835005c-1cf9-4d5a-91df-99cce8aa2028', 'tag': 'ba616238-be2f-495d-93e9-2169b6b9f18f', 'status': 'completed', 'code': 200} Jun 30 09:03:29.844566 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29534b-09db-4559-8700-95a476f9d2fe req-aa749ad6-bdcf-420f-9bd1-5954e751932b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:29.846495 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2f29534b-09db-4559-8700-95a476f9d2fe req-aa749ad6-bdcf-420f-9bd1-5954e751932b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2249999 Jun 30 09:03:29.940532 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f6ebcf-c3f3-4f3c-83d2-2b11f202e62b None None] Checking router: 1782249f-a426-43fb-9da3-6e7a63196fe7 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:03:29.981652 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f6ebcf-c3f3-4f3c-83d2-2b11f202e62b None None] Routers {'1782249f-a426-43fb-9da3-6e7a63196fe7'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:29.982276 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-96f6ebcf-c3f3-4f3c-83d2-2b11f202e62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:03:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1782249f-a426-43fb-9da3-6e7a63196fe7'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:30.133573 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2f29534b-09db-4559-8700-95a476f9d2fe req-c2c71650-8b18-469f-a3d8-ec8335dd5d36 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789013 Jun 30 09:03:30.189038 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-223bcaea-7144-4ef1-8dda-f37801c2ad53 req-7c7520ec-c9ea-4900-b4c2-7f8f64489f13 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:30.189376 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-96f6ebcf-c3f3-4f3c-83d2-2b11f202e62b None None] Set router 1782249f-a426-43fb-9da3-6e7a63196fe7 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:03:30.250703 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f42433-eb13-4078-8cae-e7aec308b591 req-4a7d0a67-6cf8-42e7-a7e7-c5d53aacf162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:30.252695 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d6f42433-eb13-4078-8cae-e7aec308b591 req-4a7d0a67-6cf8-42e7-a7e7-c5d53aacf162 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4072f6e39e474776996ee00ca570db4f&device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 1096 time: 0.2840359 Jun 30 09:03:30.320992 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-223bcaea-7144-4ef1-8dda-f37801c2ad53 req-7c7520ec-c9ea-4900-b4c2-7f8f64489f13 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:30.347889 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 32296dc7-cd85-42da-a9ae-ed65befc7e29 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:30.356001 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2f29534b-09db-4559-8700-95a476f9d2fe req-d53633ab-d9f4-4576-b583-83e5bf426159 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147903 Jun 30 09:03:30.366155 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a7b8e-83fc-4465-bc33-b580d0a8cef9 req-e30d9733-f657-424f-8d2c-d551d6ecb022 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:30.374750 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5a5a7b8e-83fc-4465-bc33-b580d0a8cef9 req-e30d9733-f657-424f-8d2c-d551d6ecb022 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 944 time: 0.2279713 Jun 30 09:03:30.401391 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-223bcaea-7144-4ef1-8dda-f37801c2ad53 req-7c7520ec-c9ea-4900-b4c2-7f8f64489f13 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:30.416804 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 32296dc7-cd85-42da-a9ae-ed65befc7e29 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:03:30.417068 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 32296dc7-cd85-42da-a9ae-ed65befc7e29 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:03:30.427414 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-223bcaea-7144-4ef1-8dda-f37801c2ad53 req-7c7520ec-c9ea-4900-b4c2-7f8f64489f13 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:30.433764 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-223bcaea-7144-4ef1-8dda-f37801c2ad53 req-7c7520ec-c9ea-4900-b4c2-7f8f64489f13 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:30.447606 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5a5a7b8e-83fc-4465-bc33-b580d0a8cef9 req-14dff840-135b-4977-bdb5-d87cd6c98c08 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672238 Jun 30 09:03:30.490554 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7520ec-c9ea-4900-b4c2-7f8f64489f13 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Pushing event updated for resources: {'Port': ['ID=133fd0d4-4fa6-48c6-9fe7-eb07e33edcce,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:30.557432 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f42433-eb13-4078-8cae-e7aec308b591 req-a3dec50e-b4a9-4249-aa27-c176021c2c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:30.558933 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d6f42433-eb13-4078-8cae-e7aec308b591 req-a3dec50e-b4a9-4249-aa27-c176021c2c78 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8 HTTP/1.1" status: 200 len: 921 time: 0.2976315 Jun 30 09:03:30.606755 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-96f6ebcf-c3f3-4f3c-83d2-2b11f202e62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1017925346-router', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:41Z', 'updated_at': '2021-06-30T09:00:52Z', 'revision_number': 4, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'gw_port': {'id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:43Z', 'updated_at': '2021-06-30T09:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'c286893a-3b25-4021-a9a9-8380ee930b93', 'name': '', 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'mac_address': 'fa:16:3e:c7:86:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '96ce0dd5-8b67-4dfb-aefb-e468b993d00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:49Z', 'updated_at': '2021-06-30T09:01:02Z', 'revision_number': 5, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'subnets': [{'id': '96ce0dd5-8b67-4dfb-aefb-e468b993d00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:30.658845 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f6ebcf-c3f3-4f3c-83d2-2b11f202e62b None None] The sync data for ids ['1782249f-a426-43fb-9da3-6e7a63196fe7'] in n-d-771363-31 is: [{'id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1017925346-router', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:41Z', 'updated_at': '2021-06-30T09:00:52Z', 'revision_number': 4, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'gw_port': {'id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:43Z', 'updated_at': '2021-06-30T09:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'c286893a-3b25-4021-a9a9-8380ee930b93', 'name': '', 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'mac_address': 'fa:16:3e:c7:86:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '96ce0dd5-8b67-4dfb-aefb-e468b993d00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:49Z', 'updated_at': '2021-06-30T09:01:02Z', 'revision_number': 5, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'subnets': [{'id': '96ce0dd5-8b67-4dfb-aefb-e468b993d00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:03:30.659176 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d6f42433-eb13-4078-8cae-e7aec308b591 req-49111e41-d8fd-4caf-90ae-aabafaeb714e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba616238-be2f-495d-93e9-2169b6b9f18f HTTP/1.1" status: 200 len: 217 time: 0.0870633 Jun 30 09:03:30.661944 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-223bcaea-7144-4ef1-8dda-f37801c2ad53 req-7c7520ec-c9ea-4900-b4c2-7f8f64489f13 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:30.731407 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2c906-1af5-4c8b-a137-d0e330017e80 req-8ba2b467-03f5-447e-a8b4-791090b8b27f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:30.734616 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b9a2c906-1af5-4c8b-a137-d0e330017e80 req-8ba2b467-03f5-447e-a8b4-791090b8b27f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 949 time: 0.0951161 Jun 30 09:03:30.789898 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f42433-eb13-4078-8cae-e7aec308b591 req-07896b65-9171-4aec-89c3-619e1bacf708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:30.792026 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d6f42433-eb13-4078-8cae-e7aec308b591 req-07896b65-9171-4aec-89c3-619e1bacf708 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a401937-9638-402a-b598-8b54d19e09c0 HTTP/1.1" status: 200 len: 860 time: 0.1178811 Jun 30 09:03:30.836443 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b9a2c906-1af5-4c8b-a137-d0e330017e80 req-084303f8-0295-4881-9fd2-628c39c801c0 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950654 Jun 30 09:03:30.862267 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-223bcaea-7144-4ef1-8dda-f37801c2ad53 req-7c7520ec-c9ea-4900-b4c2-7f8f64489f13 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.040343 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b3710ca2-56f5-4a18-95b1-9ac7863c1274 req-3b63539a-934f-4343-af64-fee0f4ca69e5 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea644d8e-045b-4f65-a66c-a017b756e921 HTTP/1.1" status: 200 len: 210 time: 0.0418622 Jun 30 09:03:31.139320 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d6f42433-eb13-4078-8cae-e7aec308b591 req-811e519f-147b-4304-847b-52e11675cbe6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2712622 Jun 30 09:03:31.175782 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb92711-7fd8-4274-92d7-3d93624f0c51 None None] New status for floating IP 7ad589f2-8d8c-42a1-ac11-4932fa082bb4: DOWN {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:03:31.428446 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d633e58-d5c5-4087-8269-22a87d1e98e4 req-7edf9cca-2ac5-4340-a951-52e7d703c3db tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:31.434726 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3d633e58-d5c5-4087-8269-22a87d1e98e4 req-7edf9cca-2ac5-4340-a951-52e7d703c3db tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/ports?device_id=01c46c06-e2d6-4bc8-b004-5326c78a46d6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2004893 Jun 30 09:03:31.514000 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3d633e58-d5c5-4087-8269-22a87d1e98e4 req-a4a5744f-5bd8-4ed9-b162-f2f96d7963b1 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0674024 Jun 30 09:03:31.610318 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-223bcaea-7144-4ef1-8dda-f37801c2ad53 req-7c7520ec-c9ea-4900-b4c2-7f8f64489f13 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.645163 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d6f42433-eb13-4078-8cae-e7aec308b591 req-2d0e4037-6808-4279-8b66-48b6a4c7a2a9 service neutron] 10.222.0.52 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990215 Jun 30 09:03:31.715320 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-223bcaea-7144-4ef1-8dda-f37801c2ad53 req-7c7520ec-c9ea-4900-b4c2-7f8f64489f13 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.819153 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7520ec-c9ea-4900-b4c2-7f8f64489f13 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Pushing event updated for resources: {'Port': ['ID=133fd0d4-4fa6-48c6-9fe7-eb07e33edcce,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:31.827623 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93467ef9-99c7-41a4-b6df-518f67946852 req-b13ae56e-553f-4074-b803-13f0f2639ceb tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:31.829153 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-93467ef9-99c7-41a4-b6df-518f67946852 req-b13ae56e-553f-4074-b803-13f0f2639ceb tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 944 time: 0.0853605 Jun 30 09:03:31.833403 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d94bc4-aa53-4efb-9aa9-aacfa6373d04', 'name': 'network-vif-deleted', 'tag': '32296dc7-cd85-42da-a9ae-ed65befc7e29'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:31.836811 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc357864-c83f-4aca-afdd-b5bd74d47bb5" -d '{"events": [{"server_uuid": "e8d94bc4-aa53-4efb-9aa9-aacfa6373d04", "name": "network-vif-deleted", "tag": "32296dc7-cd85-42da-a9ae-ed65befc7e29"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:31.847564 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d6f42433-eb13-4078-8cae-e7aec308b591 req-d5e4b4f8-6b0f-4da6-b36d-68f405b16281 service neutron] 10.222.0.52 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876745 Jun 30 09:03:31.850411 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-223bcaea-7144-4ef1-8dda-f37801c2ad53 req-7c7520ec-c9ea-4900-b4c2-7f8f64489f13 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.887813 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-93467ef9-99c7-41a4-b6df-518f67946852 req-2e000413-8b6c-4c80-b59d-36a7ed0eed4a tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515196 Jun 30 09:03:31.936640 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-223bcaea-7144-4ef1-8dda-f37801c2ad53 req-7c7520ec-c9ea-4900-b4c2-7f8f64489f13 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.938253 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-223bcaea-7144-4ef1-8dda-f37801c2ad53 req-7c7520ec-c9ea-4900-b4c2-7f8f64489f13 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6776328 Jun 30 09:03:31.955286 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-66f62db3-dd0c-4781-90db-81c14d73cfa6 req-992a7362-6c49-4801-8a7d-808c28b72b5a tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0379760 Jun 30 09:03:32.004855 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-223bcaea-7144-4ef1-8dda-f37801c2ad53 req-e95eab0e-d28c-4f94-a983-73b655dbda01 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.181 HTTP/1.1" status: 200 len: 696 time: 0.0601597 Jun 30 09:03:32.162903 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bcaea-7144-4ef1-8dda-f37801c2ad53 req-c4f052c3-704e-4715-9294-b10b292dffb0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:32.164341 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-223bcaea-7144-4ef1-8dda-f37801c2ad53 req-c4f052c3-704e-4715-9294-b10b292dffb0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 784 time: 0.1533065 Jun 30 09:03:32.176612 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67e28f-e52a-49c2-a7d4-5ab140b679d9 req-30fa715e-274d-405a-97ea-06d7697c8076 tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:32.176612 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4f67e28f-e52a-49c2-a7d4-5ab140b679d9 req-30fa715e-274d-405a-97ea-06d7697c8076 tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5735afd-6645-49e0-9452-e5a31c830bca HTTP/1.1" status: 200 len: 949 time: 0.1046863 Jun 30 09:03:32.227224 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4f67e28f-e52a-49c2-a7d4-5ab140b679d9 req-e6abd109-22b0-4203-991b-737f79e21944 tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a415c36-4108-4d6b-9804-bb30dc12fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456617 Jun 30 09:03:32.285300 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25018c78-e132-452e-84b9-6850fa682972 x-openstack-request-id: req-25018c78-e132-452e-84b9-6850fa682972 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:32.285597 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d94bc4-aa53-4efb-9aa9-aacfa6373d04", "name": "network-vif-deleted", "tag": "32296dc7-cd85-42da-a9ae-ed65befc7e29", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:32.285848 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-25018c78-e132-452e-84b9-6850fa682972 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:32.286252 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d94bc4-aa53-4efb-9aa9-aacfa6373d04', 'name': 'network-vif-deleted', 'tag': '32296dc7-cd85-42da-a9ae-ed65befc7e29', 'status': 'completed', 'code': 200} Jun 30 09:03:32.343718 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ba616238-be2f-495d-93e9-2169b6b9f18f up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:32.434526 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f0970-01aa-4980-8e4a-310e1db49d50 req-b6344364-0f12-4633-87f3-ca90dfc5750e tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:32.436083 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3d9f0970-01aa-4980-8e4a-310e1db49d50 req-b6344364-0f12-4633-87f3-ca90dfc5750e tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 949 time: 0.0748978 Jun 30 09:03:32.474114 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port ba616238-be2f-495d-93e9-2169b6b9f18f completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:32.475009 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3d9f0970-01aa-4980-8e4a-310e1db49d50 req-6064dc3f-0e34-496d-a23d-68a1a8458aed tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330741 Jun 30 09:03:32.481040 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port ba616238-be2f-495d-93e9-2169b6b9f18f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:32.481650 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.591875 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.615399 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8835005c-1cf9-4d5a-91df-99cce8aa2028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba616238-be2f-495d-93e9-2169b6b9f18f'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:32.618196 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88757e61-1f3f-4481-aedb-a11287d0a499" -d '{"events": [{"server_uuid": "8835005c-1cf9-4d5a-91df-99cce8aa2028", "name": "network-vif-plugged", "status": "completed", "tag": "ba616238-be2f-495d-93e9-2169b6b9f18f"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:32.631614 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port ba616238-be2f-495d-93e9-2169b6b9f18f, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ba616238-be2f-495d-93e9-2169b6b9f18f,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:32.645639 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dbcb70f8-b880-4a13-a9c7-c68a9905b963 req-b60610b9-f0fc-44e8-9ab9-2770912bacf1 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea644d8e-045b-4f65-a66c-a017b756e921 HTTP/1.1" status: 200 len: 210 time: 0.0314581 Jun 30 09:03:32.702832 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.763967 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=ba616238-be2f-495d-93e9-2169b6b9f18f,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:32.814946 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b6978-5dfc-45e7-a157-68a0e3e1363c req-c31f1489-1be0-4a80-b55a-58700ff752fe tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:32.816748 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9c9b6978-5dfc-45e7-a157-68a0e3e1363c req-c31f1489-1be0-4a80-b55a-58700ff752fe tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 1097 time: 0.0631933 Jun 30 09:03:32.908131 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9c9b6978-5dfc-45e7-a157-68a0e3e1363c req-c65f3080-2964-4471-b462-7c50813fa0f7 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854468 Jun 30 09:03:32.931414 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-972d21cc-c9b9-464e-8003-038b091002cf tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:32.938302 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-972d21cc-c9b9-464e-8003-038b091002cf tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/networks?id=60a77b31-7746-4394-a70f-4e46032cc63e HTTP/1.1" status: 200 len: 819 time: 0.1229997 Jun 30 09:03:32.949686 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-8ca861d5-e73a-4f2e-9f74-57549695cd3d tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/quotas/b521f173677444a3b794e6a332034c4e HTTP/1.1" status: 200 len: 375 time: 0.0102170 Jun 30 09:03:32.967783 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-cd5def49-6724-41f8-9cb6-8d943d845950 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:32.969444 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-cd5def49-6724-41f8-9cb6-8d943d845950 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.52 "GET /v2.0/networks?id=798e0566-6f3f-47e0-9595-5760850bc5ef HTTP/1.1" status: 200 len: 824 time: 0.1377685 Jun 30 09:03:33.020677 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-baa147aa-3f2c-4bfa-beaf-af8d005b6ffe tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5735a390f544c7db9f26ac7c41c83fc HTTP/1.1" status: 200 len: 380 time: 0.0405869 Jun 30 09:03:33.039965 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-8f654a49-8a81-44cc-8869-99c5d46255fe tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Request body: {'port': {'device_id': 'ea644d8e-045b-4f65-a66c-a017b756e921', 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef', 'admin_state_up': True, 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'security_groups': ['6693df71-b205-4b36-ab07-ae0a333ad09c']}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:33.054499 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-6f9186b2-d0f8-4e66-ba71-73c4b1c1f795 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b521f173677444a3b794e6a332034c4e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0979702 Jun 30 09:03:33.187810 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-37a65559-195f-428b-8a1e-25cb9ae32cf2 service neutron] 10.222.0.10 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315866 Jun 30 09:03:33.235238 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936e915-fb06-4baa-97c3-f3604a62c678 req-edd318c0-7c44-4e22-aeab-dab5c0180be7 tempest-MigrationsAdminTest-1920668305 tempest-MigrationsAdminTest-1920668305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:33.236829 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4936e915-fb06-4baa-97c3-f3604a62c678 req-edd318c0-7c44-4e22-aeab-dab5c0180be7 tempest-MigrationsAdminTest-1920668305 tempest-MigrationsAdminTest-1920668305-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 1101 time: 0.0613301 Jun 30 09:03:33.249481 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-8f654a49-8a81-44cc-8869-99c5d46255fe tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Made reservation on behalf of c5735a390f544c7db9f26ac7c41c83fc for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:33.252835 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-8f654a49-8a81-44cc-8869-99c5d46255fe tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.300714 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-1b43708a-fc73-401f-8c2e-8042782bd143 service neutron] 10.222.0.10 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090693 Jun 30 09:03:33.333891 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4936e915-fb06-4baa-97c3-f3604a62c678 req-9547d1a6-208c-4774-8dec-9bce27421fe0 tempest-MigrationsAdminTest-1920668305 tempest-MigrationsAdminTest-1920668305-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896463 Jun 30 09:03:33.388129 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1313a09-d840-4afc-86bf-9aba1cc35a13 x-openstack-request-id: req-e1313a09-d840-4afc-86bf-9aba1cc35a13 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:33.389189 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8835005c-1cf9-4d5a-91df-99cce8aa2028", "name": "network-vif-plugged", "status": "completed", "tag": "ba616238-be2f-495d-93e9-2169b6b9f18f", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:33.389543 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e1313a09-d840-4afc-86bf-9aba1cc35a13 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:33.390068 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8835005c-1cf9-4d5a-91df-99cce8aa2028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba616238-be2f-495d-93e9-2169b6b9f18f', 'code': 200} Jun 30 09:03:33.456333 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-8f654a49-8a81-44cc-8869-99c5d46255fe tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Allocated IP 172.20.0.9 (798e0566-6f3f-47e0-9595-5760850bc5ef/96ce0dd5-8b67-4dfb-aefb-e468b993d00c/018e5b42-4f25-4983-a7aa-95cc3a878631) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:33.525287 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e27612-b798-4602-9c0f-82e017700c8d req-a8515efb-39ee-4099-a5a5-4ee404223d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:33.526796 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88e27612-b798-4602-9c0f-82e017700c8d req-a8515efb-39ee-4099-a5a5-4ee404223d2c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 1097 time: 0.0574822 Jun 30 09:03:33.572190 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88e27612-b798-4602-9c0f-82e017700c8d req-9fcc81f5-a16f-4b5a-9a58-f53435f9817a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356507 Jun 30 09:03:33.608525 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 51564) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:33.646174 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c873e7-04d5-4103-b053-eda57f9d5376 req-d7bf24b1-a2e9-4b67-af95-8e36f80d9240 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:33.648557 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f7c873e7-04d5-4103-b053-eda57f9d5376 req-d7bf24b1-a2e9-4b67-af95-8e36f80d9240 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/ports?device_id=01c46c06-e2d6-4bc8-b004-5326c78a46d6 HTTP/1.1" status: 200 len: 946 time: 0.1542172 Jun 30 09:03:33.707287 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-8f654a49-8a81-44cc-8869-99c5d46255fe tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.740244 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f7c873e7-04d5-4103-b053-eda57f9d5376 req-e0556c59-50a7-4a07-8266-929d18c2263c tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/security-groups?id=2d8f8eac-5567-4d35-9f1a-5be0800fb2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850346 Jun 30 09:03:33.755917 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-8f654a49-8a81-44cc-8869-99c5d46255fe tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Transition to ACTIVE for port object 018e5b42-4f25-4983-a7aa-95cc3a878631 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:33.794409 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af306950-6e59-4d36-9ce9-fc743051c679 req-1b6f72db-a83e-47b8-8bbf-15b7151a3ea9 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:33.796102 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-af306950-6e59-4d36-9ce9-fc743051c679 req-1b6f72db-a83e-47b8-8bbf-15b7151a3ea9 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 945 time: 0.1369448 Jun 30 09:03:33.875188 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-af306950-6e59-4d36-9ce9-fc743051c679 req-1600db44-4524-4914-898e-82c5266eb3d9 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649095 Jun 30 09:03:33.877622 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-bbb71001-8e14-4e63-b3e2-cfc481fcfa30 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=80b3db255a19475e989b4882ff3f8072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2674074 Jun 30 09:03:33.879917 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-8f654a49-8a81-44cc-8869-99c5d46255fe tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.880583 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 51574) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:33.894034 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device e7500171-daff-44f2-a795-c39e36260fe4 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:33.946693 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-8f654a49-8a81-44cc-8869-99c5d46255fe tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Network 798e0566-6f3f-47e0-9595-5760850bc5ef is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:33.954921 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-8f654a49-8a81-44cc-8869-99c5d46255fe tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:33.963795 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b673a4e7-6173-4928-810c-0ff06cde8b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.965158 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-8f654a49-8a81-44cc-8869-99c5d46255fe tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:34.006052 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b673a4e7-6173-4928-810c-0ff06cde8b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.033272 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f654a49-8a81-44cc-8869-99c5d46255fe tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Pushing event updated for resources: {'Port': ['ID=018e5b42-4f25-4983-a7aa-95cc3a878631,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:34.055100 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.092714 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1460023f-6407-412b-9c2e-e5a8acdd1aef req-08da7d6a-38a7-4bb1-b861-afa318c9db9b tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2f6a85-ef9f-4432-aa7f-904ec44f7826 HTTP/1.1" status: 200 len: 210 time: 0.0563829 Jun 30 09:03:34.098735 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-8f654a49-8a81-44cc-8869-99c5d46255fe tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:34.100559 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-8f654a49-8a81-44cc-8869-99c5d46255fe tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.117447 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port e7500171-daff-44f2-a795-c39e36260fe4, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e7500171-daff-44f2-a795-c39e36260fe4,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:34.199791 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.228392 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b673a4e7-6173-4928-810c-0ff06cde8b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.231557 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-8f654a49-8a81-44cc-8869-99c5d46255fe tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2015305 Jun 30 09:03:34.237909 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b673a4e7-6173-4928-810c-0ff06cde8b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.244920 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b673a4e7-6173-4928-810c-0ff06cde8b68 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/50cc2251-ec65-44ed-8f48-3070ee74f459 HTTP/1.1" status: 204 len: 168 time: 0.3605680 Jun 30 09:03:34.253050 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-59c114fa-c13a-4a63-898c-a4ab2e572184 service neutron] Request body: {'port': {'device_id': 'ea644d8e-045b-4f65-a66c-a017b756e921', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:34.272698 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673a4e7-6173-4928-810c-0ff06cde8b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cc2251-ec65-44ed-8f48-3070ee74f459,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:34.329732 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=e7500171-daff-44f2-a795-c39e36260fe4,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:34.381765 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18855ed5-3c9f-426a-986a-7feae511f210 req-5bccf06b-0bd7-4297-82a5-9b873a8df29a tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:34.384747 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-18855ed5-3c9f-426a-986a-7feae511f210 req-5bccf06b-0bd7-4297-82a5-9b873a8df29a tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea644d8e-045b-4f65-a66c-a017b756e921 HTTP/1.1" status: 200 len: 931 time: 0.1135705 Jun 30 09:03:34.394568 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-59c114fa-c13a-4a63-898c-a4ab2e572184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.437655 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-18855ed5-3c9f-426a-986a-7feae511f210 req-e16522fa-09f9-44e6-b4a8-d2e24432cef3 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/security-groups?id=6693df71-b205-4b36-ab07-ae0a333ad09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467293 Jun 30 09:03:34.492192 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4081bde2-b0e8-44d4-96cc-6a277e9c147d None None] Provisioning for port 018e5b42-4f25-4983-a7aa-95cc3a878631 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:34.496710 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4081bde2-b0e8-44d4-96cc-6a277e9c147d None None] Provisioning complete for port 018e5b42-4f25-4983-a7aa-95cc3a878631 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:34.497177 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4081bde2-b0e8-44d4-96cc-6a277e9c147d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.565960 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4081bde2-b0e8-44d4-96cc-6a277e9c147d None None] Port 018e5b42-4f25-4983-a7aa-95cc3a878631 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:03:34.600383 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0983fd-1c34-4f8d-95e1-b55b3d45e38f req-b03cf102-13bb-415c-9875-7e876de3d31e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:34.602821 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ff0983fd-1c34-4f8d-95e1-b55b3d45e38f req-b03cf102-13bb-415c-9875-7e876de3d31e tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.37 "GET /v2.0/ports?device_id=01c46c06-e2d6-4bc8-b004-5326c78a46d6 HTTP/1.1" status: 200 len: 946 time: 0.0815206 Jun 30 09:03:34.732590 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-59c114fa-c13a-4a63-898c-a4ab2e572184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 018e5b42-4f25-4983-a7aa-95cc3a878631 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:34.743068 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-59c114fa-c13a-4a63-898c-a4ab2e572184 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.761834 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-59c114fa-c13a-4a63-898c-a4ab2e572184 service neutron] Transition to ACTIVE for port object 018e5b42-4f25-4983-a7aa-95cc3a878631 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:34.767906 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-ff0983fd-1c34-4f8d-95e1-b55b3d45e38f req-8cbcde91-b97b-4b23-aa92-307da675becb tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Deleting port 9ac23bac-a420-4bb4-a09e-2f0c2acdfa20 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:34.768162 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ff0983fd-1c34-4f8d-95e1-b55b3d45e38f req-8cbcde91-b97b-4b23-aa92-307da675becb tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.851729 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-59c114fa-c13a-4a63-898c-a4ab2e572184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.892175 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-ff0983fd-1c34-4f8d-95e1-b55b3d45e38f req-8cbcde91-b97b-4b23-aa92-307da675becb tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] For port 9ac23bac-a420-4bb4-a09e-2f0c2acdfa20, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=9ac23bac-a420-4bb4-a09e-2f0c2acdfa20,segment=NetworkSegment(9a0b108e-fa46-41dd-a865-c530672df417),segment_id=9a0b108e-fa46-41dd-a865-c530672df417)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:34.892448 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ff0983fd-1c34-4f8d-95e1-b55b3d45e38f req-8cbcde91-b97b-4b23-aa92-307da675becb tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.908902 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-ff0983fd-1c34-4f8d-95e1-b55b3d45e38f req-8cbcde91-b97b-4b23-aa92-307da675becb tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Calling delete_port for 9ac23bac-a420-4bb4-a09e-2f0c2acdfa20 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:34.966854 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c114fa-c13a-4a63-898c-a4ab2e572184 service neutron] Pushing event updated for resources: {'Port': ['ID=018e5b42-4f25-4983-a7aa-95cc3a878631,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:35.139955 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-59c114fa-c13a-4a63-898c-a4ab2e572184 service neutron] Attempting to bind port 018e5b42-4f25-4983-a7aa-95cc3a878631 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:35.141099 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-59c114fa-c13a-4a63-898c-a4ab2e572184 service neutron] Attempting to bind port 018e5b42-4f25-4983-a7aa-95cc3a878631 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '633caac2-7a06-4d51-b557-4bd6413f48ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:35.141597 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-59c114fa-c13a-4a63-898c-a4ab2e572184 service neutron] Attempting to bind port 018e5b42-4f25-4983-a7aa-95cc3a878631 on network 798e0566-6f3f-47e0-9595-5760850bc5ef {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:35.146277 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-59c114fa-c13a-4a63-898c-a4ab2e572184 service neutron] Port 018e5b42-4f25-4983-a7aa-95cc3a878631 on network 798e0566-6f3f-47e0-9595-5760850bc5ef not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:35.150702 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-59c114fa-c13a-4a63-898c-a4ab2e572184 service neutron] Attempting to bind port 018e5b42-4f25-4983-a7aa-95cc3a878631 on network 798e0566-6f3f-47e0-9595-5760850bc5ef {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:35.152863 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-59c114fa-c13a-4a63-898c-a4ab2e572184 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:35.153204 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-59c114fa-c13a-4a63-898c-a4ab2e572184 service neutron] Checking segment: {'id': '633caac2-7a06-4d51-b557-4bd6413f48ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:35.153584 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-59c114fa-c13a-4a63-898c-a4ab2e572184 service neutron] Bound using segment: {'id': '633caac2-7a06-4d51-b557-4bd6413f48ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:35.154045 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-59c114fa-c13a-4a63-898c-a4ab2e572184 service neutron] Bound port: 018e5b42-4f25-4983-a7aa-95cc3a878631, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633caac2-7a06-4d51-b557-4bd6413f48ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:35.154446 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-59c114fa-c13a-4a63-898c-a4ab2e572184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:35.237045 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-59c114fa-c13a-4a63-898c-a4ab2e572184 service neutron] For port 018e5b42-4f25-4983-a7aa-95cc3a878631, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:35.240240 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-59c114fa-c13a-4a63-898c-a4ab2e572184 service neutron] For port 018e5b42-4f25-4983-a7aa-95cc3a878631, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=018e5b42-4f25-4983-a7aa-95cc3a878631,segment=NetworkSegment(633caac2-7a06-4d51-b557-4bd6413f48ed),segment_id=633caac2-7a06-4d51-b557-4bd6413f48ed)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:35.257616 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ff0983fd-1c34-4f8d-95e1-b55b3d45e38f req-8cbcde91-b97b-4b23-aa92-307da675becb tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:35.278672 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['9ac23bac-a420-4bb4-a09e-2f0c2acdfa20'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:35.291467 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbcde91-b97b-4b23-aa92-307da675becb tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Pushing event deleted for resources: {'Port': ['ID=9ac23bac-a420-4bb4-a09e-2f0c2acdfa20,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:35.349623 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0983fd-1c34-4f8d-95e1-b55b3d45e38f req-8cbcde91-b97b-4b23-aa92-307da675becb tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] No DVR routers for this DVR port 9ac23bac-a420-4bb4-a09e-2f0c2acdfa20 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:35.353283 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ff0983fd-1c34-4f8d-95e1-b55b3d45e38f req-8cbcde91-b97b-4b23-aa92-307da675becb tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:35.355328 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ff0983fd-1c34-4f8d-95e1-b55b3d45e38f req-8cbcde91-b97b-4b23-aa92-307da675becb tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.37 "DELETE /v2.0/ports/9ac23bac-a420-4bb4-a09e-2f0c2acdfa20 HTTP/1.1" status: 204 len: 173 time: 0.7444675 Jun 30 09:03:35.358576 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c46c06-e2d6-4bc8-b004-5326c78a46d6', 'name': 'network-vif-deleted', 'tag': '9ac23bac-a420-4bb4-a09e-2f0c2acdfa20'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:35.366180 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-59c114fa-c13a-4a63-898c-a4ab2e572184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:35.373236 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6486b7-6be2-4451-b9e4-327561035207" -d '{"events": [{"server_uuid": "01c46c06-e2d6-4bc8-b004-5326c78a46d6", "name": "network-vif-deleted", "tag": "9ac23bac-a420-4bb4-a09e-2f0c2acdfa20"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:35.391789 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5735afd-6645-49e0-9452-e5a31c830bca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7500171-daff-44f2-a795-c39e36260fe4'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:35.399982 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f697b5-119b-41a2-bdbd-ba8a3b2f435f" -d '{"events": [{"server_uuid": "c5735afd-6645-49e0-9452-e5a31c830bca", "name": "network-vif-unplugged", "status": "completed", "tag": "e7500171-daff-44f2-a795-c39e36260fe4"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:35.450219 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-59c114fa-c13a-4a63-898c-a4ab2e572184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:35.451227 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-59c114fa-c13a-4a63-898c-a4ab2e572184 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:35.453002 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-59c114fa-c13a-4a63-898c-a4ab2e572184 service neutron] 10.222.0.52 "PUT /v2.0/ports/018e5b42-4f25-4983-a7aa-95cc3a878631 HTTP/1.1" status: 200 len: 1092 time: 1.2046566 Jun 30 09:03:35.453727 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea644d8e-045b-4f65-a66c-a017b756e921', 'tag': '018e5b42-4f25-4983-a7aa-95cc3a878631'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:35.456548 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba0451b-b2ba-4800-8c9f-2c23d85fc9e6" -d '{"events": [{"name": "network-changed", "server_uuid": "ea644d8e-045b-4f65-a66c-a017b756e921", "tag": "018e5b42-4f25-4983-a7aa-95cc3a878631"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:35.490277 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c114fa-c13a-4a63-898c-a4ab2e572184 service neutron] Pushing event updated for resources: {'Port': ['ID=018e5b42-4f25-4983-a7aa-95cc3a878631,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:35.680365 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-901db20b-0adf-4c14-86fb-2f0e4d0903cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:35.681867 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-901db20b-0adf-4c14-86fb-2f0e4d0903cf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5735a390f544c7db9f26ac7c41c83fc&device_id=ea644d8e-045b-4f65-a66c-a017b756e921 HTTP/1.1" status: 200 len: 1095 time: 0.1182039 Jun 30 09:03:35.730553 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-7a97eae5-b596-4f38-a0cb-58d056f83194 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=018e5b42-4f25-4983-a7aa-95cc3a878631 HTTP/1.1" status: 200 len: 217 time: 0.0390191 Jun 30 09:03:35.783488 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-2636b9ce-6bf2-4ddf-8432-35e520713e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:35.786622 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-2636b9ce-6bf2-4ddf-8432-35e520713e12 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96ce0dd5-8b67-4dfb-aefb-e468b993d00c HTTP/1.1" status: 200 len: 863 time: 0.0457971 Jun 30 09:03:35.852738 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-70185f27-6531-454d-aed5-3d9e18270b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:35.854252 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-70185f27-6531-454d-aed5-3d9e18270b50 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=798e0566-6f3f-47e0-9595-5760850bc5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593700 Jun 30 09:03:35.887939 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 51674) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:35.961613 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-50af5df8-9ec4-476f-aac4-f6f02bdc913f service neutron] 10.222.0.52 "GET /v2.0/networks/798e0566-6f3f-47e0-9595-5760850bc5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991068 Jun 30 09:03:36.020465 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-a9239eec-01b6-4104-ad34-c2d6dec23129 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1533371479-network', 'tenant_id': '0b8339fa5923433a9d67c427653bbbc8'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:36.099273 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63c3895d-b7bb-4bf8-9e74-19fd19a26d03 req-a9d62c65-981b-44f9-865b-380684e37c54 service neutron] 10.222.0.52 "GET /v2.0/networks/798e0566-6f3f-47e0-9595-5760850bc5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283681 Jun 30 09:03:36.135504 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-5d01dac3-aaa5-4c1d-be6a-d9230a4e3d55 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=aa895c07f8ad47749dbf0e6817533c37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304880 Jun 30 09:03:36.152867 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9239eec-01b6-4104-ad34-c2d6dec23129 admin admin] Made reservation on behalf of 0b8339fa5923433a9d67c427653bbbc8 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:36.155076 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a9239eec-01b6-4104-ad34-c2d6dec23129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:36.173301 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a9239eec-01b6-4104-ad34-c2d6dec23129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:36.366703 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-6485efd0-a1a1-40e3-bc51-11c7e797e5b6 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:36.368731 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-6485efd0-a1a1-40e3-bc51-11c7e797e5b6 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2278845 Jun 30 09:03:36.403494 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-d7f62d22-f049-4365-b743-41e34ff328d2 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:03:36.405287 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-d7f62d22-f049-4365-b743-41e34ff328d2 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087721 Jun 30 09:03:36.406059 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-02bdf526-697f-497f-a46b-a73ab60dd89d tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/quotas/aa895c07f8ad47749dbf0e6817533c37 HTTP/1.1" status: 200 len: 375 time: 0.0309253 Jun 30 09:03:36.417506 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-68a3133d-081f-4167-99cd-2e7a41c7c114 service neutron] Request body: {'binding': {'host': 'n-h2-771363-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:36.417956 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-68a3133d-081f-4167-99cd-2e7a41c7c114 service neutron] Unknown quota resources ['binding']. {{(pid=101053) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:03:36.440894 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-822b493c-e1bc-4641-9baa-6249c043749d tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:36.440894 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-822b493c-e1bc-4641-9baa-6249c043749d tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.37 "GET /v2.0/networks?id=60a77b31-7746-4394-a70f-4e46032cc63e HTTP/1.1" status: 200 len: 819 time: 0.2026899 Jun 30 09:03:36.464618 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-dfb68976-38ce-48e2-9d8a-57ca4d3a49b0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Request body: {'port': {'device_id': '7a2f6a85-ef9f-4432-aa7f-904ec44f7826', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'admin_state_up': True, 'tenant_id': 'b521f173677444a3b794e6a332034c4e'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:36.551326 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a9239eec-01b6-4104-ad34-c2d6dec23129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:36.588702 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-68a3133d-081f-4167-99cd-2e7a41c7c114 service neutron] Attempting to bind port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff on host n-h2-771363-31 for vnic_type normal with profile None {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:36.589039 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-68a3133d-081f-4167-99cd-2e7a41c7c114 service neutron] Attempting to bind port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:36.589362 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-68a3133d-081f-4167-99cd-2e7a41c7c114 service neutron] Attempting to bind port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:36.593624 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-68a3133d-081f-4167-99cd-2e7a41c7c114 service neutron] Port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:36.593936 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-68a3133d-081f-4167-99cd-2e7a41c7c114 service neutron] Attempting to bind port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:36.599272 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-68a3133d-081f-4167-99cd-2e7a41c7c114 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:36.599484 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-68a3133d-081f-4167-99cd-2e7a41c7c114 service neutron] Checking segment: {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:36.599865 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-68a3133d-081f-4167-99cd-2e7a41c7c114 service neutron] Bound using segment: {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:36.600287 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-68a3133d-081f-4167-99cd-2e7a41c7c114 service neutron] Bound port: 3e2a3cb4-ce83-4293-9a76-a77a15d776ff, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:36.603648 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-6edae3b2-3c81-45e3-af72-f1c6024fae2f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1906538 Jun 30 09:03:36.656844 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-68a3133d-081f-4167-99cd-2e7a41c7c114 service neutron] For port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=3e2a3cb4-ce83-4293-9a76-a77a15d776ff,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:36.701015 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a9239eec-01b6-4104-ad34-c2d6dec23129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:36.732926 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9239eec-01b6-4104-ad34-c2d6dec23129 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:03:36.743448 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9239eec-01b6-4104-ad34-c2d6dec23129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:36.749712 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a9239eec-01b6-4104-ad34-c2d6dec23129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:36.750052 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-a9239eec-01b6-4104-ad34-c2d6dec23129 admin admin] Added segment 36eeeb10-1ff7-43e6-93e2-723c66ec36b1 of type vlan for network 18ce6413-62b6-4a68-a76c-c4ee39855db0 Jun 30 09:03:36.792903 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a9239eec-01b6-4104-ad34-c2d6dec23129 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:36.794133 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-68a3133d-081f-4167-99cd-2e7a41c7c114 service neutron] Notify callbacks [] for binding, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:36.810401 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-68a3133d-081f-4167-99cd-2e7a41c7c114 service neutron] 10.222.0.10 "POST /v2.0/ports/3e2a3cb4-ce83-4293-9a76-a77a15d776ff/bindings HTTP/1.1" status: 201 len: 390 time: 0.3883541 Jun 30 09:03:36.851376 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-dfb68976-38ce-48e2-9d8a-57ca4d3a49b0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Made reservation on behalf of b521f173677444a3b794e6a332034c4e for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:36.855462 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-dfb68976-38ce-48e2-9d8a-57ca4d3a49b0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:36.965867 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1737faf0-d553-469d-9666-fc363f21e908 req-e842dde7-8ae5-4ef8-a98d-aac658b98fd1 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396 tempest-FloatingIPsAssociationNegativeTestJSON-1970094396-project] 10.222.0.10 "GET /v2.0/ports?device_id=01c46c06-e2d6-4bc8-b004-5326c78a46d6 HTTP/1.1" status: 200 len: 210 time: 0.0375276 Jun 30 09:03:37.005023 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a9239eec-01b6-4104-ad34-c2d6dec23129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:37.009002 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9239eec-01b6-4104-ad34-c2d6dec23129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:37.009002 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a9239eec-01b6-4104-ad34-c2d6dec23129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:37.035879 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:37.090799 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-dfb68976-38ce-48e2-9d8a-57ca4d3a49b0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Allocated IP 172.20.0.14 (60a77b31-7746-4394-a70f-4e46032cc63e/faaf1ea0-436f-4385-8495-d72190b1bc6b/c30cefa8-05bc-41ae-b9e0-26c89b52f3bd) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:37.094959 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9239eec-01b6-4104-ad34-c2d6dec23129 admin admin] Pushing event updated for resources: {'Network': ['ID=18ce6413-62b6-4a68-a76c-c4ee39855db0,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:37.108854 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 18ce6413-62b6-4a68-a76c-c4ee39855db0 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:03:37.176685 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a9239eec-01b6-4104-ad34-c2d6dec23129 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2872255 Jun 30 09:03:37.181458 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 51698) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:37.188224 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-db01558d-6de0-43bd-9dd7-52346f65041f admin admin] Request body: {'subnet': {'network_id': '18ce6413-62b6-4a68-a76c-c4ee39855db0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1533371479-subnet', 'tenant_id': '0b8339fa5923433a9d67c427653bbbc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:37.244915 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe52110-635c-4bf5-81d2-e83f4e932f51 req-a3461d40-90eb-4e56-9609-fe40dadef1bb tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:37.246440 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5fe52110-635c-4bf5-81d2-e83f4e932f51 req-a3461d40-90eb-4e56-9609-fe40dadef1bb tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 945 time: 0.1491203 Jun 30 09:03:37.267758 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-722e1214-3837-491a-8cd8-98c4f2ef1993 req-18786e4e-d579-48ff-a6b3-da8c6d1658d1 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2f6a85-ef9f-4432-aa7f-904ec44f7826 HTTP/1.1" status: 200 len: 210 time: 0.0387926 Jun 30 09:03:37.286703 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db01558d-6de0-43bd-9dd7-52346f65041f admin admin] Made reservation on behalf of 0b8339fa5923433a9d67c427653bbbc8 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:37.289812 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-db01558d-6de0-43bd-9dd7-52346f65041f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:37.321870 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789ba2bb-5169-4041-bba2-d192dfe74b25 x-openstack-request-id: req-789ba2bb-5169-4041-bba2-d192dfe74b25 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:37.322245 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c46c06-e2d6-4bc8-b004-5326c78a46d6", "name": "network-vif-deleted", "tag": "9ac23bac-a420-4bb4-a09e-2f0c2acdfa20", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:37.322505 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-789ba2bb-5169-4041-bba2-d192dfe74b25 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:37.323030 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c46c06-e2d6-4bc8-b004-5326c78a46d6', 'name': 'network-vif-deleted', 'tag': '9ac23bac-a420-4bb4-a09e-2f0c2acdfa20', 'status': 'completed', 'code': 200} Jun 30 09:03:37.333368 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5fe52110-635c-4bf5-81d2-e83f4e932f51 req-66ff3be4-27f2-449d-abdc-6c8e64e31bf2 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764747 Jun 30 09:03:37.345023 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-dfb68976-38ce-48e2-9d8a-57ca4d3a49b0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:37.360498 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-dfb68976-38ce-48e2-9d8a-57ca4d3a49b0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Transition to ACTIVE for port object c30cefa8-05bc-41ae-b9e0-26c89b52f3bd will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:37.365886 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93cd280-64b4-4abd-a533-a6bf6797ec8a x-openstack-request-id: req-e93cd280-64b4-4abd-a533-a6bf6797ec8a {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:37.366176 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5735afd-6645-49e0-9452-e5a31c830bca", "name": "network-vif-unplugged", "status": "completed", "tag": "e7500171-daff-44f2-a795-c39e36260fe4", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:37.366472 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e93cd280-64b4-4abd-a533-a6bf6797ec8a {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:37.367036 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5735afd-6645-49e0-9452-e5a31c830bca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7500171-daff-44f2-a795-c39e36260fe4', 'code': 200} Jun 30 09:03:37.416311 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272fb96f-7b8e-4f04-8b8b-c2ceebbb49c9 x-openstack-request-id: req-272fb96f-7b8e-4f04-8b8b-c2ceebbb49c9 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:37.416813 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea644d8e-045b-4f65-a66c-a017b756e921", "tag": "018e5b42-4f25-4983-a7aa-95cc3a878631", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:37.416934 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-272fb96f-7b8e-4f04-8b8b-c2ceebbb49c9 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:37.417235 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea644d8e-045b-4f65-a66c-a017b756e921', 'tag': '018e5b42-4f25-4983-a7aa-95cc3a878631', 'status': 'completed', 'code': 200} Jun 30 09:03:37.473305 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-dfb68976-38ce-48e2-9d8a-57ca4d3a49b0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:37.493935 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['e7ffd273-1a4b-47fe-9913-22ad1fb7d08f'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:37.529242 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d9868fb4-b860-4cfa-ae96-5e62071cb81f req-a907be39-a64f-4cfe-afd8-6729ec5d02a4 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 210 time: 0.0631359 Jun 30 09:03:37.561937 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-dfb68976-38ce-48e2-9d8a-57ca4d3a49b0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Network 60a77b31-7746-4394-a70f-4e46032cc63e is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:37.568085 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-dfb68976-38ce-48e2-9d8a-57ca4d3a49b0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:37.572657 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-dfb68976-38ce-48e2-9d8a-57ca4d3a49b0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:37.575294 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb68976-38ce-48e2-9d8a-57ca4d3a49b0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Pushing event updated for resources: {'Port': ['ID=c30cefa8-05bc-41ae-b9e0-26c89b52f3bd,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:37.619170 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0451b-b2ba-4800-8c9f-2c23d85fc9e6 req-c3e1e054-61e0-4746-be45-523e176e27e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:37.621193 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2ba0451b-b2ba-4800-8c9f-2c23d85fc9e6 req-c3e1e054-61e0-4746-be45-523e176e27e5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5735a390f544c7db9f26ac7c41c83fc&device_id=ea644d8e-045b-4f65-a66c-a017b756e921 HTTP/1.1" status: 200 len: 1095 time: 0.1693313 Jun 30 09:03:37.662855 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-dfb68976-38ce-48e2-9d8a-57ca4d3a49b0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:37.663993 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-dfb68976-38ce-48e2-9d8a-57ca4d3a49b0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:37.749201 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f9d08-0459-4906-bce4-eaa902f42572 req-628ddba0-6b20-49d0-b54b-6bc52728d26a tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:37.756575 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7c0f9d08-0459-4906-bce4-eaa902f42572 req-628ddba0-6b20-49d0-b54b-6bc52728d26a tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea644d8e-045b-4f65-a66c-a017b756e921 HTTP/1.1" status: 200 len: 943 time: 0.2509708 Jun 30 09:03:37.807752 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7c0f9d08-0459-4906-bce4-eaa902f42572 req-e652bd6a-4832-4f8a-bed5-4ca8ccdc0579 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/security-groups?id=6693df71-b205-4b36-ab07-ae0a333ad09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501173 Jun 30 09:03:37.833774 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-dfb68976-38ce-48e2-9d8a-57ca4d3a49b0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3782794 Jun 30 09:03:37.857661 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] Request body: {'port': {'device_id': '7a2f6a85-ef9f-4432-aa7f-904ec44f7826', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:37.876299 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 9ac23bac-a420-4bb4-a09e-2f0c2acdfa20 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:37.908257 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 9ac23bac-a420-4bb4-a09e-2f0c2acdfa20 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:03:37.909051 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 9ac23bac-a420-4bb4-a09e-2f0c2acdfa20 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:03:37.916841 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0451b-b2ba-4800-8c9f-2c23d85fc9e6 req-d5d02e47-552b-404f-88e6-e69ad9bf2189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:37.919075 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2ba0451b-b2ba-4800-8c9f-2c23d85fc9e6 req-d5d02e47-552b-404f-88e6-e69ad9bf2189 service neutron] 10.222.0.52 "GET /v2.0/networks?id=798e0566-6f3f-47e0-9595-5760850bc5ef HTTP/1.1" status: 200 len: 925 time: 0.2892745 Jun 30 09:03:37.935863 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-db01558d-6de0-43bd-9dd7-52346f65041f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:37.989275 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.005184 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2ba0451b-b2ba-4800-8c9f-2c23d85fc9e6 req-171a11e7-a8e3-432c-9a63-21bb57a9a295 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=018e5b42-4f25-4983-a7aa-95cc3a878631 HTTP/1.1" status: 200 len: 217 time: 0.0765295 Jun 30 09:03:38.014122 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-73668475-9e26-48ef-bfc0-529a70efc040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:38.015767 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-73668475-9e26-48ef-bfc0-529a70efc040 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9342aeef3062492da53fbad2470ed3ad&device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 1097 time: 0.2508905 Jun 30 09:03:38.022154 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-73213183-b579-4c76-9499-71f54ce04037 None None] Provisioning for port c30cefa8-05bc-41ae-b9e0-26c89b52f3bd completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:38.023707 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93a5b3-6d8a-42f0-9e6d-4b184c014b5f req-0ac74837-2e92-4b07-8157-f391608af23b tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:38.025114 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0d93a5b3-6d8a-42f0-9e6d-4b184c014b5f req-0ac74837-2e92-4b07-8157-f391608af23b tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 945 time: 0.2614834 Jun 30 09:03:38.027297 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-73213183-b579-4c76-9499-71f54ce04037 None None] Provisioning complete for port c30cefa8-05bc-41ae-b9e0-26c89b52f3bd triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:38.028043 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-73213183-b579-4c76-9499-71f54ce04037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.045375 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cfa32-8586-4820-a2c7-4632b3096a71 req-52abc7a4-f476-4f2f-a4d3-ca7592061994 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:38.046883 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1c7cfa32-8586-4820-a2c7-4632b3096a71 req-52abc7a4-f476-4f2f-a4d3-ca7592061994 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 1097 time: 0.1242523 Jun 30 09:03:38.079650 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-73213183-b579-4c76-9499-71f54ce04037 None None] Port c30cefa8-05bc-41ae-b9e0-26c89b52f3bd cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:03:38.154001 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1c7cfa32-8586-4820-a2c7-4632b3096a71 req-1853f586-4bdb-4236-8738-e9419efdbdc8 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002464 Jun 30 09:03:38.190101 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01558d-6de0-43bd-9dd7-52346f65041f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea4a3d03-fc72-484b-8795-58a00e475b6f,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:38.207912 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0451b-b2ba-4800-8c9f-2c23d85fc9e6 req-05b0db14-8007-4cff-b65b-de5c06062804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:38.209678 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2ba0451b-b2ba-4800-8c9f-2c23d85fc9e6 req-05b0db14-8007-4cff-b65b-de5c06062804 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96ce0dd5-8b67-4dfb-aefb-e468b993d00c HTTP/1.1" status: 200 len: 863 time: 0.1820831 Jun 30 09:03:38.222088 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0d93a5b3-6d8a-42f0-9e6d-4b184c014b5f req-86369305-8322-47b3-b336-1993c0528232 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642771 Jun 30 09:03:38.239194 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db01558d-6de0-43bd-9dd7-52346f65041f admin admin] Checking segment: {'id': '36eeeb10-1ff7-43e6-93e2-723c66ec36b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '18ce6413-62b6-4a68-a76c-c4ee39855db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:38.239562 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db01558d-6de0-43bd-9dd7-52346f65041f admin admin] Network hostable DHCP agents. Network: 18ce6413-62b6-4a68-a76c-c4ee39855db0, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:03:38.323029 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-4b548f84-827f-4330-ab14-338e24db667d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:38.324567 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-4b548f84-827f-4330-ab14-338e24db667d service neutron] 10.222.0.37 "GET /v2.0/networks?id=29b0d071-6714-4385-b9f1-40e12b8f9c71 HTTP/1.1" status: 200 len: 909 time: 0.2983048 Jun 30 09:03:38.391666 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-32df9eab-fbc1-45cd-a50f-ea693bb14b6e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e2a3cb4-ce83-4293-9a76-a77a15d776ff HTTP/1.1" status: 200 len: 217 time: 0.0590076 Jun 30 09:03:38.409633 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db01558d-6de0-43bd-9dd7-52346f65041f admin admin] Network 18ce6413-62b6-4a68-a76c-c4ee39855db0 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:03:38.428580 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.449881 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 51720) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:38.453361 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0451b-b2ba-4800-8c9f-2c23d85fc9e6 req-36ac9843-73c3-4a18-8b50-75672e9211e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:38.454833 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2ba0451b-b2ba-4800-8c9f-2c23d85fc9e6 req-36ac9843-73c3-4a18-8b50-75672e9211e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=798e0566-6f3f-47e0-9595-5760850bc5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2363780 Jun 30 09:03:38.538782 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-db01558d-6de0-43bd-9dd7-52346f65041f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 18ce6413-62b6-4a68-a76c-c4ee39855db0) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:38.548050 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d779b853-b852-450b-aeae-c93b5c211cde None None] Network 18ce6413-62b6-4a68-a76c-c4ee39855db0 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:38.586007 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-9aea36e8-adcb-43a3-b385-9e3cf27daeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:38.587899 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-9aea36e8-adcb-43a3-b385-9e3cf27daeed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8196dcad-a05d-4c25-a036-8d0e22bb3a6b HTTP/1.1" status: 200 len: 848 time: 0.1874602 Jun 30 09:03:38.593924 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db01558d-6de0-43bd-9dd7-52346f65041f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:38.593924 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-db01558d-6de0-43bd-9dd7-52346f65041f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.753508 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c30cefa8-05bc-41ae-b9e0-26c89b52f3bd {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:38.763459 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.780254 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] Transition to ACTIVE for port object c30cefa8-05bc-41ae-b9e0-26c89b52f3bd will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:38.862713 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.875631 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16533426-ae24-4375-aa54-bf8baf980ae5 None None] Network 18ce6413-62b6-4a68-a76c-c4ee39855db0 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:38.975630 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] Pushing event updated for resources: {'Port': ['ID=c30cefa8-05bc-41ae-b9e0-26c89b52f3bd,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:38.986751 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:38.987096 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:38.988382 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:38.988382 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:38.988867 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:38.988963 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:38.989338 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:38.989667 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:38.989994 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:38.990322 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:38.990779 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:38.991105 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:39.102731 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-3946e549-8a0b-4788-b89d-a1f0c0865ee6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=29b0d071-6714-4385-b9f1-40e12b8f9c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5016940 Jun 30 09:03:39.107033 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] Attempting to bind port c30cefa8-05bc-41ae-b9e0-26c89b52f3bd on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:39.107912 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] Attempting to bind port c30cefa8-05bc-41ae-b9e0-26c89b52f3bd by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '46885ad2-e916-41aa-b547-419072732535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:39.108740 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] Attempting to bind port c30cefa8-05bc-41ae-b9e0-26c89b52f3bd on network 60a77b31-7746-4394-a70f-4e46032cc63e {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:39.119974 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] Port c30cefa8-05bc-41ae-b9e0-26c89b52f3bd on network 60a77b31-7746-4394-a70f-4e46032cc63e not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:39.120482 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] Attempting to bind port c30cefa8-05bc-41ae-b9e0-26c89b52f3bd on network 60a77b31-7746-4394-a70f-4e46032cc63e {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:39.138263 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:39.143874 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] Checking segment: {'id': '46885ad2-e916-41aa-b547-419072732535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:39.143874 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] Bound using segment: {'id': '46885ad2-e916-41aa-b547-419072732535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:39.143874 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] Bound port: c30cefa8-05bc-41ae-b9e0-26c89b52f3bd, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46885ad2-e916-41aa-b547-419072732535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:39.143874 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.215429 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-db01558d-6de0-43bd-9dd7-52346f65041f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0323770 Jun 30 09:03:39.277817 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] For port c30cefa8-05bc-41ae-b9e0-26c89b52f3bd, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:39.285290 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] For port c30cefa8-05bc-41ae-b9e0-26c89b52f3bd, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c30cefa8-05bc-41ae-b9e0-26c89b52f3bd,segment=NetworkSegment(46885ad2-e916-41aa-b547-419072732535),segment_id=46885ad2-e916-41aa-b547-419072732535)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:39.285942 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2ba0451b-b2ba-4800-8c9f-2c23d85fc9e6 req-1dbb4494-07eb-40de-9c9f-96d121d76b36 service neutron] 10.222.0.52 "GET /v2.0/networks/798e0566-6f3f-47e0-9595-5760850bc5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8235724 Jun 30 09:03:39.310380 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8764ee-437d-4c24-a962-9126aad83433 req-6f229b07-6d2b-415b-8832-f41db4e19adb tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:39.317746 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f8764ee-437d-4c24-a962-9126aad83433 req-6f229b07-6d2b-415b-8832-f41db4e19adb tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2f6a85-ef9f-4432-aa7f-904ec44f7826 HTTP/1.1" status: 200 len: 944 time: 0.1579709 Jun 30 09:03:39.366077 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e693637-6241-434d-b240-3d10e92b65b9 req-1dafa10d-6bc9-4016-8d90-0856128469ca tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:39.373647 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0e693637-6241-434d-b240-3d10e92b65b9 req-1dafa10d-6bc9-4016-8d90-0856128469ca tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 1097 time: 0.7685626 Jun 30 09:03:39.378925 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f8764ee-437d-4c24-a962-9126aad83433 req-eb23cfcc-fde7-4813-af37-470a035f9f35 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/security-groups?id=daf5143d-cfeb-4e6d-8291-b2fca1ab2790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570374 Jun 30 09:03:39.381562 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.473085 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] Pushing event updated for resources: {'Port': ['ID=c30cefa8-05bc-41ae-b9e0-26c89b52f3bd,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:39.479950 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-668252fe-7dbc-4d2c-80a1-a7fa1666c330 service neutron] 10.222.0.37 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585589 Jun 30 09:03:39.515260 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:39.516831 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.518851 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-62731786-385c-4585-93e6-fd6f7cda0d32 service neutron] 10.222.0.37 "PUT /v2.0/ports/c30cefa8-05bc-41ae-b9e0-26c89b52f3bd HTTP/1.1" status: 200 len: 1093 time: 1.6664209 Jun 30 09:03:39.519522 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2f6a85-ef9f-4432-aa7f-904ec44f7826', 'tag': 'c30cefa8-05bc-41ae-b9e0-26c89b52f3bd'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:39.521920 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e24f541-6b89-4bfc-a747-08166e0a0322" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2f6a85-ef9f-4432-aa7f-904ec44f7826", "tag": "c30cefa8-05bc-41ae-b9e0-26c89b52f3bd"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:39.535537 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-d74b4dda-3a0a-4548-b2a5-a4b33f614863 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=aa895c07f8ad47749dbf0e6817533c37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636091 Jun 30 09:03:39.585319 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0e693637-6241-434d-b240-3d10e92b65b9 req-a89b0264-7de7-41af-b2ee-1f7a4b6a9abc tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104421 Jun 30 09:03:39.592020 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c576acf5-8679-4cf9-844f-549597d64df5 req-ba70eb86-efc1-4517-b273-b9d16eae8446 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 210 time: 0.0483186 Jun 30 09:03:39.645937 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2ba0451b-b2ba-4800-8c9f-2c23d85fc9e6 req-58c3fd4d-50c7-44b9-8df8-ce3b1927a35a service neutron] 10.222.0.52 "GET /v2.0/networks/798e0566-6f3f-47e0-9595-5760850bc5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476140 Jun 30 09:03:39.783900 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-efe133ae-a285-43e7-8a30-3bcf14483074 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:39.788162 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-efe133ae-a285-43e7-8a30-3bcf14483074 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2314525 Jun 30 09:03:39.800654 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-8c1d5dd0-3ee7-4db3-9622-c5fdf628a1d0 service neutron] 10.222.0.37 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090048 Jun 30 09:03:39.802633 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-86d509d3-1c96-410a-8a82-3a7057d47983 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Request body: {'port': {'device_id': '2767f928-4b34-48ce-b66f-207466939796', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'admin_state_up': True, 'tenant_id': 'aa895c07f8ad47749dbf0e6817533c37'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:39.912712 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-5b2d0f5f-4356-42d8-be8a-d3e8713155a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:39.914219 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-5b2d0f5f-4356-42d8-be8a-d3e8713155a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b521f173677444a3b794e6a332034c4e&device_id=7a2f6a85-ef9f-4432-aa7f-904ec44f7826 HTTP/1.1" status: 200 len: 1096 time: 0.2729034 Jun 30 09:03:39.987637 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-9c1a92e1-a4f8-4bc2-808d-d71c87faf383 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c30cefa8-05bc-41ae-b9e0-26c89b52f3bd HTTP/1.1" status: 200 len: 217 time: 0.0534506 Jun 30 09:03:40.012424 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c331fdf-5af9-4bfd-8adb-eb91fd06d564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.024292 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d6979-2e70-4ab0-a445-13a42b609147 req-6c3e801c-0be7-438a-bc67-b8cd95b5c183 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:40.025803 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ae3d6979-2e70-4ab0-a445-13a42b609147 req-6c3e801c-0be7-438a-bc67-b8cd95b5c183 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 945 time: 0.1367140 Jun 30 09:03:40.028250 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc1550-514b-441b-92ec-d237df0fa445 req-5ddb9401-2e3d-4c08-844e-6a2fa7509ac1 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:40.029895 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1fdc1550-514b-441b-92ec-d237df0fa445 req-5ddb9401-2e3d-4c08-844e-6a2fa7509ac1 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea644d8e-045b-4f65-a66c-a017b756e921 HTTP/1.1" status: 200 len: 943 time: 0.1756063 Jun 30 09:03:40.081456 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1fdc1550-514b-441b-92ec-d237df0fa445 req-8f30d85d-d087-45c9-bb5a-a78c1d6ece34 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/security-groups?id=6693df71-b205-4b36-ab07-ae0a333ad09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386453 Jun 30 09:03:40.125441 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-86d509d3-1c96-410a-8a82-3a7057d47983 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Made reservation on behalf of aa895c07f8ad47749dbf0e6817533c37 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:40.129266 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-86d509d3-1c96-410a-8a82-3a7057d47983 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.135469 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ae3d6979-2e70-4ab0-a445-13a42b609147 req-85a897de-fddb-44fa-afda-05e664cf8c2d tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786421 Jun 30 09:03:40.310033 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b584b995-4053-492e-90e1-797bc4107d88 x-openstack-request-id: req-b584b995-4053-492e-90e1-797bc4107d88 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:40.310337 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2f6a85-ef9f-4432-aa7f-904ec44f7826", "tag": "c30cefa8-05bc-41ae-b9e0-26c89b52f3bd", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:40.311112 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b584b995-4053-492e-90e1-797bc4107d88 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:40.311112 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2f6a85-ef9f-4432-aa7f-904ec44f7826', 'tag': 'c30cefa8-05bc-41ae-b9e0-26c89b52f3bd', 'status': 'completed', 'code': 200} Jun 30 09:03:40.369028 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-86d509d3-1c96-410a-8a82-3a7057d47983 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Allocated IP 192.168.233.68 (ad33225d-5521-4894-b7e8-170799d80b12/a0a5de46-050b-42ad-8d47-c859eedbe230/3aaa3baa-3cbd-4e68-9f06-99979365a13d) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:40.388647 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 018e5b42-4f25-4983-a7aa-95cc3a878631 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:40.395970 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-5573e3dd-5bec-48a3-9810-c374b7f3db30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:40.397478 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-5573e3dd-5bec-48a3-9810-c374b7f3db30 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=faaf1ea0-436f-4385-8495-d72190b1bc6b HTTP/1.1" status: 200 len: 858 time: 0.0892682 Jun 30 09:03:40.501621 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-7c331fdf-5af9-4bfd-8adb-eb91fd06d564 admin admin] Deleting port c837f130-3f7d-4bcb-96cf-700730b37b4d {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:40.503353 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c331fdf-5af9-4bfd-8adb-eb91fd06d564 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.591648 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 018e5b42-4f25-4983-a7aa-95cc3a878631, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=018e5b42-4f25-4983-a7aa-95cc3a878631,segment=NetworkSegment(633caac2-7a06-4d51-b557-4bd6413f48ed),segment_id=633caac2-7a06-4d51-b557-4bd6413f48ed)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:40.607647 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '018e5b42-4f25-4983-a7aa-95cc3a878631', 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef', 'port_id': '018e5b42-4f25-4983-a7aa-95cc3a878631', 'mac_address': 'fa:16:3e:cf:4b:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96ce0dd5-8b67-4dfb-aefb-e468b993d00c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:40.630861 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-7c331fdf-5af9-4bfd-8adb-eb91fd06d564 admin admin] For port c837f130-3f7d-4bcb-96cf-700730b37b4d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c837f130-3f7d-4bcb-96cf-700730b37b4d,segment=NetworkSegment(9a0b108e-fa46-41dd-a865-c530672df417),segment_id=9a0b108e-fa46-41dd-a865-c530672df417)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:40.631504 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c331fdf-5af9-4bfd-8adb-eb91fd06d564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.645753 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-b547a8dd-8077-4caa-98f7-a9b84d8ce49c tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:40.647293 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-b547a8dd-8077-4caa-98f7-a9b84d8ce49c tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/networks?id=18ce6413-62b6-4a68-a76c-c4ee39855db0 HTTP/1.1" status: 200 len: 822 time: 0.2660594 Jun 30 09:03:40.652511 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-3ef835e8-465c-4395-87ff-c899cab90fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:40.653983 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-3ef835e8-465c-4395-87ff-c899cab90fd0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=60a77b31-7746-4394-a70f-4e46032cc63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2410970 Jun 30 09:03:40.659341 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-7c331fdf-5af9-4bfd-8adb-eb91fd06d564 admin admin] Calling delete_port for c837f130-3f7d-4bcb-96cf-700730b37b4d owned by network:router_interface {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:40.669539 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.706505 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-6bdcf871-b124-4fd8-8fa5-1ce07698ed95 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/quotas/0b8339fa5923433a9d67c427653bbbc8 HTTP/1.1" status: 200 len: 375 time: 0.0482259 Jun 30 09:03:40.714463 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018e5b42-4f25-4983-a7aa-95cc3a878631 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:40.767195 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 018e5b42-4f25-4983-a7aa-95cc3a878631, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=018e5b42-4f25-4983-a7aa-95cc3a878631,segment=NetworkSegment(633caac2-7a06-4d51-b557-4bd6413f48ed),segment_id=633caac2-7a06-4d51-b557-4bd6413f48ed)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:40.793960 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-f1311e30-0023-49eb-b45a-d116a61dfa31 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b8339fa5923433a9d67c427653bbbc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0867724 Jun 30 09:03:40.845191 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.870114 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-86d509d3-1c96-410a-8a82-3a7057d47983 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.899191 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=018e5b42-4f25-4983-a7aa-95cc3a878631,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:40.913214 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-86d509d3-1c96-410a-8a82-3a7057d47983 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Transition to ACTIVE for port object 3aaa3baa-3cbd-4e68-9f06-99979365a13d will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:40.950772 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-0796212d-af4b-4c78-9133-f07f95224c50 service neutron] 10.222.0.37 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834766 Jun 30 09:03:40.974222 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-da5ef9ec-bb84-495d-ae88-d2cc6e380a47 service neutron] 10.222.0.10 "GET /v2.0/networks/18ce6413-62b6-4a68-a76c-c4ee39855db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793752 Jun 30 09:03:41.016345 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a11c80-798f-43c4-baf0-f761b214b95b req-6418dc11-b6eb-4b07-adfc-52704d3b062a tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:41.018213 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65a11c80-798f-43c4-baf0-f761b214b95b req-6418dc11-b6eb-4b07-adfc-52704d3b062a tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2f6a85-ef9f-4432-aa7f-904ec44f7826 HTTP/1.1" status: 200 len: 944 time: 0.1370041 Jun 30 09:03:41.090594 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65a11c80-798f-43c4-baf0-f761b214b95b req-ac20eae2-846e-41dd-b42e-a891e35fffae tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/security-groups?id=daf5143d-cfeb-4e6d-8291-b2fca1ab2790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639930 Jun 30 09:03:41.113634 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['018e5b42-4f25-4983-a7aa-95cc3a878631'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:41.122629 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c331fdf-5af9-4bfd-8adb-eb91fd06d564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.166873 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-600062cd-d47f-4b78-9daa-44c6a39abf42 req-c8818537-846b-4f86-94cb-0b13797698fe service neutron] 10.222.0.37 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060812 Jun 30 09:03:41.170996 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c331fdf-5af9-4bfd-8adb-eb91fd06d564 admin admin] Pushing event deleted for resources: {'Port': ['ID=c837f130-3f7d-4bcb-96cf-700730b37b4d,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:41.183378 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-b3158a6e-c803-44ae-b7f0-d006b9d82a92 service neutron] 10.222.0.10 "GET /v2.0/networks/18ce6413-62b6-4a68-a76c-c4ee39855db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959450 Jun 30 09:03:41.206057 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-86d509d3-1c96-410a-8a82-3a7057d47983 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.223081 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c331fdf-5af9-4bfd-8adb-eb91fd06d564 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.223450 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c331fdf-5af9-4bfd-8adb-eb91fd06d564 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.223789 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c331fdf-5af9-4bfd-8adb-eb91fd06d564 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.224311 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c331fdf-5af9-4bfd-8adb-eb91fd06d564 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.224431 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c331fdf-5af9-4bfd-8adb-eb91fd06d564 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.225053 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c331fdf-5af9-4bfd-8adb-eb91fd06d564 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.225053 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c331fdf-5af9-4bfd-8adb-eb91fd06d564 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.225366 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c331fdf-5af9-4bfd-8adb-eb91fd06d564 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.226956 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c331fdf-5af9-4bfd-8adb-eb91fd06d564 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.227278 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c331fdf-5af9-4bfd-8adb-eb91fd06d564 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.227606 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c331fdf-5af9-4bfd-8adb-eb91fd06d564 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.227929 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c331fdf-5af9-4bfd-8adb-eb91fd06d564 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.300459 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d509d3-1c96-410a-8a82-3a7057d47983 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Pushing event updated for resources: {'Port': ['ID=3aaa3baa-3cbd-4e68-9f06-99979365a13d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:41.319396 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-86d509d3-1c96-410a-8a82-3a7057d47983 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Network ad33225d-5521-4894-b7e8-170799d80b12 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:41.321109 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-86d509d3-1c96-410a-8a82-3a7057d47983 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:41.325285 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-86d509d3-1c96-410a-8a82-3a7057d47983 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:41.465596 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-86d509d3-1c96-410a-8a82-3a7057d47983 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:41.466343 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-86d509d3-1c96-410a-8a82-3a7057d47983 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.502214 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904669de-5478-4598-9388-69836c3579ae req-a809f682-def2-443f-b387-8ee20961992e tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:41.509053 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-904669de-5478-4598-9388-69836c3579ae req-a809f682-def2-443f-b387-8ee20961992e tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 935 time: 0.2770364 Jun 30 09:03:41.512416 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24f541-6b89-4bfc-a747-08166e0a0322 req-df94823a-dc49-4232-ae88-2a60f7661c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:41.514041 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5e24f541-6b89-4bfc-a747-08166e0a0322 req-df94823a-dc49-4232-ae88-2a60f7661c2c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b521f173677444a3b794e6a332034c4e&device_id=7a2f6a85-ef9f-4432-aa7f-904ec44f7826 HTTP/1.1" status: 200 len: 1096 time: 0.1506362 Jun 30 09:03:41.615328 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-86d509d3-1c96-410a-8a82-3a7057d47983 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8114617 Jun 30 09:03:41.649659 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-93f592ce-387d-42c8-8fd8-41ff6f7ffdc8 service neutron] Request body: {'port': {'device_id': '2767f928-4b34-48ce-b66f-207466939796', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:41.694173 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c331fdf-5af9-4bfd-8adb-eb91fd06d564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.714278 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-904669de-5478-4598-9388-69836c3579ae req-d9198157-fb3f-431c-8e9f-52a10dcdee2b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294694 Jun 30 09:03:41.841222 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24f541-6b89-4bfc-a747-08166e0a0322 req-e6c912f8-8736-4bde-b35f-2391f4e5d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:41.848046 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5e24f541-6b89-4bfc-a747-08166e0a0322 req-e6c912f8-8736-4bde-b35f-2391f4e5d1f1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=60a77b31-7746-4394-a70f-4e46032cc63e HTTP/1.1" status: 200 len: 920 time: 0.3250289 Jun 30 09:03:41.885013 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-59bb6bc5-6854-49c4-96f9-93184818f4db None None] Provisioning for port 3aaa3baa-3cbd-4e68-9f06-99979365a13d completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:41.890078 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-59bb6bc5-6854-49c4-96f9-93184818f4db None None] Provisioning complete for port 3aaa3baa-3cbd-4e68-9f06-99979365a13d triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:41.890676 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-59bb6bc5-6854-49c4-96f9-93184818f4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.946837 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5e24f541-6b89-4bfc-a747-08166e0a0322 req-89f4b39a-7eb7-4324-9106-d90d0dce8fa6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c30cefa8-05bc-41ae-b9e0-26c89b52f3bd HTTP/1.1" status: 200 len: 217 time: 0.0846131 Jun 30 09:03:41.966928 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-59bb6bc5-6854-49c4-96f9-93184818f4db None None] Port 3aaa3baa-3cbd-4e68-9f06-99979365a13d cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:03:41.971177 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57b67e-75b9-455e-92b4-72477006d64d req-bf2f4e47-3557-4696-bcfe-0e88beea8273 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:41.980848 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ea57b67e-75b9-455e-92b4-72477006d64d req-bf2f4e47-3557-4696-bcfe-0e88beea8273 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 1097 time: 0.2920287 Jun 30 09:03:41.990855 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-93f592ce-387d-42c8-8fd8-41ff6f7ffdc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.055324 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['4094a647-fe43-43c7-be05-cfb17691d652'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:42.071331 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24f541-6b89-4bfc-a747-08166e0a0322 req-580b23f5-86c4-4fcd-9c21-5a3c18a0751d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:42.073053 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5e24f541-6b89-4bfc-a747-08166e0a0322 req-580b23f5-86c4-4fcd-9c21-5a3c18a0751d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=faaf1ea0-436f-4385-8495-d72190b1bc6b HTTP/1.1" status: 200 len: 858 time: 0.1090291 Jun 30 09:03:42.113249 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515430b-00e7-4141-a908-36b6951c622e req-1925d481-10ce-4e4b-848a-488ae552d440 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:42.120876 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4515430b-00e7-4141-a908-36b6951c622e req-1925d481-10ce-4e4b-848a-488ae552d440 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea644d8e-045b-4f65-a66c-a017b756e921 HTTP/1.1" status: 200 len: 944 time: 0.1418550 Jun 30 09:03:42.137283 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ea57b67e-75b9-455e-92b4-72477006d64d req-85e522ac-3443-460a-bb20-712e29ac7e50 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442297 Jun 30 09:03:42.200115 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4515430b-00e7-4141-a908-36b6951c622e req-bc506e4a-5762-4510-a7d0-5aa9fa330357 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/security-groups?id=6693df71-b205-4b36-ab07-ae0a333ad09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782266 Jun 30 09:03:42.204822 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c331fdf-5af9-4bfd-8adb-eb91fd06d564 admin admin] Router 1710b9d9-c9fc-4cde-ac74-87c9405b3c20 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:03:42.353454 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24f541-6b89-4bfc-a747-08166e0a0322 req-1c30b4ff-e7ba-43d4-ac95-29ea6470805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:42.355767 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5e24f541-6b89-4bfc-a747-08166e0a0322 req-1c30b4ff-e7ba-43d4-ac95-29ea6470805a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=60a77b31-7746-4394-a70f-4e46032cc63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2590508 Jun 30 09:03:42.368448 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0a0019d3-59ae-4882-914b-05d8a17fd38f req-e7c6c89b-abd8-46d9-8800-e9d31cd65e42 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=decb6247-fea7-42e4-8a89-df473f672ac9 HTTP/1.1" status: 200 len: 210 time: 0.0287955 Jun 30 09:03:42.401443 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 018e5b42-4f25-4983-a7aa-95cc3a878631 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:42.413293 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c331fdf-5af9-4bfd-8adb-eb91fd06d564 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:03:42.422458 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7c331fdf-5af9-4bfd-8adb-eb91fd06d564 admin admin] 10.222.0.10 "PUT /v2.0/routers/1710b9d9-c9fc-4cde-ac74-87c9405b3c20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9713731 Jun 30 09:03:42.423407 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 51798) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:42.429284 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8cd9e3-e273-4e43-8c8f-dc86ea17f0ce None None] Sync routers for ids ['1710b9d9-c9fc-4cde-ac74-87c9405b3c20'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:03:42.442123 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8cd9e3-e273-4e43-8c8f-dc86ea17f0ce None None] Routers {'1710b9d9-c9fc-4cde-ac74-87c9405b3c20'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:42.442827 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-6e8cd9e3-e273-4e43-8c8f-dc86ea17f0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:03:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1710b9d9-c9fc-4cde-ac74-87c9405b3c20'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:42.559493 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 018e5b42-4f25-4983-a7aa-95cc3a878631 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:42.565382 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 018e5b42-4f25-4983-a7aa-95cc3a878631 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:42.565873 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.592915 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5e24f541-6b89-4bfc-a747-08166e0a0322 req-f379f3f5-e700-4eea-9025-16314b6de752 service neutron] 10.222.0.37 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263646 Jun 30 09:03:42.653598 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-150b5deb-852c-4f2c-b087-07bef211d0f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.663796 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-6e8cd9e3-e273-4e43-8c8f-dc86ea17f0ce None None] Set router 1710b9d9-c9fc-4cde-ac74-87c9405b3c20 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:03:42.774705 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.864177 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:03:42.878071 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 018e5b42-4f25-4983-a7aa-95cc3a878631, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=018e5b42-4f25-4983-a7aa-95cc3a878631,segment=NetworkSegment(633caac2-7a06-4d51-b557-4bd6413f48ed),segment_id=633caac2-7a06-4d51-b557-4bd6413f48ed)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:42.879619 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea644d8e-045b-4f65-a66c-a017b756e921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018e5b42-4f25-4983-a7aa-95cc3a878631'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:42.883636 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c2c23a-1f68-4293-977a-ef04e5733c0b" -d '{"events": [{"server_uuid": "ea644d8e-045b-4f65-a66c-a017b756e921", "name": "network-vif-plugged", "status": "completed", "tag": "018e5b42-4f25-4983-a7aa-95cc3a878631"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:42.960100 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.981750 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-6e8cd9e3-e273-4e43-8c8f-dc86ea17f0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1548161208-router', 'tenant_id': '798d9ab762764598a8ea751098a0b9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '848082db-7ae5-4dbc-92fc-bbc57524a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:22Z', 'updated_at': '2021-06-30T09:03:40Z', 'revision_number': 5, 'project_id': '798d9ab762764598a8ea751098a0b9af', 'gw_port': {'id': '848082db-7ae5-4dbc-92fc-bbc57524a452', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:73:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:23Z', 'updated_at': '2021-06-30T09:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:43.069169 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8cd9e3-e273-4e43-8c8f-dc86ea17f0ce None None] Checking router: 1710b9d9-c9fc-4cde-ac74-87c9405b3c20 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:03:43.087698 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8cd9e3-e273-4e43-8c8f-dc86ea17f0ce None None] Routers {'1710b9d9-c9fc-4cde-ac74-87c9405b3c20'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:43.089699 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-6e8cd9e3-e273-4e43-8c8f-dc86ea17f0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:03:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1710b9d9-c9fc-4cde-ac74-87c9405b3c20'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:43.152628 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3da729-7b08-497f-b8e1-d5199bf7169a req-be028e1c-aa54-4393-be36-68c31f3a0155 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:43.160855 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dc3da729-7b08-497f-b8e1-d5199bf7169a req-be028e1c-aa54-4393-be36-68c31f3a0155 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 945 time: 0.7346430 Jun 30 09:03:43.175942 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=018e5b42-4f25-4983-a7aa-95cc3a878631,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:43.215553 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-93f592ce-387d-42c8-8fd8-41ff6f7ffdc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aaa3baa-3cbd-4e68-9f06-99979365a13d {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:43.229717 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-93f592ce-387d-42c8-8fd8-41ff6f7ffdc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:43.279602 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-93f592ce-387d-42c8-8fd8-41ff6f7ffdc8 service neutron] Transition to ACTIVE for port object 3aaa3baa-3cbd-4e68-9f06-99979365a13d will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:43.283313 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68a809-c147-4b21-aa36-c928a649e1f7 req-47ccbc6e-d767-4a1f-b10c-b043ab585172 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:43.291021 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ad68a809-c147-4b21-aa36-c928a649e1f7 req-47ccbc6e-d767-4a1f-b10c-b043ab585172 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2f6a85-ef9f-4432-aa7f-904ec44f7826 HTTP/1.1" status: 200 len: 944 time: 0.7457442 Jun 30 09:03:43.297509 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dc3da729-7b08-497f-b8e1-d5199bf7169a req-37b38fc2-594c-4b2b-a553-930201f53959 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313081 Jun 30 09:03:43.306367 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5e24f541-6b89-4bfc-a747-08166e0a0322 req-3486d682-1114-41bc-83ec-f7b6d9c1deca service neutron] 10.222.0.37 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7053659 Jun 30 09:03:43.364247 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-93f592ce-387d-42c8-8fd8-41ff6f7ffdc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:43.380441 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ad68a809-c147-4b21-aa36-c928a649e1f7 req-e63913ea-e69a-4c0d-a489-32c5bbd9434c tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/security-groups?id=daf5143d-cfeb-4e6d-8291-b2fca1ab2790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877454 Jun 30 09:03:43.382553 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-150b5deb-852c-4f2c-b087-07bef211d0f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:43.445368 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-6e8cd9e3-e273-4e43-8c8f-dc86ea17f0ce None None] Set router 1710b9d9-c9fc-4cde-ac74-87c9405b3c20 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:03:43.527085 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f592ce-387d-42c8-8fd8-41ff6f7ffdc8 service neutron] Pushing event updated for resources: {'Port': ['ID=3aaa3baa-3cbd-4e68-9f06-99979365a13d,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:43.704243 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-150b5deb-852c-4f2c-b087-07bef211d0f8 admin admin] Deleting port 848082db-7ae5-4dbc-92fc-bbc57524a452 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:43.704899 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-150b5deb-852c-4f2c-b087-07bef211d0f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:43.713577 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-93f592ce-387d-42c8-8fd8-41ff6f7ffdc8 service neutron] Attempting to bind port 3aaa3baa-3cbd-4e68-9f06-99979365a13d on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:43.715271 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-93f592ce-387d-42c8-8fd8-41ff6f7ffdc8 service neutron] Attempting to bind port 3aaa3baa-3cbd-4e68-9f06-99979365a13d by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:43.715271 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-93f592ce-387d-42c8-8fd8-41ff6f7ffdc8 service neutron] Attempting to bind port 3aaa3baa-3cbd-4e68-9f06-99979365a13d on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:43.749069 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-93f592ce-387d-42c8-8fd8-41ff6f7ffdc8 service neutron] Port 3aaa3baa-3cbd-4e68-9f06-99979365a13d on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:43.752441 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-93f592ce-387d-42c8-8fd8-41ff6f7ffdc8 service neutron] Attempting to bind port 3aaa3baa-3cbd-4e68-9f06-99979365a13d on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:43.768920 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-93f592ce-387d-42c8-8fd8-41ff6f7ffdc8 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:43.772835 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-93f592ce-387d-42c8-8fd8-41ff6f7ffdc8 service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:43.773493 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-93f592ce-387d-42c8-8fd8-41ff6f7ffdc8 service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:43.773979 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-93f592ce-387d-42c8-8fd8-41ff6f7ffdc8 service neutron] Bound port: 3aaa3baa-3cbd-4e68-9f06-99979365a13d, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:43.778063 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-93f592ce-387d-42c8-8fd8-41ff6f7ffdc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:43.791734 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be55508-e314-4291-aa70-99936375e38b req-d99a37fa-5f4a-4d06-87c0-40e896411e07 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:43.799439 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2be55508-e314-4291-aa70-99936375e38b req-d99a37fa-5f4a-4d06-87c0-40e896411e07 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 947 time: 0.1794350 Jun 30 09:03:43.886951 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-93f592ce-387d-42c8-8fd8-41ff6f7ffdc8 service neutron] For port 3aaa3baa-3cbd-4e68-9f06-99979365a13d, host n-h1-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:43.891801 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-93f592ce-387d-42c8-8fd8-41ff6f7ffdc8 service neutron] For port 3aaa3baa-3cbd-4e68-9f06-99979365a13d, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3aaa3baa-3cbd-4e68-9f06-99979365a13d,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:43.917727 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-6e8cd9e3-e273-4e43-8c8f-dc86ea17f0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1548161208-router', 'tenant_id': '798d9ab762764598a8ea751098a0b9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '848082db-7ae5-4dbc-92fc-bbc57524a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:22Z', 'updated_at': '2021-06-30T09:03:40Z', 'revision_number': 5, 'project_id': '798d9ab762764598a8ea751098a0b9af', 'gw_port': {'id': '848082db-7ae5-4dbc-92fc-bbc57524a452', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:73:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:23Z', 'updated_at': '2021-06-30T09:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:43.918748 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2be55508-e314-4291-aa70-99936375e38b req-77052f8d-8b71-4ec9-ad98-5193fa5eabf0 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183600 Jun 30 09:03:43.920912 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-150b5deb-852c-4f2c-b087-07bef211d0f8 admin admin] For port 848082db-7ae5-4dbc-92fc-bbc57524a452, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=848082db-7ae5-4dbc-92fc-bbc57524a452,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:43.921323 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-150b5deb-852c-4f2c-b087-07bef211d0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:43.927397 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device e7500171-daff-44f2-a795-c39e36260fe4 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:43.962055 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-150b5deb-852c-4f2c-b087-07bef211d0f8 admin admin] Calling delete_port for 848082db-7ae5-4dbc-92fc-bbc57524a452 owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:43.966735 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8cd9e3-e273-4e43-8c8f-dc86ea17f0ce None None] The sync data for ids ['1710b9d9-c9fc-4cde-ac74-87c9405b3c20'] in n-d-771363-31 is: [{'id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1548161208-router', 'tenant_id': '798d9ab762764598a8ea751098a0b9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '848082db-7ae5-4dbc-92fc-bbc57524a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:22Z', 'updated_at': '2021-06-30T09:03:40Z', 'revision_number': 5, 'project_id': '798d9ab762764598a8ea751098a0b9af', 'gw_port': {'id': '848082db-7ae5-4dbc-92fc-bbc57524a452', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:73:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1710b9d9-c9fc-4cde-ac74-87c9405b3c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:23Z', 'updated_at': '2021-06-30T09:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:03:44.011578 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-93f592ce-387d-42c8-8fd8-41ff6f7ffdc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:44.089953 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-93f592ce-387d-42c8-8fd8-41ff6f7ffdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:44.101335 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-93f592ce-387d-42c8-8fd8-41ff6f7ffdc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:44.103210 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-93f592ce-387d-42c8-8fd8-41ff6f7ffdc8 service neutron] 10.222.0.52 "PUT /v2.0/ports/3aaa3baa-3cbd-4e68-9f06-99979365a13d HTTP/1.1" status: 200 len: 1096 time: 2.4705017 Jun 30 09:03:44.109122 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2767f928-4b34-48ce-b66f-207466939796', 'tag': '3aaa3baa-3cbd-4e68-9f06-99979365a13d'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:44.114294 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc156668-18f6-4441-a6b8-65183b00914c" -d '{"events": [{"name": "network-changed", "server_uuid": "2767f928-4b34-48ce-b66f-207466939796", "tag": "3aaa3baa-3cbd-4e68-9f06-99979365a13d"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:44.167156 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca05401d-857e-43c3-9248-a0d156f775f7 x-openstack-request-id: req-ca05401d-857e-43c3-9248-a0d156f775f7 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:44.167755 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea644d8e-045b-4f65-a66c-a017b756e921", "name": "network-vif-plugged", "status": "completed", "tag": "018e5b42-4f25-4983-a7aa-95cc3a878631", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:44.167755 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ca05401d-857e-43c3-9248-a0d156f775f7 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:44.168149 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea644d8e-045b-4f65-a66c-a017b756e921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018e5b42-4f25-4983-a7aa-95cc3a878631', 'code': 200} Jun 30 09:03:44.214070 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f592ce-387d-42c8-8fd8-41ff6f7ffdc8 service neutron] Pushing event updated for resources: {'Port': ['ID=3aaa3baa-3cbd-4e68-9f06-99979365a13d,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:44.230004 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port e7500171-daff-44f2-a795-c39e36260fe4, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e7500171-daff-44f2-a795-c39e36260fe4,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:44.256909 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'e7500171-daff-44f2-a795-c39e36260fe4', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': 'e7500171-daff-44f2-a795-c39e36260fe4', 'mac_address': 'fa:16:3e:73:18:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:44.328388 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:44.382114 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7500171-daff-44f2-a795-c39e36260fe4 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:44.441465 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port e7500171-daff-44f2-a795-c39e36260fe4, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e7500171-daff-44f2-a795-c39e36260fe4,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:44.488428 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9690a-0c14-4ec1-8919-20a2ee0d2993 req-593fdfca-1bec-483a-9f89-54e97f8f079c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:44.491271 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b9f9690a-0c14-4ec1-8919-20a2ee0d2993 req-593fdfca-1bec-483a-9f89-54e97f8f079c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ea644d8e-045b-4f65-a66c-a017b756e921 HTTP/1.1" status: 200 len: 1097 time: 0.1941640 Jun 30 09:03:44.532653 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:44.595826 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b9f9690a-0c14-4ec1-8919-20a2ee0d2993 req-5a44ae01-bd1a-42af-aaba-d7b6263c8ae9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6693df71-b205-4b36-ab07-ae0a333ad09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927153 Jun 30 09:03:44.645539 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-8181aaec-b37f-43f2-a5f9-b7779080977b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:44.647530 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-8181aaec-b37f-43f2-a5f9-b7779080977b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 1099 time: 0.2411938 Jun 30 09:03:44.657361 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fb3bb-3543-4a3b-a35d-456020278241 req-5261438e-2d95-48dc-b3a5-94e91c3c79a7 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:44.672406 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f57fb3bb-3543-4a3b-a35d-456020278241 req-5261438e-2d95-48dc-b3a5-94e91c3c79a7 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea644d8e-045b-4f65-a66c-a017b756e921 HTTP/1.1" status: 200 len: 945 time: 0.1966176 Jun 30 09:03:44.681542 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-150b5deb-852c-4f2c-b087-07bef211d0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:44.685351 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['e7500171-daff-44f2-a795-c39e36260fe4'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:44.723458 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=e7500171-daff-44f2-a795-c39e36260fe4,revision_number=9']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:44.735266 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:44.737088 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:44.737088 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:44.737088 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:44.737088 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:44.737088 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:44.737554 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:44.737992 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:44.738386 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:44.738771 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:44.739174 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:44.739559 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:44.805772 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-30bdd00d-08f5-4892-ae3b-e1998f16c91c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=3aaa3baa-3cbd-4e68-9f06-99979365a13d HTTP/1.1" status: 200 len: 217 time: 0.1283538 Jun 30 09:03:44.861730 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b5deb-852c-4f2c-b087-07bef211d0f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=848082db-7ae5-4dbc-92fc-bbc57524a452,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:44.889653 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f57fb3bb-3543-4a3b-a35d-456020278241 req-2c1a00ce-7cbd-473b-9db5-8ce26491272c tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/security-groups?id=6693df71-b205-4b36-ab07-ae0a333ad09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156074 Jun 30 09:03:44.986569 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-6c8431df-8508-4d94-ba31-e6891618bdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:44.988179 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-6c8431df-8508-4d94-ba31-e6891618bdb0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1751866 Jun 30 09:03:45.075509 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43e38410-34a2-4ef4-8610-587fd2357e4d req-51fea1ec-bd82-450e-a6c2-716ac9ec4d7e tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=decb6247-fea7-42e4-8a89-df473f672ac9 HTTP/1.1" status: 200 len: 210 time: 0.0326233 Jun 30 09:03:45.080286 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-150b5deb-852c-4f2c-b087-07bef211d0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:45.161414 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4589476-2c97-4aed-9ba8-5773ab282ea6 x-openstack-request-id: req-a4589476-2c97-4aed-9ba8-5773ab282ea6 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:45.162739 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2767f928-4b34-48ce-b66f-207466939796", "tag": "3aaa3baa-3cbd-4e68-9f06-99979365a13d", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:45.164682 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a4589476-2c97-4aed-9ba8-5773ab282ea6 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:45.165395 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2767f928-4b34-48ce-b66f-207466939796', 'tag': '3aaa3baa-3cbd-4e68-9f06-99979365a13d', 'status': 'completed', 'code': 200} Jun 30 09:03:45.259863 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-ee49d933-e681-4863-94d4-2aea4043c429 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:45.262791 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-ee49d933-e681-4863-94d4-2aea4043c429 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.37 "GET /v2.0/networks?id=18ce6413-62b6-4a68-a76c-c4ee39855db0 HTTP/1.1" status: 200 len: 822 time: 0.2317080 Jun 30 09:03:45.278143 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-ae89ea05-baca-491b-9cb6-c475df1f80f4 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Request body: {'port': {'device_id': 'decb6247-fea7-42e4-8a89-df473f672ac9', 'network_id': '18ce6413-62b6-4a68-a76c-c4ee39855db0', 'admin_state_up': True, 'tenant_id': '0b8339fa5923433a9d67c427653bbbc8'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:45.301409 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-150b5deb-852c-4f2c-b087-07bef211d0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:45.306095 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-150b5deb-852c-4f2c-b087-07bef211d0f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:45.331175 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-ee50f032-9677-4816-8e9f-937524a3d907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:45.332299 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-ee50f032-9677-4816-8e9f-937524a3d907 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3356154 Jun 30 09:03:45.496833 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-ae89ea05-baca-491b-9cb6-c475df1f80f4 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Made reservation on behalf of 0b8339fa5923433a9d67c427653bbbc8 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:45.501725 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-ae89ea05-baca-491b-9cb6-c475df1f80f4 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:45.543002 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce0e40-5430-4629-9911-71ece3f08ada req-fb862045-dfe6-4e09-8c29-87e93d5b5478 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:45.545233 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6bce0e40-5430-4629-9911-71ece3f08ada req-fb862045-dfe6-4e09-8c29-87e93d5b5478 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 945 time: 0.2555060 Jun 30 09:03:45.582672 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-79a66643-3d1f-4015-9d93-7778e682bf12 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715932 Jun 30 09:03:45.679622 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-150b5deb-852c-4f2c-b087-07bef211d0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:45.680049 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150b5deb-852c-4f2c-b087-07bef211d0f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1710b9d9-c9fc-4cde-ac74-87c9405b3c20 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:03:45.698292 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-150b5deb-852c-4f2c-b087-07bef211d0f8 admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:45.699470 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-150b5deb-852c-4f2c-b087-07bef211d0f8 admin admin] 10.222.0.10 "DELETE /v2.0/routers/1710b9d9-c9fc-4cde-ac74-87c9405b3c20 HTTP/1.1" status: 204 len: 168 time: 3.2752976 Jun 30 09:03:45.705207 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 51852) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:45.728693 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6bce0e40-5430-4629-9911-71ece3f08ada req-d5c04c3b-044c-49ea-8fa9-9120a45bf106 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718035 Jun 30 09:03:45.814280 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-ae89ea05-baca-491b-9cb6-c475df1f80f4 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Allocated IP 172.20.0.10 (18ce6413-62b6-4a68-a76c-c4ee39855db0/ea4a3d03-fc72-484b-8795-58a00e475b6f/230df98e-1c38-48b6-9120-8e264701a00c) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:45.892224 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0dee890-4164-4165-bd4a-c0102fb03d21 admin admin] Deleting subnet 3f22e7d0-de91-475d-bcd9-bd9e2dc0e9d9 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:03:45.910905 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d0dee890-4164-4165-bd4a-c0102fb03d21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:45.925374 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c837f130-3f7d-4bcb-96cf-700730b37b4d no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:45.953993 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d0dee890-4164-4165-bd4a-c0102fb03d21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:46.019407 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: c837f130-3f7d-4bcb-96cf-700730b37b4d {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:03:46.020048 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c837f130-3f7d-4bcb-96cf-700730b37b4d not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:03:46.022932 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c30cefa8-05bc-41ae-b9e0-26c89b52f3bd details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:46.060506 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-738deaa1-dc19-4fdc-a2dc-a0d304dfbd3f req-98cd02ce-3c9c-4de7-a61e-ee9b9b4fd0bf service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4674113 Jun 30 09:03:46.217015 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port c30cefa8-05bc-41ae-b9e0-26c89b52f3bd, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c30cefa8-05bc-41ae-b9e0-26c89b52f3bd,segment=NetworkSegment(46885ad2-e916-41aa-b547-419072732535),segment_id=46885ad2-e916-41aa-b547-419072732535)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:46.234694 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device e7500171-daff-44f2-a795-c39e36260fe4 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:46.266083 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-ae89ea05-baca-491b-9cb6-c475df1f80f4 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:46.305657 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'c30cefa8-05bc-41ae-b9e0-26c89b52f3bd', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'port_id': 'c30cefa8-05bc-41ae-b9e0-26c89b52f3bd', 'mac_address': 'fa:16:3e:57:ce:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:46.352941 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port e7500171-daff-44f2-a795-c39e36260fe4 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:46.353929 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:46.365287 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d0dee890-4164-4165-bd4a-c0102fb03d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:46.412668 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f959336-e527-4153-adbb-fdea2b690f39 req-fb0eff0a-27f2-4281-9933-59a1d0988992 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:46.415161 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8f959336-e527-4153-adbb-fdea2b690f39 req-fb0eff0a-27f2-4281-9933-59a1d0988992 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2f6a85-ef9f-4432-aa7f-904ec44f7826 HTTP/1.1" status: 200 len: 944 time: 0.3530753 Jun 30 09:03:46.449912 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:46.478892 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c30cefa8-05bc-41ae-b9e0-26c89b52f3bd {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:46.495548 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-ae89ea05-baca-491b-9cb6-c475df1f80f4 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:46.544955 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port c30cefa8-05bc-41ae-b9e0-26c89b52f3bd, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c30cefa8-05bc-41ae-b9e0-26c89b52f3bd,segment=NetworkSegment(46885ad2-e916-41aa-b547-419072732535),segment_id=46885ad2-e916-41aa-b547-419072732535)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:46.559881 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:46.576586 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-ae89ea05-baca-491b-9cb6-c475df1f80f4 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Network 18ce6413-62b6-4a68-a76c-c4ee39855db0 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:46.581594 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8f959336-e527-4153-adbb-fdea2b690f39 req-7992f3c2-96da-4fab-b2d9-2be9352eb0c5 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/security-groups?id=daf5143d-cfeb-4e6d-8291-b2fca1ab2790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572251 Jun 30 09:03:46.594747 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-ae89ea05-baca-491b-9cb6-c475df1f80f4 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:46.599370 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-ae89ea05-baca-491b-9cb6-c475df1f80f4 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:46.606621 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5735afd-6645-49e0-9452-e5a31c830bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7500171-daff-44f2-a795-c39e36260fe4'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:46.609403 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b58ef09-25f2-43bc-b7cb-84822b001e2e" -d '{"events": [{"server_uuid": "c5735afd-6645-49e0-9452-e5a31c830bca", "name": "network-vif-plugged", "status": "completed", "tag": "e7500171-daff-44f2-a795-c39e36260fe4"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:46.610273 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc156668-18f6-4441-a6b8-65183b00914c req-782bf69c-5113-4c51-b062-8323719f0b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:46.611831 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bc156668-18f6-4441-a6b8-65183b00914c req-782bf69c-5113-4c51-b062-8323719f0b74 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 1099 time: 0.3087733 Jun 30 09:03:46.615542 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:46.620104 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-1a017d40-c448-4cb7-a530-56128c19bf36 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:03:46.626856 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-1a017d40-c448-4cb7-a530-56128c19bf36 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1011045 Jun 30 09:03:46.627972 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89ea05-baca-491b-9cb6-c475df1f80f4 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Pushing event updated for resources: {'Port': ['ID=230df98e-1c38-48b6-9120-8e264701a00c,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:46.631464 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-043504f4-20d6-49c3-a9ae-61be1807a478 service neutron] Request body: {'binding': {'host': 'n-h2-771363-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:46.639079 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-043504f4-20d6-49c3-a9ae-61be1807a478 service neutron] Unknown quota resources ['binding']. {{(pid=101053) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:03:46.642775 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port e7500171-daff-44f2-a795-c39e36260fe4, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e7500171-daff-44f2-a795-c39e36260fe4,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:46.716746 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=c30cefa8-05bc-41ae-b9e0-26c89b52f3bd,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:46.727780 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-ae89ea05-baca-491b-9cb6-c475df1f80f4 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:46.728595 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-ae89ea05-baca-491b-9cb6-c475df1f80f4 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:46.764810 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d0dee890-4164-4165-bd4a-c0102fb03d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:46.782823 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:46.837617 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=e7500171-daff-44f2-a795-c39e36260fe4,revision_number=10']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:46.875952 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-ae89ea05-baca-491b-9cb6-c475df1f80f4 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6029589 Jun 30 09:03:46.877149 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d0dee890-4164-4165-bd4a-c0102fb03d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:46.879963 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d0dee890-4164-4165-bd4a-c0102fb03d21 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3f22e7d0-de91-475d-bcd9-bd9e2dc0e9d9 HTTP/1.1" status: 204 len: 168 time: 1.1745868 Jun 30 09:03:46.880988 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e1e2b4-70d2-47d0-a69d-4008e79a5e52 None None] Network cb425625-59da-464d-8429-9a3875da9bb9 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:46.883704 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dee890-4164-4165-bd4a-c0102fb03d21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f22e7d0-de91-475d-bcd9-bd9e2dc0e9d9,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:46.883939 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 51866) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:46.908005 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-aded2904-6825-4075-a127-09d8c86dcb21 service neutron] Request body: {'port': {'device_id': 'decb6247-fea7-42e4-8a89-df473f672ac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:47.006490 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc156668-18f6-4441-a6b8-65183b00914c req-7e08469d-f34e-4262-8b8e-c9592f33a1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:47.009097 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bc156668-18f6-4441-a6b8-65183b00914c req-7e08469d-f34e-4262-8b8e-c9592f33a1c6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.2548387 Jun 30 09:03:47.014276 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-043504f4-20d6-49c3-a9ae-61be1807a478 service neutron] Attempting to bind port ba616238-be2f-495d-93e9-2169b6b9f18f on host n-h2-771363-31 for vnic_type normal with profile None {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:47.014989 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-043504f4-20d6-49c3-a9ae-61be1807a478 service neutron] Attempting to bind port ba616238-be2f-495d-93e9-2169b6b9f18f by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:47.015573 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-043504f4-20d6-49c3-a9ae-61be1807a478 service neutron] Attempting to bind port ba616238-be2f-495d-93e9-2169b6b9f18f on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:47.046465 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-aded2904-6825-4075-a127-09d8c86dcb21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:47.070196 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-043504f4-20d6-49c3-a9ae-61be1807a478 service neutron] Port ba616238-be2f-495d-93e9-2169b6b9f18f on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:47.070667 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-043504f4-20d6-49c3-a9ae-61be1807a478 service neutron] Attempting to bind port ba616238-be2f-495d-93e9-2169b6b9f18f on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:47.077031 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-043504f4-20d6-49c3-a9ae-61be1807a478 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:47.077377 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-043504f4-20d6-49c3-a9ae-61be1807a478 service neutron] Checking segment: {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:47.077837 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-043504f4-20d6-49c3-a9ae-61be1807a478 service neutron] Bound using segment: {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:47.078270 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-043504f4-20d6-49c3-a9ae-61be1807a478 service neutron] Bound port: ba616238-be2f-495d-93e9-2169b6b9f18f, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:47.091614 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5da24-94af-402e-9982-69b3bd8af89d req-cef31a94-46df-4c95-a2f0-911c359c14a9 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:47.093167 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d6b5da24-94af-402e-9982-69b3bd8af89d req-cef31a94-46df-4c95-a2f0-911c359c14a9 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 947 time: 0.3182025 Jun 30 09:03:47.095805 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bc156668-18f6-4441-a6b8-65183b00914c req-ac25f18b-59aa-4ab9-b6b7-86e29a085877 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=3aaa3baa-3cbd-4e68-9f06-99979365a13d HTTP/1.1" status: 200 len: 217 time: 0.0756812 Jun 30 09:03:47.148830 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2e24ba-69af-4524-9429-69c2a1fbc0b5 None None] DHCP port deletion for cb425625-59da-464d-8429-9a3875da9bb9 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:03:47.154211 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['c30cefa8-05bc-41ae-b9e0-26c89b52f3bd'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:47.154431 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f76b81e2-43be-4318-b44a-3ced460fd410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:47.224055 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc156668-18f6-4441-a6b8-65183b00914c req-aab92e8f-3974-41c0-8aca-66fb8808b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:47.225803 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bc156668-18f6-4441-a6b8-65183b00914c req-aab92e8f-3974-41c0-8aca-66fb8808b64c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1047029 Jun 30 09:03:47.283888 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d6b5da24-94af-402e-9982-69b3bd8af89d req-94355a87-dad9-4b8c-8de2-0c35c86b65a1 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179602 Jun 30 09:03:47.290943 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-043504f4-20d6-49c3-a9ae-61be1807a478 service neutron] For port ba616238-be2f-495d-93e9-2169b6b9f18f, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=ba616238-be2f-495d-93e9-2169b6b9f18f,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:47.306412 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4f2e24ba-69af-4524-9429-69c2a1fbc0b5 None None] Deleting port da106d95-4c64-4e6d-9533-ffb2a3b7ca64 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:47.307321 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4f2e24ba-69af-4524-9429-69c2a1fbc0b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:47.357945 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-043504f4-20d6-49c3-a9ae-61be1807a478 service neutron] Notify callbacks [] for binding, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:47.361002 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-043504f4-20d6-49c3-a9ae-61be1807a478 service neutron] 10.222.0.10 "POST /v2.0/ports/ba616238-be2f-495d-93e9-2169b6b9f18f/bindings HTTP/1.1" status: 201 len: 390 time: 0.7322910 Jun 30 09:03:47.368778 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc156668-18f6-4441-a6b8-65183b00914c req-023845cf-f6ec-4ad4-a56b-61e437ce430e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:47.371085 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bc156668-18f6-4441-a6b8-65183b00914c req-023845cf-f6ec-4ad4-a56b-61e437ce430e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1361909 Jun 30 09:03:47.449422 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-f76b81e2-43be-4318-b44a-3ced460fd410 admin admin] Deleting port da106d95-4c64-4e6d-9533-ffb2a3b7ca64 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:47.450007 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f76b81e2-43be-4318-b44a-3ced460fd410 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:47.485950 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4f2e24ba-69af-4524-9429-69c2a1fbc0b5 None None] For port da106d95-4c64-4e6d-9533-ffb2a3b7ca64, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=da106d95-4c64-4e6d-9533-ffb2a3b7ca64,segment=NetworkSegment(9a0b108e-fa46-41dd-a865-c530672df417),segment_id=9a0b108e-fa46-41dd-a865-c530672df417)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:47.486375 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4f2e24ba-69af-4524-9429-69c2a1fbc0b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:47.523876 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4f2e24ba-69af-4524-9429-69c2a1fbc0b5 None None] Calling delete_port for da106d95-4c64-4e6d-9533-ffb2a3b7ca64 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:47.613466 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-f76b81e2-43be-4318-b44a-3ced460fd410 admin admin] For port da106d95-4c64-4e6d-9533-ffb2a3b7ca64, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=da106d95-4c64-4e6d-9533-ffb2a3b7ca64,segment=NetworkSegment(9a0b108e-fa46-41dd-a865-c530672df417),segment_id=9a0b108e-fa46-41dd-a865-c530672df417)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:47.613992 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f76b81e2-43be-4318-b44a-3ced460fd410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:47.637083 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bc156668-18f6-4441-a6b8-65183b00914c req-4f9e6c4f-2508-458f-8fe4-e8b6eb2ae829 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564261 Jun 30 09:03:47.642943 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-aded2904-6825-4075-a127-09d8c86dcb21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 230df98e-1c38-48b6-9120-8e264701a00c {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:47.648350 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-f76b81e2-43be-4318-b44a-3ced460fd410 admin admin] Calling delete_port for da106d95-4c64-4e6d-9533-ffb2a3b7ca64 owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:47.656628 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-aded2904-6825-4075-a127-09d8c86dcb21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:47.719626 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9acc8a-e434-4e05-bd59-537803f641b1 req-fca526f2-c2c3-4bd0-8d08-b26a8cfcb808 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:47.721182 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cd9acc8a-e434-4e05-bd59-537803f641b1 req-fca526f2-c2c3-4bd0-8d08-b26a8cfcb808 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea644d8e-045b-4f65-a66c-a017b756e921 HTTP/1.1" status: 200 len: 945 time: 0.1662745 Jun 30 09:03:47.737432 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-aded2904-6825-4075-a127-09d8c86dcb21 service neutron] Transition to ACTIVE for port object 230df98e-1c38-48b6-9120-8e264701a00c will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:47.806060 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cd9acc8a-e434-4e05-bd59-537803f641b1 req-f6faccb5-dfc1-4795-a4f3-00a823ed2959 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/security-groups?id=6693df71-b205-4b36-ab07-ae0a333ad09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714490 Jun 30 09:03:47.808803 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bc156668-18f6-4441-a6b8-65183b00914c req-4716d0b1-ab04-4bbd-a42a-fa7cebc250e0 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627352 Jun 30 09:03:47.837058 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device da106d95-4c64-4e6d-9533-ffb2a3b7ca64 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:47.870355 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1b4b77-105a-4ec3-803e-817e0cba4dc3 x-openstack-request-id: req-8e1b4b77-105a-4ec3-803e-817e0cba4dc3 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:47.870790 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5735afd-6645-49e0-9452-e5a31c830bca", "name": "network-vif-plugged", "status": "completed", "tag": "e7500171-daff-44f2-a795-c39e36260fe4", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:47.871152 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8e1b4b77-105a-4ec3-803e-817e0cba4dc3 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:47.871643 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5735afd-6645-49e0-9452-e5a31c830bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7500171-daff-44f2-a795-c39e36260fe4', 'code': 200} Jun 30 09:03:47.874480 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4f2e24ba-69af-4524-9429-69c2a1fbc0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:47.902135 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-aded2904-6825-4075-a127-09d8c86dcb21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:47.910144 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e24ba-69af-4524-9429-69c2a1fbc0b5 None None] Pushing event deleted for resources: {'Port': ['ID=da106d95-4c64-4e6d-9533-ffb2a3b7ca64,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:47.927217 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2e24ba-69af-4524-9429-69c2a1fbc0b5 None None] No DVR routers for this DVR port da106d95-4c64-4e6d-9533-ffb2a3b7ca64 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:47.927217 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No active binding found for port da106d95-4c64-4e6d-9533-ffb2a3b7ca64 {{(pid=101055) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 30 09:03:47.927217 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device da106d95-4c64-4e6d-9533-ffb2a3b7ca64 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:03:47.927217 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 848082db-7ae5-4dbc-92fc-bbc57524a452 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:47.930707 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f303e5-4c33-49f6-b0a2-c5fef8799216 req-f725498c-107d-4643-b3b6-644e53f17202 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:47.938006 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c3f303e5-4c33-49f6-b0a2-c5fef8799216 req-f725498c-107d-4643-b3b6-644e53f17202 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=decb6247-fea7-42e4-8a89-df473f672ac9 HTTP/1.1" status: 200 len: 932 time: 0.1188121 Jun 30 09:03:47.946715 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 848082db-7ae5-4dbc-92fc-bbc57524a452 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:03:47.948074 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 848082db-7ae5-4dbc-92fc-bbc57524a452 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:03:47.978587 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f76b81e2-43be-4318-b44a-3ced460fd410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.022033 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76b81e2-43be-4318-b44a-3ced460fd410 admin admin] No DVR routers for this DVR port da106d95-4c64-4e6d-9533-ffb2a3b7ca64 on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:48.033323 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded2904-6825-4075-a127-09d8c86dcb21 service neutron] Pushing event updated for resources: {'Port': ['ID=230df98e-1c38-48b6-9120-8e264701a00c,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:48.062935 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654daa2c-99fa-429c-9d21-060446ebf21e req-3f89537d-532d-46d3-883a-68106fa7a86e tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:48.064861 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-654daa2c-99fa-429c-9d21-060446ebf21e req-3f89537d-532d-46d3-883a-68106fa7a86e tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 945 time: 0.0751371 Jun 30 09:03:48.065344 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c3f303e5-4c33-49f6-b0a2-c5fef8799216 req-d9e8e799-5e0a-4c4b-9cbc-2d571b4dca20 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260238 Jun 30 09:03:48.113201 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-654daa2c-99fa-429c-9d21-060446ebf21e req-17d20d3d-b89c-46be-aa8d-9789a3d23b25 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392122 Jun 30 09:03:48.117036 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b81e2-43be-4318-b44a-3ced460fd410 admin admin] Pushing event deleted for resources: {'Port': ['ID=da106d95-4c64-4e6d-9533-ffb2a3b7ca64,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:48.192156 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f76b81e2-43be-4318-b44a-3ced460fd410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.217428 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-f76b81e2-43be-4318-b44a-3ced460fd410 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb425625-59da-464d-8429-9a3875da9bb9']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:48.254144 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-f76b81e2-43be-4318-b44a-3ced460fd410 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a0b108e-fa46-41dd-a865-c530672df417') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:48.254438 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-f76b81e2-43be-4318-b44a-3ced460fd410 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a0b108e-fa46-41dd-a865-c530672df417') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:48.264992 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-aded2904-6825-4075-a127-09d8c86dcb21 service neutron] Attempting to bind port 230df98e-1c38-48b6-9120-8e264701a00c on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:48.265323 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-aded2904-6825-4075-a127-09d8c86dcb21 service neutron] Attempting to bind port 230df98e-1c38-48b6-9120-8e264701a00c by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '36eeeb10-1ff7-43e6-93e2-723c66ec36b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '18ce6413-62b6-4a68-a76c-c4ee39855db0'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:48.265649 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-aded2904-6825-4075-a127-09d8c86dcb21 service neutron] Attempting to bind port 230df98e-1c38-48b6-9120-8e264701a00c on network 18ce6413-62b6-4a68-a76c-c4ee39855db0 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:48.271565 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f76b81e2-43be-4318-b44a-3ced460fd410 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.288397 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-aded2904-6825-4075-a127-09d8c86dcb21 service neutron] Port 230df98e-1c38-48b6-9120-8e264701a00c on network 18ce6413-62b6-4a68-a76c-c4ee39855db0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:48.288811 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-aded2904-6825-4075-a127-09d8c86dcb21 service neutron] Attempting to bind port 230df98e-1c38-48b6-9120-8e264701a00c on network 18ce6413-62b6-4a68-a76c-c4ee39855db0 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:48.295869 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f76b81e2-43be-4318-b44a-3ced460fd410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.301091 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-aded2904-6825-4075-a127-09d8c86dcb21 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:48.303443 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-aded2904-6825-4075-a127-09d8c86dcb21 service neutron] Checking segment: {'id': '36eeeb10-1ff7-43e6-93e2-723c66ec36b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '18ce6413-62b6-4a68-a76c-c4ee39855db0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:48.303443 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-aded2904-6825-4075-a127-09d8c86dcb21 service neutron] Bound using segment: {'id': '36eeeb10-1ff7-43e6-93e2-723c66ec36b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '18ce6413-62b6-4a68-a76c-c4ee39855db0'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:48.303443 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-aded2904-6825-4075-a127-09d8c86dcb21 service neutron] Bound port: 230df98e-1c38-48b6-9120-8e264701a00c, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36eeeb10-1ff7-43e6-93e2-723c66ec36b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '18ce6413-62b6-4a68-a76c-c4ee39855db0'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:48.303443 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-aded2904-6825-4075-a127-09d8c86dcb21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.315899 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76b81e2-43be-4318-b44a-3ced460fd410 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:03:48.316300 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f76b81e2-43be-4318-b44a-3ced460fd410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:03:48.317953 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:48.322506 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:48.322506 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:03:48.322506 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:03:48.322506 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:03:48.322506 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:03:48.322506 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:03:48.322506 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:03:48.322506 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:03:48.322506 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:03:48.322506 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:03:48.322506 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:03:48.322506 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:03:48.322506 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:03:48.322506 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:03:48.322506 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:03:48.322506 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:03:48.322506 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:03:48.322506 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:03:48.322506 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:03:48.322506 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:03:48.322506 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:03:48.322506 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:03:48.322506 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:03:48.322506 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:03:48.322506 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:03:48.322506 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:03:48.322506 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:03:48.322506 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:03:48.322506 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:03:48.322506 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:03:48.322506 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:03:48.322506 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:03:48.322506 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:03:48.325697 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70598ab1-0d5f-44c5-9fcf-64335c78643d req-e8e2670d-6807-4ae4-859d-d9c561a6f6c5 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:48.327271 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-70598ab1-0d5f-44c5-9fcf-64335c78643d req-e8e2670d-6807-4ae4-859d-d9c561a6f6c5 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 945 time: 0.0842876 Jun 30 09:03:48.381379 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-70598ab1-0d5f-44c5-9fcf-64335c78643d req-4365875d-4b15-4336-a42c-62af1f622655 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478745 Jun 30 09:03:48.390222 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14306ad-9de6-4c55-94c9-b49949005fa5 req-9513073a-2049-4831-b893-3c036ce5c393 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:48.391746 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b14306ad-9de6-4c55-94c9-b49949005fa5 req-9513073a-2049-4831-b893-3c036ce5c393 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2f6a85-ef9f-4432-aa7f-904ec44f7826 HTTP/1.1" status: 200 len: 945 time: 0.2015913 Jun 30 09:03:48.464393 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b14306ad-9de6-4c55-94c9-b49949005fa5 req-dfbb09d3-434c-413b-848b-184c239f3bcd tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/security-groups?id=daf5143d-cfeb-4e6d-8291-b2fca1ab2790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540867 Jun 30 09:03:48.487480 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-aded2904-6825-4075-a127-09d8c86dcb21 service neutron] For port 230df98e-1c38-48b6-9120-8e264701a00c, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:48.488493 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-aded2904-6825-4075-a127-09d8c86dcb21 service neutron] For port 230df98e-1c38-48b6-9120-8e264701a00c, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=230df98e-1c38-48b6-9120-8e264701a00c,segment=NetworkSegment(36eeeb10-1ff7-43e6-93e2-723c66ec36b1),segment_id=36eeeb10-1ff7-43e6-93e2-723c66ec36b1)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:48.488706 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 3aaa3baa-3cbd-4e68-9f06-99979365a13d details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:48.536808 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f76b81e2-43be-4318-b44a-3ced460fd410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.550624 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f76b81e2-43be-4318-b44a-3ced460fd410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.556447 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f76b81e2-43be-4318-b44a-3ced460fd410 admin admin] 10.222.0.10 "DELETE /v2.0/networks/cb425625-59da-464d-8429-9a3875da9bb9 HTTP/1.1" status: 204 len: 168 time: 1.6700804 Jun 30 09:03:48.568937 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-aded2904-6825-4075-a127-09d8c86dcb21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.574545 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b81e2-43be-4318-b44a-3ced460fd410 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb425625-59da-464d-8429-9a3875da9bb9,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:48.624618 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 3aaa3baa-3cbd-4e68-9f06-99979365a13d, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3aaa3baa-3cbd-4e68-9f06-99979365a13d,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:48.633075 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68642dfc-5a19-434b-bed4-f87bbca47092 req-486ea935-53bc-4de2-9f29-dbd9444f1320 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:48.635097 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-68642dfc-5a19-434b-bed4-f87bbca47092 req-486ea935-53bc-4de2-9f29-dbd9444f1320 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea644d8e-045b-4f65-a66c-a017b756e921 HTTP/1.1" status: 200 len: 945 time: 0.1058202 Jun 30 09:03:48.638982 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '3aaa3baa-3cbd-4e68-9f06-99979365a13d', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': '3aaa3baa-3cbd-4e68-9f06-99979365a13d', 'mac_address': 'fa:16:3e:a7:ae:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:48.645857 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 51888) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:48.654782 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-26e7bedc-244e-4772-b52f-0c86f373cc24 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Request body: {'floatingip': {'port_id': '018e5b42-4f25-4983-a7aa-95cc3a878631'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:48.669945 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-aded2904-6825-4075-a127-09d8c86dcb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:48.670563 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-aded2904-6825-4075-a127-09d8c86dcb21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.672000 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-aded2904-6825-4075-a127-09d8c86dcb21 service neutron] 10.222.0.37 "PUT /v2.0/ports/230df98e-1c38-48b6-9120-8e264701a00c HTTP/1.1" status: 200 len: 1093 time: 1.7728374 Jun 30 09:03:48.672445 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'decb6247-fea7-42e4-8a89-df473f672ac9', 'tag': '230df98e-1c38-48b6-9120-8e264701a00c'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:48.674902 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5dc478-9638-4a09-a511-9374bd11dee6" -d '{"events": [{"name": "network-changed", "server_uuid": "decb6247-fea7-42e4-8a89-df473f672ac9", "tag": "230df98e-1c38-48b6-9120-8e264701a00c"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:48.704199 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded2904-6825-4075-a127-09d8c86dcb21 service neutron] Pushing event updated for resources: {'Port': ['ID=230df98e-1c38-48b6-9120-8e264701a00c,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:48.724180 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.728624 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26e7bedc-244e-4772-b52f-0c86f373cc24 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks [] for floatingip, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.756496 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b2be3-202c-448d-a734-e2e7888b1315 req-b99b055e-ac83-4442-aaad-66657da12c26 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:48.759467 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-800b2be3-202c-448d-a734-e2e7888b1315 req-b99b055e-ac83-4442-aaad-66657da12c26 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 947 time: 0.1509955 Jun 30 09:03:48.765512 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aaa3baa-3cbd-4e68-9f06-99979365a13d {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:48.806869 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 3aaa3baa-3cbd-4e68-9f06-99979365a13d, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3aaa3baa-3cbd-4e68-9f06-99979365a13d,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:48.816771 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-800b2be3-202c-448d-a734-e2e7888b1315 req-ab35fd40-b96b-4c0f-9a35-8b5714f31a13 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509121 Jun 30 09:03:48.819332 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f511ca3b-2205-437c-82c7-f371d32e1bff x-openstack-request-id: req-f511ca3b-2205-437c-82c7-f371d32e1bff {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:48.819332 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "decb6247-fea7-42e4-8a89-df473f672ac9", "tag": "230df98e-1c38-48b6-9120-8e264701a00c", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:48.819332 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f511ca3b-2205-437c-82c7-f371d32e1bff {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:48.831774 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'decb6247-fea7-42e4-8a89-df473f672ac9', 'tag': '230df98e-1c38-48b6-9120-8e264701a00c', 'status': 'completed', 'code': 200} Jun 30 09:03:48.979535 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dc478-9638-4a09-a511-9374bd11dee6 req-31e4e63e-f99d-4940-b0cf-8f09d457cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:48.979535 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d5dc478-9638-4a09-a511-9374bd11dee6 req-31e4e63e-f99d-4940-b0cf-8f09d457cbff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b8339fa5923433a9d67c427653bbbc8&device_id=decb6247-fea7-42e4-8a89-df473f672ac9 HTTP/1.1" status: 200 len: 1096 time: 0.0658107 Jun 30 09:03:49.050196 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:49.127764 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 51906) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:49.129212 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=3aaa3baa-3cbd-4e68-9f06-99979365a13d,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:49.159185 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dc478-9638-4a09-a511-9374bd11dee6 req-0d4f569b-7943-46fc-bd55-0e469c92f330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:49.160837 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d5dc478-9638-4a09-a511-9374bd11dee6 req-0d4f569b-7943-46fc-bd55-0e469c92f330 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0b8339fa5923433a9d67c427653bbbc8&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2272432 Jun 30 09:03:49.321887 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9c415ca7-4761-497c-8673-e3ad45fb7021 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=798d9ab762764598a8ea751098a0b9af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1901066 Jun 30 09:03:49.329120 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 51914) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:49.385477 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['3aaa3baa-3cbd-4e68-9f06-99979365a13d'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:49.429716 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dc478-9638-4a09-a511-9374bd11dee6 req-bd73d1f2-a854-4392-9d85-e23b9e3d7df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:49.431886 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d5dc478-9638-4a09-a511-9374bd11dee6 req-bd73d1f2-a854-4392-9d85-e23b9e3d7df6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2628357 Jun 30 09:03:49.495896 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bc522eda-c0e4-4199-8bdf-dc946f4315cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:49.510309 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb8c3b-1e7e-4185-9212-1f9877385c90 req-98cce857-ea6f-4b73-80e6-ee89ddc01e32 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:49.513000 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8bfb8c3b-1e7e-4185-9212-1f9877385c90 req-98cce857-ea6f-4b73-80e6-ee89ddc01e32 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 945 time: 0.2334340 Jun 30 09:03:49.618787 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bc522eda-c0e4-4199-8bdf-dc946f4315cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:49.629610 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8bfb8c3b-1e7e-4185-9212-1f9877385c90 req-b3cd80df-2616-4530-a7c8-8b7a8153438d tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048534 Jun 30 09:03:49.659624 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3be29-41b1-4e27-a567-552b48f5553b req-e2addf6e-b82a-41ac-a520-10320c8101de tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:49.667839 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f4b3be29-41b1-4e27-a567-552b48f5553b req-e2addf6e-b82a-41ac-a520-10320c8101de tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=decb6247-fea7-42e4-8a89-df473f672ac9 HTTP/1.1" status: 200 len: 944 time: 0.1466069 Jun 30 09:03:49.668912 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-76fc6e3f-1b05-49d9-b581-2698dcddcf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:49.670471 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-76fc6e3f-1b05-49d9-b581-2698dcddcf97 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b8339fa5923433a9d67c427653bbbc8&device_id=decb6247-fea7-42e4-8a89-df473f672ac9 HTTP/1.1" status: 200 len: 1096 time: 0.1565430 Jun 30 09:03:49.727783 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-3d1c15f3-9e14-44fa-a928-53f8bdf80459 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=230df98e-1c38-48b6-9120-8e264701a00c HTTP/1.1" status: 200 len: 217 time: 0.0468612 Jun 30 09:03:49.764202 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f4b3be29-41b1-4e27-a567-552b48f5553b req-26d38100-18ea-42f7-a451-338ad6eb773c tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945709 Jun 30 09:03:49.783607 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-a2e5e443-4925-4018-bbe4-ff0eb21a3680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:49.785178 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-a2e5e443-4925-4018-bbe4-ff0eb21a3680 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea4a3d03-fc72-484b-8795-58a00e475b6f HTTP/1.1" status: 200 len: 862 time: 0.0511832 Jun 30 09:03:49.813255 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bc522eda-c0e4-4199-8bdf-dc946f4315cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:49.816473 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bc522eda-c0e4-4199-8bdf-dc946f4315cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:49.817682 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-bc522eda-c0e4-4199-8bdf-dc946f4315cd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2d8f8eac-5567-4d35-9f1a-5be0800fb2d7 HTTP/1.1" status: 204 len: 168 time: 0.4876003 Jun 30 09:03:49.869528 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26e7bedc-244e-4772-b52f-0c86f373cc24 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:49.877301 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-bdf3df2c-d59d-4a1b-8482-558f4fbe518b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=18ce6413-62b6-4a68-a76c-c4ee39855db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844240 Jun 30 09:03:49.922211 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc522eda-c0e4-4199-8bdf-dc946f4315cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8f8eac-5567-4d35-9f1a-5be0800fb2d7,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:49.952027 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26e7bedc-244e-4772-b52f-0c86f373cc24 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:49.976631 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c30cefa8-05bc-41ae-b9e0-26c89b52f3bd up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:50.136119 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9015106-aaaf-48f3-ae28-fea9f83adb8d req-077475cb-0ea6-497a-a8aa-e54df9cbc38d tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:50.137711 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c9015106-aaaf-48f3-ae28-fea9f83adb8d req-077475cb-0ea6-497a-a8aa-e54df9cbc38d tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2f6a85-ef9f-4432-aa7f-904ec44f7826 HTTP/1.1" status: 200 len: 945 time: 0.2097294 Jun 30 09:03:50.141454 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [None req-26e7bedc-244e-4772-b52f-0c86f373cc24 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Floating IP 7ad589f2-8d8c-42a1-ac11-4932fa082bb4 associated. External IP: 172.25.6.34, port: 018e5b42-4f25-4983-a7aa-95cc3a878631. Jun 30 09:03:50.162370 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52943657-853b-44ab-91c0-316d113c1305 req-0cfe3a33-76da-4850-8f52-fda218db4a26 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:50.173166 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-52943657-853b-44ab-91c0-316d113c1305 req-0cfe3a33-76da-4850-8f52-fda218db4a26 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 945 time: 0.3186014 Jun 30 09:03:50.206373 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port c30cefa8-05bc-41ae-b9e0-26c89b52f3bd completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:50.216879 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-38ab5a4c-09f1-4695-b2df-edda93e23466 service neutron] 10.222.0.37 "GET /v2.0/networks/18ce6413-62b6-4a68-a76c-c4ee39855db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989814 Jun 30 09:03:50.217053 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port c30cefa8-05bc-41ae-b9e0-26c89b52f3bd triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:50.217053 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:50.286443 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-52943657-853b-44ab-91c0-316d113c1305 req-93c1b99a-ff72-4b08-86c9-0829beac5f8e tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118968 Jun 30 09:03:50.320076 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c9015106-aaaf-48f3-ae28-fea9f83adb8d req-a8972cf3-6c4a-446d-adee-08e440649ae5 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/security-groups?id=daf5143d-cfeb-4e6d-8291-b2fca1ab2790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711602 Jun 30 09:03:50.380302 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83adf464-bfaa-4c19-a3ab-16012b54828a req-1715e250-1508-4f97-b90b-8a2d016e7235 service neutron] 10.222.0.37 "GET /v2.0/networks/18ce6413-62b6-4a68-a76c-c4ee39855db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606452 Jun 30 09:03:50.507881 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 3aaa3baa-3cbd-4e68-9f06-99979365a13d up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:50.664336 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:50.667455 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b46611bc-0811-4c3c-9fac-4d79ec9e1c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:50.688300 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfdd32-c850-4b65-aa49-9b4d7ee565f8 req-8f02623a-e3ad-442f-b12f-d6841d944542 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:50.699928 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-67cfdd32-c850-4b65-aa49-9b4d7ee565f8 req-8f02623a-e3ad-442f-b12f-d6841d944542 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 948 time: 0.1270359 Jun 30 09:03:50.704325 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 3aaa3baa-3cbd-4e68-9f06-99979365a13d completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:50.714649 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e7bedc-244e-4772-b52f-0c86f373cc24 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Router 1782249f-a426-43fb-9da3-6e7a63196fe7 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:03:50.718615 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 3aaa3baa-3cbd-4e68-9f06-99979365a13d triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:50.719080 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:50.728083 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2f6a85-ef9f-4432-aa7f-904ec44f7826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30cefa8-05bc-41ae-b9e0-26c89b52f3bd'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:50.732827 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b925c506-a48e-416a-b7af-f4e974cbd497" -d '{"events": [{"server_uuid": "7a2f6a85-ef9f-4432-aa7f-904ec44f7826", "name": "network-vif-plugged", "status": "completed", "tag": "c30cefa8-05bc-41ae-b9e0-26c89b52f3bd"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:50.773755 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-67cfdd32-c850-4b65-aa49-9b4d7ee565f8 req-19e42796-2fac-4cc5-9823-7a228487b435 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726726 Jun 30 09:03:50.793734 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port c30cefa8-05bc-41ae-b9e0-26c89b52f3bd, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c30cefa8-05bc-41ae-b9e0-26c89b52f3bd,segment=NetworkSegment(46885ad2-e916-41aa-b547-419072732535),segment_id=46885ad2-e916-41aa-b547-419072732535)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:50.878345 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1161f303-6e9c-46d8-a242-149ca70c3544 x-openstack-request-id: req-1161f303-6e9c-46d8-a242-149ca70c3544 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:50.878652 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2f6a85-ef9f-4432-aa7f-904ec44f7826", "name": "network-vif-plugged", "status": "completed", "tag": "c30cefa8-05bc-41ae-b9e0-26c89b52f3bd", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:50.878879 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1161f303-6e9c-46d8-a242-149ca70c3544 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:50.879488 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2f6a85-ef9f-4432-aa7f-904ec44f7826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30cefa8-05bc-41ae-b9e0-26c89b52f3bd', 'code': 200} Jun 30 09:03:50.911893 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:50.964627 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:51.019315 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=c30cefa8-05bc-41ae-b9e0-26c89b52f3bd,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:51.080036 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 3aaa3baa-3cbd-4e68-9f06-99979365a13d, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3aaa3baa-3cbd-4e68-9f06-99979365a13d,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:51.111411 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e7bedc-244e-4772-b52f-0c86f373cc24 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:03:51.124870 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380cc09b-358c-4d63-9ff6-cbb189c3cde9 None None] Sync routers for ids ['1782249f-a426-43fb-9da3-6e7a63196fe7'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:03:51.137148 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26e7bedc-244e-4772-b52f-0c86f373cc24 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:51.138766 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380cc09b-358c-4d63-9ff6-cbb189c3cde9 None None] Routers {'1782249f-a426-43fb-9da3-6e7a63196fe7'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:51.139534 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-380cc09b-358c-4d63-9ff6-cbb189c3cde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:03:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1782249f-a426-43fb-9da3-6e7a63196fe7'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:51.179636 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026745ac-b4e7-4109-8ea8-80b2e9bbcad3 req-23de9fda-5e77-47a5-93f5-8af79a5a42f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:51.181571 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-026745ac-b4e7-4109-8ea8-80b2e9bbcad3 req-23de9fda-5e77-47a5-93f5-8af79a5a42f1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7a2f6a85-ef9f-4432-aa7f-904ec44f7826 HTTP/1.1" status: 200 len: 1098 time: 0.2239320 Jun 30 09:03:51.190461 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:51.193987 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a963d-3192-4f44-8264-cb1607b2372a req-d1ee5fe7-cada-4eb4-9204-ade607319b4d tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:51.197879 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0d6a963d-3192-4f44-8264-cb1607b2372a req-d1ee5fe7-cada-4eb4-9204-ade607319b4d tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=decb6247-fea7-42e4-8a89-df473f672ac9 HTTP/1.1" status: 200 len: 944 time: 0.1540656 Jun 30 09:03:51.234126 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2772d-7894-47f2-aadd-de2cca2313e7 req-f95daef5-c138-41d5-a5a2-08550965d585 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:51.236046 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fca2772d-7894-47f2-aadd-de2cca2313e7 req-f95daef5-c138-41d5-a5a2-08550965d585 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 945 time: 0.3137534 Jun 30 09:03:51.238861 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-26e7bedc-244e-4772-b52f-0c86f373cc24 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "PUT /v2.0/floatingips/7ad589f2-8d8c-42a1-ac11-4932fa082bb4 HTTP/1.1" status: 200 len: 990 time: 2.5915082 Jun 30 09:03:51.239679 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea644d8e-045b-4f65-a66c-a017b756e921', 'tag': '018e5b42-4f25-4983-a7aa-95cc3a878631'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:51.243331 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacb8f81-5000-48cb-bc01-afba9688c802" -d '{"events": [{"name": "network-changed", "server_uuid": "ea644d8e-045b-4f65-a66c-a017b756e921", "tag": "018e5b42-4f25-4983-a7aa-95cc3a878631"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:51.287418 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0d6a963d-3192-4f44-8264-cb1607b2372a req-81797f50-360f-4698-998c-c743294f7a73 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790348 Jun 30 09:03:51.306718 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-026745ac-b4e7-4109-8ea8-80b2e9bbcad3 req-1bc440be-6f91-41ae-ae10-d5febf2e6b7c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=daf5143d-cfeb-4e6d-8291-b2fca1ab2790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063473 Jun 30 09:03:51.310657 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fca2772d-7894-47f2-aadd-de2cca2313e7 req-fca6bb0b-c295-4e4d-8ae8-37683680f203 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639598 Jun 30 09:03:51.394723 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=3aaa3baa-3cbd-4e68-9f06-99979365a13d,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:51.405617 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75319bfb-3f13-45b1-b2a8-5af356c04205 x-openstack-request-id: req-75319bfb-3f13-45b1-b2a8-5af356c04205 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:51.406429 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea644d8e-045b-4f65-a66c-a017b756e921", "tag": "018e5b42-4f25-4983-a7aa-95cc3a878631", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:51.407012 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-75319bfb-3f13-45b1-b2a8-5af356c04205 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:51.407630 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea644d8e-045b-4f65-a66c-a017b756e921', 'tag': '018e5b42-4f25-4983-a7aa-95cc3a878631', 'status': 'completed', 'code': 200} Jun 30 09:03:51.477320 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-380cc09b-358c-4d63-9ff6-cbb189c3cde9 None None] Set router 1782249f-a426-43fb-9da3-6e7a63196fe7 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:03:51.519192 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb8f81-5000-48cb-bc01-afba9688c802 req-6ecb2ec7-8ff9-4690-997c-5e7cb80be558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:51.520915 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eacb8f81-5000-48cb-bc01-afba9688c802 req-6ecb2ec7-8ff9-4690-997c-5e7cb80be558 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5735a390f544c7db9f26ac7c41c83fc&device_id=ea644d8e-045b-4f65-a66c-a017b756e921 HTTP/1.1" status: 200 len: 1097 time: 0.0741003 Jun 30 09:03:51.701527 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a417be3-3176-4e44-8fb9-c325f0e45290 req-0977d2d1-e36e-4483-84a6-855d8b83ad93 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:51.711756 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3a417be3-3176-4e44-8fb9-c325f0e45290 req-0977d2d1-e36e-4483-84a6-855d8b83ad93 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 945 time: 0.1109860 Jun 30 09:03:51.750351 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 51982) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:51.803239 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3a417be3-3176-4e44-8fb9-c325f0e45290 req-a9660ccb-7cf2-4252-8452-b771382b1ef2 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904715 Jun 30 09:03:51.838126 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60029edb-3082-4f5b-a4da-11e22dd60a11 req-41d6d028-9925-42e4-b49d-84209dd61504 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:51.843157 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-60029edb-3082-4f5b-a4da-11e22dd60a11 req-41d6d028-9925-42e4-b49d-84209dd61504 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2f6a85-ef9f-4432-aa7f-904ec44f7826 HTTP/1.1" status: 200 len: 946 time: 0.2833908 Jun 30 09:03:51.847727 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb8f81-5000-48cb-bc01-afba9688c802 req-c1472a61-ad33-4f12-87d7-0ffd9083b226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:51.849418 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eacb8f81-5000-48cb-bc01-afba9688c802 req-c1472a61-ad33-4f12-87d7-0ffd9083b226 service neutron] 10.222.0.52 "GET /v2.0/networks?id=798e0566-6f3f-47e0-9595-5760850bc5ef HTTP/1.1" status: 200 len: 925 time: 0.3182259 Jun 30 09:03:51.883552 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-380cc09b-358c-4d63-9ff6-cbb189c3cde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1017925346-router', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:41Z', 'updated_at': '2021-06-30T09:00:52Z', 'revision_number': 4, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'gw_port': {'id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:43Z', 'updated_at': '2021-06-30T09:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '7ad589f2-8d8c-42a1-ac11-4932fa082bb4', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'port_id': '018e5b42-4f25-4983-a7aa-95cc3a878631', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef', 'mac_address': 'fa:16:3e:cf:4b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea644d8e-045b-4f65-a66c-a017b756e921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:01:16Z', 'updated_at': '2021-06-30T09:03:49Z', 'revision_number': 5, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c286893a-3b25-4021-a9a9-8380ee930b93', 'name': '', 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'mac_address': 'fa:16:3e:c7:86:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '96ce0dd5-8b67-4dfb-aefb-e468b993d00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:49Z', 'updated_at': '2021-06-30T09:01:02Z', 'revision_number': 5, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'subnets': [{'id': '96ce0dd5-8b67-4dfb-aefb-e468b993d00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:51.940904 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eacb8f81-5000-48cb-bc01-afba9688c802 req-638223c2-10c8-4139-a8ed-71d709157e4f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=018e5b42-4f25-4983-a7aa-95cc3a878631 HTTP/1.1" status: 200 len: 998 time: 0.0761039 Jun 30 09:03:51.942837 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-0ca77929-7a7c-4203-b3b1-0ee21d80a3c9 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-100054474-network', 'tenant_id': '01a7fa5afec243f0b7c321924a151489'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:51.945497 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380cc09b-358c-4d63-9ff6-cbb189c3cde9 None None] Checking router: 1782249f-a426-43fb-9da3-6e7a63196fe7 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:03:51.966806 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380cc09b-358c-4d63-9ff6-cbb189c3cde9 None None] Routers {'1782249f-a426-43fb-9da3-6e7a63196fe7'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:51.967494 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-380cc09b-358c-4d63-9ff6-cbb189c3cde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:03:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1782249f-a426-43fb-9da3-6e7a63196fe7'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:52.035133 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca77929-7a7c-4203-b3b1-0ee21d80a3c9 admin admin] Made reservation on behalf of 01a7fa5afec243f0b7c321924a151489 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:52.037814 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0ca77929-7a7c-4203-b3b1-0ee21d80a3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.052094 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0ca77929-7a7c-4203-b3b1-0ee21d80a3c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.087170 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-60029edb-3082-4f5b-a4da-11e22dd60a11 req-3420054a-4018-4d4f-863d-51e3a3c5d3e1 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/security-groups?id=daf5143d-cfeb-4e6d-8291-b2fca1ab2790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308762 Jun 30 09:03:52.125723 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb8f81-5000-48cb-bc01-afba9688c802 req-d161a20b-c87a-405e-9c32-7731d11bc7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:52.127560 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eacb8f81-5000-48cb-bc01-afba9688c802 req-d161a20b-c87a-405e-9c32-7731d11bc7d6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=96ce0dd5-8b67-4dfb-aefb-e468b993d00c HTTP/1.1" status: 200 len: 863 time: 0.1722252 Jun 30 09:03:52.157345 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-380cc09b-358c-4d63-9ff6-cbb189c3cde9 None None] Set router 1782249f-a426-43fb-9da3-6e7a63196fe7 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:03:52.186730 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0ca77929-7a7c-4203-b3b1-0ee21d80a3c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.208547 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb8f81-5000-48cb-bc01-afba9688c802 req-e8ac2331-fb16-4319-bf13-e84a50c0dfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:52.212098 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eacb8f81-5000-48cb-bc01-afba9688c802 req-e8ac2331-fb16-4319-bf13-e84a50c0dfff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=798e0566-6f3f-47e0-9595-5760850bc5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715334 Jun 30 09:03:52.278616 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1f241-2fd7-4b5b-9d6f-2f9503511598 req-8e5337c8-8061-48e1-97bb-1ca3abab781e tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:52.279764 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0ec1f241-2fd7-4b5b-9d6f-2f9503511598 req-8e5337c8-8061-48e1-97bb-1ca3abab781e tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 949 time: 0.0916982 Jun 30 09:03:52.302394 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0ca77929-7a7c-4203-b3b1-0ee21d80a3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.314917 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca77929-7a7c-4203-b3b1-0ee21d80a3c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:03:52.345965 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0ca77929-7a7c-4203-b3b1-0ee21d80a3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.346314 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-0ca77929-7a7c-4203-b3b1-0ee21d80a3c9 admin admin] Added segment ef777540-1d0e-494f-843e-24cc054d8054 of type vlan for network 77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 Jun 30 09:03:52.403205 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca77929-7a7c-4203-b3b1-0ee21d80a3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d540f88c-4c2e-49a2-863a-87831f47b1ca,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:52.423639 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eacb8f81-5000-48cb-bc01-afba9688c802 req-2db95e36-dbdc-4e5c-8bf7-bf528546c74b service neutron] 10.222.0.52 "GET /v2.0/networks/798e0566-6f3f-47e0-9595-5760850bc5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032664 Jun 30 09:03:52.426584 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0ec1f241-2fd7-4b5b-9d6f-2f9503511598 req-b594814f-f66d-40c5-bb5b-c6331c45d706 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350930 Jun 30 09:03:52.436071 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0ca77929-7a7c-4203-b3b1-0ee21d80a3c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.576985 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0ca77929-7a7c-4203-b3b1-0ee21d80a3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.578735 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca77929-7a7c-4203-b3b1-0ee21d80a3c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:52.579756 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0ca77929-7a7c-4203-b3b1-0ee21d80a3c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.603814 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-380cc09b-358c-4d63-9ff6-cbb189c3cde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1017925346-router', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:41Z', 'updated_at': '2021-06-30T09:00:52Z', 'revision_number': 4, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'gw_port': {'id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:43Z', 'updated_at': '2021-06-30T09:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '7ad589f2-8d8c-42a1-ac11-4932fa082bb4', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'port_id': '018e5b42-4f25-4983-a7aa-95cc3a878631', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef', 'mac_address': 'fa:16:3e:cf:4b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea644d8e-045b-4f65-a66c-a017b756e921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:01:16Z', 'updated_at': '2021-06-30T09:03:49Z', 'revision_number': 5, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c286893a-3b25-4021-a9a9-8380ee930b93', 'name': '', 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'mac_address': 'fa:16:3e:c7:86:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '96ce0dd5-8b67-4dfb-aefb-e468b993d00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:49Z', 'updated_at': '2021-06-30T09:01:02Z', 'revision_number': 5, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'subnets': [{'id': '96ce0dd5-8b67-4dfb-aefb-e468b993d00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:52.628939 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eacb8f81-5000-48cb-bc01-afba9688c802 req-9c52dba8-ed38-4868-88d0-3c18001a3d74 service neutron] 10.222.0.52 "GET /v2.0/networks/798e0566-6f3f-47e0-9595-5760850bc5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986978 Jun 30 09:03:52.644278 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380cc09b-358c-4d63-9ff6-cbb189c3cde9 None None] The sync data for ids ['1782249f-a426-43fb-9da3-6e7a63196fe7'] in n-d-771363-31 is: [{'id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1017925346-router', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:41Z', 'updated_at': '2021-06-30T09:00:52Z', 'revision_number': 4, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'gw_port': {'id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:43Z', 'updated_at': '2021-06-30T09:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '7ad589f2-8d8c-42a1-ac11-4932fa082bb4', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'port_id': '018e5b42-4f25-4983-a7aa-95cc3a878631', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef', 'mac_address': 'fa:16:3e:cf:4b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea644d8e-045b-4f65-a66c-a017b756e921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:01:16Z', 'updated_at': '2021-06-30T09:03:49Z', 'revision_number': 5, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c286893a-3b25-4021-a9a9-8380ee930b93', 'name': '', 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'mac_address': 'fa:16:3e:c7:86:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '96ce0dd5-8b67-4dfb-aefb-e468b993d00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:49Z', 'updated_at': '2021-06-30T09:01:02Z', 'revision_number': 5, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'subnets': [{'id': '96ce0dd5-8b67-4dfb-aefb-e468b993d00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:03:52.649596 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3a159-bd3b-491d-a9f4-4b5d89f66f76 req-84bb7c32-a9fa-4440-9903-ed35398a6097 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:52.651153 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ead3a159-bd3b-491d-a9f4-4b5d89f66f76 req-84bb7c32-a9fa-4440-9903-ed35398a6097 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=decb6247-fea7-42e4-8a89-df473f672ac9 HTTP/1.1" status: 200 len: 944 time: 0.1141567 Jun 30 09:03:52.722593 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ead3a159-bd3b-491d-a9f4-4b5d89f66f76 req-639760bb-3545-440d-941b-f73a95794574 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542941 Jun 30 09:03:52.730712 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 52002) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:52.738993 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-1218a3f1-edc5-4698-b899-5b35ace7f7c3 admin admin] Request body: {'subnet': {'network_id': '77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-100054474-subnet', 'tenant_id': '01a7fa5afec243f0b7c321924a151489', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:52.741882 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0ca77929-7a7c-4203-b3b1-0ee21d80a3c9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9900615 Jun 30 09:03:52.758783 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca77929-7a7c-4203-b3b1-0ee21d80a3c9 admin admin] Pushing event updated for resources: {'Network': ['ID=77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:52.771851 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:03:52.804620 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90735d8f-ed0d-4ab3-be3f-f8e8402ecaa5 req-b8a36c10-661f-4d35-890d-63c7803b6686 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:52.813177 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-90735d8f-ed0d-4ab3-be3f-f8e8402ecaa5 req-b8a36c10-661f-4d35-890d-63c7803b6686 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 945 time: 0.1998775 Jun 30 09:03:52.848527 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-66497583-cbc7-4a18-9534-3b2884b9ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.878079 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-90735d8f-ed0d-4ab3-be3f-f8e8402ecaa5 req-16c3efb0-daad-4a80-8d56-c557ead9d2a0 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635507 Jun 30 09:03:52.898159 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2767f928-4b34-48ce-b66f-207466939796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aaa3baa-3cbd-4e68-9f06-99979365a13d'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:52.902325 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b5f510-c2ff-4689-869b-791ad1ccee32" -d '{"events": [{"server_uuid": "2767f928-4b34-48ce-b66f-207466939796", "name": "network-vif-plugged", "status": "completed", "tag": "3aaa3baa-3cbd-4e68-9f06-99979365a13d"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:52.914257 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1218a3f1-edc5-4698-b899-5b35ace7f7c3 admin admin] Made reservation on behalf of 01a7fa5afec243f0b7c321924a151489 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:52.918324 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1218a3f1-edc5-4698-b899-5b35ace7f7c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.020077 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0aa560f-832d-4f16-9fdf-d52c3eaae0df x-openstack-request-id: req-a0aa560f-832d-4f16-9fdf-d52c3eaae0df {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:53.020214 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2767f928-4b34-48ce-b66f-207466939796", "name": "network-vif-plugged", "status": "completed", "tag": "3aaa3baa-3cbd-4e68-9f06-99979365a13d", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:53.020479 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a0aa560f-832d-4f16-9fdf-d52c3eaae0df {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:53.020877 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2767f928-4b34-48ce-b66f-207466939796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aaa3baa-3cbd-4e68-9f06-99979365a13d', 'code': 200} Jun 30 09:03:53.069489 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec66be0e-ccce-47e1-9ac9-fa2e29298ae5 None None] New status for floating IP 7ad589f2-8d8c-42a1-ac11-4932fa082bb4: ACTIVE {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:03:53.169038 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69531c6e-036b-40f1-8c86-f5418465a08e req-fe70fdd9-9d89-48db-8ea3-7397fe30af95 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:53.181234 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-69531c6e-036b-40f1-8c86-f5418465a08e req-fe70fdd9-9d89-48db-8ea3-7397fe30af95 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 945 time: 0.1683004 Jun 30 09:03:53.280299 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1218a3f1-edc5-4698-b899-5b35ace7f7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.286268 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-69531c6e-036b-40f1-8c86-f5418465a08e req-c46c4bb3-2550-4469-a45c-08fb47b585a3 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036158 Jun 30 09:03:53.302723 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.376199 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c45a0-8dcd-41ee-9e71-53ab31332632 req-3447a71a-8ea7-4462-9d8b-ffa2e2db7f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:53.377722 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4d4c45a0-8dcd-41ee-9e71-53ab31332632 req-3447a71a-8ea7-4462-9d8b-ffa2e2db7f08 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 1101 time: 0.1621127 Jun 30 09:03:53.382917 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218a3f1-edc5-4698-b899-5b35ace7f7c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=712820fb-ce56-42e0-86ec-ce6b0d4d81b4,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:53.387403 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1218a3f1-edc5-4698-b899-5b35ace7f7c3 admin admin] Checking segment: {'id': 'ef777540-1d0e-494f-843e-24cc054d8054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:53.387763 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1218a3f1-edc5-4698-b899-5b35ace7f7c3 admin admin] Network hostable DHCP agents. Network: 77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:03:53.450840 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76f20e-c3f2-4ff5-8730-5d249b7c4f5c req-123df6ed-926f-4011-bc77-6b94fb5eea6d tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:53.452460 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0d76f20e-c3f2-4ff5-8730-5d249b7c4f5c req-123df6ed-926f-4011-bc77-6b94fb5eea6d tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2f6a85-ef9f-4432-aa7f-904ec44f7826 HTTP/1.1" status: 200 len: 946 time: 0.2041090 Jun 30 09:03:53.454988 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4d4c45a0-8dcd-41ee-9e71-53ab31332632 req-9685fa28-8731-4d16-afda-f98ac9243839 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686705 Jun 30 09:03:53.514818 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0d76f20e-c3f2-4ff5-8730-5d249b7c4f5c req-dfa75595-3711-4763-811d-5914a4a83d6b tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/security-groups?id=daf5143d-cfeb-4e6d-8291-b2fca1ab2790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559847 Jun 30 09:03:53.517931 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1218a3f1-edc5-4698-b899-5b35ace7f7c3 admin admin] Network 77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:03:53.592567 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-1218a3f1-edc5-4698-b899-5b35ace7f7c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:53.597033 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1218a3f1-edc5-4698-b899-5b35ace7f7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:53.597581 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1218a3f1-edc5-4698-b899-5b35ace7f7c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.605237 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603c272f-085e-4161-85ab-118a6f2f32e8 None None] Network 77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:53.716944 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708e161-8f3f-4991-a517-395cac5df0aa req-07b802d5-d3ca-4803-a281-a477f07bbaff tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:53.729826 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c708e161-8f3f-4991-a517-395cac5df0aa req-07b802d5-d3ca-4803-a281-a477f07bbaff tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 949 time: 0.1551778 Jun 30 09:03:53.739433 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1218a3f1-edc5-4698-b899-5b35ace7f7c3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0062950 Jun 30 09:03:53.823740 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731d098-78fd-4e14-bb27-5a042625baff req-4e35267c-677c-4e1d-8c8b-c27339287d38 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:53.831937 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c731d098-78fd-4e14-bb27-5a042625baff req-4e35267c-677c-4e1d-8c8b-c27339287d38 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b787224-c147-4729-85ff-59f7cd48b012&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1141586 Jun 30 09:03:53.847815 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c708e161-8f3f-4991-a517-395cac5df0aa req-cc27636d-dde2-4a3c-b1c3-41a318718418 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169903 Jun 30 09:03:53.870999 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a39e02-ee60-421a-9d96-ee4f63b6dbe5 None None] Network 77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:53.900619 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c731d098-78fd-4e14-bb27-5a042625baff req-ba077708-6f6d-421a-90d6-9331a2bc8dec tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.181 HTTP/1.1" status: 200 len: 696 time: 0.0676517 Jun 30 09:03:53.905724 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-c731d098-78fd-4e14-bb27-5a042625baff req-5bd10bba-f734-4a51-a89d-501c0e602138 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Request body: {'floatingip': {'port_id': 'e7ffd273-1a4b-47fe-9913-22ad1fb7d08f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:53.995001 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c731d098-78fd-4e14-bb27-5a042625baff req-5bd10bba-f734-4a51-a89d-501c0e602138 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks [] for floatingip, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.002602 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 230df98e-1c38-48b6-9120-8e264701a00c details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:54.237279 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e01c5-acb8-4e6f-a582-d254be7c8c82 req-48da5fec-85a1-4c87-abf7-1dc135f78582 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:54.240326 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-759e01c5-acb8-4e6f-a582-d254be7c8c82 req-48da5fec-85a1-4c87-abf7-1dc135f78582 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=decb6247-fea7-42e4-8a89-df473f672ac9 HTTP/1.1" status: 200 len: 944 time: 0.1294730 Jun 30 09:03:54.294171 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 230df98e-1c38-48b6-9120-8e264701a00c, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=230df98e-1c38-48b6-9120-8e264701a00c,segment=NetworkSegment(36eeeb10-1ff7-43e6-93e2-723c66ec36b1),segment_id=36eeeb10-1ff7-43e6-93e2-723c66ec36b1)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:54.313525 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '230df98e-1c38-48b6-9120-8e264701a00c', 'network_id': '18ce6413-62b6-4a68-a76c-c4ee39855db0', 'port_id': '230df98e-1c38-48b6-9120-8e264701a00c', 'mac_address': 'fa:16:3e:57:29:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea4a3d03-fc72-484b-8795-58a00e475b6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:54.327456 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-759e01c5-acb8-4e6f-a582-d254be7c8c82 req-45928b1a-68a4-4b00-ade5-977b3c82f110 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759604 Jun 30 09:03:54.388313 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.420086 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 230df98e-1c38-48b6-9120-8e264701a00c {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:54.432215 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.452169 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 230df98e-1c38-48b6-9120-8e264701a00c, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=230df98e-1c38-48b6-9120-8e264701a00c,segment=NetworkSegment(36eeeb10-1ff7-43e6-93e2-723c66ec36b1),segment_id=36eeeb10-1ff7-43e6-93e2-723c66ec36b1)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:54.526236 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.539591 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f7340-2b10-4a4e-849a-ebbdb87b2cc7 req-6b5f6481-ae7d-4cad-90ec-ca604069202f tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:54.547943 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-895f7340-2b10-4a4e-849a-ebbdb87b2cc7 req-6b5f6481-ae7d-4cad-90ec-ca604069202f tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 945 time: 0.0953112 Jun 30 09:03:54.620154 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-895f7340-2b10-4a4e-849a-ebbdb87b2cc7 req-f828f60e-02d0-42a9-ad6c-949332d0012b tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711854 Jun 30 09:03:54.623365 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=230df98e-1c38-48b6-9120-8e264701a00c,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:54.664340 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c731d098-78fd-4e14-bb27-5a042625baff req-5bd10bba-f734-4a51-a89d-501c0e602138 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.737470 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c731d098-78fd-4e14-bb27-5a042625baff req-5bd10bba-f734-4a51-a89d-501c0e602138 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.920394 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [req-c731d098-78fd-4e14-bb27-5a042625baff req-5bd10bba-f734-4a51-a89d-501c0e602138 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Floating IP 0e446a38-1e25-4d3e-b72b-71b82af38216 associated. External IP: 172.25.6.181, port: e7ffd273-1a4b-47fe-9913-22ad1fb7d08f. Jun 30 09:03:54.946781 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['230df98e-1c38-48b6-9120-8e264701a00c'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:55.248685 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c731d098-78fd-4e14-bb27-5a042625baff req-5bd10bba-f734-4a51-a89d-501c0e602138 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Router 15954185-cc94-418c-9a09-47d5e32f9711 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:03:55.339534 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-6fa33c6b-8b69-4f9b-a1bb-33fa25bea38d tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:55.352170 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-6fa33c6b-8b69-4f9b-a1bb-33fa25bea38d tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/networks?id=77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 HTTP/1.1" status: 200 len: 804 time: 0.2106433 Jun 30 09:03:55.381345 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-7ffedca0-1cd8-4158-8871-326c2f3c8bde tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/quotas/01a7fa5afec243f0b7c321924a151489 HTTP/1.1" status: 200 len: 375 time: 0.0271111 Jun 30 09:03:55.467438 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c731d098-78fd-4e14-bb27-5a042625baff req-5bd10bba-f734-4a51-a89d-501c0e602138 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:03:55.476649 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c731d098-78fd-4e14-bb27-5a042625baff req-5bd10bba-f734-4a51-a89d-501c0e602138 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:55.482984 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b84207-d81c-4bb3-b088-ac867acff06b None None] Sync routers for ids ['15954185-cc94-418c-9a09-47d5e32f9711'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:03:55.516524 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b84207-d81c-4bb3-b088-ac867acff06b None None] Routers {'15954185-cc94-418c-9a09-47d5e32f9711'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:55.517197 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-e7b84207-d81c-4bb3-b088-ac867acff06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:03:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['15954185-cc94-418c-9a09-47d5e32f9711'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:55.561107 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c731d098-78fd-4e14-bb27-5a042625baff req-5bd10bba-f734-4a51-a89d-501c0e602138 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "PUT /v2.0/floatingips/0e446a38-1e25-4d3e-b72b-71b82af38216 HTTP/1.1" status: 200 len: 996 time: 1.6593399 Jun 30 09:03:55.567024 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b787224-c147-4729-85ff-59f7cd48b012', 'tag': 'e7ffd273-1a4b-47fe-9913-22ad1fb7d08f'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:55.574794 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d2910f-080c-4d53-9371-62034f4c6c77" -d '{"events": [{"name": "network-changed", "server_uuid": "9b787224-c147-4729-85ff-59f7cd48b012", "tag": "e7ffd273-1a4b-47fe-9913-22ad1fb7d08f"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:55.661420 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731d098-78fd-4e14-bb27-5a042625baff req-002dfe43-090d-482d-957d-9726cefb0853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:55.679085 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c731d098-78fd-4e14-bb27-5a042625baff req-002dfe43-090d-482d-957d-9726cefb0853 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b521f173677444a3b794e6a332034c4e&device_id=9b787224-c147-4729-85ff-59f7cd48b012 HTTP/1.1" status: 200 len: 1097 time: 0.0992892 Jun 30 09:03:55.709223 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-e7b84207-d81c-4bb3-b088-ac867acff06b None None] Set router 15954185-cc94-418c-9a09-47d5e32f9711 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:03:55.750851 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-929b3566-b402-4daf-b95a-ebc9cd29a7b3 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=01a7fa5afec243f0b7c321924a151489&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3675110 Jun 30 09:03:55.826651 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731d098-78fd-4e14-bb27-5a042625baff req-26dba9de-6c77-465a-bd6e-a921f028b2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:55.833603 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c731d098-78fd-4e14-bb27-5a042625baff req-26dba9de-6c77-465a-bd6e-a921f028b2aa service neutron] 10.222.0.10 "GET /v2.0/networks?id=60a77b31-7746-4394-a70f-4e46032cc63e HTTP/1.1" status: 200 len: 920 time: 0.1523526 Jun 30 09:03:55.883660 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-dfd9f134-a3c0-4d26-b172-cb6192a0df8b service neutron] 10.222.0.10 "GET /v2.0/networks/77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313486 Jun 30 09:03:55.907340 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c731d098-78fd-4e14-bb27-5a042625baff req-756a32f6-eb21-4199-9f77-e55448e3aae6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7ffd273-1a4b-47fe-9913-22ad1fb7d08f HTTP/1.1" status: 200 len: 999 time: 0.0726688 Jun 30 09:03:55.967586 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731d098-78fd-4e14-bb27-5a042625baff req-3f41c686-bd91-4181-adb8-039af4cb8b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:55.969138 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c731d098-78fd-4e14-bb27-5a042625baff req-3f41c686-bd91-4181-adb8-039af4cb8b70 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=faaf1ea0-436f-4385-8495-d72190b1bc6b HTTP/1.1" status: 200 len: 858 time: 0.0585532 Jun 30 09:03:55.981567 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 3e2a3cb4-ce83-4293-9a76-a77a15d776ff details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:56.008507 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-afba88e0-f039-4f64-8c5f-75c98ede86e2 service neutron] 10.222.0.10 "GET /v2.0/networks/77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184888 Jun 30 09:03:56.057043 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731d098-78fd-4e14-bb27-5a042625baff req-efea21f7-bfc5-4d58-84ab-055353caee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:56.058951 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c731d098-78fd-4e14-bb27-5a042625baff req-efea21f7-bfc5-4d58-84ab-055353caee44 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=60a77b31-7746-4394-a70f-4e46032cc63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0812228 Jun 30 09:03:56.130594 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-e7b84207-d81c-4bb3-b088-ac867acff06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15954185-cc94-418c-9a09-47d5e32f9711', 'name': 'tempest-FloatingIPsAssociationTestJSON-45904031-router', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:45Z', 'updated_at': '2021-06-30T09:02:52Z', 'revision_number': 4, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'gw_port': {'id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:46Z', 'updated_at': '2021-06-30T09:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '0e446a38-1e25-4d3e-b72b-71b82af38216', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'port_id': 'e7ffd273-1a4b-47fe-9913-22ad1fb7d08f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'mac_address': 'fa:16:3e:55:4e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b787224-c147-4729-85ff-59f7cd48b012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:03:30Z', 'updated_at': '2021-06-30T09:03:54Z', 'revision_number': 1, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d8c6a6-84dd-4615-8d77-aa6749c6437b', 'name': '', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'mac_address': 'fa:16:3e:76:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:51Z', 'updated_at': '2021-06-30T09:03:02Z', 'revision_number': 5, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'subnets': [{'id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:56.184167 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c731d098-78fd-4e14-bb27-5a042625baff req-ecc1596b-77d5-437f-9ecc-3519301bae11 service neutron] 10.222.0.10 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185186 Jun 30 09:03:56.353644 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c731d098-78fd-4e14-bb27-5a042625baff req-40cce104-340d-45a8-ac0e-d50723f68668 service neutron] 10.222.0.10 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571982 Jun 30 09:03:56.372297 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:56.374843 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b84207-d81c-4bb3-b088-ac867acff06b None None] Checking router: 15954185-cc94-418c-9a09-47d5e32f9711 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:03:56.418987 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-076fde34-ad0e-4ab8-9bfa-ef7dfe5c0e4c tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:56.426507 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-076fde34-ad0e-4ab8-9bfa-ef7dfe5c0e4c tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0&tenant_id=9342aeef3062492da53fbad2470ed3ad&binding%3Ahost_id=n-h1-771363-31 HTTP/1.1" status: 200 len: 1097 time: 0.1519814 Jun 30 09:03:56.426897 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b84207-d81c-4bb3-b088-ac867acff06b None None] Routers {'15954185-cc94-418c-9a09-47d5e32f9711'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:56.427624 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-e7b84207-d81c-4bb3-b088-ac867acff06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:03:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['15954185-cc94-418c-9a09-47d5e32f9711'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:56.461771 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-212b105b-66c0-4a61-903f-ec6178686915 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771363-31'}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:56.537361 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3e2a3cb4-ce83-4293-9a76-a77a15d776ff,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:56.576233 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 3e2a3cb4-ce83-4293-9a76-a77a15d776ff has no active binding in host n-h2-771363-31 {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 09:03:56.636952 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-e7b84207-d81c-4bb3-b088-ac867acff06b None None] Set router 15954185-cc94-418c-9a09-47d5e32f9711 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:03:56.640802 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-212b105b-66c0-4a61-903f-ec6178686915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:56.660569 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf828d7-4ffe-4724-86fc-9cd30b5ecc64 req-266b1d9e-e685-44af-b5b1-a9797af182ab tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:56.669521 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6cf828d7-4ffe-4724-86fc-9cd30b5ecc64 req-266b1d9e-e685-44af-b5b1-a9797af182ab tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 945 time: 0.2395058 Jun 30 09:03:56.742453 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6cf828d7-4ffe-4724-86fc-9cd30b5ecc64 req-bbb6c1f9-034f-4d3d-bba7-1d8086117a8c tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716162 Jun 30 09:03:56.780545 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ed225-3863-4402-80ad-4bab08334a0a req-3f50a760-199c-4312-addd-b0da21c765b0 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:56.780545 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-545ed225-3863-4402-80ad-4bab08334a0a req-3f50a760-199c-4312-addd-b0da21c765b0 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 949 time: 0.1795642 Jun 30 09:03:56.864039 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-545ed225-3863-4402-80ad-4bab08334a0a req-db96b84d-7470-4d50-8c4f-6f0f5ac195e2 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849328 Jun 30 09:03:56.960008 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd54083-0900-4f9a-ac8a-078020b021fb x-openstack-request-id: req-6fd54083-0900-4f9a-ac8a-078020b021fb {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:56.960261 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b787224-c147-4729-85ff-59f7cd48b012", "tag": "e7ffd273-1a4b-47fe-9913-22ad1fb7d08f", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:56.960429 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6fd54083-0900-4f9a-ac8a-078020b021fb {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:56.960947 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b787224-c147-4729-85ff-59f7cd48b012', 'tag': 'e7ffd273-1a4b-47fe-9913-22ad1fb7d08f', 'status': 'completed', 'code': 200} Jun 30 09:03:57.001332 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-212b105b-66c0-4a61-903f-ec6178686915 service neutron] For port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3e2a3cb4-ce83-4293-9a76-a77a15d776ff,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:57.075050 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-e7b84207-d81c-4bb3-b088-ac867acff06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15954185-cc94-418c-9a09-47d5e32f9711', 'name': 'tempest-FloatingIPsAssociationTestJSON-45904031-router', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:45Z', 'updated_at': '2021-06-30T09:02:52Z', 'revision_number': 4, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'gw_port': {'id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:46Z', 'updated_at': '2021-06-30T09:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '0e446a38-1e25-4d3e-b72b-71b82af38216', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'port_id': 'e7ffd273-1a4b-47fe-9913-22ad1fb7d08f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'mac_address': 'fa:16:3e:55:4e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b787224-c147-4729-85ff-59f7cd48b012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:03:30Z', 'updated_at': '2021-06-30T09:03:54Z', 'revision_number': 1, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d8c6a6-84dd-4615-8d77-aa6749c6437b', 'name': '', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'mac_address': 'fa:16:3e:76:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:51Z', 'updated_at': '2021-06-30T09:03:02Z', 'revision_number': 5, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'subnets': [{'id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:57.078344 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc239dd-4a70-4136-813d-ef5fe3a54653 req-34e3a679-3036-4131-a80c-89c41002153d tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:57.079948 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fcc239dd-4a70-4136-813d-ef5fe3a54653 req-34e3a679-3036-4131-a80c-89c41002153d tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=decb6247-fea7-42e4-8a89-df473f672ac9 HTTP/1.1" status: 200 len: 945 time: 0.1497955 Jun 30 09:03:57.090448 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-212b105b-66c0-4a61-903f-ec6178686915 service neutron] For port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff, host n-h1-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:57.157355 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b84207-d81c-4bb3-b088-ac867acff06b None None] The sync data for ids ['15954185-cc94-418c-9a09-47d5e32f9711'] in n-d-771363-31 is: [{'id': '15954185-cc94-418c-9a09-47d5e32f9711', 'name': 'tempest-FloatingIPsAssociationTestJSON-45904031-router', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:45Z', 'updated_at': '2021-06-30T09:02:52Z', 'revision_number': 4, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'gw_port': {'id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:46Z', 'updated_at': '2021-06-30T09:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '0e446a38-1e25-4d3e-b72b-71b82af38216', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'port_id': 'e7ffd273-1a4b-47fe-9913-22ad1fb7d08f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'mac_address': 'fa:16:3e:55:4e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b787224-c147-4729-85ff-59f7cd48b012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:03:30Z', 'updated_at': '2021-06-30T09:03:54Z', 'revision_number': 1, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d8c6a6-84dd-4615-8d77-aa6749c6437b', 'name': '', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'mac_address': 'fa:16:3e:76:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:51Z', 'updated_at': '2021-06-30T09:03:02Z', 'revision_number': 5, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'subnets': [{'id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:03:57.174733 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-212b105b-66c0-4a61-903f-ec6178686915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:57.185450 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485fb6f2-39b3-4d18-8083-379e21dceff0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e2a3cb4-ce83-4293-9a76-a77a15d776ff'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:57.188355 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c0f27c-c8bb-4631-b1b4-f8169d40adf1" -d '{"events": [{"server_uuid": "485fb6f2-39b3-4d18-8083-379e21dceff0", "name": "network-vif-unplugged", "status": "completed", "tag": "3e2a3cb4-ce83-4293-9a76-a77a15d776ff"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:57.195489 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2910f-080c-4d53-9371-62034f4c6c77 req-cfbde20f-3df7-4500-a9be-dba70eab0885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:57.197079 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81d2910f-080c-4d53-9371-62034f4c6c77 req-cfbde20f-3df7-4500-a9be-dba70eab0885 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b521f173677444a3b794e6a332034c4e&device_id=9b787224-c147-4729-85ff-59f7cd48b012 HTTP/1.1" status: 200 len: 1097 time: 0.2003870 Jun 30 09:03:57.255959 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fcc239dd-4a70-4136-813d-ef5fe3a54653 req-baeabd7e-dadb-46bc-855b-1e1e0f69cdff tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622863 Jun 30 09:03:57.277521 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-212b105b-66c0-4a61-903f-ec6178686915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:57.482625 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b105b-66c0-4a61-903f-ec6178686915 service neutron] Pushing event updated for resources: {'Port': ['ID=3e2a3cb4-ce83-4293-9a76-a77a15d776ff,revision_number=7']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:57.511205 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-212b105b-66c0-4a61-903f-ec6178686915 service neutron] Attempting to bind port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff on host n-h1-771363-31 for vnic_type normal with profile {"migrating_to": "n-h2-771363-31"} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:57.511692 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-212b105b-66c0-4a61-903f-ec6178686915 service neutron] Attempting to bind port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:57.512174 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-212b105b-66c0-4a61-903f-ec6178686915 service neutron] Attempting to bind port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:57.517728 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-212b105b-66c0-4a61-903f-ec6178686915 service neutron] Port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:57.518838 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-212b105b-66c0-4a61-903f-ec6178686915 service neutron] Attempting to bind port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:57.537045 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-212b105b-66c0-4a61-903f-ec6178686915 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:57.537456 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-212b105b-66c0-4a61-903f-ec6178686915 service neutron] Checking segment: {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:57.538023 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-212b105b-66c0-4a61-903f-ec6178686915 service neutron] Bound using segment: {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:57.541563 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-212b105b-66c0-4a61-903f-ec6178686915 service neutron] Bound port: 3e2a3cb4-ce83-4293-9a76-a77a15d776ff, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:57.542217 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-212b105b-66c0-4a61-903f-ec6178686915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:57.582874 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17b1db3-8027-4fac-babd-b8f2afc95af9 None None] New status for floating IP 0e446a38-1e25-4d3e-b72b-71b82af38216: ACTIVE {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:03:57.652323 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-212b105b-66c0-4a61-903f-ec6178686915 service neutron] For port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff, host n-h1-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:57.656036 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-212b105b-66c0-4a61-903f-ec6178686915 service neutron] For port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3e2a3cb4-ce83-4293-9a76-a77a15d776ff,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:57.701485 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-28d3b46a-fd7f-4089-9dad-13084e0ae664 req-90214680-2571-47be-bb63-af0dd178ca39 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=01a8289b-7532-486e-861a-cf255a8960e9 HTTP/1.1" status: 200 len: 210 time: 0.0438848 Jun 30 09:03:57.800201 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-212b105b-66c0-4a61-903f-ec6178686915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:57.818078 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ffce0-1ba2-4a3b-a8ef-4478880da621 req-d70dee8b-a7f4-40e6-853d-5b37b1b1a2a7 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:57.825440 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ae5ffce0-1ba2-4a3b-a8ef-4478880da621 req-d70dee8b-a7f4-40e6-853d-5b37b1b1a2a7 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 945 time: 0.7086523 Jun 30 09:03:57.890476 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ae5ffce0-1ba2-4a3b-a8ef-4478880da621 req-194bfa95-ec20-4ff8-958b-4c874668dcfb tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601780 Jun 30 09:03:57.900662 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2910f-080c-4d53-9371-62034f4c6c77 req-384f6e31-0a06-41d1-abad-e25625210014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:57.901206 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-212b105b-66c0-4a61-903f-ec6178686915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:57.902189 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-212b105b-66c0-4a61-903f-ec6178686915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:57.902792 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81d2910f-080c-4d53-9371-62034f4c6c77 req-384f6e31-0a06-41d1-abad-e25625210014 service neutron] 10.222.0.37 "GET /v2.0/networks?id=60a77b31-7746-4394-a70f-4e46032cc63e HTTP/1.1" status: 200 len: 920 time: 0.6920033 Jun 30 09:03:57.904104 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-212b105b-66c0-4a61-903f-ec6178686915 service neutron] 10.222.0.37 "PUT /v2.0/ports/3e2a3cb4-ce83-4293-9a76-a77a15d776ff HTTP/1.1" status: 200 len: 1123 time: 1.4645863 Jun 30 09:03:57.916861 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b105b-66c0-4a61-903f-ec6178686915 service neutron] Pushing event updated for resources: {'Port': ['ID=3e2a3cb4-ce83-4293-9a76-a77a15d776ff,revision_number=8']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:58.006532 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 230df98e-1c38-48b6-9120-8e264701a00c up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:58.039162 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81d2910f-080c-4d53-9371-62034f4c6c77 req-0f9c283d-5785-4b0d-9601-769c4914b317 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7ffd273-1a4b-47fe-9913-22ad1fb7d08f HTTP/1.1" status: 200 len: 1001 time: 0.1188006 Jun 30 09:03:58.063573 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['3e2a3cb4-ce83-4293-9a76-a77a15d776ff'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:58.065939 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['3e2a3cb4-ce83-4293-9a76-a77a15d776ff'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:58.107945 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-40380a60-478a-4648-b2d7-e4e6a1c53573 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:58.111076 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-40380a60-478a-4648-b2d7-e4e6a1c53573 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2f6a85-ef9f-4432-aa7f-904ec44f7826&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1751802 Jun 30 09:03:58.137212 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2910f-080c-4d53-9371-62034f4c6c77 req-040b923b-5aa6-45dc-b408-323f88731d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:58.142000 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81d2910f-080c-4d53-9371-62034f4c6c77 req-040b923b-5aa6-45dc-b408-323f88731d13 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=faaf1ea0-436f-4385-8495-d72190b1bc6b HTTP/1.1" status: 200 len: 858 time: 0.0966816 Jun 30 09:03:58.255393 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2910f-080c-4d53-9371-62034f4c6c77 req-2336e4eb-7cdf-4bbc-bf8f-4f4c7a867d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:58.262708 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-fbf77bf7-775d-4eee-a08a-cc6110c271db tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.181 HTTP/1.1" status: 200 len: 1001 time: 0.1406963 Jun 30 09:03:58.265002 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81d2910f-080c-4d53-9371-62034f4c6c77 req-2336e4eb-7cdf-4bbc-bf8f-4f4c7a867d0a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=60a77b31-7746-4394-a70f-4e46032cc63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1156261 Jun 30 09:03:58.269797 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-b1c6af12-8694-465d-9cdb-374e7b20b88a tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Request body: {'floatingip': {'port_id': 'c30cefa8-05bc-41ae-b9e0-26c89b52f3bd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:58.424720 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-b1c6af12-8694-465d-9cdb-374e7b20b88a tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks [] for floatingip, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:58.430993 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81d2910f-080c-4d53-9371-62034f4c6c77 req-65321359-a9cf-47fc-9f7c-43942b8bf004 service neutron] 10.222.0.37 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567867 Jun 30 09:03:58.521292 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 230df98e-1c38-48b6-9120-8e264701a00c completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:58.529639 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 230df98e-1c38-48b6-9120-8e264701a00c triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:58.530032 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:58.588702 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81d2910f-080c-4d53-9371-62034f4c6c77 req-cb1aa8b5-9493-4600-9a40-c3a9abd2ae25 service neutron] 10.222.0.37 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475844 Jun 30 09:03:58.727303 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:58.784969 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decb6247-fea7-42e4-8a89-df473f672ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230df98e-1c38-48b6-9120-8e264701a00c'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:58.788373 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212e2cc2-6713-4f3b-b5a8-4b9d8ec816ee" -d '{"events": [{"server_uuid": "decb6247-fea7-42e4-8a89-df473f672ac9", "name": "network-vif-plugged", "status": "completed", "tag": "230df98e-1c38-48b6-9120-8e264701a00c"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:58.804357 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2490e4e7-2b5a-48ed-9de9-e599271ad61b x-openstack-request-id: req-2490e4e7-2b5a-48ed-9de9-e599271ad61b {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:58.804995 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 230df98e-1c38-48b6-9120-8e264701a00c, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=230df98e-1c38-48b6-9120-8e264701a00c,segment=NetworkSegment(36eeeb10-1ff7-43e6-93e2-723c66ec36b1),segment_id=36eeeb10-1ff7-43e6-93e2-723c66ec36b1)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:58.805105 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485fb6f2-39b3-4d18-8083-379e21dceff0", "name": "network-vif-unplugged", "status": "completed", "tag": "3e2a3cb4-ce83-4293-9a76-a77a15d776ff", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:58.816566 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2490e4e7-2b5a-48ed-9de9-e599271ad61b {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:58.816566 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485fb6f2-39b3-4d18-8083-379e21dceff0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e2a3cb4-ce83-4293-9a76-a77a15d776ff', 'code': 200} Jun 30 09:03:58.941976 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:59.026222 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=230df98e-1c38-48b6-9120-8e264701a00c,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:59.032126 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d910ad68-334e-455e-8695-31a31aff1b6c req-f238f800-5846-45cf-afd6-e226a6fc31e5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1644547 Jun 30 09:03:59.055407 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067e47f-5adf-48ef-b3cc-d0021ef1aab1 req-81145da2-6777-466a-816c-d401b95018de tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:59.069713 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e067e47f-5adf-48ef-b3cc-d0021ef1aab1 req-81145da2-6777-466a-816c-d401b95018de tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 945 time: 0.1652975 Jun 30 09:03:59.124194 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e067e47f-5adf-48ef-b3cc-d0021ef1aab1 req-253420f1-2202-4a0e-9391-47a2771ee930 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523703 Jun 30 09:03:59.442308 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320087bb-e6e2-4ab5-ba50-6df465d69864 req-9ddb076a-05ae-4276-ab36-b6276ce91242 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:59.447375 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-320087bb-e6e2-4ab5-ba50-6df465d69864 req-9ddb076a-05ae-4276-ab36-b6276ce91242 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=decb6247-fea7-42e4-8a89-df473f672ac9 HTTP/1.1" status: 200 len: 946 time: 0.1224990 Jun 30 09:03:59.491450 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-b1c6af12-8694-465d-9cdb-374e7b20b88a tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:59.525444 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-320087bb-e6e2-4ab5-ba50-6df465d69864 req-66d74f41-7556-4de3-b83d-5686d07b1416 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663269 Jun 30 09:03:59.552436 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-b1c6af12-8694-465d-9cdb-374e7b20b88a tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:59.754163 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-b1c6af12-8694-465d-9cdb-374e7b20b88a tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Floating IP 0e446a38-1e25-4d3e-b72b-71b82af38216 associated. External IP: 172.25.6.181, port: e7ffd273-1a4b-47fe-9913-22ad1fb7d08f. Jun 30 09:04:00.057572 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-b390cd36-75b7-473b-b563-8a03657d8006 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:00.062478 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-b390cd36-75b7-473b-b563-8a03657d8006 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.52 "GET /v2.0/networks?id=77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 HTTP/1.1" status: 200 len: 804 time: 0.3713384 Jun 30 09:04:00.080255 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-32a4e273-7287-4f5d-a095-c719177bc33d tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Request body: {'port': {'device_id': '01a8289b-7532-486e-861a-cf255a8960e9', 'network_id': '77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3', 'admin_state_up': True, 'tenant_id': '01a7fa5afec243f0b7c321924a151489'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:00.141075 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-b1c6af12-8694-465d-9cdb-374e7b20b88a tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Router 15954185-cc94-418c-9a09-47d5e32f9711 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:04:00.205268 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c263b-9ad1-43de-bacc-1c1174dd95c6 req-699de094-a40c-49e7-965e-cf2796ad9c8e tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:00.208775 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3d4c263b-9ad1-43de-bacc-1c1174dd95c6 req-699de094-a40c-49e7-965e-cf2796ad9c8e tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 949 time: 0.3126855 Jun 30 09:04:00.299299 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3d4c263b-9ad1-43de-bacc-1c1174dd95c6 req-d05ac1bf-9bdd-4c85-b0ff-bc34cf6303bf tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816588 Jun 30 09:04:00.339049 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-b1c6af12-8694-465d-9cdb-374e7b20b88a tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:04:00.349183 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6c33f9-415b-4804-9b22-4a16a52144ef None None] Sync routers for ids ['15954185-cc94-418c-9a09-47d5e32f9711'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:04:00.359457 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6c33f9-415b-4804-9b22-4a16a52144ef None None] Routers {'15954185-cc94-418c-9a09-47d5e32f9711'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:00.360268 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-fd6c33f9-415b-4804-9b22-4a16a52144ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:03:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['15954185-cc94-418c-9a09-47d5e32f9711'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:00.513147 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-32a4e273-7287-4f5d-a095-c719177bc33d tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Made reservation on behalf of 01a7fa5afec243f0b7c321924a151489 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:00.516841 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-32a4e273-7287-4f5d-a095-c719177bc33d tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:00.518772 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-fd6c33f9-415b-4804-9b22-4a16a52144ef None None] Set router 15954185-cc94-418c-9a09-47d5e32f9711 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:00.521209 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-428d7fb1-f052-4b77-85f9-00b965cfe7c6 req-f452c679-3466-4365-b536-f648197eff75 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=01a8289b-7532-486e-861a-cf255a8960e9 HTTP/1.1" status: 200 len: 210 time: 0.0892200 Jun 30 09:04:00.689363 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c560fda2-cf58-4550-b477-a370664688e1 x-openstack-request-id: req-c560fda2-cf58-4550-b477-a370664688e1 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:00.689654 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "decb6247-fea7-42e4-8a89-df473f672ac9", "name": "network-vif-plugged", "status": "completed", "tag": "230df98e-1c38-48b6-9120-8e264701a00c", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:00.690882 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c560fda2-cf58-4550-b477-a370664688e1 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:00.691971 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'decb6247-fea7-42e4-8a89-df473f672ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230df98e-1c38-48b6-9120-8e264701a00c', 'code': 200} Jun 30 09:04:00.713310 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-32a4e273-7287-4f5d-a095-c719177bc33d tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Allocated IP 172.20.0.8 (77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3/712820fb-ce56-42e0-86ec-ce6b0d4d81b4/ceb50aca-9884-40c4-91d9-48e81e774c77) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:00.993765 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '485fb6f2-39b3-4d18-8083-379e21dceff0', 'tag': '3e2a3cb4-ce83-4293-9a76-a77a15d776ff'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:00.997556 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108f5fac-edef-413d-ad0a-3d137981dbe7" -d '{"events": [{"name": "network-changed", "server_uuid": "485fb6f2-39b3-4d18-8083-379e21dceff0", "tag": "3e2a3cb4-ce83-4293-9a76-a77a15d776ff"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:01.047151 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-fd6c33f9-415b-4804-9b22-4a16a52144ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15954185-cc94-418c-9a09-47d5e32f9711', 'name': 'tempest-FloatingIPsAssociationTestJSON-45904031-router', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:45Z', 'updated_at': '2021-06-30T09:02:52Z', 'revision_number': 4, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'gw_port': {'id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:46Z', 'updated_at': '2021-06-30T09:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '0e446a38-1e25-4d3e-b72b-71b82af38216', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'port_id': 'c30cefa8-05bc-41ae-b9e0-26c89b52f3bd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'mac_address': 'fa:16:3e:57:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2f6a85-ef9f-4432-aa7f-904ec44f7826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:03:30Z', 'updated_at': '2021-06-30T09:03:59Z', 'revision_number': 3, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d8c6a6-84dd-4615-8d77-aa6749c6437b', 'name': '', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'mac_address': 'fa:16:3e:76:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:51Z', 'updated_at': '2021-06-30T09:03:02Z', 'revision_number': 5, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'subnets': [{'id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:01.083724 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6c33f9-415b-4804-9b22-4a16a52144ef None None] Checking router: 15954185-cc94-418c-9a09-47d5e32f9711 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:04:01.093423 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6c33f9-415b-4804-9b22-4a16a52144ef None None] Routers {'15954185-cc94-418c-9a09-47d5e32f9711'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:01.094136 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-fd6c33f9-415b-4804-9b22-4a16a52144ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:03:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['15954185-cc94-418c-9a09-47d5e32f9711'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:01.102478 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17ccee-25df-4dcf-9c3f-1fa126e48861 req-34f09d82-164a-4399-a461-3dcde2f8e0c3 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:01.104141 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6c17ccee-25df-4dcf-9c3f-1fa126e48861 req-34f09d82-164a-4399-a461-3dcde2f8e0c3 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 943 time: 0.2920010 Jun 30 09:04:01.133113 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-32a4e273-7287-4f5d-a095-c719177bc33d tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:01.137159 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d892e5-9173-47b9-8e32-856dbddd4d84 req-a05d620d-09e4-469e-aefb-c311693ac06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:01.138813 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-00d892e5-9173-47b9-8e32-856dbddd4d84 req-a05d620d-09e4-469e-aefb-c311693ac06f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=decb6247-fea7-42e4-8a89-df473f672ac9 HTTP/1.1" status: 200 len: 1098 time: 0.3108213 Jun 30 09:04:01.204605 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-00d892e5-9173-47b9-8e32-856dbddd4d84 req-efe27612-7693-4fd2-b23b-d8ce72022397 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567284 Jun 30 09:04:01.227650 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6c17ccee-25df-4dcf-9c3f-1fa126e48861 req-780af5ef-4489-40f1-9860-be1b6b496188 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149397 Jun 30 09:04:01.256322 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-fd6c33f9-415b-4804-9b22-4a16a52144ef None None] Set router 15954185-cc94-418c-9a09-47d5e32f9711 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:01.309577 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-b1c6af12-8694-465d-9cdb-374e7b20b88a tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Router 15954185-cc94-418c-9a09-47d5e32f9711 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:04:01.352105 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-32a4e273-7287-4f5d-a095-c719177bc33d tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:01.453366 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-32a4e273-7287-4f5d-a095-c719177bc33d tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Network 77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:01.453896 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-32a4e273-7287-4f5d-a095-c719177bc33d tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:01.456424 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-32a4e273-7287-4f5d-a095-c719177bc33d tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:01.487770 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-b1c6af12-8694-465d-9cdb-374e7b20b88a tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:04:01.493671 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-b1c6af12-8694-465d-9cdb-374e7b20b88a tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:01.513532 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4e273-7287-4f5d-a095-c719177bc33d tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Pushing event updated for resources: {'Port': ['ID=ceb50aca-9884-40c4-91d9-48e81e774c77,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:01.544309 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-32a4e273-7287-4f5d-a095-c719177bc33d tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:01.545010 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-32a4e273-7287-4f5d-a095-c719177bc33d tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:01.575834 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe6ac7-a7b3-42d9-a2f1-18e10ee3a191 req-5dc9ad7b-2c65-402a-ac57-1f455740562b tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:01.578199 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-20fe6ac7-a7b3-42d9-a2f1-18e10ee3a191 req-5dc9ad7b-2c65-402a-ac57-1f455740562b tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 945 time: 0.2189708 Jun 30 09:04:01.587047 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-b1c6af12-8694-465d-9cdb-374e7b20b88a tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "PUT /v2.0/floatingips/0e446a38-1e25-4d3e-b72b-71b82af38216 HTTP/1.1" status: 200 len: 999 time: 3.3243880 Jun 30 09:04:01.611401 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-fd6c33f9-415b-4804-9b22-4a16a52144ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15954185-cc94-418c-9a09-47d5e32f9711', 'name': 'tempest-FloatingIPsAssociationTestJSON-45904031-router', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:45Z', 'updated_at': '2021-06-30T09:02:52Z', 'revision_number': 4, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'gw_port': {'id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:46Z', 'updated_at': '2021-06-30T09:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '0e446a38-1e25-4d3e-b72b-71b82af38216', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'port_id': 'c30cefa8-05bc-41ae-b9e0-26c89b52f3bd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'mac_address': 'fa:16:3e:57:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2f6a85-ef9f-4432-aa7f-904ec44f7826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:03:30Z', 'updated_at': '2021-06-30T09:03:59Z', 'revision_number': 3, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d8c6a6-84dd-4615-8d77-aa6749c6437b', 'name': '', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'mac_address': 'fa:16:3e:76:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:51Z', 'updated_at': '2021-06-30T09:03:02Z', 'revision_number': 5, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'subnets': [{'id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:01.625601 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-20fe6ac7-a7b3-42d9-a2f1-18e10ee3a191 req-6cc01343-9e80-4193-8e27-e3709be0d936 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415785 Jun 30 09:04:01.639431 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6c33f9-415b-4804-9b22-4a16a52144ef None None] The sync data for ids ['15954185-cc94-418c-9a09-47d5e32f9711'] in n-d-771363-31 is: [{'id': '15954185-cc94-418c-9a09-47d5e32f9711', 'name': 'tempest-FloatingIPsAssociationTestJSON-45904031-router', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:45Z', 'updated_at': '2021-06-30T09:02:52Z', 'revision_number': 4, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'gw_port': {'id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:46Z', 'updated_at': '2021-06-30T09:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '0e446a38-1e25-4d3e-b72b-71b82af38216', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'port_id': 'c30cefa8-05bc-41ae-b9e0-26c89b52f3bd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'mac_address': 'fa:16:3e:57:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2f6a85-ef9f-4432-aa7f-904ec44f7826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:03:30Z', 'updated_at': '2021-06-30T09:03:59Z', 'revision_number': 3, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d8c6a6-84dd-4615-8d77-aa6749c6437b', 'name': '', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'mac_address': 'fa:16:3e:76:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:51Z', 'updated_at': '2021-06-30T09:03:02Z', 'revision_number': 5, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'subnets': [{'id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:04:01.664426 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-7991ebba-768b-48f4-a87a-fb36d2336ddb tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:01.665359 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-7991ebba-768b-48f4-a87a-fb36d2336ddb tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/ports/e7ffd273-1a4b-47fe-9913-22ad1fb7d08f HTTP/1.1" status: 200 len: 942 time: 0.0723369 Jun 30 09:04:01.794047 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-32a4e273-7287-4f5d-a095-c719177bc33d tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7183917 Jun 30 09:04:01.802852 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-de1acf73-2981-469b-89dd-00b572a644b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:01.805039 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-de1acf73-2981-469b-89dd-00b572a644b7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b521f173677444a3b794e6a332034c4e&device_id=9b787224-c147-4729-85ff-59f7cd48b012 HTTP/1.1" status: 200 len: 1097 time: 0.0686829 Jun 30 09:04:01.811958 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e1d19-3e78-4cce-a114-c422b44b8aa2 req-7db0b05e-66e3-4951-a673-38f9dea708db tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:01.824530 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-953e1d19-3e78-4cce-a114-c422b44b8aa2 req-7db0b05e-66e3-4951-a673-38f9dea708db tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=decb6247-fea7-42e4-8a89-df473f672ac9 HTTP/1.1" status: 200 len: 946 time: 0.0746562 Jun 30 09:04:01.826432 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-5a586b60-d023-4f61-b0d8-ed7d10cddab7 service neutron] Request body: {'port': {'device_id': '01a8289b-7532-486e-861a-cf255a8960e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:01.841927 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0295d8c7-bb8e-4a4d-a771-566dfb8a58b5 None None] New status for floating IP 0e446a38-1e25-4d3e-b72b-71b82af38216: ACTIVE {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:04:01.894191 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-953e1d19-3e78-4cce-a114-c422b44b8aa2 req-2311175f-b502-4639-be62-cc7e4a8c2e8a tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743537 Jun 30 09:04:01.929376 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-6ee5d79e-b025-49f9-b1bc-744694c97700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:01.930974 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-6ee5d79e-b025-49f9-b1bc-744694c97700 service neutron] 10.222.0.10 "GET /v2.0/networks?id=60a77b31-7746-4394-a70f-4e46032cc63e HTTP/1.1" status: 200 len: 920 time: 0.1192708 Jun 30 09:04:01.933921 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-5a586b60-d023-4f61-b0d8-ed7d10cddab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:02.003437 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-4576acb9-16f6-4282-b90a-eb34a77d507e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7ffd273-1a4b-47fe-9913-22ad1fb7d08f HTTP/1.1" status: 200 len: 217 time: 0.0663016 Jun 30 09:04:02.077377 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-eb8ac11c-1b31-4457-948a-237ee3352bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:02.129118 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-eb8ac11c-1b31-4457-948a-237ee3352bd6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=faaf1ea0-436f-4385-8495-d72190b1bc6b HTTP/1.1" status: 200 len: 858 time: 0.0756209 Jun 30 09:04:02.141206 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-a4d11ede-bcf6-4824-a6bd-898947208b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:02.150020 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-a4d11ede-bcf6-4824-a6bd-898947208b24 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=60a77b31-7746-4394-a70f-4e46032cc63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636063 Jun 30 09:04:02.152796 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3de7b5-79bb-419e-ab66-858be5ec9452 x-openstack-request-id: req-9d3de7b5-79bb-419e-ab66-858be5ec9452 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:02.153168 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "485fb6f2-39b3-4d18-8083-379e21dceff0", "tag": "3e2a3cb4-ce83-4293-9a76-a77a15d776ff", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:02.153479 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9d3de7b5-79bb-419e-ab66-858be5ec9452 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:02.153920 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '485fb6f2-39b3-4d18-8083-379e21dceff0', 'tag': '3e2a3cb4-ce83-4293-9a76-a77a15d776ff', 'status': 'completed', 'code': 200} Jun 30 09:04:02.158199 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-aa07c2b1-9630-43b1-9eed-0bfa1446fe75 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:04:02.166150 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-aa07c2b1-9630-43b1-9eed-0bfa1446fe75 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151889 Jun 30 09:04:02.312344 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-3af695b8-e655-4a9e-a3a7-92c9f3819a56 service neutron] 10.222.0.10 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452541 Jun 30 09:04:02.331463 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c04f0bf-4478-498a-9e59-443b4ea67437 None None] Sync routers for ids ['15954185-cc94-418c-9a09-47d5e32f9711'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:04:02.340945 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c04f0bf-4478-498a-9e59-443b4ea67437 None None] Routers {'15954185-cc94-418c-9a09-47d5e32f9711'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:02.341602 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-7c04f0bf-4478-498a-9e59-443b4ea67437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:03:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['15954185-cc94-418c-9a09-47d5e32f9711'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:02.345923 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f5fac-edef-413d-ad0a-3d137981dbe7 req-206b5781-1b69-4b9f-93cb-f2efea278af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:02.347468 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-108f5fac-edef-413d-ad0a-3d137981dbe7 req-206b5781-1b69-4b9f-93cb-f2efea278af2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9342aeef3062492da53fbad2470ed3ad&device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 1126 time: 0.1623433 Jun 30 09:04:02.416645 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-5a586b60-d023-4f61-b0d8-ed7d10cddab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceb50aca-9884-40c4-91d9-48e81e774c77 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:02.425260 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-5a586b60-d023-4f61-b0d8-ed7d10cddab7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:02.440123 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-5a586b60-d023-4f61-b0d8-ed7d10cddab7 service neutron] Transition to ACTIVE for port object ceb50aca-9884-40c4-91d9-48e81e774c77 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:02.492629 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910ad68-334e-455e-8695-31a31aff1b6c req-305fb219-53ed-4c3f-8e78-182152d87a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:02.494261 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d910ad68-334e-455e-8695-31a31aff1b6c req-305fb219-53ed-4c3f-8e78-182152d87a99 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 1101 time: 0.2262623 Jun 30 09:04:02.503103 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801be0f-d5eb-41cc-b00a-8521291f1b56 req-2c3957a9-b87d-4fd2-98da-85f48a52da00 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:02.504722 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8801be0f-d5eb-41cc-b00a-8521291f1b56 req-2c3957a9-b87d-4fd2-98da-85f48a52da00 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 949 time: 0.2431145 Jun 30 09:04:02.522850 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-1d0964a1-b708-49bf-8928-6d70c0584196 service neutron] 10.222.0.10 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038364 Jun 30 09:04:02.525170 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-7c04f0bf-4478-498a-9e59-443b4ea67437 None None] Set router 15954185-cc94-418c-9a09-47d5e32f9711 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:02.529947 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f5fac-edef-413d-ad0a-3d137981dbe7 req-96f330cb-da46-4416-9518-b08e240299b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:02.531474 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-108f5fac-edef-413d-ad0a-3d137981dbe7 req-96f330cb-da46-4416-9518-b08e240299b7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=29b0d071-6714-4385-b9f1-40e12b8f9c71 HTTP/1.1" status: 200 len: 909 time: 0.1535370 Jun 30 09:04:02.593638 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-108f5fac-edef-413d-ad0a-3d137981dbe7 req-fc3db796-de86-4cb0-a987-d99884861e41 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e2a3cb4-ce83-4293-9a76-a77a15d776ff HTTP/1.1" status: 200 len: 217 time: 0.0527985 Jun 30 09:04:02.674577 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910ad68-334e-455e-8695-31a31aff1b6c req-79391d04-a3f7-4b94-9830-c37f89613fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:02.676436 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d910ad68-334e-455e-8695-31a31aff1b6c req-79391d04-a3f7-4b94-9830-c37f89613fcb service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.1706421 Jun 30 09:04:02.679722 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-5a586b60-d023-4f61-b0d8-ed7d10cddab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:02.768521 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d910ad68-334e-455e-8695-31a31aff1b6c req-b4aef5f0-9995-4e32-85ae-cd087e1d66b4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=3aaa3baa-3cbd-4e68-9f06-99979365a13d HTTP/1.1" status: 200 len: 217 time: 0.0785627 Jun 30 09:04:02.790344 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f5fac-edef-413d-ad0a-3d137981dbe7 req-822b9eab-145e-4b2c-8b07-1560b1086fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:02.796349 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-108f5fac-edef-413d-ad0a-3d137981dbe7 req-822b9eab-145e-4b2c-8b07-1560b1086fe4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8196dcad-a05d-4c25-a036-8d0e22bb3a6b HTTP/1.1" status: 200 len: 848 time: 0.1913800 Jun 30 09:04:02.857711 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8801be0f-d5eb-41cc-b00a-8521291f1b56 req-b48a5bd7-7f58-4208-8576-b1ea68ca47b2 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801071 Jun 30 09:04:02.859899 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a586b60-d023-4f61-b0d8-ed7d10cddab7 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb50aca-9884-40c4-91d9-48e81e774c77,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:02.860412 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-108f5fac-edef-413d-ad0a-3d137981dbe7 req-1087e485-8119-45e6-8d92-ca120921131c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=29b0d071-6714-4385-b9f1-40e12b8f9c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552056 Jun 30 09:04:02.869363 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-641ee29c-bcbc-45c4-a1c8-0ec5c8f624b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:02.870502 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-641ee29c-bcbc-45c4-a1c8-0ec5c8f624b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b521f173677444a3b794e6a332034c4e&device_id=7a2f6a85-ef9f-4432-aa7f-904ec44f7826 HTTP/1.1" status: 200 len: 1098 time: 0.2444496 Jun 30 09:04:02.988441 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910ad68-334e-455e-8695-31a31aff1b6c req-79be7b1f-b817-423e-ab55-1fd6516b6fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:02.989143 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d910ad68-334e-455e-8695-31a31aff1b6c req-79be7b1f-b817-423e-ab55-1fd6516b6fe7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.2073987 Jun 30 09:04:03.033417 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-108f5fac-edef-413d-ad0a-3d137981dbe7 req-da30b664-ed3b-4568-adb9-6b8ba5fdcde1 service neutron] 10.222.0.52 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618042 Jun 30 09:04:03.142622 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-5a586b60-d023-4f61-b0d8-ed7d10cddab7 service neutron] Attempting to bind port ceb50aca-9884-40c4-91d9-48e81e774c77 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:03.143462 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-5a586b60-d023-4f61-b0d8-ed7d10cddab7 service neutron] Attempting to bind port ceb50aca-9884-40c4-91d9-48e81e774c77 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': 'ef777540-1d0e-494f-843e-24cc054d8054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:03.144007 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-5a586b60-d023-4f61-b0d8-ed7d10cddab7 service neutron] Attempting to bind port ceb50aca-9884-40c4-91d9-48e81e774c77 on network 77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:03.155896 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-5a586b60-d023-4f61-b0d8-ed7d10cddab7 service neutron] Port ceb50aca-9884-40c4-91d9-48e81e774c77 on network 77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:04:03.156579 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-5a586b60-d023-4f61-b0d8-ed7d10cddab7 service neutron] Attempting to bind port ceb50aca-9884-40c4-91d9-48e81e774c77 on network 77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:03.177600 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-5a586b60-d023-4f61-b0d8-ed7d10cddab7 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:03.179082 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-5a586b60-d023-4f61-b0d8-ed7d10cddab7 service neutron] Checking segment: {'id': 'ef777540-1d0e-494f-843e-24cc054d8054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:03.179783 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-5a586b60-d023-4f61-b0d8-ed7d10cddab7 service neutron] Bound using segment: {'id': 'ef777540-1d0e-494f-843e-24cc054d8054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:03.180458 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-5a586b60-d023-4f61-b0d8-ed7d10cddab7 service neutron] Bound port: ceb50aca-9884-40c4-91d9-48e81e774c77, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef777540-1d0e-494f-843e-24cc054d8054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:03.181123 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-5a586b60-d023-4f61-b0d8-ed7d10cddab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:03.239227 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-7c04f0bf-4478-498a-9e59-443b4ea67437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15954185-cc94-418c-9a09-47d5e32f9711', 'name': 'tempest-FloatingIPsAssociationTestJSON-45904031-router', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:45Z', 'updated_at': '2021-06-30T09:02:52Z', 'revision_number': 4, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'gw_port': {'id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:46Z', 'updated_at': '2021-06-30T09:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '0e446a38-1e25-4d3e-b72b-71b82af38216', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'port_id': 'c30cefa8-05bc-41ae-b9e0-26c89b52f3bd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'mac_address': 'fa:16:3e:57:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2f6a85-ef9f-4432-aa7f-904ec44f7826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:03:30Z', 'updated_at': '2021-06-30T09:04:01Z', 'revision_number': 4, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d8c6a6-84dd-4615-8d77-aa6749c6437b', 'name': '', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'mac_address': 'fa:16:3e:76:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:51Z', 'updated_at': '2021-06-30T09:03:02Z', 'revision_number': 5, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'subnets': [{'id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:03.270581 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-b167a3eb-268d-4c34-848c-2657088420c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:03.271854 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-5a586b60-d023-4f61-b0d8-ed7d10cddab7 service neutron] For port ceb50aca-9884-40c4-91d9-48e81e774c77, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:03.273917 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-b167a3eb-268d-4c34-848c-2657088420c9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=60a77b31-7746-4394-a70f-4e46032cc63e HTTP/1.1" status: 200 len: 920 time: 0.3874640 Jun 30 09:04:03.277680 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-5a586b60-d023-4f61-b0d8-ed7d10cddab7 service neutron] For port ceb50aca-9884-40c4-91d9-48e81e774c77, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ceb50aca-9884-40c4-91d9-48e81e774c77,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:03.300075 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910ad68-334e-455e-8695-31a31aff1b6c req-27b7b1dc-662a-4d2e-8388-daee3e51897d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:03.304720 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d910ad68-334e-455e-8695-31a31aff1b6c req-27b7b1dc-662a-4d2e-8388-daee3e51897d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3030832 Jun 30 09:04:03.313983 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c154f-0612-42d9-a387-9c57c75ee927 req-9bc2e681-077c-47f2-b254-2cef24a5ae26 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:03.316078 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-393c154f-0612-42d9-a387-9c57c75ee927 req-9bc2e681-077c-47f2-b254-2cef24a5ae26 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=01a8289b-7532-486e-861a-cf255a8960e9 HTTP/1.1" status: 200 len: 943 time: 0.2376168 Jun 30 09:04:03.360122 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c04f0bf-4478-498a-9e59-443b4ea67437 None None] Checking router: 15954185-cc94-418c-9a09-47d5e32f9711 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:04:03.372706 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-108f5fac-edef-413d-ad0a-3d137981dbe7 req-5aa6a53b-315b-4905-a2bf-09f64367cccd service neutron] 10.222.0.52 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508681 Jun 30 09:04:03.376535 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c04f0bf-4478-498a-9e59-443b4ea67437 None None] Routers {'15954185-cc94-418c-9a09-47d5e32f9711'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:03.376960 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-7c04f0bf-4478-498a-9e59-443b4ea67437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:03:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['15954185-cc94-418c-9a09-47d5e32f9711'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:03.391044 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-5a586b60-d023-4f61-b0d8-ed7d10cddab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:03.426660 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-785ce639-733c-4647-90b1-37d6a7d4f95a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c30cefa8-05bc-41ae-b9e0-26c89b52f3bd HTTP/1.1" status: 200 len: 1002 time: 0.1455417 Jun 30 09:04:03.468638 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-393c154f-0612-42d9-a387-9c57c75ee927 req-0ad94ba1-5f36-4560-8eea-40a9624d2d10 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419344 Jun 30 09:04:03.493944 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-5a586b60-d023-4f61-b0d8-ed7d10cddab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:03.494546 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-5a586b60-d023-4f61-b0d8-ed7d10cddab7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:03.495960 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-5a586b60-d023-4f61-b0d8-ed7d10cddab7 service neutron] 10.222.0.52 "PUT /v2.0/ports/ceb50aca-9884-40c4-91d9-48e81e774c77 HTTP/1.1" status: 200 len: 1092 time: 1.6739461 Jun 30 09:04:03.503313 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a8289b-7532-486e-861a-cf255a8960e9', 'tag': 'ceb50aca-9884-40c4-91d9-48e81e774c77'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:03.506507 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f261220-c27e-4868-b821-7cce4ce35954" -d '{"events": [{"name": "network-changed", "server_uuid": "01a8289b-7532-486e-861a-cf255a8960e9", "tag": "ceb50aca-9884-40c4-91d9-48e81e774c77"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:03.509544 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-087856b6-541c-4164-ad8d-036056a6ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:03.514530 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-087856b6-541c-4164-ad8d-036056a6ed54 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=faaf1ea0-436f-4385-8495-d72190b1bc6b HTTP/1.1" status: 200 len: 858 time: 0.0816603 Jun 30 09:04:03.531225 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a586b60-d023-4f61-b0d8-ed7d10cddab7 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb50aca-9884-40c4-91d9-48e81e774c77,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:03.579678 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d910ad68-334e-455e-8695-31a31aff1b6c req-7648e792-aeb1-4f7a-b0f3-14ad200bf400 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601907 Jun 30 09:04:03.601702 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-7c04f0bf-4478-498a-9e59-443b4ea67437 None None] Set router 15954185-cc94-418c-9a09-47d5e32f9711 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:03.617664 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-4a47af72-7a08-402b-b94c-5358b92fdd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:03.620263 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-4a47af72-7a08-402b-b94c-5358b92fdd83 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=60a77b31-7746-4394-a70f-4e46032cc63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0988927 Jun 30 09:04:03.726653 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d910ad68-334e-455e-8695-31a31aff1b6c req-2ed26afc-e3fe-4bbd-8b16-d3724c5751bd service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403561 Jun 30 09:04:03.764967 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-2510f50a-2b85-4c75-bf21-cf92ae137930 service neutron] 10.222.0.10 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351447 Jun 30 09:04:03.864829 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d04047-4abf-499e-aa95-813f42bb57b3 req-a0526dd6-9914-449d-ad17-c03a29ee905d tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:03.881053 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-78d04047-4abf-499e-aa95-813f42bb57b3 req-a0526dd6-9914-449d-ad17-c03a29ee905d tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 943 time: 0.1457748 Jun 30 09:04:03.922503 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85f3768b-2018-4a46-9709-d8dbaa54b7ff req-252b1dec-35d7-4f97-b16d-0a1e145f27f4 service neutron] 10.222.0.10 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503606 Jun 30 09:04:03.937872 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-980554bf-c609-4e3c-ac0c-ccf559b4afff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:03.939680 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-980554bf-c609-4e3c-ac0c-ccf559b4afff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01a7fa5afec243f0b7c321924a151489&device_id=01a8289b-7532-486e-861a-cf255a8960e9 HTTP/1.1" status: 200 len: 1095 time: 0.2123308 Jun 30 09:04:03.969849 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-7c04f0bf-4478-498a-9e59-443b4ea67437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15954185-cc94-418c-9a09-47d5e32f9711', 'name': 'tempest-FloatingIPsAssociationTestJSON-45904031-router', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:45Z', 'updated_at': '2021-06-30T09:02:52Z', 'revision_number': 4, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'gw_port': {'id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:46Z', 'updated_at': '2021-06-30T09:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '0e446a38-1e25-4d3e-b72b-71b82af38216', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'port_id': 'c30cefa8-05bc-41ae-b9e0-26c89b52f3bd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'mac_address': 'fa:16:3e:57:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2f6a85-ef9f-4432-aa7f-904ec44f7826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:03:30Z', 'updated_at': '2021-06-30T09:04:01Z', 'revision_number': 4, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d8c6a6-84dd-4615-8d77-aa6749c6437b', 'name': '', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'mac_address': 'fa:16:3e:76:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:51Z', 'updated_at': '2021-06-30T09:03:02Z', 'revision_number': 5, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'subnets': [{'id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:04.010346 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c04f0bf-4478-498a-9e59-443b4ea67437 None None] The sync data for ids ['15954185-cc94-418c-9a09-47d5e32f9711'] in n-d-771363-31 is: [{'id': '15954185-cc94-418c-9a09-47d5e32f9711', 'name': 'tempest-FloatingIPsAssociationTestJSON-45904031-router', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:45Z', 'updated_at': '2021-06-30T09:02:52Z', 'revision_number': 4, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'gw_port': {'id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:46Z', 'updated_at': '2021-06-30T09:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '0e446a38-1e25-4d3e-b72b-71b82af38216', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'port_id': 'c30cefa8-05bc-41ae-b9e0-26c89b52f3bd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'mac_address': 'fa:16:3e:57:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2f6a85-ef9f-4432-aa7f-904ec44f7826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:03:30Z', 'updated_at': '2021-06-30T09:04:01Z', 'revision_number': 4, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d8c6a6-84dd-4615-8d77-aa6749c6437b', 'name': '', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'mac_address': 'fa:16:3e:76:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:51Z', 'updated_at': '2021-06-30T09:03:02Z', 'revision_number': 5, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'subnets': [{'id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:04:04.051524 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-78d04047-4abf-499e-aa95-813f42bb57b3 req-5a5408e5-2b24-4f5d-9fa1-07ebb728a097 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513898 Jun 30 09:04:04.053956 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-ab133040-1b26-4218-bd07-b9016a6d247b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ceb50aca-9884-40c4-91d9-48e81e774c77 HTTP/1.1" status: 200 len: 217 time: 0.0967941 Jun 30 09:04:04.155399 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b787224-c147-4729-85ff-59f7cd48b012', 'tag': 'e7ffd273-1a4b-47fe-9913-22ad1fb7d08f'}, {'name': 'network-changed', 'server_uuid': '7a2f6a85-ef9f-4432-aa7f-904ec44f7826', 'tag': 'c30cefa8-05bc-41ae-b9e0-26c89b52f3bd'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:04.158698 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c17b0b8-c045-4ae2-ac01-243e04101bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "9b787224-c147-4729-85ff-59f7cd48b012", "tag": "e7ffd273-1a4b-47fe-9913-22ad1fb7d08f"}, {"name": "network-changed", "server_uuid": "7a2f6a85-ef9f-4432-aa7f-904ec44f7826", "tag": "c30cefa8-05bc-41ae-b9e0-26c89b52f3bd"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:04.236868 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-8f8a8bc2-dbae-413e-b342-4734b9dfae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:04.238385 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-8f8a8bc2-dbae-413e-b342-4734b9dfae6f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=712820fb-ce56-42e0-86ec-ce6b0d4d81b4 HTTP/1.1" status: 200 len: 844 time: 0.1670861 Jun 30 09:04:04.279579 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-f2544189-c539-4157-aa8b-9454e0393570 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326395 Jun 30 09:04:04.356139 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141198ef-2a2c-468e-b6b2-459e779e02c8 req-8e36dc3d-8619-4a15-aa57-fd434cde349b tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:04.357904 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-141198ef-2a2c-468e-b6b2-459e779e02c8 req-8e36dc3d-8619-4a15-aa57-fd434cde349b tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 945 time: 0.0846691 Jun 30 09:04:04.414545 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-141198ef-2a2c-468e-b6b2-459e779e02c8 req-f3818437-80f5-4cb2-b59f-bd4413d2ed03 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485613 Jun 30 09:04:04.456114 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-20904bec-605f-4ab7-82eb-4009df7e71a8 service neutron] 10.222.0.52 "GET /v2.0/networks/77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674576 Jun 30 09:04:04.465477 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89014714-bc36-4966-86a3-4b58e57699c3 req-3a36c9ab-02c8-4883-adf6-f6c332472826 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:04.466999 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-89014714-bc36-4966-86a3-4b58e57699c3 req-3a36c9ab-02c8-4883-adf6-f6c332472826 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=decb6247-fea7-42e4-8a89-df473f672ac9 HTTP/1.1" status: 200 len: 946 time: 0.1438582 Jun 30 09:04:04.576748 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-89014714-bc36-4966-86a3-4b58e57699c3 req-055f066b-7a10-4247-ade2-1412c4093ab7 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984058 Jun 30 09:04:04.625814 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7e10e602-b27b-46ab-a699-b2fbef8ab952 req-4414da32-6855-4d7f-a97b-6ece242bb7e8 service neutron] 10.222.0.52 "GET /v2.0/networks/77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577911 Jun 30 09:04:04.646558 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d60ee5-3f9c-4e52-8d98-bef5cc9e8158 x-openstack-request-id: req-c6d60ee5-3f9c-4e52-8d98-bef5cc9e8158 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:04.646886 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a8289b-7532-486e-861a-cf255a8960e9", "tag": "ceb50aca-9884-40c4-91d9-48e81e774c77", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:04.647849 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6d60ee5-3f9c-4e52-8d98-bef5cc9e8158 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:04.648859 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a8289b-7532-486e-861a-cf255a8960e9', 'tag': 'ceb50aca-9884-40c4-91d9-48e81e774c77', 'status': 'completed', 'code': 200} Jun 30 09:04:04.773000 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f52b9c07-abab-4c64-abda-b843e69f24f0 req-653d6be6-771f-4b9e-bb20-928a57035479 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.181 HTTP/1.1" status: 200 len: 1002 time: 0.1018319 Jun 30 09:04:04.853371 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f261220-c27e-4868-b821-7cce4ce35954 req-7a5ae1b1-0665-4613-a238-a6da35023b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:04.855309 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5f261220-c27e-4868-b821-7cce4ce35954 req-7a5ae1b1-0665-4613-a238-a6da35023b24 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01a7fa5afec243f0b7c321924a151489&device_id=01a8289b-7532-486e-861a-cf255a8960e9 HTTP/1.1" status: 200 len: 1095 time: 0.1065269 Jun 30 09:04:04.879404 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b9c07-abab-4c64-abda-b843e69f24f0 req-35ccebb4-d4ee-4993-a4e9-9e063c24c28f tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:04.880943 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f52b9c07-abab-4c64-abda-b843e69f24f0 req-35ccebb4-d4ee-4993-a4e9-9e063c24c28f tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/ports/c30cefa8-05bc-41ae-b9e0-26c89b52f3bd HTTP/1.1" status: 200 len: 943 time: 0.1023395 Jun 30 09:04:04.934436 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb8177-c3cf-4a05-adb3-0e8ee0168f7d req-66746073-fa97-4bbe-bf29-c17214c2714a tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:04.941497 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c5cb8177-c3cf-4a05-adb3-0e8ee0168f7d req-66746073-fa97-4bbe-bf29-c17214c2714a tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 949 time: 0.1824839 Jun 30 09:04:05.005799 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c5cb8177-c3cf-4a05-adb3-0e8ee0168f7d req-cbe8512a-0cc6-4fe3-93d6-a4718da330b0 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633914 Jun 30 09:04:05.018887 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f261220-c27e-4868-b821-7cce4ce35954 req-f3cd95de-1d57-4f02-a912-fa44e625a00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:05.030037 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5f261220-c27e-4868-b821-7cce4ce35954 req-f3cd95de-1d57-4f02-a912-fa44e625a00f service neutron] 10.222.0.52 "GET /v2.0/networks?id=77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 HTTP/1.1" status: 200 len: 905 time: 0.1580186 Jun 30 09:04:05.083711 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5f261220-c27e-4868-b821-7cce4ce35954 req-99541b07-47f1-4b3e-87f6-919dad993d43 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ceb50aca-9884-40c4-91d9-48e81e774c77 HTTP/1.1" status: 200 len: 217 time: 0.0489526 Jun 30 09:04:05.103208 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f52b9c07-abab-4c64-abda-b843e69f24f0 req-97e454c6-f976-406f-be26-e6b0bbbc8044 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.181 HTTP/1.1" status: 200 len: 1002 time: 0.1005459 Jun 30 09:04:05.183651 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f261220-c27e-4868-b821-7cce4ce35954 req-d8252851-984c-41ea-b4c8-5c23b5153663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:05.185178 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5f261220-c27e-4868-b821-7cce4ce35954 req-d8252851-984c-41ea-b4c8-5c23b5153663 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=712820fb-ce56-42e0-86ec-ce6b0d4d81b4 HTTP/1.1" status: 200 len: 844 time: 0.0891008 Jun 30 09:04:05.232052 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5f261220-c27e-4868-b821-7cce4ce35954 req-ecf0f75c-1d04-4c91-b9b3-84c1c54c0c74 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335128 Jun 30 09:04:05.250232 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17b0b8-c045-4ae2-ac01-243e04101bc6 req-e75412da-1b2e-4ae9-95b6-6ce95164b523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:05.252396 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5c17b0b8-c045-4ae2-ac01-243e04101bc6 req-e75412da-1b2e-4ae9-95b6-6ce95164b523 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b521f173677444a3b794e6a332034c4e&device_id=9b787224-c147-4729-85ff-59f7cd48b012 HTTP/1.1" status: 200 len: 1097 time: 0.1162286 Jun 30 09:04:05.255975 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0952caa2-2655-4533-b950-6d71467d72bd x-openstack-request-id: req-0952caa2-2655-4533-b950-6d71467d72bd {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:05.256240 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b787224-c147-4729-85ff-59f7cd48b012", "tag": "e7ffd273-1a4b-47fe-9913-22ad1fb7d08f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7a2f6a85-ef9f-4432-aa7f-904ec44f7826", "tag": "c30cefa8-05bc-41ae-b9e0-26c89b52f3bd", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:05.257173 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0952caa2-2655-4533-b950-6d71467d72bd {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:05.257577 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b787224-c147-4729-85ff-59f7cd48b012', 'tag': 'e7ffd273-1a4b-47fe-9913-22ad1fb7d08f', 'status': 'completed', 'code': 200} Jun 30 09:04:05.257830 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2f6a85-ef9f-4432-aa7f-904ec44f7826', 'tag': 'c30cefa8-05bc-41ae-b9e0-26c89b52f3bd', 'status': 'completed', 'code': 200} Jun 30 09:04:05.265115 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b9c07-abab-4c64-abda-b843e69f24f0 req-af51108d-f17c-4f1a-b8f1-6e5d19bb6877 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:05.283623 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f52b9c07-abab-4c64-abda-b843e69f24f0 req-af51108d-f17c-4f1a-b8f1-6e5d19bb6877 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 784 time: 0.1790683 Jun 30 09:04:05.520239 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de8f4e-9524-4124-92b7-3c8cc6defc7d req-34ca40cd-7663-4826-9d7c-5d08df2e7033 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:05.528457 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e7de8f4e-9524-4124-92b7-3c8cc6defc7d req-34ca40cd-7663-4826-9d7c-5d08df2e7033 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=decb6247-fea7-42e4-8a89-df473f672ac9 HTTP/1.1" status: 200 len: 946 time: 0.1273396 Jun 30 09:04:05.568465 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e7de8f4e-9524-4124-92b7-3c8cc6defc7d req-4f648ebe-7eb3-4625-89e9-c3700159dd00 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389585 Jun 30 09:04:05.818729 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b3251-d136-4c66-93e7-25914bc79b98 req-1de436ec-f5b0-440f-939f-4b55e519f007 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:05.824651 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cc5b3251-d136-4c66-93e7-25914bc79b98 req-1de436ec-f5b0-440f-939f-4b55e519f007 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 943 time: 0.0967231 Jun 30 09:04:05.880806 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cc5b3251-d136-4c66-93e7-25914bc79b98 req-d9bbc9c3-90bb-438c-871c-1be7347e3103 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516202 Jun 30 09:04:05.900173 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17b0b8-c045-4ae2-ac01-243e04101bc6 req-353bd1d3-570f-48ab-81ad-f5dd39c4e3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:05.901784 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5c17b0b8-c045-4ae2-ac01-243e04101bc6 req-353bd1d3-570f-48ab-81ad-f5dd39c4e3b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=60a77b31-7746-4394-a70f-4e46032cc63e HTTP/1.1" status: 200 len: 920 time: 0.6397407 Jun 30 09:04:05.905394 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5f261220-c27e-4868-b821-7cce4ce35954 req-5aaa96f5-a718-478f-9eb1-5f0f27dd1fb6 service neutron] 10.222.0.52 "GET /v2.0/networks/77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6518517 Jun 30 09:04:06.046426 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-953f9341-b98c-441e-8cb9-1102b55fe903 req-74161712-2917-4ba9-85ef-475750e1c35c tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.181 HTTP/1.1" status: 200 len: 1002 time: 0.1147494 Jun 30 09:04:06.099936 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5c17b0b8-c045-4ae2-ac01-243e04101bc6 req-89dfb912-0a5c-4f95-8fbc-aea6a83b73c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7ffd273-1a4b-47fe-9913-22ad1fb7d08f HTTP/1.1" status: 200 len: 217 time: 0.1858878 Jun 30 09:04:06.103155 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5f261220-c27e-4868-b821-7cce4ce35954 req-19444bd1-7c1c-4e18-9583-195178c09aa4 service neutron] 10.222.0.52 "GET /v2.0/networks/77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823742 Jun 30 09:04:06.112058 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50ac37-b6f0-4c8f-9354-3cc65d3f2bbc req-86a643cd-54db-4bc6-8fc3-7a3bcb0f615f tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:06.132853 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1f50ac37-b6f0-4c8f-9354-3cc65d3f2bbc req-86a643cd-54db-4bc6-8fc3-7a3bcb0f615f tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=01a8289b-7532-486e-861a-cf255a8960e9 HTTP/1.1" status: 200 len: 943 time: 0.8602953 Jun 30 09:04:06.135939 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f9341-b98c-441e-8cb9-1102b55fe903 req-90f5e143-8732-43ad-b468-18f9ebeb265b tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:06.159394 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-953f9341-b98c-441e-8cb9-1102b55fe903 req-90f5e143-8732-43ad-b468-18f9ebeb265b tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/ports/c30cefa8-05bc-41ae-b9e0-26c89b52f3bd HTTP/1.1" status: 200 len: 943 time: 0.0969100 Jun 30 09:04:06.202652 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1f50ac37-b6f0-4c8f-9354-3cc65d3f2bbc req-98e9941a-556b-4575-9dee-09072be8385a tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684469 Jun 30 09:04:06.274740 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17b0b8-c045-4ae2-ac01-243e04101bc6 req-51bb7851-15eb-4613-b436-2d03315b703b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:06.276507 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5c17b0b8-c045-4ae2-ac01-243e04101bc6 req-51bb7851-15eb-4613-b436-2d03315b703b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=faaf1ea0-436f-4385-8495-d72190b1bc6b HTTP/1.1" status: 200 len: 858 time: 0.1193442 Jun 30 09:04:06.464417 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-953f9341-b98c-441e-8cb9-1102b55fe903 req-0ad7b65d-1a8b-476e-b222-aaddcc768af8 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.181 HTTP/1.1" status: 200 len: 1002 time: 0.1938078 Jun 30 09:04:06.570117 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17b0b8-c045-4ae2-ac01-243e04101bc6 req-7392ddbb-707b-4fca-9539-6ce64bd36f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:06.570117 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5c17b0b8-c045-4ae2-ac01-243e04101bc6 req-7392ddbb-707b-4fca-9539-6ce64bd36f6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=60a77b31-7746-4394-a70f-4e46032cc63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2665546 Jun 30 09:04:06.681400 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5d05f-a2be-4b22-adc5-4ca23212f5ec req-11938432-20f9-40d4-add3-3715136e0d9b tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:06.685538 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f9341-b98c-441e-8cb9-1102b55fe903 req-fb132ee3-f322-4153-8403-b7e376ea7719 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:06.690535 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6ea5d05f-a2be-4b22-adc5-4ca23212f5ec req-11938432-20f9-40d4-add3-3715136e0d9b tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 945 time: 0.2490685 Jun 30 09:04:06.695466 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-953f9341-b98c-441e-8cb9-1102b55fe903 req-fb132ee3-f322-4153-8403-b7e376ea7719 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 784 time: 0.2090867 Jun 30 09:04:06.773501 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6ea5d05f-a2be-4b22-adc5-4ca23212f5ec req-5bcebb62-86e4-4254-835a-cfb953bc566e tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810826 Jun 30 09:04:06.776589 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5c17b0b8-c045-4ae2-ac01-243e04101bc6 req-b0f2b5cb-34ab-4667-9932-95cf241ebcdb service neutron] 10.222.0.37 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093167 Jun 30 09:04:06.793777 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-953f9341-b98c-441e-8cb9-1102b55fe903 req-5b2b2346-b353-429b-b7e7-f1cc3dc7304b tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.181 HTTP/1.1" status: 200 len: 1002 time: 0.0977161 Jun 30 09:04:06.805160 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-953f9341-b98c-441e-8cb9-1102b55fe903 req-a27cbccc-505b-4af2-ab9d-5f4f558b06c2 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:06.872117 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-953f9341-b98c-441e-8cb9-1102b55fe903 req-a27cbccc-505b-4af2-ab9d-5f4f558b06c2 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks [] for floatingip, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:06.916708 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5c17b0b8-c045-4ae2-ac01-243e04101bc6 req-68f7b48b-2954-431e-9dfd-2975b92834e8 service neutron] 10.222.0.37 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320126 Jun 30 09:04:07.040787 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17b0b8-c045-4ae2-ac01-243e04101bc6 req-273bae07-1b46-4efb-b508-ffbc90fc7af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:07.042525 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5c17b0b8-c045-4ae2-ac01-243e04101bc6 req-273bae07-1b46-4efb-b508-ffbc90fc7af6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b521f173677444a3b794e6a332034c4e&device_id=7a2f6a85-ef9f-4432-aa7f-904ec44f7826 HTTP/1.1" status: 200 len: 1098 time: 0.0807912 Jun 30 09:04:07.052561 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-953f9341-b98c-441e-8cb9-1102b55fe903 req-a27cbccc-505b-4af2-ab9d-5f4f558b06c2 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.175331 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17b0b8-c045-4ae2-ac01-243e04101bc6 req-782e746d-c0ed-45e8-baa5-87a18e87ff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:07.176823 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5c17b0b8-c045-4ae2-ac01-243e04101bc6 req-782e746d-c0ed-45e8-baa5-87a18e87ff0d service neutron] 10.222.0.37 "GET /v2.0/networks?id=60a77b31-7746-4394-a70f-4e46032cc63e HTTP/1.1" status: 200 len: 920 time: 0.1278427 Jun 30 09:04:07.188043 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.193076 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef99193-fc64-446b-896d-3f4f23453eb0 req-e10762a3-bf22-4758-baf7-226de910309a tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:07.216865 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4ef99193-fc64-446b-896d-3f4f23453eb0 req-e10762a3-bf22-4758-baf7-226de910309a tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 949 time: 0.1025667 Jun 30 09:04:07.237991 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-953f9341-b98c-441e-8cb9-1102b55fe903 req-a27cbccc-505b-4af2-ab9d-5f4f558b06c2 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.241975 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [req-953f9341-b98c-441e-8cb9-1102b55fe903 req-a27cbccc-505b-4af2-ab9d-5f4f558b06c2 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Floating IP 0e446a38-1e25-4d3e-b72b-71b82af38216 disassociated. External IP: 172.25.6.181, port: c30cefa8-05bc-41ae-b9e0-26c89b52f3bd. Jun 30 09:04:07.275623 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5c17b0b8-c045-4ae2-ac01-243e04101bc6 req-b001a727-2809-4af4-be39-e3d2f3869dac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c30cefa8-05bc-41ae-b9e0-26c89b52f3bd HTTP/1.1" status: 200 len: 1002 time: 0.0903888 Jun 30 09:04:07.288426 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4ef99193-fc64-446b-896d-3f4f23453eb0 req-efc0da0f-5054-4e13-a6f0-0ccbcead42c1 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566647 Jun 30 09:04:07.385543 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17b0b8-c045-4ae2-ac01-243e04101bc6 req-b2d5f6e7-9ddf-40ab-9bb7-8de9ff316f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:07.387189 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5c17b0b8-c045-4ae2-ac01-243e04101bc6 req-b2d5f6e7-9ddf-40ab-9bb7-8de9ff316f7b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=faaf1ea0-436f-4385-8495-d72190b1bc6b HTTP/1.1" status: 200 len: 858 time: 0.1027241 Jun 30 09:04:07.502261 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17b0b8-c045-4ae2-ac01-243e04101bc6 req-2d2dd87d-48a1-4ac6-b02f-5d21f09fa419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:07.504067 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5c17b0b8-c045-4ae2-ac01-243e04101bc6 req-2d2dd87d-48a1-4ac6-b02f-5d21f09fa419 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=60a77b31-7746-4394-a70f-4e46032cc63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1091831 Jun 30 09:04:07.512418 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [req-953f9341-b98c-441e-8cb9-1102b55fe903 req-a27cbccc-505b-4af2-ab9d-5f4f558b06c2 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Router 15954185-cc94-418c-9a09-47d5e32f9711 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:04:07.609350 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d9de4-f35e-4cf0-877a-a5a031cc093a req-ac366102-4d94-4e86-89b0-4408f3dcc13b tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:07.611003 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-126d9de4-f35e-4cf0-877a-a5a031cc093a req-ac366102-4d94-4e86-89b0-4408f3dcc13b tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 943 time: 0.1577311 Jun 30 09:04:07.654616 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-953f9341-b98c-441e-8cb9-1102b55fe903 req-a27cbccc-505b-4af2-ab9d-5f4f558b06c2 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:04:07.659529 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-953f9341-b98c-441e-8cb9-1102b55fe903 req-a27cbccc-505b-4af2-ab9d-5f4f558b06c2 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.664416 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5c17b0b8-c045-4ae2-ac01-243e04101bc6 req-82781a43-bdd5-47d5-8c27-3d8d5945e8ed service neutron] 10.222.0.37 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502800 Jun 30 09:04:07.668633 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7a5773-4ad4-48fa-b874-b0ceae45e9da None None] Sync routers for ids ['15954185-cc94-418c-9a09-47d5e32f9711'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:04:07.695380 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7a5773-4ad4-48fa-b874-b0ceae45e9da None None] Routers {'15954185-cc94-418c-9a09-47d5e32f9711'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:07.696289 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-fc7a5773-4ad4-48fa-b874-b0ceae45e9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:03:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['15954185-cc94-418c-9a09-47d5e32f9711'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:07.697591 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-126d9de4-f35e-4cf0-877a-a5a031cc093a req-03949fe6-53a6-4a3b-a138-70def02d07dd tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773222 Jun 30 09:04:07.763539 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-953f9341-b98c-441e-8cb9-1102b55fe903 req-a27cbccc-505b-4af2-ab9d-5f4f558b06c2 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "PUT /v2.0/floatingips/0e446a38-1e25-4d3e-b72b-71b82af38216 HTTP/1.1" status: 200 len: 695 time: 0.9632864 Jun 30 09:04:07.764106 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2f6a85-ef9f-4432-aa7f-904ec44f7826', 'tag': 'c30cefa8-05bc-41ae-b9e0-26c89b52f3bd'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:07.766381 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81306da-a983-4b4f-bffa-dcf7786a07a6" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2f6a85-ef9f-4432-aa7f-904ec44f7826", "tag": "c30cefa8-05bc-41ae-b9e0-26c89b52f3bd"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:07.817479 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5c17b0b8-c045-4ae2-ac01-243e04101bc6 req-9a53b675-c280-42b2-990d-ab38a5434011 service neutron] 10.222.0.37 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438916 Jun 30 09:04:07.912809 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f9341-b98c-441e-8cb9-1102b55fe903 req-3e669381-1547-49d5-a848-d59fe178f1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:07.913467 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-953f9341-b98c-441e-8cb9-1102b55fe903 req-3e669381-1547-49d5-a848-d59fe178f1aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b521f173677444a3b794e6a332034c4e&device_id=7a2f6a85-ef9f-4432-aa7f-904ec44f7826 HTTP/1.1" status: 200 len: 1098 time: 0.1350737 Jun 30 09:04:07.920287 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7484939-fe1d-4181-bff0-b36c2ab54e68 req-02876640-9d31-4f0b-a291-8e41c4b62af9 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:07.922165 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a7484939-fe1d-4181-bff0-b36c2ab54e68 req-02876640-9d31-4f0b-a291-8e41c4b62af9 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=decb6247-fea7-42e4-8a89-df473f672ac9 HTTP/1.1" status: 200 len: 946 time: 0.0760798 Jun 30 09:04:07.927412 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-fc7a5773-4ad4-48fa-b874-b0ceae45e9da None None] Set router 15954185-cc94-418c-9a09-47d5e32f9711 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:07.967923 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a7484939-fe1d-4181-bff0-b36c2ab54e68 req-0ecb7d28-697e-4628-8183-0ce10e5aa984 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395148 Jun 30 09:04:08.017964 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f9341-b98c-441e-8cb9-1102b55fe903 req-bc889b4a-ead4-478e-9a2e-a12eb5f19220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:08.019685 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-953f9341-b98c-441e-8cb9-1102b55fe903 req-bc889b4a-ead4-478e-9a2e-a12eb5f19220 service neutron] 10.222.0.10 "GET /v2.0/networks?id=60a77b31-7746-4394-a70f-4e46032cc63e HTTP/1.1" status: 200 len: 920 time: 0.0997205 Jun 30 09:04:08.045745 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 3e2a3cb4-ce83-4293-9a76-a77a15d776ff details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:08.070837 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-953f9341-b98c-441e-8cb9-1102b55fe903 req-7212b2e2-ccac-4b04-a386-16df180b9680 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c30cefa8-05bc-41ae-b9e0-26c89b52f3bd HTTP/1.1" status: 200 len: 217 time: 0.0434248 Jun 30 09:04:08.135666 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f9341-b98c-441e-8cb9-1102b55fe903 req-ab3b3ae7-8f05-4889-a906-0525293bca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:08.138042 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-953f9341-b98c-441e-8cb9-1102b55fe903 req-ab3b3ae7-8f05-4889-a906-0525293bca22 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=faaf1ea0-436f-4385-8495-d72190b1bc6b HTTP/1.1" status: 200 len: 858 time: 0.0609877 Jun 30 09:04:08.167057 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-fc7a5773-4ad4-48fa-b874-b0ceae45e9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15954185-cc94-418c-9a09-47d5e32f9711', 'name': 'tempest-FloatingIPsAssociationTestJSON-45904031-router', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:45Z', 'updated_at': '2021-06-30T09:02:52Z', 'revision_number': 4, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'gw_port': {'id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:46Z', 'updated_at': '2021-06-30T09:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '87d8c6a6-84dd-4615-8d77-aa6749c6437b', 'name': '', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'mac_address': 'fa:16:3e:76:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:51Z', 'updated_at': '2021-06-30T09:03:02Z', 'revision_number': 5, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'subnets': [{'id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:08.189033 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a1eb6-9c01-47fd-b3f0-740c8523cc3e req-342fa5fe-54ba-4a8a-b4e3-35fc4711ce72 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:08.195591 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3e2a3cb4-ce83-4293-9a76-a77a15d776ff,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:08.204479 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce1a1eb6-9c01-47fd-b3f0-740c8523cc3e req-342fa5fe-54ba-4a8a-b4e3-35fc4711ce72 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=01a8289b-7532-486e-861a-cf255a8960e9 HTTP/1.1" status: 200 len: 943 time: 0.1219964 Jun 30 09:04:08.207745 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7a5773-4ad4-48fa-b874-b0ceae45e9da None None] Checking router: 15954185-cc94-418c-9a09-47d5e32f9711 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:04:08.211362 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 3e2a3cb4-ce83-4293-9a76-a77a15d776ff has no active binding in host n-h2-771363-31 {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 09:04:08.221904 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7a5773-4ad4-48fa-b874-b0ceae45e9da None None] Routers {'15954185-cc94-418c-9a09-47d5e32f9711'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:08.222919 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-fc7a5773-4ad4-48fa-b874-b0ceae45e9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:03:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['15954185-cc94-418c-9a09-47d5e32f9711'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:08.227741 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f9341-b98c-441e-8cb9-1102b55fe903 req-8dbd63cb-9480-471f-8b2d-8af9a32782dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:08.229832 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-953f9341-b98c-441e-8cb9-1102b55fe903 req-8dbd63cb-9480-471f-8b2d-8af9a32782dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=60a77b31-7746-4394-a70f-4e46032cc63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0828066 Jun 30 09:04:08.253927 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce1a1eb6-9c01-47fd-b3f0-740c8523cc3e req-697a1ea3-a67b-4b21-818b-479772bb6a86 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482540 Jun 30 09:04:08.311608 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e9a52f-d6de-46b4-939a-90eeda512199 x-openstack-request-id: req-f0e9a52f-d6de-46b4-939a-90eeda512199 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:08.312225 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2f6a85-ef9f-4432-aa7f-904ec44f7826", "tag": "c30cefa8-05bc-41ae-b9e0-26c89b52f3bd", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:08.312726 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f0e9a52f-d6de-46b4-939a-90eeda512199 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:08.313308 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2f6a85-ef9f-4432-aa7f-904ec44f7826', 'tag': 'c30cefa8-05bc-41ae-b9e0-26c89b52f3bd', 'status': 'completed', 'code': 200} Jun 30 09:04:08.359980 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-fc7a5773-4ad4-48fa-b874-b0ceae45e9da None None] Set router 15954185-cc94-418c-9a09-47d5e32f9711 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:08.376801 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:08.391265 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-953f9341-b98c-441e-8cb9-1102b55fe903 req-acfa699c-1ff7-4b5b-a29b-449bae81f832 service neutron] 10.222.0.10 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438212 Jun 30 09:04:08.474037 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81306da-a983-4b4f-bffa-dcf7786a07a6 req-68558f84-b04e-40b0-8d75-4d4fa6a4b08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:08.476484 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f81306da-a983-4b4f-bffa-dcf7786a07a6 req-68558f84-b04e-40b0-8d75-4d4fa6a4b08f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b521f173677444a3b794e6a332034c4e&device_id=7a2f6a85-ef9f-4432-aa7f-904ec44f7826 HTTP/1.1" status: 200 len: 1098 time: 0.1421351 Jun 30 09:04:08.502906 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d210e-7305-424c-917f-b460bf3d8ab0 req-6ecbf71d-88f6-4870-90ab-757e30a58cad tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:08.504367 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-248d210e-7305-424c-917f-b460bf3d8ab0 req-6ecbf71d-88f6-4870-90ab-757e30a58cad tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 945 time: 0.1029627 Jun 30 09:04:08.510842 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-953f9341-b98c-441e-8cb9-1102b55fe903 req-b1b28d07-fec7-484a-b816-276bc19c421e service neutron] 10.222.0.10 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143336 Jun 30 09:04:08.590159 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-fc7a5773-4ad4-48fa-b874-b0ceae45e9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15954185-cc94-418c-9a09-47d5e32f9711', 'name': 'tempest-FloatingIPsAssociationTestJSON-45904031-router', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:45Z', 'updated_at': '2021-06-30T09:02:52Z', 'revision_number': 4, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'gw_port': {'id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:46Z', 'updated_at': '2021-06-30T09:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '87d8c6a6-84dd-4615-8d77-aa6749c6437b', 'name': '', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'mac_address': 'fa:16:3e:76:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:51Z', 'updated_at': '2021-06-30T09:03:02Z', 'revision_number': 5, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'subnets': [{'id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:08.590653 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-248d210e-7305-424c-917f-b460bf3d8ab0 req-2fcc5311-3b29-445e-bc99-f335af87ddcf tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507500 Jun 30 09:04:08.596353 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ceb50aca-9884-40c4-91d9-48e81e774c77 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:08.620409 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81306da-a983-4b4f-bffa-dcf7786a07a6 req-b66c1573-38da-486c-b3a4-b8c17297b4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:08.620409 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f81306da-a983-4b4f-bffa-dcf7786a07a6 req-b66c1573-38da-486c-b3a4-b8c17297b4cc service neutron] 10.222.0.37 "GET /v2.0/networks?id=60a77b31-7746-4394-a70f-4e46032cc63e HTTP/1.1" status: 200 len: 920 time: 0.1307285 Jun 30 09:04:08.629477 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7a5773-4ad4-48fa-b874-b0ceae45e9da None None] The sync data for ids ['15954185-cc94-418c-9a09-47d5e32f9711'] in n-d-771363-31 is: [{'id': '15954185-cc94-418c-9a09-47d5e32f9711', 'name': 'tempest-FloatingIPsAssociationTestJSON-45904031-router', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:45Z', 'updated_at': '2021-06-30T09:02:52Z', 'revision_number': 4, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'gw_port': {'id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:46Z', 'updated_at': '2021-06-30T09:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '87d8c6a6-84dd-4615-8d77-aa6749c6437b', 'name': '', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'mac_address': 'fa:16:3e:76:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:51Z', 'updated_at': '2021-06-30T09:03:02Z', 'revision_number': 5, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'subnets': [{'id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:04:08.687998 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f81306da-a983-4b4f-bffa-dcf7786a07a6 req-ed5f1a46-7904-43b3-b121-0f7ea0d75c07 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c30cefa8-05bc-41ae-b9e0-26c89b52f3bd HTTP/1.1" status: 200 len: 217 time: 0.0533340 Jun 30 09:04:08.791702 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port ceb50aca-9884-40c4-91d9-48e81e774c77, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ceb50aca-9884-40c4-91d9-48e81e774c77,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:08.813070 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'ceb50aca-9884-40c4-91d9-48e81e774c77', 'network_id': '77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3', 'port_id': 'ceb50aca-9884-40c4-91d9-48e81e774c77', 'mac_address': 'fa:16:3e:16:26:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712820fb-ce56-42e0-86ec-ce6b0d4d81b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:04:08.822752 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81306da-a983-4b4f-bffa-dcf7786a07a6 req-bb9427c3-f55d-42f1-89d6-ad19619ecbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:08.824642 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f81306da-a983-4b4f-bffa-dcf7786a07a6 req-bb9427c3-f55d-42f1-89d6-ad19619ecbe6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=faaf1ea0-436f-4385-8495-d72190b1bc6b HTTP/1.1" status: 200 len: 858 time: 0.1232095 Jun 30 09:04:08.857999 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:08.883893 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb50aca-9884-40c4-91d9-48e81e774c77 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:08.911778 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port ceb50aca-9884-40c4-91d9-48e81e774c77, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ceb50aca-9884-40c4-91d9-48e81e774c77,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:08.981730 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:08.981986 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81306da-a983-4b4f-bffa-dcf7786a07a6 req-bc1a6a3f-500a-441d-8737-31b6123c9622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:08.983802 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f81306da-a983-4b4f-bffa-dcf7786a07a6 req-bc1a6a3f-500a-441d-8737-31b6123c9622 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=60a77b31-7746-4394-a70f-4e46032cc63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1522846 Jun 30 09:04:08.994300 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ec00d-fdab-4887-9dfc-565d47ae78a3 req-12ad18cc-4ab3-4447-98a3-4894deac606d tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:09.001758 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e9ec00d-fdab-4887-9dfc-565d47ae78a3 req-12ad18cc-4ab3-4447-98a3-4894deac606d tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=decb6247-fea7-42e4-8a89-df473f672ac9 HTTP/1.1" status: 200 len: 946 time: 0.0957825 Jun 30 09:04:09.062518 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e9ec00d-fdab-4887-9dfc-565d47ae78a3 req-846b78c9-dacc-4e86-b698-40e4f0b590bb tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589623 Jun 30 09:04:09.066488 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=ceb50aca-9884-40c4-91d9-48e81e774c77,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:09.090066 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1094c08e-d709-45fa-aadb-b03888b32836 None None] New status for floating IP 0e446a38-1e25-4d3e-b72b-71b82af38216: DOWN {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:04:09.128507 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4412815-8939-4a43-b53e-c0afcac11dce req-5aca5bae-0e8f-4b14-bae4-ec18881f322d tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:09.136439 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f4412815-8939-4a43-b53e-c0afcac11dce req-5aca5bae-0e8f-4b14-bae4-ec18881f322d tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 949 time: 0.2017887 Jun 30 09:04:09.211544 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f4412815-8939-4a43-b53e-c0afcac11dce req-5d604cd0-1d24-44a6-be0d-3b0057bfd69b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739655 Jun 30 09:04:09.250730 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f81306da-a983-4b4f-bffa-dcf7786a07a6 req-c224b250-e9ab-4177-be76-e70a9ebfc5d4 service neutron] 10.222.0.37 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415977 Jun 30 09:04:09.456323 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f81306da-a983-4b4f-bffa-dcf7786a07a6 req-53bf1730-8c09-45d8-8b59-d3adc55fde27 service neutron] 10.222.0.37 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959863 Jun 30 09:04:09.539818 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['ceb50aca-9884-40c4-91d9-48e81e774c77'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:09.543603 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67daf4a2-7821-4733-b732-e313601ab04f req-75c712df-696d-4249-bf88-0ba5951b7a79 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:09.543990 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-67daf4a2-7821-4733-b732-e313601ab04f req-75c712df-696d-4249-bf88-0ba5951b7a79 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 943 time: 0.0861924 Jun 30 09:04:09.592901 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-67daf4a2-7821-4733-b732-e313601ab04f req-45ecae8e-4ef8-48e1-b28b-947b2692c5c7 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429051 Jun 30 09:04:09.843365 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90a252-0969-4a70-82a6-f4ceefb41b95 req-dc6e6a5c-7030-42fa-9fe9-458a5da6f2a9 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:09.844871 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2e90a252-0969-4a70-82a6-f4ceefb41b95 req-dc6e6a5c-7030-42fa-9fe9-458a5da6f2a9 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=01a8289b-7532-486e-861a-cf255a8960e9 HTTP/1.1" status: 200 len: 944 time: 0.0754428 Jun 30 09:04:09.894177 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2e90a252-0969-4a70-82a6-f4ceefb41b95 req-844de7fa-8abc-4447-973e-905efffe04c2 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417538 Jun 30 09:04:09.909428 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026e2a6-ecb8-4ce9-a8d8-ff65cd7182e7 req-eebcb3b2-7f17-4957-ab02-a48f9cf2edf7 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:09.916839 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d026e2a6-ecb8-4ce9-a8d8-ff65cd7182e7 req-eebcb3b2-7f17-4957-ab02-a48f9cf2edf7 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 945 time: 0.0825269 Jun 30 09:04:09.952317 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d026e2a6-ecb8-4ce9-a8d8-ff65cd7182e7 req-98cc1d82-5b39-44a2-ae98-a67950336971 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345600 Jun 30 09:04:10.070472 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aeb73b-9f00-4f67-a096-a3d40ea3390d req-390dcb3b-656e-4c5b-adc1-5a6fc9e68b71 tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:10.072207 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-12aeb73b-9f00-4f67-a096-a3d40ea3390d req-390dcb3b-656e-4c5b-adc1-5a6fc9e68b71 tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5735afd-6645-49e0-9452-e5a31c830bca HTTP/1.1" status: 200 len: 950 time: 0.0706437 Jun 30 09:04:10.113574 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-12aeb73b-9f00-4f67-a096-a3d40ea3390d req-1bd8305f-7c72-4397-8d64-6f3cef705070 tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a415c36-4108-4d6b-9804-bb30dc12fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354040 Jun 30 09:04:10.156348 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5a60f-4490-4c54-88d7-0ade6ac2105a req-5ad4885c-8f76-45af-9031-02c17ae64fc2 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:10.162498 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-68a5a60f-4490-4c54-88d7-0ade6ac2105a req-5ad4885c-8f76-45af-9031-02c17ae64fc2 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=decb6247-fea7-42e4-8a89-df473f672ac9 HTTP/1.1" status: 200 len: 946 time: 0.0787671 Jun 30 09:04:10.200568 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-68a5a60f-4490-4c54-88d7-0ade6ac2105a req-ff28712d-2233-461a-a67b-ef9befd99617 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364037 Jun 30 09:04:10.311832 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f78295-f030-4c35-9c2e-db9fc8a8b4a2 req-7c142ecc-7a3f-4f53-ba64-1e03631fa77d tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:10.313591 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-20f78295-f030-4c35-9c2e-db9fc8a8b4a2 req-7c142ecc-7a3f-4f53-ba64-1e03631fa77d tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b787224-c147-4729-85ff-59f7cd48b012&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0845599 Jun 30 09:04:10.372340 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-20f78295-f030-4c35-9c2e-db9fc8a8b4a2 req-a1cf41d5-deeb-4c2f-8890-40fd76b802a7 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.181 HTTP/1.1" status: 200 len: 696 time: 0.0511029 Jun 30 09:04:10.383191 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-20f78295-f030-4c35-9c2e-db9fc8a8b4a2 req-ac7850e0-bb9a-4682-8d5e-6e0ba481f94f tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Request body: {'floatingip': {'port_id': 'e7ffd273-1a4b-47fe-9913-22ad1fb7d08f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:10.422280 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-20f78295-f030-4c35-9c2e-db9fc8a8b4a2 req-ac7850e0-bb9a-4682-8d5e-6e0ba481f94f tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks [] for floatingip, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.603795 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ceb50aca-9884-40c4-91d9-48e81e774c77 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:10.640932 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-a4430d79-c376-4447-b88e-85bf086db376 service neutron] 10.222.0.52 "GET /v2.0/ports/3e2a3cb4-ce83-4293-9a76-a77a15d776ff/bindings/n-h2-771363-31 HTTP/1.1" status: 200 len: 385 time: 0.1167731 Jun 30 09:04:10.725061 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port ceb50aca-9884-40c4-91d9-48e81e774c77 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:10.730928 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port ceb50aca-9884-40c4-91d9-48e81e774c77 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:10.735798 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.817031 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.842727 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a8289b-7532-486e-861a-cf255a8960e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb50aca-9884-40c4-91d9-48e81e774c77'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:10.845349 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca5b236-c804-44b4-b96e-1fe0973ba1fe" -d '{"events": [{"server_uuid": "01a8289b-7532-486e-861a-cf255a8960e9", "name": "network-vif-plugged", "status": "completed", "tag": "ceb50aca-9884-40c4-91d9-48e81e774c77"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:10.857773 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port ceb50aca-9884-40c4-91d9-48e81e774c77, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ceb50aca-9884-40c4-91d9-48e81e774c77,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:10.958778 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.960323 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 3e2a3cb4-ce83-4293-9a76-a77a15d776ff no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:11.031671 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-33c38532-1aad-4056-968f-9113b38d4b0f service neutron] For port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3e2a3cb4-ce83-4293-9a76-a77a15d776ff,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:11.035063 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=ceb50aca-9884-40c4-91d9-48e81e774c77,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:11.062859 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-20f78295-f030-4c35-9c2e-db9fc8a8b4a2 req-ac7850e0-bb9a-4682-8d5e-6e0ba481f94f tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:11.070509 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-33c38532-1aad-4056-968f-9113b38d4b0f service neutron] For port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:11.101456 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-33c38532-1aad-4056-968f-9113b38d4b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e2a3cb4-ce83-4293-9a76-a77a15d776ff {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:11.111894 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-33c38532-1aad-4056-968f-9113b38d4b0f service neutron] For port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=3e2a3cb4-ce83-4293-9a76-a77a15d776ff,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:11.154577 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-20f78295-f030-4c35-9c2e-db9fc8a8b4a2 req-ac7850e0-bb9a-4682-8d5e-6e0ba481f94f tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:11.189835 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-33c38532-1aad-4056-968f-9113b38d4b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:11.327311 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [req-20f78295-f030-4c35-9c2e-db9fc8a8b4a2 req-ac7850e0-bb9a-4682-8d5e-6e0ba481f94f tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Floating IP 0e446a38-1e25-4d3e-b72b-71b82af38216 associated. External IP: 172.25.6.181, port: e7ffd273-1a4b-47fe-9913-22ad1fb7d08f. Jun 30 09:04:11.370636 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-33c38532-1aad-4056-968f-9113b38d4b0f service neutron] Transition to ACTIVE for port object 3e2a3cb4-ce83-4293-9a76-a77a15d776ff will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:11.478914 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-33c38532-1aad-4056-968f-9113b38d4b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:11.782135 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d3516-8b9d-4849-8c4c-533d01527a6a req-8c25505b-36f8-48ed-87aa-aeffe0ac048f tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:11.783752 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-956d3516-8b9d-4849-8c4c-533d01527a6a req-8c25505b-36f8-48ed-87aa-aeffe0ac048f tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=decb6247-fea7-42e4-8a89-df473f672ac9 HTTP/1.1" status: 200 len: 946 time: 0.0661016 Jun 30 09:04:11.826418 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-956d3516-8b9d-4849-8c4c-533d01527a6a req-c685e489-86b3-4fa6-a33e-d8f64667c531 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355358 Jun 30 09:04:11.938425 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-33c38532-1aad-4056-968f-9113b38d4b0f service neutron] No DVR routers for this DVR port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:11.996825 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c38532-1aad-4056-968f-9113b38d4b0f service neutron] Pushing event updated for resources: {'Port': ['ID=3e2a3cb4-ce83-4293-9a76-a77a15d776ff,revision_number=10']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:11.997407 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0514ee-0d84-4be5-8c44-fb93a1fe7ca5 req-0f5740b2-f9c4-404d-93d0-3f114030d139 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:11.999648 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-da0514ee-0d84-4be5-8c44-fb93a1fe7ca5 req-0f5740b2-f9c4-404d-93d0-3f114030d139 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 949 time: 0.0665493 Jun 30 09:04:12.005363 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-33c38532-1aad-4056-968f-9113b38d4b0f service neutron] 10.222.0.52 "PUT /v2.0/ports/3e2a3cb4-ce83-4293-9a76-a77a15d776ff/bindings/n-h2-771363-31/activate HTTP/1.1" status: 200 len: 370 time: 1.3386860 Jun 30 09:04:12.018245 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20f78295-f030-4c35-9c2e-db9fc8a8b4a2 req-ac7850e0-bb9a-4682-8d5e-6e0ba481f94f tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Router 15954185-cc94-418c-9a09-47d5e32f9711 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:04:12.036724 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09338e9a-7c07-40db-9ae7-000322fcdede req-b68b8814-b459-493e-8b09-2db1697e14f0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:12.039174 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09338e9a-7c07-40db-9ae7-000322fcdede req-b68b8814-b459-493e-8b09-2db1697e14f0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2f6a85-ef9f-4432-aa7f-904ec44f7826 HTTP/1.1" status: 200 len: 946 time: 0.2096343 Jun 30 09:04:12.047648 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-da0514ee-0d84-4be5-8c44-fb93a1fe7ca5 req-55699931-4259-449a-9ab3-0a3d9ff744db tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425806 Jun 30 09:04:12.061958 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device e7500171-daff-44f2-a795-c39e36260fe4 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:12.160280 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:12.203215 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port e7500171-daff-44f2-a795-c39e36260fe4, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e7500171-daff-44f2-a795-c39e36260fe4,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:12.227191 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20f78295-f030-4c35-9c2e-db9fc8a8b4a2 req-ac7850e0-bb9a-4682-8d5e-6e0ba481f94f tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:04:12.231930 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-20f78295-f030-4c35-9c2e-db9fc8a8b4a2 req-ac7850e0-bb9a-4682-8d5e-6e0ba481f94f tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:12.242587 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdcff2d-5019-45b1-8d9a-896275eed83e None None] Sync routers for ids ['15954185-cc94-418c-9a09-47d5e32f9711'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:04:12.247153 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-aa84d1c4-4fef-4bb1-8043-12c2dd939bb1 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:12.248396 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-aa84d1c4-4fef-4bb1-8043-12c2dd939bb1 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0&tenant_id=9342aeef3062492da53fbad2470ed3ad&binding%3Ahost_id=n-h1-771363-31 HTTP/1.1" status: 200 len: 1096 time: 0.1081197 Jun 30 09:04:12.257795 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:12.258483 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 3e2a3cb4-ce83-4293-9a76-a77a15d776ff no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:12.258620 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdcff2d-5019-45b1-8d9a-896275eed83e None None] Routers {'15954185-cc94-418c-9a09-47d5e32f9711'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:12.259481 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-0bdcff2d-5019-45b1-8d9a-896275eed83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:03:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['15954185-cc94-418c-9a09-47d5e32f9711'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:12.268539 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-09338e9a-7c07-40db-9ae7-000322fcdede req-f3bf8f92-eecd-4d93-9117-f92a0eb312b0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Deleting port c30cefa8-05bc-41ae-b9e0-26c89b52f3bd {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:12.268932 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-09338e9a-7c07-40db-9ae7-000322fcdede req-f3bf8f92-eecd-4d93-9117-f92a0eb312b0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:12.317879 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf94da-09f3-44dd-8f91-78d5b89cade7 req-b0e779dd-fbb0-4817-a37d-857e83d6682a tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:12.325917 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-20f78295-f030-4c35-9c2e-db9fc8a8b4a2 req-ac7850e0-bb9a-4682-8d5e-6e0ba481f94f tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "PUT /v2.0/floatingips/0e446a38-1e25-4d3e-b72b-71b82af38216 HTTP/1.1" status: 200 len: 996 time: 1.9471056 Jun 30 09:04:12.328214 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f4bf94da-09f3-44dd-8f91-78d5b89cade7 req-b0e779dd-fbb0-4817-a37d-857e83d6682a tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 944 time: 0.1466563 Jun 30 09:04:12.340859 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=e7500171-daff-44f2-a795-c39e36260fe4,revision_number=11']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:12.348357 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b787224-c147-4729-85ff-59f7cd48b012', 'tag': 'e7ffd273-1a4b-47fe-9913-22ad1fb7d08f'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:12.348357 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73dd4e93-4856-4d69-993e-7e8567d3a1ac" -d '{"events": [{"name": "network-changed", "server_uuid": "9b787224-c147-4729-85ff-59f7cd48b012", "tag": "e7ffd273-1a4b-47fe-9913-22ad1fb7d08f"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:12.359746 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-022ebed1-275c-4ddf-b8c8-fd9e8d1a37c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:12.361230 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-022ebed1-275c-4ddf-b8c8-fd9e8d1a37c4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0&tenant_id=9342aeef3062492da53fbad2470ed3ad HTTP/1.1" status: 200 len: 1096 time: 0.1053107 Jun 30 09:04:12.424896 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f4bf94da-09f3-44dd-8f91-78d5b89cade7 req-296c944e-813f-4cce-abf8-1d24c5ef9cd7 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958092 Jun 30 09:04:12.452591 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f78295-f030-4c35-9c2e-db9fc8a8b4a2 req-404da27b-e9e7-4736-9916-a5310193ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:12.454322 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-20f78295-f030-4c35-9c2e-db9fc8a8b4a2 req-404da27b-e9e7-4736-9916-a5310193ee70 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b521f173677444a3b794e6a332034c4e&device_id=9b787224-c147-4729-85ff-59f7cd48b012 HTTP/1.1" status: 200 len: 1097 time: 0.1201303 Jun 30 09:04:12.464229 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-7edb718f-06ef-4ca8-84ca-abd29fcd9710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:12.466096 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-7edb718f-06ef-4ca8-84ca-abd29fcd9710 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9342aeef3062492da53fbad2470ed3ad&device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 1096 time: 0.0724528 Jun 30 09:04:12.469280 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-0bdcff2d-5019-45b1-8d9a-896275eed83e None None] Set router 15954185-cc94-418c-9a09-47d5e32f9711 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:12.477589 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d0589d-3171-4877-a6e1-715d97ed2016 x-openstack-request-id: req-a4d0589d-3171-4877-a6e1-715d97ed2016 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:12.477887 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a8289b-7532-486e-861a-cf255a8960e9", "name": "network-vif-plugged", "status": "completed", "tag": "ceb50aca-9884-40c4-91d9-48e81e774c77", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:12.478143 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a4d0589d-3171-4877-a6e1-715d97ed2016 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:12.478538 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a8289b-7532-486e-861a-cf255a8960e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb50aca-9884-40c4-91d9-48e81e774c77', 'code': 200} Jun 30 09:04:12.568312 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-09338e9a-7c07-40db-9ae7-000322fcdede req-f3bf8f92-eecd-4d93-9117-f92a0eb312b0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] For port c30cefa8-05bc-41ae-b9e0-26c89b52f3bd, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c30cefa8-05bc-41ae-b9e0-26c89b52f3bd,segment=NetworkSegment(46885ad2-e916-41aa-b547-419072732535),segment_id=46885ad2-e916-41aa-b547-419072732535)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:12.568809 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-09338e9a-7c07-40db-9ae7-000322fcdede req-f3bf8f92-eecd-4d93-9117-f92a0eb312b0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:12.606220 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-09338e9a-7c07-40db-9ae7-000322fcdede req-f3bf8f92-eecd-4d93-9117-f92a0eb312b0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Calling delete_port for c30cefa8-05bc-41ae-b9e0-26c89b52f3bd owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:12.640636 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f78295-f030-4c35-9c2e-db9fc8a8b4a2 req-01c0e0b2-d9e8-4a72-add2-ccecd53ef4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:12.642482 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-20f78295-f030-4c35-9c2e-db9fc8a8b4a2 req-01c0e0b2-d9e8-4a72-add2-ccecd53ef4e9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=60a77b31-7746-4394-a70f-4e46032cc63e HTTP/1.1" status: 200 len: 920 time: 0.1782792 Jun 30 09:04:12.738805 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-0bdcff2d-5019-45b1-8d9a-896275eed83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15954185-cc94-418c-9a09-47d5e32f9711', 'name': 'tempest-FloatingIPsAssociationTestJSON-45904031-router', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:45Z', 'updated_at': '2021-06-30T09:02:52Z', 'revision_number': 4, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'gw_port': {'id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:46Z', 'updated_at': '2021-06-30T09:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '0e446a38-1e25-4d3e-b72b-71b82af38216', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'port_id': 'e7ffd273-1a4b-47fe-9913-22ad1fb7d08f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'mac_address': 'fa:16:3e:55:4e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b787224-c147-4729-85ff-59f7cd48b012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:03:30Z', 'updated_at': '2021-06-30T09:04:10Z', 'revision_number': 8, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d8c6a6-84dd-4615-8d77-aa6749c6437b', 'name': '', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'mac_address': 'fa:16:3e:76:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:51Z', 'updated_at': '2021-06-30T09:03:02Z', 'revision_number': 5, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'subnets': [{'id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:12.769033 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdcff2d-5019-45b1-8d9a-896275eed83e None None] Checking router: 15954185-cc94-418c-9a09-47d5e32f9711 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:04:12.779185 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdcff2d-5019-45b1-8d9a-896275eed83e None None] Routers {'15954185-cc94-418c-9a09-47d5e32f9711'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:12.779796 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-0bdcff2d-5019-45b1-8d9a-896275eed83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:03:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['15954185-cc94-418c-9a09-47d5e32f9711'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:12.780653 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843536a-8d7e-4264-89d3-795031cdf685 req-8f709e32-4a29-4edb-9313-2530be14a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:12.782156 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1843536a-8d7e-4264-89d3-795031cdf685 req-8f709e32-4a29-4edb-9313-2530be14a1cc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=01a8289b-7532-486e-861a-cf255a8960e9 HTTP/1.1" status: 200 len: 1097 time: 0.1978693 Jun 30 09:04:12.783986 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-20f78295-f030-4c35-9c2e-db9fc8a8b4a2 req-d05ea806-3a29-4bc5-b548-fa76b80449a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7ffd273-1a4b-47fe-9913-22ad1fb7d08f HTTP/1.1" status: 200 len: 999 time: 0.1301298 Jun 30 09:04:12.896449 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1843536a-8d7e-4264-89d3-795031cdf685 req-0081b404-9e7c-4966-899d-0a4c15ef2ad2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047070 Jun 30 09:04:12.902177 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f78295-f030-4c35-9c2e-db9fc8a8b4a2 req-f193b583-eb9a-4069-93af-229f824af4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:12.904088 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-20f78295-f030-4c35-9c2e-db9fc8a8b4a2 req-f193b583-eb9a-4069-93af-229f824af4d3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=faaf1ea0-436f-4385-8495-d72190b1bc6b HTTP/1.1" status: 200 len: 858 time: 0.1107373 Jun 30 09:04:12.933275 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-d9fb97ba-418e-4935-9e1c-7a1a283c4a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:12.934789 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-d9fb97ba-418e-4935-9e1c-7a1a283c4a95 service neutron] 10.222.0.37 "GET /v2.0/networks?id=29b0d071-6714-4385-b9f1-40e12b8f9c71 HTTP/1.1" status: 200 len: 909 time: 0.4579649 Jun 30 09:04:12.937506 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-0bdcff2d-5019-45b1-8d9a-896275eed83e None None] Set router 15954185-cc94-418c-9a09-47d5e32f9711 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:12.947372 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17459aa4-76d1-4f02-8bfb-529a271f57cd req-1e5d6de1-23f6-47cb-bc65-924bfa7d4e6e tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:12.950574 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-17459aa4-76d1-4f02-8bfb-529a271f57cd req-1e5d6de1-23f6-47cb-bc65-924bfa7d4e6e tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=01a8289b-7532-486e-861a-cf255a8960e9 HTTP/1.1" status: 200 len: 945 time: 0.1052704 Jun 30 09:04:12.971639 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-09338e9a-7c07-40db-9ae7-000322fcdede req-f3bf8f92-eecd-4d93-9117-f92a0eb312b0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:12.984597 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['e7ffd273-1a4b-47fe-9913-22ad1fb7d08f'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:13.008708 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-cf19de5d-5876-4d1a-8da0-123159eaa3b4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e2a3cb4-ce83-4293-9a76-a77a15d776ff HTTP/1.1" status: 200 len: 217 time: 0.0588036 Jun 30 09:04:13.025662 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f78295-f030-4c35-9c2e-db9fc8a8b4a2 req-dc431ba4-e63a-4c79-b001-0a14613c224e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:13.038465 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-20f78295-f030-4c35-9c2e-db9fc8a8b4a2 req-dc431ba4-e63a-4c79-b001-0a14613c224e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=60a77b31-7746-4394-a70f-4e46032cc63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1224689 Jun 30 09:04:13.041209 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf8f92-eecd-4d93-9117-f92a0eb312b0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Pushing event deleted for resources: {'Port': ['ID=c30cefa8-05bc-41ae-b9e0-26c89b52f3bd,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:13.089630 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-17459aa4-76d1-4f02-8bfb-529a271f57cd req-ff18b2cf-9894-4a9d-938b-66000af9ac90 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340806 Jun 30 09:04:13.149868 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-1c1531fe-0789-4cc3-89cd-5049d70b4872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:13.159723 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-1c1531fe-0789-4cc3-89cd-5049d70b4872 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8196dcad-a05d-4c25-a036-8d0e22bb3a6b HTTP/1.1" status: 200 len: 848 time: 0.1246064 Jun 30 09:04:13.164407 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-09338e9a-7c07-40db-9ae7-000322fcdede req-f3bf8f92-eecd-4d93-9117-f92a0eb312b0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] No DVR routers for this DVR port c30cefa8-05bc-41ae-b9e0-26c89b52f3bd on host n-h2-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:13.168696 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-09338e9a-7c07-40db-9ae7-000322fcdede req-f3bf8f92-eecd-4d93-9117-f92a0eb312b0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.170750 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09338e9a-7c07-40db-9ae7-000322fcdede req-f3bf8f92-eecd-4d93-9117-f92a0eb312b0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.37 "DELETE /v2.0/ports/c30cefa8-05bc-41ae-b9e0-26c89b52f3bd HTTP/1.1" status: 204 len: 173 time: 1.0881624 Jun 30 09:04:13.219722 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-4fb0f5ed-bc84-487c-889b-53573ec44bc8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=29b0d071-6714-4385-b9f1-40e12b8f9c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588837 Jun 30 09:04:13.251033 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-20f78295-f030-4c35-9c2e-db9fc8a8b4a2 req-f16638a9-d114-4868-95ef-c5c24607fcd8 service neutron] 10.222.0.10 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111862 Jun 30 09:04:13.276556 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4974fdf7-cacd-4d43-9c57-66744a031aff req-cd16f3c1-96d2-4a7d-9514-84e314ec863e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c5735afd-6645-49e0-9452-e5a31c830bca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2779353 Jun 30 09:04:13.317810 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-0bdcff2d-5019-45b1-8d9a-896275eed83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15954185-cc94-418c-9a09-47d5e32f9711', 'name': 'tempest-FloatingIPsAssociationTestJSON-45904031-router', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:45Z', 'updated_at': '2021-06-30T09:02:52Z', 'revision_number': 4, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'gw_port': {'id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:46Z', 'updated_at': '2021-06-30T09:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '0e446a38-1e25-4d3e-b72b-71b82af38216', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'port_id': 'e7ffd273-1a4b-47fe-9913-22ad1fb7d08f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'mac_address': 'fa:16:3e:55:4e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b787224-c147-4729-85ff-59f7cd48b012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:03:30Z', 'updated_at': '2021-06-30T09:04:10Z', 'revision_number': 8, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d8c6a6-84dd-4615-8d77-aa6749c6437b', 'name': '', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'mac_address': 'fa:16:3e:76:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:51Z', 'updated_at': '2021-06-30T09:03:02Z', 'revision_number': 5, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'subnets': [{'id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:13.355158 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdcff2d-5019-45b1-8d9a-896275eed83e None None] The sync data for ids ['15954185-cc94-418c-9a09-47d5e32f9711'] in n-d-771363-31 is: [{'id': '15954185-cc94-418c-9a09-47d5e32f9711', 'name': 'tempest-FloatingIPsAssociationTestJSON-45904031-router', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:45Z', 'updated_at': '2021-06-30T09:02:52Z', 'revision_number': 4, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'gw_port': {'id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:46Z', 'updated_at': '2021-06-30T09:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '0e446a38-1e25-4d3e-b72b-71b82af38216', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'port_id': 'e7ffd273-1a4b-47fe-9913-22ad1fb7d08f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'mac_address': 'fa:16:3e:55:4e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b787224-c147-4729-85ff-59f7cd48b012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:03:30Z', 'updated_at': '2021-06-30T09:04:10Z', 'revision_number': 8, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d8c6a6-84dd-4615-8d77-aa6749c6437b', 'name': '', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'mac_address': 'fa:16:3e:76:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:51Z', 'updated_at': '2021-06-30T09:03:02Z', 'revision_number': 5, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'subnets': [{'id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:04:13.391590 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-20f78295-f030-4c35-9c2e-db9fc8a8b4a2 req-db50af1a-cbda-4ab7-b3ab-922d8c3979e1 service neutron] 10.222.0.10 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357281 Jun 30 09:04:13.477496 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-73dfe3ce-e465-4623-a22b-bc244d079dc0 service neutron] 10.222.0.37 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491775 Jun 30 09:04:13.486820 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93852f-dd0b-4f49-b305-4bfb59c33ee1 req-7b3c439a-3a80-4dcb-be85-040078a7e064 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:13.494126 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4d93852f-dd0b-4f49-b305-4bfb59c33ee1 req-7b3c439a-3a80-4dcb-be85-040078a7e064 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 945 time: 0.1716025 Jun 30 09:04:13.580148 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974fdf7-cacd-4d43-9c57-66744a031aff req-c29348a4-ae72-43e7-9745-248070ce08c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:13.582175 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4974fdf7-cacd-4d43-9c57-66744a031aff req-c29348a4-ae72-43e7-9745-248070ce08c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81975b3e10444c7698cea822fe627767&device_id=c5735afd-6645-49e0-9452-e5a31c830bca HTTP/1.1" status: 200 len: 1100 time: 0.2673051 Jun 30 09:04:13.591502 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5c8c49-effd-4d8c-86e4-f0b57cb4ca9a None None] New status for floating IP 0e446a38-1e25-4d3e-b72b-71b82af38216: ACTIVE {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:04:13.614644 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4d93852f-dd0b-4f49-b305-4bfb59c33ee1 req-e154e2f0-d0d3-4035-8767-ed35e5dbd8ad tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152415 Jun 30 09:04:13.677236 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-58f2a874-7e9c-4486-9d24-08c03ad3431a service neutron] 10.222.0.37 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869595 Jun 30 09:04:13.723373 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767ecd80-7a2a-4f10-99f8-0f7199342d65 x-openstack-request-id: req-767ecd80-7a2a-4f10-99f8-0f7199342d65 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:13.723672 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b787224-c147-4729-85ff-59f7cd48b012", "tag": "e7ffd273-1a4b-47fe-9913-22ad1fb7d08f", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:13.723924 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-767ecd80-7a2a-4f10-99f8-0f7199342d65 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:13.724322 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b787224-c147-4729-85ff-59f7cd48b012', 'tag': 'e7ffd273-1a4b-47fe-9913-22ad1fb7d08f', 'status': 'completed', 'code': 200} Jun 30 09:04:13.825022 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974fdf7-cacd-4d43-9c57-66744a031aff req-e13fd0e1-d549-429e-8b0e-8c5b20fd2ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:13.827061 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4974fdf7-cacd-4d43-9c57-66744a031aff req-e13fd0e1-d549-429e-8b0e-8c5b20fd2ed5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.1968918 Jun 30 09:04:13.846275 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eb8b5b6d-51d3-4c56-a42d-753158489cb0 req-c5e6ec4b-38ee-469d-8954-bbec50efbce5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2176559 Jun 30 09:04:13.878088 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4974fdf7-cacd-4d43-9c57-66744a031aff req-400ef7e2-8e57-469c-ba88-3c2c8a6a11ee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=e7500171-daff-44f2-a795-c39e36260fe4 HTTP/1.1" status: 200 len: 217 time: 0.0421066 Jun 30 09:04:13.901308 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217293b-6a45-43a6-b5c3-a0d0ab30e00a req-0b607ce6-9f69-44ea-8078-8310def62713 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:13.902696 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd4e93-4856-4d69-993e-7e8567d3a1ac req-0fe24969-2ecd-4e26-a840-4e500dd55287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:13.904716 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-73dd4e93-4856-4d69-993e-7e8567d3a1ac req-0fe24969-2ecd-4e26-a840-4e500dd55287 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b521f173677444a3b794e6a332034c4e&device_id=9b787224-c147-4729-85ff-59f7cd48b012 HTTP/1.1" status: 200 len: 1097 time: 0.1755855 Jun 30 09:04:13.908527 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2217293b-6a45-43a6-b5c3-a0d0ab30e00a req-0b607ce6-9f69-44ea-8078-8310def62713 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 949 time: 0.1375349 Jun 30 09:04:13.980110 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2217293b-6a45-43a6-b5c3-a0d0ab30e00a req-93407bb0-3696-4862-97c2-22dcf41c562f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702856 Jun 30 09:04:14.017495 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974fdf7-cacd-4d43-9c57-66744a031aff req-5f8a519b-f0c9-4e62-9ba0-17fe390022fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:14.018935 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4974fdf7-cacd-4d43-9c57-66744a031aff req-5f8a519b-f0c9-4e62-9ba0-17fe390022fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1298881 Jun 30 09:04:14.058189 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c30cefa8-05bc-41ae-b9e0-26c89b52f3bd no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:14.065276 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b5b6d-51d3-4c56-a42d-753158489cb0 req-20166543-e86e-41af-bdb3-92b45fd83a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:14.067243 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eb8b5b6d-51d3-4c56-a42d-753158489cb0 req-20166543-e86e-41af-bdb3-92b45fd83a18 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9342aeef3062492da53fbad2470ed3ad&device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 1096 time: 0.1567612 Jun 30 09:04:14.099398 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: c30cefa8-05bc-41ae-b9e0-26c89b52f3bd {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:04:14.100078 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c30cefa8-05bc-41ae-b9e0-26c89b52f3bd not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:04:14.106022 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd4e93-4856-4d69-993e-7e8567d3a1ac req-66b2f7af-6b93-4f27-ad6f-ded0185bb729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:14.107545 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-73dd4e93-4856-4d69-993e-7e8567d3a1ac req-66b2f7af-6b93-4f27-ad6f-ded0185bb729 service neutron] 10.222.0.37 "GET /v2.0/networks?id=60a77b31-7746-4394-a70f-4e46032cc63e HTTP/1.1" status: 200 len: 920 time: 0.1482103 Jun 30 09:04:14.119260 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1c6f7-38b8-498d-a019-c7b8c1ec0d92 req-5f6ca1f3-8ffe-4f68-a80f-9402971a2b58 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:14.126451 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-62a1c6f7-38b8-498d-a019-c7b8c1ec0d92 req-5f6ca1f3-8ffe-4f68-a80f-9402971a2b58 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 944 time: 0.2547019 Jun 30 09:04:14.155468 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e5d63921-a086-4ed9-8dcc-3597e23c665c req-130283c6-81ef-4644-af3a-2601bae8e21d tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/floatingips/0e446a38-1e25-4d3e-b72b-71b82af38216 HTTP/1.1" status: 200 len: 998 time: 0.1418612 Jun 30 09:04:14.213172 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-62a1c6f7-38b8-498d-a019-c7b8c1ec0d92 req-4c3eb726-3f2c-48d8-b7c2-0616a6d74fe9 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858555 Jun 30 09:04:14.236889 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-73dd4e93-4856-4d69-993e-7e8567d3a1ac req-2fd0cdfc-7344-4b8f-8995-21ef0aa46ba3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7ffd273-1a4b-47fe-9913-22ad1fb7d08f HTTP/1.1" status: 200 len: 1001 time: 0.1024029 Jun 30 09:04:14.238950 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974fdf7-cacd-4d43-9c57-66744a031aff req-349992b9-ae42-4253-aefe-dfc80de66e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:14.241095 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4974fdf7-cacd-4d43-9c57-66744a031aff req-349992b9-ae42-4253-aefe-dfc80de66e04 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1750207 Jun 30 09:04:14.279807 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b5b6d-51d3-4c56-a42d-753158489cb0 req-254c0a87-606f-4af2-8379-3764da66e45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:14.281407 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eb8b5b6d-51d3-4c56-a42d-753158489cb0 req-254c0a87-606f-4af2-8379-3764da66e45a service neutron] 10.222.0.52 "GET /v2.0/networks?id=29b0d071-6714-4385-b9f1-40e12b8f9c71 HTTP/1.1" status: 200 len: 909 time: 0.1911936 Jun 30 09:04:14.334190 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eb8b5b6d-51d3-4c56-a42d-753158489cb0 req-b5ae0f01-7fb4-49fb-9e28-ce12ed01983a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18206ec0-4f6b-4ea0-a291-734397e7a542 HTTP/1.1" status: 200 len: 217 time: 0.0444684 Jun 30 09:04:14.356209 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd4e93-4856-4d69-993e-7e8567d3a1ac req-41dc260c-9cc8-43cb-bb2e-8a6aae260547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:14.357829 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-73dd4e93-4856-4d69-993e-7e8567d3a1ac req-41dc260c-9cc8-43cb-bb2e-8a6aae260547 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=faaf1ea0-436f-4385-8495-d72190b1bc6b HTTP/1.1" status: 200 len: 858 time: 0.1069000 Jun 30 09:04:14.360643 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d63921-a086-4ed9-8dcc-3597e23c665c req-861b8003-391f-4af3-9873-f14253177910 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:14.363270 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e5d63921-a086-4ed9-8dcc-3597e23c665c req-861b8003-391f-4af3-9873-f14253177910 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 784 time: 0.1961615 Jun 30 09:04:14.391944 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-e5d63921-a086-4ed9-8dcc-3597e23c665c req-cd8baca8-648b-4057-83dd-a2309ad45d66 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:04:14.392917 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e5d63921-a086-4ed9-8dcc-3597e23c665c req-cd8baca8-648b-4057-83dd-a2309ad45d66 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075443 Jun 30 09:04:14.416841 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4974fdf7-cacd-4d43-9c57-66744a031aff req-76a2f0b8-8998-43cb-b672-014c816f4064 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643734 Jun 30 09:04:14.437177 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b5b6d-51d3-4c56-a42d-753158489cb0 req-8fdb4a99-80ad-4e33-8cd2-71a137c85e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:14.441061 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eb8b5b6d-51d3-4c56-a42d-753158489cb0 req-8fdb4a99-80ad-4e33-8cd2-71a137c85e4d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8196dcad-a05d-4c25-a036-8d0e22bb3a6b HTTP/1.1" status: 200 len: 848 time: 0.0984805 Jun 30 09:04:14.480191 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5735afd-6645-49e0-9452-e5a31c830bca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7500171-daff-44f2-a795-c39e36260fe4'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:14.482533 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f8af4b-5ffa-4420-9aca-dba636439e84" -d '{"events": [{"server_uuid": "c5735afd-6645-49e0-9452-e5a31c830bca", "name": "network-vif-unplugged", "status": "completed", "tag": "e7500171-daff-44f2-a795-c39e36260fe4"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:14.499843 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd4e93-4856-4d69-993e-7e8567d3a1ac req-92d79d59-0ce1-41d2-8a00-246cf4a3e05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:14.501609 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-73dd4e93-4856-4d69-993e-7e8567d3a1ac req-92d79d59-0ce1-41d2-8a00-246cf4a3e05a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=60a77b31-7746-4394-a70f-4e46032cc63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1370823 Jun 30 09:04:14.516204 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eb8b5b6d-51d3-4c56-a42d-753158489cb0 req-604054b2-886c-4f09-831d-5c7ce1a73f49 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=29b0d071-6714-4385-b9f1-40e12b8f9c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699503 Jun 30 09:04:14.584778 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4974fdf7-cacd-4d43-9c57-66744a031aff req-3111bf0d-b502-4a24-83fb-f5e5cfae80a9 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603844 Jun 30 09:04:14.627812 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-73dd4e93-4856-4d69-993e-7e8567d3a1ac req-21f02bc9-0a65-40ee-84b6-e1f45ec5f309 service neutron] 10.222.0.37 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148188 Jun 30 09:04:14.693241 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-82d7d42e-d9e6-4f7b-bf50-93bef4643042 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:14.694776 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-82d7d42e-d9e6-4f7b-bf50-93bef4643042 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0&tenant_id=9342aeef3062492da53fbad2470ed3ad&binding%3Ahost_id=n-h2-771363-31 HTTP/1.1" status: 200 len: 1096 time: 0.1928725 Jun 30 09:04:14.696530 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eb8b5b6d-51d3-4c56-a42d-753158489cb0 req-a384eb90-0620-4a35-a78d-147bc0879bf0 service neutron] 10.222.0.52 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574063 Jun 30 09:04:14.704866 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75118e-bbb3-4d02-889d-776b3242ee9e req-2cbf02e3-0149-45da-91eb-a45f219f38a4 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:14.707086 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8a75118e-bbb3-4d02-889d-776b3242ee9e req-2cbf02e3-0149-45da-91eb-a45f219f38a4 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=decb6247-fea7-42e4-8a89-df473f672ac9 HTTP/1.1" status: 200 len: 946 time: 0.1728146 Jun 30 09:04:14.731786 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-73dd4e93-4856-4d69-993e-7e8567d3a1ac req-05a08bcc-2c4a-40a3-9c78-c887d54917d1 service neutron] 10.222.0.37 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971019 Jun 30 09:04:14.840391 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8a75118e-bbb3-4d02-889d-776b3242ee9e req-1a03a88d-832c-4b44-892d-22ba5682f12a tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182036 Jun 30 09:04:14.914506 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eb8b5b6d-51d3-4c56-a42d-753158489cb0 req-b4758c71-4f87-4530-b988-15d92349f445 service neutron] 10.222.0.52 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072279 Jun 30 09:04:14.977432 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445c457-d793-4396-bab2-42e856d551f8 req-fa1c4177-cbf8-42a8-830d-887a6e3c4824 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:14.983469 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-77030de0-40f1-4564-84d5-f6cf90414b1a req-35f8582c-76ed-44dd-b33a-361bdb985e18 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.181 HTTP/1.1" status: 200 len: 1001 time: 0.1048040 Jun 30 09:04:14.983683 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3445c457-d793-4396-bab2-42e856d551f8 req-fa1c4177-cbf8-42a8-830d-887a6e3c4824 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=01a8289b-7532-486e-861a-cf255a8960e9 HTTP/1.1" status: 200 len: 945 time: 0.0806401 Jun 30 09:04:15.018180 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3445c457-d793-4396-bab2-42e856d551f8 req-40972094-163a-4b68-9c03-6b1a337b3158 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327482 Jun 30 09:04:15.051328 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77030de0-40f1-4564-84d5-f6cf90414b1a req-8d0066ac-d7b7-4d3d-82c0-2ea4c7c1ebdc tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:15.051328 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-77030de0-40f1-4564-84d5-f6cf90414b1a req-8d0066ac-d7b7-4d3d-82c0-2ea4c7c1ebdc tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/ports/e7ffd273-1a4b-47fe-9913-22ad1fb7d08f HTTP/1.1" status: 200 len: 942 time: 0.0563335 Jun 30 09:04:15.070022 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c403ffb8-868e-40a3-9078-9863280f220e x-openstack-request-id: req-c403ffb8-868e-40a3-9078-9863280f220e {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:15.070535 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5735afd-6645-49e0-9452-e5a31c830bca", "name": "network-vif-unplugged", "status": "completed", "tag": "e7500171-daff-44f2-a795-c39e36260fe4", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:15.070640 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c403ffb8-868e-40a3-9078-9863280f220e {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:15.070949 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5735afd-6645-49e0-9452-e5a31c830bca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7500171-daff-44f2-a795-c39e36260fe4', 'code': 200} Jun 30 09:04:15.071899 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-6ccaa6df-38f4-4790-9440-e0c6235eaa70 service neutron] For port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:15.075581 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-6ccaa6df-38f4-4790-9440-e0c6235eaa70 service neutron] Notify callbacks [] for binding, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:15.079876 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-892f7dc0-c28f-442d-9faa-b3bde5a9772c req-6ccaa6df-38f4-4790-9440-e0c6235eaa70 service neutron] 10.222.0.37 "DELETE /v2.0/ports/3e2a3cb4-ce83-4293-9a76-a77a15d776ff/bindings/n-h1-771363-31 HTTP/1.1" status: 204 len: 173 time: 0.3614879 Jun 30 09:04:15.197183 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-77030de0-40f1-4564-84d5-f6cf90414b1a req-3c460bce-da74-4408-a1d4-d998c2d24ef7 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.181 HTTP/1.1" status: 200 len: 1001 time: 0.0699027 Jun 30 09:04:15.317911 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77030de0-40f1-4564-84d5-f6cf90414b1a req-a58c78f0-3d9a-4893-9a5c-7d0dd2b1b39c tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:15.320016 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-77030de0-40f1-4564-84d5-f6cf90414b1a req-a58c78f0-3d9a-4893-9a5c-7d0dd2b1b39c tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 784 time: 0.1152427 Jun 30 09:04:15.352399 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60420e1d-d071-4b6e-b17d-808a4a111ec0 req-1216cb2d-0a96-4096-885f-e5232c0bac95 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:15.354107 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-60420e1d-d071-4b6e-b17d-808a4a111ec0 req-1216cb2d-0a96-4096-885f-e5232c0bac95 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 945 time: 0.0832503 Jun 30 09:04:15.396570 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-60420e1d-d071-4b6e-b17d-808a4a111ec0 req-7f736f0c-bf02-48c1-b111-5ccfe9df4512 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359323 Jun 30 09:04:15.404885 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-77030de0-40f1-4564-84d5-f6cf90414b1a req-d63ba091-3b0d-4404-9771-5db3c6f74b5a tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.181 HTTP/1.1" status: 200 len: 1001 time: 0.0773044 Jun 30 09:04:15.411661 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-77030de0-40f1-4564-84d5-f6cf90414b1a req-1a4db66d-00fd-47c0-9ed4-b75bc42dbb5b tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:15.473985 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-77030de0-40f1-4564-84d5-f6cf90414b1a req-1a4db66d-00fd-47c0-9ed4-b75bc42dbb5b tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks [] for floatingip, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:15.565384 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a749dbe-02e1-40c1-acf2-662c3842ba57 req-b719af03-cf1a-4f25-9a44-1333bdad669b tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:15.566978 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6a749dbe-02e1-40c1-acf2-662c3842ba57 req-b719af03-cf1a-4f25-9a44-1333bdad669b tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5735afd-6645-49e0-9452-e5a31c830bca HTTP/1.1" status: 200 len: 948 time: 0.0647626 Jun 30 09:04:15.605496 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6a749dbe-02e1-40c1-acf2-662c3842ba57 req-7082b0af-2b6d-4ac5-bced-9affbc44678b tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a415c36-4108-4d6b-9804-bb30dc12fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314074 Jun 30 09:04:15.636075 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-77030de0-40f1-4564-84d5-f6cf90414b1a req-1a4db66d-00fd-47c0-9ed4-b75bc42dbb5b tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:15.696177 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-77030de0-40f1-4564-84d5-f6cf90414b1a req-1a4db66d-00fd-47c0-9ed4-b75bc42dbb5b tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:15.696522 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [req-77030de0-40f1-4564-84d5-f6cf90414b1a req-1a4db66d-00fd-47c0-9ed4-b75bc42dbb5b tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Floating IP 0e446a38-1e25-4d3e-b72b-71b82af38216 disassociated. External IP: 172.25.6.181, port: e7ffd273-1a4b-47fe-9913-22ad1fb7d08f. Jun 30 09:04:15.728769 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2f6a85-ef9f-4432-aa7f-904ec44f7826', 'name': 'network-vif-deleted', 'tag': 'c30cefa8-05bc-41ae-b9e0-26c89b52f3bd'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:15.731005 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a899ec-3b31-472e-8e10-07a11b220db9" -d '{"events": [{"server_uuid": "7a2f6a85-ef9f-4432-aa7f-904ec44f7826", "name": "network-vif-deleted", "tag": "c30cefa8-05bc-41ae-b9e0-26c89b52f3bd"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:15.775723 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4f216-0a62-49c3-97dc-49e604c8c4f6 req-674dbf2b-73ca-4c5f-98b2-7bbf884a3ef9 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:15.777207 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aaa4f216-0a62-49c3-97dc-49e604c8c4f6 req-674dbf2b-73ca-4c5f-98b2-7bbf884a3ef9 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=decb6247-fea7-42e4-8a89-df473f672ac9 HTTP/1.1" status: 200 len: 946 time: 0.0672586 Jun 30 09:04:15.818422 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aaa4f216-0a62-49c3-97dc-49e604c8c4f6 req-6ab231e0-3768-4def-8c8f-8cc3785aa888 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356095 Jun 30 09:04:15.915909 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77030de0-40f1-4564-84d5-f6cf90414b1a req-1a4db66d-00fd-47c0-9ed4-b75bc42dbb5b tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Router 15954185-cc94-418c-9a09-47d5e32f9711 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:04:16.005073 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab6415-8eea-4803-a7c4-e01b35d8a3ba req-44cb5996-06a1-4a85-a2ff-072f2537c995 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:16.007265 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d7ab6415-8eea-4803-a7c4-e01b35d8a3ba req-44cb5996-06a1-4a85-a2ff-072f2537c995 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 949 time: 0.0732641 Jun 30 09:04:16.031197 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77030de0-40f1-4564-84d5-f6cf90414b1a req-1a4db66d-00fd-47c0-9ed4-b75bc42dbb5b tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:04:16.036397 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-77030de0-40f1-4564-84d5-f6cf90414b1a req-1a4db66d-00fd-47c0-9ed4-b75bc42dbb5b tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.041994 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4335822b-69d6-4b95-befd-eff921ca3c66 None None] Sync routers for ids ['15954185-cc94-418c-9a09-47d5e32f9711'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:04:16.046251 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d7ab6415-8eea-4803-a7c4-e01b35d8a3ba req-6e2d8e52-9f89-4a27-861a-5e87d30c5111 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332134 Jun 30 09:04:16.052058 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4335822b-69d6-4b95-befd-eff921ca3c66 None None] Routers {'15954185-cc94-418c-9a09-47d5e32f9711'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:16.052730 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4335822b-69d6-4b95-befd-eff921ca3c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:03:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['15954185-cc94-418c-9a09-47d5e32f9711'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:16.089924 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-77030de0-40f1-4564-84d5-f6cf90414b1a req-1a4db66d-00fd-47c0-9ed4-b75bc42dbb5b tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "PUT /v2.0/floatingips/0e446a38-1e25-4d3e-b72b-71b82af38216 HTTP/1.1" status: 200 len: 696 time: 0.6821244 Jun 30 09:04:16.160738 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77030de0-40f1-4564-84d5-f6cf90414b1a req-95d31e74-0066-4dcc-9a84-b9c4b59b919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:16.163596 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-77030de0-40f1-4564-84d5-f6cf90414b1a req-95d31e74-0066-4dcc-9a84-b9c4b59b919e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b521f173677444a3b794e6a332034c4e&device_id=9b787224-c147-4729-85ff-59f7cd48b012 HTTP/1.1" status: 200 len: 1097 time: 0.0586302 Jun 30 09:04:16.165821 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-4335822b-69d6-4b95-befd-eff921ca3c66 None None] Set router 15954185-cc94-418c-9a09-47d5e32f9711 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:16.268651 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77030de0-40f1-4564-84d5-f6cf90414b1a req-f10b162e-fd54-439e-acc0-434d4bdae5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:16.270263 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-77030de0-40f1-4564-84d5-f6cf90414b1a req-f10b162e-fd54-439e-acc0-434d4bdae5f9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=60a77b31-7746-4394-a70f-4e46032cc63e HTTP/1.1" status: 200 len: 920 time: 0.1005931 Jun 30 09:04:16.392614 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4335822b-69d6-4b95-befd-eff921ca3c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15954185-cc94-418c-9a09-47d5e32f9711', 'name': 'tempest-FloatingIPsAssociationTestJSON-45904031-router', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:45Z', 'updated_at': '2021-06-30T09:02:52Z', 'revision_number': 4, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'gw_port': {'id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:46Z', 'updated_at': '2021-06-30T09:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '87d8c6a6-84dd-4615-8d77-aa6749c6437b', 'name': '', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'mac_address': 'fa:16:3e:76:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:51Z', 'updated_at': '2021-06-30T09:03:02Z', 'revision_number': 5, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'subnets': [{'id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:16.420773 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4335822b-69d6-4b95-befd-eff921ca3c66 None None] Checking router: 15954185-cc94-418c-9a09-47d5e32f9711 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:04:16.431009 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4335822b-69d6-4b95-befd-eff921ca3c66 None None] Routers {'15954185-cc94-418c-9a09-47d5e32f9711'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:16.432134 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4335822b-69d6-4b95-befd-eff921ca3c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:03:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['15954185-cc94-418c-9a09-47d5e32f9711'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:16.546541 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-4335822b-69d6-4b95-befd-eff921ca3c66 None None] Set router 15954185-cc94-418c-9a09-47d5e32f9711 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:16.633567 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf64bc-b7bf-464c-8a81-084889e298b3 req-426b72c7-7c13-483d-bef8-d9eab1631343 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:16.636033 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-afbf64bc-b7bf-464c-8a81-084889e298b3 req-426b72c7-7c13-483d-bef8-d9eab1631343 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 944 time: 0.0957577 Jun 30 09:04:16.655351 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-77030de0-40f1-4564-84d5-f6cf90414b1a req-cafe0e73-b319-41a3-a46a-f2ca51bf2d10 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7ffd273-1a4b-47fe-9913-22ad1fb7d08f HTTP/1.1" status: 200 len: 217 time: 0.3777027 Jun 30 09:04:16.691739 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-afbf64bc-b7bf-464c-8a81-084889e298b3 req-0000bd7b-df59-442d-bec5-6da968891a85 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473001 Jun 30 09:04:16.708427 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77030de0-40f1-4564-84d5-f6cf90414b1a req-e1ea91a4-c8ec-4c56-aa15-0a7796a56dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:16.710744 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-77030de0-40f1-4564-84d5-f6cf90414b1a req-e1ea91a4-c8ec-4c56-aa15-0a7796a56dcb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=faaf1ea0-436f-4385-8495-d72190b1bc6b HTTP/1.1" status: 200 len: 858 time: 0.0480223 Jun 30 09:04:16.751929 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5dbf8a-9004-49b7-b9e2-4c995932ac96 x-openstack-request-id: req-1e5dbf8a-9004-49b7-b9e2-4c995932ac96 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:16.755156 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2f6a85-ef9f-4432-aa7f-904ec44f7826", "name": "network-vif-deleted", "tag": "c30cefa8-05bc-41ae-b9e0-26c89b52f3bd", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:16.755156 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1e5dbf8a-9004-49b7-b9e2-4c995932ac96 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:16.755156 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2f6a85-ef9f-4432-aa7f-904ec44f7826', 'name': 'network-vif-deleted', 'tag': 'c30cefa8-05bc-41ae-b9e0-26c89b52f3bd', 'status': 'completed', 'code': 200} Jun 30 09:04:16.785667 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77030de0-40f1-4564-84d5-f6cf90414b1a req-c22efb78-3e26-42d8-8731-396b519cdc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:16.788903 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-77030de0-40f1-4564-84d5-f6cf90414b1a req-c22efb78-3e26-42d8-8731-396b519cdc59 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=60a77b31-7746-4394-a70f-4e46032cc63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718329 Jun 30 09:04:16.901879 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4335822b-69d6-4b95-befd-eff921ca3c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15954185-cc94-418c-9a09-47d5e32f9711', 'name': 'tempest-FloatingIPsAssociationTestJSON-45904031-router', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:45Z', 'updated_at': '2021-06-30T09:02:52Z', 'revision_number': 4, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'gw_port': {'id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:46Z', 'updated_at': '2021-06-30T09:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '87d8c6a6-84dd-4615-8d77-aa6749c6437b', 'name': '', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'mac_address': 'fa:16:3e:76:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:51Z', 'updated_at': '2021-06-30T09:03:02Z', 'revision_number': 5, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'subnets': [{'id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:16.905164 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-77030de0-40f1-4564-84d5-f6cf90414b1a req-12067055-caa6-4b5d-a3ea-5af5c639c567 service neutron] 10.222.0.10 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093693 Jun 30 09:04:16.935665 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4335822b-69d6-4b95-befd-eff921ca3c66 None None] The sync data for ids ['15954185-cc94-418c-9a09-47d5e32f9711'] in n-d-771363-31 is: [{'id': '15954185-cc94-418c-9a09-47d5e32f9711', 'name': 'tempest-FloatingIPsAssociationTestJSON-45904031-router', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:45Z', 'updated_at': '2021-06-30T09:02:52Z', 'revision_number': 4, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'gw_port': {'id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:46Z', 'updated_at': '2021-06-30T09:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '87d8c6a6-84dd-4615-8d77-aa6749c6437b', 'name': '', 'network_id': '60a77b31-7746-4394-a70f-4e46032cc63e', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'mac_address': 'fa:16:3e:76:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:51Z', 'updated_at': '2021-06-30T09:03:02Z', 'revision_number': 5, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'subnets': [{'id': 'faaf1ea0-436f-4385-8495-d72190b1bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:04:17.072988 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-77030de0-40f1-4564-84d5-f6cf90414b1a req-db25def0-a87d-4121-ad15-2678bdcc3082 service neutron] 10.222.0.10 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617234 Jun 30 09:04:17.075951 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-267223f0-b92a-4d4b-85ef-980f25311fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:17.077379 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-267223f0-b92a-4d4b-85ef-980f25311fc5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4072f6e39e474776996ee00ca570db4f&device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 1097 time: 0.0975661 Jun 30 09:04:17.185509 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-68bdbeb2-eabd-4cc1-85fe-a690a1b10b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:17.187484 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-68bdbeb2-eabd-4cc1-85fe-a690a1b10b15 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8 HTTP/1.1" status: 200 len: 921 time: 0.0975065 Jun 30 09:04:17.238620 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e8286d-e506-46a6-a287-ba8b6c778837 None None] New status for floating IP 0e446a38-1e25-4d3e-b72b-71b82af38216: DOWN {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:04:17.243972 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-b3f33669-5fb2-4583-aa36-38e03ecb9339 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba616238-be2f-495d-93e9-2169b6b9f18f HTTP/1.1" status: 200 len: 217 time: 0.0492928 Jun 30 09:04:17.296496 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-5653f975-9584-40c1-8c53-1a693b7cc17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:17.298101 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-5653f975-9584-40c1-8c53-1a693b7cc17f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a401937-9638-402a-b598-8b54d19e09c0 HTTP/1.1" status: 200 len: 860 time: 0.0474882 Jun 30 09:04:17.335330 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-e343a335-5492-4a99-b2a6-5537830e3f78 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301335 Jun 30 09:04:17.477705 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ceebc-d66f-44ce-9154-be382cddcd60 req-4afd6e3e-6455-4568-a8f6-cc34998ddffe tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:17.479797 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-859ceebc-d66f-44ce-9154-be382cddcd60 req-4afd6e3e-6455-4568-a8f6-cc34998ddffe tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5735afd-6645-49e0-9452-e5a31c830bca HTTP/1.1" status: 200 len: 948 time: 0.1252508 Jun 30 09:04:17.499598 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-cb4fd059-39a2-4b26-990d-0fb4a6753ef7 service neutron] 10.222.0.37 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416686 Jun 30 09:04:17.648342 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-c5657b0c-9411-4cd3-980b-7854d25fbac7 service neutron] 10.222.0.37 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417637 Jun 30 09:04:17.685691 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-859ceebc-d66f-44ce-9154-be382cddcd60 req-85daabba-d59f-41dc-ad7a-2615b850bbce tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Deleting port e7500171-daff-44f2-a795-c39e36260fe4 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:17.686026 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-859ceebc-d66f-44ce-9154-be382cddcd60 req-85daabba-d59f-41dc-ad7a-2615b850bbce tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.687440 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ac825-917f-4b9e-8256-d7d63e95e137 req-1adaa190-975e-4fbb-863a-22144f9141ac tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:17.688983 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-874ac825-917f-4b9e-8256-d7d63e95e137 req-1adaa190-975e-4fbb-863a-22144f9141ac tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=01a8289b-7532-486e-861a-cf255a8960e9 HTTP/1.1" status: 200 len: 945 time: 0.0905330 Jun 30 09:04:17.730240 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-874ac825-917f-4b9e-8256-d7d63e95e137 req-6f774de4-7c98-43e9-8f57-90d750446a5e tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342126 Jun 30 09:04:17.751094 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fa13c-c35d-42a7-b60a-21576f1a14a8 req-e6a78e4e-8724-4270-a29f-0c91828a5f93 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:17.752729 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f34fa13c-c35d-42a7-b60a-21576f1a14a8 req-e6a78e4e-8724-4270-a29f-0c91828a5f93 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 945 time: 0.1579075 Jun 30 09:04:17.826408 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-859ceebc-d66f-44ce-9154-be382cddcd60 req-85daabba-d59f-41dc-ad7a-2615b850bbce tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] For port e7500171-daff-44f2-a795-c39e36260fe4, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e7500171-daff-44f2-a795-c39e36260fe4,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:17.826776 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-859ceebc-d66f-44ce-9154-be382cddcd60 req-85daabba-d59f-41dc-ad7a-2615b850bbce tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.848481 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f34fa13c-c35d-42a7-b60a-21576f1a14a8 req-77270746-8647-4983-8562-aba9d0e13efc tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772700 Jun 30 09:04:17.849371 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-859ceebc-d66f-44ce-9154-be382cddcd60 req-85daabba-d59f-41dc-ad7a-2615b850bbce tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Calling delete_port for e7500171-daff-44f2-a795-c39e36260fe4 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:17.901712 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-07be40d0-e6fc-4291-a281-312c57d009a6 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:17.903162 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-07be40d0-e6fc-4291-a281-312c57d009a6 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028&tenant_id=4072f6e39e474776996ee00ca570db4f&binding%3Ahost_id=n-h1-771363-31 HTTP/1.1" status: 200 len: 1097 time: 0.1033862 Jun 30 09:04:17.916876 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-946f558e-309b-4c5e-a85c-90ebc6757e30 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771363-31'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:17.970832 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199a7fc-b5c7-4ead-bf62-2b82675f7d69 req-f2fcdc6d-0c9c-4556-9769-1a2f73bf1476 tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:17.976589 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2199a7fc-b5c7-4ead-bf62-2b82675f7d69 req-f2fcdc6d-0c9c-4556-9769-1a2f73bf1476 tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5735afd-6645-49e0-9452-e5a31c830bca HTTP/1.1" status: 200 len: 948 time: 0.1267745 Jun 30 09:04:18.046170 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2199a7fc-b5c7-4ead-bf62-2b82675f7d69 req-92183290-841e-4980-8de5-27d0c51dccf2 tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a415c36-4108-4d6b-9804-bb30dc12fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647204 Jun 30 09:04:18.049157 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-946f558e-309b-4c5e-a85c-90ebc6757e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.087270 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c752a91-ef19-4fd0-9c86-caff3e58e388 req-ed380e7b-e64a-43a3-8e24-11886884cc21 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:18.088930 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5c752a91-ef19-4fd0-9c86-caff3e58e388 req-ed380e7b-e64a-43a3-8e24-11886884cc21 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 949 time: 0.0671606 Jun 30 09:04:18.090040 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-859ceebc-d66f-44ce-9154-be382cddcd60 req-85daabba-d59f-41dc-ad7a-2615b850bbce tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.131310 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85daabba-d59f-41dc-ad7a-2615b850bbce tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Pushing event deleted for resources: {'Port': ['ID=e7500171-daff-44f2-a795-c39e36260fe4,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:18.209096 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-859ceebc-d66f-44ce-9154-be382cddcd60 req-85daabba-d59f-41dc-ad7a-2615b850bbce tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] No DVR routers for this DVR port e7500171-daff-44f2-a795-c39e36260fe4 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:18.213175 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-946f558e-309b-4c5e-a85c-90ebc6757e30 service neutron] For port ba616238-be2f-495d-93e9-2169b6b9f18f, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ba616238-be2f-495d-93e9-2169b6b9f18f,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:18.214193 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5c752a91-ef19-4fd0-9c86-caff3e58e388 req-cd34fd68-b662-487d-a996-3eb19d09324a tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163712 Jun 30 09:04:18.215329 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-859ceebc-d66f-44ce-9154-be382cddcd60 req-85daabba-d59f-41dc-ad7a-2615b850bbce tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.217276 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-859ceebc-d66f-44ce-9154-be382cddcd60 req-85daabba-d59f-41dc-ad7a-2615b850bbce tempest-ImagesOneServerTestJSON-161432040 tempest-ImagesOneServerTestJSON-161432040-project] 10.222.0.37 "DELETE /v2.0/ports/e7500171-daff-44f2-a795-c39e36260fe4 HTTP/1.1" status: 204 len: 173 time: 0.7319174 Jun 30 09:04:18.217714 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5735afd-6645-49e0-9452-e5a31c830bca', 'name': 'network-vif-deleted', 'tag': 'e7500171-daff-44f2-a795-c39e36260fe4'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:18.221115 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034cbab8-4e2d-41a8-a2c6-049cdaa86e83" -d '{"events": [{"server_uuid": "c5735afd-6645-49e0-9452-e5a31c830bca", "name": "network-vif-deleted", "tag": "e7500171-daff-44f2-a795-c39e36260fe4"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:18.267603 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-946f558e-309b-4c5e-a85c-90ebc6757e30 service neutron] For port ba616238-be2f-495d-93e9-2169b6b9f18f, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:18.327805 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-946f558e-309b-4c5e-a85c-90ebc6757e30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.427356 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29aee0-a8a1-47c3-a2df-cad073275be3 req-d04db2cd-7125-407f-9eda-d89528221a9d tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:18.429949 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cd29aee0-a8a1-47c3-a2df-cad073275be3 req-d04db2cd-7125-407f-9eda-d89528221a9d tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 1096 time: 0.0538304 Jun 30 09:04:18.464939 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cd29aee0-a8a1-47c3-a2df-cad073275be3 req-fde0c608-ad16-41be-b8b4-fa995220f3bf tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293152 Jun 30 09:04:18.492664 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-946f558e-309b-4c5e-a85c-90ebc6757e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.600630 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f558e-309b-4c5e-a85c-90ebc6757e30 service neutron] Pushing event updated for resources: {'Port': ['ID=ba616238-be2f-495d-93e9-2169b6b9f18f,revision_number=7']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:18.614838 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-946f558e-309b-4c5e-a85c-90ebc6757e30 service neutron] Attempting to bind port ba616238-be2f-495d-93e9-2169b6b9f18f on host n-h1-771363-31 for vnic_type normal with profile {"migrating_to": "n-h2-771363-31"} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:18.615456 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-946f558e-309b-4c5e-a85c-90ebc6757e30 service neutron] Attempting to bind port ba616238-be2f-495d-93e9-2169b6b9f18f by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:18.616659 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-946f558e-309b-4c5e-a85c-90ebc6757e30 service neutron] Attempting to bind port ba616238-be2f-495d-93e9-2169b6b9f18f on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:18.623322 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-946f558e-309b-4c5e-a85c-90ebc6757e30 service neutron] Port ba616238-be2f-495d-93e9-2169b6b9f18f on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:04:18.623322 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-946f558e-309b-4c5e-a85c-90ebc6757e30 service neutron] Attempting to bind port ba616238-be2f-495d-93e9-2169b6b9f18f on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:18.635097 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-946f558e-309b-4c5e-a85c-90ebc6757e30 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:18.635596 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-946f558e-309b-4c5e-a85c-90ebc6757e30 service neutron] Checking segment: {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:18.636083 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-946f558e-309b-4c5e-a85c-90ebc6757e30 service neutron] Bound using segment: {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:18.636629 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-946f558e-309b-4c5e-a85c-90ebc6757e30 service neutron] Bound port: ba616238-be2f-495d-93e9-2169b6b9f18f, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:18.637172 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-946f558e-309b-4c5e-a85c-90ebc6757e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.653460 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14b8824-a40a-4c43-bd51-eb39bd715d46 x-openstack-request-id: req-d14b8824-a40a-4c43-bd51-eb39bd715d46 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:18.654044 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5735afd-6645-49e0-9452-e5a31c830bca", "name": "network-vif-deleted", "tag": "e7500171-daff-44f2-a795-c39e36260fe4", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:18.654044 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d14b8824-a40a-4c43-bd51-eb39bd715d46 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:18.654427 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5735afd-6645-49e0-9452-e5a31c830bca', 'name': 'network-vif-deleted', 'tag': 'e7500171-daff-44f2-a795-c39e36260fe4', 'status': 'completed', 'code': 200} Jun 30 09:04:18.746107 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-946f558e-309b-4c5e-a85c-90ebc6757e30 service neutron] For port ba616238-be2f-495d-93e9-2169b6b9f18f, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:18.749880 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-946f558e-309b-4c5e-a85c-90ebc6757e30 service neutron] For port ba616238-be2f-495d-93e9-2169b6b9f18f, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ba616238-be2f-495d-93e9-2169b6b9f18f,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:18.754430 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b787224-c147-4729-85ff-59f7cd48b012', 'tag': 'e7ffd273-1a4b-47fe-9913-22ad1fb7d08f'}, {'server_uuid': '8835005c-1cf9-4d5a-91df-99cce8aa2028', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba616238-be2f-495d-93e9-2169b6b9f18f'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:18.758642 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef43ec62-abd3-4702-969c-4c38e0e45020" -d '{"events": [{"name": "network-changed", "server_uuid": "9b787224-c147-4729-85ff-59f7cd48b012", "tag": "e7ffd273-1a4b-47fe-9913-22ad1fb7d08f"}, {"server_uuid": "8835005c-1cf9-4d5a-91df-99cce8aa2028", "name": "network-vif-unplugged", "status": "completed", "tag": "ba616238-be2f-495d-93e9-2169b6b9f18f"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:18.845214 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-946f558e-309b-4c5e-a85c-90ebc6757e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.918166 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-946f558e-309b-4c5e-a85c-90ebc6757e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:18.919621 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-946f558e-309b-4c5e-a85c-90ebc6757e30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.921048 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-946f558e-309b-4c5e-a85c-90ebc6757e30 service neutron] 10.222.0.37 "PUT /v2.0/ports/ba616238-be2f-495d-93e9-2169b6b9f18f HTTP/1.1" status: 200 len: 1123 time: 1.0093455 Jun 30 09:04:18.940159 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f558e-309b-4c5e-a85c-90ebc6757e30 service neutron] Pushing event updated for resources: {'Port': ['ID=ba616238-be2f-495d-93e9-2169b6b9f18f,revision_number=8']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:19.044227 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['ba616238-be2f-495d-93e9-2169b6b9f18f'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:19.155351 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc57f23-ed88-4298-8e4e-f370c0dba43a req-ca1fb31b-b99c-4b6b-93f9-f5103f3bdd0a tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:19.164716 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9cc57f23-ed88-4298-8e4e-f370c0dba43a req-ca1fb31b-b99c-4b6b-93f9-f5103f3bdd0a tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 1096 time: 0.0666356 Jun 30 09:04:19.187810 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-36f88d72-a6cb-4319-a518-b2cd6d2358b4 req-4003a1f2-84f4-495f-91d1-9aa0537efc24 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/floatingips/0e446a38-1e25-4d3e-b72b-71b82af38216 HTTP/1.1" status: 200 len: 694 time: 0.0627151 Jun 30 09:04:19.204199 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9cc57f23-ed88-4298-8e4e-f370c0dba43a req-c49be8f8-af3c-486b-a885-d96a3c5afc80 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383282 Jun 30 09:04:19.266250 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25ef945-7c6e-407a-9fd1-96b213f98594 x-openstack-request-id: req-b25ef945-7c6e-407a-9fd1-96b213f98594 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:19.266552 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b787224-c147-4729-85ff-59f7cd48b012", "tag": "e7ffd273-1a4b-47fe-9913-22ad1fb7d08f", "status": "completed", "code": 200}, {"server_uuid": "8835005c-1cf9-4d5a-91df-99cce8aa2028", "name": "network-vif-unplugged", "status": "completed", "tag": "ba616238-be2f-495d-93e9-2169b6b9f18f", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:19.266807 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b25ef945-7c6e-407a-9fd1-96b213f98594 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:19.267791 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b787224-c147-4729-85ff-59f7cd48b012', 'tag': 'e7ffd273-1a4b-47fe-9913-22ad1fb7d08f', 'status': 'completed', 'code': 200} Jun 30 09:04:19.267791 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8835005c-1cf9-4d5a-91df-99cce8aa2028', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba616238-be2f-495d-93e9-2169b6b9f18f', 'code': 200} Jun 30 09:04:19.388392 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f88d72-a6cb-4319-a518-b2cd6d2358b4 req-5f1d1056-add2-493f-829b-74434dc51651 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:19.389946 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-36f88d72-a6cb-4319-a518-b2cd6d2358b4 req-5f1d1056-add2-493f-829b-74434dc51651 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 784 time: 0.1962686 Jun 30 09:04:19.403957 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43ec62-abd3-4702-969c-4c38e0e45020 req-c8629f31-2b78-49ff-868d-aeb1313f26a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:19.411922 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ef43ec62-abd3-4702-969c-4c38e0e45020 req-c8629f31-2b78-49ff-868d-aeb1313f26a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b521f173677444a3b794e6a332034c4e&device_id=9b787224-c147-4729-85ff-59f7cd48b012 HTTP/1.1" status: 200 len: 1097 time: 0.1179559 Jun 30 09:04:19.484653 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-36f88d72-a6cb-4319-a518-b2cd6d2358b4 req-6eb99a24-9983-48a2-a622-38d292d32d6e tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.181 HTTP/1.1" status: 200 len: 697 time: 0.0867865 Jun 30 09:04:19.543495 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-36f88d72-a6cb-4319-a518-b2cd6d2358b4 req-7fd8c0f2-8667-422f-a469-3b20bb9b7cf2 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.181 HTTP/1.1" status: 200 len: 697 time: 0.0512731 Jun 30 09:04:19.556008 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43ec62-abd3-4702-969c-4c38e0e45020 req-f0796fb2-e22a-4d0d-a2a7-87b7f16ec06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:19.557786 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ef43ec62-abd3-4702-969c-4c38e0e45020 req-f0796fb2-e22a-4d0d-a2a7-87b7f16ec06a service neutron] 10.222.0.37 "GET /v2.0/networks?id=60a77b31-7746-4394-a70f-4e46032cc63e HTTP/1.1" status: 200 len: 920 time: 0.1390846 Jun 30 09:04:19.611452 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcda6c-9c0b-40d8-a378-36fccf4cf196 req-4456a959-db6f-4f96-ac34-159180e6fd6a tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:19.612938 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fadcda6c-9c0b-40d8-a378-36fccf4cf196 req-4456a959-db6f-4f96-ac34-159180e6fd6a tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 943 time: 0.1327517 Jun 30 09:04:19.614348 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ef43ec62-abd3-4702-969c-4c38e0e45020 req-9951ee06-6759-4cb6-b7ca-71e15b02183a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7ffd273-1a4b-47fe-9913-22ad1fb7d08f HTTP/1.1" status: 200 len: 217 time: 0.0488405 Jun 30 09:04:19.680574 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-36f88d72-a6cb-4319-a518-b2cd6d2358b4 req-82c0a6a2-91fc-460e-8464-5f550c31ddd0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Deleting port 133fd0d4-4fa6-48c6-9fe7-eb07e33edcce {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:19.681125 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-36f88d72-a6cb-4319-a518-b2cd6d2358b4 req-82c0a6a2-91fc-460e-8464-5f550c31ddd0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.684403 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fadcda6c-9c0b-40d8-a378-36fccf4cf196 req-bba0611d-c975-4793-bed3-372ce431a397 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639548 Jun 30 09:04:19.689905 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43ec62-abd3-4702-969c-4c38e0e45020 req-069133df-d101-4078-b501-792919cd276f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:19.691345 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ef43ec62-abd3-4702-969c-4c38e0e45020 req-069133df-d101-4078-b501-792919cd276f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=faaf1ea0-436f-4385-8495-d72190b1bc6b HTTP/1.1" status: 200 len: 858 time: 0.0691113 Jun 30 09:04:19.757947 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-36f88d72-a6cb-4319-a518-b2cd6d2358b4 req-82c0a6a2-91fc-460e-8464-5f550c31ddd0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.758282 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-36f88d72-a6cb-4319-a518-b2cd6d2358b4 req-82c0a6a2-91fc-460e-8464-5f550c31ddd0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.758432 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43ec62-abd3-4702-969c-4c38e0e45020 req-5501e3aa-290d-4718-b3b0-1513d56fe7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:19.759217 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:04:19.759993 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ef43ec62-abd3-4702-969c-4c38e0e45020 req-5501e3aa-290d-4718-b3b0-1513d56fe7d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=60a77b31-7746-4394-a70f-4e46032cc63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622494 Jun 30 09:04:19.771718 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-36f88d72-a6cb-4319-a518-b2cd6d2358b4 req-82c0a6a2-91fc-460e-8464-5f550c31ddd0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Calling delete_port for 133fd0d4-4fa6-48c6-9fe7-eb07e33edcce owned by network:floatingip {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:19.855780 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ef43ec62-abd3-4702-969c-4c38e0e45020 req-f3d69a97-f18a-4ce1-93cb-158629b43a11 service neutron] 10.222.0.37 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861557 Jun 30 09:04:19.981638 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-36f88d72-a6cb-4319-a518-b2cd6d2358b4 req-82c0a6a2-91fc-460e-8464-5f550c31ddd0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.989872 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ef43ec62-abd3-4702-969c-4c38e0e45020 req-3404761b-0b04-4ce4-9dc3-6f4eddb526f9 service neutron] 10.222.0.37 "GET /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257741 Jun 30 09:04:20.004012 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d3e0f-ba4a-491a-be65-dd9414cee34d req-e5b3770a-36ba-41d3-96c2-75653537e1bc tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:20.005468 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3f1d3e0f-ba4a-491a-be65-dd9414cee34d req-e5b3770a-36ba-41d3-96c2-75653537e1bc tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=decb6247-fea7-42e4-8a89-df473f672ac9 HTTP/1.1" status: 200 len: 946 time: 0.1217039 Jun 30 09:04:20.012235 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0a6a2-91fc-460e-8464-5f550c31ddd0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Pushing event deleted for resources: {'Port': ['ID=133fd0d4-4fa6-48c6-9fe7-eb07e33edcce,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:20.045568 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3f1d3e0f-ba4a-491a-be65-dd9414cee34d req-1ed2e8c3-ea0e-4402-a1ef-241e75e49795 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338182 Jun 30 09:04:20.074261 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-36f88d72-a6cb-4319-a518-b2cd6d2358b4 req-82c0a6a2-91fc-460e-8464-5f550c31ddd0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks [] for floatingip, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.077256 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-36f88d72-a6cb-4319-a518-b2cd6d2358b4 req-82c0a6a2-91fc-460e-8464-5f550c31ddd0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.077932 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device e7500171-daff-44f2-a795-c39e36260fe4 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:20.079690 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-36f88d72-a6cb-4319-a518-b2cd6d2358b4 req-82c0a6a2-91fc-460e-8464-5f550c31ddd0 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "DELETE /v2.0/floatingips/0e446a38-1e25-4d3e-b72b-71b82af38216 HTTP/1.1" status: 204 len: 173 time: 0.5301874 Jun 30 09:04:20.101916 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: e7500171-daff-44f2-a795-c39e36260fe4 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:04:20.102369 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device e7500171-daff-44f2-a795-c39e36260fe4 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:04:20.239024 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00833a0d-2a8e-4672-9bea-8b9ab9499838 req-6d189a65-d3f7-460f-ad01-489524911f8f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:20.240642 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-00833a0d-2a8e-4672-9bea-8b9ab9499838 req-6d189a65-d3f7-460f-ad01-489524911f8f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 949 time: 0.0670047 Jun 30 09:04:20.280680 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-00833a0d-2a8e-4672-9bea-8b9ab9499838 req-f6a57ffe-2c59-4bb0-8156-3eac40f85c15 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337076 Jun 30 09:04:20.382095 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c6c6bfb6-1d6b-4a15-bb75-37a20ec09887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.685020 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 52482) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:20.859982 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-03a1af2e-122d-485d-903a-22f231f9f553 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=81975b3e10444c7698cea822fe627767&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1735439 Jun 30 09:04:20.862719 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 52490) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:20.920419 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b976464e-1047-4e14-917c-d879e4e0b598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.925053 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021fcd2-ab0f-4ee5-87d6-e4ee64772453 req-d42ef8a1-cdd1-4365-9675-aa0a435337ed tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:20.926711 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7021fcd2-ab0f-4ee5-87d6-e4ee64772453 req-d42ef8a1-cdd1-4365-9675-aa0a435337ed tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 943 time: 0.0821383 Jun 30 09:04:20.942462 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b976464e-1047-4e14-917c-d879e4e0b598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.976699 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7021fcd2-ab0f-4ee5-87d6-e4ee64772453 req-ba70a684-bdde-44f3-bfe7-af02a8cfee6f tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415604 Jun 30 09:04:21.044851 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b976464e-1047-4e14-917c-d879e4e0b598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.047438 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b976464e-1047-4e14-917c-d879e4e0b598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.048593 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b976464e-1047-4e14-917c-d879e4e0b598 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0a415c36-4108-4d6b-9804-bb30dc12fbb7 HTTP/1.1" status: 204 len: 168 time: 0.1848450 Jun 30 09:04:21.082249 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976464e-1047-4e14-917c-d879e4e0b598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a415c36-4108-4d6b-9804-bb30dc12fbb7,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:21.125140 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81869f94-d6df-4c45-bfa1-24491782d9b7 req-7ea26fe1-e566-488b-92b1-9066fe211d6d tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:21.126616 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-81869f94-d6df-4c45-bfa1-24491782d9b7 req-7ea26fe1-e566-488b-92b1-9066fe211d6d tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b787224-c147-4729-85ff-59f7cd48b012 HTTP/1.1" status: 200 len: 945 time: 0.0769856 Jun 30 09:04:21.171483 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-81869f94-d6df-4c45-bfa1-24491782d9b7 req-25e40f3b-73d5-4598-89d0-6db2a6e6936c tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/security-groups?id=daf5143d-cfeb-4e6d-8291-b2fca1ab2790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355175 Jun 30 09:04:21.252349 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e91523-ce48-4220-915f-5637ab8fec21 req-2b32d9fc-20bd-4a51-a5e2-748d53e22f6d tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:21.254237 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-17e91523-ce48-4220-915f-5637ab8fec21 req-2b32d9fc-20bd-4a51-a5e2-748d53e22f6d tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=decb6247-fea7-42e4-8a89-df473f672ac9 HTTP/1.1" status: 200 len: 946 time: 0.0653832 Jun 30 09:04:21.267944 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8835005c-1cf9-4d5a-91df-99cce8aa2028', 'tag': 'ba616238-be2f-495d-93e9-2169b6b9f18f'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:21.270159 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16e4279-edd6-4ed6-8a66-2f6e396b95d0" -d '{"events": [{"name": "network-changed", "server_uuid": "8835005c-1cf9-4d5a-91df-99cce8aa2028", "tag": "ba616238-be2f-495d-93e9-2169b6b9f18f"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:21.302683 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-17e91523-ce48-4220-915f-5637ab8fec21 req-dbd051c4-5196-4e5e-b2e8-b53a77451316 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415263 Jun 30 09:04:21.313579 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd7b86b-4dae-45c7-b5ff-7b2f168fe6e0 x-openstack-request-id: req-6dd7b86b-4dae-45c7-b5ff-7b2f168fe6e0 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:21.313966 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8835005c-1cf9-4d5a-91df-99cce8aa2028", "tag": "ba616238-be2f-495d-93e9-2169b6b9f18f", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:21.314362 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6dd7b86b-4dae-45c7-b5ff-7b2f168fe6e0 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:21.314861 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8835005c-1cf9-4d5a-91df-99cce8aa2028', 'tag': 'ba616238-be2f-495d-93e9-2169b6b9f18f', 'status': 'completed', 'code': 200} Jun 30 09:04:21.399173 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e4279-edd6-4ed6-8a66-2f6e396b95d0 req-7cca4ce6-3cf8-4e31-a349-c5d014be032f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:21.400667 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c16e4279-edd6-4ed6-8a66-2f6e396b95d0 req-7cca4ce6-3cf8-4e31-a349-c5d014be032f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4072f6e39e474776996ee00ca570db4f&device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 1126 time: 0.0569861 Jun 30 09:04:21.491669 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec85f07-3c73-4e24-afcf-f77500984c92 req-ba822857-f1eb-4880-9006-fdd43aa9abad tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:21.491669 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2ec85f07-3c73-4e24-afcf-f77500984c92 req-ba822857-f1eb-4880-9006-fdd43aa9abad tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 949 time: 0.0729394 Jun 30 09:04:21.524943 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e4279-edd6-4ed6-8a66-2f6e396b95d0 req-99b9514d-7fa5-4b8c-b26b-ce5008bddbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:21.526581 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c16e4279-edd6-4ed6-8a66-2f6e396b95d0 req-99b9514d-7fa5-4b8c-b26b-ce5008bddbde service neutron] 10.222.0.52 "GET /v2.0/networks?id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8 HTTP/1.1" status: 200 len: 921 time: 0.1176939 Jun 30 09:04:21.541388 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2ec85f07-3c73-4e24-afcf-f77500984c92 req-d77c67e3-09c9-447f-aa4d-0317f3b69ce2 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445292 Jun 30 09:04:21.585064 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c16e4279-edd6-4ed6-8a66-2f6e396b95d0 req-2ea5324f-c4fa-40d4-9a64-99083a2d61b5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba616238-be2f-495d-93e9-2169b6b9f18f HTTP/1.1" status: 200 len: 217 time: 0.0512478 Jun 30 09:04:21.669010 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e4279-edd6-4ed6-8a66-2f6e396b95d0 req-600fe293-06df-4788-aa39-93163f30b978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:21.670439 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c16e4279-edd6-4ed6-8a66-2f6e396b95d0 req-600fe293-06df-4788-aa39-93163f30b978 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a401937-9638-402a-b598-8b54d19e09c0 HTTP/1.1" status: 200 len: 860 time: 0.0676627 Jun 30 09:04:21.675321 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [req-d910ad68-334e-455e-8695-31a31aff1b6c req-373fcf5b-39bb-46d4-bdda-b4b9e007bacf service neutron] show failed (client error): The resource could not be found. Jun 30 09:04:21.676239 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d910ad68-334e-455e-8695-31a31aff1b6c req-373fcf5b-39bb-46d4-bdda-b4b9e007bacf service neutron] 10.222.0.52 "GET /v2.0/ports/3aaa3baa-3cbd-4e68-9f06-99979365a13d/bindings/n-h2-771363-31 HTTP/1.1" status: 404 len: 381 time: 0.0999818 Jun 30 09:04:21.713749 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c16e4279-edd6-4ed6-8a66-2f6e396b95d0 req-7ed9b5e1-957b-4950-a814-be0881bd4211 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313115 Jun 30 09:04:21.857349 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c16e4279-edd6-4ed6-8a66-2f6e396b95d0 req-9527a6cb-d5be-4141-a23f-0fed92d92cc8 service neutron] 10.222.0.52 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356959 Jun 30 09:04:21.985682 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c16e4279-edd6-4ed6-8a66-2f6e396b95d0 req-1662733c-1723-473a-a00c-02daf3440510 service neutron] 10.222.0.52 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208887 Jun 30 09:04:22.075012 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device ba616238-be2f-495d-93e9-2169b6b9f18f details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:22.237055 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port ba616238-be2f-495d-93e9-2169b6b9f18f, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ba616238-be2f-495d-93e9-2169b6b9f18f,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:22.262141 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device ba616238-be2f-495d-93e9-2169b6b9f18f has no active binding in host n-h2-771363-31 {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 09:04:22.273248 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664aee4-3fd7-4e3f-b92e-c3a047e85c0a req-9d56e21c-0c90-43bb-99ec-dbcc3ab09b24 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:22.273248 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7664aee4-3fd7-4e3f-b92e-c3a047e85c0a req-9d56e21c-0c90-43bb-99ec-dbcc3ab09b24 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 943 time: 0.1316910 Jun 30 09:04:22.352398 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7664aee4-3fd7-4e3f-b92e-c3a047e85c0a req-c8ec23d0-ee3b-4f33-990a-43dd8b1a5231 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711031 Jun 30 09:04:22.376049 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910ad68-334e-455e-8695-31a31aff1b6c req-3882e977-4b53-42f0-8e9a-451b7e40b306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:22.381183 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d910ad68-334e-455e-8695-31a31aff1b6c req-3882e977-4b53-42f0-8e9a-451b7e40b306 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796&tenant_id=aa895c07f8ad47749dbf0e6817533c37 HTTP/1.1" status: 200 len: 1101 time: 0.1048872 Jun 30 09:04:22.392023 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-d910ad68-334e-455e-8695-31a31aff1b6c req-c1227a16-9751-44d3-9402-30a99d91996f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-31', 'device_owner': 'compute:nova'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:22.580906 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d910ad68-334e-455e-8695-31a31aff1b6c req-c1227a16-9751-44d3-9402-30a99d91996f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:22.622650 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ceb50aca-9884-40c4-91d9-48e81e774c77 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:22.683562 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7086d3a-7f9d-4e20-ac43-1a0ef7fad08c req-0e1d4a8b-f496-498c-b5de-df4e31f52fb9 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:22.685791 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c7086d3a-7f9d-4e20-ac43-1a0ef7fad08c req-0e1d4a8b-f496-498c-b5de-df4e31f52fb9 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b787224-c147-4729-85ff-59f7cd48b012 HTTP/1.1" status: 200 len: 945 time: 0.1794581 Jun 30 09:04:22.807657 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port ceb50aca-9884-40c4-91d9-48e81e774c77, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ceb50aca-9884-40c4-91d9-48e81e774c77,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:22.811195 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a22a7690-dc6c-48ce-9c81-d825ea3a3e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:22.827084 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'ceb50aca-9884-40c4-91d9-48e81e774c77', 'network_id': '77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3', 'port_id': 'ceb50aca-9884-40c4-91d9-48e81e774c77', 'mac_address': 'fa:16:3e:16:26:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712820fb-ce56-42e0-86ec-ce6b0d4d81b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:04:22.878057 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:22.910750 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ceb50aca-9884-40c4-91d9-48e81e774c77 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:22.977399 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port ceb50aca-9884-40c4-91d9-48e81e774c77, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ceb50aca-9884-40c4-91d9-48e81e774c77,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:23.069523 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b46e65-700d-4b89-b6e7-c86e0aff8321 req-987d6b23-6189-45ff-8b26-41abd839c01f tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:23.070251 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:23.070637 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f6b46e65-700d-4b89-b6e7-c86e0aff8321 req-987d6b23-6189-45ff-8b26-41abd839c01f tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b787224-c147-4729-85ff-59f7cd48b012 HTTP/1.1" status: 200 len: 945 time: 0.1777461 Jun 30 09:04:23.082928 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c7086d3a-7f9d-4e20-ac43-1a0ef7fad08c req-bd3078fa-0963-4f31-9084-155a7dea6867 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/security-groups?id=daf5143d-cfeb-4e6d-8291-b2fca1ab2790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843532 Jun 30 09:04:23.128957 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-d910ad68-334e-455e-8695-31a31aff1b6c req-c1227a16-9751-44d3-9402-30a99d91996f service neutron] For port 3aaa3baa-3cbd-4e68-9f06-99979365a13d, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3aaa3baa-3cbd-4e68-9f06-99979365a13d,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:23.164277 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d2697-8ceb-45cb-ab05-9eb5a4b41e8b req-a0bfa61c-2394-4637-908d-ccabaf10adbc tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:23.171636 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fd5d2697-8ceb-45cb-ab05-9eb5a4b41e8b req-a0bfa61c-2394-4637-908d-ccabaf10adbc tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=decb6247-fea7-42e4-8a89-df473f672ac9 HTTP/1.1" status: 200 len: 946 time: 0.1586163 Jun 30 09:04:23.187617 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=ceb50aca-9884-40c4-91d9-48e81e774c77,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:23.193426 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-d910ad68-334e-455e-8695-31a31aff1b6c req-c1227a16-9751-44d3-9402-30a99d91996f service neutron] For port 3aaa3baa-3cbd-4e68-9f06-99979365a13d, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:23.282704 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d910ad68-334e-455e-8695-31a31aff1b6c req-c1227a16-9751-44d3-9402-30a99d91996f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:23.283493 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fd5d2697-8ceb-45cb-ab05-9eb5a4b41e8b req-3456e028-9b1f-4d15-8fd3-028e6bf5d6eb tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103194 Jun 30 09:04:23.312106 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-d910ad68-334e-455e-8695-31a31aff1b6c req-c1227a16-9751-44d3-9402-30a99d91996f service neutron] Transition to ACTIVE for port object 3aaa3baa-3cbd-4e68-9f06-99979365a13d will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:23.315930 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2767f928-4b34-48ce-b66f-207466939796', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aaa3baa-3cbd-4e68-9f06-99979365a13d'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:23.318381 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca79dbf-cb50-405f-b547-ecf52825b81d" -d '{"events": [{"server_uuid": "2767f928-4b34-48ce-b66f-207466939796", "name": "network-vif-unplugged", "status": "completed", "tag": "3aaa3baa-3cbd-4e68-9f06-99979365a13d"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:23.327302 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:23.334862 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-f6b46e65-700d-4b89-b6e7-c86e0aff8321 req-7813c292-9a8e-4f6b-b479-1354124b537b tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Deleting port e7ffd273-1a4b-47fe-9913-22ad1fb7d08f {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:23.334862 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f6b46e65-700d-4b89-b6e7-c86e0aff8321 req-7813c292-9a8e-4f6b-b479-1354124b537b tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:23.357210 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['ceb50aca-9884-40c4-91d9-48e81e774c77'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:23.393868 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26386116-8641-4cfa-9584-74f5626f10b1 req-d876415b-2fe8-4a76-85d8-04722a4d47dc tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:23.412083 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-26386116-8641-4cfa-9584-74f5626f10b1 req-d876415b-2fe8-4a76-85d8-04722a4d47dc tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 949 time: 0.1788845 Jun 30 09:04:23.513945 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-f6b46e65-700d-4b89-b6e7-c86e0aff8321 req-7813c292-9a8e-4f6b-b479-1354124b537b tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] For port e7ffd273-1a4b-47fe-9913-22ad1fb7d08f, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e7ffd273-1a4b-47fe-9913-22ad1fb7d08f,segment=NetworkSegment(46885ad2-e916-41aa-b547-419072732535),segment_id=46885ad2-e916-41aa-b547-419072732535)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:23.514513 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f6b46e65-700d-4b89-b6e7-c86e0aff8321 req-7813c292-9a8e-4f6b-b479-1354124b537b tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:23.516923 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-26386116-8641-4cfa-9584-74f5626f10b1 req-feba4930-ed8c-4fff-b69a-2f9525895923 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998094 Jun 30 09:04:23.519817 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d910ad68-334e-455e-8695-31a31aff1b6c req-c1227a16-9751-44d3-9402-30a99d91996f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:23.548795 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-f6b46e65-700d-4b89-b6e7-c86e0aff8321 req-7813c292-9a8e-4f6b-b479-1354124b537b tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Calling delete_port for e7ffd273-1a4b-47fe-9913-22ad1fb7d08f owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:23.589328 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1227a16-9751-44d3-9402-30a99d91996f service neutron] Pushing event updated for resources: {'Port': ['ID=3aaa3baa-3cbd-4e68-9f06-99979365a13d,revision_number=6']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:23.664204 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-d910ad68-334e-455e-8695-31a31aff1b6c req-c1227a16-9751-44d3-9402-30a99d91996f service neutron] No DVR routers for this DVR port 3aaa3baa-3cbd-4e68-9f06-99979365a13d on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:23.734038 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-d910ad68-334e-455e-8695-31a31aff1b6c req-c1227a16-9751-44d3-9402-30a99d91996f service neutron] Attempting to bind port 3aaa3baa-3cbd-4e68-9f06-99979365a13d on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:23.734562 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-d910ad68-334e-455e-8695-31a31aff1b6c req-c1227a16-9751-44d3-9402-30a99d91996f service neutron] Attempting to bind port 3aaa3baa-3cbd-4e68-9f06-99979365a13d by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:23.735318 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d910ad68-334e-455e-8695-31a31aff1b6c req-c1227a16-9751-44d3-9402-30a99d91996f service neutron] Attempting to bind port 3aaa3baa-3cbd-4e68-9f06-99979365a13d on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:23.741383 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d910ad68-334e-455e-8695-31a31aff1b6c req-c1227a16-9751-44d3-9402-30a99d91996f service neutron] Port 3aaa3baa-3cbd-4e68-9f06-99979365a13d on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:04:23.741811 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d910ad68-334e-455e-8695-31a31aff1b6c req-c1227a16-9751-44d3-9402-30a99d91996f service neutron] Attempting to bind port 3aaa3baa-3cbd-4e68-9f06-99979365a13d on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:23.747647 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d910ad68-334e-455e-8695-31a31aff1b6c req-c1227a16-9751-44d3-9402-30a99d91996f service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:23.748126 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d910ad68-334e-455e-8695-31a31aff1b6c req-c1227a16-9751-44d3-9402-30a99d91996f service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:23.748523 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d910ad68-334e-455e-8695-31a31aff1b6c req-c1227a16-9751-44d3-9402-30a99d91996f service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:23.749035 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-d910ad68-334e-455e-8695-31a31aff1b6c req-c1227a16-9751-44d3-9402-30a99d91996f service neutron] Bound port: 3aaa3baa-3cbd-4e68-9f06-99979365a13d, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:23.749308 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d910ad68-334e-455e-8695-31a31aff1b6c req-c1227a16-9751-44d3-9402-30a99d91996f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:23.792466 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5d6e68-b574-449c-a1a3-983c075fe5f2 x-openstack-request-id: req-5b5d6e68-b574-449c-a1a3-983c075fe5f2 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:23.802503 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2767f928-4b34-48ce-b66f-207466939796", "name": "network-vif-unplugged", "status": "completed", "tag": "3aaa3baa-3cbd-4e68-9f06-99979365a13d", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:23.802503 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5b5d6e68-b574-449c-a1a3-983c075fe5f2 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:23.803770 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2767f928-4b34-48ce-b66f-207466939796', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aaa3baa-3cbd-4e68-9f06-99979365a13d', 'code': 200} Jun 30 09:04:23.806548 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f6b46e65-700d-4b89-b6e7-c86e0aff8321 req-7813c292-9a8e-4f6b-b479-1354124b537b tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:23.821459 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['e7ffd273-1a4b-47fe-9913-22ad1fb7d08f'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:23.877513 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-d910ad68-334e-455e-8695-31a31aff1b6c req-c1227a16-9751-44d3-9402-30a99d91996f service neutron] For port 3aaa3baa-3cbd-4e68-9f06-99979365a13d, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:23.883407 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813c292-9a8e-4f6b-b479-1354124b537b tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Pushing event deleted for resources: {'Port': ['ID=e7ffd273-1a4b-47fe-9913-22ad1fb7d08f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:23.893576 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-d910ad68-334e-455e-8695-31a31aff1b6c req-c1227a16-9751-44d3-9402-30a99d91996f service neutron] For port 3aaa3baa-3cbd-4e68-9f06-99979365a13d, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=3aaa3baa-3cbd-4e68-9f06-99979365a13d,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:23.958932 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b46e65-700d-4b89-b6e7-c86e0aff8321 req-7813c292-9a8e-4f6b-b479-1354124b537b tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] No DVR routers for this DVR port e7ffd273-1a4b-47fe-9913-22ad1fb7d08f on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:23.963228 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f6b46e65-700d-4b89-b6e7-c86e0aff8321 req-7813c292-9a8e-4f6b-b479-1354124b537b tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:23.965520 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f6b46e65-700d-4b89-b6e7-c86e0aff8321 req-7813c292-9a8e-4f6b-b479-1354124b537b tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.37 "DELETE /v2.0/ports/e7ffd273-1a4b-47fe-9913-22ad1fb7d08f HTTP/1.1" status: 204 len: 173 time: 0.8716893 Jun 30 09:04:23.965947 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b787224-c147-4729-85ff-59f7cd48b012', 'name': 'network-vif-deleted', 'tag': 'e7ffd273-1a4b-47fe-9913-22ad1fb7d08f'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:23.968230 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe5db2d-309d-4530-b318-01450764281a" -d '{"events": [{"server_uuid": "9b787224-c147-4729-85ff-59f7cd48b012", "name": "network-vif-deleted", "tag": "e7ffd273-1a4b-47fe-9913-22ad1fb7d08f"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:23.998391 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d910ad68-334e-455e-8695-31a31aff1b6c req-c1227a16-9751-44d3-9402-30a99d91996f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:24.074631 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 230df98e-1c38-48b6-9120-8e264701a00c details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:24.138296 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910ad68-334e-455e-8695-31a31aff1b6c req-c1227a16-9751-44d3-9402-30a99d91996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:24.138941 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d910ad68-334e-455e-8695-31a31aff1b6c req-c1227a16-9751-44d3-9402-30a99d91996f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:24.140358 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d910ad68-334e-455e-8695-31a31aff1b6c req-c1227a16-9751-44d3-9402-30a99d91996f service neutron] 10.222.0.37 "PUT /v2.0/ports/3aaa3baa-3cbd-4e68-9f06-99979365a13d HTTP/1.1" status: 200 len: 1096 time: 1.7546198 Jun 30 09:04:24.249326 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1227a16-9751-44d3-9402-30a99d91996f service neutron] Pushing event updated for resources: {'Port': ['ID=3aaa3baa-3cbd-4e68-9f06-99979365a13d,revision_number=7']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:24.316720 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be053b-8643-49b9-920a-334cda915700 req-a98476f8-d41d-4ba0-b0ee-4779051bbca4 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:24.318658 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f7be053b-8643-49b9-920a-334cda915700 req-a98476f8-d41d-4ba0-b0ee-4779051bbca4 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 943 time: 0.3700061 Jun 30 09:04:24.442257 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 230df98e-1c38-48b6-9120-8e264701a00c, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=230df98e-1c38-48b6-9120-8e264701a00c,segment=NetworkSegment(36eeeb10-1ff7-43e6-93e2-723c66ec36b1),segment_id=36eeeb10-1ff7-43e6-93e2-723c66ec36b1)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:24.508157 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '230df98e-1c38-48b6-9120-8e264701a00c', 'network_id': '18ce6413-62b6-4a68-a76c-c4ee39855db0', 'port_id': '230df98e-1c38-48b6-9120-8e264701a00c', 'mac_address': 'fa:16:3e:57:29:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea4a3d03-fc72-484b-8795-58a00e475b6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:04:24.539833 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f7be053b-8643-49b9-920a-334cda915700 req-d4396322-0c31-4d5f-a777-9c668fb23cc5 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030599 Jun 30 09:04:24.541886 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910ad68-334e-455e-8695-31a31aff1b6c req-8f3fe6b9-2033-4d28-8281-ee93a3ae5e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:24.557325 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc14d4a5-acde-45aa-a7f2-1d836c36226d x-openstack-request-id: req-dc14d4a5-acde-45aa-a7f2-1d836c36226d {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:24.558346 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b787224-c147-4729-85ff-59f7cd48b012", "name": "network-vif-deleted", "tag": "e7ffd273-1a4b-47fe-9913-22ad1fb7d08f", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:24.558778 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dc14d4a5-acde-45aa-a7f2-1d836c36226d {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:24.559414 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b787224-c147-4729-85ff-59f7cd48b012', 'name': 'network-vif-deleted', 'tag': 'e7ffd273-1a4b-47fe-9913-22ad1fb7d08f', 'status': 'completed', 'code': 200} Jun 30 09:04:24.564493 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d910ad68-334e-455e-8695-31a31aff1b6c req-8f3fe6b9-2033-4d28-8281-ee93a3ae5e69 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 1099 time: 0.3562944 Jun 30 09:04:24.608015 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:24.613195 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:24.651170 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 230df98e-1c38-48b6-9120-8e264701a00c {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:24.708332 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 230df98e-1c38-48b6-9120-8e264701a00c, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=230df98e-1c38-48b6-9120-8e264701a00c,segment=NetworkSegment(36eeeb10-1ff7-43e6-93e2-723c66ec36b1),segment_id=36eeeb10-1ff7-43e6-93e2-723c66ec36b1)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:24.712400 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ceb50aca-9884-40c4-91d9-48e81e774c77 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:24.811990 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910ad68-334e-455e-8695-31a31aff1b6c req-339e8d2a-a8df-4df5-8d5e-57a7b10acc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:24.814386 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d910ad68-334e-455e-8695-31a31aff1b6c req-339e8d2a-a8df-4df5-8d5e-57a7b10acc67 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.2428761 Jun 30 09:04:24.847300 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:24.887328 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d910ad68-334e-455e-8695-31a31aff1b6c req-385d14cf-584d-410c-ba73-95dfad7b30b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=3aaa3baa-3cbd-4e68-9f06-99979365a13d HTTP/1.1" status: 200 len: 217 time: 0.0586662 Jun 30 09:04:24.941608 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=230df98e-1c38-48b6-9120-8e264701a00c,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:24.976685 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910ad68-334e-455e-8695-31a31aff1b6c req-4ed4f2f9-433e-4f73-9a1e-a6fc86a56c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:24.978146 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d910ad68-334e-455e-8695-31a31aff1b6c req-4ed4f2f9-433e-4f73-9a1e-a6fc86a56c9d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.0681698 Jun 30 09:04:24.980581 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port ceb50aca-9884-40c4-91d9-48e81e774c77 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:24.982011 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:25.018282 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['230df98e-1c38-48b6-9120-8e264701a00c'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:25.058114 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-57674c28-2702-40f7-bd64-d57811b35166 req-c770ccd8-f30f-4ede-922b-9e4abf0815a6 tempest-FloatingIPsAssociationTestJSON-443090888 tempest-FloatingIPsAssociationTestJSON-443090888-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b787224-c147-4729-85ff-59f7cd48b012 HTTP/1.1" status: 200 len: 210 time: 0.1308873 Jun 30 09:04:25.079497 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e54217-ea37-4350-8f3f-43e1267875d1 req-b49c7540-ee65-4255-81ac-34508a2319af tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:25.089675 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c5e54217-ea37-4350-8f3f-43e1267875d1 req-b49c7540-ee65-4255-81ac-34508a2319af tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=decb6247-fea7-42e4-8a89-df473f672ac9 HTTP/1.1" status: 200 len: 945 time: 0.2459962 Jun 30 09:04:25.280311 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c5e54217-ea37-4350-8f3f-43e1267875d1 req-0b7f6145-8d55-4f47-bfd4-441b79b71c37 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896248 Jun 30 09:04:25.373338 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910ad68-334e-455e-8695-31a31aff1b6c req-e560b750-4988-4321-b7c8-63b5847ede1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:25.376216 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:25.378895 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d910ad68-334e-455e-8695-31a31aff1b6c req-e560b750-4988-4321-b7c8-63b5847ede1b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3834918 Jun 30 09:04:25.456157 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a8289b-7532-486e-861a-cf255a8960e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb50aca-9884-40c4-91d9-48e81e774c77'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:25.465836 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2405fc3f-0009-4426-a0aa-a5c101916137" -d '{"events": [{"server_uuid": "01a8289b-7532-486e-861a-cf255a8960e9", "name": "network-vif-plugged", "status": "completed", "tag": "ceb50aca-9884-40c4-91d9-48e81e774c77"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:25.504537 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port ceb50aca-9884-40c4-91d9-48e81e774c77, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ceb50aca-9884-40c4-91d9-48e81e774c77,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:25.530011 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e11f8-065b-4cd5-8b1e-4d163006a40c req-96b37d2a-ba8d-4699-b5cf-e6730c47ba43 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:25.547750 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4c7e11f8-065b-4cd5-8b1e-4d163006a40c req-96b37d2a-ba8d-4699-b5cf-e6730c47ba43 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 947 time: 0.1418364 Jun 30 09:04:25.581983 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:25.583112 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 3aaa3baa-3cbd-4e68-9f06-99979365a13d no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:25.619141 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d910ad68-334e-455e-8695-31a31aff1b6c req-adf27d9e-8163-4b3a-916a-97984f0f4795 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267458 Jun 30 09:04:25.649013 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4c7e11f8-065b-4cd5-8b1e-4d163006a40c req-d4a14ab7-efc4-4438-8d74-eed0f4146e83 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002858 Jun 30 09:04:25.743407 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=ceb50aca-9884-40c4-91d9-48e81e774c77,revision_number=7']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:25.764605 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-ffe60552-98b8-4828-85b4-e6cd726d5c85 service neutron] 10.222.0.52 "GET /v2.0/ports/ba616238-be2f-495d-93e9-2169b6b9f18f/bindings/n-h2-771363-31 HTTP/1.1" status: 200 len: 385 time: 0.1265531 Jun 30 09:04:25.828567 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6659f6c-e62e-4812-8a0a-585d1076acc6 x-openstack-request-id: req-c6659f6c-e62e-4812-8a0a-585d1076acc6 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:25.828883 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a8289b-7532-486e-861a-cf255a8960e9", "name": "network-vif-plugged", "status": "completed", "tag": "ceb50aca-9884-40c4-91d9-48e81e774c77", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:25.833285 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6659f6c-e62e-4812-8a0a-585d1076acc6 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:25.833285 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a8289b-7532-486e-861a-cf255a8960e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb50aca-9884-40c4-91d9-48e81e774c77', 'code': 200} Jun 30 09:04:25.865074 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2767f928-4b34-48ce-b66f-207466939796', 'tag': '3aaa3baa-3cbd-4e68-9f06-99979365a13d'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:25.872895 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f16e40-6c36-4c0e-bb83-e71ade8f588d" -d '{"events": [{"name": "network-changed", "server_uuid": "2767f928-4b34-48ce-b66f-207466939796", "tag": "3aaa3baa-3cbd-4e68-9f06-99979365a13d"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:25.877502 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 3aaa3baa-3cbd-4e68-9f06-99979365a13d not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:04:26.050574 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72333c84-a45a-494a-9edd-251dd5c5b039 x-openstack-request-id: req-72333c84-a45a-494a-9edd-251dd5c5b039 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:26.050934 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2767f928-4b34-48ce-b66f-207466939796", "tag": "3aaa3baa-3cbd-4e68-9f06-99979365a13d", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:26.051152 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-72333c84-a45a-494a-9edd-251dd5c5b039 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:26.051528 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2767f928-4b34-48ce-b66f-207466939796', 'tag': '3aaa3baa-3cbd-4e68-9f06-99979365a13d', 'status': 'completed', 'code': 200} Jun 30 09:04:26.080684 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device ba616238-be2f-495d-93e9-2169b6b9f18f details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:26.090055 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 230df98e-1c38-48b6-9120-8e264701a00c up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:26.132943 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:26.218663 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd18492-e283-46a4-90eb-1e31c5739433 req-9eca931a-a614-44ba-a15f-0c80c24870b1 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:26.228186 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5cd18492-e283-46a4-90eb-1e31c5739433 req-9eca931a-a614-44ba-a15f-0c80c24870b1 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 943 time: 0.2904451 Jun 30 09:04:26.239740 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f16e40-6c36-4c0e-bb83-e71ade8f588d req-6927eee4-1bf8-47b2-972a-b9d2627d4667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:26.241848 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8f16e40-6c36-4c0e-bb83-e71ade8f588d req-6927eee4-1bf8-47b2-972a-b9d2627d4667 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 1099 time: 0.1895406 Jun 30 09:04:26.314144 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 230df98e-1c38-48b6-9120-8e264701a00c triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:26.315353 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:26.379230 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port ba616238-be2f-495d-93e9-2169b6b9f18f, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ba616238-be2f-495d-93e9-2169b6b9f18f,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:26.396432 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device ba616238-be2f-495d-93e9-2169b6b9f18f has no active binding in host n-h2-771363-31 {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 09:04:26.487927 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:26.500808 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-6e317013-f14e-4d6c-ba8b-1ecc89264d60 service neutron] For port ba616238-be2f-495d-93e9-2169b6b9f18f, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ba616238-be2f-495d-93e9-2169b6b9f18f,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:26.535219 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-6e317013-f14e-4d6c-ba8b-1ecc89264d60 service neutron] For port ba616238-be2f-495d-93e9-2169b6b9f18f, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:26.548613 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 230df98e-1c38-48b6-9120-8e264701a00c, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=230df98e-1c38-48b6-9120-8e264701a00c,segment=NetworkSegment(36eeeb10-1ff7-43e6-93e2-723c66ec36b1),segment_id=36eeeb10-1ff7-43e6-93e2-723c66ec36b1)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:26.596843 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-6e317013-f14e-4d6c-ba8b-1ecc89264d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba616238-be2f-495d-93e9-2169b6b9f18f {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:26.605023 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:26.606054 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device e7ffd273-1a4b-47fe-9913-22ad1fb7d08f no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:26.630959 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-6e317013-f14e-4d6c-ba8b-1ecc89264d60 service neutron] For port ba616238-be2f-495d-93e9-2169b6b9f18f, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=ba616238-be2f-495d-93e9-2169b6b9f18f,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:26.682369 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d910ad68-334e-455e-8695-31a31aff1b6c req-296f3f1b-e5f3-48e3-887b-c4ce3cfcc6e7 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0365357 Jun 30 09:04:26.685726 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5cd18492-e283-46a4-90eb-1e31c5739433 req-a977402d-6bcd-42da-b96e-73f3c8592d3b tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4566298 Jun 30 09:04:26.720637 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ba616238-be2f-495d-93e9-2169b6b9f18f no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:26.732604 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-6e317013-f14e-4d6c-ba8b-1ecc89264d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:26.757226 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 52654) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:26.867467 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: e7ffd273-1a4b-47fe-9913-22ad1fb7d08f {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:04:26.867813 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device e7ffd273-1a4b-47fe-9913-22ad1fb7d08f not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:04:26.905835 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f16e40-6c36-4c0e-bb83-e71ade8f588d req-86a9ff79-39a0-46a4-9670-104b1bba68f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:26.906765 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8f16e40-6c36-4c0e-bb83-e71ade8f588d req-86a9ff79-39a0-46a4-9670-104b1bba68f3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.3422749 Jun 30 09:04:26.938959 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-6e317013-f14e-4d6c-ba8b-1ecc89264d60 service neutron] Transition to ACTIVE for port object ba616238-be2f-495d-93e9-2169b6b9f18f will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:27.007866 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=230df98e-1c38-48b6-9120-8e264701a00c,revision_number=7']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:27.692891 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-6e317013-f14e-4d6c-ba8b-1ecc89264d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:27.724078 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8f16e40-6c36-4c0e-bb83-e71ade8f588d req-af7b05b7-226a-46b3-b986-af1d3f9981df service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=3aaa3baa-3cbd-4e68-9f06-99979365a13d HTTP/1.1" status: 200 len: 217 time: 0.8024371 Jun 30 09:04:27.789142 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f16e40-6c36-4c0e-bb83-e71ade8f588d req-6ff73401-752e-4108-b2a2-a1df6fe849c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:27.791361 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8f16e40-6c36-4c0e-bb83-e71ade8f588d req-6ff73401-752e-4108-b2a2-a1df6fe849c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 1099 time: 0.9764564 Jun 30 09:04:27.831325 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decb6247-fea7-42e4-8a89-df473f672ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230df98e-1c38-48b6-9120-8e264701a00c'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:27.835568 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17578395-3cdc-4632-997f-0b941f0bc7e4" -d '{"events": [{"server_uuid": "decb6247-fea7-42e4-8a89-df473f672ac9", "name": "network-vif-plugged", "status": "completed", "tag": "230df98e-1c38-48b6-9120-8e264701a00c"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:27.934460 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-6e317013-f14e-4d6c-ba8b-1ecc89264d60 service neutron] No DVR routers for this DVR port ba616238-be2f-495d-93e9-2169b6b9f18f on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:27.984224 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e317013-f14e-4d6c-ba8b-1ecc89264d60 service neutron] Pushing event updated for resources: {'Port': ['ID=ba616238-be2f-495d-93e9-2169b6b9f18f,revision_number=10']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:28.039905 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-83d23b5b-4feb-4d36-bc68-f06f657d82fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:28.054249 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f16e40-6c36-4c0e-bb83-e71ade8f588d req-b2815766-c2b5-4b6f-9887-0104d85fd5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:28.056191 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8f16e40-6c36-4c0e-bb83-e71ade8f588d req-b2815766-c2b5-4b6f-9887-0104d85fd5b9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.2467878 Jun 30 09:04:28.057876 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f16e40-6c36-4c0e-bb83-e71ade8f588d req-108e4390-0d91-40bd-a460-14a91c97e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:28.059381 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8f16e40-6c36-4c0e-bb83-e71ade8f588d req-108e4390-0d91-40bd-a460-14a91c97e293 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.3219357 Jun 30 09:04:28.063301 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-6e317013-f14e-4d6c-ba8b-1ecc89264d60 service neutron] 10.222.0.52 "PUT /v2.0/ports/ba616238-be2f-495d-93e9-2169b6b9f18f/bindings/n-h2-771363-31/activate HTTP/1.1" status: 200 len: 370 time: 2.2669063 Jun 30 09:04:28.132212 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8f16e40-6c36-4c0e-bb83-e71ade8f588d req-9b72185d-7990-4778-8dcc-f818e5e8ff31 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=3aaa3baa-3cbd-4e68-9f06-99979365a13d HTTP/1.1" status: 200 len: 217 time: 0.0605109 Jun 30 09:04:28.174157 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7b994-1e63-47f9-b5f2-d61dc7f62ed6 req-0daa2e34-edef-45a6-a2a8-4218ed02a97a tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:28.183319 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-69d7b994-1e63-47f9-b5f2-d61dc7f62ed6 req-0daa2e34-edef-45a6-a2a8-4218ed02a97a tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=decb6247-fea7-42e4-8a89-df473f672ac9 HTTP/1.1" status: 200 len: 946 time: 0.4929361 Jun 30 09:04:28.273223 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df0c8d-00a6-43b8-8f5d-c40f31650e1e req-4a24a97c-d291-4ac0-b8e2-7f95f4098705 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:28.279377 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f16e40-6c36-4c0e-bb83-e71ade8f588d req-dae5fd88-a2d9-4b80-95ab-baf13052eedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:28.280669 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a5df0c8d-00a6-43b8-8f5d-c40f31650e1e req-4a24a97c-d291-4ac0-b8e2-7f95f4098705 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 947 time: 0.1766863 Jun 30 09:04:28.281887 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8f16e40-6c36-4c0e-bb83-e71ade8f588d req-dae5fd88-a2d9-4b80-95ab-baf13052eedf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.0855193 Jun 30 09:04:28.311452 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-69d7b994-1e63-47f9-b5f2-d61dc7f62ed6 req-f72c5577-61b0-4081-a687-139b00cf26fb tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267159 Jun 30 09:04:28.343620 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f16e40-6c36-4c0e-bb83-e71ade8f588d req-079d8c61-481c-4cb2-a83d-0c72d932dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:28.353121 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8f16e40-6c36-4c0e-bb83-e71ade8f588d req-079d8c61-481c-4cb2-a83d-0c72d932dc4a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2134433 Jun 30 09:04:28.450220 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a5df0c8d-00a6-43b8-8f5d-c40f31650e1e req-1dee6ed8-0cde-4967-a37a-9ae292de289a tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683271 Jun 30 09:04:28.457581 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-c1c8de89-f95c-482e-8bce-83fdfd942d23 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:28.458969 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-c1c8de89-f95c-482e-8bce-83fdfd942d23 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028&tenant_id=4072f6e39e474776996ee00ca570db4f&binding%3Ahost_id=n-h1-771363-31 HTTP/1.1" status: 200 len: 1096 time: 0.2700562 Jun 30 09:04:28.520620 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000b6192-360c-4892-93ca-4094ead9d817 x-openstack-request-id: req-000b6192-360c-4892-93ca-4094ead9d817 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:28.521112 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "decb6247-fea7-42e4-8a89-df473f672ac9", "name": "network-vif-plugged", "status": "completed", "tag": "230df98e-1c38-48b6-9120-8e264701a00c", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:28.526089 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-000b6192-360c-4892-93ca-4094ead9d817 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:28.527114 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'decb6247-fea7-42e4-8a89-df473f672ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230df98e-1c38-48b6-9120-8e264701a00c', 'code': 200} Jun 30 09:04:28.658015 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-f1e3a738-5c39-4cfb-9e6e-c5bcd76a6253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:28.658015 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-f1e3a738-5c39-4cfb-9e6e-c5bcd76a6253 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028&tenant_id=4072f6e39e474776996ee00ca570db4f HTTP/1.1" status: 200 len: 1096 time: 0.1849840 Jun 30 09:04:28.659347 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f16e40-6c36-4c0e-bb83-e71ade8f588d req-ee034a69-fa6c-45e4-a802-4a127d1446d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:28.671468 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8f16e40-6c36-4c0e-bb83-e71ade8f588d req-ee034a69-fa6c-45e4-a802-4a127d1446d4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3589053 Jun 30 09:04:28.684561 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8f16e40-6c36-4c0e-bb83-e71ade8f588d req-602e1c85-9d61-4599-84f7-f49a6bda0e32 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132122 Jun 30 09:04:28.887087 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec7999-8216-4288-ba8e-a642ee0f4f4a req-69e93cd1-94fe-47fc-af7a-e5b4a44bb790 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:28.896099 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-00ec7999-8216-4288-ba8e-a642ee0f4f4a req-69e93cd1-94fe-47fc-af7a-e5b4a44bb790 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 944 time: 0.3703275 Jun 30 09:04:28.918973 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-c33c11c9-c089-41db-a58f-c9865cffd2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:28.921310 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-c33c11c9-c089-41db-a58f-c9865cffd2e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4072f6e39e474776996ee00ca570db4f&device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 1096 time: 0.2037134 Jun 30 09:04:28.948163 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8f16e40-6c36-4c0e-bb83-e71ade8f588d req-227796a4-e23f-4071-b46a-e18a15b18870 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622232 Jun 30 09:04:28.955046 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8f16e40-6c36-4c0e-bb83-e71ade8f588d req-e6a02eb1-f221-4eb9-97d1-0f45929ea77f service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580767 Jun 30 09:04:29.056666 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-00ec7999-8216-4288-ba8e-a642ee0f4f4a req-742a6e5c-d08c-4cd8-8f37-29fed2cda4a6 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585624 Jun 30 09:04:29.125539 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-83d23b5b-4feb-4d36-bc68-f06f657d82fb admin admin] Deleting port 87d8c6a6-84dd-4615-8d77-aa6749c6437b {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:29.126137 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-83d23b5b-4feb-4d36-bc68-f06f657d82fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:29.188727 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-11160a35-8022-4294-b3a1-e9beaeddd27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:29.192846 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-11160a35-8022-4294-b3a1-e9beaeddd27e service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8 HTTP/1.1" status: 200 len: 921 time: 0.2641754 Jun 30 09:04:29.195655 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8f16e40-6c36-4c0e-bb83-e71ade8f588d req-d28f0f0a-7915-40c3-a391-486fafbd8694 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394958 Jun 30 09:04:29.337900 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-3971d73a-4f7e-44dc-ba13-34347612048d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba616238-be2f-495d-93e9-2169b6b9f18f HTTP/1.1" status: 200 len: 217 time: 0.0894842 Jun 30 09:04:29.491368 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-4afa4486-4e15-424a-8b17-6e4d194fc1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:29.491368 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-4afa4486-4e15-424a-8b17-6e4d194fc1f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a401937-9638-402a-b598-8b54d19e09c0 HTTP/1.1" status: 200 len: 860 time: 0.1327989 Jun 30 09:04:29.512127 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-83d23b5b-4feb-4d36-bc68-f06f657d82fb admin admin] For port 87d8c6a6-84dd-4615-8d77-aa6749c6437b, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=87d8c6a6-84dd-4615-8d77-aa6749c6437b,segment=NetworkSegment(46885ad2-e916-41aa-b547-419072732535),segment_id=46885ad2-e916-41aa-b547-419072732535)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:29.512516 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-83d23b5b-4feb-4d36-bc68-f06f657d82fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:29.541562 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-9ada4459-f152-49db-b430-5441c8777538 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446453 Jun 30 09:04:29.567263 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-83d23b5b-4feb-4d36-bc68-f06f657d82fb admin admin] Calling delete_port for 87d8c6a6-84dd-4615-8d77-aa6749c6437b owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:29.668324 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-0aedd72f-5dfd-4ab5-89ea-d4b994eb79f7 service neutron] 10.222.0.37 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171510 Jun 30 09:04:29.722599 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cea5de-d52e-41f7-9403-7d95ae6eb9e9 req-18e074b2-9598-4fd4-910f-83c8b20c7614 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:29.727895 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-60cea5de-d52e-41f7-9403-7d95ae6eb9e9 req-18e074b2-9598-4fd4-910f-83c8b20c7614 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=decb6247-fea7-42e4-8a89-df473f672ac9 HTTP/1.1" status: 200 len: 946 time: 0.1190493 Jun 30 09:04:29.782450 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-60cea5de-d52e-41f7-9403-7d95ae6eb9e9 req-abbd1686-7459-4694-9bd2-b61adb22cc82 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494082 Jun 30 09:04:29.882135 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-ee36eb8c-5c54-408e-945d-612d4326c4b6 service neutron] 10.222.0.37 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791458 Jun 30 09:04:30.074281 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-83d23b5b-4feb-4d36-bc68-f06f657d82fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.087964 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727523b4-a3c5-4301-8702-96d2034f7714 req-3e3e542d-2dc8-4748-a82c-92201ef8824b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:30.090165 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-727523b4-a3c5-4301-8702-96d2034f7714 req-3e3e542d-2dc8-4748-a82c-92201ef8824b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 947 time: 0.0928748 Jun 30 09:04:30.113830 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 230df98e-1c38-48b6-9120-8e264701a00c no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:30.146946 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d23b5b-4feb-4d36-bc68-f06f657d82fb admin admin] Pushing event deleted for resources: {'Port': ['ID=87d8c6a6-84dd-4615-8d77-aa6749c6437b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:30.216010 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-727523b4-a3c5-4301-8702-96d2034f7714 req-318bf389-a954-420f-a88d-0d032290e5c8 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170821 Jun 30 09:04:30.352045 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.446785 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 230df98e-1c38-48b6-9120-8e264701a00c, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=230df98e-1c38-48b6-9120-8e264701a00c,segment=NetworkSegment(36eeeb10-1ff7-43e6-93e2-723c66ec36b1),segment_id=36eeeb10-1ff7-43e6-93e2-723c66ec36b1)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:30.528346 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decb6247-fea7-42e4-8a89-df473f672ac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '230df98e-1c38-48b6-9120-8e264701a00c'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:30.531778 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0c7e1e-1cdf-4f04-86f5-67995187355c" -d '{"events": [{"server_uuid": "decb6247-fea7-42e4-8a89-df473f672ac9", "name": "network-vif-unplugged", "status": "completed", "tag": "230df98e-1c38-48b6-9120-8e264701a00c"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:30.568065 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.594059 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-83d23b5b-4feb-4d36-bc68-f06f657d82fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.648430 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=230df98e-1c38-48b6-9120-8e264701a00c,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:30.704040 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aade64e-cc29-44e5-8358-f1b33ea69ba0 req-a0d31e79-d053-4b8c-92c7-364933b9195e tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:30.711952 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7aade64e-cc29-44e5-8358-f1b33ea69ba0 req-a0d31e79-d053-4b8c-92c7-364933b9195e tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 944 time: 0.1067002 Jun 30 09:04:30.773625 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7aade64e-cc29-44e5-8358-f1b33ea69ba0 req-8c5e7474-e3b7-4702-8edd-587740649e5c tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606380 Jun 30 09:04:30.822206 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-96804ab4-deda-4991-9fc6-e6f04be128e0 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:30.824818 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-96804ab4-deda-4991-9fc6-e6f04be128e0 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028&tenant_id=4072f6e39e474776996ee00ca570db4f&binding%3Ahost_id=n-h2-771363-31 HTTP/1.1" status: 200 len: 1096 time: 0.1378295 Jun 30 09:04:30.843070 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13cd661-2a38-4ec6-beb1-bfbd27faa87e x-openstack-request-id: req-c13cd661-2a38-4ec6-beb1-bfbd27faa87e {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:30.843070 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "decb6247-fea7-42e4-8a89-df473f672ac9", "name": "network-vif-unplugged", "status": "completed", "tag": "230df98e-1c38-48b6-9120-8e264701a00c", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:30.843473 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c13cd661-2a38-4ec6-beb1-bfbd27faa87e {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:30.843591 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'decb6247-fea7-42e4-8a89-df473f672ac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '230df98e-1c38-48b6-9120-8e264701a00c', 'code': 200} Jun 30 09:04:31.049395 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d23b5b-4feb-4d36-bc68-f06f657d82fb admin admin] Router 15954185-cc94-418c-9a09-47d5e32f9711 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:04:31.279552 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 52798) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:31.426514 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d23b5b-4feb-4d36-bc68-f06f657d82fb admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:04:31.440211 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe90a0a-187a-412f-877d-06cf4124b6bc None None] Sync routers for ids ['15954185-cc94-418c-9a09-47d5e32f9711'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:04:31.456292 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-83d23b5b-4feb-4d36-bc68-f06f657d82fb admin admin] 10.222.0.10 "PUT /v2.0/routers/15954185-cc94-418c-9a09-47d5e32f9711/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6976635 Jun 30 09:04:31.461056 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 52808) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:31.467600 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe90a0a-187a-412f-877d-06cf4124b6bc None None] Routers {'15954185-cc94-418c-9a09-47d5e32f9711'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:31.471289 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-ebe90a0a-187a-412f-877d-06cf4124b6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:04:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['15954185-cc94-418c-9a09-47d5e32f9711'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:31.494960 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884bec0-f97e-4ecc-9b14-b89eca3f6e78 req-f1fe5e1b-b588-45f9-9395-bfcc16f13a92 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:31.515592 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9884bec0-f97e-4ecc-9b14-b89eca3f6e78 req-f1fe5e1b-b588-45f9-9395-bfcc16f13a92 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=decb6247-fea7-42e4-8a89-df473f672ac9 HTTP/1.1" status: 200 len: 944 time: 0.4294009 Jun 30 09:04:31.577491 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-1ba44992-a46c-4398-a9d6-0bbce33518bd service neutron] For port ba616238-be2f-495d-93e9-2169b6b9f18f, host n-h1-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:31.619756 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-1ba44992-a46c-4398-a9d6-0bbce33518bd service neutron] Notify callbacks [] for binding, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:31.624043 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4efb2852-3979-4e0a-93be-b6b21fb7083f req-1ba44992-a46c-4398-a9d6-0bbce33518bd service neutron] 10.222.0.37 "DELETE /v2.0/ports/ba616238-be2f-495d-93e9-2169b6b9f18f/bindings/n-h1-771363-31 HTTP/1.1" status: 204 len: 173 time: 0.6291871 Jun 30 09:04:31.656500 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-ebe90a0a-187a-412f-877d-06cf4124b6bc None None] Set router 15954185-cc94-418c-9a09-47d5e32f9711 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:31.660262 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9884bec0-f97e-4ecc-9b14-b89eca3f6e78 req-dc4da74f-0634-4a4b-996f-4fda23d3109a tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419268 Jun 30 09:04:31.754153 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26e7f7a4-0393-4e5b-8ec5-89cdb0399017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:31.758648 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c9843201-9969-4b8e-868a-f882f8cd71cf admin admin] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:31.950470 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f06f6-8f71-441a-b9cd-218f35c4ee0b req-2d17ea79-c7b7-489f-b69b-d06798b02b65 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:31.954863 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-066f06f6-8f71-441a-b9cd-218f35c4ee0b req-2d17ea79-c7b7-489f-b69b-d06798b02b65 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 947 time: 0.5807538 Jun 30 09:04:32.057182 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-ebe90a0a-187a-412f-877d-06cf4124b6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15954185-cc94-418c-9a09-47d5e32f9711', 'name': 'tempest-FloatingIPsAssociationTestJSON-45904031-router', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:45Z', 'updated_at': '2021-06-30T09:04:29Z', 'revision_number': 5, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'gw_port': {'id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:46Z', 'updated_at': '2021-06-30T09:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:32.098407 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-066f06f6-8f71-441a-b9cd-218f35c4ee0b req-d9c0dcc6-071f-4284-a5b1-4a50244dcaed tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422951 Jun 30 09:04:32.117809 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 3aaa3baa-3cbd-4e68-9f06-99979365a13d details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:32.134381 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe90a0a-187a-412f-877d-06cf4124b6bc None None] Checking router: 15954185-cc94-418c-9a09-47d5e32f9711 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:04:32.157534 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a137d-cdca-4f10-b4c0-ea4e2ab0ff93 req-eb4e3ee2-ae83-4d4b-a99b-919ecd027a91 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:32.165383 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe90a0a-187a-412f-877d-06cf4124b6bc None None] Routers {'15954185-cc94-418c-9a09-47d5e32f9711'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:32.166125 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-ebe90a0a-187a-412f-877d-06cf4124b6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:04:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['15954185-cc94-418c-9a09-47d5e32f9711'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:32.180318 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5f2a137d-cdca-4f10-b4c0-ea4e2ab0ff93 req-eb4e3ee2-ae83-4d4b-a99b-919ecd027a91 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 944 time: 0.1656423 Jun 30 09:04:32.245641 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5f2a137d-cdca-4f10-b4c0-ea4e2ab0ff93 req-b1c0c441-8e26-468a-9634-ff47e4c9e69a tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635676 Jun 30 09:04:32.289943 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c9843201-9969-4b8e-868a-f882f8cd71cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:32.488921 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 3aaa3baa-3cbd-4e68-9f06-99979365a13d, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=3aaa3baa-3cbd-4e68-9f06-99979365a13d,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:32.536215 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '3aaa3baa-3cbd-4e68-9f06-99979365a13d', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': '3aaa3baa-3cbd-4e68-9f06-99979365a13d', 'mac_address': 'fa:16:3e:a7:ae:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:04:32.539110 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-ebe90a0a-187a-412f-877d-06cf4124b6bc None None] Set router 15954185-cc94-418c-9a09-47d5e32f9711 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:32.545042 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26e7f7a4-0393-4e5b-8ec5-89cdb0399017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:32.608762 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-c9843201-9969-4b8e-868a-f882f8cd71cf admin admin] Deleting port f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:32.609768 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c9843201-9969-4b8e-868a-f882f8cd71cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:32.697793 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:32.723037 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aaa3baa-3cbd-4e68-9f06-99979365a13d {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:32.737432 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26e7f7a4-0393-4e5b-8ec5-89cdb0399017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:32.763647 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 3aaa3baa-3cbd-4e68-9f06-99979365a13d, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=3aaa3baa-3cbd-4e68-9f06-99979365a13d,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:32.774655 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 52830) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:32.775168 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-26e7f7a4-0393-4e5b-8ec5-89cdb0399017 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d6ec0116c38f470181633df74f393195&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4941754 Jun 30 09:04:32.853978 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7f7a4-0393-4e5b-8ec5-89cdb0399017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ee4e60-6470-4992-a73b-01b59daee7a2,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:32.869995 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:32.886472 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-ebe90a0a-187a-412f-877d-06cf4124b6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15954185-cc94-418c-9a09-47d5e32f9711', 'name': 'tempest-FloatingIPsAssociationTestJSON-45904031-router', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:45Z', 'updated_at': '2021-06-30T09:04:29Z', 'revision_number': 5, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'gw_port': {'id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:46Z', 'updated_at': '2021-06-30T09:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:32.916488 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-c9843201-9969-4b8e-868a-f882f8cd71cf admin admin] For port f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:32.916926 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c9843201-9969-4b8e-868a-f882f8cd71cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:32.931783 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-c9843201-9969-4b8e-868a-f882f8cd71cf admin admin] Calling delete_port for f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:32.955427 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0f7b977e-0354-405d-8af0-1559474dd30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:32.997211 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=3aaa3baa-3cbd-4e68-9f06-99979365a13d,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:33.033515 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe90a0a-187a-412f-877d-06cf4124b6bc None None] The sync data for ids ['15954185-cc94-418c-9a09-47d5e32f9711'] in n-d-771363-31 is: [{'id': '15954185-cc94-418c-9a09-47d5e32f9711', 'name': 'tempest-FloatingIPsAssociationTestJSON-45904031-router', 'tenant_id': 'b521f173677444a3b794e6a332034c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:45Z', 'updated_at': '2021-06-30T09:04:29Z', 'revision_number': 5, 'project_id': 'b521f173677444a3b794e6a332034c4e', 'gw_port': {'id': 'f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15954185-cc94-418c-9a09-47d5e32f9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:46Z', 'updated_at': '2021-06-30T09:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:04:33.040122 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0f7b977e-0354-405d-8af0-1559474dd30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.118356 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516881dc-8225-4cc1-bd1d-122dda7eb41a req-a5c3b483-bfc7-43af-bae0-6624d1600f20 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:33.119992 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-516881dc-8225-4cc1-bd1d-122dda7eb41a req-a5c3b483-bfc7-43af-bae0-6624d1600f20 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 1096 time: 0.3961523 Jun 30 09:04:33.177179 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-516881dc-8225-4cc1-bd1d-122dda7eb41a req-63c235db-7024-4d8a-b2ef-19fbdbbe34d5 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397711 Jun 30 09:04:33.259391 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0f7b977e-0354-405d-8af0-1559474dd30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.263805 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0f7b977e-0354-405d-8af0-1559474dd30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.267053 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0f7b977e-0354-405d-8af0-1559474dd30d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a4ee4e60-6470-4992-a73b-01b59daee7a2 HTTP/1.1" status: 204 len: 168 time: 0.4889443 Jun 30 09:04:33.279203 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c9843201-9969-4b8e-868a-f882f8cd71cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.283417 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['3aaa3baa-3cbd-4e68-9f06-99979365a13d'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:33.326703 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b977e-0354-405d-8af0-1559474dd30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ee4e60-6470-4992-a73b-01b59daee7a2,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:33.360994 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9843201-9969-4b8e-868a-f882f8cd71cf admin admin] Pushing event deleted for resources: {'Port': ['ID=f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:33.641796 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c9843201-9969-4b8e-868a-f882f8cd71cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.696612 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa52cd0-9ed1-45e2-bd23-b8ee8e4ab303 req-904c71f8-a22c-4509-9f7b-cd1d6367e912 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:33.709616 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aaa52cd0-9ed1-45e2-bd23-b8ee8e4ab303 req-904c71f8-a22c-4509-9f7b-cd1d6367e912 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.37 "GET /v2.0/ports?device_id=decb6247-fea7-42e4-8a89-df473f672ac9 HTTP/1.1" status: 200 len: 944 time: 0.2227244 Jun 30 09:04:33.853418 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c9843201-9969-4b8e-868a-f882f8cd71cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.859978 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c9843201-9969-4b8e-868a-f882f8cd71cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.927472 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-aaa52cd0-9ed1-45e2-bd23-b8ee8e4ab303 req-bcf28bdf-15a1-4a5c-9a70-9aeb6ec81e5d tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Deleting port 230df98e-1c38-48b6-9120-8e264701a00c {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:33.928319 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-aaa52cd0-9ed1-45e2-bd23-b8ee8e4ab303 req-bcf28bdf-15a1-4a5c-9a70-9aeb6ec81e5d tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.940016 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 87d8c6a6-84dd-4615-8d77-aa6749c6437b no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:33.996159 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 87d8c6a6-84dd-4615-8d77-aa6749c6437b {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:04:33.999968 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 87d8c6a6-84dd-4615-8d77-aa6749c6437b not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:04:34.007087 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2e2d1-dd45-440c-b44c-2be5175b5d6c req-5eca9db5-69f8-46ac-9f9f-2b451fbb6f7a tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:34.033645 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-80b2e2d1-dd45-440c-b44c-2be5175b5d6c req-5eca9db5-69f8-46ac-9f9f-2b451fbb6f7a tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=decb6247-fea7-42e4-8a89-df473f672ac9 HTTP/1.1" status: 200 len: 944 time: 0.4794984 Jun 30 09:04:34.062085 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c9843201-9969-4b8e-868a-f882f8cd71cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:34.062608 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9843201-9969-4b8e-868a-f882f8cd71cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15954185-cc94-418c-9a09-47d5e32f9711 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:04:34.074927 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c9843201-9969-4b8e-868a-f882f8cd71cf admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:34.074927 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c9843201-9969-4b8e-868a-f882f8cd71cf admin admin] 10.222.0.10 "DELETE /v2.0/routers/15954185-cc94-418c-9a09-47d5e32f9711 HTTP/1.1" status: 204 len: 168 time: 2.6029730 Jun 30 09:04:34.075095 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 52844) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:34.105339 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-80b2e2d1-dd45-440c-b44c-2be5175b5d6c req-6719de6d-7932-4723-997e-7308fda96027 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640910 Jun 30 09:04:34.235925 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-aaa52cd0-9ed1-45e2-bd23-b8ee8e4ab303 req-bcf28bdf-15a1-4a5c-9a70-9aeb6ec81e5d tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] For port 230df98e-1c38-48b6-9120-8e264701a00c, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=230df98e-1c38-48b6-9120-8e264701a00c,segment=NetworkSegment(36eeeb10-1ff7-43e6-93e2-723c66ec36b1),segment_id=36eeeb10-1ff7-43e6-93e2-723c66ec36b1)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:34.236287 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-aaa52cd0-9ed1-45e2-bd23-b8ee8e4ab303 req-bcf28bdf-15a1-4a5c-9a70-9aeb6ec81e5d tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:34.276876 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ef42f7-5732-41e4-a123-75c48003b2d8 admin admin] Deleting subnet faaf1ea0-436f-4385-8495-d72190b1bc6b {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:04:34.293765 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-81ef42f7-5732-41e4-a123-75c48003b2d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:34.295770 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-aaa52cd0-9ed1-45e2-bd23-b8ee8e4ab303 req-bcf28bdf-15a1-4a5c-9a70-9aeb6ec81e5d tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Calling delete_port for 230df98e-1c38-48b6-9120-8e264701a00c owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:34.423795 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-81ef42f7-5732-41e4-a123-75c48003b2d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:34.496116 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1d2a0-df78-4bd9-a316-5b022a719c97 req-52020767-70a4-48b9-8cca-8887509f2d89 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:34.497783 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-04a1d2a0-df78-4bd9-a316-5b022a719c97 req-52020767-70a4-48b9-8cca-8887509f2d89 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 948 time: 0.1444225 Jun 30 09:04:34.575846 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-04a1d2a0-df78-4bd9-a316-5b022a719c97 req-af3fa41e-1c0b-4ba5-be23-b80c25fc8708 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679593 Jun 30 09:04:34.603223 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-81ef42f7-5732-41e4-a123-75c48003b2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:34.725418 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-aaa52cd0-9ed1-45e2-bd23-b8ee8e4ab303 req-bcf28bdf-15a1-4a5c-9a70-9aeb6ec81e5d tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:34.793968 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf28bdf-15a1-4a5c-9a70-9aeb6ec81e5d tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Pushing event deleted for resources: {'Port': ['ID=230df98e-1c38-48b6-9120-8e264701a00c,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:34.801262 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-81ef42f7-5732-41e4-a123-75c48003b2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:35.331249 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef42f7-5732-41e4-a123-75c48003b2d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faaf1ea0-436f-4385-8495-d72190b1bc6b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:35.331861 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d94e3c-ed47-4fd5-9c59-238ab16b981b None None] Network 60a77b31-7746-4394-a70f-4e46032cc63e requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:35.332265 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-81ef42f7-5732-41e4-a123-75c48003b2d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:35.332265 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-81ef42f7-5732-41e4-a123-75c48003b2d8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/faaf1ea0-436f-4385-8495-d72190b1bc6b HTTP/1.1" status: 204 len: 168 time: 1.2398040 Jun 30 09:04:35.332265 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa52cd0-9ed1-45e2-bd23-b8ee8e4ab303 req-bcf28bdf-15a1-4a5c-9a70-9aeb6ec81e5d tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] No DVR routers for this DVR port 230df98e-1c38-48b6-9120-8e264701a00c on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:35.332265 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-aaa52cd0-9ed1-45e2-bd23-b8ee8e4ab303 req-bcf28bdf-15a1-4a5c-9a70-9aeb6ec81e5d tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:35.332265 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aaa52cd0-9ed1-45e2-bd23-b8ee8e4ab303 req-bcf28bdf-15a1-4a5c-9a70-9aeb6ec81e5d tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.37 "DELETE /v2.0/ports/230df98e-1c38-48b6-9120-8e264701a00c HTTP/1.1" status: 204 len: 173 time: 1.6130128 Jun 30 09:04:35.332265 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decb6247-fea7-42e4-8a89-df473f672ac9', 'name': 'network-vif-deleted', 'tag': '230df98e-1c38-48b6-9120-8e264701a00c'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:35.332799 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 52874) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:35.354107 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555a2180-e996-4044-a30e-63fe5361eb19" -d '{"events": [{"server_uuid": "decb6247-fea7-42e4-8a89-df473f672ac9", "name": "network-vif-deleted", "tag": "230df98e-1c38-48b6-9120-8e264701a00c"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:35.516852 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cbbbdd0e-47d1-4d4a-8a42-198fc4e9dee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:35.618401 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-cbbbdd0e-47d1-4d4a-8a42-198fc4e9dee6 admin admin] Deleting port d1ee8fee-ac48-4d94-a841-12cfdfcac37f {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:35.621654 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cbbbdd0e-47d1-4d4a-8a42-198fc4e9dee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:35.650255 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9fdb73-1fff-4e9e-bf69-74d0d7f55bd4 None None] DHCP port deletion for 60a77b31-7746-4394-a70f-4e46032cc63e request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:04:35.714687 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-cbbbdd0e-47d1-4d4a-8a42-198fc4e9dee6 admin admin] For port d1ee8fee-ac48-4d94-a841-12cfdfcac37f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=d1ee8fee-ac48-4d94-a841-12cfdfcac37f,segment=NetworkSegment(46885ad2-e916-41aa-b547-419072732535),segment_id=46885ad2-e916-41aa-b547-419072732535)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:35.715884 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cbbbdd0e-47d1-4d4a-8a42-198fc4e9dee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:35.720322 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0e9fdb73-1fff-4e9e-bf69-74d0d7f55bd4 None None] Deleting port d1ee8fee-ac48-4d94-a841-12cfdfcac37f {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:35.720948 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0e9fdb73-1fff-4e9e-bf69-74d0d7f55bd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:35.735256 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-cbbbdd0e-47d1-4d4a-8a42-198fc4e9dee6 admin admin] Calling delete_port for d1ee8fee-ac48-4d94-a841-12cfdfcac37f owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:35.877725 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0e9fdb73-1fff-4e9e-bf69-74d0d7f55bd4 None None] For port d1ee8fee-ac48-4d94-a841-12cfdfcac37f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=d1ee8fee-ac48-4d94-a841-12cfdfcac37f,segment=NetworkSegment(46885ad2-e916-41aa-b547-419072732535),segment_id=46885ad2-e916-41aa-b547-419072732535)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:35.878083 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0e9fdb73-1fff-4e9e-bf69-74d0d7f55bd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:35.901208 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0e9fdb73-1fff-4e9e-bf69-74d0d7f55bd4 None None] Calling delete_port for d1ee8fee-ac48-4d94-a841-12cfdfcac37f owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:35.925613 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cbbbdd0e-47d1-4d4a-8a42-198fc4e9dee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:35.950970 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d1ee8fee-ac48-4d94-a841-12cfdfcac37f no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:35.986010 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: d1ee8fee-ac48-4d94-a841-12cfdfcac37f {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:04:35.986348 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d1ee8fee-ac48-4d94-a841-12cfdfcac37f not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:04:35.986777 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:35.993943 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbbdd0e-47d1-4d4a-8a42-198fc4e9dee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ee8fee-ac48-4d94-a841-12cfdfcac37f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:35.996150 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbbdd0e-47d1-4d4a-8a42-198fc4e9dee6 admin admin] No DVR routers for this DVR port d1ee8fee-ac48-4d94-a841-12cfdfcac37f on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:36.044160 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:04:36.044672 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f1e8c096-2fe5-4a03-88f5-ce8a0d7f341d not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:04:36.097861 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0e9fdb73-1fff-4e9e-bf69-74d0d7f55bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.129293 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9fdb73-1fff-4e9e-bf69-74d0d7f55bd4 None None] Pushing event deleted for resources: {'Port': ['ID=d1ee8fee-ac48-4d94-a841-12cfdfcac37f,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:36.137710 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9fdb73-1fff-4e9e-bf69-74d0d7f55bd4 None None] No DVR routers for this DVR port d1ee8fee-ac48-4d94-a841-12cfdfcac37f on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:36.144792 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cbbbdd0e-47d1-4d4a-8a42-198fc4e9dee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.160936 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-cbbbdd0e-47d1-4d4a-8a42-198fc4e9dee6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a77b31-7746-4394-a70f-4e46032cc63e']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:36.161756 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 3aaa3baa-3cbd-4e68-9f06-99979365a13d up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:36.209812 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-cbbbdd0e-47d1-4d4a-8a42-198fc4e9dee6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46885ad2-e916-41aa-b547-419072732535') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:36.217067 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-cbbbdd0e-47d1-4d4a-8a42-198fc4e9dee6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46885ad2-e916-41aa-b547-419072732535') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:36.234467 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cbbbdd0e-47d1-4d4a-8a42-198fc4e9dee6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.261302 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cbbbdd0e-47d1-4d4a-8a42-198fc4e9dee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.270626 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbbbdd0e-47d1-4d4a-8a42-198fc4e9dee6 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:04:36.271381 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cbbbdd0e-47d1-4d4a-8a42-198fc4e9dee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:36.274265 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:36.277869 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:36.277869 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:36.277869 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:36.277869 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:36.277869 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:36.277869 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:36.277869 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:36.277869 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:36.277869 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:04:36.277869 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:04:36.277869 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:04:36.277869 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:04:36.277869 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:04:36.277869 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:04:36.277869 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:04:36.277869 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:04:36.277869 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:04:36.277869 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:04:36.277869 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:04:36.277869 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:04:36.277869 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:04:36.277869 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:04:36.277869 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:04:36.277869 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:04:36.277869 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:04:36.277869 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:04:36.277869 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:04:36.277869 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:04:36.277869 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:04:36.279964 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:04:36.279964 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:04:36.279964 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:04:36.279964 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:04:36.279964 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:04:36.279964 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:04:36.279964 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:04:36.279964 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:04:36.279964 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:04:36.279964 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:04:36.279964 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:04:36.306954 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 3aaa3baa-3cbd-4e68-9f06-99979365a13d completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:36.314385 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 3aaa3baa-3cbd-4e68-9f06-99979365a13d triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:36.315085 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.439801 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cbbbdd0e-47d1-4d4a-8a42-198fc4e9dee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.475384 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cbbbdd0e-47d1-4d4a-8a42-198fc4e9dee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.478211 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-cbbbdd0e-47d1-4d4a-8a42-198fc4e9dee6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/60a77b31-7746-4394-a70f-4e46032cc63e HTTP/1.1" status: 204 len: 168 time: 1.1379218 Jun 30 09:04:36.480093 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbbdd0e-47d1-4d4a-8a42-198fc4e9dee6 admin admin] Pushing event deleted for resources: {'Network': ['ID=60a77b31-7746-4394-a70f-4e46032cc63e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:36.652831 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.685732 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2767f928-4b34-48ce-b66f-207466939796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aaa3baa-3cbd-4e68-9f06-99979365a13d'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:36.688326 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246a9e8d-424b-41c6-8b69-b63db083b716" -d '{"events": [{"server_uuid": "2767f928-4b34-48ce-b66f-207466939796", "name": "network-vif-plugged", "status": "completed", "tag": "3aaa3baa-3cbd-4e68-9f06-99979365a13d"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:36.703759 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 3aaa3baa-3cbd-4e68-9f06-99979365a13d, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=3aaa3baa-3cbd-4e68-9f06-99979365a13d,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:36.876230 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.876999 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 230df98e-1c38-48b6-9120-8e264701a00c no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:36.914015 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 230df98e-1c38-48b6-9120-8e264701a00c {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:04:36.914410 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 230df98e-1c38-48b6-9120-8e264701a00c not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:04:36.997265 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=3aaa3baa-3cbd-4e68-9f06-99979365a13d,revision_number=9']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:37.041402 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.076825 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 52892) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:37.147166 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e1a7c2f1-e8e4-45cb-856b-5c4180f40f6f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b521f173677444a3b794e6a332034c4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0656235 Jun 30 09:04:37.147902 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 52894) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:37.232062 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-73ab481e-801d-46f1-81c8-7e933345de4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.276729 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-73ab481e-801d-46f1-81c8-7e933345de4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.473146 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-73ab481e-801d-46f1-81c8-7e933345de4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.478676 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-73ab481e-801d-46f1-81c8-7e933345de4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.483386 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-73ab481e-801d-46f1-81c8-7e933345de4f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/daf5143d-cfeb-4e6d-8291-b2fca1ab2790 HTTP/1.1" status: 204 len: 168 time: 0.3356829 Jun 30 09:04:37.494787 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab481e-801d-46f1-81c8-7e933345de4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf5143d-cfeb-4e6d-8291-b2fca1ab2790,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:38.998543 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:39.758171 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 52922) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:39.876961 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-bb331ce2-004a-4ff4-b37b-40f52f889fed admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-926278389-network', 'tenant_id': 'b1eede0321f8488ba5b266597207ba1e'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:39.987409 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb331ce2-004a-4ff4-b37b-40f52f889fed admin admin] Made reservation on behalf of b1eede0321f8488ba5b266597207ba1e for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:39.991872 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bb331ce2-004a-4ff4-b37b-40f52f889fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:40.002724 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bb331ce2-004a-4ff4-b37b-40f52f889fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:40.112200 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bb331ce2-004a-4ff4-b37b-40f52f889fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:40.180682 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bb331ce2-004a-4ff4-b37b-40f52f889fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:40.216668 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb331ce2-004a-4ff4-b37b-40f52f889fed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:04:40.221485 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb331ce2-004a-4ff4-b37b-40f52f889fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc22bbd0-cf0a-4824-a517-20bc49960f2b,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:40.232655 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb331ce2-004a-4ff4-b37b-40f52f889fed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:40.232958 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb331ce2-004a-4ff4-b37b-40f52f889fed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:40.233301 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb331ce2-004a-4ff4-b37b-40f52f889fed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:40.233631 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb331ce2-004a-4ff4-b37b-40f52f889fed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:40.234011 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb331ce2-004a-4ff4-b37b-40f52f889fed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:40.234347 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb331ce2-004a-4ff4-b37b-40f52f889fed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:40.236809 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb331ce2-004a-4ff4-b37b-40f52f889fed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:40.236809 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb331ce2-004a-4ff4-b37b-40f52f889fed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:40.236809 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb331ce2-004a-4ff4-b37b-40f52f889fed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:40.236809 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb331ce2-004a-4ff4-b37b-40f52f889fed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:40.236809 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb331ce2-004a-4ff4-b37b-40f52f889fed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:40.236809 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb331ce2-004a-4ff4-b37b-40f52f889fed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:40.256908 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bb331ce2-004a-4ff4-b37b-40f52f889fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:40.257258 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-bb331ce2-004a-4ff4-b37b-40f52f889fed admin admin] Added segment 2fec1338-7df1-494e-aeec-48833280b0de of type vlan for network 268a3af1-1c1d-4bc6-a759-f6b2a660afcc Jun 30 09:04:40.302482 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bb331ce2-004a-4ff4-b37b-40f52f889fed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:40.445931 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bb331ce2-004a-4ff4-b37b-40f52f889fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:40.446874 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb331ce2-004a-4ff4-b37b-40f52f889fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:40.447519 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bb331ce2-004a-4ff4-b37b-40f52f889fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:40.508715 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb331ce2-004a-4ff4-b37b-40f52f889fed admin admin] Pushing event updated for resources: {'Network': ['ID=268a3af1-1c1d-4bc6-a759-f6b2a660afcc,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:40.519220 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 268a3af1-1c1d-4bc6-a759-f6b2a660afcc details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:04:40.598957 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-bb331ce2-004a-4ff4-b37b-40f52f889fed admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8396389 Jun 30 09:04:40.602460 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 52936) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:40.607827 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-5c1177f2-ee42-4ab5-8a65-dcc99952f2fe admin admin] Request body: {'subnet': {'network_id': '268a3af1-1c1d-4bc6-a759-f6b2a660afcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-926278389-subnet', 'tenant_id': 'b1eede0321f8488ba5b266597207ba1e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:40.701242 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1177f2-ee42-4ab5-8a65-dcc99952f2fe admin admin] Made reservation on behalf of b1eede0321f8488ba5b266597207ba1e for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:40.703577 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5c1177f2-ee42-4ab5-8a65-dcc99952f2fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:40.951905 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5c1177f2-ee42-4ab5-8a65-dcc99952f2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.017729 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1177f2-ee42-4ab5-8a65-dcc99952f2fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=48be8b26-d852-491b-8b50-c8a3a62313b0,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:41.030318 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1177f2-ee42-4ab5-8a65-dcc99952f2fe admin admin] Checking segment: {'id': '2fec1338-7df1-494e-aeec-48833280b0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '268a3af1-1c1d-4bc6-a759-f6b2a660afcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:41.030681 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1177f2-ee42-4ab5-8a65-dcc99952f2fe admin admin] Network hostable DHCP agents. Network: 268a3af1-1c1d-4bc6-a759-f6b2a660afcc, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:04:41.097907 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-7602b5c2-8cf4-47e5-85b3-5f756c4b5ee2 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:41.100440 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-7602b5c2-8cf4-47e5-85b3-5f756c4b5ee2 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/networks?id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8 HTTP/1.1" status: 200 len: 820 time: 0.1482365 Jun 30 09:04:41.116802 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-411e6119-be10-4f1b-91ad-499cc091a348 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/quotas/4072f6e39e474776996ee00ca570db4f HTTP/1.1" status: 200 len: 375 time: 0.0107045 Jun 30 09:04:41.129838 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1177f2-ee42-4ab5-8a65-dcc99952f2fe admin admin] Network 268a3af1-1c1d-4bc6-a759-f6b2a660afcc is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:04:41.196790 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-f43c49b2-70e9-4d1f-9663-a0c31de47689 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4072f6e39e474776996ee00ca570db4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744567 Jun 30 09:04:41.244364 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-5c1177f2-ee42-4ab5-8a65-dcc99952f2fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 268a3af1-1c1d-4bc6-a759-f6b2a660afcc) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:41.249320 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1177f2-ee42-4ab5-8a65-dcc99952f2fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:41.250180 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5c1177f2-ee42-4ab5-8a65-dcc99952f2fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.258433 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759df06f-e90f-4574-ae0e-96860e8c12df None None] Network 268a3af1-1c1d-4bc6-a759-f6b2a660afcc requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:41.314891 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-561229b6-eb4e-4c11-830e-00b383557ad0 service neutron] 10.222.0.10 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113124 Jun 30 09:04:41.320370 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5c1177f2-ee42-4ab5-8a65-dcc99952f2fe admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7163827 Jun 30 09:04:41.326077 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 52956) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:41.331032 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-d9ebe0c5-a9a8-4aa3-810c-ecb75a01fed7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-926278389-router', 'tenant_id': 'b1eede0321f8488ba5b266597207ba1e', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:41.424376 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-8a2cfb1b-93b0-4932-b621-cfc0ddf6ab78 service neutron] 10.222.0.10 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084666 Jun 30 09:04:41.456538 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d9ebe0c5-a9a8-4aa3-810c-ecb75a01fed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.457597 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d9ebe0c5-a9a8-4aa3-810c-ecb75a01fed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.542825 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d9ebe0c5-a9a8-4aa3-810c-ecb75a01fed7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.544559 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba503b6-b0be-4080-b755-0c93f927a78f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-268a3af1-1c1d-4bc6-a759-f6b2a660afcc', 'network_id': '268a3af1-1c1d-4bc6-a759-f6b2a660afcc', 'tenant_id': 'b1eede0321f8488ba5b266597207ba1e', 'fixed_ips': [{'subnet_id': '48be8b26-d852-491b-8b50-c8a3a62313b0'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:04:41.546058 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddeeee84-8eae-43e2-b8b1-8c18d158b845 x-openstack-request-id: req-ddeeee84-8eae-43e2-b8b1-8c18d158b845 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:41.546723 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "decb6247-fea7-42e4-8a89-df473f672ac9", "name": "network-vif-deleted", "tag": "230df98e-1c38-48b6-9120-8e264701a00c", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:41.549229 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ddeeee84-8eae-43e2-b8b1-8c18d158b845 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:41.549898 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'decb6247-fea7-42e4-8a89-df473f672ac9', 'name': 'network-vif-deleted', 'tag': '230df98e-1c38-48b6-9120-8e264701a00c', 'status': 'completed', 'code': 200} Jun 30 09:04:41.550380 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2ba503b6-b0be-4080-b755-0c93f927a78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.769193 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-2ba503b6-b0be-4080-b755-0c93f927a78f None None] Allocated IP 172.20.0.2 (268a3af1-1c1d-4bc6-a759-f6b2a660afcc/48be8b26-d852-491b-8b50-c8a3a62313b0/a4988664-c93f-4589-a1c8-99e52257cccc) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:41.932462 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db74d6-a26f-43f3-ad56-96a61ab44860 req-a59ec777-0d8c-42e0-b9ee-a73c3d0835bd tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:41.934085 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d0db74d6-a26f-43f3-ad56-96a61ab44860 req-a59ec777-0d8c-42e0-b9ee-a73c3d0835bd tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.52 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796&tenant_id=aa895c07f8ad47749dbf0e6817533c37&binding%3Ahost_id=n-h2-771363-31 HTTP/1.1" status: 200 len: 949 time: 0.3191795 Jun 30 09:04:41.952718 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d9ebe0c5-a9a8-4aa3-810c-ecb75a01fed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:42.022840 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [req-d0db74d6-a26f-43f3-ad56-96a61ab44860 req-405b82b5-8add-49f2-9f45-cc58aa99916c service neutron] delete failed (client error): The resource could not be found. Jun 30 09:04:42.024376 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d0db74d6-a26f-43f3-ad56-96a61ab44860 req-405b82b5-8add-49f2-9f45-cc58aa99916c service neutron] 10.222.0.52 "DELETE /v2.0/ports/3aaa3baa-3cbd-4e68-9f06-99979365a13d/bindings/n-h1-771363-31 HTTP/1.1" status: 404 len: 381 time: 0.0801361 Jun 30 09:04:42.099429 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77115832-19c4-40d3-808b-c2000d313f0e x-openstack-request-id: req-77115832-19c4-40d3-808b-c2000d313f0e {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:42.099429 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2767f928-4b34-48ce-b66f-207466939796", "name": "network-vif-plugged", "status": "completed", "tag": "3aaa3baa-3cbd-4e68-9f06-99979365a13d", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:42.099429 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-77115832-19c4-40d3-808b-c2000d313f0e {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:42.100461 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2767f928-4b34-48ce-b66f-207466939796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aaa3baa-3cbd-4e68-9f06-99979365a13d', 'code': 200} Jun 30 09:04:42.329294 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2ba503b6-b0be-4080-b755-0c93f927a78f None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:42.352817 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2ba503b6-b0be-4080-b755-0c93f927a78f None None] Transition to ACTIVE for port object a4988664-c93f-4589-a1c8-99e52257cccc will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:42.383845 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db74d6-a26f-43f3-ad56-96a61ab44860 req-e90e1055-ca03-489f-baa4-35a0d8865e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:42.388829 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d0db74d6-a26f-43f3-ad56-96a61ab44860 req-e90e1055-ca03-489f-baa4-35a0d8865e93 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 1101 time: 0.1900926 Jun 30 09:04:42.411620 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2ba503b6-b0be-4080-b755-0c93f927a78f None None] Transition to ACTIVE for port object a4988664-c93f-4589-a1c8-99e52257cccc will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:42.446222 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d9ebe0c5-a9a8-4aa3-810c-ecb75a01fed7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:42.481395 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec935f-e250-4d07-97fc-3896bc80d5fd req-1d62872e-5f48-496f-a6c1-fe5dee01e415 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:42.485823 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d9ebe0c5-a9a8-4aa3-810c-ecb75a01fed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:42.489015 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fbec935f-e250-4d07-97fc-3896bc80d5fd req-1d62872e-5f48-496f-a6c1-fe5dee01e415 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 949 time: 0.2150829 Jun 30 09:04:42.555038 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fbec935f-e250-4d07-97fc-3896bc80d5fd req-2f5e90be-98c0-496f-8a50-d6aa8bef4702 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650651 Jun 30 09:04:42.556064 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2ba503b6-b0be-4080-b755-0c93f927a78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:42.570586 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 52986) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:42.584001 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-af9b3549-2581-4b48-9e77-c4464ec1979b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Request body: {'security_group': {'name': 'tempest-securitygroup--623726757', 'description': 'tempest-description--2129648783'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:42.619455 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db74d6-a26f-43f3-ad56-96a61ab44860 req-29394d0d-a339-4b3f-b642-34811903c559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:42.621025 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d0db74d6-a26f-43f3-ad56-96a61ab44860 req-29394d0d-a339-4b3f-b642-34811903c559 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.2256267 Jun 30 09:04:42.681551 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba503b6-b0be-4080-b755-0c93f927a78f None None] Network 268a3af1-1c1d-4bc6-a759-f6b2a660afcc is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:42.685944 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba503b6-b0be-4080-b755-0c93f927a78f None None] Pushing event updated for resources: {'Port': ['ID=a4988664-c93f-4589-a1c8-99e52257cccc,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:42.693366 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-2ba503b6-b0be-4080-b755-0c93f927a78f None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:42.702290 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d0db74d6-a26f-43f3-ad56-96a61ab44860 req-35dd82b2-8226-4b6d-988b-b35481232a4f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=3aaa3baa-3cbd-4e68-9f06-99979365a13d HTTP/1.1" status: 200 len: 217 time: 0.0690844 Jun 30 09:04:42.702902 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba503b6-b0be-4080-b755-0c93f927a78f None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:42.737768 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-afc1b4b0-ca3e-4306-a21b-497c2c1e569a req-6a7d93ef-003d-4c2b-acde-c429ddbe488c tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 210 time: 0.0939953 Jun 30 09:04:42.797996 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db74d6-a26f-43f3-ad56-96a61ab44860 req-fc679b3d-b1ec-40f9-b683-c04b60825302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:42.799733 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d0db74d6-a26f-43f3-ad56-96a61ab44860 req-fc679b3d-b1ec-40f9-b683-c04b60825302 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.0917270 Jun 30 09:04:42.801858 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-af9b3549-2581-4b48-9e77-c4464ec1979b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:42.804351 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-d9ebe0c5-a9a8-4aa3-810c-ecb75a01fed7 admin admin] Allocated IP 172.25.6.195 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/65dab6c2-16df-4194-832b-d1af60035815) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:42.887047 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-2ba503b6-b0be-4080-b755-0c93f927a78f None None] Attempting to bind port a4988664-c93f-4589-a1c8-99e52257cccc on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:42.887779 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-2ba503b6-b0be-4080-b755-0c93f927a78f None None] Attempting to bind port a4988664-c93f-4589-a1c8-99e52257cccc by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '2fec1338-7df1-494e-aeec-48833280b0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '268a3af1-1c1d-4bc6-a759-f6b2a660afcc'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:42.890191 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba503b6-b0be-4080-b755-0c93f927a78f None None] Attempting to bind port a4988664-c93f-4589-a1c8-99e52257cccc on network 268a3af1-1c1d-4bc6-a759-f6b2a660afcc {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:42.899676 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba503b6-b0be-4080-b755-0c93f927a78f None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:42.900722 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba503b6-b0be-4080-b755-0c93f927a78f None None] Checking segment: {'id': '2fec1338-7df1-494e-aeec-48833280b0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '268a3af1-1c1d-4bc6-a759-f6b2a660afcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:42.901375 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2ba503b6-b0be-4080-b755-0c93f927a78f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:42.902114 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba503b6-b0be-4080-b755-0c93f927a78f None None] Bound using segment: {'id': '2fec1338-7df1-494e-aeec-48833280b0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '268a3af1-1c1d-4bc6-a759-f6b2a660afcc'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:42.902825 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-2ba503b6-b0be-4080-b755-0c93f927a78f None None] Bound port: a4988664-c93f-4589-a1c8-99e52257cccc, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fec1338-7df1-494e-aeec-48833280b0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '268a3af1-1c1d-4bc6-a759-f6b2a660afcc'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:42.903705 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2ba503b6-b0be-4080-b755-0c93f927a78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:42.950113 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db74d6-a26f-43f3-ad56-96a61ab44860 req-4927247c-fbe9-4bb5-b2d2-9fcec47997ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:42.952504 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d0db74d6-a26f-43f3-ad56-96a61ab44860 req-4927247c-fbe9-4bb5-b2d2-9fcec47997ce service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1196077 Jun 30 09:04:43.010407 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-2ba503b6-b0be-4080-b755-0c93f927a78f None None] For port a4988664-c93f-4589-a1c8-99e52257cccc, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:43.014520 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-2ba503b6-b0be-4080-b755-0c93f927a78f None None] For port a4988664-c93f-4589-a1c8-99e52257cccc, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a4988664-c93f-4589-a1c8-99e52257cccc,segment=NetworkSegment(2fec1338-7df1-494e-aeec-48833280b0de),segment_id=2fec1338-7df1-494e-aeec-48833280b0de)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:43.027860 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d9ebe0c5-a9a8-4aa3-810c-ecb75a01fed7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:43.047146 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-af9b3549-2581-4b48-9e77-c4464ec1979b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:43.099281 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d0db74d6-a26f-43f3-ad56-96a61ab44860 req-73e3c2c0-be3a-431c-b379-a39c81d73ad9 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373291 Jun 30 09:04:43.148404 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2ba503b6-b0be-4080-b755-0c93f927a78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:43.153261 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-af9b3549-2581-4b48-9e77-c4464ec1979b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:43.199992 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d9ebe0c5-a9a8-4aa3-810c-ecb75a01fed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:43.205303 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b3549-2581-4b48-9e77-c4464ec1979b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=912798da-93c2-456c-b0eb-d7d00edbc8af,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:43.218981 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b3549-2581-4b48-9e77-c4464ec1979b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:43.221310 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b3549-2581-4b48-9e77-c4464ec1979b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:43.221310 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b3549-2581-4b48-9e77-c4464ec1979b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:43.221664 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b3549-2581-4b48-9e77-c4464ec1979b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:43.221904 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b3549-2581-4b48-9e77-c4464ec1979b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:43.222230 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b3549-2581-4b48-9e77-c4464ec1979b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:43.222563 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b3549-2581-4b48-9e77-c4464ec1979b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:43.222890 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b3549-2581-4b48-9e77-c4464ec1979b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:43.223233 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b3549-2581-4b48-9e77-c4464ec1979b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:43.223556 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b3549-2581-4b48-9e77-c4464ec1979b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:43.225284 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b3549-2581-4b48-9e77-c4464ec1979b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:43.225284 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b3549-2581-4b48-9e77-c4464ec1979b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:43.256949 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d0db74d6-a26f-43f3-ad56-96a61ab44860 req-2e6a588d-ad84-4980-a06b-f686b7a9da44 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507039 Jun 30 09:04:43.278116 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ebe0c5-a9a8-4aa3-810c-ecb75a01fed7 admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:43.281402 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-d9ebe0c5-a9a8-4aa3-810c-ecb75a01fed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:43.291693 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ebe0c5-a9a8-4aa3-810c-ecb75a01fed7 admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:43.301796 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-af9b3549-2581-4b48-9e77-c4464ec1979b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:43.312386 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-af9b3549-2581-4b48-9e77-c4464ec1979b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7326365 Jun 30 09:04:43.312386 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 53016) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:43.312720 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba503b6-b0be-4080-b755-0c93f927a78f None None] Pushing event updated for resources: {'Port': ['ID=a4988664-c93f-4589-a1c8-99e52257cccc,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:43.313034 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-a1e3a627-e110-4176-b31f-0d73d6ee1351 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Request body: {'security_group_rule': {'security_group_id': '912798da-93c2-456c-b0eb-d7d00edbc8af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:43.357456 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ebe0c5-a9a8-4aa3-810c-ecb75a01fed7 admin admin] Pushing event updated for resources: {'Port': ['ID=65dab6c2-16df-4194-832b-d1af60035815,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:43.464770 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a1e3a627-e110-4176-b31f-0d73d6ee1351 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:43.612842 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a1e3a627-e110-4176-b31f-0d73d6ee1351 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:43.893559 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a4988664-c93f-4589-a1c8-99e52257cccc up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:44.345714 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2ac8e6-3788-4362-a492-1b7bb49712a3 None None] Network 268a3af1-1c1d-4bc6-a759-f6b2a660afcc requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:44.439147 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a1e3a627-e110-4176-b31f-0d73d6ee1351 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.457812 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port a4988664-c93f-4589-a1c8-99e52257cccc completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:44.477226 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d9ebe0c5-a9a8-4aa3-810c-ecb75a01fed7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.487682 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3a627-e110-4176-b31f-0d73d6ee1351 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb715f1c-9e1d-413f-9dab-b2cc23d7e00a,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:44.527929 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6ec27870-c33b-45e3-8d70-8ad5ac34e312 None None] Provisioning for port a4988664-c93f-4589-a1c8-99e52257cccc completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:44.558224 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6ec27870-c33b-45e3-8d70-8ad5ac34e312 None None] Provisioning complete for port a4988664-c93f-4589-a1c8-99e52257cccc triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:44.558655 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6ec27870-c33b-45e3-8d70-8ad5ac34e312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.650426 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a1e3a627-e110-4176-b31f-0d73d6ee1351 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.652735 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a1e3a627-e110-4176-b31f-0d73d6ee1351 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3432465 Jun 30 09:04:44.655181 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 53040) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:44.661771 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-4850c077-1b1e-41fd-8e7c-23fcbd19a664 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Request body: {'security_group_rule': {'security_group_id': '912798da-93c2-456c-b0eb-d7d00edbc8af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:44.668716 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6ec27870-c33b-45e3-8d70-8ad5ac34e312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.720537 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ceb50aca-9884-40c4-91d9-48e81e774c77 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:44.739242 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d9ebe0c5-a9a8-4aa3-810c-ecb75a01fed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.765422 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4850c077-1b1e-41fd-8e7c-23fcbd19a664 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.779956 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-6ec27870-c33b-45e3-8d70-8ad5ac34e312 None None] For port a4988664-c93f-4589-a1c8-99e52257cccc, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a4988664-c93f-4589-a1c8-99e52257cccc,segment=NetworkSegment(2fec1338-7df1-494e-aeec-48833280b0de),segment_id=2fec1338-7df1-494e-aeec-48833280b0de)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:44.876360 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6ec27870-c33b-45e3-8d70-8ad5ac34e312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.904417 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4850c077-1b1e-41fd-8e7c-23fcbd19a664 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.919050 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.981572 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4850c077-1b1e-41fd-8e7c-23fcbd19a664 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.993236 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a8289b-7532-486e-861a-cf255a8960e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceb50aca-9884-40c4-91d9-48e81e774c77'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:44.996144 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd1e280-8c0e-46b4-a39b-fac724dbb1e8" -d '{"events": [{"server_uuid": "01a8289b-7532-486e-861a-cf255a8960e9", "name": "network-vif-unplugged", "status": "completed", "tag": "ceb50aca-9884-40c4-91d9-48e81e774c77"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:45.020798 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port ceb50aca-9884-40c4-91d9-48e81e774c77, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ceb50aca-9884-40c4-91d9-48e81e774c77,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:45.022319 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850c077-1b1e-41fd-8e7c-23fcbd19a664 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f668605-15d1-4822-9dd7-072a4c0c2dfe,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:45.023416 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec27870-c33b-45e3-8d70-8ad5ac34e312 None None] Pushing event updated for resources: {'Port': ['ID=a4988664-c93f-4589-a1c8-99e52257cccc,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:45.044650 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec27870-c33b-45e3-8d70-8ad5ac34e312 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:45.045031 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec27870-c33b-45e3-8d70-8ad5ac34e312 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:45.045382 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec27870-c33b-45e3-8d70-8ad5ac34e312 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:45.045691 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec27870-c33b-45e3-8d70-8ad5ac34e312 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:45.046056 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec27870-c33b-45e3-8d70-8ad5ac34e312 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:45.046385 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec27870-c33b-45e3-8d70-8ad5ac34e312 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:45.046729 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec27870-c33b-45e3-8d70-8ad5ac34e312 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:45.047018 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec27870-c33b-45e3-8d70-8ad5ac34e312 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:45.047404 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec27870-c33b-45e3-8d70-8ad5ac34e312 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:45.047762 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec27870-c33b-45e3-8d70-8ad5ac34e312 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:45.048037 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec27870-c33b-45e3-8d70-8ad5ac34e312 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:45.048456 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec27870-c33b-45e3-8d70-8ad5ac34e312 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:45.057041 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b79c162e-7b4d-4481-91bd-f4153bd15da5 None None] Provisioning complete for port a4988664-c93f-4589-a1c8-99e52257cccc triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:45.057408 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b79c162e-7b4d-4481-91bd-f4153bd15da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:45.100137 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:45.129381 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4850c077-1b1e-41fd-8e7c-23fcbd19a664 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:45.140255 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 53048) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:45.140493 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4850c077-1b1e-41fd-8e7c-23fcbd19a664 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4793637 Jun 30 09:04:45.142564 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-eb0b8f92-dbfc-4b86-833b-f9bea710d0d5 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:45.168550 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ebe0c5-a9a8-4aa3-810c-ecb75a01fed7 admin admin] Router b90fa7e2-c948-489f-b3e0-a62fb7a19f0c is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:04:45.217297 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=ceb50aca-9884-40c4-91d9-48e81e774c77,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:45.281888 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a32048cb-684d-4ddb-86fc-84650e807202 req-04a5606b-85b5-4c28-a54e-e304950e0110 tempest-AbsoluteLimitsNegativeTestJSON-1488564900 tempest-AbsoluteLimitsNegativeTestJSON-1488564900-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=62e956ccc1244377a2f52532339e63aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302050 Jun 30 09:04:45.289042 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eb0b8f92-dbfc-4b86-833b-f9bea710d0d5 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks [] for floatingip, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:45.469980 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ebe0c5-a9a8-4aa3-810c-ecb75a01fed7 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:04:45.481511 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f75dac5-69f3-4850-ae27-c38c4146c590 None None] Sync routers for ids ['b90fa7e2-c948-489f-b3e0-a62fb7a19f0c'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:04:45.502132 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f75dac5-69f3-4850-ae27-c38c4146c590 None None] Routers {'b90fa7e2-c948-489f-b3e0-a62fb7a19f0c'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:45.516087 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2f75dac5-69f3-4850-ae27-c38c4146c590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:04:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['b90fa7e2-c948-489f-b3e0-a62fb7a19f0c'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:45.527725 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32048cb-684d-4ddb-86fc-84650e807202 req-15ffc1a1-5c67-4fa4-b3de-7ebbb34bdb3a tempest-AbsoluteLimitsNegativeTestJSON-1488564900 tempest-AbsoluteLimitsNegativeTestJSON-1488564900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:45.529271 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a32048cb-684d-4ddb-86fc-84650e807202 req-15ffc1a1-5c67-4fa4-b3de-7ebbb34bdb3a tempest-AbsoluteLimitsNegativeTestJSON-1488564900 tempest-AbsoluteLimitsNegativeTestJSON-1488564900-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2234452 Jun 30 09:04:45.569840 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a32048cb-684d-4ddb-86fc-84650e807202 req-916c4c48-77f8-4248-aaf0-ef81505a8a63 tempest-AbsoluteLimitsNegativeTestJSON-1488564900 tempest-AbsoluteLimitsNegativeTestJSON-1488564900-project] 10.222.0.10 "GET /v2.0/quotas/62e956ccc1244377a2f52532339e63aa HTTP/1.1" status: 200 len: 375 time: 0.0252857 Jun 30 09:04:45.620517 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a32048cb-684d-4ddb-86fc-84650e807202 req-6a8cb569-ec15-4102-9ac2-5a95be52dc94 tempest-AbsoluteLimitsNegativeTestJSON-1488564900 tempest-AbsoluteLimitsNegativeTestJSON-1488564900-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=62e956ccc1244377a2f52532339e63aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440555 Jun 30 09:04:45.636519 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d9ebe0c5-a9a8-4aa3-810c-ecb75a01fed7 admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:45.640253 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d9ebe0c5-a9a8-4aa3-810c-ecb75a01fed7 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3135204 Jun 30 09:04:45.644873 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 53056) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:45.745299 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-2f75dac5-69f3-4850-ae27-c38c4146c590 None None] Set router b90fa7e2-c948-489f-b3e0-a62fb7a19f0c gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:45.873700 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eb0b8f92-dbfc-4b86-833b-f9bea710d0d5 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:45.891854 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd34d4-d0a8-4691-8e2d-b609c1aa7a26 req-15c09478-c053-4530-9fa6-2f07f38d073d tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:45.906762 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-16dd34d4-d0a8-4691-8e2d-b609c1aa7a26 req-15c09478-c053-4530-9fa6-2f07f38d073d tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 949 time: 0.4732196 Jun 30 09:04:45.942104 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a4988664-c93f-4589-a1c8-99e52257cccc up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:45.964524 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-16dd34d4-d0a8-4691-8e2d-b609c1aa7a26 req-f4d794d7-4fd8-4ebf-869c-37a39a4bf022 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557058 Jun 30 09:04:46.018394 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae91074-e0ef-4cb3-bfc8-9717d6a14f34 x-openstack-request-id: req-9ae91074-e0ef-4cb3-bfc8-9717d6a14f34 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:46.018688 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a8289b-7532-486e-861a-cf255a8960e9", "name": "network-vif-unplugged", "status": "completed", "tag": "ceb50aca-9884-40c4-91d9-48e81e774c77", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:46.018944 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9ae91074-e0ef-4cb3-bfc8-9717d6a14f34 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:46.019427 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a8289b-7532-486e-861a-cf255a8960e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceb50aca-9884-40c4-91d9-48e81e774c77', 'code': 200} Jun 30 09:04:46.062036 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port a4988664-c93f-4589-a1c8-99e52257cccc triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:46.062403 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:46.086332 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-abe351bd-6a69-4eba-894a-abdf5e760ff3 req-5acc8e31-10ff-4121-b4a4-96d86688b40f tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 210 time: 0.1057618 Jun 30 09:04:46.145742 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2f75dac5-69f3-4850-ae27-c38c4146c590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90fa7e2-c948-489f-b3e0-a62fb7a19f0c', 'name': 'tempest-FloatingIPsTestJSON-926278389-router', 'tenant_id': 'b1eede0321f8488ba5b266597207ba1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '65dab6c2-16df-4194-832b-d1af60035815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:41Z', 'updated_at': '2021-06-30T09:04:43Z', 'revision_number': 3, 'project_id': 'b1eede0321f8488ba5b266597207ba1e', 'gw_port': {'id': '65dab6c2-16df-4194-832b-d1af60035815', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90fa7e2-c948-489f-b3e0-a62fb7a19f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:42Z', 'updated_at': '2021-06-30T09:04:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:46.181093 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f75dac5-69f3-4850-ae27-c38c4146c590 None None] Checking router: b90fa7e2-c948-489f-b3e0-a62fb7a19f0c for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:04:46.181438 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f75dac5-69f3-4850-ae27-c38c4146c590 None None] Updating router b90fa7e2-c948-489f-b3e0-a62fb7a19f0c port 65dab6c2-16df-4194-832b-d1af60035815 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:04:46.266214 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2f75dac5-69f3-4850-ae27-c38c4146c590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:46.379146 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-f560500d-7cfe-4643-96ed-554aaed636ea tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:46.380683 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-f560500d-7cfe-4643-96ed-554aaed636ea tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.37 "GET /v2.0/networks?id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8 HTTP/1.1" status: 200 len: 820 time: 0.2782922 Jun 30 09:04:46.384551 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-eb0b8f92-dbfc-4b86-833b-f9bea710d0d5 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Allocated IP 172.25.6.234 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/f49494fc-ee60-4efb-99a1-6e0b726ba75d) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:46.410915 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-2180f9e1-0087-4fbc-bfa8-9efe2a0ca84b tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Request body: {'port': {'device_id': 'b967c438-0199-472e-9340-0b706624dc6e', 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8', 'admin_state_up': True, 'tenant_id': '4072f6e39e474776996ee00ca570db4f'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:46.552924 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 53068) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:46.776742 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7727cacd-5411-4fed-a960-0211488ca85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:46.957399 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7727cacd-5411-4fed-a960-0211488ca85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.101923 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7727cacd-5411-4fed-a960-0211488ca85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.130043 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded650e-2abb-4b97-80ce-f0225e4d03fc req-c5d9fb45-6783-48d3-9503-cfce84c96f1b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:47.131352 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-a3da0879-fbaa-4fe3-aaf8-fa3bc84536f2 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:47.132625 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-a3da0879-fbaa-4fe3-aaf8-fa3bc84536f2 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/networks?id=77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 HTTP/1.1" status: 200 len: 804 time: 0.1848185 Jun 30 09:04:47.135638 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aded650e-2abb-4b97-80ce-f0225e4d03fc req-c5d9fb45-6783-48d3-9503-cfce84c96f1b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 949 time: 0.7407196 Jun 30 09:04:47.136452 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7727cacd-5411-4fed-a960-0211488ca85a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=62e956ccc1244377a2f52532339e63aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5820873 Jun 30 09:04:47.139466 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 53086) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:47.149183 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727cacd-5411-4fed-a960-0211488ca85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b86f4c1-19fc-43f8-ac8e-7f9f46ad74e0,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:47.162904 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eb0b8f92-dbfc-4b86-833b-f9bea710d0d5 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.179800 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-9244b137-7ae5-4c4a-9dac-83b3b1fbcaec tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/quotas/01a7fa5afec243f0b7c321924a151489 HTTP/1.1" status: 200 len: 375 time: 0.0246122 Jun 30 09:04:47.253472 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-259be61d-3e20-4626-9e79-7fdb71386c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.262946 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aded650e-2abb-4b97-80ce-f0225e4d03fc req-6eb7d3da-d6e4-48a9-89dc-706e93d0d6b2 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102130 Jun 30 09:04:47.292817 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-259be61d-3e20-4626-9e79-7fdb71386c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.306499 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-c9160d45-3c3d-4703-b170-5867625e7a8d tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=01a7fa5afec243f0b7c321924a151489&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1272631 Jun 30 09:04:47.322102 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-2180f9e1-0087-4fbc-bfa8-9efe2a0ca84b tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Made reservation on behalf of 4072f6e39e474776996ee00ca570db4f for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:47.326023 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-2180f9e1-0087-4fbc-bfa8-9efe2a0ca84b tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.432220 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-bc1aaf8f-3497-4f55-9e84-12ac46995773 service neutron] 10.222.0.10 "GET /v2.0/networks/77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247489 Jun 30 09:04:47.443059 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eb0b8f92-dbfc-4b86-833b-f9bea710d0d5 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.479465 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e2489dbb-b4c4-46c1-8491-2ff29964645b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.526573 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-259be61d-3e20-4626-9e79-7fdb71386c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.529631 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-259be61d-3e20-4626-9e79-7fdb71386c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.531309 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-259be61d-3e20-4626-9e79-7fdb71386c3f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0b86f4c1-19fc-43f8-ac8e-7f9f46ad74e0 HTTP/1.1" status: 204 len: 168 time: 0.3905632 Jun 30 09:04:47.551738 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259be61d-3e20-4626-9e79-7fdb71386c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b86f4c1-19fc-43f8-ac8e-7f9f46ad74e0,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:47.581830 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-302ce13e-b54a-407f-b83d-e7804b91b94b service neutron] 10.222.0.10 "GET /v2.0/networks/77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486776 Jun 30 09:04:47.668028 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b8f92-dbfc-4b86-833b-f9bea710d0d5 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Pushing event updated for resources: {'Port': ['ID=f49494fc-ee60-4efb-99a1-6e0b726ba75d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:47.699193 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0b8f92-dbfc-4b86-833b-f9bea710d0d5 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:47.722488 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-245d3769-949f-4047-ae95-6311e8683fab req-adbc1979-0ed4-454e-8337-f3d39b27e212 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 210 time: 0.1436949 Jun 30 09:04:47.727834 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-eb0b8f92-dbfc-4b86-833b-f9bea710d0d5 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:47.734055 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0b8f92-dbfc-4b86-833b-f9bea710d0d5 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:47.738270 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2f75dac5-69f3-4850-ae27-c38c4146c590 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.757174 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2f75dac5-69f3-4850-ae27-c38c4146c590 None None] Transition to ACTIVE for port object 65dab6c2-16df-4194-832b-d1af60035815 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:47.890249 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2f75dac5-69f3-4850-ae27-c38c4146c590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.897768 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-2180f9e1-0087-4fbc-bfa8-9efe2a0ca84b tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Allocated IP 172.20.0.10 (0e2e3f2d-1170-48c1-89c9-fed000bd69d8/1a401937-9638-402a-b598-8b54d19e09c0/4c178b1f-3e9d-4fee-a31d-66c3fa093e52) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:47.968095 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187eef4-9ee6-47f1-9f74-137303bb5ddc None None] Pushing event updated for resources: {'Port': ['ID=65dab6c2-16df-4194-832b-d1af60035815,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:47.970623 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-2f75dac5-69f3-4850-ae27-c38c4146c590 None None] Attempting to bind port 65dab6c2-16df-4194-832b-d1af60035815 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:47.971111 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-2f75dac5-69f3-4850-ae27-c38c4146c590 None None] Attempting to bind port 65dab6c2-16df-4194-832b-d1af60035815 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:47.976179 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f75dac5-69f3-4850-ae27-c38c4146c590 None None] Attempting to bind port 65dab6c2-16df-4194-832b-d1af60035815 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:47.986835 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f75dac5-69f3-4850-ae27-c38c4146c590 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:47.990797 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f75dac5-69f3-4850-ae27-c38c4146c590 None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:47.990797 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2f75dac5-69f3-4850-ae27-c38c4146c590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.990797 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f75dac5-69f3-4850-ae27-c38c4146c590 None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:47.990797 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-2f75dac5-69f3-4850-ae27-c38c4146c590 None None] Bound port: 65dab6c2-16df-4194-832b-d1af60035815, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:47.990797 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2f75dac5-69f3-4850-ae27-c38c4146c590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.075029 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-2f75dac5-69f3-4850-ae27-c38c4146c590 None None] For port 65dab6c2-16df-4194-832b-d1af60035815, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:48.079377 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-2f75dac5-69f3-4850-ae27-c38c4146c590 None None] For port 65dab6c2-16df-4194-832b-d1af60035815, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=65dab6c2-16df-4194-832b-d1af60035815,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:48.155975 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-291fd9e2-6e50-49aa-a483-7eaf504eac18 req-4a7cce14-ef74-48d3-8b37-0f57b31ad40e tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 210 time: 0.0995457 Jun 30 09:04:48.165862 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2f75dac5-69f3-4850-ae27-c38c4146c590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.192086 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eb0b8f92-dbfc-4b86-833b-f9bea710d0d5 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.193470 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-e2489dbb-b4c4-46c1-8491-2ff29964645b admin admin] Allocated IP 172.20.0.1 (268a3af1-1c1d-4bc6-a759-f6b2a660afcc/48be8b26-d852-491b-8b50-c8a3a62313b0/3364fc0b-244f-4f9e-9798-cb62bef99ad8) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:48.256972 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f75dac5-69f3-4850-ae27-c38c4146c590 None None] Routers {'b90fa7e2-c948-489f-b3e0-a62fb7a19f0c'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:48.257644 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2f75dac5-69f3-4850-ae27-c38c4146c590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:04:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['b90fa7e2-c948-489f-b3e0-a62fb7a19f0c'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:48.345809 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187eef4-9ee6-47f1-9f74-137303bb5ddc None None] Pushing event updated for resources: {'Port': ['ID=65dab6c2-16df-4194-832b-d1af60035815,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:48.466979 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-2f75dac5-69f3-4850-ae27-c38c4146c590 None None] Set router b90fa7e2-c948-489f-b3e0-a62fb7a19f0c gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:48.480058 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eb0b8f92-dbfc-4b86-833b-f9bea710d0d5 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.601415 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-e4e7157e-1ee1-4d27-a89d-5e8c449aa88c tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=aa895c07f8ad47749dbf0e6817533c37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692384 Jun 30 09:04:48.700978 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-2180f9e1-0087-4fbc-bfa8-9efe2a0ca84b tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.816441 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e2489dbb-b4c4-46c1-8491-2ff29964645b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.850701 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-e2489dbb-b4c4-46c1-8491-2ff29964645b admin admin] Transition to ACTIVE for port object 3364fc0b-244f-4f9e-9798-cb62bef99ad8 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:48.926486 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eb0b8f92-dbfc-4b86-833b-f9bea710d0d5 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.931358 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5232c458-119d-4727-b9cf-417f9416195d req-4598ded9-fa84-4bff-bd98-60a4f8dec55d tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 210 time: 0.0543585 Jun 30 09:04:48.971867 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-2180f9e1-0087-4fbc-bfa8-9efe2a0ca84b tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.008122 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eb0b8f92-dbfc-4b86-833b-f9bea710d0d5 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.043349 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-2180f9e1-0087-4fbc-bfa8-9efe2a0ca84b tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:49.051374 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-2180f9e1-0087-4fbc-bfa8-9efe2a0ca84b tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:49.058381 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e2489dbb-b4c4-46c1-8491-2ff29964645b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.061856 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-2180f9e1-0087-4fbc-bfa8-9efe2a0ca84b tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:49.083185 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-53f73ff5-fea6-48c2-9c73-cc4f6a7d154e tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:49.083463 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2f75dac5-69f3-4850-ae27-c38c4146c590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90fa7e2-c948-489f-b3e0-a62fb7a19f0c', 'name': 'tempest-FloatingIPsTestJSON-926278389-router', 'tenant_id': 'b1eede0321f8488ba5b266597207ba1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '65dab6c2-16df-4194-832b-d1af60035815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:41Z', 'updated_at': '2021-06-30T09:04:43Z', 'revision_number': 3, 'project_id': 'b1eede0321f8488ba5b266597207ba1e', 'gw_port': {'id': '65dab6c2-16df-4194-832b-d1af60035815', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90fa7e2-c948-489f-b3e0-a62fb7a19f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:42Z', 'updated_at': '2021-06-30T09:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:49.086036 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-53f73ff5-fea6-48c2-9c73-cc4f6a7d154e tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4831898 Jun 30 09:04:49.104186 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41a13c-e981-401f-8901-c313459c69b7 req-38683293-4e2e-431c-862d-de41a9414487 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:49.105695 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0d41a13c-e981-401f-8901-c313459c69b7 req-38683293-4e2e-431c-862d-de41a9414487 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.52 "GET /v2.0/ports?device_id=01a8289b-7532-486e-861a-cf255a8960e9 HTTP/1.1" status: 200 len: 943 time: 0.4242549 Jun 30 09:04:49.123596 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-93dc002b-29c5-4605-80e9-ff70762d98cd tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/quotas/aa895c07f8ad47749dbf0e6817533c37 HTTP/1.1" status: 200 len: 375 time: 0.0165563 Jun 30 09:04:49.126761 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f75dac5-69f3-4850-ae27-c38c4146c590 None None] The sync data for ids ['b90fa7e2-c948-489f-b3e0-a62fb7a19f0c'] in n-d-771363-31 is: [{'id': 'b90fa7e2-c948-489f-b3e0-a62fb7a19f0c', 'name': 'tempest-FloatingIPsTestJSON-926278389-router', 'tenant_id': 'b1eede0321f8488ba5b266597207ba1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '65dab6c2-16df-4194-832b-d1af60035815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:41Z', 'updated_at': '2021-06-30T09:04:43Z', 'revision_number': 3, 'project_id': 'b1eede0321f8488ba5b266597207ba1e', 'gw_port': {'id': '65dab6c2-16df-4194-832b-d1af60035815', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90fa7e2-c948-489f-b3e0-a62fb7a19f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:42Z', 'updated_at': '2021-06-30T09:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:04:49.200155 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2489dbb-b4c4-46c1-8491-2ff29964645b admin admin] Network 268a3af1-1c1d-4bc6-a759-f6b2a660afcc is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:49.217411 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-e2489dbb-b4c4-46c1-8491-2ff29964645b admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:49.232296 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2489dbb-b4c4-46c1-8491-2ff29964645b admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:49.342978 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180f9e1-0087-4fbc-bfa8-9efe2a0ca84b tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Pushing event updated for resources: {'Port': ['ID=4c178b1f-3e9d-4fee-a31d-66c3fa093e52,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:49.348724 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eb0b8f92-dbfc-4b86-833b-f9bea710d0d5 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.398126 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e2489dbb-b4c4-46c1-8491-2ff29964645b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.401950 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-fe65bdb4-e693-41ba-a848-b4c3a9015c95 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2748485 Jun 30 09:04:49.453951 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-0d41a13c-e981-401f-8901-c313459c69b7 req-542ce93c-2e64-42ea-af5a-d2bdb585aedb tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Deleting port ceb50aca-9884-40c4-91d9-48e81e774c77 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:49.454491 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0d41a13c-e981-401f-8901-c313459c69b7 req-542ce93c-2e64-42ea-af5a-d2bdb585aedb tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.484079 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 53150) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:49.597302 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bd486a84-30f4-476d-afca-3bdad1e8fd5c req-24492f4c-c52a-4420-93b3-e491e2211ce6 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 210 time: 0.2570958 Jun 30 09:04:49.621127 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eb0b8f92-dbfc-4b86-833b-f9bea710d0d5 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.625734 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-eb0b8f92-dbfc-4b86-833b-f9bea710d0d5 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4869511 Jun 30 09:04:49.679652 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-2180f9e1-0087-4fbc-bfa8-9efe2a0ca84b tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:49.680797 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-2180f9e1-0087-4fbc-bfa8-9efe2a0ca84b tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.879682 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-0d41a13c-e981-401f-8901-c313459c69b7 req-542ce93c-2e64-42ea-af5a-d2bdb585aedb tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] For port ceb50aca-9884-40c4-91d9-48e81e774c77, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ceb50aca-9884-40c4-91d9-48e81e774c77,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:49.883667 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0d41a13c-e981-401f-8901-c313459c69b7 req-542ce93c-2e64-42ea-af5a-d2bdb585aedb tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.941580 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6e33eba3-4a32-4abb-83a3-cc4ddee634fc None None] Provisioning for port 3364fc0b-244f-4f9e-9798-cb62bef99ad8 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:49.947836 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6e33eba3-4a32-4abb-83a3-cc4ddee634fc None None] Provisioning complete for port 3364fc0b-244f-4f9e-9798-cb62bef99ad8 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:49.949015 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6e33eba3-4a32-4abb-83a3-cc4ddee634fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.955763 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-0d41a13c-e981-401f-8901-c313459c69b7 req-542ce93c-2e64-42ea-af5a-d2bdb585aedb tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Calling delete_port for ceb50aca-9884-40c4-91d9-48e81e774c77 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:50.027091 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-6e33eba3-4a32-4abb-83a3-cc4ddee634fc None None] Port 3364fc0b-244f-4f9e-9798-cb62bef99ad8 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:04:50.042041 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b8f92-dbfc-4b86-833b-f9bea710d0d5 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Pushing event updated for resources: {'Port': ['ID=f49494fc-ee60-4efb-99a1-6e0b726ba75d,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:50.090998 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c516197a-7cfa-4346-8543-5961231765cc req-0d9dc015-7f73-483d-a287-84d4ff9e67d7 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 210 time: 0.1797411 Jun 30 09:04:50.097186 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 65dab6c2-16df-4194-832b-d1af60035815 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:50.226025 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-2180f9e1-0087-4fbc-bfa8-9efe2a0ca84b tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8196232 Jun 30 09:04:50.235079 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2489dbb-b4c4-46c1-8491-2ff29964645b admin admin] Pushing event updated for resources: {'Port': ['ID=3364fc0b-244f-4f9e-9798-cb62bef99ad8,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:50.242149 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-453a3cd2-8250-4c22-bf5d-dd5ef75efb30 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1242749330-network', 'tenant_id': '57f3c03d2b124082b609775c2f0b1c3c'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:50.246499 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-302c1f81-f461-4552-8618-aedb6e94c671 service neutron] Request body: {'port': {'device_id': 'b967c438-0199-472e-9340-0b706624dc6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:50.252656 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e2489dbb-b4c4-46c1-8491-2ff29964645b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.473205 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-53b2a457-e11d-48d2-a8dc-97f101bc1f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.501745 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486446cc-1f71-4d23-8f14-db8ce8e5286e req-6cf72bdf-caff-40e3-ba75-3b496dfb0bb9 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:50.503355 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-486446cc-1f71-4d23-8f14-db8ce8e5286e req-6cf72bdf-caff-40e3-ba75-3b496dfb0bb9 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 932 time: 0.2442992 Jun 30 09:04:50.535912 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 65dab6c2-16df-4194-832b-d1af60035815 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:50.543194 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 65dab6c2-16df-4194-832b-d1af60035815 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:50.543194 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.564745 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453a3cd2-8250-4c22-bf5d-dd5ef75efb30 admin admin] Made reservation on behalf of 57f3c03d2b124082b609775c2f0b1c3c for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:50.574965 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-453a3cd2-8250-4c22-bf5d-dd5ef75efb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.614744 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-302c1f81-f461-4552-8618-aedb6e94c671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.658673 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-1ccd40dd-aed3-405b-99ec-0e31512a806e tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:50.666946 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-1ccd40dd-aed3-405b-99ec-0e31512a806e tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/networks?id=18ce6413-62b6-4a68-a76c-c4ee39855db0 HTTP/1.1" status: 200 len: 822 time: 0.3621907 Jun 30 09:04:50.692011 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.731267 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-453a3cd2-8250-4c22-bf5d-dd5ef75efb30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.749201 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 65dab6c2-16df-4194-832b-d1af60035815, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=65dab6c2-16df-4194-832b-d1af60035815,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:50.749902 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-486446cc-1f71-4d23-8f14-db8ce8e5286e req-7cbc66da-cfa0-426f-8487-cedfd2b9f477 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913302 Jun 30 09:04:50.751205 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-a019757e-363d-441c-8090-008ea66d0027 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/quotas/0b8339fa5923433a9d67c427653bbbc8 HTTP/1.1" status: 200 len: 375 time: 0.0830011 Jun 30 09:04:50.832559 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0d41a13c-e981-401f-8901-c313459c69b7 req-542ce93c-2e64-42ea-af5a-d2bdb585aedb tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.867774 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.890722 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ce93c-2e64-42ea-af5a-d2bdb585aedb tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Pushing event deleted for resources: {'Port': ['ID=ceb50aca-9884-40c4-91d9-48e81e774c77,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:50.911853 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e2489dbb-b4c4-46c1-8491-2ff29964645b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.038313 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d41a13c-e981-401f-8901-c313459c69b7 req-542ce93c-2e64-42ea-af5a-d2bdb585aedb tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] No DVR routers for this DVR port ceb50aca-9884-40c4-91d9-48e81e774c77 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:51.051769 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-98b1bcb4-241c-4f3f-a534-21331f67a36b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b8339fa5923433a9d67c427653bbbc8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2995799 Jun 30 09:04:51.054298 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=65dab6c2-16df-4194-832b-d1af60035815,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:51.072836 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e2489dbb-b4c4-46c1-8491-2ff29964645b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.073842 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0d41a13c-e981-401f-8901-c313459c69b7 req-542ce93c-2e64-42ea-af5a-d2bdb585aedb tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.075880 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0d41a13c-e981-401f-8901-c313459c69b7 req-542ce93c-2e64-42ea-af5a-d2bdb585aedb tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.52 "DELETE /v2.0/ports/ceb50aca-9884-40c4-91d9-48e81e774c77 HTTP/1.1" status: 204 len: 173 time: 1.9496989 Jun 30 09:04:51.076331 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a8289b-7532-486e-861a-cf255a8960e9', 'name': 'network-vif-deleted', 'tag': 'ceb50aca-9884-40c4-91d9-48e81e774c77'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:51.079248 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b146b955-fe5d-4917-a1fa-82696613726a" -d '{"events": [{"server_uuid": "01a8289b-7532-486e-861a-cf255a8960e9", "name": "network-vif-deleted", "tag": "ceb50aca-9884-40c4-91d9-48e81e774c77"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:51.126207 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-453a3cd2-8250-4c22-bf5d-dd5ef75efb30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.229734 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f5721808-8644-4d02-91e1-9b56a7eed75a req-245de544-cfcb-42e6-afd1-c4df115bf1b1 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 210 time: 0.0487013 Jun 30 09:04:51.311834 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26ae7d8-f453-4381-b9de-e41a18e116b8 x-openstack-request-id: req-e26ae7d8-f453-4381-b9de-e41a18e116b8 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:51.312287 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a8289b-7532-486e-861a-cf255a8960e9", "name": "network-vif-deleted", "tag": "ceb50aca-9884-40c4-91d9-48e81e774c77", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:51.312551 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e26ae7d8-f453-4381-b9de-e41a18e116b8 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:51.312971 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a8289b-7532-486e-861a-cf255a8960e9', 'name': 'network-vif-deleted', 'tag': 'ceb50aca-9884-40c4-91d9-48e81e774c77', 'status': 'completed', 'code': 200} Jun 30 09:04:51.407468 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9ab12b72-f000-4580-9035-bb411b22cfb3 req-2dda9816-4ad4-41cf-8f77-d1b58f4a5456 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 210 time: 0.0400794 Jun 30 09:04:51.548849 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-453a3cd2-8250-4c22-bf5d-dd5ef75efb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.589671 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2489dbb-b4c4-46c1-8491-2ff29964645b admin admin] Pushing event updated for resources: {'Port': ['ID=3364fc0b-244f-4f9e-9798-cb62bef99ad8,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:51.590345 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-453a3cd2-8250-4c22-bf5d-dd5ef75efb30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:04:51.603492 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e2489dbb-b4c4-46c1-8491-2ff29964645b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.646782 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a3cd2-8250-4c22-bf5d-dd5ef75efb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866e5e87-247d-45aa-a6e5-81d59a33de2a,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:51.670683 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-3acff900-7029-4799-b7a4-e0012e87d367 service neutron] 10.222.0.10 "GET /v2.0/networks/18ce6413-62b6-4a68-a76c-c4ee39855db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6180260 Jun 30 09:04:51.705652 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-453a3cd2-8250-4c22-bf5d-dd5ef75efb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.712264 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-453a3cd2-8250-4c22-bf5d-dd5ef75efb30 admin admin] Added segment da26fd5b-20cb-42d1-8bae-8c74ceb582e5 of type vlan for network 4a5c0434-5e40-453b-90d8-7d1cb0d32721 Jun 30 09:04:51.750342 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-302c1f81-f461-4552-8618-aedb6e94c671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:51.790858 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-302c1f81-f461-4552-8618-aedb6e94c671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.814139 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-453a3cd2-8250-4c22-bf5d-dd5ef75efb30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.934684 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-6836a938-5444-4b05-b9a5-5dfdf6c97367 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:51.936982 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-6836a938-5444-4b05-b9a5-5dfdf6c97367 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.52 "GET /v2.0/networks?id=77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 HTTP/1.1" status: 200 len: 804 time: 0.3197989 Jun 30 09:04:51.959700 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-922240e0-2069-47d9-9b8b-ed705d6f42ec tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Request body: {'port': {'device_id': 'bf2ba96a-e6e1-4405-9532-f042cca372c3', 'network_id': '77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3', 'admin_state_up': True, 'tenant_id': '01a7fa5afec243f0b7c321924a151489'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:51.984366 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 65dab6c2-16df-4194-832b-d1af60035815 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:51.993900 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-302c1f81-f461-4552-8618-aedb6e94c671 service neutron] Transition to ACTIVE for port object 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:52.016581 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-6706248b-4329-4167-a44a-e9e44cea735f service neutron] 10.222.0.10 "GET /v2.0/networks/18ce6413-62b6-4a68-a76c-c4ee39855db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055146 Jun 30 09:04:52.030597 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2489dbb-b4c4-46c1-8491-2ff29964645b admin admin] Network 268a3af1-1c1d-4bc6-a759-f6b2a660afcc is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:52.041825 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-e2489dbb-b4c4-46c1-8491-2ff29964645b admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:52.044487 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-453a3cd2-8250-4c22-bf5d-dd5ef75efb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.050147 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453a3cd2-8250-4c22-bf5d-dd5ef75efb30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:52.051208 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-453a3cd2-8250-4c22-bf5d-dd5ef75efb30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.169490 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-302c1f81-f461-4552-8618-aedb6e94c671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.170895 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 65dab6c2-16df-4194-832b-d1af60035815 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:52.171984 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.329454 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a3cd2-8250-4c22-bf5d-dd5ef75efb30 admin admin] Pushing event updated for resources: {'Network': ['ID=4a5c0434-5e40-453b-90d8-7d1cb0d32721,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:52.368109 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 4a5c0434-5e40-453b-90d8-7d1cb0d32721 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:04:52.370155 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c1f81-f461-4552-8618-aedb6e94c671 service neutron] Pushing event updated for resources: {'Port': ['ID=4c178b1f-3e9d-4fee-a31d-66c3fa093e52,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:52.390746 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ceddd7-4e13-4fb2-986b-bf744febd283 req-deefecf6-cc71-408f-b020-c495784fea38 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:52.411772 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-12ceddd7-4e13-4fb2-986b-bf744febd283 req-deefecf6-cc71-408f-b020-c495784fea38 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 932 time: 0.4281735 Jun 30 09:04:52.451509 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-453a3cd2-8250-4c22-bf5d-dd5ef75efb30 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.9627116 Jun 30 09:04:52.458423 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 53216) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:52.469436 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-147fa7f8-a047-49e4-89a8-363888073ad5 admin admin] Request body: {'subnet': {'network_id': '4a5c0434-5e40-453b-90d8-7d1cb0d32721', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1242749330-subnet', 'tenant_id': '57f3c03d2b124082b609775c2f0b1c3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:52.499249 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2489dbb-b4c4-46c1-8491-2ff29964645b admin admin] Router b90fa7e2-c948-489f-b3e0-a62fb7a19f0c has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:04:52.592663 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5423c766-f59f-4549-bc75-d5370a7522ab None None] Provisioning complete for port 3364fc0b-244f-4f9e-9798-cb62bef99ad8 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:52.593049 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5423c766-f59f-4549-bc75-d5370a7522ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.594522 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-12ceddd7-4e13-4fb2-986b-bf744febd283 req-05fe1f95-882c-4af9-b552-4c5399ab4291 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799343 Jun 30 09:04:52.611691 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-922240e0-2069-47d9-9b8b-ed705d6f42ec tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Made reservation on behalf of 01a7fa5afec243f0b7c321924a151489 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:52.620377 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-922240e0-2069-47d9-9b8b-ed705d6f42ec tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.718505 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-5423c766-f59f-4549-bc75-d5370a7522ab None None] Port 3364fc0b-244f-4f9e-9798-cb62bef99ad8 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:04:52.720077 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ceb50aca-9884-40c4-91d9-48e81e774c77 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:52.819537 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: ceb50aca-9884-40c4-91d9-48e81e774c77 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:04:52.823664 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ceb50aca-9884-40c4-91d9-48e81e774c77 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:04:52.837976 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147fa7f8-a047-49e4-89a8-363888073ad5 admin admin] Made reservation on behalf of 57f3c03d2b124082b609775c2f0b1c3c for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:52.840611 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-147fa7f8-a047-49e4-89a8-363888073ad5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.896099 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-302c1f81-f461-4552-8618-aedb6e94c671 service neutron] Attempting to bind port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:52.899710 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-302c1f81-f461-4552-8618-aedb6e94c671 service neutron] Attempting to bind port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:52.900060 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-302c1f81-f461-4552-8618-aedb6e94c671 service neutron] Attempting to bind port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:52.935207 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-302c1f81-f461-4552-8618-aedb6e94c671 service neutron] Port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:04:52.935814 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0b32bb8b-4fa9-4f72-9552-ed27abeb78e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.936070 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-302c1f81-f461-4552-8618-aedb6e94c671 service neutron] Attempting to bind port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:52.948507 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-302c1f81-f461-4552-8618-aedb6e94c671 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:52.949294 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-302c1f81-f461-4552-8618-aedb6e94c671 service neutron] Checking segment: {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:52.949861 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-302c1f81-f461-4552-8618-aedb6e94c671 service neutron] Bound using segment: {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:52.950566 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-302c1f81-f461-4552-8618-aedb6e94c671 service neutron] Bound port: 4c178b1f-3e9d-4fee-a31d-66c3fa093e52, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:52.951487 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-302c1f81-f461-4552-8618-aedb6e94c671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.052338 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2489dbb-b4c4-46c1-8491-2ff29964645b admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:04:53.062936 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb374c8c-1bc4-43fc-afb8-f8b8c19e5874 None None] Sync routers for ids ['b90fa7e2-c948-489f-b3e0-a62fb7a19f0c'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:04:53.070923 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c687ffa0-4431-48db-9046-66ba88fe4a1f req-f70af2b0-4b4c-4ec0-903c-71c577f3d7d3 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 210 time: 0.1217694 Jun 30 09:04:53.084294 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb374c8c-1bc4-43fc-afb8-f8b8c19e5874 None None] Routers {'b90fa7e2-c948-489f-b3e0-a62fb7a19f0c'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:53.085323 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-eb374c8c-1bc4-43fc-afb8-f8b8c19e5874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:04:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['b90fa7e2-c948-489f-b3e0-a62fb7a19f0c'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:53.088134 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-37750c33-8a94-43df-a444-23753fe81ac6 req-c61bc879-c90d-4559-9889-8fc49ba72775 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 210 time: 0.1620026 Jun 30 09:04:53.096162 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e2489dbb-b4c4-46c1-8491-2ff29964645b admin admin] 10.222.0.10 "PUT /v2.0/routers/b90fa7e2-c948-489f-b3e0-a62fb7a19f0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4477539 Jun 30 09:04:53.167045 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-302c1f81-f461-4552-8618-aedb6e94c671 service neutron] For port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:53.171990 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-302c1f81-f461-4552-8618-aedb6e94c671 service neutron] For port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=4c178b1f-3e9d-4fee-a31d-66c3fa093e52,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:53.253721 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-174d2aeb-f04f-4eac-8000-96134124bbcf req-1a4b4cb2-f835-4ac9-845a-3019b2421331 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2e65db-4344-4cc5-863f-41153f407cb4 HTTP/1.1" status: 200 len: 210 time: 0.0580797 Jun 30 09:04:53.257557 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-922240e0-2069-47d9-9b8b-ed705d6f42ec tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Allocated IP 172.20.0.14 (77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3/712820fb-ce56-42e0-86ec-ce6b0d4d81b4/ea94cb5f-b33a-418e-8c41-53432e6da5ae) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:53.280306 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-eb374c8c-1bc4-43fc-afb8-f8b8c19e5874 None None] Set router b90fa7e2-c948-489f-b3e0-a62fb7a19f0c gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:53.312488 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-302c1f81-f461-4552-8618-aedb6e94c671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.340457 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.414848 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c1f81-f461-4552-8618-aedb6e94c671 service neutron] Pushing event updated for resources: {'Port': ['ID=4c178b1f-3e9d-4fee-a31d-66c3fa093e52,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:53.444979 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-302c1f81-f461-4552-8618-aedb6e94c671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:53.446838 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-302c1f81-f461-4552-8618-aedb6e94c671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.448013 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-302c1f81-f461-4552-8618-aedb6e94c671 service neutron] 10.222.0.37 "PUT /v2.0/ports/4c178b1f-3e9d-4fee-a31d-66c3fa093e52 HTTP/1.1" status: 200 len: 1093 time: 3.2098861 Jun 30 09:04:53.448569 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b967c438-0199-472e-9340-0b706624dc6e', 'tag': '4c178b1f-3e9d-4fee-a31d-66c3fa093e52'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:53.451116 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d96757-3fa4-4ce7-ac2c-72732a311020" -d '{"events": [{"name": "network-changed", "server_uuid": "b967c438-0199-472e-9340-0b706624dc6e", "tag": "4c178b1f-3e9d-4fee-a31d-66c3fa093e52"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:53.573688 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-eb374c8c-1bc4-43fc-afb8-f8b8c19e5874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90fa7e2-c948-489f-b3e0-a62fb7a19f0c', 'name': 'tempest-FloatingIPsTestJSON-926278389-router', 'tenant_id': 'b1eede0321f8488ba5b266597207ba1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '65dab6c2-16df-4194-832b-d1af60035815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:41Z', 'updated_at': '2021-06-30T09:04:49Z', 'revision_number': 4, 'project_id': 'b1eede0321f8488ba5b266597207ba1e', 'gw_port': {'id': '65dab6c2-16df-4194-832b-d1af60035815', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90fa7e2-c948-489f-b3e0-a62fb7a19f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:42Z', 'updated_at': '2021-06-30T09:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '3364fc0b-244f-4f9e-9798-cb62bef99ad8', 'name': '', 'network_id': '268a3af1-1c1d-4bc6-a759-f6b2a660afcc', 'tenant_id': 'b1eede0321f8488ba5b266597207ba1e', 'mac_address': 'fa:16:3e:c4:07:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90fa7e2-c948-489f-b3e0-a62fb7a19f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '48be8b26-d852-491b-8b50-c8a3a62313b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:47Z', 'updated_at': '2021-06-30T09:04:50Z', 'revision_number': 2, 'project_id': 'b1eede0321f8488ba5b266597207ba1e', 'subnets': [{'id': '48be8b26-d852-491b-8b50-c8a3a62313b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:53.601513 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb374c8c-1bc4-43fc-afb8-f8b8c19e5874 None None] Checking router: b90fa7e2-c948-489f-b3e0-a62fb7a19f0c for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:04:53.601873 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb374c8c-1bc4-43fc-afb8-f8b8c19e5874 None None] Updating router b90fa7e2-c948-489f-b3e0-a62fb7a19f0c port 3364fc0b-244f-4f9e-9798-cb62bef99ad8 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:04:53.617645 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-922240e0-2069-47d9-9b8b-ed705d6f42ec tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.658302 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77a6d06-d8e8-4a49-b79e-e3f0f489a52a x-openstack-request-id: req-d77a6d06-d8e8-4a49-b79e-e3f0f489a52a {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:53.658302 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b967c438-0199-472e-9340-0b706624dc6e", "tag": "4c178b1f-3e9d-4fee-a31d-66c3fa093e52", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:53.658302 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d77a6d06-d8e8-4a49-b79e-e3f0f489a52a {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:53.658302 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b967c438-0199-472e-9340-0b706624dc6e', 'tag': '4c178b1f-3e9d-4fee-a31d-66c3fa093e52', 'status': 'completed', 'code': 200} Jun 30 09:04:53.670025 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-eb374c8c-1bc4-43fc-afb8-f8b8c19e5874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.754278 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-922240e0-2069-47d9-9b8b-ed705d6f42ec tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.766719 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-147fa7f8-a047-49e4-89a8-363888073ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.855058 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-d3c35b5b-f671-40ae-92ef-d2f7a25eb5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:53.856918 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-d3c35b5b-f671-40ae-92ef-d2f7a25eb5f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4072f6e39e474776996ee00ca570db4f&device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 1096 time: 0.2898068 Jun 30 09:04:53.897394 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147fa7f8-a047-49e4-89a8-363888073ad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e651e99a-03d6-43a4-b61b-0296c71f79e2,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:53.921931 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-fe73b6b4-eed3-4a2c-b10a-654e6c7545c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c178b1f-3e9d-4fee-a31d-66c3fa093e52 HTTP/1.1" status: 200 len: 217 time: 0.0550487 Jun 30 09:04:53.954394 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-922240e0-2069-47d9-9b8b-ed705d6f42ec tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Network 77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:53.964389 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-922240e0-2069-47d9-9b8b-ed705d6f42ec tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:53.968386 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-922240e0-2069-47d9-9b8b-ed705d6f42ec tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:54.062597 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-922240e0-2069-47d9-9b8b-ed705d6f42ec tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:54.063619 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-922240e0-2069-47d9-9b8b-ed705d6f42ec tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.084696 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-6e655979-168b-4f2b-972c-c78a4ebe0eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:54.086188 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-6e655979-168b-4f2b-972c-c78a4ebe0eb2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a401937-9638-402a-b598-8b54d19e09c0 HTTP/1.1" status: 200 len: 860 time: 0.1515782 Jun 30 09:04:54.092454 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d6ecbce8-5789-4001-b5ed-16102f2b3b07 req-b39806b5-0aa3-4a69-b378-656815a74668 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4174373 Jun 30 09:04:54.107721 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-d6ecbce8-5789-4001-b5ed-16102f2b3b07 req-d1eeec5c-9888-4dab-8769-ad8eeef79cc8 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:54.147080 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922240e0-2069-47d9-9b8b-ed705d6f42ec tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Pushing event updated for resources: {'Port': ['ID=ea94cb5f-b33a-418e-8c41-53432e6da5ae,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:54.151606 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-8f85f93b-15c6-46b8-ab26-93a4ff2749cf tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=aa895c07f8ad47749dbf0e6817533c37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0993972 Jun 30 09:04:54.158652 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-83745c10-3da6-4bd8-8c05-401d1ab9cb25 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651970 Jun 30 09:04:54.161069 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147fa7f8-a047-49e4-89a8-363888073ad5 admin admin] Checking segment: {'id': 'da26fd5b-20cb-42d1-8bae-8c74ceb582e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '4a5c0434-5e40-453b-90d8-7d1cb0d32721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:54.161494 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147fa7f8-a047-49e4-89a8-363888073ad5 admin admin] Network hostable DHCP agents. Network: 4a5c0434-5e40-453b-90d8-7d1cb0d32721, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:04:54.162362 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-eb374c8c-1bc4-43fc-afb8-f8b8c19e5874 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.180452 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-eb374c8c-1bc4-43fc-afb8-f8b8c19e5874 None None] Transition to ACTIVE for port object 3364fc0b-244f-4f9e-9798-cb62bef99ad8 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:54.232265 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d6ecbce8-5789-4001-b5ed-16102f2b3b07 req-d1eeec5c-9888-4dab-8769-ad8eeef79cc8 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Notify callbacks [] for floatingip, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.290961 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-eb374c8c-1bc4-43fc-afb8-f8b8c19e5874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.323997 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-bae7b756-f292-4f5f-948a-039f318526e5 service neutron] 10.222.0.37 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553993 Jun 30 09:04:54.467035 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.500747 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ea85b863-426b-47b4-8ef0-2de4727864ea req-eaa58f6e-3efb-430a-8c14-885e4b681ac7 service neutron] 10.222.0.37 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689620 Jun 30 09:04:54.541593 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-eb374c8c-1bc4-43fc-afb8-f8b8c19e5874 None None] Attempting to bind port 3364fc0b-244f-4f9e-9798-cb62bef99ad8 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:54.541961 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-eb374c8c-1bc4-43fc-afb8-f8b8c19e5874 None None] Attempting to bind port 3364fc0b-244f-4f9e-9798-cb62bef99ad8 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '2fec1338-7df1-494e-aeec-48833280b0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '268a3af1-1c1d-4bc6-a759-f6b2a660afcc'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:54.542317 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb374c8c-1bc4-43fc-afb8-f8b8c19e5874 None None] Attempting to bind port 3364fc0b-244f-4f9e-9798-cb62bef99ad8 on network 268a3af1-1c1d-4bc6-a759-f6b2a660afcc {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:54.552243 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb374c8c-1bc4-43fc-afb8-f8b8c19e5874 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:54.553474 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb374c8c-1bc4-43fc-afb8-f8b8c19e5874 None None] Checking segment: {'id': '2fec1338-7df1-494e-aeec-48833280b0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '268a3af1-1c1d-4bc6-a759-f6b2a660afcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:54.553847 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-eb374c8c-1bc4-43fc-afb8-f8b8c19e5874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.554282 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb374c8c-1bc4-43fc-afb8-f8b8c19e5874 None None] Bound using segment: {'id': '2fec1338-7df1-494e-aeec-48833280b0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '268a3af1-1c1d-4bc6-a759-f6b2a660afcc'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:54.554788 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-eb374c8c-1bc4-43fc-afb8-f8b8c19e5874 None None] Bound port: 3364fc0b-244f-4f9e-9798-cb62bef99ad8, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fec1338-7df1-494e-aeec-48833280b0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '268a3af1-1c1d-4bc6-a759-f6b2a660afcc'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:54.555226 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-eb374c8c-1bc4-43fc-afb8-f8b8c19e5874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.651937 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d187648-e3a8-4dd2-9e60-9cee8a3ec7b1 None None] Pushing event updated for resources: {'Port': ['ID=3364fc0b-244f-4f9e-9798-cb62bef99ad8,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:54.676596 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d187648-e3a8-4dd2-9e60-9cee8a3ec7b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:54.676932 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d187648-e3a8-4dd2-9e60-9cee8a3ec7b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:54.682532 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d187648-e3a8-4dd2-9e60-9cee8a3ec7b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:54.682874 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d187648-e3a8-4dd2-9e60-9cee8a3ec7b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:54.683212 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d187648-e3a8-4dd2-9e60-9cee8a3ec7b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:54.683543 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d187648-e3a8-4dd2-9e60-9cee8a3ec7b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:54.684275 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d187648-e3a8-4dd2-9e60-9cee8a3ec7b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:54.685014 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d187648-e3a8-4dd2-9e60-9cee8a3ec7b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:54.686520 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d187648-e3a8-4dd2-9e60-9cee8a3ec7b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:54.686520 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d187648-e3a8-4dd2-9e60-9cee8a3ec7b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:54.686520 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d187648-e3a8-4dd2-9e60-9cee8a3ec7b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:54.686520 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d187648-e3a8-4dd2-9e60-9cee8a3ec7b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:54.701490 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-922240e0-2069-47d9-9b8b-ed705d6f42ec tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7493038 Jun 30 09:04:54.702082 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-eb374c8c-1bc4-43fc-afb8-f8b8c19e5874 None None] For port 3364fc0b-244f-4f9e-9798-cb62bef99ad8, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:54.718068 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d6ecbce8-5789-4001-b5ed-16102f2b3b07 req-d1eeec5c-9888-4dab-8769-ad8eeef79cc8 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.727006 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-eb374c8c-1bc4-43fc-afb8-f8b8c19e5874 None None] For port 3364fc0b-244f-4f9e-9798-cb62bef99ad8, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3364fc0b-244f-4f9e-9798-cb62bef99ad8,segment=NetworkSegment(2fec1338-7df1-494e-aeec-48833280b0de),segment_id=2fec1338-7df1-494e-aeec-48833280b0de)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:54.750938 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-2fe25bd4-9b76-4319-b631-cca7bdad627d tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:54.753591 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-2fe25bd4-9b76-4319-b631-cca7bdad627d tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5889649 Jun 30 09:04:54.762851 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f8cf1-4a89-4960-bae0-cd5b427ae228 req-86901461-804b-47cd-b911-0f5778d62a51 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:54.771867 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-998f8cf1-4a89-4960-bae0-cd5b427ae228 req-86901461-804b-47cd-b911-0f5778d62a51 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 944 time: 0.8755820 Jun 30 09:04:54.780770 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-24178931-dbf5-4a48-93c5-e391bbc0c05b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Request body: {'port': {'device_id': '96dec757-7506-42f1-a999-ead91486211e', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'admin_state_up': True, 'tenant_id': 'aa895c07f8ad47749dbf0e6817533c37'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:54.784686 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147fa7f8-a047-49e4-89a8-363888073ad5 admin admin] Network 4a5c0434-5e40-453b-90d8-7d1cb0d32721 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:04:54.797499 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-eb374c8c-1bc4-43fc-afb8-f8b8c19e5874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.808699 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-ead36f63-74cb-4ba9-9642-675860782159 service neutron] Request body: {'port': {'device_id': 'bf2ba96a-e6e1-4405-9532-f042cca372c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:54.831625 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d96757-3fa4-4ce7-ac2c-72732a311020 req-af7070f6-504e-4019-8b14-ba51322ba46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:54.833297 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-21d96757-3fa4-4ce7-ac2c-72732a311020 req-af7070f6-504e-4019-8b14-ba51322ba46f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4072f6e39e474776996ee00ca570db4f&device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 1096 time: 0.1671002 Jun 30 09:04:54.866866 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d187648-e3a8-4dd2-9e60-9cee8a3ec7b1 None None] Pushing event updated for resources: {'Port': ['ID=3364fc0b-244f-4f9e-9798-cb62bef99ad8,revision_number=4']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:54.870180 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb374c8c-1bc4-43fc-afb8-f8b8c19e5874 None None] Routers {'b90fa7e2-c948-489f-b3e0-a62fb7a19f0c'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:54.870918 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-eb374c8c-1bc4-43fc-afb8-f8b8c19e5874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:04:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['b90fa7e2-c948-489f-b3e0-a62fb7a19f0c'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:54.921241 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-998f8cf1-4a89-4960-bae0-cd5b427ae228 req-d88e445a-e260-4e99-b2fd-43e6ae55ec35 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424160 Jun 30 09:04:54.972651 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d96757-3fa4-4ce7-ac2c-72732a311020 req-81e6f664-351d-41fe-94fe-81e84cfb5f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:54.974350 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-21d96757-3fa4-4ce7-ac2c-72732a311020 req-81e6f664-351d-41fe-94fe-81e84cfb5f54 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8 HTTP/1.1" status: 200 len: 921 time: 0.1338830 Jun 30 09:04:54.996706 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-d6ecbce8-5789-4001-b5ed-16102f2b3b07 req-d1eeec5c-9888-4dab-8769-ad8eeef79cc8 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Allocated IP 172.25.6.198 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/8916a300-ae74-45ae-87db-3ad2021bd459) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:55.020246 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-147fa7f8-a047-49e4-89a8-363888073ad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 4a5c0434-5e40-453b-90d8-7d1cb0d32721) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:55.029879 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae13572-0101-4e7c-bc4d-59414457f4b1 None None] Network 4a5c0434-5e40-453b-90d8-7d1cb0d32721 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:55.033572 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-eb374c8c-1bc4-43fc-afb8-f8b8c19e5874 None None] Set router b90fa7e2-c948-489f-b3e0-a62fb7a19f0c gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:55.035753 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147fa7f8-a047-49e4-89a8-363888073ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:55.036392 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-147fa7f8-a047-49e4-89a8-363888073ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.178164 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d6ecbce8-5789-4001-b5ed-16102f2b3b07 req-d1eeec5c-9888-4dab-8769-ad8eeef79cc8 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.185243 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-ead36f63-74cb-4ba9-9642-675860782159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.266156 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-21d96757-3fa4-4ce7-ac2c-72732a311020 req-de8c1b55-cdce-4199-bf8f-f8941c326805 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c178b1f-3e9d-4fee-a31d-66c3fa093e52 HTTP/1.1" status: 200 len: 217 time: 0.0410364 Jun 30 09:04:55.356728 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb369a97-ed91-46a7-8563-70c6f4f1b52c None None] Network 4a5c0434-5e40-453b-90d8-7d1cb0d32721 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:55.367979 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d96757-3fa4-4ce7-ac2c-72732a311020 req-aa5a1231-ea68-4a0a-b6fb-b937c45d9d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:55.369170 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-21d96757-3fa4-4ce7-ac2c-72732a311020 req-aa5a1231-ea68-4a0a-b6fb-b937c45d9d47 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a401937-9638-402a-b598-8b54d19e09c0 HTTP/1.1" status: 200 len: 860 time: 0.0887060 Jun 30 09:04:55.372531 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d6ecbce8-5789-4001-b5ed-16102f2b3b07 req-d1eeec5c-9888-4dab-8769-ad8eeef79cc8 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.417844 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-147fa7f8-a047-49e4-89a8-363888073ad5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9576545 Jun 30 09:04:55.473490 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eeec5c-9888-4dab-8769-ad8eeef79cc8 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Pushing event updated for resources: {'Port': ['ID=8916a300-ae74-45ae-87db-3ad2021bd459,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:55.544681 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-21d96757-3fa4-4ce7-ac2c-72732a311020 req-bc29adc8-a05f-41ce-bacb-8ef2d42a5afb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848165 Jun 30 09:04:55.549766 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-eb374c8c-1bc4-43fc-afb8-f8b8c19e5874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90fa7e2-c948-489f-b3e0-a62fb7a19f0c', 'name': 'tempest-FloatingIPsTestJSON-926278389-router', 'tenant_id': 'b1eede0321f8488ba5b266597207ba1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '65dab6c2-16df-4194-832b-d1af60035815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:41Z', 'updated_at': '2021-06-30T09:04:49Z', 'revision_number': 4, 'project_id': 'b1eede0321f8488ba5b266597207ba1e', 'gw_port': {'id': '65dab6c2-16df-4194-832b-d1af60035815', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90fa7e2-c948-489f-b3e0-a62fb7a19f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:42Z', 'updated_at': '2021-06-30T09:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '3364fc0b-244f-4f9e-9798-cb62bef99ad8', 'name': '', 'network_id': '268a3af1-1c1d-4bc6-a759-f6b2a660afcc', 'tenant_id': 'b1eede0321f8488ba5b266597207ba1e', 'mac_address': 'fa:16:3e:c4:07:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90fa7e2-c948-489f-b3e0-a62fb7a19f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '48be8b26-d852-491b-8b50-c8a3a62313b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:47Z', 'updated_at': '2021-06-30T09:04:54Z', 'revision_number': 4, 'project_id': 'b1eede0321f8488ba5b266597207ba1e', 'subnets': [{'id': '48be8b26-d852-491b-8b50-c8a3a62313b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:55.592772 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-24178931-dbf5-4a48-93c5-e391bbc0c05b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Made reservation on behalf of aa895c07f8ad47749dbf0e6817533c37 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:55.603157 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-24178931-dbf5-4a48-93c5-e391bbc0c05b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.609524 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb374c8c-1bc4-43fc-afb8-f8b8c19e5874 None None] The sync data for ids ['b90fa7e2-c948-489f-b3e0-a62fb7a19f0c'] in n-d-771363-31 is: [{'id': 'b90fa7e2-c948-489f-b3e0-a62fb7a19f0c', 'name': 'tempest-FloatingIPsTestJSON-926278389-router', 'tenant_id': 'b1eede0321f8488ba5b266597207ba1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '65dab6c2-16df-4194-832b-d1af60035815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:41Z', 'updated_at': '2021-06-30T09:04:49Z', 'revision_number': 4, 'project_id': 'b1eede0321f8488ba5b266597207ba1e', 'gw_port': {'id': '65dab6c2-16df-4194-832b-d1af60035815', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90fa7e2-c948-489f-b3e0-a62fb7a19f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:42Z', 'updated_at': '2021-06-30T09:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '3364fc0b-244f-4f9e-9798-cb62bef99ad8', 'name': '', 'network_id': '268a3af1-1c1d-4bc6-a759-f6b2a660afcc', 'tenant_id': 'b1eede0321f8488ba5b266597207ba1e', 'mac_address': 'fa:16:3e:c4:07:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90fa7e2-c948-489f-b3e0-a62fb7a19f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '48be8b26-d852-491b-8b50-c8a3a62313b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:47Z', 'updated_at': '2021-06-30T09:04:54Z', 'revision_number': 4, 'project_id': 'b1eede0321f8488ba5b266597207ba1e', 'subnets': [{'id': '48be8b26-d852-491b-8b50-c8a3a62313b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:04:55.637474 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f30b06-1ccd-40ae-8032-a96d16b8e192 req-d5469005-fc5e-4bfb-92d2-6e846e4c7504 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:55.649338 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-08f30b06-1ccd-40ae-8032-a96d16b8e192 req-d5469005-fc5e-4bfb-92d2-6e846e4c7504 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 932 time: 0.2352953 Jun 30 09:04:55.666768 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-21d96757-3fa4-4ce7-ac2c-72732a311020 req-e162e717-3bb3-49b0-b9e7-96bf76223bdb service neutron] 10.222.0.37 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086762 Jun 30 09:04:55.686459 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ecbce8-5789-4001-b5ed-16102f2b3b07 req-d1eeec5c-9888-4dab-8769-ad8eeef79cc8 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:55.710865 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-d6ecbce8-5789-4001-b5ed-16102f2b3b07 req-d1eeec5c-9888-4dab-8769-ad8eeef79cc8 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:55.744619 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ecbce8-5789-4001-b5ed-16102f2b3b07 req-d1eeec5c-9888-4dab-8769-ad8eeef79cc8 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:55.881542 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-21d96757-3fa4-4ce7-ac2c-72732a311020 req-f73f8236-a09f-4564-903c-16f61a73038c service neutron] 10.222.0.37 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008815 Jun 30 09:04:55.898839 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-ead36f63-74cb-4ba9-9642-675860782159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea94cb5f-b33a-418e-8c41-53432e6da5ae {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:55.960424 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3364fc0b-244f-4f9e-9798-cb62bef99ad8 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:56.008597 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d6ecbce8-5789-4001-b5ed-16102f2b3b07 req-d1eeec5c-9888-4dab-8769-ad8eeef79cc8 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:56.015510 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-ead36f63-74cb-4ba9-9642-675860782159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:56.081773 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-ead36f63-74cb-4ba9-9642-675860782159 service neutron] Transition to ACTIVE for port object ea94cb5f-b33a-418e-8c41-53432e6da5ae will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:56.111081 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-08f30b06-1ccd-40ae-8032-a96d16b8e192 req-a108c95a-15ba-4a27-90a4-963ac62aaf25 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956265 Jun 30 09:04:56.145006 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-08bcfc7d-3de7-48c2-b61e-0fe4697cb638 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:56.147320 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-08bcfc7d-3de7-48c2-b61e-0fe4697cb638 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.37 "GET /v2.0/networks?id=18ce6413-62b6-4a68-a76c-c4ee39855db0 HTTP/1.1" status: 200 len: 822 time: 0.4853179 Jun 30 09:04:56.203817 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d6ecbce8-5789-4001-b5ed-16102f2b3b07 req-d1eeec5c-9888-4dab-8769-ad8eeef79cc8 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:56.207399 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:56.208008 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-71d446f4-57af-4e2f-90dd-1d641c90488b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Request body: {'port': {'device_id': '0f2e65db-4344-4cc5-863f-41153f407cb4', 'network_id': '18ce6413-62b6-4a68-a76c-c4ee39855db0', 'admin_state_up': True, 'tenant_id': '0b8339fa5923433a9d67c427653bbbc8'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:56.211684 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 3364fc0b-244f-4f9e-9798-cb62bef99ad8 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:56.221926 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 3364fc0b-244f-4f9e-9798-cb62bef99ad8 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:56.222183 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:56.252038 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-ead36f63-74cb-4ba9-9642-675860782159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:56.421757 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:56.459811 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-459e65a8-18d7-4ff9-8c91-5d719aa09dbf req-f5179903-c757-45f7-9afd-a481b0b20719 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 210 time: 0.1131487 Jun 30 09:04:56.501394 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-24178931-dbf5-4a48-93c5-e391bbc0c05b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Allocated IP 192.168.233.145 (ad33225d-5521-4894-b7e8-170799d80b12/a0a5de46-050b-42ad-8d47-c859eedbe230/aadc3403-34ed-4a92-ae27-99ad7913f8f3) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:56.520990 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 3364fc0b-244f-4f9e-9798-cb62bef99ad8, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3364fc0b-244f-4f9e-9798-cb62bef99ad8,segment=NetworkSegment(2fec1338-7df1-494e-aeec-48833280b0de),segment_id=2fec1338-7df1-494e-aeec-48833280b0de)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:56.541705 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead36f63-74cb-4ba9-9642-675860782159 service neutron] Pushing event updated for resources: {'Port': ['ID=ea94cb5f-b33a-418e-8c41-53432e6da5ae,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:56.549265 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d6ecbce8-5789-4001-b5ed-16102f2b3b07 req-d1eeec5c-9888-4dab-8769-ad8eeef79cc8 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:56.643795 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:56.644153 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d6ecbce8-5789-4001-b5ed-16102f2b3b07 req-d1eeec5c-9888-4dab-8769-ad8eeef79cc8 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:56.695948 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e6d48cd6-9efa-4d05-b723-de0709355fed req-cb274e7e-ce8c-4b79-b602-9b7ec62f9935 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2e65db-4344-4cc5-863f-41153f407cb4 HTTP/1.1" status: 200 len: 210 time: 0.0509233 Jun 30 09:04:56.764093 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:04:56.765070 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=3364fc0b-244f-4f9e-9798-cb62bef99ad8,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:56.785656 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eeec5c-9888-4dab-8769-ad8eeef79cc8 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Pushing event updated for resources: {'Port': ['ID=8916a300-ae74-45ae-87db-3ad2021bd459,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:56.799236 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d6ecbce8-5789-4001-b5ed-16102f2b3b07 req-d1eeec5c-9888-4dab-8769-ad8eeef79cc8 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:56.852047 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-ead36f63-74cb-4ba9-9642-675860782159 service neutron] Attempting to bind port ea94cb5f-b33a-418e-8c41-53432e6da5ae on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:56.852486 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-ead36f63-74cb-4ba9-9642-675860782159 service neutron] Attempting to bind port ea94cb5f-b33a-418e-8c41-53432e6da5ae by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': 'ef777540-1d0e-494f-843e-24cc054d8054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:56.852937 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-ead36f63-74cb-4ba9-9642-675860782159 service neutron] Attempting to bind port ea94cb5f-b33a-418e-8c41-53432e6da5ae on network 77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:56.863346 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-a085ec9c-b922-4dbd-92a6-da00222cf66f req-1d8a6808-6a06-4e51-8e22-5fce7db0084e tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1201103127', 'description': 'tempest-description-541270299'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:56.878820 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-ead36f63-74cb-4ba9-9642-675860782159 service neutron] Port ea94cb5f-b33a-418e-8c41-53432e6da5ae on network 77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:04:56.879190 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-ead36f63-74cb-4ba9-9642-675860782159 service neutron] Attempting to bind port ea94cb5f-b33a-418e-8c41-53432e6da5ae on network 77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:56.889265 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-ead36f63-74cb-4ba9-9642-675860782159 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:56.891640 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-ead36f63-74cb-4ba9-9642-675860782159 service neutron] Checking segment: {'id': 'ef777540-1d0e-494f-843e-24cc054d8054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:56.891640 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-ead36f63-74cb-4ba9-9642-675860782159 service neutron] Bound using segment: {'id': 'ef777540-1d0e-494f-843e-24cc054d8054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:56.891640 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-ead36f63-74cb-4ba9-9642-675860782159 service neutron] Bound port: ea94cb5f-b33a-418e-8c41-53432e6da5ae, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef777540-1d0e-494f-843e-24cc054d8054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:56.891640 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-ead36f63-74cb-4ba9-9642-675860782159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:56.961359 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-71d446f4-57af-4e2f-90dd-1d641c90488b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Made reservation on behalf of 0b8339fa5923433a9d67c427653bbbc8 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:56.964939 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-71d446f4-57af-4e2f-90dd-1d641c90488b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:56.979024 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-24178931-dbf5-4a48-93c5-e391bbc0c05b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.022670 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-24178931-dbf5-4a48-93c5-e391bbc0c05b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Transition to ACTIVE for port object aadc3403-34ed-4a92-ae27-99ad7913f8f3 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:57.027977 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d6ecbce8-5789-4001-b5ed-16102f2b3b07 req-d1eeec5c-9888-4dab-8769-ad8eeef79cc8 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.030362 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d6ecbce8-5789-4001-b5ed-16102f2b3b07 req-d1eeec5c-9888-4dab-8769-ad8eeef79cc8 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9276445 Jun 30 09:04:57.097407 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d6ecbce8-5789-4001-b5ed-16102f2b3b07 req-c85e7b71-7634-4aee-8b6b-4b58913cc761 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.198 HTTP/1.1" status: 200 len: 696 time: 0.0575750 Jun 30 09:04:57.111011 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-ead36f63-74cb-4ba9-9642-675860782159 service neutron] For port ea94cb5f-b33a-418e-8c41-53432e6da5ae, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:57.156445 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-ead36f63-74cb-4ba9-9642-675860782159 service neutron] For port ea94cb5f-b33a-418e-8c41-53432e6da5ae, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ea94cb5f-b33a-418e-8c41-53432e6da5ae,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:57.255869 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-a085ec9c-b922-4dbd-92a6-da00222cf66f req-1d8a6808-6a06-4e51-8e22-5fce7db0084e tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.280166 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecbce8-5789-4001-b5ed-16102f2b3b07 req-0e667257-4e0f-421f-997d-1b33e075c8be tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:57.281846 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d6ecbce8-5789-4001-b5ed-16102f2b3b07 req-0e667257-4e0f-421f-997d-1b33e075c8be tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 784 time: 0.1750481 Jun 30 09:04:57.294774 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-d6ecbce8-5789-4001-b5ed-16102f2b3b07 req-f67d64f6-d2a8-4bc8-8d93-178e2e67566e tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:04:57.296075 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d6ecbce8-5789-4001-b5ed-16102f2b3b07 req-f67d64f6-d2a8-4bc8-8d93-178e2e67566e tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074062 Jun 30 09:04:57.311334 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-ead36f63-74cb-4ba9-9642-675860782159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.338895 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-71d446f4-57af-4e2f-90dd-1d641c90488b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Allocated IP 172.20.0.3 (18ce6413-62b6-4a68-a76c-c4ee39855db0/ea4a3d03-fc72-484b-8795-58a00e475b6f/4bf4191f-3028-438b-9d13-35db557534c2) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:57.383189 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-ead36f63-74cb-4ba9-9642-675860782159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:57.384285 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-ead36f63-74cb-4ba9-9642-675860782159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.386595 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-ead36f63-74cb-4ba9-9642-675860782159 service neutron] 10.222.0.52 "PUT /v2.0/ports/ea94cb5f-b33a-418e-8c41-53432e6da5ae HTTP/1.1" status: 200 len: 1093 time: 2.6109047 Jun 30 09:04:57.390983 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2ba96a-e6e1-4405-9532-f042cca372c3', 'tag': 'ea94cb5f-b33a-418e-8c41-53432e6da5ae'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:57.404706 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbaa1583-993d-4725-ad56-507b2c2964d6" -d '{"events": [{"name": "network-changed", "server_uuid": "bf2ba96a-e6e1-4405-9532-f042cca372c3", "tag": "ea94cb5f-b33a-418e-8c41-53432e6da5ae"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:57.420143 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-24178931-dbf5-4a48-93c5-e391bbc0c05b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.437518 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['4094a647-fe43-43c7-be05-cfb17691d652'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:57.492035 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['3aaa3baa-3cbd-4e68-9f06-99979365a13d'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:57.558866 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378691cb-74da-47d0-962e-50738890b388 req-4353fc81-b20c-48a9-9c39-3c51f58cd033 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:57.563040 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-378691cb-74da-47d0-962e-50738890b388 req-4353fc81-b20c-48a9-9c39-3c51f58cd033 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 944 time: 0.1448247 Jun 30 09:04:57.585226 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-24178931-dbf5-4a48-93c5-e391bbc0c05b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Network ad33225d-5521-4894-b7e8-170799d80b12 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:57.592574 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead36f63-74cb-4ba9-9642-675860782159 service neutron] Pushing event updated for resources: {'Port': ['ID=ea94cb5f-b33a-418e-8c41-53432e6da5ae,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:57.607163 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-24178931-dbf5-4a48-93c5-e391bbc0c05b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:57.622861 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-378691cb-74da-47d0-962e-50738890b388 req-ad0a96a6-ced6-409e-8314-d0531fb78700 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504274 Jun 30 09:04:57.643748 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-24178931-dbf5-4a48-93c5-e391bbc0c05b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:57.655090 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-a085ec9c-b922-4dbd-92a6-da00222cf66f req-1d8a6808-6a06-4e51-8e22-5fce7db0084e tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.728552 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24178931-dbf5-4a48-93c5-e391bbc0c05b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Pushing event updated for resources: {'Port': ['ID=aadc3403-34ed-4a92-ae27-99ad7913f8f3,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:57.857767 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-a085ec9c-b922-4dbd-92a6-da00222cf66f req-1d8a6808-6a06-4e51-8e22-5fce7db0084e tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.912744 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-f41805b1-48ea-4b78-ba26-8e572c5309f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:57.914814 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-f41805b1-48ea-4b78-ba26-8e572c5309f5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01a7fa5afec243f0b7c321924a151489&device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 1096 time: 0.3964760 Jun 30 09:04:57.921092 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-24178931-dbf5-4a48-93c5-e391bbc0c05b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:57.921977 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-24178931-dbf5-4a48-93c5-e391bbc0c05b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.949648 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3364fc0b-244f-4f9e-9798-cb62bef99ad8 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:57.953456 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-71d446f4-57af-4e2f-90dd-1d641c90488b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.995237 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a6808-6a06-4e51-8e22-5fce7db0084e tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5458c4-584b-4993-bd2e-e5c3896b17eb,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:58.003938 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-02fbeb83-ff84-48c1-b61c-4a2b9a1c5967 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea94cb5f-b33a-418e-8c41-53432e6da5ae HTTP/1.1" status: 200 len: 217 time: 0.0664530 Jun 30 09:04:58.027760 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 3364fc0b-244f-4f9e-9798-cb62bef99ad8 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:58.028138 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:58.057767 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e0bc8-5b56-4673-9b7e-ddc8a3a5a3ab req-b22b6012-1de7-44cf-8c93-69275a3e75b9 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:58.059598 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-a085ec9c-b922-4dbd-92a6-da00222cf66f req-1d8a6808-6a06-4e51-8e22-5fce7db0084e tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:58.060887 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a085ec9c-b922-4dbd-92a6-da00222cf66f req-1d8a6808-6a06-4e51-8e22-5fce7db0084e tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.2053208 Jun 30 09:04:58.066479 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6c1e0bc8-5b56-4673-9b7e-ddc8a3a5a3ab req-b22b6012-1de7-44cf-8c93-69275a3e75b9 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 944 time: 0.0850723 Jun 30 09:04:58.112927 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6c1e0bc8-5b56-4673-9b7e-ddc8a3a5a3ab req-3443e27e-ed25-4103-85f9-06d147aba112 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451586 Jun 30 09:04:58.138625 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-24178931-dbf5-4a48-93c5-e391bbc0c05b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3640172 Jun 30 09:04:58.144341 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-6523b836-88b8-4b2b-ab63-44cb2cbf7ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:58.145806 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-6523b836-88b8-4b2b-ab63-44cb2cbf7ed0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=712820fb-ce56-42e0-86ec-ce6b0d4d81b4 HTTP/1.1" status: 200 len: 844 time: 0.1362605 Jun 30 09:04:58.151538 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4a457da1-e321-4964-8839-97c3463b406a req-1842d054-5368-4a83-b8ae-80fe96d8c3b4 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] 10.222.0.10 "GET /v2.0/floatingips/f41e1371-c6ab-438f-94dd-363c4cd7b7c4 HTTP/1.1" status: 200 len: 693 time: 0.0622981 Jun 30 09:04:58.158532 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c8f03bd7-4efd-4421-8a3c-c267b6ba94fa None None] Provisioning for port aadc3403-34ed-4a92-ae27-99ad7913f8f3 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:58.158532 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c8f03bd7-4efd-4421-8a3c-c267b6ba94fa None None] Provisioning complete for port aadc3403-34ed-4a92-ae27-99ad7913f8f3 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:58.158532 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c8f03bd7-4efd-4421-8a3c-c267b6ba94fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:58.161571 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-968eedba-7a2e-4398-b756-9b80fd5b2bea service neutron] Request body: {'port': {'device_id': '96dec757-7506-42f1-a999-ead91486211e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:58.171329 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6310b27f-cfd5-4f32-b795-00eb4e8e9ee8 x-openstack-request-id: req-6310b27f-cfd5-4f32-b795-00eb4e8e9ee8 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:58.171634 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf2ba96a-e6e1-4405-9532-f042cca372c3", "tag": "ea94cb5f-b33a-418e-8c41-53432e6da5ae", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:58.171907 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6310b27f-cfd5-4f32-b795-00eb4e8e9ee8 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:58.172530 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf2ba96a-e6e1-4405-9532-f042cca372c3', 'tag': 'ea94cb5f-b33a-418e-8c41-53432e6da5ae', 'status': 'completed', 'code': 200} Jun 30 09:04:58.200229 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-c8f03bd7-4efd-4421-8a3c-c267b6ba94fa None None] Port aadc3403-34ed-4a92-ae27-99ad7913f8f3 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:04:58.269334 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:58.274053 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-71d446f4-57af-4e2f-90dd-1d641c90488b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:58.292504 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-b3f87954-9576-452b-a948-143051c04a75 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1225681 Jun 30 09:04:58.339781 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7d7f4-79c4-4b53-bac5-2531344cd96b req-3ac0d44e-2bdd-4494-b525-7d8e3eee6d78 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:58.341463 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eba7d7f4-79c4-4b53-bac5-2531344cd96b req-3ac0d44e-2bdd-4494-b525-7d8e3eee6d78 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 936 time: 0.0747750 Jun 30 09:04:58.395791 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eba7d7f4-79c4-4b53-bac5-2531344cd96b req-a554a6be-d8d5-475f-a920-535fc06b518c tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468435 Jun 30 09:04:58.397197 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=4c178b1f-3e9d-4fee-a31d-66c3fa093e52,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:58.431367 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '4c178b1f-3e9d-4fee-a31d-66c3fa093e52', 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8', 'port_id': '4c178b1f-3e9d-4fee-a31d-66c3fa093e52', 'mac_address': 'fa:16:3e:33:18:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a401937-9638-402a-b598-8b54d19e09c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:04:58.435706 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-71d446f4-57af-4e2f-90dd-1d641c90488b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Network 18ce6413-62b6-4a68-a76c-c4ee39855db0 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:58.462586 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-71d446f4-57af-4e2f-90dd-1d641c90488b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:58.465152 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-71d446f4-57af-4e2f-90dd-1d641c90488b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:58.480663 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:58.496214 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:58.518949 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=4c178b1f-3e9d-4fee-a31d-66c3fa093e52,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:58.520215 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d446f4-57af-4e2f-90dd-1d641c90488b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Pushing event updated for resources: {'Port': ['ID=4bf4191f-3028-438b-9d13-35db557534c2,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:58.594963 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1ec71-a043-4d8a-92dd-26dacff2eae2 req-2086d461-fff2-4ecf-855d-2616c4e60758 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:58.595266 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a457da1-e321-4964-8839-97c3463b406a req-c5449780-a426-474c-b108-1cdbed599ab0 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:58.596509 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4a457da1-e321-4964-8839-97c3463b406a req-c5449780-a426-474c-b108-1cdbed599ab0 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 784 time: 0.4302571 Jun 30 09:04:58.596793 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5ed1ec71-a043-4d8a-92dd-26dacff2eae2 req-2086d461-fff2-4ecf-855d-2616c4e60758 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2e65db-4344-4cc5-863f-41153f407cb4 HTTP/1.1" status: 200 len: 931 time: 0.0734732 Jun 30 09:04:58.605424 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-968eedba-7a2e-4398-b756-9b80fd5b2bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:58.617049 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-71d446f4-57af-4e2f-90dd-1d641c90488b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:58.617705 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-71d446f4-57af-4e2f-90dd-1d641c90488b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:58.634699 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-d68c6167-26bb-4e36-ba4c-b55af46811f9 service neutron] 10.222.0.52 "GET /v2.0/networks/77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249865 Jun 30 09:04:58.648864 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5ed1ec71-a043-4d8a-92dd-26dacff2eae2 req-606a95d7-530f-4cb7-a659-f335cacc0e9a tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419772 Jun 30 09:04:58.765021 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:58.769732 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e4b6bfd4-839f-42a1-b30f-7cd19e1dde50 req-de892226-8f6a-4b64-ae5c-2a58a6f9b98c tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=b1eede0321f8488ba5b266597207ba1e HTTP/1.1" status: 200 len: 696 time: 0.0910285 Jun 30 09:04:58.823282 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=4c178b1f-3e9d-4fee-a31d-66c3fa093e52,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:58.901257 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6bfd4-839f-42a1-b30f-7cd19e1dde50 req-121878b0-da80-407f-8df3-3b7702b178a0 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:58.903218 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e4b6bfd4-839f-42a1-b30f-7cd19e1dde50 req-121878b0-da80-407f-8df3-3b7702b178a0 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] 10.222.0.10 "GET /v2.0/networks?id=599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 787 time: 0.1247008 Jun 30 09:04:58.914324 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-e4b6bfd4-839f-42a1-b30f-7cd19e1dde50 req-ed6ea99e-0532-4e5a-8b43-4d8ecf595120 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:04:58.915494 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e4b6bfd4-839f-42a1-b30f-7cd19e1dde50 req-ed6ea99e-0532-4e5a-8b43-4d8ecf595120 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066175 Jun 30 09:04:58.990914 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-71d446f4-57af-4e2f-90dd-1d641c90488b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8306732 Jun 30 09:04:59.014524 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-d2690c00-9653-4b8b-89ef-4e37ad5d915b service neutron] Request body: {'port': {'device_id': '0f2e65db-4344-4cc5-863f-41153f407cb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:59.064250 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9f6fe8fd-5bc6-46b3-8a24-f80b2a1bf819 req-c43a6967-8f29-400c-9786-e2ef23410ffa tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] 10.222.0.10 "GET /v2.0/security-groups/5b5458c4-584b-4993-bd2e-e5c3896b17eb HTTP/1.1" status: 200 len: 1812 time: 0.4426322 Jun 30 09:04:59.091890 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0c98e-2303-425b-a882-fbb0d78824b5 req-c4e83b1b-bb49-4f29-997a-70ffb4c44350 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:59.093427 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b4c0c98e-2303-425b-a882-fbb0d78824b5 req-c4e83b1b-bb49-4f29-997a-70ffb4c44350 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 945 time: 0.0685713 Jun 30 09:04:59.131335 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-9f6fe8fd-5bc6-46b3-8a24-f80b2a1bf819 req-f6c3280e-74e3-4ffa-898d-0e7ff25f760e tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5b5458c4-584b-4993-bd2e-e5c3896b17eb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:59.131683 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-9f6fe8fd-5bc6-46b3-8a24-f80b2a1bf819 req-f6c3280e-74e3-4ffa-898d-0e7ff25f760e tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5b5458c4-584b-4993-bd2e-e5c3896b17eb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:59.140157 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b4c0c98e-2303-425b-a882-fbb0d78824b5 req-5bd92392-0e8d-4fff-91a7-18b604c186c4 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401433 Jun 30 09:04:59.147240 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['4c178b1f-3e9d-4fee-a31d-66c3fa093e52'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:59.210853 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf72be3d-94c5-4a34-a4ba-cf7ce4b67ec8 req-f9c04d14-3d12-4784-ac9f-a258cbddb96d service neutron] 10.222.0.52 "GET /v2.0/networks/77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5661559 Jun 30 09:04:59.269270 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-d2690c00-9653-4b8b-89ef-4e37ad5d915b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.361306 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-43a7e5be-a3c1-4d96-aab4-a443911ec1eb req-6eacbf63-581f-4d85-b569-57a7441a4be3 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] 10.222.0.10 "GET /v2.0/floatingips/f41e1371-c6ab-438f-94dd-363c4cd7b7c4 HTTP/1.1" status: 200 len: 693 time: 0.0491297 Jun 30 09:04:59.484433 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7e5be-a3c1-4d96-aab4-a443911ec1eb req-3b12d4e4-26b5-4070-bbad-58708c8e4f49 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:59.485856 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-43a7e5be-a3c1-4d96-aab4-a443911ec1eb req-3b12d4e4-26b5-4070-bbad-58708c8e4f49 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 784 time: 0.1175706 Jun 30 09:04:59.541440 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-43a7e5be-a3c1-4d96-aab4-a443911ec1eb req-cedc892b-3557-4212-8588-3fb392cc1fe4 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.198 HTTP/1.1" status: 200 len: 696 time: 0.0481398 Jun 30 09:04:59.596975 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-43a7e5be-a3c1-4d96-aab4-a443911ec1eb req-dbb76c3d-f059-4009-a4ea-6b6439a7a1b7 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.198 HTTP/1.1" status: 200 len: 696 time: 0.0489061 Jun 30 09:04:59.606678 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-968eedba-7a2e-4398-b756-9b80fd5b2bea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aadc3403-34ed-4a92-ae27-99ad7913f8f3 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:59.618320 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-9f6fe8fd-5bc6-46b3-8a24-f80b2a1bf819 req-f6c3280e-74e3-4ffa-898d-0e7ff25f760e tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.623566 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-968eedba-7a2e-4398-b756-9b80fd5b2bea service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.653528 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-968eedba-7a2e-4398-b756-9b80fd5b2bea service neutron] Transition to ACTIVE for port object aadc3403-34ed-4a92-ae27-99ad7913f8f3 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:59.680679 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-9f6fe8fd-5bc6-46b3-8a24-f80b2a1bf819 req-f6c3280e-74e3-4ffa-898d-0e7ff25f760e tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.685206 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa1583-993d-4725-ad56-507b2c2964d6 req-87b58ca1-77f8-4c0c-8881-6921063b4db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:59.686810 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dbaa1583-993d-4725-ad56-507b2c2964d6 req-87b58ca1-77f8-4c0c-8881-6921063b4db9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01a7fa5afec243f0b7c321924a151489&device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 1096 time: 0.2534063 Jun 30 09:04:59.737992 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-43a7e5be-a3c1-4d96-aab4-a443911ec1eb req-28f7eb38-984b-4d1d-b594-6e579b852ae5 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Deleting port 8916a300-ae74-45ae-87db-3ad2021bd459 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:59.738338 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-43a7e5be-a3c1-4d96-aab4-a443911ec1eb req-28f7eb38-984b-4d1d-b594-6e579b852ae5 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.751808 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-968eedba-7a2e-4398-b756-9b80fd5b2bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.813561 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-9f6fe8fd-5bc6-46b3-8a24-f80b2a1bf819 req-f6c3280e-74e3-4ffa-898d-0e7ff25f760e tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.822809 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-43a7e5be-a3c1-4d96-aab4-a443911ec1eb req-28f7eb38-984b-4d1d-b594-6e579b852ae5 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.823687 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-43a7e5be-a3c1-4d96-aab4-a443911ec1eb req-28f7eb38-984b-4d1d-b594-6e579b852ae5 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.837869 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-43a7e5be-a3c1-4d96-aab4-a443911ec1eb req-28f7eb38-984b-4d1d-b594-6e579b852ae5 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Calling delete_port for 8916a300-ae74-45ae-87db-3ad2021bd459 owned by network:floatingip {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:59.909574 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968eedba-7a2e-4398-b756-9b80fd5b2bea service neutron] Pushing event updated for resources: {'Port': ['ID=aadc3403-34ed-4a92-ae27-99ad7913f8f3,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:59.938856 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3280e-74e3-4ffa-898d-0e7ff25f760e tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9bba6bf-a29a-4743-ab75-445e26c9ce7e,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:59.943103 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-d2690c00-9653-4b8b-89ef-4e37ad5d915b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bf4191f-3028-438b-9d13-35db557534c2 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:59.978413 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-d2690c00-9653-4b8b-89ef-4e37ad5d915b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.981502 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa1583-993d-4725-ad56-507b2c2964d6 req-a4ee949d-a62d-4773-853c-2d92f97c3da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:59.982986 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dbaa1583-993d-4725-ad56-507b2c2964d6 req-a4ee949d-a62d-4773-853c-2d92f97c3da3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 HTTP/1.1" status: 200 len: 905 time: 0.2870321 Jun 30 09:05:00.045835 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dbaa1583-993d-4725-ad56-507b2c2964d6 req-eaa7ec3e-23ed-49e2-88aa-823f8f9f4f4f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea94cb5f-b33a-418e-8c41-53432e6da5ae HTTP/1.1" status: 200 len: 217 time: 0.0492651 Jun 30 09:05:00.055189 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-9f6fe8fd-5bc6-46b3-8a24-f80b2a1bf819 req-f6c3280e-74e3-4ffa-898d-0e7ff25f760e tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.056278 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9f6fe8fd-5bc6-46b3-8a24-f80b2a1bf819 req-f6c3280e-74e3-4ffa-898d-0e7ff25f760e tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9387290 Jun 30 09:05:00.096332 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-968eedba-7a2e-4398-b756-9b80fd5b2bea service neutron] Attempting to bind port aadc3403-34ed-4a92-ae27-99ad7913f8f3 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:05:00.096671 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-968eedba-7a2e-4398-b756-9b80fd5b2bea service neutron] Attempting to bind port aadc3403-34ed-4a92-ae27-99ad7913f8f3 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:05:00.097001 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-968eedba-7a2e-4398-b756-9b80fd5b2bea service neutron] Attempting to bind port aadc3403-34ed-4a92-ae27-99ad7913f8f3 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:00.105583 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-968eedba-7a2e-4398-b756-9b80fd5b2bea service neutron] Port aadc3403-34ed-4a92-ae27-99ad7913f8f3 on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:05:00.105960 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-968eedba-7a2e-4398-b756-9b80fd5b2bea service neutron] Attempting to bind port aadc3403-34ed-4a92-ae27-99ad7913f8f3 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:00.117994 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-968eedba-7a2e-4398-b756-9b80fd5b2bea service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:05:00.118329 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-968eedba-7a2e-4398-b756-9b80fd5b2bea service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:00.118729 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-968eedba-7a2e-4398-b756-9b80fd5b2bea service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:05:00.119202 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-968eedba-7a2e-4398-b756-9b80fd5b2bea service neutron] Bound port: aadc3403-34ed-4a92-ae27-99ad7913f8f3, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:05:00.119611 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-968eedba-7a2e-4398-b756-9b80fd5b2bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.132456 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa1583-993d-4725-ad56-507b2c2964d6 req-4bd666d6-e65a-43cb-8306-f4479bda5885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:00.134123 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dbaa1583-993d-4725-ad56-507b2c2964d6 req-4bd666d6-e65a-43cb-8306-f4479bda5885 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=712820fb-ce56-42e0-86ec-ce6b0d4d81b4 HTTP/1.1" status: 200 len: 844 time: 0.0800912 Jun 30 09:05:00.153580 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-43a7e5be-a3c1-4d96-aab4-a443911ec1eb req-28f7eb38-984b-4d1d-b594-6e579b852ae5 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.154098 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-d2690c00-9653-4b8b-89ef-4e37ad5d915b service neutron] Transition to ACTIVE for port object 4bf4191f-3028-438b-9d13-35db557534c2 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:00.191059 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7eb38-984b-4d1d-b594-6e579b852ae5 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Pushing event deleted for resources: {'Port': ['ID=8916a300-ae74-45ae-87db-3ad2021bd459,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:00.198143 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dbaa1583-993d-4725-ad56-507b2c2964d6 req-6a33bfb0-0bd9-43f9-9fcc-49b88e7931b5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568988 Jun 30 09:05:00.254820 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-43a7e5be-a3c1-4d96-aab4-a443911ec1eb req-28f7eb38-984b-4d1d-b594-6e579b852ae5 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Notify callbacks [] for floatingip, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.258022 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-43a7e5be-a3c1-4d96-aab4-a443911ec1eb req-28f7eb38-984b-4d1d-b594-6e579b852ae5 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.259438 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-43a7e5be-a3c1-4d96-aab4-a443911ec1eb req-28f7eb38-984b-4d1d-b594-6e579b852ae5 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] 10.222.0.10 "DELETE /v2.0/floatingips/f41e1371-c6ab-438f-94dd-363c4cd7b7c4 HTTP/1.1" status: 204 len: 173 time: 0.6547232 Jun 30 09:05:00.280401 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:00.336614 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-968eedba-7a2e-4398-b756-9b80fd5b2bea service neutron] For port aadc3403-34ed-4a92-ae27-99ad7913f8f3, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:00.363305 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-968eedba-7a2e-4398-b756-9b80fd5b2bea service neutron] For port aadc3403-34ed-4a92-ae27-99ad7913f8f3, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=aadc3403-34ed-4a92-ae27-99ad7913f8f3,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:05:00.371158 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-d2690c00-9653-4b8b-89ef-4e37ad5d915b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.419611 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dbaa1583-993d-4725-ad56-507b2c2964d6 req-f98c7d7c-6776-4e1c-86f9-a70ab045d94a service neutron] 10.222.0.52 "GET /v2.0/networks/77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107179 Jun 30 09:05:00.433453 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c570da6-80b5-4945-a789-a4564f5271d9 req-cd220cf0-0c64-4b2c-a083-0d7bb1a3c9d7 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:00.434991 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3c570da6-80b5-4945-a789-a4564f5271d9 req-cd220cf0-0c64-4b2c-a083-0d7bb1a3c9d7 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 944 time: 0.2590051 Jun 30 09:05:00.436809 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea96e7-0fad-4a48-8f0a-96809d7918dc req-c48afb39-0d1b-4d98-aa0f-881f98831d4e tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:00.439033 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5ea96e7-0fad-4a48-8f0a-96809d7918dc req-c48afb39-0d1b-4d98-aa0f-881f98831d4e tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 948 time: 0.0739961 Jun 30 09:05:00.491972 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5ea96e7-0fad-4a48-8f0a-96809d7918dc req-979c0156-3d9d-4b65-b52c-dcd08ed9406c tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378506 Jun 30 09:05:00.525038 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2690c00-9653-4b8b-89ef-4e37ad5d915b service neutron] Pushing event updated for resources: {'Port': ['ID=4bf4191f-3028-438b-9d13-35db557534c2,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:00.564729 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:00.570458 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:00.570817 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.600181 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3c570da6-80b5-4945-a789-a4564f5271d9 req-b6bda50f-1094-4ac0-87bf-39db9c3002b1 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461809 Jun 30 09:05:00.654122 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dbaa1583-993d-4725-ad56-507b2c2964d6 req-532119b9-6786-40f0-b246-a2a9511d1238 service neutron] 10.222.0.52 "GET /v2.0/networks/77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180758 Jun 30 09:05:00.685648 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.685850 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-968eedba-7a2e-4398-b756-9b80fd5b2bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.686035 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007ea46-6381-4422-8f0c-733d91a828d5 req-15b8ce59-d59e-4c6a-9d09-49755d033a22 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:00.686035 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9007ea46-6381-4422-8f0c-733d91a828d5 req-15b8ce59-d59e-4c6a-9d09-49755d033a22 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2e65db-4344-4cc5-863f-41153f407cb4 HTTP/1.1" status: 200 len: 943 time: 0.0799472 Jun 30 09:05:00.711232 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b967c438-0199-472e-9340-0b706624dc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c178b1f-3e9d-4fee-a31d-66c3fa093e52'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:00.713759 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58623986-00b5-4312-b87f-41e227767044" -d '{"events": [{"server_uuid": "b967c438-0199-472e-9340-0b706624dc6e", "name": "network-vif-plugged", "status": "completed", "tag": "4c178b1f-3e9d-4fee-a31d-66c3fa093e52"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:00.719008 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-d2690c00-9653-4b8b-89ef-4e37ad5d915b service neutron] Attempting to bind port 4bf4191f-3028-438b-9d13-35db557534c2 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:05:00.720269 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-d2690c00-9653-4b8b-89ef-4e37ad5d915b service neutron] Attempting to bind port 4bf4191f-3028-438b-9d13-35db557534c2 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '36eeeb10-1ff7-43e6-93e2-723c66ec36b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '18ce6413-62b6-4a68-a76c-c4ee39855db0'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:05:00.720269 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-d2690c00-9653-4b8b-89ef-4e37ad5d915b service neutron] Attempting to bind port 4bf4191f-3028-438b-9d13-35db557534c2 on network 18ce6413-62b6-4a68-a76c-c4ee39855db0 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:00.727029 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=4c178b1f-3e9d-4fee-a31d-66c3fa093e52,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:00.733195 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9007ea46-6381-4422-8f0c-733d91a828d5 req-9b24054a-ee52-460f-8aaa-9f01d55951d7 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425427 Jun 30 09:05:00.746601 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-d2690c00-9653-4b8b-89ef-4e37ad5d915b service neutron] Port 4bf4191f-3028-438b-9d13-35db557534c2 on network 18ce6413-62b6-4a68-a76c-c4ee39855db0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:05:00.747257 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-d2690c00-9653-4b8b-89ef-4e37ad5d915b service neutron] Attempting to bind port 4bf4191f-3028-438b-9d13-35db557534c2 on network 18ce6413-62b6-4a68-a76c-c4ee39855db0 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:00.762090 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-968eedba-7a2e-4398-b756-9b80fd5b2bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:00.762671 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-968eedba-7a2e-4398-b756-9b80fd5b2bea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.765116 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-968eedba-7a2e-4398-b756-9b80fd5b2bea service neutron] 10.222.0.52 "PUT /v2.0/ports/aadc3403-34ed-4a92-ae27-99ad7913f8f3 HTTP/1.1" status: 200 len: 1097 time: 2.6089017 Jun 30 09:05:00.774348 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96dec757-7506-42f1-a999-ead91486211e', 'tag': 'aadc3403-34ed-4a92-ae27-99ad7913f8f3'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:00.778266 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e34264-fd6c-4585-8f1f-94923c036c65" -d '{"events": [{"name": "network-changed", "server_uuid": "96dec757-7506-42f1-a999-ead91486211e", "tag": "aadc3403-34ed-4a92-ae27-99ad7913f8f3"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:00.793927 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-d2690c00-9653-4b8b-89ef-4e37ad5d915b service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:05:00.794123 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-d2690c00-9653-4b8b-89ef-4e37ad5d915b service neutron] Checking segment: {'id': '36eeeb10-1ff7-43e6-93e2-723c66ec36b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '18ce6413-62b6-4a68-a76c-c4ee39855db0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:00.794683 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-d2690c00-9653-4b8b-89ef-4e37ad5d915b service neutron] Bound using segment: {'id': '36eeeb10-1ff7-43e6-93e2-723c66ec36b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '18ce6413-62b6-4a68-a76c-c4ee39855db0'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:05:00.795376 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-d2690c00-9653-4b8b-89ef-4e37ad5d915b service neutron] Bound port: 4bf4191f-3028-438b-9d13-35db557534c2, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36eeeb10-1ff7-43e6-93e2-723c66ec36b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '18ce6413-62b6-4a68-a76c-c4ee39855db0'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:05:00.795889 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-d2690c00-9653-4b8b-89ef-4e37ad5d915b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.828194 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-24889756-9d21-4ab2-9472-9d6ed9227c75 req-ead13f9f-094e-4628-882c-e0873bf319b5 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] 10.222.0.10 "GET /v2.0/security-groups/5b5458c4-584b-4993-bd2e-e5c3896b17eb HTTP/1.1" status: 200 len: 2405 time: 0.1793017 Jun 30 09:05:00.836456 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968eedba-7a2e-4398-b756-9b80fd5b2bea service neutron] Pushing event updated for resources: {'Port': ['ID=aadc3403-34ed-4a92-ae27-99ad7913f8f3,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:00.924605 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.931384 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b7c71-59ea-4af3-b6df-55215f6a7f97 req-3a04e0e4-ca0f-49d2-a5d5-7920a43dfbc4 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:00.940673 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e71b7c71-59ea-4af3-b6df-55215f6a7f97 req-3a04e0e4-ca0f-49d2-a5d5-7920a43dfbc4 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 945 time: 0.0990069 Jun 30 09:05:00.997259 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=4c178b1f-3e9d-4fee-a31d-66c3fa093e52,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:01.021906 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e71b7c71-59ea-4af3-b6df-55215f6a7f97 req-f48ec71b-540e-4b89-a3ae-637ff93fa28d tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731461 Jun 30 09:05:01.088920 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-d2690c00-9653-4b8b-89ef-4e37ad5d915b service neutron] For port 4bf4191f-3028-438b-9d13-35db557534c2, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:01.135569 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-d2690c00-9653-4b8b-89ef-4e37ad5d915b service neutron] For port 4bf4191f-3028-438b-9d13-35db557534c2, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=4bf4191f-3028-438b-9d13-35db557534c2,segment=NetworkSegment(36eeeb10-1ff7-43e6-93e2-723c66ec36b1),segment_id=36eeeb10-1ff7-43e6-93e2-723c66ec36b1)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:05:01.165939 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-863724cc-821f-4316-bb00-1670c8632c80 req-3fd66388-14d1-4d26-83bd-aa159803badc tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2923570 Jun 30 09:05:01.180297 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-863724cc-821f-4316-bb00-1670c8632c80 req-4a685c83-7321-4b6f-92f0-a15b00985e17 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:01.194130 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43f2ad6-4715-40cc-957b-01b484e801ef x-openstack-request-id: req-c43f2ad6-4715-40cc-957b-01b484e801ef {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:01.194900 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b967c438-0199-472e-9340-0b706624dc6e", "name": "network-vif-plugged", "status": "completed", "tag": "4c178b1f-3e9d-4fee-a31d-66c3fa093e52", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:01.195844 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c43f2ad6-4715-40cc-957b-01b484e801ef {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:01.196412 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-b366123b-5538-4355-ad0b-5f8fc90251cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:01.197082 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b967c438-0199-472e-9340-0b706624dc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c178b1f-3e9d-4fee-a31d-66c3fa093e52', 'code': 200} Jun 30 09:05:01.198190 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-b366123b-5538-4355-ad0b-5f8fc90251cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 1100 time: 0.1928954 Jun 30 09:05:01.274001 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643b83bc-a67f-4c8b-a21c-0f453a41290a x-openstack-request-id: req-643b83bc-a67f-4c8b-a21c-0f453a41290a {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:01.274291 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96dec757-7506-42f1-a999-ead91486211e", "tag": "aadc3403-34ed-4a92-ae27-99ad7913f8f3", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:01.274639 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-643b83bc-a67f-4c8b-a21c-0f453a41290a {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:01.274976 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96dec757-7506-42f1-a999-ead91486211e', 'tag': 'aadc3403-34ed-4a92-ae27-99ad7913f8f3', 'status': 'completed', 'code': 200} Jun 30 09:05:01.276579 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-d2690c00-9653-4b8b-89ef-4e37ad5d915b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.281849 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-5b9fef62-317f-47ef-b2ce-8135245a1f9c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=aadc3403-34ed-4a92-ae27-99ad7913f8f3 HTTP/1.1" status: 200 len: 217 time: 0.0703967 Jun 30 09:05:01.339709 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-59f00dc5-94e2-4029-b46b-4f02c805eeb4 req-b7d1e9f2-b12b-4749-b492-d7fce7957beb tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] 10.222.0.10 "GET /v2.0/security-group-rules/f9bba6bf-a29a-4743-ab75-445e26c9ce7e HTTP/1.1" status: 200 len: 778 time: 0.0747864 Jun 30 09:05:01.340588 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-d2690c00-9653-4b8b-89ef-4e37ad5d915b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:01.341213 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-d2690c00-9653-4b8b-89ef-4e37ad5d915b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.342609 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-d2690c00-9653-4b8b-89ef-4e37ad5d915b service neutron] 10.222.0.37 "PUT /v2.0/ports/4bf4191f-3028-438b-9d13-35db557534c2 HTTP/1.1" status: 200 len: 1092 time: 2.3403714 Jun 30 09:05:01.369314 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-863724cc-821f-4316-bb00-1670c8632c80 req-4a685c83-7321-4b6f-92f0-a15b00985e17 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Notify callbacks [] for floatingip, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.394385 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2690c00-9653-4b8b-89ef-4e37ad5d915b service neutron] Pushing event updated for resources: {'Port': ['ID=4bf4191f-3028-438b-9d13-35db557534c2,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:01.400278 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-f652d7d1-a0a4-40c8-ad7b-4a113cdaa435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:01.401726 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-f652d7d1-a0a4-40c8-ad7b-4a113cdaa435 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.0962114 Jun 30 09:05:01.430111 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abf534-e25f-47dc-b664-9eca011ac091 req-dfa13d0c-c25c-4f95-92ce-356a36139ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:01.431654 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-91abf534-e25f-47dc-b664-9eca011ac091 req-dfa13d0c-c25c-4f95-92ce-356a36139ee9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 1098 time: 0.1656330 Jun 30 09:05:01.435823 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-59f00dc5-94e2-4029-b46b-4f02c805eeb4 req-9eecd552-0be6-4da7-88be-00cf46d1f0ef tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] 10.222.0.10 "GET /v2.0/security-groups/5b5458c4-584b-4993-bd2e-e5c3896b17eb HTTP/1.1" status: 200 len: 2405 time: 0.0888071 Jun 30 09:05:01.500242 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-611103a3-acb1-4217-8417-3de4c21b4a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:01.501866 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-611103a3-acb1-4217-8417-3de4c21b4a41 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0760550 Jun 30 09:05:01.612654 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-863724cc-821f-4316-bb00-1670c8632c80 req-4a685c83-7321-4b6f-92f0-a15b00985e17 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.651305 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-2971610f-1c82-41f1-be9c-fa5f103dfcf7 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383882 Jun 30 09:05:01.841578 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-59f00dc5-94e2-4029-b46b-4f02c805eeb4 req-812c6aef-4653-4990-ad0b-573860e1d641 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.851647 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-91abf534-e25f-47dc-b664-9eca011ac091 req-52fb42aa-181e-4ff4-be41-7436ac4534de service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125690 Jun 30 09:05:01.861861 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-59f00dc5-94e2-4029-b46b-4f02c805eeb4 req-812c6aef-4653-4990-ad0b-573860e1d641 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.998194 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-59f00dc5-94e2-4029-b46b-4f02c805eeb4 req-812c6aef-4653-4990-ad0b-573860e1d641 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.004122 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-59f00dc5-94e2-4029-b46b-4f02c805eeb4 req-812c6aef-4653-4990-ad0b-573860e1d641 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.005279 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-59f00dc5-94e2-4029-b46b-4f02c805eeb4 req-812c6aef-4653-4990-ad0b-573860e1d641 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/f9bba6bf-a29a-4743-ab75-445e26c9ce7e HTTP/1.1" status: 204 len: 173 time: 0.5556347 Jun 30 09:05:02.018847 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c6aef-4653-4990-ad0b-573860e1d641 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9bba6bf-a29a-4743-ab75-445e26c9ce7e,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:02.152873 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-863724cc-821f-4316-bb00-1670c8632c80 req-4a685c83-7321-4b6f-92f0-a15b00985e17 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Allocated IP 172.25.6.152 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/f125804a-1bc8-4fd5-875c-158c66786f80) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:02.156343 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eb8f0ead-b20b-4fc7-b2bb-4b68e529eacd req-a6e83809-07d2-4ae2-be81-144f12d5dd3f service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764755 Jun 30 09:05:02.158424 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-001cb3d8-a8fd-425e-9434-2d2f9e1e309e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:02.160871 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-001cb3d8-a8fd-425e-9434-2d2f9e1e309e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b8339fa5923433a9d67c427653bbbc8&device_id=0f2e65db-4344-4cc5-863f-41153f407cb4 HTTP/1.1" status: 200 len: 1095 time: 0.4785922 Jun 30 09:05:02.176432 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a7f90-e333-4a84-a54a-3cc894237cb2 req-7fb4c732-3aea-41bd-bb99-4ab05b7f33eb tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:02.178827 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-384a7f90-e333-4a84-a54a-3cc894237cb2 req-7fb4c732-3aea-41bd-bb99-4ab05b7f33eb tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 948 time: 0.0695455 Jun 30 09:05:02.210512 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-209cd95a-7e29-4ead-94da-74d381d8badf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bf4191f-3028-438b-9d13-35db557534c2 HTTP/1.1" status: 200 len: 217 time: 0.0407970 Jun 30 09:05:02.222816 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-384a7f90-e333-4a84-a54a-3cc894237cb2 req-5a0f648e-f215-4fa3-b6bd-02ad746d6067 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361438 Jun 30 09:05:02.322137 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-7ce1c089-04cd-441a-8e34-d7e1fe6ef05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:02.323709 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-7ce1c089-04cd-441a-8e34-d7e1fe6ef05d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea4a3d03-fc72-484b-8795-58a00e475b6f HTTP/1.1" status: 200 len: 862 time: 0.1001444 Jun 30 09:05:02.389549 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-34e10514-77c3-4fd3-b74c-45033a62abf8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=18ce6413-62b6-4a68-a76c-c4ee39855db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465975 Jun 30 09:05:02.413597 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-863724cc-821f-4316-bb00-1670c8632c80 req-4a685c83-7321-4b6f-92f0-a15b00985e17 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.452231 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330875f-55b3-4ed1-b0bd-de66edffd839 req-37469973-39b1-43ee-a140-f3399eda96cb tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:02.454046 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1330875f-55b3-4ed1-b0bd-de66edffd839 req-37469973-39b1-43ee-a140-f3399eda96cb tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 944 time: 0.0661175 Jun 30 09:05:02.496181 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1330875f-55b3-4ed1-b0bd-de66edffd839 req-8bf7de63-779d-4a96-b7be-699ed51a983d tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351737 Jun 30 09:05:02.515432 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e34264-fd6c-4585-8f1f-94923c036c65 req-0e118bd6-696d-4f5d-8d6e-8d2b42380026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:02.516741 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-32e34264-fd6c-4585-8f1f-94923c036c65 req-0e118bd6-696d-4f5d-8d6e-8d2b42380026 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 1100 time: 0.2079537 Jun 30 09:05:02.584057 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-72a36d35-bec8-48ec-8310-2fe1c8f2a88e service neutron] 10.222.0.37 "GET /v2.0/networks/18ce6413-62b6-4a68-a76c-c4ee39855db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848612 Jun 30 09:05:02.668223 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-863724cc-821f-4316-bb00-1670c8632c80 req-4a685c83-7321-4b6f-92f0-a15b00985e17 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.670750 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f430c75-f4e9-4a50-b79d-0fe008fe245a req-aa727ed2-1183-4408-8820-47e463063920 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:02.672297 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1f430c75-f4e9-4a50-b79d-0fe008fe245a req-aa727ed2-1183-4408-8820-47e463063920 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2e65db-4344-4cc5-863f-41153f407cb4 HTTP/1.1" status: 200 len: 943 time: 0.0680583 Jun 30 09:05:02.715100 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1f430c75-f4e9-4a50-b79d-0fe008fe245a req-f0770005-795e-424a-8325-d8a1a2aa05e2 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350554 Jun 30 09:05:02.730976 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ea94cb5f-b33a-418e-8c41-53432e6da5ae details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:05:02.732961 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e34264-fd6c-4585-8f1f-94923c036c65 req-c76c3553-9ce5-46c0-9d70-8831310c31e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:02.734511 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-32e34264-fd6c-4585-8f1f-94923c036c65 req-c76c3553-9ce5-46c0-9d70-8831310c31e6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.2063010 Jun 30 09:05:02.742379 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-863724cc-821f-4316-bb00-1670c8632c80 req-4a685c83-7321-4b6f-92f0-a15b00985e17 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:02.757892 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-104bd16a-9655-4742-b665-b4910475e397 req-fe0fe74f-b486-4740-a62d-42180579de96 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1641130655', 'description': 'tempest-description-257881138'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:02.762999 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-863724cc-821f-4316-bb00-1670c8632c80 req-4a685c83-7321-4b6f-92f0-a15b00985e17 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:02.771770 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-863724cc-821f-4316-bb00-1670c8632c80 req-4a685c83-7321-4b6f-92f0-a15b00985e17 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:02.803880 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a685c83-7321-4b6f-92f0-a15b00985e17 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Pushing event updated for resources: {'Port': ['ID=f125804a-1bc8-4fd5-875c-158c66786f80,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:02.828489 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-32e34264-fd6c-4585-8f1f-94923c036c65 req-4cb4a079-7625-4ea3-a6d9-142ba4c11aca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=aadc3403-34ed-4a92-ae27-99ad7913f8f3 HTTP/1.1" status: 200 len: 217 time: 0.0833204 Jun 30 09:05:02.832603 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c4b3e755-b795-4d74-9916-d9636b169ff8 req-8faaa869-04b1-4a51-9102-5ff33285f48b service neutron] 10.222.0.37 "GET /v2.0/networks/18ce6413-62b6-4a68-a76c-c4ee39855db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397218 Jun 30 09:05:02.862710 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port ea94cb5f-b33a-418e-8c41-53432e6da5ae, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ea94cb5f-b33a-418e-8c41-53432e6da5ae,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:02.877059 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'ea94cb5f-b33a-418e-8c41-53432e6da5ae', 'network_id': '77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3', 'port_id': 'ea94cb5f-b33a-418e-8c41-53432e6da5ae', 'mac_address': 'fa:16:3e:de:81:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712820fb-ce56-42e0-86ec-ce6b0d4d81b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:05:02.918354 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.933865 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea94cb5f-b33a-418e-8c41-53432e6da5ae {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:02.946598 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e34264-fd6c-4585-8f1f-94923c036c65 req-ac7cb6c3-10c4-43a5-a431-61b84803f6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:02.948132 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-32e34264-fd6c-4585-8f1f-94923c036c65 req-ac7cb6c3-10c4-43a5-a431-61b84803f6cd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1103034 Jun 30 09:05:02.956461 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port ea94cb5f-b33a-418e-8c41-53432e6da5ae, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ea94cb5f-b33a-418e-8c41-53432e6da5ae,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:02.976656 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-104bd16a-9655-4742-b665-b4910475e397 req-fe0fe74f-b486-4740-a62d-42180579de96 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.999653 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-863724cc-821f-4316-bb00-1670c8632c80 req-4a685c83-7321-4b6f-92f0-a15b00985e17 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.028029 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e34264-fd6c-4585-8f1f-94923c036c65 req-e878f929-b418-4801-bd00-873fc09c0a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:03.029870 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-32e34264-fd6c-4585-8f1f-94923c036c65 req-e878f929-b418-4801-bd00-873fc09c0a76 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0736239 Jun 30 09:05:03.072659 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-104bd16a-9655-4742-b665-b4910475e397 req-fe0fe74f-b486-4740-a62d-42180579de96 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.137554 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-32e34264-fd6c-4585-8f1f-94923c036c65 req-ae615a73-65c0-42de-90d7-4944c63c6c45 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001296 Jun 30 09:05:03.153502 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.215728 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-104bd16a-9655-4742-b665-b4910475e397 req-fe0fe74f-b486-4740-a62d-42180579de96 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.236652 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=ea94cb5f-b33a-418e-8c41-53432e6da5ae,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:03.252344 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0fe74f-b486-4740-a62d-42180579de96 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4caa960-ffdd-4b2b-8a7d-6c5e4dba798c,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:03.262729 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-863724cc-821f-4316-bb00-1670c8632c80 req-4a685c83-7321-4b6f-92f0-a15b00985e17 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.280441 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2e65db-4344-4cc5-863f-41153f407cb4', 'tag': '4bf4191f-3028-438b-9d13-35db557534c2'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:03.282717 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c45ce7-6182-4293-8627-9aecda4e02c5" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2e65db-4344-4cc5-863f-41153f407cb4", "tag": "4bf4191f-3028-438b-9d13-35db557534c2"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:03.320409 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-32e34264-fd6c-4585-8f1f-94923c036c65 req-246f7c3f-351c-4b25-8637-2c19a91018a6 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762228 Jun 30 09:05:03.442181 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['ea94cb5f-b33a-418e-8c41-53432e6da5ae'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:03.479472 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-863724cc-821f-4316-bb00-1670c8632c80 req-4a685c83-7321-4b6f-92f0-a15b00985e17 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.512559 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-104bd16a-9655-4742-b665-b4910475e397 req-fe0fe74f-b486-4740-a62d-42180579de96 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.513839 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-104bd16a-9655-4742-b665-b4910475e397 req-fe0fe74f-b486-4740-a62d-42180579de96 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7609594 Jun 30 09:05:03.616568 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-863724cc-821f-4316-bb00-1670c8632c80 req-4a685c83-7321-4b6f-92f0-a15b00985e17 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.687630 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a685c83-7321-4b6f-92f0-a15b00985e17 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Pushing event updated for resources: {'Port': ['ID=f125804a-1bc8-4fd5-875c-158c66786f80,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:03.694155 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2b9e6-b571-439e-82a5-1260016ad19a req-a4c5ecb3-842a-4bc1-8d43-82acbfaf7250 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:03.695951 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a9b2b9e6-b571-439e-82a5-1260016ad19a req-a4c5ecb3-842a-4bc1-8d43-82acbfaf7250 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 946 time: 0.0706604 Jun 30 09:05:03.701813 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-863724cc-821f-4316-bb00-1670c8632c80 req-4a685c83-7321-4b6f-92f0-a15b00985e17 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.735904 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a9b2b9e6-b571-439e-82a5-1260016ad19a req-3401fb07-1fd5-4a9a-ab0c-71e27962bae1 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336931 Jun 30 09:05:03.821554 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-863724cc-821f-4316-bb00-1670c8632c80 req-4a685c83-7321-4b6f-92f0-a15b00985e17 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.822837 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-863724cc-821f-4316-bb00-1670c8632c80 req-4a685c83-7321-4b6f-92f0-a15b00985e17 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6469176 Jun 30 09:05:03.883388 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-863724cc-821f-4316-bb00-1670c8632c80 req-13ad702a-061f-43cf-ab95-60005b3f24e8 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.152 HTTP/1.1" status: 200 len: 696 time: 0.0542352 Jun 30 09:05:04.009824 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863724cc-821f-4316-bb00-1670c8632c80 req-5ef02dc5-6411-4b7b-91fa-5553c079c497 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:04.011359 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-863724cc-821f-4316-bb00-1670c8632c80 req-5ef02dc5-6411-4b7b-91fa-5553c079c497 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 784 time: 0.1224239 Jun 30 09:05:04.031877 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14383db-0023-4e03-a585-38cf96e0a3a5 req-f41dcb4d-1fba-4b8e-addb-77b413e009d1 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:04.035683 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b14383db-0023-4e03-a585-38cf96e0a3a5 req-f41dcb4d-1fba-4b8e-addb-77b413e009d1 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 948 time: 0.0829825 Jun 30 09:05:04.055778 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254238e8-df14-45b8-93fb-e1bdc921cd3a x-openstack-request-id: req-254238e8-df14-45b8-93fb-e1bdc921cd3a {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:04.056078 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2e65db-4344-4cc5-863f-41153f407cb4", "tag": "4bf4191f-3028-438b-9d13-35db557534c2", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:04.056324 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-254238e8-df14-45b8-93fb-e1bdc921cd3a {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:04.056719 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2e65db-4344-4cc5-863f-41153f407cb4', 'tag': '4bf4191f-3028-438b-9d13-35db557534c2', 'status': 'completed', 'code': 200} Jun 30 09:05:04.078025 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b14383db-0023-4e03-a585-38cf96e0a3a5 req-2cdf2f42-3739-4b6b-b408-66a904ffacf6 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377545 Jun 30 09:05:04.148493 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c45ce7-6182-4293-8627-9aecda4e02c5 req-bd9b7970-530d-403b-a782-8749bf37543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:04.152105 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81c45ce7-6182-4293-8627-9aecda4e02c5 req-bd9b7970-530d-403b-a782-8749bf37543d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b8339fa5923433a9d67c427653bbbc8&device_id=0f2e65db-4344-4cc5-863f-41153f407cb4 HTTP/1.1" status: 200 len: 1095 time: 0.0674226 Jun 30 09:05:04.162763 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-496404a5-affa-4f65-8221-b807b546b93e req-d37ffe10-9799-405f-aa40-75220323d806 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] 10.222.0.10 "GET /v2.0/security-groups/e4caa960-ffdd-4b2b-8a7d-6c5e4dba798c HTTP/1.1" status: 200 len: 1812 time: 0.0494611 Jun 30 09:05:04.309823 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c45ce7-6182-4293-8627-9aecda4e02c5 req-c029da2b-f74b-46ad-9619-e09205c0ec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:04.311631 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81c45ce7-6182-4293-8627-9aecda4e02c5 req-c029da2b-f74b-46ad-9619-e09205c0ec56 service neutron] 10.222.0.37 "GET /v2.0/networks?id=18ce6413-62b6-4a68-a76c-c4ee39855db0 HTTP/1.1" status: 200 len: 923 time: 0.1542330 Jun 30 09:05:04.323830 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06446ab-6a62-4864-ad33-dfda3dd8d346 req-0d115ce9-4ed9-4d25-b0e7-6b2c6d698369 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:04.325619 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e06446ab-6a62-4864-ad33-dfda3dd8d346 req-0d115ce9-4ed9-4d25-b0e7-6b2c6d698369 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 945 time: 0.1545455 Jun 30 09:05:04.357751 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f780d8-2c2f-4ff5-babc-f78b4bb5218b req-917aeb03-c627-46cb-9cbc-3b0b45edbe40 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:04.359298 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-26f780d8-2c2f-4ff5-babc-f78b4bb5218b req-917aeb03-c627-46cb-9cbc-3b0b45edbe40 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2e65db-4344-4cc5-863f-41153f407cb4 HTTP/1.1" status: 200 len: 943 time: 0.0703757 Jun 30 09:05:04.377254 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81c45ce7-6182-4293-8627-9aecda4e02c5 req-edea45a5-484f-4bde-93ec-935d820f3ff9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bf4191f-3028-438b-9d13-35db557534c2 HTTP/1.1" status: 200 len: 217 time: 0.0506594 Jun 30 09:05:04.399775 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-26f780d8-2c2f-4ff5-babc-f78b4bb5218b req-b2a358a4-1f94-4426-ba14-4c5a9c16e542 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341895 Jun 30 09:05:04.423991 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e06446ab-6a62-4864-ad33-dfda3dd8d346 req-852f8fda-1027-4eea-8b25-448d161afa01 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914350 Jun 30 09:05:04.448476 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c45ce7-6182-4293-8627-9aecda4e02c5 req-0943a28c-93d4-4dd4-b96d-526d829dea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:04.449921 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81c45ce7-6182-4293-8627-9aecda4e02c5 req-0943a28c-93d4-4dd4-b96d-526d829dea46 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea4a3d03-fc72-484b-8795-58a00e475b6f HTTP/1.1" status: 200 len: 862 time: 0.0656521 Jun 30 09:05:04.522865 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81c45ce7-6182-4293-8627-9aecda4e02c5 req-fc373f32-662d-418f-8f33-a18a8aa21236 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=18ce6413-62b6-4a68-a76c-c4ee39855db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613687 Jun 30 09:05:04.528105 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-885ddf25-2efe-4e19-b763-17696d32b4bf req-b9072c83-ec9e-4473-82c3-65111daef5aa tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] 10.222.0.10 "GET /v2.0/floatingips/3cab08ec-08c5-4c9e-807b-52b250b8adc7 HTTP/1.1" status: 200 len: 693 time: 0.0739191 Jun 30 09:05:04.572196 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc609b60-1ec5-49fb-a686-c866f0d88f32 req-d9f2f332-c9ce-4e29-81a9-390b7bf8cdfb tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:04.572196 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dc609b60-1ec5-49fb-a686-c866f0d88f32 req-d9f2f332-c9ce-4e29-81a9-390b7bf8cdfb tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 1098 time: 0.0590646 Jun 30 09:05:04.619413 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dc609b60-1ec5-49fb-a686-c866f0d88f32 req-e8d99564-b871-4150-a48e-ad9327ef30cf tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424175 Jun 30 09:05:04.694096 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81c45ce7-6182-4293-8627-9aecda4e02c5 req-b54d4f74-7f55-4f29-84c5-0414c4bd974a service neutron] 10.222.0.37 "GET /v2.0/networks/18ce6413-62b6-4a68-a76c-c4ee39855db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646826 Jun 30 09:05:04.701363 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ddf25-2efe-4e19-b763-17696d32b4bf req-e8bc68df-4aa8-4b2e-9a58-bab646226d5b tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:04.702646 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-885ddf25-2efe-4e19-b763-17696d32b4bf req-e8bc68df-4aa8-4b2e-9a58-bab646226d5b tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 784 time: 0.1661689 Jun 30 09:05:04.717588 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-ed178c2a-66d7-460b-836a-cdf5a297de3d req-59cc5f71-bc56-4275-9128-613e363a13f4 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1639636965', 'description': 'tempest-description-1631796300'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:04.744741 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device aadc3403-34ed-4a92-ae27-99ad7913f8f3 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:05:04.747571 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ea94cb5f-b33a-418e-8c41-53432e6da5ae up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:04.794424 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-885ddf25-2efe-4e19-b763-17696d32b4bf req-d97b3235-07f0-42d5-9a6a-e6b8da12376a tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.152 HTTP/1.1" status: 200 len: 696 time: 0.0818574 Jun 30 09:05:04.863913 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-885ddf25-2efe-4e19-b763-17696d32b4bf req-6598770b-bf43-4c02-9faa-6f19b2f26aa2 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.152 HTTP/1.1" status: 200 len: 696 time: 0.0561001 Jun 30 09:05:04.873194 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ed178c2a-66d7-460b-836a-cdf5a297de3d req-59cc5f71-bc56-4275-9128-613e363a13f4 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:04.883715 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81c45ce7-6182-4293-8627-9aecda4e02c5 req-311e8545-cd9f-4a6f-b95e-253dadac50fc service neutron] 10.222.0.37 "GET /v2.0/networks/18ce6413-62b6-4a68-a76c-c4ee39855db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800926 Jun 30 09:05:04.973432 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ed178c2a-66d7-460b-836a-cdf5a297de3d req-59cc5f71-bc56-4275-9128-613e363a13f4 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.011494 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-885ddf25-2efe-4e19-b763-17696d32b4bf req-e730b89d-c53d-4680-98ae-df1a27e4b7d7 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Deleting port f125804a-1bc8-4fd5-875c-158c66786f80 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:05.011863 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-885ddf25-2efe-4e19-b763-17696d32b4bf req-e730b89d-c53d-4680-98ae-df1a27e4b7d7 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.035477 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port aadc3403-34ed-4a92-ae27-99ad7913f8f3, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=aadc3403-34ed-4a92-ae27-99ad7913f8f3,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:05.047288 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'aadc3403-34ed-4a92-ae27-99ad7913f8f3', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': 'aadc3403-34ed-4a92-ae27-99ad7913f8f3', 'mac_address': 'fa:16:3e:31:99:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:05:05.078233 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ed178c2a-66d7-460b-836a-cdf5a297de3d req-59cc5f71-bc56-4275-9128-613e363a13f4 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.087358 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.094974 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-885ddf25-2efe-4e19-b763-17696d32b4bf req-e730b89d-c53d-4680-98ae-df1a27e4b7d7 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.095388 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-885ddf25-2efe-4e19-b763-17696d32b4bf req-e730b89d-c53d-4680-98ae-df1a27e4b7d7 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.104413 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aadc3403-34ed-4a92-ae27-99ad7913f8f3 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:05.109206 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-885ddf25-2efe-4e19-b763-17696d32b4bf req-e730b89d-c53d-4680-98ae-df1a27e4b7d7 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Calling delete_port for f125804a-1bc8-4fd5-875c-158c66786f80 owned by network:floatingip {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:05.112668 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc5f71-bc56-4275-9128-613e363a13f4 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ccd934-55d8-438a-973b-af4c4eaeb28e,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:05.117123 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port ea94cb5f-b33a-418e-8c41-53432e6da5ae completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:05.132195 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port aadc3403-34ed-4a92-ae27-99ad7913f8f3, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=aadc3403-34ed-4a92-ae27-99ad7913f8f3,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:05.133156 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port ea94cb5f-b33a-418e-8c41-53432e6da5ae triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:05.133526 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.192571 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ed178c2a-66d7-460b-836a-cdf5a297de3d req-59cc5f71-bc56-4275-9128-613e363a13f4 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.195695 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ed178c2a-66d7-460b-836a-cdf5a297de3d req-59cc5f71-bc56-4275-9128-613e363a13f4 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4830835 Jun 30 09:05:05.217845 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.242480 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2ba96a-e6e1-4405-9532-f042cca372c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea94cb5f-b33a-418e-8c41-53432e6da5ae'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:05.246519 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24730620-cbc4-4afb-9735-1cf5ff4710be" -d '{"events": [{"server_uuid": "bf2ba96a-e6e1-4405-9532-f042cca372c3", "name": "network-vif-plugged", "status": "completed", "tag": "ea94cb5f-b33a-418e-8c41-53432e6da5ae"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:05.257942 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.265511 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port ea94cb5f-b33a-418e-8c41-53432e6da5ae, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ea94cb5f-b33a-418e-8c41-53432e6da5ae,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:05.341521 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=aadc3403-34ed-4a92-ae27-99ad7913f8f3,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:05.398226 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-885ddf25-2efe-4e19-b763-17696d32b4bf req-e730b89d-c53d-4680-98ae-df1a27e4b7d7 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.425531 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730b89d-c53d-4680-98ae-df1a27e4b7d7 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Pushing event deleted for resources: {'Port': ['ID=f125804a-1bc8-4fd5-875c-158c66786f80,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:05.472551 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.489537 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74be6c-74b8-4889-b2d4-9edda6649afe req-554126a1-3c26-45ad-abb3-00007670a6b9 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:05.492487 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eb74be6c-74b8-4889-b2d4-9edda6649afe req-554126a1-3c26-45ad-abb3-00007670a6b9 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 949 time: 0.0751731 Jun 30 09:05:05.499755 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-885ddf25-2efe-4e19-b763-17696d32b4bf req-e730b89d-c53d-4680-98ae-df1a27e4b7d7 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Notify callbacks [] for floatingip, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.502984 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-885ddf25-2efe-4e19-b763-17696d32b4bf req-e730b89d-c53d-4680-98ae-df1a27e4b7d7 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.504450 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-885ddf25-2efe-4e19-b763-17696d32b4bf req-e730b89d-c53d-4680-98ae-df1a27e4b7d7 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] 10.222.0.10 "DELETE /v2.0/floatingips/3cab08ec-08c5-4c9e-807b-52b250b8adc7 HTTP/1.1" status: 204 len: 173 time: 0.6325867 Jun 30 09:05:05.534578 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=ea94cb5f-b33a-418e-8c41-53432e6da5ae,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:05.537975 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eb74be6c-74b8-4889-b2d4-9edda6649afe req-5141d6b2-2976-4e01-8c36-0544d7d876f5 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381300 Jun 30 09:05:05.556121 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['aadc3403-34ed-4a92-ae27-99ad7913f8f3'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:05.591906 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d6665e-715a-42e0-9d37-899904c15542 x-openstack-request-id: req-31d6665e-715a-42e0-9d37-899904c15542 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:05.592207 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2ba96a-e6e1-4405-9532-f042cca372c3", "name": "network-vif-plugged", "status": "completed", "tag": "ea94cb5f-b33a-418e-8c41-53432e6da5ae", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:05.592464 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-31d6665e-715a-42e0-9d37-899904c15542 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:05.597755 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2ba96a-e6e1-4405-9532-f042cca372c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea94cb5f-b33a-418e-8c41-53432e6da5ae', 'code': 200} Jun 30 09:05:05.828160 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765caebf-0ed9-48be-ac0c-5772c4477711 req-056a6c02-00ce-4c13-a4bc-865b9c16ee01 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:05.829922 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-765caebf-0ed9-48be-ac0c-5772c4477711 req-056a6c02-00ce-4c13-a4bc-865b9c16ee01 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2e65db-4344-4cc5-863f-41153f407cb4 HTTP/1.1" status: 200 len: 943 time: 0.0905924 Jun 30 09:05:05.884543 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-765caebf-0ed9-48be-ac0c-5772c4477711 req-0db6c0b4-ee85-46d4-8bc3-77fe19f160d8 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450933 Jun 30 09:05:05.897606 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0810c1b0-68ab-4c14-a0c6-caa279efb780 req-71e81898-59cf-44ae-a93a-41afa7c208ee tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] 10.222.0.10 "GET /v2.0/security-groups/a1ccd934-55d8-438a-973b-af4c4eaeb28e HTTP/1.1" status: 200 len: 1813 time: 0.3719952 Jun 30 09:05:05.968249 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [req-7fe726b1-612b-473e-bc08-35bf24bc44f6 req-06ab2332-a3d5-4066-9574-471a26801379 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] show failed (client error): The resource could not be found. Jun 30 09:05:05.969435 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7fe726b1-612b-473e-bc08-35bf24bc44f6 req-06ab2332-a3d5-4066-9574-471a26801379 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] 10.222.0.10 "GET /v2.0/floatingips/3cab08ec-08c5-4c9e-807b-52b250b8adc7 HTTP/1.1" status: 404 len: 350 time: 0.0472891 Jun 30 09:05:05.988634 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebe20d-844b-4231-9278-ebb9443f00a5 req-6af379df-5ab4-495b-938d-2602445634ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:05.991264 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43ebe20d-844b-4231-9278-ebb9443f00a5 req-6af379df-5ab4-495b-938d-2602445634ca service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 1098 time: 0.1059306 Jun 30 09:05:06.010154 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-665fcfc4-7bc2-4f71-b8e1-12f174d054d7 req-0e0f406e-5d07-4a48-b7fd-151d806b564b tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-391185854', 'description': 'tempest-description-2081820007'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:06.067452 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43ebe20d-844b-4231-9278-ebb9443f00a5 req-a88b28d7-74be-4ff9-bb95-8304369f74ba service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665126 Jun 30 09:05:06.079596 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d1791-6720-461d-a843-e360c039dbda req-26426c92-399c-4531-b249-69828fd248ca tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:06.081160 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-923d1791-6720-461d-a843-e360c039dbda req-26426c92-399c-4531-b249-69828fd248ca tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 946 time: 0.0826283 Jun 30 09:05:06.124191 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-923d1791-6720-461d-a843-e360c039dbda req-903f8eba-bdaa-4c7f-8557-c58582809c39 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355854 Jun 30 09:05:06.195249 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [req-2e39496a-ff73-4012-8000-c4502a57a658 req-dec675fb-7cfe-4e29-b8c8-6b3f920c7786 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] show failed (client error): The resource could not be found. Jun 30 09:05:06.196517 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e39496a-ff73-4012-8000-c4502a57a658 req-dec675fb-7cfe-4e29-b8c8-6b3f920c7786 tempest-FloatingIPsTestJSON-636605057 tempest-FloatingIPsTestJSON-636605057-project] 10.222.0.10 "GET /v2.0/floatingips/3cab08ec-08c5-4c9e-807b-52b250b8adc7 HTTP/1.1" status: 404 len: 350 time: 0.0428545 Jun 30 09:05:06.205895 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-665fcfc4-7bc2-4f71-b8e1-12f174d054d7 req-0e0f406e-5d07-4a48-b7fd-151d806b564b tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.207050 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 53392) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:06.302497 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-665fcfc4-7bc2-4f71-b8e1-12f174d054d7 req-0e0f406e-5d07-4a48-b7fd-151d806b564b tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.307265 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 4bf4191f-3028-438b-9d13-35db557534c2 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:05:06.398532 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-665fcfc4-7bc2-4f71-b8e1-12f174d054d7 req-0e0f406e-5d07-4a48-b7fd-151d806b564b tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.456732 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f406e-5d07-4a48-b7fd-151d806b564b tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac28a433-c81d-4351-b198-63c0628ef1c1,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:06.488167 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 4bf4191f-3028-438b-9d13-35db557534c2, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=4bf4191f-3028-438b-9d13-35db557534c2,segment=NetworkSegment(36eeeb10-1ff7-43e6-93e2-723c66ec36b1),segment_id=36eeeb10-1ff7-43e6-93e2-723c66ec36b1)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:06.511563 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '4bf4191f-3028-438b-9d13-35db557534c2', 'network_id': '18ce6413-62b6-4a68-a76c-c4ee39855db0', 'port_id': '4bf4191f-3028-438b-9d13-35db557534c2', 'mac_address': 'fa:16:3e:af:e6:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea4a3d03-fc72-484b-8795-58a00e475b6f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:05:06.541621 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-665fcfc4-7bc2-4f71-b8e1-12f174d054d7 req-0e0f406e-5d07-4a48-b7fd-151d806b564b tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.545999 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-665fcfc4-7bc2-4f71-b8e1-12f174d054d7 req-0e0f406e-5d07-4a48-b7fd-151d806b564b tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5456922 Jun 30 09:05:06.555668 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.573451 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bf4191f-3028-438b-9d13-35db557534c2 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:06.598753 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 4bf4191f-3028-438b-9d13-35db557534c2, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=4bf4191f-3028-438b-9d13-35db557534c2,segment=NetworkSegment(36eeeb10-1ff7-43e6-93e2-723c66ec36b1),segment_id=36eeeb10-1ff7-43e6-93e2-723c66ec36b1)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:06.648050 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f4e46057-c807-41bb-86e1-8f8e72fd1b2e req-23798238-5c19-499b-b11f-18cfe1413fde tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] 10.222.0.10 "GET /v2.0/security-groups/ac28a433-c81d-4351-b198-63c0628ef1c1 HTTP/1.1" status: 200 len: 1812 time: 0.0688286 Jun 30 09:05:06.702015 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.719879 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-3592b3d1-b17b-4333-897f-98d0860dc053 req-ed63b73a-c867-411d-8803-ac35ce4684a7 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2079048723', 'description': 'tempest-description-1183115403'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:06.772139 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device aadc3403-34ed-4a92-ae27-99ad7913f8f3 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:06.848299 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=4bf4191f-3028-438b-9d13-35db557534c2,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:06.858448 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352f9f4-bfdc-40f7-a8ea-5098f910815f req-c9ca3f04-4c85-4e8e-8b0e-3eda054efaa5 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:06.870674 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e352f9f4-bfdc-40f7-a8ea-5098f910815f req-c9ca3f04-4c85-4e8e-8b0e-3eda054efaa5 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 949 time: 0.1932416 Jun 30 09:05:06.879401 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3592b3d1-b17b-4333-897f-98d0860dc053 req-ed63b73a-c867-411d-8803-ac35ce4684a7 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.960874 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8ff8b55-891e-445f-b648-339b8ea47f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.965861 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e352f9f4-bfdc-40f7-a8ea-5098f910815f req-2bc663a9-abc3-43ce-addb-0af75661e11f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941539 Jun 30 09:05:07.025429 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port aadc3403-34ed-4a92-ae27-99ad7913f8f3 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:07.029855 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port aadc3403-34ed-4a92-ae27-99ad7913f8f3 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:07.030232 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:07.084275 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['4bf4191f-3028-438b-9d13-35db557534c2'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:07.133078 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:07.141610 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3592b3d1-b17b-4333-897f-98d0860dc053 req-ed63b73a-c867-411d-8803-ac35ce4684a7 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:07.197335 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c3ac5-e022-49ae-8897-cbc3f13b9bbc req-15171d8b-3ebc-42d9-87a8-9267e01df735 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:07.206427 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7d0c3ac5-e022-49ae-8897-cbc3f13b9bbc req-15171d8b-3ebc-42d9-87a8-9267e01df735 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2e65db-4344-4cc5-863f-41153f407cb4 HTTP/1.1" status: 200 len: 944 time: 0.1353197 Jun 30 09:05:07.243075 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3592b3d1-b17b-4333-897f-98d0860dc053 req-ed63b73a-c867-411d-8803-ac35ce4684a7 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:07.264837 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:07.270881 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7d0c3ac5-e022-49ae-8897-cbc3f13b9bbc req-b2a7b5d1-3811-4892-874c-f56f1f0a402a tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631442 Jun 30 09:05:07.299759 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63b73a-c867-411d-8803-ac35ce4684a7 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe67fab-8572-42d5-ac47-db184f63a051,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:07.337208 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port aadc3403-34ed-4a92-ae27-99ad7913f8f3, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=aadc3403-34ed-4a92-ae27-99ad7913f8f3,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:07.362317 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3592b3d1-b17b-4333-897f-98d0860dc053 req-ed63b73a-c867-411d-8803-ac35ce4684a7 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:07.363837 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3592b3d1-b17b-4333-897f-98d0860dc053 req-ed63b73a-c867-411d-8803-ac35ce4684a7 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6593788 Jun 30 09:05:07.447093 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-a8ff8b55-891e-445f-b648-339b8ea47f98 admin admin] Deleting port 3364fc0b-244f-4f9e-9798-cb62bef99ad8 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:07.447466 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8ff8b55-891e-445f-b648-339b8ea47f98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:07.456428 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:07.465884 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed6dc3-57d8-436f-8a68-5964cf085a60 req-0198d440-400b-4aa0-bbf7-7a82ac02570b tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:07.467656 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a3ed6dc3-57d8-436f-8a68-5964cf085a60 req-0198d440-400b-4aa0-bbf7-7a82ac02570b tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 946 time: 0.0796814 Jun 30 09:05:07.507406 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-53897fc3-129f-4240-b455-5ceef9447c4b req-c8ac03d2-1560-42f6-8b09-1a8bd9f3b048 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] 10.222.0.10 "GET /v2.0/security-groups/4fe67fab-8572-42d5-ac47-db184f63a051 HTTP/1.1" status: 200 len: 1813 time: 0.0998065 Jun 30 09:05:07.524067 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a3ed6dc3-57d8-436f-8a68-5964cf085a60 req-8721d802-4b07-40db-9398-031cb9ba807c tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433428 Jun 30 09:05:07.565833 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=aadc3403-34ed-4a92-ae27-99ad7913f8f3,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:07.581184 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [req-12a532e4-2756-4b40-97d9-4a0ca03249d6 req-724cae3f-88cb-4cd8-a7e2-98f31f923b4f tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] show failed (client error): The resource could not be found. Jun 30 09:05:07.582550 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-12a532e4-2756-4b40-97d9-4a0ca03249d6 req-724cae3f-88cb-4cd8-a7e2-98f31f923b4f tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] 10.222.0.10 "GET /v2.0/security-groups/3edcdacc-8a16-40c6-a9d3-bd34b57b0e90 HTTP/1.1" status: 404 len: 352 time: 0.0212157 Jun 30 09:05:07.593606 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96dec757-7506-42f1-a999-ead91486211e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadc3403-34ed-4a92-ae27-99ad7913f8f3'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:07.597602 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-a8ff8b55-891e-445f-b648-339b8ea47f98 admin admin] For port 3364fc0b-244f-4f9e-9798-cb62bef99ad8, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3364fc0b-244f-4f9e-9798-cb62bef99ad8,segment=NetworkSegment(2fec1338-7df1-494e-aeec-48833280b0de),segment_id=2fec1338-7df1-494e-aeec-48833280b0de)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:07.598422 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974fea2e-5b3c-489a-9421-18b728fa7a08" -d '{"events": [{"server_uuid": "96dec757-7506-42f1-a999-ead91486211e", "name": "network-vif-plugged", "status": "completed", "tag": "aadc3403-34ed-4a92-ae27-99ad7913f8f3"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:07.600094 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8ff8b55-891e-445f-b648-339b8ea47f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:07.632953 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-a8ff8b55-891e-445f-b648-339b8ea47f98 admin admin] Calling delete_port for 3364fc0b-244f-4f9e-9798-cb62bef99ad8 owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:07.633979 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [req-a9d297e7-9af1-4c96-aee0-956f54da1e45 req-b43cd5f3-e299-4d03-90ff-4a31f865d912 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] show failed (client error): The resource could not be found. Jun 30 09:05:07.635352 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a9d297e7-9af1-4c96-aee0-956f54da1e45 req-b43cd5f3-e299-4d03-90ff-4a31f865d912 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] 10.222.0.10 "GET /v2.0/security-group-rules/57e0687f-c49d-4c5d-b31a-4a6ff832bf09 HTTP/1.1" status: 404 len: 361 time: 0.0189514 Jun 30 09:05:07.670262 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8391eba-c9e7-40db-b967-45112203b1db x-openstack-request-id: req-a8391eba-c9e7-40db-b967-45112203b1db {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:07.670662 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96dec757-7506-42f1-a999-ead91486211e", "name": "network-vif-plugged", "status": "completed", "tag": "aadc3403-34ed-4a92-ae27-99ad7913f8f3", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:07.670817 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a8391eba-c9e7-40db-b967-45112203b1db {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:07.671250 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96dec757-7506-42f1-a999-ead91486211e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadc3403-34ed-4a92-ae27-99ad7913f8f3', 'code': 200} Jun 30 09:05:07.721882 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a9140c0d-52ae-42cf-80d1-4d883b96b752 req-8b990fb0-3c95-4f6a-afd3-baa93260ba0a tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] 10.222.0.10 "GET /v2.0/security-groups/4fe67fab-8572-42d5-ac47-db184f63a051 HTTP/1.1" status: 200 len: 1813 time: 0.0597491 Jun 30 09:05:07.816684 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-a9140c0d-52ae-42cf-80d1-4d883b96b752 req-ec0ce5a6-e73a-488e-8a83-8f240e6f0786 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:07.852470 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-a9140c0d-52ae-42cf-80d1-4d883b96b752 req-ec0ce5a6-e73a-488e-8a83-8f240e6f0786 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:07.866495 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cb9b5-842e-48a3-9a89-d34c5d44ab72 req-59809dba-e5ae-4a63-b881-11d6b7dbd6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:07.868060 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-348cb9b5-842e-48a3-9a89-d34c5d44ab72 req-59809dba-e5ae-4a63-b881-11d6b7dbd6df service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 1102 time: 0.1166675 Jun 30 09:05:07.919945 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-348cb9b5-842e-48a3-9a89-d34c5d44ab72 req-9089cd09-a66e-43bb-947c-40eb463ec02f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375040 Jun 30 09:05:07.947063 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8ff8b55-891e-445f-b648-339b8ea47f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:07.978196 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff8b55-891e-445f-b648-339b8ea47f98 admin admin] Pushing event deleted for resources: {'Port': ['ID=3364fc0b-244f-4f9e-9798-cb62bef99ad8,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:08.033840 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-a9140c0d-52ae-42cf-80d1-4d883b96b752 req-ec0ce5a6-e73a-488e-8a83-8f240e6f0786 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:08.040032 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-a9140c0d-52ae-42cf-80d1-4d883b96b752 req-ec0ce5a6-e73a-488e-8a83-8f240e6f0786 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:08.042365 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a9140c0d-52ae-42cf-80d1-4d883b96b752 req-ec0ce5a6-e73a-488e-8a83-8f240e6f0786 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] 10.222.0.10 "DELETE /v2.0/security-groups/4fe67fab-8572-42d5-ac47-db184f63a051 HTTP/1.1" status: 204 len: 173 time: 0.3135524 Jun 30 09:05:08.066331 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ce5a6-e73a-488e-8a83-8f240e6f0786 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe67fab-8572-42d5-ac47-db184f63a051,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:08.207572 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8ff8b55-891e-445f-b648-339b8ea47f98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:08.246053 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f8363-a376-4b1d-803b-7bde38086e64 req-954ff7b3-958a-40e6-b381-db069a644b56 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:08.247726 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-372f8363-a376-4b1d-803b-7bde38086e64 req-954ff7b3-958a-40e6-b381-db069a644b56 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 950 time: 0.0737233 Jun 30 09:05:08.296612 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-372f8363-a376-4b1d-803b-7bde38086e64 req-8fb62a23-d364-4e8d-9094-19dc05cd0c97 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422232 Jun 30 09:05:08.324128 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 4bf4191f-3028-438b-9d13-35db557534c2 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:08.375443 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-be5199b3-56e4-4aed-982f-583f239b3b3d req-32df6434-1420-4bfe-86d7-3113e645ddd3 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] 10.222.0.10 "GET /v2.0/security-groups/ac28a433-c81d-4351-b198-63c0628ef1c1 HTTP/1.1" status: 200 len: 1812 time: 0.0499156 Jun 30 09:05:08.439265 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-be5199b3-56e4-4aed-982f-583f239b3b3d req-c0dc99fe-dcba-456f-b1b7-ed1538f026d7 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:08.463026 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-be5199b3-56e4-4aed-982f-583f239b3b3d req-c0dc99fe-dcba-456f-b1b7-ed1538f026d7 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:08.512322 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:08.564944 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 4bf4191f-3028-438b-9d13-35db557534c2 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:08.571182 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 4bf4191f-3028-438b-9d13-35db557534c2 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:08.571795 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:08.664538 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:08.679940 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-be5199b3-56e4-4aed-982f-583f239b3b3d req-c0dc99fe-dcba-456f-b1b7-ed1538f026d7 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:08.682629 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-be5199b3-56e4-4aed-982f-583f239b3b3d req-c0dc99fe-dcba-456f-b1b7-ed1538f026d7 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:08.683974 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-be5199b3-56e4-4aed-982f-583f239b3b3d req-c0dc99fe-dcba-456f-b1b7-ed1538f026d7 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] 10.222.0.10 "DELETE /v2.0/security-groups/ac28a433-c81d-4351-b198-63c0628ef1c1 HTTP/1.1" status: 204 len: 173 time: 0.3076653 Jun 30 09:05:08.701067 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc99fe-dcba-456f-b1b7-ed1538f026d7 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac28a433-c81d-4351-b198-63c0628ef1c1,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:08.714940 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ff8b55-891e-445f-b648-339b8ea47f98 admin admin] Router b90fa7e2-c948-489f-b3e0-a62fb7a19f0c has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:05:08.722451 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 4bf4191f-3028-438b-9d13-35db557534c2, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=4bf4191f-3028-438b-9d13-35db557534c2,segment=NetworkSegment(36eeeb10-1ff7-43e6-93e2-723c66ec36b1),segment_id=36eeeb10-1ff7-43e6-93e2-723c66ec36b1)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:08.840705 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ff8b55-891e-445f-b648-339b8ea47f98 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:05:08.845800 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a8ff8b55-891e-445f-b648-339b8ea47f98 admin admin] 10.222.0.10 "PUT /v2.0/routers/b90fa7e2-c948-489f-b3e0-a62fb7a19f0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6374998 Jun 30 09:05:08.848205 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 53448) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:08.856197 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6026acb-3180-43bb-8e65-1c0e3ad426d1 None None] Sync routers for ids ['b90fa7e2-c948-489f-b3e0-a62fb7a19f0c'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:05:08.863210 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b79055-969b-449d-a4a3-a2ed19cbbe48 req-bca177b1-d7ec-4443-a358-2facd76663c2 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:08.865422 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6026acb-3180-43bb-8e65-1c0e3ad426d1 None None] Routers {'b90fa7e2-c948-489f-b3e0-a62fb7a19f0c'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:08.865549 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-35b79055-969b-449d-a4a3-a2ed19cbbe48 req-bca177b1-d7ec-4443-a358-2facd76663c2 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2e65db-4344-4cc5-863f-41153f407cb4 HTTP/1.1" status: 200 len: 944 time: 0.0741756 Jun 30 09:05:08.866485 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-e6026acb-3180-43bb-8e65-1c0e3ad426d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:04:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['b90fa7e2-c948-489f-b3e0-a62fb7a19f0c'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:08.902726 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:08.923375 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-35b79055-969b-449d-a4a3-a2ed19cbbe48 req-7422d339-fcdc-4cbf-8b22-4f29ee4414bc tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483258 Jun 30 09:05:08.988551 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9241dcc3-6660-451b-878f-e33adb1fbf80 admin admin] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:09.016683 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=4bf4191f-3028-438b-9d13-35db557534c2,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:09.060333 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-e6026acb-3180-43bb-8e65-1c0e3ad426d1 None None] Set router b90fa7e2-c948-489f-b3e0-a62fb7a19f0c gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:05:09.097327 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a9193-39c1-407c-afd3-4def0adeeb05 req-11148954-3122-409c-8129-24af34dc2279 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:09.100124 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c06a9193-39c1-407c-afd3-4def0adeeb05 req-11148954-3122-409c-8129-24af34dc2279 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 946 time: 0.0739126 Jun 30 09:05:09.113695 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9241dcc3-6660-451b-878f-e33adb1fbf80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:09.142066 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c06a9193-39c1-407c-afd3-4def0adeeb05 req-05967523-55e6-41b5-bb3e-efa344c6c809 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367658 Jun 30 09:05:09.282249 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-e6026acb-3180-43bb-8e65-1c0e3ad426d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90fa7e2-c948-489f-b3e0-a62fb7a19f0c', 'name': 'tempest-FloatingIPsTestJSON-926278389-router', 'tenant_id': 'b1eede0321f8488ba5b266597207ba1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '65dab6c2-16df-4194-832b-d1af60035815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:41Z', 'updated_at': '2021-06-30T09:05:07Z', 'revision_number': 5, 'project_id': 'b1eede0321f8488ba5b266597207ba1e', 'gw_port': {'id': '65dab6c2-16df-4194-832b-d1af60035815', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90fa7e2-c948-489f-b3e0-a62fb7a19f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:42Z', 'updated_at': '2021-06-30T09:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:09.316430 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6026acb-3180-43bb-8e65-1c0e3ad426d1 None None] Checking router: b90fa7e2-c948-489f-b3e0-a62fb7a19f0c for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:05:09.330769 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6026acb-3180-43bb-8e65-1c0e3ad426d1 None None] Routers {'b90fa7e2-c948-489f-b3e0-a62fb7a19f0c'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:09.331919 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-e6026acb-3180-43bb-8e65-1c0e3ad426d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:04:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['b90fa7e2-c948-489f-b3e0-a62fb7a19f0c'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:09.364772 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8a8453f5-d375-45cd-b3d5-3d6bfe57792b req-09121997-244f-4a48-9652-ff99b53e1f3d tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] 10.222.0.10 "GET /v2.0/security-groups/a1ccd934-55d8-438a-973b-af4c4eaeb28e HTTP/1.1" status: 200 len: 1813 time: 0.0651810 Jun 30 09:05:09.370100 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-9241dcc3-6660-451b-878f-e33adb1fbf80 admin admin] Deleting port 65dab6c2-16df-4194-832b-d1af60035815 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:09.370559 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9241dcc3-6660-451b-878f-e33adb1fbf80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:09.447151 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-8a8453f5-d375-45cd-b3d5-3d6bfe57792b req-89e92b69-3640-41a2-92bf-a4c962c8648a tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:09.447673 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-e6026acb-3180-43bb-8e65-1c0e3ad426d1 None None] Set router b90fa7e2-c948-489f-b3e0-a62fb7a19f0c gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:05:09.477199 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-8a8453f5-d375-45cd-b3d5-3d6bfe57792b req-89e92b69-3640-41a2-92bf-a4c962c8648a tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:09.506461 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-9241dcc3-6660-451b-878f-e33adb1fbf80 admin admin] For port 65dab6c2-16df-4194-832b-d1af60035815, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=65dab6c2-16df-4194-832b-d1af60035815,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:09.506461 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9241dcc3-6660-451b-878f-e33adb1fbf80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:09.520422 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-9241dcc3-6660-451b-878f-e33adb1fbf80 admin admin] Calling delete_port for 65dab6c2-16df-4194-832b-d1af60035815 owned by network:router_gateway {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:09.521782 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-e6026acb-3180-43bb-8e65-1c0e3ad426d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90fa7e2-c948-489f-b3e0-a62fb7a19f0c', 'name': 'tempest-FloatingIPsTestJSON-926278389-router', 'tenant_id': 'b1eede0321f8488ba5b266597207ba1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:41Z', 'updated_at': '2021-06-30T09:05:09Z', 'revision_number': 6, 'project_id': 'b1eede0321f8488ba5b266597207ba1e', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:09.564849 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6026acb-3180-43bb-8e65-1c0e3ad426d1 None None] The sync data for ids ['b90fa7e2-c948-489f-b3e0-a62fb7a19f0c'] in n-d-771363-31 is: [{'id': 'b90fa7e2-c948-489f-b3e0-a62fb7a19f0c', 'name': 'tempest-FloatingIPsTestJSON-926278389-router', 'tenant_id': 'b1eede0321f8488ba5b266597207ba1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:41Z', 'updated_at': '2021-06-30T09:05:09Z', 'revision_number': 6, 'project_id': 'b1eede0321f8488ba5b266597207ba1e', 'gw_port_host': None}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:05:09.633191 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-8a8453f5-d375-45cd-b3d5-3d6bfe57792b req-89e92b69-3640-41a2-92bf-a4c962c8648a tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:09.635921 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-8a8453f5-d375-45cd-b3d5-3d6bfe57792b req-89e92b69-3640-41a2-92bf-a4c962c8648a tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:09.637398 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8a8453f5-d375-45cd-b3d5-3d6bfe57792b req-89e92b69-3640-41a2-92bf-a4c962c8648a tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] 10.222.0.10 "DELETE /v2.0/security-groups/a1ccd934-55d8-438a-973b-af4c4eaeb28e HTTP/1.1" status: 204 len: 173 time: 0.2683332 Jun 30 09:05:09.649556 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e92b69-3640-41a2-92bf-a4c962c8648a tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ccd934-55d8-438a-973b-af4c4eaeb28e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:09.671895 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2e65db-4344-4cc5-863f-41153f407cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf4191f-3028-438b-9d13-35db557534c2'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:09.676661 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00636d0b-fb79-489d-8596-627b8b0858d0" -d '{"events": [{"server_uuid": "0f2e65db-4344-4cc5-863f-41153f407cb4", "name": "network-vif-plugged", "status": "completed", "tag": "4bf4191f-3028-438b-9d13-35db557534c2"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:09.829406 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df18039-8d10-4473-8680-142fceb99179 req-67d036a0-66d7-4420-998f-32c785b81a30 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:09.837329 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4df18039-8d10-4473-8680-142fceb99179 req-67d036a0-66d7-4420-998f-32c785b81a30 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 950 time: 0.0835485 Jun 30 09:05:09.890116 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9241dcc3-6660-451b-878f-e33adb1fbf80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:09.896594 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4df18039-8d10-4473-8680-142fceb99179 req-abd4ccdb-e28c-4e86-b339-6d8c48cccaca tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570614 Jun 30 09:05:09.963965 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241dcc3-6660-451b-878f-e33adb1fbf80 admin admin] Pushing event deleted for resources: {'Port': ['ID=65dab6c2-16df-4194-832b-d1af60035815,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:10.012816 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709d8fbe-29cb-42f4-9cbb-7a76f5808584 x-openstack-request-id: req-709d8fbe-29cb-42f4-9cbb-7a76f5808584 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:10.013085 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2e65db-4344-4cc5-863f-41153f407cb4", "name": "network-vif-plugged", "status": "completed", "tag": "4bf4191f-3028-438b-9d13-35db557534c2", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:10.013343 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-709d8fbe-29cb-42f4-9cbb-7a76f5808584 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:10.013770 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2e65db-4344-4cc5-863f-41153f407cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf4191f-3028-438b-9d13-35db557534c2', 'code': 200} Jun 30 09:05:10.030777 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d32a3e23-e840-4cd2-8176-8b5ada6863ba req-d1f9fa18-e813-43c9-99f6-0b408e14b3bb tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] 10.222.0.10 "GET /v2.0/security-groups/e4caa960-ffdd-4b2b-8a7d-6c5e4dba798c HTTP/1.1" status: 200 len: 1812 time: 0.1849675 Jun 30 09:05:10.081817 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3364fc0b-244f-4f9e-9798-cb62bef99ad8 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:10.126542 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 3364fc0b-244f-4f9e-9798-cb62bef99ad8 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:05:10.127305 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3364fc0b-244f-4f9e-9798-cb62bef99ad8 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:05:10.205288 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9241dcc3-6660-451b-878f-e33adb1fbf80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.224022 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d32a3e23-e840-4cd2-8176-8b5ada6863ba req-043d5c6e-a55d-4cca-b58d-8314d3f588d7 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.247778 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf107e2-a6cd-4a35-b37d-0c95cdcc5e26 req-6e992117-09e1-4797-b2c3-28c838a886d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:10.249335 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1bf107e2-a6cd-4a35-b37d-0c95cdcc5e26 req-6e992117-09e1-4797-b2c3-28c838a886d2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0f2e65db-4344-4cc5-863f-41153f407cb4 HTTP/1.1" status: 200 len: 1097 time: 0.1410036 Jun 30 09:05:10.298608 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1bf107e2-a6cd-4a35-b37d-0c95cdcc5e26 req-b0c82eb0-4d90-415a-8621-8319c2977696 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419025 Jun 30 09:05:10.315375 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd134f78-e9b8-4a2c-bd3e-0bc1fbce6f45 req-371352a0-ca21-42b2-b2b1-10638e085e8a tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:10.317082 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bd134f78-e9b8-4a2c-bd3e-0bc1fbce6f45 req-371352a0-ca21-42b2-b2b1-10638e085e8a tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 946 time: 0.1131124 Jun 30 09:05:10.353544 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9241dcc3-6660-451b-878f-e33adb1fbf80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.356811 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d32a3e23-e840-4cd2-8176-8b5ada6863ba req-043d5c6e-a55d-4cca-b58d-8314d3f588d7 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.360121 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9241dcc3-6660-451b-878f-e33adb1fbf80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.395207 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bd134f78-e9b8-4a2c-bd3e-0bc1fbce6f45 req-6ede7f1e-de07-4515-b9e4-71f938cf89fa tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592558 Jun 30 09:05:10.535505 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9241dcc3-6660-451b-878f-e33adb1fbf80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.536038 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9241dcc3-6660-451b-878f-e33adb1fbf80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b90fa7e2-c948-489f-b3e0-a62fb7a19f0c {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:05:10.541349 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9241dcc3-6660-451b-878f-e33adb1fbf80 admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.545070 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9241dcc3-6660-451b-878f-e33adb1fbf80 admin admin] 10.222.0.10 "DELETE /v2.0/routers/b90fa7e2-c948-489f-b3e0-a62fb7a19f0c HTTP/1.1" status: 204 len: 168 time: 1.6934128 Jun 30 09:05:10.545292 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 53472) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:10.596804 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d32a3e23-e840-4cd2-8176-8b5ada6863ba req-043d5c6e-a55d-4cca-b58d-8314d3f588d7 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.599623 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d32a3e23-e840-4cd2-8176-8b5ada6863ba req-043d5c6e-a55d-4cca-b58d-8314d3f588d7 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.614870 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d32a3e23-e840-4cd2-8176-8b5ada6863ba req-043d5c6e-a55d-4cca-b58d-8314d3f588d7 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] 10.222.0.10 "DELETE /v2.0/security-groups/e4caa960-ffdd-4b2b-8a7d-6c5e4dba798c HTTP/1.1" status: 204 len: 173 time: 0.5829494 Jun 30 09:05:10.649043 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d5c6e-a55d-4cca-b58d-8314d3f588d7 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4caa960-ffdd-4b2b-8a7d-6c5e4dba798c,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:10.677145 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c8ca5fb-45c8-4410-b628-3f5e2f7536f5 admin admin] Deleting subnet 48be8b26-d852-491b-8b50-c8a3a62313b0 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:05:10.682115 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9c8ca5fb-45c8-4410-b628-3f5e2f7536f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.696460 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d7042-a940-4a5a-9ba1-90c0b74d5711 req-9165693f-8593-44c2-8c20-216c720a8351 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:10.698503 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bd8d7042-a940-4a5a-9ba1-90c0b74d5711 req-9165693f-8593-44c2-8c20-216c720a8351 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 950 time: 0.1491153 Jun 30 09:05:10.745122 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9c8ca5fb-45c8-4410-b628-3f5e2f7536f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.772673 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bd8d7042-a940-4a5a-9ba1-90c0b74d5711 req-ac50bef0-609b-4519-bca8-cfa311f5e213 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680275 Jun 30 09:05:10.921119 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9c8ca5fb-45c8-4410-b628-3f5e2f7536f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.986662 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df6b04-f471-439a-90cc-563f5988191f req-eda6a2a9-f523-4860-b885-bed3bf3d1c92 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:10.995378 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-87df6b04-f471-439a-90cc-563f5988191f req-eda6a2a9-f523-4860-b885-bed3bf3d1c92 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2e65db-4344-4cc5-863f-41153f407cb4 HTTP/1.1" status: 200 len: 945 time: 0.1313434 Jun 30 09:05:11.040386 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-87df6b04-f471-439a-90cc-563f5988191f req-14a134f2-b3dd-4cf1-b389-8c79759b5840 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440319 Jun 30 09:05:11.067115 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fc905fbd-4b33-4716-b2d4-b7fead7104ac req-2d75b650-7a62-48ab-bbe7-831485ec6b7e tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] 10.222.0.10 "GET /v2.0/security-groups/5b5458c4-584b-4993-bd2e-e5c3896b17eb HTTP/1.1" status: 200 len: 1812 time: 0.0557373 Jun 30 09:05:11.131960 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9c8ca5fb-45c8-4410-b628-3f5e2f7536f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.135373 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fc905fbd-4b33-4716-b2d4-b7fead7104ac req-596ff368-4596-44de-83bc-32a75b457c35 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.158707 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ca5fb-45c8-4410-b628-3f5e2f7536f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48be8b26-d852-491b-8b50-c8a3a62313b0,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:11.162615 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9c8ca5fb-45c8-4410-b628-3f5e2f7536f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.164580 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9c8ca5fb-45c8-4410-b628-3f5e2f7536f5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/48be8b26-d852-491b-8b50-c8a3a62313b0 HTTP/1.1" status: 204 len: 168 time: 0.6182880 Jun 30 09:05:11.167209 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 53482) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:11.173727 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f68009-2059-4f1f-aa2b-93e7fe097d30 None None] Network 268a3af1-1c1d-4bc6-a759-f6b2a660afcc requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:05:11.174806 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fc905fbd-4b33-4716-b2d4-b7fead7104ac req-596ff368-4596-44de-83bc-32a75b457c35 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.307584 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fc905fbd-4b33-4716-b2d4-b7fead7104ac req-596ff368-4596-44de-83bc-32a75b457c35 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.313554 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fc905fbd-4b33-4716-b2d4-b7fead7104ac req-596ff368-4596-44de-83bc-32a75b457c35 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.315609 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fc905fbd-4b33-4716-b2d4-b7fead7104ac req-596ff368-4596-44de-83bc-32a75b457c35 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] 10.222.0.10 "DELETE /v2.0/security-groups/5b5458c4-584b-4993-bd2e-e5c3896b17eb HTTP/1.1" status: 204 len: 173 time: 0.2405341 Jun 30 09:05:11.325432 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 53488) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:11.351800 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ff368-4596-44de-83bc-32a75b457c35 tempest-SecurityGroupRulesNegativeTestJSON-1967808528 tempest-SecurityGroupRulesNegativeTestJSON-1967808528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5458c4-584b-4993-bd2e-e5c3896b17eb,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:11.420376 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-215a3910-6195-4b32-ac7c-df92a67b9c32 admin admin] Deleting subnet e651e99a-03d6-43a4-b61b-0296c71f79e2 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:05:11.425804 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-86aae110-090d-4375-ac81-e8d814ac3705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.431382 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-215a3910-6195-4b32-ac7c-df92a67b9c32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.494309 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-215a3910-6195-4b32-ac7c-df92a67b9c32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.533542 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea9495d-4695-41b0-a2ff-2a585507442b None None] DHCP port deletion for 268a3af1-1c1d-4bc6-a759-f6b2a660afcc request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:05:11.619798 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-215a3910-6195-4b32-ac7c-df92a67b9c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.635604 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a0b7f-aeaa-43a5-ba90-fd84784dfc77 req-1613f1dd-e81c-47fd-9dbe-047353fb8543 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:11.652226 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-563a0b7f-aeaa-43a5-ba90-fd84784dfc77 req-1613f1dd-e81c-47fd-9dbe-047353fb8543 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 946 time: 0.0975676 Jun 30 09:05:11.669296 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-3ea9495d-4695-41b0-a2ff-2a585507442b None None] Deleting port a4988664-c93f-4589-a1c8-99e52257cccc {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:11.669779 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3ea9495d-4695-41b0-a2ff-2a585507442b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.681969 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-86aae110-090d-4375-ac81-e8d814ac3705 admin admin] Deleting port a4988664-c93f-4589-a1c8-99e52257cccc {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:11.682656 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-86aae110-090d-4375-ac81-e8d814ac3705 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.702605 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-563a0b7f-aeaa-43a5-ba90-fd84784dfc77 req-357d3cd4-1711-4545-b8eb-677c1a727f63 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492966 Jun 30 09:05:11.760965 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-3ea9495d-4695-41b0-a2ff-2a585507442b None None] For port a4988664-c93f-4589-a1c8-99e52257cccc, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a4988664-c93f-4589-a1c8-99e52257cccc,segment=NetworkSegment(2fec1338-7df1-494e-aeec-48833280b0de),segment_id=2fec1338-7df1-494e-aeec-48833280b0de)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:11.761350 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3ea9495d-4695-41b0-a2ff-2a585507442b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.776271 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-3ea9495d-4695-41b0-a2ff-2a585507442b None None] Calling delete_port for a4988664-c93f-4589-a1c8-99e52257cccc owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:11.792562 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-86aae110-090d-4375-ac81-e8d814ac3705 admin admin] For port a4988664-c93f-4589-a1c8-99e52257cccc, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a4988664-c93f-4589-a1c8-99e52257cccc,segment=NetworkSegment(2fec1338-7df1-494e-aeec-48833280b0de),segment_id=2fec1338-7df1-494e-aeec-48833280b0de)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:11.793168 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-86aae110-090d-4375-ac81-e8d814ac3705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.815973 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-86aae110-090d-4375-ac81-e8d814ac3705 admin admin] Calling delete_port for a4988664-c93f-4589-a1c8-99e52257cccc owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:11.949763 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 65dab6c2-16df-4194-832b-d1af60035815 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:11.975889 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-215a3910-6195-4b32-ac7c-df92a67b9c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.994377 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-215a3910-6195-4b32-ac7c-df92a67b9c32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.997028 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-215a3910-6195-4b32-ac7c-df92a67b9c32 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e651e99a-03d6-43a4-b61b-0296c71f79e2 HTTP/1.1" status: 204 len: 168 time: 0.6702328 Jun 30 09:05:11.999716 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 53502) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:12.023264 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 65dab6c2-16df-4194-832b-d1af60035815 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:05:12.023751 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 65dab6c2-16df-4194-832b-d1af60035815 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:05:12.025656 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a4988664-c93f-4589-a1c8-99e52257cccc no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:12.047836 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a3910-6195-4b32-ac7c-df92a67b9c32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e651e99a-03d6-43a4-b61b-0296c71f79e2,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:12.147867 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:12.181064 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-75dfa3b7-63a0-4b96-a307-7781631a0294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:12.214059 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-86aae110-090d-4375-ac81-e8d814ac3705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:12.215397 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3ea9495d-4695-41b0-a2ff-2a585507442b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:12.251753 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9495d-4695-41b0-a2ff-2a585507442b None None] Pushing event deleted for resources: {'Port': ['ID=a4988664-c93f-4589-a1c8-99e52257cccc,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:12.262757 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea9495d-4695-41b0-a2ff-2a585507442b None None] No DVR routers for this DVR port a4988664-c93f-4589-a1c8-99e52257cccc on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:05:12.264230 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aae110-090d-4375-ac81-e8d814ac3705 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4988664-c93f-4589-a1c8-99e52257cccc,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:12.271721 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aae110-090d-4375-ac81-e8d814ac3705 admin admin] No DVR routers for this DVR port a4988664-c93f-4589-a1c8-99e52257cccc on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:05:12.283430 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-6f1d8b77-4435-4cf8-ab41-b68e5243476f tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:12.291951 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-6f1d8b77-4435-4cf8-ab41-b68e5243476f tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/networks?id=29b0d071-6714-4385-b9f1-40e12b8f9c71 HTTP/1.1" status: 200 len: 808 time: 0.1950185 Jun 30 09:05:12.335247 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-dd021cd9-904d-4c08-bafe-7d92439b9590 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/quotas/9342aeef3062492da53fbad2470ed3ad HTTP/1.1" status: 200 len: 375 time: 0.0413141 Jun 30 09:05:12.371077 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-75dfa3b7-63a0-4b96-a307-7781631a0294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:12.383274 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc373b08-3180-44b7-b0da-5182996f69ed req-94240c00-a6c8-4c70-9d98-5fb71e0b7df8 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:12.385191 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bc373b08-3180-44b7-b0da-5182996f69ed req-94240c00-a6c8-4c70-9d98-5fb71e0b7df8 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 950 time: 0.2630620 Jun 30 09:05:12.399320 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-75dfa3b7-63a0-4b96-a307-7781631a0294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5c0434-5e40-453b-90d8-7d1cb0d32721']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:12.416070 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-86aae110-090d-4375-ac81-e8d814ac3705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:12.423384 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-75dfa3b7-63a0-4b96-a307-7781631a0294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da26fd5b-20cb-42d1-8bae-8c74ceb582e5') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:12.423681 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-75dfa3b7-63a0-4b96-a307-7781631a0294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da26fd5b-20cb-42d1-8bae-8c74ceb582e5') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:12.431777 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-86aae110-090d-4375-ac81-e8d814ac3705 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['268a3af1-1c1d-4bc6-a759-f6b2a660afcc']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:12.443198 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-75dfa3b7-63a0-4b96-a307-7781631a0294 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:12.453426 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-86aae110-090d-4375-ac81-e8d814ac3705 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fec1338-7df1-494e-aeec-48833280b0de') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:12.453814 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-86aae110-090d-4375-ac81-e8d814ac3705 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fec1338-7df1-494e-aeec-48833280b0de') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:12.457353 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-bfc1da65-c48b-4bd6-aadb-ce0c8679e124 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2284455 Jun 30 09:05:12.477212 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-86aae110-090d-4375-ac81-e8d814ac3705 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:12.484389 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bc373b08-3180-44b7-b0da-5182996f69ed req-885a53e7-3172-4737-bbb6-1f4c779e99da tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889165 Jun 30 09:05:12.485477 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-75dfa3b7-63a0-4b96-a307-7781631a0294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:12.511657 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75dfa3b7-63a0-4b96-a307-7781631a0294 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:05:12.511657 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-75dfa3b7-63a0-4b96-a307-7781631a0294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:05:12.513411 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:05:12.538037 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-4fa0c873-1a8c-45a0-8dde-e7fb8ab94104 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9342aeef3062492da53fbad2470ed3ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1758659 Jun 30 09:05:12.580788 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-86aae110-090d-4375-ac81-e8d814ac3705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:12.618965 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86aae110-090d-4375-ac81-e8d814ac3705 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:05:12.619437 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-86aae110-090d-4375-ac81-e8d814ac3705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:05:12.621652 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:05:12.651693 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-75dfa3b7-63a0-4b96-a307-7781631a0294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:12.677806 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-75dfa3b7-63a0-4b96-a307-7781631a0294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:12.684799 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-75dfa3b7-63a0-4b96-a307-7781631a0294 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4a5c0434-5e40-453b-90d8-7d1cb0d32721 HTTP/1.1" status: 204 len: 168 time: 0.6835146 Jun 30 09:05:12.685765 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dfa3b7-63a0-4b96-a307-7781631a0294 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a5c0434-5e40-453b-90d8-7d1cb0d32721,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:12.790025 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-3bf58223-0ef5-4e0c-a85c-92d7c33cc9e5 service neutron] 10.222.0.10 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509265 Jun 30 09:05:12.854570 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-86aae110-090d-4375-ac81-e8d814ac3705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:12.861607 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-86aae110-090d-4375-ac81-e8d814ac3705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:12.863495 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-86aae110-090d-4375-ac81-e8d814ac3705 admin admin] 10.222.0.10 "DELETE /v2.0/networks/268a3af1-1c1d-4bc6-a759-f6b2a660afcc HTTP/1.1" status: 204 len: 168 time: 1.6738081 Jun 30 09:05:12.889884 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f2923-f125-4e87-922e-426ffc211c18 req-b25cfaf1-1024-4bde-b7e7-cd33b927b77b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:12.890891 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aae110-090d-4375-ac81-e8d814ac3705 admin admin] Pushing event deleted for resources: {'Network': ['ID=268a3af1-1c1d-4bc6-a759-f6b2a660afcc,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:12.901529 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-338f2923-f125-4e87-922e-426ffc211c18 req-b25cfaf1-1024-4bde-b7e7-cd33b927b77b tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2e65db-4344-4cc5-863f-41153f407cb4 HTTP/1.1" status: 200 len: 945 time: 0.0970483 Jun 30 09:05:12.968395 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-3f664885-4e4b-4cb9-bfd7-65ba1d35aadc service neutron] 10.222.0.10 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695571 Jun 30 09:05:12.976917 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-338f2923-f125-4e87-922e-426ffc211c18 req-5b6aae7b-d07d-4f9a-8432-18a882c01051 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633342 Jun 30 09:05:13.129880 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 53536) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:13.198585 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08091ca-448a-47e8-ae73-afca85fd258c req-ac3c57b4-b0b6-41c4-af43-c01975092db4 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:13.207888 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e08091ca-448a-47e8-ae73-afca85fd258c req-ac3c57b4-b0b6-41c4-af43-c01975092db4 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 946 time: 0.0899217 Jun 30 09:05:13.288001 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8ea4d9ff-cbfa-4824-8025-78a0d3344bef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=57f3c03d2b124082b609775c2f0b1c3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1554394 Jun 30 09:05:13.290170 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 53542) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:13.298924 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e08091ca-448a-47e8-ae73-afca85fd258c req-f3f4bf8d-1e9d-4fca-b889-8a769c333465 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886457 Jun 30 09:05:13.351515 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e46fac4a-924f-4119-8171-3d66410b7950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:13.377092 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 53544) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:13.401229 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e46fac4a-924f-4119-8171-3d66410b7950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:13.502118 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 53548) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:13.502297 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-82d87536-7382-4662-82f8-f3749de6a51b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b1eede0321f8488ba5b266597207ba1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1229217 Jun 30 09:05:13.534158 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e8fc1-7315-4cbf-8b8a-c10fe5811790 req-62e9e3b7-33c8-407f-9418-556e362d5330 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:13.535703 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ca4e8fc1-7315-4cbf-8b8a-c10fe5811790 req-62e9e3b7-33c8-407f-9418-556e362d5330 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2e65db-4344-4cc5-863f-41153f407cb4 HTTP/1.1" status: 200 len: 945 time: 0.0969567 Jun 30 09:05:13.549368 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e46fac4a-924f-4119-8171-3d66410b7950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:13.552498 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e46fac4a-924f-4119-8171-3d66410b7950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:13.554754 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e46fac4a-924f-4119-8171-3d66410b7950 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/866e5e87-247d-45aa-a6e5-81d59a33de2a HTTP/1.1" status: 204 len: 168 time: 0.2628939 Jun 30 09:05:13.581427 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46fac4a-924f-4119-8171-3d66410b7950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866e5e87-247d-45aa-a6e5-81d59a33de2a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:13.627899 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6b6484b4-8b5b-4a00-8d56-c2e98f872aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:13.648723 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ca4e8fc1-7315-4cbf-8b8a-c10fe5811790 req-e6154660-1306-432a-8b00-1d57aa547848 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927899 Jun 30 09:05:13.690863 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6b6484b4-8b5b-4a00-8d56-c2e98f872aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:13.838575 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6b6484b4-8b5b-4a00-8d56-c2e98f872aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:13.841245 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6b6484b4-8b5b-4a00-8d56-c2e98f872aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:13.850529 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6b6484b4-8b5b-4a00-8d56-c2e98f872aa3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cc22bbd0-cf0a-4824-a517-20bc49960f2b HTTP/1.1" status: 204 len: 168 time: 0.3392117 Jun 30 09:05:13.884399 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6484b4-8b5b-4a00-8d56-c2e98f872aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc22bbd0-cf0a-4824-a517-20bc49960f2b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:13.910528 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6910c90f-816a-474a-a42a-643cc75f7bf3 req-b43e6008-b665-46ae-944c-655607f5984b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1951125 Jun 30 09:05:14.010478 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123b849-37ce-418c-9854-611364c288e1 req-8682acc6-8b31-4bc7-900f-83d577631fc4 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:14.012158 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d123b849-37ce-418c-9854-611364c288e1 req-8682acc6-8b31-4bc7-900f-83d577631fc4 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 950 time: 0.2002044 Jun 30 09:05:14.087768 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d123b849-37ce-418c-9854-611364c288e1 req-18d4f025-97bf-4b21-9347-550dfde99f53 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689938 Jun 30 09:05:14.096602 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910c90f-816a-474a-a42a-643cc75f7bf3 req-f48ba184-5f8a-4251-83eb-9624ebe918bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:14.099440 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6910c90f-816a-474a-a42a-643cc75f7bf3 req-f48ba184-5f8a-4251-83eb-9624ebe918bf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9342aeef3062492da53fbad2470ed3ad&device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 1097 time: 0.1415324 Jun 30 09:05:14.280067 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-94b0f768-52ff-447f-b94b-85b9edd41388 req-14a9f9b1-1365-4379-b3fc-faffc0623fa1 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 210 time: 0.1149285 Jun 30 09:05:14.378500 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910c90f-816a-474a-a42a-643cc75f7bf3 req-400ee401-1bfd-431c-b61c-944092f81850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:14.384092 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6910c90f-816a-474a-a42a-643cc75f7bf3 req-400ee401-1bfd-431c-b61c-944092f81850 service neutron] 10.222.0.52 "GET /v2.0/networks?id=29b0d071-6714-4385-b9f1-40e12b8f9c71 HTTP/1.1" status: 200 len: 909 time: 0.2467952 Jun 30 09:05:14.492182 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6910c90f-816a-474a-a42a-643cc75f7bf3 req-5230db04-3b3a-4f4a-8525-762b8aa0c0e7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44272199-6bc5-46b1-ac93-e3dc8b4a079c HTTP/1.1" status: 200 len: 217 time: 0.1006367 Jun 30 09:05:14.625764 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910c90f-816a-474a-a42a-643cc75f7bf3 req-6284ed38-e6b8-4c81-ae50-841b351ae7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:14.627404 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6910c90f-816a-474a-a42a-643cc75f7bf3 req-6284ed38-e6b8-4c81-ae50-841b351ae7d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8196dcad-a05d-4c25-a036-8d0e22bb3a6b HTTP/1.1" status: 200 len: 848 time: 0.1343396 Jun 30 09:05:14.670532 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6910c90f-816a-474a-a42a-643cc75f7bf3 req-a581a7b2-7fd2-422f-8472-c2a0df9ee9a0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=29b0d071-6714-4385-b9f1-40e12b8f9c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361533 Jun 30 09:05:14.781188 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71535a88-20d9-4aa8-ad5c-9b4a108f436c req-91f7af71-22da-4cd8-9a76-b817661b5d6b tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:14.782894 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71535a88-20d9-4aa8-ad5c-9b4a108f436c req-91f7af71-22da-4cd8-9a76-b817661b5d6b tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 946 time: 0.2174401 Jun 30 09:05:14.883549 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71535a88-20d9-4aa8-ad5c-9b4a108f436c req-2cfee897-c86a-469e-8931-8299ab8effa8 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901041 Jun 30 09:05:14.902415 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6910c90f-816a-474a-a42a-643cc75f7bf3 req-78723343-3609-4500-9819-e506de1754d7 service neutron] 10.222.0.52 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228882 Jun 30 09:05:15.039671 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6910c90f-816a-474a-a42a-643cc75f7bf3 req-383e7359-e24e-49f3-bdc3-acae79db0434 service neutron] 10.222.0.52 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298010 Jun 30 09:05:15.404278 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d69be4-2a81-47fc-b9cb-c8aedc80a331 req-635ae9d4-0611-41d8-a133-fadce39a77f6 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:15.406660 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c2d69be4-2a81-47fc-b9cb-c8aedc80a331 req-635ae9d4-0611-41d8-a133-fadce39a77f6 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 950 time: 0.0829246 Jun 30 09:05:15.492151 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c2d69be4-2a81-47fc-b9cb-c8aedc80a331 req-fac2482c-5284-44fe-8fc8-2353ea9cae0b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747893 Jun 30 09:05:15.755157 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 53648) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:15.830403 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-ffda6825-9e3d-45e1-9dd7-7d9ef3a9eeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:15.832106 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-ffda6825-9e3d-45e1-9dd7-7d9ef3a9eeab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 1102 time: 0.1346819 Jun 30 09:05:15.972401 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-cd2b6a6c-d02b-4c95-875d-12841a4f9c20 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-119583180-network', 'tenant_id': '164efc1ee4d9427b996c064420e28c66'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:15.978518 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-1398b9c9-a510-43e1-8cdf-a97ef1984a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:15.980340 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-1398b9c9-a510-43e1-8cdf-a97ef1984a1a service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.1399329 Jun 30 09:05:16.018128 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a01b5aaa-a903-41e3-80ff-8ac57beb48ce req-217e43db-98da-46e7-bead-1d30726f1f5b tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 210 time: 0.3552454 Jun 30 09:05:16.040673 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-f7b7de12-c39a-4584-b7e3-65ee32fd7bc5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=aadc3403-34ed-4a92-ae27-99ad7913f8f3 HTTP/1.1" status: 200 len: 217 time: 0.0481055 Jun 30 09:05:16.101269 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2b6a6c-d02b-4c95-875d-12841a4f9c20 admin admin] Made reservation on behalf of 164efc1ee4d9427b996c064420e28c66 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:16.106440 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6a6c-d02b-4c95-875d-12841a4f9c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:16.125691 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6a6c-d02b-4c95-875d-12841a4f9c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:16.156202 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-5a3e271e-0dda-474b-b437-86c883b5adb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:16.157636 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-5a3e271e-0dda-474b-b437-86c883b5adb7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1096649 Jun 30 09:05:16.223643 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c2726-a39f-41a0-9dcb-8500d4a237c7 req-6cd8311c-c0e3-4233-93a2-9e2228ed1b70 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:16.225473 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-500c2726-a39f-41a0-9dcb-8500d4a237c7 req-6cd8311c-c0e3-4233-93a2-9e2228ed1b70 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 946 time: 0.0745444 Jun 30 09:05:16.271782 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-500c2726-a39f-41a0-9dcb-8500d4a237c7 req-c48513d5-3702-47b8-a9a5-21705a2b3714 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392096 Jun 30 09:05:16.309183 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc035d2e-9509-4400-9361-795a204b437c req-d72da5ca-7d87-4195-9b83-047a9641874f tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:16.310738 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bc035d2e-9509-4400-9361-795a204b437c req-d72da5ca-7d87-4195-9b83-047a9641874f tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2e65db-4344-4cc5-863f-41153f407cb4 HTTP/1.1" status: 200 len: 945 time: 0.1724219 Jun 30 09:05:16.333243 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-a6f9d724-5fa9-4b94-a3ae-635d0c991785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:16.334989 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-a6f9d724-5fa9-4b94-a3ae-635d0c991785 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1477928 Jun 30 09:05:16.415819 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6a6c-d02b-4c95-875d-12841a4f9c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:16.443264 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bc035d2e-9509-4400-9361-795a204b437c req-c8e4d338-644f-4f2a-851b-04c887bfc900 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254783 Jun 30 09:05:16.460382 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6a6c-d02b-4c95-875d-12841a4f9c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:16.500711 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2b6a6c-d02b-4c95-875d-12841a4f9c20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:05:16.521113 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6a6c-d02b-4c95-875d-12841a4f9c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:16.521623 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-cd2b6a6c-d02b-4c95-875d-12841a4f9c20 admin admin] Added segment a0050ea6-a1f5-4b04-8051-69efa91d41df of type vlan for network dbd9754c-6cc8-466f-93ec-62534a8480bb Jun 30 09:05:16.531698 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-c91a993f-8a18-4237-bc14-0e1f5809c97d service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850297 Jun 30 09:05:16.539381 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b6a6c-d02b-4c95-875d-12841a4f9c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fda908-1406-4601-9ec1-98ca2a1e4bc2,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:16.628760 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6a6c-d02b-4c95-875d-12841a4f9c20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:16.682499 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-d556c438-f4f7-470e-9492-8ac6ced436a2 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402206 Jun 30 09:05:16.700499 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56488ea5-6c94-403e-94c8-dfd89c413099 req-2a2b4397-c1fe-4eab-9a14-0139212df937 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:16.701995 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-56488ea5-6c94-403e-94c8-dfd89c413099 req-2a2b4397-c1fe-4eab-9a14-0139212df937 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 950 time: 0.0756488 Jun 30 09:05:16.742330 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-56488ea5-6c94-403e-94c8-dfd89c413099 req-3292b748-80a4-4326-9335-1cda0f8f0d7b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342667 Jun 30 09:05:16.752047 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6a6c-d02b-4c95-875d-12841a4f9c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:16.753102 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2b6a6c-d02b-4c95-875d-12841a4f9c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:16.759636 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6a6c-d02b-4c95-875d-12841a4f9c20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:16.816906 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b6a6c-d02b-4c95-875d-12841a4f9c20 admin admin] Pushing event updated for resources: {'Network': ['ID=dbd9754c-6cc8-466f-93ec-62534a8480bb,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:16.827814 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network dbd9754c-6cc8-466f-93ec-62534a8480bb details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:05:16.899669 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-cd2b6a6c-d02b-4c95-875d-12841a4f9c20 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1409037 Jun 30 09:05:16.901876 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 53690) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:16.908162 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-da4efa44-50f6-4d2c-8e8f-ce6c5bd285c9 admin admin] Request body: {'subnet': {'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-119583180-subnet', 'tenant_id': '164efc1ee4d9427b996c064420e28c66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:17.004883 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 53694) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:17.024470 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4efa44-50f6-4d2c-8e8f-ce6c5bd285c9 admin admin] Made reservation on behalf of 164efc1ee4d9427b996c064420e28c66 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:17.030175 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-da4efa44-50f6-4d2c-8e8f-ce6c5bd285c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:17.257555 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7d02790e-d58a-4da6-bdda-5bf3df402b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:17.271458 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-160452af-d8ff-410e-a26e-4f819c040e31 req-d3ecf486-e3f3-4e5d-a9af-9b76058d57f8 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 210 time: 0.0417938 Jun 30 09:05:17.377159 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-7948723a-c72f-4b71-97af-a1472c1b0bf7 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:17.380109 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-7948723a-c72f-4b71-97af-a1472c1b0bf7 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.37 "GET /v2.0/networks?id=29b0d071-6714-4385-b9f1-40e12b8f9c71 HTTP/1.1" status: 200 len: 808 time: 0.4942493 Jun 30 09:05:17.398462 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-28b5f83a-3d1c-41a2-a9f8-ef84fe56a471 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Request body: {'port': {'device_id': '89b7acac-bb3b-492b-9430-9571b0ba9c6e', 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71', 'admin_state_up': True, 'tenant_id': '9342aeef3062492da53fbad2470ed3ad'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:17.403416 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7d02790e-d58a-4da6-bdda-5bf3df402b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:17.459641 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-da4efa44-50f6-4d2c-8e8f-ce6c5bd285c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:17.536096 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7d02790e-d58a-4da6-bdda-5bf3df402b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:17.541670 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4efa44-50f6-4d2c-8e8f-ce6c5bd285c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54f1da19-5739-4f34-a4fd-d3cc193b96d1,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:17.598647 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02790e-d58a-4da6-bdda-5bf3df402b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef729df0-ce46-4fbd-910e-dd444cb6dd64,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:17.608601 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7d02790e-d58a-4da6-bdda-5bf3df402b0d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=40bac78e975947dcaa143ddaa14f1b56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5975533 Jun 30 09:05:17.608601 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4efa44-50f6-4d2c-8e8f-ce6c5bd285c9 admin admin] Checking segment: {'id': 'a0050ea6-a1f5-4b04-8051-69efa91d41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:17.608601 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4efa44-50f6-4d2c-8e8f-ce6c5bd285c9 admin admin] Network hostable DHCP agents. Network: dbd9754c-6cc8-466f-93ec-62534a8480bb, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:05:17.609846 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 53708) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:17.639684 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42baa7df-19b4-41d4-a75a-cdb6d906bba4 req-ea124813-b06c-4a2b-8a13-d4b87a22dcf9 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:17.641193 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-42baa7df-19b4-41d4-a75a-cdb6d906bba4 req-ea124813-b06c-4a2b-8a13-d4b87a22dcf9 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 946 time: 0.2250762 Jun 30 09:05:17.650595 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-28b5f83a-3d1c-41a2-a9f8-ef84fe56a471 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Made reservation on behalf of 9342aeef3062492da53fbad2470ed3ad for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:17.658631 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-28b5f83a-3d1c-41a2-a9f8-ef84fe56a471 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:17.717016 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dbc8e6f1-d35a-4fd8-a588-8846242e34f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:17.722040 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-42baa7df-19b4-41d4-a75a-cdb6d906bba4 req-9698001d-877b-45af-9b6b-30127afba557 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614631 Jun 30 09:05:17.781210 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dbc8e6f1-d35a-4fd8-a588-8846242e34f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:17.796024 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4efa44-50f6-4d2c-8e8f-ce6c5bd285c9 admin admin] Network dbd9754c-6cc8-466f-93ec-62534a8480bb is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:05:17.825045 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf22fa-b343-4f73-a6ba-f5343988ce52 req-0f72900e-b854-45ab-8eb9-59c617a306b3 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:17.832136 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-efaf22fa-b343-4f73-a6ba-f5343988ce52 req-0f72900e-b854-45ab-8eb9-59c617a306b3 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2e65db-4344-4cc5-863f-41153f407cb4 HTTP/1.1" status: 200 len: 945 time: 0.1699672 Jun 30 09:05:17.921236 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-efaf22fa-b343-4f73-a6ba-f5343988ce52 req-3ba13d0f-5743-4344-8c9e-ea2e3c61a57c tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881004 Jun 30 09:05:17.934891 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-28b5f83a-3d1c-41a2-a9f8-ef84fe56a471 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Allocated IP 172.20.0.4 (29b0d071-6714-4385-b9f1-40e12b8f9c71/8196dcad-a05d-4c25-a036-8d0e22bb3a6b/b3270b96-17f1-4fe1-9531-e04a2c02ee00) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:18.169246 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-da4efa44-50f6-4d2c-8e8f-ce6c5bd285c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, dbd9754c-6cc8-466f-93ec-62534a8480bb) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:18.169246 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4efa44-50f6-4d2c-8e8f-ce6c5bd285c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:18.169246 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-da4efa44-50f6-4d2c-8e8f-ce6c5bd285c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:18.171877 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df4a742-3f6e-4396-a3cf-efcbb52a8d95 None None] Network dbd9754c-6cc8-466f-93ec-62534a8480bb requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:05:18.172673 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-28b5f83a-3d1c-41a2-a9f8-ef84fe56a471 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:18.173134 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d60122-a4f3-446a-8c7c-a191f3ae36eb req-4c07729b-fbf6-47af-9dea-1428430f4977 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:18.173134 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-93d60122-a4f3-446a-8c7c-a191f3ae36eb req-4c07729b-fbf6-47af-9dea-1428430f4977 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 950 time: 0.1050966 Jun 30 09:05:18.173318 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b96a94-c718-4c9e-870d-6160d902dfc6 None None] Network dbd9754c-6cc8-466f-93ec-62534a8480bb requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:05:18.178515 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-93d60122-a4f3-446a-8c7c-a191f3ae36eb req-24d7cf99-fa80-40f0-ab94-fa1e0b0ff7ec tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457950 Jun 30 09:05:18.324458 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dbc8e6f1-d35a-4fd8-a588-8846242e34f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:18.327975 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dbc8e6f1-d35a-4fd8-a588-8846242e34f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:18.329319 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-dbc8e6f1-d35a-4fd8-a588-8846242e34f0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ef729df0-ce46-4fbd-910e-dd444cb6dd64 HTTP/1.1" status: 204 len: 168 time: 0.7191556 Jun 30 09:05:18.346454 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8e6f1-d35a-4fd8-a588-8846242e34f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef729df0-ce46-4fbd-910e-dd444cb6dd64,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:18.405903 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-28b5f83a-3d1c-41a2-a9f8-ef84fe56a471 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:18.406166 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-da4efa44-50f6-4d2c-8e8f-ce6c5bd285c9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5013709 Jun 30 09:05:18.497721 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-28b5f83a-3d1c-41a2-a9f8-ef84fe56a471 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Network 29b0d071-6714-4385-b9f1-40e12b8f9c71 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:18.506786 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-28b5f83a-3d1c-41a2-a9f8-ef84fe56a471 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:18.509630 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5f83a-3d1c-41a2-a9f8-ef84fe56a471 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Pushing event updated for resources: {'Port': ['ID=b3270b96-17f1-4fe1-9531-e04a2c02ee00,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:18.511801 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-28b5f83a-3d1c-41a2-a9f8-ef84fe56a471 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:18.577619 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-28b5f83a-3d1c-41a2-a9f8-ef84fe56a471 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:18.578569 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-28b5f83a-3d1c-41a2-a9f8-ef84fe56a471 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:18.597643 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b324e-246f-4a50-90e9-801efabe3eab req-48cba132-f384-466d-970c-d77fca95229e tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:18.605679 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4e4b324e-246f-4a50-90e9-801efabe3eab req-48cba132-f384-466d-970c-d77fca95229e tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 931 time: 0.1867361 Jun 30 09:05:18.645296 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4e4b324e-246f-4a50-90e9-801efabe3eab req-9a443f63-81c8-4da1-b592-3a85bdc27a07 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387485 Jun 30 09:05:18.712961 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-28b5f83a-3d1c-41a2-a9f8-ef84fe56a471 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3211572 Jun 30 09:05:18.729855 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-fda333d1-121a-4855-8bca-6eb823739ec4 service neutron] Request body: {'port': {'device_id': '89b7acac-bb3b-492b-9430-9571b0ba9c6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:18.927861 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-fda333d1-121a-4855-8bca-6eb823739ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:19.047644 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-6a730695-0368-447e-90de-ffc9cef971bf tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:19.049331 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-6a730695-0368-447e-90de-ffc9cef971bf tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/networks?id=dbd9754c-6cc8-466f-93ec-62534a8480bb HTTP/1.1" status: 200 len: 811 time: 0.1571453 Jun 30 09:05:19.066831 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-dbb63435-0c97-45a5-a9c7-13e77c6aede1 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/quotas/164efc1ee4d9427b996c064420e28c66 HTTP/1.1" status: 200 len: 375 time: 0.0110896 Jun 30 09:05:19.079369 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ad48b-da28-4b76-afeb-d040d5b23669 req-718bdd23-76a4-4c98-881b-f43b573ed6cf tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:19.081055 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-968ad48b-da28-4b76-afeb-d040d5b23669 req-718bdd23-76a4-4c98-881b-f43b573ed6cf tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 946 time: 0.1927464 Jun 30 09:05:19.112555 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-07a1a099-821a-442c-bc7b-293081eba746 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=164efc1ee4d9427b996c064420e28c66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386565 Jun 30 09:05:19.190958 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-968ad48b-da28-4b76-afeb-d040d5b23669 req-96aab736-ed3d-4bca-9080-c88aabeb10fe tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017153 Jun 30 09:05:19.247811 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-5bf27374-c010-40ec-9f85-bb5bc724c973 service neutron] 10.222.0.10 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259146 Jun 30 09:05:19.391994 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-fda333d1-121a-4855-8bca-6eb823739ec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3270b96-17f1-4fe1-9531-e04a2c02ee00 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:19.407977 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-fda333d1-121a-4855-8bca-6eb823739ec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:19.409239 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-eb9d21a6-bdbb-4748-bf4d-c18689e0a6e2 service neutron] 10.222.0.10 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604948 Jun 30 09:05:19.426744 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-fda333d1-121a-4855-8bca-6eb823739ec4 service neutron] Transition to ACTIVE for port object b3270b96-17f1-4fe1-9531-e04a2c02ee00 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:19.563716 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-fda333d1-121a-4855-8bca-6eb823739ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:19.611971 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed938805-fdb5-48da-a80c-1dbb09217d47 req-291126cd-9485-47ee-83f3-8538084a0dbb tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:19.613564 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ed938805-fdb5-48da-a80c-1dbb09217d47 req-291126cd-9485-47ee-83f3-8538084a0dbb tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2e65db-4344-4cc5-863f-41153f407cb4 HTTP/1.1" status: 200 len: 945 time: 0.1347182 Jun 30 09:05:19.672727 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda333d1-121a-4855-8bca-6eb823739ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=b3270b96-17f1-4fe1-9531-e04a2c02ee00,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:19.742595 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ed938805-fdb5-48da-a80c-1dbb09217d47 req-01db8994-b5db-432e-9c4a-2e521a6ff52e tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194606 Jun 30 09:05:19.811048 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a933a-ff3f-4ea3-9f80-3a657f1e38e2 req-7b163dd9-f6a9-4eb8-806d-50825abf8f31 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:19.821429 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-475a933a-ff3f-4ea3-9f80-3a657f1e38e2 req-7b163dd9-f6a9-4eb8-806d-50825abf8f31 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 950 time: 0.1098912 Jun 30 09:05:19.857933 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 53768) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:19.868950 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4032e6d3-f28a-47a2-ac35-42b25dc45031 req-b8c4a6c8-f7ef-4d8c-bb6a-972de81c8801 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=de18d085-9a2a-406b-ab71-3b389d44187a HTTP/1.1" status: 200 len: 210 time: 0.0779512 Jun 30 09:05:19.875731 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-fda333d1-121a-4855-8bca-6eb823739ec4 service neutron] Attempting to bind port b3270b96-17f1-4fe1-9531-e04a2c02ee00 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:05:19.876400 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-fda333d1-121a-4855-8bca-6eb823739ec4 service neutron] Attempting to bind port b3270b96-17f1-4fe1-9531-e04a2c02ee00 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:05:19.876799 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-fda333d1-121a-4855-8bca-6eb823739ec4 service neutron] Attempting to bind port b3270b96-17f1-4fe1-9531-e04a2c02ee00 on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:19.893681 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-fda333d1-121a-4855-8bca-6eb823739ec4 service neutron] Port b3270b96-17f1-4fe1-9531-e04a2c02ee00 on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:05:19.893681 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-fda333d1-121a-4855-8bca-6eb823739ec4 service neutron] Attempting to bind port b3270b96-17f1-4fe1-9531-e04a2c02ee00 on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:19.907377 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-fda333d1-121a-4855-8bca-6eb823739ec4 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:05:19.907722 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-fda333d1-121a-4855-8bca-6eb823739ec4 service neutron] Checking segment: {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:19.908104 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-fda333d1-121a-4855-8bca-6eb823739ec4 service neutron] Bound using segment: {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:05:19.908532 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-fda333d1-121a-4855-8bca-6eb823739ec4 service neutron] Bound port: b3270b96-17f1-4fe1-9531-e04a2c02ee00, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:05:19.908885 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-fda333d1-121a-4855-8bca-6eb823739ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:19.924081 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-475a933a-ff3f-4ea3-9f80-3a657f1e38e2 req-17a67950-3a59-4eb0-b03b-14c2c272013a tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999417 Jun 30 09:05:20.016930 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-fda333d1-121a-4855-8bca-6eb823739ec4 service neutron] For port b3270b96-17f1-4fe1-9531-e04a2c02ee00, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:20.022151 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-fda333d1-121a-4855-8bca-6eb823739ec4 service neutron] For port b3270b96-17f1-4fe1-9531-e04a2c02ee00, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=b3270b96-17f1-4fe1-9531-e04a2c02ee00,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:05:20.031784 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-2a6fda13-c015-4620-86b2-8de11cf7a93e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1810340789-network', 'tenant_id': 'e8382e0ded2e4fdfa3e38e6c2f05b713'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:20.107571 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-fda333d1-121a-4855-8bca-6eb823739ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.134688 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6fda13-c015-4620-86b2-8de11cf7a93e admin admin] Made reservation on behalf of e8382e0ded2e4fdfa3e38e6c2f05b713 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:20.137135 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a6fda13-c015-4620-86b2-8de11cf7a93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.146439 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a6fda13-c015-4620-86b2-8de11cf7a93e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.160498 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-fda333d1-121a-4855-8bca-6eb823739ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:20.161789 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-fda333d1-121a-4855-8bca-6eb823739ec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.163481 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-fda333d1-121a-4855-8bca-6eb823739ec4 service neutron] 10.222.0.37 "PUT /v2.0/ports/b3270b96-17f1-4fe1-9531-e04a2c02ee00 HTTP/1.1" status: 200 len: 1092 time: 1.4410794 Jun 30 09:05:20.164175 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b7acac-bb3b-492b-9430-9571b0ba9c6e', 'tag': 'b3270b96-17f1-4fe1-9531-e04a2c02ee00'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:20.166753 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfe7de7-256a-4e10-acb9-4ce95e3cfe2e" -d '{"events": [{"name": "network-changed", "server_uuid": "89b7acac-bb3b-492b-9430-9571b0ba9c6e", "tag": "b3270b96-17f1-4fe1-9531-e04a2c02ee00"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:20.219639 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ab420-163e-4108-9ced-08b8d1ce674d req-3b8e8bde-310b-4642-8595-bf7e0c475590 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:20.221599 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f16ab420-163e-4108-9ced-08b8d1ce674d req-3b8e8bde-310b-4642-8595-bf7e0c475590 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 943 time: 0.1491175 Jun 30 09:05:20.223230 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5626df-56cc-4412-a51f-4f71bd936f79 x-openstack-request-id: req-7b5626df-56cc-4412-a51f-4f71bd936f79 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:20.224263 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b7acac-bb3b-492b-9430-9571b0ba9c6e", "tag": "b3270b96-17f1-4fe1-9531-e04a2c02ee00", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:20.224706 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7b5626df-56cc-4412-a51f-4f71bd936f79 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:20.225336 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b7acac-bb3b-492b-9430-9571b0ba9c6e', 'tag': 'b3270b96-17f1-4fe1-9531-e04a2c02ee00', 'status': 'completed', 'code': 200} Jun 30 09:05:20.231603 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda333d1-121a-4855-8bca-6eb823739ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=b3270b96-17f1-4fe1-9531-e04a2c02ee00,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:20.305545 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a6fda13-c015-4620-86b2-8de11cf7a93e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.336102 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f16ab420-163e-4108-9ced-08b8d1ce674d req-90e146c5-6108-4156-bc48-47d285e2f2a0 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898786 Jun 30 09:05:20.366949 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 4bf4191f-3028-438b-9d13-35db557534c2 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:05:20.381382 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe7de7-256a-4e10-acb9-4ce95e3cfe2e req-a00cd21d-f9f2-431c-96ec-491417ecac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:20.383039 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9bfe7de7-256a-4e10-acb9-4ce95e3cfe2e req-a00cd21d-f9f2-431c-96ec-491417ecac36 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9342aeef3062492da53fbad2470ed3ad&device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 1095 time: 0.1205997 Jun 30 09:05:20.396685 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a6fda13-c015-4620-86b2-8de11cf7a93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.417689 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a6fda13-c015-4620-86b2-8de11cf7a93e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:05:20.428384 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a6fda13-c015-4620-86b2-8de11cf7a93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.428733 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-2a6fda13-c015-4620-86b2-8de11cf7a93e admin admin] Added segment 927c1a02-a23d-466d-a852-9c9e018e0e09 of type vlan for network 9b7a954a-61ff-4c70-8bf7-dc1c551e8c69 Jun 30 09:05:20.474845 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a6fda13-c015-4620-86b2-8de11cf7a93e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.542621 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fda13-c015-4620-86b2-8de11cf7a93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0e4187-75a0-40ec-8e93-91995cac14ee,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:20.594363 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a6fda13-c015-4620-86b2-8de11cf7a93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.595455 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6fda13-c015-4620-86b2-8de11cf7a93e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:20.596203 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a6fda13-c015-4620-86b2-8de11cf7a93e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.622530 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e9264-7f77-4f68-bbe1-12c83e394e98 req-544f79df-8e03-4039-8dbf-a5a5bf5c76dc tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:20.631751 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-df3e9264-7f77-4f68-bbe1-12c83e394e98 req-544f79df-8e03-4039-8dbf-a5a5bf5c76dc tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 946 time: 0.2730472 Jun 30 09:05:20.648159 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe7de7-256a-4e10-acb9-4ce95e3cfe2e req-a118d75f-ce09-40cb-9969-7865b7499807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:20.649625 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9bfe7de7-256a-4e10-acb9-4ce95e3cfe2e req-a118d75f-ce09-40cb-9969-7865b7499807 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=9342aeef3062492da53fbad2470ed3ad&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2583492 Jun 30 09:05:20.658608 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9d775194-b2eb-442b-a402-f82cc5291a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.710591 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 4bf4191f-3028-438b-9d13-35db557534c2, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=4bf4191f-3028-438b-9d13-35db557534c2,segment=NetworkSegment(36eeeb10-1ff7-43e6-93e2-723c66ec36b1),segment_id=36eeeb10-1ff7-43e6-93e2-723c66ec36b1)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:20.719012 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fda13-c015-4620-86b2-8de11cf7a93e admin admin] Pushing event updated for resources: {'Network': ['ID=9b7a954a-61ff-4c70-8bf7-dc1c551e8c69,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:20.723024 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '4bf4191f-3028-438b-9d13-35db557534c2', 'network_id': '18ce6413-62b6-4a68-a76c-c4ee39855db0', 'port_id': '4bf4191f-3028-438b-9d13-35db557534c2', 'mac_address': 'fa:16:3e:af:e6:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea4a3d03-fc72-484b-8795-58a00e475b6f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:05:20.731889 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2a6fda13-c015-4620-86b2-8de11cf7a93e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8587689 Jun 30 09:05:20.732331 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 53786) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:20.736772 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 9b7a954a-61ff-4c70-8bf7-dc1c551e8c69 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:05:20.740016 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-d0fa31ec-2b9d-438c-b6bb-23cb101d323f admin admin] Request body: {'subnet': {'network_id': '9b7a954a-61ff-4c70-8bf7-dc1c551e8c69', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1810340789-subnet', 'tenant_id': 'e8382e0ded2e4fdfa3e38e6c2f05b713', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:20.778772 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-df3e9264-7f77-4f68-bbe1-12c83e394e98 req-fdfdd464-8f05-4911-a3d0-f008ced52dbd tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460319 Jun 30 09:05:20.843387 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fa31ec-2b9d-438c-b6bb-23cb101d323f admin admin] Made reservation on behalf of e8382e0ded2e4fdfa3e38e6c2f05b713 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:20.844580 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d0fa31ec-2b9d-438c-b6bb-23cb101d323f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.881879 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.885254 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe7de7-256a-4e10-acb9-4ce95e3cfe2e req-ae03239d-466c-46a7-9ce8-2b94d96c4cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:20.892256 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9bfe7de7-256a-4e10-acb9-4ce95e3cfe2e req-ae03239d-466c-46a7-9ce8-2b94d96c4cb1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2309313 Jun 30 09:05:20.909063 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4bf4191f-3028-438b-9d13-35db557534c2 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:20.943680 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 4bf4191f-3028-438b-9d13-35db557534c2, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=4bf4191f-3028-438b-9d13-35db557534c2,segment=NetworkSegment(36eeeb10-1ff7-43e6-93e2-723c66ec36b1),segment_id=36eeeb10-1ff7-43e6-93e2-723c66ec36b1)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:20.996403 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9428965b-1eec-4f58-969d-9a5b86517b7f req-d5b27541-7afc-4b63-b0cf-6908bedd2d7a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=de18d085-9a2a-406b-ab71-3b389d44187a HTTP/1.1" status: 200 len: 210 time: 0.0381451 Jun 30 09:05:21.020363 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:21.100750 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43487034-3215-4b63-b58d-f9d3d9fb5d46 req-33630e21-9f78-4711-982a-588e94a3a3d7 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:21.103106 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43487034-3215-4b63-b58d-f9d3d9fb5d46 req-33630e21-9f78-4711-982a-588e94a3a3d7 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2e65db-4344-4cc5-863f-41153f407cb4 HTTP/1.1" status: 200 len: 945 time: 0.1723785 Jun 30 09:05:21.127140 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['4bf4191f-3028-438b-9d13-35db557534c2'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:21.128360 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-17a19874-0cc8-47ab-8aca-f4c1467c6ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:21.130327 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-17a19874-0cc8-47ab-8aca-f4c1467c6ab7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9342aeef3062492da53fbad2470ed3ad&device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 1095 time: 0.1549418 Jun 30 09:05:21.172614 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=4bf4191f-3028-438b-9d13-35db557534c2,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:21.189163 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-a092a57a-69ec-40b1-9b14-df192d1e3ace service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3270b96-17f1-4fe1-9531-e04a2c02ee00 HTTP/1.1" status: 200 len: 217 time: 0.0504551 Jun 30 09:05:21.271947 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03c892-75e8-47c4-bbaf-06d7405d9eb5 req-3060cd03-e01a-41e8-bb6a-5c18872cc31b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:21.274050 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7e03c892-75e8-47c4-bbaf-06d7405d9eb5 req-3060cd03-e01a-41e8-bb6a-5c18872cc31b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 950 time: 0.1295321 Jun 30 09:05:21.283756 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43487034-3215-4b63-b58d-f9d3d9fb5d46 req-87b2b4e6-7059-4f7b-b17e-3a5bb142d6a2 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670246 Jun 30 09:05:21.322189 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d0fa31ec-2b9d-438c-b6bb-23cb101d323f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:21.322864 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-fdf4af1f-ebea-4114-8582-72ece628ac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:21.324098 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-fdf4af1f-ebea-4114-8582-72ece628ac90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8196dcad-a05d-4c25-a036-8d0e22bb3a6b HTTP/1.1" status: 200 len: 848 time: 0.1127255 Jun 30 09:05:21.372807 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-37c5e300-5d5f-4420-a714-92e8200bda3e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=29b0d071-6714-4385-b9f1-40e12b8f9c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406525 Jun 30 09:05:21.386704 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7e03c892-75e8-47c4-bbaf-06d7405d9eb5 req-408ac931-0f36-4061-a72a-84527725e9ee tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971653 Jun 30 09:05:21.395259 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa31ec-2b9d-438c-b6bb-23cb101d323f admin admin] Pushing event updated for resources: {'Subnet': ['ID=46849a27-b4fb-4a10-8d53-aede535c75da,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:21.425212 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fa31ec-2b9d-438c-b6bb-23cb101d323f admin admin] Checking segment: {'id': '927c1a02-a23d-466d-a852-9c9e018e0e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9b7a954a-61ff-4c70-8bf7-dc1c551e8c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:21.425212 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fa31ec-2b9d-438c-b6bb-23cb101d323f admin admin] Network hostable DHCP agents. Network: 9b7a954a-61ff-4c70-8bf7-dc1c551e8c69, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:05:21.494099 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-aa4ae824-1661-44bf-ac9c-d4754634f969 service neutron] 10.222.0.37 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138849 Jun 30 09:05:21.534996 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fa31ec-2b9d-438c-b6bb-23cb101d323f admin admin] Network 9b7a954a-61ff-4c70-8bf7-dc1c551e8c69 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:05:21.626249 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-d0fa31ec-2b9d-438c-b6bb-23cb101d323f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 9b7a954a-61ff-4c70-8bf7-dc1c551e8c69) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:21.631701 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fa31ec-2b9d-438c-b6bb-23cb101d323f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:21.632374 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d0fa31ec-2b9d-438c-b6bb-23cb101d323f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:21.648501 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24accf6-752c-4b32-982a-922fbcd495a2 None None] Network 9b7a954a-61ff-4c70-8bf7-dc1c551e8c69 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:05:21.652236 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-99c74d9b-a0e0-46cd-a74b-0e7d3f79df2a req-b5a88227-417d-46ac-82eb-3e1c050f35ab service neutron] 10.222.0.37 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495814 Jun 30 09:05:21.670969 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea1bed-dd0f-4df6-a3c1-d90e0d27aab5 req-848bb8b7-3e62-4fc0-b27d-1ec7de1b135f tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:21.682619 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3aea1bed-dd0f-4df6-a3c1-d90e0d27aab5 req-848bb8b7-3e62-4fc0-b27d-1ec7de1b135f tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 943 time: 0.1776578 Jun 30 09:05:21.744931 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3aea1bed-dd0f-4df6-a3c1-d90e0d27aab5 req-f962d338-8ed1-4ac2-9e46-3e7a2e1b975d tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608113 Jun 30 09:05:21.805125 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d0fa31ec-2b9d-438c-b6bb-23cb101d323f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0667067 Jun 30 09:05:21.870739 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4369ca3-2310-4de7-8327-8a136417dc18 None None] Network 9b7a954a-61ff-4c70-8bf7-dc1c551e8c69 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:05:22.116046 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279901c-6f44-4c55-ab8a-c7017f33dbf5 req-11c71809-2c98-4803-a571-dacd8593aff7 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:22.120436 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0279901c-6f44-4c55-ab8a-c7017f33dbf5 req-11c71809-2c98-4803-a571-dacd8593aff7 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 946 time: 0.1497369 Jun 30 09:05:22.175887 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0279901c-6f44-4c55-ab8a-c7017f33dbf5 req-c749c6e2-20fb-475c-94cf-c66756c5bca6 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475094 Jun 30 09:05:22.214770 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b012fa35-4f8b-4ba7-82c9-eaa3336d8b28 req-40c42cc6-1103-4074-b329-b9bb9a710c14 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=de18d085-9a2a-406b-ab71-3b389d44187a HTTP/1.1" status: 200 len: 210 time: 0.0619855 Jun 30 09:05:22.384014 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 4bf4191f-3028-438b-9d13-35db557534c2 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:22.463529 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 4bf4191f-3028-438b-9d13-35db557534c2 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:22.464042 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:22.546658 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c21cf-87a5-4bfc-b8a4-dceced799d65 req-1dd2957f-862b-4705-92dd-ccc716ded982 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:22.549059 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-320c21cf-87a5-4bfc-b8a4-dceced799d65 req-1dd2957f-862b-4705-92dd-ccc716ded982 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2e65db-4344-4cc5-863f-41153f407cb4 HTTP/1.1" status: 200 len: 944 time: 0.1018748 Jun 30 09:05:22.570239 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:22.596646 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2e65db-4344-4cc5-863f-41153f407cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf4191f-3028-438b-9d13-35db557534c2'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:22.607413 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426c5984-968c-4d72-b86e-5ec517db3ad9" -d '{"events": [{"server_uuid": "0f2e65db-4344-4cc5-863f-41153f407cb4", "name": "network-vif-plugged", "status": "completed", "tag": "4bf4191f-3028-438b-9d13-35db557534c2"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:22.607939 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-320c21cf-87a5-4bfc-b8a4-dceced799d65 req-d0d34963-e346-48df-af91-6c695e9071a8 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452824 Jun 30 09:05:22.609342 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-8f585e5a-1406-47bd-964e-f422bf70a80a tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:22.610956 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-8f585e5a-1406-47bd-964e-f422bf70a80a tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/networks?id=9b7a954a-61ff-4c70-8bf7-dc1c551e8c69 HTTP/1.1" status: 200 len: 813 time: 0.1808739 Jun 30 09:05:22.616976 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 4bf4191f-3028-438b-9d13-35db557534c2, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=4bf4191f-3028-438b-9d13-35db557534c2,segment=NetworkSegment(36eeeb10-1ff7-43e6-93e2-723c66ec36b1),segment_id=36eeeb10-1ff7-43e6-93e2-723c66ec36b1)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:22.640578 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-e69efe6b-d3c5-4216-a875-4e022d452e4d tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/quotas/e8382e0ded2e4fdfa3e38e6c2f05b713 HTTP/1.1" status: 200 len: 375 time: 0.0216367 Jun 30 09:05:22.685954 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-85544907-4dc7-45dd-8a1b-49d34120e8dc tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e8382e0ded2e4fdfa3e38e6c2f05b713&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362163 Jun 30 09:05:22.732194 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:22.822560 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=4bf4191f-3028-438b-9d13-35db557534c2,revision_number=7']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:22.834932 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-bcbc71d1-1f2f-4190-8338-20f0029d6aee service neutron] 10.222.0.10 "GET /v2.0/networks/9b7a954a-61ff-4c70-8bf7-dc1c551e8c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387150 Jun 30 09:05:22.853445 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7548dc-2d47-40fe-88a5-0991f34bee54 req-22a8bf32-b0ec-4ac9-a341-7b0e5e72fc6f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:22.855101 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9c7548dc-2d47-40fe-88a5-0991f34bee54 req-22a8bf32-b0ec-4ac9-a341-7b0e5e72fc6f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 950 time: 0.0828195 Jun 30 09:05:22.866196 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d0e8c9cf-0c5e-4ae4-9543-763fbeabb55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:22.911909 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9c7548dc-2d47-40fe-88a5-0991f34bee54 req-cb8b1f9c-49eb-4a4d-b155-f0c6b3769f8a tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502920 Jun 30 09:05:22.982069 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e08f03a-88f7-4c03-98a2-fae102ac522d x-openstack-request-id: req-7e08f03a-88f7-4c03-98a2-fae102ac522d {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:22.983687 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2e65db-4344-4cc5-863f-41153f407cb4", "name": "network-vif-plugged", "status": "completed", "tag": "4bf4191f-3028-438b-9d13-35db557534c2", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:22.983687 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7e08f03a-88f7-4c03-98a2-fae102ac522d {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:22.983687 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2e65db-4344-4cc5-863f-41153f407cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf4191f-3028-438b-9d13-35db557534c2', 'code': 200} Jun 30 09:05:23.152504 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e8d7c-15f1-44bc-8a9f-a92795a25d47 req-8e277ae7-e366-4d9c-9050-8ead48234ba8 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:23.154155 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9b5e8d7c-15f1-44bc-8a9f-a92795a25d47 req-8e277ae7-e366-4d9c-9050-8ead48234ba8 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 1098 time: 0.0611577 Jun 30 09:05:23.198123 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9b5e8d7c-15f1-44bc-8a9f-a92795a25d47 req-4db3cc90-2e6d-48c9-b0d3-d5fcdbdc8950 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336611 Jun 30 09:05:23.289414 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-b198025b-16fb-42c4-b587-9ae649666776 service neutron] 10.222.0.10 "GET /v2.0/networks/9b7a954a-61ff-4c70-8bf7-dc1c551e8c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456985 Jun 30 09:05:23.306848 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-d67f6a58-a6e4-4adb-9016-1586c16f41e1 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:23.308550 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-d67f6a58-a6e4-4adb-9016-1586c16f41e1 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.52 "GET /v2.0/networks?id=dbd9754c-6cc8-466f-93ec-62534a8480bb HTTP/1.1" status: 200 len: 811 time: 0.4145353 Jun 30 09:05:23.323105 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-92574942-150f-405d-aa3a-8a2e776068c4 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Request body: {'port': {'device_id': 'de18d085-9a2a-406b-ab71-3b389d44187a', 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb', 'admin_state_up': True, 'tenant_id': '164efc1ee4d9427b996c064420e28c66'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:23.404599 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:23.438936 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b064b-a19f-4546-96fe-3ac9f62f3af3 req-a7cc7e03-7b98-4ccc-a17a-174d55807450 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:23.440572 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2c2b064b-a19f-4546-96fe-3ac9f62f3af3 req-a7cc7e03-7b98-4ccc-a17a-174d55807450 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 943 time: 0.0788989 Jun 30 09:05:23.485109 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2c2b064b-a19f-4546-96fe-3ac9f62f3af3 req-3571c1d6-6c6f-4d36-b4a7-4d88db18b807 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376787 Jun 30 09:05:23.604164 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-92574942-150f-405d-aa3a-8a2e776068c4 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Made reservation on behalf of 164efc1ee4d9427b996c064420e28c66 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:23.608281 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-92574942-150f-405d-aa3a-8a2e776068c4 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:23.752961 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-92574942-150f-405d-aa3a-8a2e776068c4 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Allocated IP 172.20.0.5 (dbd9754c-6cc8-466f-93ec-62534a8480bb/54f1da19-5739-4f34-a4fd-d3cc193b96d1/27af36a1-6a07-45ef-a400-a8c6d4288145) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:23.788981 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e728a-bd94-4d0e-9004-c643e4c456e6 req-4e4a84e8-4f1f-481d-8ca7-8a57c23ae08d tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:23.790641 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-978e728a-bd94-4d0e-9004-c643e4c456e6 req-4e4a84e8-4f1f-481d-8ca7-8a57c23ae08d tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 946 time: 0.1034129 Jun 30 09:05:23.855788 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-978e728a-bd94-4d0e-9004-c643e4c456e6 req-9467bc63-2118-4e64-b0da-dfcbd219e21a tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590637 Jun 30 09:05:23.914878 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-464bd66e-6099-4898-86d7-160d60b5042b req-eebd0808-a8ac-4b9d-8ac6-268ae3773d9e tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=de18d085-9a2a-406b-ab71-3b389d44187a HTTP/1.1" status: 200 len: 210 time: 0.0509238 Jun 30 09:05:23.997747 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-92574942-150f-405d-aa3a-8a2e776068c4 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.108027 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e545f72-e941-4bfb-952e-07065134f14a req-21d9f7b6-e016-41e2-b2f7-e270cb1cc8d2 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:24.109424 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e545f72-e941-4bfb-952e-07065134f14a req-21d9f7b6-e016-41e2-b2f7-e270cb1cc8d2 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2e65db-4344-4cc5-863f-41153f407cb4 HTTP/1.1" status: 200 len: 945 time: 0.0668340 Jun 30 09:05:24.112344 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-92574942-150f-405d-aa3a-8a2e776068c4 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.188522 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-92574942-150f-405d-aa3a-8a2e776068c4 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Network dbd9754c-6cc8-466f-93ec-62534a8480bb is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:24.191062 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92574942-150f-405d-aa3a-8a2e776068c4 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Pushing event updated for resources: {'Port': ['ID=27af36a1-6a07-45ef-a400-a8c6d4288145,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:24.200623 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-92574942-150f-405d-aa3a-8a2e776068c4 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:24.204216 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-92574942-150f-405d-aa3a-8a2e776068c4 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:24.215856 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e545f72-e941-4bfb-952e-07065134f14a req-822d0bf1-376e-4f41-b772-2f40a7a393f4 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978427 Jun 30 09:05:24.276449 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-92574942-150f-405d-aa3a-8a2e776068c4 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:24.277216 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-92574942-150f-405d-aa3a-8a2e776068c4 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.376261 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-92574942-150f-405d-aa3a-8a2e776068c4 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0584161 Jun 30 09:05:24.394498 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-1ec64de9-33b2-460d-bec3-82c660806bcb service neutron] Request body: {'port': {'device_id': 'de18d085-9a2a-406b-ab71-3b389d44187a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:24.449762 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.518752 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-1ec64de9-33b2-460d-bec3-82c660806bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.603673 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2876382-f75f-4e4f-a327-660b7453ec93 req-0af98ba4-ce4c-4fed-9e09-989bb209a4bd tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:24.605250 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e2876382-f75f-4e4f-a327-660b7453ec93 req-0af98ba4-ce4c-4fed-9e09-989bb209a4bd tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 950 time: 0.1384454 Jun 30 09:05:24.710550 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e2876382-f75f-4e4f-a327-660b7453ec93 req-b4a6e531-8ca4-4016-9a97-6743884f989e tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552175 Jun 30 09:05:24.811889 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-125188f8-c1d3-4d16-963e-6413da205099 req-0f9c3e97-cf04-4334-8420-9d7b56cf4390 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/ports?device_id=d273f8c4-a003-4650-a491-ad8970422a6b HTTP/1.1" status: 200 len: 210 time: 0.0389762 Jun 30 09:05:24.917026 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-1ec64de9-33b2-460d-bec3-82c660806bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27af36a1-6a07-45ef-a400-a8c6d4288145 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:24.925236 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-1ec64de9-33b2-460d-bec3-82c660806bcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.943086 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-1ec64de9-33b2-460d-bec3-82c660806bcb service neutron] Transition to ACTIVE for port object 27af36a1-6a07-45ef-a400-a8c6d4288145 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:25.000818 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-1ec64de9-33b2-460d-bec3-82c660806bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:25.051295 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56222e28-a86b-47a9-adbb-ead37d8aa972 req-b60981df-cf60-4cd9-acdb-269ffc40dd72 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:25.052785 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-56222e28-a86b-47a9-adbb-ead37d8aa972 req-b60981df-cf60-4cd9-acdb-269ffc40dd72 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 943 time: 0.1116464 Jun 30 09:05:25.097442 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec64de9-33b2-460d-bec3-82c660806bcb service neutron] Pushing event updated for resources: {'Port': ['ID=27af36a1-6a07-45ef-a400-a8c6d4288145,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:25.186017 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-56222e28-a86b-47a9-adbb-ead37d8aa972 req-46c183c6-6cfa-45a3-a93f-c5a537cd4e5d tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188810 Jun 30 09:05:25.196461 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-1ec64de9-33b2-460d-bec3-82c660806bcb service neutron] Attempting to bind port 27af36a1-6a07-45ef-a400-a8c6d4288145 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:05:25.196869 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-1ec64de9-33b2-460d-bec3-82c660806bcb service neutron] Attempting to bind port 27af36a1-6a07-45ef-a400-a8c6d4288145 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': 'a0050ea6-a1f5-4b04-8051-69efa91d41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:05:25.197260 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-1ec64de9-33b2-460d-bec3-82c660806bcb service neutron] Attempting to bind port 27af36a1-6a07-45ef-a400-a8c6d4288145 on network dbd9754c-6cc8-466f-93ec-62534a8480bb {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:25.207176 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-1ec64de9-33b2-460d-bec3-82c660806bcb service neutron] Port 27af36a1-6a07-45ef-a400-a8c6d4288145 on network dbd9754c-6cc8-466f-93ec-62534a8480bb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:05:25.207576 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-1ec64de9-33b2-460d-bec3-82c660806bcb service neutron] Attempting to bind port 27af36a1-6a07-45ef-a400-a8c6d4288145 on network dbd9754c-6cc8-466f-93ec-62534a8480bb {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:25.216017 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-1ec64de9-33b2-460d-bec3-82c660806bcb service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:05:25.216373 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-1ec64de9-33b2-460d-bec3-82c660806bcb service neutron] Checking segment: {'id': 'a0050ea6-a1f5-4b04-8051-69efa91d41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:25.216842 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-1ec64de9-33b2-460d-bec3-82c660806bcb service neutron] Bound using segment: {'id': 'a0050ea6-a1f5-4b04-8051-69efa91d41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:05:25.217280 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-1ec64de9-33b2-460d-bec3-82c660806bcb service neutron] Bound port: 27af36a1-6a07-45ef-a400-a8c6d4288145, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0050ea6-a1f5-4b04-8051-69efa91d41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:05:25.217926 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-1ec64de9-33b2-460d-bec3-82c660806bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:25.300630 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-1ec64de9-33b2-460d-bec3-82c660806bcb service neutron] For port 27af36a1-6a07-45ef-a400-a8c6d4288145, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:25.305681 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-1ec64de9-33b2-460d-bec3-82c660806bcb service neutron] For port 27af36a1-6a07-45ef-a400-a8c6d4288145, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=27af36a1-6a07-45ef-a400-a8c6d4288145,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:05:25.380896 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-1ec64de9-33b2-460d-bec3-82c660806bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:25.424473 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-1ec64de9-33b2-460d-bec3-82c660806bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:25.425228 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-1ec64de9-33b2-460d-bec3-82c660806bcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:25.426841 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-1ec64de9-33b2-460d-bec3-82c660806bcb service neutron] 10.222.0.52 "PUT /v2.0/ports/27af36a1-6a07-45ef-a400-a8c6d4288145 HTTP/1.1" status: 200 len: 1092 time: 1.0367694 Jun 30 09:05:25.427473 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de18d085-9a2a-406b-ab71-3b389d44187a', 'tag': '27af36a1-6a07-45ef-a400-a8c6d4288145'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:25.430177 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da72f7ec-eb6d-4c70-b4a3-c60f5962788a" -d '{"events": [{"name": "network-changed", "server_uuid": "de18d085-9a2a-406b-ab71-3b389d44187a", "tag": "27af36a1-6a07-45ef-a400-a8c6d4288145"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:25.481821 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec64de9-33b2-460d-bec3-82c660806bcb service neutron] Pushing event updated for resources: {'Port': ['ID=27af36a1-6a07-45ef-a400-a8c6d4288145,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:25.519075 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4cf26-287a-438a-9481-4e671803b913 req-4b3d6fe0-e7b2-4705-9f24-a16ab43cc08d tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:25.521259 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5da4cf26-287a-438a-9481-4e671803b913 req-4b3d6fe0-e7b2-4705-9f24-a16ab43cc08d tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 946 time: 0.0792379 Jun 30 09:05:25.596986 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5da4cf26-287a-438a-9481-4e671803b913 req-5b2d260e-369a-4a5e-969e-b8e3e3c55cff tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656333 Jun 30 09:05:25.612952 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-12a8a09c-4550-43dd-8b4f-6fc0cca8d397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:25.615061 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-12a8a09c-4550-43dd-8b4f-6fc0cca8d397 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=164efc1ee4d9427b996c064420e28c66&device_id=de18d085-9a2a-406b-ab71-3b389d44187a HTTP/1.1" status: 200 len: 1095 time: 0.0907505 Jun 30 09:05:25.663562 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-cd4ae66a-60da-4d18-a319-e6df11bdb850 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27af36a1-6a07-45ef-a400-a8c6d4288145 HTTP/1.1" status: 200 len: 217 time: 0.0391145 Jun 30 09:05:25.754324 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-587014e2-5187-4eab-9993-316984a40fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:25.756452 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-587014e2-5187-4eab-9993-316984a40fa8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54f1da19-5739-4f34-a4fd-d3cc193b96d1 HTTP/1.1" status: 200 len: 851 time: 0.0802381 Jun 30 09:05:25.794526 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-ecb231ef-849c-40b0-b359-908e5e8de79c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dbd9754c-6cc8-466f-93ec-62534a8480bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297444 Jun 30 09:05:25.840614 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f2d94-955b-4cb3-ad93-2b240e607c56 req-0f89b0c7-389e-46c7-92ee-91686612b4e9 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:25.842641 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-163f2d94-955b-4cb3-ad93-2b240e607c56 req-0f89b0c7-389e-46c7-92ee-91686612b4e9 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=de18d085-9a2a-406b-ab71-3b389d44187a HTTP/1.1" status: 200 len: 943 time: 0.1282115 Jun 30 09:05:25.927372 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-163f2d94-955b-4cb3-ad93-2b240e607c56 req-122594b5-7b87-457c-a5bd-35df29785f94 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540056 Jun 30 09:05:25.958270 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-f9a275e6-2a2f-4a7b-aca4-5ef56b99d157 service neutron] 10.222.0.52 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501105 Jun 30 09:05:26.109786 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2c386b8-7e4b-4e31-9ef3-1c68da775179 req-f15856ee-0bad-4345-a097-f552387d0f74 service neutron] 10.222.0.52 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391568 Jun 30 09:05:26.118347 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:26.137744 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1d4ee-c472-4dbb-8ff0-3815a11862df req-0a774091-1554-467f-9fd1-61aa2ab30c4c tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:26.139369 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54e1d4ee-c472-4dbb-8ff0-3815a11862df req-0a774091-1554-467f-9fd1-61aa2ab30c4c tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2e65db-4344-4cc5-863f-41153f407cb4 HTTP/1.1" status: 200 len: 945 time: 0.0993187 Jun 30 09:05:26.181745 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54e1d4ee-c472-4dbb-8ff0-3815a11862df req-8b045de8-1ab5-4b27-983c-d7f4bc520364 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365102 Jun 30 09:05:26.190811 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-e8c09d9e-2460-45d7-bf60-4e74498fbb97 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:05:26.191848 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-e8c09d9e-2460-45d7-bf60-4e74498fbb97 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057306 Jun 30 09:05:26.211512 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-beef43d0-e1b4-4cf0-a805-8a97f9bb67a6 service neutron] Request body: {'binding': {'host': 'n-h1-771363-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:26.211512 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-beef43d0-e1b4-4cf0-a805-8a97f9bb67a6 service neutron] Unknown quota resources ['binding']. {{(pid=101053) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:05:26.234418 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8bd1f7-0d69-43a7-be50-50848a9e1d9f x-openstack-request-id: req-5e8bd1f7-0d69-43a7-be50-50848a9e1d9f {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:26.234418 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de18d085-9a2a-406b-ab71-3b389d44187a", "tag": "27af36a1-6a07-45ef-a400-a8c6d4288145", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:26.234418 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5e8bd1f7-0d69-43a7-be50-50848a9e1d9f {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:26.234748 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de18d085-9a2a-406b-ab71-3b389d44187a', 'tag': '27af36a1-6a07-45ef-a400-a8c6d4288145', 'status': 'completed', 'code': 200} Jun 30 09:05:26.450598 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72f7ec-eb6d-4c70-b4a3-c60f5962788a req-4b007ac0-eb89-41e7-8b7c-b8669bfe0ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:26.452087 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-da72f7ec-eb6d-4c70-b4a3-c60f5962788a req-4b007ac0-eb89-41e7-8b7c-b8669bfe0ea2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=164efc1ee4d9427b996c064420e28c66&device_id=de18d085-9a2a-406b-ab71-3b389d44187a HTTP/1.1" status: 200 len: 1095 time: 0.1386046 Jun 30 09:05:26.453787 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-beef43d0-e1b4-4cf0-a805-8a97f9bb67a6 service neutron] Attempting to bind port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 on host n-h1-771363-31 for vnic_type normal with profile None {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:05:26.454110 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-beef43d0-e1b4-4cf0-a805-8a97f9bb67a6 service neutron] Attempting to bind port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:05:26.454429 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-beef43d0-e1b4-4cf0-a805-8a97f9bb67a6 service neutron] Attempting to bind port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:26.478772 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-beef43d0-e1b4-4cf0-a805-8a97f9bb67a6 service neutron] Port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:05:26.478772 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-beef43d0-e1b4-4cf0-a805-8a97f9bb67a6 service neutron] Attempting to bind port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:26.498241 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67481fc2-490b-4981-8990-a2f927b29b87 req-c7e77875-d303-47bf-ac58-c744e6e22d61 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:26.499619 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-67481fc2-490b-4981-8990-a2f927b29b87 req-c7e77875-d303-47bf-ac58-c744e6e22d61 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 950 time: 0.1447842 Jun 30 09:05:26.530233 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-beef43d0-e1b4-4cf0-a805-8a97f9bb67a6 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:05:26.530566 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-beef43d0-e1b4-4cf0-a805-8a97f9bb67a6 service neutron] Checking segment: {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:26.530941 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-beef43d0-e1b4-4cf0-a805-8a97f9bb67a6 service neutron] Bound using segment: {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:05:26.531410 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-beef43d0-e1b4-4cf0-a805-8a97f9bb67a6 service neutron] Bound port: 4c178b1f-3e9d-4fee-a31d-66c3fa093e52, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:05:26.621311 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-67481fc2-490b-4981-8990-a2f927b29b87 req-6ad2fa31-3e43-404d-ad9c-bfb55dbf3a44 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926270 Jun 30 09:05:26.658254 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72f7ec-eb6d-4c70-b4a3-c60f5962788a req-3fcd41a9-6c34-4f77-bf45-172750a092bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:26.659881 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-da72f7ec-eb6d-4c70-b4a3-c60f5962788a req-3fcd41a9-6c34-4f77-bf45-172750a092bf service neutron] 10.222.0.52 "GET /v2.0/networks?id=dbd9754c-6cc8-466f-93ec-62534a8480bb HTTP/1.1" status: 200 len: 912 time: 0.1942556 Jun 30 09:05:26.662772 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-beef43d0-e1b4-4cf0-a805-8a97f9bb67a6 service neutron] For port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=4c178b1f-3e9d-4fee-a31d-66c3fa093e52,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:05:26.713735 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-da72f7ec-eb6d-4c70-b4a3-c60f5962788a req-0c12077f-7ed9-4d88-88db-55cbf3e688d1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27af36a1-6a07-45ef-a400-a8c6d4288145 HTTP/1.1" status: 200 len: 217 time: 0.0414300 Jun 30 09:05:26.724798 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-beef43d0-e1b4-4cf0-a805-8a97f9bb67a6 service neutron] Notify callbacks [] for binding, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:26.725982 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-beef43d0-e1b4-4cf0-a805-8a97f9bb67a6 service neutron] 10.222.0.10 "POST /v2.0/ports/4c178b1f-3e9d-4fee-a31d-66c3fa093e52/bindings HTTP/1.1" status: 201 len: 390 time: 0.5273588 Jun 30 09:05:26.785433 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf110901-0aa0-4102-94c4-fb8c4b537683 req-dbecf87b-f67e-4c39-8da3-88e1e3c933c4 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/ports?device_id=d273f8c4-a003-4650-a491-ad8970422a6b HTTP/1.1" status: 200 len: 210 time: 0.0502474 Jun 30 09:05:26.800364 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72f7ec-eb6d-4c70-b4a3-c60f5962788a req-7fd563a9-d1fe-4c65-81c8-1fbd2eef0425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:26.803217 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-da72f7ec-eb6d-4c70-b4a3-c60f5962788a req-7fd563a9-d1fe-4c65-81c8-1fbd2eef0425 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54f1da19-5739-4f34-a4fd-d3cc193b96d1 HTTP/1.1" status: 200 len: 851 time: 0.0751104 Jun 30 09:05:26.841718 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-da72f7ec-eb6d-4c70-b4a3-c60f5962788a req-30bbb08e-c36f-4a41-a67c-a994ba4b8924 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dbd9754c-6cc8-466f-93ec-62534a8480bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295715 Jun 30 09:05:26.985707 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-da72f7ec-eb6d-4c70-b4a3-c60f5962788a req-e34b0e96-fe77-4e60-bae6-a8061546f98b service neutron] 10.222.0.52 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368020 Jun 30 09:05:27.060818 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d362f9c-3a5e-4aa5-8354-ad6dfb82aff2 req-2a4455a9-2cc7-4884-9d63-7f2ba0c6f6ba tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:27.062360 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2d362f9c-3a5e-4aa5-8354-ad6dfb82aff2 req-2a4455a9-2cc7-4884-9d63-7f2ba0c6f6ba tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 943 time: 0.1535933 Jun 30 09:05:27.195560 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2d362f9c-3a5e-4aa5-8354-ad6dfb82aff2 req-06708eaf-3daf-492c-b028-0037db514937 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177909 Jun 30 09:05:27.201546 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-da72f7ec-eb6d-4c70-b4a3-c60f5962788a req-0f326ff2-6260-48f3-b4ba-b4a412cee87e service neutron] 10.222.0.52 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073674 Jun 30 09:05:27.224196 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-8879fb17-cfed-407d-8cad-06ecba3c2b86 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:27.225714 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-8879fb17-cfed-407d-8cad-06ecba3c2b86 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.37 "GET /v2.0/networks?id=9b7a954a-61ff-4c70-8bf7-dc1c551e8c69 HTTP/1.1" status: 200 len: 813 time: 0.2190926 Jun 30 09:05:27.242551 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-5cfecfb6-c436-4199-8089-12ca5f015c62 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Request body: {'port': {'device_id': 'a0fc64d1-eefd-4e48-9ac2-e924a630db17', 'network_id': '9b7a954a-61ff-4c70-8bf7-dc1c551e8c69', 'admin_state_up': True, 'tenant_id': 'e8382e0ded2e4fdfa3e38e6c2f05b713'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:27.488741 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-5cfecfb6-c436-4199-8089-12ca5f015c62 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Made reservation on behalf of e8382e0ded2e4fdfa3e38e6c2f05b713 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:27.492346 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-5cfecfb6-c436-4199-8089-12ca5f015c62 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:27.656399 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8ff65-861c-4d6b-ba42-387b647945e0 req-9c468f1a-b6e0-4827-a3a7-ecebfaecc086 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:27.658997 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3ee8ff65-861c-4d6b-ba42-387b647945e0 req-9c468f1a-b6e0-4827-a3a7-ecebfaecc086 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=de18d085-9a2a-406b-ab71-3b389d44187a HTTP/1.1" status: 200 len: 943 time: 0.0783689 Jun 30 09:05:27.675871 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-627413a2-f6c1-4a6b-9026-e89c9a518733 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:27.677630 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-627413a2-f6c1-4a6b-9026-e89c9a518733 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.52 "GET /v2.0/networks?id=9b7a954a-61ff-4c70-8bf7-dc1c551e8c69 HTTP/1.1" status: 200 len: 813 time: 0.2573619 Jun 30 09:05:27.697494 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-f04cfa95-bc11-44cf-82a7-038efee9700f tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Request body: {'port': {'device_id': 'd273f8c4-a003-4650-a491-ad8970422a6b', 'network_id': '9b7a954a-61ff-4c70-8bf7-dc1c551e8c69', 'admin_state_up': True, 'tenant_id': 'e8382e0ded2e4fdfa3e38e6c2f05b713'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:27.704782 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3ee8ff65-861c-4d6b-ba42-387b647945e0 req-0815c9a1-1286-47dc-a593-772f37b917f4 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377836 Jun 30 09:05:27.791300 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01164200-6f3e-4a81-8c87-9f9f40c81d2a req-ddba6575-533a-42a7-9bf5-e9c0241d1a7b tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:27.792726 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-01164200-6f3e-4a81-8c87-9f9f40c81d2a req-ddba6575-533a-42a7-9bf5-e9c0241d1a7b tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 946 time: 0.3083663 Jun 30 09:05:27.853111 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-4d3cbf4b-ba61-4f41-a4d9-5ddb7022bb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:27.854612 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-4d3cbf4b-ba61-4f41-a4d9-5ddb7022bb44 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4072f6e39e474776996ee00ca570db4f&device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 1098 time: 0.3044968 Jun 30 09:05:27.865855 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-5cfecfb6-c436-4199-8089-12ca5f015c62 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Allocated IP 172.20.0.6 (9b7a954a-61ff-4c70-8bf7-dc1c551e8c69/46849a27-b4fb-4a10-8d53-aede535c75da/dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:27.892465 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efadde-5e8b-46a5-9bb5-e157453bad6f req-bb1348b2-3357-42cc-8eee-548212e1cd91 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:27.893959 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d4efadde-5e8b-46a5-9bb5-e157453bad6f req-bb1348b2-3357-42cc-8eee-548212e1cd91 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 946 time: 0.0786071 Jun 30 09:05:27.942118 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d4efadde-5e8b-46a5-9bb5-e157453bad6f req-13422b38-dab6-491b-a594-505126df018c tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401342 Jun 30 09:05:27.967265 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-01164200-6f3e-4a81-8c87-9f9f40c81d2a req-71c8792a-8579-4e0b-97a8-458125cb1840 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576340 Jun 30 09:05:28.128577 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa11db4-093a-4cf8-a830-741d9c976596 req-a3e3765d-c50d-4217-b926-ede3a485b5c6 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:28.130619 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8aa11db4-093a-4cf8-a830-741d9c976596 req-a3e3765d-c50d-4217-b926-ede3a485b5c6 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2e65db-4344-4cc5-863f-41153f407cb4 HTTP/1.1" status: 200 len: 945 time: 0.0699015 Jun 30 09:05:28.149893 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-842c673d-b4df-44d1-9036-b5aa8e02b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:28.151426 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-842c673d-b4df-44d1-9036-b5aa8e02b529 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8 HTTP/1.1" status: 200 len: 921 time: 0.2832355 Jun 30 09:05:28.171741 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8aa11db4-093a-4cf8-a830-741d9c976596 req-306a9336-7566-485a-8575-a04a57583599 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348098 Jun 30 09:05:28.321934 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b56110ce-5cdd-476c-8034-2116175400b2 req-d6000ffa-9315-4570-b059-2c7111cba49b tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/ports?device_id=d273f8c4-a003-4650-a491-ad8970422a6b HTTP/1.1" status: 200 len: 210 time: 0.0341527 Jun 30 09:05:28.425011 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 4bf4191f-3028-438b-9d13-35db557534c2 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:28.494396 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-f04cfa95-bc11-44cf-82a7-038efee9700f tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Made reservation on behalf of e8382e0ded2e4fdfa3e38e6c2f05b713 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:28.497539 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-f04cfa95-bc11-44cf-82a7-038efee9700f tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.503530 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e97600-98b0-40a6-9389-4100df6d540f req-3a738c42-f7f8-403d-a07c-93b976fa6c22 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:28.503530 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-07e97600-98b0-40a6-9389-4100df6d540f req-3a738c42-f7f8-403d-a07c-93b976fa6c22 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 943 time: 0.0754972 Jun 30 09:05:28.505504 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-7d365a8a-b850-480c-8276-2c44ed6155fe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c178b1f-3e9d-4fee-a31d-66c3fa093e52 HTTP/1.1" status: 200 len: 217 time: 0.3450522 Jun 30 09:05:28.517152 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.551545 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-07e97600-98b0-40a6-9389-4100df6d540f req-476b355c-7377-4710-8268-a2964743c8ad tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416582 Jun 30 09:05:28.556377 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2e65db-4344-4cc5-863f-41153f407cb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bf4191f-3028-438b-9d13-35db557534c2'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:28.559891 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37eade21-6f08-4874-a640-0f75cd888158" -d '{"events": [{"server_uuid": "0f2e65db-4344-4cc5-863f-41153f407cb4", "name": "network-vif-unplugged", "status": "completed", "tag": "4bf4191f-3028-438b-9d13-35db557534c2"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:28.588015 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 4bf4191f-3028-438b-9d13-35db557534c2, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=4bf4191f-3028-438b-9d13-35db557534c2,segment=NetworkSegment(36eeeb10-1ff7-43e6-93e2-723c66ec36b1),segment_id=36eeeb10-1ff7-43e6-93e2-723c66ec36b1)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:28.665604 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-995221c6-c941-4441-affe-d43f4279bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:28.667078 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-995221c6-c941-4441-affe-d43f4279bb40 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a401937-9638-402a-b598-8b54d19e09c0 HTTP/1.1" status: 200 len: 860 time: 0.1508517 Jun 30 09:05:28.685316 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469eff9-bcfc-45cb-b9cd-c6351c717e91 req-f2e3820a-552b-4c31-85cf-69f07c11053f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:28.686901 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e469eff9-bcfc-45cb-b9cd-c6351c717e91 req-f2e3820a-552b-4c31-85cf-69f07c11053f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 950 time: 0.6074812 Jun 30 09:05:28.694080 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-5cfecfb6-c436-4199-8089-12ca5f015c62 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.717920 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b5fe18-0fbf-4767-b6f6-426da1de8ee4 x-openstack-request-id: req-f1b5fe18-0fbf-4767-b6f6-426da1de8ee4 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:28.718237 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2e65db-4344-4cc5-863f-41153f407cb4", "name": "network-vif-unplugged", "status": "completed", "tag": "4bf4191f-3028-438b-9d13-35db557534c2", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:28.718495 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f1b5fe18-0fbf-4767-b6f6-426da1de8ee4 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:28.718890 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2e65db-4344-4cc5-863f-41153f407cb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bf4191f-3028-438b-9d13-35db557534c2', 'code': 200} Jun 30 09:05:28.723452 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.734858 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-5e81f6c1-d532-4f5e-b83e-c701755de3b1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468817 Jun 30 09:05:28.790611 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=4bf4191f-3028-438b-9d13-35db557534c2,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:28.826743 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e469eff9-bcfc-45cb-b9cd-c6351c717e91 req-e2180a66-cc6e-4fe6-b541-45c3ae70d952 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215479 Jun 30 09:05:28.886093 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-459d9aff-f72e-4c9d-a458-6d50ccc73080 service neutron] 10.222.0.52 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429362 Jun 30 09:05:28.891991 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 27af36a1-6a07-45ef-a400-a8c6d4288145 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:05:28.922915 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8c17a-f819-46c8-8e42-01d28f7ec2f9 req-c80f902c-b3b2-441f-99e8-fd597756db58 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:28.931725 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-62e8c17a-f819-46c8-8e42-01d28f7ec2f9 req-c80f902c-b3b2-441f-99e8-fd597756db58 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=de18d085-9a2a-406b-ab71-3b389d44187a HTTP/1.1" status: 200 len: 943 time: 0.1014981 Jun 30 09:05:28.968123 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-5cfecfb6-c436-4199-8089-12ca5f015c62 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.981998 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-62e8c17a-f819-46c8-8e42-01d28f7ec2f9 req-0b3c75d2-5d87-41d0-a3c6-a405cf99a11b tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457456 Jun 30 09:05:29.008879 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 27af36a1-6a07-45ef-a400-a8c6d4288145, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=27af36a1-6a07-45ef-a400-a8c6d4288145,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:29.022496 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '27af36a1-6a07-45ef-a400-a8c6d4288145', 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb', 'port_id': '27af36a1-6a07-45ef-a400-a8c6d4288145', 'mac_address': 'fa:16:3e:03:ee:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f1da19-5739-4f34-a4fd-d3cc193b96d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:05:29.044135 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-5cfecfb6-c436-4199-8089-12ca5f015c62 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Network 9b7a954a-61ff-4c70-8bf7-dc1c551e8c69 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:29.057592 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-5cfecfb6-c436-4199-8089-12ca5f015c62 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:29.072971 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-5cfecfb6-c436-4199-8089-12ca5f015c62 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:29.091907 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.108043 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27af36a1-6a07-45ef-a400-a8c6d4288145 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:29.130419 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 27af36a1-6a07-45ef-a400-a8c6d4288145, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=27af36a1-6a07-45ef-a400-a8c6d4288145,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:29.139150 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfecfb6-c436-4199-8089-12ca5f015c62 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Pushing event updated for resources: {'Port': ['ID=dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:29.161044 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-f04cfa95-bc11-44cf-82a7-038efee9700f tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Allocated IP 172.20.0.7 (9b7a954a-61ff-4c70-8bf7-dc1c551e8c69/46849a27-b4fb-4a10-8d53-aede535c75da/4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:29.183980 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bbc09-5dcb-46c0-b80e-dfe7814a7bb9 req-9b1fcc31-9170-410d-80a3-b8d080fc9089 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:29.186367 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e72bbc09-5dcb-46c0-b80e-dfe7814a7bb9 req-9b1fcc31-9170-410d-80a3-b8d080fc9089 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 946 time: 0.0720785 Jun 30 09:05:29.210538 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-d50778e0-dd6c-4502-ae41-ef1dab237f54 service neutron] 10.222.0.52 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113022 Jun 30 09:05:29.215336 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.230702 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-5cfecfb6-c436-4199-8089-12ca5f015c62 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:29.231566 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-5cfecfb6-c436-4199-8089-12ca5f015c62 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.242524 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e72bbc09-5dcb-46c0-b80e-dfe7814a7bb9 req-7dfcab6c-e41c-4910-bd5d-e2993512d276 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489531 Jun 30 09:05:29.277287 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=27af36a1-6a07-45ef-a400-a8c6d4288145,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:29.311543 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4271b1-b59d-4865-8785-1ab353cd6d9e req-343584c3-953f-4157-8d6c-010ed38023ff tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:29.313075 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9d4271b1-b59d-4865-8785-1ab353cd6d9e req-343584c3-953f-4157-8d6c-010ed38023ff tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 946 time: 0.1930435 Jun 30 09:05:29.366317 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-5cfecfb6-c436-4199-8089-12ca5f015c62 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1304722 Jun 30 09:05:29.381952 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-d0a52486-c521-4193-9d10-00b79d66f70b service neutron] Request body: {'port': {'device_id': 'a0fc64d1-eefd-4e48-9ac2-e924a630db17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:29.451841 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9d4271b1-b59d-4865-8785-1ab353cd6d9e req-c66c5468-c8fc-43f4-99a9-28414344d49c tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220150 Jun 30 09:05:29.456468 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f051e-1fb3-49dc-88fd-1d691bb22289 req-cc98c2da-1a35-4f8b-ab24-a2365252b765 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:29.458754 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-822f051e-1fb3-49dc-88fd-1d691bb22289 req-cc98c2da-1a35-4f8b-ab24-a2365252b765 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2e65db-4344-4cc5-863f-41153f407cb4 HTTP/1.1" status: 200 len: 943 time: 0.0680723 Jun 30 09:05:29.512344 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-822f051e-1fb3-49dc-88fd-1d691bb22289 req-dd728144-f18e-48f1-82b5-cbe150fd53a1 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457628 Jun 30 09:05:29.540551 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-f04cfa95-bc11-44cf-82a7-038efee9700f tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.543326 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-d0a52486-c521-4193-9d10-00b79d66f70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.549965 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['27af36a1-6a07-45ef-a400-a8c6d4288145'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:29.687801 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0a2543f2-a6ec-486c-b602-08b9887523e5 req-55999ff8-b9b4-4910-9209-86f2895e460e tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/ports?device_id=d273f8c4-a003-4650-a491-ad8970422a6b HTTP/1.1" status: 200 len: 210 time: 0.1046491 Jun 30 09:05:29.700767 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-f04cfa95-bc11-44cf-82a7-038efee9700f tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.787093 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b9329-c871-48d7-bd99-ca849bab4ae5 req-61d23884-f605-4773-9afe-dfdfb634dcd5 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:29.794062 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-141b9329-c871-48d7-bd99-ca849bab4ae5 req-61d23884-f605-4773-9afe-dfdfb634dcd5 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 943 time: 0.0904164 Jun 30 09:05:29.897466 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-141b9329-c871-48d7-bd99-ca849bab4ae5 req-732e2a2d-f127-40cc-800c-f9e705d776e7 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024294 Jun 30 09:05:29.932471 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-f04cfa95-bc11-44cf-82a7-038efee9700f tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Network 9b7a954a-61ff-4c70-8bf7-dc1c551e8c69 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:29.943870 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-f04cfa95-bc11-44cf-82a7-038efee9700f tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:29.946453 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-f04cfa95-bc11-44cf-82a7-038efee9700f tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:29.953242 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c307078-48f6-4edc-a0cb-3132dc6c4e3a req-4e8c1557-d823-4c43-a900-c7f2774335c8 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:29.955298 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5c307078-48f6-4edc-a0cb-3132dc6c4e3a req-4e8c1557-d823-4c43-a900-c7f2774335c8 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f2e65db-4344-4cc5-863f-41153f407cb4 HTTP/1.1" status: 200 len: 943 time: 0.1535006 Jun 30 09:05:29.971151 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04cfa95-bc11-44cf-82a7-038efee9700f tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Pushing event updated for resources: {'Port': ['ID=4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:30.054014 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-f04cfa95-bc11-44cf-82a7-038efee9700f tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:30.054683 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-f04cfa95-bc11-44cf-82a7-038efee9700f tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.082318 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-5c307078-48f6-4edc-a0cb-3132dc6c4e3a req-2e5ba9a4-993d-414d-b959-d79b2df825f9 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Deleting port 4bf4191f-3028-438b-9d13-35db557534c2 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:30.082761 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5c307078-48f6-4edc-a0cb-3132dc6c4e3a req-2e5ba9a4-993d-414d-b959-d79b2df825f9 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.152107 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb710e45-ff43-4dee-a664-b8f527594d16 req-dbec2c81-f3fa-4bc2-9c30-350ddd291d7d tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:30.153558 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eb710e45-ff43-4dee-a664-b8f527594d16 req-dbec2c81-f3fa-4bc2-9c30-350ddd291d7d tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 950 time: 0.1742086 Jun 30 09:05:30.174904 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-f04cfa95-bc11-44cf-82a7-038efee9700f tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4823501 Jun 30 09:05:30.194553 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-c9a16604-87d9-4c21-aeb3-0e82c9f9d5be service neutron] Request body: {'port': {'device_id': 'd273f8c4-a003-4650-a491-ad8970422a6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:30.212547 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-d0a52486-c521-4193-9d10-00b79d66f70b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:30.241383 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-d0a52486-c521-4193-9d10-00b79d66f70b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.249638 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-5c307078-48f6-4edc-a0cb-3132dc6c4e3a req-2e5ba9a4-993d-414d-b959-d79b2df825f9 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] For port 4bf4191f-3028-438b-9d13-35db557534c2, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=4bf4191f-3028-438b-9d13-35db557534c2,segment=NetworkSegment(36eeeb10-1ff7-43e6-93e2-723c66ec36b1),segment_id=36eeeb10-1ff7-43e6-93e2-723c66ec36b1)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:30.250364 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5c307078-48f6-4edc-a0cb-3132dc6c4e3a req-2e5ba9a4-993d-414d-b959-d79b2df825f9 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.276556 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37afc3-8415-490e-9aec-63cff6f434bb req-7af1e08a-d750-4910-8d08-22e793ddfacd tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:30.279185 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eb710e45-ff43-4dee-a664-b8f527594d16 req-d4cc07b8-ec54-4e0e-8276-f8762605d2be tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059213 Jun 30 09:05:30.280176 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-d0a52486-c521-4193-9d10-00b79d66f70b service neutron] Transition to ACTIVE for port object dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:30.284841 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0f37afc3-8415-490e-9aec-63cff6f434bb req-7af1e08a-d750-4910-8d08-22e793ddfacd tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=de18d085-9a2a-406b-ab71-3b389d44187a HTTP/1.1" status: 200 len: 944 time: 0.1443748 Jun 30 09:05:30.292218 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-5c307078-48f6-4edc-a0cb-3132dc6c4e3a req-2e5ba9a4-993d-414d-b959-d79b2df825f9 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Calling delete_port for 4bf4191f-3028-438b-9d13-35db557534c2 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:30.345999 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-c9a16604-87d9-4c21-aeb3-0e82c9f9d5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.386791 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-d0a52486-c521-4193-9d10-00b79d66f70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.470366 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0f37afc3-8415-490e-9aec-63cff6f434bb req-bca8a9ba-ae06-4387-a033-f75a4fe03be4 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796279 Jun 30 09:05:30.495723 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a52486-c521-4193-9d10-00b79d66f70b service neutron] Pushing event updated for resources: {'Port': ['ID=dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:30.530925 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5c307078-48f6-4edc-a0cb-3132dc6c4e3a req-2e5ba9a4-993d-414d-b959-d79b2df825f9 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.573508 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ba9a4-993d-414d-b959-d79b2df825f9 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Pushing event deleted for resources: {'Port': ['ID=4bf4191f-3028-438b-9d13-35db557534c2,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:30.675040 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c307078-48f6-4edc-a0cb-3132dc6c4e3a req-2e5ba9a4-993d-414d-b959-d79b2df825f9 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] No DVR routers for this DVR port 4bf4191f-3028-438b-9d13-35db557534c2 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:05:30.681055 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5c307078-48f6-4edc-a0cb-3132dc6c4e3a req-2e5ba9a4-993d-414d-b959-d79b2df825f9 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.683210 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5c307078-48f6-4edc-a0cb-3132dc6c4e3a req-2e5ba9a4-993d-414d-b959-d79b2df825f9 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.37 "DELETE /v2.0/ports/4bf4191f-3028-438b-9d13-35db557534c2 HTTP/1.1" status: 204 len: 173 time: 0.7220645 Jun 30 09:05:30.683751 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2e65db-4344-4cc5-863f-41153f407cb4', 'name': 'network-vif-deleted', 'tag': '4bf4191f-3028-438b-9d13-35db557534c2'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:30.686105 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5b5fec-1aec-4f14-8350-0e9e61aaebb9" -d '{"events": [{"server_uuid": "0f2e65db-4344-4cc5-863f-41153f407cb4", "name": "network-vif-deleted", "tag": "4bf4191f-3028-438b-9d13-35db557534c2"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:30.726002 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260c5a8-1786-4451-aaa6-8d45605f7b7a req-a5eb2f21-f95c-4197-85cc-94168339b585 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:30.727800 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a260c5a8-1786-4451-aaa6-8d45605f7b7a req-a5eb2f21-f95c-4197-85cc-94168339b585 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 946 time: 0.1275926 Jun 30 09:05:30.728334 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499111ec-d613-4d15-a5ad-7dfcd453e63c req-b0229c78-33dc-4b11-bc5e-1bbcbf26da0f tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:30.729891 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-499111ec-d613-4d15-a5ad-7dfcd453e63c req-b0229c78-33dc-4b11-bc5e-1bbcbf26da0f tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 946 time: 0.2985902 Jun 30 09:05:30.732748 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-d0a52486-c521-4193-9d10-00b79d66f70b service neutron] Attempting to bind port dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:05:30.733086 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-d0a52486-c521-4193-9d10-00b79d66f70b service neutron] Attempting to bind port dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '927c1a02-a23d-466d-a852-9c9e018e0e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9b7a954a-61ff-4c70-8bf7-dc1c551e8c69'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:05:30.733414 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-d0a52486-c521-4193-9d10-00b79d66f70b service neutron] Attempting to bind port dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9 on network 9b7a954a-61ff-4c70-8bf7-dc1c551e8c69 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:30.752093 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-d0a52486-c521-4193-9d10-00b79d66f70b service neutron] Port dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9 on network 9b7a954a-61ff-4c70-8bf7-dc1c551e8c69 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:05:30.752447 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-d0a52486-c521-4193-9d10-00b79d66f70b service neutron] Attempting to bind port dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9 on network 9b7a954a-61ff-4c70-8bf7-dc1c551e8c69 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:30.780059 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-d0a52486-c521-4193-9d10-00b79d66f70b service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:05:30.780447 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-d0a52486-c521-4193-9d10-00b79d66f70b service neutron] Checking segment: {'id': '927c1a02-a23d-466d-a852-9c9e018e0e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9b7a954a-61ff-4c70-8bf7-dc1c551e8c69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:30.780777 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-d0a52486-c521-4193-9d10-00b79d66f70b service neutron] Bound using segment: {'id': '927c1a02-a23d-466d-a852-9c9e018e0e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9b7a954a-61ff-4c70-8bf7-dc1c551e8c69'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:05:30.781224 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-d0a52486-c521-4193-9d10-00b79d66f70b service neutron] Bound port: dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '927c1a02-a23d-466d-a852-9c9e018e0e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9b7a954a-61ff-4c70-8bf7-dc1c551e8c69'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:05:30.781587 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-d0a52486-c521-4193-9d10-00b79d66f70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.789262 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a260c5a8-1786-4451-aaa6-8d45605f7b7a req-645b2790-0096-4a3f-8190-a8ca306ecbe4 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515566 Jun 30 09:05:30.857424 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-499111ec-d613-4d15-a5ad-7dfcd453e63c req-bd6bbf17-87a1-417c-b718-27f24d3821d1 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175063 Jun 30 09:05:30.903281 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 27af36a1-6a07-45ef-a400-a8c6d4288145 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:30.906916 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa757034-b3bb-4ca8-ab8f-e14a7c7bea99 x-openstack-request-id: req-aa757034-b3bb-4ca8-ab8f-e14a7c7bea99 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:30.906916 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2e65db-4344-4cc5-863f-41153f407cb4", "name": "network-vif-deleted", "tag": "4bf4191f-3028-438b-9d13-35db557534c2", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:30.907208 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aa757034-b3bb-4ca8-ab8f-e14a7c7bea99 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:30.907575 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2e65db-4344-4cc5-863f-41153f407cb4', 'name': 'network-vif-deleted', 'tag': '4bf4191f-3028-438b-9d13-35db557534c2', 'status': 'completed', 'code': 200} Jun 30 09:05:30.969987 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-d0a52486-c521-4193-9d10-00b79d66f70b service neutron] For port dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:30.990253 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-119cc5e9-42be-4f2d-bed0-bd52edeaaade req-9d8e6e3f-8db2-4630-aeb0-0b803628febc tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f2e65db-4344-4cc5-863f-41153f407cb4 HTTP/1.1" status: 200 len: 210 time: 0.0509825 Jun 30 09:05:30.991399 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-d0a52486-c521-4193-9d10-00b79d66f70b service neutron] For port dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9,segment=NetworkSegment(927c1a02-a23d-466d-a852-9c9e018e0e09),segment_id=927c1a02-a23d-466d-a852-9c9e018e0e09)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:05:30.993820 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-c9a16604-87d9-4c21-aeb3-0e82c9f9d5be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:31.001830 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-c9a16604-87d9-4c21-aeb3-0e82c9f9d5be service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:31.016302 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-c9a16604-87d9-4c21-aeb3-0e82c9f9d5be service neutron] Transition to ACTIVE for port object 4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:31.102386 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-d0a52486-c521-4193-9d10-00b79d66f70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:31.123522 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 27af36a1-6a07-45ef-a400-a8c6d4288145 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:31.127685 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 27af36a1-6a07-45ef-a400-a8c6d4288145 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:31.128052 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:31.151846 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-c9a16604-87d9-4c21-aeb3-0e82c9f9d5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:31.168274 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-d0a52486-c521-4193-9d10-00b79d66f70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:31.168744 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-d0a52486-c521-4193-9d10-00b79d66f70b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:31.170121 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-d0a52486-c521-4193-9d10-00b79d66f70b service neutron] 10.222.0.37 "PUT /v2.0/ports/dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9 HTTP/1.1" status: 200 len: 1092 time: 1.7925234 Jun 30 09:05:31.172619 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0fc64d1-eefd-4e48-9ac2-e924a630db17', 'tag': 'dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:31.175399 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490d0076-3b56-4e55-8558-2857f47e03b2" -d '{"events": [{"name": "network-changed", "server_uuid": "a0fc64d1-eefd-4e48-9ac2-e924a630db17", "tag": "dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:31.192391 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a85ed-2dec-4d6f-b316-d9c94fc08740 req-14a6c615-bf5d-4bb1-86d5-2e1739976a99 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:31.194164 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb6a85ed-2dec-4d6f-b316-d9c94fc08740 req-14a6c615-bf5d-4bb1-86d5-2e1739976a99 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/ports?device_id=d273f8c4-a003-4650-a491-ad8970422a6b HTTP/1.1" status: 200 len: 931 time: 0.1464322 Jun 30 09:05:31.273024 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a52486-c521-4193-9d10-00b79d66f70b service neutron] Pushing event updated for resources: {'Port': ['ID=dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:31.290744 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:31.324906 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de18d085-9a2a-406b-ab71-3b389d44187a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27af36a1-6a07-45ef-a400-a8c6d4288145'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:31.327661 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4814fb-72f9-41aa-baca-229c7fce82a9" -d '{"events": [{"server_uuid": "de18d085-9a2a-406b-ab71-3b389d44187a", "name": "network-vif-plugged", "status": "completed", "tag": "27af36a1-6a07-45ef-a400-a8c6d4288145"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:31.342817 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 27af36a1-6a07-45ef-a400-a8c6d4288145, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=27af36a1-6a07-45ef-a400-a8c6d4288145,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:31.355837 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb6a85ed-2dec-4d6f-b316-d9c94fc08740 req-ff551c0c-cdf5-4cea-9e9c-352ffe92b633 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0e4187-75a0-40ec-8e93-91995cac14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537197 Jun 30 09:05:31.359760 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271bbd3-65ba-4353-a87b-6632882e5079 req-8040c81d-083b-45a4-a472-fd44bcabe137 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:31.374474 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9271bbd3-65ba-4353-a87b-6632882e5079 req-8040c81d-083b-45a4-a472-fd44bcabe137 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 943 time: 0.0929430 Jun 30 09:05:31.416185 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9271bbd3-65ba-4353-a87b-6632882e5079 req-b4edbdec-40aa-4429-9d0e-bb0a4e273a2f tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474458 Jun 30 09:05:31.434210 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a16604-87d9-4c21-aeb3-0e82c9f9d5be service neutron] Pushing event updated for resources: {'Port': ['ID=4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:31.443710 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27284ea-48c8-461b-b508-925d82863268 x-openstack-request-id: req-f27284ea-48c8-461b-b508-925d82863268 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:31.443710 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0fc64d1-eefd-4e48-9ac2-e924a630db17", "tag": "dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:31.443710 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f27284ea-48c8-461b-b508-925d82863268 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:31.443710 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0fc64d1-eefd-4e48-9ac2-e924a630db17', 'tag': 'dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9', 'status': 'completed', 'code': 200} Jun 30 09:05:31.457507 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-c9a16604-87d9-4c21-aeb3-0e82c9f9d5be service neutron] Attempting to bind port 4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:05:31.458000 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-c9a16604-87d9-4c21-aeb3-0e82c9f9d5be service neutron] Attempting to bind port 4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '927c1a02-a23d-466d-a852-9c9e018e0e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9b7a954a-61ff-4c70-8bf7-dc1c551e8c69'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:05:31.458421 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-c9a16604-87d9-4c21-aeb3-0e82c9f9d5be service neutron] Attempting to bind port 4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0 on network 9b7a954a-61ff-4c70-8bf7-dc1c551e8c69 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:31.467098 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-c9a16604-87d9-4c21-aeb3-0e82c9f9d5be service neutron] Port 4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0 on network 9b7a954a-61ff-4c70-8bf7-dc1c551e8c69 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:05:31.467548 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-c9a16604-87d9-4c21-aeb3-0e82c9f9d5be service neutron] Attempting to bind port 4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0 on network 9b7a954a-61ff-4c70-8bf7-dc1c551e8c69 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:31.476911 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-c9a16604-87d9-4c21-aeb3-0e82c9f9d5be service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:05:31.477074 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-c9a16604-87d9-4c21-aeb3-0e82c9f9d5be service neutron] Checking segment: {'id': '927c1a02-a23d-466d-a852-9c9e018e0e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9b7a954a-61ff-4c70-8bf7-dc1c551e8c69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:31.477439 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-c9a16604-87d9-4c21-aeb3-0e82c9f9d5be service neutron] Bound using segment: {'id': '927c1a02-a23d-466d-a852-9c9e018e0e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9b7a954a-61ff-4c70-8bf7-dc1c551e8c69'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:05:31.477888 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-c9a16604-87d9-4c21-aeb3-0e82c9f9d5be service neutron] Bound port: 4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '927c1a02-a23d-466d-a852-9c9e018e0e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9b7a954a-61ff-4c70-8bf7-dc1c551e8c69'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:05:31.478243 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-c9a16604-87d9-4c21-aeb3-0e82c9f9d5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:31.479485 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffabd486-29f4-43c7-9746-93b79e65a78a x-openstack-request-id: req-ffabd486-29f4-43c7-9746-93b79e65a78a {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:31.479776 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de18d085-9a2a-406b-ab71-3b389d44187a", "name": "network-vif-plugged", "status": "completed", "tag": "27af36a1-6a07-45ef-a400-a8c6d4288145", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:31.480214 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ffabd486-29f4-43c7-9746-93b79e65a78a {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:31.480774 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de18d085-9a2a-406b-ab71-3b389d44187a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27af36a1-6a07-45ef-a400-a8c6d4288145', 'code': 200} Jun 30 09:05:31.495290 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:31.536729 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-effd8edb-728e-4b10-a55e-d0a04ca736d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:31.553449 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-effd8edb-728e-4b10-a55e-d0a04ca736d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e8382e0ded2e4fdfa3e38e6c2f05b713&device_id=a0fc64d1-eefd-4e48-9ac2-e924a630db17 HTTP/1.1" status: 200 len: 1095 time: 0.2942910 Jun 30 09:05:31.652345 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=27af36a1-6a07-45ef-a400-a8c6d4288145,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:31.655467 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-0ceb2217-e8d0-4d10-8fce-37503e070822 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9 HTTP/1.1" status: 200 len: 217 time: 0.0867584 Jun 30 09:05:31.706645 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-c9a16604-87d9-4c21-aeb3-0e82c9f9d5be service neutron] For port 4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:31.715665 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fbca5-a5c8-49a8-ba71-d56a92cff21c req-dc0d059c-5f7a-413c-88f2-c1d680326619 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:31.717424 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e01fbca5-a5c8-49a8-ba71-d56a92cff21c req-dc0d059c-5f7a-413c-88f2-c1d680326619 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=de18d085-9a2a-406b-ab71-3b389d44187a HTTP/1.1" status: 200 len: 945 time: 0.0814743 Jun 30 09:05:31.749173 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-c9a16604-87d9-4c21-aeb3-0e82c9f9d5be service neutron] For port 4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0,segment=NetworkSegment(927c1a02-a23d-466d-a852-9c9e018e0e09),segment_id=927c1a02-a23d-466d-a852-9c9e018e0e09)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:05:31.763880 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e01fbca5-a5c8-49a8-ba71-d56a92cff21c req-39086f82-3977-4129-ac99-0cb30c348a11 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397456 Jun 30 09:05:31.776007 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-f4e52c2d-baa6-4f98-8209-be91b6b18b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:31.777473 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-f4e52c2d-baa6-4f98-8209-be91b6b18b98 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46849a27-b4fb-4a10-8d53-aede535c75da HTTP/1.1" status: 200 len: 853 time: 0.1069636 Jun 30 09:05:31.829923 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c5936-9fa3-4f1c-affb-bec1887e93ca req-949f8541-7785-4db0-a0bb-3ccd387b280f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:31.831613 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf8c5936-9fa3-4f1c-affb-bec1887e93ca req-949f8541-7785-4db0-a0bb-3ccd387b280f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=de18d085-9a2a-406b-ab71-3b389d44187a HTTP/1.1" status: 200 len: 1097 time: 0.2516222 Jun 30 09:05:31.834201 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-8c0f7243-8479-48fa-ae0d-06558419e17a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b7a954a-61ff-4c70-8bf7-dc1c551e8c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399883 Jun 30 09:05:31.842227 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7abe73-a64d-4c21-8c30-90b0cb470be8 req-0f2eb577-00a5-4792-80bc-159c249b5bcc tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:31.843800 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8f7abe73-a64d-4c21-8c30-90b0cb470be8 req-0f2eb577-00a5-4792-80bc-159c249b5bcc tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 950 time: 0.2137048 Jun 30 09:05:31.884526 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-c9a16604-87d9-4c21-aeb3-0e82c9f9d5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:32.023972 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf8c5936-9fa3-4f1c-affb-bec1887e93ca req-a5ef9842-0272-43b1-ad30-d77f8e02e76e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791646 Jun 30 09:05:32.027212 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-c9a16604-87d9-4c21-aeb3-0e82c9f9d5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:32.027833 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-c9a16604-87d9-4c21-aeb3-0e82c9f9d5be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:32.029217 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-c9a16604-87d9-4c21-aeb3-0e82c9f9d5be service neutron] 10.222.0.52 "PUT /v2.0/ports/4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0 HTTP/1.1" status: 200 len: 1092 time: 1.8444927 Jun 30 09:05:32.040108 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8f7abe73-a64d-4c21-8c30-90b0cb470be8 req-d9e72c52-92d2-4a78-88dc-99a328643fb6 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806355 Jun 30 09:05:32.042894 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a16604-87d9-4c21-aeb3-0e82c9f9d5be service neutron] Pushing event updated for resources: {'Port': ['ID=4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:32.054793 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc75cc-e392-4796-b868-9066ca25f659 req-24e48db8-b64c-4982-bbdb-562108a6f657 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:32.056448 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-00cc75cc-e392-4796-b868-9066ca25f659 req-24e48db8-b64c-4982-bbdb-562108a6f657 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 946 time: 0.0890350 Jun 30 09:05:32.085552 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-fe33c45d-756a-4faf-ada1-11eb9fae30ee service neutron] 10.222.0.37 "GET /v2.0/networks/9b7a954a-61ff-4c70-8bf7-dc1c551e8c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396576 Jun 30 09:05:32.120553 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-00cc75cc-e392-4796-b868-9066ca25f659 req-b4a1a9cc-a3fa-4e12-b66c-180e53f8361f tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555282 Jun 30 09:05:32.275955 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-3bffdc12-24a1-46e3-a02a-df78f23ae229 service neutron] 10.222.0.37 "GET /v2.0/networks/9b7a954a-61ff-4c70-8bf7-dc1c551e8c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805863 Jun 30 09:05:32.346478 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a026d-c70e-45bb-8ec0-1527ab62ffa5 req-66f62141-f63a-481a-9e3f-61fafd54d3c1 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:32.348059 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-420a026d-c70e-45bb-8ec0-1527ab62ffa5 req-66f62141-f63a-481a-9e3f-61fafd54d3c1 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 946 time: 0.1713219 Jun 30 09:05:32.373574 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-d10fbb14-6e8b-4c2f-8fcb-5bd75d094db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:32.375110 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-d10fbb14-6e8b-4c2f-8fcb-5bd75d094db1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e8382e0ded2e4fdfa3e38e6c2f05b713&device_id=d273f8c4-a003-4650-a491-ad8970422a6b HTTP/1.1" status: 200 len: 1095 time: 0.1562061 Jun 30 09:05:32.434664 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-11c9154c-92d3-4854-91be-4553defc40f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0 HTTP/1.1" status: 200 len: 217 time: 0.0486791 Jun 30 09:05:32.440423 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-420a026d-c70e-45bb-8ec0-1527ab62ffa5 req-c11c01da-c1e1-41b7-9549-e82ee6cff097 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863881 Jun 30 09:05:32.469925 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device b3270b96-17f1-4fe1-9531-e04a2c02ee00 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:05:32.491103 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-e044ee12-d72c-4486-8639-327ce52fbd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:32.496485 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-e044ee12-d72c-4486-8639-327ce52fbd43 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=46849a27-b4fb-4a10-8d53-aede535c75da HTTP/1.1" status: 200 len: 853 time: 0.0548692 Jun 30 09:05:32.573708 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-94a1a5ea-1682-45c6-967d-af0ea61820a7 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:32.574883 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-94a1a5ea-1682-45c6-967d-af0ea61820a7 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/networks?id=18ce6413-62b6-4a68-a76c-c4ee39855db0 HTTP/1.1" status: 200 len: 822 time: 0.1218600 Jun 30 09:05:32.588192 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-301ab8aa-7069-4c1d-ab64-df874fd8fdec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b7a954a-61ff-4c70-8bf7-dc1c551e8c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779784 Jun 30 09:05:32.607488 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-a9219049-69ca-4203-a505-205407821150 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/quotas/0b8339fa5923433a9d67c427653bbbc8 HTTP/1.1" status: 200 len: 375 time: 0.0261772 Jun 30 09:05:32.635934 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port b3270b96-17f1-4fe1-9531-e04a2c02ee00, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=b3270b96-17f1-4fe1-9531-e04a2c02ee00,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:32.657791 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'b3270b96-17f1-4fe1-9531-e04a2c02ee00', 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71', 'port_id': 'b3270b96-17f1-4fe1-9531-e04a2c02ee00', 'mac_address': 'fa:16:3e:c5:46:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8196dcad-a05d-4c25-a036-8d0e22bb3a6b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:05:32.686224 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-ba280195-1e2f-4b06-aae1-254285dca615 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b8339fa5923433a9d67c427653bbbc8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0776949 Jun 30 09:05:32.706306 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:32.723336 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3270b96-17f1-4fe1-9531-e04a2c02ee00 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:32.747955 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port b3270b96-17f1-4fe1-9531-e04a2c02ee00, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=b3270b96-17f1-4fe1-9531-e04a2c02ee00,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:32.785518 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-cef98d2e-720f-47f8-a867-9fb4926f61f1 service neutron] 10.222.0.10 "GET /v2.0/networks/18ce6413-62b6-4a68-a76c-c4ee39855db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984147 Jun 30 09:05:32.831897 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:32.918090 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-41fd064a-e4a0-44b0-baff-09124df75d98 service neutron] 10.222.0.10 "GET /v2.0/networks/18ce6413-62b6-4a68-a76c-c4ee39855db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250458 Jun 30 09:05:32.921759 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=b3270b96-17f1-4fe1-9531-e04a2c02ee00,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:33.024198 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d0076-3b56-4e55-8558-2857f47e03b2 req-68b55f29-c2f5-48df-89de-bdaedc66599d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:33.025993 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-490d0076-3b56-4e55-8558-2857f47e03b2 req-68b55f29-c2f5-48df-89de-bdaedc66599d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e8382e0ded2e4fdfa3e38e6c2f05b713&device_id=a0fc64d1-eefd-4e48-9ac2-e924a630db17 HTTP/1.1" status: 200 len: 1095 time: 0.5281935 Jun 30 09:05:33.139013 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-1e7405c2-f090-4ac7-b21d-1cda8decb8ff service neutron] 10.222.0.52 "GET /v2.0/networks/9b7a954a-61ff-4c70-8bf7-dc1c551e8c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5338664 Jun 30 09:05:33.165560 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9323cc4-f8d3-43e9-9444-f9f2b9884724 req-fabf957e-559d-46db-831d-dc98491529b1 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:33.165560 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f9323cc4-f8d3-43e9-9444-f9f2b9884724 req-fabf957e-559d-46db-831d-dc98491529b1 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/ports?device_id=d273f8c4-a003-4650-a491-ad8970422a6b HTTP/1.1" status: 200 len: 943 time: 0.5365424 Jun 30 09:05:33.234168 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['b3270b96-17f1-4fe1-9531-e04a2c02ee00'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:33.263947 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d0076-3b56-4e55-8558-2857f47e03b2 req-52c90bbf-6cef-4772-ac90-274f6ac52423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:33.265416 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-490d0076-3b56-4e55-8558-2857f47e03b2 req-52c90bbf-6cef-4772-ac90-274f6ac52423 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b7a954a-61ff-4c70-8bf7-dc1c551e8c69 HTTP/1.1" status: 200 len: 914 time: 0.2264071 Jun 30 09:05:33.374188 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-490d0076-3b56-4e55-8558-2857f47e03b2 req-7d82201c-04e1-46b5-9d47-1e4a0f13faee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9 HTTP/1.1" status: 200 len: 217 time: 0.1007318 Jun 30 09:05:33.396815 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f9323cc4-f8d3-43e9-9444-f9f2b9884724 req-19c1242d-b9cc-448a-80c5-ff47b4518a6b tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0e4187-75a0-40ec-8e93-91995cac14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206094 Jun 30 09:05:33.467595 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd273f8c4-a003-4650-a491-ad8970422a6b', 'tag': '4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:33.471046 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fa9182-14bc-47e2-bedf-f8dae80f8ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "d273f8c4-a003-4650-a491-ad8970422a6b", "tag": "4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:33.512553 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3c700-7f3a-435d-af1a-46b15477744c req-05bb740a-9ab8-4b0d-a442-3e7d83849b61 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:33.514130 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-89b3c700-7f3a-435d-af1a-46b15477744c req-05bb740a-9ab8-4b0d-a442-3e7d83849b61 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 944 time: 0.1467996 Jun 30 09:05:33.557580 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09eb6d7f-1b55-4a65-a36b-dda6943a6c3b req-dabf0673-4aba-41b9-b8c0-2ee18eb45467 service neutron] 10.222.0.52 "GET /v2.0/networks/9b7a954a-61ff-4c70-8bf7-dc1c551e8c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888807 Jun 30 09:05:33.584505 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d0076-3b56-4e55-8558-2857f47e03b2 req-12f81a64-0ebc-4568-89f6-60d3a3740569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:33.586145 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-490d0076-3b56-4e55-8558-2857f47e03b2 req-12f81a64-0ebc-4568-89f6-60d3a3740569 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46849a27-b4fb-4a10-8d53-aede535c75da HTTP/1.1" status: 200 len: 853 time: 0.1762567 Jun 30 09:05:33.613639 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-89b3c700-7f3a-435d-af1a-46b15477744c req-f1bae9ba-dcb5-431a-b443-73e7eb7fe25f tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908518 Jun 30 09:05:33.649180 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-490d0076-3b56-4e55-8558-2857f47e03b2 req-d962a438-8434-4e61-85c6-1c2430ead308 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b7a954a-61ff-4c70-8bf7-dc1c551e8c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524015 Jun 30 09:05:33.772762 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:05:33.815521 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59d791-831d-4aca-b307-d5b81710f01b req-cebd33c4-d463-492d-9e5d-d54ed43e550e tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:33.817171 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9e59d791-831d-4aca-b307-d5b81710f01b req-cebd33c4-d463-492d-9e5d-d54ed43e550e tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=de18d085-9a2a-406b-ab71-3b389d44187a HTTP/1.1" status: 200 len: 945 time: 0.1719084 Jun 30 09:05:33.821887 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-490d0076-3b56-4e55-8558-2857f47e03b2 req-ba3640ce-0fb6-4d8c-b0fe-ea0c4df6a0f6 service neutron] 10.222.0.37 "GET /v2.0/networks/9b7a954a-61ff-4c70-8bf7-dc1c551e8c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613214 Jun 30 09:05:33.847714 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109c7f7-ef86-45fe-b3b6-f84369b82319 req-c90a9eba-c826-4462-9cf6-f983f6ccaa32 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:33.850328 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4109c7f7-ef86-45fe-b3b6-f84369b82319 req-c90a9eba-c826-4462-9cf6-f983f6ccaa32 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 950 time: 0.1140921 Jun 30 09:05:33.913355 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4109c7f7-ef86-45fe-b3b6-f84369b82319 req-6fc151ac-c83c-4a92-9e39-9231a30ff36c tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570848 Jun 30 09:05:33.938200 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9e59d791-831d-4aca-b307-d5b81710f01b req-7b86041e-1094-4398-8882-cc6f49ecc32b tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120248 Jun 30 09:05:33.990663 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-490d0076-3b56-4e55-8558-2857f47e03b2 req-3d20e6e6-2745-4ca3-9f31-fbc300ae08db service neutron] 10.222.0.37 "GET /v2.0/networks/9b7a954a-61ff-4c70-8bf7-dc1c551e8c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575565 Jun 30 09:05:34.060973 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-484cce16-cd86-4bf2-bffd-91e01a921653 req-663f4662-012b-4153-b886-ab122028f188 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0f0ecd-0622-4c4e-8129-b030792e0686 HTTP/1.1" status: 200 len: 210 time: 0.0452018 Jun 30 09:05:34.175253 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88334b57-f8ae-4927-ac1c-f9fea00be819 req-9370ea86-a8bc-4684-831b-d1a80dd1d58b tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:34.176906 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88334b57-f8ae-4927-ac1c-f9fea00be819 req-9370ea86-a8bc-4684-831b-d1a80dd1d58b tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 946 time: 0.0783386 Jun 30 09:05:34.222140 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88334b57-f8ae-4927-ac1c-f9fea00be819 req-1aad8152-881f-4efb-8afb-ae715e2cb705 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372043 Jun 30 09:05:34.239070 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d74a732-82b5-476b-a004-bf60e9968b36 x-openstack-request-id: req-5d74a732-82b5-476b-a004-bf60e9968b36 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:34.239453 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d273f8c4-a003-4650-a491-ad8970422a6b", "tag": "4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:34.239709 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5d74a732-82b5-476b-a004-bf60e9968b36 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:34.240245 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd273f8c4-a003-4650-a491-ad8970422a6b', 'tag': '4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0', 'status': 'completed', 'code': 200} Jun 30 09:05:34.423993 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa9182-14bc-47e2-bedf-f8dae80f8ee1 req-14352f70-81b5-49bd-952c-29a356c74e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:34.426725 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3fa9182-14bc-47e2-bedf-f8dae80f8ee1 req-14352f70-81b5-49bd-952c-29a356c74e95 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e8382e0ded2e4fdfa3e38e6c2f05b713&device_id=d273f8c4-a003-4650-a491-ad8970422a6b HTTP/1.1" status: 200 len: 1095 time: 0.1546063 Jun 30 09:05:34.494788 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device b3270b96-17f1-4fe1-9531-e04a2c02ee00 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:34.579663 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987834e-794d-4530-bad5-de33725e127c req-48404cc5-9502-49cf-bbad-d2f1bc5c81c2 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:34.581203 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2987834e-794d-4530-bad5-de33725e127c req-48404cc5-9502-49cf-bbad-d2f1bc5c81c2 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 946 time: 0.2306876 Jun 30 09:05:34.636052 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa9182-14bc-47e2-bedf-f8dae80f8ee1 req-3854f58e-b180-4d9c-8fa2-a076546712c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:34.637447 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3fa9182-14bc-47e2-bedf-f8dae80f8ee1 req-3854f58e-b180-4d9c-8fa2-a076546712c5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b7a954a-61ff-4c70-8bf7-dc1c551e8c69 HTTP/1.1" status: 200 len: 914 time: 0.2009518 Jun 30 09:05:34.658465 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2987834e-794d-4530-bad5-de33725e127c req-d77dc30d-7f69-4dc4-b59d-62e3f0866d4d tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702593 Jun 30 09:05:34.692296 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3fa9182-14bc-47e2-bedf-f8dae80f8ee1 req-aad1a2a9-68f2-4674-92be-a6b3569168bd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0 HTTP/1.1" status: 200 len: 217 time: 0.0466235 Jun 30 09:05:34.700535 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port b3270b96-17f1-4fe1-9531-e04a2c02ee00 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:34.706147 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port b3270b96-17f1-4fe1-9531-e04a2c02ee00 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:34.713566 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.762869 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa9182-14bc-47e2-bedf-f8dae80f8ee1 req-2787ef98-0500-4498-b58b-884f261a4182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:34.765082 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3fa9182-14bc-47e2-bedf-f8dae80f8ee1 req-2787ef98-0500-4498-b58b-884f261a4182 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=46849a27-b4fb-4a10-8d53-aede535c75da HTTP/1.1" status: 200 len: 853 time: 0.0655296 Jun 30 09:05:34.806026 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3fa9182-14bc-47e2-bedf-f8dae80f8ee1 req-53f816f2-080f-437b-8214-33389bc6b2ea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b7a954a-61ff-4c70-8bf7-dc1c551e8c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327764 Jun 30 09:05:34.879585 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.915643 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b7acac-bb3b-492b-9430-9571b0ba9c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3270b96-17f1-4fe1-9531-e04a2c02ee00'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:34.919885 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e73b7e-08b1-4649-a0b4-6f0c5439cb4f" -d '{"events": [{"server_uuid": "89b7acac-bb3b-492b-9430-9571b0ba9c6e", "name": "network-vif-plugged", "status": "completed", "tag": "b3270b96-17f1-4fe1-9531-e04a2c02ee00"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:34.942470 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port b3270b96-17f1-4fe1-9531-e04a2c02ee00, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=b3270b96-17f1-4fe1-9531-e04a2c02ee00,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:34.989995 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3fa9182-14bc-47e2-bedf-f8dae80f8ee1 req-059ab984-9ef9-4d79-a339-0f6f06498b6a service neutron] 10.222.0.52 "GET /v2.0/networks/9b7a954a-61ff-4c70-8bf7-dc1c551e8c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761594 Jun 30 09:05:35.009286 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb89843-c90e-4610-aae3-5a25dd896f55 req-00bf60bd-af78-481d-a7a6-76ecf83f97fc tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:35.011182 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3eb89843-c90e-4610-aae3-5a25dd896f55 req-00bf60bd-af78-481d-a7a6-76ecf83f97fc tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/ports?device_id=d273f8c4-a003-4650-a491-ad8970422a6b HTTP/1.1" status: 200 len: 943 time: 0.1366582 Jun 30 09:05:35.039081 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:35.041867 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 4bf4191f-3028-438b-9d13-35db557534c2 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:35.073972 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 4bf4191f-3028-438b-9d13-35db557534c2 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:05:35.074426 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 4bf4191f-3028-438b-9d13-35db557534c2 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:05:35.131900 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=b3270b96-17f1-4fe1-9531-e04a2c02ee00,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:35.137912 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3eb89843-c90e-4610-aae3-5a25dd896f55 req-f20e403c-df80-4b8f-a1e7-a05dc06f1e3d tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0e4187-75a0-40ec-8e93-91995cac14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935130 Jun 30 09:05:35.148909 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852706f-2d9c-45a7-91d3-8828a1a8e7b6 req-568c58d5-64e6-49aa-82ed-668d94b9e339 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:35.150757 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a852706f-2d9c-45a7-91d3-8828a1a8e7b6 req-568c58d5-64e6-49aa-82ed-668d94b9e339 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 945 time: 0.1517510 Jun 30 09:05:35.171519 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3fa9182-14bc-47e2-bedf-f8dae80f8ee1 req-6eec2d03-77e7-4da7-b0e5-7522751a1606 service neutron] 10.222.0.52 "GET /v2.0/networks/9b7a954a-61ff-4c70-8bf7-dc1c551e8c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730478 Jun 30 09:05:35.219616 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a852706f-2d9c-45a7-91d3-8828a1a8e7b6 req-57729d61-a739-4763-8980-b75840c2b2e4 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607622 Jun 30 09:05:35.276931 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cadf38-9956-4c1e-8393-d4af36fc39aa x-openstack-request-id: req-21cadf38-9956-4c1e-8393-d4af36fc39aa {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:35.277418 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b7acac-bb3b-492b-9430-9571b0ba9c6e", "name": "network-vif-plugged", "status": "completed", "tag": "b3270b96-17f1-4fe1-9531-e04a2c02ee00", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:35.277791 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-21cadf38-9956-4c1e-8393-d4af36fc39aa {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:35.278424 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b7acac-bb3b-492b-9430-9571b0ba9c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3270b96-17f1-4fe1-9531-e04a2c02ee00', 'code': 200} Jun 30 09:05:35.415265 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c8f02-8a6f-4de1-b991-e42a1309ef97 req-1be4d210-f61b-4e98-ba9e-5f4e42457214 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:35.416688 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eb7c8f02-8a6f-4de1-b991-e42a1309ef97 req-1be4d210-f61b-4e98-ba9e-5f4e42457214 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=de18d085-9a2a-406b-ab71-3b389d44187a HTTP/1.1" status: 200 len: 945 time: 0.1166379 Jun 30 09:05:35.465722 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61cbee-6605-4ddf-b435-89cf809cfc25 req-ef83d635-4e2e-4a78-b3c6-87c238eaecb8 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:35.467530 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e61cbee-6605-4ddf-b435-89cf809cfc25 req-ef83d635-4e2e-4a78-b3c6-87c238eaecb8 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 950 time: 0.0780180 Jun 30 09:05:35.472986 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390116f4-52a6-4036-8b48-a07f242e2b2b req-b7235177-8de7-4688-a021-037c48215e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:35.475511 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-390116f4-52a6-4036-8b48-a07f242e2b2b req-b7235177-8de7-4688-a021-037c48215e10 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 1097 time: 0.1074104 Jun 30 09:05:35.478667 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eb7c8f02-8a6f-4de1-b991-e42a1309ef97 req-5f5154b4-d900-497c-8c3f-03db156411ba tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539608 Jun 30 09:05:35.520691 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-390116f4-52a6-4036-8b48-a07f242e2b2b req-08a0bdac-c5b3-4489-b983-67c02786285c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384977 Jun 30 09:05:35.527840 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e61cbee-6605-4ddf-b435-89cf809cfc25 req-a83692f9-5712-4ec4-8f3d-0fcab62f4af2 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512478 Jun 30 09:05:35.634257 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4588f674-9661-4261-a09c-b5b49e1c7a24 req-78866526-b12f-4259-a8d2-b297888a9ea0 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0f0ecd-0622-4c4e-8129-b030792e0686 HTTP/1.1" status: 200 len: 210 time: 0.0297713 Jun 30 09:05:35.811733 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaeb297-ed0f-4068-8bcd-9cc414101f83 req-5c2abb52-e60d-431c-b004-00f265f81909 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:35.813430 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1aaeb297-ed0f-4068-8bcd-9cc414101f83 req-5c2abb52-e60d-431c-b004-00f265f81909 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 946 time: 0.0751941 Jun 30 09:05:35.856923 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1aaeb297-ed0f-4068-8bcd-9cc414101f83 req-0047b4f8-7212-459e-bf63-bbf01880112c tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359530 Jun 30 09:05:35.858099 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3bfdd-4c6a-4694-a0ee-c93caec1afcb req-a54026ef-b0f4-4125-a181-a1ef00b07d2d tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:35.859694 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-66c3bfdd-4c6a-4694-a0ee-c93caec1afcb req-a54026ef-b0f4-4125-a181-a1ef00b07d2d tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 946 time: 0.0686784 Jun 30 09:05:35.918866 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-66c3bfdd-4c6a-4694-a0ee-c93caec1afcb req-f00eb5f4-0405-4394-a327-a18324f9ff98 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514338 Jun 30 09:05:36.226363 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-5a39d177-dafd-4124-a2e4-edb3b8250c09 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:36.228270 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-5a39d177-dafd-4124-a2e4-edb3b8250c09 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.37 "GET /v2.0/networks?id=18ce6413-62b6-4a68-a76c-c4ee39855db0 HTTP/1.1" status: 200 len: 822 time: 0.1427910 Jun 30 09:05:36.247484 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-d2de2aa2-1a0e-4e22-92bc-20d49cb2d6d1 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Request body: {'port': {'device_id': '2c0f0ecd-0622-4c4e-8129-b030792e0686', 'network_id': '18ce6413-62b6-4a68-a76c-c4ee39855db0', 'admin_state_up': True, 'tenant_id': '0b8339fa5923433a9d67c427653bbbc8'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:36.502367 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:05:36.607328 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75f5c8-24bf-479a-8ade-7ccd0deac7fc req-990ff198-ee11-4c27-b444-f104ac79accf tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:36.610116 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2c75f5c8-24bf-479a-8ade-7ccd0deac7fc req-990ff198-ee11-4c27-b444-f104ac79accf tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/ports?device_id=d273f8c4-a003-4650-a491-ad8970422a6b HTTP/1.1" status: 200 len: 943 time: 0.2791128 Jun 30 09:05:36.677245 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4b432-9ce1-492d-be20-1f22a173a0a6 req-ac8cc78e-f1ce-4afe-86fb-7c49c1535b92 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:36.680635 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d7a4b432-9ce1-492d-be20-1f22a173a0a6 req-ac8cc78e-f1ce-4afe-86fb-7c49c1535b92 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.52 "GET /v2.0/ports?device_id=de18d085-9a2a-406b-ab71-3b389d44187a HTTP/1.1" status: 200 len: 945 time: 0.2434165 Jun 30 09:05:36.729551 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9,segment=NetworkSegment(927c1a02-a23d-466d-a852-9c9e018e0e09),segment_id=927c1a02-a23d-466d-a852-9c9e018e0e09)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:36.746462 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9', 'network_id': '9b7a954a-61ff-4c70-8bf7-dc1c551e8c69', 'port_id': 'dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9', 'mac_address': 'fa:16:3e:fd:9b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46849a27-b4fb-4a10-8d53-aede535c75da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:05:36.763259 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-d2de2aa2-1a0e-4e22-92bc-20d49cb2d6d1 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Made reservation on behalf of 0b8339fa5923433a9d67c427653bbbc8 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:36.764169 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-d2de2aa2-1a0e-4e22-92bc-20d49cb2d6d1 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:36.773379 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2c75f5c8-24bf-479a-8ade-7ccd0deac7fc req-931eaefc-8687-4bf6-b51c-035dbabb1ea7 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0e4187-75a0-40ec-8e93-91995cac14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485071 Jun 30 09:05:36.791006 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:36.808135 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddffad-d322-4adf-9bc9-a88483a05d10 req-16eb1196-1910-4839-99d0-2991f31ff75b tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:36.809001 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:36.836391 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9,segment=NetworkSegment(927c1a02-a23d-466d-a852-9c9e018e0e09),segment_id=927c1a02-a23d-466d-a852-9c9e018e0e09)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:36.840121 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0dddffad-d322-4adf-9bc9-a88483a05d10 req-16eb1196-1910-4839-99d0-2991f31ff75b tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 945 time: 0.4420412 Jun 30 09:05:36.886711 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0dddffad-d322-4adf-9bc9-a88483a05d10 req-05a0b393-ef33-4afb-9cd7-1f9fc7b925ab tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458987 Jun 30 09:05:36.930724 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.003150 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:05:37.033543 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.113653 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:37.199845 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0,segment=NetworkSegment(927c1a02-a23d-466d-a852-9c9e018e0e09),segment_id=927c1a02-a23d-466d-a852-9c9e018e0e09)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:37.209445 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-d7a4b432-9ce1-492d-be20-1f22a173a0a6 req-eb50e4f4-dec2-413f-ae62-5a7eb7cfa2a9 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Deleting port 27af36a1-6a07-45ef-a400-a8c6d4288145 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:37.210003 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d7a4b432-9ce1-492d-be20-1f22a173a0a6 req-eb50e4f4-dec2-413f-ae62-5a7eb7cfa2a9 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.222600 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0', 'network_id': '9b7a954a-61ff-4c70-8bf7-dc1c551e8c69', 'port_id': '4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0', 'mac_address': 'fa:16:3e:22:c9:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46849a27-b4fb-4a10-8d53-aede535c75da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:05:37.249145 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9808b68-17ed-4d74-ac05-91a18c824e53 req-4dc9c641-24c3-49f0-8c1d-38a589ffcb32 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:37.250954 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d9808b68-17ed-4d74-ac05-91a18c824e53 req-4dc9c641-24c3-49f0-8c1d-38a589ffcb32 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 950 time: 0.1101480 Jun 30 09:05:37.293340 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-d2de2aa2-1a0e-4e22-92bc-20d49cb2d6d1 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Allocated IP 172.20.0.12 (18ce6413-62b6-4a68-a76c-c4ee39855db0/ea4a3d03-fc72-484b-8795-58a00e475b6f/32aae617-9a2d-4a26-b7ae-548f1cecb81b) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:37.301420 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.308352 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d9808b68-17ed-4d74-ac05-91a18c824e53 req-70448e02-55b8-442e-8bce-6e8c204ece1a tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426362 Jun 30 09:05:37.330095 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:37.331059 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ba5a4-4617-4a6c-863e-b62b50a7c57b req-fccfdc9f-e99b-4e59-962c-3b0f3eb288a6 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:37.332398 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-628ba5a4-4617-4a6c-863e-b62b50a7c57b req-fccfdc9f-e99b-4e59-962c-3b0f3eb288a6 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=de18d085-9a2a-406b-ab71-3b389d44187a HTTP/1.1" status: 200 len: 945 time: 0.3384304 Jun 30 09:05:37.359293 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:37.412716 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0,segment=NetworkSegment(927c1a02-a23d-466d-a852-9c9e018e0e09),segment_id=927c1a02-a23d-466d-a852-9c9e018e0e09)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:37.416695 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-d7a4b432-9ce1-492d-be20-1f22a173a0a6 req-eb50e4f4-dec2-413f-ae62-5a7eb7cfa2a9 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] For port 27af36a1-6a07-45ef-a400-a8c6d4288145, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=27af36a1-6a07-45ef-a400-a8c6d4288145,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:37.417086 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d7a4b432-9ce1-492d-be20-1f22a173a0a6 req-eb50e4f4-dec2-413f-ae62-5a7eb7cfa2a9 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.451460 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-d7a4b432-9ce1-492d-be20-1f22a173a0a6 req-eb50e4f4-dec2-413f-ae62-5a7eb7cfa2a9 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Calling delete_port for 27af36a1-6a07-45ef-a400-a8c6d4288145 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:37.469821 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-628ba5a4-4617-4a6c-863e-b62b50a7c57b req-3445ed7c-7c18-467c-9605-38b4cf88e0ba tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147037 Jun 30 09:05:37.515734 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.568243 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b94efadb-a4b3-4552-aaf2-d6105821331a req-617c4cf8-526e-4611-b28a-a67719319ed9 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0f0ecd-0622-4c4e-8129-b030792e0686 HTTP/1.1" status: 200 len: 210 time: 0.0648100 Jun 30 09:05:37.672575 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:37.692608 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-d2de2aa2-1a0e-4e22-92bc-20d49cb2d6d1 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.814408 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac745e-a0e2-42f1-b7c4-dcf13981eca2 req-0728a2dc-6709-42e3-be1b-fff84d5fa035 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:37.817201 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c1ac745e-a0e2-42f1-b7c4-dcf13981eca2 req-0728a2dc-6709-42e3-be1b-fff84d5fa035 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 946 time: 0.0936875 Jun 30 09:05:37.866062 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:37.869831 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c1ac745e-a0e2-42f1-b7c4-dcf13981eca2 req-ff8204ed-4517-4265-b7ba-ca9cf342ddcf tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456824 Jun 30 09:05:37.885841 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d7a4b432-9ce1-492d-be20-1f22a173a0a6 req-eb50e4f4-dec2-413f-ae62-5a7eb7cfa2a9 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.943220 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb50e4f4-dec2-413f-ae62-5a7eb7cfa2a9 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Pushing event deleted for resources: {'Port': ['ID=27af36a1-6a07-45ef-a400-a8c6d4288145,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:37.948812 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-d2de2aa2-1a0e-4e22-92bc-20d49cb2d6d1 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:38.008471 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754c2a6-ac51-4748-91ab-e92e31edc4b4 req-90da1d59-a13e-406f-bf91-bed309bddd53 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:38.011075 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2754c2a6-ac51-4748-91ab-e92e31edc4b4 req-90da1d59-a13e-406f-bf91-bed309bddd53 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 946 time: 0.1872270 Jun 30 09:05:38.071654 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-d2de2aa2-1a0e-4e22-92bc-20d49cb2d6d1 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Network 18ce6413-62b6-4a68-a76c-c4ee39855db0 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:38.101506 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-d2de2aa2-1a0e-4e22-92bc-20d49cb2d6d1 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:38.105847 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64fec1-b55c-4d3b-8525-e4fad2b76337 req-418ddbcb-93e6-48c4-9b89-a5f9a47fe1d4 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:38.107625 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bf64fec1-b55c-4d3b-8525-e4fad2b76337 req-418ddbcb-93e6-48c4-9b89-a5f9a47fe1d4 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea644d8e-045b-4f65-a66c-a017b756e921 HTTP/1.1" status: 200 len: 945 time: 0.0939989 Jun 30 09:05:38.109182 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a4b432-9ce1-492d-be20-1f22a173a0a6 req-eb50e4f4-dec2-413f-ae62-5a7eb7cfa2a9 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] No DVR routers for this DVR port 27af36a1-6a07-45ef-a400-a8c6d4288145 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:05:38.111171 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-d2de2aa2-1a0e-4e22-92bc-20d49cb2d6d1 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:38.126515 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d7a4b432-9ce1-492d-be20-1f22a173a0a6 req-eb50e4f4-dec2-413f-ae62-5a7eb7cfa2a9 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:38.128727 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d7a4b432-9ce1-492d-be20-1f22a173a0a6 req-eb50e4f4-dec2-413f-ae62-5a7eb7cfa2a9 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.52 "DELETE /v2.0/ports/27af36a1-6a07-45ef-a400-a8c6d4288145 HTTP/1.1" status: 204 len: 173 time: 1.4421914 Jun 30 09:05:38.130795 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de18d085-9a2a-406b-ab71-3b389d44187a', 'name': 'network-vif-deleted', 'tag': '27af36a1-6a07-45ef-a400-a8c6d4288145'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:38.133022 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08f3316-7b2f-414c-858f-dfe8fb7ca687" -d '{"events": [{"server_uuid": "de18d085-9a2a-406b-ab71-3b389d44187a", "name": "network-vif-deleted", "tag": "27af36a1-6a07-45ef-a400-a8c6d4288145"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:38.153405 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bf64fec1-b55c-4d3b-8525-e4fad2b76337 req-f36120a9-a814-448e-8d52-92d16b3fffb3 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/security-groups?id=6693df71-b205-4b36-ab07-ae0a333ad09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374868 Jun 30 09:05:38.163229 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de2aa2-1a0e-4e22-92bc-20d49cb2d6d1 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Pushing event updated for resources: {'Port': ['ID=32aae617-9a2d-4a26-b7ae-548f1cecb81b,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:38.207321 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2754c2a6-ac51-4748-91ab-e92e31edc4b4 req-4a26f532-c841-4da9-aa3c-1aa374b29487 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553867 Jun 30 09:05:38.217232 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-d2de2aa2-1a0e-4e22-92bc-20d49cb2d6d1 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:38.219199 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-d2de2aa2-1a0e-4e22-92bc-20d49cb2d6d1 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:38.314821 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-d2de2aa2-1a0e-4e22-92bc-20d49cb2d6d1 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0755427 Jun 30 09:05:38.332717 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-0039b224-f9cf-49bf-a9ac-8cd6c7199b70 service neutron] Request body: {'port': {'device_id': '2c0f0ecd-0622-4c4e-8129-b030792e0686', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:38.454754 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:38.488343 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d3e85-5ed9-4898-94b4-1f918b25b26b req-ef0fdd00-26dc-478a-9e50-f9225a67c93d tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:38.492041 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-716d3e85-5ed9-4898-94b4-1f918b25b26b req-ef0fdd00-26dc-478a-9e50-f9225a67c93d tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/ports?device_id=d273f8c4-a003-4650-a491-ad8970422a6b HTTP/1.1" status: 200 len: 944 time: 0.1432159 Jun 30 09:05:38.526041 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-0039b224-f9cf-49bf-a9ac-8cd6c7199b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:38.537285 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-716d3e85-5ed9-4898-94b4-1f918b25b26b req-3eed9de9-d662-4bf3-a322-bbc0f6f225d5 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0e4187-75a0-40ec-8e93-91995cac14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380862 Jun 30 09:05:38.558770 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ea4d8-c1ab-494d-92e0-804acb4e94df req-3d640bcf-758e-46ba-a42b-5116e036a52b tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:38.561192 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e40ea4d8-c1ab-494d-92e0-804acb4e94df req-3d640bcf-758e-46ba-a42b-5116e036a52b tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 945 time: 0.1663501 Jun 30 09:05:38.598045 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19373545-d3ff-4cb6-8d04-16677f3d0588 x-openstack-request-id: req-19373545-d3ff-4cb6-8d04-16677f3d0588 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:38.599081 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de18d085-9a2a-406b-ab71-3b389d44187a", "name": "network-vif-deleted", "tag": "27af36a1-6a07-45ef-a400-a8c6d4288145", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:38.599476 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-19373545-d3ff-4cb6-8d04-16677f3d0588 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:38.599746 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de18d085-9a2a-406b-ab71-3b389d44187a', 'name': 'network-vif-deleted', 'tag': '27af36a1-6a07-45ef-a400-a8c6d4288145', 'status': 'completed', 'code': 200} Jun 30 09:05:38.697397 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e40ea4d8-c1ab-494d-92e0-804acb4e94df req-a07da6fe-4090-496e-8556-dace02680bef tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255598 Jun 30 09:05:38.786677 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d505a-398a-4e7c-8f65-15a5724eb2f1 req-65581f4b-4d54-48ad-b59f-330bd3fe35ff tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:38.795987 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-463d505a-398a-4e7c-8f65-15a5724eb2f1 req-65581f4b-4d54-48ad-b59f-330bd3fe35ff tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 950 time: 0.1063881 Jun 30 09:05:38.848193 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-463d505a-398a-4e7c-8f65-15a5724eb2f1 req-e7308993-4f57-40c6-8311-496554558d48 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493290 Jun 30 09:05:38.890984 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-df979c9f-5f47-4eb8-8e5a-85eef12f8215 req-1855b046-6cfd-4206-b406-813ec2c4dd1c tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=de18d085-9a2a-406b-ab71-3b389d44187a HTTP/1.1" status: 200 len: 210 time: 0.0317500 Jun 30 09:05:38.959462 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-0039b224-f9cf-49bf-a9ac-8cd6c7199b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32aae617-9a2d-4a26-b7ae-548f1cecb81b {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:38.968824 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-0039b224-f9cf-49bf-a9ac-8cd6c7199b70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:38.989622 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-0039b224-f9cf-49bf-a9ac-8cd6c7199b70 service neutron] Transition to ACTIVE for port object 32aae617-9a2d-4a26-b7ae-548f1cecb81b will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:39.006042 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:39.057825 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589fff67-6593-45ac-bb8b-c1c6ec391293 req-a72d3d22-c511-4a17-83ca-e88a22f21513 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:39.066070 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-589fff67-6593-45ac-bb8b-c1c6ec391293 req-a72d3d22-c511-4a17-83ca-e88a22f21513 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0f0ecd-0622-4c4e-8129-b030792e0686 HTTP/1.1" status: 200 len: 932 time: 0.1117063 Jun 30 09:05:39.097537 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a0bd8-c750-4355-be29-7625c8bc49e2 req-840f0a45-97cc-4c95-8467-a48907807a72 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:39.099113 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-181a0bd8-c750-4355-be29-7625c8bc49e2 req-840f0a45-97cc-4c95-8467-a48907807a72 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 1097 time: 0.0733864 Jun 30 09:05:39.106802 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-589fff67-6593-45ac-bb8b-c1c6ec391293 req-63b03c1c-b57d-423b-9ee0-b89a7dbc61c9 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396845 Jun 30 09:05:39.158256 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:39.164726 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:39.166136 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:39.301645 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:39.318195 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1067d97-d4a9-45bf-91cd-b20469b13c0d req-95e9f0ae-ebbb-437e-910a-49be6e7e8c37 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:39.319963 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f1067d97-d4a9-45bf-91cd-b20469b13c0d req-95e9f0ae-ebbb-437e-910a-49be6e7e8c37 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 946 time: 0.0830264 Jun 30 09:05:39.330704 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd273f8c4-a003-4650-a491-ad8970422a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:39.334399 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0c0714-d94f-43fb-983b-6adb259bc610" -d '{"events": [{"server_uuid": "d273f8c4-a003-4650-a491-ad8970422a6b", "name": "network-vif-plugged", "status": "completed", "tag": "4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:39.354418 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0,segment=NetworkSegment(927c1a02-a23d-466d-a852-9c9e018e0e09),segment_id=927c1a02-a23d-466d-a852-9c9e018e0e09)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:39.377434 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f1067d97-d4a9-45bf-91cd-b20469b13c0d req-118973da-bfd2-4615-9e9a-e18ef24ab022 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475090 Jun 30 09:05:39.454997 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:39.455844 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 27af36a1-6a07-45ef-a400-a8c6d4288145 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:39.484937 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 27af36a1-6a07-45ef-a400-a8c6d4288145 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:05:39.486384 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 27af36a1-6a07-45ef-a400-a8c6d4288145 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:05:39.492863 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-0039b224-f9cf-49bf-a9ac-8cd6c7199b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:39.550405 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:39.587804 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-181a0bd8-c750-4355-be29-7625c8bc49e2 req-51082d87-34ec-4a98-9df0-946f5584e7fa tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4820089 Jun 30 09:05:39.598012 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039b224-f9cf-49bf-a9ac-8cd6c7199b70 service neutron] Pushing event updated for resources: {'Port': ['ID=32aae617-9a2d-4a26-b7ae-548f1cecb81b,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:39.639093 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-dbe08019-d15b-49e2-bbf1-e6a2a36781b0 service neutron] show failed (client error): The resource could not be found. Jun 30 09:05:39.640212 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-dbe08019-d15b-49e2-bbf1-e6a2a36781b0 service neutron] 10.222.0.52 "GET /v2.0/ports/aadc3403-34ed-4a92-ae27-99ad7913f8f3/bindings/n-h2-771363-31 HTTP/1.1" status: 404 len: 381 time: 0.1556022 Jun 30 09:05:39.709253 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-0039b224-f9cf-49bf-a9ac-8cd6c7199b70 service neutron] Attempting to bind port 32aae617-9a2d-4a26-b7ae-548f1cecb81b on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:05:39.709960 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-0039b224-f9cf-49bf-a9ac-8cd6c7199b70 service neutron] Attempting to bind port 32aae617-9a2d-4a26-b7ae-548f1cecb81b by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '36eeeb10-1ff7-43e6-93e2-723c66ec36b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '18ce6413-62b6-4a68-a76c-c4ee39855db0'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:05:39.710410 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-0039b224-f9cf-49bf-a9ac-8cd6c7199b70 service neutron] Attempting to bind port 32aae617-9a2d-4a26-b7ae-548f1cecb81b on network 18ce6413-62b6-4a68-a76c-c4ee39855db0 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:39.719355 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-0039b224-f9cf-49bf-a9ac-8cd6c7199b70 service neutron] Port 32aae617-9a2d-4a26-b7ae-548f1cecb81b on network 18ce6413-62b6-4a68-a76c-c4ee39855db0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:05:39.719834 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-0039b224-f9cf-49bf-a9ac-8cd6c7199b70 service neutron] Attempting to bind port 32aae617-9a2d-4a26-b7ae-548f1cecb81b on network 18ce6413-62b6-4a68-a76c-c4ee39855db0 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:39.726607 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-0039b224-f9cf-49bf-a9ac-8cd6c7199b70 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:05:39.726954 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-0039b224-f9cf-49bf-a9ac-8cd6c7199b70 service neutron] Checking segment: {'id': '36eeeb10-1ff7-43e6-93e2-723c66ec36b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '18ce6413-62b6-4a68-a76c-c4ee39855db0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:39.727411 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-0039b224-f9cf-49bf-a9ac-8cd6c7199b70 service neutron] Bound using segment: {'id': '36eeeb10-1ff7-43e6-93e2-723c66ec36b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '18ce6413-62b6-4a68-a76c-c4ee39855db0'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:05:39.728052 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-0039b224-f9cf-49bf-a9ac-8cd6c7199b70 service neutron] Bound port: 32aae617-9a2d-4a26-b7ae-548f1cecb81b, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36eeeb10-1ff7-43e6-93e2-723c66ec36b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '18ce6413-62b6-4a68-a76c-c4ee39855db0'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:05:39.728409 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-0039b224-f9cf-49bf-a9ac-8cd6c7199b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:39.814539 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-0039b224-f9cf-49bf-a9ac-8cd6c7199b70 service neutron] For port 32aae617-9a2d-4a26-b7ae-548f1cecb81b, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:39.820474 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-0039b224-f9cf-49bf-a9ac-8cd6c7199b70 service neutron] For port 32aae617-9a2d-4a26-b7ae-548f1cecb81b, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=32aae617-9a2d-4a26-b7ae-548f1cecb81b,segment=NetworkSegment(36eeeb10-1ff7-43e6-93e2-723c66ec36b1),segment_id=36eeeb10-1ff7-43e6-93e2-723c66ec36b1)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:05:39.895837 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cf69d-b075-40da-a534-c7f313fcfbbd req-bee19dbc-72a6-47dd-8c9f-7f08251b6680 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:39.897888 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0f3cf69d-b075-40da-a534-c7f313fcfbbd req-bee19dbc-72a6-47dd-8c9f-7f08251b6680 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 946 time: 0.1595440 Jun 30 09:05:39.935007 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-0039b224-f9cf-49bf-a9ac-8cd6c7199b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:39.998246 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-0039b224-f9cf-49bf-a9ac-8cd6c7199b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:39.998872 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-0039b224-f9cf-49bf-a9ac-8cd6c7199b70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:40.000343 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-0039b224-f9cf-49bf-a9ac-8cd6c7199b70 service neutron] 10.222.0.37 "PUT /v2.0/ports/32aae617-9a2d-4a26-b7ae-548f1cecb81b HTTP/1.1" status: 200 len: 1093 time: 1.6755710 Jun 30 09:05:40.008840 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0f3cf69d-b075-40da-a534-c7f313fcfbbd req-3babb145-ad39-44fc-b541-a39f6406d74f tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004341 Jun 30 09:05:40.012131 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f05b64-69ac-4baa-b612-49ca6030d0aa x-openstack-request-id: req-e0f05b64-69ac-4baa-b612-49ca6030d0aa {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:40.013000 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d273f8c4-a003-4650-a491-ad8970422a6b", "name": "network-vif-plugged", "status": "completed", "tag": "4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:40.015737 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e0f05b64-69ac-4baa-b612-49ca6030d0aa {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:40.015737 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd273f8c4-a003-4650-a491-ad8970422a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0', 'code': 200} Jun 30 09:05:40.031032 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039b224-f9cf-49bf-a9ac-8cd6c7199b70 service neutron] Pushing event updated for resources: {'Port': ['ID=32aae617-9a2d-4a26-b7ae-548f1cecb81b,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:40.237705 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-7ed581ac-c537-453e-99da-ab2905397fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:40.239312 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-7ed581ac-c537-453e-99da-ab2905397fac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b8339fa5923433a9d67c427653bbbc8&device_id=2c0f0ecd-0622-4c4e-8129-b030792e0686 HTTP/1.1" status: 200 len: 1096 time: 0.1084294 Jun 30 09:05:40.292647 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-b8086ea6-e176-48ca-93c1-72fe9bb6fca4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32aae617-9a2d-4a26-b7ae-548f1cecb81b HTTP/1.1" status: 200 len: 217 time: 0.0444543 Jun 30 09:05:40.294451 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d87e9-f071-4cbf-b408-86819ee0f070 req-56ea4f01-eba0-43c0-98f7-2f7449ada702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:40.295884 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f68d87e9-f071-4cbf-b408-86819ee0f070 req-56ea4f01-eba0-43c0-98f7-2f7449ada702 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d273f8c4-a003-4650-a491-ad8970422a6b HTTP/1.1" status: 200 len: 1097 time: 0.1268847 Jun 30 09:05:40.300390 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da742f-a789-4bb7-888e-b26885c04dde req-6f145c59-6c29-45a7-afa6-137ab5ce715b tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:40.302428 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-17da742f-a789-4bb7-888e-b26885c04dde req-6f145c59-6c29-45a7-afa6-137ab5ce715b tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/ports?device_id=d273f8c4-a003-4650-a491-ad8970422a6b HTTP/1.1" status: 200 len: 945 time: 0.1470773 Jun 30 09:05:40.348850 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-931260c1-c9dd-4a50-8ab6-7583ee32b8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:40.350372 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-931260c1-c9dd-4a50-8ab6-7583ee32b8be service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e&tenant_id=aa895c07f8ad47749dbf0e6817533c37 HTTP/1.1" status: 200 len: 1102 time: 0.1223269 Jun 30 09:05:40.371403 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-31', 'device_owner': 'compute:nova'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:40.382646 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f68d87e9-f071-4cbf-b408-86819ee0f070 req-646e1530-316d-4481-84e5-01a73e7dd0e2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5e0e4187-75a0-40ec-8e93-91995cac14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650451 Jun 30 09:05:40.392344 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-a4b6c689-3402-4d1d-a5d6-d4e8ae533c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:40.393823 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-a4b6c689-3402-4d1d-a5d6-d4e8ae533c9a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea4a3d03-fc72-484b-8795-58a00e475b6f HTTP/1.1" status: 200 len: 862 time: 0.0945780 Jun 30 09:05:40.398169 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-17da742f-a789-4bb7-888e-b26885c04dde req-5639ac1b-a6c9-4650-9451-954221221902 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0e4187-75a0-40ec-8e93-91995cac14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757647 Jun 30 09:05:40.439865 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-be60ab12-f08b-43bf-9c3c-6a8df6975f8b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=18ce6413-62b6-4a68-a76c-c4ee39855db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397105 Jun 30 09:05:40.478888 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:40.508924 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:40.569403 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac003d8-681e-4dfc-9e02-0262d2b21599 req-3bc1bbbc-f6db-4d01-8aff-4d9871b73883 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:40.571889 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aac003d8-681e-4dfc-9e02-0262d2b21599 req-3bc1bbbc-f6db-4d01-8aff-4d9871b73883 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 1097 time: 0.1606386 Jun 30 09:05:40.600649 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0f0ecd-0622-4c4e-8129-b030792e0686', 'tag': '32aae617-9a2d-4a26-b7ae-548f1cecb81b'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:40.603471 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4531703-b4ba-43b9-90a1-ab378b8925af" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0f0ecd-0622-4c4e-8129-b030792e0686", "tag": "32aae617-9a2d-4a26-b7ae-548f1cecb81b"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:40.611571 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-21a611f9-7ea5-4de2-9d51-d38f9132d4cd service neutron] 10.222.0.37 "GET /v2.0/networks/18ce6413-62b6-4a68-a76c-c4ee39855db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416895 Jun 30 09:05:40.641719 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aac003d8-681e-4dfc-9e02-0262d2b21599 req-d76f854d-6b12-49a7-82c3-83cb4eb2a638 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636568 Jun 30 09:05:40.650002 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:40.663449 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:40.666716 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:40.782257 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee9dcb-02f7-43a2-8d1a-30914247cd8c req-6188f57e-0103-4369-9374-fcd393beb213 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:40.783872 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6bee9dcb-02f7-43a2-8d1a-30914247cd8c req-6188f57e-0103-4369-9374-fcd393beb213 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 950 time: 0.2347052 Jun 30 09:05:40.792244 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:40.800608 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7f9b8f53-c323-49ce-b50d-9a722c0c5d4d req-94a09d66-f905-4969-94be-055a8c5e264b service neutron] 10.222.0.37 "GET /v2.0/networks/18ce6413-62b6-4a68-a76c-c4ee39855db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778233 Jun 30 09:05:40.867229 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] For port aadc3403-34ed-4a92-ae27-99ad7913f8f3, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=aadc3403-34ed-4a92-ae27-99ad7913f8f3,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:40.870981 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9,segment=NetworkSegment(927c1a02-a23d-466d-a852-9c9e018e0e09),segment_id=927c1a02-a23d-466d-a852-9c9e018e0e09)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:40.895410 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6bee9dcb-02f7-43a2-8d1a-30914247cd8c req-d47ae53d-d54b-4bda-ad8e-332a561c4701 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991936 Jun 30 09:05:40.926554 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] For port aadc3403-34ed-4a92-ae27-99ad7913f8f3, host n-h1-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:40.974333 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748efd8-7223-4e4c-a015-1eb4dae06859 req-8e470735-2d0c-4c52-a331-9b9c88aaee0d tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:40.976245 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9748efd8-7223-4e4c-a015-1eb4dae06859 req-8e470735-2d0c-4c52-a331-9b9c88aaee0d tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea644d8e-045b-4f65-a66c-a017b756e921 HTTP/1.1" status: 200 len: 945 time: 0.0827956 Jun 30 09:05:40.978740 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:40.981432 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96dec757-7506-42f1-a999-ead91486211e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aadc3403-34ed-4a92-ae27-99ad7913f8f3'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:40.983880 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1f19ea-8380-4713-b665-409efdd71437" -d '{"events": [{"server_uuid": "96dec757-7506-42f1-a999-ead91486211e", "name": "network-vif-unplugged", "status": "completed", "tag": "aadc3403-34ed-4a92-ae27-99ad7913f8f3"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:40.998159 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] Transition to ACTIVE for port object aadc3403-34ed-4a92-ae27-99ad7913f8f3 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:41.003371 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:41.030389 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9748efd8-7223-4e4c-a015-1eb4dae06859 req-387bff5f-fbba-4fe7-8b5e-2b9729ec10d7 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/security-groups?id=6693df71-b205-4b36-ab07-ae0a333ad09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437932 Jun 30 09:05:41.059109 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:41.065686 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:41.146925 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] No DVR routers for this DVR port aadc3403-34ed-4a92-ae27-99ad7913f8f3 on host n-h1-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:05:41.192643 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=aadc3403-34ed-4a92-ae27-99ad7913f8f3,revision_number=6']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:41.212708 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:41.213048 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:41.213383 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:41.213736 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:41.214044 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:41.214364 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:41.214684 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:41.215005 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:41.215353 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:41.215676 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:41.215993 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:41.216308 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:41.218753 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92bf6a-ed73-46a1-b05d-cfa1be9aa087 req-b3e11feb-d159-45a7-9089-b1e885aea3a5 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:41.220393 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2c92bf6a-ed73-46a1-b05d-cfa1be9aa087 req-b3e11feb-d159-45a7-9089-b1e885aea3a5 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 946 time: 0.0870123 Jun 30 09:05:41.228758 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] Attempting to bind port aadc3403-34ed-4a92-ae27-99ad7913f8f3 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:05:41.229076 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] Attempting to bind port aadc3403-34ed-4a92-ae27-99ad7913f8f3 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:05:41.229396 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] Attempting to bind port aadc3403-34ed-4a92-ae27-99ad7913f8f3 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:41.235842 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] Port aadc3403-34ed-4a92-ae27-99ad7913f8f3 on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:05:41.245055 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] Attempting to bind port aadc3403-34ed-4a92-ae27-99ad7913f8f3 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:41.245319 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75621483-5be8-47e1-af56-1bd49d201738 req-9b638a3b-0212-4495-9a41-73c1965235eb tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:41.246839 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-75621483-5be8-47e1-af56-1bd49d201738 req-9b638a3b-0212-4495-9a41-73c1965235eb tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0f0ecd-0622-4c4e-8129-b030792e0686 HTTP/1.1" status: 200 len: 944 time: 0.2296631 Jun 30 09:05:41.253047 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:05:41.253388 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:41.253774 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:05:41.254212 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] Bound port: aadc3403-34ed-4a92-ae27-99ad7913f8f3, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:05:41.254606 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:41.269511 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2c92bf6a-ed73-46a1-b05d-cfa1be9aa087 req-23c64eee-552b-4f2c-b756-5783905b3c90 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411499 Jun 30 09:05:41.341564 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-75621483-5be8-47e1-af56-1bd49d201738 req-87905842-e23c-4349-a138-d3bfe7d6b5d5 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834377 Jun 30 09:05:41.370257 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4078444c-41a2-4095-b336-9872a5162f16 x-openstack-request-id: req-4078444c-41a2-4095-b336-9872a5162f16 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:41.370861 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0f0ecd-0622-4c4e-8129-b030792e0686", "tag": "32aae617-9a2d-4a26-b7ae-548f1cecb81b", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:41.371479 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4078444c-41a2-4095-b336-9872a5162f16 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:41.373070 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c0f0ecd-0622-4c4e-8129-b030792e0686', 'tag': '32aae617-9a2d-4a26-b7ae-548f1cecb81b', 'status': 'completed', 'code': 200} Jun 30 09:05:41.393604 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] For port aadc3403-34ed-4a92-ae27-99ad7913f8f3, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:41.398116 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] For port aadc3403-34ed-4a92-ae27-99ad7913f8f3, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=aadc3403-34ed-4a92-ae27-99ad7913f8f3,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:05:41.441185 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-03928bbc-549a-4794-9fc5-2869704f2bee tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:41.442871 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-03928bbc-549a-4794-9fc5-2869704f2bee tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e&tenant_id=4072f6e39e474776996ee00ca570db4f&binding%3Ahost_id=n-h2-771363-31 HTTP/1.1" status: 200 len: 1098 time: 0.1312180 Jun 30 09:05:41.466093 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771363-31'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:41.470057 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed60de4d-7518-4575-b3cf-62057a21d1b8 x-openstack-request-id: req-ed60de4d-7518-4575-b3cf-62057a21d1b8 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:41.470473 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96dec757-7506-42f1-a999-ead91486211e", "name": "network-vif-unplugged", "status": "completed", "tag": "aadc3403-34ed-4a92-ae27-99ad7913f8f3", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:41.470871 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ed60de4d-7518-4575-b3cf-62057a21d1b8 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:41.471611 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96dec757-7506-42f1-a999-ead91486211e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aadc3403-34ed-4a92-ae27-99ad7913f8f3', 'code': 200} Jun 30 09:05:41.484099 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:41.526998 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:41.527870 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:41.529546 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] 10.222.0.37 "PUT /v2.0/ports/aadc3403-34ed-4a92-ae27-99ad7913f8f3 HTTP/1.1" status: 200 len: 1097 time: 1.1667817 Jun 30 09:05:41.617148 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a23a1-6072-41fe-affd-c1c4021d4ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=aadc3403-34ed-4a92-ae27-99ad7913f8f3,revision_number=7']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:41.641849 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:41.710694 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-a5531a2c-068a-472a-8cee-035076752a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:41.713378 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-a5531a2c-068a-472a-8cee-035076752a4e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 1100 time: 0.1493819 Jun 30 09:05:41.744591 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4531703-b4ba-43b9-90a1-ab378b8925af req-8601b5b0-4815-44ff-a2a9-73454de87e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:41.746096 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a4531703-b4ba-43b9-90a1-ab378b8925af req-8601b5b0-4815-44ff-a2a9-73454de87e3b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b8339fa5923433a9d67c427653bbbc8&device_id=2c0f0ecd-0622-4c4e-8129-b030792e0686 HTTP/1.1" status: 200 len: 1096 time: 0.3458455 Jun 30 09:05:41.824206 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e176f9-dee9-4367-b564-11d29883df9d req-11be8b1a-29ae-4433-92e3-39553853249b tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:41.825692 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-37e176f9-dee9-4367-b564-11d29883df9d req-11be8b1a-29ae-4433-92e3-39553853249b tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 946 time: 0.2449713 Jun 30 09:05:41.852658 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-f19bf5ff-facd-4bad-a687-517ca9c49191 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:41.854298 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-f19bf5ff-facd-4bad-a687-517ca9c49191 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/networks?id=dbd9754c-6cc8-466f-93ec-62534a8480bb HTTP/1.1" status: 200 len: 811 time: 0.4103765 Jun 30 09:05:41.861646 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-8bcb3d0f-980b-4eb7-b53a-15f0e7d807ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:41.863151 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-8bcb3d0f-980b-4eb7-b53a-15f0e7d807ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.1414192 Jun 30 09:05:41.888325 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-37e176f9-dee9-4367-b564-11d29883df9d req-23f0d271-348b-4049-9f4f-d7c696c60c2f tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555177 Jun 30 09:05:41.916677 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-de44da66-9db1-4074-9821-1351703df12a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=aadc3403-34ed-4a92-ae27-99ad7913f8f3 HTTP/1.1" status: 200 len: 217 time: 0.0418773 Jun 30 09:05:41.917564 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-26c0cc8e-f038-4dd0-94b5-4e259108596e tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/quotas/164efc1ee4d9427b996c064420e28c66 HTTP/1.1" status: 200 len: 375 time: 0.0349028 Jun 30 09:05:41.974960 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-25544a89-b409-4a55-85c0-b778cf46f6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:41.976650 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-25544a89-b409-4a55-85c0-b778cf46f6a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.0526085 Jun 30 09:05:42.007510 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-857666d6-1429-436b-8a17-55f3cf8805ac tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=164efc1ee4d9427b996c064420e28c66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693769 Jun 30 09:05:42.015316 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0fc64d1-eefd-4e48-9ac2-e924a630db17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:42.017823 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72075d5-71f0-4b26-80c5-cae1bb165b9e" -d '{"events": [{"server_uuid": "a0fc64d1-eefd-4e48-9ac2-e924a630db17", "name": "network-vif-plugged", "status": "completed", "tag": "dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:42.070185 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-aa0ca358-d087-40a5-a7fa-61300a220099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:42.072097 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-aa0ca358-d087-40a5-a7fa-61300a220099 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0866947 Jun 30 09:05:42.083940 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4531703-b4ba-43b9-90a1-ab378b8925af req-d26e071c-b54e-437a-8444-7e038eb86116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:42.085408 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a4531703-b4ba-43b9-90a1-ab378b8925af req-d26e071c-b54e-437a-8444-7e038eb86116 service neutron] 10.222.0.37 "GET /v2.0/networks?id=18ce6413-62b6-4a68-a76c-c4ee39855db0 HTTP/1.1" status: 200 len: 923 time: 0.3187485 Jun 30 09:05:42.103750 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec68bf-c8f6-49a7-a480-58a4fcf14590 req-b1e5671c-600f-4dce-bc39-55a21f8dbd71 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:42.105315 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3ec68bf-c8f6-49a7-a480-58a4fcf14590 req-b1e5671c-600f-4dce-bc39-55a21f8dbd71 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea644d8e-045b-4f65-a66c-a017b756e921 HTTP/1.1" status: 200 len: 945 time: 0.3485649 Jun 30 09:05:42.117166 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] For port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=4c178b1f-3e9d-4fee-a31d-66c3fa093e52,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:42.180823 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a4531703-b4ba-43b9-90a1-ab378b8925af req-be70bd73-3987-4ff7-a98a-5e0433fa5705 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32aae617-9a2d-4a26-b7ae-548f1cecb81b HTTP/1.1" status: 200 len: 217 time: 0.0856934 Jun 30 09:05:42.197737 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-687d42ef-158f-4100-ba28-26af08dc75ae service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139865 Jun 30 09:05:42.321436 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-683ebfe8-c841-41cd-84b3-c146c72992f5 req-16574208-783d-4bbf-92f5-fb7e979ce432 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176805 Jun 30 09:05:42.337673 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-d1cc366e-7378-4ad1-b25a-69112ed7c656 service neutron] 10.222.0.10 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186691 Jun 30 09:05:42.344330 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] For port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:42.388647 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4531703-b4ba-43b9-90a1-ab378b8925af req-1f236c21-7a5c-44a0-ba50-bce40f4e210f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:42.390061 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a4531703-b4ba-43b9-90a1-ab378b8925af req-1f236c21-7a5c-44a0-ba50-bce40f4e210f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea4a3d03-fc72-484b-8795-58a00e475b6f HTTP/1.1" status: 200 len: 862 time: 0.1842117 Jun 30 09:05:42.475456 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a4531703-b4ba-43b9-90a1-ab378b8925af req-42f60ff6-d9d1-40d8-ae0a-f50ff9d2b56e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=18ce6413-62b6-4a68-a76c-c4ee39855db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740414 Jun 30 09:05:42.512811 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:42.608636 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-e3ec68bf-c8f6-49a7-a480-58a4fcf14590 req-c6b62cae-ca30-4a7c-bdc5-824c70a654f8 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Deleting port 018e5b42-4f25-4983-a7aa-95cc3a878631 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:42.608960 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e3ec68bf-c8f6-49a7-a480-58a4fcf14590 req-c6b62cae-ca30-4a7c-bdc5-824c70a654f8 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:42.615222 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-772607a7-70d3-4f30-abd8-a1b30e53cf8a service neutron] 10.222.0.10 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296093 Jun 30 09:05:42.693433 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:42.736706 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a4531703-b4ba-43b9-90a1-ab378b8925af req-fdabd399-3cda-4233-b013-77ab6ba13683 service neutron] 10.222.0.37 "GET /v2.0/networks/18ce6413-62b6-4a68-a76c-c4ee39855db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442684 Jun 30 09:05:42.852762 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4c178b1f-3e9d-4fee-a31d-66c3fa093e52,revision_number=7']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:42.913551 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-e3ec68bf-c8f6-49a7-a480-58a4fcf14590 req-c6b62cae-ca30-4a7c-bdc5-824c70a654f8 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] For port 018e5b42-4f25-4983-a7aa-95cc3a878631, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=018e5b42-4f25-4983-a7aa-95cc3a878631,segment=NetworkSegment(633caac2-7a06-4d51-b557-4bd6413f48ed),segment_id=633caac2-7a06-4d51-b557-4bd6413f48ed)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:42.913913 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e3ec68bf-c8f6-49a7-a480-58a4fcf14590 req-c6b62cae-ca30-4a7c-bdc5-824c70a654f8 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:42.934230 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] Attempting to bind port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 on host n-h2-771363-31 for vnic_type normal with profile {"migrating_to": "n-h1-771363-31"} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:05:42.934577 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] Attempting to bind port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:05:42.934907 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] Attempting to bind port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:43.008279 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:05:43.008879 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] Port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:05:43.008879 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] Attempting to bind port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:43.012822 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device aadc3403-34ed-4a92-ae27-99ad7913f8f3 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:43.071374 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a4531703-b4ba-43b9-90a1-ab378b8925af req-91a12d6c-ab5e-4133-a696-95f1923f76dc service neutron] 10.222.0.37 "GET /v2.0/networks/18ce6413-62b6-4a68-a76c-c4ee39855db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215232 Jun 30 09:05:43.072483 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:05:43.072483 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] Checking segment: {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:43.072943 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] Bound using segment: {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:05:43.073394 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] Bound port: 4c178b1f-3e9d-4fee-a31d-66c3fa093e52, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:05:43.073778 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:43.128530 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device aadc3403-34ed-4a92-ae27-99ad7913f8f3 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:05:43.195209 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52, host n-h2-771363-31, got binding levels [] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:43.233731 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Attempting to bind port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 on host n-h2-771363-31 for vnic_type normal with profile {"migrating_to": "n-h1-771363-31"} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:05:43.234112 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Attempting to bind port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:05:43.234748 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Attempting to bind port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:43.241108 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:05:43.241392 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Attempting to bind port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:43.248095 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:05:43.248806 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Checking segment: {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:43.249574 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Bound using segment: {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:05:43.250199 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Bound port: 4c178b1f-3e9d-4fee-a31d-66c3fa093e52, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:05:43.250770 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:43.296206 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f0efe-659f-40c0-98ed-cf649ba10995 req-932aa943-9129-4094-9b84-5a2d457afecd tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:43.297803 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cd6f0efe-659f-40c0-98ed-cf649ba10995 req-932aa943-9129-4094-9b84-5a2d457afecd tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/ports?device_id=d273f8c4-a003-4650-a491-ad8970422a6b HTTP/1.1" status: 200 len: 945 time: 0.2938182 Jun 30 09:05:43.299002 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] For port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:43.336941 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] For port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=4c178b1f-3e9d-4fee-a31d-66c3fa093e52,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:05:43.353049 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e3ec68bf-c8f6-49a7-a480-58a4fcf14590 req-c6b62cae-ca30-4a7c-bdc5-824c70a654f8 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:43.353419 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e3ec68bf-c8f6-49a7-a480-58a4fcf14590 req-c6b62cae-ca30-4a7c-bdc5-824c70a654f8 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:43.353734 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [req-e3ec68bf-c8f6-49a7-a480-58a4fcf14590 req-c6b62cae-ca30-4a7c-bdc5-824c70a654f8 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Floating IP 7ad589f2-8d8c-42a1-ac11-4932fa082bb4 disassociated. External IP: 172.25.6.34, port: 018e5b42-4f25-4983-a7aa-95cc3a878631. Jun 30 09:05:43.354080 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-e3ec68bf-c8f6-49a7-a480-58a4fcf14590 req-c6b62cae-ca30-4a7c-bdc5-824c70a654f8 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Calling delete_port for 018e5b42-4f25-4983-a7aa-95cc3a878631 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:43.375044 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b967c438-0199-472e-9340-0b706624dc6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c178b1f-3e9d-4fee-a31d-66c3fa093e52'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:43.377396 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c5e4c1-9a81-48c7-8e1a-c3387ca093bb" -d '{"events": [{"server_uuid": "b967c438-0199-472e-9340-0b706624dc6e", "name": "network-vif-unplugged", "status": "completed", "tag": "4c178b1f-3e9d-4fee-a31d-66c3fa093e52"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:43.385463 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cd6f0efe-659f-40c0-98ed-cf649ba10995 req-54f34c11-062c-4125-a0c8-918fbac15384 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0e4187-75a0-40ec-8e93-91995cac14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778987 Jun 30 09:05:43.463146 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:43.474164 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96dec757-7506-42f1-a999-ead91486211e', 'tag': 'aadc3403-34ed-4a92-ae27-99ad7913f8f3'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:43.481763 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dee7e2e-26dd-415d-a2f7-3c3c15fcf539" -d '{"events": [{"name": "network-changed", "server_uuid": "96dec757-7506-42f1-a999-ead91486211e", "tag": "aadc3403-34ed-4a92-ae27-99ad7913f8f3"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:43.513411 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52, host n-h2-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:43.559199 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 4c178b1f-3e9d-4fee-a31d-66c3fa093e52-n-h2-771363-31-0 {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:05:43.559853 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:05:43.638482 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4c178b1f-3e9d-4fee-a31d-66c3fa093e52,revision_number=8']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:43.665248 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:43.666296 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:43.668825 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] 10.222.0.52 "PUT /v2.0/ports/4c178b1f-3e9d-4fee-a31d-66c3fa093e52 HTTP/1.1" status: 200 len: 1124 time: 2.2110980 Jun 30 09:05:43.678708 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:43.679638 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:43.685543 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:43.685543 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:43.685543 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:43.685543 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:43.685543 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:43.685543 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:43.685543 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:43.685543 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:43.685543 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:43.685543 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9956c-307f-4c18-a90e-018631ee22c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:43.762212 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['4c178b1f-3e9d-4fee-a31d-66c3fa093e52'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:43.800039 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['4c178b1f-3e9d-4fee-a31d-66c3fa093e52'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:43.815867 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e3ec68bf-c8f6-49a7-a480-58a4fcf14590 req-c6b62cae-ca30-4a7c-bdc5-824c70a654f8 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:43.870820 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b62cae-ca30-4a7c-bdc5-824c70a654f8 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Pushing event deleted for resources: {'Port': ['ID=018e5b42-4f25-4983-a7aa-95cc3a878631,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:44.149341 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Attempting to bind port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 on host n-h2-771363-31 for vnic_type normal with profile {"migrating_to": "n-h1-771363-31"} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:05:44.149961 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Attempting to bind port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:05:44.150398 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Attempting to bind port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:44.180422 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:05:44.180973 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Attempting to bind port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:44.192862 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:05:44.193464 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Checking segment: {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:44.194174 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Bound using segment: {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:05:44.194963 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Bound port: 4c178b1f-3e9d-4fee-a31d-66c3fa093e52, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:05:44.195655 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:44.316744 n-d-771363-31 neutron-server[101055]: WARNING neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Concurrent port binding operations failed on port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 Jun 30 09:05:44.326440 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=4c178b1f-3e9d-4fee-a31d-66c3fa093e52,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:44.328588 n-d-771363-31 neutron-server[101055]: INFO neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Attempt 2 to bind port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 Jun 30 09:05:44.329200 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 has no active binding in host n-h1-771363-31 {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 09:05:44.345438 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3ec68bf-c8f6-49a7-a480-58a4fcf14590 req-c6b62cae-ca30-4a7c-bdc5-824c70a654f8 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Router 1782249f-a426-43fb-9da3-6e7a63196fe7 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:05:44.524220 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 32aae617-9a2d-4a26-b7ae-548f1cecb81b details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:05:44.550653 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3ec68bf-c8f6-49a7-a480-58a4fcf14590 req-c6b62cae-ca30-4a7c-bdc5-824c70a654f8 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:05:44.564868 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041378a3-9a9d-4b75-b5db-e1f037d94dd6 None None] Sync routers for ids ['1782249f-a426-43fb-9da3-6e7a63196fe7'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:05:44.581801 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041378a3-9a9d-4b75-b5db-e1f037d94dd6 None None] Routers {'1782249f-a426-43fb-9da3-6e7a63196fe7'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:44.582824 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-041378a3-9a9d-4b75-b5db-e1f037d94dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:05:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1782249f-a426-43fb-9da3-6e7a63196fe7'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:44.637307 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-cc9edb04-becb-4f87-85da-19249f57350a req-85523e0e-1b9d-4be7-8749-7e3b99c47b60 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:05:44.639326 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc9edb04-becb-4f87-85da-19249f57350a req-85523e0e-1b9d-4be7-8749-7e3b99c47b60 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110013 Jun 30 09:05:44.641012 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ec68bf-c8f6-49a7-a480-58a4fcf14590 req-c6b62cae-ca30-4a7c-bdc5-824c70a654f8 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] No DVR routers for this DVR port 018e5b42-4f25-4983-a7aa-95cc3a878631 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:05:44.644409 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e3ec68bf-c8f6-49a7-a480-58a4fcf14590 req-c6b62cae-ca30-4a7c-bdc5-824c70a654f8 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:44.648495 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3ec68bf-c8f6-49a7-a480-58a4fcf14590 req-c6b62cae-ca30-4a7c-bdc5-824c70a654f8 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.52 "DELETE /v2.0/ports/018e5b42-4f25-4983-a7aa-95cc3a878631 HTTP/1.1" status: 204 len: 173 time: 2.5259342 Jun 30 09:05:44.658234 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-cc9edb04-becb-4f87-85da-19249f57350a req-40586190-3b00-4fc3-8a5e-d48eb3d38118 service neutron] Request body: {'binding': {'host': 'n-h1-771363-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:44.658838 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-cc9edb04-becb-4f87-85da-19249f57350a req-40586190-3b00-4fc3-8a5e-d48eb3d38118 service neutron] Unknown quota resources ['binding']. {{(pid=101053) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:05:44.663539 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 32aae617-9a2d-4a26-b7ae-548f1cecb81b, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=32aae617-9a2d-4a26-b7ae-548f1cecb81b,segment=NetworkSegment(36eeeb10-1ff7-43e6-93e2-723c66ec36b1),segment_id=36eeeb10-1ff7-43e6-93e2-723c66ec36b1)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:44.675715 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '32aae617-9a2d-4a26-b7ae-548f1cecb81b', 'network_id': '18ce6413-62b6-4a68-a76c-c4ee39855db0', 'port_id': '32aae617-9a2d-4a26-b7ae-548f1cecb81b', 'mac_address': 'fa:16:3e:5e:5d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea4a3d03-fc72-484b-8795-58a00e475b6f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:05:44.714843 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-041378a3-9a9d-4b75-b5db-e1f037d94dd6 None None] Set router 1782249f-a426-43fb-9da3-6e7a63196fe7 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:05:44.721182 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8da37-2b88-48fe-9f9f-ab86905e99df req-fac9372b-a591-4587-b853-d7ae61c62c95 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:44.722895 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2de8da37-2b88-48fe-9f9f-ab86905e99df req-fac9372b-a591-4587-b853-d7ae61c62c95 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 948 time: 0.2338948 Jun 30 09:05:44.732370 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:44.754221 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32aae617-9a2d-4a26-b7ae-548f1cecb81b {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:44.779202 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 32aae617-9a2d-4a26-b7ae-548f1cecb81b, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=32aae617-9a2d-4a26-b7ae-548f1cecb81b,segment=NetworkSegment(36eeeb10-1ff7-43e6-93e2-723c66ec36b1),segment_id=36eeeb10-1ff7-43e6-93e2-723c66ec36b1)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:44.829002 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2de8da37-2b88-48fe-9f9f-ab86905e99df req-e90cff8a-03f5-4a81-b644-0bc34229dae7 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909486 Jun 30 09:05:44.848175 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:44.929564 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1382c0-1cfe-4013-b1e5-614684306368 x-openstack-request-id: req-6b1382c0-1cfe-4013-b1e5-614684306368 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:44.929879 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0fc64d1-eefd-4e48-9ac2-e924a630db17", "name": "network-vif-plugged", "status": "completed", "tag": "dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:44.930140 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6b1382c0-1cfe-4013-b1e5-614684306368 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:44.933029 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0fc64d1-eefd-4e48-9ac2-e924a630db17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9', 'code': 200} Jun 30 09:05:44.962265 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-cc9edb04-becb-4f87-85da-19249f57350a req-40586190-3b00-4fc3-8a5e-d48eb3d38118 service neutron] Attempting to bind port b3270b96-17f1-4fe1-9531-e04a2c02ee00 on host n-h1-771363-31 for vnic_type normal with profile None {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:05:44.962592 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-cc9edb04-becb-4f87-85da-19249f57350a req-40586190-3b00-4fc3-8a5e-d48eb3d38118 service neutron] Attempting to bind port b3270b96-17f1-4fe1-9531-e04a2c02ee00 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:05:44.963019 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9edb04-becb-4f87-85da-19249f57350a req-40586190-3b00-4fc3-8a5e-d48eb3d38118 service neutron] Attempting to bind port b3270b96-17f1-4fe1-9531-e04a2c02ee00 on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:44.964803 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=32aae617-9a2d-4a26-b7ae-548f1cecb81b,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:44.979191 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9edb04-becb-4f87-85da-19249f57350a req-40586190-3b00-4fc3-8a5e-d48eb3d38118 service neutron] Port b3270b96-17f1-4fe1-9531-e04a2c02ee00 on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:05:44.979770 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9edb04-becb-4f87-85da-19249f57350a req-40586190-3b00-4fc3-8a5e-d48eb3d38118 service neutron] Attempting to bind port b3270b96-17f1-4fe1-9531-e04a2c02ee00 on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:44.985490 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9edb04-becb-4f87-85da-19249f57350a req-40586190-3b00-4fc3-8a5e-d48eb3d38118 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:05:44.986068 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9edb04-becb-4f87-85da-19249f57350a req-40586190-3b00-4fc3-8a5e-d48eb3d38118 service neutron] Checking segment: {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:44.986643 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9edb04-becb-4f87-85da-19249f57350a req-40586190-3b00-4fc3-8a5e-d48eb3d38118 service neutron] Bound using segment: {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:05:44.987287 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-cc9edb04-becb-4f87-85da-19249f57350a req-40586190-3b00-4fc3-8a5e-d48eb3d38118 service neutron] Bound port: b3270b96-17f1-4fe1-9531-e04a2c02ee00, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:05:44.988481 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-041378a3-9a9d-4b75-b5db-e1f037d94dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1017925346-router', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:41Z', 'updated_at': '2021-06-30T09:00:52Z', 'revision_number': 4, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'gw_port': {'id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:43Z', 'updated_at': '2021-06-30T09:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'c286893a-3b25-4021-a9a9-8380ee930b93', 'name': '', 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'mac_address': 'fa:16:3e:c7:86:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '96ce0dd5-8b67-4dfb-aefb-e468b993d00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:49Z', 'updated_at': '2021-06-30T09:01:02Z', 'revision_number': 5, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'subnets': [{'id': '96ce0dd5-8b67-4dfb-aefb-e468b993d00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:45.036190 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041378a3-9a9d-4b75-b5db-e1f037d94dd6 None None] Checking router: 1782249f-a426-43fb-9da3-6e7a63196fe7 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:05:45.055967 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041378a3-9a9d-4b75-b5db-e1f037d94dd6 None None] Routers {'1782249f-a426-43fb-9da3-6e7a63196fe7'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:45.056274 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 018e5b42-4f25-4983-a7aa-95cc3a878631 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:45.058914 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-041378a3-9a9d-4b75-b5db-e1f037d94dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:05:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1782249f-a426-43fb-9da3-6e7a63196fe7'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:45.080708 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-cc9edb04-becb-4f87-85da-19249f57350a req-40586190-3b00-4fc3-8a5e-d48eb3d38118 service neutron] For port b3270b96-17f1-4fe1-9531-e04a2c02ee00, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=b3270b96-17f1-4fe1-9531-e04a2c02ee00,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:05:45.095263 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 018e5b42-4f25-4983-a7aa-95cc3a878631 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:05:45.095611 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 018e5b42-4f25-4983-a7aa-95cc3a878631 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:05:45.152099 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4c98cb8a-e9b0-4435-9124-fc8db0d6977c req-9a0963a5-34c2-4e1e-ad53-ed8c752cf6b6 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea644d8e-045b-4f65-a66c-a017b756e921 HTTP/1.1" status: 200 len: 210 time: 0.0326564 Jun 30 09:05:45.155095 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-cc9edb04-becb-4f87-85da-19249f57350a req-40586190-3b00-4fc3-8a5e-d48eb3d38118 service neutron] Notify callbacks [] for binding, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:45.160443 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc9edb04-becb-4f87-85da-19249f57350a req-40586190-3b00-4fc3-8a5e-d48eb3d38118 service neutron] 10.222.0.10 "POST /v2.0/ports/b3270b96-17f1-4fe1-9531-e04a2c02ee00/bindings HTTP/1.1" status: 201 len: 390 time: 0.5066435 Jun 30 09:05:45.189379 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2feaea-e0dc-45dc-9ef7-0bc567379323 req-0387c80d-48d6-4444-a286-4a14af442832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:45.191041 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8b2feaea-e0dc-45dc-9ef7-0bc567379323 req-0387c80d-48d6-4444-a286-4a14af442832 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a0fc64d1-eefd-4e48-9ac2-e924a630db17 HTTP/1.1" status: 200 len: 1097 time: 0.1086698 Jun 30 09:05:45.200892 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-041378a3-9a9d-4b75-b5db-e1f037d94dd6 None None] Set router 1782249f-a426-43fb-9da3-6e7a63196fe7 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:05:45.228309 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8b2feaea-e0dc-45dc-9ef7-0bc567379323 req-548f7807-4dc0-4153-adac-5b8961563550 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5e0e4187-75a0-40ec-8e93-91995cac14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304987 Jun 30 09:05:45.361113 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['32aae617-9a2d-4a26-b7ae-548f1cecb81b'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:45.375369 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad669c-35eb-4ec7-a832-15abd122a003 req-fb8e4900-b2c8-441b-bc0c-c621648ccbe8 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:45.376978 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-66ad669c-35eb-4ec7-a832-15abd122a003 req-fb8e4900-b2c8-441b-bc0c-c621648ccbe8 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 944 time: 0.1066692 Jun 30 09:05:45.454564 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-66ad669c-35eb-4ec7-a832-15abd122a003 req-7f70bfcf-b5bb-47fc-955d-2caa37f1b269 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713258 Jun 30 09:05:45.489881 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-041378a3-9a9d-4b75-b5db-e1f037d94dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1017925346-router', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:41Z', 'updated_at': '2021-06-30T09:00:52Z', 'revision_number': 4, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'gw_port': {'id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:43Z', 'updated_at': '2021-06-30T09:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'c286893a-3b25-4021-a9a9-8380ee930b93', 'name': '', 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'mac_address': 'fa:16:3e:c7:86:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '96ce0dd5-8b67-4dfb-aefb-e468b993d00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:49Z', 'updated_at': '2021-06-30T09:01:02Z', 'revision_number': 5, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'subnets': [{'id': '96ce0dd5-8b67-4dfb-aefb-e468b993d00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:45.529007 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041378a3-9a9d-4b75-b5db-e1f037d94dd6 None None] The sync data for ids ['1782249f-a426-43fb-9da3-6e7a63196fe7'] in n-d-771363-31 is: [{'id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1017925346-router', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:41Z', 'updated_at': '2021-06-30T09:00:52Z', 'revision_number': 4, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'gw_port': {'id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:43Z', 'updated_at': '2021-06-30T09:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'c286893a-3b25-4021-a9a9-8380ee930b93', 'name': '', 'network_id': '798e0566-6f3f-47e0-9595-5760850bc5ef', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'mac_address': 'fa:16:3e:c7:86:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '96ce0dd5-8b67-4dfb-aefb-e468b993d00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:49Z', 'updated_at': '2021-06-30T09:01:02Z', 'revision_number': 5, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'subnets': [{'id': '96ce0dd5-8b67-4dfb-aefb-e468b993d00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:05:45.662841 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250df97-ee63-41c5-b40f-93d50aa2115b req-53b64db9-5cd5-4661-be24-7f0d4a7d4666 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:45.664655 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f250df97-ee63-41c5-b40f-93d50aa2115b req-53b64db9-5cd5-4661-be24-7f0d4a7d4666 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0f0ecd-0622-4c4e-8129-b030792e0686 HTTP/1.1" status: 200 len: 945 time: 0.0923142 Jun 30 09:05:45.673170 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-096e0540-2d79-4968-bd3a-4506eee10a7a req-df6ba41f-a99f-46c3-b8e4-b9bd2b1d7d6b tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f84500a-66bf-4968-a37e-af00f9bd5b25 HTTP/1.1" status: 200 len: 210 time: 0.0380881 Jun 30 09:05:45.728802 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f250df97-ee63-41c5-b40f-93d50aa2115b req-e7b22fa9-b592-4b03-892d-504956e901d5 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537283 Jun 30 09:05:45.750010 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17eb474d-4326-4405-b638-74af19f32d2e x-openstack-request-id: req-17eb474d-4326-4405-b638-74af19f32d2e {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:45.750522 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b967c438-0199-472e-9340-0b706624dc6e", "name": "network-vif-unplugged", "status": "completed", "tag": "4c178b1f-3e9d-4fee-a31d-66c3fa093e52", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:45.750718 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-17eb474d-4326-4405-b638-74af19f32d2e {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:45.751108 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b967c438-0199-472e-9340-0b706624dc6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c178b1f-3e9d-4fee-a31d-66c3fa093e52', 'code': 200} Jun 30 09:05:45.869019 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836ba928-b2ec-486e-87c3-e1f39aabbc0d x-openstack-request-id: req-836ba928-b2ec-486e-87c3-e1f39aabbc0d {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:45.871044 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96dec757-7506-42f1-a999-ead91486211e", "tag": "aadc3403-34ed-4a92-ae27-99ad7913f8f3", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:45.871431 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-836ba928-b2ec-486e-87c3-e1f39aabbc0d {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:45.872051 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96dec757-7506-42f1-a999-ead91486211e', 'tag': 'aadc3403-34ed-4a92-ae27-99ad7913f8f3', 'status': 'completed', 'code': 200} Jun 30 09:05:45.947418 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b557c680-e483-4e32-b0bf-d16a1cd1dd45 None None] New status for floating IP 7ad589f2-8d8c-42a1-ac11-4932fa082bb4: DOWN {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:05:46.048924 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee7e2e-26dd-415d-a2f7-3c3c15fcf539 req-da2e5980-c109-41cc-9ef6-7eaaf0f57226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:46.050488 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7dee7e2e-26dd-415d-a2f7-3c3c15fcf539 req-da2e5980-c109-41cc-9ef6-7eaaf0f57226 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 1100 time: 0.1534123 Jun 30 09:05:46.137294 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d5034-dd5c-4fa1-9a4e-6839e130ec95 req-7575eabc-130a-4940-9757-9042394aeb67 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:46.138756 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ae6d5034-dd5c-4fa1-9a4e-6839e130ec95 req-7575eabc-130a-4940-9757-9042394aeb67 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0fc64d1-eefd-4e48-9ac2-e924a630db17 HTTP/1.1" status: 200 len: 945 time: 0.2056227 Jun 30 09:05:46.154229 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f2842-1055-48b9-921d-62f6783cc0bc req-169a9b30-ea57-48ec-b013-6c9363e8a879 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:46.156189 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-883f2842-1055-48b9-921d-62f6783cc0bc req-169a9b30-ea57-48ec-b013-6c9363e8a879 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 945 time: 0.0976198 Jun 30 09:05:46.207577 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-883f2842-1055-48b9-921d-62f6783cc0bc req-00569965-1198-4974-bfd4-a0d9f6121438 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432081 Jun 30 09:05:46.254810 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee7e2e-26dd-415d-a2f7-3c3c15fcf539 req-24a776d0-beb3-4942-87e1-079cc230efba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:46.256772 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7dee7e2e-26dd-415d-a2f7-3c3c15fcf539 req-24a776d0-beb3-4942-87e1-079cc230efba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 1100 time: 0.2608948 Jun 30 09:05:46.323578 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee7e2e-26dd-415d-a2f7-3c3c15fcf539 req-276597fc-429e-4663-aaed-664a417721ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:46.325070 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7dee7e2e-26dd-415d-a2f7-3c3c15fcf539 req-276597fc-429e-4663-aaed-664a417721ef service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.2635243 Jun 30 09:05:46.337043 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ae6d5034-dd5c-4fa1-9a4e-6839e130ec95 req-93f07254-a660-4051-95c7-084a00bba2cd tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0e4187-75a0-40ec-8e93-91995cac14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797690 Jun 30 09:05:46.435368 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-a97b5d03-2ef4-4c7b-8ec3-84698d438035 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:46.436819 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-a97b5d03-2ef4-4c7b-8ec3-84698d438035 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.52 "GET /v2.0/networks?id=dbd9754c-6cc8-466f-93ec-62534a8480bb HTTP/1.1" status: 200 len: 811 time: 0.3198771 Jun 30 09:05:46.456852 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-e1343ce0-e95d-4d18-b20c-b30ed48415d2 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Request body: {'port': {'device_id': '8f84500a-66bf-4968-a37e-af00f9bd5b25', 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb', 'admin_state_up': True, 'tenant_id': '164efc1ee4d9427b996c064420e28c66'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:46.491368 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a9634-4336-4314-bdd6-b67856d46e31 req-87cb5efb-b467-4af3-9825-b14f244dd3ce tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:46.498802 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f43a9634-4336-4314-bdd6-b67856d46e31 req-87cb5efb-b467-4af3-9825-b14f244dd3ce tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 948 time: 0.1374819 Jun 30 09:05:46.553651 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device aadc3403-34ed-4a92-ae27-99ad7913f8f3 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:05:46.560904 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f43a9634-4336-4314-bdd6-b67856d46e31 req-7864cd66-3eea-4aee-b824-32b2274b3ee2 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600460 Jun 30 09:05:46.668719 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7dee7e2e-26dd-415d-a2f7-3c3c15fcf539 req-4b6a4c65-85b9-4463-a74a-87f84cfd9932 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=aadc3403-34ed-4a92-ae27-99ad7913f8f3 HTTP/1.1" status: 200 len: 217 time: 0.2648978 Jun 30 09:05:46.701107 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port aadc3403-34ed-4a92-ae27-99ad7913f8f3, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=aadc3403-34ed-4a92-ae27-99ad7913f8f3,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:46.709524 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f520e0be-d0b5-4b3e-91d7-9c69b6bdb815 req-1c308550-9212-474d-992e-7e3bde8439e4 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea644d8e-045b-4f65-a66c-a017b756e921 HTTP/1.1" status: 200 len: 210 time: 0.1763709 Jun 30 09:05:46.726137 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee7e2e-26dd-415d-a2f7-3c3c15fcf539 req-bbf9d4cc-9722-4bf7-978e-004285c871e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:46.726137 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7dee7e2e-26dd-415d-a2f7-3c3c15fcf539 req-bbf9d4cc-9722-4bf7-978e-004285c871e6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.4410038 Jun 30 09:05:46.726434 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'aadc3403-34ed-4a92-ae27-99ad7913f8f3', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': 'aadc3403-34ed-4a92-ae27-99ad7913f8f3', 'mac_address': 'fa:16:3e:31:99:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:05:46.773489 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee7e2e-26dd-415d-a2f7-3c3c15fcf539 req-842cad4d-3848-49f6-babe-1be197cc5551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:46.775712 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7dee7e2e-26dd-415d-a2f7-3c3c15fcf539 req-842cad4d-3848-49f6-babe-1be197cc5551 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.0861197 Jun 30 09:05:46.786919 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:46.810334 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aadc3403-34ed-4a92-ae27-99ad7913f8f3 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:46.839520 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port aadc3403-34ed-4a92-ae27-99ad7913f8f3, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=aadc3403-34ed-4a92-ae27-99ad7913f8f3,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:46.871575 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c188cb-2b28-496e-8d00-71d40f712d46 req-fc14d47f-eabd-4c19-9af6-6e95627069d6 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:46.880970 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85c188cb-2b28-496e-8d00-71d40f712d46 req-fc14d47f-eabd-4c19-9af6-6e95627069d6 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 944 time: 0.1781528 Jun 30 09:05:46.912214 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7dee7e2e-26dd-415d-a2f7-3c3c15fcf539 req-6428ef86-a4e8-4dab-a9ac-348412bd2944 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=aadc3403-34ed-4a92-ae27-99ad7913f8f3 HTTP/1.1" status: 200 len: 217 time: 0.1420453 Jun 30 09:05:46.931109 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:46.947901 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85c188cb-2b28-496e-8d00-71d40f712d46 req-8f001e37-4e0d-4161-a90c-3e8500b771cd tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659397 Jun 30 09:05:47.014612 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=aadc3403-34ed-4a92-ae27-99ad7913f8f3,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:47.018342 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a003319e-5d12-4f80-b018-f6979be807a4 req-bf0d2d02-ccd2-422c-a597-ee317a13446d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f84500a-66bf-4968-a37e-af00f9bd5b25 HTTP/1.1" status: 200 len: 210 time: 0.1089985 Jun 30 09:05:47.025076 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:47.025563 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:47.025822 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:47.026094 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:47.027091 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:47.027549 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:47.028047 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:47.028384 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:47.034983 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:47.034983 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:47.034983 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:47.034983 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:47.070074 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ea94cb5f-b33a-418e-8c41-53432e6da5ae details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:05:47.078172 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee7e2e-26dd-415d-a2f7-3c3c15fcf539 req-342d59f0-21da-4d42-bcc1-6b06cd18c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:47.078172 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7dee7e2e-26dd-415d-a2f7-3c3c15fcf539 req-342d59f0-21da-4d42-bcc1-6b06cd18c832 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1341372 Jun 30 09:05:47.143233 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee7e2e-26dd-415d-a2f7-3c3c15fcf539 req-cc18c5e2-172d-4edb-97b9-111dc48dc73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:47.145002 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7dee7e2e-26dd-415d-a2f7-3c3c15fcf539 req-cc18c5e2-172d-4edb-97b9-111dc48dc73f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3454938 Jun 30 09:05:47.222667 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee7e2e-26dd-415d-a2f7-3c3c15fcf539 req-db553ec3-9582-4dab-b05b-42af84ee0535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:47.225549 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7dee7e2e-26dd-415d-a2f7-3c3c15fcf539 req-db553ec3-9582-4dab-b05b-42af84ee0535 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1329021 Jun 30 09:05:47.252614 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-e1343ce0-e95d-4d18-b20c-b30ed48415d2 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Made reservation on behalf of 164efc1ee4d9427b996c064420e28c66 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:47.256390 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-e1343ce0-e95d-4d18-b20c-b30ed48415d2 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:47.276727 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port ea94cb5f-b33a-418e-8c41-53432e6da5ae, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ea94cb5f-b33a-418e-8c41-53432e6da5ae,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:47.313740 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'ea94cb5f-b33a-418e-8c41-53432e6da5ae', 'network_id': '77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3', 'port_id': 'ea94cb5f-b33a-418e-8c41-53432e6da5ae', 'mac_address': 'fa:16:3e:de:81:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712820fb-ce56-42e0-86ec-ce6b0d4d81b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:05:47.314338 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c692f39-8370-4b3d-85d1-962131ecbaa5 req-929b9e2b-7549-4990-bf99-87341daba230 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:47.318707 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4c692f39-8370-4b3d-85d1-962131ecbaa5 req-929b9e2b-7549-4990-bf99-87341daba230 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0f0ecd-0622-4c4e-8129-b030792e0686 HTTP/1.1" status: 200 len: 945 time: 0.1212330 Jun 30 09:05:47.409269 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:47.438175 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4c692f39-8370-4b3d-85d1-962131ecbaa5 req-66451b81-1935-41d8-8115-6af080054d5a tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032059 Jun 30 09:05:47.442460 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea94cb5f-b33a-418e-8c41-53432e6da5ae {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:47.451467 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['aadc3403-34ed-4a92-ae27-99ad7913f8f3'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:47.526142 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port ea94cb5f-b33a-418e-8c41-53432e6da5ae, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ea94cb5f-b33a-418e-8c41-53432e6da5ae,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:47.568907 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7dee7e2e-26dd-415d-a2f7-3c3c15fcf539 req-b5766f23-ae4b-4d42-9fbe-2cbc2c3618e3 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882692 Jun 30 09:05:47.583431 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7dee7e2e-26dd-415d-a2f7-3c3c15fcf539 req-37d8d031-aced-4988-86e5-deaf1187da95 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318729 Jun 30 09:05:47.601242 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:47.686588 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d28f5d-6a15-4d1f-9966-78c03751a28c req-bfe82ebe-9bf2-41dd-822d-79654488717e tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:47.689025 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d5d28f5d-6a15-4d1f-9966-78c03751a28c req-bfe82ebe-9bf2-41dd-822d-79654488717e tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0fc64d1-eefd-4e48-9ac2-e924a630db17 HTTP/1.1" status: 200 len: 945 time: 0.0962811 Jun 30 09:05:47.711528 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=ea94cb5f-b33a-418e-8c41-53432e6da5ae,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:47.752594 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d5d28f5d-6a15-4d1f-9966-78c03751a28c req-fedb65cf-7b1e-4d50-9d38-45714c450779 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0e4187-75a0-40ec-8e93-91995cac14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538454 Jun 30 09:05:47.754392 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b967c438-0199-472e-9340-0b706624dc6e', 'tag': '4c178b1f-3e9d-4fee-a31d-66c3fa093e52'}, {'server_uuid': 'ea644d8e-045b-4f65-a66c-a017b756e921', 'name': 'network-vif-deleted', 'tag': '018e5b42-4f25-4983-a7aa-95cc3a878631'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:47.757765 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb0b323-71c1-4e6c-bed7-e7f1f6c9bd10" -d '{"events": [{"name": "network-changed", "server_uuid": "b967c438-0199-472e-9340-0b706624dc6e", "tag": "4c178b1f-3e9d-4fee-a31d-66c3fa093e52"}, {"server_uuid": "ea644d8e-045b-4f65-a66c-a017b756e921", "name": "network-vif-deleted", "tag": "018e5b42-4f25-4983-a7aa-95cc3a878631"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:47.779591 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-e1343ce0-e95d-4d18-b20c-b30ed48415d2 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Allocated IP 172.20.0.5 (dbd9754c-6cc8-466f-93ec-62534a8480bb/54f1da19-5739-4f34-a4fd-d3cc193b96d1/ba5832fb-6604-4bd9-bea1-d26e0b9fadef) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:47.793421 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['ea94cb5f-b33a-418e-8c41-53432e6da5ae'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:47.813025 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668535a-e425-4d71-91c1-1617cfac9227 req-a6bff7ef-3a41-49ac-907a-310ca5850d98 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:47.821540 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0668535a-e425-4d71-91c1-1617cfac9227 req-a6bff7ef-3a41-49ac-907a-310ca5850d98 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 945 time: 0.4161155 Jun 30 09:05:47.924497 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7dee7e2e-26dd-415d-a2f7-3c3c15fcf539 req-753fa62b-65f2-4dd8-b9a7-52978326bbff service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072436 Jun 30 09:05:47.931931 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0668535a-e425-4d71-91c1-1617cfac9227 req-a5e7976a-14ac-4754-801b-bd12a58810f8 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095054 Jun 30 09:05:47.934067 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7dee7e2e-26dd-415d-a2f7-3c3c15fcf539 req-4afdb45f-cac6-4bf9-9126-ab47ad28d907 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374112 Jun 30 09:05:48.029338 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d015f-af84-4a50-9b40-b685315479a1 req-b95078be-6961-4540-8218-047b00e314fa tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:48.043029 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b77d015f-af84-4a50-9b40-b685315479a1 req-b95078be-6961-4540-8218-047b00e314fa tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 949 time: 0.1598310 Jun 30 09:05:48.103694 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b77d015f-af84-4a50-9b40-b685315479a1 req-50839e66-f354-4798-b77c-f3afd67215a5 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593309 Jun 30 09:05:48.130033 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fa4bcb-3ae6-4c41-97c6-c5095fcf8b65 x-openstack-request-id: req-02fa4bcb-3ae6-4c41-97c6-c5095fcf8b65 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:48.130899 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b967c438-0199-472e-9340-0b706624dc6e", "tag": "4c178b1f-3e9d-4fee-a31d-66c3fa093e52", "status": "completed", "code": 200}, {"server_uuid": "ea644d8e-045b-4f65-a66c-a017b756e921", "name": "network-vif-deleted", "tag": "018e5b42-4f25-4983-a7aa-95cc3a878631", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:48.131606 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-02fa4bcb-3ae6-4c41-97c6-c5095fcf8b65 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:48.131804 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b967c438-0199-472e-9340-0b706624dc6e', 'tag': '4c178b1f-3e9d-4fee-a31d-66c3fa093e52', 'status': 'completed', 'code': 200} Jun 30 09:05:48.132255 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea644d8e-045b-4f65-a66c-a017b756e921', 'name': 'network-vif-deleted', 'tag': '018e5b42-4f25-4983-a7aa-95cc3a878631', 'status': 'completed', 'code': 200} Jun 30 09:05:48.181236 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-e1343ce0-e95d-4d18-b20c-b30ed48415d2 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:48.238371 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0b323-71c1-4e6c-bed7-e7f1f6c9bd10 req-6855389b-b9fa-45ab-be6c-2f3e53823660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:48.240002 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bbb0b323-71c1-4e6c-bed7-e7f1f6c9bd10 req-6855389b-b9fa-45ab-be6c-2f3e53823660 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4072f6e39e474776996ee00ca570db4f&device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 1127 time: 0.0955334 Jun 30 09:05:48.333611 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-e1343ce0-e95d-4d18-b20c-b30ed48415d2 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:48.337808 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac4e2b-9d0d-4e04-9a86-2115f9ec00f4 req-3f2b0d12-dc8b-424a-bd8e-68b6b6a30c11 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:48.340045 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-42ac4e2b-9d0d-4e04-9a86-2115f9ec00f4 req-3f2b0d12-dc8b-424a-bd8e-68b6b6a30c11 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 944 time: 0.1259117 Jun 30 09:05:48.410608 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-42ac4e2b-9d0d-4e04-9a86-2115f9ec00f4 req-ad704916-7b40-48e9-afc9-30bfd624c42a tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642066 Jun 30 09:05:48.417938 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-e1343ce0-e95d-4d18-b20c-b30ed48415d2 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Network dbd9754c-6cc8-466f-93ec-62534a8480bb is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:48.431205 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-e1343ce0-e95d-4d18-b20c-b30ed48415d2 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:48.442465 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-e1343ce0-e95d-4d18-b20c-b30ed48415d2 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:48.448477 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1343ce0-e95d-4d18-b20c-b30ed48415d2 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Pushing event updated for resources: {'Port': ['ID=ba5832fb-6604-4bd9-bea1-d26e0b9fadef,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:48.475543 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0b323-71c1-4e6c-bed7-e7f1f6c9bd10 req-31b724fa-c9aa-4696-817b-82056fdc04c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:48.477039 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bbb0b323-71c1-4e6c-bed7-e7f1f6c9bd10 req-31b724fa-c9aa-4696-817b-82056fdc04c8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8 HTTP/1.1" status: 200 len: 921 time: 0.2234271 Jun 30 09:05:48.564428 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 32aae617-9a2d-4a26-b7ae-548f1cecb81b up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:48.706107 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b5841-3f99-4f24-b62f-445a521dcca3 req-ca563a86-63d7-417d-9239-7f121155817f tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:48.715255 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-767b5841-3f99-4f24-b62f-445a521dcca3 req-ca563a86-63d7-417d-9239-7f121155817f tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f84500a-66bf-4968-a37e-af00f9bd5b25 HTTP/1.1" status: 200 len: 931 time: 0.0887804 Jun 30 09:05:48.769124 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 32aae617-9a2d-4a26-b7ae-548f1cecb81b completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:48.782572 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-767b5841-3f99-4f24-b62f-445a521dcca3 req-5b8c60cd-a4f2-4419-b6b1-39d6e2f2d24e tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663741 Jun 30 09:05:48.785594 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 32aae617-9a2d-4a26-b7ae-548f1cecb81b triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:48.786790 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:48.886648 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bbb0b323-71c1-4e6c-bed7-e7f1f6c9bd10 req-4fd0c79d-7f1e-4aa0-b18e-9edf771d35fc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c178b1f-3e9d-4fee-a31d-66c3fa093e52 HTTP/1.1" status: 200 len: 217 time: 0.3975143 Jun 30 09:05:48.900463 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-e1343ce0-e95d-4d18-b20c-b30ed48415d2 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:48.901447 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-e1343ce0-e95d-4d18-b20c-b30ed48415d2 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:49.042511 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0b323-71c1-4e6c-bed7-e7f1f6c9bd10 req-74a46243-4ed0-4d47-8bcb-34e64a102247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:49.042511 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bbb0b323-71c1-4e6c-bed7-e7f1f6c9bd10 req-74a46243-4ed0-4d47-8bcb-34e64a102247 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a401937-9638-402a-b598-8b54d19e09c0 HTTP/1.1" status: 200 len: 860 time: 0.0901825 Jun 30 09:05:49.045957 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:49.059646 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bbb0b323-71c1-4e6c-bed7-e7f1f6c9bd10 req-c9976c1c-542c-4338-8070-bdcebdeb419c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567052 Jun 30 09:05:49.064551 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0f0ecd-0622-4c4e-8129-b030792e0686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32aae617-9a2d-4a26-b7ae-548f1cecb81b'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:49.068338 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7962eda-5e9f-4c72-ba49-159f137059c3" -d '{"events": [{"server_uuid": "2c0f0ecd-0622-4c4e-8129-b030792e0686", "name": "network-vif-plugged", "status": "completed", "tag": "32aae617-9a2d-4a26-b7ae-548f1cecb81b"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:49.098908 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ea94cb5f-b33a-418e-8c41-53432e6da5ae up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:49.113172 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5e5dc-c874-4811-86b2-46a99fdb1347 req-7be99972-9986-4855-9e4a-c7fff2be28a2 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:49.113172 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f7b5e5dc-c874-4811-86b2-46a99fdb1347 req-7be99972-9986-4855-9e4a-c7fff2be28a2 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0f0ecd-0622-4c4e-8129-b030792e0686 HTTP/1.1" status: 200 len: 945 time: 0.0920331 Jun 30 09:05:49.114097 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 32aae617-9a2d-4a26-b7ae-548f1cecb81b, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=32aae617-9a2d-4a26-b7ae-548f1cecb81b,segment=NetworkSegment(36eeeb10-1ff7-43e6-93e2-723c66ec36b1),segment_id=36eeeb10-1ff7-43e6-93e2-723c66ec36b1)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:49.155732 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f7b5e5dc-c874-4811-86b2-46a99fdb1347 req-6a12f427-5225-4b41-bc0e-58e923730670 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433969 Jun 30 09:05:49.183747 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port ea94cb5f-b33a-418e-8c41-53432e6da5ae triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:49.184514 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:49.225207 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bbb0b323-71c1-4e6c-bed7-e7f1f6c9bd10 req-08aa7d89-3b9e-47e5-b8c1-4c692e9ef4d7 service neutron] 10.222.0.37 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501784 Jun 30 09:05:49.292929 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:49.332595 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bbb0b323-71c1-4e6c-bed7-e7f1f6c9bd10 req-b1b7cab9-4f1f-4ca7-95c3-bd24a0a260fb service neutron] 10.222.0.37 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993738 Jun 30 09:05:49.339561 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port ea94cb5f-b33a-418e-8c41-53432e6da5ae, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ea94cb5f-b33a-418e-8c41-53432e6da5ae,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:49.375747 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-e1343ce0-e95d-4d18-b20c-b30ed48415d2 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9269857 Jun 30 09:05:49.460919 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:49.469212 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-80ff295c-f2fe-4915-be8b-733f8f22a1d2 service neutron] Request body: {'port': {'device_id': '8f84500a-66bf-4968-a37e-af00f9bd5b25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:49.559625 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:49.578347 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=32aae617-9a2d-4a26-b7ae-548f1cecb81b,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:49.636829 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-80ff295c-f2fe-4915-be8b-733f8f22a1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:49.681134 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=ea94cb5f-b33a-418e-8c41-53432e6da5ae,revision_number=7']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:50.120603 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1a60a9-4b7c-4424-9df5-4da0d3e25240 x-openstack-request-id: req-0d1a60a9-4b7c-4424-9df5-4da0d3e25240 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:50.121615 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0f0ecd-0622-4c4e-8129-b030792e0686", "name": "network-vif-plugged", "status": "completed", "tag": "32aae617-9a2d-4a26-b7ae-548f1cecb81b", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:50.122063 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0d1a60a9-4b7c-4424-9df5-4da0d3e25240 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:50.122653 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0f0ecd-0622-4c4e-8129-b030792e0686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32aae617-9a2d-4a26-b7ae-548f1cecb81b', 'code': 200} Jun 30 09:05:50.142848 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-80ff295c-f2fe-4915-be8b-733f8f22a1d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5832fb-6604-4bd9-bea1-d26e0b9fadef {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:50.196136 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-80ff295c-f2fe-4915-be8b-733f8f22a1d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.221909 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54292) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:50.253527 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-80ff295c-f2fe-4915-be8b-733f8f22a1d2 service neutron] Transition to ACTIVE for port object ba5832fb-6604-4bd9-bea1-d26e0b9fadef will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:50.348109 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-80ff295c-f2fe-4915-be8b-733f8f22a1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.379050 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8b9fe713-97e7-4384-b018-e50290bfc2d6 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.425839 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-97a99345-10b6-45bc-b926-0cf361947786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.466193 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac678b2-6165-4b06-aae8-1ac055db314d req-72e67f8f-b506-4790-9740-d52b8b400cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:50.468885 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4ac678b2-6165-4b06-aae8-1ac055db314d req-72e67f8f-b506-4790-9740-d52b8b400cff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2c0f0ecd-0622-4c4e-8129-b030792e0686 HTTP/1.1" status: 200 len: 1098 time: 0.2119577 Jun 30 09:05:50.472151 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8b9fe713-97e7-4384-b018-e50290bfc2d6 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.508024 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-5611f528-fbb5-434f-be39-12e4162c0537 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:50.510032 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-5611f528-fbb5-434f-be39-12e4162c0537 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.37 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e&tenant_id=aa895c07f8ad47749dbf0e6817533c37&binding%3Ahost_id=n-h2-771363-31 HTTP/1.1" status: 200 len: 949 time: 0.3992505 Jun 30 09:05:50.563152 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4ac678b2-6165-4b06-aae8-1ac055db314d req-579eecaf-01c6-49ef-9261-b143f09abc45 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795972 Jun 30 09:05:50.565003 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff295c-f2fe-4915-be8b-733f8f22a1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5832fb-6604-4bd9-bea1-d26e0b9fadef,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:50.585812 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device aadc3403-34ed-4a92-ae27-99ad7913f8f3 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:50.603243 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8500d4-3a10-4db2-a287-b991f58c03f1 req-57981991-fa90-4229-a14a-d1c1166d2788 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:50.616012 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5e8500d4-3a10-4db2-a287-b991f58c03f1 req-57981991-fa90-4229-a14a-d1c1166d2788 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 944 time: 0.2000532 Jun 30 09:05:50.638940 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40f61f-abe2-4144-ab13-1070dd803fd5 req-b7f2628f-c47c-4df6-b349-6b915e8a2e3c tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:50.648801 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8c40f61f-abe2-4144-ab13-1070dd803fd5 req-b7f2628f-c47c-4df6-b349-6b915e8a2e3c tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 945 time: 0.4431355 Jun 30 09:05:50.676980 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5e8500d4-3a10-4db2-a287-b991f58c03f1 req-3799b83a-b23e-4895-9fb9-bdc3dbb4f79c tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597363 Jun 30 09:05:50.722141 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8b9fe713-97e7-4384-b018-e50290bfc2d6 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.727139 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8b9fe713-97e7-4384-b018-e50290bfc2d6 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.731148 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8b9fe713-97e7-4384-b018-e50290bfc2d6 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "DELETE /v2.0/security-groups/6693df71-b205-4b36-ab07-ae0a333ad09c HTTP/1.1" status: 204 len: 168 time: 0.5041988 Jun 30 09:05:50.736881 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54294) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:50.770081 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-f9d1faf1-d814-4ebe-b5c5-ea124b5c1b0a service neutron] 10.222.0.37 "GET /v2.0/ports/aadc3403-34ed-4a92-ae27-99ad7913f8f3/bindings/n-h2-771363-31 HTTP/1.1" status: 200 len: 383 time: 0.2301404 Jun 30 09:05:50.771877 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-80ff295c-f2fe-4915-be8b-733f8f22a1d2 service neutron] Attempting to bind port ba5832fb-6604-4bd9-bea1-d26e0b9fadef on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:05:50.772330 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-80ff295c-f2fe-4915-be8b-733f8f22a1d2 service neutron] Attempting to bind port ba5832fb-6604-4bd9-bea1-d26e0b9fadef by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': 'a0050ea6-a1f5-4b04-8051-69efa91d41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:05:50.772757 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-80ff295c-f2fe-4915-be8b-733f8f22a1d2 service neutron] Attempting to bind port ba5832fb-6604-4bd9-bea1-d26e0b9fadef on network dbd9754c-6cc8-466f-93ec-62534a8480bb {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:50.779091 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-77ca91a3-ee49-4a49-9df3-5407a185af61 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] show failed (client error): The resource could not be found. Jun 30 09:05:50.781214 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-77ca91a3-ee49-4a49-9df3-5407a185af61 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "GET /v2.0/security-groups/6693df71-b205-4b36-ab07-ae0a333ad09c HTTP/1.1" status: 404 len: 347 time: 0.0383747 Jun 30 09:05:50.783718 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9fe713-97e7-4384-b018-e50290bfc2d6 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6693df71-b205-4b36-ab07-ae0a333ad09c,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:50.786616 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54296) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:50.806136 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8c40f61f-abe2-4144-ab13-1070dd803fd5 req-36411733-fa8f-4be4-a43f-c2d5562f780b tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560209 Jun 30 09:05:50.840757 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port aadc3403-34ed-4a92-ae27-99ad7913f8f3 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:50.858837 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port aadc3403-34ed-4a92-ae27-99ad7913f8f3 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:50.861726 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.887624 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-80ff295c-f2fe-4915-be8b-733f8f22a1d2 service neutron] Port ba5832fb-6604-4bd9-bea1-d26e0b9fadef on network dbd9754c-6cc8-466f-93ec-62534a8480bb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:05:50.890752 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-80ff295c-f2fe-4915-be8b-733f8f22a1d2 service neutron] Attempting to bind port ba5832fb-6604-4bd9-bea1-d26e0b9fadef on network dbd9754c-6cc8-466f-93ec-62534a8480bb {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:50.900918 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-80ff295c-f2fe-4915-be8b-733f8f22a1d2 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:05:50.901273 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-80ff295c-f2fe-4915-be8b-733f8f22a1d2 service neutron] Checking segment: {'id': 'a0050ea6-a1f5-4b04-8051-69efa91d41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:50.901716 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-80ff295c-f2fe-4915-be8b-733f8f22a1d2 service neutron] Bound using segment: {'id': 'a0050ea6-a1f5-4b04-8051-69efa91d41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:05:50.902261 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-80ff295c-f2fe-4915-be8b-733f8f22a1d2 service neutron] Bound port: ba5832fb-6604-4bd9-bea1-d26e0b9fadef, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0050ea6-a1f5-4b04-8051-69efa91d41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:05:50.902520 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-80ff295c-f2fe-4915-be8b-733f8f22a1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.087735 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.147683 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-6a88e522-002f-4ca8-a8c3-63d19375738e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:51.149255 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-6a88e522-002f-4ca8-a8c3-63d19375738e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 1101 time: 0.3321240 Jun 30 09:05:51.209110 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port aadc3403-34ed-4a92-ae27-99ad7913f8f3, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=aadc3403-34ed-4a92-ae27-99ad7913f8f3,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:51.278409 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.347329 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41cc8f-11f0-4715-bcd1-5cd4fe548272 req-373c3159-13f5-4929-aea4-5de70339fd0b tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:51.360963 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0c41cc8f-11f0-4715-bcd1-5cd4fe548272 req-373c3159-13f5-4929-aea4-5de70339fd0b tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f84500a-66bf-4968-a37e-af00f9bd5b25 HTTP/1.1" status: 200 len: 943 time: 0.3500168 Jun 30 09:05:51.391799 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-80ff295c-f2fe-4915-be8b-733f8f22a1d2 service neutron] For port ba5832fb-6604-4bd9-bea1-d26e0b9fadef, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:51.402627 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=aadc3403-34ed-4a92-ae27-99ad7913f8f3,revision_number=9']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:51.421714 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925a735-571e-434d-8420-03035cd4ee3e req-fd905b49-85a9-4743-bf26-5b1b2ae9f303 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:51.423724 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5925a735-571e-434d-8420-03035cd4ee3e req-fd905b49-85a9-4743-bf26-5b1b2ae9f303 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0fc64d1-eefd-4e48-9ac2-e924a630db17 HTTP/1.1" status: 200 len: 945 time: 0.4115670 Jun 30 09:05:51.447058 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-80ff295c-f2fe-4915-be8b-733f8f22a1d2 service neutron] For port ba5832fb-6604-4bd9-bea1-d26e0b9fadef, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ba5832fb-6604-4bd9-bea1-d26e0b9fadef,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:05:51.484797 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21583467-3b19-4fd1-a2d2-d9c9ff47c776 req-8a9e79d3-0026-4cec-b21e-db7d2591c111 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:51.494786 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-21583467-3b19-4fd1-a2d2-d9c9ff47c776 req-8a9e79d3-0026-4cec-b21e-db7d2591c111 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 949 time: 0.4213934 Jun 30 09:05:51.506699 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-9a327337-f594-4297-b8b3-59fb7de9211b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:51.508335 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-9a327337-f594-4297-b8b3-59fb7de9211b service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.3206367 Jun 30 09:05:51.516454 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-80ff295c-f2fe-4915-be8b-733f8f22a1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.525467 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-2cf9d90c-6922-4a4e-a226-b814e8937c60 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Deleting port 9b934253-855c-46be-99e0-aa059866d5ac {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:51.525816 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2cf9d90c-6922-4a4e-a226-b814e8937c60 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.631641 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-2c014e99-ba53-4ea7-8c65-a9fbcd9db618 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=aadc3403-34ed-4a92-ae27-99ad7913f8f3 HTTP/1.1" status: 200 len: 217 time: 0.1123071 Jun 30 09:05:51.685236 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-80ff295c-f2fe-4915-be8b-733f8f22a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:51.685864 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-80ff295c-f2fe-4915-be8b-733f8f22a1d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.687392 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-80ff295c-f2fe-4915-be8b-733f8f22a1d2 service neutron] 10.222.0.52 "PUT /v2.0/ports/ba5832fb-6604-4bd9-bea1-d26e0b9fadef HTTP/1.1" status: 200 len: 1092 time: 2.3034978 Jun 30 09:05:51.709875 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2cf9d90c-6922-4a4e-a226-b814e8937c60 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.714779 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2cf9d90c-6922-4a4e-a226-b814e8937c60 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.716512 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f84500a-66bf-4968-a37e-af00f9bd5b25', 'tag': 'ba5832fb-6604-4bd9-bea1-d26e0b9fadef'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:51.719028 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdaadc78-46e9-4809-8fa8-e39267434fec" -d '{"events": [{"name": "network-changed", "server_uuid": "8f84500a-66bf-4968-a37e-af00f9bd5b25", "tag": "ba5832fb-6604-4bd9-bea1-d26e0b9fadef"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:51.732289 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-21583467-3b19-4fd1-a2d2-d9c9ff47c776 req-2cf12918-a038-43fe-929a-2db168ea95e2 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362392 Jun 30 09:05:51.735762 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-2cf9d90c-6922-4a4e-a226-b814e8937c60 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Calling delete_port for 9b934253-855c-46be-99e0-aa059866d5ac owned by network:floatingip {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:51.823290 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff295c-f2fe-4915-be8b-733f8f22a1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5832fb-6604-4bd9-bea1-d26e0b9fadef,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:51.842387 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0c41cc8f-11f0-4715-bcd1-5cd4fe548272 req-fa354a60-5f8f-498b-9785-5b0090ff7875 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4795771 Jun 30 09:05:51.846525 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-9a1f5e1b-9e8d-4cc3-9c9f-0e9321e8a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:51.850754 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-9a1f5e1b-9e8d-4cc3-9c9f-0e9321e8a4b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1945231 Jun 30 09:05:52.092272 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f9607-1611-4ae8-8d66-cef2c6087ed4 req-2367c0b4-e1e2-46ee-aaa5-e358b5ffa98b tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:52.093941 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-df5f9607-1611-4ae8-8d66-cef2c6087ed4 req-2367c0b4-e1e2-46ee-aaa5-e358b5ffa98b tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.52 "GET /v2.0/ports?device_id=d273f8c4-a003-4650-a491-ad8970422a6b HTTP/1.1" status: 200 len: 945 time: 0.4904239 Jun 30 09:05:52.123839 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2ba96a-e6e1-4405-9532-f042cca372c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea94cb5f-b33a-418e-8c41-53432e6da5ae'}, {'server_uuid': '96dec757-7506-42f1-a999-ead91486211e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadc3403-34ed-4a92-ae27-99ad7913f8f3'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:52.126591 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb859c8a-f504-472f-bca1-1db689e4fb4c" -d '{"events": [{"server_uuid": "bf2ba96a-e6e1-4405-9532-f042cca372c3", "name": "network-vif-plugged", "status": "completed", "tag": "ea94cb5f-b33a-418e-8c41-53432e6da5ae"}, {"server_uuid": "96dec757-7506-42f1-a999-ead91486211e", "name": "network-vif-plugged", "status": "completed", "tag": "aadc3403-34ed-4a92-ae27-99ad7913f8f3"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:52.230842 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-5925a735-571e-434d-8420-03035cd4ee3e req-bbb0e795-2b69-47f4-9689-a3edbaa3f4b0 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Deleting port dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:52.233194 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5925a735-571e-434d-8420-03035cd4ee3e req-bbb0e795-2b69-47f4-9689-a3edbaa3f4b0 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:52.321417 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-3f433fcc-51c4-4563-ac95-b757dbd62fea tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:52.335208 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-3f433fcc-51c4-4563-ac95-b757dbd62fea tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/networks?id=9b7a954a-61ff-4c70-8bf7-dc1c551e8c69 HTTP/1.1" status: 200 len: 813 time: 0.3426535 Jun 30 09:05:52.372409 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-a411ba8b-6ade-4571-a337-a9aff3335ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:52.374552 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-a411ba8b-6ade-4571-a337-a9aff3335ba6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=164efc1ee4d9427b996c064420e28c66&device_id=8f84500a-66bf-4968-a37e-af00f9bd5b25 HTTP/1.1" status: 200 len: 1095 time: 0.5017393 Jun 30 09:05:52.385411 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-fe4409eb-037b-44ab-a3f5-a3bf0c1fde9c tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/quotas/e8382e0ded2e4fdfa3e38e6c2f05b713 HTTP/1.1" status: 200 len: 375 time: 0.0486703 Jun 30 09:05:52.403857 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-3b04615a-a2fb-4d03-8caa-398d4da497f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:52.406431 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-3b04615a-a2fb-4d03-8caa-398d4da497f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4936786 Jun 30 09:05:52.582244 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-1bf2cc40-5675-4a05-ba2d-2656807b32a5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba5832fb-6604-4bd9-bea1-d26e0b9fadef HTTP/1.1" status: 200 len: 217 time: 0.1704438 Jun 30 09:05:52.770615 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-c62fb811-4dd4-4a16-8d56-079e4226dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:52.773835 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-c62fb811-4dd4-4a16-8d56-079e4226dad2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54f1da19-5739-4f34-a4fd-d3cc193b96d1 HTTP/1.1" status: 200 len: 851 time: 0.1733804 Jun 30 09:05:52.779823 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-5925a735-571e-434d-8420-03035cd4ee3e req-bbb0e795-2b69-47f4-9689-a3edbaa3f4b0 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] For port dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9,segment=NetworkSegment(927c1a02-a23d-466d-a852-9c9e018e0e09),segment_id=927c1a02-a23d-466d-a852-9c9e018e0e09)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:52.780950 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5925a735-571e-434d-8420-03035cd4ee3e req-bbb0e795-2b69-47f4-9689-a3edbaa3f4b0 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:52.781655 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-df5f9607-1611-4ae8-8d66-cef2c6087ed4 req-16598097-f6bb-47f0-b33e-b9690eda2a51 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Deleting port 4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:52.785261 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-df5f9607-1611-4ae8-8d66-cef2c6087ed4 req-16598097-f6bb-47f0-b33e-b9690eda2a51 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:52.805727 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-5925a735-571e-434d-8420-03035cd4ee3e req-bbb0e795-2b69-47f4-9689-a3edbaa3f4b0 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Calling delete_port for dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:52.830267 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061e45a-043a-4459-b985-df1e776ddbd2 req-6bee9801-5de9-4a84-800a-6c0dd7baa7f6 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:52.835476 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-5629316c-2eff-4a7b-983f-2c2d6712fbc9 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118633 Jun 30 09:05:52.838648 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5061e45a-043a-4459-b985-df1e776ddbd2 req-6bee9801-5de9-4a84-800a-6c0dd7baa7f6 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0f0ecd-0622-4c4e-8129-b030792e0686 HTTP/1.1" status: 200 len: 946 time: 0.5683875 Jun 30 09:05:52.866190 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-19725557-6e9b-452a-8369-2daeb273b0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:52.900054 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2cf9d90c-6922-4a4e-a226-b814e8937c60 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:52.948588 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf9d90c-6922-4a4e-a226-b814e8937c60 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Pushing event deleted for resources: {'Port': ['ID=9b934253-855c-46be-99e0-aa059866d5ac,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:53.038181 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5061e45a-043a-4459-b985-df1e776ddbd2 req-7e78f375-d1eb-4f0e-bf38-ad1b6bdffcff tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981564 Jun 30 09:05:53.044873 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-f9edbc9a-a831-4328-a9cb-bdd598960054 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dbd9754c-6cc8-466f-93ec-62534a8480bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2505591 Jun 30 09:05:53.170566 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2cf9d90c-6922-4a4e-a226-b814e8937c60 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks [] for floatingip, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:53.173890 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2cf9d90c-6922-4a4e-a226-b814e8937c60 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:53.180344 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2cf9d90c-6922-4a4e-a226-b814e8937c60 tempest-ServersWithSpecificFlavorTestJSON-147329607 tempest-ServersWithSpecificFlavorTestJSON-147329607-project] 10.222.0.10 "DELETE /v2.0/floatingips/7ad589f2-8d8c-42a1-ac11-4932fa082bb4 HTTP/1.1" status: 204 len: 168 time: 2.3916681 Jun 30 09:05:53.249964 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-df5f9607-1611-4ae8-8d66-cef2c6087ed4 req-16598097-f6bb-47f0-b33e-b9690eda2a51 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] For port 4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0,segment=NetworkSegment(927c1a02-a23d-466d-a852-9c9e018e0e09),segment_id=927c1a02-a23d-466d-a852-9c9e018e0e09)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:53.250870 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-df5f9607-1611-4ae8-8d66-cef2c6087ed4 req-16598097-f6bb-47f0-b33e-b9690eda2a51 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:53.269896 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-df5f9607-1611-4ae8-8d66-cef2c6087ed4 req-16598097-f6bb-47f0-b33e-b9690eda2a51 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Calling delete_port for 4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:53.358018 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:53.426868 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08051d-36fb-42fc-b67d-ed97dace941f req-529de6cd-e649-4352-be5e-87d29b4a31fd tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:53.440201 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8f08051d-36fb-42fc-b67d-ed97dace941f req-529de6cd-e649-4352-be5e-87d29b4a31fd tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 944 time: 0.2034352 Jun 30 09:05:53.455598 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-c032ab13-7196-4a6e-873e-76d90368a07c tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e8382e0ded2e4fdfa3e38e6c2f05b713&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0688856 Jun 30 09:05:53.561266 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5925a735-571e-434d-8420-03035cd4ee3e req-bbb0e795-2b69-47f4-9689-a3edbaa3f4b0 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:53.586162 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8f08051d-36fb-42fc-b67d-ed97dace941f req-49f03bc6-c06e-4a1d-8d63-05aa2c809024 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445873 Jun 30 09:05:53.658001 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-d83ae518-f676-4c49-b45b-3a8bdcbe68e6 service neutron] 10.222.0.10 "GET /v2.0/networks/9b7a954a-61ff-4c70-8bf7-dc1c551e8c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984186 Jun 30 09:05:53.767535 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0e795-2b69-47f4-9689-a3edbaa3f4b0 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Pushing event deleted for resources: {'Port': ['ID=dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:53.859756 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-5925a735-571e-434d-8420-03035cd4ee3e req-bbb0e795-2b69-47f4-9689-a3edbaa3f4b0 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] No DVR routers for this DVR port dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:05:53.867359 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5925a735-571e-434d-8420-03035cd4ee3e req-bbb0e795-2b69-47f4-9689-a3edbaa3f4b0 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:53.876092 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5925a735-571e-434d-8420-03035cd4ee3e req-bbb0e795-2b69-47f4-9689-a3edbaa3f4b0 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.37 "DELETE /v2.0/ports/dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9 HTTP/1.1" status: 204 len: 173 time: 2.4408851 Jun 30 09:05:53.877025 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0fc64d1-eefd-4e48-9ac2-e924a630db17', 'name': 'network-vif-deleted', 'tag': 'dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:53.881369 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f358242-335d-4d1a-97fe-f1ae9d793e3d" -d '{"events": [{"server_uuid": "a0fc64d1-eefd-4e48-9ac2-e924a630db17", "name": "network-vif-deleted", "tag": "dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:53.885260 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86859b2a-c21c-4a05-888e-31b39dc7aa9e x-openstack-request-id: req-86859b2a-c21c-4a05-888e-31b39dc7aa9e {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:53.886317 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f84500a-66bf-4968-a37e-af00f9bd5b25", "tag": "ba5832fb-6604-4bd9-bea1-d26e0b9fadef", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:53.886795 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-86859b2a-c21c-4a05-888e-31b39dc7aa9e {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:53.887414 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f84500a-66bf-4968-a37e-af00f9bd5b25', 'tag': 'ba5832fb-6604-4bd9-bea1-d26e0b9fadef', 'status': 'completed', 'code': 200} Jun 30 09:05:53.888320 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-df5f9607-1611-4ae8-8d66-cef2c6087ed4 req-16598097-f6bb-47f0-b33e-b9690eda2a51 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:53.964729 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16598097-f6bb-47f0-b33e-b9690eda2a51 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Pushing event deleted for resources: {'Port': ['ID=4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:54.272511 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f42c0-a9a0-4935-a5a2-6cc79b616a3f req-b1598c89-c41e-473d-b290-9793a48c7e72 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:54.285930 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d46f42c0-a9a0-4935-a5a2-6cc79b616a3f req-b1598c89-c41e-473d-b290-9793a48c7e72 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 945 time: 0.1644914 Jun 30 09:05:54.404133 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d46f42c0-a9a0-4935-a5a2-6cc79b616a3f req-88a64d58-9178-4d39-addd-e577cfa8f07f tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167190 Jun 30 09:05:54.494282 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:54.506612 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5f9607-1611-4ae8-8d66-cef2c6087ed4 req-16598097-f6bb-47f0-b33e-b9690eda2a51 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] No DVR routers for this DVR port 4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:05:54.517550 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-df5f9607-1611-4ae8-8d66-cef2c6087ed4 req-16598097-f6bb-47f0-b33e-b9690eda2a51 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:54.520489 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-df5f9607-1611-4ae8-8d66-cef2c6087ed4 req-16598097-f6bb-47f0-b33e-b9690eda2a51 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.52 "DELETE /v2.0/ports/4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0 HTTP/1.1" status: 204 len: 173 time: 2.4119782 Jun 30 09:05:54.525147 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-4af74df6-f621-4813-8f5c-a6bd3a57d5be service neutron] 10.222.0.10 "GET /v2.0/networks/9b7a954a-61ff-4c70-8bf7-dc1c551e8c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8658452 Jun 30 09:05:54.549767 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-470c1b38-a431-44c5-be33-3f36cdf483d1 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5031645 Jun 30 09:05:54.552784 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-6e970f6b-c280-4f0d-86af-fd6499de400b service neutron] 10.222.0.52 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4789071 Jun 30 09:05:54.598790 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:54.665348 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:05:54.665690 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:05:54.666357 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:54.679490 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-2ca765a5-09f4-437e-bacc-aff02bc334d2 service neutron] 10.222.0.37 "GET /v2.0/ports/4c178b1f-3e9d-4fee-a31d-66c3fa093e52/bindings/n-h1-771363-31 HTTP/1.1" status: 200 len: 385 time: 0.1748910 Jun 30 09:05:54.731431 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b62efd-a05c-41d5-9070-0316a501ee61 x-openstack-request-id: req-c5b62efd-a05c-41d5-9070-0316a501ee61 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:54.732225 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2ba96a-e6e1-4405-9532-f042cca372c3", "name": "network-vif-plugged", "status": "completed", "tag": "ea94cb5f-b33a-418e-8c41-53432e6da5ae", "code": 200}, {"server_uuid": "96dec757-7506-42f1-a999-ead91486211e", "name": "network-vif-plugged", "status": "completed", "tag": "aadc3403-34ed-4a92-ae27-99ad7913f8f3", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:54.732880 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c5b62efd-a05c-41d5-9070-0316a501ee61 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:54.733676 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2ba96a-e6e1-4405-9532-f042cca372c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea94cb5f-b33a-418e-8c41-53432e6da5ae', 'code': 200} Jun 30 09:05:54.734128 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96dec757-7506-42f1-a999-ead91486211e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadc3403-34ed-4a92-ae27-99ad7913f8f3', 'code': 200} Jun 30 09:05:54.750573 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ead32f84-d752-422b-8c9f-ad84ceb9247c req-e4ba8e75-d0f2-4477-85c2-b4c4766d9086 service neutron] 10.222.0.52 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900568 Jun 30 09:05:54.985232 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaadc78-46e9-4809-8fa8-e39267434fec req-9c1b190e-7136-4e94-a8f3-38e9eff819e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:54.987288 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fdaadc78-46e9-4809-8fa8-e39267434fec req-9c1b190e-7136-4e94-a8f3-38e9eff819e6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=164efc1ee4d9427b996c064420e28c66&device_id=8f84500a-66bf-4968-a37e-af00f9bd5b25 HTTP/1.1" status: 200 len: 1095 time: 0.0919020 Jun 30 09:05:55.090550 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:55.135371 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaadc78-46e9-4809-8fa8-e39267434fec req-7368b020-6b98-4b51-98cc-76521143fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:55.138221 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fdaadc78-46e9-4809-8fa8-e39267434fec req-7368b020-6b98-4b51-98cc-76521143fc7b service neutron] 10.222.0.52 "GET /v2.0/networks?id=dbd9754c-6cc8-466f-93ec-62534a8480bb HTTP/1.1" status: 200 len: 912 time: 0.1402981 Jun 30 09:05:55.144469 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-c61e77dc-8847-4e02-a50e-042ccd6b3c80 service neutron] For port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=4c178b1f-3e9d-4fee-a31d-66c3fa093e52,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:55.199300 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:05:55.204087 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:05:55.227620 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fdaadc78-46e9-4809-8fa8-e39267434fec req-2985e379-bfe1-4605-9c8b-4b33d8bc8aa0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba5832fb-6604-4bd9-bea1-d26e0b9fadef HTTP/1.1" status: 200 len: 217 time: 0.0798278 Jun 30 09:05:55.242507 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beff2a4-17f8-4f3b-9960-6105b6795730 req-4f8a7dfa-e2e7-41cf-b1c0-cf627fda4b1a tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:55.251471 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9beff2a4-17f8-4f3b-9960-6105b6795730 req-4f8a7dfa-e2e7-41cf-b1c0-cf627fda4b1a tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 950 time: 0.3508873 Jun 30 09:05:55.281319 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-c61e77dc-8847-4e02-a50e-042ccd6b3c80 service neutron] For port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:55.352791 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaadc78-46e9-4809-8fa8-e39267434fec req-639706df-7867-404c-a17e-ea5747c49f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:55.357706 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9beff2a4-17f8-4f3b-9960-6105b6795730 req-46fb0592-423a-487a-b42a-81bcde6509a1 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032534 Jun 30 09:05:55.361104 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fdaadc78-46e9-4809-8fa8-e39267434fec req-639706df-7867-404c-a17e-ea5747c49f5d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54f1da19-5739-4f34-a4fd-d3cc193b96d1 HTTP/1.1" status: 200 len: 851 time: 0.1243863 Jun 30 09:05:55.391309 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-c61e77dc-8847-4e02-a50e-042ccd6b3c80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:55.416364 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-c61e77dc-8847-4e02-a50e-042ccd6b3c80 service neutron] For port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=4c178b1f-3e9d-4fee-a31d-66c3fa093e52,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:55.475073 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fdaadc78-46e9-4809-8fa8-e39267434fec req-8a17282c-8e84-4535-8c76-f1c9f53ee632 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dbd9754c-6cc8-466f-93ec-62534a8480bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973854 Jun 30 09:05:55.718219 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5f923-b2a6-4cb9-90f3-a8ad79e13de4 req-48fea090-4b90-487a-b3d1-32fa2a02978c tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:55.721210 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-58e5f923-b2a6-4cb9-90f3-a8ad79e13de4 req-48fea090-4b90-487a-b3d1-32fa2a02978c tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f84500a-66bf-4968-a37e-af00f9bd5b25 HTTP/1.1" status: 200 len: 943 time: 0.2443662 Jun 30 09:05:55.724967 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fdaadc78-46e9-4809-8fa8-e39267434fec req-833a10f3-32af-41f8-994a-45828013ff4d service neutron] 10.222.0.52 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998446 Jun 30 09:05:55.827748 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-58e5f923-b2a6-4cb9-90f3-a8ad79e13de4 req-2d3cb630-1b60-4126-963c-6625e92b87b0 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008484 Jun 30 09:05:55.876644 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fdaadc78-46e9-4809-8fa8-e39267434fec req-629e9f53-0888-4ecc-82c3-1b7b0052a73a service neutron] 10.222.0.52 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396942 Jun 30 09:05:55.896305 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd273f8c4-a003-4650-a491-ad8970422a6b', 'name': 'network-vif-deleted', 'tag': '4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:55.899335 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50add322-3b12-4596-888c-0327e7054804" -d '{"events": [{"server_uuid": "d273f8c4-a003-4650-a491-ad8970422a6b", "name": "network-vif-deleted", "tag": "4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:55.966971 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d811b0f5-0bb3-486a-bf7d-9d24c855bb8e x-openstack-request-id: req-d811b0f5-0bb3-486a-bf7d-9d24c855bb8e {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:55.967329 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0fc64d1-eefd-4e48-9ac2-e924a630db17", "name": "network-vif-deleted", "tag": "dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:55.967668 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d811b0f5-0bb3-486a-bf7d-9d24c855bb8e {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:55.968139 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0fc64d1-eefd-4e48-9ac2-e924a630db17', 'name': 'network-vif-deleted', 'tag': 'dde6ee8c-6194-4b64-a4e6-5ce0f3b26bd9', 'status': 'completed', 'code': 200} Jun 30 09:05:56.043710 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-c61e77dc-8847-4e02-a50e-042ccd6b3c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.151833 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.178814 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d728391-bd73-45b5-8c53-85581d8f7d09 req-728e28ad-8093-4e90-ab7f-2d0d8f562cb7 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:56.181429 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7d728391-bd73-45b5-8c53-85581d8f7d09 req-728e28ad-8093-4e90-ab7f-2d0d8f562cb7 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0f0ecd-0622-4c4e-8129-b030792e0686 HTTP/1.1" status: 200 len: 946 time: 0.2113700 Jun 30 09:05:56.246790 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-c61e77dc-8847-4e02-a50e-042ccd6b3c80 service neutron] Transition to ACTIVE for port object 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:56.253139 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbd250-93b0-4a8d-b5d4-9c7c97f957f0 req-86174fb6-f090-477b-880d-837cf3f43857 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:56.276942 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43cbd250-93b0-4a8d-b5d4-9c7c97f957f0 req-86174fb6-f090-477b-880d-837cf3f43857 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 944 time: 0.1791439 Jun 30 09:05:56.284848 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7d728391-bd73-45b5-8c53-85581d8f7d09 req-5c06ad8f-f645-4ec3-85af-5a70c91b1369 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956941 Jun 30 09:05:56.385767 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43cbd250-93b0-4a8d-b5d4-9c7c97f957f0 req-8bf5954b-ec23-42ee-a96e-7822396c65ca tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068566 Jun 30 09:05:56.398357 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-c61e77dc-8847-4e02-a50e-042ccd6b3c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.642206 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-c61e77dc-8847-4e02-a50e-042ccd6b3c80 service neutron] No DVR routers for this DVR port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:05:56.691254 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e77dc-8847-4e02-a50e-042ccd6b3c80 service neutron] Pushing event updated for resources: {'Port': ['ID=4c178b1f-3e9d-4fee-a31d-66c3fa093e52,revision_number=10']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:56.746779 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-c61e77dc-8847-4e02-a50e-042ccd6b3c80 service neutron] 10.222.0.37 "PUT /v2.0/ports/4c178b1f-3e9d-4fee-a31d-66c3fa093e52/bindings/n-h1-771363-31/activate HTTP/1.1" status: 200 len: 370 time: 2.0560670 Jun 30 09:05:56.850552 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0426ead-41b9-453a-b404-c6e6eb242f63 req-96cf7dfb-f67f-4340-9b20-7de70b4fd50a tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:56.856238 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a0426ead-41b9-453a-b404-c6e6eb242f63 req-96cf7dfb-f67f-4340-9b20-7de70b4fd50a tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 945 time: 0.1806569 Jun 30 09:05:56.859869 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1ff83f-adb6-4832-b8aa-87c969e7c57c x-openstack-request-id: req-9a1ff83f-adb6-4832-b8aa-87c969e7c57c {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:56.860160 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d273f8c4-a003-4650-a491-ad8970422a6b", "name": "network-vif-deleted", "tag": "4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:56.862094 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9a1ff83f-adb6-4832-b8aa-87c969e7c57c {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:56.862800 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd273f8c4-a003-4650-a491-ad8970422a6b', 'name': 'network-vif-deleted', 'tag': '4bad3a8f-e3a1-49f2-bc6f-b83c2372e0d0', 'status': 'completed', 'code': 200} Jun 30 09:05:56.928841 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a0426ead-41b9-453a-b404-c6e6eb242f63 req-576ddeef-6988-414c-aee0-1d8702e1af07 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597050 Jun 30 09:05:57.103787 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ba5832fb-6604-4bd9-bea1-d26e0b9fadef details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:05:57.159911 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbce9c1-d325-4a32-b4f4-7b8fd8a83d84 req-79b989c0-fa97-4504-bcf0-26db9131d29b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:57.162168 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7bbce9c1-d325-4a32-b4f4-7b8fd8a83d84 req-79b989c0-fa97-4504-bcf0-26db9131d29b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 950 time: 0.0987151 Jun 30 09:05:57.256906 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7bbce9c1-d325-4a32-b4f4-7b8fd8a83d84 req-7993330a-e6cc-4908-a7e2-1d93be2f1c6e tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840628 Jun 30 09:05:57.369132 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port ba5832fb-6604-4bd9-bea1-d26e0b9fadef, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ba5832fb-6604-4bd9-bea1-d26e0b9fadef,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:57.409319 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'ba5832fb-6604-4bd9-bea1-d26e0b9fadef', 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb', 'port_id': 'ba5832fb-6604-4bd9-bea1-d26e0b9fadef', 'mac_address': 'fa:16:3e:51:c6:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f1da19-5739-4f34-a4fd-d3cc193b96d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:05:57.486294 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6b96bb95-0906-48ff-9ea8-6a5080a5b7c9 req-4faad846-a724-4c7e-a6c2-273673055b76 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/ports?device_id=68b27ae5-9e31-4745-9610-55a37f4f09e1 HTTP/1.1" status: 200 len: 210 time: 0.0848310 Jun 30 09:05:57.506076 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:57.533696 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5832fb-6604-4bd9-bea1-d26e0b9fadef {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:57.617436 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port ba5832fb-6604-4bd9-bea1-d26e0b9fadef, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ba5832fb-6604-4bd9-bea1-d26e0b9fadef,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:57.653087 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-0a73c570-efed-430f-89cb-839330f5d2ee tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:57.660652 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-0a73c570-efed-430f-89cb-839330f5d2ee tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e&tenant_id=4072f6e39e474776996ee00ca570db4f&binding%3Ahost_id=n-h2-771363-31 HTTP/1.1" status: 200 len: 1097 time: 0.2348158 Jun 30 09:05:57.746888 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:57.838192 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-54060c9e-a58b-40a2-8bd9-ecd5f90fc951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:57.840388 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-54060c9e-a58b-40a2-8bd9-ecd5f90fc951 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e&tenant_id=4072f6e39e474776996ee00ca570db4f HTTP/1.1" status: 200 len: 1097 time: 0.1701541 Jun 30 09:05:57.989135 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=ba5832fb-6604-4bd9-bea1-d26e0b9fadef,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:58.036471 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-154c6658-856c-4844-af78-672096c1db08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:58.045142 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-154c6658-856c-4844-af78-672096c1db08 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4072f6e39e474776996ee00ca570db4f&device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 1097 time: 0.1520805 Jun 30 09:05:58.097550 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['ba5832fb-6604-4bd9-bea1-d26e0b9fadef'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:58.343595 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5ea67-84b5-4fa3-abff-683e3ede7e53 req-6f3e8bb4-2af7-46cd-9c6a-4fb7f4ddc696 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:58.355746 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3ff5ea67-84b5-4fa3-abff-683e3ede7e53 req-6f3e8bb4-2af7-46cd-9c6a-4fb7f4ddc696 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f84500a-66bf-4968-a37e-af00f9bd5b25 HTTP/1.1" status: 200 len: 944 time: 0.3144596 Jun 30 09:05:58.384463 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-3cbd27b3-37b2-45d9-af99-e805bf575a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:58.386432 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-3cbd27b3-37b2-45d9-af99-e805bf575a92 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8 HTTP/1.1" status: 200 len: 921 time: 0.3304946 Jun 30 09:05:58.391102 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38827fe1-6758-4483-ae32-52999f31a2f1 req-4801ba3c-a8f2-401b-99ad-be54a25be7b9 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:58.415670 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38827fe1-6758-4483-ae32-52999f31a2f1 req-4801ba3c-a8f2-401b-99ad-be54a25be7b9 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 945 time: 0.2345171 Jun 30 09:05:58.447375 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-255f9488-c699-41e6-945a-fc6c476d472d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c178b1f-3e9d-4fee-a31d-66c3fa093e52 HTTP/1.1" status: 200 len: 217 time: 0.0453258 Jun 30 09:05:58.453739 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3ff5ea67-84b5-4fa3-abff-683e3ede7e53 req-1498b85d-e52c-4176-b789-43cc9733c82e tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892830 Jun 30 09:05:58.531796 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-dbc83a98-7f3c-494c-9940-b28a1da1a8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:58.555455 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-dbc83a98-7f3c-494c-9940-b28a1da1a8b8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a401937-9638-402a-b598-8b54d19e09c0 HTTP/1.1" status: 200 len: 860 time: 0.0982840 Jun 30 09:05:58.572359 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38827fe1-6758-4483-ae32-52999f31a2f1 req-0ab95d22-e042-4ce1-81e9-3d0849246506 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535909 Jun 30 09:05:58.783593 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-b85e456d-1332-4145-b85e-c3a4aabe3028 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2038901 Jun 30 09:05:58.986706 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-0105ffd6-918c-4128-8e93-7cff19485f93 service neutron] 10.222.0.52 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012458 Jun 30 09:05:58.990630 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-a92d579f-b761-48bc-adff-ea09483c7460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:58.992303 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-a92d579f-b761-48bc-adff-ea09483c7460 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e&tenant_id=aa895c07f8ad47749dbf0e6817533c37 HTTP/1.1" status: 200 len: 1102 time: 0.1767302 Jun 30 09:05:59.007448 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ba71f-8668-465b-8fef-1e4658960e99 req-63e3e288-06a0-4e5d-b5c8-6a55815e4cfd tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:59.018524 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d45ba71f-8668-465b-8fef-1e4658960e99 req-63e3e288-06a0-4e5d-b5c8-6a55815e4cfd tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 945 time: 0.2199421 Jun 30 09:05:59.034957 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-541acf0f-60f5-4ee1-b599-554dc32ed59d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-31', 'device_owner': 'compute:nova'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:59.118632 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ba5832fb-6604-4bd9-bea1-d26e0b9fadef up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:59.126062 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d45ba71f-8668-465b-8fef-1e4658960e99 req-4f4cff85-8e54-4cc8-96e5-99466feb6085 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060374 Jun 30 09:05:59.246941 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-541acf0f-60f5-4ee1-b599-554dc32ed59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.482085 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cfde9-6081-40a7-a56c-8d09b981b035 req-5fa5fad8-af13-4d55-9a16-657485cb6ac3 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:59.487709 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e746d-ce4b-4e7b-8c5e-4948e8552079 req-c7ae495c-9945-4ae6-9af1-b4c4963c6fa6 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:59.490447 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ec6e746d-ce4b-4e7b-8c5e-4948e8552079 req-c7ae495c-9945-4ae6-9af1-b4c4963c6fa6 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0f0ecd-0622-4c4e-8129-b030792e0686 HTTP/1.1" status: 200 len: 946 time: 0.3905563 Jun 30 09:05:59.506172 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aa1cfde9-6081-40a7-a56c-8d09b981b035 req-5fa5fad8-af13-4d55-9a16-657485cb6ac3 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 950 time: 0.1886501 Jun 30 09:05:59.511841 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port ba5832fb-6604-4bd9-bea1-d26e0b9fadef completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:59.519435 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port ba5832fb-6604-4bd9-bea1-d26e0b9fadef triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:59.520135 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.541158 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-7beef20f-7a21-4667-b8ed-12a123284b5c service neutron] 10.222.0.52 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5315740 Jun 30 09:05:59.658497 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aa1cfde9-6081-40a7-a56c-8d09b981b035 req-54b2ea1d-3f03-4f14-b01a-cb1716f668c5 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459308 Jun 30 09:05:59.681757 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ec6e746d-ce4b-4e7b-8c5e-4948e8552079 req-54b0e0f4-d522-423f-a258-8c1d4f3a56c0 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716673 Jun 30 09:05:59.765142 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-541acf0f-60f5-4ee1-b599-554dc32ed59d service neutron] For port aadc3403-34ed-4a92-ae27-99ad7913f8f3, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=aadc3403-34ed-4a92-ae27-99ad7913f8f3,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:59.901723 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.076685 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f84500a-66bf-4968-a37e-af00f9bd5b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5832fb-6604-4bd9-bea1-d26e0b9fadef'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:00.080572 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2974da-29f2-4fc6-bb5f-0efd250c94b2" -d '{"events": [{"server_uuid": "8f84500a-66bf-4968-a37e-af00f9bd5b25", "name": "network-vif-plugged", "status": "completed", "tag": "ba5832fb-6604-4bd9-bea1-d26e0b9fadef"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:00.105361 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port ba5832fb-6604-4bd9-bea1-d26e0b9fadef, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ba5832fb-6604-4bd9-bea1-d26e0b9fadef,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:00.129699 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a8316804-0aea-4373-8334-bab4b6756500 req-0b124dc1-5327-4e0d-b28c-825ffc19daa1 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/ports?device_id=68b27ae5-9e31-4745-9610-55a37f4f09e1 HTTP/1.1" status: 200 len: 210 time: 0.1344750 Jun 30 09:06:00.169320 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-21ec10f5-1100-4894-8327-89d88d271658 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:00.179298 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-21ec10f5-1100-4894-8327-89d88d271658 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.52 "GET /v2.0/networks?id=9b7a954a-61ff-4c70-8bf7-dc1c551e8c69 HTTP/1.1" status: 200 len: 813 time: 0.3187482 Jun 30 09:06:00.203088 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-b1aa1349-9b38-48ec-a9b6-8ddd2b84f661 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Request body: {'port': {'device_id': 'e24a8075-aa5f-4a17-9fa3-bcd810bc7707', 'network_id': '9b7a954a-61ff-4c70-8bf7-dc1c551e8c69', 'admin_state_up': True, 'tenant_id': 'e8382e0ded2e4fdfa3e38e6c2f05b713'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:00.248992 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2aba7-dd04-465e-910a-b80cfd1303a1 req-8bf6f753-38f0-498c-8f13-cfba1308b79a tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:00.251501 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d8a2aba7-dd04-465e-910a-b80cfd1303a1 req-8bf6f753-38f0-498c-8f13-cfba1308b79a tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0f0ecd-0622-4c4e-8129-b030792e0686 HTTP/1.1" status: 200 len: 946 time: 0.4639883 Jun 30 09:06:00.323391 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.403245 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-541acf0f-60f5-4ee1-b599-554dc32ed59d service neutron] For port aadc3403-34ed-4a92-ae27-99ad7913f8f3, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:00.487023 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=ba5832fb-6604-4bd9-bea1-d26e0b9fadef,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:00.490597 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-541acf0f-60f5-4ee1-b599-554dc32ed59d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.507797 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-541acf0f-60f5-4ee1-b599-554dc32ed59d service neutron] Transition to ACTIVE for port object aadc3403-34ed-4a92-ae27-99ad7913f8f3 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:00.508764 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96dec757-7506-42f1-a999-ead91486211e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aadc3403-34ed-4a92-ae27-99ad7913f8f3'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:00.511726 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a536ddb0-3559-47ad-b009-0aa4a4566149" -d '{"events": [{"server_uuid": "96dec757-7506-42f1-a999-ead91486211e", "name": "network-vif-unplugged", "status": "completed", "tag": "aadc3403-34ed-4a92-ae27-99ad7913f8f3"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:00.619579 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708571c1-c37e-4ae9-bd35-a714f61ca8fa req-44513b69-8b3a-4622-970b-b639f353d112 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:00.621625 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-708571c1-c37e-4ae9-bd35-a714f61ca8fa req-44513b69-8b3a-4622-970b-b639f353d112 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f84500a-66bf-4968-a37e-af00f9bd5b25 HTTP/1.1" status: 200 len: 945 time: 0.4380925 Jun 30 09:06:00.625467 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-541acf0f-60f5-4ee1-b599-554dc32ed59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.636770 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device aadc3403-34ed-4a92-ae27-99ad7913f8f3 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:00.695212 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-d8a2aba7-dd04-465e-910a-b80cfd1303a1 req-e9d51137-2885-4aba-8b24-96ee41e5cbac tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Deleting port 32aae617-9a2d-4a26-b7ae-548f1cecb81b {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:00.695811 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d8a2aba7-dd04-465e-910a-b80cfd1303a1 req-e9d51137-2885-4aba-8b24-96ee41e5cbac tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.737924 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device aadc3403-34ed-4a92-ae27-99ad7913f8f3 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:00.746654 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-541acf0f-60f5-4ee1-b599-554dc32ed59d service neutron] No DVR routers for this DVR port aadc3403-34ed-4a92-ae27-99ad7913f8f3 on host n-h2-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:00.755773 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-708571c1-c37e-4ae9-bd35-a714f61ca8fa req-5c0e6af9-2720-4a96-8711-5bda73237c94 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228743 Jun 30 09:06:00.761627 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-b1aa1349-9b38-48ec-a9b6-8ddd2b84f661 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Made reservation on behalf of e8382e0ded2e4fdfa3e38e6c2f05b713 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:00.766521 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-b1aa1349-9b38-48ec-a9b6-8ddd2b84f661 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.804064 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541acf0f-60f5-4ee1-b599-554dc32ed59d service neutron] Pushing event updated for resources: {'Port': ['ID=aadc3403-34ed-4a92-ae27-99ad7913f8f3,revision_number=10']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:00.847816 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-d8a2aba7-dd04-465e-910a-b80cfd1303a1 req-e9d51137-2885-4aba-8b24-96ee41e5cbac tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] For port 32aae617-9a2d-4a26-b7ae-548f1cecb81b, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=32aae617-9a2d-4a26-b7ae-548f1cecb81b,segment=NetworkSegment(36eeeb10-1ff7-43e6-93e2-723c66ec36b1),segment_id=36eeeb10-1ff7-43e6-93e2-723c66ec36b1)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:00.848298 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d8a2aba7-dd04-465e-910a-b80cfd1303a1 req-e9d51137-2885-4aba-8b24-96ee41e5cbac tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.925638 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-541acf0f-60f5-4ee1-b599-554dc32ed59d service neutron] Attempting to bind port aadc3403-34ed-4a92-ae27-99ad7913f8f3 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:00.926928 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-541acf0f-60f5-4ee1-b599-554dc32ed59d service neutron] Attempting to bind port aadc3403-34ed-4a92-ae27-99ad7913f8f3 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:00.929296 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-541acf0f-60f5-4ee1-b599-554dc32ed59d service neutron] Attempting to bind port aadc3403-34ed-4a92-ae27-99ad7913f8f3 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:00.946367 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db78ba-4470-4308-b356-c728b22c7587 req-224f7f8c-7a16-4b46-9c4a-e11f7684dbfd tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:00.955091 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-24db78ba-4470-4308-b356-c728b22c7587 req-224f7f8c-7a16-4b46-9c4a-e11f7684dbfd tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 945 time: 0.5821435 Jun 30 09:06:00.958533 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-d8a2aba7-dd04-465e-910a-b80cfd1303a1 req-e9d51137-2885-4aba-8b24-96ee41e5cbac tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Calling delete_port for 32aae617-9a2d-4a26-b7ae-548f1cecb81b owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:00.963891 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-12771483-53e0-42a7-8051-1e2d45a3fef8 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:00.965710 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-12771483-53e0-42a7-8051-1e2d45a3fef8 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e&tenant_id=4072f6e39e474776996ee00ca570db4f&binding%3Ahost_id=n-h1-771363-31 HTTP/1.1" status: 200 len: 1097 time: 0.4212539 Jun 30 09:06:01.171070 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007038eb-c8f6-401d-80e6-2ca7314ebd7d x-openstack-request-id: req-007038eb-c8f6-401d-80e6-2ca7314ebd7d {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:01.172034 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f84500a-66bf-4968-a37e-af00f9bd5b25", "name": "network-vif-plugged", "status": "completed", "tag": "ba5832fb-6604-4bd9-bea1-d26e0b9fadef", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:01.172452 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-007038eb-c8f6-401d-80e6-2ca7314ebd7d {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:01.173111 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f84500a-66bf-4968-a37e-af00f9bd5b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5832fb-6604-4bd9-bea1-d26e0b9fadef', 'code': 200} Jun 30 09:06:01.222489 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-24db78ba-4470-4308-b356-c728b22c7587 req-57e9e701-6ecb-4bb1-a12c-6f8ca77180b5 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666841 Jun 30 09:06:01.304059 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-b1aa1349-9b38-48ec-a9b6-8ddd2b84f661 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Allocated IP 172.20.0.14 (9b7a954a-61ff-4c70-8bf7-dc1c551e8c69/46849a27-b4fb-4a10-8d53-aede535c75da/aa51cdfc-3c71-4766-85e9-f620772b37fa) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:01.364971 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-541acf0f-60f5-4ee1-b599-554dc32ed59d service neutron] Port aadc3403-34ed-4a92-ae27-99ad7913f8f3 on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:06:01.365338 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-541acf0f-60f5-4ee1-b599-554dc32ed59d service neutron] Attempting to bind port aadc3403-34ed-4a92-ae27-99ad7913f8f3 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:01.467084 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.52', 51540) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:01.545730 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a863ad3-f1bd-459b-ab12-e26df2247f7c x-openstack-request-id: req-9a863ad3-f1bd-459b-ab12-e26df2247f7c {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:01.546083 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96dec757-7506-42f1-a999-ead91486211e", "name": "network-vif-unplugged", "status": "completed", "tag": "aadc3403-34ed-4a92-ae27-99ad7913f8f3", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:01.546317 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9a863ad3-f1bd-459b-ab12-e26df2247f7c {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:01.546708 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96dec757-7506-42f1-a999-ead91486211e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aadc3403-34ed-4a92-ae27-99ad7913f8f3', 'code': 200} Jun 30 09:06:01.556499 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-541acf0f-60f5-4ee1-b599-554dc32ed59d service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:01.556812 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-541acf0f-60f5-4ee1-b599-554dc32ed59d service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:01.557306 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-541acf0f-60f5-4ee1-b599-554dc32ed59d service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:01.557875 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-541acf0f-60f5-4ee1-b599-554dc32ed59d service neutron] Bound port: aadc3403-34ed-4a92-ae27-99ad7913f8f3, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:01.558284 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-541acf0f-60f5-4ee1-b599-554dc32ed59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.593993 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d8a2aba7-dd04-465e-910a-b80cfd1303a1 req-e9d51137-2885-4aba-8b24-96ee41e5cbac tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.608084 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['32aae617-9a2d-4a26-b7ae-548f1cecb81b'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:01.644047 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-1860357e-3648-4c71-9005-b53c92ad1565 service neutron] For port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:01.645863 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d51137-2885-4aba-8b24-96ee41e5cbac tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Pushing event deleted for resources: {'Port': ['ID=32aae617-9a2d-4a26-b7ae-548f1cecb81b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:01.664248 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-1860357e-3648-4c71-9005-b53c92ad1565 service neutron] Notify callbacks [] for binding, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.665411 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5a5f4f5f-4665-40a4-9d5b-1a2a68270be1 req-1860357e-3648-4c71-9005-b53c92ad1565 service neutron] 10.222.0.52 "DELETE /v2.0/ports/4c178b1f-3e9d-4fee-a31d-66c3fa093e52/bindings/n-h2-771363-31 HTTP/1.1" status: 204 len: 173 time: 0.6843801 Jun 30 09:06:01.787518 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a2aba7-dd04-465e-910a-b80cfd1303a1 req-e9d51137-2885-4aba-8b24-96ee41e5cbac tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] No DVR routers for this DVR port 32aae617-9a2d-4a26-b7ae-548f1cecb81b on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:01.792067 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d8a2aba7-dd04-465e-910a-b80cfd1303a1 req-e9d51137-2885-4aba-8b24-96ee41e5cbac tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.794814 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d8a2aba7-dd04-465e-910a-b80cfd1303a1 req-e9d51137-2885-4aba-8b24-96ee41e5cbac tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.37 "DELETE /v2.0/ports/32aae617-9a2d-4a26-b7ae-548f1cecb81b HTTP/1.1" status: 204 len: 173 time: 1.5368974 Jun 30 09:06:01.803361 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0f0ecd-0622-4c4e-8129-b030792e0686', 'name': 'network-vif-deleted', 'tag': '32aae617-9a2d-4a26-b7ae-548f1cecb81b'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:01.805892 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9861885f-eb2c-473a-9726-2d326a10e078" -d '{"events": [{"server_uuid": "2c0f0ecd-0622-4c4e-8129-b030792e0686", "name": "network-vif-deleted", "tag": "32aae617-9a2d-4a26-b7ae-548f1cecb81b"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:01.842825 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-49c524dc-a49b-432b-8460-be2d3018e592 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:01.845523 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-49c524dc-a49b-432b-8460-be2d3018e592 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.37 "GET /v2.0/networks?id=9b7a954a-61ff-4c70-8bf7-dc1c551e8c69 HTTP/1.1" status: 200 len: 813 time: 0.9672046 Jun 30 09:06:01.879531 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-28bfe0fa-3da3-42f8-8091-ef95eec56256 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Request body: {'port': {'device_id': '68b27ae5-9e31-4745-9610-55a37f4f09e1', 'network_id': '9b7a954a-61ff-4c70-8bf7-dc1c551e8c69', 'admin_state_up': True, 'tenant_id': 'e8382e0ded2e4fdfa3e38e6c2f05b713'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:01.888839 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725904d-0bbf-4d04-b302-7fef009f593d req-f5518a9e-06ce-49d4-a67a-b792284c7ae2 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:01.890936 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2725904d-0bbf-4d04-b302-7fef009f593d req-f5518a9e-06ce-49d4-a67a-b792284c7ae2 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 949 time: 0.1707118 Jun 30 09:06:01.940177 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63c96b-dda2-4c1c-b979-6105ab23f11c req-3f9ff0ba-ebcd-4463-ad56-bff5e2a54b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:01.942116 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5f63c96b-dda2-4c1c-b979-6105ab23f11c req-3f9ff0ba-ebcd-4463-ad56-bff5e2a54b63 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8f84500a-66bf-4968-a37e-af00f9bd5b25 HTTP/1.1" status: 200 len: 1097 time: 0.4726701 Jun 30 09:06:01.964297 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-541acf0f-60f5-4ee1-b599-554dc32ed59d service neutron] For port aadc3403-34ed-4a92-ae27-99ad7913f8f3, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:01.980698 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2725904d-0bbf-4d04-b302-7fef009f593d req-08314f8f-e537-4400-8b33-8eb97ff124ca tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747471 Jun 30 09:06:02.021711 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10bf11-7eb6-4673-9e67-15df96ba2e73 req-d86d5887-1446-444d-aeab-0eb8ee2c0c98 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:02.036250 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0f10bf11-7eb6-4673-9e67-15df96ba2e73 req-d86d5887-1446-444d-aeab-0eb8ee2c0c98 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 945 time: 0.4871418 Jun 30 09:06:02.144114 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-b1aa1349-9b38-48ec-a9b6-8ddd2b84f661 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.233221 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-541acf0f-60f5-4ee1-b599-554dc32ed59d service neutron] For port aadc3403-34ed-4a92-ae27-99ad7913f8f3, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=aadc3403-34ed-4a92-ae27-99ad7913f8f3,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:02.363093 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5f63c96b-dda2-4c1c-b979-6105ab23f11c req-ddb2259a-935c-4534-a11e-717bb297bfe0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622820 Jun 30 09:06:02.365370 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-b1aa1349-9b38-48ec-a9b6-8ddd2b84f661 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.370899 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb27b0cd-e95a-4ced-ac8c-4f3fb7e79769 req-6cb67cf0-104c-43ba-8927-3f50afbabb82 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0f0ecd-0622-4c4e-8129-b030792e0686 HTTP/1.1" status: 200 len: 210 time: 0.1106081 Jun 30 09:06:02.406888 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-541acf0f-60f5-4ee1-b599-554dc32ed59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.500705 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-541acf0f-60f5-4ee1-b599-554dc32ed59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:02.502317 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-541acf0f-60f5-4ee1-b599-554dc32ed59d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.505369 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-541acf0f-60f5-4ee1-b599-554dc32ed59d service neutron] 10.222.0.52 "PUT /v2.0/ports/aadc3403-34ed-4a92-ae27-99ad7913f8f3 HTTP/1.1" status: 200 len: 1098 time: 3.4776254 Jun 30 09:06:02.517423 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-28bfe0fa-3da3-42f8-8091-ef95eec56256 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Made reservation on behalf of e8382e0ded2e4fdfa3e38e6c2f05b713 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:02.524645 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-28bfe0fa-3da3-42f8-8091-ef95eec56256 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.586338 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0f10bf11-7eb6-4673-9e67-15df96ba2e73 req-e0054895-10cc-4c0c-9fc8-25439b075a66 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866999 Jun 30 09:06:02.719535 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-b1aa1349-9b38-48ec-a9b6-8ddd2b84f661 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Network 9b7a954a-61ff-4c70-8bf7-dc1c551e8c69 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:02.744874 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-b1aa1349-9b38-48ec-a9b6-8ddd2b84f661 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:02.753746 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-b1aa1349-9b38-48ec-a9b6-8ddd2b84f661 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:02.795318 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa1349-9b38-48ec-a9b6-8ddd2b84f661 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Pushing event updated for resources: {'Port': ['ID=aa51cdfc-3c71-4766-85e9-f620772b37fa,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:02.949162 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5a2f4-03e2-4313-8a90-f594b3a4cf45 req-d0634ca9-73c2-4db1-9e75-5f85e65954c1 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:02.951853 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f4d5a2f4-03e2-4313-8a90-f594b3a4cf45 req-d0634ca9-73c2-4db1-9e75-5f85e65954c1 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f84500a-66bf-4968-a37e-af00f9bd5b25 HTTP/1.1" status: 200 len: 945 time: 0.0921419 Jun 30 09:06:02.981478 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cf70c085-cb4a-40bd-8f60-4820289cc07c req-af5dd473-d983-4a72-bbae-a593073fd3ec tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/ports?device_id=68b27ae5-9e31-4745-9610-55a37f4f09e1 HTTP/1.1" status: 200 len: 210 time: 0.1378357 Jun 30 09:06:03.011726 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-b1aa1349-9b38-48ec-a9b6-8ddd2b84f661 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:03.012551 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-b1aa1349-9b38-48ec-a9b6-8ddd2b84f661 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:03.033121 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f4d5a2f4-03e2-4313-8a90-f594b3a4cf45 req-26dddd43-6b2b-4a03-85d5-db02c57d194b tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588689 Jun 30 09:06:03.083639 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b36968c-4ec1-4d21-a3b5-e6672770f5a0 x-openstack-request-id: req-1b36968c-4ec1-4d21-a3b5-e6672770f5a0 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:03.083983 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0f0ecd-0622-4c4e-8129-b030792e0686", "name": "network-vif-deleted", "tag": "32aae617-9a2d-4a26-b7ae-548f1cecb81b", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:03.084248 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1b36968c-4ec1-4d21-a3b5-e6672770f5a0 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:03.085647 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0f0ecd-0622-4c4e-8129-b030792e0686', 'name': 'network-vif-deleted', 'tag': '32aae617-9a2d-4a26-b7ae-548f1cecb81b', 'status': 'completed', 'code': 200} Jun 30 09:06:03.100876 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541acf0f-60f5-4ee1-b599-554dc32ed59d service neutron] Pushing event updated for resources: {'Port': ['ID=aadc3403-34ed-4a92-ae27-99ad7913f8f3,revision_number=11']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:03.126732 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-caddf314-8b29-4043-a98e-46c811ba70ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:03.129765 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-caddf314-8b29-4043-a98e-46c811ba70ec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 1101 time: 0.5420151 Jun 30 09:06:03.157127 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-28bfe0fa-3da3-42f8-8091-ef95eec56256 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Allocated IP 172.20.0.8 (9b7a954a-61ff-4c70-8bf7-dc1c551e8c69/46849a27-b4fb-4a10-8d53-aede535c75da/ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:03.320651 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1b4b4-da3f-4850-9883-a47195c53d9b req-19d04e68-6e40-4b4e-9f8b-20ce43c060a2 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:03.320651 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5fb1b4b4-da3f-4850-9883-a47195c53d9b req-19d04e68-6e40-4b4e-9f8b-20ce43c060a2 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 945 time: 0.0928721 Jun 30 09:06:03.325489 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54466) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:03.388436 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5fb1b4b4-da3f-4850-9883-a47195c53d9b req-98d6041d-154f-4425-83d3-04812946f025 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771031 Jun 30 09:06:03.404020 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-2dedea68-63f7-4cef-a014-751408a76623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:03.408733 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-2dedea68-63f7-4cef-a014-751408a76623 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.2676671 Jun 30 09:06:03.704534 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0a214d5-15e3-46fb-9b5a-fdea7bce839b req-0bdec044-8175-4241-837c-f9bcaa4c3bc1 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0f0ecd-0622-4c4e-8129-b030792e0686 HTTP/1.1" status: 200 len: 210 time: 0.0879493 Jun 30 09:06:03.817251 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96dec757-7506-42f1-a999-ead91486211e', 'tag': 'aadc3403-34ed-4a92-ae27-99ad7913f8f3'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:03.820443 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ba825c-1d3a-4be5-a073-6dbf7fc7fb5e" -d '{"events": [{"name": "network-changed", "server_uuid": "96dec757-7506-42f1-a999-ead91486211e", "tag": "aadc3403-34ed-4a92-ae27-99ad7913f8f3"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:03.885662 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-b1aa1349-9b38-48ec-a9b6-8ddd2b84f661 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6910012 Jun 30 09:06:03.906248 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-e9347520-bbf6-4244-8137-d8b5832f9d81 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=aadc3403-34ed-4a92-ae27-99ad7913f8f3 HTTP/1.1" status: 200 len: 217 time: 0.0806298 Jun 30 09:06:03.911942 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-bbf0bc30-0a62-4eb3-af89-f89098fff807 service neutron] Request body: {'port': {'device_id': 'e24a8075-aa5f-4a17-9fa3-bcd810bc7707', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:04.135836 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-a7becb5f-7eec-4c29-ae90-704f1de2295a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:04.137375 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-a7becb5f-7eec-4c29-ae90-704f1de2295a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1965704 Jun 30 09:06:04.205978 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-28bfe0fa-3da3-42f8-8091-ef95eec56256 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.237719 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0196eb-89ed-4a63-b078-2b7571292858 req-cfbdb10d-07e9-46b9-87bf-b0d1deade5d0 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:04.245747 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cc0196eb-89ed-4a63-b078-2b7571292858 req-cfbdb10d-07e9-46b9-87bf-b0d1deade5d0 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 945 time: 0.2802930 Jun 30 09:06:04.288318 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d13c3b-5a70-4d16-9c9b-fcde3443fa1e req-6c1e6de3-4316-4d43-a097-2062b9e8d4c6 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:04.296367 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-99d13c3b-5a70-4d16-9c9b-fcde3443fa1e req-6c1e6de3-4316-4d43-a097-2062b9e8d4c6 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 949 time: 0.4719710 Jun 30 09:06:04.333641 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cc0196eb-89ed-4a63-b078-2b7571292858 req-c11b73bd-ab78-4fc9-885e-3049d18209c2 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868971 Jun 30 09:06:04.336140 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-bbf0bc30-0a62-4eb3-af89-f89098fff807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.346955 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ecc585fa-bf42-4bae-8eed-a208619957e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.484392 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-99d13c3b-5a70-4d16-9c9b-fcde3443fa1e req-cb2074ae-fdf2-4b62-b835-c4b4680193f6 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869185 Jun 30 09:06:04.553016 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-28bfe0fa-3da3-42f8-8091-ef95eec56256 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.623220 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb57369-5bd6-4d87-9543-467e18491ee0 x-openstack-request-id: req-6cb57369-5bd6-4d87-9543-467e18491ee0 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:04.626154 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96dec757-7506-42f1-a999-ead91486211e", "tag": "aadc3403-34ed-4a92-ae27-99ad7913f8f3", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:04.626154 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6cb57369-5bd6-4d87-9543-467e18491ee0 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:04.626154 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96dec757-7506-42f1-a999-ead91486211e', 'tag': 'aadc3403-34ed-4a92-ae27-99ad7913f8f3', 'status': 'completed', 'code': 200} Jun 30 09:06:04.629878 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9edb04-becb-4f87-85da-19249f57350a req-02331b04-9e7b-4034-9899-9717ea1ca3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:04.631585 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc9edb04-becb-4f87-85da-19249f57350a req-02331b04-9e7b-4034-9899-9717ea1ca3c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9342aeef3062492da53fbad2470ed3ad&device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 1097 time: 0.5226004 Jun 30 09:06:04.666912 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 32aae617-9a2d-4a26-b7ae-548f1cecb81b no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:04.732293 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 32aae617-9a2d-4a26-b7ae-548f1cecb81b {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:04.732720 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 32aae617-9a2d-4a26-b7ae-548f1cecb81b not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:04.758753 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26514a-9803-4def-9aa1-3c7ccd9509ca req-58e31b98-c870-49ea-852b-25781189115e tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:04.773171 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7b26514a-9803-4def-9aa1-3c7ccd9509ca req-58e31b98-c870-49ea-852b-25781189115e tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 1097 time: 0.2423892 Jun 30 09:06:04.805754 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-c6555510-f74d-4bed-ae07-65222ad210d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:04.807884 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-c6555510-f74d-4bed-ae07-65222ad210d7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6128769 Jun 30 09:06:04.809611 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9edb04-becb-4f87-85da-19249f57350a req-2d72ca37-32ab-417a-908e-bc7cc20e9cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:04.811173 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc9edb04-becb-4f87-85da-19249f57350a req-2d72ca37-32ab-417a-908e-bc7cc20e9cae service neutron] 10.222.0.52 "GET /v2.0/networks?id=29b0d071-6714-4385-b9f1-40e12b8f9c71 HTTP/1.1" status: 200 len: 909 time: 0.1697545 Jun 30 09:06:04.839690 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfe0fa-3da3-42f8-8091-ef95eec56256 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Pushing event updated for resources: {'Port': ['ID=ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:04.855945 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-28bfe0fa-3da3-42f8-8091-ef95eec56256 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Network 9b7a954a-61ff-4c70-8bf7-dc1c551e8c69 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:04.896792 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7b26514a-9803-4def-9aa1-3c7ccd9509ca req-71810e54-743d-462e-9bf4-1d729ed1d167 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769832 Jun 30 09:06:04.920416 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba825c-1d3a-4be5-a073-6dbf7fc7fb5e req-dd34f4c2-caca-4745-8124-9f98ded25cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:04.922048 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-36ba825c-1d3a-4be5-a073-6dbf7fc7fb5e req-dd34f4c2-caca-4745-8124-9f98ded25cfa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 1101 time: 0.2739773 Jun 30 09:06:04.948311 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-28bfe0fa-3da3-42f8-8091-ef95eec56256 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:05.040286 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-28bfe0fa-3da3-42f8-8091-ef95eec56256 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:05.130948 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba825c-1d3a-4be5-a073-6dbf7fc7fb5e req-4053ff72-eb4c-46ca-98a4-783f4acac3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:05.133231 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-36ba825c-1d3a-4be5-a073-6dbf7fc7fb5e req-4053ff72-eb4c-46ca-98a4-783f4acac3f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.1675856 Jun 30 09:06:05.195962 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc9edb04-becb-4f87-85da-19249f57350a req-b4133ffd-f53f-4c85-ac71-043d02a98714 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3270b96-17f1-4fe1-9531-e04a2c02ee00 HTTP/1.1" status: 200 len: 217 time: 0.3383367 Jun 30 09:06:05.216794 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-36ba825c-1d3a-4be5-a073-6dbf7fc7fb5e req-98203b1f-50f1-4787-860b-7730d1f22823 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=aadc3403-34ed-4a92-ae27-99ad7913f8f3 HTTP/1.1" status: 200 len: 217 time: 0.0706820 Jun 30 09:06:05.219166 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-ecc585fa-bf42-4bae-8eed-a208619957e5 admin admin] Deleting port c286893a-3b25-4021-a9a9-8380ee930b93 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:05.220237 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ecc585fa-bf42-4bae-8eed-a208619957e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.385267 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-28bfe0fa-3da3-42f8-8091-ef95eec56256 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:05.386304 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-28bfe0fa-3da3-42f8-8091-ef95eec56256 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.441408 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9edb04-becb-4f87-85da-19249f57350a req-d351eb1f-4ef6-4460-9f99-baffccb94691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:05.444547 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc9edb04-becb-4f87-85da-19249f57350a req-d351eb1f-4ef6-4460-9f99-baffccb94691 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8196dcad-a05d-4c25-a036-8d0e22bb3a6b HTTP/1.1" status: 200 len: 848 time: 0.2368801 Jun 30 09:06:05.531412 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-28bfe0fa-3da3-42f8-8091-ef95eec56256 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6695445 Jun 30 09:06:05.533639 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc9edb04-becb-4f87-85da-19249f57350a req-c363e96d-746a-4cd1-b923-a3703f5a14e5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=29b0d071-6714-4385-b9f1-40e12b8f9c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794542 Jun 30 09:06:05.569979 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-83299eac-ee6d-4acb-936e-c7871f21bc20 service neutron] Request body: {'port': {'device_id': '68b27ae5-9e31-4745-9610-55a37f4f09e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:05.587109 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d094d4-e54a-4c08-ac42-9a95de79cced req-83373136-e62b-45ac-ba38-103e576b2022 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:05.595443 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-60d094d4-e54a-4c08-ac42-9a95de79cced req-83373136-e62b-45ac-ba38-103e576b2022 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/ports?device_id=68b27ae5-9e31-4745-9610-55a37f4f09e1 HTTP/1.1" status: 200 len: 931 time: 0.6550121 Jun 30 09:06:05.609340 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-2c5a0f12-f425-492b-b082-011f758bb082 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6676350 Jun 30 09:06:05.710292 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba825c-1d3a-4be5-a073-6dbf7fc7fb5e req-68ee8bd1-26a8-4dea-b0af-dc2666e8e28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:05.711818 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-36ba825c-1d3a-4be5-a073-6dbf7fc7fb5e req-68ee8bd1-26a8-4dea-b0af-dc2666e8e28d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.4765742 Jun 30 09:06:05.794459 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-ecc585fa-bf42-4bae-8eed-a208619957e5 admin admin] For port c286893a-3b25-4021-a9a9-8380ee930b93, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c286893a-3b25-4021-a9a9-8380ee930b93,segment=NetworkSegment(633caac2-7a06-4d51-b557-4bd6413f48ed),segment_id=633caac2-7a06-4d51-b557-4bd6413f48ed)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:05.794933 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ecc585fa-bf42-4bae-8eed-a208619957e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.814652 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a8c26-70c5-4602-9fff-c5426242656f req-5a07085b-443f-4fd2-95c3-c62b2ddc2239 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:05.816760 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-604a8c26-70c5-4602-9fff-c5426242656f req-5a07085b-443f-4fd2-95c3-c62b2ddc2239 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f84500a-66bf-4968-a37e-af00f9bd5b25 HTTP/1.1" status: 200 len: 945 time: 0.6113551 Jun 30 09:06:05.826293 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-ecc585fa-bf42-4bae-8eed-a208619957e5 admin admin] Calling delete_port for c286893a-3b25-4021-a9a9-8380ee930b93 owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:05.947265 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba825c-1d3a-4be5-a073-6dbf7fc7fb5e req-c31a4fb7-4be9-4539-b6e5-034b590b4294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:05.949826 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-36ba825c-1d3a-4be5-a073-6dbf7fc7fb5e req-c31a4fb7-4be9-4539-b6e5-034b590b4294 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2284343 Jun 30 09:06:05.971850 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-604a8c26-70c5-4602-9fff-c5426242656f req-5f81aca5-e1ab-4c93-8812-0d78169bedf5 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408758 Jun 30 09:06:06.112645 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-60d094d4-e54a-4c08-ac42-9a95de79cced req-0721c34c-449a-46f3-98b0-c1ba86f8470d tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0e4187-75a0-40ec-8e93-91995cac14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5111048 Jun 30 09:06:06.220896 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-83299eac-ee6d-4acb-936e-c7871f21bc20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.228048 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-bbf0bc30-0a62-4eb3-af89-f89098fff807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa51cdfc-3c71-4766-85e9-f620772b37fa {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:06:06.244116 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc9edb04-becb-4f87-85da-19249f57350a req-957bd162-49aa-4445-a43f-02f9605a3ab9 service neutron] 10.222.0.52 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6991372 Jun 30 09:06:06.288686 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-bbf0bc30-0a62-4eb3-af89-f89098fff807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.298387 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee73e5c7-d091-47da-9bea-775323ad71d3 req-7eed02b3-cac4-48ee-b83f-19a7efd6b28d service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6639502 Jun 30 09:06:06.468984 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-36ba825c-1d3a-4be5-a073-6dbf7fc7fb5e req-66e418a4-fc8d-4474-9868-1fe8a7ee5f1d service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5034525 Jun 30 09:06:06.476712 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-bbf0bc30-0a62-4eb3-af89-f89098fff807 service neutron] Transition to ACTIVE for port object aa51cdfc-3c71-4766-85e9-f620772b37fa will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:06.710828 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-bbf0bc30-0a62-4eb3-af89-f89098fff807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.810037 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-36ba825c-1d3a-4be5-a073-6dbf7fc7fb5e req-f5873edd-1bac-44c9-871c-2409a09a55d5 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734642 Jun 30 09:06:06.824300 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc9edb04-becb-4f87-85da-19249f57350a req-9eeca540-0c7f-4d0b-bb31-c36da67a739e service neutron] 10.222.0.52 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5675151 Jun 30 09:06:06.851076 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ecc585fa-bf42-4bae-8eed-a208619957e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.871575 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e95ce5-a024-47ef-95e4-315d3c16bfca req-df2cb443-8248-40b2-b291-1834dac88dbd tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:06.886070 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-22e95ce5-a024-47ef-95e4-315d3c16bfca req-df2cb443-8248-40b2-b291-1834dac88dbd tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 945 time: 0.2445304 Jun 30 09:06:06.909242 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf0bc30-0a62-4eb3-af89-f89098fff807 service neutron] Pushing event updated for resources: {'Port': ['ID=aa51cdfc-3c71-4766-85e9-f620772b37fa,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:06.936029 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bae429-3d10-4842-add5-14236e60dc1d req-d2ff8ee1-6a8d-4ad8-b3b5-e6a72490663b tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:06.946826 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e0bae429-3d10-4842-add5-14236e60dc1d req-d2ff8ee1-6a8d-4ad8-b3b5-e6a72490663b tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 1097 time: 0.4486699 Jun 30 09:06:06.967237 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc585fa-bf42-4bae-8eed-a208619957e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c286893a-3b25-4021-a9a9-8380ee930b93,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:06.994304 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba825c-1d3a-4be5-a073-6dbf7fc7fb5e req-bf5a0c11-294b-4057-adf8-27163ef64c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:06.995997 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-36ba825c-1d3a-4be5-a073-6dbf7fc7fb5e req-bf5a0c11-294b-4057-adf8-27163ef64c8b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 1101 time: 0.5642083 Jun 30 09:06:07.021764 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.123224 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-22e95ce5-a024-47ef-95e4-315d3c16bfca req-62e533ff-52de-4a93-a2ff-e5c2781ed0cf tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310362 Jun 30 09:06:07.701934 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ecc585fa-bf42-4bae-8eed-a208619957e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.020435 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e0bae429-3d10-4842-add5-14236e60dc1d req-b8684dd5-aeaf-49fb-9ea9-5472b2da3ab9 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0715208 Jun 30 09:06:08.139776 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-bbf0bc30-0a62-4eb3-af89-f89098fff807 service neutron] Attempting to bind port aa51cdfc-3c71-4766-85e9-f620772b37fa on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:08.139776 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-bbf0bc30-0a62-4eb3-af89-f89098fff807 service neutron] Attempting to bind port aa51cdfc-3c71-4766-85e9-f620772b37fa by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '927c1a02-a23d-466d-a852-9c9e018e0e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9b7a954a-61ff-4c70-8bf7-dc1c551e8c69'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:08.140207 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-bbf0bc30-0a62-4eb3-af89-f89098fff807 service neutron] Attempting to bind port aa51cdfc-3c71-4766-85e9-f620772b37fa on network 9b7a954a-61ff-4c70-8bf7-dc1c551e8c69 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:08.174195 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-bbf0bc30-0a62-4eb3-af89-f89098fff807 service neutron] Port aa51cdfc-3c71-4766-85e9-f620772b37fa on network 9b7a954a-61ff-4c70-8bf7-dc1c551e8c69 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:06:08.174516 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-bbf0bc30-0a62-4eb3-af89-f89098fff807 service neutron] Attempting to bind port aa51cdfc-3c71-4766-85e9-f620772b37fa on network 9b7a954a-61ff-4c70-8bf7-dc1c551e8c69 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:08.208085 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba825c-1d3a-4be5-a073-6dbf7fc7fb5e req-f4a6ad9d-740a-4324-b315-d5e2ab442c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:08.210946 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-36ba825c-1d3a-4be5-a073-6dbf7fc7fb5e req-f4a6ad9d-740a-4324-b315-d5e2ab442c12 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 1.1837952 Jun 30 09:06:08.235176 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-bbf0bc30-0a62-4eb3-af89-f89098fff807 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:08.235713 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-bbf0bc30-0a62-4eb3-af89-f89098fff807 service neutron] Checking segment: {'id': '927c1a02-a23d-466d-a852-9c9e018e0e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9b7a954a-61ff-4c70-8bf7-dc1c551e8c69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:08.236208 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-bbf0bc30-0a62-4eb3-af89-f89098fff807 service neutron] Bound using segment: {'id': '927c1a02-a23d-466d-a852-9c9e018e0e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9b7a954a-61ff-4c70-8bf7-dc1c551e8c69'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:08.241667 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-bbf0bc30-0a62-4eb3-af89-f89098fff807 service neutron] Bound port: aa51cdfc-3c71-4766-85e9-f620772b37fa, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '927c1a02-a23d-466d-a852-9c9e018e0e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9b7a954a-61ff-4c70-8bf7-dc1c551e8c69'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:08.241667 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-bbf0bc30-0a62-4eb3-af89-f89098fff807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.314574 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-36ba825c-1d3a-4be5-a073-6dbf7fc7fb5e req-fe567d2e-df4f-4a8d-a64c-1d84569fabe5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=aadc3403-34ed-4a92-ae27-99ad7913f8f3 HTTP/1.1" status: 200 len: 217 time: 0.0753376 Jun 30 09:06:08.365671 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-83299eac-ee6d-4acb-936e-c7871f21bc20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:06:08.423102 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-83299eac-ee6d-4acb-936e-c7871f21bc20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.443202 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-83299eac-ee6d-4acb-936e-c7871f21bc20 service neutron] Transition to ACTIVE for port object ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:08.498750 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba825c-1d3a-4be5-a073-6dbf7fc7fb5e req-958cc1d3-1006-48d0-8be0-522c4b839603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:08.500431 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-36ba825c-1d3a-4be5-a073-6dbf7fc7fb5e req-958cc1d3-1006-48d0-8be0-522c4b839603 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1538160 Jun 30 09:06:08.504997 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-bbf0bc30-0a62-4eb3-af89-f89098fff807 service neutron] For port aa51cdfc-3c71-4766-85e9-f620772b37fa, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:08.506900 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.510979 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-bbf0bc30-0a62-4eb3-af89-f89098fff807 service neutron] For port aa51cdfc-3c71-4766-85e9-f620772b37fa, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=aa51cdfc-3c71-4766-85e9-f620772b37fa,segment=NetworkSegment(927c1a02-a23d-466d-a852-9c9e018e0e09),segment_id=927c1a02-a23d-466d-a852-9c9e018e0e09)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:08.586645 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-83299eac-ee6d-4acb-936e-c7871f21bc20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.614612 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbff11e-5299-4cb8-a2f9-c6e1047830de req-a7e5db44-a1e8-44da-9638-32e6bab130a3 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:08.636530 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fdbff11e-5299-4cb8-a2f9-c6e1047830de req-a7e5db44-a1e8-44da-9638-32e6bab130a3 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 949 time: 0.7981718 Jun 30 09:06:08.693718 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc585fa-bf42-4bae-8eed-a208619957e5 admin admin] Router 1782249f-a426-43fb-9da3-6e7a63196fe7 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:06:08.708872 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fdbff11e-5299-4cb8-a2f9-c6e1047830de req-4837251b-45a9-4f07-b202-af6a8969ab96 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711131 Jun 30 09:06:08.805928 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-bbf0bc30-0a62-4eb3-af89-f89098fff807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.866067 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-bbf0bc30-0a62-4eb3-af89-f89098fff807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:08.867191 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-bbf0bc30-0a62-4eb3-af89-f89098fff807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.869563 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-bbf0bc30-0a62-4eb3-af89-f89098fff807 service neutron] 10.222.0.52 "PUT /v2.0/ports/aa51cdfc-3c71-4766-85e9-f620772b37fa HTTP/1.1" status: 200 len: 1093 time: 4.9656501 Jun 30 09:06:08.871949 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24a8075-aa5f-4a17-9fa3-bcd810bc7707', 'tag': 'aa51cdfc-3c71-4766-85e9-f620772b37fa'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:08.885675 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f75b16-7b80-40a3-9caf-ddceea1e97b4" -d '{"events": [{"name": "network-changed", "server_uuid": "e24a8075-aa5f-4a17-9fa3-bcd810bc7707", "tag": "aa51cdfc-3c71-4766-85e9-f620772b37fa"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:09.039446 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83299eac-ee6d-4acb-936e-c7871f21bc20 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:09.138787 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc585fa-bf42-4bae-8eed-a208619957e5 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:06:09.149753 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ecc585fa-bf42-4bae-8eed-a208619957e5 admin admin] 10.222.0.10 "PUT /v2.0/routers/1782249f-a426-43fb-9da3-6e7a63196fe7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8103800 Jun 30 09:06:09.154405 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54550) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:09.185477 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device aadc3403-34ed-4a92-ae27-99ad7913f8f3 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:06:09.283278 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba825c-1d3a-4be5-a073-6dbf7fc7fb5e req-39c99108-14e2-4fe4-b8ca-53485f543e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:09.287686 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-36ba825c-1d3a-4be5-a073-6dbf7fc7fb5e req-39c99108-14e2-4fe4-b8ca-53485f543e0a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7765296 Jun 30 09:06:09.299452 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894f5c5e-2868-42fb-9ee2-1d0f6edf85f7 None None] Sync routers for ids ['1782249f-a426-43fb-9da3-6e7a63196fe7'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:06:09.323897 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b0b91-9d2a-4bff-bba5-7a8d6dcb18d5 req-be524a4d-1d18-4d3a-8bc4-1d9d79ad776e tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:09.336779 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894f5c5e-2868-42fb-9ee2-1d0f6edf85f7 None None] Routers {'1782249f-a426-43fb-9da3-6e7a63196fe7'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:09.350567 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-894f5c5e-2868-42fb-9ee2-1d0f6edf85f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:05:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1782249f-a426-43fb-9da3-6e7a63196fe7'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:09.350869 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-836b0b91-9d2a-4bff-bba5-7a8d6dcb18d5 req-be524a4d-1d18-4d3a-8bc4-1d9d79ad776e tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/ports?device_id=68b27ae5-9e31-4745-9610-55a37f4f09e1 HTTP/1.1" status: 200 len: 943 time: 0.6699042 Jun 30 09:06:09.481046 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-894f5c5e-2868-42fb-9ee2-1d0f6edf85f7 None None] Set router 1782249f-a426-43fb-9da3-6e7a63196fe7 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:06:09.572677 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port aadc3403-34ed-4a92-ae27-99ad7913f8f3, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=aadc3403-34ed-4a92-ae27-99ad7913f8f3,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:09.605486 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-709cfa94-2afd-44fe-9229-a22d276fd6a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:09.608841 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'aadc3403-34ed-4a92-ae27-99ad7913f8f3', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': 'aadc3403-34ed-4a92-ae27-99ad7913f8f3', 'mac_address': 'fa:16:3e:31:99:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:06:09.738958 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:09.748052 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc438da0-7373-41e3-94de-daa73d83cb6b req-bb204483-682d-4b24-a44e-53f02c2d5fae tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:09.756337 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fc438da0-7373-41e3-94de-daa73d83cb6b req-bb204483-682d-4b24-a44e-53f02c2d5fae tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 945 time: 0.3964360 Jun 30 09:06:09.785219 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aadc3403-34ed-4a92-ae27-99ad7913f8f3 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:06:09.826155 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fc438da0-7373-41e3-94de-daa73d83cb6b req-e5f0c5ac-bcf6-471a-8167-a3cc389be9f3 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680141 Jun 30 09:06:09.833871 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port aadc3403-34ed-4a92-ae27-99ad7913f8f3, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=aadc3403-34ed-4a92-ae27-99ad7913f8f3,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:09.948847 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf0bc30-0a62-4eb3-af89-f89098fff807 service neutron] Pushing event updated for resources: {'Port': ['ID=aa51cdfc-3c71-4766-85e9-f620772b37fa,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:10.010510 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-709cfa94-2afd-44fe-9229-a22d276fd6a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.048770 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.148102 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-836b0b91-9d2a-4bff-bba5-7a8d6dcb18d5 req-ff6bcb85-68c3-4dbb-a065-53ab89a9999c tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0e4187-75a0-40ec-8e93-91995cac14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8028390 Jun 30 09:06:10.151788 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-36ba825c-1d3a-4be5-a073-6dbf7fc7fb5e req-9daeba04-6e2d-4669-bdd6-8fb7e7df59df service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7811286 Jun 30 09:06:10.157127 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-83299eac-ee6d-4acb-936e-c7871f21bc20 service neutron] Attempting to bind port ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:10.157473 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-83299eac-ee6d-4acb-936e-c7871f21bc20 service neutron] Attempting to bind port ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '927c1a02-a23d-466d-a852-9c9e018e0e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9b7a954a-61ff-4c70-8bf7-dc1c551e8c69'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:10.158130 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-83299eac-ee6d-4acb-936e-c7871f21bc20 service neutron] Attempting to bind port ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa on network 9b7a954a-61ff-4c70-8bf7-dc1c551e8c69 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:10.161933 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=aadc3403-34ed-4a92-ae27-99ad7913f8f3,revision_number=12']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:10.189909 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-83299eac-ee6d-4acb-936e-c7871f21bc20 service neutron] Port ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa on network 9b7a954a-61ff-4c70-8bf7-dc1c551e8c69 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:06:10.195018 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-83299eac-ee6d-4acb-936e-c7871f21bc20 service neutron] Attempting to bind port ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa on network 9b7a954a-61ff-4c70-8bf7-dc1c551e8c69 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:10.224610 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-894f5c5e-2868-42fb-9ee2-1d0f6edf85f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1017925346-router', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:41Z', 'updated_at': '2021-06-30T09:06:06Z', 'revision_number': 5, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'gw_port': {'id': 'ad30ac53-0fe2-461a-ab48-a621f1b133f4', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:43Z', 'updated_at': '2021-06-30T09:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:10.265614 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-709cfa94-2afd-44fe-9229-a22d276fd6a7 admin admin] Deleting port ad30ac53-0fe2-461a-ab48-a621f1b133f4 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:10.265966 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-709cfa94-2afd-44fe-9229-a22d276fd6a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.366622 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894f5c5e-2868-42fb-9ee2-1d0f6edf85f7 None None] Checking router: 1782249f-a426-43fb-9da3-6e7a63196fe7 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:06:10.393604 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4eb9f6-a021-4a03-91f0-f34efba3a27e x-openstack-request-id: req-6a4eb9f6-a021-4a03-91f0-f34efba3a27e {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:10.394524 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24a8075-aa5f-4a17-9fa3-bcd810bc7707", "tag": "aa51cdfc-3c71-4766-85e9-f620772b37fa", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:10.395518 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6a4eb9f6-a021-4a03-91f0-f34efba3a27e {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:10.396704 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24a8075-aa5f-4a17-9fa3-bcd810bc7707', 'tag': 'aa51cdfc-3c71-4766-85e9-f620772b37fa', 'status': 'completed', 'code': 200} Jun 30 09:06:10.400801 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['aadc3403-34ed-4a92-ae27-99ad7913f8f3'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:10.427078 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894f5c5e-2868-42fb-9ee2-1d0f6edf85f7 None None] Routers {'1782249f-a426-43fb-9da3-6e7a63196fe7'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:10.428434 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-894f5c5e-2868-42fb-9ee2-1d0f6edf85f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:05:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1782249f-a426-43fb-9da3-6e7a63196fe7'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:10.437046 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-83299eac-ee6d-4acb-936e-c7871f21bc20 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:10.442379 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-83299eac-ee6d-4acb-936e-c7871f21bc20 service neutron] Checking segment: {'id': '927c1a02-a23d-466d-a852-9c9e018e0e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9b7a954a-61ff-4c70-8bf7-dc1c551e8c69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:10.442379 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-83299eac-ee6d-4acb-936e-c7871f21bc20 service neutron] Bound using segment: {'id': '927c1a02-a23d-466d-a852-9c9e018e0e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9b7a954a-61ff-4c70-8bf7-dc1c551e8c69'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:10.442379 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-83299eac-ee6d-4acb-936e-c7871f21bc20 service neutron] Bound port: ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '927c1a02-a23d-466d-a852-9c9e018e0e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9b7a954a-61ff-4c70-8bf7-dc1c551e8c69'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:10.442379 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-83299eac-ee6d-4acb-936e-c7871f21bc20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.592416 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-f317f58d-e37c-4f71-a9c4-cf0a14f6e426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:10.605349 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-f317f58d-e37c-4f71-a9c4-cf0a14f6e426 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e8382e0ded2e4fdfa3e38e6c2f05b713&device_id=e24a8075-aa5f-4a17-9fa3-bcd810bc7707 HTTP/1.1" status: 200 len: 1096 time: 1.2450001 Jun 30 09:06:10.617934 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-709cfa94-2afd-44fe-9229-a22d276fd6a7 admin admin] For port ad30ac53-0fe2-461a-ab48-a621f1b133f4, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=ad30ac53-0fe2-461a-ab48-a621f1b133f4,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:10.629212 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-709cfa94-2afd-44fe-9229-a22d276fd6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.700518 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-709cfa94-2afd-44fe-9229-a22d276fd6a7 admin admin] Calling delete_port for ad30ac53-0fe2-461a-ab48-a621f1b133f4 owned by network:router_gateway {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:10.758724 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-4b2496cd-4068-4fed-b4a3-ab0d03323899 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa51cdfc-3c71-4766-85e9-f620772b37fa HTTP/1.1" status: 200 len: 217 time: 0.1485987 Jun 30 09:06:10.843858 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-894f5c5e-2868-42fb-9ee2-1d0f6edf85f7 None None] Set router 1782249f-a426-43fb-9da3-6e7a63196fe7 gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:06:10.882657 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:06:10.920686 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-894f5c5e-2868-42fb-9ee2-1d0f6edf85f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1017925346-router', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:41Z', 'updated_at': '2021-06-30T09:06:10Z', 'revision_number': 6, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:10.988262 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894f5c5e-2868-42fb-9ee2-1d0f6edf85f7 None None] The sync data for ids ['1782249f-a426-43fb-9da3-6e7a63196fe7'] in n-d-771363-31 is: [{'id': '1782249f-a426-43fb-9da3-6e7a63196fe7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1017925346-router', 'tenant_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:41Z', 'updated_at': '2021-06-30T09:06:10Z', 'revision_number': 6, 'project_id': 'c5735a390f544c7db9f26ac7c41c83fc', 'gw_port_host': None}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:06:11.066385 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-f6b3b035-dfed-4059-aac4-3c6f2ccdd4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:11.070958 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-f6b3b035-dfed-4059-aac4-3c6f2ccdd4b7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=46849a27-b4fb-4a10-8d53-aede535c75da HTTP/1.1" status: 200 len: 853 time: 0.2972264 Jun 30 09:06:11.103177 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-36ba825c-1d3a-4be5-a073-6dbf7fc7fb5e req-04fd637b-a525-49f4-9099-e14bc58ee7df service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9370518 Jun 30 09:06:11.206833 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-83299eac-ee6d-4acb-936e-c7871f21bc20 service neutron] For port ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:11.213720 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-5fd53a4b-b5c5-4ace-9676-9e417a8472c6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b7a954a-61ff-4c70-8bf7-dc1c551e8c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093943 Jun 30 09:06:11.218705 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 54582) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:11.347570 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-83299eac-ee6d-4acb-936e-c7871f21bc20 service neutron] For port ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa,segment=NetworkSegment(927c1a02-a23d-466d-a852-9c9e018e0e09),segment_id=927c1a02-a23d-466d-a852-9c9e018e0e09)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:11.509200 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-83299eac-ee6d-4acb-936e-c7871f21bc20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:11.512154 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a83850cc-e6b7-4a26-aeac-971f2167d8e5 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:11.547937 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-709cfa94-2afd-44fe-9229-a22d276fd6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:11.560722 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a83850cc-e6b7-4a26-aeac-971f2167d8e5 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:11.610744 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709cfa94-2afd-44fe-9229-a22d276fd6a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad30ac53-0fe2-461a-ab48-a621f1b133f4,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:11.721306 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-83299eac-ee6d-4acb-936e-c7871f21bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:11.722450 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-83299eac-ee6d-4acb-936e-c7871f21bc20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:11.724523 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-83299eac-ee6d-4acb-936e-c7871f21bc20 service neutron] 10.222.0.37 "PUT /v2.0/ports/ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa HTTP/1.1" status: 200 len: 1092 time: 6.1642158 Jun 30 09:06:11.744595 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a83850cc-e6b7-4a26-aeac-971f2167d8e5 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:11.747311 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a83850cc-e6b7-4a26-aeac-971f2167d8e5 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:11.748565 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a83850cc-e6b7-4a26-aeac-971f2167d8e5 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "DELETE /v2.0/security-groups/912798da-93c2-456c-b0eb-d7d00edbc8af HTTP/1.1" status: 204 len: 168 time: 0.5285690 Jun 30 09:06:11.763642 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 54588) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:11.787561 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-709cfa94-2afd-44fe-9229-a22d276fd6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:11.793689 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583620ac-7947-4ca8-b0ba-8a59245f2928 req-ce666a0c-0816-4c49-bb55-af49284c410b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:11.802903 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-583620ac-7947-4ca8-b0ba-8a59245f2928 req-ce666a0c-0816-4c49-bb55-af49284c410b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 950 time: 0.7248919 Jun 30 09:06:11.888195 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83850cc-e6b7-4a26-aeac-971f2167d8e5 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=912798da-93c2-456c-b0eb-d7d00edbc8af,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:11.913317 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-9614f7bd-aa24-4ef1-ad85-2a83c94010a5 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] show failed (client error): The resource could not be found. Jun 30 09:06:11.915052 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9614f7bd-aa24-4ef1-ad85-2a83c94010a5 tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "GET /v2.0/security-groups/912798da-93c2-456c-b0eb-d7d00edbc8af HTTP/1.1" status: 404 len: 347 time: 0.1430387 Jun 30 09:06:11.916471 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83299eac-ee6d-4acb-936e-c7871f21bc20 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:11.934165 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 54590) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:11.941006 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-22ecc088-ec70-4107-b9ee-2c10edf6cc55 service neutron] 10.222.0.52 "GET /v2.0/networks/9b7a954a-61ff-4c70-8bf7-dc1c551e8c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6723590 Jun 30 09:06:12.183240 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-583620ac-7947-4ca8-b0ba-8a59245f2928 req-c2fd46ff-2273-412e-9438-dcf7ef356cee tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781233 Jun 30 09:06:12.197410 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c286893a-3b25-4021-a9a9-8380ee930b93 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:12.330439 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: c286893a-3b25-4021-a9a9-8380ee930b93 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:12.330439 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c286893a-3b25-4021-a9a9-8380ee930b93 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:12.330439 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device ad30ac53-0fe2-461a-ab48-a621f1b133f4 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:12.330439 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: ad30ac53-0fe2-461a-ab48-a621f1b133f4 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:12.330439 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device ad30ac53-0fe2-461a-ab48-a621f1b133f4 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:12.388473 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382eaede-37c2-44b6-8b31-ad689a00e6e0 req-34df07c1-dffc-484c-bbf3-d72049842686 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:12.390884 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-382eaede-37c2-44b6-8b31-ad689a00e6e0 req-34df07c1-dffc-484c-bbf3-d72049842686 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 945 time: 0.9560714 Jun 30 09:06:12.403512 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b27ae5-9e31-4745-9610-55a37f4f09e1', 'tag': 'ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:12.406233 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62d1970-6efa-45a9-81a9-c21a9c822e31" -d '{"events": [{"name": "network-changed", "server_uuid": "68b27ae5-9e31-4745-9610-55a37f4f09e1", "tag": "ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:12.435870 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-709cfa94-2afd-44fe-9229-a22d276fd6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.439347 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-709cfa94-2afd-44fe-9229-a22d276fd6a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.447092 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-44a9071d-59bd-423e-b2e0-01e238106d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:12.448570 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-44a9071d-59bd-423e-b2e0-01e238106d29 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e8382e0ded2e4fdfa3e38e6c2f05b713&device_id=68b27ae5-9e31-4745-9610-55a37f4f09e1 HTTP/1.1" status: 200 len: 1095 time: 0.5666409 Jun 30 09:06:12.450403 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-76c3ed33-6442-4dc0-bbf1-fb9df94b0355 service neutron] 10.222.0.52 "GET /v2.0/networks/9b7a954a-61ff-4c70-8bf7-dc1c551e8c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507544 Jun 30 09:06:12.503474 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-960ee7af-5322-4da6-8aac-3fb34f65e78e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa HTTP/1.1" status: 200 len: 217 time: 0.0468676 Jun 30 09:06:12.523755 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-382eaede-37c2-44b6-8b31-ad689a00e6e0 req-81b998ad-43e8-430c-9285-19aab610df70 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775869 Jun 30 09:06:12.554733 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-bba7d5fe-7f3a-47ec-8aab-f8c0c5d2479f tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Deleting port f49494fc-ee60-4efb-99a1-6e0b726ba75d {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:12.559551 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bba7d5fe-7f3a-47ec-8aab-f8c0c5d2479f tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.591525 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-dd262f90-2c21-4542-938c-6777aec56547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:12.593622 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-dd262f90-2c21-4542-938c-6777aec56547 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46849a27-b4fb-4a10-8d53-aede535c75da HTTP/1.1" status: 200 len: 853 time: 0.0767670 Jun 30 09:06:12.615151 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-709cfa94-2afd-44fe-9229-a22d276fd6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.616795 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709cfa94-2afd-44fe-9229-a22d276fd6a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1782249f-a426-43fb-9da3-6e7a63196fe7 {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:06:12.630114 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-709cfa94-2afd-44fe-9229-a22d276fd6a7 admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.632238 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-709cfa94-2afd-44fe-9229-a22d276fd6a7 admin admin] 10.222.0.10 "DELETE /v2.0/routers/1782249f-a426-43fb-9da3-6e7a63196fe7 HTTP/1.1" status: 204 len: 168 time: 3.4767606 Jun 30 09:06:12.635629 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54602) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:12.664879 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9765faf-b4b8-4648-86c3-4f4fa39aee0a req-be422bbe-8acb-4400-aff6-5de5da4a716c tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:12.666475 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d9765faf-b4b8-4648-86c3-4f4fa39aee0a req-be422bbe-8acb-4400-aff6-5de5da4a716c tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/ports?device_id=68b27ae5-9e31-4745-9610-55a37f4f09e1 HTTP/1.1" status: 200 len: 943 time: 0.2983558 Jun 30 09:06:12.759694 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db472ef-9e66-4b11-b94e-299da7e98b8b admin admin] Deleting subnet 96ce0dd5-8b67-4dfb-aefb-e468b993d00c {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:06:12.772723 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4db472ef-9e66-4b11-b94e-299da7e98b8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.824927 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4db472ef-9e66-4b11-b94e-299da7e98b8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.860916 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-94503b17-f1f4-4f19-bad8-e1762fcf81a4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b7a954a-61ff-4c70-8bf7-dc1c551e8c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2553375 Jun 30 09:06:12.937956 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4db472ef-9e66-4b11-b94e-299da7e98b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.975962 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bba7d5fe-7f3a-47ec-8aab-f8c0c5d2479f tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.976199 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bba7d5fe-7f3a-47ec-8aab-f8c0c5d2479f tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.989346 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d9765faf-b4b8-4648-86c3-4f4fa39aee0a req-48bef372-ce04-4d58-a895-ae96936bb620 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0e4187-75a0-40ec-8e93-91995cac14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147474 Jun 30 09:06:13.010693 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-bba7d5fe-7f3a-47ec-8aab-f8c0c5d2479f tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Calling delete_port for f49494fc-ee60-4efb-99a1-6e0b726ba75d owned by network:floatingip {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:13.162948 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4db472ef-9e66-4b11-b94e-299da7e98b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.198555 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device aadc3403-34ed-4a92-ae27-99ad7913f8f3 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:13.239249 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db472ef-9e66-4b11-b94e-299da7e98b8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96ce0dd5-8b67-4dfb-aefb-e468b993d00c,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:13.245191 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4db472ef-9e66-4b11-b94e-299da7e98b8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.248882 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4db472ef-9e66-4b11-b94e-299da7e98b8b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/96ce0dd5-8b67-4dfb-aefb-e468b993d00c HTTP/1.1" status: 204 len: 168 time: 0.6110024 Jun 30 09:06:13.256237 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54614) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:13.267025 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4191f321-f338-4649-8e29-6c00b3dea8b5 None None] Network 798e0566-6f3f-47e0-9595-5760850bc5ef requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:13.372687 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fb95af41-0921-4daf-a690-baea26d63e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.523735 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-fb95af41-0921-4daf-a690-baea26d63e2e admin admin] Deleting port 3fc7b812-071f-40c2-b2b9-cbde69040fe5 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:13.523735 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fb95af41-0921-4daf-a690-baea26d63e2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.610243 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-fb95af41-0921-4daf-a690-baea26d63e2e admin admin] For port 3fc7b812-071f-40c2-b2b9-cbde69040fe5, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3fc7b812-071f-40c2-b2b9-cbde69040fe5,segment=NetworkSegment(633caac2-7a06-4d51-b557-4bd6413f48ed),segment_id=633caac2-7a06-4d51-b557-4bd6413f48ed)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:13.610662 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fb95af41-0921-4daf-a690-baea26d63e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.632338 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port aadc3403-34ed-4a92-ae27-99ad7913f8f3 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:13.637158 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-fb95af41-0921-4daf-a690-baea26d63e2e admin admin] Calling delete_port for 3fc7b812-071f-40c2-b2b9-cbde69040fe5 owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:13.642892 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port aadc3403-34ed-4a92-ae27-99ad7913f8f3 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:13.643300 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.688317 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301a30a9-381c-4b05-ae55-4d96f7bb11f7 None None] DHCP port deletion for 798e0566-6f3f-47e0-9595-5760850bc5ef request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:06:13.745651 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f75b16-7b80-40a3-9caf-ddceea1e97b4 req-4647bdf4-3522-4f5a-a66f-70ed85b62881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:13.747347 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-17f75b16-7b80-40a3-9caf-ddceea1e97b4 req-4647bdf4-3522-4f5a-a66f-70ed85b62881 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e8382e0ded2e4fdfa3e38e6c2f05b713&device_id=e24a8075-aa5f-4a17-9fa3-bcd810bc7707 HTTP/1.1" status: 200 len: 1096 time: 0.9837651 Jun 30 09:06:13.792637 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.819461 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-301a30a9-381c-4b05-ae55-4d96f7bb11f7 None None] Deleting port 3fc7b812-071f-40c2-b2b9-cbde69040fe5 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:13.823200 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-301a30a9-381c-4b05-ae55-4d96f7bb11f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.844004 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fb95af41-0921-4daf-a690-baea26d63e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.899241 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96dec757-7506-42f1-a999-ead91486211e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadc3403-34ed-4a92-ae27-99ad7913f8f3'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:13.902897 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ab89b0-456e-47ea-9944-907b36acd0c0" -d '{"events": [{"server_uuid": "96dec757-7506-42f1-a999-ead91486211e", "name": "network-vif-plugged", "status": "completed", "tag": "aadc3403-34ed-4a92-ae27-99ad7913f8f3"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:13.951614 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f75b16-7b80-40a3-9caf-ddceea1e97b4 req-dd999f84-8e9b-4cdb-ac37-0987fd11c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:13.953907 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-17f75b16-7b80-40a3-9caf-ddceea1e97b4 req-dd999f84-8e9b-4cdb-ac37-0987fd11c1bc service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b7a954a-61ff-4c70-8bf7-dc1c551e8c69 HTTP/1.1" status: 200 len: 914 time: 0.1910841 Jun 30 09:06:13.974005 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-781529e7-bbff-431f-869d-92db2190a8ad service neutron] 10.222.0.37 "GET /v2.0/networks/9b7a954a-61ff-4c70-8bf7-dc1c551e8c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1004159 Jun 30 09:06:13.984562 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95af41-0921-4daf-a690-baea26d63e2e admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc7b812-071f-40c2-b2b9-cbde69040fe5,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:14.000349 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb95af41-0921-4daf-a690-baea26d63e2e admin admin] No DVR routers for this DVR port 3fc7b812-071f-40c2-b2b9-cbde69040fe5 on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:14.026879 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3fc7b812-071f-40c2-b2b9-cbde69040fe5 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:14.029732 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-17f75b16-7b80-40a3-9caf-ddceea1e97b4 req-da070e4f-ffcb-4aec-8d02-64c470b11606 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa51cdfc-3c71-4766-85e9-f620772b37fa HTTP/1.1" status: 200 len: 217 time: 0.0643637 Jun 30 09:06:14.053052 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port aadc3403-34ed-4a92-ae27-99ad7913f8f3, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=aadc3403-34ed-4a92-ae27-99ad7913f8f3,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:14.086588 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 3fc7b812-071f-40c2-b2b9-cbde69040fe5 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:14.087320 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3fc7b812-071f-40c2-b2b9-cbde69040fe5 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:14.131546 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-301a30a9-381c-4b05-ae55-4d96f7bb11f7 None None] For port 3fc7b812-071f-40c2-b2b9-cbde69040fe5, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3fc7b812-071f-40c2-b2b9-cbde69040fe5,segment=NetworkSegment(633caac2-7a06-4d51-b557-4bd6413f48ed),segment_id=633caac2-7a06-4d51-b557-4bd6413f48ed)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:14.132101 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-301a30a9-381c-4b05-ae55-4d96f7bb11f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.159698 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-301a30a9-381c-4b05-ae55-4d96f7bb11f7 None None] Calling delete_port for 3fc7b812-071f-40c2-b2b9-cbde69040fe5 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:14.167915 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fb95af41-0921-4daf-a690-baea26d63e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.195469 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be029004-aac1-4768-a41d-e56e13c15b76 req-7d0ad5d9-af39-43cd-8abc-3f48f6221e36 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:14.196467 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-fb95af41-0921-4daf-a690-baea26d63e2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798e0566-6f3f-47e0-9595-5760850bc5ef']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:14.203916 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-be029004-aac1-4768-a41d-e56e13c15b76 req-7d0ad5d9-af39-43cd-8abc-3f48f6221e36 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 950 time: 0.4554558 Jun 30 09:06:14.233149 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-fb95af41-0921-4daf-a690-baea26d63e2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633caac2-7a06-4d51-b557-4bd6413f48ed') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:14.233450 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-fb95af41-0921-4daf-a690-baea26d63e2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633caac2-7a06-4d51-b557-4bd6413f48ed') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:14.264588 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-be029004-aac1-4768-a41d-e56e13c15b76 req-36bead7a-13b3-42ce-9bc0-5a2ce0e337be tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596774 Jun 30 09:06:14.271664 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fb95af41-0921-4daf-a690-baea26d63e2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.318465 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fb95af41-0921-4daf-a690-baea26d63e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.318582 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bba7d5fe-7f3a-47ec-8aab-f8c0c5d2479f tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.318696 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb95af41-0921-4daf-a690-baea26d63e2e admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:06:14.318696 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fb95af41-0921-4daf-a690-baea26d63e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:06:14.319688 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:06:14.353601 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.380637 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-301a30a9-381c-4b05-ae55-4d96f7bb11f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.382758 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f730c160-09bf-44f0-8be6-cdcae1f5dc57 x-openstack-request-id: req-f730c160-09bf-44f0-8be6-cdcae1f5dc57 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:14.383268 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b27ae5-9e31-4745-9610-55a37f4f09e1", "tag": "ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:14.383748 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f730c160-09bf-44f0-8be6-cdcae1f5dc57 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:14.384297 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b27ae5-9e31-4745-9610-55a37f4f09e1', 'tag': 'ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa', 'status': 'completed', 'code': 200} Jun 30 09:06:14.387325 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7d5fe-7f3a-47ec-8aab-f8c0c5d2479f tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Pushing event deleted for resources: {'Port': ['ID=f49494fc-ee60-4efb-99a1-6e0b726ba75d,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:14.403071 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f75b16-7b80-40a3-9caf-ddceea1e97b4 req-561e0673-b23d-406f-bdc6-a73f771c2dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:14.407143 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-17f75b16-7b80-40a3-9caf-ddceea1e97b4 req-561e0673-b23d-406f-bdc6-a73f771c2dca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=46849a27-b4fb-4a10-8d53-aede535c75da HTTP/1.1" status: 200 len: 853 time: 0.3585048 Jun 30 09:06:14.474730 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=aadc3403-34ed-4a92-ae27-99ad7913f8f3,revision_number=13']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:14.479296 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301a30a9-381c-4b05-ae55-4d96f7bb11f7 None None] No DVR routers for this DVR port 3fc7b812-071f-40c2-b2b9-cbde69040fe5 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:14.510032 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a30a9-381c-4b05-ae55-4d96f7bb11f7 None None] Pushing event deleted for resources: {'Port': ['ID=3fc7b812-071f-40c2-b2b9-cbde69040fe5,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:14.554081 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-17f75b16-7b80-40a3-9caf-ddceea1e97b4 req-68fee942-9f07-4f30-9f9f-ddc0b7ced039 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b7a954a-61ff-4c70-8bf7-dc1c551e8c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1321118 Jun 30 09:06:14.556074 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fb95af41-0921-4daf-a690-baea26d63e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.563219 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fb95af41-0921-4daf-a690-baea26d63e2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.565559 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fb95af41-0921-4daf-a690-baea26d63e2e admin admin] 10.222.0.10 "DELETE /v2.0/networks/798e0566-6f3f-47e0-9595-5760850bc5ef HTTP/1.1" status: 204 len: 168 time: 1.3080723 Jun 30 09:06:14.571897 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54636) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:14.575211 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6568f295-c653-49a9-aa2d-7cef14132dcd req-05b61d12-35ae-411e-8fe7-42b9ece13c09 service neutron] 10.222.0.37 "GET /v2.0/networks/9b7a954a-61ff-4c70-8bf7-dc1c551e8c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5444620 Jun 30 09:06:14.591864 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95af41-0921-4daf-a690-baea26d63e2e admin admin] Pushing event deleted for resources: {'Network': ['ID=798e0566-6f3f-47e0-9595-5760850bc5ef,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:14.668458 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bba7d5fe-7f3a-47ec-8aab-f8c0c5d2479f tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks [] for floatingip, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.671014 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bba7d5fe-7f3a-47ec-8aab-f8c0c5d2479f tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.675113 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bba7d5fe-7f3a-47ec-8aab-f8c0c5d2479f tempest-ImagesOneServerNegativeTestJSON-2145653745 tempest-ImagesOneServerNegativeTestJSON-2145653745-project] 10.222.0.10 "DELETE /v2.0/floatingips/be85b0cc-894f-47bc-84e1-d571dd6f6611 HTTP/1.1" status: 204 len: 168 time: 2.7387774 Jun 30 09:06:14.763213 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-17f75b16-7b80-40a3-9caf-ddceea1e97b4 req-845b0f00-6b0c-4b89-b4ae-33ec754dbf84 service neutron] 10.222.0.52 "GET /v2.0/networks/9b7a954a-61ff-4c70-8bf7-dc1c551e8c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934893 Jun 30 09:06:14.779227 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b55c8-40b4-44ac-b3ec-2d84e95c1a25 req-b5bf3ed1-cf74-4b0c-900a-ea9a8cbcd81c tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:14.780765 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1b7b55c8-40b4-44ac-b3ec-2d84e95c1a25 req-b5bf3ed1-cf74-4b0c-900a-ea9a8cbcd81c tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 945 time: 0.2316611 Jun 30 09:06:14.811872 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d1970-6efa-45a9-81a9-c21a9c822e31 req-cfbb0089-69c5-4a5e-a401-2c25331b8541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:14.813761 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f62d1970-6efa-45a9-81a9-c21a9c822e31 req-cfbb0089-69c5-4a5e-a401-2c25331b8541 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e8382e0ded2e4fdfa3e38e6c2f05b713&device_id=68b27ae5-9e31-4745-9610-55a37f4f09e1 HTTP/1.1" status: 200 len: 1095 time: 0.1042922 Jun 30 09:06:15.072403 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-471128b6-3a0a-44c4-9e1f-2f464b5e3dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.073887 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1b7b55c8-40b4-44ac-b3ec-2d84e95c1a25 req-01345dcb-ba49-439f-8f4a-b064fa9779fb tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829700 Jun 30 09:06:15.121899 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d1970-6efa-45a9-81a9-c21a9c822e31 req-c642a8b6-4a3b-4bc6-a57d-2b27f5199faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:15.123421 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f62d1970-6efa-45a9-81a9-c21a9c822e31 req-c642a8b6-4a3b-4bc6-a57d-2b27f5199faf service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b7a954a-61ff-4c70-8bf7-dc1c551e8c69 HTTP/1.1" status: 200 len: 914 time: 0.2857776 Jun 30 09:06:15.125419 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-17f75b16-7b80-40a3-9caf-ddceea1e97b4 req-5d327d8c-9f4e-4f91-b525-357ea76903cf service neutron] 10.222.0.52 "GET /v2.0/networks/9b7a954a-61ff-4c70-8bf7-dc1c551e8c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060517 Jun 30 09:06:15.189459 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f62d1970-6efa-45a9-81a9-c21a9c822e31 req-a4c8b41c-c7e6-407e-bea5-ee7e01fc4974 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa HTTP/1.1" status: 200 len: 217 time: 0.0589678 Jun 30 09:06:15.214007 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device aa51cdfc-3c71-4766-85e9-f620772b37fa details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:06:15.254834 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d1970-6efa-45a9-81a9-c21a9c822e31 req-41016d61-48ea-49fe-bc86-77966f9ccf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:15.257081 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f62d1970-6efa-45a9-81a9-c21a9c822e31 req-41016d61-48ea-49fe-bc86-77966f9ccf41 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46849a27-b4fb-4a10-8d53-aede535c75da HTTP/1.1" status: 200 len: 853 time: 0.0616949 Jun 30 09:06:15.321538 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e590f2-9836-45e9-8692-9692e25e9759 x-openstack-request-id: req-b0e590f2-9836-45e9-8692-9692e25e9759 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:15.321821 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96dec757-7506-42f1-a999-ead91486211e", "name": "network-vif-plugged", "status": "completed", "tag": "aadc3403-34ed-4a92-ae27-99ad7913f8f3", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:15.322140 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b0e590f2-9836-45e9-8692-9692e25e9759 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:15.322629 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96dec757-7506-42f1-a999-ead91486211e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadc3403-34ed-4a92-ae27-99ad7913f8f3', 'code': 200} Jun 30 09:06:15.357955 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f62d1970-6efa-45a9-81a9-c21a9c822e31 req-1d841313-cf14-46a3-9608-631e9a92739f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b7a954a-61ff-4c70-8bf7-dc1c551e8c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884764 Jun 30 09:06:15.372508 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port aa51cdfc-3c71-4766-85e9-f620772b37fa, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=aa51cdfc-3c71-4766-85e9-f620772b37fa,segment=NetworkSegment(927c1a02-a23d-466d-a852-9c9e018e0e09),segment_id=927c1a02-a23d-466d-a852-9c9e018e0e09)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:15.406339 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'aa51cdfc-3c71-4766-85e9-f620772b37fa', 'network_id': '9b7a954a-61ff-4c70-8bf7-dc1c551e8c69', 'port_id': 'aa51cdfc-3c71-4766-85e9-f620772b37fa', 'mac_address': 'fa:16:3e:e8:39:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46849a27-b4fb-4a10-8d53-aede535c75da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:06:15.451225 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.469634 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa51cdfc-3c71-4766-85e9-f620772b37fa {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:06:15.478525 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-471128b6-3a0a-44c4-9e1f-2f464b5e3dd1 admin admin] Deleting port 06acc077-2365-4952-98ca-e6c2d3efacab {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:15.481648 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-471128b6-3a0a-44c4-9e1f-2f464b5e3dd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.484990 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f62d1970-6efa-45a9-81a9-c21a9c822e31 req-53445982-1e5d-4acb-8a6e-5a6c7e31575c service neutron] 10.222.0.37 "GET /v2.0/networks/9b7a954a-61ff-4c70-8bf7-dc1c551e8c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216893 Jun 30 09:06:15.494908 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port aa51cdfc-3c71-4766-85e9-f620772b37fa, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=aa51cdfc-3c71-4766-85e9-f620772b37fa,segment=NetworkSegment(927c1a02-a23d-466d-a852-9c9e018e0e09),segment_id=927c1a02-a23d-466d-a852-9c9e018e0e09)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:15.609025 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-471128b6-3a0a-44c4-9e1f-2f464b5e3dd1 admin admin] For port 06acc077-2365-4952-98ca-e6c2d3efacab, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=06acc077-2365-4952-98ca-e6c2d3efacab,segment=NetworkSegment(31edf554-8b93-4b9c-9ac3-d26418217433),segment_id=31edf554-8b93-4b9c-9ac3-d26418217433)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:15.610074 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-471128b6-3a0a-44c4-9e1f-2f464b5e3dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.620009 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.635707 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-471128b6-3a0a-44c4-9e1f-2f464b5e3dd1 admin admin] Calling delete_port for 06acc077-2365-4952-98ca-e6c2d3efacab owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:15.686639 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=aa51cdfc-3c71-4766-85e9-f620772b37fa,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:15.713569 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc633fb9-da9c-4f9c-bdf5-ec43880ef015 req-258b70cc-9f6a-4ea3-99fb-3f3262545c65 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:15.715607 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dc633fb9-da9c-4f9c-bdf5-ec43880ef015 req-258b70cc-9f6a-4ea3-99fb-3f3262545c65 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/ports?device_id=68b27ae5-9e31-4745-9610-55a37f4f09e1 HTTP/1.1" status: 200 len: 943 time: 0.2289045 Jun 30 09:06:15.724211 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f62d1970-6efa-45a9-81a9-c21a9c822e31 req-4b69f89a-858d-4d70-98b1-8a19d01cbd52 service neutron] 10.222.0.37 "GET /v2.0/networks/9b7a954a-61ff-4c70-8bf7-dc1c551e8c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269101 Jun 30 09:06:15.764751 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e9efce04-fb93-4a2e-8959-27e0f1896516 req-e6734572-c080-4da3-932c-c6f66d918faf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1405292 Jun 30 09:06:15.772546 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dc633fb9-da9c-4f9c-bdf5-ec43880ef015 req-bace0391-362f-475c-9105-f4ae447a27d2 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0e4187-75a0-40ec-8e93-91995cac14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466275 Jun 30 09:06:15.882868 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efce04-fb93-4a2e-8959-27e0f1896516 req-bb083a61-6865-4dfd-9b1b-25417f792621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:15.884420 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e9efce04-fb93-4a2e-8959-27e0f1896516 req-bb083a61-6865-4dfd-9b1b-25417f792621 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 1101 time: 0.0928836 Jun 30 09:06:15.951285 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['aa51cdfc-3c71-4766-85e9-f620772b37fa'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:15.991045 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-471128b6-3a0a-44c4-9e1f-2f464b5e3dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:16.037622 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efce04-fb93-4a2e-8959-27e0f1896516 req-055f4f54-16e1-4dce-9b93-1b433ad59566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:16.039219 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e9efce04-fb93-4a2e-8959-27e0f1896516 req-055f4f54-16e1-4dce-9b93-1b433ad59566 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.1205170 Jun 30 09:06:16.066924 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471128b6-3a0a-44c4-9e1f-2f464b5e3dd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=06acc077-2365-4952-98ca-e6c2d3efacab,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:16.109384 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e9efce04-fb93-4a2e-8959-27e0f1896516 req-e520135a-4fd9-48c1-906a-1d3e139d82d9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=4094a647-fe43-43c7-be05-cfb17691d652 HTTP/1.1" status: 200 len: 217 time: 0.0632458 Jun 30 09:06:16.226940 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efce04-fb93-4a2e-8959-27e0f1896516 req-5f9fa729-1f5e-477d-b205-18a05c8fdfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:16.228856 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e9efce04-fb93-4a2e-8959-27e0f1896516 req-5f9fa729-1f5e-477d-b205-18a05c8fdfc8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1119177 Jun 30 09:06:16.346806 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efce04-fb93-4a2e-8959-27e0f1896516 req-a94b4693-6a4e-416b-941f-a3460d70e677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:16.349665 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e9efce04-fb93-4a2e-8959-27e0f1896516 req-a94b4693-6a4e-416b-941f-a3460d70e677 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1133158 Jun 30 09:06:16.380144 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-471128b6-3a0a-44c4-9e1f-2f464b5e3dd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:16.484704 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e9efce04-fb93-4a2e-8959-27e0f1896516 req-d89be8ab-6630-4593-ab82-5ded09fd5968 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103613 Jun 30 09:06:16.591796 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e9efce04-fb93-4a2e-8959-27e0f1896516 req-5decc3b3-f29f-4d29-8254-20586a6fe5ad service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994468 Jun 30 09:06:16.655660 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471128b6-3a0a-44c4-9e1f-2f464b5e3dd1 admin admin] Router 761ef29c-d42e-4836-b9d5-0ac812a67153 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:06:16.777271 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471128b6-3a0a-44c4-9e1f-2f464b5e3dd1 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:06:16.786614 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-471128b6-3a0a-44c4-9e1f-2f464b5e3dd1 admin admin] 10.222.0.10 "PUT /v2.0/routers/761ef29c-d42e-4836-b9d5-0ac812a67153/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1993454 Jun 30 09:06:16.786614 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54696) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:16.791793 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ce4127-2763-4ffb-a965-ba84000b2c58 None None] Sync routers for ids ['761ef29c-d42e-4836-b9d5-0ac812a67153'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:06:16.817882 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ce4127-2763-4ffb-a965-ba84000b2c58 None None] Routers {'761ef29c-d42e-4836-b9d5-0ac812a67153'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:16.819709 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b9ce4127-2763-4ffb-a965-ba84000b2c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:05:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['761ef29c-d42e-4836-b9d5-0ac812a67153'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:16.880104 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-787dcab5-1e8c-4c15-9175-829a0899f4da req-28748865-0257-4bce-8d28-8b943aa7f3c3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0912039 Jun 30 09:06:16.928271 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a24ceb00-da2b-4baa-bef1-927945ec4c22 admin admin] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:16.967540 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-b9ce4127-2763-4ffb-a965-ba84000b2c58 None None] Set router 761ef29c-d42e-4836-b9d5-0ac812a67153 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:06:17.038601 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dcab5-1e8c-4c15-9175-829a0899f4da req-3bbba3bd-3319-4b08-acc6-5a6c0ff2fa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:17.038601 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-787dcab5-1e8c-4c15-9175-829a0899f4da req-3bbba3bd-3319-4b08-acc6-5a6c0ff2fa2a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4072f6e39e474776996ee00ca570db4f&device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 1096 time: 0.0924313 Jun 30 09:06:17.095226 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a24ceb00-da2b-4baa-bef1-927945ec4c22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:17.219801 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b9ce4127-2763-4ffb-a965-ba84000b2c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761ef29c-d42e-4836-b9d5-0ac812a67153', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1626563450-router', 'tenant_id': '3287e3fdeedc499dae7b64d225dfb821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'e8097289-7c81-4948-bc58-368dd280f9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:03Z', 'updated_at': '2021-06-30T09:06:15Z', 'revision_number': 5, 'project_id': '3287e3fdeedc499dae7b64d225dfb821', 'gw_port': {'id': 'e8097289-7c81-4948-bc58-368dd280f9a2', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761ef29c-d42e-4836-b9d5-0ac812a67153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:17.246519 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dcab5-1e8c-4c15-9175-829a0899f4da req-862b3f19-06dd-4321-9cbc-0dd39abd55fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:17.252051 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-787dcab5-1e8c-4c15-9175-829a0899f4da req-862b3f19-06dd-4321-9cbc-0dd39abd55fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8 HTTP/1.1" status: 200 len: 921 time: 0.1888025 Jun 30 09:06:17.279735 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-a24ceb00-da2b-4baa-bef1-927945ec4c22 admin admin] Deleting port e8097289-7c81-4948-bc58-368dd280f9a2 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:17.280164 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a24ceb00-da2b-4baa-bef1-927945ec4c22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:17.281561 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device aa51cdfc-3c71-4766-85e9-f620772b37fa up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:17.286928 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ce4127-2763-4ffb-a965-ba84000b2c58 None None] Checking router: 761ef29c-d42e-4836-b9d5-0ac812a67153 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:06:17.333734 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-787dcab5-1e8c-4c15-9175-829a0899f4da req-328b417e-5fce-4fa2-b359-c637f532bc82 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe HTTP/1.1" status: 200 len: 217 time: 0.0743484 Jun 30 09:06:17.334967 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ce4127-2763-4ffb-a965-ba84000b2c58 None None] Routers {'761ef29c-d42e-4836-b9d5-0ac812a67153'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:17.335644 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b9ce4127-2763-4ffb-a965-ba84000b2c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:05:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['761ef29c-d42e-4836-b9d5-0ac812a67153'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:17.437998 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dcab5-1e8c-4c15-9175-829a0899f4da req-d2a66c5c-8978-4b33-97f9-b3f19c985b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:17.441245 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-787dcab5-1e8c-4c15-9175-829a0899f4da req-d2a66c5c-8978-4b33-97f9-b3f19c985b6c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a401937-9638-402a-b598-8b54d19e09c0 HTTP/1.1" status: 200 len: 860 time: 0.0990720 Jun 30 09:06:17.496678 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-a24ceb00-da2b-4baa-bef1-927945ec4c22 admin admin] For port e8097289-7c81-4948-bc58-368dd280f9a2, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e8097289-7c81-4948-bc58-368dd280f9a2,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:17.496678 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a24ceb00-da2b-4baa-bef1-927945ec4c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:17.512147 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-a24ceb00-da2b-4baa-bef1-927945ec4c22 admin admin] Calling delete_port for e8097289-7c81-4948-bc58-368dd280f9a2 owned by network:router_gateway {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:17.544333 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-787dcab5-1e8c-4c15-9175-829a0899f4da req-9e197bff-18ac-45ca-ba5f-b95d1197fda1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965443 Jun 30 09:06:17.621626 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-b9ce4127-2763-4ffb-a965-ba84000b2c58 None None] Set router 761ef29c-d42e-4836-b9d5-0ac812a67153 gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:06:17.711211 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-787dcab5-1e8c-4c15-9175-829a0899f4da req-f43d7574-5eaa-42da-9ae0-09f949ca60ca service neutron] 10.222.0.37 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574819 Jun 30 09:06:17.756697 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port aa51cdfc-3c71-4766-85e9-f620772b37fa completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:17.770179 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port aa51cdfc-3c71-4766-85e9-f620772b37fa triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:17.775380 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:17.777440 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b9ce4127-2763-4ffb-a965-ba84000b2c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761ef29c-d42e-4836-b9d5-0ac812a67153', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1626563450-router', 'tenant_id': '3287e3fdeedc499dae7b64d225dfb821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:03Z', 'updated_at': '2021-06-30T09:06:17Z', 'revision_number': 6, 'project_id': '3287e3fdeedc499dae7b64d225dfb821', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:17.830207 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ce4127-2763-4ffb-a965-ba84000b2c58 None None] The sync data for ids ['761ef29c-d42e-4836-b9d5-0ac812a67153'] in n-d-771363-31 is: [{'id': '761ef29c-d42e-4836-b9d5-0ac812a67153', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1626563450-router', 'tenant_id': '3287e3fdeedc499dae7b64d225dfb821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:03Z', 'updated_at': '2021-06-30T09:06:17Z', 'revision_number': 6, 'project_id': '3287e3fdeedc499dae7b64d225dfb821', 'gw_port_host': None}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:06:17.853170 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-787dcab5-1e8c-4c15-9175-829a0899f4da req-3480351f-9910-4393-b3c0-9d7f70f9047e service neutron] 10.222.0.37 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346226 Jun 30 09:06:17.905314 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a24ceb00-da2b-4baa-bef1-927945ec4c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:17.953950 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:17.975178 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ceb00-da2b-4baa-bef1-927945ec4c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8097289-7c81-4948-bc58-368dd280f9a2,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:18.008276 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24a8075-aa5f-4a17-9fa3-bcd810bc7707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa51cdfc-3c71-4766-85e9-f620772b37fa'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:18.021544 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57eb54fa-eb6a-4be4-83ae-0f4c3e45176f" -d '{"events": [{"server_uuid": "e24a8075-aa5f-4a17-9fa3-bcd810bc7707", "name": "network-vif-plugged", "status": "completed", "tag": "aa51cdfc-3c71-4766-85e9-f620772b37fa"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:18.040784 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port aa51cdfc-3c71-4766-85e9-f620772b37fa, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=aa51cdfc-3c71-4766-85e9-f620772b37fa,segment=NetworkSegment(927c1a02-a23d-466d-a852-9c9e018e0e09),segment_id=927c1a02-a23d-466d-a852-9c9e018e0e09)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:18.082122 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a24ceb00-da2b-4baa-bef1-927945ec4c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.109338 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-c84489dc-431a-4a32-b68a-cd28bc294364 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=aa895c07f8ad47749dbf0e6817533c37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242262 Jun 30 09:06:18.163409 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.165133 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ea94cb5f-b33a-418e-8c41-53432e6da5ae no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:18.189550 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a24ceb00-da2b-4baa-bef1-927945ec4c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.199239 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a24ceb00-da2b-4baa-bef1-927945ec4c22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.306156 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-9eca39a5-e635-4aad-8dcd-502ef3c3b834 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:18.309398 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-9eca39a5-e635-4aad-8dcd-502ef3c3b834 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1891234 Jun 30 09:06:18.333833 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-3b8704b4-3b57-4aad-9ff7-401ab2ad2b5c tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/quotas/aa895c07f8ad47749dbf0e6817533c37 HTTP/1.1" status: 200 len: 375 time: 0.0179539 Jun 30 09:06:18.491844 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-b6b39930-0cb2-4f00-a6e7-341322ac041f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1516678 Jun 30 09:06:18.550428 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=aa51cdfc-3c71-4766-85e9-f620772b37fa,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:18.612875 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.667870 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port ea94cb5f-b33a-418e-8c41-53432e6da5ae, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ea94cb5f-b33a-418e-8c41-53432e6da5ae,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:18.756866 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:06:18.819855 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a24ceb00-da2b-4baa-bef1-927945ec4c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.820485 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24ceb00-da2b-4baa-bef1-927945ec4c22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 761ef29c-d42e-4836-b9d5-0ac812a67153 {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:06:18.826007 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a24ceb00-da2b-4baa-bef1-927945ec4c22 admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.827292 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a24ceb00-da2b-4baa-bef1-927945ec4c22 admin admin] 10.222.0.10 "DELETE /v2.0/routers/761ef29c-d42e-4836-b9d5-0ac812a67153 HTTP/1.1" status: 204 len: 168 time: 2.0398290 Jun 30 09:06:18.829830 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54772) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:18.885812 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-9424205a-b17d-4823-b61f-c78d7e15e5fc admin admin] Deleting subnet ac76fa5e-d9fa-463b-aac8-99ee9447bf38 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:06:18.888106 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.890935 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9424205a-b17d-4823-b61f-c78d7e15e5fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.892208 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa,segment=NetworkSegment(927c1a02-a23d-466d-a852-9c9e018e0e09),segment_id=927c1a02-a23d-466d-a852-9c9e018e0e09)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:18.951914 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa', 'network_id': '9b7a954a-61ff-4c70-8bf7-dc1c551e8c69', 'port_id': 'ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa', 'mac_address': 'fa:16:3e:2e:9f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46849a27-b4fb-4a10-8d53-aede535c75da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:06:18.996148 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9424205a-b17d-4823-b61f-c78d7e15e5fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:19.026496 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=ea94cb5f-b33a-418e-8c41-53432e6da5ae,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:19.086861 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:19.124771 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:06:19.127296 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9424205a-b17d-4823-b61f-c78d7e15e5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:19.193026 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa,segment=NetworkSegment(927c1a02-a23d-466d-a852-9c9e018e0e09),segment_id=927c1a02-a23d-466d-a852-9c9e018e0e09)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:19.278157 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b74d41-7178-41ce-b2a8-1fe287c0e654 req-44bfee40-8479-499f-87fe-537e682c33c0 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:19.279709 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-78b74d41-7178-41ce-b2a8-1fe287c0e654 req-44bfee40-8479-499f-87fe-537e682c33c0 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 945 time: 0.0785851 Jun 30 09:06:19.322914 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-78b74d41-7178-41ce-b2a8-1fe287c0e654 req-5f66c124-1080-4606-a57b-04d603edfbc8 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353596 Jun 30 09:06:19.408074 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:19.415522 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54814) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:19.431471 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:19.489797 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b12d20-4f8c-4c90-9e06-564efaf2277e admin admin] Deleting subnet ea4a3d03-fc72-484b-8795-58a00e475b6f {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:06:19.490104 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9424205a-b17d-4823-b61f-c78d7e15e5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:19.493269 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d9b12d20-4f8c-4c90-9e06-564efaf2277e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:19.538894 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424205a-b17d-4823-b61f-c78d7e15e5fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac76fa5e-d9fa-463b-aac8-99ee9447bf38,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:19.544490 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9424205a-b17d-4823-b61f-c78d7e15e5fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:19.546377 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9424205a-b17d-4823-b61f-c78d7e15e5fc admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ac76fa5e-d9fa-463b-aac8-99ee9447bf38 HTTP/1.1" status: 204 len: 168 time: 0.7155914 Jun 30 09:06:19.548955 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54820) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:19.553192 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ded194-c4f8-4965-a1bf-f23dd5efe52b None None] Network dd48b948-d252-4fdc-95a8-e308fd53cf7a requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:19.592560 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525a4b5-f7e6-4182-8dff-96c24a6833b8 req-206603f9-9dc2-43a0-85c0-b61ad9d5216d tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:19.594403 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e525a4b5-f7e6-4182-8dff-96c24a6833b8 req-206603f9-9dc2-43a0-85c0-b61ad9d5216d tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/ports?device_id=68b27ae5-9e31-4745-9610-55a37f4f09e1 HTTP/1.1" status: 200 len: 944 time: 0.0860724 Jun 30 09:06:19.613152 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d9b12d20-4f8c-4c90-9e06-564efaf2277e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:19.677060 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a89adfb3-52ba-4c52-8bb0-98ea2a385ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:19.692089 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e525a4b5-f7e6-4182-8dff-96c24a6833b8 req-28c9c3bd-4d6a-47e8-be9a-960c48b6e884 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0e4187-75a0-40ec-8e93-91995cac14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866971 Jun 30 09:06:19.695578 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d9b12d20-4f8c-4c90-9e06-564efaf2277e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:19.791642 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d1a988-0dcd-42e2-be1b-3e00310a8e55 x-openstack-request-id: req-e6d1a988-0dcd-42e2-be1b-3e00310a8e55 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:19.791765 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24a8075-aa5f-4a17-9fa3-bcd810bc7707", "name": "network-vif-plugged", "status": "completed", "tag": "aa51cdfc-3c71-4766-85e9-f620772b37fa", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:19.792002 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e6d1a988-0dcd-42e2-be1b-3e00310a8e55 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:19.792619 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24a8075-aa5f-4a17-9fa3-bcd810bc7707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa51cdfc-3c71-4766-85e9-f620772b37fa', 'code': 200} Jun 30 09:06:19.793963 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:19.877812 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-731a0b5d-181f-4ee9-b61c-6b057392f6c5 req-1f9d630b-f383-4073-8f7f-2c5a25777359 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 210 time: 0.0486801 Jun 30 09:06:20.024338 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-a89adfb3-52ba-4c52-8bb0-98ea2a385ddd admin admin] Deleting port 6568084a-5a7f-4bdf-a3d8-b5969622ed37 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:20.024338 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a89adfb3-52ba-4c52-8bb0-98ea2a385ddd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.035767 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac23888-0c92-417e-95da-dc8db13a977e req-a1c7cdb1-8418-49b4-a6f7-a4fcce975519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:20.040684 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dac23888-0c92-417e-95da-dc8db13a977e req-a1c7cdb1-8418-49b4-a6f7-a4fcce975519 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e24a8075-aa5f-4a17-9fa3-bcd810bc7707 HTTP/1.1" status: 200 len: 1098 time: 0.1571681 Jun 30 09:06:20.047422 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 06acc077-2365-4952-98ca-e6c2d3efacab no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:20.079166 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 06acc077-2365-4952-98ca-e6c2d3efacab {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:20.079600 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 06acc077-2365-4952-98ca-e6c2d3efacab not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:20.080319 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e8097289-7c81-4948-bc58-368dd280f9a2 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:20.107770 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: e8097289-7c81-4948-bc58-368dd280f9a2 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:20.108505 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e8097289-7c81-4948-bc58-368dd280f9a2 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:20.115922 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dac23888-0c92-417e-95da-dc8db13a977e req-b6196899-b2bd-442c-8c31-cc7429087910 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5e0e4187-75a0-40ec-8e93-91995cac14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669606 Jun 30 09:06:20.133537 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-a89adfb3-52ba-4c52-8bb0-98ea2a385ddd admin admin] For port 6568084a-5a7f-4bdf-a3d8-b5969622ed37, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=6568084a-5a7f-4bdf-a3d8-b5969622ed37,segment=NetworkSegment(31edf554-8b93-4b9c-9ac3-d26418217433),segment_id=31edf554-8b93-4b9c-9ac3-d26418217433)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:20.134551 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a89adfb3-52ba-4c52-8bb0-98ea2a385ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.142119 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d276639-f456-4296-b08f-f90f928e88c7 None None] DHCP port deletion for dd48b948-d252-4fdc-95a8-e308fd53cf7a request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:06:20.150611 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-a89adfb3-52ba-4c52-8bb0-98ea2a385ddd admin admin] Calling delete_port for 6568084a-5a7f-4bdf-a3d8-b5969622ed37 owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:20.227087 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-9d276639-f456-4296-b08f-f90f928e88c7 None None] Deleting port 6568084a-5a7f-4bdf-a3d8-b5969622ed37 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:20.227534 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9d276639-f456-4296-b08f-f90f928e88c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.267826 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d9b12d20-4f8c-4c90-9e06-564efaf2277e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.332915 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b12d20-4f8c-4c90-9e06-564efaf2277e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea4a3d03-fc72-484b-8795-58a00e475b6f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:20.337313 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d9b12d20-4f8c-4c90-9e06-564efaf2277e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.340370 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d9b12d20-4f8c-4c90-9e06-564efaf2277e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ea4a3d03-fc72-484b-8795-58a00e475b6f HTTP/1.1" status: 204 len: 168 time: 0.9219327 Jun 30 09:06:20.343004 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 54828) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:20.356310 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-9d276639-f456-4296-b08f-f90f928e88c7 None None] For port 6568084a-5a7f-4bdf-a3d8-b5969622ed37, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=6568084a-5a7f-4bdf-a3d8-b5969622ed37,segment=NetworkSegment(31edf554-8b93-4b9c-9ac3-d26418217433),segment_id=31edf554-8b93-4b9c-9ac3-d26418217433)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:20.366856 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9d276639-f456-4296-b08f-f90f928e88c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.377491 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-9d276639-f456-4296-b08f-f90f928e88c7 None None] Calling delete_port for 6568084a-5a7f-4bdf-a3d8-b5969622ed37 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:20.484437 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d5b16064-ad25-45c0-aa08-f90e076dee1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.487169 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a89adfb3-52ba-4c52-8bb0-98ea2a385ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.500299 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9d276639-f456-4296-b08f-f90f928e88c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.504818 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-66ad9319-fda3-47cf-898d-73d9b171aaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.574521 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d276639-f456-4296-b08f-f90f928e88c7 None None] Pushing event deleted for resources: {'Port': ['ID=6568084a-5a7f-4bdf-a3d8-b5969622ed37,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:20.579943 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d276639-f456-4296-b08f-f90f928e88c7 None None] No DVR routers for this DVR port 6568084a-5a7f-4bdf-a3d8-b5969622ed37 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:20.633972 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-66ad9319-fda3-47cf-898d-73d9b171aaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.635757 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89adfb3-52ba-4c52-8bb0-98ea2a385ddd admin admin] Pushing event deleted for resources: {'Port': ['ID=6568084a-5a7f-4bdf-a3d8-b5969622ed37,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:20.637878 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89adfb3-52ba-4c52-8bb0-98ea2a385ddd admin admin] No DVR routers for this DVR port 6568084a-5a7f-4bdf-a3d8-b5969622ed37 on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:20.653393 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-66ad9319-fda3-47cf-898d-73d9b171aaa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ce6413-62b6-4a68-a76c-c4ee39855db0']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:20.671356 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-66ad9319-fda3-47cf-898d-73d9b171aaa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36eeeb10-1ff7-43e6-93e2-723c66ec36b1') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:20.671633 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-66ad9319-fda3-47cf-898d-73d9b171aaa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36eeeb10-1ff7-43e6-93e2-723c66ec36b1') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:20.696715 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-66ad9319-fda3-47cf-898d-73d9b171aaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.738488 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-66ad9319-fda3-47cf-898d-73d9b171aaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.748104 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ad9319-fda3-47cf-898d-73d9b171aaa6 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:06:20.748509 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-66ad9319-fda3-47cf-898d-73d9b171aaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:06:20.750423 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:06:20.763209 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:06:20.763209 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:06:20.763209 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:06:20.763209 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:06:20.763209 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:06:20.763209 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:06:20.763209 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:06:20.763209 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:06:20.763209 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:06:20.763209 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:06:20.763209 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:06:20.763209 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:06:20.763209 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:06:20.763209 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:06:20.763209 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:06:20.763209 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:06:20.763209 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:06:20.763209 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:06:20.763209 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:06:20.763209 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:06:20.763209 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:06:20.763209 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:06:20.763209 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:06:20.846968 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a89adfb3-52ba-4c52-8bb0-98ea2a385ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.862653 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3b0c6-4f1a-4926-8ac9-29a6ea8e2079 req-bf4d55b2-1798-47ca-ae26-584432e8f8cb tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:20.862653 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d1e3b0c6-4f1a-4926-8ac9-29a6ea8e2079 req-bf4d55b2-1798-47ca-ae26-584432e8f8cb tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 945 time: 0.1851079 Jun 30 09:06:20.881597 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-a89adfb3-52ba-4c52-8bb0-98ea2a385ddd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd48b948-d252-4fdc-95a8-e308fd53cf7a']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:20.906148 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-a89adfb3-52ba-4c52-8bb0-98ea2a385ddd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31edf554-8b93-4b9c-9ac3-d26418217433') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:20.906817 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-a89adfb3-52ba-4c52-8bb0-98ea2a385ddd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31edf554-8b93-4b9c-9ac3-d26418217433') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:20.948746 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d1e3b0c6-4f1a-4926-8ac9-29a6ea8e2079 req-c87e8174-1bcc-48c4-a410-46419b738975 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703466 Jun 30 09:06:20.952860 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a89adfb3-52ba-4c52-8bb0-98ea2a385ddd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.975112 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a89adfb3-52ba-4c52-8bb0-98ea2a385ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.984157 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a89adfb3-52ba-4c52-8bb0-98ea2a385ddd admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:06:20.984838 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a89adfb3-52ba-4c52-8bb0-98ea2a385ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.986766 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:06:20.986766 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:06:20.986766 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:06:20.986766 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:06:20.986766 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:06:20.986766 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:06:20.986766 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:06:20.986766 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:06:20.986766 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:06:20.986766 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:06:20.986766 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:06:20.986766 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:06:20.986766 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:06:20.986766 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:06:20.986766 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:06:20.986766 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:06:20.986766 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:06:20.986766 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:06:20.986766 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:06:20.986766 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:06:20.986766 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:06:20.986766 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:06:20.986766 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:06:20.986766 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:06:20.986766 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:06:20.986766 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:06:20.986766 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:06:20.986766 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:06:20.986766 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:06:20.986766 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:06:20.986766 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:06:20.986766 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:06:21.060741 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-66ad9319-fda3-47cf-898d-73d9b171aaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.065505 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152e07b-b950-4ab3-8159-1f53f7f91cef req-f03b673b-4a6c-4b70-bd3e-7df20722fc19 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:21.070159 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-66ad9319-fda3-47cf-898d-73d9b171aaa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.073028 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-66ad9319-fda3-47cf-898d-73d9b171aaa6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/18ce6413-62b6-4a68-a76c-c4ee39855db0 HTTP/1.1" status: 204 len: 168 time: 0.7280314 Jun 30 09:06:21.075868 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c152e07b-b950-4ab3-8159-1f53f7f91cef req-f03b673b-4a6c-4b70-bd3e-7df20722fc19 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/ports?device_id=68b27ae5-9e31-4745-9610-55a37f4f09e1 HTTP/1.1" status: 200 len: 944 time: 0.1605000 Jun 30 09:06:21.097468 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad9319-fda3-47cf-898d-73d9b171aaa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=18ce6413-62b6-4a68-a76c-c4ee39855db0,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:21.132764 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c152e07b-b950-4ab3-8159-1f53f7f91cef req-f9b95280-512b-474b-8091-b077973941cd tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0e4187-75a0-40ec-8e93-91995cac14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546808 Jun 30 09:06:21.196797 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a89adfb3-52ba-4c52-8bb0-98ea2a385ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.206974 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a89adfb3-52ba-4c52-8bb0-98ea2a385ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.206974 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a89adfb3-52ba-4c52-8bb0-98ea2a385ddd admin admin] 10.222.0.10 "DELETE /v2.0/networks/dd48b948-d252-4fdc-95a8-e308fd53cf7a HTTP/1.1" status: 204 len: 168 time: 1.6556089 Jun 30 09:06:21.222250 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89adfb3-52ba-4c52-8bb0-98ea2a385ddd admin admin] Pushing event deleted for resources: {'Network': ['ID=dd48b948-d252-4fdc-95a8-e308fd53cf7a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:21.342050 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-a28b90e6-5ea0-4df3-a4e6-f6cca0e57c16 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:21.347176 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-a28b90e6-5ea0-4df3-a4e6-f6cca0e57c16 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/networks?id=77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 HTTP/1.1" status: 200 len: 804 time: 0.2537768 Jun 30 09:06:21.389814 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7461a08e-3bb6-40bc-86e2-84def8cd7a15 req-8723f3bc-c25c-421e-ac0a-29c4cb68253c tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 210 time: 0.0550141 Jun 30 09:06:21.390279 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-c4c7f320-982f-456d-9861-b627603d3d5b tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/quotas/01a7fa5afec243f0b7c321924a151489 HTTP/1.1" status: 200 len: 375 time: 0.0270278 Jun 30 09:06:21.466212 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-8674828e-9e4d-4bfe-af3e-ed7bb1dda6dd tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=01a7fa5afec243f0b7c321924a151489&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0740678 Jun 30 09:06:21.773745 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54858) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:21.793936 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2ba96a-e6e1-4405-9532-f042cca372c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea94cb5f-b33a-418e-8c41-53432e6da5ae'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:21.797135 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba40fded-ed71-43f6-bbfd-9cac9d4b453c" -d '{"events": [{"server_uuid": "bf2ba96a-e6e1-4405-9532-f042cca372c3", "name": "network-vif-unplugged", "status": "completed", "tag": "ea94cb5f-b33a-418e-8c41-53432e6da5ae"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:21.858231 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b04e03d6-cc23-4381-810d-c0ba86e8af20 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0b8339fa5923433a9d67c427653bbbc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0823851 Jun 30 09:06:21.860983 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 54862) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:21.886900 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f365be-31a3-4c43-b62c-93c5b8c0e1f0 x-openstack-request-id: req-84f365be-31a3-4c43-b62c-93c5b8c0e1f0 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:21.887346 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2ba96a-e6e1-4405-9532-f042cca372c3", "name": "network-vif-unplugged", "status": "completed", "tag": "ea94cb5f-b33a-418e-8c41-53432e6da5ae", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:21.887346 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-84f365be-31a3-4c43-b62c-93c5b8c0e1f0 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:21.887820 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2ba96a-e6e1-4405-9532-f042cca372c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea94cb5f-b33a-418e-8c41-53432e6da5ae', 'code': 200} Jun 30 09:06:21.905106 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54864) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:21.960561 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-59fb5293-bee7-42cc-905b-1bad9b1de570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.000825 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 6568084a-5a7f-4bdf-a3d8-b5969622ed37 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:22.069669 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-59fb5293-bee7-42cc-905b-1bad9b1de570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.070192 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 6568084a-5a7f-4bdf-a3d8-b5969622ed37 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:22.070543 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 6568084a-5a7f-4bdf-a3d8-b5969622ed37 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:22.083657 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fe484127-5ec8-4140-bd97-b771d7462642 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c5735a390f544c7db9f26ac7c41c83fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1760528 Jun 30 09:06:22.085270 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54870) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:22.284949 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ad5f87e7-fb06-4397-8644-b1186c9c8703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.331085 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ad5f87e7-fb06-4397-8644-b1186c9c8703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.348010 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-5ea824f2-4157-41da-bdf3-8ae7f32bac9f service neutron] 10.222.0.10 "GET /v2.0/networks/77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8721552 Jun 30 09:06:22.367936 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-59fb5293-bee7-42cc-905b-1bad9b1de570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.371738 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-59fb5293-bee7-42cc-905b-1bad9b1de570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.372900 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-59fb5293-bee7-42cc-905b-1bad9b1de570 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b7c4c4b4-1781-40ae-8719-1e6d2b89aa00 HTTP/1.1" status: 204 len: 168 time: 0.5107617 Jun 30 09:06:22.405872 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503d5d7-d45b-4d2a-8e4e-dbe071b379b6 req-3b0036ed-0297-42cc-96b4-bf22d470b872 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:22.417837 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a503d5d7-d45b-4d2a-8e4e-dbe071b379b6 req-3b0036ed-0297-42cc-96b4-bf22d470b872 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 945 time: 0.2124276 Jun 30 09:06:22.431311 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb5293-bee7-42cc-905b-1bad9b1de570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c4c4b4-1781-40ae-8719-1e6d2b89aa00,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:22.531257 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a503d5d7-d45b-4d2a-8e4e-dbe071b379b6 req-0f78c548-1c55-4c5c-b0ac-37f459572bdb tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124587 Jun 30 09:06:22.541685 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-e3091e7a-456c-4526-844b-e41c2d7e3806 service neutron] 10.222.0.10 "GET /v2.0/networks/77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857023 Jun 30 09:06:22.562594 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ad5f87e7-fb06-4397-8644-b1186c9c8703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.565285 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ad5f87e7-fb06-4397-8644-b1186c9c8703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.570236 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ad5f87e7-fb06-4397-8644-b1186c9c8703 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9b58fffa-09df-4453-b249-9dae113fc633 HTTP/1.1" status: 204 len: 168 time: 0.4799497 Jun 30 09:06:22.592971 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f87e7-fb06-4397-8644-b1186c9c8703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b58fffa-09df-4453-b249-9dae113fc633,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:22.697096 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b3c7c-e551-4657-888a-e592ea057c6a req-f3b880a9-226a-475a-a0b6-6ee8ec0f3b1b tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:22.701350 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc3b3c7c-e551-4657-888a-e592ea057c6a req-f3b880a9-226a-475a-a0b6-6ee8ec0f3b1b tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf2ba96a-e6e1-4405-9532-f042cca372c3 HTTP/1.1" status: 200 len: 944 time: 0.1586041 Jun 30 09:06:22.773425 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:22.821309 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4663b8d2-ad52-4978-baa6-4d0977d44009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.874713 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-cc3b3c7c-e551-4657-888a-e592ea057c6a req-07069d8b-daf4-4c0f-afb4-a5d13d604755 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Deleting port ea94cb5f-b33a-418e-8c41-53432e6da5ae {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:22.875244 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-cc3b3c7c-e551-4657-888a-e592ea057c6a req-07069d8b-daf4-4c0f-afb4-a5d13d604755 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.894149 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-1376550e-e99a-4c8a-b59b-2a38dcfe80c1 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=aa895c07f8ad47749dbf0e6817533c37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501132 Jun 30 09:06:22.958855 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:22.966524 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:22.968319 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.006804 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f90000-a89d-41eb-830b-15aa3b79e105 req-c6510319-70ff-4fe0-9278-6d82dcb075f1 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:23.029075 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0f90000-a89d-41eb-830b-15aa3b79e105 req-c6510319-70ff-4fe0-9278-6d82dcb075f1 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/ports?device_id=68b27ae5-9e31-4745-9610-55a37f4f09e1 HTTP/1.1" status: 200 len: 944 time: 0.2767012 Jun 30 09:06:23.193269 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0f90000-a89d-41eb-830b-15aa3b79e105 req-5f7cfd7e-e947-425c-b0d8-8d94b9ef84ca tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0e4187-75a0-40ec-8e93-91995cac14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613803 Jun 30 09:06:23.229260 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.284947 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa,segment=NetworkSegment(927c1a02-a23d-466d-a852-9c9e018e0e09),segment_id=927c1a02-a23d-466d-a852-9c9e018e0e09)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:23.397409 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.425760 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.495762 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-44a1e7f4-e07c-4cc3-8b1f-a03e3c723ff4 req-c2b75403-7761-42e9-9c1a-6bb7db2cbd9c tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb625a2b-d384-4f15-ae62-9c765ef5121c HTTP/1.1" status: 200 len: 210 time: 0.0768986 Jun 30 09:06:23.540390 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:23.855436 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1d60b-368a-4ee7-9812-6b3d0b67a2cc req-9394c79b-1604-4e1d-a6c4-86f238e338f3 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:23.860535 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c8e1d60b-368a-4ee7-9812-6b3d0b67a2cc req-9394c79b-1604-4e1d-a6c4-86f238e338f3 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 945 time: 0.1123536 Jun 30 09:06:23.888752 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b27ae5-9e31-4745-9610-55a37f4f09e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:23.892351 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596ffee1-7724-4d78-8212-73f3ddb7681a" -d '{"events": [{"server_uuid": "68b27ae5-9e31-4745-9610-55a37f4f09e1", "name": "network-vif-plugged", "status": "completed", "tag": "ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:23.905303 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ea7e0267-0169-4a0e-8548-8c6de6070335 req-fc5eb2f7-bc1d-49a1-bd17-c30e5a2da133 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 210 time: 0.6230848 Jun 30 09:06:23.973941 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c8e1d60b-368a-4ee7-9812-6b3d0b67a2cc req-cccb0b29-996d-47af-b7ae-3bbcf3017306 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864983 Jun 30 09:06:23.978077 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4b0e1e-b0fe-4ac4-8f82-227442e0be83 x-openstack-request-id: req-aa4b0e1e-b0fe-4ac4-8f82-227442e0be83 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:23.978603 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b27ae5-9e31-4745-9610-55a37f4f09e1", "name": "network-vif-plugged", "status": "completed", "tag": "ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:23.979010 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aa4b0e1e-b0fe-4ac4-8f82-227442e0be83 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:23.980375 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b27ae5-9e31-4745-9610-55a37f4f09e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa', 'code': 200} Jun 30 09:06:24.085201 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-5d5e1131-2dcc-44ac-a4c1-fc3eb0df92ad tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:24.087788 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-5d5e1131-2dcc-44ac-a4c1-fc3eb0df92ad tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1780617 Jun 30 09:06:24.101150 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54910) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:24.110895 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-cc3b3c7c-e551-4657-888a-e592ea057c6a req-07069d8b-daf4-4c0f-afb4-a5d13d604755 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] For port ea94cb5f-b33a-418e-8c41-53432e6da5ae, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ea94cb5f-b33a-418e-8c41-53432e6da5ae,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:24.110895 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-cc3b3c7c-e551-4657-888a-e592ea057c6a req-07069d8b-daf4-4c0f-afb4-a5d13d604755 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.131106 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-b35f3600-c2a4-4653-a2f4-da540025910f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Request body: {'port': {'device_id': 'c4c961ef-24b0-4282-ab5e-bc42c058d806', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'admin_state_up': True, 'tenant_id': 'aa895c07f8ad47749dbf0e6817533c37'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:24.207030 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-cc3b3c7c-e551-4657-888a-e592ea057c6a req-07069d8b-daf4-4c0f-afb4-a5d13d604755 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Calling delete_port for ea94cb5f-b33a-418e-8c41-53432e6da5ae owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:24.299779 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5f95fc6f-22e9-4fd2-ae9f-d7a7cd0f30ac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3287e3fdeedc499dae7b64d225dfb821&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1961021 Jun 30 09:06:24.309416 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54916) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:24.411164 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125523a9-bb33-45e4-b743-125271403d4a req-b795d389-8ded-4921-82ab-cf6368624dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:24.412719 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-125523a9-bb33-45e4-b743-125271403d4a req-b795d389-8ded-4921-82ab-cf6368624dde service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=68b27ae5-9e31-4745-9610-55a37f4f09e1 HTTP/1.1" status: 200 len: 1097 time: 0.2982974 Jun 30 09:06:24.459054 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-125523a9-bb33-45e4-b743-125271403d4a req-8eefb826-ebed-4b98-ba97-903b12f82ad7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5e0e4187-75a0-40ec-8e93-91995cac14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387104 Jun 30 09:06:24.460230 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4f0f766c-032d-44df-8cca-59a688378783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.491737 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4f0f766c-032d-44df-8cca-59a688378783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.534073 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.657863 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1c6b92a6-4434-4124-b6cc-0cfeb08652a0 req-910f08d0-b12b-439c-81d5-bbe224fa1244 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb625a2b-d384-4f15-ae62-9c765ef5121c HTTP/1.1" status: 200 len: 210 time: 0.0850635 Jun 30 09:06:24.723585 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-b35f3600-c2a4-4653-a2f4-da540025910f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Made reservation on behalf of aa895c07f8ad47749dbf0e6817533c37 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:24.727577 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-b35f3600-c2a4-4653-a2f4-da540025910f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.810146 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8ee85-8018-49fa-a14f-b97e9d67e9a9 req-151b73ef-89b8-4746-bca2-0f3f2547bbcf tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:24.811753 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-01a8ee85-8018-49fa-a14f-b97e9d67e9a9 req-151b73ef-89b8-4746-bca2-0f3f2547bbcf tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/ports?device_id=68b27ae5-9e31-4745-9610-55a37f4f09e1 HTTP/1.1" status: 200 len: 945 time: 0.2577782 Jun 30 09:06:24.850196 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-cc3b3c7c-e551-4657-888a-e592ea057c6a req-07069d8b-daf4-4c0f-afb4-a5d13d604755 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.866878 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4f0f766c-032d-44df-8cca-59a688378783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.866878 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4f0f766c-032d-44df-8cca-59a688378783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.875427 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4f0f766c-032d-44df-8cca-59a688378783 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fb336004-a92a-4f24-8b0d-a6fd71231251 HTTP/1.1" status: 204 len: 168 time: 0.5644891 Jun 30 09:06:24.910712 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f766c-032d-44df-8cca-59a688378783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb336004-a92a-4f24-8b0d-a6fd71231251,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:25.047442 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07069d8b-daf4-4c0f-afb4-a5d13d604755 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Pushing event deleted for resources: {'Port': ['ID=ea94cb5f-b33a-418e-8c41-53432e6da5ae,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:25.099510 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-01a8ee85-8018-49fa-a14f-b97e9d67e9a9 req-269ca104-6b60-46f0-b1dc-02ff225b3fe8 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0e4187-75a0-40ec-8e93-91995cac14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811160 Jun 30 09:06:25.172179 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54938) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:25.180194 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3b3c7c-e551-4657-888a-e592ea057c6a req-07069d8b-daf4-4c0f-afb4-a5d13d604755 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] No DVR routers for this DVR port ea94cb5f-b33a-418e-8c41-53432e6da5ae on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:25.180495 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1df7b68e-b43c-4578-b3f0-149645399123 req-8a67544b-3a83-4e1d-bf97-de281b33063c tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 210 time: 0.0792062 Jun 30 09:06:25.197508 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-cc3b3c7c-e551-4657-888a-e592ea057c6a req-07069d8b-daf4-4c0f-afb4-a5d13d604755 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:25.199555 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc3b3c7c-e551-4657-888a-e592ea057c6a req-07069d8b-daf4-4c0f-afb4-a5d13d604755 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.52 "DELETE /v2.0/ports/ea94cb5f-b33a-418e-8c41-53432e6da5ae HTTP/1.1" status: 204 len: 173 time: 2.4924452 Jun 30 09:06:25.200014 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2ba96a-e6e1-4405-9532-f042cca372c3', 'name': 'network-vif-deleted', 'tag': 'ea94cb5f-b33a-418e-8c41-53432e6da5ae'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:25.202741 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96823292-d2e2-4dea-8955-8e37319674ca" -d '{"events": [{"server_uuid": "bf2ba96a-e6e1-4405-9532-f042cca372c3", "name": "network-vif-deleted", "tag": "ea94cb5f-b33a-418e-8c41-53432e6da5ae"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:25.236664 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-b35f3600-c2a4-4653-a2f4-da540025910f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Allocated IP 192.168.233.78 (ad33225d-5521-4894-b7e8-170799d80b12/a0a5de46-050b-42ad-8d47-c859eedbe230/97de3316-ef20-4812-9e1b-0c90673b35b1) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:25.298495 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ea94cb5f-b33a-418e-8c41-53432e6da5ae no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:25.337364 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add0b49f-c4ec-4412-9fc0-29e507ba4767 x-openstack-request-id: req-add0b49f-c4ec-4412-9fc0-29e507ba4767 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:25.337624 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2ba96a-e6e1-4405-9532-f042cca372c3", "name": "network-vif-deleted", "tag": "ea94cb5f-b33a-418e-8c41-53432e6da5ae", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:25.343875 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-add0b49f-c4ec-4412-9fc0-29e507ba4767 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:25.343875 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2ba96a-e6e1-4405-9532-f042cca372c3', 'name': 'network-vif-deleted', 'tag': 'ea94cb5f-b33a-418e-8c41-53432e6da5ae', 'status': 'completed', 'code': 200} Jun 30 09:06:25.349436 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: ea94cb5f-b33a-418e-8c41-53432e6da5ae {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:25.350080 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ea94cb5f-b33a-418e-8c41-53432e6da5ae not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:25.592462 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdd284-7bb4-4543-b611-02ccafef72c5 req-32e08d0f-a3c0-4f90-80fb-66904be7ff43 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:25.598359 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-f1829e2b-adf9-44fd-8c2e-ebd0f2b76d16 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-649900421-network', 'tenant_id': '3489997d673c435cb76703153e32f89d'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:25.602216 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9cfdd284-7bb4-4543-b611-02ccafef72c5 req-32e08d0f-a3c0-4f90-80fb-66904be7ff43 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 945 time: 0.2497873 Jun 30 09:06:25.754963 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-b35f3600-c2a4-4653-a2f4-da540025910f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:25.773122 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9cfdd284-7bb4-4543-b611-02ccafef72c5 req-45d5cc86-3757-45e1-87be-15e233d98bc1 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688344 Jun 30 09:06:25.815339 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-b35f3600-c2a4-4653-a2f4-da540025910f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Transition to ACTIVE for port object 97de3316-ef20-4812-9e1b-0c90673b35b1 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:25.848860 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1829e2b-adf9-44fd-8c2e-ebd0f2b76d16 admin admin] Made reservation on behalf of 3489997d673c435cb76703153e32f89d for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:25.851547 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f1829e2b-adf9-44fd-8c2e-ebd0f2b76d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:25.884534 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f1829e2b-adf9-44fd-8c2e-ebd0f2b76d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.020418 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-95cbd7c3-8482-4a1d-b546-77fe038164ec req-149b570c-b426-4173-819d-90d2c3a1264d tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb625a2b-d384-4f15-ae62-9c765ef5121c HTTP/1.1" status: 200 len: 210 time: 0.0739653 Jun 30 09:06:26.095340 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-b35f3600-c2a4-4653-a2f4-da540025910f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.110411 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['3aaa3baa-3cbd-4e68-9f06-99979365a13d'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:26.139715 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['4094a647-fe43-43c7-be05-cfb17691d652', 'aadc3403-34ed-4a92-ae27-99ad7913f8f3'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:26.185150 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-b35f3600-c2a4-4653-a2f4-da540025910f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Network ad33225d-5521-4894-b7e8-170799d80b12 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:26.236341 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f1829e2b-adf9-44fd-8c2e-ebd0f2b76d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.250589 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.295255 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-b35f3600-c2a4-4653-a2f4-da540025910f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:26.319807 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f1829e2b-adf9-44fd-8c2e-ebd0f2b76d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.322112 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-b35f3600-c2a4-4653-a2f4-da540025910f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:26.445843 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1829e2b-adf9-44fd-8c2e-ebd0f2b76d16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:06:26.453720 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1829e2b-adf9-44fd-8c2e-ebd0f2b76d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6332f74b-013c-43dd-be2e-b0735ba41247,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:26.471746 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-b35f3600-c2a4-4653-a2f4-da540025910f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:26.473888 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-b35f3600-c2a4-4653-a2f4-da540025910f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.488999 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f1829e2b-adf9-44fd-8c2e-ebd0f2b76d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.488999 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-f1829e2b-adf9-44fd-8c2e-ebd0f2b76d16 admin admin] Added segment e107cf81-3d65-4596-99e7-d363082531b8 of type vlan for network 56f88d8c-6215-4429-a876-d7c759a58eb1 Jun 30 09:06:26.641480 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f1829e2b-adf9-44fd-8c2e-ebd0f2b76d16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.695817 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4392ee-dd96-4874-b50b-4384526b864a req-41beb346-2c43-4af0-a4d3-250aa7e1f095 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:26.708626 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7b4392ee-dd96-4874-b50b-4384526b864a req-41beb346-2c43-4af0-a4d3-250aa7e1f095 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/ports?device_id=68b27ae5-9e31-4745-9610-55a37f4f09e1 HTTP/1.1" status: 200 len: 945 time: 0.4030514 Jun 30 09:06:26.711832 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f3600-c2a4-4653-a2f4-da540025910f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Pushing event updated for resources: {'Port': ['ID=97de3316-ef20-4812-9e1b-0c90673b35b1,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:26.735296 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d22920-c3d0-4ace-a841-e9b0ac4e7f0c req-c381a4dd-f1e9-4c5e-aeb1-2ebf5c2ca06e tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:26.745122 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-21d22920-c3d0-4ace-a841-e9b0ac4e7f0c req-c381a4dd-f1e9-4c5e-aeb1-2ebf5c2ca06e tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 935 time: 0.2075338 Jun 30 09:06:26.819458 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-21d22920-c3d0-4ace-a841-e9b0ac4e7f0c req-7b82d5c8-0d3b-42bd-82ff-0096d97953fe tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700557 Jun 30 09:06:26.859414 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7b4392ee-dd96-4874-b50b-4384526b864a req-da21ef1b-c372-4c24-9e11-6fb7fecbf7b8 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0e4187-75a0-40ec-8e93-91995cac14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495566 Jun 30 09:06:26.862452 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-b35f3600-c2a4-4653-a2f4-da540025910f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7362065 Jun 30 09:06:26.876846 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f1829e2b-adf9-44fd-8c2e-ebd0f2b76d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.878226 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1829e2b-adf9-44fd-8c2e-ebd0f2b76d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:26.881422 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f1829e2b-adf9-44fd-8c2e-ebd0f2b76d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.884376 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-5060f70d-52cc-4bc6-a511-b7b8b8bfadd9 service neutron] Request body: {'port': {'device_id': 'c4c961ef-24b0-4282-ab5e-bc42c058d806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:26.922177 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-29af749e-a693-434b-8aa6-8cf8e9ec4629 None None] Provisioning for port 97de3316-ef20-4812-9e1b-0c90673b35b1 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:26.927589 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-29af749e-a693-434b-8aa6-8cf8e9ec4629 None None] Provisioning complete for port 97de3316-ef20-4812-9e1b-0c90673b35b1 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:26.928010 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-29af749e-a693-434b-8aa6-8cf8e9ec4629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.993179 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f1829e2b-adf9-44fd-8c2e-ebd0f2b76d16 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8193688 Jun 30 09:06:26.997735 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54978) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:27.012060 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-f1ffdc37-f91a-4ad4-abcc-ef5a63eca7bd admin admin] Request body: {'subnet': {'network_id': '56f88d8c-6215-4429-a876-d7c759a58eb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-649900421-subnet', 'tenant_id': '3489997d673c435cb76703153e32f89d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:27.023667 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-29af749e-a693-434b-8aa6-8cf8e9ec4629 None None] Port 97de3316-ef20-4812-9e1b-0c90673b35b1 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:06:27.092419 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1829e2b-adf9-44fd-8c2e-ebd0f2b76d16 admin admin] Pushing event updated for resources: {'Network': ['ID=56f88d8c-6215-4429-a876-d7c759a58eb1,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:27.110502 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 56f88d8c-6215-4429-a876-d7c759a58eb1 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:06:27.178313 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-5060f70d-52cc-4bc6-a511-b7b8b8bfadd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.248830 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ffdc37-f91a-4ad4-abcc-ef5a63eca7bd admin admin] Made reservation on behalf of 3489997d673c435cb76703153e32f89d for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:27.257391 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f1ffdc37-f91a-4ad4-abcc-ef5a63eca7bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.288346 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c89b1-7873-416f-b3df-a80020977771 req-e90df000-70bf-42e5-9267-2cb3cd22414a tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:27.293874 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9edb04-becb-4f87-85da-19249f57350a req-f9734256-fa6d-4e5e-a640-1439b2f1f8fc tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:27.304851 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc9edb04-becb-4f87-85da-19249f57350a req-f9734256-fa6d-4e5e-a640-1439b2f1f8fc tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e&tenant_id=9342aeef3062492da53fbad2470ed3ad&binding%3Ahost_id=n-h2-771363-31 HTTP/1.1" status: 200 len: 1097 time: 0.3280244 Jun 30 09:06:27.305111 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-031c89b1-7873-416f-b3df-a80020977771 req-e90df000-70bf-42e5-9267-2cb3cd22414a tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 945 time: 0.1451161 Jun 30 09:06:27.319640 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device b3270b96-17f1-4fe1-9531-e04a2c02ee00 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:06:27.462863 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-031c89b1-7873-416f-b3df-a80020977771 req-12c75408-2353-421d-baab-a372d7a66c4a tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592934 Jun 30 09:06:27.620865 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port b3270b96-17f1-4fe1-9531-e04a2c02ee00, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=b3270b96-17f1-4fe1-9531-e04a2c02ee00,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:27.671488 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device b3270b96-17f1-4fe1-9531-e04a2c02ee00 has no active binding in host n-h1-771363-31 {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 09:06:27.694518 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5ff52463-2f91-4f61-9c31-a222bb4cd673 req-0cc3ae5e-75c6-4aef-9058-cd403d7ca955 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb625a2b-d384-4f15-ae62-9c765ef5121c HTTP/1.1" status: 200 len: 210 time: 0.0432980 Jun 30 09:06:27.717781 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-cc9edb04-becb-4f87-85da-19249f57350a req-b2837c39-fb16-4c5f-b54f-06919fcb58a0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771363-31'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:27.817118 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f1ffdc37-f91a-4ad4-abcc-ef5a63eca7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.924067 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ffdc37-f91a-4ad4-abcc-ef5a63eca7bd admin admin] Checking segment: {'id': 'e107cf81-3d65-4596-99e7-d363082531b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '56f88d8c-6215-4429-a876-d7c759a58eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:27.924067 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ffdc37-f91a-4ad4-abcc-ef5a63eca7bd admin admin] Network hostable DHCP agents. Network: 56f88d8c-6215-4429-a876-d7c759a58eb1, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:06:27.934587 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ffdc37-f91a-4ad4-abcc-ef5a63eca7bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eb0ed17-5afe-4eef-a6c1-cccad8874493,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:27.985158 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041252fb-b9e7-4e48-b791-2dc2cb4f3f24 req-10f9136f-ab84-4f69-b445-e342ed029773 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:27.996251 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-041252fb-b9e7-4e48-b791-2dc2cb4f3f24 req-10f9136f-ab84-4f69-b445-e342ed029773 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/ports?device_id=e24a8075-aa5f-4a17-9fa3-bcd810bc7707 HTTP/1.1" status: 200 len: 946 time: 0.8195212 Jun 30 09:06:28.090518 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-cc9edb04-becb-4f87-85da-19249f57350a req-b2837c39-fb16-4c5f-b54f-06919fcb58a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.111581 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44cf43-ff0d-4104-88b4-8e33a376fb3a req-cad9d191-96f8-48b6-9559-b481a7602bc9 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:28.122079 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2a44cf43-ff0d-4104-88b4-8e33a376fb3a req-cad9d191-96f8-48b6-9559-b481a7602bc9 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 935 time: 0.1136434 Jun 30 09:06:28.148592 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-30ff4d0b-8d31-458e-9b68-8919c1b437ef tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:28.150438 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-30ff4d0b-8d31-458e-9b68-8919c1b437ef tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.52 "GET /v2.0/networks?id=77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 HTTP/1.1" status: 200 len: 804 time: 0.5155849 Jun 30 09:06:28.167946 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-06437340-e7b8-4a8c-aadb-0b18b59c3af1 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Request body: {'port': {'device_id': 'bb625a2b-d384-4f15-ae62-9c765ef5121c', 'network_id': '77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3', 'admin_state_up': True, 'tenant_id': '01a7fa5afec243f0b7c321924a151489'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:28.168224 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ffdc37-f91a-4ad4-abcc-ef5a63eca7bd admin admin] Network 56f88d8c-6215-4429-a876-d7c759a58eb1 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:06:28.187395 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2a44cf43-ff0d-4104-88b4-8e33a376fb3a req-de1dcaf4-d9a7-4840-9110-a40f4f3e1d60 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633340 Jun 30 09:06:28.276996 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-041252fb-b9e7-4e48-b791-2dc2cb4f3f24 req-28cd02f8-7838-443a-b053-2a0b687983d3 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0e4187-75a0-40ec-8e93-91995cac14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798536 Jun 30 09:06:28.413155 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-f1ffdc37-f91a-4ad4-abcc-ef5a63eca7bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 56f88d8c-6215-4429-a876-d7c759a58eb1) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:28.421541 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ffdc37-f91a-4ad4-abcc-ef5a63eca7bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:28.422252 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f1ffdc37-f91a-4ad4-abcc-ef5a63eca7bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.423596 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740d0371-2cc7-46ec-8f43-d7bf1d0d4286 None None] Network 56f88d8c-6215-4429-a876-d7c759a58eb1 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:28.499726 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-5060f70d-52cc-4bc6-a511-b7b8b8bfadd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97de3316-ef20-4812-9e1b-0c90673b35b1 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:06:28.528581 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-5060f70d-52cc-4bc6-a511-b7b8b8bfadd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.581139 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-5060f70d-52cc-4bc6-a511-b7b8b8bfadd9 service neutron] Transition to ACTIVE for port object 97de3316-ef20-4812-9e1b-0c90673b35b1 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:28.599014 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-cc9edb04-becb-4f87-85da-19249f57350a req-b2837c39-fb16-4c5f-b54f-06919fcb58a0 service neutron] For port b3270b96-17f1-4fe1-9531-e04a2c02ee00, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=b3270b96-17f1-4fe1-9531-e04a2c02ee00,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:28.616305 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f1ffdc37-f91a-4ad4-abcc-ef5a63eca7bd admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6169665 Jun 30 09:06:28.640157 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3aa644-907d-4a4c-8445-7ccec8a984b2 None None] Network 56f88d8c-6215-4429-a876-d7c759a58eb1 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:28.674094 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-cc9edb04-becb-4f87-85da-19249f57350a req-b2837c39-fb16-4c5f-b54f-06919fcb58a0 service neutron] For port b3270b96-17f1-4fe1-9531-e04a2c02ee00, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:28.678153 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-5060f70d-52cc-4bc6-a511-b7b8b8bfadd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.822580 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-06437340-e7b8-4a8c-aadb-0b18b59c3af1 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Made reservation on behalf of 01a7fa5afec243f0b7c321924a151489 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:28.845258 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-06437340-e7b8-4a8c-aadb-0b18b59c3af1 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.903091 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b7acac-bb3b-492b-9430-9571b0ba9c6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3270b96-17f1-4fe1-9531-e04a2c02ee00'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:28.910747 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1cac4e-c828-4965-9ef8-71416069609b" -d '{"events": [{"server_uuid": "89b7acac-bb3b-492b-9430-9571b0ba9c6e", "name": "network-vif-unplugged", "status": "completed", "tag": "b3270b96-17f1-4fe1-9531-e04a2c02ee00"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:28.917537 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-cc9edb04-becb-4f87-85da-19249f57350a req-b2837c39-fb16-4c5f-b54f-06919fcb58a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.957453 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060f70d-52cc-4bc6-a511-b7b8b8bfadd9 service neutron] Pushing event updated for resources: {'Port': ['ID=97de3316-ef20-4812-9e1b-0c90673b35b1,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:29.120876 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-cc9edb04-becb-4f87-85da-19249f57350a req-b2837c39-fb16-4c5f-b54f-06919fcb58a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.207936 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1282042e-09ce-4688-b926-2c56393f5aab req-f789a62a-696e-4163-9004-47e0fc380fe7 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb625a2b-d384-4f15-ae62-9c765ef5121c HTTP/1.1" status: 200 len: 210 time: 0.0491970 Jun 30 09:06:29.239499 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f3831-8b2a-4307-bfc3-46159b435dc7 req-1580f6ab-b664-432b-805f-4d6d253f7f9a tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:29.241135 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a13f3831-8b2a-4307-bfc3-46159b435dc7 req-1580f6ab-b664-432b-805f-4d6d253f7f9a tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 945 time: 0.4762042 Jun 30 09:06:29.328672 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-06437340-e7b8-4a8c-aadb-0b18b59c3af1 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Allocated IP 172.20.0.13 (77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3/712820fb-ce56-42e0-86ec-ce6b0d4d81b4/05fe653b-f8b1-4998-9066-bba0e8c9e479) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:29.334501 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-5060f70d-52cc-4bc6-a511-b7b8b8bfadd9 service neutron] Attempting to bind port 97de3316-ef20-4812-9e1b-0c90673b35b1 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:29.334957 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-5060f70d-52cc-4bc6-a511-b7b8b8bfadd9 service neutron] Attempting to bind port 97de3316-ef20-4812-9e1b-0c90673b35b1 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:29.335415 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-5060f70d-52cc-4bc6-a511-b7b8b8bfadd9 service neutron] Attempting to bind port 97de3316-ef20-4812-9e1b-0c90673b35b1 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:29.337878 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2837c39-fb16-4c5f-b54f-06919fcb58a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b3270b96-17f1-4fe1-9531-e04a2c02ee00,revision_number=7']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:29.384021 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-5060f70d-52cc-4bc6-a511-b7b8b8bfadd9 service neutron] Port 97de3316-ef20-4812-9e1b-0c90673b35b1 on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:06:29.384263 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-5060f70d-52cc-4bc6-a511-b7b8b8bfadd9 service neutron] Attempting to bind port 97de3316-ef20-4812-9e1b-0c90673b35b1 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:29.397846 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a13f3831-8b2a-4307-bfc3-46159b435dc7 req-cc909e75-7de8-4e67-9c53-ab297414c701 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440504 Jun 30 09:06:29.412693 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-5060f70d-52cc-4bc6-a511-b7b8b8bfadd9 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:29.413073 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-5060f70d-52cc-4bc6-a511-b7b8b8bfadd9 service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:29.413463 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-5060f70d-52cc-4bc6-a511-b7b8b8bfadd9 service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:29.413964 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-5060f70d-52cc-4bc6-a511-b7b8b8bfadd9 service neutron] Bound port: 97de3316-ef20-4812-9e1b-0c90673b35b1, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:29.414316 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-5060f70d-52cc-4bc6-a511-b7b8b8bfadd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.423557 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-cc9edb04-becb-4f87-85da-19249f57350a req-b2837c39-fb16-4c5f-b54f-06919fcb58a0 service neutron] Attempting to bind port b3270b96-17f1-4fe1-9531-e04a2c02ee00 on host n-h2-771363-31 for vnic_type normal with profile {"migrating_to": "n-h1-771363-31"} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:29.423913 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-cc9edb04-becb-4f87-85da-19249f57350a req-b2837c39-fb16-4c5f-b54f-06919fcb58a0 service neutron] Attempting to bind port b3270b96-17f1-4fe1-9531-e04a2c02ee00 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:29.429288 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9edb04-becb-4f87-85da-19249f57350a req-b2837c39-fb16-4c5f-b54f-06919fcb58a0 service neutron] Attempting to bind port b3270b96-17f1-4fe1-9531-e04a2c02ee00 on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:29.452424 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9edb04-becb-4f87-85da-19249f57350a req-b2837c39-fb16-4c5f-b54f-06919fcb58a0 service neutron] Port b3270b96-17f1-4fe1-9531-e04a2c02ee00 on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:06:29.452765 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9edb04-becb-4f87-85da-19249f57350a req-b2837c39-fb16-4c5f-b54f-06919fcb58a0 service neutron] Attempting to bind port b3270b96-17f1-4fe1-9531-e04a2c02ee00 on network 29b0d071-6714-4385-b9f1-40e12b8f9c71 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:29.492038 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bb850a-2e54-4130-8801-75a96260dfe5 x-openstack-request-id: req-c6bb850a-2e54-4130-8801-75a96260dfe5 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:29.492350 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b7acac-bb3b-492b-9430-9571b0ba9c6e", "name": "network-vif-unplugged", "status": "completed", "tag": "b3270b96-17f1-4fe1-9531-e04a2c02ee00", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:29.492560 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6bb850a-2e54-4130-8801-75a96260dfe5 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:29.492954 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b7acac-bb3b-492b-9430-9571b0ba9c6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3270b96-17f1-4fe1-9531-e04a2c02ee00', 'code': 200} Jun 30 09:06:29.498337 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9edb04-becb-4f87-85da-19249f57350a req-b2837c39-fb16-4c5f-b54f-06919fcb58a0 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:29.498679 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9edb04-becb-4f87-85da-19249f57350a req-b2837c39-fb16-4c5f-b54f-06919fcb58a0 service neutron] Checking segment: {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:29.499570 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9edb04-becb-4f87-85da-19249f57350a req-b2837c39-fb16-4c5f-b54f-06919fcb58a0 service neutron] Bound using segment: {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:29.499703 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-cc9edb04-becb-4f87-85da-19249f57350a req-b2837c39-fb16-4c5f-b54f-06919fcb58a0 service neutron] Bound port: b3270b96-17f1-4fe1-9531-e04a2c02ee00, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14de68dd-b20a-404d-811d-13f0c20740b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29b0d071-6714-4385-b9f1-40e12b8f9c71'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:29.500054 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-cc9edb04-becb-4f87-85da-19249f57350a req-b2837c39-fb16-4c5f-b54f-06919fcb58a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.618686 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-cf5cddbe-fe2b-4abe-82f7-5b08b44f9913 req-9cb65da9-6559-48e4-a628-5a98234c0a8c tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1451569589', 'description': 'tempest-description-900644233'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:29.642954 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-5060f70d-52cc-4bc6-a511-b7b8b8bfadd9 service neutron] For port 97de3316-ef20-4812-9e1b-0c90673b35b1, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:29.672737 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-5060f70d-52cc-4bc6-a511-b7b8b8bfadd9 service neutron] For port 97de3316-ef20-4812-9e1b-0c90673b35b1, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=97de3316-ef20-4812-9e1b-0c90673b35b1,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:29.694648 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-cc9edb04-becb-4f87-85da-19249f57350a req-b2837c39-fb16-4c5f-b54f-06919fcb58a0 service neutron] For port b3270b96-17f1-4fe1-9531-e04a2c02ee00, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:29.700269 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-cc9edb04-becb-4f87-85da-19249f57350a req-b2837c39-fb16-4c5f-b54f-06919fcb58a0 service neutron] For port b3270b96-17f1-4fe1-9531-e04a2c02ee00, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=b3270b96-17f1-4fe1-9531-e04a2c02ee00,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:29.710707 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-06437340-e7b8-4a8c-aadb-0b18b59c3af1 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.768141 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-cf5cddbe-fe2b-4abe-82f7-5b08b44f9913 req-9cb65da9-6559-48e4-a628-5a98234c0a8c tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.797320 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-5060f70d-52cc-4bc6-a511-b7b8b8bfadd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.806118 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-cc9edb04-becb-4f87-85da-19249f57350a req-b2837c39-fb16-4c5f-b54f-06919fcb58a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.873281 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-5060f70d-52cc-4bc6-a511-b7b8b8bfadd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:29.876535 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-5060f70d-52cc-4bc6-a511-b7b8b8bfadd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.876535 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-5060f70d-52cc-4bc6-a511-b7b8b8bfadd9 service neutron] 10.222.0.37 "PUT /v2.0/ports/97de3316-ef20-4812-9e1b-0c90673b35b1 HTTP/1.1" status: 200 len: 1096 time: 3.0016594 Jun 30 09:06:29.888913 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-cf5cddbe-fe2b-4abe-82f7-5b08b44f9913 req-9cb65da9-6559-48e4-a628-5a98234c0a8c tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.891975 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-06437340-e7b8-4a8c-aadb-0b18b59c3af1 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.925183 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060f70d-52cc-4bc6-a511-b7b8b8bfadd9 service neutron] Pushing event updated for resources: {'Port': ['ID=97de3316-ef20-4812-9e1b-0c90673b35b1,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:29.948643 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-06437340-e7b8-4a8c-aadb-0b18b59c3af1 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Network 77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:29.954704 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-06437340-e7b8-4a8c-aadb-0b18b59c3af1 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:29.957862 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9edb04-becb-4f87-85da-19249f57350a req-b2837c39-fb16-4c5f-b54f-06919fcb58a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:29.958479 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-cc9edb04-becb-4f87-85da-19249f57350a req-b2837c39-fb16-4c5f-b54f-06919fcb58a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.959920 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc9edb04-becb-4f87-85da-19249f57350a req-b2837c39-fb16-4c5f-b54f-06919fcb58a0 service neutron] 10.222.0.52 "PUT /v2.0/ports/b3270b96-17f1-4fe1-9531-e04a2c02ee00 HTTP/1.1" status: 200 len: 1123 time: 2.3264248 Jun 30 09:06:29.979036 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-06437340-e7b8-4a8c-aadb-0b18b59c3af1 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:30.010692 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-cf5cddbe-fe2b-4abe-82f7-5b08b44f9913 req-9cb65da9-6559-48e4-a628-5a98234c0a8c tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.066267 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['b3270b96-17f1-4fe1-9531-e04a2c02ee00'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:30.078211 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb65da9-6559-48e4-a628-5a98234c0a8c tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7532326-034e-4cc9-ab0a-fd1b831ad27d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:30.083733 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-06437340-e7b8-4a8c-aadb-0b18b59c3af1 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:30.084383 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-06437340-e7b8-4a8c-aadb-0b18b59c3af1 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.089068 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2837c39-fb16-4c5f-b54f-06919fcb58a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b3270b96-17f1-4fe1-9531-e04a2c02ee00,revision_number=8']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:30.140888 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['b3270b96-17f1-4fe1-9531-e04a2c02ee00'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:30.169444 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-cf5cddbe-fe2b-4abe-82f7-5b08b44f9913 req-9cb65da9-6559-48e4-a628-5a98234c0a8c tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.177684 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cf5cddbe-fe2b-4abe-82f7-5b08b44f9913 req-9cb65da9-6559-48e4-a628-5a98234c0a8c tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5628474 Jun 30 09:06:30.197747 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06437340-e7b8-4a8c-aadb-0b18b59c3af1 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Pushing event updated for resources: {'Port': ['ID=05fe653b-f8b1-4998-9066-bba0e8c9e479,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:30.226306 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-c1dd3cb2-3f75-4e4b-8560-41c12a15b411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:30.228407 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-c1dd3cb2-3f75-4e4b-8560-41c12a15b411 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 1099 time: 0.1700616 Jun 30 09:06:30.341053 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-06437340-e7b8-4a8c-aadb-0b18b59c3af1 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1779630 Jun 30 09:06:30.343448 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-a5bb696d-3d90-49be-9997-ae0644f81121 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=97de3316-ef20-4812-9e1b-0c90673b35b1 HTTP/1.1" status: 200 len: 217 time: 0.1045353 Jun 30 09:06:30.429483 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-691a7427-8764-48b7-a891-6d0b12f263e8 service neutron] Request body: {'port': {'device_id': 'bb625a2b-d384-4f15-ae62-9c765ef5121c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:30.464561 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88498ff-01df-4f23-b33b-664f3a12aa3b req-93a10ce1-da06-49a3-af97-4b45493a03f8 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:30.466635 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f88498ff-01df-4f23-b33b-664f3a12aa3b req-93a10ce1-da06-49a3-af97-4b45493a03f8 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 947 time: 0.0994537 Jun 30 09:06:30.472115 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-a8920f2b-87fe-415c-b21f-583285241405 req-1aae349a-fe74-40f8-9b7e-195bfcfe075a tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1305415009', 'description': 'tempest-description-1022465163'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:30.512655 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-a1b88815-ba47-4ebc-80ff-cee707bc54ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:30.513109 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f88498ff-01df-4f23-b33b-664f3a12aa3b req-dc907f17-0613-4a4d-8ea9-6802e9ce0fbc tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380540 Jun 30 09:06:30.514095 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-a1b88815-ba47-4ebc-80ff-cee707bc54ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1638129 Jun 30 09:06:30.596551 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-691a7427-8764-48b7-a891-6d0b12f263e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.621426 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-a8920f2b-87fe-415c-b21f-583285241405 req-1aae349a-fe74-40f8-9b7e-195bfcfe075a tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.703307 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-43f47d0b-a559-48df-a6a6-0777cefea8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:30.706345 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-43f47d0b-a559-48df-a6a6-0777cefea8c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1795306 Jun 30 09:06:30.765586 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c19d8-ea86-46af-aef7-e5bed1d424c8 req-a0a439d5-21a5-4eff-b2c4-97aa41782523 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:30.767438 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fa2c19d8-ea86-46af-aef7-e5bed1d424c8 req-a0a439d5-21a5-4eff-b2c4-97aa41782523 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb625a2b-d384-4f15-ae62-9c765ef5121c HTTP/1.1" status: 200 len: 932 time: 0.0739350 Jun 30 09:06:30.809114 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fa2c19d8-ea86-46af-aef7-e5bed1d424c8 req-4377961b-6504-437f-bfac-f3c752da79bc tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341005 Jun 30 09:06:31.008983 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6b489-5d63-47c2-b73d-7828445994de req-5187d1cd-5a7d-4e6d-8844-84281090efc7 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:31.010566 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e0e6b489-5d63-47c2-b73d-7828445994de req-5187d1cd-5a7d-4e6d-8844-84281090efc7 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/ports?device_id=e24a8075-aa5f-4a17-9fa3-bcd810bc7707 HTTP/1.1" status: 200 len: 946 time: 0.0865781 Jun 30 09:06:31.068139 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e0e6b489-5d63-47c2-b73d-7828445994de req-84b19479-284a-4ceb-8778-f0edd7960716 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0e4187-75a0-40ec-8e93-91995cac14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494864 Jun 30 09:06:31.328424 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-8795a192-5a5e-4ff0-bd51-0def9e488cb0 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6139042 Jun 30 09:06:31.412289 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-a8920f2b-87fe-415c-b21f-583285241405 req-1aae349a-fe74-40f8-9b7e-195bfcfe075a tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.416379 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ff971-5585-469d-94b5-dda2bd94c915 req-10ef2cd5-11c3-44c7-b5cd-34df698eb68e tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:31.427031 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cb5ff971-5585-469d-94b5-dda2bd94c915 req-10ef2cd5-11c3-44c7-b5cd-34df698eb68e tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 943 time: 0.0960703 Jun 30 09:06:31.483159 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79444a-0fc1-4f48-9d65-e7c4900ca0b9 req-7b6e96f0-000d-458a-8071-c1ea74b4e864 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:31.484960 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8c79444a-0fc1-4f48-9d65-e7c4900ca0b9 req-7b6e96f0-000d-458a-8071-c1ea74b4e864 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.52 "GET /v2.0/ports?device_id=e24a8075-aa5f-4a17-9fa3-bcd810bc7707 HTTP/1.1" status: 200 len: 946 time: 0.3141694 Jun 30 09:06:31.485441 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cb5ff971-5585-469d-94b5-dda2bd94c915 req-11f5df18-c2b2-4aa7-b464-b3f64ea770bf tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571020 Jun 30 09:06:31.494433 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c961ef-24b0-4282-ab5e-bc42c058d806', 'tag': '97de3316-ef20-4812-9e1b-0c90673b35b1'}, {'name': 'network-changed', 'server_uuid': '89b7acac-bb3b-492b-9430-9571b0ba9c6e', 'tag': 'b3270b96-17f1-4fe1-9531-e04a2c02ee00'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:31.497126 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6637b578-9f27-4cbc-8382-499b314ee3a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c961ef-24b0-4282-ab5e-bc42c058d806", "tag": "97de3316-ef20-4812-9e1b-0c90673b35b1"}, {"name": "network-changed", "server_uuid": "89b7acac-bb3b-492b-9430-9571b0ba9c6e", "tag": "b3270b96-17f1-4fe1-9531-e04a2c02ee00"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:31.529906 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-a8920f2b-87fe-415c-b21f-583285241405 req-1aae349a-fe74-40f8-9b7e-195bfcfe075a tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.576352 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3651874-b877-4918-b38c-1a7367f46504 x-openstack-request-id: req-e3651874-b877-4918-b38c-1a7367f46504 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:31.576352 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c961ef-24b0-4282-ab5e-bc42c058d806", "tag": "97de3316-ef20-4812-9e1b-0c90673b35b1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "89b7acac-bb3b-492b-9430-9571b0ba9c6e", "tag": "b3270b96-17f1-4fe1-9531-e04a2c02ee00", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:31.576352 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e3651874-b877-4918-b38c-1a7367f46504 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:31.576352 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c961ef-24b0-4282-ab5e-bc42c058d806', 'tag': '97de3316-ef20-4812-9e1b-0c90673b35b1', 'status': 'completed', 'code': 200} Jun 30 09:06:31.576352 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b7acac-bb3b-492b-9430-9571b0ba9c6e', 'tag': 'b3270b96-17f1-4fe1-9531-e04a2c02ee00', 'status': 'completed', 'code': 200} Jun 30 09:06:31.607487 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e0ccfdb-bf7d-4f31-9e08-88ebfe4beffe req-2fb1fad6-ec30-4d16-88e6-c6560171cd7b service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614536 Jun 30 09:06:31.643674 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae349a-fe74-40f8-9b7e-195bfcfe075a tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0aaa37-33df-4b5f-b461-911a8394a21a,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:31.701222 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-a8920f2b-87fe-415c-b21f-583285241405 req-1aae349a-fe74-40f8-9b7e-195bfcfe075a tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.702616 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a8920f2b-87fe-415c-b21f-583285241405 req-1aae349a-fe74-40f8-9b7e-195bfcfe075a tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.2344785 Jun 30 09:06:31.711566 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-691a7427-8764-48b7-a891-6d0b12f263e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05fe653b-f8b1-4998-9066-bba0e8c9e479 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:06:31.724803 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-691a7427-8764-48b7-a891-6d0b12f263e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.744739 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-691a7427-8764-48b7-a891-6d0b12f263e8 service neutron] Transition to ACTIVE for port object 05fe653b-f8b1-4998-9066-bba0e8c9e479 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:31.753566 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-8c79444a-0fc1-4f48-9d65-e7c4900ca0b9 req-85245772-c963-4b5f-b837-7e854279efa5 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Deleting port aa51cdfc-3c71-4766-85e9-f620772b37fa {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:31.753962 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-8c79444a-0fc1-4f48-9d65-e7c4900ca0b9 req-85245772-c963-4b5f-b837-7e854279efa5 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.868891 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ef248-4658-4d10-8db6-1ee9dbb87134 req-99aafd39-403a-4a9f-81b2-a66e97ff23ad tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:31.869138 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-176ef248-4658-4d10-8db6-1ee9dbb87134 req-99aafd39-403a-4a9f-81b2-a66e97ff23ad tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 947 time: 0.0843599 Jun 30 09:06:31.924378 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-691a7427-8764-48b7-a891-6d0b12f263e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.948991 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-8c79444a-0fc1-4f48-9d65-e7c4900ca0b9 req-85245772-c963-4b5f-b837-7e854279efa5 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] For port aa51cdfc-3c71-4766-85e9-f620772b37fa, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=aa51cdfc-3c71-4766-85e9-f620772b37fa,segment=NetworkSegment(927c1a02-a23d-466d-a852-9c9e018e0e09),segment_id=927c1a02-a23d-466d-a852-9c9e018e0e09)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:31.949596 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-8c79444a-0fc1-4f48-9d65-e7c4900ca0b9 req-85245772-c963-4b5f-b837-7e854279efa5 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.975155 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-176ef248-4658-4d10-8db6-1ee9dbb87134 req-52361d54-b1c1-45e3-bfee-015bf31a87be tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986571 Jun 30 09:06:31.994892 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637b578-9f27-4cbc-8382-499b314ee3a9 req-972b1b94-8396-41ad-8d80-381996effa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:31.996423 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6637b578-9f27-4cbc-8382-499b314ee3a9 req-972b1b94-8396-41ad-8d80-381996effa79 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 1099 time: 0.1971672 Jun 30 09:06:32.011475 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172dee6e-262e-44e7-8f7a-593fb5383653 req-4ee2a448-a79d-45ad-aaa3-a52c547d2cdc tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:32.011475 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-172dee6e-262e-44e7-8f7a-593fb5383653 req-4ee2a448-a79d-45ad-aaa3-a52c547d2cdc tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.37 "GET /v2.0/ports?device_id=68b27ae5-9e31-4745-9610-55a37f4f09e1 HTTP/1.1" status: 200 len: 945 time: 0.1224828 Jun 30 09:06:32.046181 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-8c79444a-0fc1-4f48-9d65-e7c4900ca0b9 req-85245772-c963-4b5f-b837-7e854279efa5 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Calling delete_port for aa51cdfc-3c71-4766-85e9-f620772b37fa owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:32.150758 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-172dee6e-262e-44e7-8f7a-593fb5383653 req-d9afffad-8c4e-406c-837a-b68b6e727c44 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Deleting port ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:32.151410 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-172dee6e-262e-44e7-8f7a-593fb5383653 req-d9afffad-8c4e-406c-837a-b68b6e727c44 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.172496 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a7427-8764-48b7-a891-6d0b12f263e8 service neutron] Pushing event updated for resources: {'Port': ['ID=05fe653b-f8b1-4998-9066-bba0e8c9e479,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:32.294768 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-172dee6e-262e-44e7-8f7a-593fb5383653 req-d9afffad-8c4e-406c-837a-b68b6e727c44 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] For port ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa,segment=NetworkSegment(927c1a02-a23d-466d-a852-9c9e018e0e09),segment_id=927c1a02-a23d-466d-a852-9c9e018e0e09)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:32.296521 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-172dee6e-262e-44e7-8f7a-593fb5383653 req-d9afffad-8c4e-406c-837a-b68b6e727c44 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.316536 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-172dee6e-262e-44e7-8f7a-593fb5383653 req-d9afffad-8c4e-406c-837a-b68b6e727c44 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Calling delete_port for ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:32.388477 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-94a20a9f-3229-455a-ad9c-c16a1293b717 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:32.391859 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-94a20a9f-3229-455a-ad9c-c16a1293b717 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/networks?id=56f88d8c-6215-4429-a876-d7c759a58eb1 HTTP/1.1" status: 200 len: 812 time: 0.3992128 Jun 30 09:06:32.479675 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d873ae-bef2-484a-ac82-6289d4079a8f req-d9a48eaa-71cb-4928-abcb-e41ca2ba2458 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:32.481338 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c1d873ae-bef2-484a-ac82-6289d4079a8f req-d9a48eaa-71cb-4928-abcb-e41ca2ba2458 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb625a2b-d384-4f15-ae62-9c765ef5121c HTTP/1.1" status: 200 len: 944 time: 0.1553819 Jun 30 09:06:32.494400 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637b578-9f27-4cbc-8382-499b314ee3a9 req-869abd6d-9da8-4cbd-9247-6e0343ae0d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:32.495905 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6637b578-9f27-4cbc-8382-499b314ee3a9 req-869abd6d-9da8-4cbd-9247-6e0343ae0d2c service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.4774342 Jun 30 09:06:32.530116 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-8b728c00-5464-48a8-a1cc-44a5059f67d5 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/quotas/3489997d673c435cb76703153e32f89d HTTP/1.1" status: 200 len: 375 time: 0.0562875 Jun 30 09:06:32.559198 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-691a7427-8764-48b7-a891-6d0b12f263e8 service neutron] Attempting to bind port 05fe653b-f8b1-4998-9066-bba0e8c9e479 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:32.559537 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-691a7427-8764-48b7-a891-6d0b12f263e8 service neutron] Attempting to bind port 05fe653b-f8b1-4998-9066-bba0e8c9e479 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': 'ef777540-1d0e-494f-843e-24cc054d8054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:32.559710 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-691a7427-8764-48b7-a891-6d0b12f263e8 service neutron] Attempting to bind port 05fe653b-f8b1-4998-9066-bba0e8c9e479 on network 77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:32.593796 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c1d873ae-bef2-484a-ac82-6289d4079a8f req-4f4abeb0-b641-438b-aa3f-d497e263f37e tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874245 Jun 30 09:06:32.617071 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-be567fa5-0d07-46a2-a368-3baf5fc9c65a tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3489997d673c435cb76703153e32f89d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0860932 Jun 30 09:06:32.620772 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6637b578-9f27-4cbc-8382-499b314ee3a9 req-f54c4174-709e-4f85-8994-05e0823e3ba8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=97de3316-ef20-4812-9e1b-0c90673b35b1 HTTP/1.1" status: 200 len: 217 time: 0.0976667 Jun 30 09:06:32.621608 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-691a7427-8764-48b7-a891-6d0b12f263e8 service neutron] Port 05fe653b-f8b1-4998-9066-bba0e8c9e479 on network 77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:06:32.621940 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-691a7427-8764-48b7-a891-6d0b12f263e8 service neutron] Attempting to bind port 05fe653b-f8b1-4998-9066-bba0e8c9e479 on network 77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:32.681611 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-691a7427-8764-48b7-a891-6d0b12f263e8 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:32.681911 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-691a7427-8764-48b7-a891-6d0b12f263e8 service neutron] Checking segment: {'id': 'ef777540-1d0e-494f-843e-24cc054d8054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:32.682225 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-691a7427-8764-48b7-a891-6d0b12f263e8 service neutron] Bound using segment: {'id': 'ef777540-1d0e-494f-843e-24cc054d8054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:32.682684 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-691a7427-8764-48b7-a891-6d0b12f263e8 service neutron] Bound port: 05fe653b-f8b1-4998-9066-bba0e8c9e479, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef777540-1d0e-494f-843e-24cc054d8054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:32.683051 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-691a7427-8764-48b7-a891-6d0b12f263e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.699262 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-172dee6e-262e-44e7-8f7a-593fb5383653 req-d9afffad-8c4e-406c-837a-b68b6e727c44 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.716152 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:32.728848 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-8c79444a-0fc1-4f48-9d65-e7c4900ca0b9 req-85245772-c963-4b5f-b837-7e854279efa5 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.733515 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9afffad-8c4e-406c-837a-b68b6e727c44 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Pushing event deleted for resources: {'Port': ['ID=ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:32.784648 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:32.786741 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-24b91c48-ddac-4209-bdef-e830e2f389c6 req-eefc33d2-8707-4fca-872d-d41ed8351f78 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/ports?device_id=e24a8075-aa5f-4a17-9fa3-bcd810bc7707 HTTP/1.1" status: 200 len: 210 time: 0.0576005 Jun 30 09:06:32.804403 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85245772-c963-4b5f-b837-7e854279efa5 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Pushing event deleted for resources: {'Port': ['ID=aa51cdfc-3c71-4766-85e9-f620772b37fa,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:32.826149 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637b578-9f27-4cbc-8382-499b314ee3a9 req-8addef2e-8a43-4d86-b8c3-2aff238fbfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:32.827674 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6637b578-9f27-4cbc-8382-499b314ee3a9 req-8addef2e-8a43-4d86-b8c3-2aff238fbfa6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1914990 Jun 30 09:06:32.852492 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-172dee6e-262e-44e7-8f7a-593fb5383653 req-d9afffad-8c4e-406c-837a-b68b6e727c44 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] No DVR routers for this DVR port ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:32.852492 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-172dee6e-262e-44e7-8f7a-593fb5383653 req-d9afffad-8c4e-406c-837a-b68b6e727c44 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.852492 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-172dee6e-262e-44e7-8f7a-593fb5383653 req-d9afffad-8c4e-406c-837a-b68b6e727c44 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.37 "DELETE /v2.0/ports/ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa HTTP/1.1" status: 204 len: 173 time: 0.8270068 Jun 30 09:06:32.852492 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b27ae5-9e31-4745-9610-55a37f4f09e1', 'name': 'network-vif-deleted', 'tag': 'ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:32.852492 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e060fcf-dfd9-4429-b816-87d64355e9b2" -d '{"events": [{"server_uuid": "68b27ae5-9e31-4745-9610-55a37f4f09e1", "name": "network-vif-deleted", "tag": "ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:32.951623 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c79444a-0fc1-4f48-9d65-e7c4900ca0b9 req-85245772-c963-4b5f-b837-7e854279efa5 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] No DVR routers for this DVR port aa51cdfc-3c71-4766-85e9-f620772b37fa on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:32.954753 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-8540bc3c-cdbd-4777-aa4a-9ddcf0e2efd7 service neutron] 10.222.0.10 "GET /v2.0/networks/56f88d8c-6215-4429-a876-d7c759a58eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292420 Jun 30 09:06:32.957469 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-8c79444a-0fc1-4f48-9d65-e7c4900ca0b9 req-85245772-c963-4b5f-b837-7e854279efa5 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.959834 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8c79444a-0fc1-4f48-9d65-e7c4900ca0b9 req-85245772-c963-4b5f-b837-7e854279efa5 tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.52 "DELETE /v2.0/ports/aa51cdfc-3c71-4766-85e9-f620772b37fa HTTP/1.1" status: 204 len: 173 time: 1.4523079 Jun 30 09:06:32.985712 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-691a7427-8764-48b7-a891-6d0b12f263e8 service neutron] For port 05fe653b-f8b1-4998-9066-bba0e8c9e479, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:33.024084 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9fff1-3ff3-4b0e-ac75-71f8b5e2b97d req-b51dea3c-c612-41ac-9b29-58164fa9202c tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:33.025648 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-93b9fff1-3ff3-4b0e-ac75-71f8b5e2b97d req-b51dea3c-c612-41ac-9b29-58164fa9202c tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 943 time: 0.0834689 Jun 30 09:06:33.055797 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-691a7427-8764-48b7-a891-6d0b12f263e8 service neutron] For port 05fe653b-f8b1-4998-9066-bba0e8c9e479, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=05fe653b-f8b1-4998-9066-bba0e8c9e479,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:33.073590 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637b578-9f27-4cbc-8382-499b314ee3a9 req-2b0bf7da-c79c-4f22-acf1-2e22d938e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:33.075232 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6637b578-9f27-4cbc-8382-499b314ee3a9 req-2b0bf7da-c79c-4f22-acf1-2e22d938e296 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2307966 Jun 30 09:06:33.093078 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-93b9fff1-3ff3-4b0e-ac75-71f8b5e2b97d req-bab2b0ad-ee06-49b3-b0d5-687efd40316f tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536602 Jun 30 09:06:33.159689 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-a6ffd6b0-1085-4a26-b033-e5e8d45d224e service neutron] 10.222.0.10 "GET /v2.0/networks/56f88d8c-6215-4429-a876-d7c759a58eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950669 Jun 30 09:06:33.186001 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-691a7427-8764-48b7-a891-6d0b12f263e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.267210 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-691a7427-8764-48b7-a891-6d0b12f263e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:33.267844 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-691a7427-8764-48b7-a891-6d0b12f263e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.269962 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-691a7427-8764-48b7-a891-6d0b12f263e8 service neutron] 10.222.0.52 "PUT /v2.0/ports/05fe653b-f8b1-4998-9066-bba0e8c9e479 HTTP/1.1" status: 200 len: 1093 time: 2.9175777 Jun 30 09:06:33.277006 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6637b578-9f27-4cbc-8382-499b314ee3a9 req-342ee630-b221-4701-a705-44be145c516b service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919401 Jun 30 09:06:33.287108 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa82cb9-6ea2-4a57-8e50-33959c77c8d9 x-openstack-request-id: req-bfa82cb9-6ea2-4a57-8e50-33959c77c8d9 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:33.287534 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b27ae5-9e31-4745-9610-55a37f4f09e1", "name": "network-vif-deleted", "tag": "ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:33.287684 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bfa82cb9-6ea2-4a57-8e50-33959c77c8d9 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:33.288101 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b27ae5-9e31-4745-9610-55a37f4f09e1', 'name': 'network-vif-deleted', 'tag': 'ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa', 'status': 'completed', 'code': 200} Jun 30 09:06:33.365598 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device aa51cdfc-3c71-4766-85e9-f620772b37fa no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:33.372536 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a7427-8764-48b7-a891-6d0b12f263e8 service neutron] Pushing event updated for resources: {'Port': ['ID=05fe653b-f8b1-4998-9066-bba0e8c9e479,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:33.407099 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: aa51cdfc-3c71-4766-85e9-f620772b37fa {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:33.407480 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device aa51cdfc-3c71-4766-85e9-f620772b37fa not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:33.465048 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6637b578-9f27-4cbc-8382-499b314ee3a9 req-a231224e-c08b-4239-add0-e51203700b27 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764939 Jun 30 09:06:33.504155 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-3af1f871-fd05-4fd5-b439-4a9aefced8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:33.505799 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-3af1f871-fd05-4fd5-b439-4a9aefced8e7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01a7fa5afec243f0b7c321924a151489&device_id=bb625a2b-d384-4f15-ae62-9c765ef5121c HTTP/1.1" status: 200 len: 1096 time: 0.0987687 Jun 30 09:06:33.584525 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24a8075-aa5f-4a17-9fa3-bcd810bc7707', 'name': 'network-vif-deleted', 'tag': 'aa51cdfc-3c71-4766-85e9-f620772b37fa'}, {'name': 'network-changed', 'server_uuid': 'bb625a2b-d384-4f15-ae62-9c765ef5121c', 'tag': '05fe653b-f8b1-4998-9066-bba0e8c9e479'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:33.587209 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1bb380-8d10-4170-8615-770928c660b9" -d '{"events": [{"server_uuid": "e24a8075-aa5f-4a17-9fa3-bcd810bc7707", "name": "network-vif-deleted", "tag": "aa51cdfc-3c71-4766-85e9-f620772b37fa"}, {"name": "network-changed", "server_uuid": "bb625a2b-d384-4f15-ae62-9c765ef5121c", "tag": "05fe653b-f8b1-4998-9066-bba0e8c9e479"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:33.591835 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-f19709f6-aeb5-43bf-94b5-f34a4ef934b4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05fe653b-f8b1-4998-9066-bba0e8c9e479 HTTP/1.1" status: 200 len: 217 time: 0.0769930 Jun 30 09:06:33.632938 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee367f90-bbeb-43f2-8d8d-508f18212a0a req-1e28e9d8-53d9-48d0-8093-45ba82ca3944 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:33.641259 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ee367f90-bbeb-43f2-8d8d-508f18212a0a req-1e28e9d8-53d9-48d0-8093-45ba82ca3944 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 947 time: 0.2110775 Jun 30 09:06:33.683974 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-52bdbc4f-31e4-4d73-979a-9400cf23a9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:33.689010 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-52bdbc4f-31e4-4d73-979a-9400cf23a9f4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=712820fb-ce56-42e0-86ec-ce6b0d4d81b4 HTTP/1.1" status: 200 len: 844 time: 0.0840628 Jun 30 09:06:33.701753 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ee367f90-bbeb-43f2-8d8d-508f18212a0a req-ca93641e-1071-48a3-916e-12cce4004202 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593541 Jun 30 09:06:33.750805 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-45114483-e641-4587-a81f-95f983e8c683 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523508 Jun 30 09:06:33.834291 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ace9a88-a2a9-43d0-9e03-e51e080c9e73 x-openstack-request-id: req-0ace9a88-a2a9-43d0-9e03-e51e080c9e73 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:33.835011 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24a8075-aa5f-4a17-9fa3-bcd810bc7707", "name": "network-vif-deleted", "tag": "aa51cdfc-3c71-4766-85e9-f620772b37fa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bb625a2b-d384-4f15-ae62-9c765ef5121c", "tag": "05fe653b-f8b1-4998-9066-bba0e8c9e479", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:33.837340 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0ace9a88-a2a9-43d0-9e03-e51e080c9e73 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:33.838036 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24a8075-aa5f-4a17-9fa3-bcd810bc7707', 'name': 'network-vif-deleted', 'tag': 'aa51cdfc-3c71-4766-85e9-f620772b37fa', 'status': 'completed', 'code': 200} Jun 30 09:06:33.838466 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb625a2b-d384-4f15-ae62-9c765ef5121c', 'tag': '05fe653b-f8b1-4998-9066-bba0e8c9e479', 'status': 'completed', 'code': 200} Jun 30 09:06:33.871318 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-afab904c-873c-46fb-acb5-80308b992e4d req-37b46079-6906-43ac-b231-4a665c0afb9a tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=554165d3-1cd0-4cb6-a8b2-8028acb05a73 HTTP/1.1" status: 200 len: 210 time: 0.1234753 Jun 30 09:06:34.082364 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637b578-9f27-4cbc-8382-499b314ee3a9 req-c93baaac-56ba-4b57-bb3e-dd666e522998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:34.085170 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6637b578-9f27-4cbc-8382-499b314ee3a9 req-c93baaac-56ba-4b57-bb3e-dd666e522998 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9342aeef3062492da53fbad2470ed3ad&device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 1126 time: 0.2443035 Jun 30 09:06:34.086411 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-863f82e7-cd42-4c90-b1b4-9e54f1a8c890 service neutron] 10.222.0.52 "GET /v2.0/networks/77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324960 Jun 30 09:06:34.093887 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb1c39-2a1c-4479-9f10-61f69d29f53e req-3aab6ba7-4bf0-4662-b754-982f15fe0b97 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:34.103066 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8bbb1c39-2a1c-4479-9f10-61f69d29f53e req-3aab6ba7-4bf0-4662-b754-982f15fe0b97 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb625a2b-d384-4f15-ae62-9c765ef5121c HTTP/1.1" status: 200 len: 944 time: 0.1095262 Jun 30 09:06:34.167494 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8bbb1c39-2a1c-4479-9f10-61f69d29f53e req-f91ad67a-29dd-4fce-abd0-9e3184f7e2a8 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629051 Jun 30 09:06:34.310246 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e60c59ac-603b-40a6-8462-ee6e84451c5d req-460eed19-ecc1-498a-9772-be590d4fb1ef tempest-MultipleCreateTestJSON-249552749 tempest-MultipleCreateTestJSON-249552749-project] 10.222.0.10 "GET /v2.0/ports?device_id=e24a8075-aa5f-4a17-9fa3-bcd810bc7707 HTTP/1.1" status: 200 len: 210 time: 0.0598624 Jun 30 09:06:34.423276 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637b578-9f27-4cbc-8382-499b314ee3a9 req-59048cd8-09d1-4fe7-b8e1-400fa883795b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:34.425111 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6637b578-9f27-4cbc-8382-499b314ee3a9 req-59048cd8-09d1-4fe7-b8e1-400fa883795b service neutron] 10.222.0.37 "GET /v2.0/networks?id=29b0d071-6714-4385-b9f1-40e12b8f9c71 HTTP/1.1" status: 200 len: 909 time: 0.3322659 Jun 30 09:06:34.434974 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1471d1b6-3aeb-476b-a9e5-06c7aae7fed4 req-8e4d00b1-d13f-40b0-a760-9c4448e7f02a service neutron] 10.222.0.52 "GET /v2.0/networks/77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172336 Jun 30 09:06:34.633785 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6637b578-9f27-4cbc-8382-499b314ee3a9 req-ba67e773-4de6-4f37-9da3-e4e8d6e20fb5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3270b96-17f1-4fe1-9531-e04a2c02ee00 HTTP/1.1" status: 200 len: 217 time: 0.1969368 Jun 30 09:06:34.843557 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 97de3316-ef20-4812-9e1b-0c90673b35b1 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:06:34.915572 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637b578-9f27-4cbc-8382-499b314ee3a9 req-ed4d0809-3199-480c-b4cc-a57c6b85fbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:34.923720 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6637b578-9f27-4cbc-8382-499b314ee3a9 req-ed4d0809-3199-480c-b4cc-a57c6b85fbbb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8196dcad-a05d-4c25-a036-8d0e22bb3a6b HTTP/1.1" status: 200 len: 848 time: 0.2844002 Jun 30 09:06:34.958802 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0006e-0c50-4ab0-916e-1b85a42ddd39 req-a9013045-b8b4-42b0-8cc6-7c7166f03085 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:34.965162 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6bc0006e-0c50-4ab0-916e-1b85a42ddd39 req-a9013045-b8b4-42b0-8cc6-7c7166f03085 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 943 time: 0.3343952 Jun 30 09:06:35.013676 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6637b578-9f27-4cbc-8382-499b314ee3a9 req-ca59b9c2-e75c-4866-9add-771ce1a4ab5a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=29b0d071-6714-4385-b9f1-40e12b8f9c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811918 Jun 30 09:06:35.087460 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 97de3316-ef20-4812-9e1b-0c90673b35b1, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=97de3316-ef20-4812-9e1b-0c90673b35b1,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:35.127660 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '97de3316-ef20-4812-9e1b-0c90673b35b1', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': '97de3316-ef20-4812-9e1b-0c90673b35b1', 'mac_address': 'fa:16:3e:15:d4:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:06:35.136231 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6bc0006e-0c50-4ab0-916e-1b85a42ddd39 req-02a0774b-f11d-49ff-a715-329790432738 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521058 Jun 30 09:06:35.219151 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bb380-8d10-4170-8615-770928c660b9 req-8dc5b3c3-1ee5-4e30-b246-413f72e68004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:35.228005 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:35.233359 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0b1bb380-8d10-4170-8615-770928c660b9 req-8dc5b3c3-1ee5-4e30-b246-413f72e68004 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01a7fa5afec243f0b7c321924a151489&device_id=bb625a2b-d384-4f15-ae62-9c765ef5121c HTTP/1.1" status: 200 len: 1096 time: 0.5628111 Jun 30 09:06:35.263009 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97de3316-ef20-4812-9e1b-0c90673b35b1 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:06:35.290209 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 97de3316-ef20-4812-9e1b-0c90673b35b1, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=97de3316-ef20-4812-9e1b-0c90673b35b1,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:35.446055 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:35.562502 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=97de3316-ef20-4812-9e1b-0c90673b35b1,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:35.574350 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 55150) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:35.752191 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b68454a5-1b08-4acd-be9c-914d4e019ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:35.807817 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['97de3316-ef20-4812-9e1b-0c90673b35b1'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:35.939224 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b68454a5-1b08-4acd-be9c-914d4e019ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:35.953049 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6637b578-9f27-4cbc-8382-499b314ee3a9 req-cb3aeefd-c1e1-4805-8258-974bf42377d2 service neutron] 10.222.0.37 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9285502 Jun 30 09:06:36.054212 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b68454a5-1b08-4acd-be9c-914d4e019ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:36.150208 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bb380-8d10-4170-8615-770928c660b9 req-1670dee2-8f52-4350-acc2-7309b5fe223a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:36.151945 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0b1bb380-8d10-4170-8615-770928c660b9 req-1670dee2-8f52-4350-acc2-7309b5fe223a service neutron] 10.222.0.52 "GET /v2.0/networks?id=77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 HTTP/1.1" status: 200 len: 905 time: 0.9078572 Jun 30 09:06:36.162677 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b68454a5-1b08-4acd-be9c-914d4e019ede admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=adf8c9c5a08945598f0ba6c20f0f5b22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5863576 Jun 30 09:06:36.166456 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 55156) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:36.182222 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68454a5-1b08-4acd-be9c-914d4e019ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edb677a-baa9-427f-8a07-9be5b2376dfd,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:36.257273 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f6cdb-4274-458f-a75f-d81725b64de9 req-7a03153f-baa9-4b07-b820-6e8fde57821d tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:36.264345 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ab0f6cdb-4274-458f-a75f-d81725b64de9 req-7a03153f-baa9-4b07-b820-6e8fde57821d tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 947 time: 0.9591653 Jun 30 09:06:36.267160 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0b1bb380-8d10-4170-8615-770928c660b9 req-bf334f41-2b4f-4099-9fd2-4fb71df64eec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05fe653b-f8b1-4998-9066-bba0e8c9e479 HTTP/1.1" status: 200 len: 217 time: 0.0966930 Jun 30 09:06:36.294749 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6637b578-9f27-4cbc-8382-499b314ee3a9 req-80a2eeac-2287-47da-ac5c-472e495bf6b1 service neutron] 10.222.0.37 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260584 Jun 30 09:06:36.352145 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc10980d-3f26-4f43-8e53-e5315385d9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:36.375506 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ab0f6cdb-4274-458f-a75f-d81725b64de9 req-9f9f1e75-f481-450f-8028-cf6fa46ebb70 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101506 Jun 30 09:06:36.389113 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bb380-8d10-4170-8615-770928c660b9 req-0b85344e-efdf-48cf-99ec-c8d5b600fa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:36.397347 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0b1bb380-8d10-4170-8615-770928c660b9 req-0b85344e-efdf-48cf-99ec-c8d5b600fa0c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=712820fb-ce56-42e0-86ec-ce6b0d4d81b4 HTTP/1.1" status: 200 len: 844 time: 0.1194239 Jun 30 09:06:36.452377 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6c57118e-5146-4747-b80c-e61e8f15810f req-676b4496-9b27-4982-a8b6-9b48d9a615cd tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=554165d3-1cd0-4cb6-a8b2-8028acb05a73 HTTP/1.1" status: 200 len: 210 time: 0.0881760 Jun 30 09:06:36.489791 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0b1bb380-8d10-4170-8615-770928c660b9 req-bd9d1b69-a6c7-4686-9470-331ff3d347c4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832963 Jun 30 09:06:36.492904 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc10980d-3f26-4f43-8e53-e5315385d9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:36.745718 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0b1bb380-8d10-4170-8615-770928c660b9 req-35d8e02e-fa3c-4527-b4a0-e97357b84a5b service neutron] 10.222.0.52 "GET /v2.0/networks/77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498150 Jun 30 09:06:36.858767 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:36.882531 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:36.883339 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device ce5a6cdc-4a9b-440f-8537-ba5beb91d4fa not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:36.884214 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device b3270b96-17f1-4fe1-9531-e04a2c02ee00 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:36.925771 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594053a-8b66-499b-a2c5-8914dfc5caff req-1c8f0587-5347-47bc-a5ba-49af2ef126ca tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:36.933228 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5594053a-8b66-499b-a2c5-8914dfc5caff req-1c8f0587-5347-47bc-a5ba-49af2ef126ca tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb625a2b-d384-4f15-ae62-9c765ef5121c HTTP/1.1" status: 200 len: 944 time: 0.2663653 Jun 30 09:06:36.968223 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6193811-e96b-4e1b-94c1-f475bb67e31c req-ef002dab-ca97-4570-bd05-d36b5e9cb9ea tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:36.980571 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e6193811-e96b-4e1b-94c1-f475bb67e31c req-ef002dab-ca97-4570-bd05-d36b5e9cb9ea tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f84500a-66bf-4968-a37e-af00f9bd5b25 HTTP/1.1" status: 200 len: 945 time: 0.1161382 Jun 30 09:06:37.009565 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0b1bb380-8d10-4170-8615-770928c660b9 req-957d4233-30b1-43c6-ad53-342ad926328d service neutron] 10.222.0.52 "GET /v2.0/networks/77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552602 Jun 30 09:06:37.044064 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5594053a-8b66-499b-a2c5-8914dfc5caff req-513bb34e-3d77-4d6f-afbc-a0552135b282 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890224 Jun 30 09:06:37.100250 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e6193811-e96b-4e1b-94c1-f475bb67e31c req-24b0727e-cda9-4e0f-a02c-135f3ab9469f tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167622 Jun 30 09:06:37.209167 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 55168) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:37.276211 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b69ceb-ad9a-4951-b73a-9061096a4381 admin admin] Deleting subnet 46849a27-b4fb-4a10-8d53-aede535c75da {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:06:37.282070 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b7b69ceb-ad9a-4951-b73a-9061096a4381 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:37.323646 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc10980d-3f26-4f43-8e53-e5315385d9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:37.328860 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc10980d-3f26-4f43-8e53-e5315385d9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:37.331384 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fc10980d-3f26-4f43-8e53-e5315385d9c6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0edb677a-baa9-427f-8a07-9be5b2376dfd HTTP/1.1" status: 204 len: 168 time: 1.1630929 Jun 30 09:06:37.360871 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10980d-3f26-4f43-8e53-e5315385d9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edb677a-baa9-427f-8a07-9be5b2376dfd,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:37.388690 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 05fe653b-f8b1-4998-9066-bba0e8c9e479 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:06:37.389557 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b7b69ceb-ad9a-4951-b73a-9061096a4381 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:37.399078 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884966c-6e8a-4c9f-9aed-4e1593db1121 req-a9e9f17d-03ce-4528-9fa8-ec8549e64b02 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:37.402740 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a884966c-6e8a-4c9f-9aed-4e1593db1121 req-a9e9f17d-03ce-4528-9fa8-ec8549e64b02 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 943 time: 0.1560295 Jun 30 09:06:37.478629 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:37.549777 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a884966c-6e8a-4c9f-9aed-4e1593db1121 req-a3f6e769-0987-4105-ace9-7d0a1ff4adef tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291676 Jun 30 09:06:37.586718 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b7b69ceb-ad9a-4951-b73a-9061096a4381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:37.782864 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 05fe653b-f8b1-4998-9066-bba0e8c9e479, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=05fe653b-f8b1-4998-9066-bba0e8c9e479,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:37.801513 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '05fe653b-f8b1-4998-9066-bba0e8c9e479', 'network_id': '77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3', 'port_id': '05fe653b-f8b1-4998-9066-bba0e8c9e479', 'mac_address': 'fa:16:3e:ca:38:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712820fb-ce56-42e0-86ec-ce6b0d4d81b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:06:37.836374 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503c4a4-c892-4587-991c-50749925eec3 req-7200f6b9-8b69-4c10-9b97-687a40167764 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:37.838198 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d503c4a4-c892-4587-991c-50749925eec3 req-7200f6b9-8b69-4c10-9b97-687a40167764 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 948 time: 0.1499259 Jun 30 09:06:37.880026 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b7b69ceb-ad9a-4951-b73a-9061096a4381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:37.893934 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:37.915504 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c6b03a03-652e-4a39-a87a-1e1fc37221ed req-1c3d7683-c9a4-47cd-b3c5-66358c80238f tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=554165d3-1cd0-4cb6-a8b2-8028acb05a73 HTTP/1.1" status: 200 len: 210 time: 0.0641859 Jun 30 09:06:37.922802 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05fe653b-f8b1-4998-9066-bba0e8c9e479 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:06:37.961457 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b7b69ceb-ad9a-4951-b73a-9061096a4381 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:37.963787 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b7b69ceb-ad9a-4951-b73a-9061096a4381 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/46849a27-b4fb-4a10-8d53-aede535c75da HTTP/1.1" status: 204 len: 168 time: 0.7532113 Jun 30 09:06:37.968087 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 05fe653b-f8b1-4998-9066-bba0e8c9e479, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=05fe653b-f8b1-4998-9066-bba0e8c9e479,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:37.968405 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 55178) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:37.968598 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b69ceb-ad9a-4951-b73a-9061096a4381 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46849a27-b4fb-4a10-8d53-aede535c75da,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:38.001502 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d503c4a4-c892-4587-991c-50749925eec3 req-a5e1dd2b-fa12-4019-a773-efe2026a5a72 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507969 Jun 30 09:06:38.035949 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:38.104495 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=05fe653b-f8b1-4998-9066-bba0e8c9e479,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:38.176560 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fffffed9-c570-4e33-b855-174a61ef2812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:38.340347 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['05fe653b-f8b1-4998-9066-bba0e8c9e479'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:38.427418 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abbb839-1edb-4ae2-aa0d-54adfee16f8c req-c84d45f8-cad3-4537-8851-4681a56894d4 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:38.432801 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0abbb839-1edb-4ae2-aa0d-54adfee16f8c req-c84d45f8-cad3-4537-8851-4681a56894d4 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f84500a-66bf-4968-a37e-af00f9bd5b25 HTTP/1.1" status: 200 len: 945 time: 0.1333117 Jun 30 09:06:38.437728 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc9edb04-becb-4f87-85da-19249f57350a req-d1909cf9-aab4-4ef2-b5f5-2f7bb3bd2e4a service neutron] 10.222.0.37 "GET /v2.0/ports/b3270b96-17f1-4fe1-9531-e04a2c02ee00/bindings/n-h1-771363-31 HTTP/1.1" status: 200 len: 385 time: 0.2296143 Jun 30 09:06:38.468336 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77a034-c046-4832-b179-cd051e994626 req-80252527-0473-4512-aebb-70b612a83ce8 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:38.469859 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee77a034-c046-4832-b179-cd051e994626 req-80252527-0473-4512-aebb-70b612a83ce8 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f84500a-66bf-4968-a37e-af00f9bd5b25 HTTP/1.1" status: 200 len: 945 time: 0.2869844 Jun 30 09:06:38.498511 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fffffed9-c570-4e33-b855-174a61ef2812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:38.547621 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0abbb839-1edb-4ae2-aa0d-54adfee16f8c req-9eeabd6d-8a5e-4c47-8c09-ba142b08c6a2 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019726 Jun 30 09:06:38.555220 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 55186) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:38.576269 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-fffffed9-c570-4e33-b855-174a61ef2812 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b7a954a-61ff-4c70-8bf7-dc1c551e8c69']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:38.584304 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-489de762-14d2-4e6c-8ddb-d55b2aa95df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:38.595799 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:38.607996 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-fffffed9-c570-4e33-b855-174a61ef2812 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '927c1a02-a23d-466d-a852-9c9e018e0e09') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:38.608210 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-fffffed9-c570-4e33-b855-174a61ef2812 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '927c1a02-a23d-466d-a852-9c9e018e0e09') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:38.635525 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fffffed9-c570-4e33-b855-174a61ef2812 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:38.649057 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0de4e6-da1a-4fee-9427-cea28397f5d3 req-9290080c-d190-4f2e-8d05-1010f34ccead tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:38.650649 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5a0de4e6-da1a-4fee-9427-cea28397f5d3 req-9290080c-d190-4f2e-8d05-1010f34ccead tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb625a2b-d384-4f15-ae62-9c765ef5121c HTTP/1.1" status: 200 len: 945 time: 0.4077117 Jun 30 09:06:38.712807 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fffffed9-c570-4e33-b855-174a61ef2812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:38.754270 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fffffed9-c570-4e33-b855-174a61ef2812 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:06:38.754549 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fffffed9-c570-4e33-b855-174a61ef2812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:06:38.756545 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:06:38.863911 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5a0de4e6-da1a-4fee-9427-cea28397f5d3 req-89c6616d-4eca-43b4-8a78-f5868d49ff49 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014472 Jun 30 09:06:38.873699 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 97de3316-ef20-4812-9e1b-0c90673b35b1 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:38.924691 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-ee77a034-c046-4832-b179-cd051e994626 req-37db5450-e628-4bb5-a202-b350e5b64f44 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Deleting port ba5832fb-6604-4bd9-bea1-d26e0b9fadef {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:38.925044 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ee77a034-c046-4832-b179-cd051e994626 req-37db5450-e628-4bb5-a202-b350e5b64f44 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:38.994233 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fffffed9-c570-4e33-b855-174a61ef2812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.017052 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fffffed9-c570-4e33-b855-174a61ef2812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.021389 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fffffed9-c570-4e33-b855-174a61ef2812 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9b7a954a-61ff-4c70-8bf7-dc1c551e8c69 HTTP/1.1" status: 204 len: 168 time: 1.0494049 Jun 30 09:06:39.057503 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffffed9-c570-4e33-b855-174a61ef2812 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b7a954a-61ff-4c70-8bf7-dc1c551e8c69,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:39.065292 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 97de3316-ef20-4812-9e1b-0c90673b35b1 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:39.072825 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-cc9edb04-becb-4f87-85da-19249f57350a req-a8b9876c-a026-4e8a-a856-7057bdffbf65 service neutron] For port b3270b96-17f1-4fe1-9531-e04a2c02ee00, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=b3270b96-17f1-4fe1-9531-e04a2c02ee00,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:39.085530 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 97de3316-ef20-4812-9e1b-0c90673b35b1 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:39.086477 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.136190 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-cc9edb04-becb-4f87-85da-19249f57350a req-a8b9876c-a026-4e8a-a856-7057bdffbf65 service neutron] For port b3270b96-17f1-4fe1-9531-e04a2c02ee00, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:39.183000 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-ee77a034-c046-4832-b179-cd051e994626 req-37db5450-e628-4bb5-a202-b350e5b64f44 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] For port ba5832fb-6604-4bd9-bea1-d26e0b9fadef, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ba5832fb-6604-4bd9-bea1-d26e0b9fadef,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:39.183763 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ee77a034-c046-4832-b179-cd051e994626 req-37db5450-e628-4bb5-a202-b350e5b64f44 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.266073 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2e58ab3a-33aa-4a52-a76e-264976a5e19c req-2863ea95-e460-4027-8281-49408ff38743 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=554165d3-1cd0-4cb6-a8b2-8028acb05a73 HTTP/1.1" status: 200 len: 210 time: 0.1071494 Jun 30 09:06:39.272221 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-ee77a034-c046-4832-b179-cd051e994626 req-37db5450-e628-4bb5-a202-b350e5b64f44 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Calling delete_port for ba5832fb-6604-4bd9-bea1-d26e0b9fadef owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:39.281813 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-cc9edb04-becb-4f87-85da-19249f57350a req-a8b9876c-a026-4e8a-a856-7057bdffbf65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3270b96-17f1-4fe1-9531-e04a2c02ee00 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:06:39.299567 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-cc9edb04-becb-4f87-85da-19249f57350a req-a8b9876c-a026-4e8a-a856-7057bdffbf65 service neutron] For port b3270b96-17f1-4fe1-9531-e04a2c02ee00, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=b3270b96-17f1-4fe1-9531-e04a2c02ee00,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:39.386932 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.402499 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-cc9edb04-becb-4f87-85da-19249f57350a req-a8b9876c-a026-4e8a-a856-7057bdffbf65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.431782 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c961ef-24b0-4282-ab5e-bc42c058d806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97de3316-ef20-4812-9e1b-0c90673b35b1'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:39.434071 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb30b9c-62bb-4913-8d1a-9bc5b346f7a6" -d '{"events": [{"server_uuid": "c4c961ef-24b0-4282-ab5e-bc42c058d806", "name": "network-vif-plugged", "status": "completed", "tag": "97de3316-ef20-4812-9e1b-0c90673b35b1"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:39.450910 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-182696cf-29e0-48e5-8d3d-c2ece92d7824 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:39.452617 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-182696cf-29e0-48e5-8d3d-c2ece92d7824 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.37 "GET /v2.0/networks?id=56f88d8c-6215-4429-a876-d7c759a58eb1 HTTP/1.1" status: 200 len: 812 time: 0.8063905 Jun 30 09:06:39.461117 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 97de3316-ef20-4812-9e1b-0c90673b35b1, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=97de3316-ef20-4812-9e1b-0c90673b35b1,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:39.474988 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-b4c87725-40c0-459c-abb9-4848d588cb54 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Request body: {'port': {'device_id': '554165d3-1cd0-4cb6-a8b2-8028acb05a73', 'network_id': '56f88d8c-6215-4429-a876-d7c759a58eb1', 'admin_state_up': True, 'tenant_id': '3489997d673c435cb76703153e32f89d'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:39.565216 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec36cc3-9337-4fcb-9744-be0293f637dc req-10045373-a079-4c8c-8f9c-efc6634fba9e tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:39.566951 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fec36cc3-9337-4fcb-9744-be0293f637dc req-10045373-a079-4c8c-8f9c-efc6634fba9e tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 943 time: 0.7263896 Jun 30 09:06:39.571386 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.616755 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-489de762-14d2-4e6c-8ddb-d55b2aa95df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.634023 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=97de3316-ef20-4812-9e1b-0c90673b35b1,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:39.655426 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fec36cc3-9337-4fcb-9744-be0293f637dc req-216d74bc-e632-4a08-afac-8f5ab85b743c tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792577 Jun 30 09:06:39.694102 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 55202) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:39.718336 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-489de762-14d2-4e6c-8ddb-d55b2aa95df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.748824 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e3e802-8a32-4a12-97bc-f1ff6efb7625 x-openstack-request-id: req-55e3e802-8a32-4a12-97bc-f1ff6efb7625 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:39.749122 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c961ef-24b0-4282-ab5e-bc42c058d806", "name": "network-vif-plugged", "status": "completed", "tag": "97de3316-ef20-4812-9e1b-0c90673b35b1", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:39.749375 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-55e3e802-8a32-4a12-97bc-f1ff6efb7625 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:39.749766 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c961ef-24b0-4282-ab5e-bc42c058d806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97de3316-ef20-4812-9e1b-0c90673b35b1', 'code': 200} Jun 30 09:06:39.797800 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7610fc-108c-45c9-8e0c-a6735221f335 req-066c8f8b-f2c6-4ebd-9d5f-a0f60b123bbe tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:39.806898 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4e7610fc-108c-45c9-8e0c-a6735221f335 req-066c8f8b-f2c6-4ebd-9d5f-a0f60b123bbe tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 948 time: 0.2811208 Jun 30 09:06:39.809451 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489de762-14d2-4e6c-8ddb-d55b2aa95df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70b54f5-3675-4dca-b770-88cac98e6608,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:39.817818 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-489de762-14d2-4e6c-8ddb-d55b2aa95df1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cc40d0159ee74a63840abfd2559ad7b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2597325 Jun 30 09:06:39.822133 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8c430290-67de-4694-9424-d45010f3e734 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e8382e0ded2e4fdfa3e38e6c2f05b713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1244142 Jun 30 09:06:39.822133 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 55204) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:39.823110 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 55206) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:39.844414 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-b4c87725-40c0-459c-abb9-4848d588cb54 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Made reservation on behalf of 3489997d673c435cb76703153e32f89d for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:39.844414 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-b4c87725-40c0-459c-abb9-4848d588cb54 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.906958 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4e7610fc-108c-45c9-8e0c-a6735221f335 req-7c12c296-525e-48b3-bf71-d99ffacf28f7 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990222 Jun 30 09:06:39.946886 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-cc9edb04-becb-4f87-85da-19249f57350a req-a8b9876c-a026-4e8a-a856-7057bdffbf65 service neutron] Transition to ACTIVE for port object b3270b96-17f1-4fe1-9531-e04a2c02ee00 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:39.946886 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ee77a034-c046-4832-b179-cd051e994626 req-37db5450-e628-4bb5-a202-b350e5b64f44 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.990284 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db5450-e628-4bb5-a202-b350e5b64f44 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Pushing event deleted for resources: {'Port': ['ID=ba5832fb-6604-4bd9-bea1-d26e0b9fadef,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:40.014264 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e8861bad-6fb7-4000-b97f-fc8c669b6e3e req-4920c7d8-6af7-45ee-8dba-455810f77bbc tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f84500a-66bf-4968-a37e-af00f9bd5b25 HTTP/1.1" status: 200 len: 210 time: 0.0942962 Jun 30 09:06:40.054077 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-cc9edb04-becb-4f87-85da-19249f57350a req-a8b9876c-a026-4e8a-a856-7057bdffbf65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.096894 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9e4d98b5-d7c7-4566-b7a2-dfa3e03ab35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.111425 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-566f011c-57f8-46a0-94a8-522dda910294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.117965 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee77a034-c046-4832-b179-cd051e994626 req-37db5450-e628-4bb5-a202-b350e5b64f44 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] No DVR routers for this DVR port ba5832fb-6604-4bd9-bea1-d26e0b9fadef on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:40.132618 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ee77a034-c046-4832-b179-cd051e994626 req-37db5450-e628-4bb5-a202-b350e5b64f44 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.134422 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee77a034-c046-4832-b179-cd051e994626 req-37db5450-e628-4bb5-a202-b350e5b64f44 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.52 "DELETE /v2.0/ports/ba5832fb-6604-4bd9-bea1-d26e0b9fadef HTTP/1.1" status: 204 len: 173 time: 1.6315799 Jun 30 09:06:40.136226 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f84500a-66bf-4968-a37e-af00f9bd5b25', 'name': 'network-vif-deleted', 'tag': 'ba5832fb-6604-4bd9-bea1-d26e0b9fadef'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:40.138719 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f198a090-bd11-4483-a2cc-74a4637bd9fe" -d '{"events": [{"server_uuid": "8f84500a-66bf-4968-a37e-af00f9bd5b25", "name": "network-vif-deleted", "tag": "ba5832fb-6604-4bd9-bea1-d26e0b9fadef"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:40.180921 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9e4d98b5-d7c7-4566-b7a2-dfa3e03ab35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.197564 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2863ff06-0c01-4148-888e-f3567b209396 x-openstack-request-id: req-2863ff06-0c01-4148-888e-f3567b209396 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:40.198504 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f84500a-66bf-4968-a37e-af00f9bd5b25", "name": "network-vif-deleted", "tag": "ba5832fb-6604-4bd9-bea1-d26e0b9fadef", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:40.198958 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2863ff06-0c01-4148-888e-f3567b209396 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:40.199544 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f84500a-66bf-4968-a37e-af00f9bd5b25', 'name': 'network-vif-deleted', 'tag': 'ba5832fb-6604-4bd9-bea1-d26e0b9fadef', 'status': 'completed', 'code': 200} Jun 30 09:06:40.229766 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad2a71-59ff-426a-8ec2-0bd2734730a1 req-72bc1bf5-abdb-4752-ae01-423ebd6a4a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:40.232476 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-44ad2a71-59ff-426a-8ec2-0bd2734730a1 req-72bc1bf5-abdb-4752-ae01-423ebd6a4a32 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 1101 time: 0.3738422 Jun 30 09:06:40.234974 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-566f011c-57f8-46a0-94a8-522dda910294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.248907 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9edb04-becb-4f87-85da-19249f57350a req-a8b9876c-a026-4e8a-a856-7057bdffbf65 service neutron] No DVR routers for this DVR port b3270b96-17f1-4fe1-9531-e04a2c02ee00 on host n-h2-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:40.252851 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9876c-a026-4e8a-a856-7057bdffbf65 service neutron] Pushing event updated for resources: {'Port': ['ID=b3270b96-17f1-4fe1-9531-e04a2c02ee00,revision_number=10']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:40.313221 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc9edb04-becb-4f87-85da-19249f57350a req-a8b9876c-a026-4e8a-a856-7057bdffbf65 service neutron] 10.222.0.37 "PUT /v2.0/ports/b3270b96-17f1-4fe1-9531-e04a2c02ee00/bindings/n-h1-771363-31/activate HTTP/1.1" status: 200 len: 370 time: 1.8618772 Jun 30 09:06:40.332515 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-b4c87725-40c0-459c-abb9-4848d588cb54 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Allocated IP 172.20.0.4 (56f88d8c-6215-4429-a876-d7c759a58eb1/7eb0ed17-5afe-4eef-a6c1-cccad8874493/2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:40.351635 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-44ad2a71-59ff-426a-8ec2-0bd2734730a1 req-d10db6f1-60b3-41ac-aad0-615cadc53c42 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004438 Jun 30 09:06:40.375995 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1050d-83c4-4754-ad5d-3502d573694c req-b886518c-e059-486a-a6b7-aeb22babdc86 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:40.382056 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-69a1050d-83c4-4754-ad5d-3502d573694c req-b886518c-e059-486a-a6b7-aeb22babdc86 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb625a2b-d384-4f15-ae62-9c765ef5121c HTTP/1.1" status: 200 len: 945 time: 0.2660711 Jun 30 09:06:40.481812 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-69a1050d-83c4-4754-ad5d-3502d573694c req-def5e797-6a28-4ecf-ac3b-2670abbf05af tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941782 Jun 30 09:06:40.497786 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8096f763-ef4a-4d9b-8ca9-0aa6a75ca3a9 req-87b61288-b987-4c02-ad80-892d7b1a5a8c tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=554165d3-1cd0-4cb6-a8b2-8028acb05a73 HTTP/1.1" status: 200 len: 210 time: 0.0464649 Jun 30 09:06:40.526368 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9e4d98b5-d7c7-4566-b7a2-dfa3e03ab35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.540865 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9e4d98b5-d7c7-4566-b7a2-dfa3e03ab35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.540865 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9e4d98b5-d7c7-4566-b7a2-dfa3e03ab35b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5e0e4187-75a0-40ec-8e93-91995cac14ee HTTP/1.1" status: 204 len: 168 time: 0.7063854 Jun 30 09:06:40.589859 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-566f011c-57f8-46a0-94a8-522dda910294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.592605 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-566f011c-57f8-46a0-94a8-522dda910294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.596306 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-566f011c-57f8-46a0-94a8-522dda910294 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c70b54f5-3675-4dca-b770-88cac98e6608 HTTP/1.1" status: 204 len: 168 time: 0.7720947 Jun 30 09:06:40.618918 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d98b5-d7c7-4566-b7a2-dfa3e03ab35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0e4187-75a0-40ec-8e93-91995cac14ee,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:40.646704 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f011c-57f8-46a0-94a8-522dda910294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70b54f5-3675-4dca-b770-88cac98e6608,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:40.700771 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9edb04-becb-4f87-85da-19249f57350a req-6f75ca13-cfb6-40a0-9c75-74ce5fd50eb9 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:40.704377 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc9edb04-becb-4f87-85da-19249f57350a req-6f75ca13-cfb6-40a0-9c75-74ce5fd50eb9 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e&tenant_id=9342aeef3062492da53fbad2470ed3ad&binding%3Ahost_id=n-h2-771363-31 HTTP/1.1" status: 200 len: 1096 time: 0.1388922 Jun 30 09:06:40.762360 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-b4c87725-40c0-459c-abb9-4848d588cb54 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.823460 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9edb04-becb-4f87-85da-19249f57350a req-f9a8f4bb-2727-471c-ac24-f90df19cdb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:40.823460 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc9edb04-becb-4f87-85da-19249f57350a req-f9a8f4bb-2727-471c-ac24-f90df19cdb0e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e&tenant_id=9342aeef3062492da53fbad2470ed3ad HTTP/1.1" status: 200 len: 1096 time: 0.1095648 Jun 30 09:06:40.955961 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9edb04-becb-4f87-85da-19249f57350a req-e1b3a692-2b8f-4ece-a6d3-4db0af4caaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:40.958371 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc9edb04-becb-4f87-85da-19249f57350a req-e1b3a692-2b8f-4ece-a6d3-4db0af4caaf5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9342aeef3062492da53fbad2470ed3ad&device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 1096 time: 0.1098504 Jun 30 09:06:40.976184 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-b4c87725-40c0-459c-abb9-4848d588cb54 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.982745 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ed593-4ee3-47d4-ad08-af44ea422cfb req-84c8379b-d607-4174-8e90-44ce1120397e tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:40.984539 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7e2ed593-4ee3-47d4-ad08-af44ea422cfb req-84c8379b-d607-4174-8e90-44ce1120397e tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 944 time: 0.0998304 Jun 30 09:06:41.096383 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7e2ed593-4ee3-47d4-ad08-af44ea422cfb req-bc7ea02f-fc33-4d40-8a6c-c3d1012500c2 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982735 Jun 30 09:06:41.149752 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c87725-40c0-459c-abb9-4848d588cb54 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Pushing event updated for resources: {'Port': ['ID=2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:41.153609 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9edb04-becb-4f87-85da-19249f57350a req-bdb6bb18-dbad-427c-9fea-da83510cdf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:41.156799 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc9edb04-becb-4f87-85da-19249f57350a req-bdb6bb18-dbad-427c-9fea-da83510cdf7a service neutron] 10.222.0.52 "GET /v2.0/networks?id=29b0d071-6714-4385-b9f1-40e12b8f9c71 HTTP/1.1" status: 200 len: 909 time: 0.1915457 Jun 30 09:06:41.221703 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-b4c87725-40c0-459c-abb9-4848d588cb54 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Network 56f88d8c-6215-4429-a876-d7c759a58eb1 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:41.226948 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-b4c87725-40c0-459c-abb9-4848d588cb54 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:41.232223 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-b4c87725-40c0-459c-abb9-4848d588cb54 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:41.324205 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc9edb04-becb-4f87-85da-19249f57350a req-fdb27b02-c9c6-44ed-8b3d-d9a34e08aabe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3270b96-17f1-4fe1-9531-e04a2c02ee00 HTTP/1.1" status: 200 len: 217 time: 0.1428120 Jun 30 09:06:41.331113 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-b4c87725-40c0-459c-abb9-4848d588cb54 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:41.332854 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-b4c87725-40c0-459c-abb9-4848d588cb54 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.359345 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042a71d-2439-4847-94b2-1273a2475b4e req-4d17a6a6-03a1-402c-899d-bb4de4e50b50 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:41.367756 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8042a71d-2439-4847-94b2-1273a2475b4e req-4d17a6a6-03a1-402c-899d-bb4de4e50b50 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 949 time: 0.2017913 Jun 30 09:06:41.401841 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 05fe653b-f8b1-4998-9066-bba0e8c9e479 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:41.459999 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9edb04-becb-4f87-85da-19249f57350a req-32aefb08-4743-40ec-a87f-38719778b48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:41.464107 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc9edb04-becb-4f87-85da-19249f57350a req-32aefb08-4743-40ec-a87f-38719778b48b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8196dcad-a05d-4c25-a036-8d0e22bb3a6b HTTP/1.1" status: 200 len: 848 time: 0.1307716 Jun 30 09:06:41.490813 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8042a71d-2439-4847-94b2-1273a2475b4e req-1fa552da-ba7f-41a8-8828-81486c92e994 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220746 Jun 30 09:06:41.500074 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-b4c87725-40c0-459c-abb9-4848d588cb54 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0340514 Jun 30 09:06:41.512588 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] Request body: {'port': {'device_id': '554165d3-1cd0-4cb6-a8b2-8028acb05a73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:41.569746 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-301a3897-4954-432e-bce7-741c3cac8037 req-2413843c-5be2-484d-a43a-265ab48b034c tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f84500a-66bf-4968-a37e-af00f9bd5b25 HTTP/1.1" status: 200 len: 210 time: 0.0731225 Jun 30 09:06:41.625047 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc9edb04-becb-4f87-85da-19249f57350a req-be441495-3553-413d-8dbf-3589dd7932d2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=29b0d071-6714-4385-b9f1-40e12b8f9c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1514783 Jun 30 09:06:41.689582 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 05fe653b-f8b1-4998-9066-bba0e8c9e479 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:41.697331 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 05fe653b-f8b1-4998-9066-bba0e8c9e479 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:41.700367 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.873595 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.963106 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:42.011378 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb625a2b-d384-4f15-ae62-9c765ef5121c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fe653b-f8b1-4998-9066-bba0e8c9e479'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:42.024701 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94da2406-09eb-418b-8430-bd78be80ff5d" -d '{"events": [{"server_uuid": "bb625a2b-d384-4f15-ae62-9c765ef5121c", "name": "network-vif-plugged", "status": "completed", "tag": "05fe653b-f8b1-4998-9066-bba0e8c9e479"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:42.028760 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effe81f-2b86-4075-8f47-b2ddac1e28b2 req-adf4e6e2-4758-4dd9-9382-c37b83ea2fe8 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:42.045950 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 05fe653b-f8b1-4998-9066-bba0e8c9e479, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=05fe653b-f8b1-4998-9066-bba0e8c9e479,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:42.047267 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3effe81f-2b86-4075-8f47-b2ddac1e28b2 req-adf4e6e2-4758-4dd9-9382-c37b83ea2fe8 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb625a2b-d384-4f15-ae62-9c765ef5121c HTTP/1.1" status: 200 len: 945 time: 0.2827268 Jun 30 09:06:42.057533 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc9edb04-becb-4f87-85da-19249f57350a req-87f9310e-5261-42d2-946d-263c3eb6d916 service neutron] 10.222.0.52 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258258 Jun 30 09:06:42.098635 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99099f1a-4603-483b-8b4c-21839c71c60d req-44820af7-660b-421e-adcd-57856b6b53b8 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:42.112630 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-99099f1a-4603-483b-8b4c-21839c71c60d req-44820af7-660b-421e-adcd-57856b6b53b8 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=554165d3-1cd0-4cb6-a8b2-8028acb05a73 HTTP/1.1" status: 200 len: 931 time: 0.3290927 Jun 30 09:06:42.176675 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3effe81f-2b86-4075-8f47-b2ddac1e28b2 req-c1dd0337-4fa7-4702-8846-9732b6bd4f28 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282601 Jun 30 09:06:42.185235 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:42.186053 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ba5832fb-6604-4bd9-bea1-d26e0b9fadef no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:42.305148 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-99099f1a-4603-483b-8b4c-21839c71c60d req-c2c805b0-bc78-43b8-92f3-087d2d6477a9 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups?id=6332f74b-013c-43dd-be2e-b0735ba41247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913800 Jun 30 09:06:42.341364 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d639216f-0d3e-4293-9e49-7db64de42fa4 x-openstack-request-id: req-d639216f-0d3e-4293-9e49-7db64de42fa4 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:42.344818 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb625a2b-d384-4f15-ae62-9c765ef5121c", "name": "network-vif-plugged", "status": "completed", "tag": "05fe653b-f8b1-4998-9066-bba0e8c9e479", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:42.345233 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d639216f-0d3e-4293-9e49-7db64de42fa4 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:42.345863 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb625a2b-d384-4f15-ae62-9c765ef5121c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fe653b-f8b1-4998-9066-bba0e8c9e479', 'code': 200} Jun 30 09:06:42.346725 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: ba5832fb-6604-4bd9-bea1-d26e0b9fadef {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:42.368351 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ba5832fb-6604-4bd9-bea1-d26e0b9fadef not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:42.386716 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc9edb04-becb-4f87-85da-19249f57350a req-59294c31-ebec-43e4-a697-e279cc24852b service neutron] 10.222.0.52 "GET /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203120 Jun 30 09:06:42.444816 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=05fe653b-f8b1-4998-9066-bba0e8c9e479,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:42.484269 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5920d-45c0-40ce-9700-4e935c502d97 req-a8e3452a-d9a6-432c-b6b7-2309f36ac29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:42.486086 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9ef5920d-45c0-40ce-9700-4e935c502d97 req-a8e3452a-d9a6-432c-b6b7-2309f36ac29f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bb625a2b-d384-4f15-ae62-9c765ef5121c HTTP/1.1" status: 200 len: 1098 time: 0.0903289 Jun 30 09:06:42.566265 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9ef5920d-45c0-40ce-9700-4e935c502d97 req-2859f536-3e7f-4aac-8046-8fe823c07e35 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729759 Jun 30 09:06:42.867093 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98925d8e-5a43-470e-942a-ce57b6480daa req-dcaa7ac5-52b0-4fb3-9b5b-dcad92aacecc tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:42.870464 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ccfc6-c256-47c8-a65b-6c172d64d879 req-1175354e-6599-416b-98be-ca36bd8fa0b4 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:42.877061 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-98925d8e-5a43-470e-942a-ce57b6480daa req-dcaa7ac5-52b0-4fb3-9b5b-dcad92aacecc tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 949 time: 0.2024879 Jun 30 09:06:42.880682 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be6ccfc6-c256-47c8-a65b-6c172d64d879 req-1175354e-6599-416b-98be-ca36bd8fa0b4 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 944 time: 0.3427384 Jun 30 09:06:42.884310 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:06:42.900659 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 55292) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:42.951382 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:42.970813 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-98925d8e-5a43-470e-942a-ce57b6480daa req-81292888-1deb-4bc5-b020-d7a7bf48c808 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928488 Jun 30 09:06:43.029465 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] Transition to ACTIVE for port object 2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:43.061223 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be6ccfc6-c256-47c8-a65b-6c172d64d879 req-88714460-c1b8-49ce-9e8b-76515446b5c5 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513004 Jun 30 09:06:43.129018 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-432c40b7-b559-4995-9238-d83a1a6d17a2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-495115777-network', 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:43.151632 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:43.242986 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f3c64a20-b4b7-457e-9143-7be844539798 req-2480710a-0ef0-4cd9-a90b-404c46cbab6a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f84500a-66bf-4968-a37e-af00f9bd5b25 HTTP/1.1" status: 200 len: 210 time: 0.1077447 Jun 30 09:06:43.330388 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] Pushing event updated for resources: {'Port': ['ID=2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:43.358483 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:43.358828 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:43.359187 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:43.359524 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:43.359851 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:43.360182 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:43.360592 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:43.360814 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:43.361142 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:43.361476 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:43.361779 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:43.362095 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:43.364396 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432c40b7-b559-4995-9238-d83a1a6d17a2 admin admin] Made reservation on behalf of 31bd8132c1454d1c9ac4cd46be0a163b for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:43.368593 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-432c40b7-b559-4995-9238-d83a1a6d17a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:43.392024 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-432c40b7-b559-4995-9238-d83a1a6d17a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:43.480293 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636351c4-8156-42b8-998f-8f026d20cb2f req-7f87f8b0-56f4-491b-a83d-66e0fa9b35e2 tempest-MigrationsAdminTest-1920668305 tempest-MigrationsAdminTest-1920668305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:43.489100 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-636351c4-8156-42b8-998f-8f026d20cb2f req-7f87f8b0-56f4-491b-a83d-66e0fa9b35e2 tempest-MigrationsAdminTest-1920668305 tempest-MigrationsAdminTest-1920668305-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 1101 time: 0.2399116 Jun 30 09:06:43.489389 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9edb04-becb-4f87-85da-19249f57350a req-b898e6f8-26f1-4df3-8462-ac05c25dce43 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:43.491088 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc9edb04-becb-4f87-85da-19249f57350a req-b898e6f8-26f1-4df3-8462-ac05c25dce43 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e&tenant_id=9342aeef3062492da53fbad2470ed3ad&binding%3Ahost_id=n-h1-771363-31 HTTP/1.1" status: 200 len: 1096 time: 0.2571244 Jun 30 09:06:43.624200 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-636351c4-8156-42b8-998f-8f026d20cb2f req-b08af813-24d2-4396-bc0f-1450ef9c095d tempest-MigrationsAdminTest-1920668305 tempest-MigrationsAdminTest-1920668305-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336024 Jun 30 09:06:43.635725 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] Attempting to bind port 2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:43.637296 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] Attempting to bind port 2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': 'e107cf81-3d65-4596-99e7-d363082531b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '56f88d8c-6215-4429-a876-d7c759a58eb1'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:43.641597 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] Attempting to bind port 2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e on network 56f88d8c-6215-4429-a876-d7c759a58eb1 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:43.659005 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] Port 2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e on network 56f88d8c-6215-4429-a876-d7c759a58eb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:06:43.662305 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] Attempting to bind port 2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e on network 56f88d8c-6215-4429-a876-d7c759a58eb1 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:43.675237 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528b92a-d0ea-4fd6-98c1-d45c61c52ed4 req-5381109e-32a0-47e4-8bc0-f26768d33390 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:43.676582 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:43.676944 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] Checking segment: {'id': 'e107cf81-3d65-4596-99e7-d363082531b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '56f88d8c-6215-4429-a876-d7c759a58eb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:43.681254 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] Bound using segment: {'id': 'e107cf81-3d65-4596-99e7-d363082531b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '56f88d8c-6215-4429-a876-d7c759a58eb1'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:43.681868 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] Bound port: 2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e107cf81-3d65-4596-99e7-d363082531b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '56f88d8c-6215-4429-a876-d7c759a58eb1'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:43.682338 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:43.684521 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5528b92a-d0ea-4fd6-98c1-d45c61c52ed4 req-5381109e-32a0-47e4-8bc0-f26768d33390 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb625a2b-d384-4f15-ae62-9c765ef5121c HTTP/1.1" status: 200 len: 946 time: 0.1907308 Jun 30 09:06:43.799776 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5528b92a-d0ea-4fd6-98c1-d45c61c52ed4 req-7c100050-d740-41b0-b203-7cdb274249a8 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130989 Jun 30 09:06:43.834432 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] For port 2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:43.853460 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] For port 2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e,segment=NetworkSegment(e107cf81-3d65-4596-99e7-d363082531b8),segment_id=e107cf81-3d65-4596-99e7-d363082531b8)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:43.855978 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-432c40b7-b559-4995-9238-d83a1a6d17a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:43.930955 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-cc9edb04-becb-4f87-85da-19249f57350a req-e5b0341a-e117-40ab-9725-cb99bdef7900 service neutron] For port b3270b96-17f1-4fe1-9531-e04a2c02ee00, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:43.934493 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-cc9edb04-becb-4f87-85da-19249f57350a req-e5b0341a-e117-40ab-9725-cb99bdef7900 service neutron] Notify callbacks [] for binding, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:43.939435 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc9edb04-becb-4f87-85da-19249f57350a req-e5b0341a-e117-40ab-9725-cb99bdef7900 service neutron] 10.222.0.52 "DELETE /v2.0/ports/b3270b96-17f1-4fe1-9531-e04a2c02ee00/bindings/n-h2-771363-31 HTTP/1.1" status: 204 len: 173 time: 0.4253006 Jun 30 09:06:43.939781 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d41b18-f5a9-4d0c-9ac3-b5249d22c50a req-43928cb1-30c5-417c-b8d7-4237979544aa tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:43.948540 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e8d41b18-f5a9-4d0c-9ac3-b5249d22c50a req-43928cb1-30c5-417c-b8d7-4237979544aa tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=554165d3-1cd0-4cb6-a8b2-8028acb05a73 HTTP/1.1" status: 200 len: 943 time: 0.0977399 Jun 30 09:06:44.002072 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e8d41b18-f5a9-4d0c-9ac3-b5249d22c50a req-daf6f431-f5e2-440f-8f91-ca441eb15d41 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups?id=6332f74b-013c-43dd-be2e-b0735ba41247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524855 Jun 30 09:06:44.054181 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:44.054362 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-432c40b7-b559-4995-9238-d83a1a6d17a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:44.105410 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432c40b7-b559-4995-9238-d83a1a6d17a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:06:44.125001 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:44.125513 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:44.126993 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] 10.222.0.37 "PUT /v2.0/ports/2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e HTTP/1.1" status: 200 len: 1092 time: 2.6188943 Jun 30 09:06:44.127662 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554165d3-1cd0-4cb6-a8b2-8028acb05a73', 'tag': '2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:44.129941 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1eb13d0-79b9-456e-a349-99dee43cd1ae" -d '{"events": [{"name": "network-changed", "server_uuid": "554165d3-1cd0-4cb6-a8b2-8028acb05a73", "tag": "2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:44.157701 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c40b7-b559-4995-9238-d83a1a6d17a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bed596c-53ca-4987-b46f-d1bfec75e6e6,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:44.163143 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b5ad8-f3c5-44d3-9280-098aa7675231 service neutron] Pushing event updated for resources: {'Port': ['ID=2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:44.186572 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c40b7-b559-4995-9238-d83a1a6d17a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:44.191748 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c40b7-b559-4995-9238-d83a1a6d17a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:44.192523 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c40b7-b559-4995-9238-d83a1a6d17a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:44.192979 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c40b7-b559-4995-9238-d83a1a6d17a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:44.193392 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c40b7-b559-4995-9238-d83a1a6d17a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:44.193799 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c40b7-b559-4995-9238-d83a1a6d17a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:44.194204 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c40b7-b559-4995-9238-d83a1a6d17a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:44.194864 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c40b7-b559-4995-9238-d83a1a6d17a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:44.195220 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c40b7-b559-4995-9238-d83a1a6d17a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:44.195618 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c40b7-b559-4995-9238-d83a1a6d17a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:44.197505 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c40b7-b559-4995-9238-d83a1a6d17a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:44.197505 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c40b7-b559-4995-9238-d83a1a6d17a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:44.208011 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-432c40b7-b559-4995-9238-d83a1a6d17a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:44.208545 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-432c40b7-b559-4995-9238-d83a1a6d17a2 admin admin] Added segment 90452931-fda3-4e43-ab24-4ac96865f7fc of type vlan for network b51add01-e516-4efc-9c9c-16a3be3b127b Jun 30 09:06:44.288671 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-432c40b7-b559-4995-9238-d83a1a6d17a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:44.500555 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b160eb-6688-48c4-884b-23828088faea req-7b89720e-ac04-4861-a639-1f71c59cb04f tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:44.503637 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-77b160eb-6688-48c4-884b-23828088faea req-7b89720e-ac04-4861-a639-1f71c59cb04f tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 944 time: 0.2339394 Jun 30 09:06:44.510924 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-432c40b7-b559-4995-9238-d83a1a6d17a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:44.511944 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432c40b7-b559-4995-9238-d83a1a6d17a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:44.512542 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-432c40b7-b559-4995-9238-d83a1a6d17a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:44.555145 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-1a3d69ac-0808-4b54-b37d-c38b24e4c0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:44.557029 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-1a3d69ac-0808-4b54-b37d-c38b24e4c0c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3489997d673c435cb76703153e32f89d&device_id=554165d3-1cd0-4cb6-a8b2-8028acb05a73 HTTP/1.1" status: 200 len: 1095 time: 0.1741691 Jun 30 09:06:44.573831 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-77b160eb-6688-48c4-884b-23828088faea req-97e6648b-f851-4964-8b21-16f7cb144dcf tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607252 Jun 30 09:06:44.690184 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a115d896-cf5e-449b-ab5e-80ddd6b2e0b7 x-openstack-request-id: req-a115d896-cf5e-449b-ab5e-80ddd6b2e0b7 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:44.690878 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554165d3-1cd0-4cb6-a8b2-8028acb05a73", "tag": "2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:44.691380 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a115d896-cf5e-449b-ab5e-80ddd6b2e0b7 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:44.692014 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554165d3-1cd0-4cb6-a8b2-8028acb05a73', 'tag': '2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e', 'status': 'completed', 'code': 200} Jun 30 09:06:44.694817 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-ebcf45f3-1a10-4da7-a09d-abfa73fdefad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e HTTP/1.1" status: 200 len: 217 time: 0.1290526 Jun 30 09:06:44.865232 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-46679f88-223f-4213-9023-79d6f8047c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:44.868199 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-46679f88-223f-4213-9023-79d6f8047c77 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7eb0ed17-5afe-4eef-a6c1-cccad8874493 HTTP/1.1" status: 200 len: 852 time: 0.1665270 Jun 30 09:06:45.075714 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-288892b6-8c4f-4561-9bfc-9b0f55f419a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56f88d8c-6215-4429-a876-d7c759a58eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1919680 Jun 30 09:06:45.083643 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38ebf53f-5c16-4e69-a28e-50e89ed5912f req-8fe3e770-b47e-4777-ae5a-27782583368f tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f84500a-66bf-4968-a37e-af00f9bd5b25 HTTP/1.1" status: 200 len: 210 time: 0.0939062 Jun 30 09:06:45.102868 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c40b7-b559-4995-9238-d83a1a6d17a2 admin admin] Pushing event updated for resources: {'Network': ['ID=b51add01-e516-4efc-9c9c-16a3be3b127b,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:45.129961 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network b51add01-e516-4efc-9c9c-16a3be3b127b details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:06:45.244113 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-6a1536c7-78fc-45fb-a7a1-5023c44cea68 service neutron] 10.222.0.37 "GET /v2.0/networks/56f88d8c-6215-4429-a876-d7c759a58eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624272 Jun 30 09:06:45.332696 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-432c40b7-b559-4995-9238-d83a1a6d17a2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4297392 Jun 30 09:06:45.345062 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 55354) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:45.353688 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-4787e27e-b30d-40da-92f3-0996994d59b1 admin admin] Request body: {'subnet': {'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-495115777-subnet', 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:45.424345 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-dd2425d8-76b4-4436-978f-e0415595aaee service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3226621 Jun 30 09:06:45.517073 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c84b82-9b7e-4eeb-b98d-5c5e2c0c2a89 req-b519762f-588b-4bbd-a1b8-ac01374aaeec tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:45.526329 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-37c84b82-9b7e-4eeb-b98d-5c5e2c0c2a89 req-b519762f-588b-4bbd-a1b8-ac01374aaeec tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb625a2b-d384-4f15-ae62-9c765ef5121c HTTP/1.1" status: 200 len: 946 time: 0.0852585 Jun 30 09:06:45.529363 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4787e27e-b30d-40da-92f3-0996994d59b1 admin admin] Made reservation on behalf of 31bd8132c1454d1c9ac4cd46be0a163b for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:45.532556 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4787e27e-b30d-40da-92f3-0996994d59b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:45.604888 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d3dbdc77-e3e0-4ed5-b56e-adb2decc94d4 req-60e60746-5009-42a0-803c-d3685e0b5478 service neutron] 10.222.0.37 "GET /v2.0/networks/56f88d8c-6215-4429-a876-d7c759a58eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543153 Jun 30 09:06:45.630292 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25685c-d502-4de5-bba1-3d07e0c5df37 req-5330b4ee-89c0-49ea-ab02-1280881886d5 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:45.632458 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6a25685c-d502-4de5-bba1-3d07e0c5df37 req-5330b4ee-89c0-49ea-ab02-1280881886d5 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 949 time: 0.2725775 Jun 30 09:06:45.717918 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6a25685c-d502-4de5-bba1-3d07e0c5df37 req-1481fe47-3fb2-441c-aa4c-7cfbff879c67 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790741 Jun 30 09:06:45.722069 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-37c84b82-9b7e-4eeb-b98d-5c5e2c0c2a89 req-ba48ccc2-54d4-4651-bc2a-634c59e48536 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947799 Jun 30 09:06:45.949850 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb13d0-79b9-456e-a349-99dee43cd1ae req-70959ba6-cb38-4f89-be08-9252fcb02d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:45.952073 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c1eb13d0-79b9-456e-a349-99dee43cd1ae req-70959ba6-cb38-4f89-be08-9252fcb02d06 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3489997d673c435cb76703153e32f89d&device_id=554165d3-1cd0-4cb6-a8b2-8028acb05a73 HTTP/1.1" status: 200 len: 1095 time: 0.1787529 Jun 30 09:06:46.099863 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4787e27e-b30d-40da-92f3-0996994d59b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.225882 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb13d0-79b9-456e-a349-99dee43cd1ae req-797ad375-0974-4781-ac8d-cc767eaeafaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:46.227417 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c1eb13d0-79b9-456e-a349-99dee43cd1ae req-797ad375-0974-4781-ac8d-cc767eaeafaf service neutron] 10.222.0.37 "GET /v2.0/networks?id=56f88d8c-6215-4429-a876-d7c759a58eb1 HTTP/1.1" status: 200 len: 913 time: 0.2677445 Jun 30 09:06:46.235413 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374bb68-8741-4021-bb41-f58357509f24 req-d299da07-bb73-44a8-b1f6-242a82cef977 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:46.236773 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1374bb68-8741-4021-bb41-f58357509f24 req-d299da07-bb73-44a8-b1f6-242a82cef977 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=554165d3-1cd0-4cb6-a8b2-8028acb05a73 HTTP/1.1" status: 200 len: 943 time: 0.1711657 Jun 30 09:06:46.243083 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787e27e-b30d-40da-92f3-0996994d59b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0db27f2a-daae-4bc9-9a26-19aaee7812fb,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:46.259246 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4787e27e-b30d-40da-92f3-0996994d59b1 admin admin] Checking segment: {'id': '90452931-fda3-4e43-ab24-4ac96865f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:46.259616 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4787e27e-b30d-40da-92f3-0996994d59b1 admin admin] Network hostable DHCP agents. Network: b51add01-e516-4efc-9c9c-16a3be3b127b, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:06:46.278129 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c1eb13d0-79b9-456e-a349-99dee43cd1ae req-0dffe937-d85c-457d-a743-6e604266d73c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e HTTP/1.1" status: 200 len: 217 time: 0.0403807 Jun 30 09:06:46.287147 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c38cd-e996-4025-a52f-91734898c3b1 req-88b9d262-a96e-47bd-bc37-8a9dbc2e9f40 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:46.288704 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eb5c38cd-e996-4025-a52f-91734898c3b1 req-88b9d262-a96e-47bd-bc37-8a9dbc2e9f40 tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 1096 time: 0.1082258 Jun 30 09:06:46.342508 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eb5c38cd-e996-4025-a52f-91734898c3b1 req-49d2ae2d-b8c0-49ae-9884-bed3bee94ffc tempest-LiveMigrationTest-1514528467 tempest-LiveMigrationTest-1514528467-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460362 Jun 30 09:06:46.354534 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb13d0-79b9-456e-a349-99dee43cd1ae req-bdf39ebb-44dc-4c3c-bf83-5227dbd8d8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:46.356024 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c1eb13d0-79b9-456e-a349-99dee43cd1ae req-bdf39ebb-44dc-4c3c-bf83-5227dbd8d8d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7eb0ed17-5afe-4eef-a6c1-cccad8874493 HTTP/1.1" status: 200 len: 852 time: 0.0712202 Jun 30 09:06:46.366099 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1374bb68-8741-4021-bb41-f58357509f24 req-8b92a719-1837-4198-acaf-cb8a3b865e9a tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups?id=6332f74b-013c-43dd-be2e-b0735ba41247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908101 Jun 30 09:06:46.399852 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c1eb13d0-79b9-456e-a349-99dee43cd1ae req-4f36c897-65c0-4ce4-b55e-00fa26ad156c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56f88d8c-6215-4429-a876-d7c759a58eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327649 Jun 30 09:06:46.418059 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4787e27e-b30d-40da-92f3-0996994d59b1 admin admin] Network b51add01-e516-4efc-9c9c-16a3be3b127b is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:06:46.535497 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-4787e27e-b30d-40da-92f3-0996994d59b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, b51add01-e516-4efc-9c9c-16a3be3b127b) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:46.541486 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c1eb13d0-79b9-456e-a349-99dee43cd1ae req-0b4a6671-f13f-463e-b141-824e652a6531 service neutron] 10.222.0.37 "GET /v2.0/networks/56f88d8c-6215-4429-a876-d7c759a58eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346445 Jun 30 09:06:46.548187 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fde9d9-ed35-49ff-bf66-dc61aa100b34 None None] Network b51add01-e516-4efc-9c9c-16a3be3b127b requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:46.567031 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4787e27e-b30d-40da-92f3-0996994d59b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:46.569106 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4787e27e-b30d-40da-92f3-0996994d59b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.720451 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c1eb13d0-79b9-456e-a349-99dee43cd1ae req-bff027d6-74aa-4cd4-bf2e-b8476c52c39b service neutron] 10.222.0.37 "GET /v2.0/networks/56f88d8c-6215-4429-a876-d7c759a58eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708982 Jun 30 09:06:46.731567 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4787e27e-b30d-40da-92f3-0996994d59b1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3835881 Jun 30 09:06:46.732180 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 55398) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:46.736747 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-218f39ed-b227-4dae-969b-4802c73c9ece admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-495115777-router', 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:46.869993 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-218f39ed-b227-4dae-969b-4802c73c9ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.871210 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-218f39ed-b227-4dae-969b-4802c73c9ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.910646 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6bf413ab-4127-4640-859f-7c8b794482c4 req-27c9e710-7c50-42ee-8404-fbfbd6cc8751 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f84500a-66bf-4968-a37e-af00f9bd5b25 HTTP/1.1" status: 200 len: 210 time: 0.0510206 Jun 30 09:06:47.034026 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-218f39ed-b227-4dae-969b-4802c73c9ece admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:47.164370 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-b51add01-e516-4efc-9c9c-16a3be3b127b', 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b', 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'fixed_ips': [{'subnet_id': '0db27f2a-daae-4bc9-9a26-19aaee7812fb'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:06:47.166016 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:47.406670 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Allocated IP 172.20.0.2 (b51add01-e516-4efc-9c9c-16a3be3b127b/0db27f2a-daae-4bc9-9a26-19aaee7812fb/c5a19337-1476-4553-90b7-0173e8012527) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:47.482122 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-218f39ed-b227-4dae-969b-4802c73c9ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:47.574587 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8d6c2-cb0d-4d13-a8d3-4c3fc2052625 req-4888b7a4-30b1-438d-bace-0fae73fa551b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:47.576102 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d7f8d6c2-cb0d-4d13-a8d3-4c3fc2052625 req-4888b7a4-30b1-438d-bace-0fae73fa551b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 949 time: 0.0860984 Jun 30 09:06:47.635465 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:47.647681 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Transition to ACTIVE for port object c5a19337-1476-4553-90b7-0173e8012527 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:47.670042 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Transition to ACTIVE for port object c5a19337-1476-4553-90b7-0173e8012527 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:47.698477 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d7f8d6c2-cb0d-4d13-a8d3-4c3fc2052625 req-738a5e5e-1011-49df-a192-7aaf7580d402 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051319 Jun 30 09:06:47.834852 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:06:47.848384 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:47.925997 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Network b51add01-e516-4efc-9c9c-16a3be3b127b is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:47.942824 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:47.946217 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:47.963886 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Pushing event updated for resources: {'Port': ['ID=c5a19337-1476-4553-90b7-0173e8012527,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:47.998725 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:47.999441 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:47.999441 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:47.999671 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:48.000135 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:48.000463 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:48.000830 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:48.001318 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:48.001514 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:48.001843 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:48.002144 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:48.002457 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:48.012986 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-218f39ed-b227-4dae-969b-4802c73c9ece admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:48.067945 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-218f39ed-b227-4dae-969b-4802c73c9ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:48.074339 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Attempting to bind port c5a19337-1476-4553-90b7-0173e8012527 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:48.074715 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Attempting to bind port c5a19337-1476-4553-90b7-0173e8012527 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '90452931-fda3-4e43-ab24-4ac96865f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:48.075405 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Attempting to bind port c5a19337-1476-4553-90b7-0173e8012527 on network b51add01-e516-4efc-9c9c-16a3be3b127b {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:48.088102 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:48.089026 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Checking segment: {'id': '90452931-fda3-4e43-ab24-4ac96865f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:48.089026 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:48.091887 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Bound using segment: {'id': '90452931-fda3-4e43-ab24-4ac96865f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:48.092408 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Bound port: c5a19337-1476-4553-90b7-0173e8012527, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90452931-fda3-4e43-ab24-4ac96865f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:48.092840 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:48.132507 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2bfd1-2b49-47b1-9ebe-f32dda87f135 req-c02bdeb0-f42e-426c-8b74-627dab59674b tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:48.135637 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d6f2bfd1-2b49-47b1-9ebe-f32dda87f135 req-c02bdeb0-f42e-426c-8b74-627dab59674b tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=554165d3-1cd0-4cb6-a8b2-8028acb05a73 HTTP/1.1" status: 200 len: 943 time: 0.1523721 Jun 30 09:06:48.143439 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db9f80-9a5e-4571-9e8f-35f606ba3cac req-876bdb4b-352d-463e-be26-73d1724f04a5 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:48.151826 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-21db9f80-9a5e-4571-9e8f-35f606ba3cac req-876bdb4b-352d-463e-be26-73d1724f04a5 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb625a2b-d384-4f15-ae62-9c765ef5121c HTTP/1.1" status: 200 len: 946 time: 0.2958527 Jun 30 09:06:48.217582 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-19e0759e-49b2-419c-b951-568927e145bd None None] For port c5a19337-1476-4553-90b7-0173e8012527, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:48.223297 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-21db9f80-9a5e-4571-9e8f-35f606ba3cac req-a90b4360-5c47-48a7-a5dc-82027bc763aa tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693123 Jun 30 09:06:48.223927 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-19e0759e-49b2-419c-b951-568927e145bd None None] For port c5a19337-1476-4553-90b7-0173e8012527, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c5a19337-1476-4553-90b7-0173e8012527,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:48.238359 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d6f2bfd1-2b49-47b1-9ebe-f32dda87f135 req-e6a0c769-affa-47c0-a94b-3f361ae2e93b tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups?id=6332f74b-013c-43dd-be2e-b0735ba41247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949380 Jun 30 09:06:48.312155 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:48.360593 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-218f39ed-b227-4dae-969b-4802c73c9ece admin admin] Allocated IP 172.25.6.31 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/03e66197-3828-411f-9cc3-9ad6f27b3638) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:48.478190 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0759e-49b2-419c-b951-568927e145bd None None] Pushing event updated for resources: {'Port': ['ID=c5a19337-1476-4553-90b7-0173e8012527,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:48.725925 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-006635d9-d7ff-4748-aab3-cfa389692cb8 req-8b7fc0e5-d0e4-41ca-b6e0-410da19119d1 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f84500a-66bf-4968-a37e-af00f9bd5b25 HTTP/1.1" status: 200 len: 210 time: 0.0515890 Jun 30 09:06:48.757108 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-218f39ed-b227-4dae-969b-4802c73c9ece admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:48.879819 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09169e1f-4de2-451c-86ff-28b176719aac req-fc8fabae-1084-4deb-bd37-d64815c4647a tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:48.884030 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09169e1f-4de2-451c-86ff-28b176719aac req-fc8fabae-1084-4deb-bd37-d64815c4647a tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 944 time: 0.3514135 Jun 30 09:06:48.900716 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf7191-1be8-4506-9a95-ce1fd25b6c6e req-955aa0f6-4c4e-42c8-b496-89511403c2bb tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:48.904271 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3ebf7191-1be8-4506-9a95-ce1fd25b6c6e req-955aa0f6-4c4e-42c8-b496-89511403c2bb tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.52 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 944 time: 0.2454271 Jun 30 09:06:48.977519 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:06:49.068632 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a36a52-de5e-4b13-afc5-e7602fcdd2f1 req-90ebce31-7ae7-4ca8-b405-da6cef471db1 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:49.070971 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09169e1f-4de2-451c-86ff-28b176719aac req-0b2efd67-2205-4652-bfb2-e2fd7d861ae4 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550333 Jun 30 09:06:49.076416 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38a36a52-de5e-4b13-afc5-e7602fcdd2f1 req-90ebce31-7ae7-4ca8-b405-da6cef471db1 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 949 time: 0.1115375 Jun 30 09:06:49.133163 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38a36a52-de5e-4b13-afc5-e7602fcdd2f1 req-53a35e42-6f3e-46c5-aaf0-bf84d898a491 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555434 Jun 30 09:06:49.148398 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e,segment=NetworkSegment(e107cf81-3d65-4596-99e7-d363082531b8),segment_id=e107cf81-3d65-4596-99e7-d363082531b8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:49.189714 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-218f39ed-b227-4dae-969b-4802c73c9ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:49.205880 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-3ebf7191-1be8-4506-9a95-ce1fd25b6c6e req-799181f3-3fe1-46bc-a28e-50203ac42615 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Deleting port b3270b96-17f1-4fe1-9531-e04a2c02ee00 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:49.206223 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3ebf7191-1be8-4506-9a95-ce1fd25b6c6e req-799181f3-3fe1-46bc-a28e-50203ac42615 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:49.219264 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e', 'network_id': '56f88d8c-6215-4429-a876-d7c759a58eb1', 'port_id': '2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e', 'mac_address': 'fa:16:3e:b0:b1:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eb0ed17-5afe-4eef-a6c1-cccad8874493', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:06:49.290230 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218f39ed-b227-4dae-969b-4802c73c9ece admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:49.302826 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-218f39ed-b227-4dae-969b-4802c73c9ece admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:49.311244 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218f39ed-b227-4dae-969b-4802c73c9ece admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:49.319069 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f39ed-b227-4dae-969b-4802c73c9ece admin admin] Pushing event updated for resources: {'Port': ['ID=03e66197-3828-411f-9cc3-9ad6f27b3638,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:49.319716 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:49.397688 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:06:49.446038 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e,segment=NetworkSegment(e107cf81-3d65-4596-99e7-d363082531b8),segment_id=e107cf81-3d65-4596-99e7-d363082531b8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:49.511069 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-3ebf7191-1be8-4506-9a95-ce1fd25b6c6e req-799181f3-3fe1-46bc-a28e-50203ac42615 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] For port b3270b96-17f1-4fe1-9531-e04a2c02ee00, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=b3270b96-17f1-4fe1-9531-e04a2c02ee00,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:49.513709 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3ebf7191-1be8-4506-9a95-ce1fd25b6c6e req-799181f3-3fe1-46bc-a28e-50203ac42615 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:49.578414 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-3ebf7191-1be8-4506-9a95-ce1fd25b6c6e req-799181f3-3fe1-46bc-a28e-50203ac42615 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Calling delete_port for b3270b96-17f1-4fe1-9531-e04a2c02ee00 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:49.597132 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:49.616759 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-8fd4d660-1194-400d-9ea7-09951f0de76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:49.618467 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-8fd4d660-1194-400d-9ea7-09951f0de76f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 1101 time: 0.1122746 Jun 30 09:06:49.666387 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:49.717272 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95681fd7-95bb-471a-bb25-d1657263fc80 req-d3be9a34-74d8-4620-a1d2-9998fd3f3cb3 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:49.720871 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-95681fd7-95bb-471a-bb25-d1657263fc80 req-d3be9a34-74d8-4620-a1d2-9998fd3f3cb3 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb625a2b-d384-4f15-ae62-9c765ef5121c HTTP/1.1" status: 200 len: 946 time: 0.2610939 Jun 30 09:06:49.792460 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-95681fd7-95bb-471a-bb25-d1657263fc80 req-ded0e373-1b73-45e9-8287-994287731e71 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639453 Jun 30 09:06:49.858174 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 55438) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:49.975172 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:50.015286 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3ebf7191-1be8-4506-9a95-ce1fd25b6c6e req-799181f3-3fe1-46bc-a28e-50203ac42615 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:50.112090 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d24987-e764-4a13-afd9-965b49d3649d req-1ba19fdd-b463-4a20-85c8-6fc785cbc54a tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:50.120095 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-32d24987-e764-4a13-afd9-965b49d3649d req-1ba19fdd-b463-4a20-85c8-6fc785cbc54a tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=554165d3-1cd0-4cb6-a8b2-8028acb05a73 HTTP/1.1" status: 200 len: 943 time: 0.5543234 Jun 30 09:06:50.179325 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799181f3-3fe1-46bc-a28e-50203ac42615 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Pushing event deleted for resources: {'Port': ['ID=b3270b96-17f1-4fe1-9531-e04a2c02ee00,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:50.187225 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfbbe5b-e36c-4b00-b63a-5d8ad7ef841e None None] Network b51add01-e516-4efc-9c9c-16a3be3b127b requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:50.190178 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-2412bb0f-1118-4038-a0b2-bc3de05b18f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:50.191964 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c5a19337-1476-4553-90b7-0173e8012527 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:50.194147 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-2412bb0f-1118-4038-a0b2-bc3de05b18f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.5558658 Jun 30 09:06:50.225174 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-10f56cc7-880c-4ec2-b93d-474c79ff4908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:50.245359 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-32d24987-e764-4a13-afd9-965b49d3649d req-70bc51ba-dc1e-47b2-b499-cdda5b03df07 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups?id=6332f74b-013c-43dd-be2e-b0735ba41247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238995 Jun 30 09:06:50.309210 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-218f39ed-b227-4dae-969b-4802c73c9ece admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:50.379203 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-cb8b4f5d-d6f8-40f3-bb64-bdbe3a09e014 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=97de3316-ef20-4812-9e1b-0c90673b35b1 HTTP/1.1" status: 200 len: 217 time: 0.1759958 Jun 30 09:06:50.453645 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebf7191-1be8-4506-9a95-ce1fd25b6c6e req-799181f3-3fe1-46bc-a28e-50203ac42615 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] No DVR routers for this DVR port b3270b96-17f1-4fe1-9531-e04a2c02ee00 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:50.478517 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-11adfe91-64b7-4f70-851d-b4da030771aa None None] Provisioning for port c5a19337-1476-4553-90b7-0173e8012527 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:50.496995 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3ebf7191-1be8-4506-9a95-ce1fd25b6c6e req-799181f3-3fe1-46bc-a28e-50203ac42615 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:50.499848 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3ebf7191-1be8-4506-9a95-ce1fd25b6c6e req-799181f3-3fe1-46bc-a28e-50203ac42615 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.52 "DELETE /v2.0/ports/b3270b96-17f1-4fe1-9531-e04a2c02ee00 HTTP/1.1" status: 204 len: 173 time: 1.5826445 Jun 30 09:06:50.502308 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b7acac-bb3b-492b-9430-9571b0ba9c6e', 'name': 'network-vif-deleted', 'tag': 'b3270b96-17f1-4fe1-9531-e04a2c02ee00'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:50.504923 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d18035-30fa-41a7-a8b4-518fb5322807" -d '{"events": [{"server_uuid": "89b7acac-bb3b-492b-9430-9571b0ba9c6e", "name": "network-vif-deleted", "tag": "b3270b96-17f1-4fe1-9531-e04a2c02ee00"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:50.562837 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-cbd1303c-50b1-4a3f-8e93-1cdfb9103d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:50.564640 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-cbd1303c-50b1-4a3f-8e93-1cdfb9103d7f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1770577 Jun 30 09:06:50.590898 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port c5a19337-1476-4553-90b7-0173e8012527 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:50.603011 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port c5a19337-1476-4553-90b7-0173e8012527 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:50.603412 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:50.614255 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c68c4f22-ed4b-4c64-8b0f-c5f01d1aecef req-f918d41a-4693-456a-ba16-b424745e72df tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 210 time: 0.0890326 Jun 30 09:06:50.643545 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-218f39ed-b227-4dae-969b-4802c73c9ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:50.692522 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-e9dd9c8f-2a5e-4406-b5a3-6cf5bfd76e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:50.694867 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-e9dd9c8f-2a5e-4406-b5a3-6cf5bfd76e4f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0977714 Jun 30 09:06:50.730611 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-888c5b31-60a6-4006-abc4-273441585918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:50.815767 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:50.897621 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port c5a19337-1476-4553-90b7-0173e8012527, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c5a19337-1476-4553-90b7-0173e8012527,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:50.918606 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d11ce0-450e-43b3-bcca-14093ff98ec3 req-46f0dd0f-aee2-4258-afba-a2df27b47300 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:50.920368 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f2d11ce0-450e-43b3-bcca-14093ff98ec3 req-46f0dd0f-aee2-4258-afba-a2df27b47300 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 949 time: 0.1111884 Jun 30 09:06:50.922323 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-85590d42-17b8-43ad-9b98-a52a316d27f1 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195346 Jun 30 09:06:51.037043 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:51.074327 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-fd8a5d6c-8971-449a-8195-cf84f66e68da service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429305 Jun 30 09:06:51.126354 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f2d11ce0-450e-43b3-bcca-14093ff98ec3 req-b0907beb-45fc-40c9-a00e-b6a53ca53708 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959836 Jun 30 09:06:51.239864 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=c5a19337-1476-4553-90b7-0173e8012527,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:51.270491 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c165e07e-2a9e-418b-b929-876a3ea5f760 None None] Provisioning complete for port c5a19337-1476-4553-90b7-0173e8012527 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:51.272451 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c165e07e-2a9e-418b-b929-876a3ea5f760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:51.358640 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf582fe-2849-4bc3-a0d7-ab3a50ef500a x-openstack-request-id: req-acf582fe-2849-4bc3-a0d7-ab3a50ef500a {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:51.359575 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b7acac-bb3b-492b-9430-9571b0ba9c6e", "name": "network-vif-deleted", "tag": "b3270b96-17f1-4fe1-9531-e04a2c02ee00", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:51.359575 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-acf582fe-2849-4bc3-a0d7-ab3a50ef500a {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:51.359575 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b7acac-bb3b-492b-9430-9571b0ba9c6e', 'name': 'network-vif-deleted', 'tag': 'b3270b96-17f1-4fe1-9531-e04a2c02ee00', 'status': 'completed', 'code': 200} Jun 30 09:06:51.384552 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-10f56cc7-880c-4ec2-b93d-474c79ff4908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:51.469732 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device b3270b96-17f1-4fe1-9531-e04a2c02ee00 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:51.499217 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-10f56cc7-880c-4ec2-b93d-474c79ff4908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:51.513983 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: b3270b96-17f1-4fe1-9531-e04a2c02ee00 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:51.513983 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device b3270b96-17f1-4fe1-9531-e04a2c02ee00 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:51.535046 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333c9d0-b10a-464e-aa4e-0b25082f8b8e req-1ec76414-167a-4766-a2be-ec67ab76a538 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:51.542269 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f56cc7-880c-4ec2-b93d-474c79ff4908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16706f14-e191-402c-8bb5-718f5cf2d191,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:51.546018 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5333c9d0-b10a-464e-aa4e-0b25082f8b8e req-1ec76414-167a-4766-a2be-ec67ab76a538 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/networks?id=dbd9754c-6cc8-466f-93ec-62534a8480bb HTTP/1.1" status: 200 len: 811 time: 0.3095019 Jun 30 09:06:51.556784 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218f39ed-b227-4dae-969b-4802c73c9ece admin admin] Router 918625da-ecd0-446b-a2f2-18fdb4e8da1a is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:06:51.566582 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5333c9d0-b10a-464e-aa4e-0b25082f8b8e req-c5246049-443e-4e25-bbd3-20bd105a5b48 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/quotas/164efc1ee4d9427b996c064420e28c66 HTTP/1.1" status: 200 len: 375 time: 0.0182061 Jun 30 09:06:51.607455 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5333c9d0-b10a-464e-aa4e-0b25082f8b8e req-264fe6e8-1b5a-45af-aa12-2b2a9cef9df8 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=164efc1ee4d9427b996c064420e28c66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337529 Jun 30 09:06:51.627785 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-10f56cc7-880c-4ec2-b93d-474c79ff4908 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2f40f1f5885b49158cb930836f210796&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7685120 Jun 30 09:06:51.631110 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 55494) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:51.743194 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5333c9d0-b10a-464e-aa4e-0b25082f8b8e req-c4325d1c-9320-4c8b-a4ba-d73b9cc2120d service neutron] 10.222.0.10 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214826 Jun 30 09:06:51.806193 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4eb05945-e906-4c1f-85cf-d93c6a8cecae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:51.834315 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4eb05945-e906-4c1f-85cf-d93c6a8cecae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:51.874527 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5333c9d0-b10a-464e-aa4e-0b25082f8b8e req-9968b19a-af54-4243-ac2d-2a97df956a66 service neutron] 10.222.0.10 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238339 Jun 30 09:06:51.887817 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74581280-4a16-4ddb-8391-5239f95320df req-9a0ea5c3-b752-4c2f-bb6f-cd03e22440b5 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:51.907462 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-74581280-4a16-4ddb-8391-5239f95320df req-9a0ea5c3-b752-4c2f-bb6f-cd03e22440b5 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=554165d3-1cd0-4cb6-a8b2-8028acb05a73 HTTP/1.1" status: 200 len: 944 time: 0.3424447 Jun 30 09:06:51.949086 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218f39ed-b227-4dae-969b-4802c73c9ece admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:06:51.961017 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86912c7a-efb6-4ba4-b591-1af96c9d9bb5 None None] Sync routers for ids ['918625da-ecd0-446b-a2f2-18fdb4e8da1a'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:06:51.985247 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86912c7a-efb6-4ba4-b591-1af96c9d9bb5 None None] Routers {'918625da-ecd0-446b-a2f2-18fdb4e8da1a'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:51.986250 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-74581280-4a16-4ddb-8391-5239f95320df req-f6c560e4-22a3-4b56-9a95-b715f621f7c4 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups?id=6332f74b-013c-43dd-be2e-b0735ba41247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778630 Jun 30 09:06:51.998295 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c5a19337-1476-4553-90b7-0173e8012527 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:52.000618 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-86912c7a-efb6-4ba4-b591-1af96c9d9bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:06:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['918625da-ecd0-446b-a2f2-18fdb4e8da1a'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:52.075171 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port c5a19337-1476-4553-90b7-0173e8012527 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:52.075550 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.122016 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-218f39ed-b227-4dae-969b-4802c73c9ece admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.123347 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-218f39ed-b227-4dae-969b-4802c73c9ece admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3901026 Jun 30 09:06:52.126089 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 55498) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:52.153919 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-86912c7a-efb6-4ba4-b591-1af96c9d9bb5 None None] Set router 918625da-ecd0-446b-a2f2-18fdb4e8da1a gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:06:52.209564 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4eb05945-e906-4c1f-85cf-d93c6a8cecae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.213267 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4eb05945-e906-4c1f-85cf-d93c6a8cecae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.217376 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4eb05945-e906-4c1f-85cf-d93c6a8cecae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/16706f14-e191-402c-8bb5-718f5cf2d191 HTTP/1.1" status: 204 len: 168 time: 0.5841081 Jun 30 09:06:52.246225 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ca4c55f3-af5e-4d62-9827-7087605917f0 req-c6a1df3f-e813-42a8-aba2-618329e12916 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 210 time: 0.0607460 Jun 30 09:06:52.255593 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb05945-e906-4c1f-85cf-d93c6a8cecae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16706f14-e191-402c-8bb5-718f5cf2d191,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:52.461922 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dcf50926-bd3d-415d-8008-cb23f6d9f667 req-02f53cc7-b18e-440a-bbda-8de8005a84ec tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=c07af92b-ad6f-42f4-b103-ab288a101697 HTTP/1.1" status: 200 len: 210 time: 0.0511498 Jun 30 09:06:52.597940 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab96907-f199-4ab5-9d2f-4130c0995ff3 req-04257caf-4d09-48e1-8b37-bdf04c536681 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:52.604127 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ab96907-f199-4ab5-9d2f-4130c0995ff3 req-04257caf-4d09-48e1-8b37-bdf04c536681 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 949 time: 0.2127681 Jun 30 09:06:52.615044 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-86912c7a-efb6-4ba4-b591-1af96c9d9bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'name': 'tempest-ServerActionsTestJSON-495115777-router', 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '03e66197-3828-411f-9cc3-9ad6f27b3638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:46Z', 'updated_at': '2021-06-30T09:06:49Z', 'revision_number': 3, 'project_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'gw_port': {'id': '03e66197-3828-411f-9cc3-9ad6f27b3638', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:48Z', 'updated_at': '2021-06-30T09:06:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:52.665409 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ab96907-f199-4ab5-9d2f-4130c0995ff3 req-43d5a3f6-1cf7-4d6a-964c-c7fdc3650579 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580995 Jun 30 09:06:52.680743 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86912c7a-efb6-4ba4-b591-1af96c9d9bb5 None None] Checking router: 918625da-ecd0-446b-a2f2-18fdb4e8da1a for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:06:52.692043 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86912c7a-efb6-4ba4-b591-1af96c9d9bb5 None None] Updating router 918625da-ecd0-446b-a2f2-18fdb4e8da1a port 03e66197-3828-411f-9cc3-9ad6f27b3638 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:06:52.755522 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-86912c7a-efb6-4ba4-b591-1af96c9d9bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.905315 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-428070c7-d3ed-430a-bfc7-5c3b550aff23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.991097 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:53.230181 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-86912c7a-efb6-4ba4-b591-1af96c9d9bb5 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.244126 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-86912c7a-efb6-4ba4-b591-1af96c9d9bb5 None None] Transition to ACTIVE for port object 03e66197-3828-411f-9cc3-9ad6f27b3638 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:53.302503 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4b0439a7-d0f5-49ec-9e5b-b03fc0d38418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.339701 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803e1ee-388f-4038-8c5e-37da8a8c3ae4 req-8a312b60-c190-4ef6-aa5c-3a3ebaee0c9f tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:53.348438 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1803e1ee-388f-4038-8c5e-37da8a8c3ae4 req-8a312b60-c190-4ef6-aa5c-3a3ebaee0c9f tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=554165d3-1cd0-4cb6-a8b2-8028acb05a73 HTTP/1.1" status: 200 len: 944 time: 0.1050267 Jun 30 09:06:53.419654 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:53.426724 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:53.427726 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.436188 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1803e1ee-388f-4038-8c5e-37da8a8c3ae4 req-ed6ed148-cb42-4dac-8074-d77bf0ca2c8d tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups?id=6332f74b-013c-43dd-be2e-b0735ba41247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851762 Jun 30 09:06:53.468229 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-86912c7a-efb6-4ba4-b591-1af96c9d9bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.475798 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 05fe653b-f8b1-4998-9066-bba0e8c9e479 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:06:53.482922 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.510703 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-86912c7a-efb6-4ba4-b591-1af96c9d9bb5 None None] Attempting to bind port 03e66197-3828-411f-9cc3-9ad6f27b3638 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:53.511412 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-86912c7a-efb6-4ba4-b591-1af96c9d9bb5 None None] Attempting to bind port 03e66197-3828-411f-9cc3-9ad6f27b3638 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:53.512086 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86912c7a-efb6-4ba4-b591-1af96c9d9bb5 None None] Attempting to bind port 03e66197-3828-411f-9cc3-9ad6f27b3638 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:53.521804 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86912c7a-efb6-4ba4-b591-1af96c9d9bb5 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:53.522469 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86912c7a-efb6-4ba4-b591-1af96c9d9bb5 None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:53.523111 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-86912c7a-efb6-4ba4-b591-1af96c9d9bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.523715 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86912c7a-efb6-4ba4-b591-1af96c9d9bb5 None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:53.524368 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-86912c7a-efb6-4ba4-b591-1af96c9d9bb5 None None] Bound port: 03e66197-3828-411f-9cc3-9ad6f27b3638, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:53.525041 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-86912c7a-efb6-4ba4-b591-1af96c9d9bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.670744 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 55556) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:53.716493 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.727348 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ac3382f-d408-4f34-af11-c14648c89fa6 req-255a6ae8-addc-45ed-9216-c320fb5a35c6 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 210 time: 0.0940831 Jun 30 09:06:53.760509 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1cd88914-44ea-4967-b298-3f422b732896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.832379 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-86912c7a-efb6-4ba4-b591-1af96c9d9bb5 None None] For port 03e66197-3828-411f-9cc3-9ad6f27b3638, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:53.841299 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e,segment=NetworkSegment(e107cf81-3d65-4596-99e7-d363082531b8),segment_id=e107cf81-3d65-4596-99e7-d363082531b8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:53.845860 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-86912c7a-efb6-4ba4-b591-1af96c9d9bb5 None None] For port 03e66197-3828-411f-9cc3-9ad6f27b3638, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=03e66197-3828-411f-9cc3-9ad6f27b3638,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:53.855857 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554165d3-1cd0-4cb6-a8b2-8028acb05a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:53.861489 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531a4cc5-e8e9-4605-8333-adee57edb609" -d '{"events": [{"server_uuid": "554165d3-1cd0-4cb6-a8b2-8028acb05a73", "name": "network-vif-plugged", "status": "completed", "tag": "2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:53.888063 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 05fe653b-f8b1-4998-9066-bba0e8c9e479, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=05fe653b-f8b1-4998-9066-bba0e8c9e479,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:53.920185 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '05fe653b-f8b1-4998-9066-bba0e8c9e479', 'network_id': '77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3', 'port_id': '05fe653b-f8b1-4998-9066-bba0e8c9e479', 'mac_address': 'fa:16:3e:ca:38:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712820fb-ce56-42e0-86ec-ce6b0d4d81b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:06:53.929246 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7be950-6572-4e5a-adb1-7d1a7046ac9c None None] Pushing event updated for resources: {'Port': ['ID=03e66197-3828-411f-9cc3-9ad6f27b3638,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:53.955608 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7be950-6572-4e5a-adb1-7d1a7046ac9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:53.955986 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7be950-6572-4e5a-adb1-7d1a7046ac9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:53.956893 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7be950-6572-4e5a-adb1-7d1a7046ac9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:53.957395 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7be950-6572-4e5a-adb1-7d1a7046ac9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:53.957876 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7be950-6572-4e5a-adb1-7d1a7046ac9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:53.958210 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7be950-6572-4e5a-adb1-7d1a7046ac9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:53.958537 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7be950-6572-4e5a-adb1-7d1a7046ac9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:53.962906 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7be950-6572-4e5a-adb1-7d1a7046ac9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:53.963110 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7be950-6572-4e5a-adb1-7d1a7046ac9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:53.963481 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7be950-6572-4e5a-adb1-7d1a7046ac9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:53.964019 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7be950-6572-4e5a-adb1-7d1a7046ac9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:53.965864 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7be950-6572-4e5a-adb1-7d1a7046ac9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:53.985222 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-86912c7a-efb6-4ba4-b591-1af96c9d9bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.985445 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.994600 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-4b0439a7-d0f5-49ec-9e5b-b03fc0d38418 admin admin] Allocated IP 172.20.0.1 (b51add01-e516-4efc-9c9c-16a3be3b127b/0db27f2a-daae-4bc9-9a26-19aaee7812fb/8447edb4-067c-4fa5-ae2d-8964ad741f82) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:54.057015 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.112074 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1cd88914-44ea-4967-b298-3f422b732896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.140573 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b43f0a-2342-42e2-9976-9add40348712 req-7512a29f-21f7-4783-b741-396b85070677 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:54.142744 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a5b43f0a-2342-42e2-9976-9add40348712 req-7512a29f-21f7-4783-b741-396b85070677 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 949 time: 0.1163404 Jun 30 09:06:54.148806 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86912c7a-efb6-4ba4-b591-1af96c9d9bb5 None None] Routers {'918625da-ecd0-446b-a2f2-18fdb4e8da1a'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:54.149729 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-86912c7a-efb6-4ba4-b591-1af96c9d9bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:06:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['918625da-ecd0-446b-a2f2-18fdb4e8da1a'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:54.181682 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4b0439a7-d0f5-49ec-9e5b-b03fc0d38418 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.200018 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-4b0439a7-d0f5-49ec-9e5b-b03fc0d38418 admin admin] Transition to ACTIVE for port object 8447edb4-067c-4fa5-ae2d-8964ad741f82 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:54.214080 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a5b43f0a-2342-42e2-9976-9add40348712 req-1852381e-45fa-401f-b5a2-331d51a25ac5 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590713 Jun 30 09:06:54.236496 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1cd88914-44ea-4967-b298-3f422b732896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.240122 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7be950-6572-4e5a-adb1-7d1a7046ac9c None None] Pushing event updated for resources: {'Port': ['ID=03e66197-3828-411f-9cc3-9ad6f27b3638,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:54.268244 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05fe653b-f8b1-4998-9066-bba0e8c9e479 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:06:54.304153 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1cd88914-44ea-4967-b298-3f422b732896 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e9e66e9dd5f24d4b9c8a390cc90cf754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6319709 Jun 30 09:06:54.304957 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 05fe653b-f8b1-4998-9066-bba0e8c9e479, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=05fe653b-f8b1-4998-9066-bba0e8c9e479,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:54.310874 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:54.311062 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 55582) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:54.325303 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f336a154-9a4b-4aca-bc78-53fdf1011bfb x-openstack-request-id: req-f336a154-9a4b-4aca-bc78-53fdf1011bfb {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:54.326062 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554165d3-1cd0-4cb6-a8b2-8028acb05a73", "name": "network-vif-plugged", "status": "completed", "tag": "2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:54.326598 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f336a154-9a4b-4aca-bc78-53fdf1011bfb {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:54.327214 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554165d3-1cd0-4cb6-a8b2-8028acb05a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e', 'code': 200} Jun 30 09:06:54.385278 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-86912c7a-efb6-4ba4-b591-1af96c9d9bb5 None None] Set router 918625da-ecd0-446b-a2f2-18fdb4e8da1a gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:06:54.418741 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4b0439a7-d0f5-49ec-9e5b-b03fc0d38418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.447109 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-77c764a7-912f-496a-a7e3-1589f3cb1590 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:54.453376 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.463724 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-77c764a7-912f-496a-a7e3-1589f3cb1590 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/networks?id=dbd9754c-6cc8-466f-93ec-62534a8480bb HTTP/1.1" status: 200 len: 811 time: 0.2185869 Jun 30 09:06:54.469187 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd88914-44ea-4967-b298-3f422b732896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68027a96-f335-489a-9eff-a4da3aed932b,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:54.507886 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9d48a7a9-6914-4526-89e1-ac4605740065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.528072 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.554454 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9d48a7a9-6914-4526-89e1-ac4605740065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.580447 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0439a7-d0f5-49ec-9e5b-b03fc0d38418 admin admin] Network b51add01-e516-4efc-9c9c-16a3be3b127b is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:54.586500 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-4b0439a7-d0f5-49ec-9e5b-b03fc0d38418 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:54.586902 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=05fe653b-f8b1-4998-9066-bba0e8c9e479,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:54.604012 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0439a7-d0f5-49ec-9e5b-b03fc0d38418 admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:54.614132 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-ee650fc4-ed87-495e-890e-5e706bbc21c0 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/quotas/164efc1ee4d9427b996c064420e28c66 HTTP/1.1" status: 200 len: 375 time: 0.1429236 Jun 30 09:06:54.639623 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['05fe653b-f8b1-4998-9066-bba0e8c9e479'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:54.666969 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f80b8-fc43-46fb-a55c-f4e29aff4f76 req-74be2452-4a05-4a51-b00f-14af68dd8d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:54.673497 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a35f80b8-fc43-46fb-a55c-f4e29aff4f76 req-74be2452-4a05-4a51-b00f-14af68dd8d7a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=554165d3-1cd0-4cb6-a8b2-8028acb05a73 HTTP/1.1" status: 200 len: 1097 time: 0.2775316 Jun 30 09:06:54.787597 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0439a7-d0f5-49ec-9e5b-b03fc0d38418 admin admin] Pushing event updated for resources: {'Port': ['ID=8447edb4-067c-4fa5-ae2d-8964ad741f82,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:54.803944 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-0ae61767-1a28-489c-a6b7-12fd242d7440 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=164efc1ee4d9427b996c064420e28c66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1881723 Jun 30 09:06:54.804181 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-86912c7a-efb6-4ba4-b591-1af96c9d9bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'name': 'tempest-ServerActionsTestJSON-495115777-router', 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '03e66197-3828-411f-9cc3-9ad6f27b3638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:46Z', 'updated_at': '2021-06-30T09:06:49Z', 'revision_number': 3, 'project_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'gw_port': {'id': '03e66197-3828-411f-9cc3-9ad6f27b3638', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:48Z', 'updated_at': '2021-06-30T09:06:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:54.846617 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4b0439a7-d0f5-49ec-9e5b-b03fc0d38418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.865015 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86912c7a-efb6-4ba4-b591-1af96c9d9bb5 None None] The sync data for ids ['918625da-ecd0-446b-a2f2-18fdb4e8da1a'] in n-d-771363-31 is: [{'id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'name': 'tempest-ServerActionsTestJSON-495115777-router', 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '03e66197-3828-411f-9cc3-9ad6f27b3638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:46Z', 'updated_at': '2021-06-30T09:06:49Z', 'revision_number': 3, 'project_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'gw_port': {'id': '03e66197-3828-411f-9cc3-9ad6f27b3638', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:48Z', 'updated_at': '2021-06-30T09:06:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:06:54.891816 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9d48a7a9-6914-4526-89e1-ac4605740065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.896137 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9d48a7a9-6914-4526-89e1-ac4605740065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.899905 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9d48a7a9-6914-4526-89e1-ac4605740065 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/68027a96-f335-489a-9eff-a4da3aed932b HTTP/1.1" status: 204 len: 168 time: 0.5886595 Jun 30 09:06:54.925417 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a35f80b8-fc43-46fb-a55c-f4e29aff4f76 req-c5a64747-0022-4b20-9cf6-f7defb67848d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6332f74b-013c-43dd-be2e-b0735ba41247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833961 Jun 30 09:06:54.961806 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48a7a9-6914-4526-89e1-ac4605740065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68027a96-f335-489a-9eff-a4da3aed932b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:55.012853 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e081937-ff21-4a06-916a-44e87f0ef102 req-0533baf2-31b8-46a3-95a5-fec6b67a2658 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:55.016128 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1e081937-ff21-4a06-916a-44e87f0ef102 req-0533baf2-31b8-46a3-95a5-fec6b67a2658 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=554165d3-1cd0-4cb6-a8b2-8028acb05a73 HTTP/1.1" status: 200 len: 945 time: 0.2567015 Jun 30 09:06:55.098419 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1e081937-ff21-4a06-916a-44e87f0ef102 req-2796942e-b712-423e-bddc-ac37c3430dca tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups?id=6332f74b-013c-43dd-be2e-b0735ba41247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704303 Jun 30 09:06:55.109179 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-aa35c029-54d4-4ccb-ac0a-1a9a06321eb4 None None] Provisioning for port 8447edb4-067c-4fa5-ae2d-8964ad741f82 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:55.115376 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-aa35c029-54d4-4ccb-ac0a-1a9a06321eb4 None None] Provisioning complete for port 8447edb4-067c-4fa5-ae2d-8964ad741f82 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:55.115746 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-aa35c029-54d4-4ccb-ac0a-1a9a06321eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:55.207999 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-aa35c029-54d4-4ccb-ac0a-1a9a06321eb4 None None] Port 8447edb4-067c-4fa5-ae2d-8964ad741f82 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:06:55.350886 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-005d44e8-3c2f-48a0-ac5e-9e5fbc0c165e service neutron] 10.222.0.10 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5457551 Jun 30 09:06:55.434472 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0b344d57-dde6-4c70-960f-b5d397485581 req-e9477811-ec30-4ef8-a8cd-e9e980124273 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 210 time: 0.0451472 Jun 30 09:06:55.476403 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 05fe653b-f8b1-4998-9066-bba0e8c9e479 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:55.584978 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 05fe653b-f8b1-4998-9066-bba0e8c9e479 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:55.585393 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:55.606268 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-79dff831-44c9-45b0-8f13-fefb271a9033 service neutron] 10.222.0.10 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446001 Jun 30 09:06:55.709715 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4b0439a7-d0f5-49ec-9e5b-b03fc0d38418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:55.812973 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:55.902614 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3d92c-af0a-4654-bb8f-427b896535eb req-3af3622c-5adc-4bbd-ba7e-04ef4bc4c460 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:55.914378 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29d3d92c-af0a-4654-bb8f-427b896535eb req-3af3622c-5adc-4bbd-ba7e-04ef4bc4c460 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 949 time: 0.1715455 Jun 30 09:06:55.934862 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 05fe653b-f8b1-4998-9066-bba0e8c9e479, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=05fe653b-f8b1-4998-9066-bba0e8c9e479,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:55.990856 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29d3d92c-af0a-4654-bb8f-427b896535eb req-92f081f5-4ffa-4194-8c18-399cbf947777 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754812 Jun 30 09:06:56.036986 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:56.242632 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a74e2919-54f5-49b0-9444-cfbdd5925631 req-83f07ff2-438f-4d96-8373-3950662308f0 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ed3863a-c03a-4509-9314-5976b5610c55 HTTP/1.1" status: 200 len: 210 time: 0.1358407 Jun 30 09:06:56.247768 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4b0439a7-d0f5-49ec-9e5b-b03fc0d38418 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:56.259558 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=05fe653b-f8b1-4998-9066-bba0e8c9e479,revision_number=7']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:56.309511 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 03e66197-3828-411f-9cc3-9ad6f27b3638 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:56.388905 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4b0439a7-d0f5-49ec-9e5b-b03fc0d38418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:56.456835 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb625a2b-d384-4f15-ae62-9c765ef5121c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fe653b-f8b1-4998-9066-bba0e8c9e479'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:56.464507 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad83dd4c-5388-4645-93ae-c1f35fbc022c" -d '{"events": [{"server_uuid": "bb625a2b-d384-4f15-ae62-9c765ef5121c", "name": "network-vif-plugged", "status": "completed", "tag": "05fe653b-f8b1-4998-9066-bba0e8c9e479"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:56.614208 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0439a7-d0f5-49ec-9e5b-b03fc0d38418 admin admin] Pushing event updated for resources: {'Port': ['ID=8447edb4-067c-4fa5-ae2d-8964ad741f82,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:56.627368 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4b0439a7-d0f5-49ec-9e5b-b03fc0d38418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:56.667429 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:56.670502 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 03e66197-3828-411f-9cc3-9ad6f27b3638 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:56.681913 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 03e66197-3828-411f-9cc3-9ad6f27b3638 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:56.682515 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:56.786593 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ab49baef-cf0b-4d7a-acf8-a83b44746fb6 req-adb9c41e-15ae-4e66-a946-98c3d4ff4bcb tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 210 time: 0.0669827 Jun 30 09:06:56.856675 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0439a7-d0f5-49ec-9e5b-b03fc0d38418 admin admin] Network b51add01-e516-4efc-9c9c-16a3be3b127b is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:56.868443 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-4b0439a7-d0f5-49ec-9e5b-b03fc0d38418 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:56.970695 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c39c642-cb1d-4c11-95bb-3e5cbcaeb23d x-openstack-request-id: req-7c39c642-cb1d-4c11-95bb-3e5cbcaeb23d {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:56.981893 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb625a2b-d384-4f15-ae62-9c765ef5121c", "name": "network-vif-plugged", "status": "completed", "tag": "05fe653b-f8b1-4998-9066-bba0e8c9e479", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:56.984588 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7c39c642-cb1d-4c11-95bb-3e5cbcaeb23d {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:56.985863 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb625a2b-d384-4f15-ae62-9c765ef5121c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fe653b-f8b1-4998-9066-bba0e8c9e479', 'code': 200} Jun 30 09:06:57.054242 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:57.096125 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 03e66197-3828-411f-9cc3-9ad6f27b3638, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=03e66197-3828-411f-9cc3-9ad6f27b3638,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:57.195519 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:57.222511 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953049c2-0479-4312-a1e3-66e37fd10386 req-c2b39bf1-6951-4ad4-a1d2-782c56ab5f2c tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:57.232949 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-953049c2-0479-4312-a1e3-66e37fd10386 req-c2b39bf1-6951-4ad4-a1d2-782c56ab5f2c tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=554165d3-1cd0-4cb6-a8b2-8028acb05a73 HTTP/1.1" status: 200 len: 945 time: 0.7394495 Jun 30 09:06:57.323530 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0439a7-d0f5-49ec-9e5b-b03fc0d38418 admin admin] Router 918625da-ecd0-446b-a2f2-18fdb4e8da1a has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:06:57.396849 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=03e66197-3828-411f-9cc3-9ad6f27b3638,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:57.421495 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-953049c2-0479-4312-a1e3-66e37fd10386 req-7e19db29-447d-492d-8495-b03a1b88473a tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups?id=6332f74b-013c-43dd-be2e-b0735ba41247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668692 Jun 30 09:06:57.471664 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2d79a20f-25fe-4cd1-a4b2-2e156f5d6e3a None None] Provisioning complete for port 8447edb4-067c-4fa5-ae2d-8964ad741f82 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:57.472800 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2d79a20f-25fe-4cd1-a4b2-2e156f5d6e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:57.540663 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcd803-62a6-4916-b235-3e3f2bcf7d75 req-8e67a8c2-5a38-4ecd-ab1e-c5fd1c0780a2 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:57.553175 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-55dcd803-62a6-4916-b235-3e3f2bcf7d75 req-8e67a8c2-5a38-4ecd-ab1e-c5fd1c0780a2 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 949 time: 0.2699814 Jun 30 09:06:57.561127 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-2d79a20f-25fe-4cd1-a4b2-2e156f5d6e3a None None] Port 8447edb4-067c-4fa5-ae2d-8964ad741f82 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:06:57.600763 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bbd48cbc-3204-4dce-a3e0-df5acd93e2df req-ea384406-46b0-43ce-ac03-0b9655ad7084 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ed3863a-c03a-4509-9314-5976b5610c55 HTTP/1.1" status: 200 len: 210 time: 0.0474653 Jun 30 09:06:57.664228 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-55dcd803-62a6-4916-b235-3e3f2bcf7d75 req-79215e93-9ff1-4189-93a5-27a45d3def2d tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090174 Jun 30 09:06:57.714508 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0439a7-d0f5-49ec-9e5b-b03fc0d38418 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:06:57.739943 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4b0439a7-d0f5-49ec-9e5b-b03fc0d38418 admin admin] 10.222.0.10 "PUT /v2.0/routers/918625da-ecd0-446b-a2f2-18fdb4e8da1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6024113 Jun 30 09:06:58.064872 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f766ba84-c97f-422a-b62a-e09ddba0d98b None None] Sync routers for ids ['918625da-ecd0-446b-a2f2-18fdb4e8da1a'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:06:58.081551 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2d379801-62bc-4e06-a9f9-c0503203a002 req-8067c0ca-5b85-41c2-8cb2-624315909dff tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 210 time: 0.0431747 Jun 30 09:06:58.088040 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f766ba84-c97f-422a-b62a-e09ddba0d98b None None] Routers {'918625da-ecd0-446b-a2f2-18fdb4e8da1a'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:58.092918 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f766ba84-c97f-422a-b62a-e09ddba0d98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:06:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['918625da-ecd0-446b-a2f2-18fdb4e8da1a'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:58.099803 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 03e66197-3828-411f-9cc3-9ad6f27b3638 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:58.326018 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 03e66197-3828-411f-9cc3-9ad6f27b3638 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:58.326018 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.356612 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-f766ba84-c97f-422a-b62a-e09ddba0d98b None None] Set router 918625da-ecd0-446b-a2f2-18fdb4e8da1a gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:06:58.836328 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52130c-2254-410d-ae5c-45fc3999d704 req-a4a4a034-e5b6-4106-b5dc-c7ecbc1b0c7e tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:58.866877 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee52130c-2254-410d-ae5c-45fc3999d704 req-a4a4a034-e5b6-4106-b5dc-c7ecbc1b0c7e tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=554165d3-1cd0-4cb6-a8b2-8028acb05a73 HTTP/1.1" status: 200 len: 945 time: 0.1562827 Jun 30 09:06:58.962604 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee52130c-2254-410d-ae5c-45fc3999d704 req-dab7ee34-04a7-42a6-8364-43c62c194a20 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups?id=6332f74b-013c-43dd-be2e-b0735ba41247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938411 Jun 30 09:06:58.964933 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f766ba84-c97f-422a-b62a-e09ddba0d98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'name': 'tempest-ServerActionsTestJSON-495115777-router', 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '03e66197-3828-411f-9cc3-9ad6f27b3638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:46Z', 'updated_at': '2021-06-30T09:06:55Z', 'revision_number': 4, 'project_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'gw_port': {'id': '03e66197-3828-411f-9cc3-9ad6f27b3638', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:48Z', 'updated_at': '2021-06-30T09:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '8447edb4-067c-4fa5-ae2d-8964ad741f82', 'name': '', 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b', 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'mac_address': 'fa:16:3e:6a:78:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0db27f2a-daae-4bc9-9a26-19aaee7812fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:53Z', 'updated_at': '2021-06-30T09:06:55Z', 'revision_number': 2, 'project_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'subnets': [{'id': '0db27f2a-daae-4bc9-9a26-19aaee7812fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:59.117011 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f766ba84-c97f-422a-b62a-e09ddba0d98b None None] Checking router: 918625da-ecd0-446b-a2f2-18fdb4e8da1a for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:06:59.117290 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f766ba84-c97f-422a-b62a-e09ddba0d98b None None] Updating router 918625da-ecd0-446b-a2f2-18fdb4e8da1a port 8447edb4-067c-4fa5-ae2d-8964ad741f82 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:06:59.168019 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f766ba84-c97f-422a-b62a-e09ddba0d98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.405095 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ca47e39f-b1e2-4563-a1d2-1c5da48c5f70 req-a804fde9-7b6e-40ba-aba5-e39773b7911f tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ed3863a-c03a-4509-9314-5976b5610c55 HTTP/1.1" status: 200 len: 210 time: 0.0852194 Jun 30 09:06:59.670388 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f766ba84-c97f-422a-b62a-e09ddba0d98b None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.686570 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f766ba84-c97f-422a-b62a-e09ddba0d98b None None] Transition to ACTIVE for port object 8447edb4-067c-4fa5-ae2d-8964ad741f82 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:59.842768 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 55730) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:59.859789 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-2ba1cf17-cbe3-4da0-9d44-64a33d2fe3c7 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1093457897', 'description': 'tempest-description--1315254234'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:59.860778 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8e759-cae2-4f77-aef8-f66d163955b7 req-7cc8312a-084a-454e-a1f4-01276a7e79d7 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:59.863802 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-94b8e759-cae2-4f77-aef8-f66d163955b7 req-7cc8312a-084a-454e-a1f4-01276a7e79d7 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 949 time: 0.1668658 Jun 30 09:06:59.927993 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f766ba84-c97f-422a-b62a-e09ddba0d98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.942048 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-94b8e759-cae2-4f77-aef8-f66d163955b7 req-d67ae58c-f0e8-4972-be0d-ba0b803f7c12 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676365 Jun 30 09:07:00.071942 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2ba1cf17-cbe3-4da0-9d44-64a33d2fe3c7 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.084904 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759e5b5-35b2-4a11-a597-790838ff8d34 None None] Pushing event updated for resources: {'Port': ['ID=8447edb4-067c-4fa5-ae2d-8964ad741f82,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:00.297676 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f766ba84-c97f-422a-b62a-e09ddba0d98b None None] Attempting to bind port 8447edb4-067c-4fa5-ae2d-8964ad741f82 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:00.298125 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f766ba84-c97f-422a-b62a-e09ddba0d98b None None] Attempting to bind port 8447edb4-067c-4fa5-ae2d-8964ad741f82 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '90452931-fda3-4e43-ab24-4ac96865f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:00.298482 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f766ba84-c97f-422a-b62a-e09ddba0d98b None None] Attempting to bind port 8447edb4-067c-4fa5-ae2d-8964ad741f82 on network b51add01-e516-4efc-9c9c-16a3be3b127b {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:00.308553 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2ba1cf17-cbe3-4da0-9d44-64a33d2fe3c7 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.313590 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f766ba84-c97f-422a-b62a-e09ddba0d98b None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:00.314096 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f766ba84-c97f-422a-b62a-e09ddba0d98b None None] Checking segment: {'id': '90452931-fda3-4e43-ab24-4ac96865f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:00.314516 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f766ba84-c97f-422a-b62a-e09ddba0d98b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.316639 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f766ba84-c97f-422a-b62a-e09ddba0d98b None None] Bound using segment: {'id': '90452931-fda3-4e43-ab24-4ac96865f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:00.319340 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f766ba84-c97f-422a-b62a-e09ddba0d98b None None] Bound port: 8447edb4-067c-4fa5-ae2d-8964ad741f82, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90452931-fda3-4e43-ab24-4ac96865f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:00.319785 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f766ba84-c97f-422a-b62a-e09ddba0d98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.421647 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-99215aae-f512-45db-ac7d-0eabc0f6f8f6 req-3759b25a-d19b-4f8a-8ed1-14a438ea0fd2 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b7acac-bb3b-492b-9430-9571b0ba9c6e HTTP/1.1" status: 200 len: 210 time: 0.0861900 Jun 30 09:07:00.422159 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0c7b5659-ffca-4b93-b776-31377c7780db req-eaca92ea-a53a-4e2c-ac79-3ff8ba808cfa tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1451569589&fields=id&tenant_id=3489997d673c435cb76703153e32f89d HTTP/1.1" status: 200 len: 267 time: 0.1077917 Jun 30 09:07:00.506155 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-f766ba84-c97f-422a-b62a-e09ddba0d98b None None] For port 8447edb4-067c-4fa5-ae2d-8964ad741f82, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:00.506155 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-f766ba84-c97f-422a-b62a-e09ddba0d98b None None] For port 8447edb4-067c-4fa5-ae2d-8964ad741f82, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8447edb4-067c-4fa5-ae2d-8964ad741f82,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:00.506440 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2ba1cf17-cbe3-4da0-9d44-64a33d2fe3c7 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.605272 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1cf17-cbe3-4da0-9d44-64a33d2fe3c7 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cac994-2345-410e-b1cd-db5c7c85c647,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:00.636879 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f766ba84-c97f-422a-b62a-e09ddba0d98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.650690 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b5659-ffca-4b93-b776-31377c7780db req-b0990e40-8b32-4820-be8c-e22c3e78372a tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:00.668978 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0c7b5659-ffca-4b93-b776-31377c7780db req-b0990e40-8b32-4820-be8c-e22c3e78372a tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=554165d3-1cd0-4cb6-a8b2-8028acb05a73 HTTP/1.1" status: 200 len: 945 time: 0.2451952 Jun 30 09:07:00.683230 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-0c7b5659-ffca-4b93-b776-31377c7780db req-9e909d4a-7aa4-42cb-8140-d4e161529715 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Request body: {'port': {'security_groups': ['6332f74b-013c-43dd-be2e-b0735ba41247', 'f7532326-034e-4cc9-ab0a-fd1b831ad27d']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:00.776537 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f766ba84-c97f-422a-b62a-e09ddba0d98b None None] Routers {'918625da-ecd0-446b-a2f2-18fdb4e8da1a'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:00.793701 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f766ba84-c97f-422a-b62a-e09ddba0d98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:06:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['918625da-ecd0-446b-a2f2-18fdb4e8da1a'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:00.798919 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2ba1cf17-cbe3-4da0-9d44-64a33d2fe3c7 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.802333 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2ba1cf17-cbe3-4da0-9d44-64a33d2fe3c7 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9562743 Jun 30 09:07:00.806899 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 55746) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:00.814001 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-dc504c23-1362-4525-8c00-47e3c6d40951 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Request body: {'security_group_rule': {'security_group_id': 'b7cac994-2345-410e-b1cd-db5c7c85c647', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:00.947068 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-0c7b5659-ffca-4b93-b776-31377c7780db req-9e909d4a-7aa4-42cb-8140-d4e161529715 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.949401 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759e5b5-35b2-4a11-a597-790838ff8d34 None None] Pushing event updated for resources: {'Port': ['ID=8447edb4-067c-4fa5-ae2d-8964ad741f82,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:01.237161 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-f766ba84-c97f-422a-b62a-e09ddba0d98b None None] Set router 918625da-ecd0-446b-a2f2-18fdb4e8da1a gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:01.289802 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-17034a99-f99d-42c8-af38-27311f26be0b req-d9776d62-20df-4330-8247-cdd169635147 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ed3863a-c03a-4509-9314-5976b5610c55 HTTP/1.1" status: 200 len: 210 time: 0.0667992 Jun 30 09:07:01.368716 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-0c7b5659-ffca-4b93-b776-31377c7780db req-9e909d4a-7aa4-42cb-8140-d4e161529715 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] For port 2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e,segment=NetworkSegment(e107cf81-3d65-4596-99e7-d363082531b8),segment_id=e107cf81-3d65-4596-99e7-d363082531b8)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:01.434386 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-0c7b5659-ffca-4b93-b776-31377c7780db req-9e909d4a-7aa4-42cb-8140-d4e161529715 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:01.436765 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dc504c23-1362-4525-8c00-47e3c6d40951 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:01.536286 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dc504c23-1362-4525-8c00-47e3c6d40951 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:01.596128 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-0c7b5659-ffca-4b93-b776-31377c7780db req-9e909d4a-7aa4-42cb-8140-d4e161529715 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:01.666213 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:01.701799 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dc504c23-1362-4525-8c00-47e3c6d40951 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:01.748934 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b5659-ffca-4b93-b776-31377c7780db req-9e909d4a-7aa4-42cb-8140-d4e161529715 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:01.749945 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-0c7b5659-ffca-4b93-b776-31377c7780db req-9e909d4a-7aa4-42cb-8140-d4e161529715 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:01.751659 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0c7b5659-ffca-4b93-b776-31377c7780db req-9e909d4a-7aa4-42cb-8140-d4e161529715 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "PUT /v2.0/ports/2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e HTTP/1.1" status: 200 len: 981 time: 1.0809128 Jun 30 09:07:01.754809 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554165d3-1cd0-4cb6-a8b2-8028acb05a73', 'tag': '2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:01.761860 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfc1ef6-6dd8-465b-9c20-0665c33b8894" -d '{"events": [{"name": "network-changed", "server_uuid": "554165d3-1cd0-4cb6-a8b2-8028acb05a73", "tag": "2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:01.788170 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-a79f3252-7904-48db-8d8d-53f69e199eaa tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:01.790149 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-a79f3252-7904-48db-8d8d-53f69e199eaa tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.52 "GET /v2.0/networks?id=dbd9754c-6cc8-466f-93ec-62534a8480bb HTTP/1.1" status: 200 len: 811 time: 0.2893076 Jun 30 09:07:01.815691 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc504c23-1362-4525-8c00-47e3c6d40951 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a28bf6-236d-418c-9ad3-7ae97c682f3e,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:01.822697 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-0a338700-69ef-4462-bceb-ec9422b74bda tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Request body: {'port': {'device_id': '2ed3863a-c03a-4509-9314-5976b5610c55', 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb', 'admin_state_up': True, 'tenant_id': '164efc1ee4d9427b996c064420e28c66'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:01.834383 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e909d4a-7aa4-42cb-8140-d4e161529715 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Pushing event updated for resources: {'Port': ['ID=2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e,revision_number=6']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:01.838948 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:02.011833 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85188918-ea63-4448-8d22-ab03e6f5724f req-def34bed-d82b-4dde-8ffa-efa44987c221 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:02.031556 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dc504c23-1362-4525-8c00-47e3c6d40951 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.031556 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-dc504c23-1362-4525-8c00-47e3c6d40951 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2148404 Jun 30 09:07:02.032264 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85188918-ea63-4448-8d22-ab03e6f5724f req-def34bed-d82b-4dde-8ffa-efa44987c221 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 949 time: 0.4183414 Jun 30 09:07:02.033766 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 55766) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:02.045738 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-34695e27-8251-4c88-9c72-0aebaf5f69e2 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Request body: {'security_group_rule': {'security_group_id': 'b7cac994-2345-410e-b1cd-db5c7c85c647', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:02.319893 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f766ba84-c97f-422a-b62a-e09ddba0d98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'name': 'tempest-ServerActionsTestJSON-495115777-router', 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '03e66197-3828-411f-9cc3-9ad6f27b3638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:46Z', 'updated_at': '2021-06-30T09:06:55Z', 'revision_number': 4, 'project_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'gw_port': {'id': '03e66197-3828-411f-9cc3-9ad6f27b3638', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:48Z', 'updated_at': '2021-06-30T09:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '8447edb4-067c-4fa5-ae2d-8964ad741f82', 'name': '', 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b', 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'mac_address': 'fa:16:3e:6a:78:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0db27f2a-daae-4bc9-9a26-19aaee7812fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:53Z', 'updated_at': '2021-06-30T09:07:00Z', 'revision_number': 4, 'project_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'subnets': [{'id': '0db27f2a-daae-4bc9-9a26-19aaee7812fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:02.390015 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f766ba84-c97f-422a-b62a-e09ddba0d98b None None] The sync data for ids ['918625da-ecd0-446b-a2f2-18fdb4e8da1a'] in n-d-771363-31 is: [{'id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'name': 'tempest-ServerActionsTestJSON-495115777-router', 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '03e66197-3828-411f-9cc3-9ad6f27b3638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:46Z', 'updated_at': '2021-06-30T09:06:55Z', 'revision_number': 4, 'project_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'gw_port': {'id': '03e66197-3828-411f-9cc3-9ad6f27b3638', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:48Z', 'updated_at': '2021-06-30T09:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '8447edb4-067c-4fa5-ae2d-8964ad741f82', 'name': '', 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b', 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'mac_address': 'fa:16:3e:6a:78:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0db27f2a-daae-4bc9-9a26-19aaee7812fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:53Z', 'updated_at': '2021-06-30T09:07:00Z', 'revision_number': 4, 'project_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'subnets': [{'id': '0db27f2a-daae-4bc9-9a26-19aaee7812fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:07:02.572488 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a50fb179-8074-4373-b290-125ca05a1cff req-6b56813d-a5b5-46d5-b8c0-bba45bd6ae1a tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1305415009&fields=id&tenant_id=3489997d673c435cb76703153e32f89d HTTP/1.1" status: 200 len: 267 time: 0.0642705 Jun 30 09:07:02.693486 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fb179-8074-4373-b290-125ca05a1cff req-c5f1d67a-8085-4f26-8f62-a28143626ff1 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:02.720851 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a50fb179-8074-4373-b290-125ca05a1cff req-c5f1d67a-8085-4f26-8f62-a28143626ff1 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=554165d3-1cd0-4cb6-a8b2-8028acb05a73 HTTP/1.1" status: 200 len: 984 time: 0.1472964 Jun 30 09:07:02.731339 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-a50fb179-8074-4373-b290-125ca05a1cff req-8c30126c-a223-4d9a-8fb1-9ab86706cd9c tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Request body: {'port': {'security_groups': ['6332f74b-013c-43dd-be2e-b0735ba41247', 'f7532326-034e-4cc9-ab0a-fd1b831ad27d', '3c0aaa37-33df-4b5f-b461-911a8394a21a']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:02.945172 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a50fb179-8074-4373-b290-125ca05a1cff req-8c30126c-a223-4d9a-8fb1-9ab86706cd9c tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.967275 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85188918-ea63-4448-8d22-ab03e6f5724f req-ffdb9784-3e52-4b7f-bf21-581dd0567d26 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9395885 Jun 30 09:07:03.007511 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-0a338700-69ef-4462-bceb-ec9422b74bda tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Made reservation on behalf of 164efc1ee4d9427b996c064420e28c66 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:03.011628 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-0a338700-69ef-4462-bceb-ec9422b74bda tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:03.142038 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12a6b85-a1af-463f-a9c0-6222597d139e x-openstack-request-id: req-e12a6b85-a1af-463f-a9c0-6222597d139e {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:03.142038 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554165d3-1cd0-4cb6-a8b2-8028acb05a73", "tag": "2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:03.142038 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e12a6b85-a1af-463f-a9c0-6222597d139e {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:03.144150 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554165d3-1cd0-4cb6-a8b2-8028acb05a73', 'tag': '2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e', 'status': 'completed', 'code': 200} Jun 30 09:07:03.254779 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-34695e27-8251-4c88-9c72-0aebaf5f69e2 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:03.403388 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc1ef6-6dd8-465b-9c20-0665c33b8894 req-93dd27a9-fb67-48cc-8eff-5cab43d5245e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:03.405860 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-abfc1ef6-6dd8-465b-9c20-0665c33b8894 req-93dd27a9-fb67-48cc-8eff-5cab43d5245e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3489997d673c435cb76703153e32f89d&device_id=554165d3-1cd0-4cb6-a8b2-8028acb05a73 HTTP/1.1" status: 200 len: 1136 time: 0.2418153 Jun 30 09:07:03.441183 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-0a338700-69ef-4462-bceb-ec9422b74bda tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Allocated IP 172.20.0.13 (dbd9754c-6cc8-466f-93ec-62534a8480bb/54f1da19-5739-4f34-a4fd-d3cc193b96d1/08a444d0-5585-4042-9ca7-d7e43c17fbb3) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:03.546785 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc1ef6-6dd8-465b-9c20-0665c33b8894 req-0f2258cd-1ed9-4326-bf7f-71a9135a70fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:03.548297 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-abfc1ef6-6dd8-465b-9c20-0665c33b8894 req-0f2258cd-1ed9-4326-bf7f-71a9135a70fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=56f88d8c-6215-4429-a876-d7c759a58eb1 HTTP/1.1" status: 200 len: 913 time: 0.1345124 Jun 30 09:07:03.875756 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-abfc1ef6-6dd8-465b-9c20-0665c33b8894 req-4d3ee371-ca2b-48d7-a5a0-145f48fcb0cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e HTTP/1.1" status: 200 len: 217 time: 0.2876053 Jun 30 09:07:03.988025 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-0a338700-69ef-4462-bceb-ec9422b74bda tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.102323 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8447edb4-067c-4fa5-ae2d-8964ad741f82 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:04.103053 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8d5f59b4-78e6-487f-8016-a348dc504f99 req-0638376c-d1b1-47a8-bf15-8d43440ed3e9 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ed3863a-c03a-4509-9314-5976b5610c55 HTTP/1.1" status: 200 len: 210 time: 0.1093996 Jun 30 09:07:04.174339 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc1ef6-6dd8-465b-9c20-0665c33b8894 req-ffb06659-54c1-40a8-ab99-d9f1d62dbe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:04.180728 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-abfc1ef6-6dd8-465b-9c20-0665c33b8894 req-ffb06659-54c1-40a8-ab99-d9f1d62dbe44 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7eb0ed17-5afe-4eef-a6c1-cccad8874493 HTTP/1.1" status: 200 len: 852 time: 0.2808254 Jun 30 09:07:04.246734 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-34695e27-8251-4c88-9c72-0aebaf5f69e2 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.269337 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-a50fb179-8074-4373-b290-125ca05a1cff req-8c30126c-a223-4d9a-8fb1-9ab86706cd9c tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] For port 2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e,segment=NetworkSegment(e107cf81-3d65-4596-99e7-d363082531b8),segment_id=e107cf81-3d65-4596-99e7-d363082531b8)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:04.320999 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a50fb179-8074-4373-b290-125ca05a1cff req-8c30126c-a223-4d9a-8fb1-9ab86706cd9c tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.348927 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-abfc1ef6-6dd8-465b-9c20-0665c33b8894 req-4d4bd33d-ef0f-4202-9f77-71a393a5200a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56f88d8c-6215-4429-a876-d7c759a58eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1514359 Jun 30 09:07:04.499827 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-0a338700-69ef-4462-bceb-ec9422b74bda tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.565642 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-abfc1ef6-6dd8-465b-9c20-0665c33b8894 req-8e5c4a6c-180c-4065-bf9d-a07b7716785d service neutron] 10.222.0.37 "GET /v2.0/networks/56f88d8c-6215-4429-a876-d7c759a58eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999910 Jun 30 09:07:04.653870 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 8447edb4-067c-4fa5-ae2d-8964ad741f82 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:04.660350 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 8447edb4-067c-4fa5-ae2d-8964ad741f82 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:04.660829 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.676308 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-0a338700-69ef-4462-bceb-ec9422b74bda tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Network dbd9754c-6cc8-466f-93ec-62534a8480bb is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:04.694722 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-34695e27-8251-4c88-9c72-0aebaf5f69e2 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.696854 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a50fb179-8074-4373-b290-125ca05a1cff req-8c30126c-a223-4d9a-8fb1-9ab86706cd9c tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.754316 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-0a338700-69ef-4462-bceb-ec9422b74bda tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:04.762156 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-0a338700-69ef-4462-bceb-ec9422b74bda tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:04.773081 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a338700-69ef-4462-bceb-ec9422b74bda tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Pushing event updated for resources: {'Port': ['ID=08a444d0-5585-4042-9ca7-d7e43c17fbb3,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:04.819044 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:04.863755 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fb179-8074-4373-b290-125ca05a1cff req-8c30126c-a223-4d9a-8fb1-9ab86706cd9c tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:04.864032 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a50fb179-8074-4373-b290-125ca05a1cff req-8c30126c-a223-4d9a-8fb1-9ab86706cd9c tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.865278 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a50fb179-8074-4373-b290-125ca05a1cff req-8c30126c-a223-4d9a-8fb1-9ab86706cd9c tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "PUT /v2.0/ports/2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e HTTP/1.1" status: 200 len: 1020 time: 2.1435204 Jun 30 09:07:04.866672 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34695e27-8251-4c88-9c72-0aebaf5f69e2 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64293852-a514-478a-b3f0-b87bb390f34a,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:04.879797 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-0a338700-69ef-4462-bceb-ec9422b74bda tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:04.880628 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-0a338700-69ef-4462-bceb-ec9422b74bda tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.924416 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379d077-feaf-4a81-b952-ee3ad08b89c6 req-1241c3f1-5ce4-44f6-87f2-ce488791df98 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:04.924416 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1379d077-feaf-4a81-b952-ee3ad08b89c6 req-1241c3f1-5ce4-44f6-87f2-ce488791df98 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 949 time: 0.3260674 Jun 30 09:07:04.938965 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30126c-a223-4d9a-8fb1-9ab86706cd9c tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Pushing event updated for resources: {'Port': ['ID=2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e,revision_number=7']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:04.958679 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-abfc1ef6-6dd8-465b-9c20-0665c33b8894 req-5f81c1f5-4365-422d-9a34-26a46cc45c85 service neutron] 10.222.0.37 "GET /v2.0/networks/56f88d8c-6215-4429-a876-d7c759a58eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911457 Jun 30 09:07:04.989820 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:05.010465 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1379d077-feaf-4a81-b952-ee3ad08b89c6 req-3d860733-79ba-44f6-8530-0e16c1f404d7 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037998 Jun 30 09:07:05.024499 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-34695e27-8251-4c88-9c72-0aebaf5f69e2 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.026077 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-34695e27-8251-4c88-9c72-0aebaf5f69e2 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.9911015 Jun 30 09:07:05.029325 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 55808) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:05.035578 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-4f99711f-babb-4062-9efc-97e429c13a5f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:05.070770 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-0a338700-69ef-4462-bceb-ec9422b74bda tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2682729 Jun 30 09:07:05.089725 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-27280171-b32e-4479-9eb3-7bfc8a841493 service neutron] Request body: {'port': {'device_id': '2ed3863a-c03a-4509-9314-5976b5610c55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:05.271650 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554165d3-1cd0-4cb6-a8b2-8028acb05a73', 'tag': '2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:05.280933 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5490801c-388a-45b0-afbf-8c89582d9b10" -d '{"events": [{"name": "network-changed", "server_uuid": "554165d3-1cd0-4cb6-a8b2-8028acb05a73", "tag": "2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:05.293326 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4f99711f-babb-4062-9efc-97e429c13a5f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks [] for floatingip, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.366988 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.423150 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-27280171-b32e-4479-9eb3-7bfc8a841493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.523561 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb244666-3a82-48c0-bf74-6daa457f5468 req-194382d6-415e-4fb7-86ef-89b2e318fdd8 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:05.532532 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cb244666-3a82-48c0-bf74-6daa457f5468 req-194382d6-415e-4fb7-86ef-89b2e318fdd8 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=554165d3-1cd0-4cb6-a8b2-8028acb05a73 HTTP/1.1" status: 200 len: 1023 time: 0.4231253 Jun 30 09:07:05.568692 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 8447edb4-067c-4fa5-ae2d-8964ad741f82, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8447edb4-067c-4fa5-ae2d-8964ad741f82,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:05.687791 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cb244666-3a82-48c0-bf74-6daa457f5468 req-3dd229a1-e4cc-4bb8-b38b-ab71d5641fbd tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups?id=6332f74b-013c-43dd-be2e-b0735ba41247&id=f7532326-034e-4cc9-ab0a-fd1b831ad27d&id=3c0aaa37-33df-4b5f-b461-911a8394a21a HTTP/1.1" status: 200 len: 6149 time: 0.1539109 Jun 30 09:07:05.817899 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4f99711f-babb-4062-9efc-97e429c13a5f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.854853 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.937262 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=8447edb4-067c-4fa5-ae2d-8964ad741f82,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:06.180479 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-4f99711f-babb-4062-9efc-97e429c13a5f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Allocated IP 172.25.6.138 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/67f50217-a13d-4728-baf9-1ce3f9547c22) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:06.186980 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6aadb-b462-4329-96fc-90e582202248 req-a1850dd3-389f-46ad-90e2-0cf2e4a23fc3 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:06.195713 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81d6aadb-b462-4329-96fc-90e582202248 req-a1850dd3-389f-46ad-90e2-0cf2e4a23fc3 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ed3863a-c03a-4509-9314-5976b5610c55 HTTP/1.1" status: 200 len: 932 time: 0.6194704 Jun 30 09:07:06.211861 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-27280171-b32e-4479-9eb3-7bfc8a841493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08a444d0-5585-4042-9ca7-d7e43c17fbb3 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:07:06.233188 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-27280171-b32e-4479-9eb3-7bfc8a841493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.258388 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-27280171-b32e-4479-9eb3-7bfc8a841493 service neutron] Transition to ACTIVE for port object 08a444d0-5585-4042-9ca7-d7e43c17fbb3 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:06.279331 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81d6aadb-b462-4329-96fc-90e582202248 req-30c0c721-ed8f-41c7-b0aa-e0990c385c5d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791681 Jun 30 09:07:06.347756 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5584f66f-b83f-4168-992e-330b665d867a x-openstack-request-id: req-5584f66f-b83f-4168-992e-330b665d867a {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:06.349645 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554165d3-1cd0-4cb6-a8b2-8028acb05a73", "tag": "2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:06.349645 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5584f66f-b83f-4168-992e-330b665d867a {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:06.351318 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554165d3-1cd0-4cb6-a8b2-8028acb05a73', 'tag': '2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e', 'status': 'completed', 'code': 200} Jun 30 09:07:06.358527 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-a9d1176c-6306-4e26-88b3-607e66c606af req-5ad5a206-418d-44c7-a960-55526ad9db12 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1923408597 ', 'description': 'tempest-description-566470127'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:06.367520 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-27280171-b32e-4479-9eb3-7bfc8a841493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.460554 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a9d1176c-6306-4e26-88b3-607e66c606af req-5ad5a206-418d-44c7-a960-55526ad9db12 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.499784 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27280171-b32e-4479-9eb3-7bfc8a841493 service neutron] Pushing event updated for resources: {'Port': ['ID=08a444d0-5585-4042-9ca7-d7e43c17fbb3,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:06.546070 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4f99711f-babb-4062-9efc-97e429c13a5f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.704543 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 55848) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:06.757610 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490801c-388a-45b0-afbf-8c89582d9b10 req-2985ed9b-193d-42ed-b339-fdd0bedfabfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:06.759351 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5490801c-388a-45b0-afbf-8c89582d9b10 req-2985ed9b-193d-42ed-b339-fdd0bedfabfa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3489997d673c435cb76703153e32f89d&device_id=554165d3-1cd0-4cb6-a8b2-8028acb05a73 HTTP/1.1" status: 200 len: 1175 time: 0.4171879 Jun 30 09:07:06.786816 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a9d1176c-6306-4e26-88b3-607e66c606af req-5ad5a206-418d-44c7-a960-55526ad9db12 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.839216 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149c23e-4859-4a03-a055-ac451f16a6c8 req-7012c6c0-ad95-4048-9a97-8e3a44250c4b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:06.841671 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1149c23e-4859-4a03-a055-ac451f16a6c8 req-7012c6c0-ad95-4048-9a97-8e3a44250c4b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 949 time: 0.3613331 Jun 30 09:07:06.843816 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-27280171-b32e-4479-9eb3-7bfc8a841493 service neutron] Attempting to bind port 08a444d0-5585-4042-9ca7-d7e43c17fbb3 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:06.844518 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-27280171-b32e-4479-9eb3-7bfc8a841493 service neutron] Attempting to bind port 08a444d0-5585-4042-9ca7-d7e43c17fbb3 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': 'a0050ea6-a1f5-4b04-8051-69efa91d41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:06.845043 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-27280171-b32e-4479-9eb3-7bfc8a841493 service neutron] Attempting to bind port 08a444d0-5585-4042-9ca7-d7e43c17fbb3 on network dbd9754c-6cc8-466f-93ec-62534a8480bb {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:06.933587 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1149c23e-4859-4a03-a055-ac451f16a6c8 req-c5934dba-546d-4dbc-950e-49560b8bfbc5 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815632 Jun 30 09:07:06.934665 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-27280171-b32e-4479-9eb3-7bfc8a841493 service neutron] Port 08a444d0-5585-4042-9ca7-d7e43c17fbb3 on network dbd9754c-6cc8-466f-93ec-62534a8480bb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:07:06.934960 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-27280171-b32e-4479-9eb3-7bfc8a841493 service neutron] Attempting to bind port 08a444d0-5585-4042-9ca7-d7e43c17fbb3 on network dbd9754c-6cc8-466f-93ec-62534a8480bb {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:06.944459 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-27280171-b32e-4479-9eb3-7bfc8a841493 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:06.944843 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-27280171-b32e-4479-9eb3-7bfc8a841493 service neutron] Checking segment: {'id': 'a0050ea6-a1f5-4b04-8051-69efa91d41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:06.945321 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-27280171-b32e-4479-9eb3-7bfc8a841493 service neutron] Bound using segment: {'id': 'a0050ea6-a1f5-4b04-8051-69efa91d41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:06.946201 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-27280171-b32e-4479-9eb3-7bfc8a841493 service neutron] Bound port: 08a444d0-5585-4042-9ca7-d7e43c17fbb3, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0050ea6-a1f5-4b04-8051-69efa91d41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:06.946570 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-27280171-b32e-4479-9eb3-7bfc8a841493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.000747 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a9d1176c-6306-4e26-88b3-607e66c606af req-5ad5a206-418d-44c7-a960-55526ad9db12 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.011142 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490801c-388a-45b0-afbf-8c89582d9b10 req-5c6960d0-ac74-4b99-b287-c58be121685b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:07.013109 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5490801c-388a-45b0-afbf-8c89582d9b10 req-5c6960d0-ac74-4b99-b287-c58be121685b service neutron] 10.222.0.37 "GET /v2.0/networks?id=56f88d8c-6215-4429-a876-d7c759a58eb1 HTTP/1.1" status: 200 len: 913 time: 0.2118821 Jun 30 09:07:07.031456 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.086631 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5490801c-388a-45b0-afbf-8c89582d9b10 req-bc665548-85de-442d-891b-d4389ebc975a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e HTTP/1.1" status: 200 len: 217 time: 0.0585575 Jun 30 09:07:07.089006 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5a206-418d-44c7-a960-55526ad9db12 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=791697e0-2b52-4128-9999-5ab835d10441,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:07.117075 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-27280171-b32e-4479-9eb3-7bfc8a841493 service neutron] For port 08a444d0-5585-4042-9ca7-d7e43c17fbb3, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:07.121363 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-27280171-b32e-4479-9eb3-7bfc8a841493 service neutron] For port 08a444d0-5585-4042-9ca7-d7e43c17fbb3, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=08a444d0-5585-4042-9ca7-d7e43c17fbb3,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:07.138943 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7ce69f01-5f36-4d5e-81ad-0a5acd05c7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.161252 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490801c-388a-45b0-afbf-8c89582d9b10 req-4adee702-b500-457e-885a-59062f232bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:07.162704 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5490801c-388a-45b0-afbf-8c89582d9b10 req-4adee702-b500-457e-885a-59062f232bae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7eb0ed17-5afe-4eef-a6c1-cccad8874493 HTTP/1.1" status: 200 len: 852 time: 0.0666082 Jun 30 09:07:07.167415 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a9d1176c-6306-4e26-88b3-607e66c606af req-5ad5a206-418d-44c7-a960-55526ad9db12 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.169183 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a9d1176c-6306-4e26-88b3-607e66c606af req-5ad5a206-418d-44c7-a960-55526ad9db12 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.8254917 Jun 30 09:07:07.205187 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5490801c-388a-45b0-afbf-8c89582d9b10 req-f5cd077c-6ee6-4564-b2ed-e27ca58074ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56f88d8c-6215-4429-a876-d7c759a58eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350275 Jun 30 09:07:07.207054 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4f99711f-babb-4062-9efc-97e429c13a5f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.275638 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f99711f-babb-4062-9efc-97e429c13a5f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:07.305058 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-4f99711f-babb-4062-9efc-97e429c13a5f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:07.317213 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f99711f-babb-4062-9efc-97e429c13a5f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:07.335792 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7ce69f01-5f36-4d5e-81ad-0a5acd05c7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.341371 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-27280171-b32e-4479-9eb3-7bfc8a841493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.438949 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7ce69f01-5f36-4d5e-81ad-0a5acd05c7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.505609 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-27280171-b32e-4479-9eb3-7bfc8a841493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:07.506240 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-27280171-b32e-4479-9eb3-7bfc8a841493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.507705 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-27280171-b32e-4479-9eb3-7bfc8a841493 service neutron] 10.222.0.52 "PUT /v2.0/ports/08a444d0-5585-4042-9ca7-d7e43c17fbb3 HTTP/1.1" status: 200 len: 1093 time: 2.4292641 Jun 30 09:07:07.508319 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed3863a-c03a-4509-9314-5976b5610c55', 'tag': '08a444d0-5585-4042-9ca7-d7e43c17fbb3'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:07.510747 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd74648-6eef-41e0-b71f-91b1fc9e093a" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed3863a-c03a-4509-9314-5976b5610c55", "tag": "08a444d0-5585-4042-9ca7-d7e43c17fbb3"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:07.587110 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce69f01-5f36-4d5e-81ad-0a5acd05c7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b76d95-1ef4-483d-8d2f-2614eea8f447,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:07.595815 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7ce69f01-5f36-4d5e-81ad-0a5acd05c7c8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf10be74de4a4a5185642b864708b11e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8865278 Jun 30 09:07:07.599768 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 55872) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:07.600400 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27280171-b32e-4479-9eb3-7bfc8a841493 service neutron] Pushing event updated for resources: {'Port': ['ID=08a444d0-5585-4042-9ca7-d7e43c17fbb3,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:07.682937 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-f0a88b7c-cb85-4584-a2e0-1f69a2baa61d tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:07.689866 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-f0a88b7c-cb85-4584-a2e0-1f69a2baa61d tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/networks?id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8 HTTP/1.1" status: 200 len: 820 time: 0.5649517 Jun 30 09:07:07.754403 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-0e6f3e76-0c47-4524-8100-80682ee801ac tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/quotas/4072f6e39e474776996ee00ca570db4f HTTP/1.1" status: 200 len: 375 time: 0.0611901 Jun 30 09:07:07.763060 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99711f-babb-4062-9efc-97e429c13a5f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Pushing event updated for resources: {'Port': ['ID=67f50217-a13d-4728-baf9-1ce3f9547c22,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:07.838011 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-620701cc-04a1-4a24-8dda-8949e7350566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.890049 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-3f06bd36-ee7e-4a60-ac5e-dc5e122d0332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:07.892137 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-3f06bd36-ee7e-4a60-ac5e-dc5e122d0332 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=164efc1ee4d9427b996c064420e28c66&device_id=2ed3863a-c03a-4509-9314-5976b5610c55 HTTP/1.1" status: 200 len: 1096 time: 0.2331610 Jun 30 09:07:07.900773 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-620701cc-04a1-4a24-8dda-8949e7350566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.943507 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-df1dd7d7-d8cc-417d-a931-db006c01a3e7 req-891df463-f8e0-4334-9824-c76ead52d5b5 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups/791697e0-2b52-4128-9999-5ab835d10441 HTTP/1.1" status: 200 len: 1780 time: 0.1895006 Jun 30 09:07:07.945586 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5490801c-388a-45b0-afbf-8c89582d9b10 req-1771144f-7369-41cd-aa5a-1a03eb7a194b service neutron] 10.222.0.37 "GET /v2.0/networks/56f88d8c-6215-4429-a876-d7c759a58eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7094452 Jun 30 09:07:08.012034 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-7c2bb2b3-28b1-4445-bd73-96abb54fbd12 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4072f6e39e474776996ee00ca570db4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2552602 Jun 30 09:07:08.036563 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-5a618da3-5f27-49d1-93ee-ad187f957142 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08a444d0-5585-4042-9ca7-d7e43c17fbb3 HTTP/1.1" status: 200 len: 217 time: 0.1277101 Jun 30 09:07:08.045534 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4f99711f-babb-4062-9efc-97e429c13a5f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.124107 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5490801c-388a-45b0-afbf-8c89582d9b10 req-8ba542bc-8e5f-49ae-a855-5145f2c47529 service neutron] 10.222.0.37 "GET /v2.0/networks/56f88d8c-6215-4429-a876-d7c759a58eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606507 Jun 30 09:07:08.124712 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8447edb4-067c-4fa5-ae2d-8964ad741f82 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:08.234790 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-ac8b0d58-2a67-480e-b384-e78bf079a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:08.236133 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-ac8b0d58-2a67-480e-b384-e78bf079a185 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54f1da19-5739-4f34-a4fd-d3cc193b96d1 HTTP/1.1" status: 200 len: 851 time: 0.1514132 Jun 30 09:07:08.264926 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 8447edb4-067c-4fa5-ae2d-8964ad741f82 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:08.265307 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.289351 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-259a2d18-556b-4615-9f26-e85f909d7662 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dbd9754c-6cc8-466f-93ec-62534a8480bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446572 Jun 30 09:07:08.291592 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-c786f375-2ee8-4780-9ddc-41e1cb61cd37 service neutron] 10.222.0.10 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819300 Jun 30 09:07:08.420499 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4f99711f-babb-4062-9efc-97e429c13a5f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.511214 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-620701cc-04a1-4a24-8dda-8949e7350566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.513862 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-620701cc-04a1-4a24-8dda-8949e7350566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.515014 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-620701cc-04a1-4a24-8dda-8949e7350566 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/20b76d95-1ef4-483d-8d2f-2614eea8f447 HTTP/1.1" status: 204 len: 168 time: 0.9090433 Jun 30 09:07:08.532540 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac56fd9-387d-4d2d-8cde-5df5d67e245b req-ecc50fee-83a8-418f-a2b3-5f289d54785b tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:08.536227 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620701cc-04a1-4a24-8dda-8949e7350566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b76d95-1ef4-483d-8d2f-2614eea8f447,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:08.536387 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1ac56fd9-387d-4d2d-8cde-5df5d67e245b req-ecc50fee-83a8-418f-a2b3-5f289d54785b tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ed3863a-c03a-4509-9314-5976b5610c55 HTTP/1.1" status: 200 len: 944 time: 0.2420180 Jun 30 09:07:08.579001 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.615624 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-e3f6a088-e156-489c-8e88-b78823ffb731 service neutron] 10.222.0.10 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961578 Jun 30 09:07:08.618240 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-474958d3-6f4f-42be-8e23-890676d6409f service neutron] 10.222.0.52 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204017 Jun 30 09:07:08.673467 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1ac56fd9-387d-4d2d-8cde-5df5d67e245b req-805cee89-f509-4443-ace4-33b3be7527dd tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212909 Jun 30 09:07:08.794042 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba11061-0605-43b3-8d29-1500e25f60af x-openstack-request-id: req-7ba11061-0605-43b3-8d29-1500e25f60af {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:08.794377 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed3863a-c03a-4509-9314-5976b5610c55", "tag": "08a444d0-5585-4042-9ca7-d7e43c17fbb3", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:08.794610 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7ba11061-0605-43b3-8d29-1500e25f60af {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:08.795060 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed3863a-c03a-4509-9314-5976b5610c55', 'tag': '08a444d0-5585-4042-9ca7-d7e43c17fbb3', 'status': 'completed', 'code': 200} Jun 30 09:07:08.854767 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4f99711f-babb-4062-9efc-97e429c13a5f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.895789 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-355d85b2-6bec-487f-9121-ff4920d74c0b req-27513f48-bbb1-4ade-a520-70b7a9ba812e service neutron] 10.222.0.52 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705119 Jun 30 09:07:08.918661 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e09c565-8ea9-474f-9063-e446cdd56108 req-8a27ac81-1925-4b4b-9c6d-5043c400066b tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups/791697e0-2b52-4128-9999-5ab835d10441 HTTP/1.1" status: 200 len: 1780 time: 0.0803583 Jun 30 09:07:08.928990 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4f99711f-babb-4062-9efc-97e429c13a5f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:09.106415 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99711f-babb-4062-9efc-97e429c13a5f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Pushing event updated for resources: {'Port': ['ID=67f50217-a13d-4728-baf9-1ce3f9547c22,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:09.112032 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4f99711f-babb-4062-9efc-97e429c13a5f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:09.146094 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2e09c565-8ea9-474f-9063-e446cdd56108 req-8a3f8592-34d9-49df-98db-4bf9335dc28b tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:09.149446 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd74648-6eef-41e0-b71f-91b1fc9e093a req-3a585e97-dfcd-430a-827a-7799e24d8a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:09.151326 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8cd74648-6eef-41e0-b71f-91b1fc9e093a req-3a585e97-dfcd-430a-827a-7799e24d8a5d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=164efc1ee4d9427b996c064420e28c66&device_id=2ed3863a-c03a-4509-9314-5976b5610c55 HTTP/1.1" status: 200 len: 1096 time: 0.1229069 Jun 30 09:07:09.194884 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2e09c565-8ea9-474f-9063-e446cdd56108 req-8a3f8592-34d9-49df-98db-4bf9335dc28b tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:09.266064 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4f99711f-babb-4062-9efc-97e429c13a5f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:09.267308 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4f99711f-babb-4062-9efc-97e429c13a5f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2362399 Jun 30 09:07:09.352508 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd74648-6eef-41e0-b71f-91b1fc9e093a req-3a6a62a3-0885-43a6-a7da-7b75edc9bff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:09.355939 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8cd74648-6eef-41e0-b71f-91b1fc9e093a req-3a6a62a3-0885-43a6-a7da-7b75edc9bff4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=dbd9754c-6cc8-466f-93ec-62534a8480bb HTTP/1.1" status: 200 len: 912 time: 0.1970167 Jun 30 09:07:09.449014 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8cd74648-6eef-41e0-b71f-91b1fc9e093a req-3b5fa03a-d8a0-464b-aef1-7e8c80c61329 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08a444d0-5585-4042-9ca7-d7e43c17fbb3 HTTP/1.1" status: 200 len: 217 time: 0.0841439 Jun 30 09:07:09.529499 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd74648-6eef-41e0-b71f-91b1fc9e093a req-d4369d65-ef22-4a4a-aacb-4e9f2b809258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:09.531095 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8cd74648-6eef-41e0-b71f-91b1fc9e093a req-d4369d65-ef22-4a4a-aacb-4e9f2b809258 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54f1da19-5739-4f34-a4fd-d3cc193b96d1 HTTP/1.1" status: 200 len: 851 time: 0.0552351 Jun 30 09:07:09.567719 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2e09c565-8ea9-474f-9063-e446cdd56108 req-8a3f8592-34d9-49df-98db-4bf9335dc28b tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:09.570566 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2e09c565-8ea9-474f-9063-e446cdd56108 req-8a3f8592-34d9-49df-98db-4bf9335dc28b tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:09.578622 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e09c565-8ea9-474f-9063-e446cdd56108 req-8a3f8592-34d9-49df-98db-4bf9335dc28b tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "DELETE /v2.0/security-groups/791697e0-2b52-4128-9999-5ab835d10441 HTTP/1.1" status: 204 len: 173 time: 0.6590118 Jun 30 09:07:09.596368 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8cd74648-6eef-41e0-b71f-91b1fc9e093a req-d811fd34-e6ce-4a72-9df2-6b8671a3a173 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dbd9754c-6cc8-466f-93ec-62534a8480bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510905 Jun 30 09:07:09.610350 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f8592-34d9-49df-98db-4bf9335dc28b tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=791697e0-2b52-4128-9999-5ab835d10441,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:09.676457 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 55908) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:09.730305 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-37258eb8-80da-442c-840d-2dfabe099fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:09.803642 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304e2a9-73ae-46a0-93e3-f6587f030eed req-d1b13d8e-3aa3-41cc-baa0-743a2c68300d tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:09.811372 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f304e2a9-73ae-46a0-93e3-f6587f030eed req-d1b13d8e-3aa3-41cc-baa0-743a2c68300d tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 949 time: 0.1763473 Jun 30 09:07:09.831878 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8cd74648-6eef-41e0-b71f-91b1fc9e093a req-5e884240-800c-44fa-b860-6bece39ea538 service neutron] 10.222.0.52 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254589 Jun 30 09:07:09.942170 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-37258eb8-80da-442c-840d-2dfabe099fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:09.972997 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f304e2a9-73ae-46a0-93e3-f6587f030eed req-799cc858-1755-4bdd-bc40-1281c2ac0dcb tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329827 Jun 30 09:07:10.016499 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8cd74648-6eef-41e0-b71f-91b1fc9e093a req-5b4de9bf-7438-4b3d-974a-6e42af7cdd4f service neutron] 10.222.0.52 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752708 Jun 30 09:07:10.064906 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-37258eb8-80da-442c-840d-2dfabe099fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.130656 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37258eb8-80da-442c-840d-2dfabe099fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47547e95-d94f-4ea6-bab3-0ad36d6ce6fe,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:10.137577 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-37258eb8-80da-442c-840d-2dfabe099fd8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9b6aa8f4435c480ab305cd409c316cb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4590507 Jun 30 09:07:10.142739 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 55928) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:10.242045 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-f17e0715-39ed-4114-84b4-93cf9deb8608 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1093457897&fields=id&tenant_id=31bd8132c1454d1c9ac4cd46be0a163b HTTP/1.1" status: 200 len: 267 time: 0.0900495 Jun 30 09:07:10.283281 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a83c007f-fe05-42e3-a14c-aae4e1c6c859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.338299 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a83c007f-fe05-42e3-a14c-aae4e1c6c859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.452753 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-db285630-d191-4339-ba2f-df70e4997ed6 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:10.454488 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-db285630-d191-4339-ba2f-df70e4997ed6 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/networks?id=b51add01-e516-4efc-9c9c-16a3be3b127b HTTP/1.1" status: 200 len: 811 time: 0.2036729 Jun 30 09:07:10.475900 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-178bcc47-4d12-48a9-a030-8efff47c6f68 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/quotas/31bd8132c1454d1c9ac4cd46be0a163b HTTP/1.1" status: 200 len: 375 time: 0.0107915 Jun 30 09:07:10.576123 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-75bc49eb-d9df-4e4c-bb4b-5102616baa60 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0823493 Jun 30 09:07:10.586669 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a83c007f-fe05-42e3-a14c-aae4e1c6c859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.589420 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a83c007f-fe05-42e3-a14c-aae4e1c6c859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.593927 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a83c007f-fe05-42e3-a14c-aae4e1c6c859 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/47547e95-d94f-4ea6-bab3-0ad36d6ce6fe HTTP/1.1" status: 204 len: 168 time: 0.4468653 Jun 30 09:07:10.639316 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-72ad7ddc-d5ca-46f9-a5e7-066fd23ae347 req-a4701bb3-3b80-4c71-8be5-648bb2d9315e tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 210 time: 0.0635221 Jun 30 09:07:10.679007 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c007f-fe05-42e3-a14c-aae4e1c6c859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47547e95-d94f-4ea6-bab3-0ad36d6ce6fe,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:10.702993 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [req-75f69b47-4e5a-4b08-9c2c-ac99e19acd38 req-8cc86ff8-defd-46e3-8fe5-8e9d8ee91172 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] show failed (client error): The resource could not be found. Jun 30 09:07:10.719908 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-75f69b47-4e5a-4b08-9c2c-ac99e19acd38 req-8cc86ff8-defd-46e3-8fe5-8e9d8ee91172 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups/791697e0-2b52-4128-9999-5ab835d10441 HTTP/1.1" status: 404 len: 352 time: 0.0275717 Jun 30 09:07:10.794852 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-4691c7a3-e52f-4026-835c-387157e524c1 service neutron] 10.222.0.10 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176387 Jun 30 09:07:10.929423 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-f7b8bd20-c092-49b2-bf2a-5c16349f9d61 service neutron] 10.222.0.10 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283646 Jun 30 09:07:10.959370 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b00a6-c85e-4834-bada-badd1f4826b7 req-ecf8c05b-a0cc-46e8-a705-09b7c7ca1790 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:10.966494 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9d4b00a6-c85e-4834-bada-badd1f4826b7 req-ecf8c05b-a0cc-46e8-a705-09b7c7ca1790 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ed3863a-c03a-4509-9314-5976b5610c55 HTTP/1.1" status: 200 len: 944 time: 0.1077375 Jun 30 09:07:11.028046 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9d4b00a6-c85e-4834-bada-badd1f4826b7 req-12a90a19-197e-4d24-9921-eea4f649eea1 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604002 Jun 30 09:07:11.255332 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-d2af25e9-13b1-4264-89c0-0e2b6a44cfad req-952fee5a-7ce1-48c7-9e98-eea906cfac9a tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1617559196', 'description': 'tempest-description-2127575109'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:11.361705 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63d03d-19b6-409e-b41c-7564b6eb017e req-063fcdaa-eb37-4fe9-bd87-7d0a7a0c5e3b tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:11.369307 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2d63d03d-19b6-409e-b41c-7564b6eb017e req-063fcdaa-eb37-4fe9-bd87-7d0a7a0c5e3b tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 944 time: 0.1958086 Jun 30 09:07:11.392056 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d2af25e9-13b1-4264-89c0-0e2b6a44cfad req-952fee5a-7ce1-48c7-9e98-eea906cfac9a tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.458247 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2a57e-bd2b-487d-b9af-176f9e2e1bed req-995b983d-62e7-4190-88f1-fcca0ab811a2 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:11.463767 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fdd2a57e-bd2b-487d-b9af-176f9e2e1bed req-995b983d-62e7-4190-88f1-fcca0ab811a2 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.37 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 944 time: 0.1999078 Jun 30 09:07:11.509265 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2d63d03d-19b6-409e-b41c-7564b6eb017e req-1f896d1e-7e97-40fa-95db-73e0019638f3 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343396 Jun 30 09:07:11.566421 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 08a444d0-5585-4042-9ca7-d7e43c17fbb3 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:07:11.666394 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d2af25e9-13b1-4264-89c0-0e2b6a44cfad req-952fee5a-7ce1-48c7-9e98-eea906cfac9a tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.732803 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-fdd2a57e-bd2b-487d-b9af-176f9e2e1bed req-b8f852e8-defb-4b69-98d4-b6fc60a6ebcd tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Deleting port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:11.733158 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fdd2a57e-bd2b-487d-b9af-176f9e2e1bed req-b8f852e8-defb-4b69-98d4-b6fc60a6ebcd tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.830480 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 08a444d0-5585-4042-9ca7-d7e43c17fbb3, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=08a444d0-5585-4042-9ca7-d7e43c17fbb3,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:11.845962 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '08a444d0-5585-4042-9ca7-d7e43c17fbb3', 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb', 'port_id': '08a444d0-5585-4042-9ca7-d7e43c17fbb3', 'mac_address': 'fa:16:3e:69:98:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f1da19-5739-4f34-a4fd-d3cc193b96d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:07:11.883247 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.897349 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08a444d0-5585-4042-9ca7-d7e43c17fbb3 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:07:11.922018 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 08a444d0-5585-4042-9ca7-d7e43c17fbb3, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=08a444d0-5585-4042-9ca7-d7e43c17fbb3,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:11.923190 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-fdd2a57e-bd2b-487d-b9af-176f9e2e1bed req-b8f852e8-defb-4b69-98d4-b6fc60a6ebcd tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] For port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=3e2a3cb4-ce83-4293-9a76-a77a15d776ff,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:11.923560 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fdd2a57e-bd2b-487d-b9af-176f9e2e1bed req-b8f852e8-defb-4b69-98d4-b6fc60a6ebcd tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.945279 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-fdd2a57e-bd2b-487d-b9af-176f9e2e1bed req-b8f852e8-defb-4b69-98d4-b6fc60a6ebcd tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Calling delete_port for 3e2a3cb4-ce83-4293-9a76-a77a15d776ff owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:11.958366 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9262d9-a390-43b0-b173-903072149535 req-02a38032-c241-42cc-821f-122bf1769898 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:11.959947 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5e9262d9-a390-43b0-b173-903072149535 req-02a38032-c241-42cc-821f-122bf1769898 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 949 time: 0.1436729 Jun 30 09:07:12.050598 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5e9262d9-a390-43b0-b173-903072149535 req-1de6aba8-e1f8-46d6-9fc6-605295b3d63f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839314 Jun 30 09:07:12.053381 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d2af25e9-13b1-4264-89c0-0e2b6a44cfad req-952fee5a-7ce1-48c7-9e98-eea906cfac9a tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.120024 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952fee5a-7ce1-48c7-9e98-eea906cfac9a tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16c7d4bf-f03b-48e4-8bde-4cc3a116f8f1,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:12.132916 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.163017 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d2af25e9-13b1-4264-89c0-0e2b6a44cfad req-952fee5a-7ce1-48c7-9e98-eea906cfac9a tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.166184 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b1f0eec4-7351-46dc-9734-23e35ff5d4b5 req-05d078bb-e06a-4b91-acff-62489d9d7fde tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 210 time: 0.0491550 Jun 30 09:07:12.166663 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d2af25e9-13b1-4264-89c0-0e2b6a44cfad req-952fee5a-7ce1-48c7-9e98-eea906cfac9a tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9177504 Jun 30 09:07:12.211987 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=08a444d0-5585-4042-9ca7-d7e43c17fbb3,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:12.290040 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fdd2a57e-bd2b-487d-b9af-176f9e2e1bed req-b8f852e8-defb-4b69-98d4-b6fc60a6ebcd tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.361333 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f852e8-defb-4b69-98d4-b6fc60a6ebcd tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Pushing event deleted for resources: {'Port': ['ID=3e2a3cb4-ce83-4293-9a76-a77a15d776ff,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:12.440786 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd2a57e-bd2b-487d-b9af-176f9e2e1bed req-b8f852e8-defb-4b69-98d4-b6fc60a6ebcd tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] No DVR routers for this DVR port 3e2a3cb4-ce83-4293-9a76-a77a15d776ff on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:12.447567 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fdd2a57e-bd2b-487d-b9af-176f9e2e1bed req-b8f852e8-defb-4b69-98d4-b6fc60a6ebcd tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.449681 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fdd2a57e-bd2b-487d-b9af-176f9e2e1bed req-b8f852e8-defb-4b69-98d4-b6fc60a6ebcd tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.37 "DELETE /v2.0/ports/3e2a3cb4-ce83-4293-9a76-a77a15d776ff HTTP/1.1" status: 204 len: 173 time: 0.9754920 Jun 30 09:07:12.450047 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485fb6f2-39b3-4d18-8083-379e21dceff0', 'name': 'network-vif-deleted', 'tag': '3e2a3cb4-ce83-4293-9a76-a77a15d776ff'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:12.454139 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9867c18d-c175-40b8-8f11-638b417b3d57" -d '{"events": [{"server_uuid": "485fb6f2-39b3-4d18-8083-379e21dceff0", "name": "network-vif-deleted", "tag": "3e2a3cb4-ce83-4293-9a76-a77a15d776ff"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:12.507142 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['08a444d0-5585-4042-9ca7-d7e43c17fbb3'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:12.566197 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0fceaf-9206-4e24-a984-134d40a50b1b req-4d2b1ada-441f-458f-bfe3-aa40e7756878 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:12.581954 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d0fceaf-9206-4e24-a984-134d40a50b1b req-4d2b1ada-441f-458f-bfe3-aa40e7756878 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ed3863a-c03a-4509-9314-5976b5610c55 HTTP/1.1" status: 200 len: 945 time: 0.1357899 Jun 30 09:07:12.632896 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d0fceaf-9206-4e24-a984-134d40a50b1b req-d9db95cc-bc44-4f7b-8b1e-93dcd9593c57 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500388 Jun 30 09:07:12.679829 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7793633d-3e80-4d19-b25a-342a41b3f149 req-cd0d5635-7752-48c8-82f3-0688d65366b0 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 210 time: 0.0593081 Jun 30 09:07:12.702938 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-1371871d-8219-45fc-823d-fcd392513044 req-643f8b91-3afa-452c-a031-5a0297151d94 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1113137430', 'description': 'tempest-description-197453666'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:12.797422 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2acf5c-3d08-4c10-95c6-c1c558d50c65 x-openstack-request-id: req-9d2acf5c-3d08-4c10-95c6-c1c558d50c65 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:12.797944 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485fb6f2-39b3-4d18-8083-379e21dceff0", "name": "network-vif-deleted", "tag": "3e2a3cb4-ce83-4293-9a76-a77a15d776ff", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:12.798853 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9d2acf5c-3d08-4c10-95c6-c1c558d50c65 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:12.799481 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485fb6f2-39b3-4d18-8083-379e21dceff0', 'name': 'network-vif-deleted', 'tag': '3e2a3cb4-ce83-4293-9a76-a77a15d776ff', 'status': 'completed', 'code': 200} Jun 30 09:07:12.835563 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-1371871d-8219-45fc-823d-fcd392513044 req-643f8b91-3afa-452c-a031-5a0297151d94 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.059274 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-19ef785f-089d-4b1a-8726-3bd57817dcbf req-574aae2e-1892-4d1f-be25-b900fe01878c tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=485fb6f2-39b3-4d18-8083-379e21dceff0 HTTP/1.1" status: 200 len: 210 time: 0.0591760 Jun 30 09:07:13.133168 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-1371871d-8219-45fc-823d-fcd392513044 req-643f8b91-3afa-452c-a031-5a0297151d94 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.276292 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-1371871d-8219-45fc-823d-fcd392513044 req-643f8b91-3afa-452c-a031-5a0297151d94 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.323970 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f8b91-3afa-452c-a031-5a0297151d94 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=672cf751-0326-4573-b76e-3852a071f956,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:13.455536 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-1371871d-8219-45fc-823d-fcd392513044 req-643f8b91-3afa-452c-a031-5a0297151d94 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.484835 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1371871d-8219-45fc-823d-fcd392513044 req-643f8b91-3afa-452c-a031-5a0297151d94 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7885990 Jun 30 09:07:13.531446 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bc685-c671-45be-8466-87b7b8234051 req-3d551472-159a-4ece-becb-4fea96fbdb35 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:13.534086 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a56bc685-c671-45be-8466-87b7b8234051 req-3d551472-159a-4ece-becb-4fea96fbdb35 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 949 time: 0.1523259 Jun 30 09:07:13.642229 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a56bc685-c671-45be-8466-87b7b8234051 req-b0788484-2559-432b-a714-dca442244f91 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998688 Jun 30 09:07:13.672967 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6a3e8da2-520f-44bc-9630-a01bd40af6d8 req-86c5efa5-2838-4bc1-a85c-02b7619fc1cb tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 210 time: 0.0418603 Jun 30 09:07:13.716278 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-a4638c3a-9ee1-47ef-8105-fc8f345a8ede req-dd6267bf-412c-4caf-aa26-7eaa5dcd69bb tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2127812399', 'description': 'tempest-description-82969269'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:13.727957 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-dd7e5109-8268-4c58-aa7a-67cd77432e51 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:13.730621 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-dd7e5109-8268-4c58-aa7a-67cd77432e51 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.37 "GET /v2.0/networks?id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8 HTTP/1.1" status: 200 len: 820 time: 0.3595424 Jun 30 09:07:13.758233 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-dfec4d3a-ac86-4471-bfc7-af20df14d369 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Request body: {'port': {'device_id': '88d9464a-b92f-4c7c-b736-e2668b44a155', 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8', 'admin_state_up': True, 'tenant_id': '4072f6e39e474776996ee00ca570db4f'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:13.882117 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-a4638c3a-9ee1-47ef-8105-fc8f345a8ede req-dd6267bf-412c-4caf-aa26-7eaa5dcd69bb tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.032970 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-ea786329-38d3-403a-b98a-14c3668ff029 service neutron] show failed (client error): The resource could not be found. Jun 30 09:07:14.045688 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-ea786329-38d3-403a-b98a-14c3668ff029 service neutron] 10.222.0.37 "GET /v2.0/ports/97de3316-ef20-4812-9e1b-0c90673b35b1/bindings/n-h1-771363-31 HTTP/1.1" status: 404 len: 381 time: 0.2588398 Jun 30 09:07:14.101449 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb6d0e-ce37-4179-833b-751ad68e8245 req-d77aaa02-8478-424f-8e10-c5cb047f6b47 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:14.114831 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7deb6d0e-ce37-4179-833b-751ad68e8245 req-d77aaa02-8478-424f-8e10-c5cb047f6b47 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ed3863a-c03a-4509-9314-5976b5610c55 HTTP/1.1" status: 200 len: 945 time: 0.2339084 Jun 30 09:07:14.145649 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-a4638c3a-9ee1-47ef-8105-fc8f345a8ede req-dd6267bf-412c-4caf-aa26-7eaa5dcd69bb tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.186064 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7deb6d0e-ce37-4179-833b-751ad68e8245 req-20d9f7de-fa0e-4db9-afdf-3aa36269a474 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696049 Jun 30 09:07:14.273515 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-a4638c3a-9ee1-47ef-8105-fc8f345a8ede req-dd6267bf-412c-4caf-aa26-7eaa5dcd69bb tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.401117 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6267bf-412c-4caf-aa26-7eaa5dcd69bb tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bca3412d-4d3c-40a3-804a-45a48bb8e848,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:14.443080 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d3b4e95f-13ff-46fc-b090-a9400e909e79 req-bf7f4960-fce2-45a2-810b-6691cd495230 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 210 time: 0.0328405 Jun 30 09:07:14.525615 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-dfec4d3a-ac86-4471-bfc7-af20df14d369 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Made reservation on behalf of 4072f6e39e474776996ee00ca570db4f for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:14.529681 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-dfec4d3a-ac86-4471-bfc7-af20df14d369 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.641203 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-a4638c3a-9ee1-47ef-8105-fc8f345a8ede req-dd6267bf-412c-4caf-aa26-7eaa5dcd69bb tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.642619 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a4638c3a-9ee1-47ef-8105-fc8f345a8ede req-dd6267bf-412c-4caf-aa26-7eaa5dcd69bb tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.9370172 Jun 30 09:07:14.936665 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-dfec4d3a-ac86-4471-bfc7-af20df14d369 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Allocated IP 172.20.0.11 (0e2e3f2d-1170-48c1-89c9-fed000bd69d8/1a401937-9638-402a-b598-8b54d19e09c0/e7ef9fcb-7325-4494-a377-c12975033350) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:15.066835 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-afc32993-7a09-4e4e-aacd-1576c44b5552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:15.068445 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-afc32993-7a09-4e4e-aacd-1576c44b5552 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806&tenant_id=aa895c07f8ad47749dbf0e6817533c37 HTTP/1.1" status: 200 len: 1101 time: 0.1514878 Jun 30 09:07:15.081895 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-63ec1637-4e98-4d88-b208-69ba68e75b97 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-31', 'device_owner': 'compute:nova'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:15.107651 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-26333679-bd08-49f1-80eb-078a0cbe0e02 req-a56ba893-b9c7-432b-bc56-4ca49cb92c78 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3489997d673c435cb76703153e32f89d HTTP/1.1" status: 200 len: 10896 time: 0.3734126 Jun 30 09:07:15.112788 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 97de3316-ef20-4812-9e1b-0c90673b35b1 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:15.230440 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-63ec1637-4e98-4d88-b208-69ba68e75b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.256081 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.290582 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c961ef-24b0-4282-ab5e-bc42c058d806', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97de3316-ef20-4812-9e1b-0c90673b35b1'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:15.297101 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c3e27e-8ba7-442c-b0fb-ccf387483e09" -d '{"events": [{"server_uuid": "c4c961ef-24b0-4282-ab5e-bc42c058d806", "name": "network-vif-unplugged", "status": "completed", "tag": "97de3316-ef20-4812-9e1b-0c90673b35b1"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:15.323992 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 97de3316-ef20-4812-9e1b-0c90673b35b1, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=97de3316-ef20-4812-9e1b-0c90673b35b1,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:15.339043 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-26333679-bd08-49f1-80eb-078a0cbe0e02 req-a116b025-85ff-45ec-b3bb-561e57449176 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups/6332f74b-013c-43dd-be2e-b0735ba41247 HTTP/1.1" status: 200 len: 2981 time: 0.2298820 Jun 30 09:07:15.452310 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-26333679-bd08-49f1-80eb-078a0cbe0e02 req-56c515be-885e-4bed-be02-f2fc08b8435d tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups/6332f74b-013c-43dd-be2e-b0735ba41247 HTTP/1.1" status: 200 len: 2981 time: 0.0985842 Jun 30 09:07:15.461662 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.466092 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.db.api [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-63ec1637-4e98-4d88-b208-69ba68e75b97 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:07:15.466092 n-d-771363-31 neutron-server[101053]: DEBUG oslo_db.api [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-63ec1637-4e98-4d88-b208-69ba68e75b97 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:07:15.466520 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 3e2a3cb4-ce83-4293-9a76-a77a15d776ff no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:15.492788 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-dfec4d3a-ac86-4471-bfc7-af20df14d369 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.576094 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 3e2a3cb4-ce83-4293-9a76-a77a15d776ff {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:15.579482 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 3e2a3cb4-ce83-4293-9a76-a77a15d776ff not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:15.592749 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 08a444d0-5585-4042-9ca7-d7e43c17fbb3 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:15.701649 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=97de3316-ef20-4812-9e1b-0c90673b35b1,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:15.759684 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588a7a3-d3c8-43d1-8b3c-e55bf45b433f req-3dd19242-f656-47e0-8abb-9e2d6f812cd4 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:15.768493 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e588a7a3-d3c8-43d1-8b3c-e55bf45b433f req-3dd19242-f656-47e0-8abb-9e2d6f812cd4 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 947 time: 0.1255889 Jun 30 09:07:15.796007 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 08a444d0-5585-4042-9ca7-d7e43c17fbb3 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:15.802019 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 08a444d0-5585-4042-9ca7-d7e43c17fbb3 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:15.802379 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.820066 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7d8b0b9e-a0e3-47db-ac92-628d7f76e16c req-5b6c2473-53b3-423b-9224-c251b5e5608e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 210 time: 0.1469953 Jun 30 09:07:15.871797 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e588a7a3-d3c8-43d1-8b3c-e55bf45b433f req-229b1858-8ec2-42d4-ae9a-ae0bf88efea7 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014552 Jun 30 09:07:15.988658 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-dfec4d3a-ac86-4471-bfc7-af20df14d369 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.016608 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['4c178b1f-3e9d-4fee-a31d-66c3fa093e52'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:16.088225 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-f473daea-6c69-42ce-ab19-7829560bc06f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:16.089766 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-f473daea-6c69-42ce-ab19-7829560bc06f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.37 "GET /v2.0/networks?id=b51add01-e516-4efc-9c9c-16a3be3b127b HTTP/1.1" status: 200 len: 811 time: 0.5185387 Jun 30 09:07:16.110738 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-63ec1637-4e98-4d88-b208-69ba68e75b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.251218 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.279406 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-dfec4d3a-ac86-4471-bfc7-af20df14d369 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:16.329169 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-dfec4d3a-ac86-4471-bfc7-af20df14d369 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:16.356407 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-dfec4d3a-ac86-4471-bfc7-af20df14d369 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:16.438009 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe107b5-d891-438a-863a-8d474a2aacc9 req-036ab41e-d40c-4a2f-806a-16cda1925e32 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:16.440319 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5fe107b5-d891-438a-863a-8d474a2aacc9 req-036ab41e-d40c-4a2f-806a-16cda1925e32 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.52 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 945 time: 0.5529375 Jun 30 09:07:16.475077 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 08a444d0-5585-4042-9ca7-d7e43c17fbb3, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=08a444d0-5585-4042-9ca7-d7e43c17fbb3,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:16.579842 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.593295 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-fa0e576c-7bfd-435f-90ac-30177f4fbb5e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31bd8132c1454d1c9ac4cd46be0a163b HTTP/1.1" status: 200 len: 380 time: 0.4684873 Jun 30 09:07:16.599219 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec4d3a-ac86-4471-bfc7-af20df14d369 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Pushing event updated for resources: {'Port': ['ID=e7ef9fcb-7325-4494-a377-c12975033350,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:16.644541 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-a757a113-2211-465d-8a85-dec15d43ead9 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Request body: {'port': {'device_id': '5241c666-f763-4b76-bfbc-d9e9a8987285', 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b', 'admin_state_up': True, 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'security_groups': ['b7cac994-2345-410e-b1cd-db5c7c85c647']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:16.812163 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35a6137-fc96-4aa8-aabf-4b527b52901b x-openstack-request-id: req-f35a6137-fc96-4aa8-aabf-4b527b52901b {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:16.812926 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c961ef-24b0-4282-ab5e-bc42c058d806", "name": "network-vif-unplugged", "status": "completed", "tag": "97de3316-ef20-4812-9e1b-0c90673b35b1", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:16.813434 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f35a6137-fc96-4aa8-aabf-4b527b52901b {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:16.814065 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c961ef-24b0-4282-ab5e-bc42c058d806', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97de3316-ef20-4812-9e1b-0c90673b35b1', 'code': 200} Jun 30 09:07:16.853233 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-dfec4d3a-ac86-4471-bfc7-af20df14d369 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:16.854593 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-dfec4d3a-ac86-4471-bfc7-af20df14d369 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.864188 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=08a444d0-5585-4042-9ca7-d7e43c17fbb3,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:16.941057 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-a757a113-2211-465d-8a85-dec15d43ead9 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Made reservation on behalf of 31bd8132c1454d1c9ac4cd46be0a163b for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:16.951478 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-a757a113-2211-465d-8a85-dec15d43ead9 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.057909 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-dfec4d3a-ac86-4471-bfc7-af20df14d369 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3098118 Jun 30 09:07:17.073583 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-c0e6f56e-b8b8-41b5-bc48-32659ff9cfb6 service neutron] Request body: {'port': {'device_id': '88d9464a-b92f-4c7c-b736-e2668b44a155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:17.230885 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-5fe107b5-d891-438a-863a-8d474a2aacc9 req-a87b8bf4-6e14-4898-98ad-56886230f388 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Deleting port 44272199-6bc5-46b1-ac93-e3dc8b4a079c {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:17.231508 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5fe107b5-d891-438a-863a-8d474a2aacc9 req-a87b8bf4-6e14-4898-98ad-56886230f388 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.234146 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f3afc-6bcd-478b-8bfa-c795a348c32f req-0fe25cb2-ef65-47f1-82c3-a624f003b0bd tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:17.242030 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c34f3afc-6bcd-478b-8bfa-c795a348c32f req-0fe25cb2-ef65-47f1-82c3-a624f003b0bd tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 945 time: 0.2471321 Jun 30 09:07:17.266111 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-a757a113-2211-465d-8a85-dec15d43ead9 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Allocated IP 172.20.0.4 (b51add01-e516-4efc-9c9c-16a3be3b127b/0db27f2a-daae-4bc9-9a26-19aaee7812fb/1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:17.285522 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-c0e6f56e-b8b8-41b5-bc48-32659ff9cfb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.335975 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c34f3afc-6bcd-478b-8bfa-c795a348c32f req-e81ddf23-5ee2-4813-9abf-35b41df554a4 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928087 Jun 30 09:07:17.383969 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-5fe107b5-d891-438a-863a-8d474a2aacc9 req-a87b8bf4-6e14-4898-98ad-56886230f388 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] For port 44272199-6bc5-46b1-ac93-e3dc8b4a079c, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=44272199-6bc5-46b1-ac93-e3dc8b4a079c,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:17.384502 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5fe107b5-d891-438a-863a-8d474a2aacc9 req-a87b8bf4-6e14-4898-98ad-56886230f388 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.406540 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-5fe107b5-d891-438a-863a-8d474a2aacc9 req-a87b8bf4-6e14-4898-98ad-56886230f388 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Calling delete_port for 44272199-6bc5-46b1-ac93-e3dc8b4a079c owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:17.588871 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9464dc5e-1a91-4c89-a57f-aa1f8eac8053 req-5715b060-5a10-43d6-9c9e-a25a7e37916a tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups/16c7d4bf-f03b-48e4-8bde-4cc3a116f8f1 HTTP/1.1" status: 200 len: 1801 time: 0.2129526 Jun 30 09:07:17.638783 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-a757a113-2211-465d-8a85-dec15d43ead9 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.762686 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-a757a113-2211-465d-8a85-dec15d43ead9 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Transition to ACTIVE for port object 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:17.826377 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9464dc5e-1a91-4c89-a57f-aa1f8eac8053 req-7f774b35-11d7-4d63-bde8-0d3809a23820 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.859607 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9464dc5e-1a91-4c89-a57f-aa1f8eac8053 req-7f774b35-11d7-4d63-bde8-0d3809a23820 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.890882 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6d436-1e02-4dd9-ba7c-3289917984ba req-84e6e1be-af30-4257-962d-46b17cf7d124 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:17.898733 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1ad6d436-1e02-4dd9-ba7c-3289917984ba req-84e6e1be-af30-4257-962d-46b17cf7d124 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ed3863a-c03a-4509-9314-5976b5610c55 HTTP/1.1" status: 200 len: 946 time: 1.4887984 Jun 30 09:07:17.931407 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-63ec1637-4e98-4d88-b208-69ba68e75b97 service neutron] For port 97de3316-ef20-4812-9e1b-0c90673b35b1, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=97de3316-ef20-4812-9e1b-0c90673b35b1,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:18.028462 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9464dc5e-1a91-4c89-a57f-aa1f8eac8053 req-7f774b35-11d7-4d63-bde8-0d3809a23820 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.039686 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1ad6d436-1e02-4dd9-ba7c-3289917984ba req-af8a2d7b-18da-4a3d-9d8a-eacaba717c73 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399026 Jun 30 09:07:18.041077 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9464dc5e-1a91-4c89-a57f-aa1f8eac8053 req-7f774b35-11d7-4d63-bde8-0d3809a23820 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.042714 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9464dc5e-1a91-4c89-a57f-aa1f8eac8053 req-7f774b35-11d7-4d63-bde8-0d3809a23820 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "DELETE /v2.0/security-groups/16c7d4bf-f03b-48e4-8bde-4cc3a116f8f1 HTTP/1.1" status: 204 len: 173 time: 0.3946984 Jun 30 09:07:18.103341 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f774b35-11d7-4d63-bde8-0d3809a23820 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c7d4bf-f03b-48e4-8bde-4cc3a116f8f1,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:18.108523 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-63ec1637-4e98-4d88-b208-69ba68e75b97 service neutron] For port 97de3316-ef20-4812-9e1b-0c90673b35b1, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:18.154507 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-a757a113-2211-465d-8a85-dec15d43ead9 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.200472 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-63ec1637-4e98-4d88-b208-69ba68e75b97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97de3316-ef20-4812-9e1b-0c90673b35b1 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:07:18.224179 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-63ec1637-4e98-4d88-b208-69ba68e75b97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.250601 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5fe107b5-d891-438a-863a-8d474a2aacc9 req-a87b8bf4-6e14-4898-98ad-56886230f388 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.326144 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-a757a113-2211-465d-8a85-dec15d43ead9 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Network b51add01-e516-4efc-9c9c-16a3be3b127b is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:18.345699 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-a757a113-2211-465d-8a85-dec15d43ead9 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:18.349019 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-a757a113-2211-465d-8a85-dec15d43ead9 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:18.450712 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b8bf4-6e14-4898-98ad-56886230f388 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Pushing event deleted for resources: {'Port': ['ID=44272199-6bc5-46b1-ac93-e3dc8b4a079c,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:18.511772 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-c0e6f56e-b8b8-41b5-bc48-32659ff9cfb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7ef9fcb-7325-4494-a377-c12975033350 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:07:18.544298 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757a113-2211-465d-8a85-dec15d43ead9 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Pushing event updated for resources: {'Port': ['ID=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:18.553398 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-c0e6f56e-b8b8-41b5-bc48-32659ff9cfb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.623291 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-a757a113-2211-465d-8a85-dec15d43ead9 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:18.635045 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-63ec1637-4e98-4d88-b208-69ba68e75b97 service neutron] Transition to ACTIVE for port object 97de3316-ef20-4812-9e1b-0c90673b35b1 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:18.635257 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-a757a113-2211-465d-8a85-dec15d43ead9 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.647591 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe107b5-d891-438a-863a-8d474a2aacc9 req-a87b8bf4-6e14-4898-98ad-56886230f388 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] No DVR routers for this DVR port 44272199-6bc5-46b1-ac93-e3dc8b4a079c on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:18.650751 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5fe107b5-d891-438a-863a-8d474a2aacc9 req-a87b8bf4-6e14-4898-98ad-56886230f388 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.655319 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5fe107b5-d891-438a-863a-8d474a2aacc9 req-a87b8bf4-6e14-4898-98ad-56886230f388 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.52 "DELETE /v2.0/ports/44272199-6bc5-46b1-ac93-e3dc8b4a079c HTTP/1.1" status: 204 len: 173 time: 2.0326509 Jun 30 09:07:18.655808 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01f0e2c-d330-49b4-8412-60b436f0cac9', 'name': 'network-vif-deleted', 'tag': '44272199-6bc5-46b1-ac93-e3dc8b4a079c'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:18.664373 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-c0e6f56e-b8b8-41b5-bc48-32659ff9cfb6 service neutron] Transition to ACTIVE for port object e7ef9fcb-7325-4494-a377-c12975033350 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:18.665498 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914b14ea-20cf-44a8-a91a-7e5f95a26839" -d '{"events": [{"server_uuid": "c01f0e2c-d330-49b4-8412-60b436f0cac9", "name": "network-vif-deleted", "tag": "44272199-6bc5-46b1-ac93-e3dc8b4a079c"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:18.719651 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44dccde-e194-4acd-8559-3ae2ddad0dca req-dfa97059-94cc-4c95-8677-9a37896d18e4 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:18.728024 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c44dccde-e194-4acd-8559-3ae2ddad0dca req-dfa97059-94cc-4c95-8677-9a37896d18e4 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 932 time: 0.4006391 Jun 30 09:07:18.760597 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-38612f89-bbbc-4ed0-95d0-76bc01a964aa req-1ffa4fc6-8342-497a-a3ae-bb1014fdac25 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5321076 Jun 30 09:07:18.767195 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-63ec1637-4e98-4d88-b208-69ba68e75b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.817316 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed3863a-c03a-4509-9314-5976b5610c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a444d0-5585-4042-9ca7-d7e43c17fbb3'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:18.822228 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac1a2f6-704a-4d25-857d-6c9685c837ee" -d '{"events": [{"server_uuid": "2ed3863a-c03a-4509-9314-5976b5610c55", "name": "network-vif-plugged", "status": "completed", "tag": "08a444d0-5585-4042-9ca7-d7e43c17fbb3"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:18.842383 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec1637-4e98-4d88-b208-69ba68e75b97 service neutron] Pushing event updated for resources: {'Port': ['ID=97de3316-ef20-4812-9e1b-0c90673b35b1,revision_number=7']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:18.991615 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-63ec1637-4e98-4d88-b208-69ba68e75b97 service neutron] No DVR routers for this DVR port 97de3316-ef20-4812-9e1b-0c90673b35b1 on host n-h2-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:19.054983 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-a757a113-2211-465d-8a85-dec15d43ead9 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4396760 Jun 30 09:07:19.055595 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-c0e6f56e-b8b8-41b5-bc48-32659ff9cfb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.056521 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993214af-f69c-426d-b202-f529cd02220c req-1dcffc22-0a40-4314-b733-e3162351cfb1 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:19.066294 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-993214af-f69c-426d-b202-f529cd02220c req-1dcffc22-0a40-4314-b733-e3162351cfb1 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 931 time: 0.3700428 Jun 30 09:07:19.095062 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-86f793d1-edeb-44c4-b165-4f7f44d95d52 service neutron] Request body: {'port': {'device_id': '5241c666-f763-4b76-bfbc-d9e9a8987285', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:19.112894 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-63ec1637-4e98-4d88-b208-69ba68e75b97 service neutron] Attempting to bind port 97de3316-ef20-4812-9e1b-0c90673b35b1 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:19.113210 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-63ec1637-4e98-4d88-b208-69ba68e75b97 service neutron] Attempting to bind port 97de3316-ef20-4812-9e1b-0c90673b35b1 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:19.113606 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-63ec1637-4e98-4d88-b208-69ba68e75b97 service neutron] Attempting to bind port 97de3316-ef20-4812-9e1b-0c90673b35b1 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:19.117276 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38612f89-bbbc-4ed0-95d0-76bc01a964aa req-22a82ae7-88fa-4d90-9e09-5f0d335096c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:19.118847 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-38612f89-bbbc-4ed0-95d0-76bc01a964aa req-22a82ae7-88fa-4d90-9e09-5f0d335096c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4072f6e39e474776996ee00ca570db4f&device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 1096 time: 0.2855792 Jun 30 09:07:19.134850 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-63ec1637-4e98-4d88-b208-69ba68e75b97 service neutron] Port 97de3316-ef20-4812-9e1b-0c90673b35b1 on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:07:19.135247 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-63ec1637-4e98-4d88-b208-69ba68e75b97 service neutron] Attempting to bind port 97de3316-ef20-4812-9e1b-0c90673b35b1 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:19.154990 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c44dccde-e194-4acd-8559-3ae2ddad0dca req-dca12b7f-75b3-4e64-921e-924551f5361e tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254847 Jun 30 09:07:19.162958 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-63ec1637-4e98-4d88-b208-69ba68e75b97 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:19.163238 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-63ec1637-4e98-4d88-b208-69ba68e75b97 service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:19.163929 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-63ec1637-4e98-4d88-b208-69ba68e75b97 service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:19.163929 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-63ec1637-4e98-4d88-b208-69ba68e75b97 service neutron] Bound port: 97de3316-ef20-4812-9e1b-0c90673b35b1, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:19.164309 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-63ec1637-4e98-4d88-b208-69ba68e75b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.171059 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6f56e-b8b8-41b5-bc48-32659ff9cfb6 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ef9fcb-7325-4494-a377-c12975033350,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:19.184474 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-993214af-f69c-426d-b202-f529cd02220c req-5a569437-a120-4afd-bbeb-530b00b36b99 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162603 Jun 30 09:07:19.240745 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d2450adf-2096-4292-abf6-d147bdae026f None None] Provisioning for port 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:19.240745 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d2450adf-2096-4292-abf6-d147bdae026f None None] Provisioning complete for port 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:19.240745 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d2450adf-2096-4292-abf6-d147bdae026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.273387 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [req-3b164952-e140-4c68-9f59-57f9d40e8b6e req-68f7193c-38d3-43b0-af02-4886dc069013 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] show failed (client error): The resource could not be found. Jun 30 09:07:19.290595 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b164952-e140-4c68-9f59-57f9d40e8b6e req-68f7193c-38d3-43b0-af02-4886dc069013 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups/16c7d4bf-f03b-48e4-8bde-4cc3a116f8f1 HTTP/1.1" status: 404 len: 352 time: 0.0641739 Jun 30 09:07:19.296421 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-86f793d1-edeb-44c4-b165-4f7f44d95d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.308997 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-d2450adf-2096-4292-abf6-d147bdae026f None None] Port 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:19.398842 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38612f89-bbbc-4ed0-95d0-76bc01a964aa req-f4af186b-2963-4213-9727-3ad180c24f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:19.400962 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-38612f89-bbbc-4ed0-95d0-76bc01a964aa req-f4af186b-2963-4213-9727-3ad180c24f9d service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8 HTTP/1.1" status: 200 len: 921 time: 0.2582128 Jun 30 09:07:19.422399 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-63ec1637-4e98-4d88-b208-69ba68e75b97 service neutron] For port 97de3316-ef20-4812-9e1b-0c90673b35b1, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:19.468428 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-c0e6f56e-b8b8-41b5-bc48-32659ff9cfb6 service neutron] Attempting to bind port e7ef9fcb-7325-4494-a377-c12975033350 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:19.468837 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-c0e6f56e-b8b8-41b5-bc48-32659ff9cfb6 service neutron] Attempting to bind port e7ef9fcb-7325-4494-a377-c12975033350 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:19.469090 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-c0e6f56e-b8b8-41b5-bc48-32659ff9cfb6 service neutron] Attempting to bind port e7ef9fcb-7325-4494-a377-c12975033350 on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:19.481568 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-38612f89-bbbc-4ed0-95d0-76bc01a964aa req-317b067c-bd48-46a3-a9ea-dd0900c8164a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba616238-be2f-495d-93e9-2169b6b9f18f HTTP/1.1" status: 200 len: 217 time: 0.0637352 Jun 30 09:07:19.506455 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5f9c1634-4e2a-4ac6-8d7b-a98452548a3a req-36acd2fc-d9bb-4dec-98e1-09477d17493d tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c01f0e2c-d330-49b4-8412-60b436f0cac9 HTTP/1.1" status: 200 len: 210 time: 0.0855024 Jun 30 09:07:19.508194 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-63ec1637-4e98-4d88-b208-69ba68e75b97 service neutron] For port 97de3316-ef20-4812-9e1b-0c90673b35b1, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=97de3316-ef20-4812-9e1b-0c90673b35b1,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:19.527842 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-c0e6f56e-b8b8-41b5-bc48-32659ff9cfb6 service neutron] Port e7ef9fcb-7325-4494-a377-c12975033350 on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:07:19.529354 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-c0e6f56e-b8b8-41b5-bc48-32659ff9cfb6 service neutron] Attempting to bind port e7ef9fcb-7325-4494-a377-c12975033350 on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:19.561027 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38612f89-bbbc-4ed0-95d0-76bc01a964aa req-2b03aaeb-f45c-4a63-9c0d-da67b2e100ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:19.563007 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-38612f89-bbbc-4ed0-95d0-76bc01a964aa req-2b03aaeb-f45c-4a63-9c0d-da67b2e100ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a401937-9638-402a-b598-8b54d19e09c0 HTTP/1.1" status: 200 len: 860 time: 0.0591414 Jun 30 09:07:19.573888 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf281a8a-3cf2-4bab-ae9a-e1b1af4dfa6f req-fb2c32d8-7c99-4880-b565-b54f72f84d01 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:19.582341 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cf281a8a-3cf2-4bab-ae9a-e1b1af4dfa6f req-fb2c32d8-7c99-4880-b565-b54f72f84d01 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 947 time: 0.2627807 Jun 30 09:07:19.583739 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd5a79f-2afa-45dd-9c9a-4d375db5586c x-openstack-request-id: req-2dd5a79f-2afa-45dd-9c9a-4d375db5586c {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:19.584142 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01f0e2c-d330-49b4-8412-60b436f0cac9", "name": "network-vif-deleted", "tag": "44272199-6bc5-46b1-ac93-e3dc8b4a079c", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:19.584600 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2dd5a79f-2afa-45dd-9c9a-4d375db5586c {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:19.585690 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01f0e2c-d330-49b4-8412-60b436f0cac9', 'name': 'network-vif-deleted', 'tag': '44272199-6bc5-46b1-ac93-e3dc8b4a079c', 'status': 'completed', 'code': 200} Jun 30 09:07:19.588158 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 44272199-6bc5-46b1-ac93-e3dc8b4a079c no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:19.610182 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-c0e6f56e-b8b8-41b5-bc48-32659ff9cfb6 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:19.621443 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-c0e6f56e-b8b8-41b5-bc48-32659ff9cfb6 service neutron] Checking segment: {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:19.621865 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-c0e6f56e-b8b8-41b5-bc48-32659ff9cfb6 service neutron] Bound using segment: {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:19.623789 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-c0e6f56e-b8b8-41b5-bc48-32659ff9cfb6 service neutron] Bound port: e7ef9fcb-7325-4494-a377-c12975033350, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:19.626775 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-c0e6f56e-b8b8-41b5-bc48-32659ff9cfb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.631503 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 44272199-6bc5-46b1-ac93-e3dc8b4a079c {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:19.631983 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 44272199-6bc5-46b1-ac93-e3dc8b4a079c not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:19.658079 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-38612f89-bbbc-4ed0-95d0-76bc01a964aa req-7c87d400-0df0-4e9d-86a2-596c68cb8633 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870311 Jun 30 09:07:19.663776 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d21bd04-9206-4fe0-a5de-4e5c98c47e69 x-openstack-request-id: req-1d21bd04-9206-4fe0-a5de-4e5c98c47e69 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:19.664197 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed3863a-c03a-4509-9314-5976b5610c55", "name": "network-vif-plugged", "status": "completed", "tag": "08a444d0-5585-4042-9ca7-d7e43c17fbb3", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:19.664702 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1d21bd04-9206-4fe0-a5de-4e5c98c47e69 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:19.665313 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed3863a-c03a-4509-9314-5976b5610c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a444d0-5585-4042-9ca7-d7e43c17fbb3', 'code': 200} Jun 30 09:07:19.710383 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-63ec1637-4e98-4d88-b208-69ba68e75b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.920293 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cf281a8a-3cf2-4bab-ae9a-e1b1af4dfa6f req-ad05d199-f8bb-453c-b303-950dbabbc1bb tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370020 Jun 30 09:07:19.998359 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-63ec1637-4e98-4d88-b208-69ba68e75b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:19.999752 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-63ec1637-4e98-4d88-b208-69ba68e75b97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.001201 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-63ec1637-4e98-4d88-b208-69ba68e75b97 service neutron] 10.222.0.52 "PUT /v2.0/ports/97de3316-ef20-4812-9e1b-0c90673b35b1 HTTP/1.1" status: 200 len: 1096 time: 4.9248946 Jun 30 09:07:20.135745 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-c0e6f56e-b8b8-41b5-bc48-32659ff9cfb6 service neutron] For port e7ef9fcb-7325-4494-a377-c12975033350, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:20.195386 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-c0e6f56e-b8b8-41b5-bc48-32659ff9cfb6 service neutron] For port e7ef9fcb-7325-4494-a377-c12975033350, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e7ef9fcb-7325-4494-a377-c12975033350,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:20.268959 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec1637-4e98-4d88-b208-69ba68e75b97 service neutron] Pushing event updated for resources: {'Port': ['ID=97de3316-ef20-4812-9e1b-0c90673b35b1,revision_number=8']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:20.320785 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-c0e6f56e-b8b8-41b5-bc48-32659ff9cfb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.345613 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-38612f89-bbbc-4ed0-95d0-76bc01a964aa req-2b6cf6e8-7b62-4bdd-8056-8cb4416059c5 service neutron] 10.222.0.37 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6718383 Jun 30 09:07:20.415708 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-86f793d1-edeb-44c4-b165-4f7f44d95d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:07:20.425096 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-86f793d1-edeb-44c4-b165-4f7f44d95d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.436485 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a9e31-ab63-4f45-99e7-263d3b71eb9d req-750307e0-1e9d-48ef-9f9e-b4253de638c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:20.438066 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa6a9e31-ab63-4f45-99e7-263d3b71eb9d req-750307e0-1e9d-48ef-9f9e-b4253de638c4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2ed3863a-c03a-4509-9314-5976b5610c55 HTTP/1.1" status: 200 len: 1098 time: 0.5919452 Jun 30 09:07:20.442682 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-86f793d1-edeb-44c4-b165-4f7f44d95d52 service neutron] Transition to ACTIVE for port object 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:20.503199 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-225dc160-4650-4184-b385-e035541cbb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.526639 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6f56e-b8b8-41b5-bc48-32659ff9cfb6 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ef9fcb-7325-4494-a377-c12975033350,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:20.561325 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-c0e6f56e-b8b8-41b5-bc48-32659ff9cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:20.562408 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-c0e6f56e-b8b8-41b5-bc48-32659ff9cfb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.564430 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-c0e6f56e-b8b8-41b5-bc48-32659ff9cfb6 service neutron] 10.222.0.37 "PUT /v2.0/ports/e7ef9fcb-7325-4494-a377-c12975033350 HTTP/1.1" status: 200 len: 1093 time: 3.4957197 Jun 30 09:07:20.564995 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d9464a-b92f-4c7c-b736-e2668b44a155', 'tag': 'e7ef9fcb-7325-4494-a377-c12975033350'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:20.568065 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c94612-e2fd-4685-bffa-e36f044d6b1b" -d '{"events": [{"name": "network-changed", "server_uuid": "88d9464a-b92f-4c7c-b736-e2668b44a155", "tag": "e7ef9fcb-7325-4494-a377-c12975033350"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:20.587053 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-2133de69-1241-4d24-82b4-cac0be997696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:20.587735 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-2133de69-1241-4d24-82b4-cac0be997696 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 1099 time: 0.5381131 Jun 30 09:07:20.592438 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10edc1-5d07-4ca4-a5c5-0a4effb2eef2 req-3c28666c-0eb2-4acf-a91f-186249d1441b tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:20.597557 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e48aae57-57bb-43c4-85c5-dcfe47f9835b req-3068c06b-b262-4feb-b38a-e4d267b85414 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups/672cf751-0326-4573-b76e-3852a071f956 HTTP/1.1" status: 200 len: 1800 time: 0.2835209 Jun 30 09:07:20.607188 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7a10edc1-5d07-4ca4-a5c5-0a4effb2eef2 req-3c28666c-0eb2-4acf-a91f-186249d1441b tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ed3863a-c03a-4509-9314-5976b5610c55 HTTP/1.1" status: 200 len: 946 time: 0.3017197 Jun 30 09:07:20.609744 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-86f793d1-edeb-44c4-b165-4f7f44d95d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.704681 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa6a9e31-ab63-4f45-99e7-263d3b71eb9d req-2839b812-146c-4606-8f34-2935f95fc3ac service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543206 Jun 30 09:07:20.811412 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7a10edc1-5d07-4ca4-a5c5-0a4effb2eef2 req-0262298f-40ff-4805-a93f-1a2f3ca2655b tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031786 Jun 30 09:07:20.824171 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-38612f89-bbbc-4ed0-95d0-76bc01a964aa req-a9e5b039-85e2-47d7-b5ec-6715ee1bbad9 service neutron] 10.222.0.37 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167819 Jun 30 09:07:20.873661 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f793d1-edeb-44c4-b165-4f7f44d95d52 service neutron] Pushing event updated for resources: {'Port': ['ID=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:20.884797 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-91a139ed-5f69-4f0d-b3c8-e9c45d24cbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:20.886293 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-91a139ed-5f69-4f0d-b3c8-e9c45d24cbc0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.2876341 Jun 30 09:07:20.886858 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e48aae57-57bb-43c4-85c5-dcfe47f9835b req-e54fa4bd-7719-4154-9a14-fc6444840e54 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.922266 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-ffadd84e-234b-4f7d-900b-cc7d48a07ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:20.925453 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-ffadd84e-234b-4f7d-900b-cc7d48a07ea3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4072f6e39e474776996ee00ca570db4f&device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 1096 time: 0.2105527 Jun 30 09:07:20.926392 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-86f793d1-edeb-44c4-b165-4f7f44d95d52 service neutron] Attempting to bind port 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:20.927000 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-86f793d1-edeb-44c4-b165-4f7f44d95d52 service neutron] Attempting to bind port 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '90452931-fda3-4e43-ab24-4ac96865f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:20.927376 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-86f793d1-edeb-44c4-b165-4f7f44d95d52 service neutron] Attempting to bind port 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b on network b51add01-e516-4efc-9c9c-16a3be3b127b {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:20.938618 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-86f793d1-edeb-44c4-b165-4f7f44d95d52 service neutron] Port 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b on network b51add01-e516-4efc-9c9c-16a3be3b127b not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:07:20.938949 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-86f793d1-edeb-44c4-b165-4f7f44d95d52 service neutron] Attempting to bind port 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b on network b51add01-e516-4efc-9c9c-16a3be3b127b {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:20.964696 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-28ce82c5-d101-4c67-a549-6a1b9747768b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=97de3316-ef20-4812-9e1b-0c90673b35b1 HTTP/1.1" status: 200 len: 217 time: 0.0680339 Jun 30 09:07:20.995211 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e48aae57-57bb-43c4-85c5-dcfe47f9835b req-e54fa4bd-7719-4154-9a14-fc6444840e54 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:21.009004 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-86f793d1-edeb-44c4-b165-4f7f44d95d52 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:21.009381 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-86f793d1-edeb-44c4-b165-4f7f44d95d52 service neutron] Checking segment: {'id': '90452931-fda3-4e43-ab24-4ac96865f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:21.009731 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-86f793d1-edeb-44c4-b165-4f7f44d95d52 service neutron] Bound using segment: {'id': '90452931-fda3-4e43-ab24-4ac96865f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:21.010351 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-86f793d1-edeb-44c4-b165-4f7f44d95d52 service neutron] Bound port: 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90452931-fda3-4e43-ab24-4ac96865f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:21.010714 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-86f793d1-edeb-44c4-b165-4f7f44d95d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:21.015461 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-edeebfed-b17a-48f3-9ff9-4a98457817d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7ef9fcb-7325-4494-a377-c12975033350 HTTP/1.1" status: 200 len: 217 time: 0.0825274 Jun 30 09:07:21.120065 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-ceb8a047-b69f-498a-9fda-6ef183360424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:21.125159 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-ceb8a047-b69f-498a-9fda-6ef183360424 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a401937-9638-402a-b598-8b54d19e09c0 HTTP/1.1" status: 200 len: 860 time: 0.0856516 Jun 30 09:07:21.150352 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-76c10d73-64ea-4a67-94cf-106cc55d8f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:21.154049 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-76c10d73-64ea-4a67-94cf-106cc55d8f01 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1787837 Jun 30 09:07:21.199190 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-07a697ec-ecb5-4d00-962c-eab6ab519521 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423808 Jun 30 09:07:21.221705 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-21a8d9d6-6dc7-4705-b300-cc4e8fdfbe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:21.223954 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-21a8d9d6-6dc7-4705-b300-cc4e8fdfbe6b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0633695 Jun 30 09:07:21.333247 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-86f793d1-edeb-44c4-b165-4f7f44d95d52 service neutron] For port 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:21.338781 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e48aae57-57bb-43c4-85c5-dcfe47f9835b req-e54fa4bd-7719-4154-9a14-fc6444840e54 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:21.341380 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e48aae57-57bb-43c4-85c5-dcfe47f9835b req-e54fa4bd-7719-4154-9a14-fc6444840e54 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:21.342759 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e48aae57-57bb-43c4-85c5-dcfe47f9835b req-e54fa4bd-7719-4154-9a14-fc6444840e54 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "DELETE /v2.0/security-groups/672cf751-0326-4573-b76e-3852a071f956 HTTP/1.1" status: 204 len: 173 time: 0.7003150 Jun 30 09:07:21.368725 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-86f793d1-edeb-44c4-b165-4f7f44d95d52 service neutron] For port 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:21.370138 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54fa4bd-7719-4154-9a14-fc6444840e54 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=672cf751-0326-4573-b76e-3852a071f956,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:21.389737 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-0bbaea3c-cb9e-4f5b-81ce-41dd305fd82d service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585634 Jun 30 09:07:21.414836 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e46374-1922-4b22-852a-d789321cc600 req-eebe3c33-b5a3-4afe-9750-a7be32695154 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:21.422070 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d2e46374-1922-4b22-852a-d789321cc600 req-eebe3c33-b5a3-4afe-9750-a7be32695154 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 944 time: 0.2201502 Jun 30 09:07:21.442358 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-9b789370-5350-4828-9f9f-570d4f90bef7 service neutron] 10.222.0.37 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274966 Jun 30 09:07:21.486895 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d2e46374-1922-4b22-852a-d789321cc600 req-6b43d117-cfec-4724-a7ce-c05812f49bc4 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631864 Jun 30 09:07:21.490486 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-86f793d1-edeb-44c4-b165-4f7f44d95d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:21.680306 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c961ef-24b0-4282-ab5e-bc42c058d806', 'tag': '97de3316-ef20-4812-9e1b-0c90673b35b1'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:21.692327 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a50762-3f32-450b-ba31-1e6cdc02f98f" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c961ef-24b0-4282-ab5e-bc42c058d806", "tag": "97de3316-ef20-4812-9e1b-0c90673b35b1"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:21.694536 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb6d8fb8-5167-45ad-aa6b-c0b04b4c90bb req-106363c5-ffe4-4824-9e84-ccf29534b585 service neutron] 10.222.0.37 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301021 Jun 30 09:07:21.729541 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-86f793d1-edeb-44c4-b165-4f7f44d95d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:21.730728 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-86f793d1-edeb-44c4-b165-4f7f44d95d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:21.733972 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-86f793d1-edeb-44c4-b165-4f7f44d95d52 service neutron] 10.222.0.37 "PUT /v2.0/ports/1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b HTTP/1.1" status: 200 len: 1092 time: 2.6630244 Jun 30 09:07:21.758268 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c5238fe2-7f61-49d5-be28-4173eceb7160 req-5d5501ed-7b6b-4c8d-9692-9643b83186c9 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551285 Jun 30 09:07:21.772190 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d9e3cc-c02e-4ec2-98e4-8bb46d67decf x-openstack-request-id: req-31d9e3cc-c02e-4ec2-98e4-8bb46d67decf {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:21.776442 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d9464a-b92f-4c7c-b736-e2668b44a155", "tag": "e7ef9fcb-7325-4494-a377-c12975033350", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:21.776819 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-31d9e3cc-c02e-4ec2-98e4-8bb46d67decf {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:21.777212 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d9464a-b92f-4c7c-b736-e2668b44a155', 'tag': 'e7ef9fcb-7325-4494-a377-c12975033350', 'status': 'completed', 'code': 200} Jun 30 09:07:21.807896 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f793d1-edeb-44c4-b165-4f7f44d95d52 service neutron] Pushing event updated for resources: {'Port': ['ID=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:21.831737 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636ce2f-e0d2-41cd-83bb-b4bafa865898 req-ef80b25c-865e-4112-b121-f3202836967b tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:21.868119 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c636ce2f-e0d2-41cd-83bb-b4bafa865898 req-ef80b25c-865e-4112-b121-f3202836967b tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 943 time: 0.2833388 Jun 30 09:07:21.952706 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c636ce2f-e0d2-41cd-83bb-b4bafa865898 req-53128c13-4198-45c7-bc36-f27a9a0fdc3f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994303 Jun 30 09:07:22.107245 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [req-935c4296-1aa1-40f6-8a2a-2bae82d9ab13 req-c1b2c164-c153-46e7-8baa-38306e1ef78b tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] show failed (client error): The resource could not be found. Jun 30 09:07:22.108449 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-935c4296-1aa1-40f6-8a2a-2bae82d9ab13 req-c1b2c164-c153-46e7-8baa-38306e1ef78b tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups/672cf751-0326-4573-b76e-3852a071f956 HTTP/1.1" status: 404 len: 352 time: 0.0190642 Jun 30 09:07:22.189385 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c94612-e2fd-4685-bffa-e36f044d6b1b req-ec8b6435-ac73-4868-8d31-1b6d45d9eabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:22.192187 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-36c94612-e2fd-4685-bffa-e36f044d6b1b req-ec8b6435-ac73-4868-8d31-1b6d45d9eabc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4072f6e39e474776996ee00ca570db4f&device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 1096 time: 0.2418199 Jun 30 09:07:22.230829 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b8af2-a976-4243-a4e7-cb01b1665965 req-523ca8a4-680d-41c1-9da8-b1a79f7a88cc tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:22.235604 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-965b8af2-a976-4243-a4e7-cb01b1665965 req-523ca8a4-680d-41c1-9da8-b1a79f7a88cc tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 947 time: 0.1993806 Jun 30 09:07:22.313991 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-98dd8a6d-206c-4116-bec6-f3c623bc41e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:22.316568 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-98dd8a6d-206c-4116-bec6-f3c623bc41e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 1095 time: 0.2815416 Jun 30 09:07:22.388103 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-6afadcbb-4124-4057-9227-375117799125 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b HTTP/1.1" status: 200 len: 217 time: 0.0629873 Jun 30 09:07:22.399624 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-965b8af2-a976-4243-a4e7-cb01b1665965 req-0c0bd670-c03e-44d7-b6ed-a2f50b88b915 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458962 Jun 30 09:07:22.441455 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c94612-e2fd-4685-bffa-e36f044d6b1b req-5a605e80-bedb-4895-bcae-265c4bf45518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:22.442928 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-36c94612-e2fd-4685-bffa-e36f044d6b1b req-5a605e80-bedb-4895-bcae-265c4bf45518 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8 HTTP/1.1" status: 200 len: 921 time: 0.2399781 Jun 30 09:07:22.478862 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bbc0a9-3c22-4c03-b143-db6864928f5f x-openstack-request-id: req-b6bbc0a9-3c22-4c03-b143-db6864928f5f {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:22.480176 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c961ef-24b0-4282-ab5e-bc42c058d806", "tag": "97de3316-ef20-4812-9e1b-0c90673b35b1", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:22.481903 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b6bbc0a9-3c22-4c03-b143-db6864928f5f {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:22.482645 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c961ef-24b0-4282-ab5e-bc42c058d806', 'tag': '97de3316-ef20-4812-9e1b-0c90673b35b1', 'status': 'completed', 'code': 200} Jun 30 09:07:22.493186 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-36c94612-e2fd-4685-bffa-e36f044d6b1b req-adabb792-d641-468e-82df-45c2dc838b59 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7ef9fcb-7325-4494-a377-c12975033350 HTTP/1.1" status: 200 len: 217 time: 0.0406115 Jun 30 09:07:22.494868 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-70992b19-acbf-4810-9e0c-a4ffd71475a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:22.496412 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-70992b19-acbf-4810-9e0c-a4ffd71475a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0db27f2a-daae-4bc9-9a26-19aaee7812fb HTTP/1.1" status: 200 len: 850 time: 0.1001647 Jun 30 09:07:22.624801 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c94612-e2fd-4685-bffa-e36f044d6b1b req-ea247f51-4e43-43c9-87d7-02ea9e5bc680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:22.626273 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-36c94612-e2fd-4685-bffa-e36f044d6b1b req-ea247f51-4e43-43c9-87d7-02ea9e5bc680 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a401937-9638-402a-b598-8b54d19e09c0 HTTP/1.1" status: 200 len: 860 time: 0.1213782 Jun 30 09:07:22.641549 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a50762-3f32-450b-ba31-1e6cdc02f98f req-06a7f176-de63-44f8-b84b-fc9cf9f671ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:22.643028 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b2a50762-3f32-450b-ba31-1e6cdc02f98f req-06a7f176-de63-44f8-b84b-fc9cf9f671ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 1099 time: 0.1270974 Jun 30 09:07:22.645855 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a50762-3f32-450b-ba31-1e6cdc02f98f req-86f46af7-f208-48ce-9b8a-8d56fae3f565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:22.647308 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b2a50762-3f32-450b-ba31-1e6cdc02f98f req-86f46af7-f208-48ce-9b8a-8d56fae3f565 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 1099 time: 0.1402638 Jun 30 09:07:22.668044 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-36c94612-e2fd-4685-bffa-e36f044d6b1b req-2f187def-529b-4552-bb47-034785ec29b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349665 Jun 30 09:07:22.688113 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-4287ce1b-633e-4639-9dcf-d3747ec371a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:22.689538 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-4287ce1b-633e-4639-9dcf-d3747ec371a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b51add01-e516-4efc-9c9c-16a3be3b127b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1767087 Jun 30 09:07:22.816068 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aea058-2ef0-45ce-bf1d-96e46375d140 req-b919d00f-9321-4746-9a73-7eb89df6c34a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:22.817100 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-74aea058-2ef0-45ce-bf1d-96e46375d140 req-b919d00f-9321-4746-9a73-7eb89df6c34a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ed3863a-c03a-4509-9314-5976b5610c55 HTTP/1.1" status: 200 len: 946 time: 0.2379963 Jun 30 09:07:22.845252 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a50762-3f32-450b-ba31-1e6cdc02f98f req-25c833b7-4c72-46eb-b345-5d5e3951d29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:22.847278 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b2a50762-3f32-450b-ba31-1e6cdc02f98f req-25c833b7-4c72-46eb-b345-5d5e3951d29c service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.1977458 Jun 30 09:07:22.848530 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a50762-3f32-450b-ba31-1e6cdc02f98f req-feafb461-5595-427b-8084-9bfabbea0b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:22.850097 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b2a50762-3f32-450b-ba31-1e6cdc02f98f req-feafb461-5595-427b-8084-9bfabbea0b26 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.1934988 Jun 30 09:07:22.876432 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-06c6aac3-b9f3-44a5-bc97-1c1fabe7eb34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.912172 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b2a50762-3f32-450b-ba31-1e6cdc02f98f req-b08aee3f-3217-4153-b068-fecf887e7055 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=97de3316-ef20-4812-9e1b-0c90673b35b1 HTTP/1.1" status: 200 len: 217 time: 0.0545294 Jun 30 09:07:22.912867 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56202) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:22.948488 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-36c94612-e2fd-4685-bffa-e36f044d6b1b req-3ca66e8c-6fdc-4364-b0ca-54be1574a633 service neutron] 10.222.0.37 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740176 Jun 30 09:07:22.953441 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-74aea058-2ef0-45ce-bf1d-96e46375d140 req-0ef26cda-4bad-4c49-b7f3-41551ffeecb1 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221492 Jun 30 09:07:22.965772 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-37c96858-9203-440e-9b7f-32af9797fffa service neutron] 10.222.0.37 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656555 Jun 30 09:07:22.977475 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b2a50762-3f32-450b-ba31-1e6cdc02f98f req-d9b3fa2d-622d-41e0-960f-e659ee57987d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=97de3316-ef20-4812-9e1b-0c90673b35b1 HTTP/1.1" status: 200 len: 217 time: 0.1078577 Jun 30 09:07:23.109399 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c5467082-c341-450c-bd7d-2a53ed4d1fea req-dac332d4-db74-45ab-b65f-ad0d13d7bdb0 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups/bca3412d-4d3c-40a3-804a-45a48bb8e848 HTTP/1.1" status: 200 len: 1799 time: 0.2409582 Jun 30 09:07:23.150221 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a50762-3f32-450b-ba31-1e6cdc02f98f req-66fc1139-52d7-4ce6-a311-991a39606cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:23.151688 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b2a50762-3f32-450b-ba31-1e6cdc02f98f req-66fc1139-52d7-4ce6-a311-991a39606cee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1984639 Jun 30 09:07:23.178002 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a50762-3f32-450b-ba31-1e6cdc02f98f req-59506f92-ef03-492d-a99d-da06459eb5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:23.179416 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b2a50762-3f32-450b-ba31-1e6cdc02f98f req-59506f92-ef03-492d-a99d-da06459eb5bc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1661980 Jun 30 09:07:23.180100 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b0039ca-2307-4dca-a079-8d6eddd431fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.195407 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-36c94612-e2fd-4685-bffa-e36f044d6b1b req-2a9efe4d-5c92-4844-bcb4-cdcc7c0d5b07 service neutron] 10.222.0.37 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393231 Jun 30 09:07:23.216208 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b799679a-3a43-4d5a-ad91-dc9d7b90524c req-604cfc95-6196-4454-9ed0-6675ca9ed12a service neutron] 10.222.0.37 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278979 Jun 30 09:07:23.245910 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323611ce-2b8d-4426-8a81-cc1b76a75812 req-503f82df-de33-47a9-9668-287e9e63fdba tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:23.251663 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-323611ce-2b8d-4426-8a81-cc1b76a75812 req-503f82df-de33-47a9-9668-287e9e63fdba tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 944 time: 0.1150513 Jun 30 09:07:23.293395 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-323611ce-2b8d-4426-8a81-cc1b76a75812 req-f4b7795c-ad8c-4dc6-9781-7db4645f28ca tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402396 Jun 30 09:07:23.354443 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c5467082-c341-450c-bd7d-2a53ed4d1fea req-1539544d-7e83-4bb5-9ee2-f69b5f38df95 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.428924 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c5467082-c341-450c-bd7d-2a53ed4d1fea req-1539544d-7e83-4bb5-9ee2-f69b5f38df95 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.434266 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a50762-3f32-450b-ba31-1e6cdc02f98f req-27d1cb45-f6e9-4297-b1a1-2f1fb9723d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:23.435801 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b2a50762-3f32-450b-ba31-1e6cdc02f98f req-27d1cb45-f6e9-4297-b1a1-2f1fb9723d0c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2705758 Jun 30 09:07:23.474503 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e9743-da3f-41fa-9d1e-d1e71722b91d req-82b11a66-bc91-45a5-9213-15f7ac8360a5 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:23.476023 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-304e9743-da3f-41fa-9d1e-d1e71722b91d req-82b11a66-bc91-45a5-9213-15f7ac8360a5 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.52 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 944 time: 0.2621503 Jun 30 09:07:23.489732 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acec21-c7a0-48ff-ab23-90766f64d0f7 req-fb16a5f9-54bd-4dbe-b16e-75256a7787b0 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:23.491399 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65acec21-c7a0-48ff-ab23-90766f64d0f7 req-fb16a5f9-54bd-4dbe-b16e-75256a7787b0 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 944 time: 0.0701239 Jun 30 09:07:23.538100 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65acec21-c7a0-48ff-ab23-90766f64d0f7 req-a1934fae-9211-480e-8291-8a7d54d2a38e tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c387378-1528-4844-bcd3-2af02c7acbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399525 Jun 30 09:07:23.555461 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.567803 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a50762-3f32-450b-ba31-1e6cdc02f98f req-b3b0033b-1377-4548-96e4-adab64a217c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:23.569389 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b2a50762-3f32-450b-ba31-1e6cdc02f98f req-b3b0033b-1377-4548-96e4-adab64a217c2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3565435 Jun 30 09:07:23.715470 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b0039ca-2307-4dca-a079-8d6eddd431fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.744286 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c5467082-c341-450c-bd7d-2a53ed4d1fea req-1539544d-7e83-4bb5-9ee2-f69b5f38df95 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.746901 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c5467082-c341-450c-bd7d-2a53ed4d1fea req-1539544d-7e83-4bb5-9ee2-f69b5f38df95 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.748124 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c5467082-c341-450c-bd7d-2a53ed4d1fea req-1539544d-7e83-4bb5-9ee2-f69b5f38df95 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "DELETE /v2.0/security-groups/bca3412d-4d3c-40a3-804a-45a48bb8e848 HTTP/1.1" status: 204 len: 173 time: 0.6378901 Jun 30 09:07:23.779046 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5241c666-f763-4b76-bfbc-d9e9a8987285', 'tag': '1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:23.782191 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a063bc-fbf7-4113-9417-75225ef0f15b" -d '{"events": [{"name": "network-changed", "server_uuid": "5241c666-f763-4b76-bfbc-d9e9a8987285", "tag": "1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:24.079360 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b2a50762-3f32-450b-ba31-1e6cdc02f98f req-f9128bb1-5f3e-4cc4-a8e4-6762350e14c0 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6272848 Jun 30 09:07:24.080119 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539544d-7e83-4bb5-9ee2-f69b5f38df95 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca3412d-4d3c-40a3-804a-45a48bb8e848,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:24.084859 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b0039ca-2307-4dca-a079-8d6eddd431fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.197407 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b2a50762-3f32-450b-ba31-1e6cdc02f98f req-fa532294-fb1c-4ddc-a261-6df117642fb5 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6195333 Jun 30 09:07:24.205334 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0039ca-2307-4dca-a079-8d6eddd431fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed29b28-e19c-40f1-af90-424ae7b92366,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:24.225714 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0b0039ca-2307-4dca-a079-8d6eddd431fe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ee4da039c7134026b184d77ea44b8577&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2760248 Jun 30 09:07:24.228702 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56240) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:24.260791 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-304e9743-da3f-41fa-9d1e-d1e71722b91d req-b199c997-7958-42ef-a442-c607246711b3 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Deleting port 18206ec0-4f6b-4ea0-a291-734397e7a542 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:24.261136 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-304e9743-da3f-41fa-9d1e-d1e71722b91d req-b199c997-7958-42ef-a442-c607246711b3 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.293523 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8f94ce58-9712-4e7d-831a-b1b36262e008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.320260 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8f94ce58-9712-4e7d-831a-b1b36262e008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.429596 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b2a50762-3f32-450b-ba31-1e6cdc02f98f req-3ff67486-9301-4a68-b3d9-7c04423cb9c2 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418438 Jun 30 09:07:24.458142 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b2a50762-3f32-450b-ba31-1e6cdc02f98f req-8a1fc339-007f-499f-ab51-8640fa53da41 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301481 Jun 30 09:07:24.474678 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-304e9743-da3f-41fa-9d1e-d1e71722b91d req-b199c997-7958-42ef-a442-c607246711b3 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] For port 18206ec0-4f6b-4ea0-a291-734397e7a542, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=18206ec0-4f6b-4ea0-a291-734397e7a542,segment=NetworkSegment(14de68dd-b20a-404d-811d-13f0c20740b2),segment_id=14de68dd-b20a-404d-811d-13f0c20740b2)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:24.475041 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-304e9743-da3f-41fa-9d1e-d1e71722b91d req-b199c997-7958-42ef-a442-c607246711b3 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.498361 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621229d3-2f17-4bcf-876c-b01fc610d488 req-a2a3ceb2-29db-4080-bc83-57d0d47714c8 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:24.499975 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-621229d3-2f17-4bcf-876c-b01fc610d488 req-a2a3ceb2-29db-4080-bc83-57d0d47714c8 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 943 time: 0.2980611 Jun 30 09:07:24.500965 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-304e9743-da3f-41fa-9d1e-d1e71722b91d req-b199c997-7958-42ef-a442-c607246711b3 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Calling delete_port for 18206ec0-4f6b-4ea0-a291-734397e7a542 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:24.528128 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.533365 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8f94ce58-9712-4e7d-831a-b1b36262e008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.538537 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8f94ce58-9712-4e7d-831a-b1b36262e008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.560081 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8f94ce58-9712-4e7d-831a-b1b36262e008 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8ed29b28-e19c-40f1-af90-424ae7b92366 HTTP/1.1" status: 204 len: 168 time: 0.3169155 Jun 30 09:07:24.581231 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f94ce58-9712-4e7d-831a-b1b36262e008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed29b28-e19c-40f1-af90-424ae7b92366,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:24.603892 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-621229d3-2f17-4bcf-876c-b01fc610d488 req-4180ed0b-ad53-453c-bbdf-118fef4d1d2b tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965269 Jun 30 09:07:24.820884 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-304e9743-da3f-41fa-9d1e-d1e71722b91d req-b199c997-7958-42ef-a442-c607246711b3 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.837245 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:07:24.871325 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfdb38-f03c-44ed-a687-ca9576b2f8f1 req-fe0bc6a1-5432-4b99-84ff-ca11854a8ac9 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:24.872992 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-87bfdb38-f03c-44ed-a687-ca9576b2f8f1 req-fe0bc6a1-5432-4b99-84ff-ca11854a8ac9 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 947 time: 0.1205726 Jun 30 09:07:24.927945 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199c997-7958-42ef-a442-c607246711b3 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Pushing event deleted for resources: {'Port': ['ID=18206ec0-4f6b-4ea0-a291-734397e7a542,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:24.959593 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-304e9743-da3f-41fa-9d1e-d1e71722b91d req-b199c997-7958-42ef-a442-c607246711b3 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] No DVR routers for this DVR port 18206ec0-4f6b-4ea0-a291-734397e7a542 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:24.968569 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-304e9743-da3f-41fa-9d1e-d1e71722b91d req-b199c997-7958-42ef-a442-c607246711b3 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.970605 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-304e9743-da3f-41fa-9d1e-d1e71722b91d req-b199c997-7958-42ef-a442-c607246711b3 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.52 "DELETE /v2.0/ports/18206ec0-4f6b-4ea0-a291-734397e7a542 HTTP/1.1" status: 204 len: 173 time: 1.4868996 Jun 30 09:07:24.971055 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c615304a-75ea-4385-be83-d30fc895cc37', 'name': 'network-vif-deleted', 'tag': '18206ec0-4f6b-4ea0-a291-734397e7a542'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:24.973746 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ec34fb-907a-4e49-8655-65f2a26aabcc" -d '{"events": [{"server_uuid": "c615304a-75ea-4385-be83-d30fc895cc37", "name": "network-vif-deleted", "tag": "18206ec0-4f6b-4ea0-a291-734397e7a542"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:25.023407 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-87bfdb38-f03c-44ed-a687-ca9576b2f8f1 req-13f8c54b-8d1a-4180-ab1b-7ec4cdd6a3eb tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993698 Jun 30 09:07:25.077400 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [req-0aab9f4d-8076-4f50-bacd-6ead95a96680 req-eb28d7c6-8f7f-4685-8d7a-36717f8b9bb7 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] show failed (client error): The resource could not be found. Jun 30 09:07:25.078994 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0aab9f4d-8076-4f50-bacd-6ead95a96680 req-eb28d7c6-8f7f-4685-8d7a-36717f8b9bb7 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups/bca3412d-4d3c-40a3-804a-45a48bb8e848 HTTP/1.1" status: 404 len: 352 time: 0.0229890 Jun 30 09:07:25.137833 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3fe687-81d3-4b3b-81c5-06d710e04525 x-openstack-request-id: req-2d3fe687-81d3-4b3b-81c5-06d710e04525 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:25.138236 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5241c666-f763-4b76-bfbc-d9e9a8987285", "tag": "1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:25.138539 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2d3fe687-81d3-4b3b-81c5-06d710e04525 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:25.139426 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5241c666-f763-4b76-bfbc-d9e9a8987285', 'tag': '1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b', 'status': 'completed', 'code': 200} Jun 30 09:07:25.290920 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a063bc-fbf7-4113-9417-75225ef0f15b req-4faf05bc-ec74-43d2-982b-9981805c3198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:25.293195 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-90a063bc-fbf7-4113-9417-75225ef0f15b req-4faf05bc-ec74-43d2-982b-9981805c3198 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 1095 time: 0.1072586 Jun 30 09:07:25.516740 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56270) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:25.537133 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-61eea685-9baa-4efb-935c-23035c7d955b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:25.542319 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d441fe-44e8-4e0b-8d63-f35023f4c6f4 req-7be9ee0f-051e-44e5-a929-78b6d4597c65 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:25.543820 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-83d441fe-44e8-4e0b-8d63-f35023f4c6f4 req-7be9ee0f-051e-44e5-a929-78b6d4597c65 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ed3863a-c03a-4509-9314-5976b5610c55 HTTP/1.1" status: 200 len: 946 time: 0.2228701 Jun 30 09:07:25.550368 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a063bc-fbf7-4113-9417-75225ef0f15b req-dc35a3a3-983a-4262-9294-3a07e8a949c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:25.550368 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-90a063bc-fbf7-4113-9417-75225ef0f15b req-dc35a3a3-983a-4262-9294-3a07e8a949c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b51add01-e516-4efc-9c9c-16a3be3b127b HTTP/1.1" status: 200 len: 912 time: 0.2450798 Jun 30 09:07:25.604881 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 97de3316-ef20-4812-9e1b-0c90673b35b1 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:07:25.627166 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-90a063bc-fbf7-4113-9417-75225ef0f15b req-fd2c87ea-ce27-41b3-b836-8816c6a60480 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b HTTP/1.1" status: 200 len: 217 time: 0.0731847 Jun 30 09:07:25.659565 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265d741-9374-4f28-92ef-8c86971f3aa9 req-b0686653-5f5b-4824-affd-8ffe253f1ecc tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:25.661643 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e265d741-9374-4f28-92ef-8c86971f3aa9 req-b0686653-5f5b-4824-affd-8ffe253f1ecc tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 944 time: 0.1267495 Jun 30 09:07:25.732027 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a063bc-fbf7-4113-9417-75225ef0f15b req-6f49ec2e-1d65-497e-828b-9de2a544442b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:25.736372 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-90a063bc-fbf7-4113-9417-75225ef0f15b req-6f49ec2e-1d65-497e-828b-9de2a544442b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0db27f2a-daae-4bc9-9a26-19aaee7812fb HTTP/1.1" status: 200 len: 850 time: 0.0918543 Jun 30 09:07:25.770429 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 97de3316-ef20-4812-9e1b-0c90673b35b1, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=97de3316-ef20-4812-9e1b-0c90673b35b1,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:25.780414 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e265d741-9374-4f28-92ef-8c86971f3aa9 req-866c2ac7-a096-4a9c-bf3b-3d28349b04e7 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977631 Jun 30 09:07:25.787956 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '97de3316-ef20-4812-9e1b-0c90673b35b1', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': '97de3316-ef20-4812-9e1b-0c90673b35b1', 'mac_address': 'fa:16:3e:15:d4:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:07:25.813073 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-83d441fe-44e8-4e0b-8d63-f35023f4c6f4 req-2d933435-1b6b-47aa-ba29-6d4e1112c4bb tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882634 Jun 30 09:07:25.840399 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-61eea685-9baa-4efb-935c-23035c7d955b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:25.845255 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:25.870381 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a063bc-fbf7-4113-9417-75225ef0f15b req-f0315a06-3860-4be2-b027-f3a6d1ba59e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:25.873205 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-90a063bc-fbf7-4113-9417-75225ef0f15b req-f0315a06-3860-4be2-b027-f3a6d1ba59e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b51add01-e516-4efc-9c9c-16a3be3b127b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1269660 Jun 30 09:07:25.873354 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97de3316-ef20-4812-9e1b-0c90673b35b1 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:07:25.896707 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 97de3316-ef20-4812-9e1b-0c90673b35b1, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=97de3316-ef20-4812-9e1b-0c90673b35b1,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:25.904113 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-61eea685-9baa-4efb-935c-23035c7d955b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:25.956986 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-61eea685-9baa-4efb-935c-23035c7d955b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=409dc0d0f1134fa0aa82ec268db5223b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4346523 Jun 30 09:07:25.958319 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eea685-9baa-4efb-935c-23035c7d955b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b46c99-844b-453b-bd46-53e553fde5c2,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:25.960979 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca56aee-2f00-48dc-b695-88bfe83c03ca x-openstack-request-id: req-dca56aee-2f00-48dc-b695-88bfe83c03ca {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:25.961281 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c615304a-75ea-4385-be83-d30fc895cc37", "name": "network-vif-deleted", "tag": "18206ec0-4f6b-4ea0-a291-734397e7a542", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:25.961531 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dca56aee-2f00-48dc-b695-88bfe83c03ca {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:25.961819 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56276) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:25.961961 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c615304a-75ea-4385-be83-d30fc895cc37', 'name': 'network-vif-deleted', 'tag': '18206ec0-4f6b-4ea0-a291-734397e7a542', 'status': 'completed', 'code': 200} Jun 30 09:07:26.046043 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-90a063bc-fbf7-4113-9417-75225ef0f15b req-3483b277-43b0-422a-9a71-9a103f60fcfc service neutron] 10.222.0.37 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668327 Jun 30 09:07:26.068015 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7def52cc-8a82-4f8d-a24e-c5f5480ae4e8 req-8cca32cf-d522-4e65-8ada-2e0de12ef261 tempest-LiveMigrationTest-328850831 tempest-LiveMigrationTest-328850831-project] 10.222.0.10 "GET /v2.0/ports?device_id=c615304a-75ea-4385-be83-d30fc895cc37 HTTP/1.1" status: 200 len: 210 time: 0.0671513 Jun 30 09:07:26.089539 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.090930 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7e08579a-2013-4ae0-a320-6b07d20c2a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.116879 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7e08579a-2013-4ae0-a320-6b07d20c2a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.144502 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a4ca9d97-fb43-4172-9e52-11d65ab8a170 req-b95b29a5-f95f-4c33-b842-f94d034bf36d tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3489997d673c435cb76703153e32f89d HTTP/1.1" status: 200 len: 6149 time: 0.1858535 Jun 30 09:07:26.174052 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=97de3316-ef20-4812-9e1b-0c90673b35b1,revision_number=9']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:26.237243 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-90a063bc-fbf7-4113-9417-75225ef0f15b req-801faf9e-35e8-4dde-9617-9568cab2ebe5 service neutron] 10.222.0.37 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783805 Jun 30 09:07:26.240801 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.252053 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a4ca9d97-fb43-4172-9e52-11d65ab8a170 req-2126e193-f851-4ced-99a9-fee06c9c31f0 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups/6332f74b-013c-43dd-be2e-b0735ba41247 HTTP/1.1" status: 200 len: 2981 time: 0.0783679 Jun 30 09:07:26.311439 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a4ca9d97-fb43-4172-9e52-11d65ab8a170 req-e53ce34b-8cf6-4187-9293-aec6cedffe1a tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups/6332f74b-013c-43dd-be2e-b0735ba41247 HTTP/1.1" status: 200 len: 2981 time: 0.0524588 Jun 30 09:07:26.395038 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['97de3316-ef20-4812-9e1b-0c90673b35b1'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:26.418626 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7e08579a-2013-4ae0-a320-6b07d20c2a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.421800 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7e08579a-2013-4ae0-a320-6b07d20c2a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.423328 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7e08579a-2013-4ae0-a320-6b07d20c2a3b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d5b46c99-844b-453b-bd46-53e553fde5c2 HTTP/1.1" status: 204 len: 168 time: 0.4601698 Jun 30 09:07:26.434349 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08579a-2013-4ae0-a320-6b07d20c2a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b46c99-844b-453b-bd46-53e553fde5c2,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:26.490820 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69f523-22de-4897-83a7-e903689206c2 req-b8eb7c00-301b-498c-933c-b22c9f0cd4e6 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:26.498263 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2f69f523-22de-4897-83a7-e903689206c2 req-b8eb7c00-301b-498c-933c-b22c9f0cd4e6 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 943 time: 0.0906141 Jun 30 09:07:26.537813 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2f69f523-22de-4897-83a7-e903689206c2 req-1d144333-4edb-49c1-a047-96f77818c1b6 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385823 Jun 30 09:07:27.184197 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:07:27.192627 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-aa2e5f59-bed2-4f5d-ba91-7c19ac7e72a0 req-c11ac61b-09da-4a15-9c9c-ae6462bf2b29 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-468995481', 'description': 'tempest-description-263910295'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:27.201921 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de860b-5e97-429c-b3e1-f9971ced8dc6 req-1a5e8e18-29d2-4d05-9d32-d265517a7613 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:27.203431 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-13de860b-5e97-429c-b3e1-f9971ced8dc6 req-1a5e8e18-29d2-4d05-9d32-d265517a7613 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 948 time: 0.2587061 Jun 30 09:07:27.245565 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-13de860b-5e97-429c-b3e1-f9971ced8dc6 req-6d9487ce-4958-469f-b7b6-f65f7b8ea978 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336509 Jun 30 09:07:27.297754 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:27.310772 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b', 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b', 'port_id': '1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b', 'mac_address': 'fa:16:3e:64:48:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db27f2a-daae-4bc9-9a26-19aaee7812fb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:07:27.351595 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.365686 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:07:27.387578 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:27.389801 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-aa2e5f59-bed2-4f5d-ba91-7c19ac7e72a0 req-c11ac61b-09da-4a15-9c9c-ae6462bf2b29 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.423158 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d9bea-9f24-458b-9c65-cfcba952c347 req-a453e7c2-5bc1-41aa-a477-db65c62a2f6f tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:27.424707 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-729d9bea-9f24-458b-9c65-cfcba952c347 req-a453e7c2-5bc1-41aa-a477-db65c62a2f6f tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 944 time: 0.0754385 Jun 30 09:07:27.486653 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-aa2e5f59-bed2-4f5d-ba91-7c19ac7e72a0 req-c11ac61b-09da-4a15-9c9c-ae6462bf2b29 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.494714 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-729d9bea-9f24-458b-9c65-cfcba952c347 req-278f922b-25b1-46d0-aa03-258ab043f820 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626256 Jun 30 09:07:27.499443 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.558087 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:27.616018 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 97de3316-ef20-4812-9e1b-0c90673b35b1 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:27.623670 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-aa2e5f59-bed2-4f5d-ba91-7c19ac7e72a0 req-c11ac61b-09da-4a15-9c9c-ae6462bf2b29 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.657674 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ac61b-09da-4a15-9c9c-ae6462bf2b29 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94300301-efcf-4dd8-a6f1-314d3f7082c9,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:27.715316 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-77a6f9ea-44f5-481e-aacc-cc88fd947b81 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:27.716855 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-77a6f9ea-44f5-481e-aacc-cc88fd947b81 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/networks?id=77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 HTTP/1.1" status: 200 len: 804 time: 0.1317625 Jun 30 09:07:27.735116 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-d8840bff-f7f9-4f30-a8c5-d0918e109e26 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/quotas/01a7fa5afec243f0b7c321924a151489 HTTP/1.1" status: 200 len: 375 time: 0.0111256 Jun 30 09:07:27.738792 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-aa2e5f59-bed2-4f5d-ba91-7c19ac7e72a0 req-c11ac61b-09da-4a15-9c9c-ae6462bf2b29 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.740153 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aa2e5f59-bed2-4f5d-ba91-7c19ac7e72a0 req-c11ac61b-09da-4a15-9c9c-ae6462bf2b29 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5609469 Jun 30 09:07:27.778837 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 97de3316-ef20-4812-9e1b-0c90673b35b1 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:27.789173 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 97de3316-ef20-4812-9e1b-0c90673b35b1 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:27.790227 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.808147 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-1b72ed49-e3c8-40ce-ba0e-4ca667dbbceb tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=01a7fa5afec243f0b7c321924a151489&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0659671 Jun 30 09:07:27.834763 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56330) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:27.878640 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:27.957600 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.971840 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56334) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:28.008046 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c961ef-24b0-4282-ab5e-bc42c058d806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97de3316-ef20-4812-9e1b-0c90673b35b1'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:28.011235 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42699258-8d96-4dad-aa83-71508b3b2d8b" -d '{"events": [{"server_uuid": "c4c961ef-24b0-4282-ab5e-bc42c058d806", "name": "network-vif-plugged", "status": "completed", "tag": "97de3316-ef20-4812-9e1b-0c90673b35b1"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:28.048735 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 97de3316-ef20-4812-9e1b-0c90673b35b1, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=97de3316-ef20-4812-9e1b-0c90673b35b1,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:28.063890 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-61e6a0be-5713-4925-90a1-6e4330ab218e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-466628261-network', 'tenant_id': '8a420aab8c43448bb9d803d0a2a823e3'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:28.121770 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e132eb-9ccd-4042-84da-9b406c80334c admin admin] Deleting subnet 8196dcad-a05d-4c25-a036-8d0e22bb3a6b {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:28.124550 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.126015 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 18206ec0-4f6b-4ea0-a291-734397e7a542 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:28.126565 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-30e132eb-9ccd-4042-84da-9b406c80334c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.135805 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-b646d9ea-a5b1-4dcc-bcf1-fd8fb37ea437 service neutron] 10.222.0.10 "GET /v2.0/networks/77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152385 Jun 30 09:07:28.188682 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 18206ec0-4f6b-4ea0-a291-734397e7a542 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:28.189372 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 18206ec0-4f6b-4ea0-a291-734397e7a542 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:28.189479 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 05fe653b-f8b1-4998-9066-bba0e8c9e479 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:28.208445 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e6a0be-5713-4925-90a1-6e4330ab218e admin admin] Made reservation on behalf of 8a420aab8c43448bb9d803d0a2a823e3 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:28.211036 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-61e6a0be-5713-4925-90a1-6e4330ab218e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.226650 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-61e6a0be-5713-4925-90a1-6e4330ab218e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.246753 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=97de3316-ef20-4812-9e1b-0c90673b35b1,revision_number=10']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:28.254011 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98116e7f-4acc-41e2-accf-5fe60a5cc554 req-c90ca3ee-2c67-491d-a7b6-8ea34eec4806 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:28.256189 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-98116e7f-4acc-41e2-accf-5fe60a5cc554 req-c90ca3ee-2c67-491d-a7b6-8ea34eec4806 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ed3863a-c03a-4509-9314-5976b5610c55 HTTP/1.1" status: 200 len: 946 time: 0.0984273 Jun 30 09:07:28.326356 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-98116e7f-4acc-41e2-accf-5fe60a5cc554 req-516da078-9036-422f-b7ac-4a17fd7156fc tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619557 Jun 30 09:07:28.350386 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.395184 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-61e6a0be-5713-4925-90a1-6e4330ab218e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.427186 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 05fe653b-f8b1-4998-9066-bba0e8c9e479, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=05fe653b-f8b1-4998-9066-bba0e8c9e479,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:28.475824 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-30e132eb-9ccd-4042-84da-9b406c80334c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.528576 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-618529d2-1b13-4731-81f9-819c40c78beb service neutron] 10.222.0.10 "GET /v2.0/networks/77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909464 Jun 30 09:07:28.537915 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-30e132eb-9ccd-4042-84da-9b406c80334c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.579076 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-61e6a0be-5713-4925-90a1-6e4330ab218e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.579302 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.611408 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e6a0be-5713-4925-90a1-6e4330ab218e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:07:28.622218 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6a0be-5713-4925-90a1-6e4330ab218e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39354cca-7d21-42e5-95ed-d2486fa20991,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:28.630308 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-61e6a0be-5713-4925-90a1-6e4330ab218e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.630661 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-61e6a0be-5713-4925-90a1-6e4330ab218e admin admin] Added segment 068b1985-c91f-4ed0-9f1f-2efd3d828567 of type vlan for network 00b24d03-1a96-4446-bee0-4647573d62f4 Jun 30 09:07:28.653544 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=05fe653b-f8b1-4998-9066-bba0e8c9e479,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:28.680131 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-61e6a0be-5713-4925-90a1-6e4330ab218e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.687051 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-30e132eb-9ccd-4042-84da-9b406c80334c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.718105 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e132eb-9ccd-4042-84da-9b406c80334c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8196dcad-a05d-4c25-a036-8d0e22bb3a6b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:28.720274 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-30e132eb-9ccd-4042-84da-9b406c80334c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.722674 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-30e132eb-9ccd-4042-84da-9b406c80334c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8196dcad-a05d-4c25-a036-8d0e22bb3a6b HTTP/1.1" status: 204 len: 168 time: 0.8861089 Jun 30 09:07:28.725975 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56342) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:28.790728 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-61e6a0be-5713-4925-90a1-6e4330ab218e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.802237 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e6a0be-5713-4925-90a1-6e4330ab218e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:28.802237 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-61e6a0be-5713-4925-90a1-6e4330ab218e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.931480 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-061ddf4d-af23-4855-a0a0-0d3321398416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.942526 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6a0be-5713-4925-90a1-6e4330ab218e admin admin] Pushing event updated for resources: {'Network': ['ID=00b24d03-1a96-4446-bee0-4647573d62f4,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:28.950309 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-f20311f0-3fb6-4cc0-bacc-2635e7631475 req-b8da3e34-4da0-4a78-bfb0-e35ed17e8137 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-457091776', 'description': 'tempest-description-1029503698'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:28.962441 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 00b24d03-1a96-4446-bee0-4647573d62f4 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:07:28.975602 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d563c11-e4e0-40df-b999-d0c4b9f279b0 req-07667e34-ab30-492f-ae37-a2d08b282211 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:28.977336 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9d563c11-e4e0-40df-b999-d0c4b9f279b0 req-07667e34-ab30-492f-ae37-a2d08b282211 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.1156700 Jun 30 09:07:28.979318 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-61e6a0be-5713-4925-90a1-6e4330ab218e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0105286 Jun 30 09:07:28.980009 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56354) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:28.994846 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-e8e20577-9ef1-4abd-97fe-a7604bd61b4a admin admin] Request body: {'subnet': {'network_id': '00b24d03-1a96-4446-bee0-4647573d62f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-466628261-subnet', 'tenant_id': '8a420aab8c43448bb9d803d0a2a823e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:29.040062 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9d563c11-e4e0-40df-b999-d0c4b9f279b0 req-522f61ea-74c6-4e9d-b4ee-bf246de61ea5 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534015 Jun 30 09:07:29.082960 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e11db-0d97-4282-aea0-9c0b0869c598 req-93d22cb3-fccb-4de4-b9d5-a97ce24e935a tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:29.084583 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c98e11db-0d97-4282-aea0-9c0b0869c598 req-93d22cb3-fccb-4de4-b9d5-a97ce24e935a tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb625a2b-d384-4f15-ae62-9c765ef5121c HTTP/1.1" status: 200 len: 944 time: 0.3125191 Jun 30 09:07:29.117633 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55160ea3-b882-433e-a344-e7c220036e78 req-020b8946-e6f8-4e67-ac53-3e4504cfba86 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:29.122587 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-55160ea3-b882-433e-a344-e7c220036e78 req-020b8946-e6f8-4e67-ac53-3e4504cfba86 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ed3863a-c03a-4509-9314-5976b5610c55 HTTP/1.1" status: 200 len: 946 time: 0.2540178 Jun 30 09:07:29.169696 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2091af6b-d197-4148-ac28-8e08d674cbf8 x-openstack-request-id: req-2091af6b-d197-4148-ac28-8e08d674cbf8 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:29.170251 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c961ef-24b0-4282-ab5e-bc42c058d806", "name": "network-vif-plugged", "status": "completed", "tag": "97de3316-ef20-4812-9e1b-0c90673b35b1", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:29.170498 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2091af6b-d197-4148-ac28-8e08d674cbf8 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:29.171172 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c961ef-24b0-4282-ab5e-bc42c058d806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97de3316-ef20-4812-9e1b-0c90673b35b1', 'code': 200} Jun 30 09:07:29.180045 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f20311f0-3fb6-4cc0-bacc-2635e7631475 req-b8da3e34-4da0-4a78-bfb0-e35ed17e8137 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.201084 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:29.244920 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-061ddf4d-af23-4855-a0a0-0d3321398416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.277365 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-061ddf4d-af23-4855-a0a0-0d3321398416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b0d071-6714-4385-b9f1-40e12b8f9c71']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:29.302382 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-061ddf4d-af23-4855-a0a0-0d3321398416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14de68dd-b20a-404d-811d-13f0c20740b2') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:29.302677 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-061ddf4d-af23-4855-a0a0-0d3321398416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14de68dd-b20a-404d-811d-13f0c20740b2') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:29.307791 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca11ee-97a0-489e-8dca-bf4d5d0b4576 req-33842fe6-29e9-4380-934f-0bef6194d0de tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:29.309679 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e6ca11ee-97a0-489e-8dca-bf4d5d0b4576 req-33842fe6-29e9-4380-934f-0bef6194d0de tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 944 time: 0.0699174 Jun 30 09:07:29.347971 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-061ddf4d-af23-4855-a0a0-0d3321398416 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.355567 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e6ca11ee-97a0-489e-8dca-bf4d5d0b4576 req-197a9585-65cf-4f0f-ab5e-f0cf90e5278f tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380123 Jun 30 09:07:29.368656 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e20577-9ef1-4abd-97fe-a7604bd61b4a admin admin] Made reservation on behalf of 8a420aab8c43448bb9d803d0a2a823e3 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:29.370997 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e8e20577-9ef1-4abd-97fe-a7604bd61b4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.389445 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:29.393942 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:29.394327 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.444260 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5a21d0f0-3b2b-4f53-b42b-b92cc90add03 req-06be4fa7-91b6-4efb-acf4-168ecc03e508 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=35bf4cfe-c29c-4839-9550-bbf094505a01 HTTP/1.1" status: 200 len: 210 time: 0.0367427 Jun 30 09:07:29.470639 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-061ddf4d-af23-4855-a0a0-0d3321398416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.491155 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-d0af667e-47b8-4716-9612-a0dc7912dd8e tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:29.493155 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-d0af667e-47b8-4716-9612-a0dc7912dd8e tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806&tenant_id=aa895c07f8ad47749dbf0e6817533c37&binding%3Ahost_id=n-h1-771363-31 HTTP/1.1" status: 200 len: 950 time: 0.4790392 Jun 30 09:07:29.509313 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-061ddf4d-af23-4855-a0a0-0d3321398416 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:07:29.509708 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-061ddf4d-af23-4855-a0a0-0d3321398416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.510030 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:07:29.511528 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:07:29.551889 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:29.636237 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.658333 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4955e-a04b-4f03-8047-f2ee08d7fc98 req-63ad075b-c1a5-4a9c-8f66-7be04bbf5a98 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:29.660454 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9dd4955e-a04b-4f03-8047-f2ee08d7fc98 req-63ad075b-c1a5-4a9c-8f66-7be04bbf5a98 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 950 time: 0.0719597 Jun 30 09:07:29.678210 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-c98e11db-0d97-4282-aea0-9c0b0869c598 req-d1d791ce-f86a-479f-9e4d-389cda57f899 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Deleting port 05fe653b-f8b1-4998-9066-bba0e8c9e479 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:29.683267 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c98e11db-0d97-4282-aea0-9c0b0869c598 req-d1d791ce-f86a-479f-9e4d-389cda57f899 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.704505 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9dd4955e-a04b-4f03-8047-f2ee08d7fc98 req-bbe06ae1-63d7-43c0-8cd2-23719a011fcb tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365455 Jun 30 09:07:29.705179 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:29.733476 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-55160ea3-b882-433e-a344-e7c220036e78 req-6616624a-6896-4cb1-aef4-914c172e0c3d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Deleting port 08a444d0-5585-4042-9ca7-d7e43c17fbb3 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:29.733815 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-55160ea3-b882-433e-a344-e7c220036e78 req-6616624a-6896-4cb1-aef4-914c172e0c3d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.797090 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-9bf551c2-0ca7-43ee-8e9a-7b459bd0eeab service neutron] 10.222.0.52 "GET /v2.0/ports/97de3316-ef20-4812-9e1b-0c90673b35b1/bindings/n-h1-771363-31 HTTP/1.1" status: 200 len: 383 time: 0.2899709 Jun 30 09:07:29.829127 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f20311f0-3fb6-4cc0-bacc-2635e7631475 req-b8da3e34-4da0-4a78-bfb0-e35ed17e8137 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.869528 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-061ddf4d-af23-4855-a0a0-0d3321398416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.878371 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151e706-6ffd-4a90-9acd-ea2009b0098a req-d7d87b9c-c52c-4dc8-98fc-642f723b326b tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:29.879888 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8151e706-6ffd-4a90-9acd-ea2009b0098a req-d7d87b9c-c52c-4dc8-98fc-642f723b326b tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ed3863a-c03a-4509-9314-5976b5610c55 HTTP/1.1" status: 200 len: 946 time: 0.0638108 Jun 30 09:07:29.902930 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-061ddf4d-af23-4855-a0a0-0d3321398416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.904860 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-061ddf4d-af23-4855-a0a0-0d3321398416 admin admin] 10.222.0.10 "DELETE /v2.0/networks/29b0d071-6714-4385-b9f1-40e12b8f9c71 HTTP/1.1" status: 204 len: 168 time: 1.1776791 Jun 30 09:07:29.910005 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56360) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:29.928358 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-c98e11db-0d97-4282-aea0-9c0b0869c598 req-d1d791ce-f86a-479f-9e4d-389cda57f899 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] For port 05fe653b-f8b1-4998-9066-bba0e8c9e479, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=05fe653b-f8b1-4998-9066-bba0e8c9e479,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:29.928778 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c98e11db-0d97-4282-aea0-9c0b0869c598 req-d1d791ce-f86a-479f-9e4d-389cda57f899 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.934838 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ddf4d-af23-4855-a0a0-0d3321398416 admin admin] Pushing event deleted for resources: {'Network': ['ID=29b0d071-6714-4385-b9f1-40e12b8f9c71,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:29.956178 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8151e706-6ffd-4a90-9acd-ea2009b0098a req-4a3c108b-36d7-4963-962c-e34a582a0dd1 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683661 Jun 30 09:07:29.956468 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f20311f0-3fb6-4cc0-bacc-2635e7631475 req-b8da3e34-4da0-4a78-bfb0-e35ed17e8137 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.981492 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-55160ea3-b882-433e-a344-e7c220036e78 req-6616624a-6896-4cb1-aef4-914c172e0c3d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] For port 08a444d0-5585-4042-9ca7-d7e43c17fbb3, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=08a444d0-5585-4042-9ca7-d7e43c17fbb3,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:29.981853 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-55160ea3-b882-433e-a344-e7c220036e78 req-6616624a-6896-4cb1-aef4-914c172e0c3d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.986029 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-95128aa1-b9d5-4666-aa80-5ca7daa8fdb8 admin admin] Deleting subnet c57c0415-3b19-41e1-9c50-cadb56a2e397 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:29.990526 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-95128aa1-b9d5-4666-aa80-5ca7daa8fdb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.015200 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-c98e11db-0d97-4282-aea0-9c0b0869c598 req-d1d791ce-f86a-479f-9e4d-389cda57f899 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Calling delete_port for 05fe653b-f8b1-4998-9066-bba0e8c9e479 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:30.028392 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-95128aa1-b9d5-4666-aa80-5ca7daa8fdb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.048446 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-55160ea3-b882-433e-a344-e7c220036e78 req-6616624a-6896-4cb1-aef4-914c172e0c3d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Calling delete_port for 08a444d0-5585-4042-9ca7-d7e43c17fbb3 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:30.081761 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-95128aa1-b9d5-4666-aa80-5ca7daa8fdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.114321 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da3e34-4da0-4a78-bfb0-e35ed17e8137 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a05a1dae-bea5-40a5-9feb-5d782adb8024,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:30.237737 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970051b-55a8-49d2-89c3-9126251e9396 req-62748270-f5b4-49d2-b407-1ab472dbe5fc tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:30.239584 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f970051b-55a8-49d2-89c3-9126251e9396 req-62748270-f5b4-49d2-b407-1ab472dbe5fc tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 945 time: 0.0787723 Jun 30 09:07:30.255022 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-95128aa1-b9d5-4666-aa80-5ca7daa8fdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.295799 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95128aa1-b9d5-4666-aa80-5ca7daa8fdb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c57c0415-3b19-41e1-9c50-cadb56a2e397,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:30.304128 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-95128aa1-b9d5-4666-aa80-5ca7daa8fdb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.308860 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-95128aa1-b9d5-4666-aa80-5ca7daa8fdb8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c57c0415-3b19-41e1-9c50-cadb56a2e397 HTTP/1.1" status: 204 len: 168 time: 0.3950636 Jun 30 09:07:30.314754 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56364) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:30.346197 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f970051b-55a8-49d2-89c3-9126251e9396 req-883d7ace-5992-4ae2-999e-1758ee03525a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955086 Jun 30 09:07:30.400405 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-120c488b-f6ab-4d4f-a3f0-f38bef645122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.498519 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-120c488b-f6ab-4d4f-a3f0-f38bef645122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.519411 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-120c488b-f6ab-4d4f-a3f0-f38bef645122 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52174a26-82f0-4a2e-a3f2-ca5d3952b04b']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:30.535669 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-ab7c9b6e-c907-4f3e-aca7-c4fae98b92f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:30.537260 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-ab7c9b6e-c907-4f3e-aca7-c4fae98b92f1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 1102 time: 0.7069447 Jun 30 09:07:30.542670 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f20311f0-3fb6-4cc0-bacc-2635e7631475 req-b8da3e34-4da0-4a78-bfb0-e35ed17e8137 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.543951 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f20311f0-3fb6-4cc0-bacc-2635e7631475 req-b8da3e34-4da0-4a78-bfb0-e35ed17e8137 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.6046257 Jun 30 09:07:30.545698 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-120c488b-f6ab-4d4f-a3f0-f38bef645122 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be982886-d4fb-4711-9ff6-85935681843e') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:30.545999 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-120c488b-f6ab-4d4f-a3f0-f38bef645122 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be982886-d4fb-4711-9ff6-85935681843e') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:30.560088 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-120c488b-f6ab-4d4f-a3f0-f38bef645122 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.584820 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-120c488b-f6ab-4d4f-a3f0-f38bef645122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.594648 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-120c488b-f6ab-4d4f-a3f0-f38bef645122 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:07:30.595058 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-120c488b-f6ab-4d4f-a3f0-f38bef645122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:07:30.596859 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:07:30.685738 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f88529-754e-4988-a591-0520a59e9618 req-fb58cf91-bb4a-4ce9-ae15-4ddb0a1b4160 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:30.693517 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-98f88529-754e-4988-a591-0520a59e9618 req-fb58cf91-bb4a-4ce9-ae15-4ddb0a1b4160 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 944 time: 0.1920419 Jun 30 09:07:30.732853 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-98f88529-754e-4988-a591-0520a59e9618 req-ee0cf8ef-f142-48bb-8478-d1c6e7162d6e tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384483 Jun 30 09:07:30.780139 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5320bba2-0c98-44e2-9fad-018eadd63eb3 req-93211a0c-2bfc-44ad-b0fe-b73a74817290 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=35bf4cfe-c29c-4839-9550-bbf094505a01 HTTP/1.1" status: 200 len: 210 time: 0.0526907 Jun 30 09:07:30.833144 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e8e20577-9ef1-4abd-97fe-a7604bd61b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.846462 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-157c6dc9-58b2-4449-b974-3f29d3eb766d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:30.847972 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-157c6dc9-58b2-4449-b974-3f29d3eb766d service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.2999856 Jun 30 09:07:30.895337 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-120c488b-f6ab-4d4f-a3f0-f38bef645122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.912325 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-120c488b-f6ab-4d4f-a3f0-f38bef645122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.917264 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-120c488b-f6ab-4d4f-a3f0-f38bef645122 admin admin] 10.222.0.10 "DELETE /v2.0/networks/52174a26-82f0-4a2e-a3f2-ca5d3952b04b HTTP/1.1" status: 204 len: 168 time: 0.6006336 Jun 30 09:07:30.936575 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c488b-f6ab-4d4f-a3f0-f38bef645122 admin admin] Pushing event deleted for resources: {'Network': ['ID=52174a26-82f0-4a2e-a3f2-ca5d3952b04b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:30.972754 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-46bc2ade-5030-4a31-b974-29c95d44ad46 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=97de3316-ef20-4812-9e1b-0c90673b35b1 HTTP/1.1" status: 200 len: 217 time: 0.0972197 Jun 30 09:07:30.998286 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-051c1ec9-149c-4e88-89c7-2a2963b8c4e4 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:31.000134 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-051c1ec9-149c-4e88-89c7-2a2963b8c4e4 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/networks?id=56f88d8c-6215-4429-a876-d7c759a58eb1 HTTP/1.1" status: 200 len: 812 time: 0.1670935 Jun 30 09:07:31.008547 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c98e11db-0d97-4282-aea0-9c0b0869c598 req-d1d791ce-f86a-479f-9e4d-389cda57f899 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.015142 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e20577-9ef1-4abd-97fe-a7604bd61b4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2824556-fbdc-4b3b-9a5f-891cb740d842,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:31.017129 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-61cfa438-d40b-4a65-b314-62e87864e24b tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/quotas/3489997d673c435cb76703153e32f89d HTTP/1.1" status: 200 len: 375 time: 0.0110772 Jun 30 09:07:31.085359 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d791ce-f86a-479f-9e4d-389cda57f899 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Pushing event deleted for resources: {'Port': ['ID=05fe653b-f8b1-4998-9066-bba0e8c9e479,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:31.090687 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-55160ea3-b882-433e-a344-e7c220036e78 req-6616624a-6896-4cb1-aef4-914c172e0c3d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.105965 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['08a444d0-5585-4042-9ca7-d7e43c17fbb3'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:31.110936 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-c52cffdd-bb4b-4a90-aad8-59e3911f5f50 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3489997d673c435cb76703153e32f89d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0858893 Jun 30 09:07:31.172807 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb625a2b-d384-4f15-ae62-9c765ef5121c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05fe653b-f8b1-4998-9066-bba0e8c9e479'}, {'server_uuid': '5241c666-f763-4b76-bfbc-d9e9a8987285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:31.173711 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e20577-9ef1-4abd-97fe-a7604bd61b4a admin admin] Checking segment: {'id': '068b1985-c91f-4ed0-9f1f-2efd3d828567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '00b24d03-1a96-4446-bee0-4647573d62f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:31.174081 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e20577-9ef1-4abd-97fe-a7604bd61b4a admin admin] Network hostable DHCP agents. Network: 00b24d03-1a96-4446-bee0-4647573d62f4, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:07:31.176228 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f28c2b-511b-41a4-8597-964c15decc5c" -d '{"events": [{"server_uuid": "bb625a2b-d384-4f15-ae62-9c765ef5121c", "name": "network-vif-unplugged", "status": "completed", "tag": "05fe653b-f8b1-4998-9066-bba0e8c9e479"}, {"server_uuid": "5241c666-f763-4b76-bfbc-d9e9a8987285", "name": "network-vif-plugged", "status": "completed", "tag": "1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:31.178140 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-2b13ad90-fabd-4198-9043-4320684233bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:31.179711 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-2b13ad90-fabd-4198-9043-4320684233bb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1806707 Jun 30 09:07:31.207194 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616624a-6896-4cb1-aef4-914c172e0c3d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Pushing event deleted for resources: {'Port': ['ID=08a444d0-5585-4042-9ca7-d7e43c17fbb3,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:31.207590 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device e7ef9fcb-7325-4494-a377-c12975033350 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:07:31.224310 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98e11db-0d97-4282-aea0-9c0b0869c598 req-d1d791ce-f86a-479f-9e4d-389cda57f899 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] No DVR routers for this DVR port 05fe653b-f8b1-4998-9066-bba0e8c9e479 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:31.240542 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-0231bd00-7994-4fd7-9cfd-e253f50ad4de service neutron] 10.222.0.10 "GET /v2.0/networks/56f88d8c-6215-4429-a876-d7c759a58eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184449 Jun 30 09:07:31.251663 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c98e11db-0d97-4282-aea0-9c0b0869c598 req-d1d791ce-f86a-479f-9e4d-389cda57f899 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.253843 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c98e11db-0d97-4282-aea0-9c0b0869c598 req-d1d791ce-f86a-479f-9e4d-389cda57f899 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.52 "DELETE /v2.0/ports/05fe653b-f8b1-4998-9066-bba0e8c9e479 HTTP/1.1" status: 204 len: 173 time: 2.1611531 Jun 30 09:07:31.255715 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb625a2b-d384-4f15-ae62-9c765ef5121c', 'name': 'network-vif-deleted', 'tag': '05fe653b-f8b1-4998-9066-bba0e8c9e479'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:31.266070 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e5e85d-94bb-4bd5-8cab-5d10b8e8ce41" -d '{"events": [{"server_uuid": "bb625a2b-d384-4f15-ae62-9c765ef5121c", "name": "network-vif-deleted", "tag": "05fe653b-f8b1-4998-9066-bba0e8c9e479"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:31.325405 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-55160ea3-b882-433e-a344-e7c220036e78 req-6616624a-6896-4cb1-aef4-914c172e0c3d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] No DVR routers for this DVR port 08a444d0-5585-4042-9ca7-d7e43c17fbb3 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:31.326965 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port e7ef9fcb-7325-4494-a377-c12975033350, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e7ef9fcb-7325-4494-a377-c12975033350,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:31.330203 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-55160ea3-b882-433e-a344-e7c220036e78 req-6616624a-6896-4cb1-aef4-914c172e0c3d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.333052 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-55160ea3-b882-433e-a344-e7c220036e78 req-6616624a-6896-4cb1-aef4-914c172e0c3d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.52 "DELETE /v2.0/ports/08a444d0-5585-4042-9ca7-d7e43c17fbb3 HTTP/1.1" status: 204 len: 173 time: 2.1558809 Jun 30 09:07:31.341426 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a5ef0-5282-4965-8930-0a2b35f3b7ac req-72cf51da-2ef6-45a3-95f0-7c524bfbc134 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:31.349495 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'e7ef9fcb-7325-4494-a377-c12975033350', 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8', 'port_id': 'e7ef9fcb-7325-4494-a377-c12975033350', 'mac_address': 'fa:16:3e:dc:4a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a401937-9638-402a-b598-8b54d19e09c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:07:31.349790 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d50a5ef0-5282-4965-8930-0a2b35f3b7ac req-72cf51da-2ef6-45a3-95f0-7c524bfbc134 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 950 time: 0.4427056 Jun 30 09:07:31.392800 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-14739225-e934-4c2f-9a58-8a34e2584f96 service neutron] 10.222.0.10 "GET /v2.0/networks/56f88d8c-6215-4429-a876-d7c759a58eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454997 Jun 30 09:07:31.394541 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d50a5ef0-5282-4965-8930-0a2b35f3b7ac req-ca2cacf9-3a08-4f8b-a8d2-25b033ded34f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439765 Jun 30 09:07:31.405156 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-0f91b688-9c2a-4826-a1a7-7920404f3c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:31.407250 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-0f91b688-9c2a-4826-a1a7-7920404f3c99 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2012544 Jun 30 09:07:31.430645 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.446993 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7ef9fcb-7325-4494-a377-c12975033350 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:07:31.477498 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port e7ef9fcb-7325-4494-a377-c12975033350, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e7ef9fcb-7325-4494-a377-c12975033350,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:31.482839 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e20577-9ef1-4abd-97fe-a7604bd61b4a admin admin] Network 00b24d03-1a96-4446-bee0-4647573d62f4 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:07:31.491915 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56394) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:31.560836 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b943f925-fec4-4a1a-9014-9f43df08eaaa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9342aeef3062492da53fbad2470ed3ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0657213 Jun 30 09:07:31.563280 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56396) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:31.574088 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2d3f2c0-1e69-492e-8423-5fcc24d0029c req-de4bc798-f50c-413b-80d1-21d65da07c75 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ed3863a-c03a-4509-9314-5976b5610c55 HTTP/1.1" status: 200 len: 210 time: 0.0365467 Jun 30 09:07:31.578490 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-970b7d5c-4669-4c47-8429-e7ef84027501 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641450 Jun 30 09:07:31.633211 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-32a91796-d9d5-44aa-b27f-6d9752754d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.648806 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.662656 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0add4b-2e02-4f13-9ffb-8908fd3f9227 x-openstack-request-id: req-fa0add4b-2e02-4f13-9ffb-8908fd3f9227 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:31.663163 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb625a2b-d384-4f15-ae62-9c765ef5121c", "name": "network-vif-unplugged", "status": "completed", "tag": "05fe653b-f8b1-4998-9066-bba0e8c9e479", "code": 200}, {"server_uuid": "5241c666-f763-4b76-bfbc-d9e9a8987285", "name": "network-vif-plugged", "status": "completed", "tag": "1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:31.663402 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fa0add4b-2e02-4f13-9ffb-8908fd3f9227 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:31.663820 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb625a2b-d384-4f15-ae62-9c765ef5121c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05fe653b-f8b1-4998-9066-bba0e8c9e479', 'code': 200} Jun 30 09:07:31.664079 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5241c666-f763-4b76-bfbc-d9e9a8987285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b', 'code': 200} Jun 30 09:07:31.666130 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-32a91796-d9d5-44aa-b27f-6d9752754d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.675552 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-e8e20577-9ef1-4abd-97fe-a7604bd61b4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 00b24d03-1a96-4446-bee0-4647573d62f4) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:31.694986 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e20577-9ef1-4abd-97fe-a7604bd61b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:31.698929 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e8e20577-9ef1-4abd-97fe-a7604bd61b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.704141 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1992346d-23b5-4bc4-bdd6-228020d2b8ee None None] Network 00b24d03-1a96-4446-bee0-4647573d62f4 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:31.764968 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25440dab-ac10-478d-aa7b-d4c5992161ba x-openstack-request-id: req-25440dab-ac10-478d-aa7b-d4c5992161ba {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:31.765496 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb625a2b-d384-4f15-ae62-9c765ef5121c", "name": "network-vif-deleted", "tag": "05fe653b-f8b1-4998-9066-bba0e8c9e479", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:31.765496 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-25440dab-ac10-478d-aa7b-d4c5992161ba {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:31.766239 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb625a2b-d384-4f15-ae62-9c765ef5121c', 'name': 'network-vif-deleted', 'tag': '05fe653b-f8b1-4998-9066-bba0e8c9e479', 'status': 'completed', 'code': 200} Jun 30 09:07:31.808760 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-cb989d06-3e91-4327-af5a-8b8e2618846e service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238967 Jun 30 09:07:31.827435 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=e7ef9fcb-7325-4494-a377-c12975033350,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:31.857612 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56406) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:31.862998 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-10ae9715-da38-4f99-990e-276661936233 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-466628261-router', 'tenant_id': '8a420aab8c43448bb9d803d0a2a823e3', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:31.867107 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e8e20577-9ef1-4abd-97fe-a7604bd61b4a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.8818946 Jun 30 09:07:31.874460 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-32a91796-d9d5-44aa-b27f-6d9752754d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.888653 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-32a91796-d9d5-44aa-b27f-6d9752754d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.892738 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-32a91796-d9d5-44aa-b27f-6d9752754d57 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9c387378-1528-4844-bcd3-2af02c7acbff HTTP/1.1" status: 204 len: 168 time: 0.3260233 Jun 30 09:07:31.937383 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7b90de51-0050-48b2-8733-1ebda47adcb0 req-806e27d7-ab1d-4977-bdaa-43882539d364 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78dbac7-3152-4a08-b56f-56f03ad63d72 HTTP/1.1" status: 200 len: 210 time: 0.0977602 Jun 30 09:07:31.955732 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a91796-d9d5-44aa-b27f-6d9752754d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c387378-1528-4844-bcd3-2af02c7acbff,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:32.058094 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ecdbd-9248-4dab-b94a-26d2740d8944 req-1e0a93e1-45b0-4e86-b110-069f9da25b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:32.063958 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-580ecdbd-9248-4dab-b94a-26d2740d8944 req-1e0a93e1-45b0-4e86-b110-069f9da25b2d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 1097 time: 0.0962889 Jun 30 09:07:32.064675 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['e7ef9fcb-7325-4494-a377-c12975033350'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:32.084286 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-10ae9715-da38-4f99-990e-276661936233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.085591 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-10ae9715-da38-4f99-990e-276661936233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.123275 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014813c9-8230-45fd-9aa5-946d85d7d406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-00b24d03-1a96-4446-bee0-4647573d62f4', 'network_id': '00b24d03-1a96-4446-bee0-4647573d62f4', 'tenant_id': '8a420aab8c43448bb9d803d0a2a823e3', 'fixed_ips': [{'subnet_id': 'e2824556-fbdc-4b3b-9a5f-891cb740d842'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:07:32.124724 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-014813c9-8230-45fd-9aa5-946d85d7d406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.126851 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-580ecdbd-9248-4dab-b94a-26d2740d8944 req-62751203-a83b-4ea8-9b5a-c99212897cca service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466809 Jun 30 09:07:32.166190 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-10ae9715-da38-4f99-990e-276661936233 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.188252 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0e2b9-b6b0-4469-9adb-88f6b77d3b11 req-21f3050f-ea9d-443c-b55a-ea9973dd604a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:32.195719 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6fd0e2b9-b6b0-4469-9adb-88f6b77d3b11 req-21f3050f-ea9d-443c-b55a-ea9973dd604a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 945 time: 0.1713262 Jun 30 09:07:32.245961 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6fd0e2b9-b6b0-4469-9adb-88f6b77d3b11 req-e8e7b5d4-828a-429f-9078-7be2e73c48f6 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441985 Jun 30 09:07:32.269782 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91f260-5f36-4386-9d02-409ce67e1354 req-cd24a0ee-78c8-4657-b20b-35bec6240a1f tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:32.271719 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3c91f260-5f36-4386-9d02-409ce67e1354 req-cd24a0ee-78c8-4657-b20b-35bec6240a1f tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 945 time: 0.0763111 Jun 30 09:07:32.320727 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3c91f260-5f36-4386-9d02-409ce67e1354 req-add131b0-dc49-4ec2-ad56-bdc05ce8700b tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400369 Jun 30 09:07:32.388281 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-014813c9-8230-45fd-9aa5-946d85d7d406 None None] Allocated IP 172.20.0.2 (00b24d03-1a96-4446-bee0-4647573d62f4/e2824556-fbdc-4b3b-9a5f-891cb740d842/5161686a-b4f8-472f-be4f-69b09ec0eb93) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:32.437861 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-7f8a73ab-b317-4076-9659-1df1d357a1f3 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:32.439469 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-7f8a73ab-b317-4076-9659-1df1d357a1f3 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.52 "GET /v2.0/networks?id=77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 HTTP/1.1" status: 200 len: 804 time: 0.1175623 Jun 30 09:07:32.454265 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-50d31981-47ab-4935-93f8-9607c9f81033 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Request body: {'port': {'device_id': '35bf4cfe-c29c-4839-9550-bbf094505a01', 'network_id': '77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3', 'admin_state_up': True, 'tenant_id': '01a7fa5afec243f0b7c321924a151489'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:32.512864 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fe05ed82-8c29-48d3-a4af-324b2abea1e4 req-7dbd2565-6239-4045-9226-9bed7f29e3c4 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=35bf4cfe-c29c-4839-9550-bbf094505a01 HTTP/1.1" status: 200 len: 210 time: 0.0645463 Jun 30 09:07:32.603596 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-10ae9715-da38-4f99-990e-276661936233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.642467 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-014813c9-8230-45fd-9aa5-946d85d7d406 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.655249 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-014813c9-8230-45fd-9aa5-946d85d7d406 None None] Transition to ACTIVE for port object 5161686a-b4f8-472f-be4f-69b09ec0eb93 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:32.677817 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-014813c9-8230-45fd-9aa5-946d85d7d406 None None] Transition to ACTIVE for port object 5161686a-b4f8-472f-be4f-69b09ec0eb93 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:32.723978 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-50d31981-47ab-4935-93f8-9607c9f81033 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Made reservation on behalf of 01a7fa5afec243f0b7c321924a151489 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:32.740309 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-50d31981-47ab-4935-93f8-9607c9f81033 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.778994 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-014813c9-8230-45fd-9aa5-946d85d7d406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.816709 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ac29633-331a-4a1f-abea-30d6e19f2f54 req-49f8ff51-ab71-4ba4-9443-99092d068ba3 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ed3863a-c03a-4509-9314-5976b5610c55 HTTP/1.1" status: 200 len: 210 time: 0.0405698 Jun 30 09:07:32.831915 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014813c9-8230-45fd-9aa5-946d85d7d406 None None] Network 00b24d03-1a96-4446-bee0-4647573d62f4 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:32.835906 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-014813c9-8230-45fd-9aa5-946d85d7d406 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:32.844250 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014813c9-8230-45fd-9aa5-946d85d7d406 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:32.854223 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014813c9-8230-45fd-9aa5-946d85d7d406 None None] Pushing event updated for resources: {'Port': ['ID=5161686a-b4f8-472f-be4f-69b09ec0eb93,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:32.942023 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-014813c9-8230-45fd-9aa5-946d85d7d406 None None] Attempting to bind port 5161686a-b4f8-472f-be4f-69b09ec0eb93 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:32.942792 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-014813c9-8230-45fd-9aa5-946d85d7d406 None None] Attempting to bind port 5161686a-b4f8-472f-be4f-69b09ec0eb93 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '068b1985-c91f-4ed0-9f1f-2efd3d828567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '00b24d03-1a96-4446-bee0-4647573d62f4'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:32.943462 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014813c9-8230-45fd-9aa5-946d85d7d406 None None] Attempting to bind port 5161686a-b4f8-472f-be4f-69b09ec0eb93 on network 00b24d03-1a96-4446-bee0-4647573d62f4 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:32.952364 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014813c9-8230-45fd-9aa5-946d85d7d406 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:32.953043 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014813c9-8230-45fd-9aa5-946d85d7d406 None None] Checking segment: {'id': '068b1985-c91f-4ed0-9f1f-2efd3d828567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '00b24d03-1a96-4446-bee0-4647573d62f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:32.953602 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-014813c9-8230-45fd-9aa5-946d85d7d406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.954246 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014813c9-8230-45fd-9aa5-946d85d7d406 None None] Bound using segment: {'id': '068b1985-c91f-4ed0-9f1f-2efd3d828567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '00b24d03-1a96-4446-bee0-4647573d62f4'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:32.954891 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-014813c9-8230-45fd-9aa5-946d85d7d406 None None] Bound port: 5161686a-b4f8-472f-be4f-69b09ec0eb93, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068b1985-c91f-4ed0-9f1f-2efd3d828567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '00b24d03-1a96-4446-bee0-4647573d62f4'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:32.956348 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-014813c9-8230-45fd-9aa5-946d85d7d406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.957265 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302e523-487e-4a3c-b92c-3037cad2d5e3 req-79a02b60-e449-4c4f-baff-979ec1d3dd75 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:32.958867 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7302e523-487e-4a3c-b92c-3037cad2d5e3 req-79a02b60-e449-4c4f-baff-979ec1d3dd75 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 950 time: 0.2933016 Jun 30 09:07:33.033279 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-10ae9715-da38-4f99-990e-276661936233 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.093821 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-10ae9715-da38-4f99-990e-276661936233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.129540 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-50d31981-47ab-4935-93f8-9607c9f81033 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Allocated IP 172.20.0.7 (77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3/712820fb-ce56-42e0-86ec-ce6b0d4d81b4/5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:33.133478 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d8dcb986-9163-4248-b8d7-4ff231cde6fe req-c47f6805-4563-46fd-b935-56a9ec44ba7d tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78dbac7-3152-4a08-b56f-56f03ad63d72 HTTP/1.1" status: 200 len: 210 time: 0.0484283 Jun 30 09:07:33.144331 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7302e523-487e-4a3c-b92c-3037cad2d5e3 req-b3eda8b8-6eaa-47f6-b39f-61687e929b73 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708083 Jun 30 09:07:33.144752 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-014813c9-8230-45fd-9aa5-946d85d7d406 None None] For port 5161686a-b4f8-472f-be4f-69b09ec0eb93, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:33.160002 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-014813c9-8230-45fd-9aa5-946d85d7d406 None None] For port 5161686a-b4f8-472f-be4f-69b09ec0eb93, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5161686a-b4f8-472f-be4f-69b09ec0eb93,segment=NetworkSegment(068b1985-c91f-4ed0-9f1f-2efd3d828567),segment_id=068b1985-c91f-4ed0-9f1f-2efd3d828567)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:33.260276 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-014813c9-8230-45fd-9aa5-946d85d7d406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.281543 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56424) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:33.296827 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-10ae9715-da38-4f99-990e-276661936233 admin admin] Allocated IP 172.25.6.32 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/e6065d48-5178-44e0-afbc-23d6fed3b7da) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:33.364651 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2dbc1d6b-c083-4e5e-ac7c-0f921ce85ba5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8943d1a1b8834a8b9fa84bfbe7654e88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0820737 Jun 30 09:07:33.368367 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56428) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:33.440666 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-50d31981-47ab-4935-93f8-9607c9f81033 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.446107 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014813c9-8230-45fd-9aa5-946d85d7d406 None None] Pushing event updated for resources: {'Port': ['ID=5161686a-b4f8-472f-be4f-69b09ec0eb93,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:33.484461 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-10ae9715-da38-4f99-990e-276661936233 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.529396 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6b242590-ddf3-4658-a654-19fc1382cb33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.570399 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6b242590-ddf3-4658-a654-19fc1382cb33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.640380 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-10ae9715-da38-4f99-990e-276661936233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.662091 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 08a444d0-5585-4042-9ca7-d7e43c17fbb3 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:33.692863 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-50d31981-47ab-4935-93f8-9607c9f81033 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.704949 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516a100-5d39-4aa8-b448-43cc2b8b3259 req-ab3892be-05e4-4129-84ad-d4674bbeed8d tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:33.704949 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3516a100-5d39-4aa8-b448-43cc2b8b3259 req-ab3892be-05e4-4129-84ad-d4674bbeed8d tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 945 time: 0.1763301 Jun 30 09:07:33.718572 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 08a444d0-5585-4042-9ca7-d7e43c17fbb3 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:33.718967 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 08a444d0-5585-4042-9ca7-d7e43c17fbb3 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:33.719795 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 05fe653b-f8b1-4998-9066-bba0e8c9e479 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:33.771008 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed3863a-c03a-4509-9314-5976b5610c55', 'name': 'network-vif-deleted', 'tag': '08a444d0-5585-4042-9ca7-d7e43c17fbb3'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:33.774006 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4fce45-67f4-489a-8730-736b35964031" -d '{"events": [{"server_uuid": "2ed3863a-c03a-4509-9314-5976b5610c55", "name": "network-vif-deleted", "tag": "08a444d0-5585-4042-9ca7-d7e43c17fbb3"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:33.774662 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ae9715-da38-4f99-990e-276661936233 admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:33.782999 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 05fe653b-f8b1-4998-9066-bba0e8c9e479 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:33.783782 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 05fe653b-f8b1-4998-9066-bba0e8c9e479 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:33.790196 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6b242590-ddf3-4658-a654-19fc1382cb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.792735 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6b242590-ddf3-4658-a654-19fc1382cb33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.797757 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6b242590-ddf3-4658-a654-19fc1382cb33 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/642f69c9-9c45-4bd4-a586-e3b74a2fba85 HTTP/1.1" status: 204 len: 168 time: 0.4249756 Jun 30 09:07:33.799959 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-10ae9715-da38-4f99-990e-276661936233 admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:33.799959 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ae9715-da38-4f99-990e-276661936233 admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:33.848469 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6dc28-e9f0-420b-b512-6d970ee0eb17 req-f7077c07-a5bc-44c0-ab5f-c5908b3f7baf tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:33.867809 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8c6dc28-e9f0-420b-b512-6d970ee0eb17 req-f7077c07-a5bc-44c0-ab5f-c5908b3f7baf tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 945 time: 0.2716093 Jun 30 09:07:33.870843 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-50d31981-47ab-4935-93f8-9607c9f81033 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Network 77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:33.894229 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d31981-47ab-4935-93f8-9607c9f81033 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Pushing event updated for resources: {'Port': ['ID=5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:33.913399 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b242590-ddf3-4658-a654-19fc1382cb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642f69c9-9c45-4bd4-a586-e3b74a2fba85,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:33.915777 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-50d31981-47ab-4935-93f8-9607c9f81033 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:33.965581 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-50d31981-47ab-4935-93f8-9607c9f81033 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:34.013428 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3516a100-5d39-4aa8-b448-43cc2b8b3259 req-5d52f425-793e-4840-a415-9952f5190f9f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2824829 Jun 30 09:07:34.017444 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae9715-da38-4f99-990e-276661936233 admin admin] Pushing event updated for resources: {'Port': ['ID=e6065d48-5178-44e0-afbc-23d6fed3b7da,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:34.032136 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8c6dc28-e9f0-420b-b512-6d970ee0eb17 req-3294ef19-8b99-451f-90ba-4ad1c21530d5 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635416 Jun 30 09:07:34.056192 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-50d31981-47ab-4935-93f8-9607c9f81033 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:34.058607 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-50d31981-47ab-4935-93f8-9607c9f81033 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.132570 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d9bf40-52ee-4f39-975a-00a739745d67 x-openstack-request-id: req-92d9bf40-52ee-4f39-975a-00a739745d67 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:34.132956 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed3863a-c03a-4509-9314-5976b5610c55", "name": "network-vif-deleted", "tag": "08a444d0-5585-4042-9ca7-d7e43c17fbb3", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:34.133283 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-92d9bf40-52ee-4f39-975a-00a739745d67 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:34.133774 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed3863a-c03a-4509-9314-5976b5610c55', 'name': 'network-vif-deleted', 'tag': '08a444d0-5585-4042-9ca7-d7e43c17fbb3', 'status': 'completed', 'code': 200} Jun 30 09:07:34.157521 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5161686a-b4f8-472f-be4f-69b09ec0eb93 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:34.176204 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-50d31981-47ab-4935-93f8-9607c9f81033 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7264037 Jun 30 09:07:34.189252 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-3711217b-b8f7-45ba-bac9-1d62e02cb152 service neutron] Request body: {'port': {'device_id': '35bf4cfe-c29c-4839-9550-bbf094505a01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:34.343652 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-3711217b-b8f7-45ba-bac9-1d62e02cb152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.355030 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 5161686a-b4f8-472f-be4f-69b09ec0eb93 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:34.471175 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f9e26cb3-0e6e-491f-931d-8939f921abcd req-db39886e-59a9-4e3c-94c9-6ed6e842b5d0 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78dbac7-3152-4a08-b56f-56f03ad63d72 HTTP/1.1" status: 200 len: 210 time: 0.0495541 Jun 30 09:07:34.498485 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51d604-b862-4b5b-a52e-883396eb5419 req-44ba97c1-566c-45c7-92a6-838c9286922f tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:34.500728 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0c51d604-b862-4b5b-a52e-883396eb5419 req-44ba97c1-566c-45c7-92a6-838c9286922f tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=35bf4cfe-c29c-4839-9550-bbf094505a01 HTTP/1.1" status: 200 len: 931 time: 0.2848537 Jun 30 09:07:34.541836 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-10ae9715-da38-4f99-990e-276661936233 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.805205 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ac8ee-8135-4bc7-9202-23ad8a457937 req-5d448463-e4f8-4ad6-b438-6cacfce5158d tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:34.806830 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce4ac8ee-8135-4bc7-9202-23ad8a457937 req-5d448463-e4f8-4ad6-b438-6cacfce5158d tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 950 time: 0.1395042 Jun 30 09:07:34.823573 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-3711217b-b8f7-45ba-bac9-1d62e02cb152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:07:34.835509 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-3711217b-b8f7-45ba-bac9-1d62e02cb152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.848132 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9990513-fa1a-42eb-8e69-a1b770d32a08 None None] Network 00b24d03-1a96-4446-bee0-4647573d62f4 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:34.871338 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-3711217b-b8f7-45ba-bac9-1d62e02cb152 service neutron] Transition to ACTIVE for port object 5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:34.887351 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce4ac8ee-8135-4bc7-9202-23ad8a457937 req-31ca20db-2273-46dc-8fd1-e2704f24cac4 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692658 Jun 30 09:07:34.914536 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0c51d604-b862-4b5b-a52e-883396eb5419 req-fa79cf52-a9b4-4a4b-8340-6bdb44e4382e tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058290 Jun 30 09:07:35.061565 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-3711217b-b8f7-45ba-bac9-1d62e02cb152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.101763 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-41c4518d-6801-4583-bf7e-bb52cb52a1d8 None None] Provisioning for port 5161686a-b4f8-472f-be4f-69b09ec0eb93 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:35.104646 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-10ae9715-da38-4f99-990e-276661936233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.108507 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-41c4518d-6801-4583-bf7e-bb52cb52a1d8 None None] Provisioning complete for port 5161686a-b4f8-472f-be4f-69b09ec0eb93 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:35.108878 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-41c4518d-6801-4583-bf7e-bb52cb52a1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.187818 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f643e61-8332-4879-8994-418ae7010ab4 req-1792a5a9-fee3-483b-916d-c4b85711cd55 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:35.195113 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3f643e61-8332-4879-8994-418ae7010ab4 req-1792a5a9-fee3-483b-916d-c4b85711cd55 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/networks?id=dbd9754c-6cc8-466f-93ec-62534a8480bb HTTP/1.1" status: 200 len: 811 time: 0.2072599 Jun 30 09:07:35.213491 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-41c4518d-6801-4583-bf7e-bb52cb52a1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.229697 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device e7ef9fcb-7325-4494-a377-c12975033350 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:35.258673 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711217b-b8f7-45ba-bac9-1d62e02cb152 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:35.284386 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3f643e61-8332-4879-8994-418ae7010ab4 req-d2160114-bfbc-45d3-be92-6116ca765f18 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/quotas/164efc1ee4d9427b996c064420e28c66 HTTP/1.1" status: 200 len: 375 time: 0.0875483 Jun 30 09:07:35.292787 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-41c4518d-6801-4583-bf7e-bb52cb52a1d8 None None] For port 5161686a-b4f8-472f-be4f-69b09ec0eb93, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5161686a-b4f8-472f-be4f-69b09ec0eb93,segment=NetworkSegment(068b1985-c91f-4ed0-9f1f-2efd3d828567),segment_id=068b1985-c91f-4ed0-9f1f-2efd3d828567)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:35.340850 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3f643e61-8332-4879-8994-418ae7010ab4 req-8cc05f66-77d0-40e7-a300-cdcae1db1ee3 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=164efc1ee4d9427b996c064420e28c66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515742 Jun 30 09:07:35.385762 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056071a-7d0e-46ee-b5f3-b60933ef5d02 req-fbd47565-a0d0-4955-9fc0-ba70ffc43280 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:35.387759 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4056071a-7d0e-46ee-b5f3-b60933ef5d02 req-fbd47565-a0d0-4955-9fc0-ba70ffc43280 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 945 time: 0.1232779 Jun 30 09:07:35.389736 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-41c4518d-6801-4583-bf7e-bb52cb52a1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.477635 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port e7ef9fcb-7325-4494-a377-c12975033350 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:35.487807 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4518d-6801-4583-bf7e-bb52cb52a1d8 None None] Pushing event updated for resources: {'Port': ['ID=5161686a-b4f8-472f-be4f-69b09ec0eb93,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:35.496981 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ae9715-da38-4f99-990e-276661936233 admin admin] Router 1fd3ab24-0dde-485f-aafc-8bca06c67639 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:07:35.503214 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port e7ef9fcb-7325-4494-a377-c12975033350 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:35.504474 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.532398 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4056071a-7d0e-46ee-b5f3-b60933ef5d02 req-a8143c81-0af5-4a65-a97c-a17f88c7fae0 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360199 Jun 30 09:07:35.604816 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-3711217b-b8f7-45ba-bac9-1d62e02cb152 service neutron] Attempting to bind port 5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:35.605164 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-3711217b-b8f7-45ba-bac9-1d62e02cb152 service neutron] Attempting to bind port 5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': 'ef777540-1d0e-494f-843e-24cc054d8054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:35.605619 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-3711217b-b8f7-45ba-bac9-1d62e02cb152 service neutron] Attempting to bind port 5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd on network 77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:35.632994 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-3711217b-b8f7-45ba-bac9-1d62e02cb152 service neutron] Port 5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd on network 77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:07:35.637726 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-3711217b-b8f7-45ba-bac9-1d62e02cb152 service neutron] Attempting to bind port 5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd on network 77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:35.652310 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-3711217b-b8f7-45ba-bac9-1d62e02cb152 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:35.652668 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-3711217b-b8f7-45ba-bac9-1d62e02cb152 service neutron] Checking segment: {'id': 'ef777540-1d0e-494f-843e-24cc054d8054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:35.653367 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-3711217b-b8f7-45ba-bac9-1d62e02cb152 service neutron] Bound using segment: {'id': 'ef777540-1d0e-494f-843e-24cc054d8054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:35.653903 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-3711217b-b8f7-45ba-bac9-1d62e02cb152 service neutron] Bound port: 5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef777540-1d0e-494f-843e-24cc054d8054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:35.654316 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-3711217b-b8f7-45ba-bac9-1d62e02cb152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.661536 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.663684 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-ac4a8cee-49dc-44c2-b4ce-155fd3f52da3 None None] Provisioning complete for port 5161686a-b4f8-472f-be4f-69b09ec0eb93 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:35.664143 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ac4a8cee-49dc-44c2-b4ce-155fd3f52da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.676932 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3f643e61-8332-4879-8994-418ae7010ab4 req-1b9c5fa2-3077-4592-8243-63b6e38cb828 service neutron] 10.222.0.10 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349097 Jun 30 09:07:35.740817 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port e7ef9fcb-7325-4494-a377-c12975033350, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e7ef9fcb-7325-4494-a377-c12975033350,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:35.742368 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d9464a-b92f-4c7c-b736-e2668b44a155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ef9fcb-7325-4494-a377-c12975033350'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:35.745469 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0e7b00-85e8-46c7-9893-c5237f2dbd9f" -d '{"events": [{"server_uuid": "88d9464a-b92f-4c7c-b736-e2668b44a155", "name": "network-vif-plugged", "status": "completed", "tag": "e7ef9fcb-7325-4494-a377-c12975033350"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:35.790311 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ae9715-da38-4f99-990e-276661936233 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:07:35.802230 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a77220-6b73-4a01-92d1-7e498a1ad1af None None] Sync routers for ids ['1fd3ab24-0dde-485f-aafc-8bca06c67639'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:07:35.823484 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.823618 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a77220-6b73-4a01-92d1-7e498a1ad1af None None] Routers {'1fd3ab24-0dde-485f-aafc-8bca06c67639'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:35.824847 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-06a77220-6b73-4a01-92d1-7e498a1ad1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:07:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1fd3ab24-0dde-485f-aafc-8bca06c67639'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:35.845527 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-49e913be-5315-4990-af72-dac34466d1cb tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:35.847589 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-49e913be-5315-4990-af72-dac34466d1cb tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.37 "GET /v2.0/networks?id=56f88d8c-6215-4429-a876-d7c759a58eb1 HTTP/1.1" status: 200 len: 812 time: 0.3638906 Jun 30 09:07:35.865750 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-c1d20ad4-0163-4f9b-8511-d0886436bd59 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Request body: {'port': {'device_id': 'e78dbac7-3152-4a08-b56f-56f03ad63d72', 'network_id': '56f88d8c-6215-4429-a876-d7c759a58eb1', 'admin_state_up': True, 'tenant_id': '3489997d673c435cb76703153e32f89d'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:35.875835 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1feff-dbdd-418d-9fe3-e883209555e7 req-bcdb6211-c307-4085-a1da-00a9a8ada0bc tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:35.885157 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dfb1feff-dbdd-418d-9fe3-e883209555e7 req-bcdb6211-c307-4085-a1da-00a9a8ada0bc tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 945 time: 0.1563289 Jun 30 09:07:35.914278 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=e7ef9fcb-7325-4494-a377-c12975033350,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:35.934083 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-10ae9715-da38-4f99-990e-276661936233 admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.949196 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-10ae9715-da38-4f99-990e-276661936233 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.0797162 Jun 30 09:07:35.949196 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56490) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:35.954785 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dfb1feff-dbdd-418d-9fe3-e883209555e7 req-638bc04e-e092-4eba-83ad-a93342989b9c tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689290 Jun 30 09:07:35.989698 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-06a77220-6b73-4a01-92d1-7e498a1ad1af None None] Set router 1fd3ab24-0dde-485f-aafc-8bca06c67639 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:36.051800 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-3711217b-b8f7-45ba-bac9-1d62e02cb152 service neutron] For port 5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:36.056632 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3f643e61-8332-4879-8994-418ae7010ab4 req-2f12c90f-04a6-4994-a401-23c1c26fb086 service neutron] 10.222.0.10 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788247 Jun 30 09:07:36.080977 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-dc1ea0a3-fb34-4556-b9e5-b058fec7ee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:36.082851 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-dc1ea0a3-fb34-4556-b9e5-b058fec7ee41 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806&tenant_id=aa895c07f8ad47749dbf0e6817533c37 HTTP/1.1" status: 200 len: 1102 time: 0.2549670 Jun 30 09:07:36.088544 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-3711217b-b8f7-45ba-bac9-1d62e02cb152 service neutron] For port 5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:36.109921 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-84813e5c-be01-407e-94d8-4da50baa2d21 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-31', 'device_owner': 'compute:nova'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:36.119873 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5161686a-b4f8-472f-be4f-69b09ec0eb93 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:36.201662 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-3711217b-b8f7-45ba-bac9-1d62e02cb152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.247157 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 5161686a-b4f8-472f-be4f-69b09ec0eb93 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:36.247157 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.253032 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-3711217b-b8f7-45ba-bac9-1d62e02cb152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:36.254253 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-3711217b-b8f7-45ba-bac9-1d62e02cb152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.255870 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-3711217b-b8f7-45ba-bac9-1d62e02cb152 service neutron] 10.222.0.52 "PUT /v2.0/ports/5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd HTTP/1.1" status: 200 len: 1092 time: 2.0715399 Jun 30 09:07:36.256336 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35bf4cfe-c29c-4839-9550-bbf094505a01', 'tag': '5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:36.259845 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7871e3f4-f6ad-493a-8ae2-2144e67f77b0" -d '{"events": [{"name": "network-changed", "server_uuid": "35bf4cfe-c29c-4839-9550-bbf094505a01", "tag": "5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:36.264388 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4ff17d25-d03e-49a1-9772-cde917a948d9 req-f750b5f4-72e6-4924-8f1d-9e0d81c5f67b tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78dbac7-3152-4a08-b56f-56f03ad63d72 HTTP/1.1" status: 200 len: 210 time: 0.0940266 Jun 30 09:07:36.301523 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711217b-b8f7-45ba-bac9-1d62e02cb152 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:36.319733 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-06a77220-6b73-4a01-92d1-7e498a1ad1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd3ab24-0dde-485f-aafc-8bca06c67639', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-466628261-router', 'tenant_id': '8a420aab8c43448bb9d803d0a2a823e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'e6065d48-5178-44e0-afbc-23d6fed3b7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:32Z', 'updated_at': '2021-06-30T09:07:34Z', 'revision_number': 3, 'project_id': '8a420aab8c43448bb9d803d0a2a823e3', 'gw_port': {'id': 'e6065d48-5178-44e0-afbc-23d6fed3b7da', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:3f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd3ab24-0dde-485f-aafc-8bca06c67639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:33Z', 'updated_at': '2021-06-30T09:07:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:36.347897 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a77220-6b73-4a01-92d1-7e498a1ad1af None None] Checking router: 1fd3ab24-0dde-485f-aafc-8bca06c67639 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:07:36.348328 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a77220-6b73-4a01-92d1-7e498a1ad1af None None] Updating router 1fd3ab24-0dde-485f-aafc-8bca06c67639 port e6065d48-5178-44e0-afbc-23d6fed3b7da binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:07:36.395323 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-c1d20ad4-0163-4f9b-8511-d0886436bd59 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Made reservation on behalf of 3489997d673c435cb76703153e32f89d for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:36.398141 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-06a77220-6b73-4a01-92d1-7e498a1ad1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.401726 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-84813e5c-be01-407e-94d8-4da50baa2d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.406404 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-c1d20ad4-0163-4f9b-8511-d0886436bd59 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.598487 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74ea0ec-b64a-4d65-8c08-d8aa068ea520 x-openstack-request-id: req-e74ea0ec-b64a-4d65-8c08-d8aa068ea520 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:36.598694 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d9464a-b92f-4c7c-b736-e2668b44a155", "name": "network-vif-plugged", "status": "completed", "tag": "e7ef9fcb-7325-4494-a377-c12975033350", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:36.598924 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e74ea0ec-b64a-4d65-8c08-d8aa068ea520 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:36.599308 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d9464a-b92f-4c7c-b736-e2668b44a155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ef9fcb-7325-4494-a377-c12975033350', 'code': 200} Jun 30 09:07:36.718053 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-7dd77f91-9e92-4da6-a707-56565ffa4bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:36.723756 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-7dd77f91-9e92-4da6-a707-56565ffa4bf1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01a7fa5afec243f0b7c321924a151489&device_id=35bf4cfe-c29c-4839-9550-bbf094505a01 HTTP/1.1" status: 200 len: 1095 time: 0.2789359 Jun 30 09:07:36.823144 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-063688e3-f9eb-443e-80d2-4d463fc55f53 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd HTTP/1.1" status: 200 len: 217 time: 0.0878289 Jun 30 09:07:36.829657 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-c1d20ad4-0163-4f9b-8511-d0886436bd59 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Allocated IP 172.20.0.3 (56f88d8c-6215-4429-a876-d7c759a58eb1/7eb0ed17-5afe-4eef-a6c1-cccad8874493/c761022f-5be5-4819-abd0-574e1697b170) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:36.874032 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-06a77220-6b73-4a01-92d1-7e498a1ad1af None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.886395 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-06a77220-6b73-4a01-92d1-7e498a1ad1af None None] Transition to ACTIVE for port object e6065d48-5178-44e0-afbc-23d6fed3b7da will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:36.920403 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eea5b2-3a8f-4395-8130-cc3359fd350f req-5ad253b9-45c9-43fb-9e29-692caa8f957c tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:36.921975 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38eea5b2-3a8f-4395-8130-cc3359fd350f req-5ad253b9-45c9-43fb-9e29-692caa8f957c tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 945 time: 0.5247374 Jun 30 09:07:36.945118 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56512) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:36.954843 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-fcc8ef52-2c26-4164-9c95-240760321c2a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Request body: {'floatingip': {'port_id': '1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:36.966993 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-9556b030-13bf-4472-880d-d59b92285b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:36.968881 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-9556b030-13bf-4472-880d-d59b92285b75 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=712820fb-ce56-42e0-86ec-ce6b0d4d81b4 HTTP/1.1" status: 200 len: 844 time: 0.1369619 Jun 30 09:07:36.983746 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-06a77220-6b73-4a01-92d1-7e498a1ad1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.047878 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-80d01dcd-d146-4ebd-869c-8190806ca4ef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598810 Jun 30 09:07:37.075532 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.115243 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-06a77220-6b73-4a01-92d1-7e498a1ad1af None None] Attempting to bind port e6065d48-5178-44e0-afbc-23d6fed3b7da on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:37.116381 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-06a77220-6b73-4a01-92d1-7e498a1ad1af None None] Attempting to bind port e6065d48-5178-44e0-afbc-23d6fed3b7da by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:37.116381 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a77220-6b73-4a01-92d1-7e498a1ad1af None None] Attempting to bind port e6065d48-5178-44e0-afbc-23d6fed3b7da on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:37.121646 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce6549-06fa-41ed-8800-965ee82c0847 None None] Pushing event updated for resources: {'Port': ['ID=e6065d48-5178-44e0-afbc-23d6fed3b7da,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:37.129225 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a77220-6b73-4a01-92d1-7e498a1ad1af None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:37.130867 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a77220-6b73-4a01-92d1-7e498a1ad1af None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:37.131678 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-06a77220-6b73-4a01-92d1-7e498a1ad1af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.132297 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a77220-6b73-4a01-92d1-7e498a1ad1af None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:37.133888 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-06a77220-6b73-4a01-92d1-7e498a1ad1af None None] Bound port: e6065d48-5178-44e0-afbc-23d6fed3b7da, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:37.134590 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-06a77220-6b73-4a01-92d1-7e498a1ad1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.175679 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fcc8ef52-2c26-4164-9c95-240760321c2a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks [] for floatingip, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.213341 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-06a77220-6b73-4a01-92d1-7e498a1ad1af None None] For port e6065d48-5178-44e0-afbc-23d6fed3b7da, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:37.217629 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-06a77220-6b73-4a01-92d1-7e498a1ad1af None None] For port e6065d48-5178-44e0-afbc-23d6fed3b7da, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e6065d48-5178-44e0-afbc-23d6fed3b7da,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:37.375192 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-06a77220-6b73-4a01-92d1-7e498a1ad1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.468761 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a77220-6b73-4a01-92d1-7e498a1ad1af None None] Routers {'1fd3ab24-0dde-485f-aafc-8bca06c67639'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:37.469652 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-06a77220-6b73-4a01-92d1-7e498a1ad1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:07:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1fd3ab24-0dde-485f-aafc-8bca06c67639'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:37.473087 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce6549-06fa-41ed-8800-965ee82c0847 None None] Pushing event updated for resources: {'Port': ['ID=e6065d48-5178-44e0-afbc-23d6fed3b7da,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:37.499409 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f371e-c1a7-451a-8b7e-ae44c8167fbc req-0ccfc68d-51aa-4481-a3fb-497bd595e322 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:37.504702 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-026f371e-c1a7-451a-8b7e-ae44c8167fbc req-0ccfc68d-51aa-4481-a3fb-497bd595e322 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 950 time: 0.6739845 Jun 30 09:07:37.508552 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-84813e5c-be01-407e-94d8-4da50baa2d21 service neutron] For port 97de3316-ef20-4812-9e1b-0c90673b35b1, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=97de3316-ef20-4812-9e1b-0c90673b35b1,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:37.546286 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546db87-ee39-4f5b-a881-8453956f3570 req-b6579ddc-5fb0-4365-916c-31d632ee3b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:37.548827 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a546db87-ee39-4f5b-a881-8453956f3570 req-b6579ddc-5fb0-4365-916c-31d632ee3b05 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 1098 time: 0.7573876 Jun 30 09:07:37.602589 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-06a77220-6b73-4a01-92d1-7e498a1ad1af None None] Set router 1fd3ab24-0dde-485f-aafc-8bca06c67639 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:37.617183 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-026f371e-c1a7-451a-8b7e-ae44c8167fbc req-b254b954-840a-4779-bc13-7b1ee3354f91 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869949 Jun 30 09:07:37.644865 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-c1d20ad4-0163-4f9b-8511-d0886436bd59 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.648599 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-71c23144-b731-4136-a46d-86497a8a48f6 service neutron] 10.222.0.52 "GET /v2.0/networks/77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5838454 Jun 30 09:07:37.694192 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 97de3316-ef20-4812-9e1b-0c90673b35b1 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:37.745475 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788f1766-6fb7-43d4-a797-e782caffb72e x-openstack-request-id: req-788f1766-6fb7-43d4-a797-e782caffb72e {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:37.745862 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35bf4cfe-c29c-4839-9550-bbf094505a01", "tag": "5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:37.746052 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-788f1766-6fb7-43d4-a797-e782caffb72e {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:37.746447 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35bf4cfe-c29c-4839-9550-bbf094505a01', 'tag': '5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd', 'status': 'completed', 'code': 200} Jun 30 09:07:37.863438 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.863702 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-06a77220-6b73-4a01-92d1-7e498a1ad1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd3ab24-0dde-485f-aafc-8bca06c67639', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-466628261-router', 'tenant_id': '8a420aab8c43448bb9d803d0a2a823e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'e6065d48-5178-44e0-afbc-23d6fed3b7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:32Z', 'updated_at': '2021-06-30T09:07:34Z', 'revision_number': 3, 'project_id': '8a420aab8c43448bb9d803d0a2a823e3', 'gw_port': {'id': 'e6065d48-5178-44e0-afbc-23d6fed3b7da', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:3f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd3ab24-0dde-485f-aafc-8bca06c67639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:33Z', 'updated_at': '2021-06-30T09:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:37.889127 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-01debc97-bf2c-4b8a-8f39-02730d735c70 req-da87b9cf-de9e-4f90-82f9-41dd86442f9f service neutron] 10.222.0.52 "GET /v2.0/networks/77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330563 Jun 30 09:07:37.894920 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a77220-6b73-4a01-92d1-7e498a1ad1af None None] The sync data for ids ['1fd3ab24-0dde-485f-aafc-8bca06c67639'] in n-d-771363-31 is: [{'id': '1fd3ab24-0dde-485f-aafc-8bca06c67639', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-466628261-router', 'tenant_id': '8a420aab8c43448bb9d803d0a2a823e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'e6065d48-5178-44e0-afbc-23d6fed3b7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:32Z', 'updated_at': '2021-06-30T09:07:34Z', 'revision_number': 3, 'project_id': '8a420aab8c43448bb9d803d0a2a823e3', 'gw_port': {'id': 'e6065d48-5178-44e0-afbc-23d6fed3b7da', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:3f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd3ab24-0dde-485f-aafc-8bca06c67639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:33Z', 'updated_at': '2021-06-30T09:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:07:37.934858 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d9449749-6dfe-4380-804d-100e0b9e9b6d req-afba0452-bcba-48b4-9024-0cca7b61c50f tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 210 time: 0.0657327 Jun 30 09:07:38.009591 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08914b8e-581c-4168-9b8b-f1adb0b79c8e req-985e41b2-3f47-4344-aa51-655ecab806f3 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:38.015737 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-08914b8e-581c-4168-9b8b-f1adb0b79c8e req-985e41b2-3f47-4344-aa51-655ecab806f3 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=35bf4cfe-c29c-4839-9550-bbf094505a01 HTTP/1.1" status: 200 len: 943 time: 0.8209312 Jun 30 09:07:38.035918 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-c1d20ad4-0163-4f9b-8511-d0886436bd59 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.048351 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:38.078741 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-84813e5c-be01-407e-94d8-4da50baa2d21 service neutron] For port 97de3316-ef20-4812-9e1b-0c90673b35b1, host n-h1-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:38.118325 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-c1d20ad4-0163-4f9b-8511-d0886436bd59 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Network 56f88d8c-6215-4429-a876-d7c759a58eb1 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:38.132695 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-84813e5c-be01-407e-94d8-4da50baa2d21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.149333 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-84813e5c-be01-407e-94d8-4da50baa2d21 service neutron] Transition to ACTIVE for port object 97de3316-ef20-4812-9e1b-0c90673b35b1 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:38.152022 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c961ef-24b0-4282-ab5e-bc42c058d806', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97de3316-ef20-4812-9e1b-0c90673b35b1'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:38.152555 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-c1d20ad4-0163-4f9b-8511-d0886436bd59 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:38.154563 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145466ba-2701-4b36-9b64-0284d8a8d7bf" -d '{"events": [{"server_uuid": "c4c961ef-24b0-4282-ab5e-bc42c058d806", "name": "network-vif-unplugged", "status": "completed", "tag": "97de3316-ef20-4812-9e1b-0c90673b35b1"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:38.170856 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-c1d20ad4-0163-4f9b-8511-d0886436bd59 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:38.183207 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a546db87-ee39-4f5b-a881-8453956f3570 req-98f51244-f0ca-4617-9f92-705e7e040348 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6209540 Jun 30 09:07:38.187913 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fcaee634-10db-40dc-8356-337eccf47b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.293955 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-84813e5c-be01-407e-94d8-4da50baa2d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.295972 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d20ad4-0163-4f9b-8511-d0886436bd59 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Pushing event updated for resources: {'Port': ['ID=c761022f-5be5-4819-abd0-574e1697b170,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:38.335324 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-08914b8e-581c-4168-9b8b-f1adb0b79c8e req-2036de49-49fa-4ff4-9830-e8aa12e1ba57 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185167 Jun 30 09:07:38.371832 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-c1d20ad4-0163-4f9b-8511-d0886436bd59 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:38.372615 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-c1d20ad4-0163-4f9b-8511-d0886436bd59 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.394123 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:07:38.394123 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:07:38.426169 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871e3f4-f6ad-493a-8ae2-2144e67f77b0 req-414375b0-3d26-460a-a7e5-cb894ab32a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:38.441993 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7871e3f4-f6ad-493a-8ae2-2144e67f77b0 req-414375b0-3d26-460a-a7e5-cb894ab32a64 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01a7fa5afec243f0b7c321924a151489&device_id=35bf4cfe-c29c-4839-9550-bbf094505a01 HTTP/1.1" status: 200 len: 1095 time: 0.3632476 Jun 30 09:07:38.552458 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.561103 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7bf8ca-1e25-403c-96a2-f8ca10fcc1d3 req-40f92710-1062-44cf-892f-35d599f1595c tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:38.567149 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa7bf8ca-1e25-403c-96a2-f8ca10fcc1d3 req-40f92710-1062-44cf-892f-35d599f1595c tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 946 time: 0.4751196 Jun 30 09:07:38.625607 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-c1d20ad4-0163-4f9b-8511-d0886436bd59 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7684159 Jun 30 09:07:38.642399 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-ce771b4f-8eb5-4608-a753-3758b0ac0a0c service neutron] Request body: {'port': {'device_id': 'e78dbac7-3152-4a08-b56f-56f03ad63d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:38.729351 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-84813e5c-be01-407e-94d8-4da50baa2d21 service neutron] No DVR routers for this DVR port 97de3316-ef20-4812-9e1b-0c90673b35b1 on host n-h1-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:38.735037 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa7bf8ca-1e25-403c-96a2-f8ca10fcc1d3 req-0d0cd7ad-7818-4096-a69b-0d481da929cd tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099532 Jun 30 09:07:38.789682 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871e3f4-f6ad-493a-8ae2-2144e67f77b0 req-02465710-0734-4164-9174-a207d2a3ea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:38.791569 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7871e3f4-f6ad-493a-8ae2-2144e67f77b0 req-02465710-0734-4164-9174-a207d2a3ea90 service neutron] 10.222.0.52 "GET /v2.0/networks?id=77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 HTTP/1.1" status: 200 len: 905 time: 0.3445771 Jun 30 09:07:38.844599 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7871e3f4-f6ad-493a-8ae2-2144e67f77b0 req-37f1ddbe-4438-417d-a6d9-ce0d0a489031 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd HTTP/1.1" status: 200 len: 217 time: 0.0447512 Jun 30 09:07:38.848548 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-ce771b4f-8eb5-4608-a753-3758b0ac0a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.873457 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84813e5c-be01-407e-94d8-4da50baa2d21 service neutron] Pushing event updated for resources: {'Port': ['ID=97de3316-ef20-4812-9e1b-0c90673b35b1,revision_number=11']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:39.052304 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-84813e5c-be01-407e-94d8-4da50baa2d21 service neutron] Attempting to bind port 97de3316-ef20-4812-9e1b-0c90673b35b1 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:39.052963 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-84813e5c-be01-407e-94d8-4da50baa2d21 service neutron] Attempting to bind port 97de3316-ef20-4812-9e1b-0c90673b35b1 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:39.052963 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-84813e5c-be01-407e-94d8-4da50baa2d21 service neutron] Attempting to bind port 97de3316-ef20-4812-9e1b-0c90673b35b1 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:39.064626 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-84813e5c-be01-407e-94d8-4da50baa2d21 service neutron] Port 97de3316-ef20-4812-9e1b-0c90673b35b1 on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:07:39.065043 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-84813e5c-be01-407e-94d8-4da50baa2d21 service neutron] Attempting to bind port 97de3316-ef20-4812-9e1b-0c90673b35b1 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:39.123424 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f2d92e-d1fc-44ea-835d-bc00024e2d76 x-openstack-request-id: req-d4f2d92e-d1fc-44ea-835d-bc00024e2d76 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:39.125058 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c961ef-24b0-4282-ab5e-bc42c058d806", "name": "network-vif-unplugged", "status": "completed", "tag": "97de3316-ef20-4812-9e1b-0c90673b35b1", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:39.125058 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d4f2d92e-d1fc-44ea-835d-bc00024e2d76 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:39.125058 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c961ef-24b0-4282-ab5e-bc42c058d806', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97de3316-ef20-4812-9e1b-0c90673b35b1', 'code': 200} Jun 30 09:07:39.133993 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-84813e5c-be01-407e-94d8-4da50baa2d21 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:39.134336 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-84813e5c-be01-407e-94d8-4da50baa2d21 service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:39.134724 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-84813e5c-be01-407e-94d8-4da50baa2d21 service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:39.135190 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-84813e5c-be01-407e-94d8-4da50baa2d21 service neutron] Bound port: 97de3316-ef20-4812-9e1b-0c90673b35b1, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:39.135550 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-84813e5c-be01-407e-94d8-4da50baa2d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.147107 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871e3f4-f6ad-493a-8ae2-2144e67f77b0 req-3bad86aa-37e9-4e59-8ba0-aa17b2375278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:39.148816 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7871e3f4-f6ad-493a-8ae2-2144e67f77b0 req-3bad86aa-37e9-4e59-8ba0-aa17b2375278 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=712820fb-ce56-42e0-86ec-ce6b0d4d81b4 HTTP/1.1" status: 200 len: 844 time: 0.2894986 Jun 30 09:07:39.228328 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7871e3f4-f6ad-493a-8ae2-2144e67f77b0 req-45ebd30e-9366-493c-b08f-8993d79a8060 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708604 Jun 30 09:07:39.230335 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.db.resource_extend [None req-fcc8ef52-2c26-4164-9c95-240760321c2a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:07:39.239698 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585c7b6-185e-4073-9919-0172ece19a3e req-75db5c7e-5f96-410e-aa47-222f9f4344b4 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:39.241273 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0585c7b6-185e-4073-9919-0172ece19a3e req-75db5c7e-5f96-410e-aa47-222f9f4344b4 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78dbac7-3152-4a08-b56f-56f03ad63d72 HTTP/1.1" status: 200 len: 931 time: 0.5627208 Jun 30 09:07:39.378787 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-fcaee634-10db-40dc-8356-337eccf47b9c admin admin] Allocated IP 172.20.0.1 (00b24d03-1a96-4446-bee0-4647573d62f4/e2824556-fbdc-4b3b-9a5f-891cb740d842/aa045fd9-f40d-4e13-9216-c24ed3e0f7d5) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:39.398544 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fcc8ef52-2c26-4164-9c95-240760321c2a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.439429 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0585c7b6-185e-4073-9919-0172ece19a3e req-a02aa65c-72c3-4151-abd5-4b6ff43d15bb tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups?id=6332f74b-013c-43dd-be2e-b0735ba41247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588235 Jun 30 09:07:39.441316 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-84813e5c-be01-407e-94d8-4da50baa2d21 service neutron] For port 97de3316-ef20-4812-9e1b-0c90673b35b1, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:39.457665 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c94c8-8791-476b-8fa0-5b04c1b71c4e req-23c7af09-6f49-49c1-a0c8-6b41e820e2c2 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:39.474094 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f91c94c8-8791-476b-8fa0-5b04c1b71c4e req-23c7af09-6f49-49c1-a0c8-6b41e820e2c2 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 948 time: 0.2391052 Jun 30 09:07:39.484289 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fcc8ef52-2c26-4164-9c95-240760321c2a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.508597 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7871e3f4-f6ad-493a-8ae2-2144e67f77b0 req-01080b39-b08d-4a2c-98d6-a58746c0e31c service neutron] 10.222.0.52 "GET /v2.0/networks/77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635164 Jun 30 09:07:39.516296 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-ce771b4f-8eb5-4608-a753-3758b0ac0a0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c761022f-5be5-4819-abd0-574e1697b170 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:07:39.530049 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-84813e5c-be01-407e-94d8-4da50baa2d21 service neutron] For port 97de3316-ef20-4812-9e1b-0c90673b35b1, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=97de3316-ef20-4812-9e1b-0c90673b35b1,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:39.557007 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-ce771b4f-8eb5-4608-a753-3758b0ac0a0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.617536 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-84813e5c-be01-407e-94d8-4da50baa2d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.649877 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2a5294c0-e790-4bd9-a028-fcb42ab3de7c req-ae149056-94dd-44ba-afff-a0f586cac1f1 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 210 time: 0.0496640 Jun 30 09:07:39.656782 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f91c94c8-8791-476b-8fa0-5b04c1b71c4e req-cf392618-3635-448f-857e-274774a7fe9d tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816969 Jun 30 09:07:39.665213 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-ce771b4f-8eb5-4608-a753-3758b0ac0a0c service neutron] Transition to ACTIVE for port object c761022f-5be5-4819-abd0-574e1697b170 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:39.702241 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:07:39.764676 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-ce771b4f-8eb5-4608-a753-3758b0ac0a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.784376 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fcaee634-10db-40dc-8356-337eccf47b9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.808289 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-84813e5c-be01-407e-94d8-4da50baa2d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:39.809017 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-84813e5c-be01-407e-94d8-4da50baa2d21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.810538 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-84813e5c-be01-407e-94d8-4da50baa2d21 service neutron] 10.222.0.37 "PUT /v2.0/ports/97de3316-ef20-4812-9e1b-0c90673b35b1 HTTP/1.1" status: 200 len: 1097 time: 3.7143078 Jun 30 09:07:39.818573 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-fcc8ef52-2c26-4164-9c95-240760321c2a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Floating IP 2c1992bd-1fdf-4a8c-98fe-05cd166ea45f associated. External IP: 172.25.6.138, port: 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b. Jun 30 09:07:39.851643 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-fcaee634-10db-40dc-8356-337eccf47b9c admin admin] Transition to ACTIVE for port object aa045fd9-f40d-4e13-9216-c24ed3e0f7d5 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:39.854630 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7871e3f4-f6ad-493a-8ae2-2144e67f77b0 req-4d40fbd4-4ccd-4711-b505-40ec82bf22b8 service neutron] 10.222.0.52 "GET /v2.0/networks/77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321073 Jun 30 09:07:39.879704 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f643e61-8332-4879-8994-418ae7010ab4 req-fc345394-18fb-4a09-98d4-4089733742bd tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:39.881257 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3f643e61-8332-4879-8994-418ae7010ab4 req-fc345394-18fb-4a09-98d4-4089733742bd tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.52 "GET /v2.0/networks?id=dbd9754c-6cc8-466f-93ec-62534a8480bb HTTP/1.1" status: 200 len: 811 time: 0.3419664 Jun 30 09:07:39.903308 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-3f643e61-8332-4879-8994-418ae7010ab4 req-e72dedfc-0ffb-4d9e-aff6-62657e64821d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Request body: {'port': {'device_id': 'ff069464-9d8a-4d96-ba17-67a4810958ee', 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb', 'admin_state_up': True, 'tenant_id': '164efc1ee4d9427b996c064420e28c66'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:39.985988 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84813e5c-be01-407e-94d8-4da50baa2d21 service neutron] Pushing event updated for resources: {'Port': ['ID=97de3316-ef20-4812-9e1b-0c90673b35b1,revision_number=12']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:40.060083 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:40.078928 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd', 'network_id': '77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3', 'port_id': '5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd', 'mac_address': 'fa:16:3e:3e:f8:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712820fb-ce56-42e0-86ec-ce6b0d4d81b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:07:40.116162 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce771b4f-8eb5-4608-a753-3758b0ac0a0c service neutron] Pushing event updated for resources: {'Port': ['ID=c761022f-5be5-4819-abd0-574e1697b170,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:40.202528 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.226780 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e6065d48-5178-44e0-afbc-23d6fed3b7da up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:40.254559 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-ce771b4f-8eb5-4608-a753-3758b0ac0a0c service neutron] Attempting to bind port c761022f-5be5-4819-abd0-574e1697b170 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:40.255250 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-ce771b4f-8eb5-4608-a753-3758b0ac0a0c service neutron] Attempting to bind port c761022f-5be5-4819-abd0-574e1697b170 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': 'e107cf81-3d65-4596-99e7-d363082531b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '56f88d8c-6215-4429-a876-d7c759a58eb1'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:40.255547 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-ce771b4f-8eb5-4608-a753-3758b0ac0a0c service neutron] Attempting to bind port c761022f-5be5-4819-abd0-574e1697b170 on network 56f88d8c-6215-4429-a876-d7c759a58eb1 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:40.262018 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-ce771b4f-8eb5-4608-a753-3758b0ac0a0c service neutron] Port c761022f-5be5-4819-abd0-574e1697b170 on network 56f88d8c-6215-4429-a876-d7c759a58eb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:07:40.262483 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-ce771b4f-8eb5-4608-a753-3758b0ac0a0c service neutron] Attempting to bind port c761022f-5be5-4819-abd0-574e1697b170 on network 56f88d8c-6215-4429-a876-d7c759a58eb1 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:40.269408 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-ce771b4f-8eb5-4608-a753-3758b0ac0a0c service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:40.269964 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-ce771b4f-8eb5-4608-a753-3758b0ac0a0c service neutron] Checking segment: {'id': 'e107cf81-3d65-4596-99e7-d363082531b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '56f88d8c-6215-4429-a876-d7c759a58eb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:40.273050 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-ce771b4f-8eb5-4608-a753-3758b0ac0a0c service neutron] Bound using segment: {'id': 'e107cf81-3d65-4596-99e7-d363082531b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '56f88d8c-6215-4429-a876-d7c759a58eb1'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:40.273050 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-ce771b4f-8eb5-4608-a753-3758b0ac0a0c service neutron] Bound port: c761022f-5be5-4819-abd0-574e1697b170, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e107cf81-3d65-4596-99e7-d363082531b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '56f88d8c-6215-4429-a876-d7c759a58eb1'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:40.273050 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-ce771b4f-8eb5-4608-a753-3758b0ac0a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.298943 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:07:40.348504 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:40.369456 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-ce771b4f-8eb5-4608-a753-3758b0ac0a0c service neutron] For port c761022f-5be5-4819-abd0-574e1697b170, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:40.375894 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f643e61-8332-4879-8994-418ae7010ab4 req-e72dedfc-0ffb-4d9e-aff6-62657e64821d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Made reservation on behalf of 164efc1ee4d9427b996c064420e28c66 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:40.380611 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3f643e61-8332-4879-8994-418ae7010ab4 req-e72dedfc-0ffb-4d9e-aff6-62657e64821d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.408088 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-ce771b4f-8eb5-4608-a753-3758b0ac0a0c service neutron] For port c761022f-5be5-4819-abd0-574e1697b170, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c761022f-5be5-4819-abd0-574e1697b170,segment=NetworkSegment(e107cf81-3d65-4596-99e7-d363082531b8),segment_id=e107cf81-3d65-4596-99e7-d363082531b8)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:40.446776 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338fd4e-6202-4026-bfe9-888b93d92a96 req-c68880f2-19fd-48fb-8d4e-4f8c288d0b5a tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:40.448327 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4338fd4e-6202-4026-bfe9-888b93d92a96 req-c68880f2-19fd-48fb-8d4e-4f8c288d0b5a tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=35bf4cfe-c29c-4839-9550-bbf094505a01 HTTP/1.1" status: 200 len: 943 time: 0.5201814 Jun 30 09:07:40.520672 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-dedf841a-32b9-4681-9138-252a74975491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:40.522082 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-dedf841a-32b9-4681-9138-252a74975491 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 1100 time: 0.1649697 Jun 30 09:07:40.522238 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.528965 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port e6065d48-5178-44e0-afbc-23d6fed3b7da completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:40.537030 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-3f643e61-8332-4879-8994-418ae7010ab4 req-e72dedfc-0ffb-4d9e-aff6-62657e64821d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Allocated IP 172.20.0.5 (dbd9754c-6cc8-466f-93ec-62534a8480bb/54f1da19-5739-4f34-a4fd-d3cc193b96d1/cac2529b-5b58-4bc3-9a05-8adaa11ffd31) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:40.555970 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port e6065d48-5178-44e0-afbc-23d6fed3b7da triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:40.556487 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.574396 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-ce771b4f-8eb5-4608-a753-3758b0ac0a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.592465 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fcaee634-10db-40dc-8356-337eccf47b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.620560 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:40.629251 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4338fd4e-6202-4026-bfe9-888b93d92a96 req-92f66b18-9ce6-4a96-8490-0aed243fd22f tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701503 Jun 30 09:07:40.644455 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-ce771b4f-8eb5-4608-a753-3758b0ac0a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:40.662075 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-ce771b4f-8eb5-4608-a753-3758b0ac0a0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.662075 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-ce771b4f-8eb5-4608-a753-3758b0ac0a0c service neutron] 10.222.0.37 "PUT /v2.0/ports/c761022f-5be5-4819-abd0-574e1697b170 HTTP/1.1" status: 200 len: 1092 time: 2.0180945 Jun 30 09:07:40.662075 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78dbac7-3152-4a08-b56f-56f03ad63d72', 'tag': 'c761022f-5be5-4819-abd0-574e1697b170'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:40.662075 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3ba9f5-488c-474d-960d-0ab97c73cd91" -d '{"events": [{"name": "network-changed", "server_uuid": "e78dbac7-3152-4a08-b56f-56f03ad63d72", "tag": "c761022f-5be5-4819-abd0-574e1697b170"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:40.709832 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.716058 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaee634-10db-40dc-8356-337eccf47b9c admin admin] Network 00b24d03-1a96-4446-bee0-4647573d62f4 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:40.723029 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-fcaee634-10db-40dc-8356-337eccf47b9c admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:40.727182 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaee634-10db-40dc-8356-337eccf47b9c admin admin] Pushing event updated for resources: {'Port': ['ID=aa045fd9-f40d-4e13-9216-c24ed3e0f7d5,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:40.729808 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaee634-10db-40dc-8356-337eccf47b9c admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:40.746103 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce771b4f-8eb5-4608-a753-3758b0ac0a0c service neutron] Pushing event updated for resources: {'Port': ['ID=c761022f-5be5-4819-abd0-574e1697b170,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:40.765648 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port e6065d48-5178-44e0-afbc-23d6fed3b7da, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e6065d48-5178-44e0-afbc-23d6fed3b7da,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:40.771766 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc8ef52-2c26-4164-9c95-240760321c2a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Router 918625da-ecd0-446b-a2f2-18fdb4e8da1a has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:07:40.776811 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-92894fc8-ed0e-410e-add7-eda32e22f387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:40.779509 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-92894fc8-ed0e-410e-add7-eda32e22f387 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.2500880 Jun 30 09:07:40.805338 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:40.851780 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-f6f0b631-f99f-4d18-b91c-c53996a16951 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=97de3316-ef20-4812-9e1b-0c90673b35b1 HTTP/1.1" status: 200 len: 217 time: 0.0630479 Jun 30 09:07:40.871691 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3f643e61-8332-4879-8994-418ae7010ab4 req-e72dedfc-0ffb-4d9e-aff6-62657e64821d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.885349 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:41.008523 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-aa730e7e-5af8-4fcd-9d7b-0dfd7026d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:41.010167 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-aa730e7e-5af8-4fcd-9d7b-0dfd7026d53f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3489997d673c435cb76703153e32f89d&device_id=e78dbac7-3152-4a08-b56f-56f03ad63d72 HTTP/1.1" status: 200 len: 1095 time: 0.0969048 Jun 30 09:07:41.014938 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fcaee634-10db-40dc-8356-337eccf47b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:41.023456 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=e6065d48-5178-44e0-afbc-23d6fed3b7da,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:41.066998 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-87cb782c-3e39-41ce-8154-0fe7c5c7e300 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c761022f-5be5-4819-abd0-574e1697b170 HTTP/1.1" status: 200 len: 217 time: 0.0476155 Jun 30 09:07:41.095699 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc8ef52-2c26-4164-9c95-240760321c2a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:07:41.103562 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3f643e61-8332-4879-8994-418ae7010ab4 req-e72dedfc-0ffb-4d9e-aff6-62657e64821d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:41.105171 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fcc8ef52-2c26-4164-9c95-240760321c2a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:41.112795 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f13d278-67e1-47fb-9233-f59d824ab1bd None None] Sync routers for ids ['918625da-ecd0-446b-a2f2-18fdb4e8da1a'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:07:41.141854 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c961ef-24b0-4282-ab5e-bc42c058d806', 'tag': '97de3316-ef20-4812-9e1b-0c90673b35b1'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:41.145079 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddc658a-34e7-4e6f-9b85-0dec18c5dc1f" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c961ef-24b0-4282-ab5e-bc42c058d806", "tag": "97de3316-ef20-4812-9e1b-0c90673b35b1"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:41.155323 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f13d278-67e1-47fb-9233-f59d824ab1bd None None] Routers {'918625da-ecd0-446b-a2f2-18fdb4e8da1a'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:41.155323 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-0f13d278-67e1-47fb-9233-f59d824ab1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:07:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['918625da-ecd0-446b-a2f2-18fdb4e8da1a'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:41.172905 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-9ab1b71a-9f7d-46e2-83b7-918b0c0023c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:41.176147 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-9ab1b71a-9f7d-46e2-83b7-918b0c0023c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.3121700 Jun 30 09:07:41.182229 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f643e61-8332-4879-8994-418ae7010ab4 req-e72dedfc-0ffb-4d9e-aff6-62657e64821d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Network dbd9754c-6cc8-466f-93ec-62534a8480bb is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:41.186880 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-f3f5d9b2-dec7-469e-9d15-9ea5371d9e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:41.188366 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-f3f5d9b2-dec7-469e-9d15-9ea5371d9e2f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7eb0ed17-5afe-4eef-a6c1-cccad8874493 HTTP/1.1" status: 200 len: 852 time: 0.1156995 Jun 30 09:07:41.191946 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-3f643e61-8332-4879-8994-418ae7010ab4 req-e72dedfc-0ffb-4d9e-aff6-62657e64821d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:41.198150 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f643e61-8332-4879-8994-418ae7010ab4 req-e72dedfc-0ffb-4d9e-aff6-62657e64821d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:41.248017 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72dedfc-0ffb-4d9e-aff6-62657e64821d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Pushing event updated for resources: {'Port': ['ID=cac2529b-5b58-4bc3-9a05-8adaa11ffd31,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:41.248331 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29feb690-0acc-4927-94f8-a10ee46485b9 req-69a55136-49b1-4bff-9dae-eb866c3d600d tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:41.250129 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29feb690-0acc-4927-94f8-a10ee46485b9 req-69a55136-49b1-4bff-9dae-eb866c3d600d tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 946 time: 0.3927841 Jun 30 09:07:41.261647 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-c7463a5f-fc0b-43d8-9408-c3a4835375ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56f88d8c-6215-4429-a876-d7c759a58eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606029 Jun 30 09:07:41.272215 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fcc8ef52-2c26-4164-9c95-240760321c2a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "PUT /v2.0/floatingips/2c1992bd-1fdf-4a8c-98fe-05cd166ea45f HTTP/1.1" status: 200 len: 991 time: 4.3253322 Jun 30 09:07:41.320301 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-0f13d278-67e1-47fb-9233-f59d824ab1bd None None] Set router 918625da-ecd0-446b-a2f2-18fdb4e8da1a gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:41.337687 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f643e61-8332-4879-8994-418ae7010ab4 req-e72dedfc-0ffb-4d9e-aff6-62657e64821d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:41.338340 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3f643e61-8332-4879-8994-418ae7010ab4 req-e72dedfc-0ffb-4d9e-aff6-62657e64821d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:41.358445 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29feb690-0acc-4927-94f8-a10ee46485b9 req-bc936874-5221-4869-b82b-5d114135f402 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826137 Jun 30 09:07:41.362994 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-62d7857d-fc75-4b81-82f6-f4a81c2e534d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:41.364682 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-62d7857d-fc75-4b81-82f6-f4a81c2e534d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1806509 Jun 30 09:07:41.406310 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-cdfcebdb-c301-4076-bd2d-cb0b0ec39169 service neutron] 10.222.0.37 "GET /v2.0/networks/56f88d8c-6215-4429-a876-d7c759a58eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344047 Jun 30 09:07:41.468247 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3f643e61-8332-4879-8994-418ae7010ab4 req-e72dedfc-0ffb-4d9e-aff6-62657e64821d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5769272 Jun 30 09:07:41.485460 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-3f643e61-8332-4879-8994-418ae7010ab4 req-cbef3099-3916-4d27-8c3f-36b37a0d8347 service neutron] Request body: {'port': {'device_id': 'ff069464-9d8a-4d96-ba17-67a4810958ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:41.509420 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6aaa56dd-c98d-449c-9d04-07ff46f2613c None None] Provisioning for port aa045fd9-f40d-4e13-9216-c24ed3e0f7d5 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:41.518437 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6aaa56dd-c98d-449c-9d04-07ff46f2613c None None] Provisioning complete for port aa045fd9-f40d-4e13-9216-c24ed3e0f7d5 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:41.520826 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-fd9271ac-cb31-40d4-bed8-d19f227264d8 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485162 Jun 30 09:07:41.521817 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6aaa56dd-c98d-449c-9d04-07ff46f2613c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:41.524400 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fcaee634-10db-40dc-8356-337eccf47b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:41.608707 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-6aaa56dd-c98d-449c-9d04-07ff46f2613c None None] Port aa045fd9-f40d-4e13-9216-c24ed3e0f7d5 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:41.630260 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5cd032-25d1-458a-ac06-f41fda52cff8 x-openstack-request-id: req-eb5cd032-25d1-458a-ac06-f41fda52cff8 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:41.630579 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78dbac7-3152-4a08-b56f-56f03ad63d72", "tag": "c761022f-5be5-4819-abd0-574e1697b170", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:41.630804 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eb5cd032-25d1-458a-ac06-f41fda52cff8 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:41.631386 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e78dbac7-3152-4a08-b56f-56f03ad63d72', 'tag': 'c761022f-5be5-4819-abd0-574e1697b170', 'status': 'completed', 'code': 200} Jun 30 09:07:41.633948 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3f643e61-8332-4879-8994-418ae7010ab4 req-cbef3099-3916-4d27-8c3f-36b37a0d8347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:41.653580 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f663c2e6-d32a-4be1-af5f-bfea8bd5e342 req-5e27532e-4744-47cb-a2dc-72977eac9f0b service neutron] 10.222.0.37 "GET /v2.0/networks/56f88d8c-6215-4429-a876-d7c759a58eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402806 Jun 30 09:07:41.725162 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:41.816653 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-00c146a3-8c77-4e6b-8692-8b658e06e182 req-0d3f0118-c505-4c98-b05e-6cc66eaf2785 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887738 Jun 30 09:07:41.835192 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d139a-110d-4746-bc2f-c090e2e4f073 req-fb86eb9c-5c5b-4942-94cb-9ceb8df84944 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:41.836668 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a46d139a-110d-4746-bc2f-c090e2e4f073 req-fb86eb9c-5c5b-4942-94cb-9ceb8df84944 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78dbac7-3152-4a08-b56f-56f03ad63d72 HTTP/1.1" status: 200 len: 943 time: 0.2908456 Jun 30 09:07:41.890975 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-0f13d278-67e1-47fb-9233-f59d824ab1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'name': 'tempest-ServerActionsTestJSON-495115777-router', 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '03e66197-3828-411f-9cc3-9ad6f27b3638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:46Z', 'updated_at': '2021-06-30T09:06:55Z', 'revision_number': 4, 'project_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'gw_port': {'id': '03e66197-3828-411f-9cc3-9ad6f27b3638', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:48Z', 'updated_at': '2021-06-30T09:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '2c1992bd-1fdf-4a8c-98fe-05cd166ea45f', 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'floating_ip_address': '172.25.6.138', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'port_id': '1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b', 'mac_address': 'fa:16:3e:64:48:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5241c666-f763-4b76-bfbc-d9e9a8987285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:07:07Z', 'updated_at': '2021-06-30T09:07:39Z', 'revision_number': 1, 'project_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8447edb4-067c-4fa5-ae2d-8964ad741f82', 'name': '', 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b', 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'mac_address': 'fa:16:3e:6a:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0db27f2a-daae-4bc9-9a26-19aaee7812fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:53Z', 'updated_at': '2021-06-30T09:07:05Z', 'revision_number': 5, 'project_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'subnets': [{'id': '0db27f2a-daae-4bc9-9a26-19aaee7812fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:41.901631 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a46d139a-110d-4746-bc2f-c090e2e4f073 req-3212135d-2075-4815-8657-3d1918026d24 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups?id=6332f74b-013c-43dd-be2e-b0735ba41247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556030 Jun 30 09:07:41.923598 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f13d278-67e1-47fb-9233-f59d824ab1bd None None] Checking router: 918625da-ecd0-446b-a2f2-18fdb4e8da1a for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:07:41.934603 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f13d278-67e1-47fb-9233-f59d824ab1bd None None] Routers {'918625da-ecd0-446b-a2f2-18fdb4e8da1a'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:41.935895 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-0f13d278-67e1-47fb-9233-f59d824ab1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:07:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['918625da-ecd0-446b-a2f2-18fdb4e8da1a'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:41.953376 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fcaee634-10db-40dc-8356-337eccf47b9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:41.993975 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:42.002985 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:42.003701 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.007161 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ba9f5-488c-474d-960d-0ab97c73cd91 req-3a30e18c-addd-42ef-a2b2-0dc5467682ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:42.010779 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee3ba9f5-488c-474d-960d-0ab97c73cd91 req-3a30e18c-addd-42ef-a2b2-0dc5467682ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3489997d673c435cb76703153e32f89d&device_id=e78dbac7-3152-4a08-b56f-56f03ad63d72 HTTP/1.1" status: 200 len: 1095 time: 0.2205613 Jun 30 09:07:42.041125 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fcaee634-10db-40dc-8356-337eccf47b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.049945 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e6065d48-5178-44e0-afbc-23d6fed3b7da up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:42.118160 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-3f643e61-8332-4879-8994-418ae7010ab4 req-cbef3099-3916-4d27-8c3f-36b37a0d8347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cac2529b-5b58-4bc3-9a05-8adaa11ffd31 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:07:42.126345 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3f643e61-8332-4879-8994-418ae7010ab4 req-cbef3099-3916-4d27-8c3f-36b37a0d8347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.139943 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-3f643e61-8332-4879-8994-418ae7010ab4 req-cbef3099-3916-4d27-8c3f-36b37a0d8347 service neutron] Transition to ACTIVE for port object cac2529b-5b58-4bc3-9a05-8adaa11ffd31 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:42.150090 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04790a8e-7de7-4abb-99bb-681b037c31ee req-c98683b0-515f-4a79-bfda-1a88ee87f281 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:42.152194 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-04790a8e-7de7-4abb-99bb-681b037c31ee req-c98683b0-515f-4a79-bfda-1a88ee87f281 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 948 time: 0.3638852 Jun 30 09:07:42.153062 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-0f13d278-67e1-47fb-9233-f59d824ab1bd None None] Set router 918625da-ecd0-446b-a2f2-18fdb4e8da1a gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:42.153859 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fcaee634-10db-40dc-8356-337eccf47b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.166814 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaee634-10db-40dc-8356-337eccf47b9c admin admin] Pushing event updated for resources: {'Port': ['ID=aa045fd9-f40d-4e13-9216-c24ed3e0f7d5,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:42.233828 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port e6065d48-5178-44e0-afbc-23d6fed3b7da triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:42.234203 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.246448 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ba9f5-488c-474d-960d-0ab97c73cd91 req-3f66eac3-2abb-4a35-b41e-ec4b9f57d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:42.247947 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee3ba9f5-488c-474d-960d-0ab97c73cd91 req-3f66eac3-2abb-4a35-b41e-ec4b9f57d1f1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56f88d8c-6215-4429-a876-d7c759a58eb1 HTTP/1.1" status: 200 len: 913 time: 0.0948434 Jun 30 09:07:42.250919 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3f643e61-8332-4879-8994-418ae7010ab4 req-cbef3099-3916-4d27-8c3f-36b37a0d8347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.257850 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35256f94-f7ab-40bc-a4a3-bb64af0a512d req-ce579e68-3bc2-490e-bb9f-94fdda92835b tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:42.259993 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-35256f94-f7ab-40bc-a4a3-bb64af0a512d req-ce579e68-3bc2-490e-bb9f-94fdda92835b tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 931 time: 0.1873965 Jun 30 09:07:42.323473 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.339254 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee3ba9f5-488c-474d-960d-0ab97c73cd91 req-782f2994-8346-42d3-bef6-6cfe973c786f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c761022f-5be5-4819-abd0-574e1697b170 HTTP/1.1" status: 200 len: 217 time: 0.0791914 Jun 30 09:07:42.347838 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaee634-10db-40dc-8356-337eccf47b9c admin admin] Network 00b24d03-1a96-4446-bee0-4647573d62f4 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:42.351969 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-fcaee634-10db-40dc-8356-337eccf47b9c admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:42.400963 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bf4cfe-c29c-4839-9550-bbf094505a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:42.403293 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba2dcc9-2177-40e9-8bdc-fe952a3418b6" -d '{"events": [{"server_uuid": "35bf4cfe-c29c-4839-9550-bbf094505a01", "name": "network-vif-plugged", "status": "completed", "tag": "5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:42.418001 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-35256f94-f7ab-40bc-a4a3-bb64af0a512d req-9fb02afd-c354-4686-9aa9-fb4163c38335 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419687 Jun 30 09:07:42.427062 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:42.571025 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-04790a8e-7de7-4abb-99bb-681b037c31ee req-a8f2b169-1db6-48d3-abf7-37e92fec7237 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203845 Jun 30 09:07:42.578178 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.585624 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-0f13d278-67e1-47fb-9233-f59d824ab1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'name': 'tempest-ServerActionsTestJSON-495115777-router', 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '03e66197-3828-411f-9cc3-9ad6f27b3638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:46Z', 'updated_at': '2021-06-30T09:06:55Z', 'revision_number': 4, 'project_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'gw_port': {'id': '03e66197-3828-411f-9cc3-9ad6f27b3638', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:48Z', 'updated_at': '2021-06-30T09:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '2c1992bd-1fdf-4a8c-98fe-05cd166ea45f', 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'floating_ip_address': '172.25.6.138', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'port_id': '1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b', 'mac_address': 'fa:16:3e:64:48:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5241c666-f763-4b76-bfbc-d9e9a8987285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:07:07Z', 'updated_at': '2021-06-30T09:07:39Z', 'revision_number': 1, 'project_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8447edb4-067c-4fa5-ae2d-8964ad741f82', 'name': '', 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b', 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'mac_address': 'fa:16:3e:6a:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0db27f2a-daae-4bc9-9a26-19aaee7812fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:53Z', 'updated_at': '2021-06-30T09:07:05Z', 'revision_number': 5, 'project_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'subnets': [{'id': '0db27f2a-daae-4bc9-9a26-19aaee7812fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:42.591621 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2659b93d-55fa-4620-81ce-1496f6eb7722 x-openstack-request-id: req-2659b93d-55fa-4620-81ce-1496f6eb7722 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:42.592161 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c961ef-24b0-4282-ab5e-bc42c058d806", "tag": "97de3316-ef20-4812-9e1b-0c90673b35b1", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:42.592161 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2659b93d-55fa-4620-81ce-1496f6eb7722 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:42.592558 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c961ef-24b0-4282-ab5e-bc42c058d806', 'tag': '97de3316-ef20-4812-9e1b-0c90673b35b1', 'status': 'completed', 'code': 200} Jun 30 09:07:42.598837 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-3f643e61-8332-4879-8994-418ae7010ab4 req-cbef3099-3916-4d27-8c3f-36b37a0d8347 service neutron] Attempting to bind port cac2529b-5b58-4bc3-9a05-8adaa11ffd31 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:42.598837 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-3f643e61-8332-4879-8994-418ae7010ab4 req-cbef3099-3916-4d27-8c3f-36b37a0d8347 service neutron] Attempting to bind port cac2529b-5b58-4bc3-9a05-8adaa11ffd31 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': 'a0050ea6-a1f5-4b04-8051-69efa91d41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:42.598837 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f643e61-8332-4879-8994-418ae7010ab4 req-cbef3099-3916-4d27-8c3f-36b37a0d8347 service neutron] Attempting to bind port cac2529b-5b58-4bc3-9a05-8adaa11ffd31 on network dbd9754c-6cc8-466f-93ec-62534a8480bb {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:42.601770 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ba9f5-488c-474d-960d-0ab97c73cd91 req-a1772cee-c79c-460f-97f0-c695a0159ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:42.603422 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee3ba9f5-488c-474d-960d-0ab97c73cd91 req-a1772cee-c79c-460f-97f0-c695a0159ba1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7eb0ed17-5afe-4eef-a6c1-cccad8874493 HTTP/1.1" status: 200 len: 852 time: 0.2565370 Jun 30 09:07:42.625008 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef3099-3916-4d27-8c3f-36b37a0d8347 service neutron] Pushing event updated for resources: {'Port': ['ID=cac2529b-5b58-4bc3-9a05-8adaa11ffd31,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:42.652492 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f13d278-67e1-47fb-9233-f59d824ab1bd None None] The sync data for ids ['918625da-ecd0-446b-a2f2-18fdb4e8da1a'] in n-d-771363-31 is: [{'id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'name': 'tempest-ServerActionsTestJSON-495115777-router', 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '03e66197-3828-411f-9cc3-9ad6f27b3638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:46Z', 'updated_at': '2021-06-30T09:06:55Z', 'revision_number': 4, 'project_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'gw_port': {'id': '03e66197-3828-411f-9cc3-9ad6f27b3638', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:48Z', 'updated_at': '2021-06-30T09:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '2c1992bd-1fdf-4a8c-98fe-05cd166ea45f', 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'floating_ip_address': '172.25.6.138', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'port_id': '1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b', 'mac_address': 'fa:16:3e:64:48:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5241c666-f763-4b76-bfbc-d9e9a8987285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:07:07Z', 'updated_at': '2021-06-30T09:07:39Z', 'revision_number': 1, 'project_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8447edb4-067c-4fa5-ae2d-8964ad741f82', 'name': '', 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b', 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'mac_address': 'fa:16:3e:6a:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0db27f2a-daae-4bc9-9a26-19aaee7812fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:53Z', 'updated_at': '2021-06-30T09:07:05Z', 'revision_number': 5, 'project_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'subnets': [{'id': '0db27f2a-daae-4bc9-9a26-19aaee7812fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:07:42.662135 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee3ba9f5-488c-474d-960d-0ab97c73cd91 req-266df37d-3788-4ed5-a376-8f618bc0b750 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56f88d8c-6215-4429-a876-d7c759a58eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333707 Jun 30 09:07:42.664445 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f643e61-8332-4879-8994-418ae7010ab4 req-cbef3099-3916-4d27-8c3f-36b37a0d8347 service neutron] Port cac2529b-5b58-4bc3-9a05-8adaa11ffd31 on network dbd9754c-6cc8-466f-93ec-62534a8480bb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:07:42.664777 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f643e61-8332-4879-8994-418ae7010ab4 req-cbef3099-3916-4d27-8c3f-36b37a0d8347 service neutron] Attempting to bind port cac2529b-5b58-4bc3-9a05-8adaa11ffd31 on network dbd9754c-6cc8-466f-93ec-62534a8480bb {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:42.702547 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcaee634-10db-40dc-8356-337eccf47b9c admin admin] Router 1fd3ab24-0dde-485f-aafc-8bca06c67639 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:07:42.711477 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:42.729675 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b434d1df-cfab-4e34-9288-98b918e72209 None None] Provisioning complete for port aa045fd9-f40d-4e13-9216-c24ed3e0f7d5 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:42.730333 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b434d1df-cfab-4e34-9288-98b918e72209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.805859 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee3ba9f5-488c-474d-960d-0ab97c73cd91 req-53f20ebf-5ac6-4713-a834-26f6f3cbe3b3 service neutron] 10.222.0.37 "GET /v2.0/networks/56f88d8c-6215-4429-a876-d7c759a58eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348591 Jun 30 09:07:42.807894 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f643e61-8332-4879-8994-418ae7010ab4 req-cbef3099-3916-4d27-8c3f-36b37a0d8347 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:42.808186 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f643e61-8332-4879-8994-418ae7010ab4 req-cbef3099-3916-4d27-8c3f-36b37a0d8347 service neutron] Checking segment: {'id': 'a0050ea6-a1f5-4b04-8051-69efa91d41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:42.808582 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f643e61-8332-4879-8994-418ae7010ab4 req-cbef3099-3916-4d27-8c3f-36b37a0d8347 service neutron] Bound using segment: {'id': 'a0050ea6-a1f5-4b04-8051-69efa91d41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:42.809041 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-3f643e61-8332-4879-8994-418ae7010ab4 req-cbef3099-3916-4d27-8c3f-36b37a0d8347 service neutron] Bound port: cac2529b-5b58-4bc3-9a05-8adaa11ffd31, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0050ea6-a1f5-4b04-8051-69efa91d41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:42.809405 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3f643e61-8332-4879-8994-418ae7010ab4 req-cbef3099-3916-4d27-8c3f-36b37a0d8347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.839980 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-b434d1df-cfab-4e34-9288-98b918e72209 None None] Port aa045fd9-f40d-4e13-9216-c24ed3e0f7d5 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:42.849358 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcaee634-10db-40dc-8356-337eccf47b9c admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:07:42.853468 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc658a-34e7-4e6f-9b85-0dec18c5dc1f req-b5eb663a-4c06-40c6-a6d8-858e6b022ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:42.855039 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5ddc658a-34e7-4e6f-9b85-0dec18c5dc1f req-b5eb663a-4c06-40c6-a6d8-858e6b022ad6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 1100 time: 0.2516208 Jun 30 09:07:42.860523 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fcaee634-10db-40dc-8356-337eccf47b9c admin admin] 10.222.0.10 "PUT /v2.0/routers/1fd3ab24-0dde-485f-aafc-8bca06c67639/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9158254 Jun 30 09:07:42.865365 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaf68cc-8521-4913-be0c-90ac08419f4a None None] Sync routers for ids ['1fd3ab24-0dde-485f-aafc-8bca06c67639'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:07:42.882653 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaf68cc-8521-4913-be0c-90ac08419f4a None None] Routers {'1fd3ab24-0dde-485f-aafc-8bca06c67639'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:42.885129 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-bfaf68cc-8521-4913-be0c-90ac08419f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:07:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1fd3ab24-0dde-485f-aafc-8bca06c67639'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:43.032629 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc658a-34e7-4e6f-9b85-0dec18c5dc1f req-550a2879-65ff-499c-bdc9-bb5ee8c2877b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:43.039802 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5ddc658a-34e7-4e6f-9b85-0dec18c5dc1f req-550a2879-65ff-499c-bdc9-bb5ee8c2877b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa895c07f8ad47749dbf0e6817533c37&device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 1100 time: 0.4650557 Jun 30 09:07:43.044456 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-bfaf68cc-8521-4913-be0c-90ac08419f4a None None] Set router 1fd3ab24-0dde-485f-aafc-8bca06c67639 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:43.095803 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd961cc-c292-445c-839c-514beae9b6ad None None] New status for floating IP 2c1992bd-1fdf-4a8c-98fe-05cd166ea45f: ACTIVE {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:07:43.134512 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc658a-34e7-4e6f-9b85-0dec18c5dc1f req-6f4add8f-d0e6-4ce6-9054-257e5747a281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:43.136418 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5ddc658a-34e7-4e6f-9b85-0dec18c5dc1f req-6f4add8f-d0e6-4ce6-9054-257e5747a281 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.2731476 Jun 30 09:07:43.213620 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5ddc658a-34e7-4e6f-9b85-0dec18c5dc1f req-a53fa523-f46a-4746-a9f2-e650fa482de1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=97de3316-ef20-4812-9e1b-0c90673b35b1 HTTP/1.1" status: 200 len: 217 time: 0.0566790 Jun 30 09:07:43.309954 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc658a-34e7-4e6f-9b85-0dec18c5dc1f req-d640782f-e65b-413a-9b7b-83e38b04b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:43.311468 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5ddc658a-34e7-4e6f-9b85-0dec18c5dc1f req-d640782f-e65b-413a-9b7b-83e38b04b16d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.0885351 Jun 30 09:07:43.322348 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e33e0b-1a7b-4f9f-9e23-32a6acd0a4ad req-369a08dd-5d03-4b29-b16d-bf7f5e46a7c3 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:43.324114 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-54e33e0b-1a7b-4f9f-9e23-32a6acd0a4ad req-369a08dd-5d03-4b29-b16d-bf7f5e46a7c3 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=35bf4cfe-c29c-4839-9550-bbf094505a01 HTTP/1.1" status: 200 len: 945 time: 0.2464440 Jun 30 09:07:43.399191 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-54e33e0b-1a7b-4f9f-9e23-32a6acd0a4ad req-cfef7025-b7a8-4c3b-92c9-5ed6c6df8719 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637918 Jun 30 09:07:43.414610 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-bfaf68cc-8521-4913-be0c-90ac08419f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd3ab24-0dde-485f-aafc-8bca06c67639', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-466628261-router', 'tenant_id': '8a420aab8c43448bb9d803d0a2a823e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'e6065d48-5178-44e0-afbc-23d6fed3b7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:32Z', 'updated_at': '2021-06-30T09:07:41Z', 'revision_number': 4, 'project_id': '8a420aab8c43448bb9d803d0a2a823e3', 'gw_port': {'id': 'e6065d48-5178-44e0-afbc-23d6fed3b7da', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:3f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd3ab24-0dde-485f-aafc-8bca06c67639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:33Z', 'updated_at': '2021-06-30T09:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'aa045fd9-f40d-4e13-9216-c24ed3e0f7d5', 'name': '', 'network_id': '00b24d03-1a96-4446-bee0-4647573d62f4', 'tenant_id': '8a420aab8c43448bb9d803d0a2a823e3', 'mac_address': 'fa:16:3e:ee:27:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd3ab24-0dde-485f-aafc-8bca06c67639', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e2824556-fbdc-4b3b-9a5f-891cb740d842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:38Z', 'updated_at': '2021-06-30T09:07:41Z', 'revision_number': 2, 'project_id': '8a420aab8c43448bb9d803d0a2a823e3', 'subnets': [{'id': 'e2824556-fbdc-4b3b-9a5f-891cb740d842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:43.418157 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc658a-34e7-4e6f-9b85-0dec18c5dc1f req-4dd3d68b-80f2-4813-a969-a7e934c7cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:43.419716 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5ddc658a-34e7-4e6f-9b85-0dec18c5dc1f req-4dd3d68b-80f2-4813-a969-a7e934c7cbdb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0946198 Jun 30 09:07:43.454422 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaf68cc-8521-4913-be0c-90ac08419f4a None None] Checking router: 1fd3ab24-0dde-485f-aafc-8bca06c67639 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:07:43.455380 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaf68cc-8521-4913-be0c-90ac08419f4a None None] Updating router 1fd3ab24-0dde-485f-aafc-8bca06c67639 port aa045fd9-f40d-4e13-9216-c24ed3e0f7d5 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:07:43.474676 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c2d32b-cadb-4b7a-b8ce-bb65e20492f9 x-openstack-request-id: req-14c2d32b-cadb-4b7a-b8ce-bb65e20492f9 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:43.474977 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bf4cfe-c29c-4839-9550-bbf094505a01", "name": "network-vif-plugged", "status": "completed", "tag": "5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:43.475272 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-14c2d32b-cadb-4b7a-b8ce-bb65e20492f9 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:43.475826 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bf4cfe-c29c-4839-9550-bbf094505a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd', 'code': 200} Jun 30 09:07:43.519346 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-bfaf68cc-8521-4913-be0c-90ac08419f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:43.552138 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5ddc658a-34e7-4e6f-9b85-0dec18c5dc1f req-a9805d03-3b46-4fe9-aba8-6c14a0711daa service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222990 Jun 30 09:07:43.666615 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5ddc658a-34e7-4e6f-9b85-0dec18c5dc1f req-5edb440b-21e6-4630-966d-c324b1d10321 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076591 Jun 30 09:07:43.693987 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-3f643e61-8332-4879-8994-418ae7010ab4 req-cbef3099-3916-4d27-8c3f-36b37a0d8347 service neutron] For port cac2529b-5b58-4bc3-9a05-8adaa11ffd31, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:43.726294 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee3ba9f5-488c-474d-960d-0ab97c73cd91 req-458f8135-e8af-4188-af15-69ef0ed89895 service neutron] 10.222.0.37 "GET /v2.0/networks/56f88d8c-6215-4429-a876-d7c759a58eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9125886 Jun 30 09:07:43.730163 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-3f643e61-8332-4879-8994-418ae7010ab4 req-cbef3099-3916-4d27-8c3f-36b37a0d8347 service neutron] For port cac2529b-5b58-4bc3-9a05-8adaa11ffd31, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=cac2529b-5b58-4bc3-9a05-8adaa11ffd31,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:43.750517 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc658a-34e7-4e6f-9b85-0dec18c5dc1f req-26161237-cae4-4e50-b0e8-c69f70d660a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:43.752606 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5ddc658a-34e7-4e6f-9b85-0dec18c5dc1f req-26161237-cae4-4e50-b0e8-c69f70d660a2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.6970041 Jun 30 09:07:43.807812 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5ddc658a-34e7-4e6f-9b85-0dec18c5dc1f req-459b2690-6cf3-41b4-b103-5d9d020e3368 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=97de3316-ef20-4812-9e1b-0c90673b35b1 HTTP/1.1" status: 200 len: 217 time: 0.0473835 Jun 30 09:07:43.809761 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2a922-2c63-44bc-a9a0-42b807cfd316 req-c78db854-c207-4b73-8066-c59662c529ed tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:43.811363 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81f2a922-2c63-44bc-a9a0-42b807cfd316 req-c78db854-c207-4b73-8066-c59662c529ed tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 1098 time: 0.2472131 Jun 30 09:07:43.822230 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-bfaf68cc-8521-4913-be0c-90ac08419f4a None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:43.834095 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-bfaf68cc-8521-4913-be0c-90ac08419f4a None None] Transition to ACTIVE for port object aa045fd9-f40d-4e13-9216-c24ed3e0f7d5 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:43.851718 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3f643e61-8332-4879-8994-418ae7010ab4 req-cbef3099-3916-4d27-8c3f-36b37a0d8347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:43.862627 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2fa5c-48ec-49fc-9c92-4174e93b7ca0 req-26a9c1f8-405c-422b-b9bf-5b5b78171887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:43.864137 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ece2fa5c-48ec-49fc-9c92-4174e93b7ca0 req-26a9c1f8-405c-422b-b9bf-5b5b78171887 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=35bf4cfe-c29c-4839-9550-bbf094505a01 HTTP/1.1" status: 200 len: 1097 time: 0.2984505 Jun 30 09:07:43.947956 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f643e61-8332-4879-8994-418ae7010ab4 req-cbef3099-3916-4d27-8c3f-36b37a0d8347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:43.948652 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3f643e61-8332-4879-8994-418ae7010ab4 req-cbef3099-3916-4d27-8c3f-36b37a0d8347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:43.950057 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3f643e61-8332-4879-8994-418ae7010ab4 req-cbef3099-3916-4d27-8c3f-36b37a0d8347 service neutron] 10.222.0.52 "PUT /v2.0/ports/cac2529b-5b58-4bc3-9a05-8adaa11ffd31 HTTP/1.1" status: 200 len: 1092 time: 2.4712787 Jun 30 09:07:43.955938 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff069464-9d8a-4d96-ba17-67a4810958ee', 'tag': 'cac2529b-5b58-4bc3-9a05-8adaa11ffd31'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:43.958698 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8609748e-8a2d-476b-8b26-f162aeb2a04e" -d '{"events": [{"name": "network-changed", "server_uuid": "ff069464-9d8a-4d96-ba17-67a4810958ee", "tag": "cac2529b-5b58-4bc3-9a05-8adaa11ffd31"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:43.961133 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-bfaf68cc-8521-4913-be0c-90ac08419f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:43.973739 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc658a-34e7-4e6f-9b85-0dec18c5dc1f req-e1d908bd-e4aa-48de-afec-08112d98b256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:43.975292 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5ddc658a-34e7-4e6f-9b85-0dec18c5dc1f req-e1d908bd-e4aa-48de-afec-08112d98b256 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1591229 Jun 30 09:07:43.989045 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81f2a922-2c63-44bc-a9a0-42b807cfd316 req-1d72b559-8d5f-489b-bcfb-8a2236e5100c tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567690 Jun 30 09:07:44.001829 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef3099-3916-4d27-8c3f-36b37a0d8347 service neutron] Pushing event updated for resources: {'Port': ['ID=cac2529b-5b58-4bc3-9a05-8adaa11ffd31,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:44.010483 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd1377-53ba-49fa-9747-a94860591824 None None] Pushing event updated for resources: {'Port': ['ID=aa045fd9-f40d-4e13-9216-c24ed3e0f7d5,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:44.035935 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ece2fa5c-48ec-49fc-9c92-4174e93b7ca0 req-77c17fbf-1c8c-4b86-9705-b2389dbd4f83 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319537 Jun 30 09:07:44.092941 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc658a-34e7-4e6f-9b85-0dec18c5dc1f req-5f0a5e0b-b932-4cd4-8de2-181b22b9662d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:44.098902 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-bfaf68cc-8521-4913-be0c-90ac08419f4a None None] Attempting to bind port aa045fd9-f40d-4e13-9216-c24ed3e0f7d5 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:44.099298 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-bfaf68cc-8521-4913-be0c-90ac08419f4a None None] Attempting to bind port aa045fd9-f40d-4e13-9216-c24ed3e0f7d5 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '068b1985-c91f-4ed0-9f1f-2efd3d828567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '00b24d03-1a96-4446-bee0-4647573d62f4'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:44.099662 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaf68cc-8521-4913-be0c-90ac08419f4a None None] Attempting to bind port aa045fd9-f40d-4e13-9216-c24ed3e0f7d5 on network 00b24d03-1a96-4446-bee0-4647573d62f4 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:44.103080 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5ddc658a-34e7-4e6f-9b85-0dec18c5dc1f req-5f0a5e0b-b932-4cd4-8de2-181b22b9662d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1166523 Jun 30 09:07:44.106698 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaf68cc-8521-4913-be0c-90ac08419f4a None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:44.107068 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaf68cc-8521-4913-be0c-90ac08419f4a None None] Checking segment: {'id': '068b1985-c91f-4ed0-9f1f-2efd3d828567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '00b24d03-1a96-4446-bee0-4647573d62f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:44.107530 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-bfaf68cc-8521-4913-be0c-90ac08419f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:44.107914 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaf68cc-8521-4913-be0c-90ac08419f4a None None] Bound using segment: {'id': '068b1985-c91f-4ed0-9f1f-2efd3d828567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '00b24d03-1a96-4446-bee0-4647573d62f4'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:44.108424 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-bfaf68cc-8521-4913-be0c-90ac08419f4a None None] Bound port: aa045fd9-f40d-4e13-9216-c24ed3e0f7d5, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068b1985-c91f-4ed0-9f1f-2efd3d828567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '00b24d03-1a96-4446-bee0-4647573d62f4'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:44.108820 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-bfaf68cc-8521-4913-be0c-90ac08419f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:44.206743 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-bfaf68cc-8521-4913-be0c-90ac08419f4a None None] For port aa045fd9-f40d-4e13-9216-c24ed3e0f7d5, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:44.210157 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-bfaf68cc-8521-4913-be0c-90ac08419f4a None None] For port aa045fd9-f40d-4e13-9216-c24ed3e0f7d5, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=aa045fd9-f40d-4e13-9216-c24ed3e0f7d5,segment=NetworkSegment(068b1985-c91f-4ed0-9f1f-2efd3d828567),segment_id=068b1985-c91f-4ed0-9f1f-2efd3d828567)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:44.327098 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-bfaf68cc-8521-4913-be0c-90ac08419f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:44.330824 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5ddc658a-34e7-4e6f-9b85-0dec18c5dc1f req-423bd4bc-ad7b-407e-a108-e8ed16d81f52 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168868 Jun 30 09:07:44.355560 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f643e61-8332-4879-8994-418ae7010ab4 req-7fb19c4e-469c-4c12-b170-1c1f12dcd788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:44.358027 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3f643e61-8332-4879-8994-418ae7010ab4 req-7fb19c4e-469c-4c12-b170-1c1f12dcd788 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=164efc1ee4d9427b996c064420e28c66&device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 1095 time: 0.2299190 Jun 30 09:07:44.381142 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ede36a-850c-4644-8bb4-e4e320660968 req-dde2b8b5-2999-4ffc-82f3-712bbeb15fb2 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:44.382758 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-02ede36a-850c-4644-8bb4-e4e320660968 req-dde2b8b5-2999-4ffc-82f3-712bbeb15fb2 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78dbac7-3152-4a08-b56f-56f03ad63d72 HTTP/1.1" status: 200 len: 943 time: 0.1726243 Jun 30 09:07:44.385825 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaf68cc-8521-4913-be0c-90ac08419f4a None None] Routers {'1fd3ab24-0dde-485f-aafc-8bca06c67639'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:44.386648 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-bfaf68cc-8521-4913-be0c-90ac08419f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:07:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1fd3ab24-0dde-485f-aafc-8bca06c67639'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:44.425061 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd1377-53ba-49fa-9747-a94860591824 None None] Pushing event updated for resources: {'Port': ['ID=aa045fd9-f40d-4e13-9216-c24ed3e0f7d5,revision_number=4']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:44.466594 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3f643e61-8332-4879-8994-418ae7010ab4 req-6fed96e1-9d3c-4530-b898-62e3480075ee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cac2529b-5b58-4bc3-9a05-8adaa11ffd31 HTTP/1.1" status: 200 len: 217 time: 0.0948284 Jun 30 09:07:44.546650 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-02ede36a-850c-4644-8bb4-e4e320660968 req-6e7b964f-9d22-4937-9613-2add310fb116 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups?id=6332f74b-013c-43dd-be2e-b0735ba41247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317613 Jun 30 09:07:44.562028 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f643e61-8332-4879-8994-418ae7010ab4 req-d4fad5c4-d280-46e7-b9ec-2c7583e8b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:44.562237 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-bfaf68cc-8521-4913-be0c-90ac08419f4a None None] Set router 1fd3ab24-0dde-485f-aafc-8bca06c67639 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:44.563611 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3f643e61-8332-4879-8994-418ae7010ab4 req-d4fad5c4-d280-46e7-b9ec-2c7583e8b63e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54f1da19-5739-4f34-a4fd-d3cc193b96d1 HTTP/1.1" status: 200 len: 851 time: 0.0861890 Jun 30 09:07:44.586371 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5ddc658a-34e7-4e6f-9b85-0dec18c5dc1f req-12c2bddd-1a81-4d22-b992-9d189fbcfac3 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465675 Jun 30 09:07:44.593808 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5241c666-f763-4b76-bfbc-d9e9a8987285', 'tag': '1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:44.597235 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1d9ba2-08f5-4e3a-9711-0b076b4fc0e6" -d '{"events": [{"name": "network-changed", "server_uuid": "5241c666-f763-4b76-bfbc-d9e9a8987285", "tag": "1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:44.605800 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3f643e61-8332-4879-8994-418ae7010ab4 req-caa3fda8-5e43-4bfd-8e7d-a062298a4cba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dbd9754c-6cc8-466f-93ec-62534a8480bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349422 Jun 30 09:07:44.707232 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [req-ff8af9ed-c899-4b1c-9adf-31c579e4192e req-53372c13-456a-442f-8eda-5c3cb970d0bf tempest-FloatingIPDetailsNegativeTestJSON-1384625055 tempest-FloatingIPDetailsNegativeTestJSON-1384625055-project] show failed (client error): The resource could not be found. Jun 30 09:07:44.708225 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ff8af9ed-c899-4b1c-9adf-31c579e4192e req-53372c13-456a-442f-8eda-5c3cb970d0bf tempest-FloatingIPDetailsNegativeTestJSON-1384625055 tempest-FloatingIPDetailsNegativeTestJSON-1384625055-project] 10.222.0.10 "GET /v2.0/floatingips/c06f1f38-35ac-45a9-92b6-fee3c3dde133 HTTP/1.1" status: 404 len: 350 time: 0.0414844 Jun 30 09:07:44.722817 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56588) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:44.756689 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3f643e61-8332-4879-8994-418ae7010ab4 req-1449f135-cb7e-4524-8441-cf7ead3c28b9 service neutron] 10.222.0.52 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417990 Jun 30 09:07:44.894749 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-bfaf68cc-8521-4913-be0c-90ac08419f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd3ab24-0dde-485f-aafc-8bca06c67639', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-466628261-router', 'tenant_id': '8a420aab8c43448bb9d803d0a2a823e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'e6065d48-5178-44e0-afbc-23d6fed3b7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:32Z', 'updated_at': '2021-06-30T09:07:41Z', 'revision_number': 4, 'project_id': '8a420aab8c43448bb9d803d0a2a823e3', 'gw_port': {'id': 'e6065d48-5178-44e0-afbc-23d6fed3b7da', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:3f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd3ab24-0dde-485f-aafc-8bca06c67639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:33Z', 'updated_at': '2021-06-30T09:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'aa045fd9-f40d-4e13-9216-c24ed3e0f7d5', 'name': '', 'network_id': '00b24d03-1a96-4446-bee0-4647573d62f4', 'tenant_id': '8a420aab8c43448bb9d803d0a2a823e3', 'mac_address': 'fa:16:3e:ee:27:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd3ab24-0dde-485f-aafc-8bca06c67639', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e2824556-fbdc-4b3b-9a5f-891cb740d842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:38Z', 'updated_at': '2021-06-30T09:07:44Z', 'revision_number': 4, 'project_id': '8a420aab8c43448bb9d803d0a2a823e3', 'subnets': [{'id': 'e2824556-fbdc-4b3b-9a5f-891cb740d842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:44.932274 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3f643e61-8332-4879-8994-418ae7010ab4 req-4e79437f-13d7-410a-906b-35f37db86a1a service neutron] 10.222.0.52 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659636 Jun 30 09:07:45.005738 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaf68cc-8521-4913-be0c-90ac08419f4a None None] The sync data for ids ['1fd3ab24-0dde-485f-aafc-8bca06c67639'] in n-d-771363-31 is: [{'id': '1fd3ab24-0dde-485f-aafc-8bca06c67639', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-466628261-router', 'tenant_id': '8a420aab8c43448bb9d803d0a2a823e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'e6065d48-5178-44e0-afbc-23d6fed3b7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:32Z', 'updated_at': '2021-06-30T09:07:41Z', 'revision_number': 4, 'project_id': '8a420aab8c43448bb9d803d0a2a823e3', 'gw_port': {'id': 'e6065d48-5178-44e0-afbc-23d6fed3b7da', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:3f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd3ab24-0dde-485f-aafc-8bca06c67639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:33Z', 'updated_at': '2021-06-30T09:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'aa045fd9-f40d-4e13-9216-c24ed3e0f7d5', 'name': '', 'network_id': '00b24d03-1a96-4446-bee0-4647573d62f4', 'tenant_id': '8a420aab8c43448bb9d803d0a2a823e3', 'mac_address': 'fa:16:3e:ee:27:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd3ab24-0dde-485f-aafc-8bca06c67639', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e2824556-fbdc-4b3b-9a5f-891cb740d842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:38Z', 'updated_at': '2021-06-30T09:07:44Z', 'revision_number': 4, 'project_id': '8a420aab8c43448bb9d803d0a2a823e3', 'subnets': [{'id': 'e2824556-fbdc-4b3b-9a5f-891cb740d842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:07:45.168612 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1acf7-ad94-4bea-9cd4-644afdb21dfb req-eff38503-99dc-4d1d-9a54-0981827baaa2 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:45.177044 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cec1acf7-ad94-4bea-9cd4-644afdb21dfb req-eff38503-99dc-4d1d-9a54-0981827baaa2 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 943 time: 0.2303464 Jun 30 09:07:45.243489 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cec1acf7-ad94-4bea-9cd4-644afdb21dfb req-fea2f605-c765-4715-9abf-a90e66362e90 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650618 Jun 30 09:07:45.255053 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 97de3316-ef20-4812-9e1b-0c90673b35b1 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:07:45.411282 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 97de3316-ef20-4812-9e1b-0c90673b35b1, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=97de3316-ef20-4812-9e1b-0c90673b35b1,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:45.428865 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba72c32-528d-474e-9fba-05c5c60494fc req-8cedc6b0-1be3-4259-97dc-73771b44a0f8 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:45.430830 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fba72c32-528d-474e-9fba-05c5c60494fc req-8cedc6b0-1be3-4259-97dc-73771b44a0f8 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 948 time: 0.1949584 Jun 30 09:07:45.436783 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '97de3316-ef20-4812-9e1b-0c90673b35b1', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': '97de3316-ef20-4812-9e1b-0c90673b35b1', 'mac_address': 'fa:16:3e:15:d4:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:07:45.469924 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70334dfd-83a1-450c-9449-7c4f4a5f34bf x-openstack-request-id: req-70334dfd-83a1-450c-9449-7c4f4a5f34bf {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:45.470377 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff069464-9d8a-4d96-ba17-67a4810958ee", "tag": "cac2529b-5b58-4bc3-9a05-8adaa11ffd31", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:45.471605 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-70334dfd-83a1-450c-9449-7c4f4a5f34bf {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:45.472406 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff069464-9d8a-4d96-ba17-67a4810958ee', 'tag': 'cac2529b-5b58-4bc3-9a05-8adaa11ffd31', 'status': 'completed', 'code': 200} Jun 30 09:07:45.497501 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fba72c32-528d-474e-9fba-05c5c60494fc req-4efdb5ea-5d7d-45d0-af30-bd2b7ecadcd1 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572503 Jun 30 09:07:45.632378 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.652729 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97de3316-ef20-4812-9e1b-0c90673b35b1 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:07:45.673045 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609748e-8a2d-476b-8b26-f162aeb2a04e req-590865b6-94c0-4d94-bbde-a9a4294f071d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:45.676081 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8609748e-8a2d-476b-8b26-f162aeb2a04e req-590865b6-94c0-4d94-bbde-a9a4294f071d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=164efc1ee4d9427b996c064420e28c66&device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 1095 time: 0.1750455 Jun 30 09:07:45.716980 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 97de3316-ef20-4812-9e1b-0c90673b35b1, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=97de3316-ef20-4812-9e1b-0c90673b35b1,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:45.765177 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1de3e0-1f85-49ab-aed4-c6164d072d4b req-1412a1f3-5d48-4318-9f5e-a1ab25a29863 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:45.766773 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6a1de3e0-1f85-49ab-aed4-c6164d072d4b req-1412a1f3-5d48-4318-9f5e-a1ab25a29863 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 1098 time: 0.1514394 Jun 30 09:07:45.783759 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.784553 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c761022f-5be5-4819-abd0-574e1697b170 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:07:45.803445 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a52f83-df4e-40b6-aa9c-b5f0c8578abf req-f30e9b84-ae30-4ede-a0d8-7d67220c6785 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:45.805129 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83a52f83-df4e-40b6-aa9c-b5f0c8578abf req-f30e9b84-ae30-4ede-a0d8-7d67220c6785 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=35bf4cfe-c29c-4839-9550-bbf094505a01 HTTP/1.1" status: 200 len: 945 time: 0.1649866 Jun 30 09:07:45.837237 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6a1de3e0-1f85-49ab-aed4-c6164d072d4b req-5f73e568-da67-44db-9cf5-1cab0bf4d37d tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607135 Jun 30 09:07:45.881010 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56596) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:45.904453 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609748e-8a2d-476b-8b26-f162aeb2a04e req-1bdfd3eb-56ac-4817-b01d-dd2500e967e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:45.907578 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83a52f83-df4e-40b6-aa9c-b5f0c8578abf req-792a9bf2-8d79-44fb-a014-d841c911e185 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951114 Jun 30 09:07:45.913085 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8609748e-8a2d-476b-8b26-f162aeb2a04e req-1bdfd3eb-56ac-4817-b01d-dd2500e967e5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=dbd9754c-6cc8-466f-93ec-62534a8480bb HTTP/1.1" status: 200 len: 912 time: 0.2278659 Jun 30 09:07:45.946664 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540aa1df-4137-472f-bad2-6944ff6f8741 x-openstack-request-id: req-540aa1df-4137-472f-bad2-6944ff6f8741 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:45.949896 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5241c666-f763-4b76-bfbc-d9e9a8987285", "tag": "1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:45.950420 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-540aa1df-4137-472f-bad2-6944ff6f8741 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:45.951331 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5241c666-f763-4b76-bfbc-d9e9a8987285', 'tag': '1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b', 'status': 'completed', 'code': 200} Jun 30 09:07:45.986090 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9736983d-98a3-47b9-bac3-e6e7ad80bd88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.998878 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port c761022f-5be5-4819-abd0-574e1697b170, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c761022f-5be5-4819-abd0-574e1697b170,segment=NetworkSegment(e107cf81-3d65-4596-99e7-d363082531b8),segment_id=e107cf81-3d65-4596-99e7-d363082531b8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:46.038409 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'c761022f-5be5-4819-abd0-574e1697b170', 'network_id': '56f88d8c-6215-4429-a876-d7c759a58eb1', 'port_id': 'c761022f-5be5-4819-abd0-574e1697b170', 'mac_address': 'fa:16:3e:cf:f0:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eb0ed17-5afe-4eef-a6c1-cccad8874493', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:07:46.139078 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8609748e-8a2d-476b-8b26-f162aeb2a04e req-61381c72-37e1-43aa-99bd-a30fa031abe8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cac2529b-5b58-4bc3-9a05-8adaa11ffd31 HTTP/1.1" status: 200 len: 217 time: 0.2162223 Jun 30 09:07:46.188641 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device aa045fd9-f40d-4e13-9216-c24ed3e0f7d5 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:46.242336 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609748e-8a2d-476b-8b26-f162aeb2a04e req-039dd7a4-b85c-4f5e-b138-6a6c903cb221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:46.244199 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8609748e-8a2d-476b-8b26-f162aeb2a04e req-039dd7a4-b85c-4f5e-b138-6a6c903cb221 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54f1da19-5739-4f34-a4fd-d3cc193b96d1 HTTP/1.1" status: 200 len: 851 time: 0.0979345 Jun 30 09:07:46.290814 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=97de3316-ef20-4812-9e1b-0c90673b35b1,revision_number=13']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:46.295869 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.300841 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9566698a-3d47-42e9-a644-0e2c1eb6b75a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.322123 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8609748e-8a2d-476b-8b26-f162aeb2a04e req-0ece1979-326c-4d46-8321-0c53f49fc3e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dbd9754c-6cc8-466f-93ec-62534a8480bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698366 Jun 30 09:07:46.324977 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c761022f-5be5-4819-abd0-574e1697b170 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:07:46.335214 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d9ba2-08f5-4e3a-9711-0b076b4fc0e6 req-22c8d64b-9587-49c8-a950-39641ceced0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:46.337047 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db1d9ba2-08f5-4e3a-9711-0b076b4fc0e6 req-22c8d64b-9587-49c8-a950-39641ceced0f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 1097 time: 0.3126829 Jun 30 09:07:46.357353 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port c761022f-5be5-4819-abd0-574e1697b170, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c761022f-5be5-4819-abd0-574e1697b170,segment=NetworkSegment(e107cf81-3d65-4596-99e7-d363082531b8),segment_id=e107cf81-3d65-4596-99e7-d363082531b8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:46.418225 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port aa045fd9-f40d-4e13-9216-c24ed3e0f7d5 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:46.427600 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port aa045fd9-f40d-4e13-9216-c24ed3e0f7d5 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:46.428578 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.499904 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.553722 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735c3e9-624b-48d7-8d93-321acebee923 req-3dc7701f-a424-433a-881f-f64111e21f90 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:46.558146 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8609748e-8a2d-476b-8b26-f162aeb2a04e req-a16ddbdb-5988-4a02-a691-6ec2643b1b5f service neutron] 10.222.0.52 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200854 Jun 30 09:07:46.563429 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3735c3e9-624b-48d7-8d93-321acebee923 req-3dc7701f-a424-433a-881f-f64111e21f90 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78dbac7-3152-4a08-b56f-56f03ad63d72 HTTP/1.1" status: 200 len: 943 time: 0.4127569 Jun 30 09:07:46.563687 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d9ba2-08f5-4e3a-9711-0b076b4fc0e6 req-b312fbed-389f-4589-a7f5-a4d14b30e336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:46.565844 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db1d9ba2-08f5-4e3a-9711-0b076b4fc0e6 req-b312fbed-389f-4589-a7f5-a4d14b30e336 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b51add01-e516-4efc-9c9c-16a3be3b127b HTTP/1.1" status: 200 len: 912 time: 0.1795728 Jun 30 09:07:46.613989 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9566698a-3d47-42e9-a644-0e2c1eb6b75a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.644361 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=c761022f-5be5-4819-abd0-574e1697b170,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:46.664675 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3735c3e9-624b-48d7-8d93-321acebee923 req-77979810-344c-456d-aa93-2049494d3142 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups?id=6332f74b-013c-43dd-be2e-b0735ba41247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000106 Jun 30 09:07:46.728159 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9566698a-3d47-42e9-a644-0e2c1eb6b75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.732792 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db1d9ba2-08f5-4e3a-9711-0b076b4fc0e6 req-8ccb9a64-a0f0-459a-b3b5-badf406b5b76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b HTTP/1.1" status: 200 len: 1001 time: 0.1575911 Jun 30 09:07:46.744727 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.812431 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8609748e-8a2d-476b-8b26-f162aeb2a04e req-561f31e2-838d-45b7-b38b-3d750556bb20 service neutron] 10.222.0.52 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454269 Jun 30 09:07:46.824619 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port aa045fd9-f40d-4e13-9216-c24ed3e0f7d5, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=aa045fd9-f40d-4e13-9216-c24ed3e0f7d5,segment=NetworkSegment(068b1985-c91f-4ed0-9f1f-2efd3d828567),segment_id=068b1985-c91f-4ed0-9f1f-2efd3d828567)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:46.855276 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d9ba2-08f5-4e3a-9711-0b076b4fc0e6 req-621a4f65-7b7e-4582-ae45-51d36202a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:46.855276 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db1d9ba2-08f5-4e3a-9711-0b076b4fc0e6 req-621a4f65-7b7e-4582-ae45-51d36202a7ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0db27f2a-daae-4bc9-9a26-19aaee7812fb HTTP/1.1" status: 200 len: 850 time: 0.0969138 Jun 30 09:07:46.870871 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9566698a-3d47-42e9-a644-0e2c1eb6b75a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ca67bf49fed34ea3b05838f56ea4bcc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9609740 Jun 30 09:07:46.895559 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56622) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:46.912169 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566698a-3d47-42e9-a644-0e2c1eb6b75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aff0e7c-027a-435a-acbd-a6a23a4d0219,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:46.915091 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.941793 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d9ba2-08f5-4e3a-9711-0b076b4fc0e6 req-51676386-9171-4196-b38f-32314c8933dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:46.943515 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db1d9ba2-08f5-4e3a-9711-0b076b4fc0e6 req-51676386-9171-4196-b38f-32314c8933dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b51add01-e516-4efc-9c9c-16a3be3b127b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877576 Jun 30 09:07:46.970321 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['c761022f-5be5-4819-abd0-574e1697b170'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:46.973733 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['97de3316-ef20-4812-9e1b-0c90673b35b1'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:46.988441 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566698a-3d47-42e9-a644-0e2c1eb6b75a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:46.988789 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566698a-3d47-42e9-a644-0e2c1eb6b75a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:46.989276 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566698a-3d47-42e9-a644-0e2c1eb6b75a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:46.989652 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566698a-3d47-42e9-a644-0e2c1eb6b75a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:46.989991 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566698a-3d47-42e9-a644-0e2c1eb6b75a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:46.990324 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566698a-3d47-42e9-a644-0e2c1eb6b75a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:46.990650 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566698a-3d47-42e9-a644-0e2c1eb6b75a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:46.991008 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566698a-3d47-42e9-a644-0e2c1eb6b75a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:46.991326 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566698a-3d47-42e9-a644-0e2c1eb6b75a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:46.991648 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566698a-3d47-42e9-a644-0e2c1eb6b75a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:46.992062 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566698a-3d47-42e9-a644-0e2c1eb6b75a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:46.997906 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566698a-3d47-42e9-a644-0e2c1eb6b75a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:47.064183 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8a4f816c-b655-4225-a822-0915b04636e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.079807 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db1d9ba2-08f5-4e3a-9711-0b076b4fc0e6 req-cb722b92-52c1-4ef0-a862-2de6d6feef74 service neutron] 10.222.0.37 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254108 Jun 30 09:07:47.082243 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=aa045fd9-f40d-4e13-9216-c24ed3e0f7d5,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:47.084070 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-9736983d-98a3-47b9-bac3-e6e7ad80bd88 admin admin] Deleting port aa045fd9-f40d-4e13-9216-c24ed3e0f7d5 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:47.084414 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9736983d-98a3-47b9-bac3-e6e7ad80bd88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.114697 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8a4f816c-b655-4225-a822-0915b04636e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.276899 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db1d9ba2-08f5-4e3a-9711-0b076b4fc0e6 req-d2867d4b-fb3d-44a7-b59c-76da8b69372c service neutron] 10.222.0.37 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774147 Jun 30 09:07:47.305521 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-9736983d-98a3-47b9-bac3-e6e7ad80bd88 admin admin] For port aa045fd9-f40d-4e13-9216-c24ed3e0f7d5, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=aa045fd9-f40d-4e13-9216-c24ed3e0f7d5,segment=NetworkSegment(068b1985-c91f-4ed0-9f1f-2efd3d828567),segment_id=068b1985-c91f-4ed0-9f1f-2efd3d828567)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:47.305914 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9736983d-98a3-47b9-bac3-e6e7ad80bd88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.326249 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-9736983d-98a3-47b9-bac3-e6e7ad80bd88 admin admin] Calling delete_port for aa045fd9-f40d-4e13-9216-c24ed3e0f7d5 owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:47.368185 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb747f-0c57-4e49-9d18-671b9c76f0c0 req-1d63cc8f-8a7c-43bb-97b4-2155db2df859 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:47.369786 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e5eb747f-0c57-4e49-9d18-671b9c76f0c0 req-1d63cc8f-8a7c-43bb-97b4-2155db2df859 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 943 time: 0.0908670 Jun 30 09:07:47.414572 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e5eb747f-0c57-4e49-9d18-671b9c76f0c0 req-5e1d7d42-81c2-4c23-a190-8469def5101d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385370 Jun 30 09:07:47.550763 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8a4f816c-b655-4225-a822-0915b04636e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.554578 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8a4f816c-b655-4225-a822-0915b04636e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.557860 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8a4f816c-b655-4225-a822-0915b04636e1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5aff0e7c-027a-435a-acbd-a6a23a4d0219 HTTP/1.1" status: 204 len: 168 time: 0.6584733 Jun 30 09:07:47.564210 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f816c-b655-4225-a822-0915b04636e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aff0e7c-027a-435a-acbd-a6a23a4d0219,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:47.675738 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9736983d-98a3-47b9-bac3-e6e7ad80bd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.706574 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736983d-98a3-47b9-bac3-e6e7ad80bd88 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa045fd9-f40d-4e13-9216-c24ed3e0f7d5,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:47.706909 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d34f5-e73b-4699-bfa2-6b43426db158 req-4c21aa4b-12cb-462a-83b2-f9510c4b9c13 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:47.708746 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b02d34f5-e73b-4699-bfa2-6b43426db158 req-4c21aa4b-12cb-462a-83b2-f9510c4b9c13 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 949 time: 0.0675795 Jun 30 09:07:47.723584 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device cac2529b-5b58-4bc3-9a05-8adaa11ffd31 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:07:47.796845 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b02d34f5-e73b-4699-bfa2-6b43426db158 req-f517cbab-5689-4cb4-a972-c9e3055bcefc tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819552 Jun 30 09:07:47.873063 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port cac2529b-5b58-4bc3-9a05-8adaa11ffd31, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=cac2529b-5b58-4bc3-9a05-8adaa11ffd31,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:47.902536 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'cac2529b-5b58-4bc3-9a05-8adaa11ffd31', 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb', 'port_id': 'cac2529b-5b58-4bc3-9a05-8adaa11ffd31', 'mac_address': 'fa:16:3e:e4:92:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f1da19-5739-4f34-a4fd-d3cc193b96d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:07:48.007563 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9736983d-98a3-47b9-bac3-e6e7ad80bd88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.126090 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b089a04-1193-451c-8ddf-1b8634a1ca26 req-3ef33db7-c207-45ac-864e-706933a6d8ec tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:48.127573 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b089a04-1193-451c-8ddf-1b8634a1ca26 req-3ef33db7-c207-45ac-864e-706933a6d8ec tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78dbac7-3152-4a08-b56f-56f03ad63d72 HTTP/1.1" status: 200 len: 944 time: 0.0791461 Jun 30 09:07:48.151829 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.168219 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cac2529b-5b58-4bc3-9a05-8adaa11ffd31 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:07:48.170555 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b089a04-1193-451c-8ddf-1b8634a1ca26 req-15022d2f-9160-4936-aacd-22d345e7b2ff tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups?id=6332f74b-013c-43dd-be2e-b0735ba41247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370660 Jun 30 09:07:48.192202 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port cac2529b-5b58-4bc3-9a05-8adaa11ffd31, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=cac2529b-5b58-4bc3-9a05-8adaa11ffd31,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:48.278245 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9736983d-98a3-47b9-bac3-e6e7ad80bd88 admin admin] Router 1fd3ab24-0dde-485f-aafc-8bca06c67639 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:07:48.378671 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.442152 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=cac2529b-5b58-4bc3-9a05-8adaa11ffd31,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:48.449994 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9736983d-98a3-47b9-bac3-e6e7ad80bd88 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:07:48.452831 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:48.453188 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:48.453523 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:48.453860 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:48.454193 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:48.454508 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:48.454835 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:48.458313 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:48.458671 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9736983d-98a3-47b9-bac3-e6e7ad80bd88 admin admin] 10.222.0.10 "PUT /v2.0/routers/1fd3ab24-0dde-485f-aafc-8bca06c67639/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7316189 Jun 30 09:07:48.458771 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:48.458771 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:48.458771 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:48.458771 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:48.459227 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56650) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:48.460599 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b1de17-84ab-404b-bb73-15f44c7a931d None None] Sync routers for ids ['1fd3ab24-0dde-485f-aafc-8bca06c67639'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:07:48.475260 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b1de17-84ab-404b-bb73-15f44c7a931d None None] Routers {'1fd3ab24-0dde-485f-aafc-8bca06c67639'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:48.475891 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-77b1de17-84ab-404b-bb73-15f44c7a931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:07:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1fd3ab24-0dde-485f-aafc-8bca06c67639'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:48.574201 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aee4cf8e-06a6-4d8b-8685-4b1d6734124f admin admin] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.592463 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-77b1de17-84ab-404b-bb73-15f44c7a931d None None] Set router 1fd3ab24-0dde-485f-aafc-8bca06c67639 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:48.724717 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['cac2529b-5b58-4bc3-9a05-8adaa11ffd31'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:48.730344 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aee4cf8e-06a6-4d8b-8685-4b1d6734124f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.755645 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3a244-aa11-4d57-bcb4-ff6df5b5a68c req-3d09c015-d496-4bba-8316-2df05d3b3a21 tempest-MigrationsAdminTest-1920668305 tempest-MigrationsAdminTest-1920668305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:48.757364 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-edc3a244-aa11-4d57-bcb4-ff6df5b5a68c req-3d09c015-d496-4bba-8316-2df05d3b3a21 tempest-MigrationsAdminTest-1920668305 tempest-MigrationsAdminTest-1920668305-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 1101 time: 0.0835068 Jun 30 09:07:48.800134 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-edc3a244-aa11-4d57-bcb4-ff6df5b5a68c req-befb8762-2adc-423a-9c08-aeb40e72c819 tempest-MigrationsAdminTest-1920668305 tempest-MigrationsAdminTest-1920668305-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352776 Jun 30 09:07:48.842374 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56666) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:48.863696 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-77b1de17-84ab-404b-bb73-15f44c7a931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd3ab24-0dde-485f-aafc-8bca06c67639', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-466628261-router', 'tenant_id': '8a420aab8c43448bb9d803d0a2a823e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'e6065d48-5178-44e0-afbc-23d6fed3b7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:32Z', 'updated_at': '2021-06-30T09:07:47Z', 'revision_number': 5, 'project_id': '8a420aab8c43448bb9d803d0a2a823e3', 'gw_port': {'id': 'e6065d48-5178-44e0-afbc-23d6fed3b7da', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:3f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd3ab24-0dde-485f-aafc-8bca06c67639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:33Z', 'updated_at': '2021-06-30T09:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:48.872985 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eabf8956-2e83-47d2-90e2-a4b1efee3e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.938355 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b1de17-84ab-404b-bb73-15f44c7a931d None None] Checking router: 1fd3ab24-0dde-485f-aafc-8bca06c67639 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:07:48.950291 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b1de17-84ab-404b-bb73-15f44c7a931d None None] Routers {'1fd3ab24-0dde-485f-aafc-8bca06c67639'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:48.951278 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-77b1de17-84ab-404b-bb73-15f44c7a931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:07:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1fd3ab24-0dde-485f-aafc-8bca06c67639'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:48.952479 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-aee4cf8e-06a6-4d8b-8685-4b1d6734124f admin admin] Deleting port e6065d48-5178-44e0-afbc-23d6fed3b7da {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:48.953632 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aee4cf8e-06a6-4d8b-8685-4b1d6734124f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.066644 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-77b1de17-84ab-404b-bb73-15f44c7a931d None None] Set router 1fd3ab24-0dde-485f-aafc-8bca06c67639 gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:49.087054 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eabf8956-2e83-47d2-90e2-a4b1efee3e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.127510 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-77b1de17-84ab-404b-bb73-15f44c7a931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd3ab24-0dde-485f-aafc-8bca06c67639', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-466628261-router', 'tenant_id': '8a420aab8c43448bb9d803d0a2a823e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:32Z', 'updated_at': '2021-06-30T09:07:48Z', 'revision_number': 6, 'project_id': '8a420aab8c43448bb9d803d0a2a823e3', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:49.160287 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b1de17-84ab-404b-bb73-15f44c7a931d None None] The sync data for ids ['1fd3ab24-0dde-485f-aafc-8bca06c67639'] in n-d-771363-31 is: [{'id': '1fd3ab24-0dde-485f-aafc-8bca06c67639', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-466628261-router', 'tenant_id': '8a420aab8c43448bb9d803d0a2a823e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:32Z', 'updated_at': '2021-06-30T09:07:48Z', 'revision_number': 6, 'project_id': '8a420aab8c43448bb9d803d0a2a823e3', 'gw_port_host': None}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:07:49.162908 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-aee4cf8e-06a6-4d8b-8685-4b1d6734124f admin admin] For port e6065d48-5178-44e0-afbc-23d6fed3b7da, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e6065d48-5178-44e0-afbc-23d6fed3b7da,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:49.163446 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aee4cf8e-06a6-4d8b-8685-4b1d6734124f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.180579 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-aee4cf8e-06a6-4d8b-8685-4b1d6734124f admin admin] Calling delete_port for e6065d48-5178-44e0-afbc-23d6fed3b7da owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:49.213660 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eabf8956-2e83-47d2-90e2-a4b1efee3e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.255147 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 97de3316-ef20-4812-9e1b-0c90673b35b1 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:49.262529 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e1ba6-40fb-4b59-91e3-88bbbb7711cf req-2a1dfe56-5427-4335-9b8a-fb2139c60ee9 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:49.266717 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-020e1ba6-40fb-4b59-91e3-88bbbb7711cf req-2a1dfe56-5427-4335-9b8a-fb2139c60ee9 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 944 time: 0.1656432 Jun 30 09:07:49.269876 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-eabf8956-2e83-47d2-90e2-a4b1efee3e7e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e2946b572e0c4ab2a9d8c0c0bd48c3a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4261177 Jun 30 09:07:49.270244 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56688) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:49.272697 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf8956-2e83-47d2-90e2-a4b1efee3e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b55e92-e2c9-429c-9857-7d93a059004e,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:49.458216 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 97de3316-ef20-4812-9e1b-0c90673b35b1 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:49.463596 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 97de3316-ef20-4812-9e1b-0c90673b35b1 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:49.463596 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.554334 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.582708 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c961ef-24b0-4282-ab5e-bc42c058d806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97de3316-ef20-4812-9e1b-0c90673b35b1'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:49.586439 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82aa28fd-71b5-4c2d-ab8f-e33f45140440" -d '{"events": [{"server_uuid": "c4c961ef-24b0-4282-ab5e-bc42c058d806", "name": "network-vif-plugged", "status": "completed", "tag": "97de3316-ef20-4812-9e1b-0c90673b35b1"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:49.615364 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 97de3316-ef20-4812-9e1b-0c90673b35b1, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=97de3316-ef20-4812-9e1b-0c90673b35b1,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:49.725049 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-020e1ba6-40fb-4b59-91e3-88bbbb7711cf req-3ad7a517-4feb-41c3-832a-8d64d25e30b6 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397948 Jun 30 09:07:49.733736 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:07:49.751741 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9ca7c169-7886-47ad-bf64-0e0467604e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.772180 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device cac2529b-5b58-4bc3-9a05-8adaa11ffd31 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:49.802644 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9ca7c169-7886-47ad-bf64-0e0467604e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.843750 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.845018 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c761022f-5be5-4819-abd0-574e1697b170 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:49.983112 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aee4cf8e-06a6-4d8b-8685-4b1d6734124f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.021083 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=97de3316-ef20-4812-9e1b-0c90673b35b1,revision_number=14']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:50.033263 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:50.044948 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9ca7c169-7886-47ad-bf64-0e0467604e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.047735 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9ca7c169-7886-47ad-bf64-0e0467604e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.055436 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9ca7c169-7886-47ad-bf64-0e0467604e32 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/22b55e92-e2c9-429c-9857-7d93a059004e HTTP/1.1" status: 204 len: 168 time: 0.7776446 Jun 30 09:07:50.066180 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd', 'network_id': '77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3', 'port_id': '5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd', 'mac_address': 'fa:16:3e:3e:f8:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712820fb-ce56-42e0-86ec-ce6b0d4d81b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:07:50.074367 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4cf8e-06a6-4d8b-8685-4b1d6734124f admin admin] Pushing event deleted for resources: {'Port': ['ID=e6065d48-5178-44e0-afbc-23d6fed3b7da,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:50.085222 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4cf8e-06a6-4d8b-8685-4b1d6734124f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:50.085898 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4cf8e-06a6-4d8b-8685-4b1d6734124f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:50.086397 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4cf8e-06a6-4d8b-8685-4b1d6734124f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:50.086890 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4cf8e-06a6-4d8b-8685-4b1d6734124f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:50.087463 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4cf8e-06a6-4d8b-8685-4b1d6734124f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:50.087946 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4cf8e-06a6-4d8b-8685-4b1d6734124f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:50.088442 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4cf8e-06a6-4d8b-8685-4b1d6734124f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:50.088925 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4cf8e-06a6-4d8b-8685-4b1d6734124f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:50.089472 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4cf8e-06a6-4d8b-8685-4b1d6734124f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:50.090032 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4cf8e-06a6-4d8b-8685-4b1d6734124f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:50.090662 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4cf8e-06a6-4d8b-8685-4b1d6734124f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:50.091232 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4cf8e-06a6-4d8b-8685-4b1d6734124f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:50.104814 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7c169-7886-47ad-bf64-0e0467604e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b55e92-e2c9-429c-9857-7d93a059004e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:50.114832 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device aa045fd9-f40d-4e13-9216-c24ed3e0f7d5 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:50.163784 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: aa045fd9-f40d-4e13-9216-c24ed3e0f7d5 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:50.164090 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device aa045fd9-f40d-4e13-9216-c24ed3e0f7d5 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:50.164476 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e6065d48-5178-44e0-afbc-23d6fed3b7da no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:50.194895 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aee4cf8e-06a6-4d8b-8685-4b1d6734124f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.195522 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: e6065d48-5178-44e0-afbc-23d6fed3b7da {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:50.195631 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e6065d48-5178-44e0-afbc-23d6fed3b7da not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:50.196894 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.213586 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:07:50.220363 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port cac2529b-5b58-4bc3-9a05-8adaa11ffd31 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:50.227803 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port cac2529b-5b58-4bc3-9a05-8adaa11ffd31 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:50.228507 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.265037 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:50.275924 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port c761022f-5be5-4819-abd0-574e1697b170 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:50.282738 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port c761022f-5be5-4819-abd0-574e1697b170 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:50.283053 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.302568 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aee4cf8e-06a6-4d8b-8685-4b1d6734124f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.310673 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aee4cf8e-06a6-4d8b-8685-4b1d6734124f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.395423 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.457831 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port cac2529b-5b58-4bc3-9a05-8adaa11ffd31, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=cac2529b-5b58-4bc3-9a05-8adaa11ffd31,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:50.458860 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.492011 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port c761022f-5be5-4819-abd0-574e1697b170, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c761022f-5be5-4819-abd0-574e1697b170,segment=NetworkSegment(e107cf81-3d65-4596-99e7-d363082531b8),segment_id=e107cf81-3d65-4596-99e7-d363082531b8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:50.503857 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.554993 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aee4cf8e-06a6-4d8b-8685-4b1d6734124f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.555592 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee4cf8e-06a6-4d8b-8685-4b1d6734124f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fd3ab24-0dde-485f-aafc-8bca06c67639 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:07:50.557144 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eed50c9b-16e5-40fe-8d64-38d12c90d343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.564887 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aee4cf8e-06a6-4d8b-8685-4b1d6734124f admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.565103 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:50.567732 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-aee4cf8e-06a6-4d8b-8685-4b1d6734124f admin admin] 10.222.0.10 "DELETE /v2.0/routers/1fd3ab24-0dde-485f-aafc-8bca06c67639 HTTP/1.1" status: 204 len: 168 time: 2.1077781 Jun 30 09:07:50.568471 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56694) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:50.606086 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.611462 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.618627 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:50.643994 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-e57bf10a-8760-47ec-939a-56daea13f095 admin admin] Deleting subnet e2824556-fbdc-4b3b-9a5f-891cb740d842 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:50.648736 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e57bf10a-8760-47ec-939a-56daea13f095 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.705213 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e57bf10a-8760-47ec-939a-56daea13f095 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.710264 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=c761022f-5be5-4819-abd0-574e1697b170,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:50.792509 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=cac2529b-5b58-4bc3-9a05-8adaa11ffd31,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:50.828428 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e57bf10a-8760-47ec-939a-56daea13f095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.906349 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-0143cd12-9c5e-4286-9a7a-e0fbe9e0e1d7 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:07:50.906349 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-0143cd12-9c5e-4286-9a7a-e0fbe9e0e1d7 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2849641 Jun 30 09:07:50.914606 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-d4f2db65-558a-4a36-af9f-6027a9ca8ee6 service neutron] Request body: {'binding': {'host': 'n-h1-771363-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:50.918033 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-d4f2db65-558a-4a36-af9f-6027a9ca8ee6 service neutron] Unknown quota resources ['binding']. {{(pid=101053) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:07:51.026025 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e57bf10a-8760-47ec-939a-56daea13f095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.058696 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57bf10a-8760-47ec-939a-56daea13f095 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2824556-fbdc-4b3b-9a5f-891cb740d842,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:51.071833 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e57bf10a-8760-47ec-939a-56daea13f095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.073023 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c467cf-bae3-4b26-98c2-e84a7c7300ba None None] Network 00b24d03-1a96-4446-bee0-4647573d62f4 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:51.073726 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e57bf10a-8760-47ec-939a-56daea13f095 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e2824556-fbdc-4b3b-9a5f-891cb740d842 HTTP/1.1" status: 204 len: 168 time: 0.5043099 Jun 30 09:07:51.077196 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56716) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:51.122794 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-d4f2db65-558a-4a36-af9f-6027a9ca8ee6 service neutron] Attempting to bind port e7ef9fcb-7325-4494-a377-c12975033350 on host n-h1-771363-31 for vnic_type normal with profile None {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:51.123633 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-d4f2db65-558a-4a36-af9f-6027a9ca8ee6 service neutron] Attempting to bind port e7ef9fcb-7325-4494-a377-c12975033350 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:51.123633 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-d4f2db65-558a-4a36-af9f-6027a9ca8ee6 service neutron] Attempting to bind port e7ef9fcb-7325-4494-a377-c12975033350 on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:51.129992 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-d4f2db65-558a-4a36-af9f-6027a9ca8ee6 service neutron] Port e7ef9fcb-7325-4494-a377-c12975033350 on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:07:51.132674 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-d4f2db65-558a-4a36-af9f-6027a9ca8ee6 service neutron] Attempting to bind port e7ef9fcb-7325-4494-a377-c12975033350 on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:51.136546 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-d4f2db65-558a-4a36-af9f-6027a9ca8ee6 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:51.137016 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-d4f2db65-558a-4a36-af9f-6027a9ca8ee6 service neutron] Checking segment: {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:51.137413 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-d4f2db65-558a-4a36-af9f-6027a9ca8ee6 service neutron] Bound using segment: {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:51.138292 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-d4f2db65-558a-4a36-af9f-6027a9ca8ee6 service neutron] Bound port: e7ef9fcb-7325-4494-a377-c12975033350, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:51.221558 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d705f62e-dc2d-4adb-8faf-08300e9f06ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.254546 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-d4f2db65-558a-4a36-af9f-6027a9ca8ee6 service neutron] For port e7ef9fcb-7325-4494-a377-c12975033350, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=e7ef9fcb-7325-4494-a377-c12975033350,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:51.308335 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-d705f62e-dc2d-4adb-8faf-08300e9f06ef admin admin] Deleting port 5161686a-b4f8-472f-be4f-69b09ec0eb93 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:51.308692 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d705f62e-dc2d-4adb-8faf-08300e9f06ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.330107 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a1026a-c8f5-4ce5-a975-c3ee81e50451 None None] DHCP port deletion for 00b24d03-1a96-4446-bee0-4647573d62f4 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:07:51.387461 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-d705f62e-dc2d-4adb-8faf-08300e9f06ef admin admin] For port 5161686a-b4f8-472f-be4f-69b09ec0eb93, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5161686a-b4f8-472f-be4f-69b09ec0eb93,segment=NetworkSegment(068b1985-c91f-4ed0-9f1f-2efd3d828567),segment_id=068b1985-c91f-4ed0-9f1f-2efd3d828567)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:51.387864 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d705f62e-dc2d-4adb-8faf-08300e9f06ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.392596 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-95a1026a-c8f5-4ce5-a975-c3ee81e50451 None None] Deleting port 5161686a-b4f8-472f-be4f-69b09ec0eb93 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:51.392596 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-95a1026a-c8f5-4ce5-a975-c3ee81e50451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.403084 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-d705f62e-dc2d-4adb-8faf-08300e9f06ef admin admin] Calling delete_port for 5161686a-b4f8-472f-be4f-69b09ec0eb93 owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:51.413061 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-d4f2db65-558a-4a36-af9f-6027a9ca8ee6 service neutron] Notify callbacks [] for binding, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.414238 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-d4f2db65-558a-4a36-af9f-6027a9ca8ee6 service neutron] 10.222.0.10 "POST /v2.0/ports/e7ef9fcb-7325-4494-a377-c12975033350/bindings HTTP/1.1" status: 201 len: 390 time: 0.5045192 Jun 30 09:07:51.466410 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f8925-b9af-444b-99c0-d48bb24238f8 req-4b894c3c-067e-4890-85fc-ab01e621993d tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:51.475245 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-95a1026a-c8f5-4ce5-a975-c3ee81e50451 None None] For port 5161686a-b4f8-472f-be4f-69b09ec0eb93, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5161686a-b4f8-472f-be4f-69b09ec0eb93,segment=NetworkSegment(068b1985-c91f-4ed0-9f1f-2efd3d828567),segment_id=068b1985-c91f-4ed0-9f1f-2efd3d828567)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:51.476095 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-95a1026a-c8f5-4ce5-a975-c3ee81e50451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.479745 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-842f8925-b9af-444b-99c0-d48bb24238f8 req-4b894c3c-067e-4890-85fc-ab01e621993d tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78dbac7-3152-4a08-b56f-56f03ad63d72 HTTP/1.1" status: 200 len: 945 time: 0.0982137 Jun 30 09:07:51.495445 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-95a1026a-c8f5-4ce5-a975-c3ee81e50451 None None] Calling delete_port for 5161686a-b4f8-472f-be4f-69b09ec0eb93 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:51.527185 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-842f8925-b9af-444b-99c0-d48bb24238f8 req-0bfe9f7e-6298-4463-a1aa-7d0fb58a8431 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups?id=6332f74b-013c-43dd-be2e-b0735ba41247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463426 Jun 30 09:07:51.595888 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d705f62e-dc2d-4adb-8faf-08300e9f06ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.637394 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-95a1026a-c8f5-4ce5-a975-c3ee81e50451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.640940 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fae3e41-d8df-4bfa-aea1-36fbc968b1c7 x-openstack-request-id: req-4fae3e41-d8df-4bfa-aea1-36fbc968b1c7 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:51.641492 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c961ef-24b0-4282-ab5e-bc42c058d806", "name": "network-vif-plugged", "status": "completed", "tag": "97de3316-ef20-4812-9e1b-0c90673b35b1", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:51.641978 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4fae3e41-d8df-4bfa-aea1-36fbc968b1c7 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:51.642590 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c961ef-24b0-4282-ab5e-bc42c058d806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97de3316-ef20-4812-9e1b-0c90673b35b1', 'code': 200} Jun 30 09:07:51.642786 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d705f62e-dc2d-4adb-8faf-08300e9f06ef admin admin] No DVR routers for this DVR port 5161686a-b4f8-472f-be4f-69b09ec0eb93 on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:51.651669 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705f62e-dc2d-4adb-8faf-08300e9f06ef admin admin] Pushing event deleted for resources: {'Port': ['ID=5161686a-b4f8-472f-be4f-69b09ec0eb93,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:51.696049 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a1026a-c8f5-4ce5-a975-c3ee81e50451 None None] No DVR routers for this DVR port 5161686a-b4f8-472f-be4f-69b09ec0eb93 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:51.698792 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1026a-c8f5-4ce5-a975-c3ee81e50451 None None] Pushing event deleted for resources: {'Port': ['ID=5161686a-b4f8-472f-be4f-69b09ec0eb93,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:51.756123 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:51.757086 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d705f62e-dc2d-4adb-8faf-08300e9f06ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.773681 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-d705f62e-dc2d-4adb-8faf-08300e9f06ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b24d03-1a96-4446-bee0-4647573d62f4']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:51.816818 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-d705f62e-dc2d-4adb-8faf-08300e9f06ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '068b1985-c91f-4ed0-9f1f-2efd3d828567') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:51.817180 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-d705f62e-dc2d-4adb-8faf-08300e9f06ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '068b1985-c91f-4ed0-9f1f-2efd3d828567') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:51.833886 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d705f62e-dc2d-4adb-8faf-08300e9f06ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.861097 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61c0e2-d65d-46d9-851c-e789df03c9a3 req-816325d6-e33c-454b-aa48-826b7bcd0d1d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:51.861886 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:51.862593 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.867814 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d705f62e-dc2d-4adb-8faf-08300e9f06ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.874098 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bc61c0e2-d65d-46d9-851c-e789df03c9a3 req-816325d6-e33c-454b-aa48-826b7bcd0d1d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.1272547 Jun 30 09:07:51.890140 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d705f62e-dc2d-4adb-8faf-08300e9f06ef admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:07:51.891278 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d705f62e-dc2d-4adb-8faf-08300e9f06ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:07:51.897798 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:07:51.947568 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bc61c0e2-d65d-46d9-851c-e789df03c9a3 req-da00b4ff-36e1-40f3-8e90-755f1ad50463 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689220 Jun 30 09:07:51.990256 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.031563 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:52.093709 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7963a-f321-4b3b-acb6-a99084b1d0cb req-11819c07-9916-4120-a069-0bd004f4db0b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:52.095475 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e2f7963a-f321-4b3b-acb6-a99084b1d0cb req-11819c07-9916-4120-a069-0bd004f4db0b tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 950 time: 0.1543128 Jun 30 09:07:52.117482 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5161686a-b4f8-472f-be4f-69b09ec0eb93 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:52.147088 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 5161686a-b4f8-472f-be4f-69b09ec0eb93 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:52.147533 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5161686a-b4f8-472f-be4f-69b09ec0eb93 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:52.166503 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.176974 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e2f7963a-f321-4b3b-acb6-a99084b1d0cb req-29e40acc-fd9f-4dfd-bc4b-414dcc7ef0d8 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629675 Jun 30 09:07:52.213109 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d705f62e-dc2d-4adb-8faf-08300e9f06ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.218924 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d705f62e-dc2d-4adb-8faf-08300e9f06ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.223814 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d705f62e-dc2d-4adb-8faf-08300e9f06ef admin admin] 10.222.0.10 "DELETE /v2.0/networks/00b24d03-1a96-4446-bee0-4647573d62f4 HTTP/1.1" status: 204 len: 168 time: 1.1435089 Jun 30 09:07:52.234681 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd,revision_number=7']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:52.244807 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705f62e-dc2d-4adb-8faf-08300e9f06ef admin admin] Pushing event deleted for resources: {'Network': ['ID=00b24d03-1a96-4446-bee0-4647573d62f4,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:52.295792 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042956a5-9be5-44ab-af61-3aa9017fc461 req-fb3ff2ce-6107-4281-9461-7bca4c43e0b7 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:52.298411 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-042956a5-9be5-44ab-af61-3aa9017fc461 req-fb3ff2ce-6107-4281-9461-7bca4c43e0b7 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 946 time: 0.1268072 Jun 30 09:07:52.356419 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-042956a5-9be5-44ab-af61-3aa9017fc461 req-49c77a89-408b-440c-81b4-540ae4b77ca8 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486364 Jun 30 09:07:52.383966 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c250e3-d931-460c-bd71-f9617b154d27 req-ab23371d-00f4-402f-b1b7-54222e028e86 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:52.386576 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d0c250e3-d931-460c-bd71-f9617b154d27 req-ab23371d-00f4-402f-b1b7-54222e028e86 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=35bf4cfe-c29c-4839-9550-bbf094505a01 HTTP/1.1" status: 200 len: 945 time: 0.0885921 Jun 30 09:07:52.434508 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d0c250e3-d931-460c-bd71-f9617b154d27 req-14e4b1c7-d766-4047-bc06-b231a751b0e1 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387475 Jun 30 09:07:52.520441 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-99588616-7351-4970-bb02-49f30709a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:52.521933 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-99588616-7351-4970-bb02-49f30709a7dc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4072f6e39e474776996ee00ca570db4f&device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 1098 time: 0.1049657 Jun 30 09:07:52.530142 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b41c5f-bf26-4e47-acd7-c31c28f06b82 req-61823e8a-713d-4a40-bbdb-941838aa7fb5 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:52.531986 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-46b41c5f-bf26-4e47-acd7-c31c28f06b82 req-61823e8a-713d-4a40-bbdb-941838aa7fb5 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 950 time: 0.1064327 Jun 30 09:07:52.738891 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-2e9980c5-6ddc-4a52-8d89-67c2e65d749c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:52.738891 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-2e9980c5-6ddc-4a52-8d89-67c2e65d749c service neutron] 10.222.0.52 "GET /v2.0/networks?id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8 HTTP/1.1" status: 200 len: 921 time: 0.2036712 Jun 30 09:07:52.770574 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b864cc3-1901-445b-85f2-e404e1c998c5 req-6a062341-eaf2-458a-a326-6d8130dcf404 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:52.772231 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b864cc3-1901-445b-85f2-e404e1c998c5 req-6a062341-eaf2-458a-a326-6d8130dcf404 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78dbac7-3152-4a08-b56f-56f03ad63d72 HTTP/1.1" status: 200 len: 945 time: 0.0804195 Jun 30 09:07:52.794884 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-816fa03a-4b57-49db-b6d7-8da0ee75de8d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7ef9fcb-7325-4494-a377-c12975033350 HTTP/1.1" status: 200 len: 217 time: 0.0473650 Jun 30 09:07:52.814039 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-46b41c5f-bf26-4e47-acd7-c31c28f06b82 req-4e5b7bba-6cbd-405a-9c1c-9cf1c3e48d60 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Deleting port 97de3316-ef20-4812-9e1b-0c90673b35b1 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:52.814432 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-46b41c5f-bf26-4e47-acd7-c31c28f06b82 req-4e5b7bba-6cbd-405a-9c1c-9cf1c3e48d60 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.825963 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b864cc3-1901-445b-85f2-e404e1c998c5 req-0f14927c-e320-4416-9117-1a10b516817e tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups?id=6332f74b-013c-43dd-be2e-b0735ba41247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462489 Jun 30 09:07:52.906951 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-d7d5c0a0-2a55-4916-85f6-c3d022669819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:52.909050 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-d7d5c0a0-2a55-4916-85f6-c3d022669819 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a401937-9638-402a-b598-8b54d19e09c0 HTTP/1.1" status: 200 len: 860 time: 0.1057618 Jun 30 09:07:52.963634 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-e3e61f95-9c34-4991-96ab-7e54e84ba0bf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418119 Jun 30 09:07:52.977005 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-75cd6434-8fd5-4a0b-ac8b-e406c5b3e6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:53.010305 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56766) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:53.079632 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-46b41c5f-bf26-4e47-acd7-c31c28f06b82 req-4e5b7bba-6cbd-405a-9c1c-9cf1c3e48d60 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] For port 97de3316-ef20-4812-9e1b-0c90673b35b1, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=97de3316-ef20-4812-9e1b-0c90673b35b1,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:53.081641 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-46b41c5f-bf26-4e47-acd7-c31c28f06b82 req-4e5b7bba-6cbd-405a-9c1c-9cf1c3e48d60 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:53.115900 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-03a1bd2d-0601-4b4e-bb21-e7a7b8ae09e1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8a420aab8c43448bb9d803d0a2a823e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1033969 Jun 30 09:07:53.118959 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56768) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:53.121231 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-46b41c5f-bf26-4e47-acd7-c31c28f06b82 req-4e5b7bba-6cbd-405a-9c1c-9cf1c3e48d60 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Calling delete_port for 97de3316-ef20-4812-9e1b-0c90673b35b1 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:53.234778 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-61bc6199-1745-46a5-8f0c-31ec381b6eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:53.276993 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-579aea07-81be-4604-ac4c-0a3b775707b2 service neutron] 10.222.0.52 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003545 Jun 30 09:07:53.292457 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-61bc6199-1745-46a5-8f0c-31ec381b6eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:53.327756 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de393f56-a6b5-4b58-b7fc-b8ae9ebc5cca req-5dfa5735-8ed7-4867-9d5d-583eeaa5cd81 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:53.329554 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-de393f56-a6b5-4b58-b7fc-b8ae9ebc5cca req-5dfa5735-8ed7-4867-9d5d-583eeaa5cd81 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.1593831 Jun 30 09:07:53.412272 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:53.424213 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-de393f56-a6b5-4b58-b7fc-b8ae9ebc5cca req-6017f3a3-0237-4392-8b72-677dbf6afc41 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801954 Jun 30 09:07:53.583176 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-d7446bb1-3d4b-4994-8f97-f62cbda30f67 service neutron] 10.222.0.52 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966781 Jun 30 09:07:53.589249 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-61bc6199-1745-46a5-8f0c-31ec381b6eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:53.599258 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-61bc6199-1745-46a5-8f0c-31ec381b6eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:53.599258 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-61bc6199-1745-46a5-8f0c-31ec381b6eaa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/39354cca-7d21-42e5-95ed-d2486fa20991 HTTP/1.1" status: 204 len: 168 time: 0.4737968 Jun 30 09:07:53.617092 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc6199-1745-46a5-8f0c-31ec381b6eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39354cca-7d21-42e5-95ed-d2486fa20991,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:53.644312 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff069464-9d8a-4d96-ba17-67a4810958ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac2529b-5b58-4bc3-9a05-8adaa11ffd31'}, {'server_uuid': 'e78dbac7-3152-4a08-b56f-56f03ad63d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c761022f-5be5-4819-abd0-574e1697b170'}, {'server_uuid': '35bf4cfe-c29c-4839-9550-bbf094505a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:53.651812 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc40054c-19f1-4dbf-ab2c-6b58314fc26b" -d '{"events": [{"server_uuid": "ff069464-9d8a-4d96-ba17-67a4810958ee", "name": "network-vif-plugged", "status": "completed", "tag": "cac2529b-5b58-4bc3-9a05-8adaa11ffd31"}, {"server_uuid": "e78dbac7-3152-4a08-b56f-56f03ad63d72", "name": "network-vif-plugged", "status": "completed", "tag": "c761022f-5be5-4819-abd0-574e1697b170"}, {"server_uuid": "35bf4cfe-c29c-4839-9550-bbf094505a01", "name": "network-vif-plugged", "status": "completed", "tag": "5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:53.675759 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cddab4-2e8e-4e21-a7b3-3597fa8c3b93 req-94d68dc9-5dd8-4b23-ab7d-540ae78e6357 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:53.678610 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-29cddab4-2e8e-4e21-a7b3-3597fa8c3b93 req-94d68dc9-5dd8-4b23-ab7d-540ae78e6357 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 950 time: 0.2193527 Jun 30 09:07:53.726347 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-29cddab4-2e8e-4e21-a7b3-3597fa8c3b93 req-b228a6b6-82be-4a5f-a486-bb111442c401 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418117 Jun 30 09:07:53.787358 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-46b41c5f-bf26-4e47-acd7-c31c28f06b82 req-4e5b7bba-6cbd-405a-9c1c-9cf1c3e48d60 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:53.806847 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['3aaa3baa-3cbd-4e68-9f06-99979365a13d', '97de3316-ef20-4812-9e1b-0c90673b35b1'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:53.814760 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['4094a647-fe43-43c7-be05-cfb17691d652', 'aadc3403-34ed-4a92-ae27-99ad7913f8f3'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:53.870315 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6100c868-2ed5-4c39-9695-38ca26a54306 x-openstack-request-id: req-6100c868-2ed5-4c39-9695-38ca26a54306 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:53.870611 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff069464-9d8a-4d96-ba17-67a4810958ee", "name": "network-vif-plugged", "status": "completed", "tag": "cac2529b-5b58-4bc3-9a05-8adaa11ffd31", "code": 200}, {"server_uuid": "e78dbac7-3152-4a08-b56f-56f03ad63d72", "name": "network-vif-plugged", "status": "completed", "tag": "c761022f-5be5-4819-abd0-574e1697b170", "code": 200}, {"server_uuid": "35bf4cfe-c29c-4839-9550-bbf094505a01", "name": "network-vif-plugged", "status": "completed", "tag": "5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:53.871064 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6100c868-2ed5-4c39-9695-38ca26a54306 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:53.872068 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff069464-9d8a-4d96-ba17-67a4810958ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac2529b-5b58-4bc3-9a05-8adaa11ffd31', 'code': 200} Jun 30 09:07:53.872549 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78dbac7-3152-4a08-b56f-56f03ad63d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c761022f-5be5-4819-abd0-574e1697b170', 'code': 200} Jun 30 09:07:53.873587 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bf4cfe-c29c-4839-9550-bbf094505a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd', 'code': 200} Jun 30 09:07:54.122337 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b7bba-6cbd-405a-9c1c-9cf1c3e48d60 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Pushing event deleted for resources: {'Port': ['ID=97de3316-ef20-4812-9e1b-0c90673b35b1,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:54.212610 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b41c5f-bf26-4e47-acd7-c31c28f06b82 req-4e5b7bba-6cbd-405a-9c1c-9cf1c3e48d60 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] No DVR routers for this DVR port 97de3316-ef20-4812-9e1b-0c90673b35b1 on host n-h2-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:54.219376 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-46b41c5f-bf26-4e47-acd7-c31c28f06b82 req-4e5b7bba-6cbd-405a-9c1c-9cf1c3e48d60 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:54.237426 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-46b41c5f-bf26-4e47-acd7-c31c28f06b82 req-4e5b7bba-6cbd-405a-9c1c-9cf1c3e48d60 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.37 "DELETE /v2.0/ports/97de3316-ef20-4812-9e1b-0c90673b35b1 HTTP/1.1" status: 204 len: 173 time: 1.6945112 Jun 30 09:07:54.248543 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c961ef-24b0-4282-ab5e-bc42c058d806', 'name': 'network-vif-deleted', 'tag': '97de3316-ef20-4812-9e1b-0c90673b35b1'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:54.254926 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843f877a-daa5-4aa3-88d5-ac77ae119640" -d '{"events": [{"server_uuid": "c4c961ef-24b0-4282-ab5e-bc42c058d806", "name": "network-vif-deleted", "tag": "97de3316-ef20-4812-9e1b-0c90673b35b1"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:54.278338 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225937b3-9561-4f07-a887-61194c4f9bdb req-e7519996-c090-4cf7-a6a5-a2b78033c385 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:54.287592 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-225937b3-9561-4f07-a887-61194c4f9bdb req-e7519996-c090-4cf7-a6a5-a2b78033c385 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=35bf4cfe-c29c-4839-9550-bbf094505a01 HTTP/1.1" status: 200 len: 945 time: 0.2328212 Jun 30 09:07:54.341057 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251b0be-7203-4d17-8f38-d52b5e627bb3 req-6e9a7080-df97-4be4-a1f2-8432d344bcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:54.342746 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7251b0be-7203-4d17-8f38-d52b5e627bb3 req-6e9a7080-df97-4be4-a1f2-8432d344bcae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e78dbac7-3152-4a08-b56f-56f03ad63d72 HTTP/1.1" status: 200 len: 1097 time: 0.2724688 Jun 30 09:07:54.405331 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a3317-675c-4190-b6e7-1c5356961c1f req-057af3d2-41bf-4d98-abb6-85e36102dae0 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:54.415565 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-430a3317-675c-4190-b6e7-1c5356961c1f req-057af3d2-41bf-4d98-abb6-85e36102dae0 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 946 time: 0.5611305 Jun 30 09:07:54.421376 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59696023-4a73-4dbd-baad-7f28c01cef49 req-eb87afa7-f90b-4354-8748-a3dfd8617917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:54.424730 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-59696023-4a73-4dbd-baad-7f28c01cef49 req-eb87afa7-f90b-4354-8748-a3dfd8617917 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 1097 time: 0.3576448 Jun 30 09:07:54.460145 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-225937b3-9561-4f07-a887-61194c4f9bdb req-34ab7b2c-6087-4e6e-b683-1f710ed012f4 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687284 Jun 30 09:07:54.474036 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7251b0be-7203-4d17-8f38-d52b5e627bb3 req-812502a0-a43a-44b2-902e-b1cbe5cfafd6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6332f74b-013c-43dd-be2e-b0735ba41247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226468 Jun 30 09:07:54.491322 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56808) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:54.586985 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-430a3317-675c-4190-b6e7-1c5356961c1f req-454d86e6-dbbf-41c7-b858-f2b34919bedf tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702874 Jun 30 09:07:54.609655 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-59696023-4a73-4dbd-baad-7f28c01cef49 req-a0eda1a4-2c34-4644-9b5c-4811357a42e3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271007 Jun 30 09:07:54.624738 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:54.774948 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f4f8-4df0-4e53-b0cc-d2520468b368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:54.812663 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb649b-6e10-4dbb-b485-ce524f98afe0 req-62a0eb68-45c0-4d7d-b768-f7fddeda97be tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:54.814158 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7fb649b-6e10-4dbb-b485-ce524f98afe0 req-62a0eb68-45c0-4d7d-b768-f7fddeda97be tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78dbac7-3152-4a08-b56f-56f03ad63d72 HTTP/1.1" status: 200 len: 945 time: 0.1345558 Jun 30 09:07:54.888857 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5478595c-21f5-4c8e-9da9-ac6dc5a18ed6 x-openstack-request-id: req-5478595c-21f5-4c8e-9da9-ac6dc5a18ed6 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:54.889642 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c961ef-24b0-4282-ab5e-bc42c058d806", "name": "network-vif-deleted", "tag": "97de3316-ef20-4812-9e1b-0c90673b35b1", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:54.889894 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5478595c-21f5-4c8e-9da9-ac6dc5a18ed6 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:54.890391 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c961ef-24b0-4282-ab5e-bc42c058d806', 'name': 'network-vif-deleted', 'tag': '97de3316-ef20-4812-9e1b-0c90673b35b1', 'status': 'completed', 'code': 200} Jun 30 09:07:54.893337 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7fb649b-6e10-4dbb-b485-ce524f98afe0 req-17262490-31af-417d-bd58-264f6c36c5a2 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups?id=6332f74b-013c-43dd-be2e-b0735ba41247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699723 Jun 30 09:07:54.961312 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f4f8-4df0-4e53-b0cc-d2520468b368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.052703 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f4f8-4df0-4e53-b0cc-d2520468b368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.110563 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d3b0f4f8-4df0-4e53-b0cc-d2520468b368 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=44ad7eb528fe4c98a8ac0e38ba565a9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6175330 Jun 30 09:07:55.113685 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0f4f8-4df0-4e53-b0cc-d2520468b368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f259a6b-32f1-468e-9274-76fe59102827,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:55.115262 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56820) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:55.156500 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5d3dd916-4a07-42aa-ad2d-fa08afe2a75c req-ae22126f-b43d-470a-872f-55464a26de0c tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4c961ef-24b0-4282-ab5e-bc42c058d806 HTTP/1.1" status: 200 len: 210 time: 0.0377960 Jun 30 09:07:55.215142 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab47e2-a19f-481f-9526-7d32f16a6ede req-6d57c6c9-c823-4e55-a678-2303b6c5d83e tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:55.222756 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5bab47e2-a19f-481f-9526-7d32f16a6ede req-6d57c6c9-c823-4e55-a678-2303b6c5d83e tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.2132797 Jun 30 09:07:55.231574 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c6483afc-04f9-463b-be49-ace9b7bffe60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.288915 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637c211-73f5-4d38-a44a-140bbdbb024c req-09da8a61-08ce-48b0-8d2e-f9fd67d7eb1b tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:55.292406 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f637c211-73f5-4d38-a44a-140bbdbb024c req-09da8a61-08ce-48b0-8d2e-f9fd67d7eb1b tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.52 "GET /v2.0/ports?device_id=35bf4cfe-c29c-4839-9550-bbf094505a01 HTTP/1.1" status: 200 len: 945 time: 0.2378716 Jun 30 09:07:55.352206 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5bab47e2-a19f-481f-9526-7d32f16a6ede req-efedf7e4-96ab-46e2-b6e6-ee1cffa79fb7 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283460 Jun 30 09:07:55.390679 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c6483afc-04f9-463b-be49-ace9b7bffe60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.513092 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-f637c211-73f5-4d38-a44a-140bbdbb024c req-8fb45603-ce51-4774-95cb-cb6b2307c566 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Deleting port 5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:55.513447 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f637c211-73f5-4d38-a44a-140bbdbb024c req-8fb45603-ce51-4774-95cb-cb6b2307c566 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.630507 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c6483afc-04f9-463b-be49-ace9b7bffe60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.633499 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c6483afc-04f9-463b-be49-ace9b7bffe60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.634864 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c6483afc-04f9-463b-be49-ace9b7bffe60 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5f259a6b-32f1-468e-9274-76fe59102827 HTTP/1.1" status: 204 len: 168 time: 0.5173600 Jun 30 09:07:55.654938 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6483afc-04f9-463b-be49-ace9b7bffe60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f259a6b-32f1-468e-9274-76fe59102827,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:55.676629 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-f637c211-73f5-4d38-a44a-140bbdbb024c req-8fb45603-ce51-4774-95cb-cb6b2307c566 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] For port 5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd,segment=NetworkSegment(ef777540-1d0e-494f-843e-24cc054d8054),segment_id=ef777540-1d0e-494f-843e-24cc054d8054)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:55.677592 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f637c211-73f5-4d38-a44a-140bbdbb024c req-8fb45603-ce51-4774-95cb-cb6b2307c566 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.716491 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-f637c211-73f5-4d38-a44a-140bbdbb024c req-8fb45603-ce51-4774-95cb-cb6b2307c566 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Calling delete_port for 5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:55.765032 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:55.772598 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5ed9b-69f0-4d49-bbdf-19ac16a62919 req-53596a47-a77b-48c5-a687-fb23110f0dbf tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:55.780709 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-64f5ed9b-69f0-4d49-bbdf-19ac16a62919 req-53596a47-a77b-48c5-a687-fb23110f0dbf tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/ports?device_id=35bf4cfe-c29c-4839-9550-bbf094505a01 HTTP/1.1" status: 200 len: 945 time: 0.1514938 Jun 30 09:07:55.877402 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-64f5ed9b-69f0-4d49-bbdf-19ac16a62919 req-1a7e99b1-05f0-494d-a743-17e0a75db766 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d540f88c-4c2e-49a2-863a-87831f47b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836141 Jun 30 09:07:56.011843 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.030194 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40595823-6d0a-4005-acdc-e32e7a7014b4 req-6d3fe251-ef32-4a01-bad0-15fd104377e0 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:56.045338 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-40595823-6d0a-4005-acdc-e32e7a7014b4 req-6d3fe251-ef32-4a01-bad0-15fd104377e0 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 946 time: 0.1668167 Jun 30 09:07:56.096055 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-40595823-6d0a-4005-acdc-e32e7a7014b4 req-2685b1b7-f9d8-43e9-a784-8ee95c8f9be3 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539272 Jun 30 09:07:56.206811 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.287695 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f637c211-73f5-4d38-a44a-140bbdbb024c req-8fb45603-ce51-4774-95cb-cb6b2307c566 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.330841 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb45603-ce51-4774-95cb-cb6b2307c566 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Pushing event deleted for resources: {'Port': ['ID=5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:56.399458 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4d618-cd63-4d40-a811-96ea64c7e5ba req-110c475f-ba47-4f55-9d10-0cefc46bfa9f tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:56.401927 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-f637c211-73f5-4d38-a44a-140bbdbb024c req-8fb45603-ce51-4774-95cb-cb6b2307c566 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] No DVR routers for this DVR port 5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:56.406512 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f637c211-73f5-4d38-a44a-140bbdbb024c req-8fb45603-ce51-4774-95cb-cb6b2307c566 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.407547 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c7a4d618-cd63-4d40-a811-96ea64c7e5ba req-110c475f-ba47-4f55-9d10-0cefc46bfa9f tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78dbac7-3152-4a08-b56f-56f03ad63d72 HTTP/1.1" status: 200 len: 945 time: 0.1259265 Jun 30 09:07:56.410727 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f637c211-73f5-4d38-a44a-140bbdbb024c req-8fb45603-ce51-4774-95cb-cb6b2307c566 tempest-ImagesTestJSON-906604993 tempest-ImagesTestJSON-906604993-project] 10.222.0.52 "DELETE /v2.0/ports/5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd HTTP/1.1" status: 204 len: 173 time: 1.0949681 Jun 30 09:07:56.481335 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c7a4d618-cd63-4d40-a811-96ea64c7e5ba req-518b9fc1-b8bf-4632-92d1-62f601551406 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups?id=6332f74b-013c-43dd-be2e-b0735ba41247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726042 Jun 30 09:07:56.679320 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d0027-3d5b-4f50-acb3-685d583e3327 req-fb092daa-95b8-4578-b2a0-c71a7ae9ac1b tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:56.680833 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cd3d0027-3d5b-4f50-acb3-685d583e3327 req-fb092daa-95b8-4578-b2a0-c71a7ae9ac1b tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.0805643 Jun 30 09:07:56.723230 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cd3d0027-3d5b-4f50-acb3-685d583e3327 req-2752e5d4-572d-46df-ae64-b45eab614b62 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365622 Jun 30 09:07:56.891514 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bf4cfe-c29c-4839-9550-bbf094505a01', 'name': 'network-vif-deleted', 'tag': '5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:56.894122 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc03df26-f654-4f47-a82d-98fdb02426e3" -d '{"events": [{"server_uuid": "35bf4cfe-c29c-4839-9550-bbf094505a01", "name": "network-vif-deleted", "tag": "5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:57.211046 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5224a86e-5aa2-4bfb-9084-43987a6b55fa req-29dc59ba-de96-4311-8265-f98ce6019f7e tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-468995481&fields=id&tenant_id=3489997d673c435cb76703153e32f89d HTTP/1.1" status: 200 len: 267 time: 0.0375824 Jun 30 09:07:57.230755 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56868) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:57.249346 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-318fbf0c-59e5-4bfe-9ffa-ee381064c4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.297020 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 97de3316-ef20-4812-9e1b-0c90673b35b1 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:57.303743 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224a86e-5aa2-4bfb-9084-43987a6b55fa req-aea6bccf-2822-44a0-9422-0efe3daec06b tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:57.306245 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5224a86e-5aa2-4bfb-9084-43987a6b55fa req-aea6bccf-2822-44a0-9422-0efe3daec06b tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78dbac7-3152-4a08-b56f-56f03ad63d72 HTTP/1.1" status: 200 len: 945 time: 0.0834146 Jun 30 09:07:57.322071 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-5224a86e-5aa2-4bfb-9084-43987a6b55fa req-871c9dfc-343c-4820-9910-e2ca48a010f0 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Request body: {'port': {'security_groups': ['6332f74b-013c-43dd-be2e-b0735ba41247', '94300301-efcf-4dd8-a6f1-314d3f7082c9']}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:57.349883 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 97de3316-ef20-4812-9e1b-0c90673b35b1 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:57.351705 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 97de3316-ef20-4812-9e1b-0c90673b35b1 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:57.396496 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-318fbf0c-59e5-4bfe-9ffa-ee381064c4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.436710 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5224a86e-5aa2-4bfb-9084-43987a6b55fa req-871c9dfc-343c-4820-9910-e2ca48a010f0 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.538381 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-318fbf0c-59e5-4bfe-9ffa-ee381064c4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.581328 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-318fbf0c-59e5-4bfe-9ffa-ee381064c4c8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9b709c244c3e488ab341647f2cf094a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3492234 Jun 30 09:07:57.582218 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318fbf0c-59e5-4bfe-9ffa-ee381064c4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af7440e-f9a9-4d65-bec9-0d492fb3b5ff,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:57.584622 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56872) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:57.644639 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0017dc9-0a08-4598-a4c2-55c9843e93f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.661525 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-5224a86e-5aa2-4bfb-9084-43987a6b55fa req-871c9dfc-343c-4820-9910-e2ca48a010f0 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] For port c761022f-5be5-4819-abd0-574e1697b170, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c761022f-5be5-4819-abd0-574e1697b170,segment=NetworkSegment(e107cf81-3d65-4596-99e7-d363082531b8),segment_id=e107cf81-3d65-4596-99e7-d363082531b8)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:57.670274 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0017dc9-0a08-4598-a4c2-55c9843e93f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.700790 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5224a86e-5aa2-4bfb-9084-43987a6b55fa req-871c9dfc-343c-4820-9910-e2ca48a010f0 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.834947 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5224a86e-5aa2-4bfb-9084-43987a6b55fa req-871c9dfc-343c-4820-9910-e2ca48a010f0 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.848411 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e', 'c761022f-5be5-4819-abd0-574e1697b170'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:57.883487 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224a86e-5aa2-4bfb-9084-43987a6b55fa req-871c9dfc-343c-4820-9910-e2ca48a010f0 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:57.883935 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5224a86e-5aa2-4bfb-9084-43987a6b55fa req-871c9dfc-343c-4820-9910-e2ca48a010f0 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.888366 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5224a86e-5aa2-4bfb-9084-43987a6b55fa req-871c9dfc-343c-4820-9910-e2ca48a010f0 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "PUT /v2.0/ports/c761022f-5be5-4819-abd0-574e1697b170 HTTP/1.1" status: 200 len: 981 time: 0.5747514 Jun 30 09:07:57.889048 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0017dc9-0a08-4598-a4c2-55c9843e93f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.899854 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0017dc9-0a08-4598-a4c2-55c9843e93f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.901056 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c0017dc9-0a08-4598-a4c2-55c9843e93f0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4af7440e-f9a9-4d65-bec9-0d492fb3b5ff HTTP/1.1" status: 204 len: 168 time: 0.3154521 Jun 30 09:07:57.928368 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c9dfc-343c-4820-9910-e2ca48a010f0 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Pushing event updated for resources: {'Port': ['ID=c761022f-5be5-4819-abd0-574e1697b170,revision_number=6']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:57.937378 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0017dc9-0a08-4598-a4c2-55c9843e93f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af7440e-f9a9-4d65-bec9-0d492fb3b5ff,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:57.994695 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1778a273-ac2b-45f3-b280-5333c02d1fd6 x-openstack-request-id: req-1778a273-ac2b-45f3-b280-5333c02d1fd6 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:57.995021 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bf4cfe-c29c-4839-9550-bbf094505a01", "name": "network-vif-deleted", "tag": "5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:57.995340 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1778a273-ac2b-45f3-b280-5333c02d1fd6 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:57.995901 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bf4cfe-c29c-4839-9550-bbf094505a01', 'name': 'network-vif-deleted', 'tag': '5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd', 'status': 'completed', 'code': 200} Jun 30 09:07:58.024577 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['c761022f-5be5-4819-abd0-574e1697b170'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:58.876116 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5178c4-4ba3-4fb4-b4cd-a202ddd9bf65 req-6f1990e4-2cef-4060-b699-5119f0e9ea08 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:58.878877 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2b5178c4-4ba3-4fb4-b4cd-a202ddd9bf65 req-6f1990e4-2cef-4060-b699-5119f0e9ea08 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 946 time: 0.1056123 Jun 30 09:07:58.926635 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2b5178c4-4ba3-4fb4-b4cd-a202ddd9bf65 req-3d872898-9b4b-47b8-a700-bf06c668ebfd tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413723 Jun 30 09:07:59.036164 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f2a895cf-9f8f-4877-aa9d-1a13d53ffc7a req-7f909f70-7f53-4864-996d-790872d6f143 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups/94300301-efcf-4dd8-a6f1-314d3f7082c9 HTTP/1.1" status: 200 len: 1799 time: 0.0473027 Jun 30 09:07:59.100575 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [req-f2a895cf-9f8f-4877-aa9d-1a13d53ffc7a req-155a8055-87d5-4ae5-9eb7-0eb27ffcc823 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 09:07:59.102025 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f2a895cf-9f8f-4877-aa9d-1a13d53ffc7a req-155a8055-87d5-4ae5-9eb7-0eb27ffcc823 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "DELETE /v2.0/security-groups/94300301-efcf-4dd8-a6f1-314d3f7082c9 HTTP/1.1" status: 409 len: 341 time: 0.0598664 Jun 30 09:07:59.129041 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49905bce-1e58-4dfd-ae23-be7271904cc0 req-35d299b0-8fee-426e-9210-9e89f440e8aa tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:59.130875 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-49905bce-1e58-4dfd-ae23-be7271904cc0 req-35d299b0-8fee-426e-9210-9e89f440e8aa tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 951 time: 0.1088080 Jun 30 09:07:59.207069 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-49905bce-1e58-4dfd-ae23-be7271904cc0 req-3aff0b47-36ab-4b6d-bd61-f0e4b9a1ff53 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701747 Jun 30 09:07:59.247398 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb31f3b-d866-4cf2-9a21-7f4e55fd8f39 req-14bd98c5-4e59-4af3-b5f3-d02caf8ecab7 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:59.249301 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bbb31f3b-d866-4cf2-9a21-7f4e55fd8f39 req-14bd98c5-4e59-4af3-b5f3-d02caf8ecab7 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.52 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 951 time: 0.0858486 Jun 30 09:07:59.333360 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47598b86-374e-4cd1-a024-16374968174d req-84711794-2b43-40a8-92b6-9687d24e29cd tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:59.334954 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-47598b86-374e-4cd1-a024-16374968174d req-84711794-2b43-40a8-92b6-9687d24e29cd tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.0787237 Jun 30 09:07:59.375057 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-bbb31f3b-d866-4cf2-9a21-7f4e55fd8f39 req-fb3a0936-74f5-4125-8ec6-62ff27e6af39 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Deleting port aadc3403-34ed-4a92-ae27-99ad7913f8f3 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:59.375479 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bbb31f3b-d866-4cf2-9a21-7f4e55fd8f39 req-fb3a0936-74f5-4125-8ec6-62ff27e6af39 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:59.385813 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-47598b86-374e-4cd1-a024-16374968174d req-94981fb4-b656-4d46-8fb0-848020509858 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437870 Jun 30 09:07:59.530924 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-bbb31f3b-d866-4cf2-9a21-7f4e55fd8f39 req-fb3a0936-74f5-4125-8ec6-62ff27e6af39 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] For port aadc3403-34ed-4a92-ae27-99ad7913f8f3, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=aadc3403-34ed-4a92-ae27-99ad7913f8f3,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:59.531497 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bbb31f3b-d866-4cf2-9a21-7f4e55fd8f39 req-fb3a0936-74f5-4125-8ec6-62ff27e6af39 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:59.550185 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-bbb31f3b-d866-4cf2-9a21-7f4e55fd8f39 req-fb3a0936-74f5-4125-8ec6-62ff27e6af39 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Calling delete_port for aadc3403-34ed-4a92-ae27-99ad7913f8f3 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:59.785552 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:59.810148 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:59.810554 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 5a2ce9f0-6ea5-4b7e-acaf-e26f8f3733bd not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:59.817598 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bbb31f3b-d866-4cf2-9a21-7f4e55fd8f39 req-fb3a0936-74f5-4125-8ec6-62ff27e6af39 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:59.833988 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['4094a647-fe43-43c7-be05-cfb17691d652', 'aadc3403-34ed-4a92-ae27-99ad7913f8f3'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:59.839736 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['3aaa3baa-3cbd-4e68-9f06-99979365a13d'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:59.855627 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a0936-74f5-4125-8ec6-62ff27e6af39 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Pushing event deleted for resources: {'Port': ['ID=aadc3403-34ed-4a92-ae27-99ad7913f8f3,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:59.922971 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb31f3b-d866-4cf2-9a21-7f4e55fd8f39 req-fb3a0936-74f5-4125-8ec6-62ff27e6af39 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] No DVR routers for this DVR port aadc3403-34ed-4a92-ae27-99ad7913f8f3 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:59.935336 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bbb31f3b-d866-4cf2-9a21-7f4e55fd8f39 req-fb3a0936-74f5-4125-8ec6-62ff27e6af39 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:59.938098 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bbb31f3b-d866-4cf2-9a21-7f4e55fd8f39 req-fb3a0936-74f5-4125-8ec6-62ff27e6af39 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.52 "DELETE /v2.0/ports/aadc3403-34ed-4a92-ae27-99ad7913f8f3 HTTP/1.1" status: 204 len: 173 time: 0.6824150 Jun 30 09:07:59.997544 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78dbac7-3152-4a08-b56f-56f03ad63d72', 'tag': 'c761022f-5be5-4819-abd0-574e1697b170'}, {'server_uuid': '96dec757-7506-42f1-a999-ead91486211e', 'name': 'network-vif-deleted', 'tag': 'aadc3403-34ed-4a92-ae27-99ad7913f8f3'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:00.000545 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28da7b71-450b-4637-ac96-d3645145cfea" -d '{"events": [{"name": "network-changed", "server_uuid": "e78dbac7-3152-4a08-b56f-56f03ad63d72", "tag": "c761022f-5be5-4819-abd0-574e1697b170"}, {"server_uuid": "96dec757-7506-42f1-a999-ead91486211e", "name": "network-vif-deleted", "tag": "aadc3403-34ed-4a92-ae27-99ad7913f8f3"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:00.241942 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13974a-fa94-49a5-9b0d-3859a2750205 req-e7d07c8d-3452-4f2f-8d28-d1a15f46ffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:00.243484 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0e13974a-fa94-49a5-9b0d-3859a2750205 req-e7d07c8d-3452-4f2f-8d28-d1a15f46ffdb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3489997d673c435cb76703153e32f89d&device_id=e78dbac7-3152-4a08-b56f-56f03ad63d72 HTTP/1.1" status: 200 len: 1136 time: 0.1325793 Jun 30 09:08:00.244442 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c73307-60cf-4127-8417-7dbbdc7dc85b req-46af3611-dbaf-41f9-ab4e-1fa859648695 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:00.246356 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a5c73307-60cf-4127-8417-7dbbdc7dc85b req-46af3611-dbaf-41f9-ab4e-1fa859648695 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78dbac7-3152-4a08-b56f-56f03ad63d72 HTTP/1.1" status: 200 len: 984 time: 0.1052818 Jun 30 09:08:00.321937 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a5c73307-60cf-4127-8417-7dbbdc7dc85b req-4535e068-b2bf-47c1-b830-26eab9f746bd tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups?id=94300301-efcf-4dd8-a6f1-314d3f7082c9&id=6332f74b-013c-43dd-be2e-b0735ba41247&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0688646 Jun 30 09:08:00.442825 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf884db2-5634-45ff-b45a-b9eff7b62a6f x-openstack-request-id: req-bf884db2-5634-45ff-b45a-b9eff7b62a6f {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:00.443453 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78dbac7-3152-4a08-b56f-56f03ad63d72", "tag": "c761022f-5be5-4819-abd0-574e1697b170", "status": "completed", "code": 200}, {"server_uuid": "96dec757-7506-42f1-a999-ead91486211e", "name": "network-vif-deleted", "tag": "aadc3403-34ed-4a92-ae27-99ad7913f8f3", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:00.443946 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bf884db2-5634-45ff-b45a-b9eff7b62a6f {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:00.444643 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e78dbac7-3152-4a08-b56f-56f03ad63d72', 'tag': 'c761022f-5be5-4819-abd0-574e1697b170', 'status': 'completed', 'code': 200} Jun 30 09:08:00.445197 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96dec757-7506-42f1-a999-ead91486211e', 'name': 'network-vif-deleted', 'tag': 'aadc3403-34ed-4a92-ae27-99ad7913f8f3', 'status': 'completed', 'code': 200} Jun 30 09:08:00.621313 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1888a573-3eff-42c3-a526-bf25aa8d9e11 req-9dec6e12-384d-4402-96e4-ce2ee4396db8 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=96dec757-7506-42f1-a999-ead91486211e HTTP/1.1" status: 200 len: 210 time: 0.0591948 Jun 30 09:08:00.717879 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13974a-fa94-49a5-9b0d-3859a2750205 req-5c54f2d6-6ecc-4b4c-a1b9-65c94fb6537f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:00.719594 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0e13974a-fa94-49a5-9b0d-3859a2750205 req-5c54f2d6-6ecc-4b4c-a1b9-65c94fb6537f service neutron] 10.222.0.37 "GET /v2.0/networks?id=56f88d8c-6215-4429-a876-d7c759a58eb1 HTTP/1.1" status: 200 len: 913 time: 0.4660394 Jun 30 09:08:00.735523 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d00a70-1c7d-4971-947c-e4ce5426754f req-856aab02-3c3a-4358-86a0-fd906a0c1565 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:00.737762 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25d00a70-1c7d-4971-947c-e4ce5426754f req-856aab02-3c3a-4358-86a0-fd906a0c1565 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 946 time: 0.4201834 Jun 30 09:08:00.786112 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0e13974a-fa94-49a5-9b0d-3859a2750205 req-455cc4db-9967-49a2-a9ca-b2094803a790 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c761022f-5be5-4819-abd0-574e1697b170 HTTP/1.1" status: 200 len: 217 time: 0.0473194 Jun 30 09:08:00.787030 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56982) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:00.869421 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25d00a70-1c7d-4971-947c-e4ce5426754f req-488cd736-e076-4c39-89ff-6fe88cc7d4ee tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233003 Jun 30 09:08:00.889275 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13974a-fa94-49a5-9b0d-3859a2750205 req-e7ec9bd9-7c6c-45a2-9158-05d75aa6e555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:00.891208 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0e13974a-fa94-49a5-9b0d-3859a2750205 req-e7ec9bd9-7c6c-45a2-9158-05d75aa6e555 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7eb0ed17-5afe-4eef-a6c1-cccad8874493 HTTP/1.1" status: 200 len: 852 time: 0.0943687 Jun 30 09:08:00.940988 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0e13974a-fa94-49a5-9b0d-3859a2750205 req-e7bac504-7b42-4398-8381-9fd67b7700b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56f88d8c-6215-4429-a876-d7c759a58eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417483 Jun 30 09:08:00.972534 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56988) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:00.999003 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56593203-8c2f-49c3-a34c-3713c75228d7 req-30e14ad2-a003-4360-bdce-76f945c33fab tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:01.000800 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-56593203-8c2f-49c3-a34c-3713c75228d7 req-30e14ad2-a003-4360-bdce-76f945c33fab tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.1257133 Jun 30 09:08:01.024501 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d3a85014-44ed-4552-9042-9b4a4fe90ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.071827 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0e13974a-fa94-49a5-9b0d-3859a2750205 req-0bae99c7-e785-4078-b5b9-8f5c59e04cac service neutron] 10.222.0.37 "GET /v2.0/networks/56f88d8c-6215-4429-a876-d7c759a58eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226788 Jun 30 09:08:01.084062 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a76a899-2ec1-4180-a7a2-7e7ea1b81cf0 admin admin] Deleting subnet 712820fb-ce56-42e0-86ec-ce6b0d4d81b4 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:08:01.103617 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6a76a899-2ec1-4180-a7a2-7e7ea1b81cf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.135775 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-56593203-8c2f-49c3-a34c-3713c75228d7 req-0b32ee5a-2860-4706-89c9-b0fc3585f0c8 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090469 Jun 30 09:08:01.178556 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6a76a899-2ec1-4180-a7a2-7e7ea1b81cf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.201052 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0e13974a-fa94-49a5-9b0d-3859a2750205 req-edaf79ca-6da3-470d-8105-f274c8773a49 service neutron] 10.222.0.37 "GET /v2.0/networks/56f88d8c-6215-4429-a876-d7c759a58eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156211 Jun 30 09:08:01.237847 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6a76a899-2ec1-4180-a7a2-7e7ea1b81cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.290085 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d3a85014-44ed-4552-9042-9b4a4fe90ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.322145 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-e4d3ff31-59c6-4eb1-8fe7-05be8c39244c tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1a2e4690a4914640bc78bd1032a89e19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302517 Jun 30 09:08:01.468831 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d3a85014-44ed-4552-9042-9b4a4fe90ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.475141 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6a76a899-2ec1-4180-a7a2-7e7ea1b81cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.480669 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-2ab9f58b-24be-4f15-b967-0f0eea4edc03 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:01.482392 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-2ab9f58b-24be-4f15-b967-0f0eea4edc03 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1594746 Jun 30 09:08:01.504880 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-78e8d0ef-4ebe-48cb-a6b9-19950896b81a tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/quotas/1a2e4690a4914640bc78bd1032a89e19 HTTP/1.1" status: 200 len: 375 time: 0.0133269 Jun 30 09:08:01.550163 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da7b71-450b-4637-ac96-d3645145cfea req-288920b0-9694-4fd5-97d4-8a879a24bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:01.551959 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-28da7b71-450b-4637-ac96-d3645145cfea req-288920b0-9694-4fd5-97d4-8a879a24bdb2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3489997d673c435cb76703153e32f89d&device_id=e78dbac7-3152-4a08-b56f-56f03ad63d72 HTTP/1.1" status: 200 len: 1136 time: 0.1253200 Jun 30 09:08:01.554212 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-4db4768e-58a0-43a6-9bc8-eaa19e2f74eb tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a2e4690a4914640bc78bd1032a89e19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385182 Jun 30 09:08:01.567612 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76a899-2ec1-4180-a7a2-7e7ea1b81cf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=712820fb-ce56-42e0-86ec-ce6b0d4d81b4,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:01.575068 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6a76a899-2ec1-4180-a7a2-7e7ea1b81cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.576895 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6a76a899-2ec1-4180-a7a2-7e7ea1b81cf0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/712820fb-ce56-42e0-86ec-ce6b0d4d81b4 HTTP/1.1" status: 204 len: 168 time: 0.6014631 Jun 30 09:08:01.580935 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57006) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:01.586691 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d3a85014-44ed-4552-9042-9b4a4fe90ae5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d565857471d24a82b07c53f7104d43e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7975950 Jun 30 09:08:01.593217 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a85014-44ed-4552-9042-9b4a4fe90ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b1c35c-5dc3-4f90-9527-85f7786a36fd,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:01.599242 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57008) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:01.679036 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da7b71-450b-4637-ac96-d3645145cfea req-3a06d4a6-e748-4a7b-85e9-d2acdb7437cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:01.682510 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-28da7b71-450b-4637-ac96-d3645145cfea req-3a06d4a6-e748-4a7b-85e9-d2acdb7437cb service neutron] 10.222.0.37 "GET /v2.0/networks?id=56f88d8c-6215-4429-a876-d7c759a58eb1 HTTP/1.1" status: 200 len: 913 time: 0.1191921 Jun 30 09:08:01.737482 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a87f71dd-8761-41f0-921b-1b1a9ae2ae3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.738085 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-28da7b71-450b-4637-ac96-d3645145cfea req-b77d19b2-2e3f-453f-85a9-b2ecc77164ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c761022f-5be5-4819-abd0-574e1697b170 HTTP/1.1" status: 200 len: 217 time: 0.0460336 Jun 30 09:08:01.757182 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6494e-0a8f-4631-80ed-b505a69ebe6f req-cf783ff0-92d1-49f3-9026-3645b45b73d2 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:01.758929 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-20d6494e-0a8f-4631-80ed-b505a69ebe6f req-cf783ff0-92d1-49f3-9026-3645b45b73d2 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78dbac7-3152-4a08-b56f-56f03ad63d72 HTTP/1.1" status: 200 len: 984 time: 0.2704594 Jun 30 09:08:01.780642 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-99033688-cb3d-49f5-9ca4-645ca31d63f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.793806 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da7b71-450b-4637-ac96-d3645145cfea req-85e1dda6-0eb8-4a9d-8b63-e906d44bc6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:01.796961 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-28da7b71-450b-4637-ac96-d3645145cfea req-85e1dda6-0eb8-4a9d-8b63-e906d44bc6c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7eb0ed17-5afe-4eef-a6c1-cccad8874493 HTTP/1.1" status: 200 len: 852 time: 0.0498598 Jun 30 09:08:01.836470 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-28da7b71-450b-4637-ac96-d3645145cfea req-40ee7adc-f163-4885-a849-2f0b214a091b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56f88d8c-6215-4429-a876-d7c759a58eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336061 Jun 30 09:08:01.837036 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:08:01.851416 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-99033688-cb3d-49f5-9ca4-645ca31d63f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.900104 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-20d6494e-0a8f-4631-80ed-b505a69ebe6f req-af4778b6-e595-4b5b-a6c1-9608a0f6b73f tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups?id=94300301-efcf-4dd8-a6f1-314d3f7082c9&id=6332f74b-013c-43dd-be2e-b0735ba41247&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1315978 Jun 30 09:08:01.929003 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a87f71dd-8761-41f0-921b-1b1a9ae2ae3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.959171 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-a87f71dd-8761-41f0-921b-1b1a9ae2ae3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:01.959293 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-28da7b71-450b-4637-ac96-d3645145cfea req-81a1724e-0576-491f-a571-6f977869eb28 service neutron] 10.222.0.37 "GET /v2.0/networks/56f88d8c-6215-4429-a876-d7c759a58eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013582 Jun 30 09:08:01.959394 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-a87f71dd-8761-41f0-921b-1b1a9ae2ae3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef777540-1d0e-494f-843e-24cc054d8054') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:01.959394 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-a87f71dd-8761-41f0-921b-1b1a9ae2ae3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef777540-1d0e-494f-843e-24cc054d8054') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:01.963921 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a87f71dd-8761-41f0-921b-1b1a9ae2ae3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.984233 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a87f71dd-8761-41f0-921b-1b1a9ae2ae3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.018832 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a87f71dd-8761-41f0-921b-1b1a9ae2ae3a admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a87f71dd-8761-41f0-921b-1b1a9ae2ae3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:08:02.034058 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0484c9ac-6569-448a-ab42-f9984e837aef req-b45cde7e-c290-4e12-baaf-43846a83efc0 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd075ccb-ee1f-44bf-bfd5-88748b3d871b HTTP/1.1" status: 200 len: 210 time: 0.0370984 Jun 30 09:08:02.165753 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-28da7b71-450b-4637-ac96-d3645145cfea req-f67f0e97-d640-4037-9e27-a6923270f878 service neutron] 10.222.0.37 "GET /v2.0/networks/56f88d8c-6215-4429-a876-d7c759a58eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812582 Jun 30 09:08:02.521477 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a87f71dd-8761-41f0-921b-1b1a9ae2ae3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.527231 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a87f71dd-8761-41f0-921b-1b1a9ae2ae3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.529104 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a87f71dd-8761-41f0-921b-1b1a9ae2ae3a admin admin] 10.222.0.10 "DELETE /v2.0/networks/77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3 HTTP/1.1" status: 204 len: 168 time: 0.9453092 Jun 30 09:08:02.529807 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-99033688-cb3d-49f5-9ca4-645ca31d63f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.532652 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-99033688-cb3d-49f5-9ca4-645ca31d63f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.546623 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-99033688-cb3d-49f5-9ca4-645ca31d63f7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e4b1c35c-5dc3-4f90-9527-85f7786a36fd HTTP/1.1" status: 204 len: 168 time: 0.9458678 Jun 30 09:08:02.572174 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f71dd-8761-41f0-921b-1b1a9ae2ae3a admin admin] Pushing event deleted for resources: {'Network': ['ID=77db78c6-6bfc-4de3-a2e0-76cdd9bd76c3,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:02.578660 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99033688-cb3d-49f5-9ca4-645ca31d63f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b1c35c-5dc3-4f90-9527-85f7786a36fd,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:02.610910 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec658ef1-698e-4037-8a3c-8bc1693e182b req-abe970ca-5a48-404a-aab1-d13cacc9c986 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:02.619114 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ec658ef1-698e-4037-8a3c-8bc1693e182b req-abe970ca-5a48-404a-aab1-d13cacc9c986 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 946 time: 0.4345717 Jun 30 09:08:02.656770 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ec658ef1-698e-4037-8a3c-8bc1693e182b req-5ae5b951-5f7a-431a-ba7e-1a5f8aff2470 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367482 Jun 30 09:08:02.834364 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5583ed-3590-4ee2-bdcf-99b55313c153 req-d9273725-f0cf-4913-bf37-06d7f11282ab tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:02.835869 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9c5583ed-3590-4ee2-bdcf-99b55313c153 req-d9273725-f0cf-4913-bf37-06d7f11282ab tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.0702477 Jun 30 09:08:02.878209 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9c5583ed-3590-4ee2-bdcf-99b55313c153 req-e6f8b74b-5627-42aa-b763-d0597108dd18 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365307 Jun 30 09:08:03.090658 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036792a2-7a55-4b18-90e5-ca536b239545 req-5724e0ac-2cb6-46a5-9b89-d539063cd5bb tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:03.092222 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-036792a2-7a55-4b18-90e5-ca536b239545 req-5724e0ac-2cb6-46a5-9b89-d539063cd5bb tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 949 time: 0.0928688 Jun 30 09:08:03.134379 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-036792a2-7a55-4b18-90e5-ca536b239545 req-ee95ce8e-b51d-4225-a8e3-77d510d11593 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355439 Jun 30 09:08:03.196082 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d6039-2778-4c0c-aeb3-ce241cc76456 req-6bf9dcb3-2578-454d-b446-4ec19ff325a9 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:03.197687 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6a2d6039-2778-4c0c-aeb3-ce241cc76456 req-6bf9dcb3-2578-454d-b446-4ec19ff325a9 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78dbac7-3152-4a08-b56f-56f03ad63d72 HTTP/1.1" status: 200 len: 984 time: 0.0775304 Jun 30 09:08:03.216630 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-32bf2975-54d9-4257-ba56-156ae0b11584 req-a4d15e2b-d0a0-4638-ab2d-12003e0e4977 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd075ccb-ee1f-44bf-bfd5-88748b3d871b HTTP/1.1" status: 200 len: 210 time: 0.0332568 Jun 30 09:08:03.246646 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6a2d6039-2778-4c0c-aeb3-ce241cc76456 req-994b3a5c-424d-44ef-95dc-3b56518b4cf0 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups?id=94300301-efcf-4dd8-a6f1-314d3f7082c9&id=6332f74b-013c-43dd-be2e-b0735ba41247&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0430975 Jun 30 09:08:03.357286 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57044) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:03.398912 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f5cdbe81-bb87-4b7f-a1cd-02beddedafb4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=01a7fa5afec243f0b7c321924a151489&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403666 Jun 30 09:08:03.401608 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57046) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:03.453165 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ad9900f3-b17c-4474-964d-01e9dab721f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.479102 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ad9900f3-b17c-4474-964d-01e9dab721f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.536174 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4124cb8f-f055-4b33-b866-e8fef3083158 req-79cbba5e-5063-4ecb-ab9e-a14cfa512b72 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-457091776&fields=id&tenant_id=3489997d673c435cb76703153e32f89d HTTP/1.1" status: 200 len: 267 time: 0.0376222 Jun 30 09:08:03.610019 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124cb8f-f055-4b33-b866-e8fef3083158 req-194fb077-cc98-4ddc-9828-5b23b357c37f tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:03.612091 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4124cb8f-f055-4b33-b866-e8fef3083158 req-194fb077-cc98-4ddc-9828-5b23b357c37f tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78dbac7-3152-4a08-b56f-56f03ad63d72 HTTP/1.1" status: 200 len: 984 time: 0.0702262 Jun 30 09:08:03.623260 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-4124cb8f-f055-4b33-b866-e8fef3083158 req-b532f482-2933-4a4a-902b-68f3042a19bd tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Request body: {'port': {'security_groups': ['6332f74b-013c-43dd-be2e-b0735ba41247', '94300301-efcf-4dd8-a6f1-314d3f7082c9', 'a05a1dae-bea5-40a5-9feb-5d782adb8024']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:03.723220 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4124cb8f-f055-4b33-b866-e8fef3083158 req-b532f482-2933-4a4a-902b-68f3042a19bd tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.836567 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device aadc3403-34ed-4a92-ae27-99ad7913f8f3 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:03.842941 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ad9900f3-b17c-4474-964d-01e9dab721f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.845498 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ad9900f3-b17c-4474-964d-01e9dab721f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.851038 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ad9900f3-b17c-4474-964d-01e9dab721f4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d540f88c-4c2e-49a2-863a-87831f47b1ca HTTP/1.1" status: 204 len: 168 time: 0.4483390 Jun 30 09:08:03.866622 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9900f3-b17c-4474-964d-01e9dab721f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d540f88c-4c2e-49a2-863a-87831f47b1ca,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:03.867329 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: aadc3403-34ed-4a92-ae27-99ad7913f8f3 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:08:03.867689 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device aadc3403-34ed-4a92-ae27-99ad7913f8f3 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:08:03.906805 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32a962-7101-450d-8a2b-51012c67bcf7 req-7395b3a5-b3bb-4261-8bc2-fea9765f8143 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:03.914826 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ec32a962-7101-450d-8a2b-51012c67bcf7 req-7395b3a5-b3bb-4261-8bc2-fea9765f8143 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 946 time: 0.1171453 Jun 30 09:08:03.957633 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ec32a962-7101-450d-8a2b-51012c67bcf7 req-050b1175-ea7a-4ddd-a8ad-3dc346008d09 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418205 Jun 30 09:08:03.989450 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-4124cb8f-f055-4b33-b866-e8fef3083158 req-b532f482-2933-4a4a-902b-68f3042a19bd tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] For port c761022f-5be5-4819-abd0-574e1697b170, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c761022f-5be5-4819-abd0-574e1697b170,segment=NetworkSegment(e107cf81-3d65-4596-99e7-d363082531b8),segment_id=e107cf81-3d65-4596-99e7-d363082531b8)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:04.039046 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4124cb8f-f055-4b33-b866-e8fef3083158 req-b532f482-2933-4a4a-902b-68f3042a19bd tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.156853 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90624897-f55a-4d6f-9fc2-ad58142466db req-69c88c1a-e2eb-4bb1-a8d1-da96bac09dfa tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:04.158432 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-90624897-f55a-4d6f-9fc2-ad58142466db req-69c88c1a-e2eb-4bb1-a8d1-da96bac09dfa tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.0680661 Jun 30 09:08:04.183550 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4124cb8f-f055-4b33-b866-e8fef3083158 req-b532f482-2933-4a4a-902b-68f3042a19bd tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.200982 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e', 'c761022f-5be5-4819-abd0-574e1697b170'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:08:04.204156 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-90624897-f55a-4d6f-9fc2-ad58142466db req-735ae09f-c147-48c0-adad-25076159d8af tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396481 Jun 30 09:08:04.239080 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124cb8f-f055-4b33-b866-e8fef3083158 req-b532f482-2933-4a4a-902b-68f3042a19bd tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:04.239820 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4124cb8f-f055-4b33-b866-e8fef3083158 req-b532f482-2933-4a4a-902b-68f3042a19bd tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.254502 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4124cb8f-f055-4b33-b866-e8fef3083158 req-b532f482-2933-4a4a-902b-68f3042a19bd tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "PUT /v2.0/ports/c761022f-5be5-4819-abd0-574e1697b170 HTTP/1.1" status: 200 len: 1020 time: 0.6358960 Jun 30 09:08:04.255153 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78dbac7-3152-4a08-b56f-56f03ad63d72', 'tag': 'c761022f-5be5-4819-abd0-574e1697b170'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:04.257793 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7054cbca-a31f-4097-bd68-9e2b7951d6a0" -d '{"events": [{"name": "network-changed", "server_uuid": "e78dbac7-3152-4a08-b56f-56f03ad63d72", "tag": "c761022f-5be5-4819-abd0-574e1697b170"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:04.301149 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532f482-2933-4a4a-902b-68f3042a19bd tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Pushing event updated for resources: {'Port': ['ID=c761022f-5be5-4819-abd0-574e1697b170,revision_number=7']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:04.391396 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['c761022f-5be5-4819-abd0-574e1697b170'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:08:04.483287 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5892c5-a84b-4136-bf40-85242a57cad0 req-ab49614f-f942-413e-a156-4f3dabcc8e75 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:04.499334 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6d5892c5-a84b-4136-bf40-85242a57cad0 req-ab49614f-f942-413e-a156-4f3dabcc8e75 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 949 time: 0.1326432 Jun 30 09:08:04.546417 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6d5892c5-a84b-4136-bf40-85242a57cad0 req-139adb25-2e46-4c0c-9b19-d8b0c02225a8 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460308 Jun 30 09:08:04.636861 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f99ca590-53b2-407b-8656-9ac58811d322 req-ccb5ab67-c47e-41c5-902b-4e1522be9817 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd075ccb-ee1f-44bf-bfd5-88748b3d871b HTTP/1.1" status: 200 len: 210 time: 0.0467279 Jun 30 09:08:04.712737 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac19dad-1eff-4857-beab-89bb28884b0c x-openstack-request-id: req-aac19dad-1eff-4857-beab-89bb28884b0c {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:04.715319 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78dbac7-3152-4a08-b56f-56f03ad63d72", "tag": "c761022f-5be5-4819-abd0-574e1697b170", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:04.715716 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aac19dad-1eff-4857-beab-89bb28884b0c {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:04.716370 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e78dbac7-3152-4a08-b56f-56f03ad63d72', 'tag': 'c761022f-5be5-4819-abd0-574e1697b170', 'status': 'completed', 'code': 200} Jun 30 09:08:04.780947 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-28126843-1ef9-43c2-a60e-eff45af685b7 req-493ee2ca-981f-4dd4-a571-3b327e32bd6b tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups/a05a1dae-bea5-40a5-9feb-5d782adb8024 HTTP/1.1" status: 200 len: 1800 time: 0.1523111 Jun 30 09:08:04.820188 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054cbca-a31f-4097-bd68-9e2b7951d6a0 req-931c4f34-7a0a-41c6-81b8-5c6a5c588867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:04.822739 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7054cbca-a31f-4097-bd68-9e2b7951d6a0 req-931c4f34-7a0a-41c6-81b8-5c6a5c588867 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3489997d673c435cb76703153e32f89d&device_id=e78dbac7-3152-4a08-b56f-56f03ad63d72 HTTP/1.1" status: 200 len: 1175 time: 0.0888064 Jun 30 09:08:04.854720 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c653b-2397-42e4-aa5a-8cc0803f5b74 req-28238b20-ec56-4505-a953-f652375b6e37 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:04.857912 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e51c653b-2397-42e4-aa5a-8cc0803f5b74 req-28238b20-ec56-4505-a953-f652375b6e37 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.37 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 949 time: 0.2153940 Jun 30 09:08:04.987305 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [req-28126843-1ef9-43c2-a60e-eff45af685b7 req-86c6471c-5d84-48ac-8c77-060537326f72 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 09:08:04.988663 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-28126843-1ef9-43c2-a60e-eff45af685b7 req-86c6471c-5d84-48ac-8c77-060537326f72 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "DELETE /v2.0/security-groups/a05a1dae-bea5-40a5-9feb-5d782adb8024 HTTP/1.1" status: 409 len: 341 time: 0.1975732 Jun 30 09:08:05.020422 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054cbca-a31f-4097-bd68-9e2b7951d6a0 req-5b639148-37b7-48c4-9ba6-a177fa0bc97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:05.021467 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-e51c653b-2397-42e4-aa5a-8cc0803f5b74 req-f3d07152-91f9-4691-91c6-01d24f37cd20 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Deleting port 3aaa3baa-3cbd-4e68-9f06-99979365a13d {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:05.022343 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e51c653b-2397-42e4-aa5a-8cc0803f5b74 req-f3d07152-91f9-4691-91c6-01d24f37cd20 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:05.025276 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7054cbca-a31f-4097-bd68-9e2b7951d6a0 req-5b639148-37b7-48c4-9ba6-a177fa0bc97a service neutron] 10.222.0.37 "GET /v2.0/networks?id=56f88d8c-6215-4429-a876-d7c759a58eb1 HTTP/1.1" status: 200 len: 913 time: 0.1928222 Jun 30 09:08:05.112295 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7054cbca-a31f-4097-bd68-9e2b7951d6a0 req-44e06aac-aa57-4263-b8e8-4f314a1fa3d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c761022f-5be5-4819-abd0-574e1697b170 HTTP/1.1" status: 200 len: 217 time: 0.0788291 Jun 30 09:08:05.181335 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-e51c653b-2397-42e4-aa5a-8cc0803f5b74 req-f3d07152-91f9-4691-91c6-01d24f37cd20 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] For port 3aaa3baa-3cbd-4e68-9f06-99979365a13d, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=3aaa3baa-3cbd-4e68-9f06-99979365a13d,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:05.181807 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e51c653b-2397-42e4-aa5a-8cc0803f5b74 req-f3d07152-91f9-4691-91c6-01d24f37cd20 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:05.192096 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054cbca-a31f-4097-bd68-9e2b7951d6a0 req-b8537b8c-aa06-49a3-add2-05fd70be8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:05.193762 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7054cbca-a31f-4097-bd68-9e2b7951d6a0 req-b8537b8c-aa06-49a3-add2-05fd70be8154 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7eb0ed17-5afe-4eef-a6c1-cccad8874493 HTTP/1.1" status: 200 len: 852 time: 0.0710337 Jun 30 09:08:05.195791 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-e51c653b-2397-42e4-aa5a-8cc0803f5b74 req-f3d07152-91f9-4691-91c6-01d24f37cd20 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Calling delete_port for 3aaa3baa-3cbd-4e68-9f06-99979365a13d owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:05.239664 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7054cbca-a31f-4097-bd68-9e2b7951d6a0 req-593aae7d-f0e9-47da-9723-e3aade7e3591 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56f88d8c-6215-4429-a876-d7c759a58eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315638 Jun 30 09:08:05.383760 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b13b18-7f15-46c1-9ded-bedb5916132f req-66dcbafa-8e91-4eb3-959d-6b88f13ec82e tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:05.385394 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-01b13b18-7f15-46c1-9ded-bedb5916132f req-66dcbafa-8e91-4eb3-959d-6b88f13ec82e tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 946 time: 0.1745245 Jun 30 09:08:05.423732 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7054cbca-a31f-4097-bd68-9e2b7951d6a0 req-fb3f2801-eb02-4c37-a293-f39522d7682f service neutron] 10.222.0.37 "GET /v2.0/networks/56f88d8c-6215-4429-a876-d7c759a58eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790771 Jun 30 09:08:05.492318 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-01b13b18-7f15-46c1-9ded-bedb5916132f req-434da941-c0e1-4a0b-a6d3-236a21c3c46d tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920224 Jun 30 09:08:05.542332 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7054cbca-a31f-4097-bd68-9e2b7951d6a0 req-d80c5839-58f0-4209-b712-b0e629524963 service neutron] 10.222.0.37 "GET /v2.0/networks/56f88d8c-6215-4429-a876-d7c759a58eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119430 Jun 30 09:08:05.954028 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e51c653b-2397-42e4-aa5a-8cc0803f5b74 req-f3d07152-91f9-4691-91c6-01d24f37cd20 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:05.983000 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['4094a647-fe43-43c7-be05-cfb17691d652'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:08:05.985362 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['3aaa3baa-3cbd-4e68-9f06-99979365a13d'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:08:05.996032 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d07152-91f9-4691-91c6-01d24f37cd20 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Pushing event deleted for resources: {'Port': ['ID=3aaa3baa-3cbd-4e68-9f06-99979365a13d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:06.077599 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51c653b-2397-42e4-aa5a-8cc0803f5b74 req-f3d07152-91f9-4691-91c6-01d24f37cd20 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] No DVR routers for this DVR port 3aaa3baa-3cbd-4e68-9f06-99979365a13d on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:08:06.083102 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e51c653b-2397-42e4-aa5a-8cc0803f5b74 req-f3d07152-91f9-4691-91c6-01d24f37cd20 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:06.086393 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e51c653b-2397-42e4-aa5a-8cc0803f5b74 req-f3d07152-91f9-4691-91c6-01d24f37cd20 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.37 "DELETE /v2.0/ports/3aaa3baa-3cbd-4e68-9f06-99979365a13d HTTP/1.1" status: 204 len: 173 time: 1.2200210 Jun 30 09:08:06.248398 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90f482-b532-4aad-b470-29dad887ee90 req-aa84a573-0660-47a9-b6eb-f1ef079f48e7 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:06.249866 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4d90f482-b532-4aad-b470-29dad887ee90 req-aa84a573-0660-47a9-b6eb-f1ef079f48e7 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.0828748 Jun 30 09:08:06.319695 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4d90f482-b532-4aad-b470-29dad887ee90 req-274f89a3-6022-483b-9f4f-d31f814fff87 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633850 Jun 30 09:08:06.362318 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-d9b8b76b-3cb5-4d7b-8958-11d4e08121df tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:06.363839 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-d9b8b76b-3cb5-4d7b-8958-11d4e08121df tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155&tenant_id=4072f6e39e474776996ee00ca570db4f&binding%3Ahost_id=n-h2-771363-31 HTTP/1.1" status: 200 len: 1098 time: 0.0860727 Jun 30 09:08:06.375582 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-80b64174-562e-4c16-8494-1744c78c35a1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771363-31'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:06.428801 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-75d11521-cc4e-48f7-a994-a348b1e32bc4 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=1a2e4690a4914640bc78bd1032a89e19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295658 Jun 30 09:08:06.558369 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be98f474-31ea-42f3-ae91-4e981838ed3a req-b4eb3600-8d40-4870-84fc-5ec51c0dc70e tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 210 time: 0.0524118 Jun 30 09:08:06.636870 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c8a47bf6-545d-4326-b81d-d2993c8168fe req-f2771c9c-df8f-49dd-a4c8-ab3aefe7b650 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd075ccb-ee1f-44bf-bfd5-88748b3d871b HTTP/1.1" status: 200 len: 210 time: 0.0538301 Jun 30 09:08:06.646287 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-80b64174-562e-4c16-8494-1744c78c35a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:06.717594 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2767f928-4b34-48ce-b66f-207466939796', 'name': 'network-vif-deleted', 'tag': '3aaa3baa-3cbd-4e68-9f06-99979365a13d'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:06.721878 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e50d58-4dfe-4fd8-91b3-47826906543d" -d '{"events": [{"server_uuid": "2767f928-4b34-48ce-b66f-207466939796", "name": "network-vif-deleted", "tag": "3aaa3baa-3cbd-4e68-9f06-99979365a13d"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:06.729562 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-bcb4141d-b52c-4cde-8e4f-75253a9dfa10 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:06.731215 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-bcb4141d-b52c-4cde-8e4f-75253a9dfa10 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2907543 Jun 30 09:08:06.753085 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-0b65a147-f795-4f84-b5e1-9e5099e77254 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Request body: {'port': {'device_id': 'fd075ccb-ee1f-44bf-bfd5-88748b3d871b', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'admin_state_up': True, 'tenant_id': '1a2e4690a4914640bc78bd1032a89e19'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:06.954455 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8f252-591b-47b1-b811-4cee02f28602 req-12f7db50-3eae-42f9-8eb3-37dfa14cdf0d tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:06.956763 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-89c8f252-591b-47b1-b811-4cee02f28602 req-12f7db50-3eae-42f9-8eb3-37dfa14cdf0d tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 946 time: 0.0785885 Jun 30 09:08:06.990275 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-80b64174-562e-4c16-8494-1744c78c35a1 service neutron] For port e7ef9fcb-7325-4494-a377-c12975033350, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e7ef9fcb-7325-4494-a377-c12975033350,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:06.997176 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-89c8f252-591b-47b1-b811-4cee02f28602 req-f3d0b124-049d-4fb5-bdb6-a3733299a0aa tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346687 Jun 30 09:08:07.026937 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a39a6c-244a-46d8-8c22-8ccb2bb69b28 req-e57e78ae-6b14-4faf-ae5d-4016e323205b tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:07.026937 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d6a39a6c-244a-46d8-8c22-8ccb2bb69b28 req-e57e78ae-6b14-4faf-ae5d-4016e323205b tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78dbac7-3152-4a08-b56f-56f03ad63d72 HTTP/1.1" status: 200 len: 1023 time: 0.1770823 Jun 30 09:08:07.075221 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.099870 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-80b64174-562e-4c16-8494-1744c78c35a1 service neutron] For port e7ef9fcb-7325-4494-a377-c12975033350, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:07.106793 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d6a39a6c-244a-46d8-8c22-8ccb2bb69b28 req-d3eaeea5-7535-47ba-8bce-9193f0cc7060 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups?id=94300301-efcf-4dd8-a6f1-314d3f7082c9&id=a05a1dae-bea5-40a5-9feb-5d782adb8024&id=6332f74b-013c-43dd-be2e-b0735ba41247&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0695949 Jun 30 09:08:07.154302 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d9464a-b92f-4c7c-b736-e2668b44a155', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7ef9fcb-7325-4494-a377-c12975033350'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:07.156902 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cc205c-a764-4d7e-8dde-e8215665186c" -d '{"events": [{"server_uuid": "88d9464a-b92f-4c7c-b736-e2668b44a155", "name": "network-vif-unplugged", "status": "completed", "tag": "e7ef9fcb-7325-4494-a377-c12975033350"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:07.160395 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a306a9e-daba-4f91-a18a-5ce1b48fca31 x-openstack-request-id: req-6a306a9e-daba-4f91-a18a-5ce1b48fca31 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:07.160687 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2767f928-4b34-48ce-b66f-207466939796", "name": "network-vif-deleted", "tag": "3aaa3baa-3cbd-4e68-9f06-99979365a13d", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:07.161025 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6a306a9e-daba-4f91-a18a-5ce1b48fca31 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:07.162444 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2767f928-4b34-48ce-b66f-207466939796', 'name': 'network-vif-deleted', 'tag': '3aaa3baa-3cbd-4e68-9f06-99979365a13d', 'status': 'completed', 'code': 200} Jun 30 09:08:07.162562 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-80b64174-562e-4c16-8494-1744c78c35a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.183947 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-0b65a147-f795-4f84-b5e1-9e5099e77254 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Made reservation on behalf of 1a2e4690a4914640bc78bd1032a89e19 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:07.188221 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-0b65a147-f795-4f84-b5e1-9e5099e77254 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.202171 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-0b65a147-f795-4f84-b5e1-9e5099e77254 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.212550 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c22f781-ae00-4fb8-ad7a-72d122024a43 x-openstack-request-id: req-7c22f781-ae00-4fb8-ad7a-72d122024a43 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:07.212850 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d9464a-b92f-4c7c-b736-e2668b44a155", "name": "network-vif-unplugged", "status": "completed", "tag": "e7ef9fcb-7325-4494-a377-c12975033350", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:07.213108 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7c22f781-ae00-4fb8-ad7a-72d122024a43 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:07.213687 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d9464a-b92f-4c7c-b736-e2668b44a155', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7ef9fcb-7325-4494-a377-c12975033350', 'code': 200} Jun 30 09:08:07.294887 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-80b64174-562e-4c16-8494-1744c78c35a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.417547 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-0b65a147-f795-4f84-b5e1-9e5099e77254 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.432378 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b64174-562e-4c16-8494-1744c78c35a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ef9fcb-7325-4494-a377-c12975033350,revision_number=7']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:07.439589 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-80b64174-562e-4c16-8494-1744c78c35a1 service neutron] Attempting to bind port e7ef9fcb-7325-4494-a377-c12975033350 on host n-h2-771363-31 for vnic_type normal with profile {"migrating_to": "n-h1-771363-31"} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:07.440329 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-80b64174-562e-4c16-8494-1744c78c35a1 service neutron] Attempting to bind port e7ef9fcb-7325-4494-a377-c12975033350 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:07.440329 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-80b64174-562e-4c16-8494-1744c78c35a1 service neutron] Attempting to bind port e7ef9fcb-7325-4494-a377-c12975033350 on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:07.446915 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-80b64174-562e-4c16-8494-1744c78c35a1 service neutron] Port e7ef9fcb-7325-4494-a377-c12975033350 on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:08:07.447375 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-80b64174-562e-4c16-8494-1744c78c35a1 service neutron] Attempting to bind port e7ef9fcb-7325-4494-a377-c12975033350 on network 0e2e3f2d-1170-48c1-89c9-fed000bd69d8 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:07.452822 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-80b64174-562e-4c16-8494-1744c78c35a1 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:07.453246 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-80b64174-562e-4c16-8494-1744c78c35a1 service neutron] Checking segment: {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:07.464217 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-80b64174-562e-4c16-8494-1744c78c35a1 service neutron] Bound using segment: {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:07.464217 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-80b64174-562e-4c16-8494-1744c78c35a1 service neutron] Bound port: e7ef9fcb-7325-4494-a377-c12975033350, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2056c6f1-d94e-4b1c-92c4-078aa886e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0e2e3f2d-1170-48c1-89c9-fed000bd69d8'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:07.464217 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-80b64174-562e-4c16-8494-1744c78c35a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.524700 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a44b3-fcff-4740-8c96-8d28422cf12c req-233586f5-e786-4a98-ab3b-84b9bddf1b38 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:07.526417 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b24a44b3-fcff-4740-8c96-8d28422cf12c req-233586f5-e786-4a98-ab3b-84b9bddf1b38 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.0720019 Jun 30 09:08:07.534033 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-80b64174-562e-4c16-8494-1744c78c35a1 service neutron] For port e7ef9fcb-7325-4494-a377-c12975033350, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:07.538270 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-80b64174-562e-4c16-8494-1744c78c35a1 service neutron] For port e7ef9fcb-7325-4494-a377-c12975033350, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e7ef9fcb-7325-4494-a377-c12975033350,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:07.570894 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b24a44b3-fcff-4740-8c96-8d28422cf12c req-3eb4dad3-3f64-4050-9feb-df773c9c6db1 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366757 Jun 30 09:08:07.595150 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-0b65a147-f795-4f84-b5e1-9e5099e77254 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.719190 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-80b64174-562e-4c16-8494-1744c78c35a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.773483 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65a147-f795-4f84-b5e1-9e5099e77254 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e884d92-e147-4550-8258-30dddb32f2b0,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:07.883066 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b64174-562e-4c16-8494-1744c78c35a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ef9fcb-7325-4494-a377-c12975033350,revision_number=8']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:07.883855 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device e7ef9fcb-7325-4494-a377-c12975033350 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:08:07.931667 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-80b64174-562e-4c16-8494-1744c78c35a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:07.931819 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-812e4c28-b869-4d30-b664-d8a8e0f5960a req-94809eb5-272f-4d0f-aba9-d88d0a180b9d tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd075ccb-ee1f-44bf-bfd5-88748b3d871b HTTP/1.1" status: 200 len: 210 time: 0.0408969 Jun 30 09:08:07.932202 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-80b64174-562e-4c16-8494-1744c78c35a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.933602 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-80b64174-562e-4c16-8494-1744c78c35a1 service neutron] 10.222.0.52 "PUT /v2.0/ports/e7ef9fcb-7325-4494-a377-c12975033350 HTTP/1.1" status: 200 len: 1124 time: 1.5623348 Jun 30 09:08:07.935590 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6f4e6c05-132f-4eac-b40a-13a88b26078d req-24b2023c-4433-49cc-ab25-d70b2277c89d tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=2767f928-4b34-48ce-b66f-207466939796 HTTP/1.1" status: 200 len: 210 time: 0.0709848 Jun 30 09:08:07.961951 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-0b65a147-f795-4f84-b5e1-9e5099e77254 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Allocated IP 192.168.233.199 (ad33225d-5521-4894-b7e8-170799d80b12/a0a5de46-050b-42ad-8d47-c859eedbe230/e38873e4-de44-4aa0-831f-ff170eea831f) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:08.067952 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port e7ef9fcb-7325-4494-a377-c12975033350, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e7ef9fcb-7325-4494-a377-c12975033350,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:08.082736 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['e7ef9fcb-7325-4494-a377-c12975033350'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:08:08.086209 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['e7ef9fcb-7325-4494-a377-c12975033350'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:08:08.103488 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device e7ef9fcb-7325-4494-a377-c12975033350 has no active binding in host n-h1-771363-31 {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 09:08:08.266495 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-0b65a147-f795-4f84-b5e1-9e5099e77254 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.295171 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a382240-ad0a-4b54-9827-5393cf3790c9 req-593863a4-de6f-410a-ae63-a3edd04a6b68 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:08.297147 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4a382240-ad0a-4b54-9827-5393cf3790c9 req-593863a4-de6f-410a-ae63-a3edd04a6b68 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 944 time: 0.1446519 Jun 30 09:08:08.305454 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-0b65a147-f795-4f84-b5e1-9e5099e77254 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Transition to ACTIVE for port object e38873e4-de44-4aa0-831f-ff170eea831f will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:08.372682 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4a382240-ad0a-4b54-9827-5393cf3790c9 req-beedd757-77d3-4919-851e-a5ea40aadfdb tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615149 Jun 30 09:08:08.376308 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c19db-a36e-4647-82fa-8c06dd824684 req-2b72c27c-2138-4f27-8fa3-2610a19d337e tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:08.377863 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c4c19db-a36e-4647-82fa-8c06dd824684 req-2b72c27c-2138-4f27-8fa3-2610a19d337e tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.37 "GET /v2.0/ports?device_id=e78dbac7-3152-4a08-b56f-56f03ad63d72 HTTP/1.1" status: 200 len: 1023 time: 0.1148083 Jun 30 09:08:08.515164 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57184) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:08.588311 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-3c4c19db-a36e-4647-82fa-8c06dd824684 req-ca6d2403-2b50-4285-8b61-a0fe10309cb1 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Deleting port c761022f-5be5-4819-abd0-574e1697b170 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:08.589674 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3c4c19db-a36e-4647-82fa-8c06dd824684 req-ca6d2403-2b50-4285-8b61-a0fe10309cb1 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.611801 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.652589 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2af98603-6999-45e3-b346-bed9ffda3017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.665016 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b0efb-6194-4225-9d8d-dbbfe29355dd req-aab101bf-039e-46e3-b03e-7c057668f531 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:08.666783 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1a8b0efb-6194-4225-9d8d-dbbfe29355dd req-aab101bf-039e-46e3-b03e-7c057668f531 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78dbac7-3152-4a08-b56f-56f03ad63d72 HTTP/1.1" status: 200 len: 1023 time: 0.1377599 Jun 30 09:08:08.700530 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-0b65a147-f795-4f84-b5e1-9e5099e77254 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.739568 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1a8b0efb-6194-4225-9d8d-dbbfe29355dd req-c0415574-2d72-49a9-960b-0918b3e28f89 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups?id=94300301-efcf-4dd8-a6f1-314d3f7082c9&id=a05a1dae-bea5-40a5-9feb-5d782adb8024&id=6332f74b-013c-43dd-be2e-b0735ba41247&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0637190 Jun 30 09:08:08.757134 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-3c4c19db-a36e-4647-82fa-8c06dd824684 req-ca6d2403-2b50-4285-8b61-a0fe10309cb1 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] For port c761022f-5be5-4819-abd0-574e1697b170, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c761022f-5be5-4819-abd0-574e1697b170,segment=NetworkSegment(e107cf81-3d65-4596-99e7-d363082531b8),segment_id=e107cf81-3d65-4596-99e7-d363082531b8)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:08.757855 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3c4c19db-a36e-4647-82fa-8c06dd824684 req-ca6d2403-2b50-4285-8b61-a0fe10309cb1 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.775699 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-0b65a147-f795-4f84-b5e1-9e5099e77254 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Network ad33225d-5521-4894-b7e8-170799d80b12 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:08.788332 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-0b65a147-f795-4f84-b5e1-9e5099e77254 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:08.790569 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-3c4c19db-a36e-4647-82fa-8c06dd824684 req-ca6d2403-2b50-4285-8b61-a0fe10309cb1 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Calling delete_port for c761022f-5be5-4819-abd0-574e1697b170 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:08.795142 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-0b65a147-f795-4f84-b5e1-9e5099e77254 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:08.800196 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65a147-f795-4f84-b5e1-9e5099e77254 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Pushing event updated for resources: {'Port': ['ID=e38873e4-de44-4aa0-831f-ff170eea831f,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:08.901266 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-0b65a147-f795-4f84-b5e1-9e5099e77254 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:08.909999 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-0b65a147-f795-4f84-b5e1-9e5099e77254 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.992054 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2af98603-6999-45e3-b346-bed9ffda3017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.067013 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40202e13-be1b-4c2c-a673-1f6a2738a0f3 req-bb706bba-b2af-44b9-b8ff-55f6ab5ce813 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:09.068352 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-40202e13-be1b-4c2c-a673-1f6a2738a0f3 req-bb706bba-b2af-44b9-b8ff-55f6ab5ce813 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.0956423 Jun 30 09:08:09.099183 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2af98603-6999-45e3-b346-bed9ffda3017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.128681 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3c4c19db-a36e-4647-82fa-8c06dd824684 req-ca6d2403-2b50-4285-8b61-a0fe10309cb1 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.156957 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e', 'c761022f-5be5-4819-abd0-574e1697b170'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:08:09.166231 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2af98603-6999-45e3-b346-bed9ffda3017 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=310df4a06cc1401caaad1c24bcbb6c0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6527865 Jun 30 09:08:09.170302 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-40202e13-be1b-4c2c-a673-1f6a2738a0f3 req-4e897cb0-512d-47a5-8421-186efefbc9d4 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951807 Jun 30 09:08:09.170302 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57198) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:09.177513 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af98603-6999-45e3-b346-bed9ffda3017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec724396-2883-4a60-bb5a-3d883df70038,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:09.216491 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d9464a-b92f-4c7c-b736-e2668b44a155', 'tag': 'e7ef9fcb-7325-4494-a377-c12975033350'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:09.219416 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f012aea-6ffc-4b37-bd41-12ba935b20db" -d '{"events": [{"name": "network-changed", "server_uuid": "88d9464a-b92f-4c7c-b736-e2668b44a155", "tag": "e7ef9fcb-7325-4494-a377-c12975033350"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:09.227976 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-0b65a147-f795-4f84-b5e1-9e5099e77254 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4822495 Jun 30 09:08:09.228417 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d2403-2b50-4285-8b61-a0fe10309cb1 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Pushing event deleted for resources: {'Port': ['ID=c761022f-5be5-4819-abd0-574e1697b170,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:09.255824 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-e03d4b0b-da05-47cb-9a57-8c6fe055bf8e service neutron] Request body: {'port': {'device_id': 'fd075ccb-ee1f-44bf-bfd5-88748b3d871b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:09.311265 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5f3fa324-3d51-459b-be0b-5be9b0d6430d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.346873 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 3aaa3baa-3cbd-4e68-9f06-99979365a13d no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:09.437470 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5f3fa324-3d51-459b-be0b-5be9b0d6430d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.443777 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-e03d4b0b-da05-47cb-9a57-8c6fe055bf8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.449792 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4c19db-a36e-4647-82fa-8c06dd824684 req-ca6d2403-2b50-4285-8b61-a0fe10309cb1 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] No DVR routers for this DVR port c761022f-5be5-4819-abd0-574e1697b170 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:08:09.454113 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 3aaa3baa-3cbd-4e68-9f06-99979365a13d {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:08:09.454113 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 3aaa3baa-3cbd-4e68-9f06-99979365a13d not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:08:09.459279 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3c4c19db-a36e-4647-82fa-8c06dd824684 req-ca6d2403-2b50-4285-8b61-a0fe10309cb1 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.472566 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c4c19db-a36e-4647-82fa-8c06dd824684 req-ca6d2403-2b50-4285-8b61-a0fe10309cb1 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.37 "DELETE /v2.0/ports/c761022f-5be5-4819-abd0-574e1697b170 HTTP/1.1" status: 204 len: 173 time: 1.0853522 Jun 30 09:08:09.473348 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78dbac7-3152-4a08-b56f-56f03ad63d72', 'name': 'network-vif-deleted', 'tag': 'c761022f-5be5-4819-abd0-574e1697b170'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:09.484901 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233ac0dd-54d2-4530-9606-800503a68ed9" -d '{"events": [{"server_uuid": "e78dbac7-3152-4a08-b56f-56f03ad63d72", "name": "network-vif-deleted", "tag": "c761022f-5be5-4819-abd0-574e1697b170"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:09.576073 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e1bf9d35-c441-4a90-a921-56a038ea331c None None] Provisioning for port e38873e4-de44-4aa0-831f-ff170eea831f completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:09.591774 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e1bf9d35-c441-4a90-a921-56a038ea331c None None] Provisioning complete for port e38873e4-de44-4aa0-831f-ff170eea831f triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:09.592650 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e1bf9d35-c441-4a90-a921-56a038ea331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.680401 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-e1bf9d35-c441-4a90-a921-56a038ea331c None None] Port e38873e4-de44-4aa0-831f-ff170eea831f cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:08:09.788590 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5f3fa324-3d51-459b-be0b-5be9b0d6430d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.791860 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5f3fa324-3d51-459b-be0b-5be9b0d6430d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.802430 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5f3fa324-3d51-459b-be0b-5be9b0d6430d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ec724396-2883-4a60-bb5a-3d883df70038 HTTP/1.1" status: 204 len: 168 time: 0.6256809 Jun 30 09:08:09.823374 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa42335-c723-4efa-bd05-1cbffaeb517d x-openstack-request-id: req-3fa42335-c723-4efa-bd05-1cbffaeb517d {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:09.824285 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d9464a-b92f-4c7c-b736-e2668b44a155", "tag": "e7ef9fcb-7325-4494-a377-c12975033350", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:09.826945 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3fa42335-c723-4efa-bd05-1cbffaeb517d {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:09.827609 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d9464a-b92f-4c7c-b736-e2668b44a155', 'tag': 'e7ef9fcb-7325-4494-a377-c12975033350', 'status': 'completed', 'code': 200} Jun 30 09:08:09.844701 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9d685-90ba-46f8-972d-17f32e02b23b req-c29e3c0e-9fb2-4cdd-bc00-d8782225a5f3 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:09.852745 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a4c9d685-90ba-46f8-972d-17f32e02b23b req-c29e3c0e-9fb2-4cdd-bc00-d8782225a5f3 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd075ccb-ee1f-44bf-bfd5-88748b3d871b HTTP/1.1" status: 200 len: 936 time: 0.2124207 Jun 30 09:08:09.889984 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3fa324-3d51-459b-be0b-5be9b0d6430d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec724396-2883-4a60-bb5a-3d883df70038,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:09.917957 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f012aea-6ffc-4b37-bd41-12ba935b20db req-4d641232-4d20-4e9f-b39d-c1d15437d479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:09.920351 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8f012aea-6ffc-4b37-bd41-12ba935b20db req-4d641232-4d20-4e9f-b39d-c1d15437d479 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4072f6e39e474776996ee00ca570db4f&device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 1127 time: 0.0885019 Jun 30 09:08:09.930366 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a4c9d685-90ba-46f8-972d-17f32e02b23b req-dee227e7-a2d3-4416-8c45-2750310de499 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767367 Jun 30 09:08:10.008178 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-e03d4b0b-da05-47cb-9a57-8c6fe055bf8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e38873e4-de44-4aa0-831f-ff170eea831f {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:10.010953 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc04f446-e792-4a10-8e80-16bbc19060bb x-openstack-request-id: req-cc04f446-e792-4a10-8e80-16bbc19060bb {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:10.010953 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78dbac7-3152-4a08-b56f-56f03ad63d72", "name": "network-vif-deleted", "tag": "c761022f-5be5-4819-abd0-574e1697b170", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:10.010953 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc04f446-e792-4a10-8e80-16bbc19060bb {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:10.012585 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78dbac7-3152-4a08-b56f-56f03ad63d72', 'name': 'network-vif-deleted', 'tag': 'c761022f-5be5-4819-abd0-574e1697b170', 'status': 'completed', 'code': 200} Jun 30 09:08:10.020617 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-e03d4b0b-da05-47cb-9a57-8c6fe055bf8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:10.038940 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-e03d4b0b-da05-47cb-9a57-8c6fe055bf8e service neutron] Transition to ACTIVE for port object e38873e4-de44-4aa0-831f-ff170eea831f will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:10.096431 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f012aea-6ffc-4b37-bd41-12ba935b20db req-627aebb5-07cc-4384-b374-247f92d3d5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:10.097857 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8f012aea-6ffc-4b37-bd41-12ba935b20db req-627aebb5-07cc-4384-b374-247f92d3d5ce service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8 HTTP/1.1" status: 200 len: 921 time: 0.1637940 Jun 30 09:08:10.106533 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625adb57-1f77-43c4-b76f-0bf3a69537b5 req-65c601a1-47bf-4fb0-95c0-44e1d9506e32 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:10.108081 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-625adb57-1f77-43c4-b76f-0bf3a69537b5 req-65c601a1-47bf-4fb0-95c0-44e1d9506e32 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 944 time: 0.1849232 Jun 30 09:08:10.144135 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-e03d4b0b-da05-47cb-9a57-8c6fe055bf8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:10.163340 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8f012aea-6ffc-4b37-bd41-12ba935b20db req-dbb579a9-dbf1-4e7a-898b-07a826850416 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7ef9fcb-7325-4494-a377-c12975033350 HTTP/1.1" status: 200 len: 217 time: 0.0542042 Jun 30 09:08:10.186032 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-625adb57-1f77-43c4-b76f-0bf3a69537b5 req-e56ec35e-ca53-435e-b88e-2724d09d451a tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705161 Jun 30 09:08:10.203747 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d4b0b-da05-47cb-9a57-8c6fe055bf8e service neutron] Pushing event updated for resources: {'Port': ['ID=e38873e4-de44-4aa0-831f-ff170eea831f,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:10.268473 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f012aea-6ffc-4b37-bd41-12ba935b20db req-84416362-2dd4-478c-be15-a4f93a053a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:10.270609 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8f012aea-6ffc-4b37-bd41-12ba935b20db req-84416362-2dd4-478c-be15-a4f93a053a90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a401937-9638-402a-b598-8b54d19e09c0 HTTP/1.1" status: 200 len: 860 time: 0.0837629 Jun 30 09:08:10.348467 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8f012aea-6ffc-4b37-bd41-12ba935b20db req-720cd744-d39a-4c58-972a-c64fcc92d617 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668180 Jun 30 09:08:10.367491 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-e03d4b0b-da05-47cb-9a57-8c6fe055bf8e service neutron] Attempting to bind port e38873e4-de44-4aa0-831f-ff170eea831f on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:10.368277 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-e03d4b0b-da05-47cb-9a57-8c6fe055bf8e service neutron] Attempting to bind port e38873e4-de44-4aa0-831f-ff170eea831f by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:10.368277 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-e03d4b0b-da05-47cb-9a57-8c6fe055bf8e service neutron] Attempting to bind port e38873e4-de44-4aa0-831f-ff170eea831f on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:10.373238 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-e03d4b0b-da05-47cb-9a57-8c6fe055bf8e service neutron] Port e38873e4-de44-4aa0-831f-ff170eea831f on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:08:10.373524 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-e03d4b0b-da05-47cb-9a57-8c6fe055bf8e service neutron] Attempting to bind port e38873e4-de44-4aa0-831f-ff170eea831f on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:10.383617 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-e03d4b0b-da05-47cb-9a57-8c6fe055bf8e service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:10.383955 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-e03d4b0b-da05-47cb-9a57-8c6fe055bf8e service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:10.384333 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-e03d4b0b-da05-47cb-9a57-8c6fe055bf8e service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:10.384781 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-e03d4b0b-da05-47cb-9a57-8c6fe055bf8e service neutron] Bound port: e38873e4-de44-4aa0-831f-ff170eea831f, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:10.385133 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-e03d4b0b-da05-47cb-9a57-8c6fe055bf8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:10.534251 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-e03d4b0b-da05-47cb-9a57-8c6fe055bf8e service neutron] For port e38873e4-de44-4aa0-831f-ff170eea831f, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:10.539858 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-e03d4b0b-da05-47cb-9a57-8c6fe055bf8e service neutron] For port e38873e4-de44-4aa0-831f-ff170eea831f, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=e38873e4-de44-4aa0-831f-ff170eea831f,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:10.551353 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8f012aea-6ffc-4b37-bd41-12ba935b20db req-b357ef9b-6951-41ca-a188-6dcfbb698e4e service neutron] 10.222.0.37 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942866 Jun 30 09:08:10.692330 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8f012aea-6ffc-4b37-bd41-12ba935b20db req-97f1a5f3-4681-4bf7-b193-27341e25a409 service neutron] 10.222.0.37 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259792 Jun 30 09:08:10.812618 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-e03d4b0b-da05-47cb-9a57-8c6fe055bf8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:10.850776 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-e03d4b0b-da05-47cb-9a57-8c6fe055bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:10.851439 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-e03d4b0b-da05-47cb-9a57-8c6fe055bf8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:10.852908 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-e03d4b0b-da05-47cb-9a57-8c6fe055bf8e service neutron] 10.222.0.52 "PUT /v2.0/ports/e38873e4-de44-4aa0-831f-ff170eea831f HTTP/1.1" status: 200 len: 1097 time: 1.6055984 Jun 30 09:08:10.889194 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d4b0b-da05-47cb-9a57-8c6fe055bf8e service neutron] Pushing event updated for resources: {'Port': ['ID=e38873e4-de44-4aa0-831f-ff170eea831f,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:11.109085 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7de80bcf-5f0c-48cc-bac1-753cb86c07f1 req-db7ce6e1-b1f7-4834-8dd8-8a784d37438e tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78dbac7-3152-4a08-b56f-56f03ad63d72 HTTP/1.1" status: 200 len: 210 time: 0.0335197 Jun 30 09:08:11.128765 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-8d941533-b0b5-4c31-acab-9e0e6372004e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:11.130480 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-8d941533-b0b5-4c31-acab-9e0e6372004e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a2e4690a4914640bc78bd1032a89e19&device_id=fd075ccb-ee1f-44bf-bfd5-88748b3d871b HTTP/1.1" status: 200 len: 1100 time: 0.0928438 Jun 30 09:08:11.200470 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-4e46e735-21df-4648-84fd-22b7a6b25bb8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=e38873e4-de44-4aa0-831f-ff170eea831f HTTP/1.1" status: 200 len: 217 time: 0.0469313 Jun 30 09:08:11.295421 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-9c99e941-8a04-49ea-be88-c5969ee87eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:11.296925 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-9c99e941-8a04-49ea-be88-c5969ee87eca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.0955777 Jun 30 09:08:11.348225 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c761022f-5be5-4819-abd0-574e1697b170 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:11.359748 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: c761022f-5be5-4819-abd0-574e1697b170 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:08:11.360185 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c761022f-5be5-4819-abd0-574e1697b170 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:08:11.379951 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f585239-b77d-478d-8e5b-0e18a4ecfb51 req-dca41e35-4447-4981-971e-5e5b8f048bf0 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:11.381452 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4f585239-b77d-478d-8e5b-0e18a4ecfb51 req-dca41e35-4447-4981-971e-5e5b8f048bf0 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.1341109 Jun 30 09:08:11.419470 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-269a727c-4a66-4d2f-823b-d706f5f18cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:11.421359 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-269a727c-4a66-4d2f-823b-d706f5f18cde service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1166959 Jun 30 09:08:11.444169 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4f585239-b77d-478d-8e5b-0e18a4ecfb51 req-dbb77030-fd29-4906-9aa7-992e77888760 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551453 Jun 30 09:08:11.537365 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-4b3431ae-d8b1-4214-b1f0-b530d0c52e24 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071117 Jun 30 09:08:11.648195 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57244) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:11.743201 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6040c293-1c3b-4d80-a86a-c66b79bfe9d5 req-0129156d-16d3-472e-a9c4-a13d6f888572 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700959 Jun 30 09:08:11.743201 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f88a8-7577-4172-919b-18eb02e45329 req-c6db2c93-9a28-4ab2-b53d-6014557b26dd tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:11.743201 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-893f88a8-7577-4172-919b-18eb02e45329 req-c6db2c93-9a28-4ab2-b53d-6014557b26dd tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd075ccb-ee1f-44bf-bfd5-88748b3d871b HTTP/1.1" status: 200 len: 948 time: 0.1118391 Jun 30 09:08:11.766766 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-0618b975-4b0a-4029-a6fa-0cb2d674db5e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1379782972-network', 'tenant_id': 'dc9111667c304709b5938aeb3fbf1524'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:11.779450 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-893f88a8-7577-4172-919b-18eb02e45329 req-9593c712-8d65-484d-9724-97f61f1ca29a tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375805 Jun 30 09:08:11.828295 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd075ccb-ee1f-44bf-bfd5-88748b3d871b', 'tag': 'e38873e4-de44-4aa0-831f-ff170eea831f'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:11.840975 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e713dc46-d918-4f65-b730-b78133fa5f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "fd075ccb-ee1f-44bf-bfd5-88748b3d871b", "tag": "e38873e4-de44-4aa0-831f-ff170eea831f"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:11.948512 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbffda-f0ed-4018-9e63-21da426ac08e req-272fdb16-47e0-45c1-9ff8-1ee66f08a508 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:11.950038 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2afbffda-f0ed-4018-9e63-21da426ac08e req-272fdb16-47e0-45c1-9ff8-1ee66f08a508 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 949 time: 0.0695984 Jun 30 09:08:11.982974 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0618b975-4b0a-4029-a6fa-0cb2d674db5e admin admin] Made reservation on behalf of dc9111667c304709b5938aeb3fbf1524 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:11.988447 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0618b975-4b0a-4029-a6fa-0cb2d674db5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:11.996261 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2afbffda-f0ed-4018-9e63-21da426ac08e req-6b23f7a9-6543-4f35-a548-9274d1ce66f5 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400896 Jun 30 09:08:12.011320 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0618b975-4b0a-4029-a6fa-0cb2d674db5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:12.090269 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef19ed4-242a-4083-abf2-be77bb8f2b91 x-openstack-request-id: req-6ef19ed4-242a-4083-abf2-be77bb8f2b91 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:12.090663 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd075ccb-ee1f-44bf-bfd5-88748b3d871b", "tag": "e38873e4-de44-4aa0-831f-ff170eea831f", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:12.091038 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6ef19ed4-242a-4083-abf2-be77bb8f2b91 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:12.091579 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd075ccb-ee1f-44bf-bfd5-88748b3d871b', 'tag': 'e38873e4-de44-4aa0-831f-ff170eea831f', 'status': 'completed', 'code': 200} Jun 30 09:08:12.166784 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0618b975-4b0a-4029-a6fa-0cb2d674db5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:12.216123 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713dc46-d918-4f65-b730-b78133fa5f6f req-4843fe05-8bd2-4691-9c98-5d77fbd91248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:12.217715 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e713dc46-d918-4f65-b730-b78133fa5f6f req-4843fe05-8bd2-4691-9c98-5d77fbd91248 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a2e4690a4914640bc78bd1032a89e19&device_id=fd075ccb-ee1f-44bf-bfd5-88748b3d871b HTTP/1.1" status: 200 len: 1100 time: 0.0994973 Jun 30 09:08:12.303829 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b0437-f2c2-4ba8-bd64-0a6fe4b33a05 req-599be02c-eb5b-4fe3-b0ea-8242e6d7eb63 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:12.305279 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b21b0437-f2c2-4ba8-bd64-0a6fe4b33a05 req-599be02c-eb5b-4fe3-b0ea-8242e6d7eb63 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 944 time: 0.1294634 Jun 30 09:08:12.362016 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713dc46-d918-4f65-b730-b78133fa5f6f req-e9631ab0-47dc-48cc-9a0e-ec7f886a3a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:12.363507 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e713dc46-d918-4f65-b730-b78133fa5f6f req-e9631ab0-47dc-48cc-9a0e-ec7f886a3a47 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.1355696 Jun 30 09:08:12.368484 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b21b0437-f2c2-4ba8-bd64-0a6fe4b33a05 req-8214e334-90be-4282-845a-568f5d61ef93 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563171 Jun 30 09:08:12.371844 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0618b975-4b0a-4029-a6fa-0cb2d674db5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:12.399250 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0618b975-4b0a-4029-a6fa-0cb2d674db5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:08:12.410330 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618b975-4b0a-4029-a6fa-0cb2d674db5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7329ae-39c2-4a66-a1a7-5407878d1c86,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:12.415192 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0618b975-4b0a-4029-a6fa-0cb2d674db5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:12.415563 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-0618b975-4b0a-4029-a6fa-0cb2d674db5e admin admin] Added segment fbea20bb-388b-4dbe-8213-ad56752d6311 of type vlan for network e5d47f32-0527-459a-89b0-b289dc17a577 Jun 30 09:08:12.432670 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e713dc46-d918-4f65-b730-b78133fa5f6f req-e084b763-1a3a-48a1-aab2-6f7a0b4a337c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=e38873e4-de44-4aa0-831f-ff170eea831f HTTP/1.1" status: 200 len: 217 time: 0.0500317 Jun 30 09:08:12.465762 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0618b975-4b0a-4029-a6fa-0cb2d674db5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:12.534335 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713dc46-d918-4f65-b730-b78133fa5f6f req-1af39bfd-cd1a-48bd-a7d5-62bc4e6c45d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:12.536224 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e713dc46-d918-4f65-b730-b78133fa5f6f req-1af39bfd-cd1a-48bd-a7d5-62bc4e6c45d1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.0952356 Jun 30 09:08:12.600312 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0618b975-4b0a-4029-a6fa-0cb2d674db5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:12.612346 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0618b975-4b0a-4029-a6fa-0cb2d674db5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:12.612346 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0618b975-4b0a-4029-a6fa-0cb2d674db5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:12.618561 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713dc46-d918-4f65-b730-b78133fa5f6f req-ab0b5e7f-c512-4146-8b3c-c8b9982f2936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:12.620240 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e713dc46-d918-4f65-b730-b78133fa5f6f req-ab0b5e7f-c512-4146-8b3c-c8b9982f2936 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0725441 Jun 30 09:08:12.698713 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618b975-4b0a-4029-a6fa-0cb2d674db5e admin admin] Pushing event updated for resources: {'Network': ['ID=e5d47f32-0527-459a-89b0-b289dc17a577,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:12.708357 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network e5d47f32-0527-459a-89b0-b289dc17a577 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:08:12.744874 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e713dc46-d918-4f65-b730-b78133fa5f6f req-d89c9e05-deef-4584-a304-dab3d179af52 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164079 Jun 30 09:08:12.786119 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5ca233a9-220e-4f7d-8a9b-2a5bbbf2ff2f req-95a1a8de-09af-47fe-8559-0d9433f707e9 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups/94300301-efcf-4dd8-a6f1-314d3f7082c9 HTTP/1.1" status: 200 len: 1799 time: 0.0783730 Jun 30 09:08:12.854746 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5ca233a9-220e-4f7d-8a9b-2a5bbbf2ff2f req-33dde7f1-fef5-4698-9da8-54dc661288f8 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:12.878825 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0618b975-4b0a-4029-a6fa-0cb2d674db5e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2247894 Jun 30 09:08:12.879645 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57268) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:12.884256 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5ca233a9-220e-4f7d-8a9b-2a5bbbf2ff2f req-33dde7f1-fef5-4698-9da8-54dc661288f8 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:12.887943 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-c9e6ec27-5d11-4e8d-81fe-a59114197b25 admin admin] Request body: {'subnet': {'network_id': 'e5d47f32-0527-459a-89b0-b289dc17a577', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1379782972-subnet', 'tenant_id': 'dc9111667c304709b5938aeb3fbf1524', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:12.984598 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9163517-fa79-4229-b2d8-bf0c093f809c req-9e8128b9-a679-4eb1-956e-d8460120e4b7 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:12.986363 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f9163517-fa79-4229-b2d8-bf0c093f809c req-9e8128b9-a679-4eb1-956e-d8460120e4b7 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.2404518 Jun 30 09:08:12.989730 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e713dc46-d918-4f65-b730-b78133fa5f6f req-e01e17c3-54fc-403a-ae9b-dae0f872e0f2 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905041 Jun 30 09:08:12.997155 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9970b-2ee0-4c34-ab8c-2ab5408138c1 req-737d3a40-d4fd-4bec-bced-b2e596ab1ada tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:13.021657 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bef9970b-2ee0-4c34-ab8c-2ab5408138c1 req-737d3a40-d4fd-4bec-bced-b2e596ab1ada tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 949 time: 0.2517889 Jun 30 09:08:13.071103 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f9163517-fa79-4229-b2d8-bf0c093f809c req-c8421224-2318-4cb8-ab71-753321e6a651 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714357 Jun 30 09:08:13.136514 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-bef9970b-2ee0-4c34-ab8c-2ab5408138c1 req-dd924862-fb33-49b3-8cec-8e189e0acb29 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Deleting port 4094a647-fe43-43c7-be05-cfb17691d652 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:13.136907 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bef9970b-2ee0-4c34-ab8c-2ab5408138c1 req-dd924862-fb33-49b3-8cec-8e189e0acb29 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.154995 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5ca233a9-220e-4f7d-8a9b-2a5bbbf2ff2f req-33dde7f1-fef5-4698-9da8-54dc661288f8 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.166701 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5ca233a9-220e-4f7d-8a9b-2a5bbbf2ff2f req-33dde7f1-fef5-4698-9da8-54dc661288f8 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.166701 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5ca233a9-220e-4f7d-8a9b-2a5bbbf2ff2f req-33dde7f1-fef5-4698-9da8-54dc661288f8 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "DELETE /v2.0/security-groups/94300301-efcf-4dd8-a6f1-314d3f7082c9 HTTP/1.1" status: 204 len: 173 time: 0.3661692 Jun 30 09:08:13.172435 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dde7f1-fef5-4698-9da8-54dc661288f8 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94300301-efcf-4dd8-a6f1-314d3f7082c9,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:13.239086 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-bef9970b-2ee0-4c34-ab8c-2ab5408138c1 req-dd924862-fb33-49b3-8cec-8e189e0acb29 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] For port 4094a647-fe43-43c7-be05-cfb17691d652, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=4094a647-fe43-43c7-be05-cfb17691d652,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:13.240890 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bef9970b-2ee0-4c34-ab8c-2ab5408138c1 req-dd924862-fb33-49b3-8cec-8e189e0acb29 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.255759 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-bef9970b-2ee0-4c34-ab8c-2ab5408138c1 req-dd924862-fb33-49b3-8cec-8e189e0acb29 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Calling delete_port for 4094a647-fe43-43c7-be05-cfb17691d652 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:13.315442 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e6ec27-5d11-4e8d-81fe-a59114197b25 admin admin] Made reservation on behalf of dc9111667c304709b5938aeb3fbf1524 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:13.318361 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c9e6ec27-5d11-4e8d-81fe-a59114197b25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.413104 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03010e-49ac-4e9a-a1d8-d822b74c7cb0 req-b985c6ef-e124-4d4a-a180-37b27a7c41a0 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:13.415421 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6c03010e-49ac-4e9a-a1d8-d822b74c7cb0 req-b985c6ef-e124-4d4a-a180-37b27a7c41a0 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd075ccb-ee1f-44bf-bfd5-88748b3d871b HTTP/1.1" status: 200 len: 948 time: 0.1285040 Jun 30 09:08:13.466849 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6c03010e-49ac-4e9a-a1d8-d822b74c7cb0 req-f0f8119b-a696-40ee-82c4-594820bfcf2f tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448470 Jun 30 09:08:13.544471 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7aca45ec-e57c-4103-9c9b-7568bc5c1bd5 req-4071fa61-38c9-49ac-914e-427c25ee2ffd tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups/a05a1dae-bea5-40a5-9feb-5d782adb8024 HTTP/1.1" status: 200 len: 1800 time: 0.0429163 Jun 30 09:08:13.614777 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7aca45ec-e57c-4103-9c9b-7568bc5c1bd5 req-01d05428-f483-4542-a94a-46c76b93284c tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.639743 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7aca45ec-e57c-4103-9c9b-7568bc5c1bd5 req-01d05428-f483-4542-a94a-46c76b93284c tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.851670 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7aca45ec-e57c-4103-9c9b-7568bc5c1bd5 req-01d05428-f483-4542-a94a-46c76b93284c tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.854430 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7aca45ec-e57c-4103-9c9b-7568bc5c1bd5 req-01d05428-f483-4542-a94a-46c76b93284c tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.855736 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7aca45ec-e57c-4103-9c9b-7568bc5c1bd5 req-01d05428-f483-4542-a94a-46c76b93284c tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "DELETE /v2.0/security-groups/a05a1dae-bea5-40a5-9feb-5d782adb8024 HTTP/1.1" status: 204 len: 173 time: 0.3047585 Jun 30 09:08:13.866249 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7c621-0826-4a95-8760-13aa4e28e935 req-026a25e9-791b-4c81-932c-55b958dee075 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:13.874039 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-98c7c621-0826-4a95-8760-13aa4e28e935 req-026a25e9-791b-4c81-932c-55b958dee075 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 949 time: 0.1907041 Jun 30 09:08:13.875415 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d05428-f483-4542-a94a-46c76b93284c tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05a1dae-bea5-40a5-9feb-5d782adb8024,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:13.925661 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device e38873e4-de44-4aa0-831f-ff170eea831f details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:08:13.993569 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-82e3052c-6a17-4320-96d6-b03e044b4a17 service neutron] 10.222.0.37 "GET /v2.0/ports/e7ef9fcb-7325-4494-a377-c12975033350/bindings/n-h1-771363-31 HTTP/1.1" status: 200 len: 385 time: 0.0813885 Jun 30 09:08:14.038710 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bef9970b-2ee0-4c34-ab8c-2ab5408138c1 req-dd924862-fb33-49b3-8cec-8e189e0acb29 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.104122 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port e38873e4-de44-4aa0-831f-ff170eea831f, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=e38873e4-de44-4aa0-831f-ff170eea831f,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:14.118146 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'e38873e4-de44-4aa0-831f-ff170eea831f', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': 'e38873e4-de44-4aa0-831f-ff170eea831f', 'mac_address': 'fa:16:3e:47:a3:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:08:14.121893 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['4094a647-fe43-43c7-be05-cfb17691d652'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:08:14.131989 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-98c7c621-0826-4a95-8760-13aa4e28e935 req-919ffd0e-48ed-4b68-bac1-83a7802e71fb tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/security-groups?id=ecf4a505-a5b7-4408-b88c-4ae265027a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573013 Jun 30 09:08:14.139418 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd924862-fb33-49b3-8cec-8e189e0acb29 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Pushing event deleted for resources: {'Port': ['ID=4094a647-fe43-43c7-be05-cfb17691d652,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:14.178915 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef9970b-2ee0-4c34-ab8c-2ab5408138c1 req-dd924862-fb33-49b3-8cec-8e189e0acb29 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] No DVR routers for this DVR port 4094a647-fe43-43c7-be05-cfb17691d652 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:08:14.181925 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bef9970b-2ee0-4c34-ab8c-2ab5408138c1 req-dd924862-fb33-49b3-8cec-8e189e0acb29 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.184874 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bef9970b-2ee0-4c34-ab8c-2ab5408138c1 req-dd924862-fb33-49b3-8cec-8e189e0acb29 tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.52 "DELETE /v2.0/ports/4094a647-fe43-43c7-be05-cfb17691d652 HTTP/1.1" status: 204 len: 173 time: 1.1782835 Jun 30 09:08:14.185786 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c197880-ecdc-41ec-a432-a312bb69dc69', 'name': 'network-vif-deleted', 'tag': '4094a647-fe43-43c7-be05-cfb17691d652'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:14.198873 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.219399 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82898c7-12f0-4312-b915-d351553f103e" -d '{"events": [{"server_uuid": "4c197880-ecdc-41ec-a432-a312bb69dc69", "name": "network-vif-deleted", "tag": "4094a647-fe43-43c7-be05-cfb17691d652"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:14.219399 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c9e6ec27-5d11-4e8d-81fe-a59114197b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.219726 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e38873e4-de44-4aa0-831f-ff170eea831f {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:14.239678 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-563a4230-ac2c-451e-b685-66624a0d0a51 service neutron] For port e7ef9fcb-7325-4494-a377-c12975033350, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e7ef9fcb-7325-4494-a377-c12975033350,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:14.241295 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port e38873e4-de44-4aa0-831f-ff170eea831f, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=e38873e4-de44-4aa0-831f-ff170eea831f,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:14.265072 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-563a4230-ac2c-451e-b685-66624a0d0a51 service neutron] For port e7ef9fcb-7325-4494-a377-c12975033350, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:14.294741 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e6ec27-5d11-4e8d-81fe-a59114197b25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3152506f-1346-4806-befe-1a032ef5b3ec,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:14.304146 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-563a4230-ac2c-451e-b685-66624a0d0a51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7ef9fcb-7325-4494-a377-c12975033350 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:14.315245 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-563a4230-ac2c-451e-b685-66624a0d0a51 service neutron] For port e7ef9fcb-7325-4494-a377-c12975033350, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=e7ef9fcb-7325-4494-a377-c12975033350,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:14.349024 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e6ec27-5d11-4e8d-81fe-a59114197b25 admin admin] Checking segment: {'id': 'fbea20bb-388b-4dbe-8213-ad56752d6311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e5d47f32-0527-459a-89b0-b289dc17a577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:14.349384 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e6ec27-5d11-4e8d-81fe-a59114197b25 admin admin] Network hostable DHCP agents. Network: e5d47f32-0527-459a-89b0-b289dc17a577, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:08:14.386582 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050ec2d-52c4-435b-b0bf-273507d85ac0 req-4655919a-3123-450d-9809-7386dbcaac0c tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:14.388391 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4050ec2d-52c4-435b-b0bf-273507d85ac0 req-4655919a-3123-450d-9809-7386dbcaac0c tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 944 time: 0.1095433 Jun 30 09:08:14.434866 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4050ec2d-52c4-435b-b0bf-273507d85ac0 req-0a7f9810-1e65-424a-866b-bcc07c6a9423 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398090 Jun 30 09:08:14.474605 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-d51b2ab2-6d13-4dfc-a9b0-acd5620ca617 req-2cc713d0-48fd-4901-8f16-ea361c3a7d78 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1912123862', 'description': 'tempest-description-703056860'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:14.500678 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.556778 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=e38873e4-de44-4aa0-831f-ff170eea831f,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:14.628917 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e6ec27-5d11-4e8d-81fe-a59114197b25 admin admin] Network e5d47f32-0527-459a-89b0-b289dc17a577 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:08:14.629172 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-563a4230-ac2c-451e-b685-66624a0d0a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.658932 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b2260-8867-4d6d-82be-da5bf56582eb req-d41ab4ad-f28e-4346-8ab7-219c6da0288a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:14.660393 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-951b2260-8867-4d6d-82be-da5bf56582eb req-d41ab4ad-f28e-4346-8ab7-219c6da0288a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.0794570 Jun 30 09:08:14.668889 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d51b2ab2-6d13-4dfc-a9b0-acd5620ca617 req-2cc713d0-48fd-4901-8f16-ea361c3a7d78 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.721125 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-c9e6ec27-5d11-4e8d-81fe-a59114197b25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, e5d47f32-0527-459a-89b0-b289dc17a577) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:14.732500 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1389bc-67bc-4259-826a-f4f017e8447c None None] Network e5d47f32-0527-459a-89b0-b289dc17a577 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:14.741824 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e6ec27-5d11-4e8d-81fe-a59114197b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:14.742720 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c9e6ec27-5d11-4e8d-81fe-a59114197b25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.752746 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-951b2260-8867-4d6d-82be-da5bf56582eb req-f3dfac63-70f3-49ad-b212-36f65eeab47c tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739243 Jun 30 09:08:14.802021 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-563a4230-ac2c-451e-b685-66624a0d0a51 service neutron] Transition to ACTIVE for port object e7ef9fcb-7325-4494-a377-c12975033350 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:14.807479 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['e38873e4-de44-4aa0-831f-ff170eea831f'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:08:14.827562 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d51b2ab2-6d13-4dfc-a9b0-acd5620ca617 req-2cc713d0-48fd-4901-8f16-ea361c3a7d78 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.830705 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010050b5-71d4-4506-bc05-134ed109cebb x-openstack-request-id: req-010050b5-71d4-4506-bc05-134ed109cebb {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:14.831590 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c197880-ecdc-41ec-a432-a312bb69dc69", "name": "network-vif-deleted", "tag": "4094a647-fe43-43c7-be05-cfb17691d652", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:14.832021 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-010050b5-71d4-4506-bc05-134ed109cebb {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:14.832534 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c197880-ecdc-41ec-a432-a312bb69dc69', 'name': 'network-vif-deleted', 'tag': '4094a647-fe43-43c7-be05-cfb17691d652', 'status': 'completed', 'code': 200} Jun 30 09:08:14.952938 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ae71cc-3d8d-4053-a7eb-13ea1afbae35 None None] Network e5d47f32-0527-459a-89b0-b289dc17a577 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:14.980565 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d51b2ab2-6d13-4dfc-a9b0-acd5620ca617 req-2cc713d0-48fd-4901-8f16-ea361c3a7d78 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.983108 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-563a4230-ac2c-451e-b685-66624a0d0a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:15.041122 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc713d0-48fd-4901-8f16-ea361c3a7d78 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5895b90d-650c-4a93-b677-b193cb192450,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:15.079787 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-563a4230-ac2c-451e-b685-66624a0d0a51 service neutron] No DVR routers for this DVR port e7ef9fcb-7325-4494-a377-c12975033350 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:08:15.090976 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e521163-d2d7-451f-b2f3-6bd526ce88d0 req-bfea64a6-d861-4081-a75d-29d9a08686db tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:15.093656 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8e521163-d2d7-451f-b2f3-6bd526ce88d0 req-bfea64a6-d861-4081-a75d-29d9a08686db tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd075ccb-ee1f-44bf-bfd5-88748b3d871b HTTP/1.1" status: 200 len: 949 time: 0.1647120 Jun 30 09:08:15.114945 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a4230-ac2c-451e-b685-66624a0d0a51 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ef9fcb-7325-4494-a377-c12975033350,revision_number=10']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:15.162670 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-563a4230-ac2c-451e-b685-66624a0d0a51 service neutron] 10.222.0.37 "PUT /v2.0/ports/e7ef9fcb-7325-4494-a377-c12975033350/bindings/n-h1-771363-31/activate HTTP/1.1" status: 200 len: 370 time: 1.1637735 Jun 30 09:08:15.170566 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8e521163-d2d7-451f-b2f3-6bd526ce88d0 req-1dd18a9c-191e-4465-b305-9e1d6c54063a tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622301 Jun 30 09:08:15.275254 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d51b2ab2-6d13-4dfc-a9b0-acd5620ca617 req-2cc713d0-48fd-4901-8f16-ea361c3a7d78 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:15.282356 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d51b2ab2-6d13-4dfc-a9b0-acd5620ca617 req-2cc713d0-48fd-4901-8f16-ea361c3a7d78 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8085008 Jun 30 09:08:15.284859 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c9e6ec27-5d11-4e8d-81fe-a59114197b25 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.4028933 Jun 30 09:08:15.344942 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6565d43f-6ff5-4e61-9d10-af15c6138b39 req-4c2bf862-2f48-4745-82e2-50eb2d195d9f tempest-MigrationsAdminTest-872894435 tempest-MigrationsAdminTest-872894435-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c197880-ecdc-41ec-a432-a312bb69dc69 HTTP/1.1" status: 200 len: 210 time: 0.0312688 Jun 30 09:08:15.366206 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device e7ef9fcb-7325-4494-a377-c12975033350 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:15.418866 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device e7ef9fcb-7325-4494-a377-c12975033350 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:08:15.427980 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3638d48-e220-488c-a2b1-d0dee2eb241a req-9b6cd75d-26e7-4e31-a716-395580c263c9 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups/5895b90d-650c-4a93-b677-b193cb192450 HTTP/1.1" status: 200 len: 1800 time: 0.0537088 Jun 30 09:08:15.442365 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-a3638d48-e220-488c-a2b1-d0dee2eb241a req-02cc1f7d-6bbd-4b6d-a1de-46bdbfbc0a68 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Request body: {'security_group': {'name': 'tempest-sg-hth-270864067', 'description': 'tempest-description-hth-1815870643'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:15.482054 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a3638d48-e220-488c-a2b1-d0dee2eb241a req-02cc1f7d-6bbd-4b6d-a1de-46bdbfbc0a68 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:15.493144 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-bc55ef17-268b-4da4-b39c-48442592cb7e tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:15.494662 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-bc55ef17-268b-4da4-b39c-48442592cb7e tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155&tenant_id=4072f6e39e474776996ee00ca570db4f&binding%3Ahost_id=n-h2-771363-31 HTTP/1.1" status: 200 len: 1097 time: 0.0962517 Jun 30 09:08:15.551252 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a3638d48-e220-488c-a2b1-d0dee2eb241a req-02cc1f7d-6bbd-4b6d-a1de-46bdbfbc0a68 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:15.559555 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-d45d091f-9a3a-4cd7-90ad-c21a570857bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:15.561121 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-d45d091f-9a3a-4cd7-90ad-c21a570857bf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155&tenant_id=4072f6e39e474776996ee00ca570db4f HTTP/1.1" status: 200 len: 1097 time: 0.0582519 Jun 30 09:08:15.651695 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-2baa50de-5de1-407c-a39c-c88bdd2e4465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:15.653312 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-2baa50de-5de1-407c-a39c-c88bdd2e4465 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4072f6e39e474776996ee00ca570db4f&device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 1097 time: 0.0627630 Jun 30 09:08:15.658367 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a3638d48-e220-488c-a2b1-d0dee2eb241a req-02cc1f7d-6bbd-4b6d-a1de-46bdbfbc0a68 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:15.662998 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a3638d48-e220-488c-a2b1-d0dee2eb241a req-02cc1f7d-6bbd-4b6d-a1de-46bdbfbc0a68 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:15.667896 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3638d48-e220-488c-a2b1-d0dee2eb241a req-02cc1f7d-6bbd-4b6d-a1de-46bdbfbc0a68 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "PUT /v2.0/security-groups/5895b90d-650c-4a93-b677-b193cb192450 HTTP/1.1" status: 200 len: 1774 time: 0.2310932 Jun 30 09:08:15.707594 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc1f7d-6bbd-4b6d-a1de-46bdbfbc0a68 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5895b90d-650c-4a93-b677-b193cb192450,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:15.805804 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-539d31d6-4a7c-4721-b77f-003154de7fb6 req-eec4cfe2-f059-43f4-aadf-f249d5eb6edc tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1420774038', 'description': 'tempest-description-1771495804'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:15.849317 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-e2546903-110e-4663-9592-1db9fe1f84e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:15.851902 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-e2546903-110e-4663-9592-1db9fe1f84e0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8 HTTP/1.1" status: 200 len: 921 time: 0.1908278 Jun 30 09:08:15.902542 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-3d7e49fa-7475-4afb-a8e9-5ccd0a862b2f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7ef9fcb-7325-4494-a377-c12975033350 HTTP/1.1" status: 200 len: 217 time: 0.0374000 Jun 30 09:08:15.932843 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device e38873e4-de44-4aa0-831f-ff170eea831f up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:15.950849 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbf60c-2042-463e-96fa-3c40199bc12c req-3022edf8-e182-4bdc-ba2c-900d0f201380 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:15.952991 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-91fbf60c-2042-463e-96fa-3c40199bc12c req-3022edf8-e182-4bdc-ba2c-900d0f201380 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 945 time: 0.0957673 Jun 30 09:08:15.965333 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-19708a7f-224b-48d7-93c0-897f16d55e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:15.967378 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-19708a7f-224b-48d7-93c0-897f16d55e99 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a401937-9638-402a-b598-8b54d19e09c0 HTTP/1.1" status: 200 len: 860 time: 0.0533679 Jun 30 09:08:15.997853 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-91fbf60c-2042-463e-96fa-3c40199bc12c req-bea87d5b-d9af-4028-94e4-e7b091316ce2 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367215 Jun 30 09:08:16.012400 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-f8f94616-6491-4687-8fa9-cc93127f497b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321293 Jun 30 09:08:16.045450 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-539d31d6-4a7c-4721-b77f-003154de7fb6 req-eec4cfe2-f059-43f4-aadf-f249d5eb6edc tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:16.149006 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-0fc6591d-b06a-4028-a20e-44f22efa5e16 service neutron] 10.222.0.52 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288240 Jun 30 09:08:16.229077 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port e38873e4-de44-4aa0-831f-ff170eea831f completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:16.236754 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port e38873e4-de44-4aa0-831f-ff170eea831f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:16.236754 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:16.255338 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-539d31d6-4a7c-4721-b77f-003154de7fb6 req-eec4cfe2-f059-43f4-aadf-f249d5eb6edc tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:16.322045 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:16.328185 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-b8d0ea6c-9247-4102-9a8c-dcd3fdeee43c service neutron] 10.222.0.52 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694894 Jun 30 09:08:16.352295 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd075ccb-ee1f-44bf-bfd5-88748b3d871b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38873e4-de44-4aa0-831f-ff170eea831f'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:16.357942 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6237e0af-e883-4e6e-b702-b9a646a17833" -d '{"events": [{"server_uuid": "fd075ccb-ee1f-44bf-bfd5-88748b3d871b", "name": "network-vif-plugged", "status": "completed", "tag": "e38873e4-de44-4aa0-831f-ff170eea831f"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:16.376892 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port e38873e4-de44-4aa0-831f-ff170eea831f, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=e38873e4-de44-4aa0-831f-ff170eea831f,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:16.548045 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-539d31d6-4a7c-4721-b77f-003154de7fb6 req-eec4cfe2-f059-43f4-aadf-f249d5eb6edc tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:16.580019 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4cfe2-f059-43f4-aadf-f249d5eb6edc tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89a686b0-6a18-4acc-91d1-28ad2e5e8f4e,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:16.605746 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:16.607529 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 4094a647-fe43-43c7-be05-cfb17691d652 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:16.651290 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 4094a647-fe43-43c7-be05-cfb17691d652 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:08:16.651572 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 4094a647-fe43-43c7-be05-cfb17691d652 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:08:16.677330 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=e38873e4-de44-4aa0-831f-ff170eea831f,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:16.737491 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-539d31d6-4a7c-4721-b77f-003154de7fb6 req-eec4cfe2-f059-43f4-aadf-f249d5eb6edc tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:16.739164 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-539d31d6-4a7c-4721-b77f-003154de7fb6 req-eec4cfe2-f059-43f4-aadf-f249d5eb6edc tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9472761 Jun 30 09:08:16.798484 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-22e8a773-a207-428e-b565-b2e069c02487 req-6c219464-4b4a-4674-a385-20b7d03e776a tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups/5895b90d-650c-4a93-b677-b193cb192450 HTTP/1.1" status: 200 len: 1774 time: 0.0433345 Jun 30 09:08:16.968898 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebb312-d528-4a9c-b090-a1c5d15a488f req-36c20c49-4623-42ad-be91-3c0f7e0a48e6 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:16.970877 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-50ebb312-d528-4a9c-b090-a1c5d15a488f req-36c20c49-4623-42ad-be91-3c0f7e0a48e6 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.0711060 Jun 30 09:08:17.019220 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd9fa9-6076-48d6-b0c7-ad0097d40575 req-b9da5f09-8d13-460a-b63a-f6dd574b68ee tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:17.020720 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-95dd9fa9-6076-48d6-b0c7-ad0097d40575 req-b9da5f09-8d13-460a-b63a-f6dd574b68ee tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd075ccb-ee1f-44bf-bfd5-88748b3d871b HTTP/1.1" status: 200 len: 950 time: 0.0683291 Jun 30 09:08:17.023029 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-50ebb312-d528-4a9c-b090-a1c5d15a488f req-85c2f632-a14b-4daa-becc-9dff692ee71d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413439 Jun 30 09:08:17.077260 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-95dd9fa9-6076-48d6-b0c7-ad0097d40575 req-fd5d9e23-7338-4b4e-986e-48cd656de9f2 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454342 Jun 30 09:08:17.077400 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b07111b-074f-44c9-9640-caf026f1cc5f x-openstack-request-id: req-4b07111b-074f-44c9-9640-caf026f1cc5f {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:17.077400 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd075ccb-ee1f-44bf-bfd5-88748b3d871b", "name": "network-vif-plugged", "status": "completed", "tag": "e38873e4-de44-4aa0-831f-ff170eea831f", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:17.077674 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4b07111b-074f-44c9-9640-caf026f1cc5f {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:17.078259 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd075ccb-ee1f-44bf-bfd5-88748b3d871b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38873e4-de44-4aa0-831f-ff170eea831f', 'code': 200} Jun 30 09:08:17.163708 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c6918d43-9fc5-493b-96f4-4e3c632053da req-f0c8caf3-0cc0-44fd-80bc-76a7df2b1d98 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "GET /v2.0/security-groups/89a686b0-6a18-4acc-91d1-28ad2e5e8f4e HTTP/1.1" status: 200 len: 1805 time: 0.0606058 Jun 30 09:08:17.172659 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-c6918d43-9fc5-493b-96f4-4e3c632053da req-1153f4ff-f45c-4989-8046-5fbeef648bf8 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '89a686b0-6a18-4acc-91d1-28ad2e5e8f4e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:17.172992 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-c6918d43-9fc5-493b-96f4-4e3c632053da req-1153f4ff-f45c-4989-8046-5fbeef648bf8 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '89a686b0-6a18-4acc-91d1-28ad2e5e8f4e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:17.176646 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-94227c95-ea83-42cb-8cc8-37909bb59c9a tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:17.179155 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-94227c95-ea83-42cb-8cc8-37909bb59c9a tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155&tenant_id=4072f6e39e474776996ee00ca570db4f&binding%3Ahost_id=n-h1-771363-31 HTTP/1.1" status: 200 len: 1097 time: 0.0785139 Jun 30 09:08:17.316931 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c6918d43-9fc5-493b-96f4-4e3c632053da req-1153f4ff-f45c-4989-8046-5fbeef648bf8 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.317147 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc20dd8a-cb8e-404c-886c-0d2c47144ffa req-72b1bd48-cdba-47c7-b717-9882b359fae6 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups/5895b90d-650c-4a93-b677-b193cb192450 HTTP/1.1" status: 200 len: 1774 time: 0.1234076 Jun 30 09:08:17.348098 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c6918d43-9fc5-493b-96f4-4e3c632053da req-1153f4ff-f45c-4989-8046-5fbeef648bf8 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.383483 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889a659-869d-45eb-af93-9b6dc9c372d0 req-fdf36ccf-f46d-4ab5-ad30-98ce7cbbb803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:17.385032 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9889a659-869d-45eb-af93-9b6dc9c372d0 req-fdf36ccf-f46d-4ab5-ad30-98ce7cbbb803 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fd075ccb-ee1f-44bf-bfd5-88748b3d871b HTTP/1.1" status: 200 len: 1102 time: 0.2052851 Jun 30 09:08:17.447540 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9889a659-869d-45eb-af93-9b6dc9c372d0 req-45d76b82-8519-44ed-ad07-fde6ed097f2e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517848 Jun 30 09:08:17.452552 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-cc20dd8a-cb8e-404c-886c-0d2c47144ffa req-321e0033-f535-4785-992d-8f1c76aac610 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.478355 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-cc20dd8a-cb8e-404c-886c-0d2c47144ffa req-321e0033-f535-4785-992d-8f1c76aac610 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.583165 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c6918d43-9fc5-493b-96f4-4e3c632053da req-1153f4ff-f45c-4989-8046-5fbeef648bf8 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.602461 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153f4ff-f45c-4989-8046-5fbeef648bf8 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdde297d-4ada-479d-8153-f86b0832bbf9,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:17.645122 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-0a4d7dc9-dd1b-4eca-ae49-eefa599d7b96 service neutron] For port e7ef9fcb-7325-4494-a377-c12975033350, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:17.648407 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-0a4d7dc9-dd1b-4eca-ae49-eefa599d7b96 service neutron] Notify callbacks [] for binding, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.649531 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54e2a11e-cb78-43ad-8154-4fa2e21facbd req-0a4d7dc9-dd1b-4eca-ae49-eefa599d7b96 service neutron] 10.222.0.52 "DELETE /v2.0/ports/e7ef9fcb-7325-4494-a377-c12975033350/bindings/n-h2-771363-31 HTTP/1.1" status: 204 len: 173 time: 0.4581141 Jun 30 09:08:17.697645 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-cc20dd8a-cb8e-404c-886c-0d2c47144ffa req-321e0033-f535-4785-992d-8f1c76aac610 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.700414 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-cc20dd8a-cb8e-404c-886c-0d2c47144ffa req-321e0033-f535-4785-992d-8f1c76aac610 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.701578 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc20dd8a-cb8e-404c-886c-0d2c47144ffa req-321e0033-f535-4785-992d-8f1c76aac610 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "DELETE /v2.0/security-groups/5895b90d-650c-4a93-b677-b193cb192450 HTTP/1.1" status: 204 len: 173 time: 0.3767700 Jun 30 09:08:17.713342 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e0033-f535-4785-992d-8f1c76aac610 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5895b90d-650c-4a93-b677-b193cb192450,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:17.788766 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c6918d43-9fc5-493b-96f4-4e3c632053da req-1153f4ff-f45c-4989-8046-5fbeef648bf8 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.790025 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c6918d43-9fc5-493b-96f4-4e3c632053da req-1153f4ff-f45c-4989-8046-5fbeef648bf8 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6218314 Jun 30 09:08:17.832633 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57344) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:17.840592 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e1173f01-f235-463a-aaac-a3ad172d21de req-fb61a778-57e5-46f8-81ea-8bad65580320 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0716991 Jun 30 09:08:17.974004 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3362ca-271c-46fe-a320-8f4042d9171c req-299e292f-45a5-4c03-a589-72e21890c65c tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:17.976521 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cf3362ca-271c-46fe-a320-8f4042d9171c req-299e292f-45a5-4c03-a589-72e21890c65c tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 945 time: 0.1292801 Jun 30 09:08:18.031108 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1173f01-f235-463a-aaac-a3ad172d21de req-7a6b07fa-3625-4f7f-b502-e846afca87b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:18.033078 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e1173f01-f235-463a-aaac-a3ad172d21de req-7a6b07fa-3625-4f7f-b502-e846afca87b0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4072f6e39e474776996ee00ca570db4f&device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 1097 time: 0.1225493 Jun 30 09:08:18.059490 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cf3362ca-271c-46fe-a320-8f4042d9171c req-ddf53859-4e42-44af-9ac2-de7838f9dfcb tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722997 Jun 30 09:08:18.110473 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-de7ec495-c1f1-4073-83e4-24a533c44562 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aa895c07f8ad47749dbf0e6817533c37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2764444 Jun 30 09:08:18.114813 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57358) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:18.115225 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-1db74d87-8277-44cf-a861-3c72fd6cc4f1 req-833283e9-7a57-4edf-a386-dda8aa0d3fcf tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1455210324', 'description': 'tempest-description-1168475932'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:18.222965 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-1db74d87-8277-44cf-a861-3c72fd6cc4f1 req-833283e9-7a57-4edf-a386-dda8aa0d3fcf tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.240269 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6c99da0d-857c-42b4-8ad5-ec24346396d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.252204 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1173f01-f235-463a-aaac-a3ad172d21de req-fd4724e4-82c7-44ce-a62e-4c0fc639c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:18.253734 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e1173f01-f235-463a-aaac-a3ad172d21de req-fd4724e4-82c7-44ce-a62e-4c0fc639c1f0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8 HTTP/1.1" status: 200 len: 921 time: 0.1877153 Jun 30 09:08:18.274890 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6c99da0d-857c-42b4-8ad5-ec24346396d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.320252 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e1173f01-f235-463a-aaac-a3ad172d21de req-022fc470-3954-4ef1-9b82-a0541559d444 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c178b1f-3e9d-4fee-a31d-66c3fa093e52 HTTP/1.1" status: 200 len: 217 time: 0.0570993 Jun 30 09:08:18.337556 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-1db74d87-8277-44cf-a861-3c72fd6cc4f1 req-833283e9-7a57-4edf-a386-dda8aa0d3fcf tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.436752 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1173f01-f235-463a-aaac-a3ad172d21de req-519104a0-422d-44a9-be14-a1c76036d562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:18.438237 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e1173f01-f235-463a-aaac-a3ad172d21de req-519104a0-422d-44a9-be14-a1c76036d562 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a401937-9638-402a-b598-8b54d19e09c0 HTTP/1.1" status: 200 len: 860 time: 0.1059217 Jun 30 09:08:18.477182 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-1db74d87-8277-44cf-a861-3c72fd6cc4f1 req-833283e9-7a57-4edf-a386-dda8aa0d3fcf tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.483844 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e1173f01-f235-463a-aaac-a3ad172d21de req-d30d5d9f-bc38-4e0b-bfec-c7844684fd1e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0e2e3f2d-1170-48c1-89c9-fed000bd69d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348532 Jun 30 09:08:18.495614 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675a543-1c58-4ab1-be81-447d22208319 req-b2800a39-0ebe-40b2-8f54-7c9f3d8027ca tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:18.504074 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d675a543-1c58-4ab1-be81-447d22208319 req-b2800a39-0ebe-40b2-8f54-7c9f3d8027ca tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.1925688 Jun 30 09:08:18.527031 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833283e9-7a57-4edf-a386-dda8aa0d3fcf tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2460df0a-6154-4367-b1b8-c6176a6282f6,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:18.587564 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6c99da0d-857c-42b4-8ad5-ec24346396d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.590084 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6c99da0d-857c-42b4-8ad5-ec24346396d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.593632 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6c99da0d-857c-42b4-8ad5-ec24346396d7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ecf4a505-a5b7-4408-b88c-4ae265027a6b HTTP/1.1" status: 204 len: 168 time: 0.4748569 Jun 30 09:08:18.597962 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d675a543-1c58-4ab1-be81-447d22208319 req-82d6b1ef-d80e-4e8b-819e-1a0606486172 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930302 Jun 30 09:08:18.607111 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c99da0d-857c-42b4-8ad5-ec24346396d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf4a505-a5b7-4408-b88c-4ae265027a6b,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:18.646094 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-1db74d87-8277-44cf-a861-3c72fd6cc4f1 req-833283e9-7a57-4edf-a386-dda8aa0d3fcf tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.647369 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1db74d87-8277-44cf-a861-3c72fd6cc4f1 req-833283e9-7a57-4edf-a386-dda8aa0d3fcf tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5685315 Jun 30 09:08:18.651331 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e1173f01-f235-463a-aaac-a3ad172d21de req-cc748dd5-993c-4a36-95dd-4ca3cf24fe53 service neutron] 10.222.0.52 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442182 Jun 30 09:08:18.756961 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e1173f01-f235-463a-aaac-a3ad172d21de req-ff8525b1-acdb-4aa1-a2ec-7e3ed2cf8215 service neutron] 10.222.0.52 "GET /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892599 Jun 30 09:08:18.888863 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [req-f18e6e5d-b305-424f-9408-e5b7fd444aba req-908382fe-eb8a-4610-9c56-c6f2a967a43e tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] show failed (client error): The resource could not be found. Jun 30 09:08:18.889977 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f18e6e5d-b305-424f-9408-e5b7fd444aba req-908382fe-eb8a-4610-9c56-c6f2a967a43e tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups/a05a1dae-bea5-40a5-9feb-5d782adb8024 HTTP/1.1" status: 404 len: 352 time: 0.0193610 Jun 30 09:08:19.000640 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-af7590c6-f01b-4c55-8b76-8562f7e44064 req-6a024c09-359b-4b42-802b-e287a8420301 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "GET /v2.0/security-groups/2460df0a-6154-4367-b1b8-c6176a6282f6 HTTP/1.1" status: 200 len: 1805 time: 0.0927250 Jun 30 09:08:19.009828 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-af7590c6-f01b-4c55-8b76-8562f7e44064 req-b4b04f79-a416-4986-8356-9d5ac13888fb tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2460df0a-6154-4367-b1b8-c6176a6282f6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:19.009828 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-af7590c6-f01b-4c55-8b76-8562f7e44064 req-b4b04f79-a416-4986-8356-9d5ac13888fb tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2460df0a-6154-4367-b1b8-c6176a6282f6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:19.108877 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799c825-4c01-40a8-820b-9020d9ad9b90 req-ab4ee3bc-aa02-4351-90e1-cabf1e33382c tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:19.110344 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a799c825-4c01-40a8-820b-9020d9ad9b90 req-ab4ee3bc-aa02-4351-90e1-cabf1e33382c tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd075ccb-ee1f-44bf-bfd5-88748b3d871b HTTP/1.1" status: 200 len: 950 time: 0.3651192 Jun 30 09:08:19.155707 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a799c825-4c01-40a8-820b-9020d9ad9b90 req-59e24dcd-2ef8-47a3-b796-b7cb218c072f tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378766 Jun 30 09:08:19.282429 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-af7590c6-f01b-4c55-8b76-8562f7e44064 req-b4b04f79-a416-4986-8356-9d5ac13888fb tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.328881 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-af7590c6-f01b-4c55-8b76-8562f7e44064 req-b4b04f79-a416-4986-8356-9d5ac13888fb tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.345495 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe460c4f-24ae-4a00-baf7-01321f9f4db5 req-adc6abbd-67aa-45bd-b86c-9c9095d177fa tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:19.347171 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fe460c4f-24ae-4a00-baf7-01321f9f4db5 req-adc6abbd-67aa-45bd-b86c-9c9095d177fa tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 1097 time: 0.0626817 Jun 30 09:08:19.388772 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fe460c4f-24ae-4a00-baf7-01321f9f4db5 req-cee12ff1-9313-4a36-ac9c-2fa762dc0da1 tempest-LiveAutoBlockMigrationV225Test-1373528732 tempest-LiveAutoBlockMigrationV225Test-1373528732-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329177 Jun 30 09:08:19.446612 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-af7590c6-f01b-4c55-8b76-8562f7e44064 req-b4b04f79-a416-4986-8356-9d5ac13888fb tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.450001 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [req-0be6b709-a1ae-4b03-8150-08cbb6b3243b req-9dd1b17e-8e17-4e5a-bd16-195e92a05289 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] show failed (client error): The resource could not be found. Jun 30 09:08:19.450001 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0be6b709-a1ae-4b03-8150-08cbb6b3243b req-9dd1b17e-8e17-4e5a-bd16-195e92a05289 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups/94300301-efcf-4dd8-a6f1-314d3f7082c9 HTTP/1.1" status: 404 len: 352 time: 0.0174055 Jun 30 09:08:19.474842 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b04f79-a416-4986-8356-9d5ac13888fb tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f8a651-eb85-4ad3-a3f0-48466b5e2769,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:19.577727 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-af7590c6-f01b-4c55-8b76-8562f7e44064 req-b4b04f79-a416-4986-8356-9d5ac13888fb tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.580932 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-af7590c6-f01b-4c55-8b76-8562f7e44064 req-b4b04f79-a416-4986-8356-9d5ac13888fb tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5760238 Jun 30 09:08:19.663261 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57392) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:19.678692 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57396) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:19.741832 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d8913670-a86a-4b70-806f-9d6e575f6fbb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f6f9341ae8514e8e974c28884910026e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0594192 Jun 30 09:08:19.742219 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57398) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:19.807611 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5d4af7f4-431c-4964-a3fa-831a675c67d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.832381 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5d4af7f4-431c-4964-a3fa-831a675c67d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.894734 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bad16715-2c9b-4085-8030-6a759e7c06fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.003597 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bad16715-2c9b-4085-8030-6a759e7c06fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.011440 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5d4af7f4-431c-4964-a3fa-831a675c67d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.014293 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5d4af7f4-431c-4964-a3fa-831a675c67d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.015481 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5d4af7f4-431c-4964-a3fa-831a675c67d8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/987ea093-9738-41ae-80a9-7379ffde685f HTTP/1.1" status: 204 len: 168 time: 0.2722473 Jun 30 09:08:20.026678 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4af7f4-431c-4964-a3fa-831a675c67d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987ea093-9738-41ae-80a9-7379ffde685f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:20.155149 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8acb2e-713d-45a5-a57f-063c6eda8e4a req-2c60d39a-54c4-4396-825a-0bf982185f4f tempest-ServersOnMultiNodesTest-960334946 tempest-ServersOnMultiNodesTest-960334946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:20.156740 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5c8acb2e-713d-45a5-a57f-063c6eda8e4a req-2c60d39a-54c4-4396-825a-0bf982185f4f tempest-ServersOnMultiNodesTest-960334946 tempest-ServersOnMultiNodesTest-960334946-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fd075ccb-ee1f-44bf-bfd5-88748b3d871b HTTP/1.1" status: 200 len: 1102 time: 0.0755267 Jun 30 09:08:20.166009 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bad16715-2c9b-4085-8030-6a759e7c06fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.178562 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5c8acb2e-713d-45a5-a57f-063c6eda8e4a req-b2f83903-fc47-45f0-81f0-6134538fd12c tempest-ServersOnMultiNodesTest-960334946 tempest-ServersOnMultiNodesTest-960334946-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.210740 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bad16715-2c9b-4085-8030-6a759e7c06fa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=69d3f701e63f40e3a71d9f103f98ab7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5462735 Jun 30 09:08:20.211891 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad16715-2c9b-4085-8030-6a759e7c06fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155c806c-9234-4b7b-92c6-0cbba15372be,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:20.213439 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57402) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:20.286082 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-619b8a86-8fa5-42e4-9425-bfe6eff700a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.311446 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-619b8a86-8fa5-42e4-9425-bfe6eff700a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.389595 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [req-6da294fe-4c74-4480-9e23-c781a38df1ec req-f6d59aa8-f7b3-400f-beed-6811d92f37b1 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] show failed (client error): The resource could not be found. Jun 30 09:08:20.390603 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6da294fe-4c74-4480-9e23-c781a38df1ec req-f6d59aa8-f7b3-400f-beed-6811d92f37b1 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups/bca3412d-4d3c-40a3-804a-45a48bb8e848 HTTP/1.1" status: 404 len: 352 time: 0.0153368 Jun 30 09:08:20.414508 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-59012b06-2e85-4674-a12b-25bc39c2e453 req-476816b0-d360-4cd2-ac1a-9b2584e32a0b tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1334674083', 'description': 'tempest-description-1520175599'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:20.571319 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-39fd9a39-94b1-46f7-938c-2397449444d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.625663 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-619b8a86-8fa5-42e4-9425-bfe6eff700a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.628803 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-619b8a86-8fa5-42e4-9425-bfe6eff700a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.629963 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-619b8a86-8fa5-42e4-9425-bfe6eff700a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/155c806c-9234-4b7b-92c6-0cbba15372be HTTP/1.1" status: 204 len: 168 time: 0.4060640 Jun 30 09:08:20.647861 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b8a86-8fa5-42e4-9425-bfe6eff700a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155c806c-9234-4b7b-92c6-0cbba15372be,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:20.711324 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5c8acb2e-713d-45a5-a57f-063c6eda8e4a req-b2f83903-fc47-45f0-81f0-6134538fd12c tempest-ServersOnMultiNodesTest-960334946 tempest-ServersOnMultiNodesTest-960334946-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.834223 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5c8acb2e-713d-45a5-a57f-063c6eda8e4a req-b2f83903-fc47-45f0-81f0-6134538fd12c tempest-ServersOnMultiNodesTest-960334946 tempest-ServersOnMultiNodesTest-960334946-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.868276 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5c8acb2e-713d-45a5-a57f-063c6eda8e4a req-b2f83903-fc47-45f0-81f0-6134538fd12c tempest-ServersOnMultiNodesTest-960334946 tempest-ServersOnMultiNodesTest-960334946-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7050791 Jun 30 09:08:20.873280 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f83903-fc47-45f0-81f0-6134538fd12c tempest-ServersOnMultiNodesTest-960334946 tempest-ServersOnMultiNodesTest-960334946-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def35f44-fea0-4479-b1b4-fcfb644c1791,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:20.926081 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-59012b06-2e85-4674-a12b-25bc39c2e453 req-476816b0-d360-4cd2-ac1a-9b2584e32a0b tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.015322 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-59012b06-2e85-4674-a12b-25bc39c2e453 req-476816b0-d360-4cd2-ac1a-9b2584e32a0b tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.088640 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd7a41-6a2e-4397-b271-f2d3733adce2 req-dcc4f356-d01d-43bf-9d7d-cffe4dcc843e tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:21.090175 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f2cd7a41-6a2e-4397-b271-f2d3733adce2 req-dcc4f356-d01d-43bf-9d7d-cffe4dcc843e tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.0798836 Jun 30 09:08:21.119830 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-59012b06-2e85-4674-a12b-25bc39c2e453 req-476816b0-d360-4cd2-ac1a-9b2584e32a0b tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.135763 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f2cd7a41-6a2e-4397-b271-f2d3733adce2 req-d2fb08e0-4cc2-49ad-8b1d-66c51ff8ef86 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385981 Jun 30 09:08:21.151632 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476816b0-d360-4cd2-ac1a-9b2584e32a0b tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd336f31-de34-46bb-b5b5-4e9a6ff6fc94,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:21.289085 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58508642-edbc-47f2-b21e-ef637675adb7 req-36f0075c-2d3d-4a8f-a7bd-28763b1366b8 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:21.290712 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-58508642-edbc-47f2-b21e-ef637675adb7 req-36f0075c-2d3d-4a8f-a7bd-28763b1366b8 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.52 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 945 time: 0.0766263 Jun 30 09:08:21.309011 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-59012b06-2e85-4674-a12b-25bc39c2e453 req-476816b0-d360-4cd2-ac1a-9b2584e32a0b tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.311811 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-59012b06-2e85-4674-a12b-25bc39c2e453 req-476816b0-d360-4cd2-ac1a-9b2584e32a0b tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9025335 Jun 30 09:08:21.326123 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dfb86f-1217-4bc2-9aa9-a4031cef01ae req-c5096df4-bc6a-408b-9c07-5a99f68dbcc6 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:21.333364 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65dfb86f-1217-4bc2-9aa9-a4031cef01ae req-c5096df4-bc6a-408b-9c07-5a99f68dbcc6 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 945 time: 0.0863965 Jun 30 09:08:21.380925 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65dfb86f-1217-4bc2-9aa9-a4031cef01ae req-18841608-cf11-4479-b299-1c719cca9747 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466952 Jun 30 09:08:21.411184 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [req-f0c92466-9c8e-40a3-a65f-b1b930be5acc req-ede95b2b-7b61-4d3c-8c9b-0854bfe08f90 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] show failed (client error): The resource could not be found. Jun 30 09:08:21.418616 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f0c92466-9c8e-40a3-a65f-b1b930be5acc req-ede95b2b-7b61-4d3c-8c9b-0854bfe08f90 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups/672cf751-0326-4573-b76e-3852a071f956 HTTP/1.1" status: 404 len: 352 time: 0.0525777 Jun 30 09:08:21.468762 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-58508642-edbc-47f2-b21e-ef637675adb7 req-5a85d338-41bc-4b47-8908-ed288956f396 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Deleting port e7ef9fcb-7325-4494-a377-c12975033350 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:21.468762 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-58508642-edbc-47f2-b21e-ef637675adb7 req-5a85d338-41bc-4b47-8908-ed288956f396 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.544204 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-7b54fce7-c131-422a-84f3-5a3bf91b7fb1 req-1646f679-d1d5-465a-ab65-d8cae71acab3 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1392507676', 'description': 'tempest-description-657488282'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:21.577869 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-58508642-edbc-47f2-b21e-ef637675adb7 req-5a85d338-41bc-4b47-8908-ed288956f396 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] For port e7ef9fcb-7325-4494-a377-c12975033350, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=e7ef9fcb-7325-4494-a377-c12975033350,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:21.578147 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-58508642-edbc-47f2-b21e-ef637675adb7 req-5a85d338-41bc-4b47-8908-ed288956f396 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.592755 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-58508642-edbc-47f2-b21e-ef637675adb7 req-5a85d338-41bc-4b47-8908-ed288956f396 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Calling delete_port for e7ef9fcb-7325-4494-a377-c12975033350 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:21.726037 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7b54fce7-c131-422a-84f3-5a3bf91b7fb1 req-1646f679-d1d5-465a-ab65-d8cae71acab3 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.808546 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [req-0b08f249-14ec-4cc1-b713-6508f243406b req-0981bf82-0eda-4cbf-a1aa-ae294a1ca6c9 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] show failed (client error): The resource could not be found. Jun 30 09:08:21.809755 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0b08f249-14ec-4cc1-b713-6508f243406b req-0981bf82-0eda-4cbf-a1aa-ae294a1ca6c9 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups/16c7d4bf-f03b-48e4-8bde-4cc3a116f8f1 HTTP/1.1" status: 404 len: 352 time: 0.0150993 Jun 30 09:08:21.847582 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-58508642-edbc-47f2-b21e-ef637675adb7 req-5a85d338-41bc-4b47-8908-ed288956f396 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.860755 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [req-7ba9e812-583f-41e6-bca8-c08608b99fff req-477507c2-0dcd-4d54-941f-50f6a55f4af7 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] show failed (client error): The resource could not be found. Jun 30 09:08:21.862392 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7ba9e812-583f-41e6-bca8-c08608b99fff req-477507c2-0dcd-4d54-941f-50f6a55f4af7 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups/791697e0-2b52-4128-9999-5ab835d10441 HTTP/1.1" status: 404 len: 352 time: 0.0254977 Jun 30 09:08:21.863674 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['4c178b1f-3e9d-4fee-a31d-66c3fa093e52', 'e7ef9fcb-7325-4494-a377-c12975033350'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:08:21.892464 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85d338-41bc-4b47-8908-ed288956f396 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Pushing event deleted for resources: {'Port': ['ID=e7ef9fcb-7325-4494-a377-c12975033350,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:21.914642 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7b54fce7-c131-422a-84f3-5a3bf91b7fb1 req-1646f679-d1d5-465a-ab65-d8cae71acab3 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.945361 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-58508642-edbc-47f2-b21e-ef637675adb7 req-5a85d338-41bc-4b47-8908-ed288956f396 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] No DVR routers for this DVR port e7ef9fcb-7325-4494-a377-c12975033350 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:08:21.952708 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-58508642-edbc-47f2-b21e-ef637675adb7 req-5a85d338-41bc-4b47-8908-ed288956f396 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.956211 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-58508642-edbc-47f2-b21e-ef637675adb7 req-5a85d338-41bc-4b47-8908-ed288956f396 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.52 "DELETE /v2.0/ports/e7ef9fcb-7325-4494-a377-c12975033350 HTTP/1.1" status: 204 len: 173 time: 0.6566224 Jun 30 09:08:21.956745 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d9464a-b92f-4c7c-b736-e2668b44a155', 'name': 'network-vif-deleted', 'tag': 'e7ef9fcb-7325-4494-a377-c12975033350'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:21.959355 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d940342-eaad-4067-bc28-c16bf3adaaec" -d '{"events": [{"server_uuid": "88d9464a-b92f-4c7c-b736-e2668b44a155", "name": "network-vif-deleted", "tag": "e7ef9fcb-7325-4494-a377-c12975033350"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:22.081144 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7b54fce7-c131-422a-84f3-5a3bf91b7fb1 req-1646f679-d1d5-465a-ab65-d8cae71acab3 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.120803 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646f679-d1d5-465a-ab65-d8cae71acab3 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef0d9bc-d44e-4031-b19f-ef4fbf28eb3a,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:22.190913 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57472) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:22.202439 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7b54fce7-c131-422a-84f3-5a3bf91b7fb1 req-1646f679-d1d5-465a-ab65-d8cae71acab3 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.204041 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7b54fce7-c131-422a-84f3-5a3bf91b7fb1 req-1646f679-d1d5-465a-ab65-d8cae71acab3 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6640456 Jun 30 09:08:22.253230 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8271a0d-f319-4f9b-954b-f0141500ac96 x-openstack-request-id: req-c8271a0d-f319-4f9b-954b-f0141500ac96 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:22.253524 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d9464a-b92f-4c7c-b736-e2668b44a155", "name": "network-vif-deleted", "tag": "e7ef9fcb-7325-4494-a377-c12975033350", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:22.253773 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c8271a0d-f319-4f9b-954b-f0141500ac96 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:22.254168 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d9464a-b92f-4c7c-b736-e2668b44a155', 'name': 'network-vif-deleted', 'tag': 'e7ef9fcb-7325-4494-a377-c12975033350', 'status': 'completed', 'code': 200} Jun 30 09:08:22.336566 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-8d53a9cf-1f1c-444e-b21f-d7eec5af506e admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2041872798-network', 'tenant_id': '194cfe4956674892b8d98b002cde5734'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:22.378794 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-bb689950-034e-45ab-b68b-c98ca2cb3efb tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1a2e4690a4914640bc78bd1032a89e19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246005 Jun 30 09:08:22.468801 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d53a9cf-1f1c-444e-b21f-d7eec5af506e admin admin] Made reservation on behalf of 194cfe4956674892b8d98b002cde5734 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:22.474719 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8d53a9cf-1f1c-444e-b21f-d7eec5af506e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.490014 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8d53a9cf-1f1c-444e-b21f-d7eec5af506e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.534434 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-24ddf61c-f2d1-43d4-8bf8-0577f5cb7fa2 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:22.537599 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-24ddf61c-f2d1-43d4-8bf8-0577f5cb7fa2 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1530197 Jun 30 09:08:22.570698 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-bace6a02-09f6-4c35-8bed-eb361c166942 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/quotas/1a2e4690a4914640bc78bd1032a89e19 HTTP/1.1" status: 200 len: 375 time: 0.0268304 Jun 30 09:08:22.632925 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8d53a9cf-1f1c-444e-b21f-d7eec5af506e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.683805 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-8b98871b-19ff-4a7a-82aa-6a99bae75f47 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a2e4690a4914640bc78bd1032a89e19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0990717 Jun 30 09:08:22.763425 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de04c78-e884-4a30-8850-5a36a8de71a6 req-cfa41962-1b55-42d7-ad56-8e2fe59c9bb0 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:22.767640 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6de04c78-e884-4a30-8850-5a36a8de71a6 req-cfa41962-1b55-42d7-ad56-8e2fe59c9bb0 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.1140926 Jun 30 09:08:22.769974 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8d53a9cf-1f1c-444e-b21f-d7eec5af506e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.822175 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d53a9cf-1f1c-444e-b21f-d7eec5af506e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:08:22.834077 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53a9cf-1f1c-444e-b21f-d7eec5af506e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111975c3-3a9d-4b02-b6f4-766308cb9560,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:22.849330 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8d53a9cf-1f1c-444e-b21f-d7eec5af506e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.849688 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-8d53a9cf-1f1c-444e-b21f-d7eec5af506e admin admin] Added segment 3a1ad344-822e-42af-9a4a-4bccd1fb3f2f of type vlan for network b6cdea12-c60b-42fa-8c90-04414b5ed775 Jun 30 09:08:22.852488 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2dfbdb45-9bc8-48d7-ba9c-28572817b6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.875282 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6de04c78-e884-4a30-8850-5a36a8de71a6 req-e5e1499e-7c0d-4325-a958-fb2bf697588b tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994239 Jun 30 09:08:22.928938 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8d53a9cf-1f1c-444e-b21f-d7eec5af506e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.987647 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1088d20b-3852-457e-9797-7bcc9fa73822 req-ab07ad8d-9c0c-4ce2-9459-ea7cc914b019 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "GET /v2.0/security-groups/fd336f31-de34-46bb-b5b5-4e9a6ff6fc94 HTTP/1.1" status: 200 len: 1805 time: 0.0774033 Jun 30 09:08:23.043173 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1088d20b-3852-457e-9797-7bcc9fa73822 req-73d4595e-f72e-4e9f-95cd-2bb871c7d418 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "GET /v2.0/security-groups/0ef0d9bc-d44e-4031-b19f-ef4fbf28eb3a HTTP/1.1" status: 200 len: 1804 time: 0.0508440 Jun 30 09:08:23.054332 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-1088d20b-3852-457e-9797-7bcc9fa73822 req-99e17a07-0852-4dd6-8ad7-bb5c3f079de6 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fd336f31-de34-46bb-b5b5-4e9a6ff6fc94', 'remote_group_id': '0ef0d9bc-d44e-4031-b19f-ef4fbf28eb3a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:23.054645 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-1088d20b-3852-457e-9797-7bcc9fa73822 req-99e17a07-0852-4dd6-8ad7-bb5c3f079de6 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fd336f31-de34-46bb-b5b5-4e9a6ff6fc94', 'remote_group_id': '0ef0d9bc-d44e-4031-b19f-ef4fbf28eb3a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:23.120653 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8d53a9cf-1f1c-444e-b21f-d7eec5af506e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.120888 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d53a9cf-1f1c-444e-b21f-d7eec5af506e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:23.121366 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8d53a9cf-1f1c-444e-b21f-d7eec5af506e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.183886 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53a9cf-1f1c-444e-b21f-d7eec5af506e admin admin] Pushing event updated for resources: {'Network': ['ID=b6cdea12-c60b-42fa-8c90-04414b5ed775,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:23.195381 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network b6cdea12-c60b-42fa-8c90-04414b5ed775 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:08:23.428499 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1088d20b-3852-457e-9797-7bcc9fa73822 req-99e17a07-0852-4dd6-8ad7-bb5c3f079de6 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.474262 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1088d20b-3852-457e-9797-7bcc9fa73822 req-99e17a07-0852-4dd6-8ad7-bb5c3f079de6 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.588871 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.647060 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8d53a9cf-1f1c-444e-b21f-d7eec5af506e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4548159 Jun 30 09:08:23.648015 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1088d20b-3852-457e-9797-7bcc9fa73822 req-99e17a07-0852-4dd6-8ad7-bb5c3f079de6 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.650327 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57502) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:23.655629 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-3571a9d8-2840-4207-b54f-f929a6e75729 admin admin] Request body: {'subnet': {'network_id': 'b6cdea12-c60b-42fa-8c90-04414b5ed775', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2041872798-subnet', 'tenant_id': '194cfe4956674892b8d98b002cde5734', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:23.668989 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e17a07-0852-4dd6-8ad7-bb5c3f079de6 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a343c1-b6ed-4010-8656-080dd4b7baad,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:23.885842 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3571a9d8-2840-4207-b54f-f929a6e75729 admin admin] Made reservation on behalf of 194cfe4956674892b8d98b002cde5734 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:23.888385 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3571a9d8-2840-4207-b54f-f929a6e75729 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.011659 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1088d20b-3852-457e-9797-7bcc9fa73822 req-99e17a07-0852-4dd6-8ad7-bb5c3f079de6 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.013143 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1088d20b-3852-457e-9797-7bcc9fa73822 req-99e17a07-0852-4dd6-8ad7-bb5c3f079de6 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9633412 Jun 30 09:08:24.043858 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5ad1e652-1efd-4f46-ab05-1b45a53d782a req-c4c31a7d-fe12-4f19-a851-6e9fdbd56c4e tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 210 time: 0.0680380 Jun 30 09:08:24.226751 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea746df-63cc-4c0f-b6cb-6c5f7cd0bd6e req-8bad542e-7861-47f6-99ea-5bff4e36424e tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:24.228685 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ea746df-63cc-4c0f-b6cb-6c5f7cd0bd6e req-8bad542e-7861-47f6-99ea-5bff4e36424e tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.37 "GET /v2.0/ports?device_id=554165d3-1cd0-4cb6-a8b2-8028acb05a73 HTTP/1.1" status: 200 len: 1023 time: 0.1794779 Jun 30 09:08:24.248255 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263633c-4559-419e-bb88-ccd96260217b req-bde40635-0f12-4dbf-acf5-c02efc5eeb45 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:24.250225 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d263633c-4559-419e-bb88-ccd96260217b req-bde40635-0f12-4dbf-acf5-c02efc5eeb45 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=554165d3-1cd0-4cb6-a8b2-8028acb05a73 HTTP/1.1" status: 200 len: 1023 time: 0.1001484 Jun 30 09:08:24.318589 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d263633c-4559-419e-bb88-ccd96260217b req-1e81f75f-0a4f-4ec4-8de7-4d7cb50f8dcb tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups?id=6332f74b-013c-43dd-be2e-b0735ba41247&id=f7532326-034e-4cc9-ab0a-fd1b831ad27d&id=3c0aaa37-33df-4b5f-b461-911a8394a21a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0580299 Jun 30 09:08:24.438595 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3571a9d8-2840-4207-b54f-f929a6e75729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.491758 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.624203 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-7ea746df-63cc-4c0f-b6cb-6c5f7cd0bd6e req-8f307cf7-0fcf-4b23-a824-35aaf7d37e84 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Deleting port 2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:24.624561 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7ea746df-63cc-4c0f-b6cb-6c5f7cd0bd6e req-8f307cf7-0fcf-4b23-a824-35aaf7d37e84 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.706158 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571a9d8-2840-4207-b54f-f929a6e75729 admin admin] Pushing event updated for resources: {'Subnet': ['ID=502ec1ad-27a0-4b8f-ad94-42aab069893b,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:24.761320 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3571a9d8-2840-4207-b54f-f929a6e75729 admin admin] Checking segment: {'id': '3a1ad344-822e-42af-9a4a-4bccd1fb3f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b6cdea12-c60b-42fa-8c90-04414b5ed775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:24.761730 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3571a9d8-2840-4207-b54f-f929a6e75729 admin admin] Network hostable DHCP agents. Network: b6cdea12-c60b-42fa-8c90-04414b5ed775, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:08:24.879341 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221fcec-fcce-4d90-ba1b-996e15f8daac req-722d28f0-ea0c-4bbb-99d0-fdc50c267895 tempest-NetworksTest-1645040471 tempest-NetworksTest-1645040471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:24.879911 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221fcec-fcce-4d90-ba1b-996e15f8daac req-722d28f0-ea0c-4bbb-99d0-fdc50c267895 tempest-NetworksTest-1645040471 tempest-NetworksTest-1645040471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:24.880716 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221fcec-fcce-4d90-ba1b-996e15f8daac req-722d28f0-ea0c-4bbb-99d0-fdc50c267895 tempest-NetworksTest-1645040471 tempest-NetworksTest-1645040471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:24.881188 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221fcec-fcce-4d90-ba1b-996e15f8daac req-722d28f0-ea0c-4bbb-99d0-fdc50c267895 tempest-NetworksTest-1645040471 tempest-NetworksTest-1645040471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:24.885608 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221fcec-fcce-4d90-ba1b-996e15f8daac req-722d28f0-ea0c-4bbb-99d0-fdc50c267895 tempest-NetworksTest-1645040471 tempest-NetworksTest-1645040471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:24.885608 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221fcec-fcce-4d90-ba1b-996e15f8daac req-722d28f0-ea0c-4bbb-99d0-fdc50c267895 tempest-NetworksTest-1645040471 tempest-NetworksTest-1645040471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:24.885608 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221fcec-fcce-4d90-ba1b-996e15f8daac req-722d28f0-ea0c-4bbb-99d0-fdc50c267895 tempest-NetworksTest-1645040471 tempest-NetworksTest-1645040471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:24.885608 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221fcec-fcce-4d90-ba1b-996e15f8daac req-722d28f0-ea0c-4bbb-99d0-fdc50c267895 tempest-NetworksTest-1645040471 tempest-NetworksTest-1645040471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:24.885608 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221fcec-fcce-4d90-ba1b-996e15f8daac req-722d28f0-ea0c-4bbb-99d0-fdc50c267895 tempest-NetworksTest-1645040471 tempest-NetworksTest-1645040471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:24.885608 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221fcec-fcce-4d90-ba1b-996e15f8daac req-722d28f0-ea0c-4bbb-99d0-fdc50c267895 tempest-NetworksTest-1645040471 tempest-NetworksTest-1645040471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:24.897157 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfc516-b40e-4e76-8804-9178980b4244 req-f103d6a8-ee46-4658-8b01-354705889603 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:24.899808 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0221fcec-fcce-4d90-ba1b-996e15f8daac req-722d28f0-ea0c-4bbb-99d0-fdc50c267895 tempest-NetworksTest-1645040471 tempest-NetworksTest-1645040471-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7124 time: 0.4060800 Jun 30 09:08:24.900012 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2dfc516-b40e-4e76-8804-9178980b4244 req-f103d6a8-ee46-4658-8b01-354705889603 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.1150777 Jun 30 09:08:24.906987 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-7ea746df-63cc-4c0f-b6cb-6c5f7cd0bd6e req-8f307cf7-0fcf-4b23-a824-35aaf7d37e84 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] For port 2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e,segment=NetworkSegment(e107cf81-3d65-4596-99e7-d363082531b8),segment_id=e107cf81-3d65-4596-99e7-d363082531b8)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:24.909646 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7ea746df-63cc-4c0f-b6cb-6c5f7cd0bd6e req-8f307cf7-0fcf-4b23-a824-35aaf7d37e84 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.922760 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-3ad7edcf-96bb-47c1-bd97-09b40b2b2b62 req-e5093e66-4e98-4686-accc-4d5b03ba47c0 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1801508684', 'description': 'tempest-description-2098022025'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:24.951821 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3571a9d8-2840-4207-b54f-f929a6e75729 admin admin] Network b6cdea12-c60b-42fa-8c90-04414b5ed775 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:08:24.968992 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-7ea746df-63cc-4c0f-b6cb-6c5f7cd0bd6e req-8f307cf7-0fcf-4b23-a824-35aaf7d37e84 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Calling delete_port for 2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:24.985506 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2dfc516-b40e-4e76-8804-9178980b4244 req-02c067ff-1e99-4be7-8d3b-248a6102bfe5 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558338 Jun 30 09:08:25.081260 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-3571a9d8-2840-4207-b54f-f929a6e75729 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, b6cdea12-c60b-42fa-8c90-04414b5ed775) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:25.083909 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3ad7edcf-96bb-47c1-bd97-09b40b2b2b62 req-e5093e66-4e98-4686-accc-4d5b03ba47c0 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:25.092132 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74be6a2-2439-4fe9-ba39-f18404214f38 None None] Network b6cdea12-c60b-42fa-8c90-04414b5ed775 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:25.099617 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3571a9d8-2840-4207-b54f-f929a6e75729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:25.100555 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3571a9d8-2840-4207-b54f-f929a6e75729 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:25.114201 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-299d4cd7-3492-4241-a2a6-82864a238b9b req-b7affaf6-97a2-4fce-9543-0261a2f719e3 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=906c9ab5-c69a-4408-8079-c0d364b96971 HTTP/1.1" status: 200 len: 210 time: 0.0596986 Jun 30 09:08:25.264111 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc37512-fa30-4a58-b7dd-fb5cc4e5f366 req-6a27b952-1a34-40f4-a415-79ff3fd69cfe tempest-NetworksTest-1645040471 tempest-NetworksTest-1645040471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:25.276384 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ffc37512-fa30-4a58-b7dd-fb5cc4e5f366 req-6a27b952-1a34-40f4-a415-79ff3fd69cfe tempest-NetworksTest-1645040471 tempest-NetworksTest-1645040471-project-admin] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 886 time: 0.1282034 Jun 30 09:08:25.305530 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3571a9d8-2840-4207-b54f-f929a6e75729 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6539237 Jun 30 09:08:25.322102 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57534) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:25.328101 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-2f50027a-d61b-4e84-9e1d-033e3593825b admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2041872798-router', 'tenant_id': '194cfe4956674892b8d98b002cde5734', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:25.406321 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7ea746df-63cc-4c0f-b6cb-6c5f7cd0bd6e req-8f307cf7-0fcf-4b23-a824-35aaf7d37e84 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:25.426327 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:08:25.446741 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3ad7edcf-96bb-47c1-bd97-09b40b2b2b62 req-e5093e66-4e98-4686-accc-4d5b03ba47c0 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:25.481842 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0a1b2e32-39ca-496b-9905-0061313327c4 req-3544a3e0-b0d9-43fd-b0ab-f0ed4371d5a7 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 210 time: 0.0813675 Jun 30 09:08:25.533974 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f307cf7-0fcf-4b23-a824-35aaf7d37e84 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Pushing event deleted for resources: {'Port': ['ID=2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:25.579072 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea746df-63cc-4c0f-b6cb-6c5f7cd0bd6e req-8f307cf7-0fcf-4b23-a824-35aaf7d37e84 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] No DVR routers for this DVR port 2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:08:25.585694 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7ea746df-63cc-4c0f-b6cb-6c5f7cd0bd6e req-8f307cf7-0fcf-4b23-a824-35aaf7d37e84 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:25.592519 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ea746df-63cc-4c0f-b6cb-6c5f7cd0bd6e req-8f307cf7-0fcf-4b23-a824-35aaf7d37e84 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.37 "DELETE /v2.0/ports/2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e HTTP/1.1" status: 204 len: 173 time: 1.3357856 Jun 30 09:08:25.593545 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554165d3-1cd0-4cb6-a8b2-8028acb05a73', 'name': 'network-vif-deleted', 'tag': '2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:25.617086 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba21ed4-d06b-40cb-9988-36423364f3e6" -d '{"events": [{"server_uuid": "554165d3-1cd0-4cb6-a8b2-8028acb05a73", "name": "network-vif-deleted", "tag": "2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:25.624985 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3ad7edcf-96bb-47c1-bd97-09b40b2b2b62 req-e5093e66-4e98-4686-accc-4d5b03ba47c0 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:25.682460 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd5a877-eb77-495f-b94d-bb10d8cb6020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-b6cdea12-c60b-42fa-8c90-04414b5ed775', 'network_id': 'b6cdea12-c60b-42fa-8c90-04414b5ed775', 'tenant_id': '194cfe4956674892b8d98b002cde5734', 'fixed_ips': [{'subnet_id': '502ec1ad-27a0-4b8f-ad94-42aab069893b'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:08:25.683452 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5dd5a877-eb77-495f-b94d-bb10d8cb6020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:25.693550 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5093e66-4e98-4686-accc-4d5b03ba47c0 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4464775-8d1c-450e-a623-ba242fe99bd6,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:25.844648 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f50027a-d61b-4e84-9e1d-033e3593825b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:25.847530 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f50027a-d61b-4e84-9e1d-033e3593825b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:25.914324 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-5dd5a877-eb77-495f-b94d-bb10d8cb6020 None None] Allocated IP 172.20.0.2 (b6cdea12-c60b-42fa-8c90-04414b5ed775/502ec1ad-27a0-4b8f-ad94-42aab069893b/e1ce859a-89af-4bf6-bc37-fa63b7b69b92) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:25.925578 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3ad7edcf-96bb-47c1-bd97-09b40b2b2b62 req-e5093e66-4e98-4686-accc-4d5b03ba47c0 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:25.928315 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3ad7edcf-96bb-47c1-bd97-09b40b2b2b62 req-e5093e66-4e98-4686-accc-4d5b03ba47c0 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.0129375 Jun 30 09:08:25.981899 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f50027a-d61b-4e84-9e1d-033e3593825b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:25.988535 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91780037-b589-4ea0-9b2c-9575c6deb7b7 req-2e02d23c-d22b-4a82-bd8a-fd32e09bd23e tempest-NetworksTest-1645040471 tempest-NetworksTest-1645040471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:25.989009 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91780037-b589-4ea0-9b2c-9575c6deb7b7 req-2e02d23c-d22b-4a82-bd8a-fd32e09bd23e tempest-NetworksTest-1645040471 tempest-NetworksTest-1645040471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:25.989475 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91780037-b589-4ea0-9b2c-9575c6deb7b7 req-2e02d23c-d22b-4a82-bd8a-fd32e09bd23e tempest-NetworksTest-1645040471 tempest-NetworksTest-1645040471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:25.989935 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91780037-b589-4ea0-9b2c-9575c6deb7b7 req-2e02d23c-d22b-4a82-bd8a-fd32e09bd23e tempest-NetworksTest-1645040471 tempest-NetworksTest-1645040471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:25.990389 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91780037-b589-4ea0-9b2c-9575c6deb7b7 req-2e02d23c-d22b-4a82-bd8a-fd32e09bd23e tempest-NetworksTest-1645040471 tempest-NetworksTest-1645040471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:25.990841 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91780037-b589-4ea0-9b2c-9575c6deb7b7 req-2e02d23c-d22b-4a82-bd8a-fd32e09bd23e tempest-NetworksTest-1645040471 tempest-NetworksTest-1645040471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:25.991332 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91780037-b589-4ea0-9b2c-9575c6deb7b7 req-2e02d23c-d22b-4a82-bd8a-fd32e09bd23e tempest-NetworksTest-1645040471 tempest-NetworksTest-1645040471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:25.991787 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91780037-b589-4ea0-9b2c-9575c6deb7b7 req-2e02d23c-d22b-4a82-bd8a-fd32e09bd23e tempest-NetworksTest-1645040471 tempest-NetworksTest-1645040471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:25.992236 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91780037-b589-4ea0-9b2c-9575c6deb7b7 req-2e02d23c-d22b-4a82-bd8a-fd32e09bd23e tempest-NetworksTest-1645040471 tempest-NetworksTest-1645040471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:25.992691 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91780037-b589-4ea0-9b2c-9575c6deb7b7 req-2e02d23c-d22b-4a82-bd8a-fd32e09bd23e tempest-NetworksTest-1645040471 tempest-NetworksTest-1645040471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:25.995329 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-91780037-b589-4ea0-9b2c-9575c6deb7b7 req-2e02d23c-d22b-4a82-bd8a-fd32e09bd23e tempest-NetworksTest-1645040471 tempest-NetworksTest-1645040471-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7130 time: 0.2949584 Jun 30 09:08:26.016284 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device e7ef9fcb-7325-4494-a377-c12975033350 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:26.046904 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: e7ef9fcb-7325-4494-a377-c12975033350 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:08:26.047451 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device e7ef9fcb-7325-4494-a377-c12975033350 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:08:26.117690 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a23f73-53f0-4a7b-acdf-4e65608788a0 x-openstack-request-id: req-23a23f73-53f0-4a7b-acdf-4e65608788a0 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:26.117690 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554165d3-1cd0-4cb6-a8b2-8028acb05a73", "name": "network-vif-deleted", "tag": "2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:26.117690 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-23a23f73-53f0-4a7b-acdf-4e65608788a0 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:26.117690 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554165d3-1cd0-4cb6-a8b2-8028acb05a73', 'name': 'network-vif-deleted', 'tag': '2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e', 'status': 'completed', 'code': 200} Jun 30 09:08:26.184708 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-19c2d4fd-a41c-4ad6-a51e-fadf50a473f9 req-a7b18852-4e04-4753-8379-095cbac0d66d tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-197391135', 'description': 'tempest-description-1841137045'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:26.186555 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5dd5a877-eb77-495f-b94d-bb10d8cb6020 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:26.199276 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5dd5a877-eb77-495f-b94d-bb10d8cb6020 None None] Transition to ACTIVE for port object e1ce859a-89af-4bf6-bc37-fa63b7b69b92 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:26.218845 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5dd5a877-eb77-495f-b94d-bb10d8cb6020 None None] Transition to ACTIVE for port object e1ce859a-89af-4bf6-bc37-fa63b7b69b92 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:26.223756 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:26.227729 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a952b828-9a09-4ba4-a6a3-641d390210cc req-1d91ee3d-29f9-458a-ae79-fd9cf97e8ed8 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=554165d3-1cd0-4cb6-a8b2-8028acb05a73 HTTP/1.1" status: 200 len: 210 time: 0.0576119 Jun 30 09:08:26.366514 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5dd5a877-eb77-495f-b94d-bb10d8cb6020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:26.429362 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5a877-eb77-495f-b94d-bb10d8cb6020 None None] Pushing event updated for resources: {'Port': ['ID=e1ce859a-89af-4bf6-bc37-fa63b7b69b92,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:26.448246 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd5a877-eb77-495f-b94d-bb10d8cb6020 None None] Network b6cdea12-c60b-42fa-8c90-04414b5ed775 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:26.450128 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-5dd5a877-eb77-495f-b94d-bb10d8cb6020 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:26.452769 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd5a877-eb77-495f-b94d-bb10d8cb6020 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:26.483788 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b502f17-96b6-42b2-87bc-3e8cf149fb78 req-6a1f6fa3-71f7-4726-8c91-1a51e5951e68 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:26.494519 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8b502f17-96b6-42b2-87bc-3e8cf149fb78 req-6a1f6fa3-71f7-4726-8c91-1a51e5951e68 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.1073990 Jun 30 09:08:26.537790 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-5dd5a877-eb77-495f-b94d-bb10d8cb6020 None None] Attempting to bind port e1ce859a-89af-4bf6-bc37-fa63b7b69b92 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:26.538828 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-5dd5a877-eb77-495f-b94d-bb10d8cb6020 None None] Attempting to bind port e1ce859a-89af-4bf6-bc37-fa63b7b69b92 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '3a1ad344-822e-42af-9a4a-4bccd1fb3f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b6cdea12-c60b-42fa-8c90-04414b5ed775'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:26.539728 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd5a877-eb77-495f-b94d-bb10d8cb6020 None None] Attempting to bind port e1ce859a-89af-4bf6-bc37-fa63b7b69b92 on network b6cdea12-c60b-42fa-8c90-04414b5ed775 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:26.547783 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8b502f17-96b6-42b2-87bc-3e8cf149fb78 req-3fa65b2a-acdc-49fb-9c67-db2a39ac2cee tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517232 Jun 30 09:08:26.570012 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd5a877-eb77-495f-b94d-bb10d8cb6020 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:26.570012 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd5a877-eb77-495f-b94d-bb10d8cb6020 None None] Checking segment: {'id': '3a1ad344-822e-42af-9a4a-4bccd1fb3f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b6cdea12-c60b-42fa-8c90-04414b5ed775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:26.570012 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5dd5a877-eb77-495f-b94d-bb10d8cb6020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:26.570012 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd5a877-eb77-495f-b94d-bb10d8cb6020 None None] Bound using segment: {'id': '3a1ad344-822e-42af-9a4a-4bccd1fb3f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b6cdea12-c60b-42fa-8c90-04414b5ed775'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:26.570012 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-5dd5a877-eb77-495f-b94d-bb10d8cb6020 None None] Bound port: e1ce859a-89af-4bf6-bc37-fa63b7b69b92, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a1ad344-822e-42af-9a4a-4bccd1fb3f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b6cdea12-c60b-42fa-8c90-04414b5ed775'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:26.570012 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5dd5a877-eb77-495f-b94d-bb10d8cb6020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:26.645722 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-5dd5a877-eb77-495f-b94d-bb10d8cb6020 None None] For port e1ce859a-89af-4bf6-bc37-fa63b7b69b92, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:26.649737 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-5dd5a877-eb77-495f-b94d-bb10d8cb6020 None None] For port e1ce859a-89af-4bf6-bc37-fa63b7b69b92, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e1ce859a-89af-4bf6-bc37-fa63b7b69b92,segment=NetworkSegment(3a1ad344-822e-42af-9a4a-4bccd1fb3f2f),segment_id=3a1ad344-822e-42af-9a4a-4bccd1fb3f2f)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:26.669404 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38a6d9f0-22c9-4a5f-b7cb-3059c221915b req-1dec06db-1db6-4a9e-9409-2b53720ba40f tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=906c9ab5-c69a-4408-8079-c0d364b96971 HTTP/1.1" status: 200 len: 210 time: 0.0613289 Jun 30 09:08:26.688737 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-19c2d4fd-a41c-4ad6-a51e-fadf50a473f9 req-a7b18852-4e04-4753-8379-095cbac0d66d tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:26.720699 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f50027a-d61b-4e84-9e1d-033e3593825b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:26.760912 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5dd5a877-eb77-495f-b94d-bb10d8cb6020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:26.831630 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3aece861-60f6-47e7-a137-bbba291113f6 req-db772b57-d328-46f7-83ad-259e4d470553 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 210 time: 0.0363164 Jun 30 09:08:26.848493 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5a877-eb77-495f-b94d-bb10d8cb6020 None None] Pushing event updated for resources: {'Port': ['ID=e1ce859a-89af-4bf6-bc37-fa63b7b69b92,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:26.875633 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-19c2d4fd-a41c-4ad6-a51e-fadf50a473f9 req-a7b18852-4e04-4753-8379-095cbac0d66d tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:27.007502 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57554) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:27.051896 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-19c2d4fd-a41c-4ad6-a51e-fadf50a473f9 req-a7b18852-4e04-4753-8379-095cbac0d66d tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:27.128557 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b18852-4e04-4753-8379-095cbac0d66d tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1543857b-124a-4076-b3b8-26e57a9383a3,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:27.208173 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-19c2d4fd-a41c-4ad6-a51e-fadf50a473f9 req-a7b18852-4e04-4753-8379-095cbac0d66d tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:27.212910 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-19c2d4fd-a41c-4ad6-a51e-fadf50a473f9 req-a7b18852-4e04-4753-8379-095cbac0d66d tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.0344563 Jun 30 09:08:27.343719 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f50027a-d61b-4e84-9e1d-033e3593825b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:27.348929 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8494d209-dfc4-442c-9475-24188842d01d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:27.383155 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f50027a-d61b-4e84-9e1d-033e3593825b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:27.400605 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-489a8772-df72-41cb-b4ce-a07279e8ce00 req-215cdf11-8672-4263-b299-a3c1888851bc tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "GET /v2.0/security-groups/a4464775-8d1c-450e-a623-ba242fe99bd6 HTTP/1.1" status: 200 len: 1805 time: 0.1540544 Jun 30 09:08:27.420063 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:27.462379 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:08:27.462979 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 2b9e4d41-3ddd-4a6a-a5c8-d2650e8a173e not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:08:27.494669 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f0f2b8a1-9225-41a6-a105-6a8d05475c88 req-f2554f4a-ee88-4a6b-946d-681fed45061a tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/ports?device_id=554165d3-1cd0-4cb6-a8b2-8028acb05a73 HTTP/1.1" status: 200 len: 210 time: 0.0370460 Jun 30 09:08:27.517913 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-489a8772-df72-41cb-b4ce-a07279e8ce00 req-d80c7d12-e22d-42ea-8f3c-beb8b681da65 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "GET /v2.0/security-groups/1543857b-124a-4076-b3b8-26e57a9383a3 HTTP/1.1" status: 200 len: 1804 time: 0.0719886 Jun 30 09:08:27.529280 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-489a8772-df72-41cb-b4ce-a07279e8ce00 req-4c725356-fee4-4fb3-aeaf-27f0a3f0caf2 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a4464775-8d1c-450e-a623-ba242fe99bd6', 'remote_group_id': '1543857b-124a-4076-b3b8-26e57a9383a3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:27.529907 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-489a8772-df72-41cb-b4ce-a07279e8ce00 req-4c725356-fee4-4fb3-aeaf-27f0a3f0caf2 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a4464775-8d1c-450e-a623-ba242fe99bd6', 'remote_group_id': '1543857b-124a-4076-b3b8-26e57a9383a3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:27.565705 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-2f50027a-d61b-4e84-9e1d-033e3593825b admin admin] Allocated IP 172.25.6.211 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/730404e8-40cc-4aa2-ab87-43af878b4fd6) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:27.570356 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8494d209-dfc4-442c-9475-24188842d01d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:27.731350 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f50027a-d61b-4e84-9e1d-033e3593825b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:27.801276 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4dad9f-42be-4cb6-883e-a28a9b2b061b req-4bfd685a-8f38-4c54-98e0-aee2a2885d2d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:27.808983 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5e4dad9f-42be-4cb6-883e-a28a9b2b061b req-4bfd685a-8f38-4c54-98e0-aee2a2885d2d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.1241770 Jun 30 09:08:27.847523 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8494d209-dfc4-442c-9475-24188842d01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:27.870155 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5e4dad9f-42be-4cb6-883e-a28a9b2b061b req-c495df73-fb89-4871-a505-d5ff628f4234 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577931 Jun 30 09:08:27.906874 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8494d209-dfc4-442c-9475-24188842d01d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f40aa01e32ad40a8a7750973519daf55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8977079 Jun 30 09:08:27.909931 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57568) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:27.916377 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8494d209-dfc4-442c-9475-24188842d01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706a0661-870a-4dbf-a2b4-4f11142b4da4,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:27.947167 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f50027a-d61b-4e84-9e1d-033e3593825b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.057931 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f50027a-d61b-4e84-9e1d-033e3593825b admin admin] Pushing event updated for resources: {'Port': ['ID=730404e8-40cc-4aa2-ab87-43af878b4fd6,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:28.062524 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5058db00-9f83-4181-9a18-61682ff94331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.112894 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-77345f7a-7adb-4c4f-b277-716ac33cac61 req-92e89ba3-cb0f-49cf-a0d1-312196a408c4 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=906c9ab5-c69a-4408-8079-c0d364b96971 HTTP/1.1" status: 200 len: 210 time: 0.0620708 Jun 30 09:08:28.133684 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f50027a-d61b-4e84-9e1d-033e3593825b admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:28.133684 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-2f50027a-d61b-4e84-9e1d-033e3593825b admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:28.142194 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f50027a-d61b-4e84-9e1d-033e3593825b admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:28.185953 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-489a8772-df72-41cb-b4ce-a07279e8ce00 req-4c725356-fee4-4fb3-aeaf-27f0a3f0caf2 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.209620 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5058db00-9f83-4181-9a18-61682ff94331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.267615 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-489a8772-df72-41cb-b4ce-a07279e8ce00 req-4c725356-fee4-4fb3-aeaf-27f0a3f0caf2 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.279089 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e1ce859a-89af-4bf6-bc37-fa63b7b69b92 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:28.430803 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b592d2b5-daa6-4412-885d-1d881018a795 req-0788e097-0001-4424-a651-ea918469f913 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=88d9464a-b92f-4c7c-b736-e2668b44a155 HTTP/1.1" status: 200 len: 210 time: 0.0413027 Jun 30 09:08:28.474181 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-489a8772-df72-41cb-b4ce-a07279e8ce00 req-4c725356-fee4-4fb3-aeaf-27f0a3f0caf2 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.501659 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c725356-fee4-4fb3-aeaf-27f0a3f0caf2 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f73eff6-e862-44cd-bea8-e60c4885d6c1,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:28.537448 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5058db00-9f83-4181-9a18-61682ff94331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.540364 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5058db00-9f83-4181-9a18-61682ff94331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.541740 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5058db00-9f83-4181-9a18-61682ff94331 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/706a0661-870a-4dbf-a2b4-4f11142b4da4 HTTP/1.1" status: 204 len: 168 time: 0.6307683 Jun 30 09:08:28.554258 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451f57e3-9e56-4091-a19b-8498d026e1ed None None] Network b6cdea12-c60b-42fa-8c90-04414b5ed775 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:28.565403 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058db00-9f83-4181-9a18-61682ff94331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706a0661-870a-4dbf-a2b4-4f11142b4da4,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:28.771568 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-489a8772-df72-41cb-b4ce-a07279e8ce00 req-4c725356-fee4-4fb3-aeaf-27f0a3f0caf2 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.775375 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-489a8772-df72-41cb-b4ce-a07279e8ce00 req-4c725356-fee4-4fb3-aeaf-27f0a3f0caf2 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.2533319 Jun 30 09:08:28.854769 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4f252152-2da4-4158-bfb4-3bc5e940672a req-6fc00150-5951-4c48-badb-cfbb31fdc8a8 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "GET /v2.0/security-groups/1543857b-124a-4076-b3b8-26e57a9383a3 HTTP/1.1" status: 200 len: 1804 time: 0.0498188 Jun 30 09:08:28.859389 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-f8122f9c-8d17-4f9c-9922-641f339c8cef tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=1a2e4690a4914640bc78bd1032a89e19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456126 Jun 30 09:08:28.931400 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4f252152-2da4-4158-bfb4-3bc5e940672a req-9be66fa8-8695-478e-b064-ca17cee614b5 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.968755 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4f252152-2da4-4158-bfb4-3bc5e940672a req-9be66fa8-8695-478e-b064-ca17cee614b5 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.002468 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f50027a-d61b-4e84-9e1d-033e3593825b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.068248 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e8682507-3a38-405d-83b5-37e3fc2e6129 req-09360c55-9fc6-4026-b218-35329748170a tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups/3c0aaa37-33df-4b5f-b461-911a8394a21a HTTP/1.1" status: 200 len: 1801 time: 0.2692366 Jun 30 09:08:29.108370 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-70c70f3c-6944-481f-88c2-50acd6ccbd3e None None] Provisioning for port e1ce859a-89af-4bf6-bc37-fa63b7b69b92 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:29.112445 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port e1ce859a-89af-4bf6-bc37-fa63b7b69b92 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:29.123515 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-70c70f3c-6944-481f-88c2-50acd6ccbd3e None None] Provisioning complete for port e1ce859a-89af-4bf6-bc37-fa63b7b69b92 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:29.123958 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-70c70f3c-6944-481f-88c2-50acd6ccbd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.127066 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port e1ce859a-89af-4bf6-bc37-fa63b7b69b92 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:29.127066 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.290849 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-bc8ba4d4-d99e-4f75-962c-ed7834f15a96 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:29.292612 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-bc8ba4d4-d99e-4f75-962c-ed7834f15a96 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4167504 Jun 30 09:08:29.308749 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4f252152-2da4-4158-bfb4-3bc5e940672a req-9be66fa8-8695-478e-b064-ca17cee614b5 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.312709 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4f252152-2da4-4158-bfb4-3bc5e940672a req-9be66fa8-8695-478e-b064-ca17cee614b5 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.333502 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4f252152-2da4-4158-bfb4-3bc5e940672a req-9be66fa8-8695-478e-b064-ca17cee614b5 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "DELETE /v2.0/security-groups/1543857b-124a-4076-b3b8-26e57a9383a3 HTTP/1.1" status: 204 len: 173 time: 0.4569433 Jun 30 09:08:29.334965 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-1fdd1d71-efd3-4ee1-8420-94cbfbc8a2c4 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Request body: {'port': {'device_id': 'e5878361-e80c-4636-89f0-d059d8467dd7', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'admin_state_up': True, 'tenant_id': '1a2e4690a4914640bc78bd1032a89e19'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:29.354810 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.383948 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be66fa8-8695-478e-b064-ca17cee614b5 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1543857b-124a-4076-b3b8-26e57a9383a3,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:29.385447 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-70c70f3c-6944-481f-88c2-50acd6ccbd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.447233 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port e1ce859a-89af-4bf6-bc37-fa63b7b69b92, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e1ce859a-89af-4bf6-bc37-fa63b7b69b92,segment=NetworkSegment(3a1ad344-822e-42af-9a4a-4bccd1fb3f2f),segment_id=3a1ad344-822e-42af-9a4a-4bccd1fb3f2f)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:29.507726 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e8682507-3a38-405d-83b5-37e3fc2e6129 req-15576076-8598-4308-8b9f-1381321d4d7f tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.540987 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9828b6f-e7f5-41bb-ad25-6c697334ec01 req-06fb4384-9d64-459a-90d4-ece3a1c489d7 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:29.542940 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b9828b6f-e7f5-41bb-ad25-6c697334ec01 req-06fb4384-9d64-459a-90d4-ece3a1c489d7 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.0712698 Jun 30 09:08:29.593513 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b9828b6f-e7f5-41bb-ad25-6c697334ec01 req-1cf92221-c25c-4e07-b650-fa74b8f847b9 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425425 Jun 30 09:08:29.602647 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e8682507-3a38-405d-83b5-37e3fc2e6129 req-15576076-8598-4308-8b9f-1381321d4d7f tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.662188 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f50027a-d61b-4e84-9e1d-033e3593825b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.760767 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.812746 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d7bb8818-efd6-47aa-8884-3665d121c314 req-2735b4ad-6270-477a-a056-c51154fd3829 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=906c9ab5-c69a-4408-8079-c0d364b96971 HTTP/1.1" status: 200 len: 210 time: 0.0748434 Jun 30 09:08:29.828974 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-1fdd1d71-efd3-4ee1-8420-94cbfbc8a2c4 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Made reservation on behalf of 1a2e4690a4914640bc78bd1032a89e19 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:29.839955 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-1fdd1d71-efd3-4ee1-8420-94cbfbc8a2c4 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.858292 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e8682507-3a38-405d-83b5-37e3fc2e6129 req-15576076-8598-4308-8b9f-1381321d4d7f tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.861772 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e8682507-3a38-405d-83b5-37e3fc2e6129 req-15576076-8598-4308-8b9f-1381321d4d7f tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.878977 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e8682507-3a38-405d-83b5-37e3fc2e6129 req-15576076-8598-4308-8b9f-1381321d4d7f tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "DELETE /v2.0/security-groups/3c0aaa37-33df-4b5f-b461-911a8394a21a HTTP/1.1" status: 204 len: 173 time: 0.8032832 Jun 30 09:08:29.879446 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-70c70f3c-6944-481f-88c2-50acd6ccbd3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:08:29.879804 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-70c70f3c-6944-481f-88c2-50acd6ccbd3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:08:29.886406 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=e1ce859a-89af-4bf6-bc37-fa63b7b69b92,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:29.898864 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15576076-8598-4308-8b9f-1381321d4d7f tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0aaa37-33df-4b5f-b461-911a8394a21a,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:29.977053 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-42afd3e7-3b06-4846-baa1-12ccdabfaa70 req-ad998ea3-d6e7-4b5b-b8e5-c5e1e4cf0907 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "GET /v2.0/security-groups/a4464775-8d1c-450e-a623-ba242fe99bd6 HTTP/1.1" status: 200 len: 1805 time: 0.1119838 Jun 30 09:08:29.997460 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f50027a-d61b-4e84-9e1d-033e3593825b admin admin] Router 9d321d6d-199f-41c9-9423-0c4f3d88920f is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:08:30.015525 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device cac2529b-5b58-4bc3-9a05-8adaa11ffd31 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:08:30.052560 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57598) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:30.090473 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ed502588-2b30-43b9-8be6-bc8bfd014e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.156768 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e1ce859a-89af-4bf6-bc37-fa63b7b69b92 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:30.215159 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-e3f31fd7-2541-4f20-bc00-3bfa3bb9ddc5 req-77c12369-b745-45ca-ae30-9b2b1181bb7c tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-98282414', 'description': 'tempest-description-1903215740'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:30.255519 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e254d328-8184-49ee-a657-61c63a82311c req-8b760c87-acdd-42b6-9279-d4fd2ac6faed tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "GET /v2.0/security-groups/f7532326-034e-4cc9-ab0a-fd1b831ad27d HTTP/1.1" status: 200 len: 1800 time: 0.2520766 Jun 30 09:08:30.257212 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-1fdd1d71-efd3-4ee1-8420-94cbfbc8a2c4 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Allocated IP 192.168.233.156 (ad33225d-5521-4894-b7e8-170799d80b12/a0a5de46-050b-42ad-8d47-c859eedbe230/95ce2fc6-54f7-4719-9352-143bd62a5933) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:30.259617 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ed502588-2b30-43b9-8be6-bc8bfd014e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.319068 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port cac2529b-5b58-4bc3-9a05-8adaa11ffd31, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=cac2529b-5b58-4bc3-9a05-8adaa11ffd31,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:30.335092 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port e1ce859a-89af-4bf6-bc37-fa63b7b69b92 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:30.335092 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.337773 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'cac2529b-5b58-4bc3-9a05-8adaa11ffd31', 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb', 'port_id': 'cac2529b-5b58-4bc3-9a05-8adaa11ffd31', 'mac_address': 'fa:16:3e:e4:92:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f1da19-5739-4f34-a4fd-d3cc193b96d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:08:30.403651 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f50027a-d61b-4e84-9e1d-033e3593825b admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:08:30.428655 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b897f452-5b32-4c19-b301-da24209042c7 None None] Sync routers for ids ['9d321d6d-199f-41c9-9423-0c4f3d88920f'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:08:30.466209 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.476350 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ed502588-2b30-43b9-8be6-bc8bfd014e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.483965 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b897f452-5b32-4c19-b301-da24209042c7 None None] Routers {'9d321d6d-199f-41c9-9423-0c4f3d88920f'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:08:30.483965 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b897f452-5b32-4c19-b301-da24209042c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:08:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['9d321d6d-199f-41c9-9423-0c4f3d88920f'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:30.505718 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e254d328-8184-49ee-a657-61c63a82311c req-638f8b08-999b-4e98-ad1a-79ee19720b85 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.533125 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cac2529b-5b58-4bc3-9a05-8adaa11ffd31 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:30.533380 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed502588-2b30-43b9-8be6-bc8bfd014e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242f578a-6561-4cd6-9cf1-834e2c1ff696,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:30.538880 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e254d328-8184-49ee-a657-61c63a82311c req-638f8b08-999b-4e98-ad1a-79ee19720b85 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.599449 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ed502588-2b30-43b9-8be6-bc8bfd014e3a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6bdf5f42d6d2461f8a76dd0af088fd15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5455406 Jun 30 09:08:30.604165 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57602) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:30.619038 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port cac2529b-5b58-4bc3-9a05-8adaa11ffd31, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=cac2529b-5b58-4bc3-9a05-8adaa11ffd31,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:30.660068 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-1fdd1d71-efd3-4ee1-8420-94cbfbc8a2c4 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.678761 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cbd6245e-8ca8-40c9-b79f-27f9ab65b97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.678912 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e9f20e62-7b49-4f5d-8dd3-502f4d4651be None None] Provisioning complete for port e1ce859a-89af-4bf6-bc37-fa63b7b69b92 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:30.679112 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e9f20e62-7b49-4f5d-8dd3-502f4d4651be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.703850 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-b897f452-5b32-4c19-b301-da24209042c7 None None] Set router 9d321d6d-199f-41c9-9423-0c4f3d88920f gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:08:30.705402 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-1fdd1d71-efd3-4ee1-8420-94cbfbc8a2c4 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Transition to ACTIVE for port object 95ce2fc6-54f7-4719-9352-143bd62a5933 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:30.707330 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e254d328-8184-49ee-a657-61c63a82311c req-638f8b08-999b-4e98-ad1a-79ee19720b85 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.712001 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e254d328-8184-49ee-a657-61c63a82311c req-638f8b08-999b-4e98-ad1a-79ee19720b85 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.717460 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e3f31fd7-2541-4f20-bc00-3bfa3bb9ddc5 req-77c12369-b745-45ca-ae30-9b2b1181bb7c tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.725412 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e254d328-8184-49ee-a657-61c63a82311c req-638f8b08-999b-4e98-ad1a-79ee19720b85 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] 10.222.0.10 "DELETE /v2.0/security-groups/f7532326-034e-4cc9-ab0a-fd1b831ad27d HTTP/1.1" status: 204 len: 173 time: 0.4443502 Jun 30 09:08:30.729134 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57606) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:30.737598 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.742900 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cbd6245e-8ca8-40c9-b79f-27f9ab65b97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.832432 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f8b08-999b-4e98-ad1a-79ee19720b85 tempest-SecurityGroupsTestJSON-1168219379 tempest-SecurityGroupsTestJSON-1168219379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7532326-034e-4cc9-ab0a-fd1b831ad27d,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:30.852379 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['cac2529b-5b58-4bc3-9a05-8adaa11ffd31'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:08:30.857542 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f50027a-d61b-4e84-9e1d-033e3593825b admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.859189 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2f50027a-d61b-4e84-9e1d-033e3593825b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5358145 Jun 30 09:08:30.864754 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57610) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:30.873751 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-64910f4b-5e62-487a-8555-c876c5ab2f84 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=1a2e4690a4914640bc78bd1032a89e19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1114490 Jun 30 09:08:30.971305 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=cac2529b-5b58-4bc3-9a05-8adaa11ffd31,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:31.021241 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e3f31fd7-2541-4f20-bc00-3bfa3bb9ddc5 req-77c12369-b745-45ca-ae30-9b2b1181bb7c tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.024953 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cbd6245e-8ca8-40c9-b79f-27f9ab65b97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.029297 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cbd6245e-8ca8-40c9-b79f-27f9ab65b97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.029297 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-cbd6245e-8ca8-40c9-b79f-27f9ab65b97a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/242f578a-6561-4cd6-9cf1-834e2c1ff696 HTTP/1.1" status: 204 len: 168 time: 0.4257936 Jun 30 09:08:31.069292 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd6245e-8ca8-40c9-b79f-27f9ab65b97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242f578a-6561-4cd6-9cf1-834e2c1ff696,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:31.160264 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e3f31fd7-2541-4f20-bc00-3bfa3bb9ddc5 req-77c12369-b745-45ca-ae30-9b2b1181bb7c tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.174973 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-f061dd6b-1884-4418-aaac-37c89b83b748 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:31.176960 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-f061dd6b-1884-4418-aaac-37c89b83b748 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2972379 Jun 30 09:08:31.225115 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c12369-b745-45ca-ae30-9b2b1181bb7c tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d9e799-7164-4d67-a28b-952eededed4f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:31.225577 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b897f452-5b32-4c19-b301-da24209042c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'name': 'tempest-ServersTestBootFromVolume-2041872798-router', 'tenant_id': '194cfe4956674892b8d98b002cde5734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '730404e8-40cc-4aa2-ab87-43af878b4fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:25Z', 'updated_at': '2021-06-30T09:08:28Z', 'revision_number': 3, 'project_id': '194cfe4956674892b8d98b002cde5734', 'gw_port': {'id': '730404e8-40cc-4aa2-ab87-43af878b4fd6', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:27Z', 'updated_at': '2021-06-30T09:08:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:31.225851 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4fbfa56-3888-45a0-bca8-12c67374347a admin admin] Deleting subnet 7eb0ed17-5afe-4eef-a6c1-cccad8874493 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:08:31.232510 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e4fbfa56-3888-45a0-bca8-12c67374347a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.266092 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b897f452-5b32-4c19-b301-da24209042c7 None None] Checking router: 9d321d6d-199f-41c9-9423-0c4f3d88920f for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:08:31.268620 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b897f452-5b32-4c19-b301-da24209042c7 None None] Updating router 9d321d6d-199f-41c9-9423-0c4f3d88920f port 730404e8-40cc-4aa2-ab87-43af878b4fd6 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:08:31.312633 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e4fbfa56-3888-45a0-bca8-12c67374347a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.318655 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e3f31fd7-2541-4f20-bc00-3bfa3bb9ddc5 req-77c12369-b745-45ca-ae30-9b2b1181bb7c tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.320421 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e3f31fd7-2541-4f20-bc00-3bfa3bb9ddc5 req-77c12369-b745-45ca-ae30-9b2b1181bb7c tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.1137705 Jun 30 09:08:31.384320 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b897f452-5b32-4c19-b301-da24209042c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.411431 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e4fbfa56-3888-45a0-bca8-12c67374347a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.495215 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-b9ddb237-1c66-4208-b84f-a261a45113c9 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Request body: {'port': {'device_id': '906c9ab5-c69a-4408-8079-c0d364b96971', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'admin_state_up': True, 'tenant_id': '1a2e4690a4914640bc78bd1032a89e19'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:31.506133 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-1fdd1d71-efd3-4ee1-8420-94cbfbc8a2c4 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.554162 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['e38873e4-de44-4aa0-831f-ff170eea831f'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:08:31.586803 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1c10b1fb-662a-4187-a477-aaf1e99f0e25 req-8c4e3970-7940-4ab4-b58b-69f605a405a3 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=906c9ab5-c69a-4408-8079-c0d364b96971 HTTP/1.1" status: 200 len: 210 time: 0.0569777 Jun 30 09:08:31.856981 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9816f2e8-59e2-488f-9441-ba86ac36d518 req-ae141e3c-b263-466a-a5a0-1b7b269dfc74 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "GET /v2.0/security-groups/e5d9e799-7164-4d67-a28b-952eededed4f HTTP/1.1" status: 200 len: 1803 time: 0.0996587 Jun 30 09:08:31.865629 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-9816f2e8-59e2-488f-9441-ba86ac36d518 req-728751c2-45b4-40b3-880e-6506cf0fd8df tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e5d9e799-7164-4d67-a28b-952eededed4f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:31.866439 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-9816f2e8-59e2-488f-9441-ba86ac36d518 req-728751c2-45b4-40b3-880e-6506cf0fd8df tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e5d9e799-7164-4d67-a28b-952eededed4f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:31.969432 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-1fdd1d71-efd3-4ee1-8420-94cbfbc8a2c4 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Network ad33225d-5521-4894-b7e8-170799d80b12 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:32.052714 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-1fdd1d71-efd3-4ee1-8420-94cbfbc8a2c4 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:32.073306 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd1d71-efd3-4ee1-8420-94cbfbc8a2c4 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Pushing event updated for resources: {'Port': ['ID=95ce2fc6-54f7-4719-9352-143bd62a5933,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:32.089921 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-1fdd1d71-efd3-4ee1-8420-94cbfbc8a2c4 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:32.101772 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device cac2529b-5b58-4bc3-9a05-8adaa11ffd31 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:32.154731 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-b9ddb237-1c66-4208-b84f-a261a45113c9 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Made reservation on behalf of 1a2e4690a4914640bc78bd1032a89e19 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:32.171011 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-b9ddb237-1c66-4208-b84f-a261a45113c9 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.185841 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e4fbfa56-3888-45a0-bca8-12c67374347a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.193194 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9816f2e8-59e2-488f-9441-ba86ac36d518 req-728751c2-45b4-40b3-880e-6506cf0fd8df tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.242035 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9816f2e8-59e2-488f-9441-ba86ac36d518 req-728751c2-45b4-40b3-880e-6506cf0fd8df tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.256545 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e4fbfa56-3888-45a0-bca8-12c67374347a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.259091 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e4fbfa56-3888-45a0-bca8-12c67374347a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7eb0ed17-5afe-4eef-a6c1-cccad8874493 HTTP/1.1" status: 204 len: 168 time: 1.5201087 Jun 30 09:08:32.263719 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57630) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:32.326736 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7b131-8823-4bb9-9808-31b74885e3df req-0e12f62a-a157-43d1-9e52-0417cba04766 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:32.336453 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c7f7b131-8823-4bb9-9808-31b74885e3df req-0e12f62a-a157-43d1-9e52-0417cba04766 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 944 time: 1.1557035 Jun 30 09:08:32.394509 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9816f2e8-59e2-488f-9441-ba86ac36d518 req-728751c2-45b4-40b3-880e-6506cf0fd8df tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.470383 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728751c2-45b4-40b3-880e-6506cf0fd8df tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da6204b-0fda-4f48-95d3-87b6d4921c85,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:32.512594 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b897f452-5b32-4c19-b301-da24209042c7 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.513313 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-28160b45-219a-42d5-94d8-7de38dc7ba1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.574108 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port cac2529b-5b58-4bc3-9a05-8adaa11ffd31 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:32.583000 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.677203 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b897f452-5b32-4c19-b301-da24209042c7 None None] Transition to ACTIVE for port object 730404e8-40cc-4aa2-ab87-43af878b4fd6 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:32.711021 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9816f2e8-59e2-488f-9441-ba86ac36d518 req-728751c2-45b4-40b3-880e-6506cf0fd8df tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.720209 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9816f2e8-59e2-488f-9441-ba86ac36d518 req-728751c2-45b4-40b3-880e-6506cf0fd8df tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8601744 Jun 30 09:08:32.763517 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-28160b45-219a-42d5-94d8-7de38dc7ba1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.790501 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-28160b45-219a-42d5-94d8-7de38dc7ba1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f88d8c-6215-4429-a876-d7c759a58eb1']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:32.791088 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-97d2e5f3-5840-489e-93be-ae0e0e8c54e8 None None] Provisioning for port 95ce2fc6-54f7-4719-9352-143bd62a5933 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:32.812863 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-28160b45-219a-42d5-94d8-7de38dc7ba1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e107cf81-3d65-4596-99e7-d363082531b8') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:32.813159 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-28160b45-219a-42d5-94d8-7de38dc7ba1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e107cf81-3d65-4596-99e7-d363082531b8') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:32.825259 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-97d2e5f3-5840-489e-93be-ae0e0e8c54e8 None None] Provisioning complete for port 95ce2fc6-54f7-4719-9352-143bd62a5933 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:32.825603 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-97d2e5f3-5840-489e-93be-ae0e0e8c54e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.838155 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-28160b45-219a-42d5-94d8-7de38dc7ba1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.867978 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.869440 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-28160b45-219a-42d5-94d8-7de38dc7ba1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.870829 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b897f452-5b32-4c19-b301-da24209042c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.878301 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28160b45-219a-42d5-94d8-7de38dc7ba1e admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:08:32.879836 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-28160b45-219a-42d5-94d8-7de38dc7ba1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:08:32.949816 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:08:32.960799 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fbfa56-3888-45a0-bca8-12c67374347a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eb0ed17-5afe-4eef-a6c1-cccad8874493,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:32.987704 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-97d2e5f3-5840-489e-93be-ae0e0e8c54e8 None None] Port 95ce2fc6-54f7-4719-9352-143bd62a5933 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:08:32.994111 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-1fdd1d71-efd3-4ee1-8420-94cbfbc8a2c4 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:32.994859 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-1fdd1d71-efd3-4ee1-8420-94cbfbc8a2c4 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.022014 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a13050cb-cf31-4211-99d5-b6fe03557e7a req-286da23f-ecc0-4292-a8e5-ac3bae3e880e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=906c9ab5-c69a-4408-8079-c0d364b96971 HTTP/1.1" status: 200 len: 210 time: 0.0593767 Jun 30 09:08:33.022822 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff069464-9d8a-4d96-ba17-67a4810958ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac2529b-5b58-4bc3-9a05-8adaa11ffd31'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:33.024121 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a865760-40fb-4773-b16f-6a2246ce2feb" -d '{"events": [{"server_uuid": "ff069464-9d8a-4d96-ba17-67a4810958ee", "name": "network-vif-plugged", "status": "completed", "tag": "cac2529b-5b58-4bc3-9a05-8adaa11ffd31"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:33.039709 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-b897f452-5b32-4c19-b301-da24209042c7 None None] Attempting to bind port 730404e8-40cc-4aa2-ab87-43af878b4fd6 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:33.040097 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-b897f452-5b32-4c19-b301-da24209042c7 None None] Attempting to bind port 730404e8-40cc-4aa2-ab87-43af878b4fd6 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:33.040455 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b897f452-5b32-4c19-b301-da24209042c7 None None] Attempting to bind port 730404e8-40cc-4aa2-ab87-43af878b4fd6 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:33.046461 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e47ff4-d78d-48db-b4cf-d72321c1dbaa None None] Pushing event updated for resources: {'Port': ['ID=730404e8-40cc-4aa2-ab87-43af878b4fd6,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:33.056912 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-28160b45-219a-42d5-94d8-7de38dc7ba1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.079574 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port cac2529b-5b58-4bc3-9a05-8adaa11ffd31, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=cac2529b-5b58-4bc3-9a05-8adaa11ffd31,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:33.079574 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b897f452-5b32-4c19-b301-da24209042c7 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:33.079574 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b897f452-5b32-4c19-b301-da24209042c7 None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:33.079574 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b897f452-5b32-4c19-b301-da24209042c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.079574 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b897f452-5b32-4c19-b301-da24209042c7 None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:33.079574 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-b897f452-5b32-4c19-b301-da24209042c7 None None] Bound port: 730404e8-40cc-4aa2-ab87-43af878b4fd6, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:33.079574 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b897f452-5b32-4c19-b301-da24209042c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.081222 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-28160b45-219a-42d5-94d8-7de38dc7ba1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.083214 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-28160b45-219a-42d5-94d8-7de38dc7ba1e admin admin] 10.222.0.10 "DELETE /v2.0/networks/56f88d8c-6215-4429-a876-d7c759a58eb1 HTTP/1.1" status: 204 len: 168 time: 0.8162649 Jun 30 09:08:33.156637 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28160b45-219a-42d5-94d8-7de38dc7ba1e admin admin] Pushing event deleted for resources: {'Network': ['ID=56f88d8c-6215-4429-a876-d7c759a58eb1,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:33.169427 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-b897f452-5b32-4c19-b301-da24209042c7 None None] For port 730404e8-40cc-4aa2-ab87-43af878b4fd6, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:33.176863 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-b897f452-5b32-4c19-b301-da24209042c7 None None] For port 730404e8-40cc-4aa2-ab87-43af878b4fd6, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=730404e8-40cc-4aa2-ab87-43af878b4fd6,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:33.179424 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.200680 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-510bb176-6f68-4ef9-924b-1d98c3a7b266 req-7b900d5d-d64d-40b7-acb7-d4350bc60e33 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "GET /v2.0/security-groups/e5d9e799-7164-4d67-a28b-952eededed4f HTTP/1.1" status: 200 len: 2396 time: 0.1144285 Jun 30 09:08:33.207384 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c7f7b131-8823-4bb9-9808-31b74885e3df req-aa1e4853-32e0-4385-a2f2-a3031ee53b9a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8694806 Jun 30 09:08:33.212392 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-510bb176-6f68-4ef9-924b-1d98c3a7b266 req-3300d89b-bb92-44b0-8974-93c5506082a8 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e5d9e799-7164-4d67-a28b-952eededed4f', 'remote_group_id': None}]} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:33.213002 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-510bb176-6f68-4ef9-924b-1d98c3a7b266 req-3300d89b-bb92-44b0-8974-93c5506082a8 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e5d9e799-7164-4d67-a28b-952eededed4f', 'remote_group_id': None}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:33.264497 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b897f452-5b32-4c19-b301-da24209042c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.279838 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=cac2529b-5b58-4bc3-9a05-8adaa11ffd31,revision_number=7']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:33.303454 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-1fdd1d71-efd3-4ee1-8420-94cbfbc8a2c4 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9794877 Jun 30 09:08:33.311878 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-4b246512-c8f4-4e2e-9c53-d1bbf4146179 service neutron] Request body: {'port': {'device_id': 'e5878361-e80c-4636-89f0-d059d8467dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:33.345443 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b897f452-5b32-4c19-b301-da24209042c7 None None] Routers {'9d321d6d-199f-41c9-9423-0c4f3d88920f'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:08:33.346089 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b897f452-5b32-4c19-b301-da24209042c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:08:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['9d321d6d-199f-41c9-9423-0c4f3d88920f'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:33.380625 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-b9ddb237-1c66-4208-b84f-a261a45113c9 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Allocated IP 192.168.233.88 (ad33225d-5521-4894-b7e8-170799d80b12/a0a5de46-050b-42ad-8d47-c859eedbe230/ca94fe25-1c42-4b7c-a721-cfb326e76480) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:33.398936 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e47ff4-d78d-48db-b4cf-d72321c1dbaa None None] Pushing event updated for resources: {'Port': ['ID=730404e8-40cc-4aa2-ab87-43af878b4fd6,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:33.475580 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-4b246512-c8f4-4e2e-9c53-d1bbf4146179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.515023 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f03643-1fea-4d4c-8094-2f0a39d844f5 x-openstack-request-id: req-b4f03643-1fea-4d4c-8094-2f0a39d844f5 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:33.515342 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff069464-9d8a-4d96-ba17-67a4810958ee", "name": "network-vif-plugged", "status": "completed", "tag": "cac2529b-5b58-4bc3-9a05-8adaa11ffd31", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:33.515591 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b4f03643-1fea-4d4c-8094-2f0a39d844f5 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:33.515979 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff069464-9d8a-4d96-ba17-67a4810958ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac2529b-5b58-4bc3-9a05-8adaa11ffd31', 'code': 200} Jun 30 09:08:33.528497 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-510bb176-6f68-4ef9-924b-1d98c3a7b266 req-3300d89b-bb92-44b0-8974-93c5506082a8 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.529114 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-b897f452-5b32-4c19-b301-da24209042c7 None None] Set router 9d321d6d-199f-41c9-9423-0c4f3d88920f gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:08:33.585349 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-510bb176-6f68-4ef9-924b-1d98c3a7b266 req-3300d89b-bb92-44b0-8974-93c5506082a8 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.662367 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-510bb176-6f68-4ef9-924b-1d98c3a7b266 req-3300d89b-bb92-44b0-8974-93c5506082a8 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.702586 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300d89b-bb92-44b0-8974-93c5506082a8 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59cf8c33-5a51-4ae2-967f-861a0ebc663e,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:33.765189 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57672) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:33.798758 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-510bb176-6f68-4ef9-924b-1d98c3a7b266 req-3300d89b-bb92-44b0-8974-93c5506082a8 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.811950 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-510bb176-6f68-4ef9-924b-1d98c3a7b266 req-3300d89b-bb92-44b0-8974-93c5506082a8 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6041689 Jun 30 09:08:33.880074 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-781e9e29-2d5d-4cc2-94f4-e481cc41bbaa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3489997d673c435cb76703153e32f89d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1127498 Jun 30 09:08:33.881065 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57678) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:33.911735 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b897f452-5b32-4c19-b301-da24209042c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'name': 'tempest-ServersTestBootFromVolume-2041872798-router', 'tenant_id': '194cfe4956674892b8d98b002cde5734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '730404e8-40cc-4aa2-ab87-43af878b4fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:25Z', 'updated_at': '2021-06-30T09:08:28Z', 'revision_number': 3, 'project_id': '194cfe4956674892b8d98b002cde5734', 'gw_port': {'id': '730404e8-40cc-4aa2-ab87-43af878b4fd6', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:27Z', 'updated_at': '2021-06-30T09:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:33.961221 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-b9ddb237-1c66-4208-b84f-a261a45113c9 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.979755 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b897f452-5b32-4c19-b301-da24209042c7 None None] The sync data for ids ['9d321d6d-199f-41c9-9423-0c4f3d88920f'] in n-d-771363-31 is: [{'id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'name': 'tempest-ServersTestBootFromVolume-2041872798-router', 'tenant_id': '194cfe4956674892b8d98b002cde5734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '730404e8-40cc-4aa2-ab87-43af878b4fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:25Z', 'updated_at': '2021-06-30T09:08:28Z', 'revision_number': 3, 'project_id': '194cfe4956674892b8d98b002cde5734', 'gw_port': {'id': '730404e8-40cc-4aa2-ab87-43af878b4fd6', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:27Z', 'updated_at': '2021-06-30T09:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:08:34.011762 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-b9ddb237-1c66-4208-b84f-a261a45113c9 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Transition to ACTIVE for port object ca94fe25-1c42-4b7c-a721-cfb326e76480 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:34.026935 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-007d9828-2691-4862-a80a-6713fe353906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.051031 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9f9b5d53-25d3-48bc-8df0-0ede62e4e57f req-cb1ba2f0-7203-4331-b576-7261791f3172 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "GET /v2.0/security-groups/e5d9e799-7164-4d67-a28b-952eededed4f HTTP/1.1" status: 200 len: 2994 time: 0.1840158 Jun 30 09:08:34.051183 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e8c70e75-271b-4aed-b289-2cb832201d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.104978 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-032a288f-863e-4a22-90ea-c5dfcc6bb30d req-e17ac764-fa4d-40ed-b50a-f7e5278c4288 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "GET /v2.0/security-group-rules/59cf8c33-5a51-4ae2-967f-861a0ebc663e HTTP/1.1" status: 200 len: 783 time: 0.0337512 Jun 30 09:08:34.110253 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e8c70e75-271b-4aed-b289-2cb832201d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.181527 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-032a288f-863e-4a22-90ea-c5dfcc6bb30d req-377053c7-c7d6-480f-a9c7-c288a1607a74 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "GET /v2.0/security-groups/e5d9e799-7164-4d67-a28b-952eededed4f HTTP/1.1" status: 200 len: 2994 time: 0.0688050 Jun 30 09:08:34.246086 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-032a288f-863e-4a22-90ea-c5dfcc6bb30d req-58c6d5c9-43a9-497f-8c8c-943dd8141381 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.257742 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-032a288f-863e-4a22-90ea-c5dfcc6bb30d req-58c6d5c9-43a9-497f-8c8c-943dd8141381 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.294437 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d00c1b10-a24f-4198-a5f9-7f424482eaec req-4b279157-e152-407f-b617-6550586e9246 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=906c9ab5-c69a-4408-8079-c0d364b96971 HTTP/1.1" status: 200 len: 210 time: 0.1110983 Jun 30 09:08:34.304767 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-b9ddb237-1c66-4208-b84f-a261a45113c9 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.340850 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['e38873e4-de44-4aa0-831f-ff170eea831f'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:08:34.363169 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e8c70e75-271b-4aed-b289-2cb832201d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.375674 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e8c70e75-271b-4aed-b289-2cb832201d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.381045 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e8c70e75-271b-4aed-b289-2cb832201d04 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6332f74b-013c-43dd-be2e-b0735ba41247 HTTP/1.1" status: 204 len: 168 time: 0.4976518 Jun 30 09:08:34.456804 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-032a288f-863e-4a22-90ea-c5dfcc6bb30d req-58c6d5c9-43a9-497f-8c8c-943dd8141381 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.469304 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-b9ddb237-1c66-4208-b84f-a261a45113c9 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Network ad33225d-5521-4894-b7e8-170799d80b12 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:34.487366 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-032a288f-863e-4a22-90ea-c5dfcc6bb30d req-58c6d5c9-43a9-497f-8c8c-943dd8141381 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.488551 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-032a288f-863e-4a22-90ea-c5dfcc6bb30d req-58c6d5c9-43a9-497f-8c8c-943dd8141381 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/59cf8c33-5a51-4ae2-967f-861a0ebc663e HTTP/1.1" status: 204 len: 173 time: 0.2920682 Jun 30 09:08:34.489342 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c70e75-271b-4aed-b289-2cb832201d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6332f74b-013c-43dd-be2e-b0735ba41247,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:34.503510 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-b9ddb237-1c66-4208-b84f-a261a45113c9 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:34.508905 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-b9ddb237-1c66-4208-b84f-a261a45113c9 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:34.542562 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6d5c9-43a9-497f-8c8c-943dd8141381 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59cf8c33-5a51-4ae2-967f-861a0ebc663e,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:34.776129 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ddb237-1c66-4208-b84f-a261a45113c9 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Pushing event updated for resources: {'Port': ['ID=ca94fe25-1c42-4b7c-a721-cfb326e76480,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:34.991560 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-4b246512-c8f4-4e2e-9c53-d1bbf4146179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95ce2fc6-54f7-4719-9352-143bd62a5933 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:35.025111 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-4b246512-c8f4-4e2e-9c53-d1bbf4146179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:35.052802 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-4b246512-c8f4-4e2e-9c53-d1bbf4146179 service neutron] Transition to ACTIVE for port object 95ce2fc6-54f7-4719-9352-143bd62a5933 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:35.066781 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-b9ddb237-1c66-4208-b84f-a261a45113c9 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:35.068141 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-b9ddb237-1c66-4208-b84f-a261a45113c9 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:35.103810 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8f3d9180-054d-4faf-b4db-d5ffdd6fc5cc None None] Provisioning for port ca94fe25-1c42-4b7c-a721-cfb326e76480 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:35.113818 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8f3d9180-054d-4faf-b4db-d5ffdd6fc5cc None None] Provisioning complete for port ca94fe25-1c42-4b7c-a721-cfb326e76480 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:35.113818 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8f3d9180-054d-4faf-b4db-d5ffdd6fc5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:35.147854 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-007d9828-2691-4862-a80a-6713fe353906 admin admin] Allocated IP 172.20.0.1 (b6cdea12-c60b-42fa-8c90-04414b5ed775/502ec1ad-27a0-4b8f-ad94-42aab069893b/d0a14b6a-d8b2-4726-8c12-3a50ce4efbee) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:35.154667 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-4b246512-c8f4-4e2e-9c53-d1bbf4146179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:35.224108 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d9180-054d-4faf-b4db-d5ffdd6fc5cc None None] Port ca94fe25-1c42-4b7c-a721-cfb326e76480 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:08:35.348765 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-b9ddb237-1c66-4208-b84f-a261a45113c9 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8688183 Jun 30 09:08:35.401763 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3d9ea-f73c-446a-b551-a4dbd5d9dfb8 req-a022a798-3a63-477a-9165-0e7853941156 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:35.408668 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d3c3d9ea-f73c-446a-b551-a4dbd5d9dfb8 req-a022a798-3a63-477a-9165-0e7853941156 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.8277259 Jun 30 09:08:35.506136 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-95d1e22b-809c-4a40-83b5-b9c2c60b9327 req-5816cc74-e9d2-4453-a397-fd66a42858d8 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "GET /v2.0/security-groups/e5d9e799-7164-4d67-a28b-952eededed4f HTTP/1.1" status: 200 len: 2396 time: 0.1461959 Jun 30 09:08:35.514167 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-ab8643e4-112a-4703-abf1-26f84875e63d service neutron] Request body: {'port': {'device_id': '906c9ab5-c69a-4408-8079-c0d364b96971', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:35.705778 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-95d1e22b-809c-4a40-83b5-b9c2c60b9327 req-e0226bbc-54f1-4400-8467-8f3547b3f71f tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:35.742624 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-95d1e22b-809c-4a40-83b5-b9c2c60b9327 req-e0226bbc-54f1-4400-8467-8f3547b3f71f tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:35.862089 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-ab8643e4-112a-4703-abf1-26f84875e63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:35.874239 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b246512-c8f4-4e2e-9c53-d1bbf4146179 service neutron] Pushing event updated for resources: {'Port': ['ID=95ce2fc6-54f7-4719-9352-143bd62a5933,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:35.879721 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-95d1e22b-809c-4a40-83b5-b9c2c60b9327 req-e0226bbc-54f1-4400-8467-8f3547b3f71f tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:35.882453 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-95d1e22b-809c-4a40-83b5-b9c2c60b9327 req-e0226bbc-54f1-4400-8467-8f3547b3f71f tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:35.895504 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-95d1e22b-809c-4a40-83b5-b9c2c60b9327 req-e0226bbc-54f1-4400-8467-8f3547b3f71f tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "DELETE /v2.0/security-groups/e5d9e799-7164-4d67-a28b-952eededed4f HTTP/1.1" status: 204 len: 173 time: 0.3742051 Jun 30 09:08:35.917068 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0226bbc-54f1-4400-8467-8f3547b3f71f tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d9e799-7164-4d67-a28b-952eededed4f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:36.068138 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d3c3d9ea-f73c-446a-b551-a4dbd5d9dfb8 req-3dc3f987-1002-46e1-b708-0f86f3a3cea8 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367514 Jun 30 09:08:36.142524 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-4b246512-c8f4-4e2e-9c53-d1bbf4146179 service neutron] Attempting to bind port 95ce2fc6-54f7-4719-9352-143bd62a5933 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:36.142910 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-4b246512-c8f4-4e2e-9c53-d1bbf4146179 service neutron] Attempting to bind port 95ce2fc6-54f7-4719-9352-143bd62a5933 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:36.143206 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-4b246512-c8f4-4e2e-9c53-d1bbf4146179 service neutron] Attempting to bind port 95ce2fc6-54f7-4719-9352-143bd62a5933 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:36.222133 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 730404e8-40cc-4aa2-ab87-43af878b4fd6 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:36.237233 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-4b246512-c8f4-4e2e-9c53-d1bbf4146179 service neutron] Port 95ce2fc6-54f7-4719-9352-143bd62a5933 on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:08:36.237641 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-4b246512-c8f4-4e2e-9c53-d1bbf4146179 service neutron] Attempting to bind port 95ce2fc6-54f7-4719-9352-143bd62a5933 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:36.401609 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-4b246512-c8f4-4e2e-9c53-d1bbf4146179 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:36.401953 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-4b246512-c8f4-4e2e-9c53-d1bbf4146179 service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:36.402351 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-4b246512-c8f4-4e2e-9c53-d1bbf4146179 service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:36.402802 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-4b246512-c8f4-4e2e-9c53-d1bbf4146179 service neutron] Bound port: 95ce2fc6-54f7-4719-9352-143bd62a5933, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:36.403229 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-4b246512-c8f4-4e2e-9c53-d1bbf4146179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:36.407867 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-007d9828-2691-4862-a80a-6713fe353906 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:36.413410 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57746) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:36.524299 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-007d9828-2691-4862-a80a-6713fe353906 admin admin] Transition to ACTIVE for port object d0a14b6a-d8b2-4726-8c12-3a50ce4efbee will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:36.534820 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 730404e8-40cc-4aa2-ab87-43af878b4fd6 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:36.561552 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 730404e8-40cc-4aa2-ab87-43af878b4fd6 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:36.561552 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:36.599604 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-bd045ba2-7739-462d-afae-116c2494bec2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-105338152-network', 'tenant_id': 'bc4e00c477d14bf68646e41ac1f1517b'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:36.748484 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-4b246512-c8f4-4e2e-9c53-d1bbf4146179 service neutron] For port 95ce2fc6-54f7-4719-9352-143bd62a5933, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:36.775454 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:36.789095 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c882d-d28c-4d57-aa5b-e94646918949 req-a345756a-b70f-40bf-961e-3e9cea75ce12 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:36.798399 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c04c882d-d28c-4d57-aa5b-e94646918949 req-a345756a-b70f-40bf-961e-3e9cea75ce12 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=906c9ab5-c69a-4408-8079-c0d364b96971 HTTP/1.1" status: 200 len: 935 time: 0.4252539 Jun 30 09:08:37.068454 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 730404e8-40cc-4aa2-ab87-43af878b4fd6, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=730404e8-40cc-4aa2-ab87-43af878b4fd6,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:37.069062 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-4b246512-c8f4-4e2e-9c53-d1bbf4146179 service neutron] For port 95ce2fc6-54f7-4719-9352-143bd62a5933, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=95ce2fc6-54f7-4719-9352-143bd62a5933,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:37.069062 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c04c882d-d28c-4d57-aa5b-e94646918949 req-c00e82c1-98e0-4a60-a1e2-f15a3b11c64e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513906 Jun 30 09:08:37.077195 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-ab8643e4-112a-4703-abf1-26f84875e63d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca94fe25-1c42-4b7c-a721-cfb326e76480 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:37.089209 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-ab8643e4-112a-4703-abf1-26f84875e63d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:37.109305 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-ab8643e4-112a-4703-abf1-26f84875e63d service neutron] Transition to ACTIVE for port object ca94fe25-1c42-4b7c-a721-cfb326e76480 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:37.195019 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd045ba2-7739-462d-afae-116c2494bec2 admin admin] Made reservation on behalf of bc4e00c477d14bf68646e41ac1f1517b for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:37.200883 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd045ba2-7739-462d-afae-116c2494bec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:37.220936 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd045ba2-7739-462d-afae-116c2494bec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:37.255809 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-ab8643e4-112a-4703-abf1-26f84875e63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:37.257771 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:37.260618 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-4b246512-c8f4-4e2e-9c53-d1bbf4146179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:37.270909 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:37.273422 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-007d9828-2691-4862-a80a-6713fe353906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:37.364178 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=730404e8-40cc-4aa2-ab87-43af878b4fd6,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:37.392035 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [req-e008073c-e0d7-4e4a-981e-2e1b8ff4ff1a req-f9590e42-2072-4260-a97f-67fc63a66486 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] show failed (client error): The resource could not be found. Jun 30 09:08:37.393168 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e008073c-e0d7-4e4a-981e-2e1b8ff4ff1a req-f9590e42-2072-4260-a97f-67fc63a66486 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "GET /v2.0/security-groups/1543857b-124a-4076-b3b8-26e57a9383a3 HTTP/1.1" status: 404 len: 352 time: 0.0328753 Jun 30 09:08:37.395810 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007d9828-2691-4862-a80a-6713fe353906 admin admin] Network b6cdea12-c60b-42fa-8c90-04414b5ed775 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:37.421913 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-007d9828-2691-4862-a80a-6713fe353906 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:37.423579 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd045ba2-7739-462d-afae-116c2494bec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:37.430667 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007d9828-2691-4862-a80a-6713fe353906 admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:37.513401 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd045ba2-7739-462d-afae-116c2494bec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:37.547243 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-a92119d6-9ae9-411e-98ae-ebb49a6e1d75 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=d4422e0094724a02b999077024ecf206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405035 Jun 30 09:08:37.585697 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd045ba2-7739-462d-afae-116c2494bec2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:08:37.600219 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd045ba2-7739-462d-afae-116c2494bec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c5cc1f-e745-4a9d-b8e5-15fd6d6b8a20,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:37.641102 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd045ba2-7739-462d-afae-116c2494bec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:37.642918 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-bd045ba2-7739-462d-afae-116c2494bec2 admin admin] Added segment 1a09536c-8b7a-4961-979f-69f5d6e6b32a of type vlan for network d9d765b7-65f5-4caf-948c-3f41a16c950f Jun 30 09:08:37.745631 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd045ba2-7739-462d-afae-116c2494bec2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:37.768129 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-5cbd1635-69aa-4fff-8d60-a4abf7775ef4 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:37.775650 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-5cbd1635-69aa-4fff-8d60-a4abf7775ef4 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2269719 Jun 30 09:08:37.809473 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-4fca3bb4-4635-4e63-a64f-3a0e911cd56a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/quotas/d4422e0094724a02b999077024ecf206 HTTP/1.1" status: 200 len: 375 time: 0.0327339 Jun 30 09:08:37.818267 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-4b246512-c8f4-4e2e-9c53-d1bbf4146179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:37.818955 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-4b246512-c8f4-4e2e-9c53-d1bbf4146179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:37.820495 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-4b246512-c8f4-4e2e-9c53-d1bbf4146179 service neutron] 10.222.0.52 "PUT /v2.0/ports/95ce2fc6-54f7-4719-9352-143bd62a5933 HTTP/1.1" status: 200 len: 1097 time: 4.5154583 Jun 30 09:08:37.823926 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5878361-e80c-4636-89f0-d059d8467dd7', 'tag': '95ce2fc6-54f7-4719-9352-143bd62a5933'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:37.827008 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd862da0-5350-46a0-a817-92cc6ba79850" -d '{"events": [{"name": "network-changed", "server_uuid": "e5878361-e80c-4636-89f0-d059d8467dd7", "tag": "95ce2fc6-54f7-4719-9352-143bd62a5933"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:37.920051 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-c7a22359-fbb2-4ec3-a80a-661e2feffcdb tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4422e0094724a02b999077024ecf206&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1094003 Jun 30 09:08:37.966246 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c664730-1886-45fb-8ccf-606dcc454da8 req-20dddf55-040a-48a3-9627-cf66070ed76f tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:37.977886 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6c664730-1886-45fb-8ccf-606dcc454da8 req-20dddf55-040a-48a3-9627-cf66070ed76f tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.1304722 Jun 30 09:08:37.983954 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8643e4-112a-4703-abf1-26f84875e63d service neutron] Pushing event updated for resources: {'Port': ['ID=ca94fe25-1c42-4b7c-a721-cfb326e76480,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:38.049961 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd045ba2-7739-462d-afae-116c2494bec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.051221 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd045ba2-7739-462d-afae-116c2494bec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:38.051800 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd045ba2-7739-462d-afae-116c2494bec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.057756 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-007d9828-2691-4862-a80a-6713fe353906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.080384 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3e72714f-208b-457c-9d94-a594d9c0601f None None] Provisioning for port d0a14b6a-d8b2-4726-8c12-3a50ce4efbee completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:38.086423 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3e72714f-208b-457c-9d94-a594d9c0601f None None] Provisioning complete for port d0a14b6a-d8b2-4726-8c12-3a50ce4efbee triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:38.086813 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3e72714f-208b-457c-9d94-a594d9c0601f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.161541 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-3e72714f-208b-457c-9d94-a594d9c0601f None None] Port d0a14b6a-d8b2-4726-8c12-3a50ce4efbee cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:08:38.163727 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 730404e8-40cc-4aa2-ab87-43af878b4fd6 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:38.198290 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd045ba2-7739-462d-afae-116c2494bec2 admin admin] Pushing event updated for resources: {'Network': ['ID=d9d765b7-65f5-4caf-948c-3f41a16c950f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:38.212498 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network d9d765b7-65f5-4caf-948c-3f41a16c950f details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:08:38.240368 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6c664730-1886-45fb-8ccf-606dcc454da8 req-eddffbf2-f9f3-4aa8-9324-933efe665928 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611928 Jun 30 09:08:38.293296 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-bd045ba2-7739-462d-afae-116c2494bec2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8768008 Jun 30 09:08:38.302430 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57770) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:38.307198 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-4272903d-563a-4cf8-b546-d46f9a2860b6 admin admin] Request body: {'subnet': {'network_id': 'd9d765b7-65f5-4caf-948c-3f41a16c950f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-105338152-subnet', 'tenant_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:38.382176 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b246512-c8f4-4e2e-9c53-d1bbf4146179 service neutron] Pushing event updated for resources: {'Port': ['ID=95ce2fc6-54f7-4719-9352-143bd62a5933,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:38.486082 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4272903d-563a-4cf8-b546-d46f9a2860b6 admin admin] Made reservation on behalf of bc4e00c477d14bf68646e41ac1f1517b for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:38.488831 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4272903d-563a-4cf8-b546-d46f9a2860b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.513736 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 730404e8-40cc-4aa2-ab87-43af878b4fd6 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:38.514620 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.586566 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-ab8643e4-112a-4703-abf1-26f84875e63d service neutron] Attempting to bind port ca94fe25-1c42-4b7c-a721-cfb326e76480 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:38.587726 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-ab8643e4-112a-4703-abf1-26f84875e63d service neutron] Attempting to bind port ca94fe25-1c42-4b7c-a721-cfb326e76480 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:38.588243 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-ab8643e4-112a-4703-abf1-26f84875e63d service neutron] Attempting to bind port ca94fe25-1c42-4b7c-a721-cfb326e76480 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:38.621875 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.839321 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:08:38.849130 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e9258-2296-4bda-9c10-915a038b621b req-9a0e62f2-50f0-47a6-ab72-0e5b34cf0f53 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:38.855996 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2f7e9258-2296-4bda-9c10-915a038b621b req-9a0e62f2-50f0-47a6-ab72-0e5b34cf0f53 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 945 time: 0.3098984 Jun 30 09:08:38.906781 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2f7e9258-2296-4bda-9c10-915a038b621b req-bd39a1c7-6260-4ba1-8fc1-bad0da230b2c tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486207 Jun 30 09:08:38.926018 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4272903d-563a-4cf8-b546-d46f9a2860b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:39.030779 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fcf2ab-402d-4ccf-9b79-62f12dd270bb x-openstack-request-id: req-c4fcf2ab-402d-4ccf-9b79-62f12dd270bb {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:39.031576 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5878361-e80c-4636-89f0-d059d8467dd7", "tag": "95ce2fc6-54f7-4719-9352-143bd62a5933", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:39.032764 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c4fcf2ab-402d-4ccf-9b79-62f12dd270bb {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:39.033436 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5878361-e80c-4636-89f0-d059d8467dd7', 'tag': '95ce2fc6-54f7-4719-9352-143bd62a5933', 'status': 'completed', 'code': 200} Jun 30 09:08:39.051188 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-a6eb0c6e-7039-4872-ace2-f5dfc1479808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:39.053163 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-a6eb0c6e-7039-4872-ace2-f5dfc1479808 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a2e4690a4914640bc78bd1032a89e19&device_id=e5878361-e80c-4636-89f0-d059d8467dd7 HTTP/1.1" status: 200 len: 1100 time: 1.0256860 Jun 30 09:08:39.060727 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272903d-563a-4cf8-b546-d46f9a2860b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24c4b3bc-00c1-420f-b67e-caf4aa60c39a,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:39.061686 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb279ba-2eb5-49d7-b362-23933ed40588 req-93c09840-673a-4312-91f9-28f4cb88d111 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:39.063074 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4272903d-563a-4cf8-b546-d46f9a2860b6 admin admin] Checking segment: {'id': '1a09536c-8b7a-4961-979f-69f5d6e6b32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd9d765b7-65f5-4caf-948c-3f41a16c950f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:39.064130 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4272903d-563a-4cf8-b546-d46f9a2860b6 admin admin] Network hostable DHCP agents. Network: d9d765b7-65f5-4caf-948c-3f41a16c950f, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:08:39.069531 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7fb279ba-2eb5-49d7-b362-23933ed40588 req-93c09840-673a-4312-91f9-28f4cb88d111 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.52 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 945 time: 1.2260799 Jun 30 09:08:39.214539 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4272903d-563a-4cf8-b546-d46f9a2860b6 admin admin] Network d9d765b7-65f5-4caf-948c-3f41a16c950f is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:08:39.221559 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-46334987-2117-46f9-b1cf-9c58f57893f6 req-2586ce4e-8b05-4e99-ba12-c176f3d1ed85 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "GET /v2.0/security-groups/a4464775-8d1c-450e-a623-ba242fe99bd6 HTTP/1.1" status: 200 len: 1805 time: 0.8476007 Jun 30 09:08:39.224362 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-ab8643e4-112a-4703-abf1-26f84875e63d service neutron] Port ca94fe25-1c42-4b7c-a721-cfb326e76480 on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:08:39.224691 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-ab8643e4-112a-4703-abf1-26f84875e63d service neutron] Attempting to bind port ca94fe25-1c42-4b7c-a721-cfb326e76480 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:39.272917 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-d2c487d4-62c2-4c92-804f-843f2084ae14 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=95ce2fc6-54f7-4719-9352-143bd62a5933 HTTP/1.1" status: 200 len: 217 time: 0.1973619 Jun 30 09:08:39.283761 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d9828-2691-4862-a80a-6713fe353906 admin admin] Pushing event updated for resources: {'Port': ['ID=d0a14b6a-d8b2-4726-8c12-3a50ce4efbee,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:39.318374 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-ab8643e4-112a-4703-abf1-26f84875e63d service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:39.318374 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-ab8643e4-112a-4703-abf1-26f84875e63d service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:39.318374 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-ab8643e4-112a-4703-abf1-26f84875e63d service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:39.318374 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-ab8643e4-112a-4703-abf1-26f84875e63d service neutron] Bound port: ca94fe25-1c42-4b7c-a721-cfb326e76480, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:39.318374 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-ab8643e4-112a-4703-abf1-26f84875e63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:39.354122 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b83f6-737a-4593-b909-e140b078c28a req-84047af1-499a-45a7-9d96-af293301a21f tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:39.357020 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-711b83f6-737a-4593-b909-e140b078c28a req-84047af1-499a-45a7-9d96-af293301a21f tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=906c9ab5-c69a-4408-8079-c0d364b96971 HTTP/1.1" status: 200 len: 947 time: 0.1535144 Jun 30 09:08:39.360731 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-4272903d-563a-4cf8-b546-d46f9a2860b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, d9d765b7-65f5-4caf-948c-3f41a16c950f) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:39.373277 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4272903d-563a-4cf8-b546-d46f9a2860b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:39.374369 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4272903d-563a-4cf8-b546-d46f9a2860b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:39.376551 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9de1364-0f13-4bfa-9dbc-d84601e19221 None None] Network d9d765b7-65f5-4caf-948c-3f41a16c950f requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:39.500418 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-f65f4e0d-89a2-49db-927e-76770e5f358e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:39.502542 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-f65f4e0d-89a2-49db-927e-76770e5f358e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.2036264 Jun 30 09:08:39.509350 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-711b83f6-737a-4593-b909-e140b078c28a req-10ea448e-f709-40af-b82e-b2e20d7e8f7e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982299 Jun 30 09:08:39.520076 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4272903d-563a-4cf8-b546-d46f9a2860b6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2170031 Jun 30 09:08:39.531938 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57790) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:39.551232 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-d4e3cd84-ced7-4cfa-b858-917a034cb5d7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-105338152-router', 'tenant_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:39.590246 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-007d9828-2691-4862-a80a-6713fe353906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:39.593022 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-46334987-2117-46f9-b1cf-9c58f57893f6 req-8d96c6fa-b45e-4cc9-93e2-df02e7793d5d tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:39.634026 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-ab8643e4-112a-4703-abf1-26f84875e63d service neutron] For port ca94fe25-1c42-4b7c-a721-cfb326e76480, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:39.668925 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-ab8643e4-112a-4703-abf1-26f84875e63d service neutron] For port ca94fe25-1c42-4b7c-a721-cfb326e76480, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ca94fe25-1c42-4b7c-a721-cfb326e76480,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:39.694275 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-46334987-2117-46f9-b1cf-9c58f57893f6 req-8d96c6fa-b45e-4cc9-93e2-df02e7793d5d tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:39.713143 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-7fb279ba-2eb5-49d7-b362-23933ed40588 req-5b0ebd92-173e-4ece-ab24-ad23494b50ff tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Deleting port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:39.713482 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7fb279ba-2eb5-49d7-b362-23933ed40588 req-5b0ebd92-173e-4ece-ab24-ad23494b50ff tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:39.735292 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-79e66c68-fb3c-444e-b92e-28f58f58f7e9 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=d4422e0094724a02b999077024ecf206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419774 Jun 30 09:08:39.750682 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0c25ad-e165-4539-b1f3-1464aee3d142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-d9d765b7-65f5-4caf-948c-3f41a16c950f', 'network_id': 'd9d765b7-65f5-4caf-948c-3f41a16c950f', 'tenant_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'fixed_ips': [{'subnet_id': '24c4b3bc-00c1-420f-b67e-caf4aa60c39a'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:08:39.751831 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2c0c25ad-e165-4539-b1f3-1464aee3d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:39.771803 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d4e3cd84-ced7-4cfa-b858-917a034cb5d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:39.778592 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d4e3cd84-ced7-4cfa-b858-917a034cb5d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:39.797131 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-ab8643e4-112a-4703-abf1-26f84875e63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:39.946870 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-2eec8f2e-95d2-4d0c-b87d-f926e7375c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:39.948341 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-2eec8f2e-95d2-4d0c-b87d-f926e7375c51 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4184177 Jun 30 09:08:39.964777 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-ab8643e4-112a-4703-abf1-26f84875e63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:39.966072 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-ab8643e4-112a-4703-abf1-26f84875e63d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:39.967230 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-ab8643e4-112a-4703-abf1-26f84875e63d service neutron] 10.222.0.52 "PUT /v2.0/ports/ca94fe25-1c42-4b7c-a721-cfb326e76480 HTTP/1.1" status: 200 len: 1096 time: 4.5480423 Jun 30 09:08:40.042261 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-3fce1c85-e0ea-4138-8289-de67b74bd89e tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:40.043764 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-3fce1c85-e0ea-4138-8289-de67b74bd89e tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3067892 Jun 30 09:08:40.082890 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-2c0c25ad-e165-4539-b1f3-1464aee3d142 None None] Allocated IP 172.20.0.2 (d9d765b7-65f5-4caf-948c-3f41a16c950f/24c4b3bc-00c1-420f-b67e-caf4aa60c39a/a91fbb77-d0b7-44d6-8f55-3633a2b18758) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:40.153129 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8643e4-112a-4703-abf1-26f84875e63d service neutron] Pushing event updated for resources: {'Port': ['ID=ca94fe25-1c42-4b7c-a721-cfb326e76480,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:40.173104 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-7fb279ba-2eb5-49d7-b362-23933ed40588 req-5b0ebd92-173e-4ece-ab24-ad23494b50ff tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] For port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=4c178b1f-3e9d-4fee-a31d-66c3fa093e52,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:40.177250 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7fb279ba-2eb5-49d7-b362-23933ed40588 req-5b0ebd92-173e-4ece-ab24-ad23494b50ff tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:40.178810 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d4e3cd84-ced7-4cfa-b858-917a034cb5d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:40.189802 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-46334987-2117-46f9-b1cf-9c58f57893f6 req-8d96c6fa-b45e-4cc9-93e2-df02e7793d5d tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:40.190736 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-6a2d9606-c727-4b60-9248-97e1a3c67f5e tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/quotas/d4422e0094724a02b999077024ecf206 HTTP/1.1" status: 200 len: 375 time: 0.1365812 Jun 30 09:08:40.194926 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-46334987-2117-46f9-b1cf-9c58f57893f6 req-8d96c6fa-b45e-4cc9-93e2-df02e7793d5d tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:40.208540 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-46334987-2117-46f9-b1cf-9c58f57893f6 req-8d96c6fa-b45e-4cc9-93e2-df02e7793d5d tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "DELETE /v2.0/security-groups/a4464775-8d1c-450e-a623-ba242fe99bd6 HTTP/1.1" status: 204 len: 173 time: 0.9860747 Jun 30 09:08:40.274071 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-89e3b8a6-d669-4ac7-8124-63ba1a383da0 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4422e0094724a02b999077024ecf206&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821064 Jun 30 09:08:40.314436 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-7fb279ba-2eb5-49d7-b362-23933ed40588 req-5b0ebd92-173e-4ece-ab24-ad23494b50ff tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Calling delete_port for 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:40.323276 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96c6fa-b45e-4cc9-93e2-df02e7793d5d tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4464775-8d1c-450e-a623-ba242fe99bd6,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:40.441426 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-8db728f5-ee03-49d8-b9df-d117f610aee2 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654162 Jun 30 09:08:40.446720 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-007d9828-2691-4862-a80a-6713fe353906 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:40.574154 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-5b97e3f7-780d-48b7-a6a5-c6ce939a2338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:40.575933 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-5b97e3f7-780d-48b7-a6a5-c6ce939a2338 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a2e4690a4914640bc78bd1032a89e19&device_id=906c9ab5-c69a-4408-8079-c0d364b96971 HTTP/1.1" status: 200 len: 1099 time: 0.3662429 Jun 30 09:08:40.650025 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-007d9828-2691-4862-a80a-6713fe353906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:40.669547 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-d13cd886-18fc-462e-9c25-e424e5c732c6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=ca94fe25-1c42-4b7c-a721-cfb326e76480 HTTP/1.1" status: 200 len: 217 time: 0.0842257 Jun 30 09:08:40.703046 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2c0c25ad-e165-4539-b1f3-1464aee3d142 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:40.714059 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2c0c25ad-e165-4539-b1f3-1464aee3d142 None None] Transition to ACTIVE for port object a91fbb77-d0b7-44d6-8f55-3633a2b18758 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:40.734095 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2c0c25ad-e165-4539-b1f3-1464aee3d142 None None] Transition to ACTIVE for port object a91fbb77-d0b7-44d6-8f55-3633a2b18758 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:40.825554 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-1f1c8fd0-047c-4357-b2db-fc211bea95ef service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694129 Jun 30 09:08:40.837915 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2c0c25ad-e165-4539-b1f3-1464aee3d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:40.894893 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0c25ad-e165-4539-b1f3-1464aee3d142 None None] Network d9d765b7-65f5-4caf-948c-3f41a16c950f is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:40.905897 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-2c0c25ad-e165-4539-b1f3-1464aee3d142 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:40.918399 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0c25ad-e165-4539-b1f3-1464aee3d142 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:40.992996 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-007d9828-2691-4862-a80a-6713fe353906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:41.004670 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d9828-2691-4862-a80a-6713fe353906 admin admin] Pushing event updated for resources: {'Port': ['ID=d0a14b6a-d8b2-4726-8c12-3a50ce4efbee,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:41.035980 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906c9ab5-c69a-4408-8079-c0d364b96971', 'tag': 'ca94fe25-1c42-4b7c-a721-cfb326e76480'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:41.038869 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d67797-d3e4-47a1-a77e-6c55a4d34e6f" -d '{"events": [{"name": "network-changed", "server_uuid": "906c9ab5-c69a-4408-8079-c0d364b96971", "tag": "ca94fe25-1c42-4b7c-a721-cfb326e76480"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:41.056214 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-1cbebe6f-78d8-435a-a7fd-09131f7b6c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:41.058205 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-1cbebe6f-78d8-435a-a7fd-09131f7b6c03 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.3382609 Jun 30 09:08:41.194847 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-2c0c25ad-e165-4539-b1f3-1464aee3d142 None None] Attempting to bind port a91fbb77-d0b7-44d6-8f55-3633a2b18758 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:41.195242 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-2c0c25ad-e165-4539-b1f3-1464aee3d142 None None] Attempting to bind port a91fbb77-d0b7-44d6-8f55-3633a2b18758 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '1a09536c-8b7a-4961-979f-69f5d6e6b32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd9d765b7-65f5-4caf-948c-3f41a16c950f'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:41.195612 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c25ad-e165-4539-b1f3-1464aee3d142 None None] Attempting to bind port a91fbb77-d0b7-44d6-8f55-3633a2b18758 on network d9d765b7-65f5-4caf-948c-3f41a16c950f {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:41.208040 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7fb279ba-2eb5-49d7-b362-23933ed40588 req-5b0ebd92-173e-4ece-ab24-ad23494b50ff tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:41.227906 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c25ad-e165-4539-b1f3-1464aee3d142 None None] Pushing event updated for resources: {'Port': ['ID=a91fbb77-d0b7-44d6-8f55-3633a2b18758,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:41.231667 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c25ad-e165-4539-b1f3-1464aee3d142 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:41.232083 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c25ad-e165-4539-b1f3-1464aee3d142 None None] Checking segment: {'id': '1a09536c-8b7a-4961-979f-69f5d6e6b32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd9d765b7-65f5-4caf-948c-3f41a16c950f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:41.232661 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2c0c25ad-e165-4539-b1f3-1464aee3d142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:41.233240 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c25ad-e165-4539-b1f3-1464aee3d142 None None] Bound using segment: {'id': '1a09536c-8b7a-4961-979f-69f5d6e6b32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd9d765b7-65f5-4caf-948c-3f41a16c950f'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:41.242324 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-2c0c25ad-e165-4539-b1f3-1464aee3d142 None None] Bound port: a91fbb77-d0b7-44d6-8f55-3633a2b18758, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a09536c-8b7a-4961-979f-69f5d6e6b32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd9d765b7-65f5-4caf-948c-3f41a16c950f'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:41.242324 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2c0c25ad-e165-4539-b1f3-1464aee3d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:41.334585 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ebd92-173e-4ece-ab24-ad23494b50ff tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Pushing event deleted for resources: {'Port': ['ID=4c178b1f-3e9d-4fee-a31d-66c3fa093e52,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:41.335755 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d4e3cd84-ced7-4cfa-b858-917a034cb5d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:41.341456 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-2c0c25ad-e165-4539-b1f3-1464aee3d142 None None] For port a91fbb77-d0b7-44d6-8f55-3633a2b18758, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:41.347654 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-2c0c25ad-e165-4539-b1f3-1464aee3d142 None None] For port a91fbb77-d0b7-44d6-8f55-3633a2b18758, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a91fbb77-d0b7-44d6-8f55-3633a2b18758,segment=NetworkSegment(1a09536c-8b7a-4961-979f-69f5d6e6b32a),segment_id=1a09536c-8b7a-4961-979f-69f5d6e6b32a)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:41.348027 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b14c4c5-d374-49c0-872c-1b025a695396 req-82b0e577-a43c-4914-abe9-24e9befbf8e1 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=b967c438-0199-472e-9340-0b706624dc6e HTTP/1.1" status: 200 len: 210 time: 0.0723999 Jun 30 09:08:41.374466 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f974076-39e5-43d9-a2f9-46c43fa6f1eb req-fcaa67df-bb67-4a13-ae84-8e00cef147b9 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:41.379704 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8f974076-39e5-43d9-a2f9-46c43fa6f1eb req-fcaa67df-bb67-4a13-ae84-8e00cef147b9 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.6237028 Jun 30 09:08:41.432953 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd862da0-5350-46a0-a817-92cc6ba79850 req-d26e6eef-c483-4bdf-856f-c1351ecb5c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:41.435225 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd862da0-5350-46a0-a817-92cc6ba79850 req-d26e6eef-c483-4bdf-856f-c1351ecb5c50 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a2e4690a4914640bc78bd1032a89e19&device_id=e5878361-e80c-4636-89f0-d059d8467dd7 HTTP/1.1" status: 200 len: 1100 time: 0.4523172 Jun 30 09:08:41.435473 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6da7ef4-1f3f-4e52-bf19-433513318b77 req-c087625e-aa52-4fb9-9d41-79420f3b8bbc tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "GET /v2.0/security-groups/0ef0d9bc-d44e-4031-b19f-ef4fbf28eb3a HTTP/1.1" status: 200 len: 1804 time: 0.0449920 Jun 30 09:08:41.463617 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb279ba-2eb5-49d7-b362-23933ed40588 req-5b0ebd92-173e-4ece-ab24-ad23494b50ff tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] No DVR routers for this DVR port 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:08:41.502710 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7fb279ba-2eb5-49d7-b362-23933ed40588 req-5b0ebd92-173e-4ece-ab24-ad23494b50ff tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:41.502710 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7fb279ba-2eb5-49d7-b362-23933ed40588 req-5b0ebd92-173e-4ece-ab24-ad23494b50ff tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.52 "DELETE /v2.0/ports/4c178b1f-3e9d-4fee-a31d-66c3fa093e52 HTTP/1.1" status: 204 len: 173 time: 2.2867129 Jun 30 09:08:41.503010 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b6da7ef4-1f3f-4e52-bf19-433513318b77 req-c7f31b74-930f-4133-bba3-8851efe11dfb tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:41.527680 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b6da7ef4-1f3f-4e52-bf19-433513318b77 req-c7f31b74-930f-4133-bba3-8851efe11dfb tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:41.571846 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007d9828-2691-4862-a80a-6713fe353906 admin admin] Network b6cdea12-c60b-42fa-8c90-04414b5ed775 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:41.574272 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-007d9828-2691-4862-a80a-6713fe353906 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:41.605944 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-11430595-0ba4-4343-83aa-b45b1fa87ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:41.607512 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-11430595-0ba4-4343-83aa-b45b1fa87ecd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5273283 Jun 30 09:08:41.613794 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2c0c25ad-e165-4539-b1f3-1464aee3d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:41.643074 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8f974076-39e5-43d9-a2f9-46c43fa6f1eb req-feae2474-e51e-4cc0-a34e-76b20e09f57e tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338731 Jun 30 09:08:41.731749 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c25ad-e165-4539-b1f3-1464aee3d142 None None] Pushing event updated for resources: {'Port': ['ID=a91fbb77-d0b7-44d6-8f55-3633a2b18758,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:41.840677 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b6da7ef4-1f3f-4e52-bf19-433513318b77 req-c7f31b74-930f-4133-bba3-8851efe11dfb tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:41.849764 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b6da7ef4-1f3f-4e52-bf19-433513318b77 req-c7f31b74-930f-4133-bba3-8851efe11dfb tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:41.873748 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6da7ef4-1f3f-4e52-bf19-433513318b77 req-c7f31b74-930f-4133-bba3-8851efe11dfb tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "DELETE /v2.0/security-groups/0ef0d9bc-d44e-4031-b19f-ef4fbf28eb3a HTTP/1.1" status: 204 len: 173 time: 0.4310825 Jun 30 09:08:42.036540 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0647d9e8-1804-4296-88af-09ee6664a5a7 None None] Provisioning complete for port d0a14b6a-d8b2-4726-8c12-3a50ce4efbee triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:42.036540 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0647d9e8-1804-4296-88af-09ee6664a5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:42.127035 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0647d9e8-1804-4296-88af-09ee6664a5a7 None None] Port d0a14b6a-d8b2-4726-8c12-3a50ce4efbee cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:08:42.149075 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:42.234097 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:08:42.236017 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 4c178b1f-3e9d-4fee-a31d-66c3fa093e52 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:08:42.239973 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd862da0-5350-46a0-a817-92cc6ba79850 req-38f3b81f-5bd0-4907-a50a-517cdbcb3bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:42.239973 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd862da0-5350-46a0-a817-92cc6ba79850 req-38f3b81f-5bd0-4907-a50a-517cdbcb3bb8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.7801671 Jun 30 09:08:42.242009 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f31b74-930f-4133-bba3-8851efe11dfb tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef0d9bc-d44e-4031-b19f-ef4fbf28eb3a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:42.302526 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c92a77f2-6589-4fb4-a00d-29b80460e98f req-0b425558-66d5-4cc7-9f5c-0a91945e087d tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b7a37db-f6c7-4160-ba5e-9efa799cbd74 HTTP/1.1" status: 200 len: 210 time: 0.1559107 Jun 30 09:08:42.323301 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d4e3cd84-ced7-4cfa-b858-917a034cb5d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:42.375499 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d4e3cd84-ced7-4cfa-b858-917a034cb5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:42.417441 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd862da0-5350-46a0-a817-92cc6ba79850 req-16f4327b-11d4-4ed0-8bcb-fc1c7d80c419 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=95ce2fc6-54f7-4719-9352-143bd62a5933 HTTP/1.1" status: 200 len: 217 time: 0.1127872 Jun 30 09:08:42.461512 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae78a586-af33-46a0-a8c0-afc71b20dc7d x-openstack-request-id: req-ae78a586-af33-46a0-a8c0-afc71b20dc7d {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:42.461512 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "906c9ab5-c69a-4408-8079-c0d364b96971", "tag": "ca94fe25-1c42-4b7c-a721-cfb326e76480", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:42.461512 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ae78a586-af33-46a0-a8c0-afc71b20dc7d {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:42.461512 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '906c9ab5-c69a-4408-8079-c0d364b96971', 'tag': 'ca94fe25-1c42-4b7c-a721-cfb326e76480', 'status': 'completed', 'code': 200} Jun 30 09:08:42.547257 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007d9828-2691-4862-a80a-6713fe353906 admin admin] Router 9d321d6d-199f-41c9-9423-0c4f3d88920f has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:08:42.549448 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd862da0-5350-46a0-a817-92cc6ba79850 req-38ca936a-4169-4603-9a06-a34f76924167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:42.551198 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd862da0-5350-46a0-a817-92cc6ba79850 req-38ca936a-4169-4603-9a06-a34f76924167 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.0886106 Jun 30 09:08:42.596791 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-d4e3cd84-ced7-4cfa-b858-917a034cb5d7 admin admin] Allocated IP 172.25.6.188 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/d860bcb1-8f62-4de3-9581-123675bb88e2) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:42.609190 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-be799b37-ee5d-407f-ae32-28b0ea7a77cd service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9645815 Jun 30 09:08:42.698530 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8b2f8-d8ed-49ed-9a3f-38322aacd706 req-5c8375a3-d752-4b5e-9f78-02b25e638ddb tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:42.700063 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3be8b2f8-d8ed-49ed-9a3f-38322aacd706 req-5c8375a3-d752-4b5e-9f78-02b25e638ddb tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=906c9ab5-c69a-4408-8079-c0d364b96971 HTTP/1.1" status: 200 len: 947 time: 0.5597429 Jun 30 09:08:42.779317 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-1f3f8c78-1cec-4140-bf9b-0bd8e73a984d tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d4422e0094724a02b999077024ecf206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1522501 Jun 30 09:08:42.872302 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3dfac475-1e8f-4c60-8e9f-e789e7c22a65 req-89e92b1a-c64e-40be-bb94-0bd43398ef3d tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "GET /v2.0/security-groups/fd336f31-de34-46bb-b5b5-4e9a6ff6fc94 HTTP/1.1" status: 200 len: 1805 time: 0.1679957 Jun 30 09:08:43.157004 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3dfac475-1e8f-4c60-8e9f-e789e7c22a65 req-b251dc23-ca85-48d4-b623-58beb26b49b2 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:43.191073 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3dfac475-1e8f-4c60-8e9f-e789e7c22a65 req-b251dc23-ca85-48d4-b623-58beb26b49b2 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:43.253706 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d4e3cd84-ced7-4cfa-b858-917a034cb5d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:43.322717 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-0cfb695e-37b9-43a1-93d5-04152ff00c9f tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:43.324755 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-0cfb695e-37b9-43a1-93d5-04152ff00c9f tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4814253 Jun 30 09:08:43.343413 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-9da7d559-2007-4c3b-9417-b06efbe86db2 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Request body: {'port': {'device_id': 'b20ec5b3-3afa-414d-94d3-082f503542a1', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'admin_state_up': True, 'tenant_id': 'd4422e0094724a02b999077024ecf206'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:43.450572 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3dfac475-1e8f-4c60-8e9f-e789e7c22a65 req-b251dc23-ca85-48d4-b623-58beb26b49b2 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:43.454811 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3dfac475-1e8f-4c60-8e9f-e789e7c22a65 req-b251dc23-ca85-48d4-b623-58beb26b49b2 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:43.472228 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3dfac475-1e8f-4c60-8e9f-e789e7c22a65 req-b251dc23-ca85-48d4-b623-58beb26b49b2 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "DELETE /v2.0/security-groups/fd336f31-de34-46bb-b5b5-4e9a6ff6fc94 HTTP/1.1" status: 204 len: 173 time: 0.5985665 Jun 30 09:08:43.542447 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251dc23-ca85-48d4-b623-58beb26b49b2 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd336f31-de34-46bb-b5b5-4e9a6ff6fc94,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:43.550220 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3be8b2f8-d8ed-49ed-9a3f-38322aacd706 req-e1634028-16c7-4093-8dc0-5399f757485c tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7734752 Jun 30 09:08:43.654146 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b707b001-33b9-45eb-b9bd-6055d8feed71 None None] Network d9d765b7-65f5-4caf-948c-3f41a16c950f requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:43.680981 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d4e3cd84-ced7-4cfa-b858-917a034cb5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:43.737370 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd862da0-5350-46a0-a817-92cc6ba79850 req-d53e2ec0-f18f-481d-9356-110023596cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:43.738954 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd862da0-5350-46a0-a817-92cc6ba79850 req-d53e2ec0-f18f-481d-9356-110023596cb3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.1789637 Jun 30 09:08:43.741134 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e3cd84-ced7-4cfa-b858-917a034cb5d7 admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:43.746599 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-d4e3cd84-ced7-4cfa-b858-917a034cb5d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:43.801369 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e3cd84-ced7-4cfa-b858-917a034cb5d7 admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:43.816530 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-9da7d559-2007-4c3b-9417-b06efbe86db2 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Made reservation on behalf of d4422e0094724a02b999077024ecf206 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:43.823453 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-9da7d559-2007-4c3b-9417-b06efbe86db2 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:43.885160 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-9da7d559-2007-4c3b-9417-b06efbe86db2 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:43.905297 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f3a9dffa-ff84-426f-bcc4-1d3af7fd2a86 req-5956645c-eaed-44a9-8dfa-635e63c2589f service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2854328 Jun 30 09:08:43.907989 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007d9828-2691-4862-a80a-6713fe353906 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:08:43.934501 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5977080b-158d-4bd1-ba78-a61b16144fd1 None None] Sync routers for ids ['9d321d6d-199f-41c9-9423-0c4f3d88920f'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:08:43.947820 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-007d9828-2691-4862-a80a-6713fe353906 admin admin] 10.222.0.10 "PUT /v2.0/routers/9d321d6d-199f-41c9-9423-0c4f3d88920f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0795546 Jun 30 09:08:43.967432 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-754e0bc6-6014-427f-aafb-8d1cf85639ca req-3f055e7a-7aa7-4c04-a942-0c718ddf14a3 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b7a37db-f6c7-4160-ba5e-9efa799cbd74 HTTP/1.1" status: 200 len: 210 time: 0.0958509 Jun 30 09:08:43.979679 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5977080b-158d-4bd1-ba78-a61b16144fd1 None None] Routers {'9d321d6d-199f-41c9-9423-0c4f3d88920f'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:08:43.980720 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-5977080b-158d-4bd1-ba78-a61b16144fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:08:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['9d321d6d-199f-41c9-9423-0c4f3d88920f'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:44.007341 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3cd84-ced7-4cfa-b858-917a034cb5d7 admin admin] Pushing event updated for resources: {'Port': ['ID=d860bcb1-8f62-4de3-9581-123675bb88e2,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:44.212119 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-5977080b-158d-4bd1-ba78-a61b16144fd1 None None] Set router 9d321d6d-199f-41c9-9423-0c4f3d88920f gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:08:44.361342 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 95ce2fc6-54f7-4719-9352-143bd62a5933 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:08:44.369962 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a91fbb77-d0b7-44d6-8f55-3633a2b18758 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:44.377929 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bbadc0f3-7cdf-4689-9709-2899848e4b08 None None] Provisioning for port a91fbb77-d0b7-44d6-8f55-3633a2b18758 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:44.414268 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-9da7d559-2007-4c3b-9417-b06efbe86db2 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:44.418025 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd862da0-5350-46a0-a817-92cc6ba79850 req-53125331-107e-429c-b278-496beaf2e69a service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6618712 Jun 30 09:08:44.432852 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-5977080b-158d-4bd1-ba78-a61b16144fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'name': 'tempest-ServersTestBootFromVolume-2041872798-router', 'tenant_id': '194cfe4956674892b8d98b002cde5734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '730404e8-40cc-4aa2-ab87-43af878b4fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:25Z', 'updated_at': '2021-06-30T09:08:39Z', 'revision_number': 4, 'project_id': '194cfe4956674892b8d98b002cde5734', 'gw_port': {'id': '730404e8-40cc-4aa2-ab87-43af878b4fd6', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:27Z', 'updated_at': '2021-06-30T09:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'd0a14b6a-d8b2-4726-8c12-3a50ce4efbee', 'name': '', 'network_id': 'b6cdea12-c60b-42fa-8c90-04414b5ed775', 'tenant_id': '194cfe4956674892b8d98b002cde5734', 'mac_address': 'fa:16:3e:e7:d9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '502ec1ad-27a0-4b8f-ad94-42aab069893b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:34Z', 'updated_at': '2021-06-30T09:08:39Z', 'revision_number': 2, 'project_id': '194cfe4956674892b8d98b002cde5734', 'subnets': [{'id': '502ec1ad-27a0-4b8f-ad94-42aab069893b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:44.442091 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e3e0e-d548-42d4-87d1-bfd50447456c req-ca87c0de-f357-43b1-962a-403f4e244612 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:44.443725 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-df7e3e0e-d548-42d4-87d1-bfd50447456c req-ca87c0de-f357-43b1-962a-403f4e244612 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.4366195 Jun 30 09:08:44.470010 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b967c438-0199-472e-9340-0b706624dc6e', 'name': 'network-vif-deleted', 'tag': '4c178b1f-3e9d-4fee-a31d-66c3fa093e52'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:44.470309 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5977080b-158d-4bd1-ba78-a61b16144fd1 None None] Checking router: 9d321d6d-199f-41c9-9423-0c4f3d88920f for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:08:44.470957 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5977080b-158d-4bd1-ba78-a61b16144fd1 None None] Updating router 9d321d6d-199f-41c9-9423-0c4f3d88920f port d0a14b6a-d8b2-4726-8c12-3a50ce4efbee binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:08:44.474322 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65849f3-12d5-4de6-936e-7a8a40d40598" -d '{"events": [{"server_uuid": "b967c438-0199-472e-9340-0b706624dc6e", "name": "network-vif-deleted", "tag": "4c178b1f-3e9d-4fee-a31d-66c3fa093e52"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:44.520431 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-5977080b-158d-4bd1-ba78-a61b16144fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:44.548430 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-deeabbd3-d940-4041-86f2-1f9e244d2cf2 req-0835d77a-971e-4239-a298-7e5f213f6724 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "GET /v2.0/security-groups/2460df0a-6154-4367-b1b8-c6176a6282f6 HTTP/1.1" status: 200 len: 2404 time: 0.4154809 Jun 30 09:08:44.599889 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-df7e3e0e-d548-42d4-87d1-bfd50447456c req-74f5faef-87d4-4c72-954e-ca533ed21409 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134140 Jun 30 09:08:44.643753 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-deeabbd3-d940-4041-86f2-1f9e244d2cf2 req-c33f2d47-6894-4d8f-9ceb-41153145592f tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:44.680400 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-9da7d559-2007-4c3b-9417-b06efbe86db2 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:44.739668 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d67797-d3e4-47a1-a77e-6c55a4d34e6f req-b57a9028-6b82-4457-8dfe-0deec7e21356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:44.741564 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-26d67797-d3e4-47a1-a77e-6c55a4d34e6f req-b57a9028-6b82-4457-8dfe-0deec7e21356 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a2e4690a4914640bc78bd1032a89e19&device_id=906c9ab5-c69a-4408-8079-c0d364b96971 HTTP/1.1" status: 200 len: 1099 time: 0.5236726 Jun 30 09:08:44.838404 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 95ce2fc6-54f7-4719-9352-143bd62a5933, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=95ce2fc6-54f7-4719-9352-143bd62a5933,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:44.887472 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '95ce2fc6-54f7-4719-9352-143bd62a5933', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': '95ce2fc6-54f7-4719-9352-143bd62a5933', 'mac_address': 'fa:16:3e:04:48:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:08:44.899208 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port a91fbb77-d0b7-44d6-8f55-3633a2b18758 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:44.911063 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port a91fbb77-d0b7-44d6-8f55-3633a2b18758 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:44.911456 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:44.937940 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-9da7d559-2007-4c3b-9417-b06efbe86db2 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Allocated IP 192.168.233.108 (ad33225d-5521-4894-b7e8-170799d80b12/a0a5de46-050b-42ad-8d47-c859eedbe230/91b73ffe-d46a-4dcd-ae20-6f135629a487) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:45.021727 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7d559-2007-4c3b-9417-b06efbe86db2 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=531c1bd0-f4a2-4285-a6e1-d9f6041ce130,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:45.047685 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd862da0-5350-46a0-a817-92cc6ba79850 req-bf891ee7-15fa-4945-af36-bf97ec903c3b service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6027472 Jun 30 09:08:45.051084 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d67797-d3e4-47a1-a77e-6c55a4d34e6f req-937ac3aa-29fa-4108-8235-e075860a999f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:45.073550 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-26d67797-d3e4-47a1-a77e-6c55a4d34e6f req-937ac3aa-29fa-4108-8235-e075860a999f service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.3098195 Jun 30 09:08:45.102754 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-5977080b-158d-4bd1-ba78-a61b16144fd1 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:45.117281 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-5977080b-158d-4bd1-ba78-a61b16144fd1 None None] Transition to ACTIVE for port object d0a14b6a-d8b2-4726-8c12-3a50ce4efbee will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:45.142154 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-26d67797-d3e4-47a1-a77e-6c55a4d34e6f req-3dedd85d-80f2-4708-bc45-c90d09b4017c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=ca94fe25-1c42-4b7c-a721-cfb326e76480 HTTP/1.1" status: 200 len: 217 time: 0.0598369 Jun 30 09:08:45.150863 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:45.169114 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-deeabbd3-d940-4041-86f2-1f9e244d2cf2 req-c33f2d47-6894-4d8f-9ceb-41153145592f tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:45.197464 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95ce2fc6-54f7-4719-9352-143bd62a5933 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:45.216607 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-5977080b-158d-4bd1-ba78-a61b16144fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:45.318238 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d67797-d3e4-47a1-a77e-6c55a4d34e6f req-6e491456-e487-4cd9-ab88-8446a18af5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:45.318619 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 95ce2fc6-54f7-4719-9352-143bd62a5933, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=95ce2fc6-54f7-4719-9352-143bd62a5933,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:45.320132 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-26d67797-d3e4-47a1-a77e-6c55a4d34e6f req-6e491456-e487-4cd9-ab88-8446a18af5e7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1605082 Jun 30 09:08:45.341554 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de408cc-34d5-43b0-8014-e0303a408136 None None] Pushing event updated for resources: {'Port': ['ID=d0a14b6a-d8b2-4726-8c12-3a50ce4efbee,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:45.372866 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:45.381033 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-dc09ab06-689a-4ba9-9275-f328a641392b None None] Provisioning complete for port a91fbb77-d0b7-44d6-8f55-3633a2b18758 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:45.381380 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-dc09ab06-689a-4ba9-9275-f328a641392b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:45.396347 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de408cc-34d5-43b0-8014-e0303a408136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:45.396689 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de408cc-34d5-43b0-8014-e0303a408136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:45.402360 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de408cc-34d5-43b0-8014-e0303a408136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:45.402942 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de408cc-34d5-43b0-8014-e0303a408136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:45.403769 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de408cc-34d5-43b0-8014-e0303a408136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:45.404356 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de408cc-34d5-43b0-8014-e0303a408136 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:45.404951 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de408cc-34d5-43b0-8014-e0303a408136 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:45.405538 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de408cc-34d5-43b0-8014-e0303a408136 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:45.406112 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de408cc-34d5-43b0-8014-e0303a408136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:45.406662 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de408cc-34d5-43b0-8014-e0303a408136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:45.407334 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de408cc-34d5-43b0-8014-e0303a408136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:45.408386 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de408cc-34d5-43b0-8014-e0303a408136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:45.467328 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-b0c3e50e-b0d4-4bc6-85b3-29f7746f49e2 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d4422e0094724a02b999077024ecf206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379610 Jun 30 09:08:45.470007 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d4e3cd84-ced7-4cfa-b858-917a034cb5d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:45.511060 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port a91fbb77-d0b7-44d6-8f55-3633a2b18758, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a91fbb77-d0b7-44d6-8f55-3633a2b18758,segment=NetworkSegment(1a09536c-8b7a-4961-979f-69f5d6e6b32a),segment_id=1a09536c-8b7a-4961-979f-69f5d6e6b32a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:45.520993 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:45.660322 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d67797-d3e4-47a1-a77e-6c55a4d34e6f req-ea42e485-31fe-4b49-abf3-187203a1f0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:45.664033 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-26d67797-d3e4-47a1-a77e-6c55a4d34e6f req-ea42e485-31fe-4b49-abf3-187203a1f0f4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3357842 Jun 30 09:08:45.680274 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:45.782046 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=95ce2fc6-54f7-4719-9352-143bd62a5933,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:45.820210 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-deeabbd3-d940-4041-86f2-1f9e244d2cf2 req-c33f2d47-6894-4d8f-9ceb-41153145592f tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:45.833476 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-deeabbd3-d940-4041-86f2-1f9e244d2cf2 req-c33f2d47-6894-4d8f-9ceb-41153145592f tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:45.834650 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-deeabbd3-d940-4041-86f2-1f9e244d2cf2 req-c33f2d47-6894-4d8f-9ceb-41153145592f tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "DELETE /v2.0/security-groups/2460df0a-6154-4367-b1b8-c6176a6282f6 HTTP/1.1" status: 204 len: 173 time: 1.2853832 Jun 30 09:08:45.846156 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-26d67797-d3e4-47a1-a77e-6c55a4d34e6f req-e3595724-ec3d-4ed1-a18d-f82d495c1ea8 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707625 Jun 30 09:08:45.873172 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['95ce2fc6-54f7-4719-9352-143bd62a5933'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:08:45.918290 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f2d47-6894-4d8f-9ceb-41153145592f tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2460df0a-6154-4367-b1b8-c6176a6282f6,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:46.004751 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67891ae7-8c67-442d-9a59-a79334e79a23 x-openstack-request-id: req-67891ae7-8c67-442d-9a59-a79334e79a23 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:46.005034 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b967c438-0199-472e-9340-0b706624dc6e", "name": "network-vif-deleted", "tag": "4c178b1f-3e9d-4fee-a31d-66c3fa093e52", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:46.005812 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-67891ae7-8c67-442d-9a59-a79334e79a23 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:46.006237 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b967c438-0199-472e-9340-0b706624dc6e', 'name': 'network-vif-deleted', 'tag': '4c178b1f-3e9d-4fee-a31d-66c3fa093e52', 'status': 'completed', 'code': 200} Jun 30 09:08:46.035824 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-589d6143-5eb6-4d22-b561-a9ec294a7e64 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:46.037755 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-589d6143-5eb6-4d22-b561-a9ec294a7e64 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5601728 Jun 30 09:08:46.054330 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-25c0b8fe-ccf9-477e-8092-8c566bd4364a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Request body: {'port': {'device_id': '2b7a37db-f6c7-4160-ba5e-9efa799cbd74', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'admin_state_up': True, 'tenant_id': 'd4422e0094724a02b999077024ecf206'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:46.132433 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=a91fbb77-d0b7-44d6-8f55-3633a2b18758,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:46.162789 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ca94fe25-1c42-4b7c-a721-cfb326e76480 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:08:46.241669 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-26d67797-d3e4-47a1-a77e-6c55a4d34e6f req-6aa491eb-82de-4285-b658-1acd78489752 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832791 Jun 30 09:08:46.243531 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-5977080b-158d-4bd1-ba78-a61b16144fd1 None None] Attempting to bind port d0a14b6a-d8b2-4726-8c12-3a50ce4efbee on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:46.247644 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-5977080b-158d-4bd1-ba78-a61b16144fd1 None None] Attempting to bind port d0a14b6a-d8b2-4726-8c12-3a50ce4efbee by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '3a1ad344-822e-42af-9a4a-4bccd1fb3f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b6cdea12-c60b-42fa-8c90-04414b5ed775'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:46.248304 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5977080b-158d-4bd1-ba78-a61b16144fd1 None None] Attempting to bind port d0a14b6a-d8b2-4726-8c12-3a50ce4efbee on network b6cdea12-c60b-42fa-8c90-04414b5ed775 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:46.264461 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5977080b-158d-4bd1-ba78-a61b16144fd1 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:46.265163 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5977080b-158d-4bd1-ba78-a61b16144fd1 None None] Checking segment: {'id': '3a1ad344-822e-42af-9a4a-4bccd1fb3f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b6cdea12-c60b-42fa-8c90-04414b5ed775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:46.265746 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-5977080b-158d-4bd1-ba78-a61b16144fd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:46.267005 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5977080b-158d-4bd1-ba78-a61b16144fd1 None None] Bound using segment: {'id': '3a1ad344-822e-42af-9a4a-4bccd1fb3f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b6cdea12-c60b-42fa-8c90-04414b5ed775'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:46.268138 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-5977080b-158d-4bd1-ba78-a61b16144fd1 None None] Bound port: d0a14b6a-d8b2-4726-8c12-3a50ce4efbee, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a1ad344-822e-42af-9a4a-4bccd1fb3f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b6cdea12-c60b-42fa-8c90-04414b5ed775'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:46.268711 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-5977080b-158d-4bd1-ba78-a61b16144fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:46.440590 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-5977080b-158d-4bd1-ba78-a61b16144fd1 None None] For port d0a14b6a-d8b2-4726-8c12-3a50ce4efbee, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:46.449984 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-5977080b-158d-4bd1-ba78-a61b16144fd1 None None] For port d0a14b6a-d8b2-4726-8c12-3a50ce4efbee, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=d0a14b6a-d8b2-4726-8c12-3a50ce4efbee,segment=NetworkSegment(3a1ad344-822e-42af-9a4a-4bccd1fb3f2f),segment_id=3a1ad344-822e-42af-9a4a-4bccd1fb3f2f)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:46.453471 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d4e3cd84-ced7-4cfa-b858-917a034cb5d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:46.526451 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port ca94fe25-1c42-4b7c-a721-cfb326e76480, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ca94fe25-1c42-4b7c-a721-cfb326e76480,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:46.530946 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-25c0b8fe-ccf9-477e-8092-8c566bd4364a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Made reservation on behalf of d4422e0094724a02b999077024ecf206 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:46.536176 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-25c0b8fe-ccf9-477e-8092-8c566bd4364a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:46.546603 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'ca94fe25-1c42-4b7c-a721-cfb326e76480', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': 'ca94fe25-1c42-4b7c-a721-cfb326e76480', 'mac_address': 'fa:16:3e:c7:fd:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:08:46.608853 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:46.626549 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca94fe25-1c42-4b7c-a721-cfb326e76480 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:46.636644 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-5977080b-158d-4bd1-ba78-a61b16144fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:46.646642 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d94b8-44bc-4f4c-b6d4-fad31c77e28e req-da529807-e830-4523-8ef8-f361b3cd2dae tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:46.653974 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port ca94fe25-1c42-4b7c-a721-cfb326e76480, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ca94fe25-1c42-4b7c-a721-cfb326e76480,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:46.658081 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f8d94b8-44bc-4f4c-b6d4-fad31c77e28e req-da529807-e830-4523-8ef8-f361b3cd2dae tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.37 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 944 time: 0.5469184 Jun 30 09:08:46.670828 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-9da7d559-2007-4c3b-9417-b06efbe86db2 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:46.701968 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ff4f1-a9f9-432e-9f02-4a07baf4b464 req-91b05707-1084-403e-b400-2f11094e513a tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:46.703651 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-361ff4f1-a9f9-432e-9f02-4a07baf4b464 req-91b05707-1084-403e-b400-2f11094e513a tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=906c9ab5-c69a-4408-8079-c0d364b96971 HTTP/1.1" status: 200 len: 947 time: 0.3811500 Jun 30 09:08:46.759359 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:46.761886 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57856) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:46.771294 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-f152cb32-fc6d-4005-9171-4c5b62ccc81a tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1031759308', 'description': 'tempest-description--593229773'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:46.778264 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de408cc-34d5-43b0-8014-e0303a408136 None None] Pushing event updated for resources: {'Port': ['ID=d0a14b6a-d8b2-4726-8c12-3a50ce4efbee,revision_number=4']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:46.806628 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5977080b-158d-4bd1-ba78-a61b16144fd1 None None] Routers {'9d321d6d-199f-41c9-9423-0c4f3d88920f'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:08:46.807499 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-5977080b-158d-4bd1-ba78-a61b16144fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:08:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['9d321d6d-199f-41c9-9423-0c4f3d88920f'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:46.869789 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-9da7d559-2007-4c3b-9417-b06efbe86db2 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Transition to ACTIVE for port object 91b73ffe-d46a-4dcd-ae20-6f135629a487 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:46.905359 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=ca94fe25-1c42-4b7c-a721-cfb326e76480,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:46.925190 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f152cb32-fc6d-4005-9171-4c5b62ccc81a tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.002892 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-361ff4f1-a9f9-432e-9f02-4a07baf4b464 req-ac2fe8df-9aeb-4323-97dd-e59b6e8ca616 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706065 Jun 30 09:08:47.048914 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['ca94fe25-1c42-4b7c-a721-cfb326e76480'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:08:47.055917 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-5977080b-158d-4bd1-ba78-a61b16144fd1 None None] Set router 9d321d6d-199f-41c9-9423-0c4f3d88920f gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:08:47.152385 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4f295da8-0cec-4a1b-82ad-4a154aa51fa5 req-a984849c-ace3-4f27-9d36-e8f425b29bec tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b7a37db-f6c7-4160-ba5e-9efa799cbd74 HTTP/1.1" status: 200 len: 210 time: 0.0943038 Jun 30 09:08:47.245094 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f152cb32-fc6d-4005-9171-4c5b62ccc81a tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.383483 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-9f8d94b8-44bc-4f4c-b6d4-fad31c77e28e req-b4a874be-425f-474a-9692-0a4bb6076942 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Deleting port ba616238-be2f-495d-93e9-2169b6b9f18f {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:47.383844 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9f8d94b8-44bc-4f4c-b6d4-fad31c77e28e req-b4a874be-425f-474a-9692-0a4bb6076942 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.465116 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32edf64-b339-482c-a58f-6ddb8f3290d3 req-cc8a27dc-95a3-4ecf-a08c-5d61f3f96de1 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:47.466648 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29278c8d-de96-4bca-80aa-9138a6dbc079 req-c0b17bd0-855b-4a56-b5d9-2ea1240d2299 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:47.468286 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29278c8d-de96-4bca-80aa-9138a6dbc079 req-c0b17bd0-855b-4a56-b5d9-2ea1240d2299 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 944 time: 0.2709181 Jun 30 09:08:47.475342 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-9da7d559-2007-4c3b-9417-b06efbe86db2 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.497570 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a32edf64-b339-482c-a58f-6ddb8f3290d3 req-cc8a27dc-95a3-4ecf-a08c-5d61f3f96de1 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.1481283 Jun 30 09:08:47.502991 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f152cb32-fc6d-4005-9171-4c5b62ccc81a tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.505404 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-5977080b-158d-4bd1-ba78-a61b16144fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'name': 'tempest-ServersTestBootFromVolume-2041872798-router', 'tenant_id': '194cfe4956674892b8d98b002cde5734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '730404e8-40cc-4aa2-ab87-43af878b4fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:25Z', 'updated_at': '2021-06-30T09:08:39Z', 'revision_number': 4, 'project_id': '194cfe4956674892b8d98b002cde5734', 'gw_port': {'id': '730404e8-40cc-4aa2-ab87-43af878b4fd6', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:27Z', 'updated_at': '2021-06-30T09:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'd0a14b6a-d8b2-4726-8c12-3a50ce4efbee', 'name': '', 'network_id': 'b6cdea12-c60b-42fa-8c90-04414b5ed775', 'tenant_id': '194cfe4956674892b8d98b002cde5734', 'mac_address': 'fa:16:3e:e7:d9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '502ec1ad-27a0-4b8f-ad94-42aab069893b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:34Z', 'updated_at': '2021-06-30T09:08:46Z', 'revision_number': 4, 'project_id': '194cfe4956674892b8d98b002cde5734', 'subnets': [{'id': '502ec1ad-27a0-4b8f-ad94-42aab069893b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:47.567243 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5977080b-158d-4bd1-ba78-a61b16144fd1 None None] The sync data for ids ['9d321d6d-199f-41c9-9423-0c4f3d88920f'] in n-d-771363-31 is: [{'id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'name': 'tempest-ServersTestBootFromVolume-2041872798-router', 'tenant_id': '194cfe4956674892b8d98b002cde5734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '730404e8-40cc-4aa2-ab87-43af878b4fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:25Z', 'updated_at': '2021-06-30T09:08:39Z', 'revision_number': 4, 'project_id': '194cfe4956674892b8d98b002cde5734', 'gw_port': {'id': '730404e8-40cc-4aa2-ab87-43af878b4fd6', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:27Z', 'updated_at': '2021-06-30T09:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'd0a14b6a-d8b2-4726-8c12-3a50ce4efbee', 'name': '', 'network_id': 'b6cdea12-c60b-42fa-8c90-04414b5ed775', 'tenant_id': '194cfe4956674892b8d98b002cde5734', 'mac_address': 'fa:16:3e:e7:d9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '502ec1ad-27a0-4b8f-ad94-42aab069893b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:34Z', 'updated_at': '2021-06-30T09:08:46Z', 'revision_number': 4, 'project_id': '194cfe4956674892b8d98b002cde5734', 'subnets': [{'id': '502ec1ad-27a0-4b8f-ad94-42aab069893b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:08:47.576815 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e3cd84-ced7-4cfa-b858-917a034cb5d7 admin admin] Router 9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:08:47.609318 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152cb32-fc6d-4005-9171-4c5b62ccc81a tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3501efa-7e62-4693-a186-96acaecb9685,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:47.610213 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-9da7d559-2007-4c3b-9417-b06efbe86db2 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Network ad33225d-5521-4894-b7e8-170799d80b12 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:47.625601 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-9da7d559-2007-4c3b-9417-b06efbe86db2 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:47.660837 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-9da7d559-2007-4c3b-9417-b06efbe86db2 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:47.729341 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7d559-2007-4c3b-9417-b06efbe86db2 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Pushing event updated for resources: {'Port': ['ID=91b73ffe-d46a-4dcd-ae20-6f135629a487,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:47.749315 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-9f8d94b8-44bc-4f4c-b6d4-fad31c77e28e req-b4a874be-425f-474a-9692-0a4bb6076942 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] For port ba616238-be2f-495d-93e9-2169b6b9f18f, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=ba616238-be2f-495d-93e9-2169b6b9f18f,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:47.749689 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9f8d94b8-44bc-4f4c-b6d4-fad31c77e28e req-b4a874be-425f-474a-9692-0a4bb6076942 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.764614 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7d559-2007-4c3b-9417-b06efbe86db2 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:47.764959 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7d559-2007-4c3b-9417-b06efbe86db2 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:47.765305 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7d559-2007-4c3b-9417-b06efbe86db2 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:47.765647 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7d559-2007-4c3b-9417-b06efbe86db2 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:47.765987 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7d559-2007-4c3b-9417-b06efbe86db2 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:47.767110 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7d559-2007-4c3b-9417-b06efbe86db2 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:47.767686 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7d559-2007-4c3b-9417-b06efbe86db2 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:47.768268 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7d559-2007-4c3b-9417-b06efbe86db2 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:47.768913 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7d559-2007-4c3b-9417-b06efbe86db2 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:47.769418 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7d559-2007-4c3b-9417-b06efbe86db2 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:47.769763 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7d559-2007-4c3b-9417-b06efbe86db2 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:47.770123 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7d559-2007-4c3b-9417-b06efbe86db2 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:47.772190 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-25c0b8fe-ccf9-477e-8092-8c566bd4364a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Allocated IP 192.168.233.90 (ad33225d-5521-4894-b7e8-170799d80b12/a0a5de46-050b-42ad-8d47-c859eedbe230/9818e02e-834b-41e3-a0cb-c636abd507dd) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:47.818209 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-9f8d94b8-44bc-4f4c-b6d4-fad31c77e28e req-b4a874be-425f-474a-9692-0a4bb6076942 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Calling delete_port for ba616238-be2f-495d-93e9-2169b6b9f18f owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:47.894573 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29278c8d-de96-4bca-80aa-9138a6dbc079 req-e26ea870-e54b-4b6a-b0e5-c51fa57d4423 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725269 Jun 30 09:08:47.941567 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-9da7d559-2007-4c3b-9417-b06efbe86db2 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:47.942388 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-9da7d559-2007-4c3b-9417-b06efbe86db2 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.033597 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-25c0b8fe-ccf9-477e-8092-8c566bd4364a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.073909 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-25c0b8fe-ccf9-477e-8092-8c566bd4364a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Transition to ACTIVE for port object 9818e02e-834b-41e3-a0cb-c636abd507dd will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:48.146893 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ca94fe25-1c42-4b7c-a721-cfb326e76480 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:48.152987 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f152cb32-fc6d-4005-9171-4c5b62ccc81a tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.154862 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f152cb32-fc6d-4005-9171-4c5b62ccc81a tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3904881 Jun 30 09:08:48.158814 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57862) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:48.164956 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-3825f0f9-2e6e-4b15-925c-250afafe3920 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Request body: {'security_group_rule': {'security_group_id': 'c3501efa-7e62-4693-a186-96acaecb9685', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:48.182955 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a32edf64-b339-482c-a58f-6ddb8f3290d3 req-fa805f70-b786-4aab-9920-5ede38ff7d96 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6755667 Jun 30 09:08:48.283371 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c6bdb277-572c-4bb2-b8f0-003f19498203 None None] Provisioning for port 91b73ffe-d46a-4dcd-ae20-6f135629a487 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:48.295691 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c6bdb277-572c-4bb2-b8f0-003f19498203 None None] Provisioning complete for port 91b73ffe-d46a-4dcd-ae20-6f135629a487 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:48.300711 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c6bdb277-572c-4bb2-b8f0-003f19498203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.356656 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d0a14b6a-d8b2-4726-8c12-3a50ce4efbee up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:48.385490 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-c6bdb277-572c-4bb2-b8f0-003f19498203 None None] Port 91b73ffe-d46a-4dcd-ae20-6f135629a487 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:08:48.388845 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-25c0b8fe-ccf9-477e-8092-8c566bd4364a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.402700 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port ca94fe25-1c42-4b7c-a721-cfb326e76480 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:48.416855 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port ca94fe25-1c42-4b7c-a721-cfb326e76480 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:48.417516 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.514448 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-25c0b8fe-ccf9-477e-8092-8c566bd4364a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Network ad33225d-5521-4894-b7e8-170799d80b12 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:48.523288 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3825f0f9-2e6e-4b15-925c-250afafe3920 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.573637 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.580063 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-25c0b8fe-ccf9-477e-8092-8c566bd4364a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:48.591739 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-25c0b8fe-ccf9-477e-8092-8c566bd4364a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:48.603400 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906c9ab5-c69a-4408-8079-c0d364b96971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca94fe25-1c42-4b7c-a721-cfb326e76480'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:48.606041 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76df2396-7701-4754-ac23-4c077724bbec" -d '{"events": [{"server_uuid": "906c9ab5-c69a-4408-8079-c0d364b96971", "name": "network-vif-plugged", "status": "completed", "tag": "ca94fe25-1c42-4b7c-a721-cfb326e76480"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:48.637936 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port d0a14b6a-d8b2-4726-8c12-3a50ce4efbee completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:48.653461 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port ca94fe25-1c42-4b7c-a721-cfb326e76480, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ca94fe25-1c42-4b7c-a721-cfb326e76480,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:48.667859 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port d0a14b6a-d8b2-4726-8c12-3a50ce4efbee triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:48.668383 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.770669 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.772017 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 95ce2fc6-54f7-4719-9352-143bd62a5933 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:48.830431 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fa61c13d-2a4e-433d-81e2-0c3d6db081e8 req-381db978-47ad-42e6-8526-f1923c6eaf78 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "GET /v2.0/security-groups/89a686b0-6a18-4acc-91d1-28ad2e5e8f4e HTTP/1.1" status: 200 len: 2398 time: 0.8443286 Jun 30 09:08:48.866387 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0b8fe-ccf9-477e-8092-8c566bd4364a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Pushing event updated for resources: {'Port': ['ID=9818e02e-834b-41e3-a0cb-c636abd507dd,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:48.904829 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-9da7d559-2007-4c3b-9417-b06efbe86db2 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5670753 Jun 30 09:08:48.953338 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-25c0b8fe-ccf9-477e-8092-8c566bd4364a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:48.954503 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-25c0b8fe-ccf9-477e-8092-8c566bd4364a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.960829 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=ca94fe25-1c42-4b7c-a721-cfb326e76480,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:48.998260 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3825f0f9-2e6e-4b15-925c-250afafe3920 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.004641 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:49.005020 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:49.006742 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:49.007088 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:49.007452 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:49.007780 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:49.008111 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:49.008444 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:49.008781 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:49.009099 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:49.009542 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:49.009863 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:49.052536 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ef682-4d69-4006-9dd6-cd69fc607b1f req-170fb3c0-1205-48d4-b9b4-9bb42abbd2fc tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:49.054226 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6e0ef682-4d69-4006-9dd6-cd69fc607b1f req-170fb3c0-1205-48d4-b9b4-9bb42abbd2fc tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=906c9ab5-c69a-4408-8079-c0d364b96971 HTTP/1.1" status: 200 len: 948 time: 0.3430376 Jun 30 09:08:49.110823 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3825f0f9-2e6e-4b15-925c-250afafe3920 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.133316 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.140671 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-25c0b8fe-ccf9-477e-8092-8c566bd4364a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0937753 Jun 30 09:08:49.145060 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6e0ef682-4d69-4006-9dd6-cd69fc607b1f req-226f6d47-00e1-438c-b6d5-1aff5f80daf0 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845938 Jun 30 09:08:49.156428 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-ea14df12-8c70-4f13-8a74-10279ca299cf service neutron] Request body: {'port': {'device_id': '2b7a37db-f6c7-4160-ba5e-9efa799cbd74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:49.161253 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3825f0f9-2e6e-4b15-925c-250afafe3920 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4482bd6-7760-403f-b895-9c01b1e870b3,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:49.216336 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 95ce2fc6-54f7-4719-9352-143bd62a5933 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:49.242850 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-4036de82-d6ed-4428-8812-c1d6ce3f149c service neutron] Request body: {'port': {'device_id': 'b20ec5b3-3afa-414d-94d3-082f503542a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:49.262235 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9f8d94b8-44bc-4f4c-b6d4-fad31c77e28e req-b4a874be-425f-474a-9692-0a4bb6076942 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.274373 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3825f0f9-2e6e-4b15-925c-250afafe3920 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.279813 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3825f0f9-2e6e-4b15-925c-250afafe3920 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1183283 Jun 30 09:08:49.283967 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57872) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:49.292219 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-249babec-2287-4d8c-b948-051ea0fa13ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Request body: {'security_group_rule': {'security_group_id': 'c3501efa-7e62-4693-a186-96acaecb9685', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:49.326145 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 95ce2fc6-54f7-4719-9352-143bd62a5933 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:49.326145 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.362434 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4d413cc0-22b0-4cfb-885d-6e30bb349cab None None] Provisioning for port 9818e02e-834b-41e3-a0cb-c636abd507dd completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:49.388102 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a874be-425f-474a-9692-0a4bb6076942 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Pushing event deleted for resources: {'Port': ['ID=ba616238-be2f-495d-93e9-2169b6b9f18f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:49.396515 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-ea14df12-8c70-4f13-8a74-10279ca299cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.434963 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fa61c13d-2a4e-433d-81e2-0c3d6db081e8 req-20b4558a-97d0-49cf-9781-b6ed3ba9ce83 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.435237 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port d0a14b6a-d8b2-4726-8c12-3a50ce4efbee, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=d0a14b6a-d8b2-4726-8c12-3a50ce4efbee,segment=NetworkSegment(3a1ad344-822e-42af-9a4a-4bccd1fb3f2f),segment_id=3a1ad344-822e-42af-9a4a-4bccd1fb3f2f)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:49.448073 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4d413cc0-22b0-4cfb-885d-6e30bb349cab None None] Provisioning complete for port 9818e02e-834b-41e3-a0cb-c636abd507dd triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:49.448073 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4d413cc0-22b0-4cfb-885d-6e30bb349cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.507561 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device ba616238-be2f-495d-93e9-2169b6b9f18f no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:49.508358 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-249babec-2287-4d8c-b948-051ea0fa13ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.508487 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e3cd84-ced7-4cfa-b858-917a034cb5d7 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:08:49.519962 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53ef673-284e-4f82-aea8-ccd3c1aac40e None None] Sync routers for ids ['9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:08:49.529034 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: ba616238-be2f-495d-93e9-2169b6b9f18f {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:08:49.529881 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device ba616238-be2f-495d-93e9-2169b6b9f18f not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:08:49.543920 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4d413cc0-22b0-4cfb-885d-6e30bb349cab None None] Port 9818e02e-834b-41e3-a0cb-c636abd507dd cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:08:49.573448 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53ef673-284e-4f82-aea8-ccd3c1aac40e None None] Routers {'9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:08:49.574758 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b53ef673-284e-4f82-aea8-ccd3c1aac40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:08:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:49.588827 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fa61c13d-2a4e-433d-81e2-0c3d6db081e8 req-20b4558a-97d0-49cf-9781-b6ed3ba9ce83 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.604449 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8d94b8-44bc-4f4c-b6d4-fad31c77e28e req-b4a874be-425f-474a-9692-0a4bb6076942 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] No DVR routers for this DVR port ba616238-be2f-495d-93e9-2169b6b9f18f on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:08:49.616682 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9f8d94b8-44bc-4f4c-b6d4-fad31c77e28e req-b4a874be-425f-474a-9692-0a4bb6076942 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.618656 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f8d94b8-44bc-4f4c-b6d4-fad31c77e28e req-b4a874be-425f-474a-9692-0a4bb6076942 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.37 "DELETE /v2.0/ports/ba616238-be2f-495d-93e9-2169b6b9f18f HTTP/1.1" status: 204 len: 173 time: 2.9423308 Jun 30 09:08:49.621313 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8835005c-1cf9-4d5a-91df-99cce8aa2028', 'name': 'network-vif-deleted', 'tag': 'ba616238-be2f-495d-93e9-2169b6b9f18f'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:49.623901 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de503a80-43f9-4b9b-b2f7-1e6a46b9388a" -d '{"events": [{"server_uuid": "8835005c-1cf9-4d5a-91df-99cce8aa2028", "name": "network-vif-deleted", "tag": "ba616238-be2f-495d-93e9-2169b6b9f18f"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:49.662438 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-4036de82-d6ed-4428-8812-c1d6ce3f149c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.758885 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cde922-8ff3-4617-a356-c6b90b892f42 req-b73fcbe6-0620-4d20-9209-70915b9df48d tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:49.766922 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-58cde922-8ff3-4617-a356-c6b90b892f42 req-b73fcbe6-0620-4d20-9209-70915b9df48d tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b7a37db-f6c7-4160-ba5e-9efa799cbd74 HTTP/1.1" status: 200 len: 935 time: 0.3231988 Jun 30 09:08:49.808888 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-249babec-2287-4d8c-b948-051ea0fa13ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.863758 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-58cde922-8ff3-4617-a356-c6b90b892f42 req-f6aedc27-c3fa-4652-a86c-58392f3081b8 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944948 Jun 30 09:08:49.900121 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fa61c13d-2a4e-433d-81e2-0c3d6db081e8 req-20b4558a-97d0-49cf-9781-b6ed3ba9ce83 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.900121 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fa61c13d-2a4e-433d-81e2-0c3d6db081e8 req-20b4558a-97d0-49cf-9781-b6ed3ba9ce83 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.900808 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fa61c13d-2a4e-433d-81e2-0c3d6db081e8 req-20b4558a-97d0-49cf-9781-b6ed3ba9ce83 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] 10.222.0.10 "DELETE /v2.0/security-groups/89a686b0-6a18-4acc-91d1-28ad2e5e8f4e HTTP/1.1" status: 204 len: 173 time: 1.0692427 Jun 30 09:08:49.901663 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d4e3cd84-ced7-4cfa-b858-917a034cb5d7 admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.903260 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d4e3cd84-ced7-4cfa-b858-917a034cb5d7 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.3697248 Jun 30 09:08:49.909655 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57880) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:49.918052 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57882) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:49.927159 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4558a-97d0-49cf-9781-b6ed3ba9ce83 tempest-SecurityGroupRulesTestJSON-1423958404 tempest-SecurityGroupRulesTestJSON-1423958404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a686b0-6a18-4acc-91d1-28ad2e5e8f4e,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:49.928255 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.929056 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a91fbb77-d0b7-44d6-8f55-3633a2b18758 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:49.994390 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cac7db6-30f8-42b2-abd1-d462060f2d52 x-openstack-request-id: req-0cac7db6-30f8-42b2-abd1-d462060f2d52 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:49.994735 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906c9ab5-c69a-4408-8079-c0d364b96971", "name": "network-vif-plugged", "status": "completed", "tag": "ca94fe25-1c42-4b7c-a721-cfb326e76480", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:49.994923 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0cac7db6-30f8-42b2-abd1-d462060f2d52 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:49.995341 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906c9ab5-c69a-4408-8079-c0d364b96971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca94fe25-1c42-4b7c-a721-cfb326e76480', 'code': 200} Jun 30 09:08:50.021911 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=d0a14b6a-d8b2-4726-8c12-3a50ce4efbee,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:50.072570 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:50.121842 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-963f8dc8-c3f2-4272-af37-316ae94a1afc req-5b6bbfc3-8ee5-42c8-8d84-54f705791092 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 210 time: 0.0618422 Jun 30 09:08:50.131992 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-b53ef673-284e-4f82-aea8-ccd3c1aac40e None None] Set router 9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:08:50.186662 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-847d814c-6300-4c55-a323-4fa3b98f8c61 admin admin] Deleting subnet 3152506f-1346-4806-befe-1a032ef5b3ec {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:08:50.230677 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-249babec-2287-4d8c-b948-051ea0fa13ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:50.240509 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-847d814c-6300-4c55-a323-4fa3b98f8c61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:50.386580 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249babec-2287-4d8c-b948-051ea0fa13ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5121e29-1f78-4d85-ad31-ccb87984022f,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:50.436713 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-847d814c-6300-4c55-a323-4fa3b98f8c61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:50.447451 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cbd4b9-d403-4fa8-9f17-b889880bdab9 x-openstack-request-id: req-80cbd4b9-d403-4fa8-9f17-b889880bdab9 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:50.449034 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8835005c-1cf9-4d5a-91df-99cce8aa2028", "name": "network-vif-deleted", "tag": "ba616238-be2f-495d-93e9-2169b6b9f18f", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:50.449034 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-80cbd4b9-d403-4fa8-9f17-b889880bdab9 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:50.449559 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8835005c-1cf9-4d5a-91df-99cce8aa2028', 'name': 'network-vif-deleted', 'tag': 'ba616238-be2f-495d-93e9-2169b6b9f18f', 'status': 'completed', 'code': 200} Jun 30 09:08:50.475549 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc098e6-317b-443d-9b2e-d50f32fc64c7 req-37040802-39d3-44c6-92ae-ef599af8a7ca tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:50.477161 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0fc098e6-317b-443d-9b2e-d50f32fc64c7 req-37040802-39d3-44c6-92ae-ef599af8a7ca tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.2699132 Jun 30 09:08:50.478673 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249babec-2287-4d8c-b948-051ea0fa13ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:50.478931 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249babec-2287-4d8c-b948-051ea0fa13ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:50.479335 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249babec-2287-4d8c-b948-051ea0fa13ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:50.479681 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249babec-2287-4d8c-b948-051ea0fa13ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:50.480102 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249babec-2287-4d8c-b948-051ea0fa13ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:50.483792 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249babec-2287-4d8c-b948-051ea0fa13ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:50.483792 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249babec-2287-4d8c-b948-051ea0fa13ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:50.483792 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249babec-2287-4d8c-b948-051ea0fa13ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:50.483792 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249babec-2287-4d8c-b948-051ea0fa13ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:50.483792 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249babec-2287-4d8c-b948-051ea0fa13ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:50.483792 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249babec-2287-4d8c-b948-051ea0fa13ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:50.483792 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249babec-2287-4d8c-b948-051ea0fa13ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:50.495714 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 95ce2fc6-54f7-4719-9352-143bd62a5933, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=95ce2fc6-54f7-4719-9352-143bd62a5933,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:50.511305 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port a91fbb77-d0b7-44d6-8f55-3633a2b18758 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:50.518204 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:50.568217 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-249babec-2287-4d8c-b948-051ea0fa13ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:50.571204 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57890) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:50.571376 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-249babec-2287-4d8c-b948-051ea0fa13ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2861042 Jun 30 09:08:50.576903 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-2a32ee14-c686-4c1e-9f7d-2b7c8789b792 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:50.609547 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2b2b6347-93eb-46b8-b276-38b2a4cc484b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:50.635045 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:50.655580 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-ea14df12-8c70-4f13-8a74-10279ca299cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9818e02e-834b-41e3-a0cb-c636abd507dd {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:50.665858 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-ea14df12-8c70-4f13-8a74-10279ca299cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:50.674419 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b53ef673-284e-4f82-aea8-ccd3c1aac40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'name': 'tempest-ServersTestManualDisk-105338152-router', 'tenant_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'd860bcb1-8f62-4de3-9581-123675bb88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:39Z', 'updated_at': '2021-06-30T09:08:44Z', 'revision_number': 3, 'project_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'gw_port': {'id': 'd860bcb1-8f62-4de3-9581-123675bb88e2', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:42Z', 'updated_at': '2021-06-30T09:08:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:50.682532 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-ea14df12-8c70-4f13-8a74-10279ca299cf service neutron] Transition to ACTIVE for port object 9818e02e-834b-41e3-a0cb-c636abd507dd will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:50.686648 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0fc098e6-317b-443d-9b2e-d50f32fc64c7 req-3eafbbe1-c1c3-4500-a909-f99ee3d5297e tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415572 Jun 30 09:08:50.737166 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6b2b1-c2f1-4703-b7aa-729b80b9403f req-711a1e40-5d76-4382-9928-73998e5321ad tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:50.739258 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-08c6b2b1-c2f1-4703-b7aa-729b80b9403f req-711a1e40-5d76-4382-9928-73998e5321ad tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=906c9ab5-c69a-4408-8079-c0d364b96971 HTTP/1.1" status: 200 len: 949 time: 0.1178498 Jun 30 09:08:50.754730 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53ef673-284e-4f82-aea8-ccd3c1aac40e None None] Checking router: 9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:08:50.755545 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53ef673-284e-4f82-aea8-ccd3c1aac40e None None] Updating router 9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516 port d860bcb1-8f62-4de3-9581-123675bb88e2 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:08:50.780055 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a32ee14-c686-4c1e-9f7d-2b7c8789b792 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks [] for floatingip, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:50.804246 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-847d814c-6300-4c55-a323-4fa3b98f8c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:50.816264 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-08c6b2b1-c2f1-4703-b7aa-729b80b9403f req-143fe7ea-83cd-4433-951f-6f0e30c0504e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616641 Jun 30 09:08:50.903985 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-ea14df12-8c70-4f13-8a74-10279ca299cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:50.908541 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6c9b8-6c06-486f-acf9-9beb1bb3a2f6 req-7bfc4424-42cf-43f2-819c-0df58240a663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:50.910129 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a2f6c9b8-6c06-486f-acf9-9beb1bb3a2f6 req-7bfc4424-42cf-43f2-819c-0df58240a663 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=906c9ab5-c69a-4408-8079-c0d364b96971 HTTP/1.1" status: 200 len: 1101 time: 0.6999960 Jun 30 09:08:50.931625 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=95ce2fc6-54f7-4719-9352-143bd62a5933,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:50.962618 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b53ef673-284e-4f82-aea8-ccd3c1aac40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:51.111194 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-4036de82-d6ed-4428-8812-c1d6ce3f149c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91b73ffe-d46a-4dcd-ae20-6f135629a487 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:51.133306 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-4036de82-d6ed-4428-8812-c1d6ce3f149c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:51.173788 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-4036de82-d6ed-4428-8812-c1d6ce3f149c service neutron] Transition to ACTIVE for port object 91b73ffe-d46a-4dcd-ae20-6f135629a487 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:51.261533 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d0a14b6a-d8b2-4726-8c12-3a50ce4efbee up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:51.303412 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-4036de82-d6ed-4428-8812-c1d6ce3f149c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:51.426649 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a32ee14-c686-4c1e-9f7d-2b7c8789b792 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:51.601400 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port d0a14b6a-d8b2-4726-8c12-3a50ce4efbee triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:51.602257 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:51.637911 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d0c836de-ce02-4fce-b39d-b697294319fd req-fedd8539-b2b6-4270-8785-01b1c8b2697e tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=8835005c-1cf9-4d5a-91df-99cce8aa2028 HTTP/1.1" status: 200 len: 210 time: 0.0511701 Jun 30 09:08:51.736758 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036de82-d6ed-4428-8812-c1d6ce3f149c service neutron] Pushing event updated for resources: {'Port': ['ID=91b73ffe-d46a-4dcd-ae20-6f135629a487,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:51.821508 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-4036de82-d6ed-4428-8812-c1d6ce3f149c service neutron] Attempting to bind port 91b73ffe-d46a-4dcd-ae20-6f135629a487 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:51.821875 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-4036de82-d6ed-4428-8812-c1d6ce3f149c service neutron] Attempting to bind port 91b73ffe-d46a-4dcd-ae20-6f135629a487 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:51.822209 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-4036de82-d6ed-4428-8812-c1d6ce3f149c service neutron] Attempting to bind port 91b73ffe-d46a-4dcd-ae20-6f135629a487 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:51.829895 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-4036de82-d6ed-4428-8812-c1d6ce3f149c service neutron] Port 91b73ffe-d46a-4dcd-ae20-6f135629a487 on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:08:51.837062 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-4036de82-d6ed-4428-8812-c1d6ce3f149c service neutron] Attempting to bind port 91b73ffe-d46a-4dcd-ae20-6f135629a487 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:51.839483 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b53ef673-284e-4f82-aea8-ccd3c1aac40e None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:51.851935 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-4036de82-d6ed-4428-8812-c1d6ce3f149c service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:51.852733 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-4036de82-d6ed-4428-8812-c1d6ce3f149c service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:51.853215 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b53ef673-284e-4f82-aea8-ccd3c1aac40e None None] Transition to ACTIVE for port object d860bcb1-8f62-4de3-9581-123675bb88e2 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:51.853484 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-4036de82-d6ed-4428-8812-c1d6ce3f149c service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:51.854109 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-4036de82-d6ed-4428-8812-c1d6ce3f149c service neutron] Bound port: 91b73ffe-d46a-4dcd-ae20-6f135629a487, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:51.854659 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-4036de82-d6ed-4428-8812-c1d6ce3f149c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:51.935882 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b53ef673-284e-4f82-aea8-ccd3c1aac40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:52.002805 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5878361-e80c-4636-89f0-d059d8467dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ce2fc6-54f7-4719-9352-143bd62a5933'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:52.005951 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9dc2a5-cf6f-42a2-94bf-07961509ee00" -d '{"events": [{"server_uuid": "e5878361-e80c-4636-89f0-d059d8467dd7", "name": "network-vif-plugged", "status": "completed", "tag": "95ce2fc6-54f7-4719-9352-143bd62a5933"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:52.006144 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14df12-8c70-4f13-8a74-10279ca299cf service neutron] Pushing event updated for resources: {'Port': ['ID=9818e02e-834b-41e3-a0cb-c636abd507dd,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:52.046835 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-4036de82-d6ed-4428-8812-c1d6ce3f149c service neutron] For port 91b73ffe-d46a-4dcd-ae20-6f135629a487, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:52.054013 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-4036de82-d6ed-4428-8812-c1d6ce3f149c service neutron] For port 91b73ffe-d46a-4dcd-ae20-6f135629a487, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=91b73ffe-d46a-4dcd-ae20-6f135629a487,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:52.082427 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-2a32ee14-c686-4c1e-9f7d-2b7c8789b792 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Allocated IP 172.25.6.5 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/aa73c143-14d7-40f8-a623-8f10b20b1a56) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:52.087531 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-b53ef673-284e-4f82-aea8-ccd3c1aac40e None None] Attempting to bind port d860bcb1-8f62-4de3-9581-123675bb88e2 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:52.089358 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-b53ef673-284e-4f82-aea8-ccd3c1aac40e None None] Attempting to bind port d860bcb1-8f62-4de3-9581-123675bb88e2 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:52.090601 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53ef673-284e-4f82-aea8-ccd3c1aac40e None None] Attempting to bind port d860bcb1-8f62-4de3-9581-123675bb88e2 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:52.140827 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf0858-fd62-427e-bcb5-14102a8e3e75 None None] Pushing event updated for resources: {'Port': ['ID=d860bcb1-8f62-4de3-9581-123675bb88e2,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:52.166496 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53ef673-284e-4f82-aea8-ccd3c1aac40e None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:52.167092 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53ef673-284e-4f82-aea8-ccd3c1aac40e None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:52.167770 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b53ef673-284e-4f82-aea8-ccd3c1aac40e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:52.168381 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53ef673-284e-4f82-aea8-ccd3c1aac40e None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:52.169192 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-b53ef673-284e-4f82-aea8-ccd3c1aac40e None None] Bound port: d860bcb1-8f62-4de3-9581-123675bb88e2, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:52.169765 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b53ef673-284e-4f82-aea8-ccd3c1aac40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:52.216348 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a2f6c9b8-6c06-486f-acf9-9beb1bb3a2f6 req-bd333a15-7865-4f7b-8ac1-b1454d7e3027 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2292907 Jun 30 09:08:52.225806 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-4036de82-d6ed-4428-8812-c1d6ce3f149c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:52.249032 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-b53ef673-284e-4f82-aea8-ccd3c1aac40e None None] For port d860bcb1-8f62-4de3-9581-123675bb88e2, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:52.254157 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-b53ef673-284e-4f82-aea8-ccd3c1aac40e None None] For port d860bcb1-8f62-4de3-9581-123675bb88e2, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=d860bcb1-8f62-4de3-9581-123675bb88e2,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:52.301003 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-4036de82-d6ed-4428-8812-c1d6ce3f149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:52.308046 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-4036de82-d6ed-4428-8812-c1d6ce3f149c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:52.308046 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-4036de82-d6ed-4428-8812-c1d6ce3f149c service neutron] 10.222.0.37 "PUT /v2.0/ports/91b73ffe-d46a-4dcd-ae20-6f135629a487 HTTP/1.1" status: 200 len: 1097 time: 3.1525865 Jun 30 09:08:52.409651 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2893b07-b972-4655-91e0-95e9ec284436 req-1f711b78-8227-4808-b1ce-5b9ff21ccb81 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:52.411677 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a2893b07-b972-4655-91e0-95e9ec284436 req-1f711b78-8227-4808-b1ce-5b9ff21ccb81 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.2518110 Jun 30 09:08:52.412675 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d5f9b-a6ea-4c94-bd3e-8f89a75e7a19 req-1ffabdbb-87d6-44ac-b21f-ebbe70704d06 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:52.420523 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036de82-d6ed-4428-8812-c1d6ce3f149c service neutron] Pushing event updated for resources: {'Port': ['ID=91b73ffe-d46a-4dcd-ae20-6f135629a487,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:52.426467 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e63d5f9b-a6ea-4c94-bd3e-8f89a75e7a19 req-1ffabdbb-87d6-44ac-b21f-ebbe70704d06 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b7a37db-f6c7-4160-ba5e-9efa799cbd74 HTTP/1.1" status: 200 len: 947 time: 0.4128470 Jun 30 09:08:52.442088 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-847d814c-6300-4c55-a323-4fa3b98f8c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:52.446100 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b53ef673-284e-4f82-aea8-ccd3c1aac40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:52.451454 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20ec5b3-3afa-414d-94d3-082f503542a1', 'tag': '91b73ffe-d46a-4dcd-ae20-6f135629a487'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:52.455043 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a15b96-1379-40b0-b933-8a289e709b52" -d '{"events": [{"name": "network-changed", "server_uuid": "b20ec5b3-3afa-414d-94d3-082f503542a1", "tag": "91b73ffe-d46a-4dcd-ae20-6f135629a487"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:52.473659 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a32ee14-c686-4c1e-9f7d-2b7c8789b792 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:52.545901 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a2893b07-b972-4655-91e0-95e9ec284436 req-e583c137-b937-4fc5-9a63-64f4b268b47f tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122420 Jun 30 09:08:52.576716 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf0858-fd62-427e-bcb5-14102a8e3e75 None None] Pushing event updated for resources: {'Port': ['ID=d860bcb1-8f62-4de3-9581-123675bb88e2,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:52.624405 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53ef673-284e-4f82-aea8-ccd3c1aac40e None None] Routers {'9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:08:52.625083 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b53ef673-284e-4f82-aea8-ccd3c1aac40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:08:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:52.637141 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-acab4f94-d926-4fd2-8e89-6921d05a237d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:52.639247 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-acab4f94-d926-4fd2-8e89-6921d05a237d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4422e0094724a02b999077024ecf206&device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 1100 time: 0.1595793 Jun 30 09:08:52.642530 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d814c-6300-4c55-a323-4fa3b98f8c61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3152506f-1346-4806-befe-1a032ef5b3ec,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:52.648239 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1919d5ff-96f0-41db-b452-b871e15cf401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:52.653052 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-847d814c-6300-4c55-a323-4fa3b98f8c61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:52.655806 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-847d814c-6300-4c55-a323-4fa3b98f8c61 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3152506f-1346-4806-befe-1a032ef5b3ec HTTP/1.1" status: 204 len: 168 time: 2.7315390 Jun 30 09:08:52.660623 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57906) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:52.678878 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-ea14df12-8c70-4f13-8a74-10279ca299cf service neutron] Attempting to bind port 9818e02e-834b-41e3-a0cb-c636abd507dd on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:52.679558 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-ea14df12-8c70-4f13-8a74-10279ca299cf service neutron] Attempting to bind port 9818e02e-834b-41e3-a0cb-c636abd507dd by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:52.680189 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-ea14df12-8c70-4f13-8a74-10279ca299cf service neutron] Attempting to bind port 9818e02e-834b-41e3-a0cb-c636abd507dd on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:52.711955 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-4955c5e8-c70c-4921-ab6d-8ab801082a26 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=91b73ffe-d46a-4dcd-ae20-6f135629a487 HTTP/1.1" status: 200 len: 217 time: 0.0544751 Jun 30 09:08:52.713906 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a32ee14-c686-4c1e-9f7d-2b7c8789b792 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:52.746663 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-ea14df12-8c70-4f13-8a74-10279ca299cf service neutron] Port 9818e02e-834b-41e3-a0cb-c636abd507dd on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:08:52.747442 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-ea14df12-8c70-4f13-8a74-10279ca299cf service neutron] Attempting to bind port 9818e02e-834b-41e3-a0cb-c636abd507dd on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:52.757736 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-ea14df12-8c70-4f13-8a74-10279ca299cf service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:52.758581 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-ea14df12-8c70-4f13-8a74-10279ca299cf service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:52.759467 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-ea14df12-8c70-4f13-8a74-10279ca299cf service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:52.760174 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-ea14df12-8c70-4f13-8a74-10279ca299cf service neutron] Bound port: 9818e02e-834b-41e3-a0cb-c636abd507dd, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:52.761098 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-ea14df12-8c70-4f13-8a74-10279ca299cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:52.778053 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32ee14-c686-4c1e-9f7d-2b7c8789b792 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Pushing event updated for resources: {'Port': ['ID=aa73c143-14d7-40f8-a623-8f10b20b1a56,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:52.792425 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e63d5f9b-a6ea-4c94-bd3e-8f89a75e7a19 req-8e33a603-75e9-4f42-9568-f859c2c5a73e tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451960 Jun 30 09:08:52.822048 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2c2f5265-1928-4860-a8a2-511613e8a677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:52.883209 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a32ee14-c686-4c1e-9f7d-2b7c8789b792 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:52.910201 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-2a32ee14-c686-4c1e-9f7d-2b7c8789b792 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:52.914128 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a32ee14-c686-4c1e-9f7d-2b7c8789b792 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:52.917272 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-46762cb4-2cf5-46a0-95f4-64f2410c768e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:52.922113 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-46762cb4-2cf5-46a0-95f4-64f2410c768e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.2017796 Jun 30 09:08:52.944262 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-b53ef673-284e-4f82-aea8-ccd3c1aac40e None None] Set router 9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:08:53.033984 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3205ad-5715-4ffe-b6de-09b89e386f15 x-openstack-request-id: req-3a3205ad-5715-4ffe-b6de-09b89e386f15 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:53.034576 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20ec5b3-3afa-414d-94d3-082f503542a1", "tag": "91b73ffe-d46a-4dcd-ae20-6f135629a487", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:53.034983 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3a3205ad-5715-4ffe-b6de-09b89e386f15 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:53.035692 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20ec5b3-3afa-414d-94d3-082f503542a1', 'tag': '91b73ffe-d46a-4dcd-ae20-6f135629a487', 'status': 'completed', 'code': 200} Jun 30 09:08:53.061707 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5e56b-268c-4339-9a25-64a18e347b82 req-820f105b-029a-484d-9310-d59770abb638 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:53.069573 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5c5e56b-268c-4339-9a25-64a18e347b82 req-820f105b-029a-484d-9310-d59770abb638 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=906c9ab5-c69a-4408-8079-c0d364b96971 HTTP/1.1" status: 200 len: 949 time: 0.2294407 Jun 30 09:08:53.098213 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-57ecfc0c-ef7e-4606-9665-a76978ad3ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:53.099947 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-57ecfc0c-ef7e-4606-9665-a76978ad3ede service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1446877 Jun 30 09:08:53.118516 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2c2f5265-1928-4860-a8a2-511613e8a677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:53.123748 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c02b7f7-e313-432d-8b63-45f7093578ab x-openstack-request-id: req-4c02b7f7-e313-432d-8b63-45f7093578ab {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:53.124530 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5878361-e80c-4636-89f0-d059d8467dd7", "name": "network-vif-plugged", "status": "completed", "tag": "95ce2fc6-54f7-4719-9352-143bd62a5933", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:53.124993 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4c02b7f7-e313-432d-8b63-45f7093578ab {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:53.126073 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5878361-e80c-4636-89f0-d059d8467dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ce2fc6-54f7-4719-9352-143bd62a5933', 'code': 200} Jun 30 09:08:53.153846 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-2c2f5265-1928-4860-a8a2-511613e8a677 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d47f32-0527-459a-89b0-b289dc17a577']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:53.159933 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a32ee14-c686-4c1e-9f7d-2b7c8789b792 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:53.167041 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-2c2f5265-1928-4860-a8a2-511613e8a677 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbea20bb-388b-4dbe-8213-ad56752d6311') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:53.167513 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-2c2f5265-1928-4860-a8a2-511613e8a677 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbea20bb-388b-4dbe-8213-ad56752d6311') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:53.179282 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2c2f5265-1928-4860-a8a2-511613e8a677 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:53.195758 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2c2f5265-1928-4860-a8a2-511613e8a677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:53.203217 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2f5265-1928-4860-a8a2-511613e8a677 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:08:53.204046 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2c2f5265-1928-4860-a8a2-511613e8a677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:08:53.282901 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:08:53.334764 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b53ef673-284e-4f82-aea8-ccd3c1aac40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'name': 'tempest-ServersTestManualDisk-105338152-router', 'tenant_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'd860bcb1-8f62-4de3-9581-123675bb88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:39Z', 'updated_at': '2021-06-30T09:08:44Z', 'revision_number': 3, 'project_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'gw_port': {'id': 'd860bcb1-8f62-4de3-9581-123675bb88e2', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:42Z', 'updated_at': '2021-06-30T09:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:53.355865 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-bb25db5b-b5c1-464c-b09f-d7712b191e0e service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884439 Jun 30 09:08:53.392457 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-ea14df12-8c70-4f13-8a74-10279ca299cf service neutron] For port 9818e02e-834b-41e3-a0cb-c636abd507dd, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:53.394066 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53ef673-284e-4f82-aea8-ccd3c1aac40e None None] The sync data for ids ['9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516'] in n-d-771363-31 is: [{'id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'name': 'tempest-ServersTestManualDisk-105338152-router', 'tenant_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'd860bcb1-8f62-4de3-9581-123675bb88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:39Z', 'updated_at': '2021-06-30T09:08:44Z', 'revision_number': 3, 'project_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'gw_port': {'id': 'd860bcb1-8f62-4de3-9581-123675bb88e2', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:42Z', 'updated_at': '2021-06-30T09:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:08:53.424966 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1bc53980-1610-4104-8943-d9562793dbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:53.428992 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:53.450283 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-ea14df12-8c70-4f13-8a74-10279ca299cf service neutron] For port 9818e02e-834b-41e3-a0cb-c636abd507dd, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=9818e02e-834b-41e3-a0cb-c636abd507dd,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:53.452700 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2c2f5265-1928-4860-a8a2-511613e8a677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:53.466550 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2c2f5265-1928-4860-a8a2-511613e8a677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:53.469982 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2c2f5265-1928-4860-a8a2-511613e8a677 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e5d47f32-0527-459a-89b0-b289dc17a577 HTTP/1.1" status: 204 len: 168 time: 0.8076375 Jun 30 09:08:53.514831 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f5265-1928-4860-a8a2-511613e8a677 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5d47f32-0527-459a-89b0-b289dc17a577,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:53.551710 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-ea14df12-8c70-4f13-8a74-10279ca299cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:53.558983 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5c5e56b-268c-4339-9a25-64a18e347b82 req-10164f79-611c-4094-be54-68ece12471e3 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884393 Jun 30 09:08:53.563976 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a32ee14-c686-4c1e-9f7d-2b7c8789b792 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:53.614081 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-1919d5ff-96f0-41db-b452-b871e15cf401 admin admin] Allocated IP 172.20.0.1 (d9d765b7-65f5-4caf-948c-3f41a16c950f/24c4b3bc-00c1-420f-b67e-caf4aa60c39a/0887ede0-d1ec-4736-8e24-d685d425070a) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:53.621249 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e82fa-9a0b-422b-bb54-bfa0e15a66b0 req-3bcd2b83-db9a-4154-8c33-ea62f240a293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:53.623049 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-324e82fa-9a0b-422b-bb54-bfa0e15a66b0 req-3bcd2b83-db9a-4154-8c33-ea62f240a293 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e5878361-e80c-4636-89f0-d059d8467dd7 HTTP/1.1" status: 200 len: 1102 time: 0.5897315 Jun 30 09:08:53.641848 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-ea14df12-8c70-4f13-8a74-10279ca299cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:53.642606 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-ea14df12-8c70-4f13-8a74-10279ca299cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:53.644404 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-ea14df12-8c70-4f13-8a74-10279ca299cf service neutron] 10.222.0.37 "PUT /v2.0/ports/9818e02e-834b-41e3-a0cb-c636abd507dd HTTP/1.1" status: 200 len: 1096 time: 4.4946787 Jun 30 09:08:53.680963 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7a37db-f6c7-4160-ba5e-9efa799cbd74', 'tag': '9818e02e-834b-41e3-a0cb-c636abd507dd'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:53.685079 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065964e4-7628-4009-a141-881c6f77a60f" -d '{"events": [{"name": "network-changed", "server_uuid": "2b7a37db-f6c7-4160-ba5e-9efa799cbd74", "tag": "9818e02e-834b-41e3-a0cb-c636abd507dd"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:53.809586 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-324e82fa-9a0b-422b-bb54-bfa0e15a66b0 req-de8f8db3-ccae-48f5-9af0-59cb4021bffa service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751606 Jun 30 09:08:53.830999 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14df12-8c70-4f13-8a74-10279ca299cf service neutron] Pushing event updated for resources: {'Port': ['ID=9818e02e-834b-41e3-a0cb-c636abd507dd,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:54.150462 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1919d5ff-96f0-41db-b452-b871e15cf401 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.158231 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-31146cca-716c-4cd7-a7af-b4710dcf70e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:54.161958 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-31146cca-716c-4cd7-a7af-b4710dcf70e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4422e0094724a02b999077024ecf206&device_id=2b7a37db-f6c7-4160-ba5e-9efa799cbd74 HTTP/1.1" status: 200 len: 1099 time: 0.3546951 Jun 30 09:08:54.199358 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57922) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:54.234365 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb7eb306-f10f-4bdd-96ae-d0bce37de813 req-93a45a65-eaef-48b3-8e92-5035f5a9934c service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8714883 Jun 30 09:08:54.292831 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-c42e84f4-e5de-48ad-a49d-5797156ec8bd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=9818e02e-834b-41e3-a0cb-c636abd507dd HTTP/1.1" status: 200 len: 217 time: 0.1184025 Jun 30 09:08:54.295960 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-1919d5ff-96f0-41db-b452-b871e15cf401 admin admin] Transition to ACTIVE for port object 0887ede0-d1ec-4736-8e24-d685d425070a will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:54.332292 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7badf47b-78a6-46fd-b636-db5bcb015091 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dc9111667c304709b5938aeb3fbf1524&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1295490 Jun 30 09:08:54.339931 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57924) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:54.387284 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72f387-0472-434d-9a4d-b4c97f10db20 req-56bc06b0-2182-41c5-bca1-009836799f78 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:54.394684 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2d72f387-0472-434d-9a4d-b4c97f10db20 req-56bc06b0-2182-41c5-bca1-009836799f78 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.4404278 Jun 30 09:08:54.459782 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-04410ec0-c82d-4757-99b7-bbf60eaaa24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:54.461267 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-04410ec0-c82d-4757-99b7-bbf60eaaa24c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.0724833 Jun 30 09:08:54.493654 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a32ee14-c686-4c1e-9f7d-2b7c8789b792 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.545499 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1919d5ff-96f0-41db-b452-b871e15cf401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.590629 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e924de74-9535-4d8f-a83b-df6fe1539178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.602753 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2d72f387-0472-434d-9a4d-b4c97f10db20 req-f07e6ba5-137b-4012-b29d-2d74129f9d92 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039435 Jun 30 09:08:54.612552 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.644076 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919d5ff-96f0-41db-b452-b871e15cf401 admin admin] Pushing event updated for resources: {'Port': ['ID=0887ede0-d1ec-4736-8e24-d685d425070a,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:54.659196 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e924de74-9535-4d8f-a83b-df6fe1539178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.677533 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a32ee14-c686-4c1e-9f7d-2b7c8789b792 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.696328 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a15b96-1379-40b0-b933-8a289e709b52 req-b9c5558d-1737-472b-a39e-9240366c197d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:54.698150 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70a15b96-1379-40b0-b933-8a289e709b52 req-b9c5558d-1737-472b-a39e-9240366c197d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4422e0094724a02b999077024ecf206&device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 1100 time: 0.2556741 Jun 30 09:08:54.717622 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1919d5ff-96f0-41db-b452-b871e15cf401 admin admin] Network d9d765b7-65f5-4caf-948c-3f41a16c950f is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:54.717622 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-a9db8c6d-f5c0-4f20-b727-ececb05e4b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:54.717622 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-a9db8c6d-f5c0-4f20-b727-ececb05e4b70 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2467108 Jun 30 09:08:54.717622 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-1919d5ff-96f0-41db-b452-b871e15cf401 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:54.742783 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1919d5ff-96f0-41db-b452-b871e15cf401 admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:54.793023 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2dd4ebd-6d58-4ba6-9761-86dbc2e6cd56 x-openstack-request-id: req-e2dd4ebd-6d58-4ba6-9761-86dbc2e6cd56 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:54.795440 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b7a37db-f6c7-4160-ba5e-9efa799cbd74", "tag": "9818e02e-834b-41e3-a0cb-c636abd507dd", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:54.795875 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e2dd4ebd-6d58-4ba6-9761-86dbc2e6cd56 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:54.796399 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b7a37db-f6c7-4160-ba5e-9efa799cbd74', 'tag': '9818e02e-834b-41e3-a0cb-c636abd507dd', 'status': 'completed', 'code': 200} Jun 30 09:08:54.960997 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1919d5ff-96f0-41db-b452-b871e15cf401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:55.139997 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-bc795c5b-6ea6-41a9-95af-6edb3b49e014 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424113 Jun 30 09:08:55.171417 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a95750e6-3872-4570-82bf-0a42ba6491b8 None None] Provisioning for port 0887ede0-d1ec-4736-8e24-d685d425070a completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:55.179304 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a95750e6-3872-4570-82bf-0a42ba6491b8 None None] Provisioning complete for port 0887ede0-d1ec-4736-8e24-d685d425070a triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:55.179717 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a95750e6-3872-4570-82bf-0a42ba6491b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:55.251055 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d860bcb1-8f62-4de3-9581-123675bb88e2 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:55.320501 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a95750e6-3872-4570-82bf-0a42ba6491b8 None None] Port 0887ede0-d1ec-4736-8e24-d685d425070a cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:08:55.369836 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32ee14-c686-4c1e-9f7d-2b7c8789b792 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Pushing event updated for resources: {'Port': ['ID=aa73c143-14d7-40f8-a623-8f10b20b1a56,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:55.455706 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-13903715-b34b-45fa-b1a6-85c58c6271a4 req-365d3414-a080-4f68-a947-c9283bbe4601 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813346 Jun 30 09:08:55.462932 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port d860bcb1-8f62-4de3-9581-123675bb88e2 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:55.470703 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a15b96-1379-40b0-b933-8a289e709b52 req-bfcd34f7-e055-4e93-a850-77a14e0e4e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:55.471646 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port d860bcb1-8f62-4de3-9581-123675bb88e2 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:55.472632 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:55.476337 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70a15b96-1379-40b0-b933-8a289e709b52 req-bfcd34f7-e055-4e93-a850-77a14e0e4e07 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.7582436 Jun 30 09:08:55.502186 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a32ee14-c686-4c1e-9f7d-2b7c8789b792 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:55.569491 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70a15b96-1379-40b0-b933-8a289e709b52 req-47650f20-60b7-43fb-a3e7-43a8edeeb6e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=91b73ffe-d46a-4dcd-ae20-6f135629a487 HTTP/1.1" status: 200 len: 217 time: 0.0804169 Jun 30 09:08:55.606759 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3e6ba-1b44-467f-a333-43853a908d6d req-02ba1981-67fa-4179-bfe9-db35c54ac10b tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:55.611094 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4cf3e6ba-1b44-467f-a333-43853a908d6d req-02ba1981-67fa-4179-bfe9-db35c54ac10b tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=906c9ab5-c69a-4408-8079-c0d364b96971 HTTP/1.1" status: 200 len: 949 time: 0.1389682 Jun 30 09:08:55.627556 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:55.663388 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f4097-53ba-4ea4-88a7-6edfb74a9d88 req-d1f2195b-0277-42c2-b458-16b56ece5e71 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:55.674672 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b96f4097-53ba-4ea4-88a7-6edfb74a9d88 req-d1f2195b-0277-42c2-b458-16b56ece5e71 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b7a37db-f6c7-4160-ba5e-9efa799cbd74 HTTP/1.1" status: 200 len: 947 time: 0.6263967 Jun 30 09:08:55.685954 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port d860bcb1-8f62-4de3-9581-123675bb88e2, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=d860bcb1-8f62-4de3-9581-123675bb88e2,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:55.744923 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e924de74-9535-4d8f-a83b-df6fe1539178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:55.747752 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e924de74-9535-4d8f-a83b-df6fe1539178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:55.752280 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e924de74-9535-4d8f-a83b-df6fe1539178 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8e7329ae-39c2-4a66-a1a7-5407878d1c86 HTTP/1.1" status: 204 len: 168 time: 1.4101543 Jun 30 09:08:55.762266 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1919d5ff-96f0-41db-b452-b871e15cf401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:55.769527 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a32ee14-c686-4c1e-9f7d-2b7c8789b792 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:55.771547 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2a32ee14-c686-4c1e-9f7d-2b7c8789b792 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.1981230 Jun 30 09:08:55.813941 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46253a3-d792-45bf-9e3a-fc3b80485652 req-29a26599-ef51-4b93-88dc-c29bfac94dd1 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:55.822100 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f46253a3-d792-45bf-9e3a-fc3b80485652 req-29a26599-ef51-4b93-88dc-c29bfac94dd1 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.37 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 944 time: 0.4440091 Jun 30 09:08:55.823862 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4cf3e6ba-1b44-467f-a333-43853a908d6d req-cf45e8ae-e634-4de2-a08e-95a630c0b329 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066422 Jun 30 09:08:55.831714 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:55.846458 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924de74-9535-4d8f-a83b-df6fe1539178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7329ae-39c2-4a66-a1a7-5407878d1c86,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:55.924070 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a15b96-1379-40b0-b933-8a289e709b52 req-e3d4aba1-5bb7-410d-8515-7715d9ef9379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:55.925917 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70a15b96-1379-40b0-b933-8a289e709b52 req-e3d4aba1-5bb7-410d-8515-7715d9ef9379 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.3468940 Jun 30 09:08:55.982293 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=d860bcb1-8f62-4de3-9581-123675bb88e2,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:56.060306 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b96f4097-53ba-4ea4-88a7-6edfb74a9d88 req-54964053-5c54-4ee4-b313-cd17692544d6 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843589 Jun 30 09:08:56.129553 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065964e4-7628-4009-a141-881c6f77a60f req-58d50e89-c5ef-4a8f-9891-87bda928f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:56.152484 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-065964e4-7628-4009-a141-881c6f77a60f req-58d50e89-c5ef-4a8f-9891-87bda928f7ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4422e0094724a02b999077024ecf206&device_id=2b7a37db-f6c7-4160-ba5e-9efa799cbd74 HTTP/1.1" status: 200 len: 1099 time: 0.4402659 Jun 30 09:08:56.216777 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:56.353960 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1919d5ff-96f0-41db-b452-b871e15cf401 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:56.370389 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a15b96-1379-40b0-b933-8a289e709b52 req-2c7ef3da-fa38-46b6-813d-df2025e8a631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:56.372230 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70a15b96-1379-40b0-b933-8a289e709b52 req-2c7ef3da-fa38-46b6-813d-df2025e8a631 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3481739 Jun 30 09:08:56.479825 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1919d5ff-96f0-41db-b452-b871e15cf401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:56.518573 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991734a8-54d0-411d-80df-55137c773d7b req-79166cb9-a7a0-42e8-9c82-9176d359998a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:56.531772 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-991734a8-54d0-411d-80df-55137c773d7b req-79166cb9-a7a0-42e8-9c82-9176d359998a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.2572906 Jun 30 09:08:56.569934 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-f46253a3-d792-45bf-9e3a-fc3b80485652 req-61bb2c23-2b4a-4321-b2bb-5800932a35eb tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Deleting port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:56.569934 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f46253a3-d792-45bf-9e3a-fc3b80485652 req-61bb2c23-2b4a-4321-b2bb-5800932a35eb tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:56.679871 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919d5ff-96f0-41db-b452-b871e15cf401 admin admin] Pushing event updated for resources: {'Port': ['ID=0887ede0-d1ec-4736-8e24-d685d425070a,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:56.755531 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1919d5ff-96f0-41db-b452-b871e15cf401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:56.791506 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065964e4-7628-4009-a141-881c6f77a60f req-b1266b95-23c3-4c02-8a5f-34bf549bb1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:56.793956 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-065964e4-7628-4009-a141-881c6f77a60f req-b1266b95-23c3-4c02-8a5f-34bf549bb1cf service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.4354622 Jun 30 09:08:56.805957 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-991734a8-54d0-411d-80df-55137c773d7b req-01956226-2802-4e54-aee7-2499b554bb70 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732289 Jun 30 09:08:56.901990 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e87a8-a5ca-4c01-9037-5cd0d3b353ed req-410de7b7-4fa6-485a-aed5-1c42d32c9253 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:56.903609 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c24e87a8-a5ca-4c01-9037-5cd0d3b353ed req-410de7b7-4fa6-485a-aed5-1c42d32c9253 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 944 time: 0.5414600 Jun 30 09:08:56.908040 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-065964e4-7628-4009-a141-881c6f77a60f req-83a1ce40-96d7-4ac7-a8de-3db54144b859 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=9818e02e-834b-41e3-a0cb-c636abd507dd HTTP/1.1" status: 200 len: 217 time: 0.0989947 Jun 30 09:08:56.988078 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-f46253a3-d792-45bf-9e3a-fc3b80485652 req-61bb2c23-2b4a-4321-b2bb-5800932a35eb tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] For port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe,segment=NetworkSegment(2056c6f1-d94e-4b1c-92c4-078aa886e566),segment_id=2056c6f1-d94e-4b1c-92c4-078aa886e566)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:56.988443 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f46253a3-d792-45bf-9e3a-fc3b80485652 req-61bb2c23-2b4a-4321-b2bb-5800932a35eb tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:57.042285 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70a15b96-1379-40b0-b933-8a289e709b52 req-26d98366-47a9-4112-b2d8-a9bb1568573d service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6587837 Jun 30 09:08:57.052232 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-f46253a3-d792-45bf-9e3a-fc3b80485652 req-61bb2c23-2b4a-4321-b2bb-5800932a35eb tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Calling delete_port for dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:57.102739 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065964e4-7628-4009-a141-881c6f77a60f req-00957a5b-3f0b-4fc2-ad29-bb220ba1b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:57.104310 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-065964e4-7628-4009-a141-881c6f77a60f req-00957a5b-3f0b-4fc2-ad29-bb220ba1b85a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1850710 Jun 30 09:08:57.110284 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c24e87a8-a5ca-4c01-9037-5cd0d3b353ed req-9b95a892-9e23-4502-b63d-bb5f919f3905 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4dba73d-7432-411d-a66f-2e30226f8eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990366 Jun 30 09:08:57.137315 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d860bcb1-8f62-4de3-9581-123675bb88e2 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:57.179160 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1919d5ff-96f0-41db-b452-b871e15cf401 admin admin] Network d9d765b7-65f5-4caf-948c-3f41a16c950f is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:57.183270 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-1919d5ff-96f0-41db-b452-b871e15cf401 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:57.248643 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port d860bcb1-8f62-4de3-9581-123675bb88e2 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:57.249396 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:57.512218 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065964e4-7628-4009-a141-881c6f77a60f req-5b4f35ed-3309-4a5b-9bbc-7bf743697a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:57.519353 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 9818e02e-834b-41e3-a0cb-c636abd507dd details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:08:57.524016 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-065964e4-7628-4009-a141-881c6f77a60f req-5b4f35ed-3309-4a5b-9bbc-7bf743697a85 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4125476 Jun 30 09:08:57.565113 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1919d5ff-96f0-41db-b452-b871e15cf401 admin admin] Router 9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:08:57.993129 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1919d5ff-96f0-41db-b452-b871e15cf401 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:08:58.004142 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51349ca4-ebe2-4ec6-bec5-2fa5f149a832 None None] Sync routers for ids ['9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:08:58.013383 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bf01043d-5bde-4a48-b2ec-aeb52bfe8aa3 None None] Provisioning complete for port 0887ede0-d1ec-4736-8e24-d685d425070a triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:58.013967 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bf01043d-5bde-4a48-b2ec-aeb52bfe8aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:58.016232 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1919d5ff-96f0-41db-b452-b871e15cf401 admin admin] 10.222.0.10 "PUT /v2.0/routers/9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1025405 Jun 30 09:08:58.022424 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51349ca4-ebe2-4ec6-bec5-2fa5f149a832 None None] Routers {'9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:08:58.023166 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-51349ca4-ebe2-4ec6-bec5-2fa5f149a832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:08:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:58.033921 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58006) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:58.096810 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-065964e4-7628-4009-a141-881c6f77a60f req-f7f86455-249e-4e34-a912-2e3b54eb83a8 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169905 Jun 30 09:08:58.251023 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04a1b4-5834-48c2-a047-60f55a7f81e4 req-31235f72-af21-4a98-8a3b-bf3b57887b4a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:58.251023 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ea04a1b4-5834-48c2-a047-60f55a7f81e4 req-31235f72-af21-4a98-8a3b-bf3b57887b4a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b7a37db-f6c7-4160-ba5e-9efa799cbd74 HTTP/1.1" status: 200 len: 947 time: 0.2937412 Jun 30 09:08:58.255609 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-51349ca4-ebe2-4ec6-bec5-2fa5f149a832 None None] Set router 9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:08:58.258611 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-27c5cce2-2d4e-47d2-b07f-f745f87e4e63 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-97095789-network', 'tenant_id': 'e0240e8a9d4242cd9544ba218f33d8ca'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:58.281484 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 9818e02e-834b-41e3-a0cb-c636abd507dd, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=9818e02e-834b-41e3-a0cb-c636abd507dd,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:58.282706 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70a15b96-1379-40b0-b933-8a289e709b52 req-392b985a-6a78-4a73-bd2f-ead9eb6155c9 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2280381 Jun 30 09:08:58.307668 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '9818e02e-834b-41e3-a0cb-c636abd507dd', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': '9818e02e-834b-41e3-a0cb-c636abd507dd', 'mac_address': 'fa:16:3e:ff:05:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:08:58.312322 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29053825-ecf3-4980-b979-575bca6e5b59 req-71a1b292-5f0d-41f8-a68c-ab91f364b28c tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:58.316499 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bf01043d-5bde-4a48-b2ec-aeb52bfe8aa3 None None] Port 0887ede0-d1ec-4736-8e24-d685d425070a cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:08:58.320964 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29053825-ecf3-4980-b979-575bca6e5b59 req-71a1b292-5f0d-41f8-a68c-ab91f364b28c tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5878361-e80c-4636-89f0-d059d8467dd7 HTTP/1.1" status: 200 len: 950 time: 1.2431617 Jun 30 09:08:58.357771 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:58.384481 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9818e02e-834b-41e3-a0cb-c636abd507dd {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:58.389824 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29053825-ecf3-4980-b979-575bca6e5b59 req-a4116354-3dea-4ffb-9036-559f16902af9 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681472 Jun 30 09:08:58.405906 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-065964e4-7628-4009-a141-881c6f77a60f req-5baf9458-59eb-4ed1-a7fc-c4bf459d1445 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012068 Jun 30 09:08:58.418751 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ea04a1b4-5834-48c2-a047-60f55a7f81e4 req-ff26d767-e4f4-49d1-870e-1b43f7e87a5d tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559792 Jun 30 09:08:58.447389 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 9818e02e-834b-41e3-a0cb-c636abd507dd, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=9818e02e-834b-41e3-a0cb-c636abd507dd,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:58.582415 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c5cce2-2d4e-47d2-b07f-f745f87e4e63 admin admin] Made reservation on behalf of e0240e8a9d4242cd9544ba218f33d8ca for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:58.586352 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:58.586580 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-27c5cce2-2d4e-47d2-b07f-f745f87e4e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:58.586752 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 91b73ffe-d46a-4dcd-ae20-6f135629a487 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:08:58.603330 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-27c5cce2-2d4e-47d2-b07f-f745f87e4e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:58.699258 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f46253a3-d792-45bf-9e3a-fc3b80485652 req-61bb2c23-2b4a-4321-b2bb-5800932a35eb tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:58.753673 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 91b73ffe-d46a-4dcd-ae20-6f135629a487, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=91b73ffe-d46a-4dcd-ae20-6f135629a487,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:58.765827 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb2c23-2b4a-4321-b2bb-5800932a35eb tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Pushing event deleted for resources: {'Port': ['ID=dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:58.775090 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '91b73ffe-d46a-4dcd-ae20-6f135629a487', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': '91b73ffe-d46a-4dcd-ae20-6f135629a487', 'mac_address': 'fa:16:3e:e0:d3:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:08:58.780972 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-46706b4d-4c80-4cd8-943c-c37a1b07dacd req-c698647b-27b8-497b-be0c-f655420c1a40 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 210 time: 0.1406517 Jun 30 09:08:58.865272 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475716c-7970-46fd-a721-1bfe995e3d6f req-d0bd1569-7a43-49d3-8c29-e9797e8c2572 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:58.871277 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9475716c-7970-46fd-a721-1bfe995e3d6f req-d0bd1569-7a43-49d3-8c29-e9797e8c2572 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.2638304 Jun 30 09:08:58.930379 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-51349ca4-ebe2-4ec6-bec5-2fa5f149a832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'name': 'tempest-ServersTestManualDisk-105338152-router', 'tenant_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'd860bcb1-8f62-4de3-9581-123675bb88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:39Z', 'updated_at': '2021-06-30T09:08:55Z', 'revision_number': 4, 'project_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'gw_port': {'id': 'd860bcb1-8f62-4de3-9581-123675bb88e2', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:42Z', 'updated_at': '2021-06-30T09:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '0887ede0-d1ec-4736-8e24-d685d425070a', 'name': '', 'network_id': 'd9d765b7-65f5-4caf-948c-3f41a16c950f', 'tenant_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'mac_address': 'fa:16:3e:b4:d2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '24c4b3bc-00c1-420f-b67e-caf4aa60c39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:52Z', 'updated_at': '2021-06-30T09:08:55Z', 'revision_number': 2, 'project_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'subnets': [{'id': '24c4b3bc-00c1-420f-b67e-caf4aa60c39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:58.932411 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46253a3-d792-45bf-9e3a-fc3b80485652 req-61bb2c23-2b4a-4321-b2bb-5800932a35eb tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] No DVR routers for this DVR port dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:08:58.937341 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f46253a3-d792-45bf-9e3a-fc3b80485652 req-61bb2c23-2b4a-4321-b2bb-5800932a35eb tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:58.947071 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f46253a3-d792-45bf-9e3a-fc3b80485652 req-61bb2c23-2b4a-4321-b2bb-5800932a35eb tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.37 "DELETE /v2.0/ports/dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe HTTP/1.1" status: 204 len: 173 time: 3.1014919 Jun 30 09:08:58.961038 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e133eae4-fa5f-4b9b-b92c-10419b958c18', 'name': 'network-vif-deleted', 'tag': 'dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:58.977607 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=9818e02e-834b-41e3-a0cb-c636abd507dd,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:58.987788 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81496f1f-744a-4b3f-abb8-89e8e3ae60ad" -d '{"events": [{"server_uuid": "e133eae4-fa5f-4b9b-b92c-10419b958c18", "name": "network-vif-deleted", "tag": "dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:59.003589 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:59.017772 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-27c5cce2-2d4e-47d2-b07f-f745f87e4e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:59.045972 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b73ffe-d46a-4dcd-ae20-6f135629a487 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:59.065539 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51349ca4-ebe2-4ec6-bec5-2fa5f149a832 None None] Checking router: 9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:08:59.066196 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51349ca4-ebe2-4ec6-bec5-2fa5f149a832 None None] Updating router 9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516 port 0887ede0-d1ec-4736-8e24-d685d425070a binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:08:59.085292 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9475716c-7970-46fd-a721-1bfe995e3d6f req-265f7d32-5df9-4934-9a2b-e883afd375f1 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579030 Jun 30 09:08:59.113802 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-27c5cce2-2d4e-47d2-b07f-f745f87e4e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:59.124584 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 91b73ffe-d46a-4dcd-ae20-6f135629a487, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=91b73ffe-d46a-4dcd-ae20-6f135629a487,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:59.183471 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-51349ca4-ebe2-4ec6-bec5-2fa5f149a832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:59.230811 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c5cce2-2d4e-47d2-b07f-f745f87e4e63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:08:59.252578 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5cce2-2d4e-47d2-b07f-f745f87e4e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc25663-0098-4047-8dac-5b035c6135d2,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:59.275390 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-27c5cce2-2d4e-47d2-b07f-f745f87e4e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:59.278203 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-27c5cce2-2d4e-47d2-b07f-f745f87e4e63 admin admin] Added segment 2e3fcf96-0d7c-4e31-ae2d-ceabfa1ade79 of type vlan for network a2deb22a-0a4c-4b09-9d89-82b24900fdc1 Jun 30 09:08:59.294352 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:59.429874 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-27c5cce2-2d4e-47d2-b07f-f745f87e4e63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:59.473906 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=91b73ffe-d46a-4dcd-ae20-6f135629a487,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:59.516909 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:59.591913 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:08:59.592251 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:08:59.630509 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['91b73ffe-d46a-4dcd-ae20-6f135629a487'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:08:59.633478 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-27c5cce2-2d4e-47d2-b07f-f745f87e4e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:59.634609 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c5cce2-2d4e-47d2-b07f-f745f87e4e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:59.635536 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-27c5cce2-2d4e-47d2-b07f-f745f87e4e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:59.838851 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['9818e02e-834b-41e3-a0cb-c636abd507dd'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:08:59.941595 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5cce2-2d4e-47d2-b07f-f745f87e4e63 admin admin] Pushing event updated for resources: {'Network': ['ID=a2deb22a-0a4c-4b09-9d89-82b24900fdc1,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:59.959881 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network a2deb22a-0a4c-4b09-9d89-82b24900fdc1 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:08:59.993184 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b27aa4-081b-46f4-8541-c32ffc0285ff req-7e9db40f-d773-405c-bb52-d917382779ff tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:00.003067 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b27aa4-081b-46f4-8541-c32ffc0285ff req-7e9db40f-d773-405c-bb52-d917382779ff tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:00.005105 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-32b27aa4-081b-46f4-8541-c32ffc0285ff req-7e9db40f-d773-405c-bb52-d917382779ff tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=906c9ab5-c69a-4408-8079-c0d364b96971&device_id=e5878361-e80c-4636-89f0-d059d8467dd7 HTTP/1.1" status: 200 len: 1690 time: 0.1792984 Jun 30 09:09:00.081818 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-27c5cce2-2d4e-47d2-b07f-f745f87e4e63 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0431783 Jun 30 09:09:00.082169 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58064) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:00.092289 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-415a44ca-fbfc-47af-b8c6-df82f4245c91 admin admin] Request body: {'subnet': {'network_id': 'a2deb22a-0a4c-4b09-9d89-82b24900fdc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-97095789-subnet', 'tenant_id': 'e0240e8a9d4242cd9544ba218f33d8ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:00.099540 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-32b27aa4-081b-46f4-8541-c32ffc0285ff req-4321993a-ad76-45ca-af1e-4b441131acd7 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880723 Jun 30 09:09:00.131085 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58068) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:00.138402 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-13a08cf6-2f32-4cb5-a4c6-e3fb64101b23 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Request body: {'security_group': {'name': 'tempest-securitygroup--799483176', 'description': 'tempest-description--744174058'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:00.170691 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-51349ca4-ebe2-4ec6-bec5-2fa5f149a832 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:00.185564 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea91f48f-b0e1-401d-b808-6fb2f01ec4e8 x-openstack-request-id: req-ea91f48f-b0e1-401d-b808-6fb2f01ec4e8 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:00.185564 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e133eae4-fa5f-4b9b-b92c-10419b958c18", "name": "network-vif-deleted", "tag": "dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:00.185564 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ea91f48f-b0e1-401d-b808-6fb2f01ec4e8 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:00.186435 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e133eae4-fa5f-4b9b-b92c-10419b958c18', 'name': 'network-vif-deleted', 'tag': 'dcc630ef-9559-4ffa-aae0-7e3dfe34a4fe', 'status': 'completed', 'code': 200} Jun 30 09:09:00.188812 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-51349ca4-ebe2-4ec6-bec5-2fa5f149a832 None None] Transition to ACTIVE for port object 0887ede0-d1ec-4736-8e24-d685d425070a will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:00.256800 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415a44ca-fbfc-47af-b8c6-df82f4245c91 admin admin] Made reservation on behalf of e0240e8a9d4242cd9544ba218f33d8ca for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:00.261223 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-51349ca4-ebe2-4ec6-bec5-2fa5f149a832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:00.272772 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-415a44ca-fbfc-47af-b8c6-df82f4245c91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:00.391916 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0830b01-7e71-494e-953d-60f0a7d06f34 None None] Pushing event updated for resources: {'Port': ['ID=0887ede0-d1ec-4736-8e24-d685d425070a,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:00.410549 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-13a08cf6-2f32-4cb5-a4c6-e3fb64101b23 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:00.612771 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-51349ca4-ebe2-4ec6-bec5-2fa5f149a832 None None] Attempting to bind port 0887ede0-d1ec-4736-8e24-d685d425070a on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:00.613231 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-51349ca4-ebe2-4ec6-bec5-2fa5f149a832 None None] Attempting to bind port 0887ede0-d1ec-4736-8e24-d685d425070a by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '1a09536c-8b7a-4961-979f-69f5d6e6b32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd9d765b7-65f5-4caf-948c-3f41a16c950f'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:00.613594 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51349ca4-ebe2-4ec6-bec5-2fa5f149a832 None None] Attempting to bind port 0887ede0-d1ec-4736-8e24-d685d425070a on network d9d765b7-65f5-4caf-948c-3f41a16c950f {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:00.636545 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51349ca4-ebe2-4ec6-bec5-2fa5f149a832 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:00.636969 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51349ca4-ebe2-4ec6-bec5-2fa5f149a832 None None] Checking segment: {'id': '1a09536c-8b7a-4961-979f-69f5d6e6b32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd9d765b7-65f5-4caf-948c-3f41a16c950f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:00.637376 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-51349ca4-ebe2-4ec6-bec5-2fa5f149a832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:00.637775 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51349ca4-ebe2-4ec6-bec5-2fa5f149a832 None None] Bound using segment: {'id': '1a09536c-8b7a-4961-979f-69f5d6e6b32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd9d765b7-65f5-4caf-948c-3f41a16c950f'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:00.638308 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-51349ca4-ebe2-4ec6-bec5-2fa5f149a832 None None] Bound port: 0887ede0-d1ec-4736-8e24-d685d425070a, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a09536c-8b7a-4961-979f-69f5d6e6b32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd9d765b7-65f5-4caf-948c-3f41a16c950f'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:00.638704 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-51349ca4-ebe2-4ec6-bec5-2fa5f149a832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:00.686980 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-13a08cf6-2f32-4cb5-a4c6-e3fb64101b23 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:00.770528 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-13a08cf6-2f32-4cb5-a4c6-e3fb64101b23 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:00.774906 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-51349ca4-ebe2-4ec6-bec5-2fa5f149a832 None None] For port 0887ede0-d1ec-4736-8e24-d685d425070a, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:00.798445 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-51349ca4-ebe2-4ec6-bec5-2fa5f149a832 None None] For port 0887ede0-d1ec-4736-8e24-d685d425070a, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=0887ede0-d1ec-4736-8e24-d685d425070a,segment=NetworkSegment(1a09536c-8b7a-4961-979f-69f5d6e6b32a),segment_id=1a09536c-8b7a-4961-979f-69f5d6e6b32a)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:00.835976 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a08cf6-2f32-4cb5-a4c6-e3fb64101b23 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=066c296a-b32e-4b97-8a79-1f6b059bab0e,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:00.871857 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5e6863ec-8da3-4e7d-8068-1ddd53bb795d req-74fc8658-d8c1-4e70-9b6f-da3bee861ac4 tempest-LiveAutoBlockMigrationV225Test-1904013920 tempest-LiveAutoBlockMigrationV225Test-1904013920-project] 10.222.0.10 "GET /v2.0/ports?device_id=e133eae4-fa5f-4b9b-b92c-10419b958c18 HTTP/1.1" status: 200 len: 210 time: 0.0359485 Jun 30 09:09:00.896909 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-51349ca4-ebe2-4ec6-bec5-2fa5f149a832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:01.005327 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155801fe-5f22-4978-b2ca-76c50120d212 req-a4c36618-e612-4b5e-98a5-120271e194ce tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:01.006928 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-155801fe-5f22-4978-b2ca-76c50120d212 req-a4c36618-e612-4b5e-98a5-120271e194ce tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b7a37db-f6c7-4160-ba5e-9efa799cbd74 HTTP/1.1" status: 200 len: 948 time: 0.4318442 Jun 30 09:09:01.013824 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-13a08cf6-2f32-4cb5-a4c6-e3fb64101b23 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:01.017069 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-13a08cf6-2f32-4cb5-a4c6-e3fb64101b23 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8815646 Jun 30 09:09:01.027080 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58084) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:01.027080 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-811ab1d2-616f-4bdb-b508-5c80cbf1c08c tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Request body: {'security_group_rule': {'security_group_id': '066c296a-b32e-4b97-8a79-1f6b059bab0e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:01.033404 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51349ca4-ebe2-4ec6-bec5-2fa5f149a832 None None] Routers {'9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:09:01.034564 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-51349ca4-ebe2-4ec6-bec5-2fa5f149a832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:08:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:01.080687 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0830b01-7e71-494e-953d-60f0a7d06f34 None None] Pushing event updated for resources: {'Port': ['ID=0887ede0-d1ec-4736-8e24-d685d425070a,revision_number=4']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:01.096482 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-415a44ca-fbfc-47af-b8c6-df82f4245c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:01.153807 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fdb501-94fb-461b-8e5c-841dcd770cb2 req-10fc1d9d-a22a-4c6b-bb29-e356da27e162 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:01.156465 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a4fdb501-94fb-461b-8e5c-841dcd770cb2 req-10fc1d9d-a22a-4c6b-bb29-e356da27e162 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.1377103 Jun 30 09:09:01.163440 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-155801fe-5f22-4978-b2ca-76c50120d212 req-ad23b170-3762-4aa4-9d38-c4017ba36f07 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257861 Jun 30 09:09:01.191367 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a44ca-fbfc-47af-b8c6-df82f4245c91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aac228a-78a5-4f01-9892-f21a2f66c1b2,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:01.199584 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-811ab1d2-616f-4bdb-b508-5c80cbf1c08c tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:01.218120 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415a44ca-fbfc-47af-b8c6-df82f4245c91 admin admin] Checking segment: {'id': '2e3fcf96-0d7c-4e31-ae2d-ceabfa1ade79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2deb22a-0a4c-4b09-9d89-82b24900fdc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:01.218483 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415a44ca-fbfc-47af-b8c6-df82f4245c91 admin admin] Network hostable DHCP agents. Network: a2deb22a-0a4c-4b09-9d89-82b24900fdc1, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:09:01.229451 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-51349ca4-ebe2-4ec6-bec5-2fa5f149a832 None None] Set router 9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:09:01.315783 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a4fdb501-94fb-461b-8e5c-841dcd770cb2 req-04104b55-34b5-4778-aeeb-d983814a3481 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523168 Jun 30 09:09:01.373203 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-811ab1d2-616f-4bdb-b508-5c80cbf1c08c tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:01.410582 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415a44ca-fbfc-47af-b8c6-df82f4245c91 admin admin] Network a2deb22a-0a4c-4b09-9d89-82b24900fdc1 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:09:01.496812 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-415a44ca-fbfc-47af-b8c6-df82f4245c91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, a2deb22a-0a4c-4b09-9d89-82b24900fdc1) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:01.499051 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-811ab1d2-616f-4bdb-b508-5c80cbf1c08c tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:01.512544 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415a44ca-fbfc-47af-b8c6-df82f4245c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:01.513071 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6cacfb-4739-46f0-9d82-dd4268e0c5b2 None None] Network a2deb22a-0a4c-4b09-9d89-82b24900fdc1 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:01.513539 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-415a44ca-fbfc-47af-b8c6-df82f4245c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:01.515717 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 9818e02e-834b-41e3-a0cb-c636abd507dd up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:01.534632 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ab1d2-616f-4bdb-b508-5c80cbf1c08c tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca0b5ae-77f4-497e-a820-b994feaa3005,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:01.579096 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb318ea-74af-4f7f-b40c-9fb14745c7c0 req-13253d26-d1a6-4f9c-b671-91969d1643c5 tempest-ServersOnMultiNodesTest-960334946 tempest-ServersOnMultiNodesTest-960334946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:01.581436 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8cb318ea-74af-4f7f-b40c-9fb14745c7c0 req-13253d26-d1a6-4f9c-b671-91969d1643c5 tempest-ServersOnMultiNodesTest-960334946 tempest-ServersOnMultiNodesTest-960334946-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=906c9ab5-c69a-4408-8079-c0d364b96971 HTTP/1.1" status: 200 len: 1101 time: 0.0891788 Jun 30 09:09:01.593529 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-811ab1d2-616f-4bdb-b508-5c80cbf1c08c tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:01.596066 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-811ab1d2-616f-4bdb-b508-5c80cbf1c08c tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5748818 Jun 30 09:09:01.598785 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-415a44ca-fbfc-47af-b8c6-df82f4245c91 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5154645 Jun 30 09:09:01.599651 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58092) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:01.605627 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-98f60685-f47b-42ee-9e4b-9838b2e512a6 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Request body: {'security_group_rule': {'security_group_id': '066c296a-b32e-4b97-8a79-1f6b059bab0e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:01.621048 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-51349ca4-ebe2-4ec6-bec5-2fa5f149a832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'name': 'tempest-ServersTestManualDisk-105338152-router', 'tenant_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'd860bcb1-8f62-4de3-9581-123675bb88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:39Z', 'updated_at': '2021-06-30T09:08:55Z', 'revision_number': 4, 'project_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'gw_port': {'id': 'd860bcb1-8f62-4de3-9581-123675bb88e2', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:42Z', 'updated_at': '2021-06-30T09:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '0887ede0-d1ec-4736-8e24-d685d425070a', 'name': '', 'network_id': 'd9d765b7-65f5-4caf-948c-3f41a16c950f', 'tenant_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'mac_address': 'fa:16:3e:b4:d2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '24c4b3bc-00c1-420f-b67e-caf4aa60c39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:52Z', 'updated_at': '2021-06-30T09:09:00Z', 'revision_number': 4, 'project_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'subnets': [{'id': '24c4b3bc-00c1-420f-b67e-caf4aa60c39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:01.664753 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51349ca4-ebe2-4ec6-bec5-2fa5f149a832 None None] The sync data for ids ['9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516'] in n-d-771363-31 is: [{'id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'name': 'tempest-ServersTestManualDisk-105338152-router', 'tenant_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'd860bcb1-8f62-4de3-9581-123675bb88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:39Z', 'updated_at': '2021-06-30T09:08:55Z', 'revision_number': 4, 'project_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'gw_port': {'id': 'd860bcb1-8f62-4de3-9581-123675bb88e2', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:42Z', 'updated_at': '2021-06-30T09:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '0887ede0-d1ec-4736-8e24-d685d425070a', 'name': '', 'network_id': 'd9d765b7-65f5-4caf-948c-3f41a16c950f', 'tenant_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'mac_address': 'fa:16:3e:b4:d2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '24c4b3bc-00c1-420f-b67e-caf4aa60c39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:52Z', 'updated_at': '2021-06-30T09:09:00Z', 'revision_number': 4, 'project_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'subnets': [{'id': '24c4b3bc-00c1-420f-b67e-caf4aa60c39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:09:01.698148 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8cb318ea-74af-4f7f-b40c-9fb14745c7c0 req-21fa8b8d-d0e9-4683-ab55-1fd9196f3004 tempest-ServersOnMultiNodesTest-960334946 tempest-ServersOnMultiNodesTest-960334946-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037881 Jun 30 09:09:01.816182 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-98f60685-f47b-42ee-9e4b-9838b2e512a6 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:01.822085 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cfb911-caec-47ee-bcbf-441d5075cbc7 None None] Network a2deb22a-0a4c-4b09-9d89-82b24900fdc1 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:01.865988 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf176c40-80df-4902-98ea-54593a2a3d60 req-0b5311e3-ab21-46dd-9129-fe9c697ed3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:01.867934 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cf176c40-80df-4902-98ea-54593a2a3d60 req-0b5311e3-ab21-46dd-9129-fe9c697ed3de service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=164efc1ee4d9427b996c064420e28c66&device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 1097 time: 0.2466104 Jun 30 09:09:01.897015 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 9818e02e-834b-41e3-a0cb-c636abd507dd completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:01.904554 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 9818e02e-834b-41e3-a0cb-c636abd507dd triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:01.904935 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:02.071776 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58104) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:02.102350 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:02.165580 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 9818e02e-834b-41e3-a0cb-c636abd507dd, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=9818e02e-834b-41e3-a0cb-c636abd507dd,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:02.218264 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7a37db-f6c7-4160-ba5e-9efa799cbd74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9818e02e-834b-41e3-a0cb-c636abd507dd'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:02.227788 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493c938b-43a1-406c-a9c2-690c09e89197" -d '{"events": [{"server_uuid": "2b7a37db-f6c7-4160-ba5e-9efa799cbd74", "name": "network-vif-plugged", "status": "completed", "tag": "9818e02e-834b-41e3-a0cb-c636abd507dd"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:02.256126 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-736e198f-1f7e-4004-9711-3b3326d989b4 admin admin] Deleting subnet 1a401937-9638-402a-b598-8b54d19e09c0 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:09:02.259805 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-736e198f-1f7e-4004-9711-3b3326d989b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:02.273217 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:02.274043 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 91b73ffe-d46a-4dcd-ae20-6f135629a487 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:02.370814 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-736e198f-1f7e-4004-9711-3b3326d989b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:02.380250 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=9818e02e-834b-41e3-a0cb-c636abd507dd,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:02.486103 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 91b73ffe-d46a-4dcd-ae20-6f135629a487 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:02.490250 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 91b73ffe-d46a-4dcd-ae20-6f135629a487 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:02.491966 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:02.530332 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-98f60685-f47b-42ee-9e4b-9838b2e512a6 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:02.535186 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf176c40-80df-4902-98ea-54593a2a3d60 req-3ed91e7a-71ea-4365-939e-bf190457d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:02.536740 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cf176c40-80df-4902-98ea-54593a2a3d60 req-3ed91e7a-71ea-4365-939e-bf190457d539 service neutron] 10.222.0.52 "GET /v2.0/networks?id=dbd9754c-6cc8-466f-93ec-62534a8480bb HTTP/1.1" status: 200 len: 912 time: 0.6485269 Jun 30 09:09:02.586147 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:02.628939 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 91b73ffe-d46a-4dcd-ae20-6f135629a487, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=91b73ffe-d46a-4dcd-ae20-6f135629a487,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:02.637881 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-a50a7834-4e5d-49fd-92e0-a579121f299c tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:02.639150 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cf176c40-80df-4902-98ea-54593a2a3d60 req-426edc87-c5b5-47c1-b268-e8643554d92b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cac2529b-5b58-4bc3-9a05-8adaa11ffd31 HTTP/1.1" status: 200 len: 217 time: 0.0939395 Jun 30 09:09:02.639597 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-a50a7834-4e5d-49fd-92e0-a579121f299c tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] 10.222.0.10 "GET /v2.0/networks?id=a2deb22a-0a4c-4b09-9d89-82b24900fdc1 HTTP/1.1" status: 200 len: 816 time: 0.2081656 Jun 30 09:09:02.639840 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-98f60685-f47b-42ee-9e4b-9838b2e512a6 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:02.640810 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-736e198f-1f7e-4004-9711-3b3326d989b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:02.647937 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb4c08-69e4-4b70-9054-494ad67f6376 req-6c16ffb1-2319-48de-b5c8-2c912895461d tempest-ServersOnMultiNodesTest-960334946 tempest-ServersOnMultiNodesTest-960334946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:02.654166 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-39bb4c08-69e4-4b70-9054-494ad67f6376 req-6c16ffb1-2319-48de-b5c8-2c912895461d tempest-ServersOnMultiNodesTest-960334946 tempest-ServersOnMultiNodesTest-960334946-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e5878361-e80c-4636-89f0-d059d8467dd7 HTTP/1.1" status: 200 len: 1102 time: 0.7631960 Jun 30 09:09:02.707505 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-4f20fef4-e133-41f5-81bd-dab2b787c16e tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] 10.222.0.10 "GET /v2.0/quotas/e0240e8a9d4242cd9544ba218f33d8ca HTTP/1.1" status: 200 len: 375 time: 0.0340710 Jun 30 09:09:02.736222 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:02.760754 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f60685-f47b-42ee-9e4b-9838b2e512a6 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe3b85c-57e1-4c7c-aa0d-ab34108c2217,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:02.789916 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-6efdce54-4c6a-49f8-a8f5-19111a781e87 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0240e8a9d4242cd9544ba218f33d8ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692594 Jun 30 09:09:02.793462 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-98f60685-f47b-42ee-9e4b-9838b2e512a6 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:02.800787 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-98f60685-f47b-42ee-9e4b-9838b2e512a6 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1995451 Jun 30 09:09:02.807247 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58128) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:02.811226 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-39bb4c08-69e4-4b70-9054-494ad67f6376 req-6d239221-a1da-479e-ac90-40baa25bac1f tempest-ServersOnMultiNodesTest-960334946 tempest-ServersOnMultiNodesTest-960334946-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553063 Jun 30 09:09:02.813230 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf176c40-80df-4902-98ea-54593a2a3d60 req-709462b8-3b92-4c81-83ea-a8e971d72d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:02.815547 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cf176c40-80df-4902-98ea-54593a2a3d60 req-709462b8-3b92-4c81-83ea-a8e971d72d06 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54f1da19-5739-4f34-a4fd-d3cc193b96d1 HTTP/1.1" status: 200 len: 851 time: 0.1534512 Jun 30 09:09:02.822533 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=91b73ffe-d46a-4dcd-ae20-6f135629a487,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:02.822747 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-ce29cffb-fec1-4646-bcc5-5883dd47fa00 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:02.882252 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-736e198f-1f7e-4004-9711-3b3326d989b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:02.888436 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cf176c40-80df-4902-98ea-54593a2a3d60 req-5b72a45d-135d-4951-9e86-0878a1a8c145 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dbd9754c-6cc8-466f-93ec-62534a8480bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657015 Jun 30 09:09:02.895660 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfd7246-f855-47ce-9883-2c261fe76a59 x-openstack-request-id: req-2cfd7246-f855-47ce-9883-2c261fe76a59 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:02.896070 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7a37db-f6c7-4160-ba5e-9efa799cbd74", "name": "network-vif-plugged", "status": "completed", "tag": "9818e02e-834b-41e3-a0cb-c636abd507dd", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:02.896388 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2cfd7246-f855-47ce-9883-2c261fe76a59 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:02.896863 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7a37db-f6c7-4160-ba5e-9efa799cbd74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9818e02e-834b-41e3-a0cb-c636abd507dd', 'code': 200} Jun 30 09:09:02.949482 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-736e198f-1f7e-4004-9711-3b3326d989b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:02.951714 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-736e198f-1f7e-4004-9711-3b3326d989b4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1a401937-9638-402a-b598-8b54d19e09c0 HTTP/1.1" status: 204 len: 168 time: 0.8762965 Jun 30 09:09:02.956050 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e198f-1f7e-4004-9711-3b3326d989b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a401937-9638-402a-b598-8b54d19e09c0,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:02.961634 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58132) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:03.073820 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ce29cffb-fec1-4646-bcc5-5883dd47fa00 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks [] for floatingip, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:03.118865 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e73a1fb2-c210-489d-a6de-03c76acaa655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:03.127169 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cf176c40-80df-4902-98ea-54593a2a3d60 req-7ad1db2a-2b34-4225-9792-df9d99839e9a service neutron] 10.222.0.52 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301497 Jun 30 09:09:03.133065 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 0887ede0-d1ec-4736-8e24-d685d425070a up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:03.190025 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-528c22b9-3743-47e4-beed-a9b53777d625 service neutron] 10.222.0.10 "GET /v2.0/networks/a2deb22a-0a4c-4b09-9d89-82b24900fdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858151 Jun 30 09:09:03.299401 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff9ee0-c7b4-4196-9fe3-9c76a53c6db0 req-f10ff948-9304-45e6-8f2d-6a9fee02bb13 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:03.302247 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b6ff9ee0-c7b4-4196-9fe3-9c76a53c6db0 req-f10ff948-9304-45e6-8f2d-6a9fee02bb13 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b7a37db-f6c7-4160-ba5e-9efa799cbd74 HTTP/1.1" status: 200 len: 949 time: 0.2015748 Jun 30 09:09:03.308330 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cf176c40-80df-4902-98ea-54593a2a3d60 req-a333ec23-1d4a-4744-ba32-5c096a4c8b3c service neutron] 10.222.0.52 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580577 Jun 30 09:09:03.353838 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 0887ede0-d1ec-4736-8e24-d685d425070a completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:03.362349 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 0887ede0-d1ec-4736-8e24-d685d425070a triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:03.363174 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:03.374932 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ee748-19f6-447e-a858-4c2add1dd86d req-ae46b992-37a2-4635-9d48-eefa52742eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:03.382236 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-061ee748-19f6-447e-a858-4c2add1dd86d req-ae46b992-37a2-4635-9d48-eefa52742eaf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b7a37db-f6c7-4160-ba5e-9efa799cbd74 HTTP/1.1" status: 200 len: 1101 time: 0.3226535 Jun 30 09:09:03.389517 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b6ff9ee0-c7b4-4196-9fe3-9c76a53c6db0 req-3207a062-56cb-4256-a320-60331ebba97b tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801075 Jun 30 09:09:03.455779 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e73a1fb2-c210-489d-a6de-03c76acaa655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:03.494595 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:03.522231 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-bdae80cf-d35f-4d86-b7e4-d22f380e7dd9 service neutron] 10.222.0.10 "GET /v2.0/networks/a2deb22a-0a4c-4b09-9d89-82b24900fdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311493 Jun 30 09:09:03.538171 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-e73a1fb2-c210-489d-a6de-03c76acaa655 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2e3f2d-1170-48c1-89c9-fed000bd69d8']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:03.553070 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 0887ede0-d1ec-4736-8e24-d685d425070a, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=0887ede0-d1ec-4736-8e24-d685d425070a,segment=NetworkSegment(1a09536c-8b7a-4961-979f-69f5d6e6b32a),segment_id=1a09536c-8b7a-4961-979f-69f5d6e6b32a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:03.585317 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-e73a1fb2-c210-489d-a6de-03c76acaa655 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2056c6f1-d94e-4b1c-92c4-078aa886e566') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:03.585605 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-e73a1fb2-c210-489d-a6de-03c76acaa655 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2056c6f1-d94e-4b1c-92c4-078aa886e566') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:03.607057 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e73a1fb2-c210-489d-a6de-03c76acaa655 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:03.616995 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-061ee748-19f6-447e-a858-4c2add1dd86d req-6815c28f-31d7-4fa5-a697-c34f2bd04ba5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998227 Jun 30 09:09:03.636364 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e73a1fb2-c210-489d-a6de-03c76acaa655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:03.636880 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:03.644462 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ce29cffb-fec1-4646-bcc5-5883dd47fa00 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:03.646508 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73a1fb2-c210-489d-a6de-03c76acaa655 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:09:03.646916 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e73a1fb2-c210-489d-a6de-03c76acaa655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:09:03.648548 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:09:03.694952 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7a797-1fcc-4e61-bec8-5fac5c8a1bf9 req-b783385c-415c-44b7-b678-b8c691a6a5e6 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:03.716008 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cac7a797-1fcc-4e61-bec8-5fac5c8a1bf9 req-b783385c-415c-44b7-b678-b8c691a6a5e6 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.1737158 Jun 30 09:09:03.716933 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=0887ede0-d1ec-4736-8e24-d685d425070a,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:03.791171 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cac7a797-1fcc-4e61-bec8-5fac5c8a1bf9 req-2e215f76-c822-4d15-a4a5-d95d20784791 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717206 Jun 30 09:09:03.852496 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e73a1fb2-c210-489d-a6de-03c76acaa655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:03.854836 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-ce29cffb-fec1-4646-bcc5-5883dd47fa00 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Allocated IP 172.25.6.184 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/c2d83264-2df7-466d-b371-76d9d9ce8cc0) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:03.872410 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e73a1fb2-c210-489d-a6de-03c76acaa655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:03.874694 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e73a1fb2-c210-489d-a6de-03c76acaa655 admin admin] 10.222.0.10 "DELETE /v2.0/networks/0e2e3f2d-1170-48c1-89c9-fed000bd69d8 HTTP/1.1" status: 204 len: 168 time: 0.9119835 Jun 30 09:09:03.878084 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58140) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:03.883109 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a1fb2-c210-489d-a6de-03c76acaa655 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e2e3f2d-1170-48c1-89c9-fed000bd69d8,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:03.944223 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbbf9c84-fd81-4251-b8e6-c2aed003caa3 admin admin] Deleting subnet a09549ef-195f-41d9-9084-30b0998b2f92 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:09:03.952451 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cbbf9c84-fd81-4251-b8e6-c2aed003caa3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:04.000441 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cbbf9c84-fd81-4251-b8e6-c2aed003caa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:04.049910 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cbbf9c84-fd81-4251-b8e6-c2aed003caa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:04.099708 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ce29cffb-fec1-4646-bcc5-5883dd47fa00 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:04.167147 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d5f9559f-5114-42bf-9154-e113871b2ccb req-b5666115-4f44-447e-b9fb-fa8d7b55d627 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f965919-3317-4a84-880f-4518e6812a8d HTTP/1.1" status: 200 len: 210 time: 0.0379264 Jun 30 09:09:04.188551 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cbbf9c84-fd81-4251-b8e6-c2aed003caa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:04.216084 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf9c84-fd81-4251-b8e6-c2aed003caa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a09549ef-195f-41d9-9084-30b0998b2f92,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:04.220439 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cbbf9c84-fd81-4251-b8e6-c2aed003caa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:04.224923 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-cbbf9c84-fd81-4251-b8e6-c2aed003caa3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a09549ef-195f-41d9-9084-30b0998b2f92 HTTP/1.1" status: 204 len: 168 time: 0.3454797 Jun 30 09:09:04.225984 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58148) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:04.293159 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ce29cffb-fec1-4646-bcc5-5883dd47fa00 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:04.349918 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce29cffb-fec1-4646-bcc5-5883dd47fa00 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:04.365158 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-ce29cffb-fec1-4646-bcc5-5883dd47fa00 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:04.372191 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c584f6c5-d21e-46c2-9b05-f488e991570a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:04.379597 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce29cffb-fec1-4646-bcc5-5883dd47fa00 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:04.417748 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29cffb-fec1-4646-bcc5-5883dd47fa00 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Pushing event updated for resources: {'Port': ['ID=c2d83264-2df7-466d-b371-76d9d9ce8cc0,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:04.427426 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-32838df1-7870-40b6-bc18-96e55add60b8 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1a2e4690a4914640bc78bd1032a89e19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0795071 Jun 30 09:09:04.583507 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec29e7c-24a5-4daf-b8f6-8aa371aef24e req-3a44da50-967c-4c2e-952a-a36a91aa0ea0 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:04.585400 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7ec29e7c-24a5-4daf-b8f6-8aa371aef24e req-3a44da50-967c-4c2e-952a-a36a91aa0ea0 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b7a37db-f6c7-4160-ba5e-9efa799cbd74 HTTP/1.1" status: 200 len: 949 time: 0.0781181 Jun 30 09:09:04.654880 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c584f6c5-d21e-46c2-9b05-f488e991570a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:04.656924 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7ec29e7c-24a5-4daf-b8f6-8aa371aef24e req-5cdc0934-bf5c-4399-9f9e-7a55cc6afdb5 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620823 Jun 30 09:09:04.695218 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-c584f6c5-d21e-46c2-9b05-f488e991570a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef0755a6-8470-439d-a38c-5ee3782dcd69']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:04.714307 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-73f1990c-c7cc-4150-9853-0ad096a66e1a tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:04.715788 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-73f1990c-c7cc-4150-9853-0ad096a66e1a tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2875948 Jun 30 09:09:04.716904 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ce29cffb-fec1-4646-bcc5-5883dd47fa00 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:04.719370 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-c584f6c5-d21e-46c2-9b05-f488e991570a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d332f2b-f918-4e2c-9b39-d84c12d66eb4') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:04.719666 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-c584f6c5-d21e-46c2-9b05-f488e991570a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d332f2b-f918-4e2c-9b39-d84c12d66eb4') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:04.742452 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c584f6c5-d21e-46c2-9b05-f488e991570a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:04.754901 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-b4be49af-10b0-4568-a46a-dbc9aee4feff tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/quotas/1a2e4690a4914640bc78bd1032a89e19 HTTP/1.1" status: 200 len: 375 time: 0.0274370 Jun 30 09:09:04.763267 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c584f6c5-d21e-46c2-9b05-f488e991570a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:04.775435 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c584f6c5-d21e-46c2-9b05-f488e991570a admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:09:04.780364 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c584f6c5-d21e-46c2-9b05-f488e991570a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:04.803422 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:09:04.803422 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:09:04.803422 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:09:04.803422 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:09:04.803422 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:09:04.803422 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:09:04.803422 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:09:04.803422 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:09:04.803422 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:09:04.803422 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:09:04.803422 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:09:04.803422 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:09:04.803422 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:09:04.803422 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:09:04.803422 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:09:04.803422 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:09:04.803422 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:09:04.803422 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:09:04.803422 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:09:04.803422 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:09:04.803422 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:09:04.803422 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:09:04.803422 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:09:04.803422 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:09:04.803422 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:09:04.803422 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:09:04.803422 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:09:04.803422 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:09:04.803422 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:09:04.803422 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:09:04.803422 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:09:04.803422 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:09:04.898121 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20ec5b3-3afa-414d-94d3-082f503542a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b73ffe-d46a-4dcd-ae20-6f135629a487'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:04.902647 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1b2aa6-0b4f-4786-8d22-aeace8c65c45" -d '{"events": [{"server_uuid": "b20ec5b3-3afa-414d-94d3-082f503542a1", "name": "network-vif-plugged", "status": "completed", "tag": "91b73ffe-d46a-4dcd-ae20-6f135629a487"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:04.932130 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ce29cffb-fec1-4646-bcc5-5883dd47fa00 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:05.005872 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-d5495968-4ec9-4d7f-afe7-fbfeeafccf43 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a2e4690a4914640bc78bd1032a89e19&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2357275 Jun 30 09:09:05.032367 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c584f6c5-d21e-46c2-9b05-f488e991570a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:05.055200 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43e0bf-560e-45eb-8b75-9784205f0c69 req-0331b357-b7bb-44e9-ad22-deb89dce3ecb tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:05.065152 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1f43e0bf-560e-45eb-8b75-9784205f0c69 req-0331b357-b7bb-44e9-ad22-deb89dce3ecb tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 945 time: 0.1351786 Jun 30 09:09:05.113912 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c584f6c5-d21e-46c2-9b05-f488e991570a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:05.123853 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 0887ede0-d1ec-4736-8e24-d685d425070a up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:05.124480 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c584f6c5-d21e-46c2-9b05-f488e991570a admin admin] 10.222.0.10 "DELETE /v2.0/networks/ef0755a6-8470-439d-a38c-5ee3782dcd69 HTTP/1.1" status: 204 len: 168 time: 0.8915274 Jun 30 09:09:05.133065 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584f6c5-d21e-46c2-9b05-f488e991570a admin admin] Pushing event deleted for resources: {'Network': ['ID=ef0755a6-8470-439d-a38c-5ee3782dcd69,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:05.174324 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1f43e0bf-560e-45eb-8b75-9784205f0c69 req-27a3b4af-bb28-4f76-b4de-dd791253d145 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072588 Jun 30 09:09:05.245318 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ce29cffb-fec1-4646-bcc5-5883dd47fa00 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:05.246094 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a91e06-6f6a-4529-b45f-95325739a71d x-openstack-request-id: req-c9a91e06-6f6a-4529-b45f-95325739a71d {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:05.246385 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20ec5b3-3afa-414d-94d3-082f503542a1", "name": "network-vif-plugged", "status": "completed", "tag": "91b73ffe-d46a-4dcd-ae20-6f135629a487", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:05.246632 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c9a91e06-6f6a-4529-b45f-95325739a71d {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:05.247301 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20ec5b3-3afa-414d-94d3-082f503542a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b73ffe-d46a-4dcd-ae20-6f135629a487', 'code': 200} Jun 30 09:09:05.253537 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 0887ede0-d1ec-4736-8e24-d685d425070a triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:05.254224 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:05.389580 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ce29cffb-fec1-4646-bcc5-5883dd47fa00 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:05.463768 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63ca3aa3-0436-4cc8-b700-7ac4a7a35515 req-8fec4947-12e8-4efc-a8b3-e2279b1667d7 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f965919-3317-4a84-880f-4518e6812a8d HTTP/1.1" status: 200 len: 210 time: 0.0316765 Jun 30 09:09:05.494683 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29cffb-fec1-4646-bcc5-5883dd47fa00 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Pushing event updated for resources: {'Port': ['ID=c2d83264-2df7-466d-b371-76d9d9ce8cc0,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:05.514955 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c00d0-d24d-4d71-b6c0-81acc401e0b1 req-16cbaef1-f2b3-4936-a4a3-1ff479d21372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:05.514955 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5e7c00d0-d24d-4d71-b6c0-81acc401e0b1 req-16cbaef1-f2b3-4936-a4a3-1ff479d21372 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 1102 time: 0.1626420 Jun 30 09:09:05.519303 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ce29cffb-fec1-4646-bcc5-5883dd47fa00 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:05.553280 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5e7c00d0-d24d-4d71-b6c0-81acc401e0b1 req-a5172efc-3a43-406a-b386-60455d2e8032 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423045 Jun 30 09:09:05.765099 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ce29cffb-fec1-4646-bcc5-5883dd47fa00 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:05.774592 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ce29cffb-fec1-4646-bcc5-5883dd47fa00 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9493263 Jun 30 09:09:05.888012 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58184) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:05.907060 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc29f8-67fe-4553-beaf-1ac52100da24 req-92b1bce3-ba47-4ee2-aff9-da4ddfdcd59a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:05.908630 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-95fc29f8-67fe-4553-beaf-1ac52100da24 req-92b1bce3-ba47-4ee2-aff9-da4ddfdcd59a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b7a37db-f6c7-4160-ba5e-9efa799cbd74 HTTP/1.1" status: 200 len: 949 time: 0.0719051 Jun 30 09:09:05.933481 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2d5783b6-276f-46b0-a6e1-dc79b9cdb60e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4072f6e39e474776996ee00ca570db4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439854 Jun 30 09:09:05.935978 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58186) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:05.959682 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-95fc29f8-67fe-4553-beaf-1ac52100da24 req-e8083127-63ae-4a9e-ae7c-866ac7765aca tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446532 Jun 30 09:09:06.046146 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c4bfbf4f-d704-42ed-9952-590e0cab22d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:06.086290 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c4bfbf4f-d704-42ed-9952-590e0cab22d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:06.103515 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-2b18041f-77e4-4f2e-a790-ed620abfb883 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--799483176&fields=id&tenant_id=bc4e00c477d14bf68646e41ac1f1517b HTTP/1.1" status: 200 len: 267 time: 0.0375059 Jun 30 09:09:06.228984 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c4bfbf4f-d704-42ed-9952-590e0cab22d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:06.232633 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device cac2529b-5b58-4bc3-9a05-8adaa11ffd31 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:06.233272 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c4bfbf4f-d704-42ed-9952-590e0cab22d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:06.236039 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c4bfbf4f-d704-42ed-9952-590e0cab22d2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a4dba73d-7432-411d-a66f-2e30226f8eec HTTP/1.1" status: 204 len: 168 time: 0.2969873 Jun 30 09:09:06.245914 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bfbf4f-d704-42ed-9952-590e0cab22d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dba73d-7432-411d-a66f-2e30226f8eec,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:06.260801 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-8ea828ae-07b9-4641-a030-270cf7046290 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:06.262378 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-8ea828ae-07b9-4641-a030-270cf7046290 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/networks?id=d9d765b7-65f5-4caf-948c-3f41a16c950f HTTP/1.1" status: 200 len: 811 time: 0.1476762 Jun 30 09:09:06.295518 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-4945a3da-ae31-4902-ac47-5bfb339c0e20 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/quotas/bc4e00c477d14bf68646e41ac1f1517b HTTP/1.1" status: 200 len: 375 time: 0.0255353 Jun 30 09:09:06.416716 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:06.498143 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-0a9c5cc3-0736-41f8-8344-711b7495d1cf tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc4e00c477d14bf68646e41ac1f1517b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2010806 Jun 30 09:09:06.503678 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port cac2529b-5b58-4bc3-9a05-8adaa11ffd31, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=cac2529b-5b58-4bc3-9a05-8adaa11ffd31,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:06.560288 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34a63b-09d1-4cf7-8f42-0a39b12f5ef5 req-cb73a7a8-820d-4490-a9b8-b42e732af74a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:06.569470 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0b34a63b-09d1-4cf7-8f42-0a39b12f5ef5 req-cb73a7a8-820d-4490-a9b8-b42e732af74a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.0960858 Jun 30 09:09:06.599351 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:06.629720 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0b34a63b-09d1-4cf7-8f42-0a39b12f5ef5 req-a230eef0-68c2-4f92-bf46-bd6189a4abc2 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593474 Jun 30 09:09:06.674970 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-981668cf-4f6e-4f66-9d5c-769776bdc9ac service neutron] 10.222.0.10 "GET /v2.0/networks/d9d765b7-65f5-4caf-948c-3f41a16c950f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684794 Jun 30 09:09:06.730516 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=cac2529b-5b58-4bc3-9a05-8adaa11ffd31,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:06.902759 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-52de9ec7-5211-44fa-ba63-b54c6a772f49 service neutron] 10.222.0.10 "GET /v2.0/networks/d9d765b7-65f5-4caf-948c-3f41a16c950f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266214 Jun 30 09:09:06.971250 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc50d94-93a9-407e-8255-1722145817ab req-2efba75f-e09b-4991-8489-b64a642f1ba0 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:06.978948 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bcc50d94-93a9-407e-8255-1722145817ab req-2efba75f-e09b-4991-8489-b64a642f1ba0 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 943 time: 0.1086614 Jun 30 09:09:07.040110 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bcc50d94-93a9-407e-8255-1722145817ab req-53230cef-3cfb-45b3-924f-851ed831fe8c tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577304 Jun 30 09:09:07.170848 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:07.248734 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff069464-9d8a-4d96-ba17-67a4810958ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cac2529b-5b58-4bc3-9a05-8adaa11ffd31'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:07.252058 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e6d8be-24c9-49b4-8af0-d4942cc4618b" -d '{"events": [{"server_uuid": "ff069464-9d8a-4d96-ba17-67a4810958ee", "name": "network-vif-unplugged", "status": "completed", "tag": "cac2529b-5b58-4bc3-9a05-8adaa11ffd31"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:07.393197 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58228) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:07.453495 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58234) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:07.461729 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8919dff6-e3ed-4bef-9d9d-e3093c8f80c7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=78d5020271d245a6995c4d45b01de4d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0666683 Jun 30 09:09:07.538274 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c0cd33dd-b137-4a96-b845-8abdd8c8c35c req-ef90fd50-c53b-48f0-8761-073740acf48d tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f965919-3317-4a84-880f-4518e6812a8d HTTP/1.1" status: 200 len: 210 time: 0.0429530 Jun 30 09:09:07.541830 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-edc2f3f7-4457-414e-b16d-202d3afd2f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:07.582058 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-edc2f3f7-4457-414e-b16d-202d3afd2f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:07.652790 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2242c3d1-af83-4d3a-8198-c28bdc834ece x-openstack-request-id: req-2242c3d1-af83-4d3a-8198-c28bdc834ece {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:07.652790 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff069464-9d8a-4d96-ba17-67a4810958ee", "name": "network-vif-unplugged", "status": "failed", "tag": "cac2529b-5b58-4bc3-9a05-8adaa11ffd31", "code": 422}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:07.652790 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2242c3d1-af83-4d3a-8198-c28bdc834ece {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:07.652790 n-d-771363-31 neutron-server[101055]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ff069464-9d8a-4d96-ba17-67a4810958ee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cac2529b-5b58-4bc3-9a05-8adaa11ffd31', 'code': 422} returned with failed status Jun 30 09:09:07.728906 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ee6536fc-e4cc-4dfe-8cf3-c5219fc3b2da req-6fc76cc6-c1a2-4b2b-a397-95c19a86f4c7 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa257d46-e086-4b77-92d9-7c935b015849 HTTP/1.1" status: 200 len: 210 time: 0.0454504 Jun 30 09:09:07.845935 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2aa6dced-f1ea-4416-b043-c5a9a62fa661 req-bc22e827-ec88-41a2-a7d3-e5cd8632539b tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6337132-d55e-424f-b040-a9bb2995a80b HTTP/1.1" status: 200 len: 210 time: 0.0392830 Jun 30 09:09:07.924922 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-edc2f3f7-4457-414e-b16d-202d3afd2f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:07.928376 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-edc2f3f7-4457-414e-b16d-202d3afd2f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:07.929677 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-edc2f3f7-4457-414e-b16d-202d3afd2f9c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fec8dae1-f44c-4123-a4b4-285662952f3a HTTP/1.1" status: 204 len: 168 time: 0.4743631 Jun 30 09:09:07.958059 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2f3f7-4457-414e-b16d-202d3afd2f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec8dae1-f44c-4123-a4b4-285662952f3a,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:08.145239 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-f720bab0-450f-4ba2-a9a3-7bf8f6ec0bc2 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:08.146729 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-f720bab0-450f-4ba2-a9a3-7bf8f6ec0bc2 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] 10.222.0.37 "GET /v2.0/networks?id=a2deb22a-0a4c-4b09-9d89-82b24900fdc1 HTTP/1.1" status: 200 len: 816 time: 0.1910498 Jun 30 09:09:08.155313 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773d19d-0db9-46f1-ae60-413ee20cf929 req-2f48a89c-fdca-4308-b285-61096df8b55b tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:08.156844 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3773d19d-0db9-46f1-ae60-413ee20cf929 req-2f48a89c-fdca-4308-b285-61096df8b55b tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.1169131 Jun 30 09:09:08.161680 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-b57e767b-d5e4-425f-99c3-10c716ee2b67 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] Request body: {'port': {'device_id': '9f965919-3317-4a84-880f-4518e6812a8d', 'network_id': 'a2deb22a-0a4c-4b09-9d89-82b24900fdc1', 'admin_state_up': True, 'tenant_id': 'e0240e8a9d4242cd9544ba218f33d8ca'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:08.256682 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3773d19d-0db9-46f1-ae60-413ee20cf929 req-02584b56-c806-4903-878a-27b877284c22 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911496 Jun 30 09:09:08.479932 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:08.483664 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-b57e767b-d5e4-425f-99c3-10c716ee2b67 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] Made reservation on behalf of e0240e8a9d4242cd9544ba218f33d8ca for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:08.491541 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-b57e767b-d5e4-425f-99c3-10c716ee2b67 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:08.738645 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-b57e767b-d5e4-425f-99c3-10c716ee2b67 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] Allocated IP 172.20.0.8 (a2deb22a-0a4c-4b09-9d89-82b24900fdc1/4aac228a-78a5-4f01-9892-f21a2f66c1b2/d49dde0d-76c6-498a-961c-65747fe991c8) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:08.937101 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-b57e767b-d5e4-425f-99c3-10c716ee2b67 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:09.171073 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-b57e767b-d5e4-425f-99c3-10c716ee2b67 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:09.225565 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-b57e767b-d5e4-425f-99c3-10c716ee2b67 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] Network a2deb22a-0a4c-4b09-9d89-82b24900fdc1 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:09.229384 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-b57e767b-d5e4-425f-99c3-10c716ee2b67 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:09.232003 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-b57e767b-d5e4-425f-99c3-10c716ee2b67 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:09.277791 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e767b-d5e4-425f-99c3-10c716ee2b67 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] Pushing event updated for resources: {'Port': ['ID=d49dde0d-76c6-498a-961c-65747fe991c8,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:09.321659 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-b57e767b-d5e4-425f-99c3-10c716ee2b67 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:09.322504 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-b57e767b-d5e4-425f-99c3-10c716ee2b67 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:09.491796 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-b57e767b-d5e4-425f-99c3-10c716ee2b67 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3338239 Jun 30 09:09:09.513615 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-95f6738c-8293-4243-b5df-e1ec79014f6c service neutron] Request body: {'port': {'device_id': '9f965919-3317-4a84-880f-4518e6812a8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:09.605691 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-95f6738c-8293-4243-b5df-e1ec79014f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:09.822320 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-ab08a8a7-9059-480e-ba99-24d74e2543ba tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=d4422e0094724a02b999077024ecf206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322137 Jun 30 09:09:10.029470 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-b389c690-dba8-4ec6-8fa4-0f8013afac1a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.046513 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e04c40-ff76-4b44-b415-1ebb1760da6b req-30122c7b-4a03-40a3-9cd3-d1805d6e1ee0 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.049164 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c6e04c40-ff76-4b44-b415-1ebb1760da6b req-30122c7b-4a03-40a3-9cd3-d1805d6e1ee0 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff069464-9d8a-4d96-ba17-67a4810958ee HTTP/1.1" status: 200 len: 943 time: 0.1395452 Jun 30 09:09:10.050643 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-b389c690-dba8-4ec6-8fa4-0f8013afac1a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2136843 Jun 30 09:09:10.085513 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-6019622c-6afb-46a6-8b1b-5a422f901001 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/quotas/d4422e0094724a02b999077024ecf206 HTTP/1.1" status: 200 len: 375 time: 0.0338757 Jun 30 09:09:10.210275 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-95f6738c-8293-4243-b5df-e1ec79014f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d49dde0d-76c6-498a-961c-65747fe991c8 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:10.233638 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-95f6738c-8293-4243-b5df-e1ec79014f6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:10.240507 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device cac2529b-5b58-4bc3-9a05-8adaa11ffd31 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:10.252708 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-a596bc20-349d-442b-ab52-3bdaf05bb731 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4422e0094724a02b999077024ecf206&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1663210 Jun 30 09:09:10.262786 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-c6e04c40-ff76-4b44-b415-1ebb1760da6b req-ca9767aa-da0e-4566-b5fc-17f29f2dbcec tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Deleting port cac2529b-5b58-4bc3-9a05-8adaa11ffd31 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:10.263528 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c6e04c40-ff76-4b44-b415-1ebb1760da6b req-ca9767aa-da0e-4566-b5fc-17f29f2dbcec tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:10.268459 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-95f6738c-8293-4243-b5df-e1ec79014f6c service neutron] Transition to ACTIVE for port object d49dde0d-76c6-498a-961c-65747fe991c8 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:10.370677 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-95f6738c-8293-4243-b5df-e1ec79014f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:10.471622 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-c6e04c40-ff76-4b44-b415-1ebb1760da6b req-ca9767aa-da0e-4566-b5fc-17f29f2dbcec tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] For port cac2529b-5b58-4bc3-9a05-8adaa11ffd31, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=cac2529b-5b58-4bc3-9a05-8adaa11ffd31,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:10.474933 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c6e04c40-ff76-4b44-b415-1ebb1760da6b req-ca9767aa-da0e-4566-b5fc-17f29f2dbcec tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:10.475087 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6738c-8293-4243-b5df-e1ec79014f6c service neutron] Pushing event updated for resources: {'Port': ['ID=d49dde0d-76c6-498a-961c-65747fe991c8,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:10.494142 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-c6e04c40-ff76-4b44-b415-1ebb1760da6b req-ca9767aa-da0e-4566-b5fc-17f29f2dbcec tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Calling delete_port for cac2529b-5b58-4bc3-9a05-8adaa11ffd31 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:10.579900 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-95f6738c-8293-4243-b5df-e1ec79014f6c service neutron] Attempting to bind port d49dde0d-76c6-498a-961c-65747fe991c8 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:10.580427 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-95f6738c-8293-4243-b5df-e1ec79014f6c service neutron] Attempting to bind port d49dde0d-76c6-498a-961c-65747fe991c8 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '2e3fcf96-0d7c-4e31-ae2d-ceabfa1ade79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2deb22a-0a4c-4b09-9d89-82b24900fdc1'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:10.580731 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-95f6738c-8293-4243-b5df-e1ec79014f6c service neutron] Attempting to bind port d49dde0d-76c6-498a-961c-65747fe991c8 on network a2deb22a-0a4c-4b09-9d89-82b24900fdc1 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:10.586245 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-95f6738c-8293-4243-b5df-e1ec79014f6c service neutron] Port d49dde0d-76c6-498a-961c-65747fe991c8 on network a2deb22a-0a4c-4b09-9d89-82b24900fdc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:10.586569 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-95f6738c-8293-4243-b5df-e1ec79014f6c service neutron] Attempting to bind port d49dde0d-76c6-498a-961c-65747fe991c8 on network a2deb22a-0a4c-4b09-9d89-82b24900fdc1 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:10.594419 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-95f6738c-8293-4243-b5df-e1ec79014f6c service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:10.594858 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-95f6738c-8293-4243-b5df-e1ec79014f6c service neutron] Checking segment: {'id': '2e3fcf96-0d7c-4e31-ae2d-ceabfa1ade79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2deb22a-0a4c-4b09-9d89-82b24900fdc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:10.595580 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-95f6738c-8293-4243-b5df-e1ec79014f6c service neutron] Bound using segment: {'id': '2e3fcf96-0d7c-4e31-ae2d-ceabfa1ade79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2deb22a-0a4c-4b09-9d89-82b24900fdc1'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:10.596047 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-95f6738c-8293-4243-b5df-e1ec79014f6c service neutron] Bound port: d49dde0d-76c6-498a-961c-65747fe991c8, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e3fcf96-0d7c-4e31-ae2d-ceabfa1ade79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2deb22a-0a4c-4b09-9d89-82b24900fdc1'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:10.597245 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-95f6738c-8293-4243-b5df-e1ec79014f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:10.810767 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-95f6738c-8293-4243-b5df-e1ec79014f6c service neutron] For port d49dde0d-76c6-498a-961c-65747fe991c8, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:10.815554 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-95f6738c-8293-4243-b5df-e1ec79014f6c service neutron] For port d49dde0d-76c6-498a-961c-65747fe991c8, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=d49dde0d-76c6-498a-961c-65747fe991c8,segment=NetworkSegment(2e3fcf96-0d7c-4e31-ae2d-ceabfa1ade79),segment_id=2e3fcf96-0d7c-4e31-ae2d-ceabfa1ade79)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:10.890477 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c6e04c40-ff76-4b44-b415-1ebb1760da6b req-ca9767aa-da0e-4566-b5fc-17f29f2dbcec tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:10.899758 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-95f6738c-8293-4243-b5df-e1ec79014f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:10.979161 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9767aa-da0e-4566-b5fc-17f29f2dbcec tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Pushing event deleted for resources: {'Port': ['ID=cac2529b-5b58-4bc3-9a05-8adaa11ffd31,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:11.101630 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e04c40-ff76-4b44-b415-1ebb1760da6b req-ca9767aa-da0e-4566-b5fc-17f29f2dbcec tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] No DVR routers for this DVR port cac2529b-5b58-4bc3-9a05-8adaa11ffd31 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:09:11.108387 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c6e04c40-ff76-4b44-b415-1ebb1760da6b req-ca9767aa-da0e-4566-b5fc-17f29f2dbcec tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:11.113690 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c6e04c40-ff76-4b44-b415-1ebb1760da6b req-ca9767aa-da0e-4566-b5fc-17f29f2dbcec tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "DELETE /v2.0/ports/cac2529b-5b58-4bc3-9a05-8adaa11ffd31 HTTP/1.1" status: 204 len: 173 time: 1.0580764 Jun 30 09:09:11.115713 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff069464-9d8a-4d96-ba17-67a4810958ee', 'name': 'network-vif-deleted', 'tag': 'cac2529b-5b58-4bc3-9a05-8adaa11ffd31'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:11.122252 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0857a2-e2db-481e-99ba-de051bbf2e18" -d '{"events": [{"server_uuid": "ff069464-9d8a-4d96-ba17-67a4810958ee", "name": "network-vif-deleted", "tag": "cac2529b-5b58-4bc3-9a05-8adaa11ffd31"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:11.181435 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-4ffa8117-3c06-44b0-83b9-a425ee7a392f tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=1a2e4690a4914640bc78bd1032a89e19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369163 Jun 30 09:09:11.392017 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-abac1a49-cd2b-48c1-b329-6b79c4fea42f tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:11.394736 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-abac1a49-cd2b-48c1-b329-6b79c4fea42f tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2058284 Jun 30 09:09:11.413585 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-b4b997ac-ee9f-4e3b-99e9-0e4eee33d1d7 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Request body: {'port': {'device_id': 'a352aa5b-4a7a-4c98-8273-ee420dbd02c4', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'admin_state_up': True, 'tenant_id': '1a2e4690a4914640bc78bd1032a89e19'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:11.478337 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6738c-8293-4243-b5df-e1ec79014f6c service neutron] Pushing event updated for resources: {'Port': ['ID=d49dde0d-76c6-498a-961c-65747fe991c8,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:11.516848 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-95f6738c-8293-4243-b5df-e1ec79014f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:11.522347 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-95f6738c-8293-4243-b5df-e1ec79014f6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:11.522347 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-95f6738c-8293-4243-b5df-e1ec79014f6c service neutron] 10.222.0.37 "PUT /v2.0/ports/d49dde0d-76c6-498a-961c-65747fe991c8 HTTP/1.1" status: 200 len: 1092 time: 2.0139747 Jun 30 09:09:11.524230 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f965919-3317-4a84-880f-4518e6812a8d', 'tag': 'd49dde0d-76c6-498a-961c-65747fe991c8'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:11.533882 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddbb9fa-a697-4117-ba7a-e45d71766e37" -d '{"events": [{"name": "network-changed", "server_uuid": "9f965919-3317-4a84-880f-4518e6812a8d", "tag": "d49dde0d-76c6-498a-961c-65747fe991c8"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:11.557118 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8a516-0bc9-46b5-b290-1fdd401d7a43 req-f434a0a8-7884-4053-a536-bd3d12996915 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:11.565416 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fbe8a516-0bc9-46b5-b290-1fdd401d7a43 req-f434a0a8-7884-4053-a536-bd3d12996915 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f965919-3317-4a84-880f-4518e6812a8d HTTP/1.1" status: 200 len: 943 time: 0.7442586 Jun 30 09:09:11.625162 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fbe8a516-0bc9-46b5-b290-1fdd401d7a43 req-5df8bd1c-1a78-4caf-8d6f-32aa062f64ed tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cc25663-0098-4047-8dac-5b035c6135d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520196 Jun 30 09:09:11.783428 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-e107a097-e42f-40a0-a356-1b2dcdfae7e1 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1a2e4690a4914640bc78bd1032a89e19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655143 Jun 30 09:09:11.811458 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-b4b997ac-ee9f-4e3b-99e9-0e4eee33d1d7 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Made reservation on behalf of 1a2e4690a4914640bc78bd1032a89e19 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:11.818216 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-b4b997ac-ee9f-4e3b-99e9-0e4eee33d1d7 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:11.977519 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-8edb82b2-e63c-4c33-93f9-187f86bd2071 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:11.979060 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-8edb82b2-e63c-4c33-93f9-187f86bd2071 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1895382 Jun 30 09:09:11.998291 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-5239a85b-42b0-4e5f-90e3-fc1473de4caa tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Request body: {'port': {'device_id': 'fa257d46-e086-4b77-92d9-7c935b015849', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'admin_state_up': True, 'tenant_id': '1a2e4690a4914640bc78bd1032a89e19'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:12.023854 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-de99e244-fb9f-4356-8319-5a98067d1d71 req-cb1eb2a9-e219-4365-9dd7-75c22448f1a0 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa257d46-e086-4b77-92d9-7c935b015849 HTTP/1.1" status: 200 len: 210 time: 0.2174106 Jun 30 09:09:12.024769 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-b4b997ac-ee9f-4e3b-99e9-0e4eee33d1d7 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Allocated IP 192.168.233.5 (ad33225d-5521-4894-b7e8-170799d80b12/a0a5de46-050b-42ad-8d47-c859eedbe230/3f66becb-2291-4fd9-a2ba-47ad8464b5d1) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:12.073125 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-64dfebc7-db80-490c-808f-55d3ce76fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:12.074635 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-64dfebc7-db80-490c-808f-55d3ce76fb61 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e0240e8a9d4242cd9544ba218f33d8ca&device_id=9f965919-3317-4a84-880f-4518e6812a8d HTTP/1.1" status: 200 len: 1095 time: 0.3326054 Jun 30 09:09:12.239038 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-920f0101-05ae-4f89-88a8-1047b4d90eec tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:12.240618 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-920f0101-05ae-4f89-88a8-1047b4d90eec tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.52 "GET /v2.0/networks?id=d9d765b7-65f5-4caf-948c-3f41a16c950f HTTP/1.1" status: 200 len: 811 time: 0.1293743 Jun 30 09:09:12.289550 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-485d15d2-f64e-46f9-a1e7-049ab660c0c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d49dde0d-76c6-498a-961c-65747fe991c8 HTTP/1.1" status: 200 len: 217 time: 0.2076075 Jun 30 09:09:12.335717 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eaed9e98-8c7a-4981-b58a-e0c0ecabdd1f req-23ee103d-b438-4b75-b4a6-e14308990c2f tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6337132-d55e-424f-b040-a9bb2995a80b HTTP/1.1" status: 200 len: 210 time: 0.0533845 Jun 30 09:09:12.390008 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-5239a85b-42b0-4e5f-90e3-fc1473de4caa tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Made reservation on behalf of 1a2e4690a4914640bc78bd1032a89e19 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:12.403874 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-5239a85b-42b0-4e5f-90e3-fc1473de4caa tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:12.508442 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-46f6c965-67ad-4565-9877-5dc28e5278c5 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc4e00c477d14bf68646e41ac1f1517b HTTP/1.1" status: 200 len: 379 time: 0.2308288 Jun 30 09:09:12.518441 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-8a216ee0-2ce0-45d1-a812-05df53c6d9b7 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Request body: {'port': {'device_id': 'b6337132-d55e-424f-b040-a9bb2995a80b', 'network_id': 'd9d765b7-65f5-4caf-948c-3f41a16c950f', 'admin_state_up': True, 'tenant_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'security_groups': ['066c296a-b32e-4b97-8a79-1f6b059bab0e']}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:12.631440 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-04f13df2-6301-4662-9d2c-dffb4fe2c4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:12.632922 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-04f13df2-6301-4662-9d2c-dffb4fe2c4cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aac228a-78a5-4f01-9892-f21a2f66c1b2 HTTP/1.1" status: 200 len: 856 time: 0.3205812 Jun 30 09:09:12.651007 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-230b5d6e-fb9d-46a6-873c-97af3b503710 req-25fe7bdb-1115-4d4b-accd-608252ce1368 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3c60897-561c-4196-8f7c-3db8c5fe9829 HTTP/1.1" status: 200 len: 210 time: 0.0315704 Jun 30 09:09:12.718893 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-cece6ae7-e50c-4bfe-915d-47abb8c7c2f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a2deb22a-0a4c-4b09-9d89-82b24900fdc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712419 Jun 30 09:09:12.718893 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebccd77b-6990-44dc-86c7-c5388e82349b x-openstack-request-id: req-ebccd77b-6990-44dc-86c7-c5388e82349b {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:12.718893 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff069464-9d8a-4d96-ba17-67a4810958ee", "name": "network-vif-deleted", "tag": "cac2529b-5b58-4bc3-9a05-8adaa11ffd31", "status": "failed", "code": 422}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:12.718893 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ebccd77b-6990-44dc-86c7-c5388e82349b {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:12.719333 n-d-771363-31 neutron-server[101053]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ff069464-9d8a-4d96-ba17-67a4810958ee', 'name': 'network-vif-deleted', 'tag': 'cac2529b-5b58-4bc3-9a05-8adaa11ffd31', 'status': 'failed', 'code': 422} returned with failed status Jun 30 09:09:12.783978 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f895ce-c94c-4002-8f60-5c8ed5808b17 x-openstack-request-id: req-c8f895ce-c94c-4002-8f60-5c8ed5808b17 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:12.784399 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f965919-3317-4a84-880f-4518e6812a8d", "tag": "d49dde0d-76c6-498a-961c-65747fe991c8", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:12.784749 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c8f895ce-c94c-4002-8f60-5c8ed5808b17 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:12.785264 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f965919-3317-4a84-880f-4518e6812a8d', 'tag': 'd49dde0d-76c6-498a-961c-65747fe991c8', 'status': 'completed', 'code': 200} Jun 30 09:09:12.844666 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-b4b997ac-ee9f-4e3b-99e9-0e4eee33d1d7 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:12.883789 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-b4b997ac-ee9f-4e3b-99e9-0e4eee33d1d7 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Transition to ACTIVE for port object 3f66becb-2291-4fd9-a2ba-47ad8464b5d1 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:12.891493 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-9fe76095-cd54-4a32-a4c0-6e5cd8000392 service neutron] 10.222.0.37 "GET /v2.0/networks/a2deb22a-0a4c-4b09-9d89-82b24900fdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636467 Jun 30 09:09:13.041004 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c609d8f2-21eb-4e5a-bc16-6c1e895430ea req-2937d6dd-0d4f-450f-89fe-bfa6bd646b5b service neutron] 10.222.0.37 "GET /v2.0/networks/a2deb22a-0a4c-4b09-9d89-82b24900fdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423471 Jun 30 09:09:13.046779 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-8a216ee0-2ce0-45d1-a812-05df53c6d9b7 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Made reservation on behalf of bc4e00c477d14bf68646e41ac1f1517b for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:13.052036 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-8a216ee0-2ce0-45d1-a812-05df53c6d9b7 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:13.285793 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba01523-7890-41e0-bcd1-159173a2ba5d req-66ddb24f-5b4f-4d02-a48a-9aab63b70f72 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:13.287397 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5ba01523-7890-41e0-bcd1-159173a2ba5d req-66ddb24f-5b4f-4d02-a48a-9aab63b70f72 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f965919-3317-4a84-880f-4518e6812a8d HTTP/1.1" status: 200 len: 943 time: 0.2436414 Jun 30 09:09:13.324509 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-8a216ee0-2ce0-45d1-a812-05df53c6d9b7 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Allocated IP 172.20.0.4 (d9d765b7-65f5-4caf-948c-3f41a16c950f/24c4b3bc-00c1-420f-b67e-caf4aa60c39a/8d8874ea-9ff1-4100-9082-f4058ede600e) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:13.367321 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5ba01523-7890-41e0-bcd1-159173a2ba5d req-446f2f3b-dba7-4c71-9c2b-21b95b569f2b tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cc25663-0098-4047-8dac-5b035c6135d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704093 Jun 30 09:09:13.392677 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbb9fa-a697-4117-ba7a-e45d71766e37 req-b1e3c841-435d-4994-ac0a-d30e7b814610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:13.394204 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2ddbb9fa-a697-4117-ba7a-e45d71766e37 req-b1e3c841-435d-4994-ac0a-d30e7b814610 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e0240e8a9d4242cd9544ba218f33d8ca&device_id=9f965919-3317-4a84-880f-4518e6812a8d HTTP/1.1" status: 200 len: 1095 time: 0.1878414 Jun 30 09:09:13.553519 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-76b9ed4c-2fb0-4b96-a671-d80546fc08bc req-ee87672a-d082-4231-85b5-17725d8062ba tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa257d46-e086-4b77-92d9-7c935b015849 HTTP/1.1" status: 200 len: 210 time: 0.0438821 Jun 30 09:09:13.629307 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbb9fa-a697-4117-ba7a-e45d71766e37 req-82018abb-2167-4e9f-9e96-2304af039b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:13.630716 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2ddbb9fa-a697-4117-ba7a-e45d71766e37 req-82018abb-2167-4e9f-9e96-2304af039b1a service neutron] 10.222.0.37 "GET /v2.0/networks?id=a2deb22a-0a4c-4b09-9d89-82b24900fdc1 HTTP/1.1" status: 200 len: 917 time: 0.2276993 Jun 30 09:09:13.642710 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-8a216ee0-2ce0-45d1-a812-05df53c6d9b7 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:13.699476 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2ddbb9fa-a697-4117-ba7a-e45d71766e37 req-79a5f0cc-e702-4a3d-ac0a-4aabb3d84959 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d49dde0d-76c6-498a-961c-65747fe991c8 HTTP/1.1" status: 200 len: 217 time: 0.0606737 Jun 30 09:09:13.749611 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-8a216ee0-2ce0-45d1-a812-05df53c6d9b7 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Transition to ACTIVE for port object 8d8874ea-9ff1-4100-9082-f4058ede600e will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:13.818086 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-b4b997ac-ee9f-4e3b-99e9-0e4eee33d1d7 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:13.832112 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['e38873e4-de44-4aa0-831f-ff170eea831f', '95ce2fc6-54f7-4719-9352-143bd62a5933', 'ca94fe25-1c42-4b7c-a721-cfb326e76480'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:13.881750 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbb9fa-a697-4117-ba7a-e45d71766e37 req-070d790c-505e-422e-9d9c-d03d69542daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:13.883234 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2ddbb9fa-a697-4117-ba7a-e45d71766e37 req-070d790c-505e-422e-9d9c-d03d69542daa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aac228a-78a5-4f01-9892-f21a2f66c1b2 HTTP/1.1" status: 200 len: 856 time: 0.1696892 Jun 30 09:09:13.949608 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-5239a85b-42b0-4e5f-90e3-fc1473de4caa tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Allocated IP 192.168.233.93 (ad33225d-5521-4894-b7e8-170799d80b12/a0a5de46-050b-42ad-8d47-c859eedbe230/715a2321-9a1e-4336-9311-fea1b8e8c92e) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:13.958570 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2ddbb9fa-a697-4117-ba7a-e45d71766e37 req-4d1a387e-ea3b-42ad-b09c-87fa85ebd7e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a2deb22a-0a4c-4b09-9d89-82b24900fdc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628238 Jun 30 09:09:13.959155 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b997ac-ee9f-4e3b-99e9-0e4eee33d1d7 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Pushing event updated for resources: {'Port': ['ID=3f66becb-2291-4fd9-a2ba-47ad8464b5d1,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:13.964463 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-b4b997ac-ee9f-4e3b-99e9-0e4eee33d1d7 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Network ad33225d-5521-4894-b7e8-170799d80b12 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:13.972992 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c29161-0495-404f-9c52-de51199b8b5b req-78920768-99bd-4c0a-bf24-ca229a201a8a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:13.974529 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-41c29161-0495-404f-9c52-de51199b8b5b req-78920768-99bd-4c0a-bf24-ca229a201a8a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/networks?id=dbd9754c-6cc8-466f-93ec-62534a8480bb HTTP/1.1" status: 200 len: 811 time: 0.2877698 Jun 30 09:09:13.980238 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-b4b997ac-ee9f-4e3b-99e9-0e4eee33d1d7 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:13.991154 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-b4b997ac-ee9f-4e3b-99e9-0e4eee33d1d7 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:14.017743 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-547cde2a-5c0b-4bb2-8999-36ed2b7efa79 req-fc07a07f-90ed-40b3-bcb0-2b4fadaf2311 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6337132-d55e-424f-b040-a9bb2995a80b HTTP/1.1" status: 200 len: 210 time: 0.0808046 Jun 30 09:09:14.094458 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-41c29161-0495-404f-9c52-de51199b8b5b req-3bece95a-ae32-4778-b34f-7a9c679e0a1a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/quotas/164efc1ee4d9427b996c064420e28c66 HTTP/1.1" status: 200 len: 375 time: 0.1108010 Jun 30 09:09:14.101623 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-8a216ee0-2ce0-45d1-a812-05df53c6d9b7 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:14.220873 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-41c29161-0495-404f-9c52-de51199b8b5b req-cfb656c9-fbb1-4743-aed9-0c7faf653fd7 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=164efc1ee4d9427b996c064420e28c66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1261637 Jun 30 09:09:14.270322 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-b4b997ac-ee9f-4e3b-99e9-0e4eee33d1d7 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:14.270970 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-b4b997ac-ee9f-4e3b-99e9-0e4eee33d1d7 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:14.357491 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-8a216ee0-2ce0-45d1-a812-05df53c6d9b7 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Network d9d765b7-65f5-4caf-948c-3f41a16c950f is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:14.376653 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a216ee0-2ce0-45d1-a812-05df53c6d9b7 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Pushing event updated for resources: {'Port': ['ID=8d8874ea-9ff1-4100-9082-f4058ede600e,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:14.379265 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-8a216ee0-2ce0-45d1-a812-05df53c6d9b7 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:14.393265 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-8a216ee0-2ce0-45d1-a812-05df53c6d9b7 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:14.404612 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2ddbb9fa-a697-4117-ba7a-e45d71766e37 req-78f39b78-4fb7-4590-9650-b4f3a3d639d9 service neutron] 10.222.0.37 "GET /v2.0/networks/a2deb22a-0a4c-4b09-9d89-82b24900fdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255614 Jun 30 09:09:14.456866 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-5239a85b-42b0-4e5f-90e3-fc1473de4caa tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:14.486630 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8f8fe0f7-438e-4330-b144-7fc7a9195e53 req-a42f0d48-9782-4486-ae39-2b72e088d6f8 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3c60897-561c-4196-8f7c-3db8c5fe9829 HTTP/1.1" status: 200 len: 210 time: 0.0795996 Jun 30 09:09:14.528307 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-5239a85b-42b0-4e5f-90e3-fc1473de4caa tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Transition to ACTIVE for port object 715a2321-9a1e-4336-9311-fea1b8e8c92e will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:14.596929 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-10aef5aa-850f-432e-a0d7-6d328aaf24c0 None None] Provisioning for port 3f66becb-2291-4fd9-a2ba-47ad8464b5d1 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:14.602002 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-10aef5aa-850f-432e-a0d7-6d328aaf24c0 None None] Provisioning complete for port 3f66becb-2291-4fd9-a2ba-47ad8464b5d1 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:14.602412 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-10aef5aa-850f-432e-a0d7-6d328aaf24c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:14.679280 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-10aef5aa-850f-432e-a0d7-6d328aaf24c0 None None] Port 3f66becb-2291-4fd9-a2ba-47ad8464b5d1 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:09:14.694324 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-be6cbfd8-bad1-4428-940e-e288120e164d tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d4422e0094724a02b999077024ecf206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369711 Jun 30 09:09:14.737894 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-5239a85b-42b0-4e5f-90e3-fc1473de4caa tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:14.829686 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['e38873e4-de44-4aa0-831f-ff170eea831f', '95ce2fc6-54f7-4719-9352-143bd62a5933', 'ca94fe25-1c42-4b7c-a721-cfb326e76480'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:14.890214 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3427583c-1476-4141-b82d-9a93c914fa91 None None] Provisioning for port 8d8874ea-9ff1-4100-9082-f4058ede600e completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:14.910830 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3427583c-1476-4141-b82d-9a93c914fa91 None None] Provisioning complete for port 8d8874ea-9ff1-4100-9082-f4058ede600e triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:14.913514 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3427583c-1476-4141-b82d-9a93c914fa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:14.963216 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-5239a85b-42b0-4e5f-90e3-fc1473de4caa tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Network ad33225d-5521-4894-b7e8-170799d80b12 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:14.986627 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-5239a85b-42b0-4e5f-90e3-fc1473de4caa tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:14.996287 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-5239a85b-42b0-4e5f-90e3-fc1473de4caa tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:14.998992 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5239a85b-42b0-4e5f-90e3-fc1473de4caa tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Pushing event updated for resources: {'Port': ['ID=715a2321-9a1e-4336-9311-fea1b8e8c92e,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:15.028970 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-b4b997ac-ee9f-4e3b-99e9-0e4eee33d1d7 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6244431 Jun 30 09:09:15.048498 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-3427583c-1476-4141-b82d-9a93c914fa91 None None] Port 8d8874ea-9ff1-4100-9082-f4058ede600e cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:09:15.061874 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-17a58b3a-d89f-484b-a560-a27c485db430 service neutron] Request body: {'port': {'device_id': 'a352aa5b-4a7a-4c98-8273-ee420dbd02c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:15.102007 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-ce81b839-df63-4a4d-ac99-c0760e6377b9 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:15.103678 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-ce81b839-df63-4a4d-ac99-c0760e6377b9 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4059973 Jun 30 09:09:15.119080 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-5239a85b-42b0-4e5f-90e3-fc1473de4caa tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:15.119779 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-5239a85b-42b0-4e5f-90e3-fc1473de4caa tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:15.130374 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-a49a2e6f-0045-4cbd-8c2c-18f5282972a4 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Request body: {'port': {'device_id': 'e3c60897-561c-4196-8f7c-3db8c5fe9829', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'admin_state_up': True, 'tenant_id': 'd4422e0094724a02b999077024ecf206'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:15.190153 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-8a216ee0-2ce0-45d1-a812-05df53c6d9b7 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:15.190976 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-8a216ee0-2ce0-45d1-a812-05df53c6d9b7 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:15.204887 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-41c29161-0495-404f-9c52-de51199b8b5b req-6c2858e2-2827-44b9-897b-d97e852c9a27 service neutron] 10.222.0.10 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9833312 Jun 30 09:09:15.239898 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6d019-37da-46f7-9aed-1bb3dbbb1fbb req-40bbe110-ba23-47e5-8426-849c7c27f827 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:15.246486 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5bc6d019-37da-46f7-9aed-1bb3dbbb1fbb req-40bbe110-ba23-47e5-8426-849c7c27f827 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f965919-3317-4a84-880f-4518e6812a8d HTTP/1.1" status: 200 len: 943 time: 0.4052544 Jun 30 09:09:15.290753 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-5239a85b-42b0-4e5f-90e3-fc1473de4caa tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2999816 Jun 30 09:09:15.325038 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-6a5cc73a-42ce-4fc9-aa1a-f109c1039afa service neutron] Request body: {'port': {'device_id': 'fa257d46-e086-4b77-92d9-7c935b015849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:15.348885 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2ddbb9fa-a697-4117-ba7a-e45d71766e37 req-b343a07a-8c37-49af-9c72-48babc0e562e service neutron] 10.222.0.37 "GET /v2.0/networks/a2deb22a-0a4c-4b09-9d89-82b24900fdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9245255 Jun 30 09:09:15.349603 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-17a58b3a-d89f-484b-a560-a27c485db430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:15.382481 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-8a216ee0-2ce0-45d1-a812-05df53c6d9b7 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8685694 Jun 30 09:09:15.434174 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-340c5c2f-affc-4395-90c4-d3f3c051bc65 service neutron] Request body: {'port': {'device_id': 'b6337132-d55e-424f-b040-a9bb2995a80b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:15.473102 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5bc6d019-37da-46f7-9aed-1bb3dbbb1fbb req-eaf7e5f4-112f-4d43-a1a0-33433afa5d31 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cc25663-0098-4047-8dac-5b035c6135d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167263 Jun 30 09:09:15.475831 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-6a5cc73a-42ce-4fc9-aa1a-f109c1039afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:15.486721 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-41c29161-0495-404f-9c52-de51199b8b5b req-68254b78-71a1-4c16-9971-725619703c43 service neutron] 10.222.0.10 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707675 Jun 30 09:09:15.584749 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-77fe2337-f217-4994-a812-951a4e3a5355 None None] Provisioning for port 715a2321-9a1e-4336-9311-fea1b8e8c92e completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:15.604849 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-77fe2337-f217-4994-a812-951a4e3a5355 None None] Provisioning complete for port 715a2321-9a1e-4336-9311-fea1b8e8c92e triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:15.604849 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-77fe2337-f217-4994-a812-951a4e3a5355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:15.689129 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-77fe2337-f217-4994-a812-951a4e3a5355 None None] Port 715a2321-9a1e-4336-9311-fea1b8e8c92e cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:09:15.755781 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-340c5c2f-affc-4395-90c4-d3f3c051bc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:15.808658 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadf184-0657-46fc-9670-431ca81e6638 req-ba067485-bbfe-44ea-9f80-de545d44999a tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:15.810272 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2dadf184-0657-46fc-9670-431ca81e6638 req-ba067485-bbfe-44ea-9f80-de545d44999a tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa257d46-e086-4b77-92d9-7c935b015849 HTTP/1.1" status: 200 len: 935 time: 0.1245522 Jun 30 09:09:15.840840 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:09:15.846697 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-a49a2e6f-0045-4cbd-8c2c-18f5282972a4 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Made reservation on behalf of d4422e0094724a02b999077024ecf206 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:15.850673 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-a49a2e6f-0045-4cbd-8c2c-18f5282972a4 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:15.938807 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-6a5cc73a-42ce-4fc9-aa1a-f109c1039afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 715a2321-9a1e-4336-9311-fea1b8e8c92e {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:15.948288 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-6a5cc73a-42ce-4fc9-aa1a-f109c1039afa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:15.955634 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2dadf184-0657-46fc-9670-431ca81e6638 req-df656b77-a8e4-43d3-85ce-ba7dd949d222 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287210 Jun 30 09:09:16.024215 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-6a5cc73a-42ce-4fc9-aa1a-f109c1039afa service neutron] Transition to ACTIVE for port object 715a2321-9a1e-4336-9311-fea1b8e8c92e will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:16.119196 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-6a5cc73a-42ce-4fc9-aa1a-f109c1039afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:16.235409 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5cc73a-42ce-4fc9-aa1a-f109c1039afa service neutron] Pushing event updated for resources: {'Port': ['ID=715a2321-9a1e-4336-9311-fea1b8e8c92e,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:16.325530 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-340c5c2f-affc-4395-90c4-d3f3c051bc65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d8874ea-9ff1-4100-9082-f4058ede600e {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:16.339232 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-340c5c2f-affc-4395-90c4-d3f3c051bc65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:16.369488 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a7f18-6260-407c-8e92-bf8972e65a99 req-ddf0529a-6e67-499d-bc78-20baae9791b8 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:16.372900 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-340c5c2f-affc-4395-90c4-d3f3c051bc65 service neutron] Transition to ACTIVE for port object 8d8874ea-9ff1-4100-9082-f4058ede600e will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:16.378001 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5c3a7f18-6260-407c-8e92-bf8972e65a99 req-ddf0529a-6e67-499d-bc78-20baae9791b8 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6337132-d55e-424f-b040-a9bb2995a80b HTTP/1.1" status: 200 len: 931 time: 0.2140455 Jun 30 09:09:16.422467 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-17a58b3a-d89f-484b-a560-a27c485db430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f66becb-2291-4fd9-a2ba-47ad8464b5d1 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:16.432502 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-17a58b3a-d89f-484b-a560-a27c485db430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:16.448092 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-17a58b3a-d89f-484b-a560-a27c485db430 service neutron] Transition to ACTIVE for port object 3f66becb-2291-4fd9-a2ba-47ad8464b5d1 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:16.467334 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-340c5c2f-affc-4395-90c4-d3f3c051bc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:16.518183 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5c3a7f18-6260-407c-8e92-bf8972e65a99 req-66b65ffd-c9f6-48c1-a08f-2e98bdde713b tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/security-groups?id=066c296a-b32e-4b97-8a79-1f6b059bab0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381292 Jun 30 09:09:16.519790 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-6a5cc73a-42ce-4fc9-aa1a-f109c1039afa service neutron] Attempting to bind port 715a2321-9a1e-4336-9311-fea1b8e8c92e on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:16.540443 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-6a5cc73a-42ce-4fc9-aa1a-f109c1039afa service neutron] Attempting to bind port 715a2321-9a1e-4336-9311-fea1b8e8c92e by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:16.540443 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-6a5cc73a-42ce-4fc9-aa1a-f109c1039afa service neutron] Attempting to bind port 715a2321-9a1e-4336-9311-fea1b8e8c92e on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:16.540443 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-6a5cc73a-42ce-4fc9-aa1a-f109c1039afa service neutron] Port 715a2321-9a1e-4336-9311-fea1b8e8c92e on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:16.540443 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-6a5cc73a-42ce-4fc9-aa1a-f109c1039afa service neutron] Attempting to bind port 715a2321-9a1e-4336-9311-fea1b8e8c92e on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:16.540443 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-6a5cc73a-42ce-4fc9-aa1a-f109c1039afa service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:16.540443 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-6a5cc73a-42ce-4fc9-aa1a-f109c1039afa service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:16.540443 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-6a5cc73a-42ce-4fc9-aa1a-f109c1039afa service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:16.540443 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-6a5cc73a-42ce-4fc9-aa1a-f109c1039afa service neutron] Bound port: 715a2321-9a1e-4336-9311-fea1b8e8c92e, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:16.540443 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-6a5cc73a-42ce-4fc9-aa1a-f109c1039afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:16.575495 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c5c2f-affc-4395-90c4-d3f3c051bc65 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8874ea-9ff1-4100-9082-f4058ede600e,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:16.583684 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-17a58b3a-d89f-484b-a560-a27c485db430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:16.680875 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9218fefc-017a-4da7-8deb-05cd1b3f0f4f req-2865af13-1733-40dc-b623-7e4de0b8dd28 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 210 time: 0.0948741 Jun 30 09:09:16.763863 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-a49a2e6f-0045-4cbd-8c2c-18f5282972a4 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Allocated IP 192.168.233.225 (ad33225d-5521-4894-b7e8-170799d80b12/a0a5de46-050b-42ad-8d47-c859eedbe230/167425c5-5b46-45f5-93bf-32cbb993037d) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:16.770675 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-6a5cc73a-42ce-4fc9-aa1a-f109c1039afa service neutron] For port 715a2321-9a1e-4336-9311-fea1b8e8c92e, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:16.775812 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-6a5cc73a-42ce-4fc9-aa1a-f109c1039afa service neutron] For port 715a2321-9a1e-4336-9311-fea1b8e8c92e, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=715a2321-9a1e-4336-9311-fea1b8e8c92e,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:16.809378 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a58b3a-d89f-484b-a560-a27c485db430 service neutron] Pushing event updated for resources: {'Port': ['ID=3f66becb-2291-4fd9-a2ba-47ad8464b5d1,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:16.815678 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d4c8eb3a-17be-491c-b515-cbca410e9ca5 req-8addbb43-6b55-423a-8b26-e75b69f52352 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3c60897-561c-4196-8f7c-3db8c5fe9829 HTTP/1.1" status: 200 len: 210 time: 0.1013448 Jun 30 09:09:16.933720 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-340c5c2f-affc-4395-90c4-d3f3c051bc65 service neutron] Attempting to bind port 8d8874ea-9ff1-4100-9082-f4058ede600e on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:16.934118 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-340c5c2f-affc-4395-90c4-d3f3c051bc65 service neutron] Attempting to bind port 8d8874ea-9ff1-4100-9082-f4058ede600e by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '1a09536c-8b7a-4961-979f-69f5d6e6b32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd9d765b7-65f5-4caf-948c-3f41a16c950f'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:16.934475 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-340c5c2f-affc-4395-90c4-d3f3c051bc65 service neutron] Attempting to bind port 8d8874ea-9ff1-4100-9082-f4058ede600e on network d9d765b7-65f5-4caf-948c-3f41a16c950f {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:16.941093 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-6a5cc73a-42ce-4fc9-aa1a-f109c1039afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:16.996429 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-340c5c2f-affc-4395-90c4-d3f3c051bc65 service neutron] Port 8d8874ea-9ff1-4100-9082-f4058ede600e on network d9d765b7-65f5-4caf-948c-3f41a16c950f not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:16.998772 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-340c5c2f-affc-4395-90c4-d3f3c051bc65 service neutron] Attempting to bind port 8d8874ea-9ff1-4100-9082-f4058ede600e on network d9d765b7-65f5-4caf-948c-3f41a16c950f {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:17.018985 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-340c5c2f-affc-4395-90c4-d3f3c051bc65 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:17.019227 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-340c5c2f-affc-4395-90c4-d3f3c051bc65 service neutron] Checking segment: {'id': '1a09536c-8b7a-4961-979f-69f5d6e6b32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd9d765b7-65f5-4caf-948c-3f41a16c950f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:17.019571 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-340c5c2f-affc-4395-90c4-d3f3c051bc65 service neutron] Bound using segment: {'id': '1a09536c-8b7a-4961-979f-69f5d6e6b32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd9d765b7-65f5-4caf-948c-3f41a16c950f'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:17.020025 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-340c5c2f-affc-4395-90c4-d3f3c051bc65 service neutron] Bound port: 8d8874ea-9ff1-4100-9082-f4058ede600e, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a09536c-8b7a-4961-979f-69f5d6e6b32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd9d765b7-65f5-4caf-948c-3f41a16c950f'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:17.020382 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-340c5c2f-affc-4395-90c4-d3f3c051bc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:17.109485 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-17a58b3a-d89f-484b-a560-a27c485db430 service neutron] Attempting to bind port 3f66becb-2291-4fd9-a2ba-47ad8464b5d1 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:17.109917 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-17a58b3a-d89f-484b-a560-a27c485db430 service neutron] Attempting to bind port 3f66becb-2291-4fd9-a2ba-47ad8464b5d1 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:17.110245 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-17a58b3a-d89f-484b-a560-a27c485db430 service neutron] Attempting to bind port 3f66becb-2291-4fd9-a2ba-47ad8464b5d1 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:17.121468 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-17a58b3a-d89f-484b-a560-a27c485db430 service neutron] Port 3f66becb-2291-4fd9-a2ba-47ad8464b5d1 on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:17.121768 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-17a58b3a-d89f-484b-a560-a27c485db430 service neutron] Attempting to bind port 3f66becb-2291-4fd9-a2ba-47ad8464b5d1 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:17.152782 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-17a58b3a-d89f-484b-a560-a27c485db430 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:17.153154 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-17a58b3a-d89f-484b-a560-a27c485db430 service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:17.153534 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-17a58b3a-d89f-484b-a560-a27c485db430 service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:17.154095 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-17a58b3a-d89f-484b-a560-a27c485db430 service neutron] Bound port: 3f66becb-2291-4fd9-a2ba-47ad8464b5d1, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:17.154365 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-17a58b3a-d89f-484b-a560-a27c485db430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:17.182338 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-6a5cc73a-42ce-4fc9-aa1a-f109c1039afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:17.185935 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-6a5cc73a-42ce-4fc9-aa1a-f109c1039afa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:17.185935 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-6a5cc73a-42ce-4fc9-aa1a-f109c1039afa service neutron] 10.222.0.37 "PUT /v2.0/ports/715a2321-9a1e-4336-9311-fea1b8e8c92e HTTP/1.1" status: 200 len: 1096 time: 1.8789196 Jun 30 09:09:17.185935 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa257d46-e086-4b77-92d9-7c935b015849', 'tag': '715a2321-9a1e-4336-9311-fea1b8e8c92e'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:17.188249 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ba9596-367f-4962-9fd3-3433de49bd33" -d '{"events": [{"name": "network-changed", "server_uuid": "fa257d46-e086-4b77-92d9-7c935b015849", "tag": "715a2321-9a1e-4336-9311-fea1b8e8c92e"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:17.235671 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5cc73a-42ce-4fc9-aa1a-f109c1039afa service neutron] Pushing event updated for resources: {'Port': ['ID=715a2321-9a1e-4336-9311-fea1b8e8c92e,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:17.249007 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-340c5c2f-affc-4395-90c4-d3f3c051bc65 service neutron] For port 8d8874ea-9ff1-4100-9082-f4058ede600e, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:17.264198 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-340c5c2f-affc-4395-90c4-d3f3c051bc65 service neutron] For port 8d8874ea-9ff1-4100-9082-f4058ede600e, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=8d8874ea-9ff1-4100-9082-f4058ede600e,segment=NetworkSegment(1a09536c-8b7a-4961-979f-69f5d6e6b32a),segment_id=1a09536c-8b7a-4961-979f-69f5d6e6b32a)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:17.349588 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-a49a2e6f-0045-4cbd-8c2c-18f5282972a4 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:17.373726 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e497f0-2904-4eee-a886-e4e4141c9009 req-993cbec3-8cb3-4ca5-8131-afc418102385 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:17.375395 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-92e497f0-2904-4eee-a886-e4e4141c9009 req-993cbec3-8cb3-4ca5-8131-afc418102385 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f965919-3317-4a84-880f-4518e6812a8d HTTP/1.1" status: 200 len: 943 time: 0.2453942 Jun 30 09:09:17.376574 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-17a58b3a-d89f-484b-a560-a27c485db430 service neutron] For port 3f66becb-2291-4fd9-a2ba-47ad8464b5d1, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:17.383307 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-a49a2e6f-0045-4cbd-8c2c-18f5282972a4 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Transition to ACTIVE for port object 167425c5-5b46-45f5-93bf-32cbb993037d will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:17.405324 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-340c5c2f-affc-4395-90c4-d3f3c051bc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:17.427803 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-17a58b3a-d89f-484b-a560-a27c485db430 service neutron] For port 3f66becb-2291-4fd9-a2ba-47ad8464b5d1, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3f66becb-2291-4fd9-a2ba-47ad8464b5d1,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:17.485010 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe8caf-fb5a-4a1d-a3f6-a915642ed9cb req-55c2a92a-9446-4bd4-89c9-d72978cc4286 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:17.486857 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2cbe8caf-fb5a-4a1d-a3f6-a915642ed9cb req-55c2a92a-9446-4bd4-89c9-d72978cc4286 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa257d46-e086-4b77-92d9-7c935b015849 HTTP/1.1" status: 200 len: 947 time: 0.2476480 Jun 30 09:09:17.494718 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-92e497f0-2904-4eee-a886-e4e4141c9009 req-652eb79a-b509-4fb1-be55-9ad37f763098 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cc25663-0098-4047-8dac-5b035c6135d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056433 Jun 30 09:09:17.506407 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-340c5c2f-affc-4395-90c4-d3f3c051bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:17.507046 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-340c5c2f-affc-4395-90c4-d3f3c051bc65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:17.508472 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-340c5c2f-affc-4395-90c4-d3f3c051bc65 service neutron] 10.222.0.52 "PUT /v2.0/ports/8d8874ea-9ff1-4100-9082-f4058ede600e HTTP/1.1" status: 200 len: 1092 time: 2.1096640 Jun 30 09:09:17.521278 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6337132-d55e-424f-b040-a9bb2995a80b', 'tag': '8d8874ea-9ff1-4100-9082-f4058ede600e'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:17.524460 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3392e701-64bb-475b-bc94-b6daf3c9ca21" -d '{"events": [{"name": "network-changed", "server_uuid": "b6337132-d55e-424f-b040-a9bb2995a80b", "tag": "8d8874ea-9ff1-4100-9082-f4058ede600e"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:17.556823 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-e6a2556c-a895-4186-9b43-ec07b28b19c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:17.559155 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-e6a2556c-a895-4186-9b43-ec07b28b19c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a2e4690a4914640bc78bd1032a89e19&device_id=fa257d46-e086-4b77-92d9-7c935b015849 HTTP/1.1" status: 200 len: 1099 time: 0.1886833 Jun 30 09:09:17.568379 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-17a58b3a-d89f-484b-a560-a27c485db430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:17.583035 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2cbe8caf-fb5a-4a1d-a3f6-a915642ed9cb req-ead55adb-51dc-44d8-86d7-fa84265fb696 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865486 Jun 30 09:09:17.596168 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device d49dde0d-76c6-498a-961c-65747fe991c8 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:09:17.601818 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8a0a36-ce0a-41d6-80de-a0bb0b8b4eac x-openstack-request-id: req-2a8a0a36-ce0a-41d6-80de-a0bb0b8b4eac {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:17.602141 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa257d46-e086-4b77-92d9-7c935b015849", "tag": "715a2321-9a1e-4336-9311-fea1b8e8c92e", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:17.602337 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2a8a0a36-ce0a-41d6-80de-a0bb0b8b4eac {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:17.602732 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa257d46-e086-4b77-92d9-7c935b015849', 'tag': '715a2321-9a1e-4336-9311-fea1b8e8c92e', 'status': 'completed', 'code': 200} Jun 30 09:09:17.651002 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-17a58b3a-d89f-484b-a560-a27c485db430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:17.658165 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-17a58b3a-d89f-484b-a560-a27c485db430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:17.662351 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-17a58b3a-d89f-484b-a560-a27c485db430 service neutron] 10.222.0.52 "PUT /v2.0/ports/3f66becb-2291-4fd9-a2ba-47ad8464b5d1 HTTP/1.1" status: 200 len: 1095 time: 2.6124318 Jun 30 09:09:17.676896 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c5c2f-affc-4395-90c4-d3f3c051bc65 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8874ea-9ff1-4100-9082-f4058ede600e,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:17.728481 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84f137a-ce85-4b05-bf35-b3ec7e91ba1b x-openstack-request-id: req-d84f137a-ce85-4b05-bf35-b3ec7e91ba1b {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:17.728695 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6337132-d55e-424f-b040-a9bb2995a80b", "tag": "8d8874ea-9ff1-4100-9082-f4058ede600e", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:17.728944 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d84f137a-ce85-4b05-bf35-b3ec7e91ba1b {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:17.729371 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6337132-d55e-424f-b040-a9bb2995a80b', 'tag': '8d8874ea-9ff1-4100-9082-f4058ede600e', 'status': 'completed', 'code': 200} Jun 30 09:09:17.746837 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-a49a2e6f-0045-4cbd-8c2c-18f5282972a4 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:17.836303 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['9818e02e-834b-41e3-a0cb-c636abd507dd', '91b73ffe-d46a-4dcd-ae20-6f135629a487'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:17.874571 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-9c8b15b8-caf7-43c7-8eab-8eefe5fa102e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=715a2321-9a1e-4336-9311-fea1b8e8c92e HTTP/1.1" status: 200 len: 217 time: 0.2894382 Jun 30 09:09:18.082289 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a58b3a-d89f-484b-a560-a27c485db430 service neutron] Pushing event updated for resources: {'Port': ['ID=3f66becb-2291-4fd9-a2ba-47ad8464b5d1,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:18.090690 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-a49a2e6f-0045-4cbd-8c2c-18f5282972a4 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Network ad33225d-5521-4894-b7e8-170799d80b12 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:18.141975 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-a49a2e6f-0045-4cbd-8c2c-18f5282972a4 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:18.145913 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-a49a2e6f-0045-4cbd-8c2c-18f5282972a4 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:18.190920 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port d49dde0d-76c6-498a-961c-65747fe991c8, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=d49dde0d-76c6-498a-961c-65747fe991c8,segment=NetworkSegment(2e3fcf96-0d7c-4e31-ae2d-ceabfa1ade79),segment_id=2e3fcf96-0d7c-4e31-ae2d-ceabfa1ade79)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:18.192227 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a2e6f-0045-4cbd-8c2c-18f5282972a4 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Pushing event updated for resources: {'Port': ['ID=167425c5-5b46-45f5-93bf-32cbb993037d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:18.211980 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-357bc8a5-a5d2-4ec0-8d89-34bfda4eaf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:18.214466 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-357bc8a5-a5d2-4ec0-8d89-34bfda4eaf67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.3078392 Jun 30 09:09:18.238846 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bbe3dc69-7c06-4a14-ac23-b8af9e608e74 req-7fdb8ecc-eda4-49dd-9853-8d43c74356aa tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 210 time: 0.1195283 Jun 30 09:09:18.295662 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-a49a2e6f-0045-4cbd-8c2c-18f5282972a4 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:18.297268 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-a49a2e6f-0045-4cbd-8c2c-18f5282972a4 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:18.332825 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'd49dde0d-76c6-498a-961c-65747fe991c8', 'network_id': 'a2deb22a-0a4c-4b09-9d89-82b24900fdc1', 'port_id': 'd49dde0d-76c6-498a-961c-65747fe991c8', 'mac_address': 'fa:16:3e:1a:44:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aac228a-78a5-4f01-9892-f21a2f66c1b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:09:18.335411 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-d49d9f5b-1691-4879-8e99-03bb791f6a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:18.351586 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-d49d9f5b-1691-4879-8e99-03bb791f6a05 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bc4e00c477d14bf68646e41ac1f1517b&device_id=b6337132-d55e-424f-b040-a9bb2995a80b HTTP/1.1" status: 200 len: 1095 time: 0.6655104 Jun 30 09:09:18.382234 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d731004-a92d-4be6-8ba1-05bd8d55d412 req-b08dee36-8bd9-4768-b306-4718e3ee8d66 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:18.417754 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1d731004-a92d-4be6-8ba1-05bd8d55d412 req-b08dee36-8bd9-4768-b306-4718e3ee8d66 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6337132-d55e-424f-b040-a9bb2995a80b HTTP/1.1" status: 200 len: 943 time: 0.3596349 Jun 30 09:09:18.473219 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-a49a2e6f-0045-4cbd-8c2c-18f5282972a4 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3504977 Jun 30 09:09:18.477813 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-ee235dd9-b003-4e0e-b84c-d3f29ec26803 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d8874ea-9ff1-4100-9082-f4058ede600e HTTP/1.1" status: 200 len: 217 time: 0.1083133 Jun 30 09:09:18.538290 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-72126fb0-7e12-4ed5-8dcd-8329e9e89997 service neutron] Request body: {'port': {'device_id': 'e3c60897-561c-4196-8f7c-3db8c5fe9829', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:18.581767 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-ae776911-1d50-4a90-b761-8d31c2361d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:18.582139 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1d731004-a92d-4be6-8ba1-05bd8d55d412 req-aa7c026c-e1dd-461b-a68e-f0b0405961b6 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/security-groups?id=066c296a-b32e-4b97-8a79-1f6b059bab0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631548 Jun 30 09:09:18.583575 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-ae776911-1d50-4a90-b761-8d31c2361d02 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a2e4690a4914640bc78bd1032a89e19&device_id=a352aa5b-4a7a-4c98-8273-ee420dbd02c4 HTTP/1.1" status: 200 len: 1098 time: 0.4408436 Jun 30 09:09:18.663989 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:18.666329 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-552f502c-4ab3-4b97-914e-9e13b7b7f125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:18.668090 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-552f502c-4ab3-4b97-914e-9e13b7b7f125 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4430420 Jun 30 09:09:18.719637 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d49dde0d-76c6-498a-961c-65747fe991c8 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:18.741049 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-55a49ef2-9c4d-4862-a0db-bc446e697f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:18.742938 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-55a49ef2-9c4d-4862-a0db-bc446e697f87 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24c4b3bc-00c1-420f-b67e-caf4aa60c39a HTTP/1.1" status: 200 len: 850 time: 0.2517145 Jun 30 09:09:18.749014 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-ff9f0539-0380-45fe-aec8-4d3fdc54a000 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=3f66becb-2291-4fd9-a2ba-47ad8464b5d1 HTTP/1.1" status: 200 len: 217 time: 0.1508670 Jun 30 09:09:18.774790 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port d49dde0d-76c6-498a-961c-65747fe991c8, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=d49dde0d-76c6-498a-961c-65747fe991c8,segment=NetworkSegment(2e3fcf96-0d7c-4e31-ae2d-ceabfa1ade79),segment_id=2e3fcf96-0d7c-4e31-ae2d-ceabfa1ade79)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:18.884593 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788af612-9fc8-498b-8b98-315c84545449 req-9f6eef6c-8445-48d4-83f2-632a6bd6af63 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:18.886597 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-788af612-9fc8-498b-8b98-315c84545449 req-9f6eef6c-8445-48d4-83f2-632a6bd6af63 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3c60897-561c-4196-8f7c-3db8c5fe9829 HTTP/1.1" status: 200 len: 936 time: 0.4117677 Jun 30 09:09:18.890346 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:18.942061 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-3b4e97c8-431c-401f-b1f5-187a1f6ad8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:18.943686 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-3b4e97c8-431c-401f-b1f5-187a1f6ad8f4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1697595 Jun 30 09:09:18.968340 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-788af612-9fc8-498b-8b98-315c84545449 req-2e7d873d-34ac-4607-8fc3-2fb712c4a4c4 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689495 Jun 30 09:09:18.974789 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6afa3fd3-5aa3-4c8d-8729-ecc3ddb9aa60 None None] Provisioning for port 167425c5-5b46-45f5-93bf-32cbb993037d completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:18.994141 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6afa3fd3-5aa3-4c8d-8729-ecc3ddb9aa60 None None] Provisioning complete for port 167425c5-5b46-45f5-93bf-32cbb993037d triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:18.994515 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6afa3fd3-5aa3-4c8d-8729-ecc3ddb9aa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:18.995365 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-72126fb0-7e12-4ed5-8dcd-8329e9e89997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:19.044586 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-e625c0d1-a938-4569-8893-b0b13789109c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:19.052730 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-e625c0d1-a938-4569-8893-b0b13789109c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d9d765b7-65f5-4caf-948c-3f41a16c950f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2891016 Jun 30 09:09:19.074776 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=d49dde0d-76c6-498a-961c-65747fe991c8,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:19.075615 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-93729a00-eced-4eeb-b136-d87867016da8 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952487 Jun 30 09:09:19.112815 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-6afa3fd3-5aa3-4c8d-8729-ecc3ddb9aa60 None None] Port 167425c5-5b46-45f5-93bf-32cbb993037d cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:09:19.174126 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-57b9822d-e692-4bc3-a908-34eac4866d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:19.175995 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-57b9822d-e692-4bc3-a908-34eac4866d46 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2130554 Jun 30 09:09:19.202654 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8b169-e027-4af1-98e7-d2496d5d35fa req-ccd0ff06-ddc0-439a-95be-9bbc2d802983 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:19.205464 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6bf8b169-e027-4af1-98e7-d2496d5d35fa req-ccd0ff06-ddc0-439a-95be-9bbc2d802983 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f965919-3317-4a84-880f-4518e6812a8d HTTP/1.1" status: 200 len: 944 time: 0.3620672 Jun 30 09:09:19.295583 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['d49dde0d-76c6-498a-961c-65747fe991c8'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:19.312047 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-86ca26b2-44fb-4000-9973-9d3ab048b8c2 service neutron] 10.222.0.52 "GET /v2.0/networks/d9d765b7-65f5-4caf-948c-3f41a16c950f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471592 Jun 30 09:09:19.386778 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6bf8b169-e027-4af1-98e7-d2496d5d35fa req-2da66f4d-2b3f-4a68-a9a7-cbb4549e2b81 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cc25663-0098-4047-8dac-5b035c6135d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242511 Jun 30 09:09:19.396896 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-5f8cc9c6-b5d4-46c2-8a8f-d08fa732c6bf service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025002 Jun 30 09:09:19.458160 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-b23c6152-0c7f-4a40-b3ef-2d99e03618f2 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629023 Jun 30 09:09:19.525874 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a2ed3-c4b4-4f22-b131-36ca2f149fa5 req-f9893264-6ee0-4669-b6ea-9c58b138a783 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:19.536519 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cd3a2ed3-c4b4-4f22-b131-36ca2f149fa5 req-f9893264-6ee0-4669-b6ea-9c58b138a783 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa257d46-e086-4b77-92d9-7c935b015849 HTTP/1.1" status: 200 len: 947 time: 0.3296881 Jun 30 09:09:19.736621 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6f4f23d-098f-420a-94c7-9dc9ff0c9ba9 req-579feaa1-1600-470f-9505-5f9c873ba89b service neutron] 10.222.0.52 "GET /v2.0/networks/d9d765b7-65f5-4caf-948c-3f41a16c950f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530212 Jun 30 09:09:19.739153 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-72126fb0-7e12-4ed5-8dcd-8329e9e89997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 167425c5-5b46-45f5-93bf-32cbb993037d {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:19.739153 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-72126fb0-7e12-4ed5-8dcd-8329e9e89997 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:19.740837 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cd3a2ed3-c4b4-4f22-b131-36ca2f149fa5 req-e6a2c3f1-c923-4ba5-b0b4-e89f970c25d6 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112764 Jun 30 09:09:19.741643 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-72126fb0-7e12-4ed5-8dcd-8329e9e89997 service neutron] Transition to ACTIVE for port object 167425c5-5b46-45f5-93bf-32cbb993037d will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:19.742120 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-98d3dd78-a8c5-4f6b-b2f1-6e72d002c1a6 req-9add3535-53cf-430a-b5d7-86ac4b8eabbf service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310691 Jun 30 09:09:19.742120 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a352aa5b-4a7a-4c98-8273-ee420dbd02c4', 'tag': '3f66becb-2291-4fd9-a2ba-47ad8464b5d1'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:19.742120 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152e1cce-bc97-489d-9702-fd129d7c87cb" -d '{"events": [{"name": "network-changed", "server_uuid": "a352aa5b-4a7a-4c98-8273-ee420dbd02c4", "tag": "3f66becb-2291-4fd9-a2ba-47ad8464b5d1"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:19.746935 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d5e04175-d06d-44ba-8910-9762461d98cc req-b234af1d-d97d-4d14-a1b0-9ab5f149afaf tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 210 time: 0.0487301 Jun 30 09:09:19.806636 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16df6cd0-ebb2-42aa-9146-9bf8817d2e0e x-openstack-request-id: req-16df6cd0-ebb2-42aa-9146-9bf8817d2e0e {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:19.806930 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a352aa5b-4a7a-4c98-8273-ee420dbd02c4", "tag": "3f66becb-2291-4fd9-a2ba-47ad8464b5d1", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:19.807219 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-16df6cd0-ebb2-42aa-9146-9bf8817d2e0e {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:19.807615 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a352aa5b-4a7a-4c98-8273-ee420dbd02c4', 'tag': '3f66becb-2291-4fd9-a2ba-47ad8464b5d1', 'status': 'completed', 'code': 200} Jun 30 09:09:19.824961 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4862ce4d-f727-4387-9718-2fcccf96ce69 req-d42f85cd-0350-4136-b1e9-fcab1903ad77 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0654364 Jun 30 09:09:19.869284 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a42c77-ee49-4fc1-a764-8256ef8cb294 req-570dc22b-335d-460b-b499-90042b4c221e tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:19.871328 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d3a42c77-ee49-4fc1-a764-8256ef8cb294 req-570dc22b-335d-460b-b499-90042b4c221e tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6337132-d55e-424f-b040-a9bb2995a80b HTTP/1.1" status: 200 len: 943 time: 0.0761108 Jun 30 09:09:19.915584 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d3a42c77-ee49-4fc1-a764-8256ef8cb294 req-5e253668-8a19-4480-803f-293bea6f0101 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/security-groups?id=066c296a-b32e-4b97-8a79-1f6b059bab0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365043 Jun 30 09:09:19.969338 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862ce4d-f727-4387-9718-2fcccf96ce69 req-3653898e-14b4-412e-877b-6ea7d9f1b6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:19.970818 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4862ce4d-f727-4387-9718-2fcccf96ce69 req-3653898e-14b4-412e-877b-6ea7d9f1b6ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 1097 time: 0.0636847 Jun 30 09:09:20.164992 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-72126fb0-7e12-4ed5-8dcd-8329e9e89997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.194867 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862ce4d-f727-4387-9718-2fcccf96ce69 req-4d34b642-c065-47b0-b23a-78c16529e98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:20.196498 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4862ce4d-f727-4387-9718-2fcccf96ce69 req-4d34b642-c065-47b0-b23a-78c16529e98e service neutron] 10.222.0.37 "GET /v2.0/networks?id=b51add01-e516-4efc-9c9c-16a3be3b127b HTTP/1.1" status: 200 len: 912 time: 0.2014282 Jun 30 09:09:20.337808 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c29161-0495-404f-9c52-de51199b8b5b req-cdc0e0ac-cc16-44df-be42-7a4b9e911cc7 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:20.339814 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-41c29161-0495-404f-9c52-de51199b8b5b req-cdc0e0ac-cc16-44df-be42-7a4b9e911cc7 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.52 "GET /v2.0/networks?id=dbd9754c-6cc8-466f-93ec-62534a8480bb HTTP/1.1" status: 200 len: 811 time: 0.3107038 Jun 30 09:09:20.351055 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58514) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:20.361085 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-41c29161-0495-404f-9c52-de51199b8b5b req-571c1837-785c-4415-a62b-7e257f01bd8a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Request body: {'port': {'device_id': 'be69fa7e-9753-41ef-bc80-4dd80c91af33', 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb', 'admin_state_up': True, 'tenant_id': '164efc1ee4d9427b996c064420e28c66'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:20.444720 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c465f94e-4254-488e-868a-293c07852141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.590812 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e1cce-bc97-489d-9702-fd129d7c87cb req-e511cafb-4218-458c-8cb2-63f2d8bf17be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:20.592358 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-152e1cce-bc97-489d-9702-fd129d7c87cb req-e511cafb-4218-458c-8cb2-63f2d8bf17be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a2e4690a4914640bc78bd1032a89e19&device_id=a352aa5b-4a7a-4c98-8273-ee420dbd02c4 HTTP/1.1" status: 200 len: 1098 time: 0.3606765 Jun 30 09:09:20.605116 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba9596-367f-4962-9fd3-3433de49bd33 req-6f313f16-ce1f-4326-89e4-e264d6540e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:20.606623 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09ba9596-367f-4962-9fd3-3433de49bd33 req-6f313f16-ce1f-4326-89e4-e264d6540e4b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a2e4690a4914640bc78bd1032a89e19&device_id=fa257d46-e086-4b77-92d9-7c935b015849 HTTP/1.1" status: 200 len: 1099 time: 0.5401242 Jun 30 09:09:20.633903 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d93e9627-2ed7-4a8f-a54d-4a46a2e97043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.715931 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392e701-64bb-475b-bc94-b6daf3c9ca21 req-fc32a0c2-a284-4097-a0a7-429c6bdd03d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:20.717070 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3392e701-64bb-475b-bc94-b6daf3c9ca21 req-fc32a0c2-a284-4097-a0a7-429c6bdd03d3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bc4e00c477d14bf68646e41ac1f1517b&device_id=b6337132-d55e-424f-b040-a9bb2995a80b HTTP/1.1" status: 200 len: 1095 time: 0.4954472 Jun 30 09:09:20.753098 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72126fb0-7e12-4ed5-8dcd-8329e9e89997 service neutron] Pushing event updated for resources: {'Port': ['ID=167425c5-5b46-45f5-93bf-32cbb993037d,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:20.825694 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4862ce4d-f727-4387-9718-2fcccf96ce69 req-c20a2fb7-df72-4646-8ade-dd5e46707a40 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b HTTP/1.1" status: 200 len: 1001 time: 0.5666120 Jun 30 09:09:20.837901 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8ded4-8a97-47d4-92b6-9026acb4a764 req-c825f289-00b7-44ea-b107-2f66dba3462a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:20.839380 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-87b8ded4-8a97-47d4-92b6-9026acb4a764 req-c825f289-00b7-44ea-b107-2f66dba3462a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3c60897-561c-4196-8f7c-3db8c5fe9829 HTTP/1.1" status: 200 len: 948 time: 0.6781168 Jun 30 09:09:20.902506 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.db.api [None req-d93e9627-2ed7-4a8f-a54d-4a46a2e97043 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:09:20.902506 n-d-771363-31 neutron-server[101053]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 09:09:20.902506 n-d-771363-31 neutron-server[101053]: [parameters: {'project_id': '06e42a047e4a42c5b664eaf0c1f6957c', 'id': '1eb8e42e-dc88-4b1e-9040-51f1ed3346bc', 'expiration': datetime.datetime(2021, 6, 30, 9, 11, 20, 852234)}] Jun 30 09:09:20.902506 n-d-771363-31 neutron-server[101053]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=101053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:09:20.903040 n-d-771363-31 neutron-server[101053]: DEBUG oslo_db.api [None req-d93e9627-2ed7-4a8f-a54d-4a46a2e97043 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:09:20.938944 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-87b8ded4-8a97-47d4-92b6-9026acb4a764 req-ed08b83a-ad9c-4f34-90e7-3b8b69ec0e26 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862153 Jun 30 09:09:20.950043 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-72126fb0-7e12-4ed5-8dcd-8329e9e89997 service neutron] Attempting to bind port 167425c5-5b46-45f5-93bf-32cbb993037d on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:20.950390 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-72126fb0-7e12-4ed5-8dcd-8329e9e89997 service neutron] Attempting to bind port 167425c5-5b46-45f5-93bf-32cbb993037d by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:20.950718 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-72126fb0-7e12-4ed5-8dcd-8329e9e89997 service neutron] Attempting to bind port 167425c5-5b46-45f5-93bf-32cbb993037d on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:20.960016 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862ce4d-f727-4387-9718-2fcccf96ce69 req-9f003b99-098d-4db4-afbc-87feed3dd77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:20.961476 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4862ce4d-f727-4387-9718-2fcccf96ce69 req-9f003b99-098d-4db4-afbc-87feed3dd77d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0db27f2a-daae-4bc9-9a26-19aaee7812fb HTTP/1.1" status: 200 len: 850 time: 0.1209886 Jun 30 09:09:20.962629 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-72126fb0-7e12-4ed5-8dcd-8329e9e89997 service neutron] Port 167425c5-5b46-45f5-93bf-32cbb993037d on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:20.963467 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-72126fb0-7e12-4ed5-8dcd-8329e9e89997 service neutron] Attempting to bind port 167425c5-5b46-45f5-93bf-32cbb993037d on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:20.968191 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e1cce-bc97-489d-9702-fd129d7c87cb req-fb683221-43cd-4dcb-b6ba-e5fdbc83df0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:20.970570 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-152e1cce-bc97-489d-9702-fd129d7c87cb req-fb683221-43cd-4dcb-b6ba-e5fdbc83df0a service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.3630118 Jun 30 09:09:21.011026 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41c29161-0495-404f-9c52-de51199b8b5b req-571c1837-785c-4415-a62b-7e257f01bd8a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Made reservation on behalf of 164efc1ee4d9427b996c064420e28c66 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:21.011180 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-72126fb0-7e12-4ed5-8dcd-8329e9e89997 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:21.011180 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-72126fb0-7e12-4ed5-8dcd-8329e9e89997 service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:21.011513 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-72126fb0-7e12-4ed5-8dcd-8329e9e89997 service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:21.012011 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-72126fb0-7e12-4ed5-8dcd-8329e9e89997 service neutron] Bound port: 167425c5-5b46-45f5-93bf-32cbb993037d, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:21.012147 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-41c29161-0495-404f-9c52-de51199b8b5b req-571c1837-785c-4415-a62b-7e257f01bd8a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:21.012468 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-72126fb0-7e12-4ed5-8dcd-8329e9e89997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:21.028256 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba9596-367f-4962-9fd3-3433de49bd33 req-25ee3387-cdca-4d60-8841-db84397be159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:21.029728 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09ba9596-367f-4962-9fd3-3433de49bd33 req-25ee3387-cdca-4d60-8841-db84397be159 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.3934407 Jun 30 09:09:21.094317 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0301b-6783-4843-80c9-fc3aa979573a req-2ad6b583-264c-48db-b726-0171776cb57f tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:21.101597 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7ce0301b-6783-4843-80c9-fc3aa979573a req-2ad6b583-264c-48db-b726-0171776cb57f tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f965919-3317-4a84-880f-4518e6812a8d HTTP/1.1" status: 200 len: 944 time: 0.4909961 Jun 30 09:09:21.104173 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-152e1cce-bc97-489d-9702-fd129d7c87cb req-07549820-1b10-4d8a-9634-d5e606b3f3ee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=3f66becb-2291-4fd9-a2ba-47ad8464b5d1 HTTP/1.1" status: 200 len: 217 time: 0.1089928 Jun 30 09:09:21.107723 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392e701-64bb-475b-bc94-b6daf3c9ca21 req-2069ebba-b912-4fb9-82fd-91b85ad68156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:21.109151 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3392e701-64bb-475b-bc94-b6daf3c9ca21 req-2069ebba-b912-4fb9-82fd-91b85ad68156 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d9d765b7-65f5-4caf-948c-3f41a16c950f HTTP/1.1" status: 200 len: 912 time: 0.3397653 Jun 30 09:09:21.113534 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-72126fb0-7e12-4ed5-8dcd-8329e9e89997 service neutron] For port 167425c5-5b46-45f5-93bf-32cbb993037d, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:21.118938 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-72126fb0-7e12-4ed5-8dcd-8329e9e89997 service neutron] For port 167425c5-5b46-45f5-93bf-32cbb993037d, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=167425c5-5b46-45f5-93bf-32cbb993037d,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:21.140148 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862ce4d-f727-4387-9718-2fcccf96ce69 req-158f342c-b708-4974-ba47-d82020b889e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:21.142447 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4862ce4d-f727-4387-9718-2fcccf96ce69 req-158f342c-b708-4974-ba47-d82020b889e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b51add01-e516-4efc-9c9c-16a3be3b127b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1732776 Jun 30 09:09:21.220628 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3392e701-64bb-475b-bc94-b6daf3c9ca21 req-36d02d34-a341-43f7-b704-57a2a4088a19 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d8874ea-9ff1-4100-9082-f4058ede600e HTTP/1.1" status: 200 len: 217 time: 0.0732205 Jun 30 09:09:21.225248 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09ba9596-367f-4962-9fd3-3433de49bd33 req-98afe499-ac9e-4970-826b-11c9985d94ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=715a2321-9a1e-4336-9311-fea1b8e8c92e HTTP/1.1" status: 200 len: 217 time: 0.1507161 Jun 30 09:09:21.228395 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-72126fb0-7e12-4ed5-8dcd-8329e9e89997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:21.311651 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-72126fb0-7e12-4ed5-8dcd-8329e9e89997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:21.312475 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-72126fb0-7e12-4ed5-8dcd-8329e9e89997 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:21.315256 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-72126fb0-7e12-4ed5-8dcd-8329e9e89997 service neutron] 10.222.0.37 "PUT /v2.0/ports/167425c5-5b46-45f5-93bf-32cbb993037d HTTP/1.1" status: 200 len: 1097 time: 2.8128231 Jun 30 09:09:21.317024 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c60897-561c-4196-8f7c-3db8c5fe9829', 'tag': '167425c5-5b46-45f5-93bf-32cbb993037d'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:21.319465 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e78901d-c979-4b8e-9b11-bb7449305360" -d '{"events": [{"name": "network-changed", "server_uuid": "e3c60897-561c-4196-8f7c-3db8c5fe9829", "tag": "167425c5-5b46-45f5-93bf-32cbb993037d"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:21.338126 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4862ce4d-f727-4387-9718-2fcccf96ce69 req-87481471-9a98-423a-abe9-0f6d628ecdc9 service neutron] 10.222.0.37 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860404 Jun 30 09:09:21.390280 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72126fb0-7e12-4ed5-8dcd-8329e9e89997 service neutron] Pushing event updated for resources: {'Port': ['ID=167425c5-5b46-45f5-93bf-32cbb993037d,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:21.496566 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f862240-4078-4f2e-acef-5f5ab54f2be5 req-7b113265-b22e-44f6-a542-56a92495e19c tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:21.498558 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8f862240-4078-4f2e-acef-5f5ab54f2be5 req-7b113265-b22e-44f6-a542-56a92495e19c tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa257d46-e086-4b77-92d9-7c935b015849 HTTP/1.1" status: 200 len: 947 time: 0.2042849 Jun 30 09:09:21.507699 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4862ce4d-f727-4387-9718-2fcccf96ce69 req-72b22612-1828-4fe9-978a-0550caba6e1c service neutron] 10.222.0.37 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452172 Jun 30 09:09:21.579528 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device d49dde0d-76c6-498a-961c-65747fe991c8 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:21.631407 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8f862240-4078-4f2e-acef-5f5ab54f2be5 req-b6227eba-7fa9-4976-a26e-14172b418f2c tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925052 Jun 30 09:09:21.668039 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-aa83989a-f3c0-4e33-8f73-aae4e9bc5c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:21.668425 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-aa83989a-f3c0-4e33-8f73-aae4e9bc5c37 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4422e0094724a02b999077024ecf206&device_id=e3c60897-561c-4196-8f7c-3db8c5fe9829 HTTP/1.1" status: 200 len: 1100 time: 0.1079443 Jun 30 09:09:21.722193 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-1273c869-ab64-4aef-b630-006f607dd421 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=167425c5-5b46-45f5-93bf-32cbb993037d HTTP/1.1" status: 200 len: 217 time: 0.0449615 Jun 30 09:09:21.736259 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port d49dde0d-76c6-498a-961c-65747fe991c8 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:21.741292 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port d49dde0d-76c6-498a-961c-65747fe991c8 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:21.741669 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:21.753561 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d93e9627-2ed7-4a8f-a54d-4a46a2e97043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:21.811750 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7ce0301b-6783-4843-80c9-fc3aa979573a req-c7db654d-b536-4fb8-b1ab-67efb5fc307c tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cc25663-0098-4047-8dac-5b035c6135d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7092798 Jun 30 09:09:21.831350 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba9596-367f-4962-9fd3-3433de49bd33 req-ddc2a84e-8dcf-435e-8518-20a84dc8563d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:21.832818 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09ba9596-367f-4962-9fd3-3433de49bd33 req-ddc2a84e-8dcf-435e-8518-20a84dc8563d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.5575538 Jun 30 09:09:21.833524 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2d9c344c-ce0c-4bb3-863c-7852a7c6690c req-13e11329-2315-4626-a813-716af21db486 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 210 time: 0.0390491 Jun 30 09:09:21.853722 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-b7ffff42-e0af-40a6-b06b-4cad4d32c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:21.855732 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-b7ffff42-e0af-40a6-b06b-4cad4d32c78c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1264627 Jun 30 09:09:21.902346 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392e701-64bb-475b-bc94-b6daf3c9ca21 req-95a3b458-c02f-4e1a-bb18-2a8bd75171ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:21.903876 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3392e701-64bb-475b-bc94-b6daf3c9ca21 req-95a3b458-c02f-4e1a-bb18-2a8bd75171ab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24c4b3bc-00c1-420f-b67e-caf4aa60c39a HTTP/1.1" status: 200 len: 850 time: 0.6363206 Jun 30 09:09:21.905273 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e1cce-bc97-489d-9702-fd129d7c87cb req-4be89363-245e-4f46-9ea5-14c597b1a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:21.907442 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-152e1cce-bc97-489d-9702-fd129d7c87cb req-4be89363-245e-4f46-9ea5-14c597b1a36b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.7612052 Jun 30 09:09:21.944773 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a684f3-e0c8-477c-9a4e-0ba388f0adb9 x-openstack-request-id: req-e2a684f3-e0c8-477c-9a4e-0ba388f0adb9 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:21.945197 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3c60897-561c-4196-8f7c-3db8c5fe9829", "tag": "167425c5-5b46-45f5-93bf-32cbb993037d", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:21.945590 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e2a684f3-e0c8-477c-9a4e-0ba388f0adb9 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:21.946149 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3c60897-561c-4196-8f7c-3db8c5fe9829', 'tag': '167425c5-5b46-45f5-93bf-32cbb993037d', 'status': 'completed', 'code': 200} Jun 30 09:09:22.002141 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-8d226ea5-9538-472d-a9a7-75b4f6cb1d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:22.008734 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-8d226ea5-9538-472d-a9a7-75b4f6cb1d82 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1452186 Jun 30 09:09:22.056784 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:22.097955 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f965919-3317-4a84-880f-4518e6812a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49dde0d-76c6-498a-961c-65747fe991c8'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:22.101747 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad8eac7-a685-42b6-ba30-3563e7002bef" -d '{"events": [{"server_uuid": "9f965919-3317-4a84-880f-4518e6812a8d", "name": "network-vif-plugged", "status": "completed", "tag": "d49dde0d-76c6-498a-961c-65747fe991c8"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:22.121769 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port d49dde0d-76c6-498a-961c-65747fe991c8, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=d49dde0d-76c6-498a-961c-65747fe991c8,segment=NetworkSegment(2e3fcf96-0d7c-4e31-ae2d-ceabfa1ade79),segment_id=2e3fcf96-0d7c-4e31-ae2d-ceabfa1ade79)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:22.170314 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-41c29161-0495-404f-9c52-de51199b8b5b req-571c1837-785c-4415-a62b-7e257f01bd8a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Allocated IP 172.20.0.11 (dbd9754c-6cc8-466f-93ec-62534a8480bb/54f1da19-5739-4f34-a4fd-d3cc193b96d1/2f05f447-0392-4626-aac5-880853422057) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:22.214829 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba9596-367f-4962-9fd3-3433de49bd33 req-b13b40f4-503e-4884-a489-a63be9c40a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:22.216416 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09ba9596-367f-4962-9fd3-3433de49bd33 req-b13b40f4-503e-4884-a489-a63be9c40a42 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3667154 Jun 30 09:09:22.216552 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-97204695-32d0-4446-aa69-742aef8ea177 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997182 Jun 30 09:09:22.229661 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e1cce-bc97-489d-9702-fd129d7c87cb req-6b3cb531-4cd4-4e0a-9841-27fc8bdf8413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:22.231166 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-152e1cce-bc97-489d-9702-fd129d7c87cb req-6b3cb531-4cd4-4e0a-9841-27fc8bdf8413 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3075714 Jun 30 09:09:22.233270 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:22.235929 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32454fec-24cd-4f4b-b57b-1e0caf6eb4d4 req-2267262a-003a-4bff-bb08-dc2c31a5e14a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:22.237512 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-32454fec-24cd-4f4b-b57b-1e0caf6eb4d4 req-2267262a-003a-4bff-bb08-dc2c31a5e14a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3c60897-561c-4196-8f7c-3db8c5fe9829 HTTP/1.1" status: 200 len: 948 time: 0.1075656 Jun 30 09:09:22.300891 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 3f66becb-2291-4fd9-a2ba-47ad8464b5d1 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:09:22.310941 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=d49dde0d-76c6-498a-961c-65747fe991c8,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:22.383153 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-152e1cce-bc97-489d-9702-fd129d7c87cb req-5ff46d02-6f0a-4663-83e0-fbcafef576ab service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274745 Jun 30 09:09:22.456805 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392e701-64bb-475b-bc94-b6daf3c9ca21 req-d42bb828-fb21-45e1-8d4e-3f23247b8b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:22.458220 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3392e701-64bb-475b-bc94-b6daf3c9ca21 req-d42bb828-fb21-45e1-8d4e-3f23247b8b0f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d9d765b7-65f5-4caf-948c-3f41a16c950f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5410616 Jun 30 09:09:22.465513 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 3f66becb-2291-4fd9-a2ba-47ad8464b5d1, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3f66becb-2291-4fd9-a2ba-47ad8464b5d1,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:22.482135 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '3f66becb-2291-4fd9-a2ba-47ad8464b5d1', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': '3f66becb-2291-4fd9-a2ba-47ad8464b5d1', 'mac_address': 'fa:16:3e:f0:1d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:09:22.482328 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-32454fec-24cd-4f4b-b57b-1e0caf6eb4d4 req-414a2b09-e3b3-4b10-a9e0-0152e811bb6f tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256789 Jun 30 09:09:22.486455 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770924b1-da42-42ee-9eb0-a7e4bd059a58 req-a983364b-48f9-45bd-979c-d06fd24bd448 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:22.491794 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2b7274fc-e623-452b-9f7d-37c9b6dc54dc req-3c42f805-053d-49b2-b96f-783fb951aba9 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532809 Jun 30 09:09:22.493492 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-770924b1-da42-42ee-9eb0-a7e4bd059a58 req-a983364b-48f9-45bd-979c-d06fd24bd448 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6337132-d55e-424f-b040-a9bb2995a80b HTTP/1.1" status: 200 len: 943 time: 0.4388008 Jun 30 09:09:22.534178 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:22.546200 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dee4904-bb21-4aa7-aaa3-c8e5cc7989c3 x-openstack-request-id: req-8dee4904-bb21-4aa7-aaa3-c8e5cc7989c3 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:22.546552 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f965919-3317-4a84-880f-4518e6812a8d", "name": "network-vif-plugged", "status": "completed", "tag": "d49dde0d-76c6-498a-961c-65747fe991c8", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:22.546939 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8dee4904-bb21-4aa7-aaa3-c8e5cc7989c3 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:22.548151 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f965919-3317-4a84-880f-4518e6812a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49dde0d-76c6-498a-961c-65747fe991c8', 'code': 200} Jun 30 09:09:22.576551 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f66becb-2291-4fd9-a2ba-47ad8464b5d1 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:22.606645 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 3f66becb-2291-4fd9-a2ba-47ad8464b5d1, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3f66becb-2291-4fd9-a2ba-47ad8464b5d1,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:22.676031 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d93e9627-2ed7-4a8f-a54d-4a46a2e97043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:22.748697 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87cfaa-b320-47b4-b447-0c521f5e8b93 req-0d271678-359b-4b21-9dc8-7864f299ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:22.752466 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2d87cfaa-b320-47b4-b447-0c521f5e8b93 req-0d271678-359b-4b21-9dc8-7864f299ac8d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9f965919-3317-4a84-880f-4518e6812a8d HTTP/1.1" status: 200 len: 1097 time: 0.1242261 Jun 30 09:09:22.758998 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:22.769374 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 8d8874ea-9ff1-4100-9082-f4058ede600e details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:09:22.792449 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09ba9596-367f-4962-9fd3-3433de49bd33 req-608dc941-83d5-4760-a977-1fa3bcf0d1b1 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5593741 Jun 30 09:09:22.811972 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78901d-c979-4b8e-9b11-bb7449305360 req-6ad3b939-dd08-4b69-b7ae-092089585cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:22.815108 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4e78901d-c979-4b8e-9b11-bb7449305360 req-6ad3b939-dd08-4b69-b7ae-092089585cdc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4422e0094724a02b999077024ecf206&device_id=e3c60897-561c-4196-8f7c-3db8c5fe9829 HTTP/1.1" status: 200 len: 1100 time: 0.1243489 Jun 30 09:09:22.816594 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-770924b1-da42-42ee-9eb0-a7e4bd059a58 req-c21ddd2e-1255-4c7e-af1a-6e2207be35ab tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/security-groups?id=066c296a-b32e-4b97-8a79-1f6b059bab0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3166549 Jun 30 09:09:22.822119 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2d87cfaa-b320-47b4-b447-0c521f5e8b93 req-47770d75-7a12-4c90-b726-e22991fae5b4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4cc25663-0098-4047-8dac-5b035c6135d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593431 Jun 30 09:09:22.843754 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d93e9627-2ed7-4a8f-a54d-4a46a2e97043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:22.913640 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-224125fc-5a76-4a5a-8f35-fe1801457f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:22.927643 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-152e1cce-bc97-489d-9702-fd129d7c87cb req-451fe953-d43b-4aed-b2ca-b51a2a827518 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929888 Jun 30 09:09:22.930135 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d65fe2-989a-4431-a211-dacb7c5229c8 req-20814628-0ae7-4b4c-9f12-e85a890c9b14 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:22.940692 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=3f66becb-2291-4fd9-a2ba-47ad8464b5d1,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:22.941913 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a6d65fe2-989a-4431-a211-dacb7c5229c8 req-20814628-0ae7-4b4c-9f12-e85a890c9b14 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa257d46-e086-4b77-92d9-7c935b015849 HTTP/1.1" status: 200 len: 947 time: 0.0938759 Jun 30 09:09:22.998307 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 8d8874ea-9ff1-4100-9082-f4058ede600e, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=8d8874ea-9ff1-4100-9082-f4058ede600e,segment=NetworkSegment(1a09536c-8b7a-4961-979f-69f5d6e6b32a),segment_id=1a09536c-8b7a-4961-979f-69f5d6e6b32a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:23.016271 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '8d8874ea-9ff1-4100-9082-f4058ede600e', 'network_id': 'd9d765b7-65f5-4caf-948c-3f41a16c950f', 'port_id': '8d8874ea-9ff1-4100-9082-f4058ede600e', 'mac_address': 'fa:16:3e:89:81:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c4b3bc-00c1-420f-b67e-caf4aa60c39a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:09:23.053654 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3392e701-64bb-475b-bc94-b6daf3c9ca21 req-abae2ae1-f956-4eff-9805-5359cf7ebdc6 service neutron] 10.222.0.52 "GET /v2.0/networks/d9d765b7-65f5-4caf-948c-3f41a16c950f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5089812 Jun 30 09:09:23.056255 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a6d65fe2-989a-4431-a211-dacb7c5229c8 req-2210b123-dece-4c21-ad9f-c06d897b9fe4 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118875 Jun 30 09:09:23.110921 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.112223 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-41c29161-0495-404f-9c52-de51199b8b5b req-571c1837-785c-4415-a62b-7e257f01bd8a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.116450 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d93e9627-2ed7-4a8f-a54d-4a46a2e97043 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=06e42a047e4a42c5b664eaf0c1f6957c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7631409 Jun 30 09:09:23.124188 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58554) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:23.126442 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8874ea-9ff1-4100-9082-f4058ede600e {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:23.149416 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 8d8874ea-9ff1-4100-9082-f4058ede600e, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=8d8874ea-9ff1-4100-9082-f4058ede600e,segment=NetworkSegment(1a09536c-8b7a-4961-979f-69f5d6e6b32a),segment_id=1a09536c-8b7a-4961-979f-69f5d6e6b32a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:23.200782 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e9627-2ed7-4a8f-a54d-4a46a2e97043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6483879f-0f7b-47c7-bcfa-78fdb52fb7be,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:23.203597 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78901d-c979-4b8e-9b11-bb7449305360 req-c2dc8a22-c459-48f9-bebd-bc649bd06af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:23.205229 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4e78901d-c979-4b8e-9b11-bb7449305360 req-c2dc8a22-c459-48f9-bebd-bc649bd06af3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.2410271 Jun 30 09:09:23.233490 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.263443 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09ba9596-367f-4962-9fd3-3433de49bd33 req-a37cad63-4e3f-4615-9596-baac377052b5 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467409 Jun 30 09:09:23.289675 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3392e701-64bb-475b-bc94-b6daf3c9ca21 req-f1bfeec3-a8e7-4298-8155-e9c2cba0f827 service neutron] 10.222.0.52 "GET /v2.0/networks/d9d765b7-65f5-4caf-948c-3f41a16c950f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181940 Jun 30 09:09:23.310943 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4e78901d-c979-4b8e-9b11-bb7449305360 req-43aa5c5e-3077-4740-aca7-ad47b1d1ee33 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=167425c5-5b46-45f5-93bf-32cbb993037d HTTP/1.1" status: 200 len: 217 time: 0.0966647 Jun 30 09:09:23.313714 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d3c1f94-c6ef-49b0-a63f-0735e8625fb9 req-1b4f5b2f-3987-4d41-a215-b8eff72a8bf2 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 210 time: 0.0847235 Jun 30 09:09:23.315066 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bfe31a-8ec5-4691-9b06-c36ea2690a17 req-f066eac3-b52f-4617-b106-6d24f03dbdb2 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:23.323366 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d3bfe31a-8ec5-4691-9b06-c36ea2690a17 req-f066eac3-b52f-4617-b106-6d24f03dbdb2 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f965919-3317-4a84-880f-4518e6812a8d HTTP/1.1" status: 200 len: 945 time: 0.2685866 Jun 30 09:09:23.330334 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=8d8874ea-9ff1-4100-9082-f4058ede600e,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:23.343324 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0309884b-e6fb-4ec6-a785-71a4f65b37c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.376543 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d3bfe31a-8ec5-4691-9b06-c36ea2690a17 req-05c1dd25-b0b6-4621-8cd9-a6786a6596ce tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cc25663-0098-4047-8dac-5b035c6135d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510137 Jun 30 09:09:23.407989 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-41c29161-0495-404f-9c52-de51199b8b5b req-571c1837-785c-4415-a62b-7e257f01bd8a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.428688 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0309884b-e6fb-4ec6-a785-71a4f65b37c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.456301 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78901d-c979-4b8e-9b11-bb7449305360 req-c3942f79-fe93-4df3-8c31-1def79b192f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:23.457795 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4e78901d-c979-4b8e-9b11-bb7449305360 req-c3942f79-fe93-4df3-8c31-1def79b192f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1210284 Jun 30 09:09:23.467733 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c29161-0495-404f-9c52-de51199b8b5b req-571c1837-785c-4415-a62b-7e257f01bd8a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Network dbd9754c-6cc8-466f-93ec-62534a8480bb is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:23.472500 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-41c29161-0495-404f-9c52-de51199b8b5b req-571c1837-785c-4415-a62b-7e257f01bd8a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:23.476878 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c29161-0495-404f-9c52-de51199b8b5b req-571c1837-785c-4415-a62b-7e257f01bd8a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:23.484884 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.514615 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['8d8874ea-9ff1-4100-9082-f4058ede600e'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:23.527510 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c1837-785c-4415-a62b-7e257f01bd8a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Pushing event updated for resources: {'Port': ['ID=2f05f447-0392-4626-aac5-880853422057,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:23.549041 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c29161-0495-404f-9c52-de51199b8b5b req-571c1837-785c-4415-a62b-7e257f01bd8a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:23.549709 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-41c29161-0495-404f-9c52-de51199b8b5b req-571c1837-785c-4415-a62b-7e257f01bd8a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.552530 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['3f66becb-2291-4fd9-a2ba-47ad8464b5d1'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:23.576844 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78901d-c979-4b8e-9b11-bb7449305360 req-c48f5b80-c49f-4b22-b78b-ece439f6c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:23.579147 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4e78901d-c979-4b8e-9b11-bb7449305360 req-c48f5b80-c49f-4b22-b78b-ece439f6c10b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1112604 Jun 30 09:09:23.610777 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 715a2321-9a1e-4336-9311-fea1b8e8c92e details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:09:23.652004 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0309884b-e6fb-4ec6-a785-71a4f65b37c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.652901 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-41c29161-0495-404f-9c52-de51199b8b5b req-571c1837-785c-4415-a62b-7e257f01bd8a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2966201 Jun 30 09:09:23.654611 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0309884b-e6fb-4ec6-a785-71a4f65b37c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.661193 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0309884b-e6fb-4ec6-a785-71a4f65b37c7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6483879f-0f7b-47c7-bcfa-78fdb52fb7be HTTP/1.1" status: 204 len: 168 time: 0.5276017 Jun 30 09:09:23.668217 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-41c29161-0495-404f-9c52-de51199b8b5b req-42e5b5c0-a50e-4663-bf67-feb5317a60ed service neutron] Request body: {'port': {'device_id': 'be69fa7e-9753-41ef-bc80-4dd80c91af33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:23.775269 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4e78901d-c979-4b8e-9b11-bb7449305360 req-eec78038-9473-4e7f-9fda-a2f377dad8cb service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867476 Jun 30 09:09:23.804570 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309884b-e6fb-4ec6-a785-71a4f65b37c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6483879f-0f7b-47c7-bcfa-78fdb52fb7be,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:23.814370 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-41c29161-0495-404f-9c52-de51199b8b5b req-42e5b5c0-a50e-4663-bf67-feb5317a60ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.872777 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 715a2321-9a1e-4336-9311-fea1b8e8c92e, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=715a2321-9a1e-4336-9311-fea1b8e8c92e,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:23.897410 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7858e-d17b-456d-bf90-50f7c2bc2eb5 req-d4d9c99b-fafe-447f-8162-503f25e0fb31 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:23.899012 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-81c7858e-d17b-456d-bf90-50f7c2bc2eb5 req-d4d9c99b-fafe-447f-8162-503f25e0fb31 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3c60897-561c-4196-8f7c-3db8c5fe9829 HTTP/1.1" status: 200 len: 948 time: 0.2889848 Jun 30 09:09:23.935000 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '715a2321-9a1e-4336-9311-fea1b8e8c92e', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': '715a2321-9a1e-4336-9311-fea1b8e8c92e', 'mac_address': 'fa:16:3e:73:65:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:09:24.011810 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4e78901d-c979-4b8e-9b11-bb7449305360 req-36c609ef-6ffe-4c2e-aaa3-4a37e8667448 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259581 Jun 30 09:09:24.026388 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-81c7858e-d17b-456d-bf90-50f7c2bc2eb5 req-1a99a56e-f5e7-4975-8da3-7dc40027ce09 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142573 Jun 30 09:09:24.301952 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a660e-8baa-46e5-afeb-9fa238f45842 req-2a8f7c3c-8941-45a1-be8a-c4d7cb5db443 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:24.304127 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-012a660e-8baa-46e5-afeb-9fa238f45842 req-2a8f7c3c-8941-45a1-be8a-c4d7cb5db443 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6337132-d55e-424f-b040-a9bb2995a80b HTTP/1.1" status: 200 len: 944 time: 0.1427691 Jun 30 09:09:24.319553 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.320628 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d27d5-c7c5-465d-b0f8-1db5b57c8355 req-e2f0a5f8-1e4d-4adf-91ee-c3a3bd0c2799 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:24.322792 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3d4d27d5-c7c5-465d-b0f8-1db5b57c8355 req-e2f0a5f8-1e4d-4adf-91ee-c3a3bd0c2799 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa257d46-e086-4b77-92d9-7c935b015849 HTTP/1.1" status: 200 len: 947 time: 0.0906620 Jun 30 09:09:24.353513 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 715a2321-9a1e-4336-9311-fea1b8e8c92e {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:24.403739 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3d4d27d5-c7c5-465d-b0f8-1db5b57c8355 req-59d07c68-a5d5-4efc-a7ac-765cb19641b0 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728884 Jun 30 09:09:24.404527 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-41c29161-0495-404f-9c52-de51199b8b5b req-42e5b5c0-a50e-4663-bf67-feb5317a60ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f05f447-0392-4626-aac5-880853422057 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:24.409601 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 715a2321-9a1e-4336-9311-fea1b8e8c92e, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=715a2321-9a1e-4336-9311-fea1b8e8c92e,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:24.417188 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-41c29161-0495-404f-9c52-de51199b8b5b req-42e5b5c0-a50e-4663-bf67-feb5317a60ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.467093 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-012a660e-8baa-46e5-afeb-9fa238f45842 req-70188157-f515-4883-aa89-7a63a7a24aa2 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/security-groups?id=066c296a-b32e-4b97-8a79-1f6b059bab0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132281 Jun 30 09:09:24.467093 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-41c29161-0495-404f-9c52-de51199b8b5b req-42e5b5c0-a50e-4663-bf67-feb5317a60ed service neutron] Transition to ACTIVE for port object 2f05f447-0392-4626-aac5-880853422057 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:24.606415 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb807963-ffba-43eb-870b-2743123307c3 req-f9e4ea9c-099c-4410-8937-8948caa17aad tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:24.607688 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cb807963-ffba-43eb-870b-2743123307c3 req-f9e4ea9c-099c-4410-8937-8948caa17aad tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 932 time: 0.0879841 Jun 30 09:09:24.630288 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7c4da-af9d-4385-9bf2-15c93ca3ebb4 req-99591f30-e7da-4605-bd9b-d105ada34494 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:24.632199 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-72b7c4da-af9d-4385-9bf2-15c93ca3ebb4 req-99591f30-e7da-4605-bd9b-d105ada34494 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f965919-3317-4a84-880f-4518e6812a8d HTTP/1.1" status: 200 len: 945 time: 0.0707340 Jun 30 09:09:24.646198 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.648271 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.684731 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cb807963-ffba-43eb-870b-2743123307c3 req-502dfa8a-eb51-402d-a01e-21ab26fefa43 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704620 Jun 30 09:09:24.705198 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-72b7c4da-af9d-4385-9bf2-15c93ca3ebb4 req-3f362964-9210-4f3d-be34-d5835c8daca5 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cc25663-0098-4047-8dac-5b035c6135d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619571 Jun 30 09:09:24.713003 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=715a2321-9a1e-4336-9311-fea1b8e8c92e,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:24.782076 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-41c29161-0495-404f-9c52-de51199b8b5b req-42e5b5c0-a50e-4663-bf67-feb5317a60ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.859598 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5b5c0-a50e-4663-bf67-feb5317a60ed service neutron] Pushing event updated for resources: {'Port': ['ID=2f05f447-0392-4626-aac5-880853422057,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:24.912269 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-41c29161-0495-404f-9c52-de51199b8b5b req-42e5b5c0-a50e-4663-bf67-feb5317a60ed service neutron] Attempting to bind port 2f05f447-0392-4626-aac5-880853422057 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:24.912601 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-41c29161-0495-404f-9c52-de51199b8b5b req-42e5b5c0-a50e-4663-bf67-feb5317a60ed service neutron] Attempting to bind port 2f05f447-0392-4626-aac5-880853422057 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': 'a0050ea6-a1f5-4b04-8051-69efa91d41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:24.912929 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c29161-0495-404f-9c52-de51199b8b5b req-42e5b5c0-a50e-4663-bf67-feb5317a60ed service neutron] Attempting to bind port 2f05f447-0392-4626-aac5-880853422057 on network dbd9754c-6cc8-466f-93ec-62534a8480bb {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:24.917391 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c29161-0495-404f-9c52-de51199b8b5b req-42e5b5c0-a50e-4663-bf67-feb5317a60ed service neutron] Port 2f05f447-0392-4626-aac5-880853422057 on network dbd9754c-6cc8-466f-93ec-62534a8480bb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:24.917714 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c29161-0495-404f-9c52-de51199b8b5b req-42e5b5c0-a50e-4663-bf67-feb5317a60ed service neutron] Attempting to bind port 2f05f447-0392-4626-aac5-880853422057 on network dbd9754c-6cc8-466f-93ec-62534a8480bb {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:24.923184 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c29161-0495-404f-9c52-de51199b8b5b req-42e5b5c0-a50e-4663-bf67-feb5317a60ed service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:24.923511 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c29161-0495-404f-9c52-de51199b8b5b req-42e5b5c0-a50e-4663-bf67-feb5317a60ed service neutron] Checking segment: {'id': 'a0050ea6-a1f5-4b04-8051-69efa91d41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:24.923898 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c29161-0495-404f-9c52-de51199b8b5b req-42e5b5c0-a50e-4663-bf67-feb5317a60ed service neutron] Bound using segment: {'id': 'a0050ea6-a1f5-4b04-8051-69efa91d41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:24.924333 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-41c29161-0495-404f-9c52-de51199b8b5b req-42e5b5c0-a50e-4663-bf67-feb5317a60ed service neutron] Bound port: 2f05f447-0392-4626-aac5-880853422057, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0050ea6-a1f5-4b04-8051-69efa91d41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:24.924693 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-41c29161-0495-404f-9c52-de51199b8b5b req-42e5b5c0-a50e-4663-bf67-feb5317a60ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.959355 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58578) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:24.985756 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1338eaf9-c995-47f8-b2ec-cf4238517fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:25.056421 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['715a2321-9a1e-4336-9311-fea1b8e8c92e'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:25.058858 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-41c29161-0495-404f-9c52-de51199b8b5b req-42e5b5c0-a50e-4663-bf67-feb5317a60ed service neutron] For port 2f05f447-0392-4626-aac5-880853422057, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:25.070561 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-41c29161-0495-404f-9c52-de51199b8b5b req-42e5b5c0-a50e-4663-bf67-feb5317a60ed service neutron] For port 2f05f447-0392-4626-aac5-880853422057, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2f05f447-0392-4626-aac5-880853422057,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:25.159897 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1338eaf9-c995-47f8-b2ec-cf4238517fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:25.249236 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240ec0e-a489-420a-ad55-ee0c3fcd80fa req-f10958d7-be3e-411b-92dd-030714233b83 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:25.251630 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7240ec0e-a489-420a-ad55-ee0c3fcd80fa req-f10958d7-be3e-411b-92dd-030714233b83 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3c60897-561c-4196-8f7c-3db8c5fe9829 HTTP/1.1" status: 200 len: 948 time: 0.0784962 Jun 30 09:09:25.295224 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-41c29161-0495-404f-9c52-de51199b8b5b req-42e5b5c0-a50e-4663-bf67-feb5317a60ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:25.324051 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7240ec0e-a489-420a-ad55-ee0c3fcd80fa req-03e9f3e6-7b62-4955-a1f2-d86a16d986db tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662322 Jun 30 09:09:25.336978 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c29161-0495-404f-9c52-de51199b8b5b req-42e5b5c0-a50e-4663-bf67-feb5317a60ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:25.341194 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-41c29161-0495-404f-9c52-de51199b8b5b req-42e5b5c0-a50e-4663-bf67-feb5317a60ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:25.341194 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-41c29161-0495-404f-9c52-de51199b8b5b req-42e5b5c0-a50e-4663-bf67-feb5317a60ed service neutron] 10.222.0.52 "PUT /v2.0/ports/2f05f447-0392-4626-aac5-880853422057 HTTP/1.1" status: 200 len: 1093 time: 1.6755521 Jun 30 09:09:25.341194 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be69fa7e-9753-41ef-bc80-4dd80c91af33', 'tag': '2f05f447-0392-4626-aac5-880853422057'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:25.342093 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39414016-aaad-4d76-a8c5-c08e864440ef" -d '{"events": [{"name": "network-changed", "server_uuid": "be69fa7e-9753-41ef-bc80-4dd80c91af33", "tag": "2f05f447-0392-4626-aac5-880853422057"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:25.364446 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1338eaf9-c995-47f8-b2ec-cf4238517fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:25.376238 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5b5c0-a50e-4663-bf67-feb5317a60ed service neutron] Pushing event updated for resources: {'Port': ['ID=2f05f447-0392-4626-aac5-880853422057,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:25.400146 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8886533-6efd-4645-bb1b-df27540fc30d x-openstack-request-id: req-e8886533-6efd-4645-bb1b-df27540fc30d {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:25.400369 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be69fa7e-9753-41ef-bc80-4dd80c91af33", "tag": "2f05f447-0392-4626-aac5-880853422057", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:25.400692 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e8886533-6efd-4645-bb1b-df27540fc30d {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:25.401258 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be69fa7e-9753-41ef-bc80-4dd80c91af33', 'tag': '2f05f447-0392-4626-aac5-880853422057', 'status': 'completed', 'code': 200} Jun 30 09:09:25.406920 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1338eaf9-c995-47f8-b2ec-cf4238517fae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1814610ba2994476b78de31140d15cae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4456246 Jun 30 09:09:25.412447 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338eaf9-c995-47f8-b2ec-cf4238517fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdaeb37-21b7-471e-8fd6-edec5484efce,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:25.412631 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58584) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:25.516538 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-911eeff9-e63c-4f5d-8f4b-c85c1a457d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:25.577625 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-911eeff9-e63c-4f5d-8f4b-c85c1a457d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:25.582501 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39414016-aaad-4d76-a8c5-c08e864440ef req-4d8e809c-e3de-4082-813b-25113bbf03bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:25.584083 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-39414016-aaad-4d76-a8c5-c08e864440ef req-4d8e809c-e3de-4082-813b-25113bbf03bc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=164efc1ee4d9427b996c064420e28c66&device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 1096 time: 0.1437376 Jun 30 09:09:25.655903 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7322cb-825e-471c-9829-2345e49ba41c req-0283e466-615c-4b66-968d-70e572dfd36e tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:25.658458 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dc7322cb-825e-471c-9829-2345e49ba41c req-0283e466-615c-4b66-968d-70e572dfd36e tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6337132-d55e-424f-b040-a9bb2995a80b HTTP/1.1" status: 200 len: 944 time: 0.0693586 Jun 30 09:09:25.700769 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dc7322cb-825e-471c-9829-2345e49ba41c req-1a70161c-dda2-4ae5-b204-0e549b660371 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/security-groups?id=066c296a-b32e-4b97-8a79-1f6b059bab0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361359 Jun 30 09:09:25.723441 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfaae2-8ed7-46f5-a156-041793092fc7 req-7c772fe8-fac0-491e-8862-f45d651b7879 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:25.724512 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-51bfaae2-8ed7-46f5-a156-041793092fc7 req-7c772fe8-fac0-491e-8862-f45d651b7879 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa257d46-e086-4b77-92d9-7c935b015849 HTTP/1.1" status: 200 len: 948 time: 0.1967227 Jun 30 09:09:25.753504 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39414016-aaad-4d76-a8c5-c08e864440ef req-1f8b8c65-9a61-4e7d-8ea0-f4cf7a170a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:25.755334 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-39414016-aaad-4d76-a8c5-c08e864440ef req-1f8b8c65-9a61-4e7d-8ea0-f4cf7a170a69 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=164efc1ee4d9427b996c064420e28c66&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1619332 Jun 30 09:09:25.832337 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-911eeff9-e63c-4f5d-8f4b-c85c1a457d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:25.834686 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-911eeff9-e63c-4f5d-8f4b-c85c1a457d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:25.838289 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-911eeff9-e63c-4f5d-8f4b-c85c1a457d6c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fbdaeb37-21b7-471e-8fd6-edec5484efce HTTP/1.1" status: 204 len: 168 time: 0.4255307 Jun 30 09:09:25.847366 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-51bfaae2-8ed7-46f5-a156-041793092fc7 req-2a2fe65d-4cf7-4a52-8c03-893f02f541c3 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068838 Jun 30 09:09:25.858496 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911eeff9-e63c-4f5d-8f4b-c85c1a457d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdaeb37-21b7-471e-8fd6-edec5484efce,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:25.915330 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39414016-aaad-4d76-a8c5-c08e864440ef req-09b50f5d-1770-42cf-bc7c-ae943ca9f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:25.917278 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-39414016-aaad-4d76-a8c5-c08e864440ef req-09b50f5d-1770-42cf-bc7c-ae943ca9f527 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1531868 Jun 30 09:09:25.961484 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dcf21d-5931-4074-8f13-b68d6e1909e9 req-257e7d4a-7a9e-4a89-aab8-a67381d18f46 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:25.970061 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-15dcf21d-5931-4074-8f13-b68d6e1909e9 req-257e7d4a-7a9e-4a89-aab8-a67381d18f46 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 944 time: 0.1554708 Jun 30 09:09:26.027709 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-15dcf21d-5931-4074-8f13-b68d6e1909e9 req-3f5fcdbe-1567-46a7-ae03-366ea667a966 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564373 Jun 30 09:09:26.105948 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c29161-0495-404f-9c52-de51199b8b5b req-7d8e5ca1-ec8c-4b83-8526-6dcda635149f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:26.105948 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-41c29161-0495-404f-9c52-de51199b8b5b req-7d8e5ca1-ec8c-4b83-8526-6dcda635149f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=164efc1ee4d9427b996c064420e28c66&device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 1096 time: 0.1337976 Jun 30 09:09:26.111182 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25731d66-daf2-4fc0-a54f-4bb5274e5568 req-333bb781-335b-4eed-bbfc-f6ec587c8f88 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:26.112740 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-25731d66-daf2-4fc0-a54f-4bb5274e5568 req-333bb781-335b-4eed-bbfc-f6ec587c8f88 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f965919-3317-4a84-880f-4518e6812a8d HTTP/1.1" status: 200 len: 945 time: 0.1091869 Jun 30 09:09:26.168018 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-41c29161-0495-404f-9c52-de51199b8b5b req-d34e2754-dc13-4bc6-8754-3748f8f0285b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f05f447-0392-4626-aac5-880853422057 HTTP/1.1" status: 200 len: 217 time: 0.0542612 Jun 30 09:09:26.176430 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:26.258144 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-25731d66-daf2-4fc0-a54f-4bb5274e5568 req-1d967c49-8265-441f-a890-84a95b422cc9 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cc25663-0098-4047-8dac-5b035c6135d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926440 Jun 30 09:09:26.265032 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c29161-0495-404f-9c52-de51199b8b5b req-494026ed-c067-4844-a2b7-cd6c623ae62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:26.268011 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-41c29161-0495-404f-9c52-de51199b8b5b req-494026ed-c067-4844-a2b7-cd6c623ae62d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54f1da19-5739-4f34-a4fd-d3cc193b96d1 HTTP/1.1" status: 200 len: 851 time: 0.0923791 Jun 30 09:09:26.310223 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-41c29161-0495-404f-9c52-de51199b8b5b req-abc16dcd-a766-4c7c-b2f3-725ba6dab703 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dbd9754c-6cc8-466f-93ec-62534a8480bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336583 Jun 30 09:09:26.320231 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 3f66becb-2291-4fd9-a2ba-47ad8464b5d1 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:26.441425 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-41c29161-0495-404f-9c52-de51199b8b5b req-b9e12018-71a9-4edb-a085-f571f302db1d service neutron] 10.222.0.52 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232574 Jun 30 09:09:26.587770 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 3f66becb-2291-4fd9-a2ba-47ad8464b5d1 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:26.595615 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 3f66becb-2291-4fd9-a2ba-47ad8464b5d1 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:26.602950 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:26.715060 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:26.756314 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a352aa5b-4a7a-4c98-8273-ee420dbd02c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f66becb-2291-4fd9-a2ba-47ad8464b5d1'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:26.759393 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4def1f-d8b0-4846-847c-e03450090c7a" -d '{"events": [{"server_uuid": "a352aa5b-4a7a-4c98-8273-ee420dbd02c4", "name": "network-vif-plugged", "status": "completed", "tag": "3f66becb-2291-4fd9-a2ba-47ad8464b5d1"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:26.778590 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 3f66becb-2291-4fd9-a2ba-47ad8464b5d1, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3f66becb-2291-4fd9-a2ba-47ad8464b5d1,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:26.952248 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:26.953802 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 8d8874ea-9ff1-4100-9082-f4058ede600e up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:26.986048 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-41c29161-0495-404f-9c52-de51199b8b5b req-b9cb6ab3-d44f-47d1-bc30-054df92eccaa service neutron] 10.222.0.52 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5349932 Jun 30 09:09:27.007417 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34a885-6ca7-456b-a17b-4eac6ff0cf9b req-2664f770-2ef9-4aa1-9cc5-51a07581583d tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:27.009110 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5d34a885-6ca7-456b-a17b-4eac6ff0cf9b req-2664f770-2ef9-4aa1-9cc5-51a07581583d tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3c60897-561c-4196-8f7c-3db8c5fe9829 HTTP/1.1" status: 200 len: 948 time: 0.4939573 Jun 30 09:09:27.052912 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=3f66becb-2291-4fd9-a2ba-47ad8464b5d1,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:27.068117 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5d34a885-6ca7-456b-a17b-4eac6ff0cf9b req-b4450c98-0462-4237-be26-467c30a81046 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509863 Jun 30 09:09:27.119426 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bb3c3a-e0fb-4d12-8b94-463a1113ce7e x-openstack-request-id: req-a7bb3c3a-e0fb-4d12-8b94-463a1113ce7e {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:27.119426 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a352aa5b-4a7a-4c98-8273-ee420dbd02c4", "name": "network-vif-plugged", "status": "completed", "tag": "3f66becb-2291-4fd9-a2ba-47ad8464b5d1", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:27.119426 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a7bb3c3a-e0fb-4d12-8b94-463a1113ce7e {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:27.119426 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a352aa5b-4a7a-4c98-8273-ee420dbd02c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f66becb-2291-4fd9-a2ba-47ad8464b5d1', 'code': 200} Jun 30 09:09:27.234787 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486fc0a-f184-4041-a4f5-753eb5e91a99 req-7ba0d467-341b-4486-a314-a79c655a25bc tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:27.236402 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d486fc0a-f184-4041-a4f5-753eb5e91a99 req-7ba0d467-341b-4486-a314-a79c655a25bc tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6337132-d55e-424f-b040-a9bb2995a80b HTTP/1.1" status: 200 len: 944 time: 0.0896089 Jun 30 09:09:27.282698 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d486fc0a-f184-4041-a4f5-753eb5e91a99 req-86cb11e1-b27a-441b-aad8-843e80705ecb tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/security-groups?id=066c296a-b32e-4b97-8a79-1f6b059bab0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400951 Jun 30 09:09:27.284551 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 8d8874ea-9ff1-4100-9082-f4058ede600e completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:27.290337 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 8d8874ea-9ff1-4100-9082-f4058ede600e triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:27.290779 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:27.302190 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d00ac7-9426-4627-a423-8b8e27068e5d req-5f5a82c5-3db2-4e23-9392-44bc6a814628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:27.304002 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-68d00ac7-9426-4627-a423-8b8e27068e5d req-5f5a82c5-3db2-4e23-9392-44bc6a814628 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a352aa5b-4a7a-4c98-8273-ee420dbd02c4 HTTP/1.1" status: 200 len: 1100 time: 0.1079400 Jun 30 09:09:27.339851 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0cb7f-a856-4f70-b0c8-8ff1fafb8a21 req-464643ec-52f7-4655-a564-c31f3b9162d2 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:27.341550 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2ef0cb7f-a856-4f70-b0c8-8ff1fafb8a21 req-464643ec-52f7-4655-a564-c31f3b9162d2 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa257d46-e086-4b77-92d9-7c935b015849 HTTP/1.1" status: 200 len: 948 time: 0.1136823 Jun 30 09:09:27.386870 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:27.388654 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-68d00ac7-9426-4627-a423-8b8e27068e5d req-a53ce0f0-a5a8-4f04-b4e5-a347029c3321 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768924 Jun 30 09:09:27.402318 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2ef0cb7f-a856-4f70-b0c8-8ff1fafb8a21 req-d6a1e155-a73d-4cb3-92b4-5a14cb921d97 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535369 Jun 30 09:09:27.450930 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 8d8874ea-9ff1-4100-9082-f4058ede600e, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=8d8874ea-9ff1-4100-9082-f4058ede600e,segment=NetworkSegment(1a09536c-8b7a-4961-979f-69f5d6e6b32a),segment_id=1a09536c-8b7a-4961-979f-69f5d6e6b32a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:27.523868 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78df812-efc1-4c19-a96f-d7cb1eda91da req-8e35dc15-2af1-437e-ac7e-2ee16ede8a47 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:27.525406 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d78df812-efc1-4c19-a96f-d7cb1eda91da req-8e35dc15-2af1-437e-ac7e-2ee16ede8a47 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f965919-3317-4a84-880f-4518e6812a8d HTTP/1.1" status: 200 len: 945 time: 0.0678580 Jun 30 09:09:27.558456 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:27.581055 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d78df812-efc1-4c19-a96f-d7cb1eda91da req-68f578b0-0098-4076-abaa-0e1ab5a7c4dd tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cc25663-0098-4047-8dac-5b035c6135d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477064 Jun 30 09:09:27.606805 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba17e2-7e10-4895-ab7b-2d51ad3af80c req-7cad44b4-07a4-47fa-9f1f-795286d74fb5 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:27.617471 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8aba17e2-7e10-4895-ab7b-2d51ad3af80c req-7cad44b4-07a4-47fa-9f1f-795286d74fb5 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 944 time: 0.0977020 Jun 30 09:09:27.644528 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=8d8874ea-9ff1-4100-9082-f4058ede600e,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:27.656772 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 167425c5-5b46-45f5-93bf-32cbb993037d details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:09:27.659657 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 715a2321-9a1e-4336-9311-fea1b8e8c92e up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:27.679768 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8aba17e2-7e10-4895-ab7b-2d51ad3af80c req-8b694ab9-2555-44e4-9ce1-7007d3b87d2d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612571 Jun 30 09:09:27.823661 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 167425c5-5b46-45f5-93bf-32cbb993037d, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=167425c5-5b46-45f5-93bf-32cbb993037d,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:27.836018 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '167425c5-5b46-45f5-93bf-32cbb993037d', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': '167425c5-5b46-45f5-93bf-32cbb993037d', 'mac_address': 'fa:16:3e:71:b2:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:09:27.875066 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:27.884120 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 715a2321-9a1e-4336-9311-fea1b8e8c92e completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:27.896212 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 167425c5-5b46-45f5-93bf-32cbb993037d {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:27.900247 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 715a2321-9a1e-4336-9311-fea1b8e8c92e triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:27.900614 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:27.940763 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 167425c5-5b46-45f5-93bf-32cbb993037d, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=167425c5-5b46-45f5-93bf-32cbb993037d,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:27.993952 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.035170 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 715a2321-9a1e-4336-9311-fea1b8e8c92e, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=715a2321-9a1e-4336-9311-fea1b8e8c92e,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:28.038885 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.096840 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=167425c5-5b46-45f5-93bf-32cbb993037d,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:28.152479 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.208305 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=715a2321-9a1e-4336-9311-fea1b8e8c92e,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:28.250174 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a6bcc-3408-490f-a05d-fbe3e43bd1ce req-e50006b0-d919-445a-8030-a0e57c9f6e07 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:28.252218 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c05a6bcc-3408-490f-a05d-fbe3e43bd1ce req-e50006b0-d919-445a-8030-a0e57c9f6e07 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3c60897-561c-4196-8f7c-3db8c5fe9829 HTTP/1.1" status: 200 len: 949 time: 0.0721445 Jun 30 09:09:28.305364 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c05a6bcc-3408-490f-a05d-fbe3e43bd1ce req-23ac079b-df6f-43c6-b56e-389616373d62 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468490 Jun 30 09:09:28.512098 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['167425c5-5b46-45f5-93bf-32cbb993037d'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:28.542800 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f50c9-d957-49b2-b6c4-cc19589f266f req-0885e9ee-fd6a-469b-9d85-b7ab789355d8 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:28.545174 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-562f50c9-d957-49b2-b6c4-cc19589f266f req-0885e9ee-fd6a-469b-9d85-b7ab789355d8 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6337132-d55e-424f-b040-a9bb2995a80b HTTP/1.1" status: 200 len: 945 time: 0.1036577 Jun 30 09:09:28.592373 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-562f50c9-d957-49b2-b6c4-cc19589f266f req-4bcf0f4d-726a-4d77-af29-9940a01791f7 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/security-groups?id=066c296a-b32e-4b97-8a79-1f6b059bab0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403857 Jun 30 09:09:28.637526 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2f34a-8f2e-40b6-a71c-ff779f8758d4 req-b35e5cda-3b33-4327-984a-27e015454fe8 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:28.638851 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-68b2f34a-8f2e-40b6-a71c-ff779f8758d4 req-b35e5cda-3b33-4327-984a-27e015454fe8 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa257d46-e086-4b77-92d9-7c935b015849 HTTP/1.1" status: 200 len: 949 time: 0.0877247 Jun 30 09:09:28.682223 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-68b2f34a-8f2e-40b6-a71c-ff779f8758d4 req-591efaf2-527a-4fa0-b86d-ec69f4573095 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361176 Jun 30 09:09:28.883670 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df0bd4-3628-439b-806a-3d76d6bdcc86 req-7634824e-80ba-4cdf-bb0d-e608274cbfa9 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:28.885392 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6df0bd4-3628-439b-806a-3d76d6bdcc86 req-7634824e-80ba-4cdf-bb0d-e608274cbfa9 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f965919-3317-4a84-880f-4518e6812a8d HTTP/1.1" status: 200 len: 945 time: 0.0997021 Jun 30 09:09:28.926072 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ec739-092c-40fd-955b-05093826dce8 req-d377c97e-cf3a-44f4-9660-74dd3a182d8c tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:28.928352 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2b2ec739-092c-40fd-955b-05093826dce8 req-d377c97e-cf3a-44f4-9660-74dd3a182d8c tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f965919-3317-4a84-880f-4518e6812a8d HTTP/1.1" status: 200 len: 945 time: 0.1042151 Jun 30 09:09:28.984865 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2b2ec739-092c-40fd-955b-05093826dce8 req-40783e9b-e2d5-4f28-aa50-5837ad371e30 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cc25663-0098-4047-8dac-5b035c6135d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449491 Jun 30 09:09:29.059586 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-b6df0bd4-3628-439b-806a-3d76d6bdcc86 req-c80225a4-4c5f-4410-b591-2110373d5496 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] Deleting port d49dde0d-76c6-498a-961c-65747fe991c8 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:29.060171 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b6df0bd4-3628-439b-806a-3d76d6bdcc86 req-c80225a4-4c5f-4410-b591-2110373d5496 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:29.123304 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6337132-d55e-424f-b040-a9bb2995a80b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8874ea-9ff1-4100-9082-f4058ede600e'}, {'server_uuid': 'fa257d46-e086-4b77-92d9-7c935b015849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715a2321-9a1e-4336-9311-fea1b8e8c92e'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:29.126006 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e195e11e-8759-4666-91aa-e0101811afa2" -d '{"events": [{"server_uuid": "b6337132-d55e-424f-b040-a9bb2995a80b", "name": "network-vif-plugged", "status": "completed", "tag": "8d8874ea-9ff1-4100-9082-f4058ede600e"}, {"server_uuid": "fa257d46-e086-4b77-92d9-7c935b015849", "name": "network-vif-plugged", "status": "completed", "tag": "715a2321-9a1e-4336-9311-fea1b8e8c92e"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:29.129716 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164cb0b6-aaa3-4d5a-b197-44a31a4142fe req-6f4108b8-5b1b-40b1-81bc-ccb8ba14a552 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:29.131745 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-164cb0b6-aaa3-4d5a-b197-44a31a4142fe req-6f4108b8-5b1b-40b1-81bc-ccb8ba14a552 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 944 time: 0.1429532 Jun 30 09:09:29.203107 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-b6df0bd4-3628-439b-806a-3d76d6bdcc86 req-c80225a4-4c5f-4410-b591-2110373d5496 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] For port d49dde0d-76c6-498a-961c-65747fe991c8, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=d49dde0d-76c6-498a-961c-65747fe991c8,segment=NetworkSegment(2e3fcf96-0d7c-4e31-ae2d-ceabfa1ade79),segment_id=2e3fcf96-0d7c-4e31-ae2d-ceabfa1ade79)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:29.203522 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b6df0bd4-3628-439b-806a-3d76d6bdcc86 req-c80225a4-4c5f-4410-b591-2110373d5496 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:29.208656 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-164cb0b6-aaa3-4d5a-b197-44a31a4142fe req-6c3d63e8-9b8b-4bba-9756-7b1512a3840c tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684230 Jun 30 09:09:29.221074 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-b6df0bd4-3628-439b-806a-3d76d6bdcc86 req-c80225a4-4c5f-4410-b591-2110373d5496 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] Calling delete_port for d49dde0d-76c6-498a-961c-65747fe991c8 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:29.278526 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca561ee-8420-426a-8f76-57bf16e3324d x-openstack-request-id: req-eca561ee-8420-426a-8f76-57bf16e3324d {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:29.278831 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6337132-d55e-424f-b040-a9bb2995a80b", "name": "network-vif-plugged", "status": "completed", "tag": "8d8874ea-9ff1-4100-9082-f4058ede600e", "code": 200}, {"server_uuid": "fa257d46-e086-4b77-92d9-7c935b015849", "name": "network-vif-plugged", "status": "completed", "tag": "715a2321-9a1e-4336-9311-fea1b8e8c92e", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:29.279093 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eca561ee-8420-426a-8f76-57bf16e3324d {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:29.279514 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6337132-d55e-424f-b040-a9bb2995a80b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8874ea-9ff1-4100-9082-f4058ede600e', 'code': 200} Jun 30 09:09:29.281538 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa257d46-e086-4b77-92d9-7c935b015849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715a2321-9a1e-4336-9311-fea1b8e8c92e', 'code': 200} Jun 30 09:09:29.462187 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b0cf0-9f4e-4eb6-bd66-8d9bcb51cc7f req-385d8230-aec2-4078-8a62-7e5c6652a553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:29.463640 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-751b0cf0-9f4e-4eb6-bd66-8d9bcb51cc7f req-385d8230-aec2-4078-8a62-7e5c6652a553 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fa257d46-e086-4b77-92d9-7c935b015849 HTTP/1.1" status: 200 len: 1101 time: 0.1034312 Jun 30 09:09:29.468108 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf226f-aee4-499a-8b7c-f2d694bed473 req-1c125de0-165e-47ff-a46f-551ece9d6729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:29.470186 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a4cf226f-aee4-499a-8b7c-f2d694bed473 req-1c125de0-165e-47ff-a46f-551ece9d6729 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b6337132-d55e-424f-b040-a9bb2995a80b HTTP/1.1" status: 200 len: 1097 time: 0.0831075 Jun 30 09:09:29.525746 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-751b0cf0-9f4e-4eb6-bd66-8d9bcb51cc7f req-85a64170-7e35-434c-b86b-336f7241e63a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545795 Jun 30 09:09:29.529014 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a4cf226f-aee4-499a-8b7c-f2d694bed473 req-6412643b-5500-46a2-9895-e5d9e493c546 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=066c296a-b32e-4b97-8a79-1f6b059bab0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496504 Jun 30 09:09:29.597854 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b6df0bd4-3628-439b-806a-3d76d6bdcc86 req-c80225a4-4c5f-4410-b591-2110373d5496 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:29.608913 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['d49dde0d-76c6-498a-961c-65747fe991c8'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:29.634530 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80225a4-4c5f-4410-b591-2110373d5496 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] Pushing event deleted for resources: {'Port': ['ID=d49dde0d-76c6-498a-961c-65747fe991c8,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:29.672733 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 167425c5-5b46-45f5-93bf-32cbb993037d up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:29.694438 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6df0bd4-3628-439b-806a-3d76d6bdcc86 req-c80225a4-4c5f-4410-b591-2110373d5496 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] No DVR routers for this DVR port d49dde0d-76c6-498a-961c-65747fe991c8 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:09:29.699007 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b6df0bd4-3628-439b-806a-3d76d6bdcc86 req-c80225a4-4c5f-4410-b591-2110373d5496 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:29.701275 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6df0bd4-3628-439b-806a-3d76d6bdcc86 req-c80225a4-4c5f-4410-b591-2110373d5496 tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] 10.222.0.37 "DELETE /v2.0/ports/d49dde0d-76c6-498a-961c-65747fe991c8 HTTP/1.1" status: 204 len: 173 time: 0.8054664 Jun 30 09:09:29.701813 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f965919-3317-4a84-880f-4518e6812a8d', 'name': 'network-vif-deleted', 'tag': 'd49dde0d-76c6-498a-961c-65747fe991c8'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:29.704973 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbbd22b-6a61-4e4c-b951-4d94c7173e5e" -d '{"events": [{"server_uuid": "9f965919-3317-4a84-880f-4518e6812a8d", "name": "network-vif-deleted", "tag": "d49dde0d-76c6-498a-961c-65747fe991c8"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:29.728977 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818a089-5f62-43d0-91e4-189d29b96dc7 req-a0d350d3-4c9c-40f5-9723-74d2a5be15af tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:29.731244 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4818a089-5f62-43d0-91e4-189d29b96dc7 req-a0d350d3-4c9c-40f5-9723-74d2a5be15af tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3c60897-561c-4196-8f7c-3db8c5fe9829 HTTP/1.1" status: 200 len: 949 time: 0.1702237 Jun 30 09:09:29.750494 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e255ef6d-bed7-4c12-92e5-26e0bbbe7a96 req-7804f0a7-d647-4a2e-98b4-d8647c6486ed tempest-QuotasAdminNegativeTest-1927116332 tempest-QuotasAdminNegativeTest-1927116332-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=25c30385371b4935aa49c6fa174ec9fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223589 Jun 30 09:09:29.772638 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4818a089-5f62-43d0-91e4-189d29b96dc7 req-56231ec2-428e-4a06-a521-a37544688ef1 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351067 Jun 30 09:09:29.810370 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 167425c5-5b46-45f5-93bf-32cbb993037d completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:29.816728 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 167425c5-5b46-45f5-93bf-32cbb993037d triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:29.823008 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:29.898941 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255ef6d-bed7-4c12-92e5-26e0bbbe7a96 req-6dbf62c8-761c-4a3a-8d45-b8fa7f86a5a2 tempest-QuotasAdminNegativeTest-1927116332 tempest-QuotasAdminNegativeTest-1927116332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:29.907218 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e255ef6d-bed7-4c12-92e5-26e0bbbe7a96 req-6dbf62c8-761c-4a3a-8d45-b8fa7f86a5a2 tempest-QuotasAdminNegativeTest-1927116332 tempest-QuotasAdminNegativeTest-1927116332-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1511803 Jun 30 09:09:29.924424 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e255ef6d-bed7-4c12-92e5-26e0bbbe7a96 req-e8ab4ab3-90d5-4949-9c9e-033138ddd38a tempest-QuotasAdminNegativeTest-1927116332 tempest-QuotasAdminNegativeTest-1927116332-project] 10.222.0.10 "GET /v2.0/quotas/25c30385371b4935aa49c6fa174ec9fe HTTP/1.1" status: 200 len: 375 time: 0.0154696 Jun 30 09:09:29.932002 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:29.958289 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e255ef6d-bed7-4c12-92e5-26e0bbbe7a96 req-b4d0006e-29dd-46d3-b30f-d4e26ae0d39b tempest-QuotasAdminNegativeTest-1927116332 tempest-QuotasAdminNegativeTest-1927116332-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=25c30385371b4935aa49c6fa174ec9fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327127 Jun 30 09:09:29.968599 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbddc111-ab69-4e94-9b88-653c1b66f913 req-1686d3d2-813b-4a32-880d-e441d7091745 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:29.969548 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 167425c5-5b46-45f5-93bf-32cbb993037d, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=167425c5-5b46-45f5-93bf-32cbb993037d,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:29.970393 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cbddc111-ab69-4e94-9b88-653c1b66f913 req-1686d3d2-813b-4a32-880d-e441d7091745 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6337132-d55e-424f-b040-a9bb2995a80b HTTP/1.1" status: 200 len: 945 time: 0.0785704 Jun 30 09:09:30.016475 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cbddc111-ab69-4e94-9b88-653c1b66f913 req-6ef776c4-1815-42fb-8fc2-cf5becbfca44 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/security-groups?id=066c296a-b32e-4b97-8a79-1f6b059bab0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383136 Jun 30 09:09:30.058030 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:30.084284 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3ad6a8-3952-49cb-8a50-8e4f062a17c3 x-openstack-request-id: req-7e3ad6a8-3952-49cb-8a50-8e4f062a17c3 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:30.085204 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f965919-3317-4a84-880f-4518e6812a8d", "name": "network-vif-deleted", "tag": "d49dde0d-76c6-498a-961c-65747fe991c8", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:30.085747 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7e3ad6a8-3952-49cb-8a50-8e4f062a17c3 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:30.086358 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f965919-3317-4a84-880f-4518e6812a8d', 'name': 'network-vif-deleted', 'tag': 'd49dde0d-76c6-498a-961c-65747fe991c8', 'status': 'completed', 'code': 200} Jun 30 09:09:30.128535 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=167425c5-5b46-45f5-93bf-32cbb993037d,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:30.217678 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b0c875aa-561a-4939-b0ef-699030ae73bb req-d489ff83-5109-489f-9953-238cd228be1c tempest-InstanceActionsV221TestJSON-1181036008 tempest-InstanceActionsV221TestJSON-1181036008-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f965919-3317-4a84-880f-4518e6812a8d HTTP/1.1" status: 200 len: 210 time: 0.0284989 Jun 30 09:09:30.233619 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e83d4a-28fe-4030-9d98-91b8e35d4f53 req-d0f295fc-6216-4193-b002-db66b05eab03 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:30.236092 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-93e83d4a-28fe-4030-9d98-91b8e35d4f53 req-d0f295fc-6216-4193-b002-db66b05eab03 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa257d46-e086-4b77-92d9-7c935b015849 HTTP/1.1" status: 200 len: 949 time: 0.0764277 Jun 30 09:09:30.281962 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-93e83d4a-28fe-4030-9d98-91b8e35d4f53 req-75643255-445b-4f5c-ac2c-387dd6a4161d tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389683 Jun 30 09:09:30.334843 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 2f05f447-0392-4626-aac5-880853422057 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:09:30.446224 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 2f05f447-0392-4626-aac5-880853422057, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2f05f447-0392-4626-aac5-880853422057,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:30.460012 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '2f05f447-0392-4626-aac5-880853422057', 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb', 'port_id': '2f05f447-0392-4626-aac5-880853422057', 'mac_address': 'fa:16:3e:fb:aa:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f1da19-5739-4f34-a4fd-d3cc193b96d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:09:30.505769 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:30.519442 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f05f447-0392-4626-aac5-880853422057 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:30.549929 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 2f05f447-0392-4626-aac5-880853422057, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2f05f447-0392-4626-aac5-880853422057,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:30.583339 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b770c5-0ee5-4785-a6c0-6fe1811be041 req-d6229cbe-edc9-4b11-9745-d71054552802 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:30.585359 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-74b770c5-0ee5-4785-a6c0-6fe1811be041 req-d6229cbe-edc9-4b11-9745-d71054552802 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 944 time: 0.0795124 Jun 30 09:09:30.627375 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-74b770c5-0ee5-4785-a6c0-6fe1811be041 req-aaad0125-7b0f-40bc-b8be-6814eae9d14e tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362353 Jun 30 09:09:30.764862 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:30.844161 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=2f05f447-0392-4626-aac5-880853422057,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:31.052284 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763618a8-df1e-418f-be6b-380b55e2689a req-90ec8d87-a32c-459e-b17f-5e78a142512f tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:31.055433 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-763618a8-df1e-418f-be6b-380b55e2689a req-90ec8d87-a32c-459e-b17f-5e78a142512f tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3c60897-561c-4196-8f7c-3db8c5fe9829 HTTP/1.1" status: 200 len: 950 time: 0.1118648 Jun 30 09:09:31.095405 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['2f05f447-0392-4626-aac5-880853422057'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:31.142187 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-763618a8-df1e-418f-be6b-380b55e2689a req-64fdc281-34a9-47d6-a2be-f5b88c583c5e tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802455 Jun 30 09:09:31.284058 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c60897-561c-4196-8f7c-3db8c5fe9829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167425c5-5b46-45f5-93bf-32cbb993037d'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:31.290300 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee51e96-06c3-4816-bccf-0ba1eca2412e" -d '{"events": [{"server_uuid": "e3c60897-561c-4196-8f7c-3db8c5fe9829", "name": "network-vif-plugged", "status": "completed", "tag": "167425c5-5b46-45f5-93bf-32cbb993037d"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:31.300520 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-952f8fa8-b6a5-42ee-bfa1-cb63747f213a req-0a2fde38-dc2d-4f87-bf63-326cf8e1cf71 tempest-QuotasAdminNegativeTest-1927116332 tempest-QuotasAdminNegativeTest-1927116332-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=25c30385371b4935aa49c6fa174ec9fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252495 Jun 30 09:09:31.335790 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efd7a8-4369-4892-b4fb-037f78095041 req-7528ba22-41ab-462c-83f8-c0791aa47554 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:31.337415 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-22efd7a8-4369-4892-b4fb-037f78095041 req-7528ba22-41ab-462c-83f8-c0791aa47554 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6337132-d55e-424f-b040-a9bb2995a80b HTTP/1.1" status: 200 len: 945 time: 0.0831895 Jun 30 09:09:31.403565 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-22efd7a8-4369-4892-b4fb-037f78095041 req-c0c48483-aab1-4deb-8da7-23f4c7238ae8 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/security-groups?id=066c296a-b32e-4b97-8a79-1f6b059bab0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580442 Jun 30 09:09:31.442839 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f8fa8-b6a5-42ee-bfa1-cb63747f213a req-d91a438f-6b1e-4712-9c05-daceb69eed25 tempest-QuotasAdminNegativeTest-1927116332 tempest-QuotasAdminNegativeTest-1927116332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:31.444553 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-952f8fa8-b6a5-42ee-bfa1-cb63747f213a req-d91a438f-6b1e-4712-9c05-daceb69eed25 tempest-QuotasAdminNegativeTest-1927116332 tempest-QuotasAdminNegativeTest-1927116332-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1373734 Jun 30 09:09:31.461039 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-952f8fa8-b6a5-42ee-bfa1-cb63747f213a req-b51a6ec0-a393-423e-9b92-de58f3edfd86 tempest-QuotasAdminNegativeTest-1927116332 tempest-QuotasAdminNegativeTest-1927116332-project] 10.222.0.10 "GET /v2.0/quotas/25c30385371b4935aa49c6fa174ec9fe HTTP/1.1" status: 200 len: 375 time: 0.0105958 Jun 30 09:09:31.505292 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-952f8fa8-b6a5-42ee-bfa1-cb63747f213a req-440d6968-be8b-48f8-93dd-8a8ef500d27c tempest-QuotasAdminNegativeTest-1927116332 tempest-QuotasAdminNegativeTest-1927116332-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=25c30385371b4935aa49c6fa174ec9fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367262 Jun 30 09:09:31.534341 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9059ce-0f09-4e7c-8446-dd9efec35f3a x-openstack-request-id: req-ef9059ce-0f09-4e7c-8446-dd9efec35f3a {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:31.534924 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c60897-561c-4196-8f7c-3db8c5fe9829", "name": "network-vif-plugged", "status": "completed", "tag": "167425c5-5b46-45f5-93bf-32cbb993037d", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:31.535483 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ef9059ce-0f09-4e7c-8446-dd9efec35f3a {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:31.536197 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c60897-561c-4196-8f7c-3db8c5fe9829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167425c5-5b46-45f5-93bf-32cbb993037d', 'code': 200} Jun 30 09:09:31.676108 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device d49dde0d-76c6-498a-961c-65747fe991c8 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:31.677217 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1cc98-162b-4670-ad42-b176346e9ecf req-bd902796-39e8-4a14-b053-824ad241a820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:31.680181 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d1a1cc98-162b-4670-ad42-b176346e9ecf req-bd902796-39e8-4a14-b053-824ad241a820 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e3c60897-561c-4196-8f7c-3db8c5fe9829 HTTP/1.1" status: 200 len: 1102 time: 0.0679436 Jun 30 09:09:31.697222 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: d49dde0d-76c6-498a-961c-65747fe991c8 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:09:31.697976 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device d49dde0d-76c6-498a-961c-65747fe991c8 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:09:31.709712 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852b84c-ed75-4b9f-b36e-93bd221872b2 req-fd5dfba5-3a15-4827-ad0b-f7d8ecd03862 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:31.711413 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e852b84c-ed75-4b9f-b36e-93bd221872b2 req-fd5dfba5-3a15-4827-ad0b-f7d8ecd03862 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa257d46-e086-4b77-92d9-7c935b015849 HTTP/1.1" status: 200 len: 949 time: 0.0828066 Jun 30 09:09:31.726589 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d1a1cc98-162b-4670-ad42-b176346e9ecf req-72640cfc-5c92-4111-85df-ea1d0e76e9a6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374169 Jun 30 09:09:31.767391 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e852b84c-ed75-4b9f-b36e-93bd221872b2 req-fdf6020d-e707-49a9-874d-af0112e08a8b tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498252 Jun 30 09:09:31.855576 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90910628-1342-4b34-b569-53b7a6711074 req-88bc7bc6-6d17-46b6-a5d3-a14cb79534af tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:31.857093 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-90910628-1342-4b34-b569-53b7a6711074 req-88bc7bc6-6d17-46b6-a5d3-a14cb79534af tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6337132-d55e-424f-b040-a9bb2995a80b HTTP/1.1" status: 200 len: 945 time: 0.0684142 Jun 30 09:09:31.866421 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58766) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:31.871407 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-448ba556-ff5c-4b36-bd3b-2205c2265817 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Request body: {'floatingip': {'port_id': '8d8874ea-9ff1-4100-9082-f4058ede600e'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:31.928934 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-448ba556-ff5c-4b36-bd3b-2205c2265817 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks [] for floatingip, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.145746 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06c1d4-954c-4a0d-8d0f-87aa478f755c req-b000f129-89ce-49ea-904e-ac4bd994e036 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:32.147259 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6e06c1d4-954c-4a0d-8d0f-87aa478f755c req-b000f129-89ce-49ea-904e-ac4bd994e036 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 945 time: 0.1558714 Jun 30 09:09:32.236188 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6e06c1d4-954c-4a0d-8d0f-87aa478f755c req-0a40beb5-734b-4f2d-a00a-d7695822ebd5 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818813 Jun 30 09:09:32.333677 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 2f05f447-0392-4626-aac5-880853422057 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:32.353523 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50332a-5e94-4c35-9dfe-830cd2055fbf req-95c44e6e-8a71-4ad3-ac63-096356bc0720 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:32.356093 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8e50332a-5e94-4c35-9dfe-830cd2055fbf req-95c44e6e-8a71-4ad3-ac63-096356bc0720 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=a352aa5b-4a7a-4c98-8273-ee420dbd02c4 HTTP/1.1" status: 200 len: 948 time: 0.0864472 Jun 30 09:09:32.405549 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8e50332a-5e94-4c35-9dfe-830cd2055fbf req-45665669-8b04-44cc-a957-09deafd90107 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416687 Jun 30 09:09:32.461329 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 2f05f447-0392-4626-aac5-880853422057 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:32.466047 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 2f05f447-0392-4626-aac5-880853422057 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:32.468035 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.565975 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.579542 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9c281-bc9b-4ef5-a106-4ec52505eba4 req-57fea68b-ef13-40e9-9ba8-56bd3c7e364c tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:32.581365 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1cf9c281-bc9b-4ef5-a106-4ec52505eba4 req-57fea68b-ef13-40e9-9ba8-56bd3c7e364c tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3c60897-561c-4196-8f7c-3db8c5fe9829 HTTP/1.1" status: 200 len: 950 time: 0.1452780 Jun 30 09:09:32.581597 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58790) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:32.588409 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-448ba556-ff5c-4b36-bd3b-2205c2265817 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.609647 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 2f05f447-0392-4626-aac5-880853422057, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2f05f447-0392-4626-aac5-880853422057,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:32.629099 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1cf9c281-bc9b-4ef5-a106-4ec52505eba4 req-0ad956c2-f3fd-4083-b779-ccceacc9864b tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393846 Jun 30 09:09:32.638776 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b5d47f6-c451-4d42-ac45-2b858c3040b8 admin admin] Deleting subnet 4aac228a-78a5-4f01-9892-f21a2f66c1b2 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:09:32.642028 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7b5d47f6-c451-4d42-ac45-2b858c3040b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.658042 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-448ba556-ff5c-4b36-bd3b-2205c2265817 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.687198 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7b5d47f6-c451-4d42-ac45-2b858c3040b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.701197 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.748374 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7b5d47f6-c451-4d42-ac45-2b858c3040b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.778415 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=2f05f447-0392-4626-aac5-880853422057,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:32.841272 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [None req-448ba556-ff5c-4b36-bd3b-2205c2265817 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Floating IP c31546fe-83f0-45e4-95c3-0bfdf6df5790 associated. External IP: 172.25.6.184, port: 8d8874ea-9ff1-4100-9082-f4058ede600e. Jun 30 09:09:33.158105 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448ba556-ff5c-4b36-bd3b-2205c2265817 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Router 9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:09:33.233498 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c2f34392-7485-4bd6-adff-b735b06b69b9 req-48d9b9af-109c-478c-ad6f-8e33a45ba277 tempest-QuotasAdminNegativeTest-1927116332 tempest-QuotasAdminNegativeTest-1927116332-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=25c30385371b4935aa49c6fa174ec9fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267916 Jun 30 09:09:33.286742 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed48187-8b78-4acb-9347-ede828292dbb req-b086f358-63b1-471a-a701-2c4eb7f2a986 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:33.297815 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed48187-8b78-4acb-9347-ede828292dbb req-b086f358-63b1-471a-a701-2c4eb7f2a986 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:33.300959 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3ed48187-8b78-4acb-9347-ede828292dbb req-b086f358-63b1-471a-a701-2c4eb7f2a986 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=a352aa5b-4a7a-4c98-8273-ee420dbd02c4&device_id=fa257d46-e086-4b77-92d9-7c935b015849 HTTP/1.1" status: 200 len: 1688 time: 0.4457436 Jun 30 09:09:33.353665 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7b5d47f6-c451-4d42-ac45-2b858c3040b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.361638 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3ed48187-8b78-4acb-9347-ede828292dbb req-4c2886ef-3726-4c5f-8c87-5db20e62b853 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543678 Jun 30 09:09:33.380568 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448ba556-ff5c-4b36-bd3b-2205c2265817 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:09:33.387577 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-448ba556-ff5c-4b36-bd3b-2205c2265817 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.388465 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d47f6-c451-4d42-ac45-2b858c3040b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4aac228a-78a5-4f01-9892-f21a2f66c1b2,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:33.390890 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dd790e-29b8-46a4-ad6b-04978444040b None None] Sync routers for ids ['9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:09:33.396198 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7b5d47f6-c451-4d42-ac45-2b858c3040b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.400974 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7b5d47f6-c451-4d42-ac45-2b858c3040b8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4aac228a-78a5-4f01-9892-f21a2f66c1b2 HTTP/1.1" status: 204 len: 168 time: 0.8179500 Jun 30 09:09:33.402487 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58818) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:33.405732 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dd790e-29b8-46a4-ad6b-04978444040b None None] Routers {'9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:09:33.406396 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a8dd790e-29b8-46a4-ad6b-04978444040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:09:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:33.436590 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f34392-7485-4bd6-adff-b735b06b69b9 req-84fb55e0-446a-43a6-bf58-5c3290fba08f tempest-QuotasAdminNegativeTest-1927116332 tempest-QuotasAdminNegativeTest-1927116332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:33.438778 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c2f34392-7485-4bd6-adff-b735b06b69b9 req-84fb55e0-446a-43a6-bf58-5c3290fba08f tempest-QuotasAdminNegativeTest-1927116332 tempest-QuotasAdminNegativeTest-1927116332-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1978161 Jun 30 09:09:33.467903 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c2f34392-7485-4bd6-adff-b735b06b69b9 req-3b173257-db4f-4bd4-9e82-60000489f7fd tempest-QuotasAdminNegativeTest-1927116332 tempest-QuotasAdminNegativeTest-1927116332-project] 10.222.0.10 "GET /v2.0/quotas/25c30385371b4935aa49c6fa174ec9fe HTTP/1.1" status: 200 len: 375 time: 0.0234487 Jun 30 09:09:33.474133 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-448ba556-ff5c-4b36-bd3b-2205c2265817 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "PUT /v2.0/floatingips/c31546fe-83f0-45e4-95c3-0bfdf6df5790 HTTP/1.1" status: 200 len: 991 time: 1.6041830 Jun 30 09:09:33.479674 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6337132-d55e-424f-b040-a9bb2995a80b', 'tag': '8d8874ea-9ff1-4100-9082-f4058ede600e'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:33.481369 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-25112e0c-ab3c-4961-8994-ca61cb2391bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.481983 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb3282d-8978-47b6-a735-e6bfdc3e7dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "b6337132-d55e-424f-b040-a9bb2995a80b", "tag": "8d8874ea-9ff1-4100-9082-f4058ede600e"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:33.514037 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c2f34392-7485-4bd6-adff-b735b06b69b9 req-17916115-fe2c-40c4-a551-ccfb4397a52d tempest-QuotasAdminNegativeTest-1927116332 tempest-QuotasAdminNegativeTest-1927116332-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=25c30385371b4935aa49c6fa174ec9fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450437 Jun 30 09:09:33.536953 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be69fa7e-9753-41ef-bc80-4dd80c91af33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f05f447-0392-4626-aac5-880853422057'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:33.539533 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90dae926-6a21-4368-ae66-09d7ded73192" -d '{"events": [{"server_uuid": "be69fa7e-9753-41ef-bc80-4dd80c91af33", "name": "network-vif-plugged", "status": "completed", "tag": "2f05f447-0392-4626-aac5-880853422057"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:33.556268 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-a8dd790e-29b8-46a4-ad6b-04978444040b None None] Set router 9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:09:33.591775 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-25112e0c-ab3c-4961-8994-ca61cb2391bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.612722 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-25112e0c-ab3c-4961-8994-ca61cb2391bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2deb22a-0a4c-4b09-9d89-82b24900fdc1']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:33.617342 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-58935106-996a-4e88-b13d-30558a6fd28d tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1031759308&fields=id&tenant_id=194cfe4956674892b8d98b002cde5734 HTTP/1.1" status: 200 len: 267 time: 0.0994070 Jun 30 09:09:33.626373 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-25112e0c-ab3c-4961-8994-ca61cb2391bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e3fcf96-0d7c-4e31-ae2d-ceabfa1ade79') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:33.626675 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-25112e0c-ab3c-4961-8994-ca61cb2391bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e3fcf96-0d7c-4e31-ae2d-ceabfa1ade79') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:33.651243 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-25112e0c-ab3c-4961-8994-ca61cb2391bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.704435 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-25112e0c-ab3c-4961-8994-ca61cb2391bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.717619 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25112e0c-ab3c-4961-8994-ca61cb2391bc admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:09:33.718020 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-25112e0c-ab3c-4961-8994-ca61cb2391bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:09:33.720713 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:09:33.753418 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01909d35-05c5-4347-bb7f-61b522be66e5 req-42823b76-09f6-4d93-a950-89556e108db9 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:33.755371 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-01909d35-05c5-4347-bb7f-61b522be66e5 req-42823b76-09f6-4d93-a950-89556e108db9 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 946 time: 0.0809574 Jun 30 09:09:33.806029 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a8dd790e-29b8-46a4-ad6b-04978444040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'name': 'tempest-ServersTestManualDisk-105338152-router', 'tenant_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'd860bcb1-8f62-4de3-9581-123675bb88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:39Z', 'updated_at': '2021-06-30T09:08:55Z', 'revision_number': 4, 'project_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'gw_port': {'id': 'd860bcb1-8f62-4de3-9581-123675bb88e2', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:42Z', 'updated_at': '2021-06-30T09:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'c31546fe-83f0-45e4-95c3-0bfdf6df5790', 'tenant_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'floating_ip_address': '172.25.6.184', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'port_id': '8d8874ea-9ff1-4100-9082-f4058ede600e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9d765b7-65f5-4caf-948c-3f41a16c950f', 'mac_address': 'fa:16:3e:89:81:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6337132-d55e-424f-b040-a9bb2995a80b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:09:04Z', 'updated_at': '2021-06-30T09:09:32Z', 'revision_number': 1, 'project_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0887ede0-d1ec-4736-8e24-d685d425070a', 'name': '', 'network_id': 'd9d765b7-65f5-4caf-948c-3f41a16c950f', 'tenant_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'mac_address': 'fa:16:3e:b4:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '24c4b3bc-00c1-420f-b67e-caf4aa60c39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:52Z', 'updated_at': '2021-06-30T09:09:03Z', 'revision_number': 5, 'project_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'subnets': [{'id': '24c4b3bc-00c1-420f-b67e-caf4aa60c39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:33.806636 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-01909d35-05c5-4347-bb7f-61b522be66e5 req-dc7321a3-da10-4b0c-9a6f-0c1d6338412c tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439277 Jun 30 09:09:33.821116 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-27c32fe7-5fe3-41e6-a808-61c0bd9dc0c3 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:33.827941 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-27c32fe7-5fe3-41e6-a808-61c0bd9dc0c3 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/networks?id=b6cdea12-c60b-42fa-8c90-04414b5ed775 HTTP/1.1" status: 200 len: 816 time: 0.1989496 Jun 30 09:09:33.847199 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dd790e-29b8-46a4-ad6b-04978444040b None None] Checking router: 9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:09:33.847398 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-1b042d42-1a41-41c1-99d2-eca378c1d79d tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/quotas/194cfe4956674892b8d98b002cde5734 HTTP/1.1" status: 200 len: 375 time: 0.0162909 Jun 30 09:09:33.849117 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dd790e-29b8-46a4-ad6b-04978444040b None None] Routers {'9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:09:33.849759 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a8dd790e-29b8-46a4-ad6b-04978444040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:09:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:33.931940 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-b0b684bd-7571-480f-b3dd-ca00b2bbfd6a tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=194cfe4956674892b8d98b002cde5734&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0793757 Jun 30 09:09:33.933498 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-25112e0c-ab3c-4961-8994-ca61cb2391bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.943483 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-25112e0c-ab3c-4961-8994-ca61cb2391bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.950281 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-25112e0c-ab3c-4961-8994-ca61cb2391bc admin admin] 10.222.0.10 "DELETE /v2.0/networks/a2deb22a-0a4c-4b09-9d89-82b24900fdc1 HTTP/1.1" status: 204 len: 168 time: 0.5448897 Jun 30 09:09:33.980068 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25112e0c-ab3c-4961-8994-ca61cb2391bc admin admin] Pushing event deleted for resources: {'Network': ['ID=a2deb22a-0a4c-4b09-9d89-82b24900fdc1,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:34.057508 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c1e679-c6bd-4fcb-8a49-8ea10ca22b88 x-openstack-request-id: req-66c1e679-c6bd-4fcb-8a49-8ea10ca22b88 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:34.058116 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6337132-d55e-424f-b040-a9bb2995a80b", "tag": "8d8874ea-9ff1-4100-9082-f4058ede600e", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:34.058332 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-66c1e679-c6bd-4fcb-8a49-8ea10ca22b88 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:34.059072 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6337132-d55e-424f-b040-a9bb2995a80b', 'tag': '8d8874ea-9ff1-4100-9082-f4058ede600e', 'status': 'completed', 'code': 200} Jun 30 09:09:34.116660 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d46bc6-4b2c-4432-b13c-f4bf93a15c2d x-openstack-request-id: req-53d46bc6-4b2c-4432-b13c-f4bf93a15c2d {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:34.117012 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be69fa7e-9753-41ef-bc80-4dd80c91af33", "name": "network-vif-plugged", "status": "completed", "tag": "2f05f447-0392-4626-aac5-880853422057", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:34.117228 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-53d46bc6-4b2c-4432-b13c-f4bf93a15c2d {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:34.120734 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be69fa7e-9753-41ef-bc80-4dd80c91af33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f05f447-0392-4626-aac5-880853422057', 'code': 200} Jun 30 09:09:34.142229 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-da5d3927-5680-4e2a-b12a-8f6c6da7f609 service neutron] 10.222.0.10 "GET /v2.0/networks/b6cdea12-c60b-42fa-8c90-04414b5ed775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780577 Jun 30 09:09:34.160507 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-a8dd790e-29b8-46a4-ad6b-04978444040b None None] Set router 9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:09:34.170967 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3282d-8978-47b6-a735-e6bfdc3e7dd5 req-9bb78866-2de5-4d0f-8051-69beec633392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:34.173398 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bbb3282d-8978-47b6-a735-e6bfdc3e7dd5 req-9bb78866-2de5-4d0f-8051-69beec633392 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bc4e00c477d14bf68646e41ac1f1517b&device_id=b6337132-d55e-424f-b040-a9bb2995a80b HTTP/1.1" status: 200 len: 1097 time: 0.0881867 Jun 30 09:09:34.292529 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-9b3745e4-49d5-467a-9b3a-057f001ad174 service neutron] 10.222.0.10 "GET /v2.0/networks/b6cdea12-c60b-42fa-8c90-04414b5ed775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396487 Jun 30 09:09:34.332625 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3282d-8978-47b6-a735-e6bfdc3e7dd5 req-af2cc9d0-a234-4ec2-87ae-b6057512f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:34.334112 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bbb3282d-8978-47b6-a735-e6bfdc3e7dd5 req-af2cc9d0-a234-4ec2-87ae-b6057512f768 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d9d765b7-65f5-4caf-948c-3f41a16c950f HTTP/1.1" status: 200 len: 912 time: 0.1539476 Jun 30 09:09:34.347887 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f1c8a-57c2-47d4-95bd-fcf008e78042 req-cec7b581-8a49-4801-a606-46b210944291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:34.348717 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-008f1c8a-57c2-47d4-95bd-fcf008e78042 req-cec7b581-8a49-4801-a606-46b210944291 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 1098 time: 0.1475327 Jun 30 09:09:34.435234 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-008f1c8a-57c2-47d4-95bd-fcf008e78042 req-e1feec34-63c5-4093-a571-ee2e978d93b2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483534 Jun 30 09:09:34.438182 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bbb3282d-8978-47b6-a735-e6bfdc3e7dd5 req-1b210aa1-e939-4675-a273-bc51dcc4e4ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d8874ea-9ff1-4100-9082-f4058ede600e HTTP/1.1" status: 200 len: 999 time: 0.0883203 Jun 30 09:09:34.454542 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a8dd790e-29b8-46a4-ad6b-04978444040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'name': 'tempest-ServersTestManualDisk-105338152-router', 'tenant_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'd860bcb1-8f62-4de3-9581-123675bb88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:39Z', 'updated_at': '2021-06-30T09:08:55Z', 'revision_number': 4, 'project_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'gw_port': {'id': 'd860bcb1-8f62-4de3-9581-123675bb88e2', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:42Z', 'updated_at': '2021-06-30T09:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'c31546fe-83f0-45e4-95c3-0bfdf6df5790', 'tenant_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'floating_ip_address': '172.25.6.184', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'port_id': '8d8874ea-9ff1-4100-9082-f4058ede600e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9d765b7-65f5-4caf-948c-3f41a16c950f', 'mac_address': 'fa:16:3e:89:81:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6337132-d55e-424f-b040-a9bb2995a80b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:09:04Z', 'updated_at': '2021-06-30T09:09:32Z', 'revision_number': 1, 'project_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0887ede0-d1ec-4736-8e24-d685d425070a', 'name': '', 'network_id': 'd9d765b7-65f5-4caf-948c-3f41a16c950f', 'tenant_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'mac_address': 'fa:16:3e:b4:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '24c4b3bc-00c1-420f-b67e-caf4aa60c39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:52Z', 'updated_at': '2021-06-30T09:09:03Z', 'revision_number': 5, 'project_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'subnets': [{'id': '24c4b3bc-00c1-420f-b67e-caf4aa60c39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:34.486489 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dd790e-29b8-46a4-ad6b-04978444040b None None] The sync data for ids ['9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516'] in n-d-771363-31 is: [{'id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'name': 'tempest-ServersTestManualDisk-105338152-router', 'tenant_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'd860bcb1-8f62-4de3-9581-123675bb88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:39Z', 'updated_at': '2021-06-30T09:08:55Z', 'revision_number': 4, 'project_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'gw_port': {'id': 'd860bcb1-8f62-4de3-9581-123675bb88e2', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:42Z', 'updated_at': '2021-06-30T09:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'c31546fe-83f0-45e4-95c3-0bfdf6df5790', 'tenant_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'floating_ip_address': '172.25.6.184', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'port_id': '8d8874ea-9ff1-4100-9082-f4058ede600e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9d765b7-65f5-4caf-948c-3f41a16c950f', 'mac_address': 'fa:16:3e:89:81:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6337132-d55e-424f-b040-a9bb2995a80b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:09:04Z', 'updated_at': '2021-06-30T09:09:32Z', 'revision_number': 1, 'project_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0887ede0-d1ec-4736-8e24-d685d425070a', 'name': '', 'network_id': 'd9d765b7-65f5-4caf-948c-3f41a16c950f', 'tenant_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'mac_address': 'fa:16:3e:b4:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '24c4b3bc-00c1-420f-b67e-caf4aa60c39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:52Z', 'updated_at': '2021-06-30T09:09:03Z', 'revision_number': 5, 'project_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'subnets': [{'id': '24c4b3bc-00c1-420f-b67e-caf4aa60c39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:09:34.552546 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58850) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:34.554023 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3282d-8978-47b6-a735-e6bfdc3e7dd5 req-24f4253a-9c08-4a4d-a8fc-7de7ebdada22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:34.555823 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bbb3282d-8978-47b6-a735-e6bfdc3e7dd5 req-24f4253a-9c08-4a4d-a8fc-7de7ebdada22 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24c4b3bc-00c1-420f-b67e-caf4aa60c39a HTTP/1.1" status: 200 len: 850 time: 0.0503416 Jun 30 09:09:34.604001 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-afad22d4-21e2-43fe-9ca0-4a7a2663be35 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e0240e8a9d4242cd9544ba218f33d8ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502214 Jun 30 09:09:34.606543 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58852) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:34.662396 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a6395135-8f91-4a96-a4de-badea3c7044e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:34.682768 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3282d-8978-47b6-a735-e6bfdc3e7dd5 req-63e7c770-39f1-497a-a3a5-4f4ea1169ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:34.684318 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bbb3282d-8978-47b6-a735-e6bfdc3e7dd5 req-63e7c770-39f1-497a-a3a5-4f4ea1169ab0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d9d765b7-65f5-4caf-948c-3f41a16c950f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1152072 Jun 30 09:09:34.695184 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b20719-9043-4d65-b0c3-ff952799b158 req-ba3b1754-d9dc-4969-9a43-c7392b148921 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:34.696704 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a3b20719-9043-4d65-b0c3-ff952799b158 req-ba3b1754-d9dc-4969-9a43-c7392b148921 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3c60897-561c-4196-8f7c-3db8c5fe9829 HTTP/1.1" status: 200 len: 950 time: 0.0894575 Jun 30 09:09:34.698023 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a6395135-8f91-4a96-a4de-badea3c7044e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:34.763367 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7388e3-90af-46af-b1e4-5da797d6dbdf None None] New status for floating IP c31546fe-83f0-45e4-95c3-0bfdf6df5790: ACTIVE {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:09:34.806782 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a3b20719-9043-4d65-b0c3-ff952799b158 req-097b4626-a362-4694-92d8-fc9215de5688 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569594 Jun 30 09:09:34.826777 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bbb3282d-8978-47b6-a735-e6bfdc3e7dd5 req-d3d4c743-24a8-4909-a90e-f40d51d63c0b service neutron] 10.222.0.52 "GET /v2.0/networks/d9d765b7-65f5-4caf-948c-3f41a16c950f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287935 Jun 30 09:09:34.844679 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a6395135-8f91-4a96-a4de-badea3c7044e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:34.847251 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a6395135-8f91-4a96-a4de-badea3c7044e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:34.849135 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a6395135-8f91-4a96-a4de-badea3c7044e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4cc25663-0098-4047-8dac-5b035c6135d2 HTTP/1.1" status: 204 len: 168 time: 0.2408266 Jun 30 09:09:34.865776 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6395135-8f91-4a96-a4de-badea3c7044e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc25663-0098-4047-8dac-5b035c6135d2,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:35.027909 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bbb3282d-8978-47b6-a735-e6bfdc3e7dd5 req-ce0744c9-057b-4eaf-9276-afd055728274 service neutron] 10.222.0.52 "GET /v2.0/networks/d9d765b7-65f5-4caf-948c-3f41a16c950f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871083 Jun 30 09:09:35.037137 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6cfc6-1afd-49ae-863a-8dc33a1cbca4 req-6fe63884-4acb-470d-aee9-c750f19442aa tempest-ServersOnMultiNodesTest-960334946 tempest-ServersOnMultiNodesTest-960334946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:35.039310 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e0e6cfc6-1afd-49ae-863a-8dc33a1cbca4 req-6fe63884-4acb-470d-aee9-c750f19442aa tempest-ServersOnMultiNodesTest-960334946 tempest-ServersOnMultiNodesTest-960334946-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a352aa5b-4a7a-4c98-8273-ee420dbd02c4 HTTP/1.1" status: 200 len: 1100 time: 0.1023834 Jun 30 09:09:35.083723 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e0e6cfc6-1afd-49ae-863a-8dc33a1cbca4 req-41da7ecd-f62b-48d5-876a-2ff3db641d5b tempest-ServersOnMultiNodesTest-960334946 tempest-ServersOnMultiNodesTest-960334946-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389190 Jun 30 09:09:35.303895 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b9db2-42e7-4b23-bf98-0f8a8579ef70 req-803d543a-66ad-427e-a0d6-62b75537f74a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:35.305422 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c85b9db2-42e7-4b23-bf98-0f8a8579ef70 req-803d543a-66ad-427e-a0d6-62b75537f74a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 946 time: 0.0735769 Jun 30 09:09:35.353575 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c85b9db2-42e7-4b23-bf98-0f8a8579ef70 req-da9419cb-8839-461d-a8b3-0f17ef5f3cd4 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421412 Jun 30 09:09:35.578285 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ceacc4fd-5a7f-45d1-9128-ac12c9e7587d req-856ca118-3fb3-44ac-b217-465de4d9a05a tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 210 time: 0.0578663 Jun 30 09:09:35.764327 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d9a2c-8831-4f95-b501-69e892e8d201 req-47448ecf-e6c6-48d2-ac3c-bab8f0e050b6 tempest-ServersOnMultiNodesTest-960334946 tempest-ServersOnMultiNodesTest-960334946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:35.767419 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-704d9a2c-8831-4f95-b501-69e892e8d201 req-47448ecf-e6c6-48d2-ac3c-bab8f0e050b6 tempest-ServersOnMultiNodesTest-960334946 tempest-ServersOnMultiNodesTest-960334946-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fa257d46-e086-4b77-92d9-7c935b015849 HTTP/1.1" status: 200 len: 1101 time: 0.0695033 Jun 30 09:09:35.825254 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-704d9a2c-8831-4f95-b501-69e892e8d201 req-7ef5d220-0524-4a47-a673-d24597712b11 tempest-ServersOnMultiNodesTest-960334946 tempest-ServersOnMultiNodesTest-960334946-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481782 Jun 30 09:09:35.882306 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58892) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:36.088277 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb81743-e2f4-45a5-9196-ec20d8accbf0 req-b3ec8204-60d7-4576-96d4-d2ce6e7197b9 tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.089402 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb81743-e2f4-45a5-9196-ec20d8accbf0 req-b3ec8204-60d7-4576-96d4-d2ce6e7197b9 tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.090142 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb81743-e2f4-45a5-9196-ec20d8accbf0 req-b3ec8204-60d7-4576-96d4-d2ce6e7197b9 tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.090883 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb81743-e2f4-45a5-9196-ec20d8accbf0 req-b3ec8204-60d7-4576-96d4-d2ce6e7197b9 tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.091671 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb81743-e2f4-45a5-9196-ec20d8accbf0 req-b3ec8204-60d7-4576-96d4-d2ce6e7197b9 tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.092401 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb81743-e2f4-45a5-9196-ec20d8accbf0 req-b3ec8204-60d7-4576-96d4-d2ce6e7197b9 tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.093038 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb81743-e2f4-45a5-9196-ec20d8accbf0 req-b3ec8204-60d7-4576-96d4-d2ce6e7197b9 tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.094059 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb81743-e2f4-45a5-9196-ec20d8accbf0 req-b3ec8204-60d7-4576-96d4-d2ce6e7197b9 tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.094741 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb81743-e2f4-45a5-9196-ec20d8accbf0 req-b3ec8204-60d7-4576-96d4-d2ce6e7197b9 tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.095406 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb81743-e2f4-45a5-9196-ec20d8accbf0 req-b3ec8204-60d7-4576-96d4-d2ce6e7197b9 tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.099082 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb81743-e2f4-45a5-9196-ec20d8accbf0 req-b3ec8204-60d7-4576-96d4-d2ce6e7197b9 tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.099082 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4eb81743-e2f4-45a5-9196-ec20d8accbf0 req-b3ec8204-60d7-4576-96d4-d2ce6e7197b9 tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d4abde93-2d4f-491b-b503-586add855df0&device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33&device_id=e3c60897-561c-4196-8f7c-3db8c5fe9829&device_id=b6337132-d55e-424f-b040-a9bb2995a80b&device_id=a352aa5b-4a7a-4c98-8273-ee420dbd02c4&device_id=fa257d46-e086-4b77-92d9-7c935b015849&device_id=2b7a37db-f6c7-4160-ba5e-9efa799cbd74&device_id=b20ec5b3-3afa-414d-94d3-082f503542a1&device_id=906c9ab5-c69a-4408-8079-c0d364b96971&device_id=e5878361-e80c-4636-89f0-d059d8467dd7&device_id=fd075ccb-ee1f-44bf-bfd5-88748b3d871b&device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 10004 time: 0.0920002 Jun 30 09:09:36.119421 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4eb81743-e2f4-45a5-9196-ec20d8accbf0 req-3ceaa656-698e-441d-ab11-07fccf79a54a tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:36.122307 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-be4988cf-79d9-499d-bb12-7757053defda tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1a2e4690a4914640bc78bd1032a89e19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318902 Jun 30 09:09:36.129112 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-db2240d9-d1a8-4083-8534-56cdfd7ba827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:36.233309 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4eb81743-e2f4-45a5-9196-ec20d8accbf0 req-3ceaa656-698e-441d-ab11-07fccf79a54a tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:36.324649 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4eb81743-e2f4-45a5-9196-ec20d8accbf0 req-3ceaa656-698e-441d-ab11-07fccf79a54a tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:36.355895 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4eb81743-e2f4-45a5-9196-ec20d8accbf0 req-3ceaa656-698e-441d-ab11-07fccf79a54a tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&id=066c296a-b32e-4b97-8a79-1f6b059bab0e&id=0e884d92-e147-4550-8258-30dddb32f2b0&id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 606 time: 0.2504637 Jun 30 09:09:36.397833 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceaa656-698e-441d-ab11-07fccf79a54a tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d5e354-842e-4835-8a5f-450eacd7cfa0,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:36.518082 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58924) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:36.623161 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-22e09191-d383-410f-a9f6-b83083c378dd tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.627669 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-22e09191-d383-410f-a9f6-b83083c378dd tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4894013 Jun 30 09:09:36.638468 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-4176da98-548f-4862-a0cf-abc4fe66e50d admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1560790515-network', 'tenant_id': '1f6e0c7642ec4750ad0d102fddfbfbad'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:36.662079 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d48b4-75ca-4004-837d-7f38f5c80d5e req-23c80826-f70a-435a-b493-2a8826dc6dbe tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.663734 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-851d48b4-75ca-4004-837d-7f38f5c80d5e req-23c80826-f70a-435a-b493-2a8826dc6dbe tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 946 time: 0.0835106 Jun 30 09:09:36.663922 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-000f601a-7fba-465e-9aed-60445726b74b tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/quotas/1a2e4690a4914640bc78bd1032a89e19 HTTP/1.1" status: 200 len: 375 time: 0.0271590 Jun 30 09:09:36.708968 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-851d48b4-75ca-4004-837d-7f38f5c80d5e req-dd759cff-c245-4c86-bc50-c6288395214b tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387104 Jun 30 09:09:36.755046 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-db2240d9-d1a8-4083-8534-56cdfd7ba827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:36.787085 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-0811d532-3a1c-41a0-9fab-26629acea955 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a2e4690a4914640bc78bd1032a89e19&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1219773 Jun 30 09:09:36.869952 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-db2240d9-d1a8-4083-8534-56cdfd7ba827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:36.919915 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-db2240d9-d1a8-4083-8534-56cdfd7ba827 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=25c30385371b4935aa49c6fa174ec9fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0364442 Jun 30 09:09:36.921139 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2240d9-d1a8-4083-8534-56cdfd7ba827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9fb503-4d6c-4d99-9db1-e1be6534a360,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:36.923409 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58934) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:36.987859 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-725c8932-ca7e-46cf-b64a-3a1127219acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.019791 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-725c8932-ca7e-46cf-b64a-3a1127219acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.031974 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4176da98-548f-4862-a0cf-abc4fe66e50d admin admin] Made reservation on behalf of 1f6e0c7642ec4750ad0d102fddfbfbad for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:37.034856 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4176da98-548f-4862-a0cf-abc4fe66e50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.064987 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4176da98-548f-4862-a0cf-abc4fe66e50d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.112417 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fa67d3e9-e6eb-4836-8898-65fb6a329b1e req-86e5f7a0-c4e2-4148-881f-ddaf00aa05f4 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 210 time: 0.0593133 Jun 30 09:09:37.139323 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.318786 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-725c8932-ca7e-46cf-b64a-3a1127219acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.322712 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-725c8932-ca7e-46cf-b64a-3a1127219acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.324896 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-725c8932-ca7e-46cf-b64a-3a1127219acc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5d9fb503-4d6c-4d99-9db1-e1be6534a360 HTTP/1.1" status: 204 len: 168 time: 0.3997679 Jun 30 09:09:37.350053 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c8932-ca7e-46cf-b64a-3a1127219acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9fb503-4d6c-4d99-9db1-e1be6534a360,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:37.427254 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4176da98-548f-4862-a0cf-abc4fe66e50d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.504053 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8e524-8dee-40df-b9ba-04c7460525af req-fde69e27-8f00-4d8a-8c89-aee9a19c3d78 tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:37.504539 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8e524-8dee-40df-b9ba-04c7460525af req-fde69e27-8f00-4d8a-8c89-aee9a19c3d78 tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:37.505117 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8e524-8dee-40df-b9ba-04c7460525af req-fde69e27-8f00-4d8a-8c89-aee9a19c3d78 tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:37.507895 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-efb8e524-8dee-40df-b9ba-04c7460525af req-fde69e27-8f00-4d8a-8c89-aee9a19c3d78 tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e3c60897-561c-4196-8f7c-3db8c5fe9829&device_id=2b7a37db-f6c7-4160-ba5e-9efa799cbd74&device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 2886 time: 0.0595276 Jun 30 09:09:37.547429 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-efb8e524-8dee-40df-b9ba-04c7460525af req-c0586d5e-2828-46b0-8871-7791b2926f9e tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336697 Jun 30 09:09:37.548599 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4176da98-548f-4862-a0cf-abc4fe66e50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.580180 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4176da98-548f-4862-a0cf-abc4fe66e50d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:09:37.601424 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4176da98-548f-4862-a0cf-abc4fe66e50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.601629 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-4176da98-548f-4862-a0cf-abc4fe66e50d admin admin] Added segment 85c06a0d-f2bd-4e48-aa62-56244f27affe of type vlan for network 7a35be23-e879-4c9f-9c08-97e29ad87307 Jun 30 09:09:37.603257 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176da98-548f-4862-a0cf-abc4fe66e50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:37.627959 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-252febf6-3318-424a-869f-0165b503a1d4 req-ff4b35c6-21d7-4756-8eed-eba13666b7e1 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0c642f-b906-4125-af41-e4f2faeb595c HTTP/1.1" status: 200 len: 210 time: 0.0641930 Jun 30 09:09:37.651863 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4176da98-548f-4862-a0cf-abc4fe66e50d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.769747 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4176da98-548f-4862-a0cf-abc4fe66e50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.771414 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4176da98-548f-4862-a0cf-abc4fe66e50d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:37.772776 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4176da98-548f-4862-a0cf-abc4fe66e50d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.846067 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176da98-548f-4862-a0cf-abc4fe66e50d admin admin] Pushing event updated for resources: {'Network': ['ID=7a35be23-e879-4c9f-9c08-97e29ad87307,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:37.862536 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 7a35be23-e879-4c9f-9c08-97e29ad87307 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:09:37.916387 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4176da98-548f-4862-a0cf-abc4fe66e50d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3971131 Jun 30 09:09:37.916643 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58956) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:37.917045 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7afe1f-a445-44f4-a7d0-6ab6939bd4ed req-a6b1b787-4bad-4995-b783-350b750cfba1 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:37.920011 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb7afe1f-a445-44f4-a7d0-6ab6939bd4ed req-a6b1b787-4bad-4995-b783-350b750cfba1 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 946 time: 0.1776037 Jun 30 09:09:37.922462 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-eeed0be0-0713-45bf-8745-551760a55ebe admin admin] Request body: {'subnet': {'network_id': '7a35be23-e879-4c9f-9c08-97e29ad87307', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1560790515-subnet', 'tenant_id': '1f6e0c7642ec4750ad0d102fddfbfbad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:37.983038 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb7afe1f-a445-44f4-a7d0-6ab6939bd4ed req-919d8fca-2d8b-42f5-93da-082c7bb7f2b9 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557666 Jun 30 09:09:38.141803 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeed0be0-0713-45bf-8745-551760a55ebe admin admin] Made reservation on behalf of 1f6e0c7642ec4750ad0d102fddfbfbad for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:38.144693 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eeed0be0-0713-45bf-8745-551760a55ebe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:38.317520 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bd07219e-22fc-4d99-87f8-1184f410ec93 req-56a87c83-443b-4ef1-b0cb-623f9ace7a70 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 210 time: 0.0613084 Jun 30 09:09:38.418401 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-d76d853d-80ca-4952-ac00-0de6e3cc8f4b tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:38.419928 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-d76d853d-80ca-4952-ac00-0de6e3cc8f4b tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.37 "GET /v2.0/networks?id=b6cdea12-c60b-42fa-8c90-04414b5ed775 HTTP/1.1" status: 200 len: 816 time: 0.1915054 Jun 30 09:09:38.501729 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-abb88c98-fab5-40bc-8849-8c945a9542fd tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=194cfe4956674892b8d98b002cde5734 HTTP/1.1" status: 200 len: 380 time: 0.0731196 Jun 30 09:09:38.511650 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:38.512290 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-fe3be9c4-d91d-47fd-943a-2ade96a30557 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Request body: {'port': {'device_id': 'd4abde93-2d4f-491b-b503-586add855df0', 'network_id': 'b6cdea12-c60b-42fa-8c90-04414b5ed775', 'admin_state_up': True, 'tenant_id': '194cfe4956674892b8d98b002cde5734', 'security_groups': ['c3501efa-7e62-4693-a186-96acaecb9685']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:38.520672 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58968) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:38.545946 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f665c4df-7e38-4bc6-b9c1-19edbcdb2fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:38.652014 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f665c4df-7e38-4bc6-b9c1-19edbcdb2fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:38.661421 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eeed0be0-0713-45bf-8745-551760a55ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:38.722833 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed0be0-0713-45bf-8745-551760a55ebe admin admin] Pushing event updated for resources: {'Subnet': ['ID=10dd56df-3695-4e18-9e1b-e75b02521afd,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:38.730287 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed0be0-0713-45bf-8745-551760a55ebe admin admin] Checking segment: {'id': '85c06a0d-f2bd-4e48-aa62-56244f27affe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7a35be23-e879-4c9f-9c08-97e29ad87307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:38.730646 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeed0be0-0713-45bf-8745-551760a55ebe admin admin] Network hostable DHCP agents. Network: 7a35be23-e879-4c9f-9c08-97e29ad87307, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:09:38.774554 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e180516c-8785-4236-ac41-04f08addd2fb req-097658f1-53d8-45e0-996b-a4ebd8db0ed9 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0c642f-b906-4125-af41-e4f2faeb595c HTTP/1.1" status: 200 len: 210 time: 0.0334430 Jun 30 09:09:38.787110 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f665c4df-7e38-4bc6-b9c1-19edbcdb2fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:38.836627 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f665c4df-7e38-4bc6-b9c1-19edbcdb2fcc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=615fb228b6e44bb48fdadf4549150d6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3142843 Jun 30 09:09:38.838883 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58976) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:38.882510 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeed0be0-0713-45bf-8745-551760a55ebe admin admin] Network 7a35be23-e879-4c9f-9c08-97e29ad87307 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:09:38.891141 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f665c4df-7e38-4bc6-b9c1-19edbcdb2fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9918ca2a-4407-40cf-becc-2c275c2f9b1f,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:38.907611 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fbdd0583-42c7-41a5-a461-89851e082ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:38.930192 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fbdd0583-42c7-41a5-a461-89851e082ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:38.936455 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-fe3be9c4-d91d-47fd-943a-2ade96a30557 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Made reservation on behalf of 194cfe4956674892b8d98b002cde5734 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:38.940762 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-fe3be9c4-d91d-47fd-943a-2ade96a30557 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:39.119372 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-fe3be9c4-d91d-47fd-943a-2ade96a30557 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Allocated IP 172.20.0.4 (b6cdea12-c60b-42fa-8c90-04414b5ed775/502ec1ad-27a0-4b8f-ad94-42aab069893b/12c48410-0816-4c40-bb19-0f8e616fedf1) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:39.147688 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-eeed0be0-0713-45bf-8745-551760a55ebe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 7a35be23-e879-4c9f-9c08-97e29ad87307) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:39.160485 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67de53c6-95cd-40b9-9282-b8b19a393a13 None None] Network 7a35be23-e879-4c9f-9c08-97e29ad87307 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:39.166131 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeed0be0-0713-45bf-8745-551760a55ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:39.168688 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eeed0be0-0713-45bf-8745-551760a55ebe admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:39.199764 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fbdd0583-42c7-41a5-a461-89851e082ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:39.202963 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fbdd0583-42c7-41a5-a461-89851e082ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:39.206555 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fbdd0583-42c7-41a5-a461-89851e082ed8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9918ca2a-4407-40cf-becc-2c275c2f9b1f HTTP/1.1" status: 204 len: 168 time: 0.3643203 Jun 30 09:09:39.243234 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4706a5-3d37-4c36-a1fe-38755f2640dc req-ab665a9c-b7f2-4576-a29e-503c2f14dc53 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:39.250680 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9e4706a5-3d37-4c36-a1fe-38755f2640dc req-ab665a9c-b7f2-4576-a29e-503c2f14dc53 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 946 time: 0.1259480 Jun 30 09:09:39.279866 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd0583-42c7-41a5-a461-89851e082ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9918ca2a-4407-40cf-becc-2c275c2f9b1f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:39.310085 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9e4706a5-3d37-4c36-a1fe-38755f2640dc req-631655d3-84b6-4ad4-a52b-ae41c6d82ddb tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583308 Jun 30 09:09:39.344693 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-eeed0be0-0713-45bf-8745-551760a55ebe admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4256232 Jun 30 09:09:39.467357 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-fe3be9c4-d91d-47fd-943a-2ade96a30557 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:39.493480 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e841bf2-330d-4158-9d47-4dff6c88785c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-7a35be23-e879-4c9f-9c08-97e29ad87307', 'network_id': '7a35be23-e879-4c9f-9c08-97e29ad87307', 'tenant_id': '1f6e0c7642ec4750ad0d102fddfbfbad', 'fixed_ips': [{'subnet_id': '10dd56df-3695-4e18-9e1b-e75b02521afd'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:09:39.494601 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1e841bf2-330d-4158-9d47-4dff6c88785c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:39.507537 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-fe3be9c4-d91d-47fd-943a-2ade96a30557 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Transition to ACTIVE for port object 12c48410-0816-4c40-bb19-0f8e616fedf1 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:39.706076 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-fe3be9c4-d91d-47fd-943a-2ade96a30557 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:39.852910 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-1e841bf2-330d-4158-9d47-4dff6c88785c None None] Allocated IP 172.20.0.2 (7a35be23-e879-4c9f-9c08-97e29ad87307/10dd56df-3695-4e18-9e1b-e75b02521afd/e76cfe1c-4ccd-4870-85e0-06d5748966b2) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:39.853492 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-fe3be9c4-d91d-47fd-943a-2ade96a30557 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Network b6cdea12-c60b-42fa-8c90-04414b5ed775 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:39.866180 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-fe3be9c4-d91d-47fd-943a-2ade96a30557 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:39.873649 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f27d7-6c5b-4faf-8c04-c24d405f0cca req-8761dc13-4bb0-4c99-9923-aa79ceff3056 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:39.877737 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-fe3be9c4-d91d-47fd-943a-2ade96a30557 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:39.878817 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-869f27d7-6c5b-4faf-8c04-c24d405f0cca req-8761dc13-4bb0-4c99-9923-aa79ceff3056 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 931 time: 0.1865141 Jun 30 09:09:39.945263 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3be9c4-d91d-47fd-943a-2ade96a30557 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Pushing event updated for resources: {'Port': ['ID=12c48410-0816-4c40-bb19-0f8e616fedf1,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:39.996385 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-fe3be9c4-d91d-47fd-943a-2ade96a30557 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:39.996968 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-869f27d7-6c5b-4faf-8c04-c24d405f0cca req-6ad0e3ec-f6a0-4fda-9c5a-40aca3192f81 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/security-groups?id=c3501efa-7e62-4693-a186-96acaecb9685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016116 Jun 30 09:09:39.997563 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-fe3be9c4-d91d-47fd-943a-2ade96a30557 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:40.086059 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5db75-dc0f-4192-854e-845dfd1765ac req-69c3986d-2b92-44f7-b78a-015a507b46e3 tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:40.096294 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4aa5db75-dc0f-4192-854e-845dfd1765ac req-69c3986d-2b92-44f7-b78a-015a507b46e3 tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 1102 time: 0.1233888 Jun 30 09:09:40.134617 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-fe3be9c4-d91d-47fd-943a-2ade96a30557 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6272171 Jun 30 09:09:40.152306 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-abbe04d8-5f82-4e54-86fc-f6156a57bd77 service neutron] Request body: {'port': {'device_id': 'd4abde93-2d4f-491b-b503-586add855df0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:40.183652 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4aa5db75-dc0f-4192-854e-845dfd1765ac req-3fe0fd5f-f433-4d4a-9a64-90f591886075 tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863078 Jun 30 09:09:40.232067 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1e841bf2-330d-4158-9d47-4dff6c88785c None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:40.242418 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-1e841bf2-330d-4158-9d47-4dff6c88785c None None] Transition to ACTIVE for port object e76cfe1c-4ccd-4870-85e0-06d5748966b2 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:40.260682 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-1e841bf2-330d-4158-9d47-4dff6c88785c None None] Transition to ACTIVE for port object e76cfe1c-4ccd-4870-85e0-06d5748966b2 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:40.326563 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-10287582-acf9-4e74-ad85-ea62bfdb1eab req-140e2a4c-1f06-4a55-92f1-8fb4878d5a9e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0c642f-b906-4125-af41-e4f2faeb595c HTTP/1.1" status: 200 len: 210 time: 0.0802765 Jun 30 09:09:40.327218 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-abbe04d8-5f82-4e54-86fc-f6156a57bd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:40.341344 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1e841bf2-330d-4158-9d47-4dff6c88785c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:40.394385 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e841bf2-330d-4158-9d47-4dff6c88785c None None] Network 7a35be23-e879-4c9f-9c08-97e29ad87307 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:40.398210 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-1e841bf2-330d-4158-9d47-4dff6c88785c None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:40.402644 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e841bf2-330d-4158-9d47-4dff6c88785c None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:40.460028 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a904388e-7c37-41ac-9664-64cdc415ae85 None None] Provisioning for port 12c48410-0816-4c40-bb19-0f8e616fedf1 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:40.500217 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e841bf2-330d-4158-9d47-4dff6c88785c None None] Pushing event updated for resources: {'Port': ['ID=e76cfe1c-4ccd-4870-85e0-06d5748966b2,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:40.529180 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-57038860-12d4-45be-b670-ffce0180aea3 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1a2e4690a4914640bc78bd1032a89e19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659218 Jun 30 09:09:40.538631 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a904388e-7c37-41ac-9664-64cdc415ae85 None None] Provisioning complete for port 12c48410-0816-4c40-bb19-0f8e616fedf1 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:40.538919 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a904388e-7c37-41ac-9664-64cdc415ae85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:40.584860 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-1e841bf2-330d-4158-9d47-4dff6c88785c None None] Attempting to bind port e76cfe1c-4ccd-4870-85e0-06d5748966b2 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:40.591957 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-1e841bf2-330d-4158-9d47-4dff6c88785c None None] Attempting to bind port e76cfe1c-4ccd-4870-85e0-06d5748966b2 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '85c06a0d-f2bd-4e48-aa62-56244f27affe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7a35be23-e879-4c9f-9c08-97e29ad87307'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:40.592596 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e841bf2-330d-4158-9d47-4dff6c88785c None None] Attempting to bind port e76cfe1c-4ccd-4870-85e0-06d5748966b2 on network 7a35be23-e879-4c9f-9c08-97e29ad87307 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:40.653455 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e841bf2-330d-4158-9d47-4dff6c88785c None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:40.653825 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e841bf2-330d-4158-9d47-4dff6c88785c None None] Checking segment: {'id': '85c06a0d-f2bd-4e48-aa62-56244f27affe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7a35be23-e879-4c9f-9c08-97e29ad87307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:40.654219 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1e841bf2-330d-4158-9d47-4dff6c88785c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:40.654606 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e841bf2-330d-4158-9d47-4dff6c88785c None None] Bound using segment: {'id': '85c06a0d-f2bd-4e48-aa62-56244f27affe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7a35be23-e879-4c9f-9c08-97e29ad87307'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:40.655086 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-1e841bf2-330d-4158-9d47-4dff6c88785c None None] Bound port: e76cfe1c-4ccd-4870-85e0-06d5748966b2, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85c06a0d-f2bd-4e48-aa62-56244f27affe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7a35be23-e879-4c9f-9c08-97e29ad87307'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:40.655488 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1e841bf2-330d-4158-9d47-4dff6c88785c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:40.726802 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a904388e-7c37-41ac-9664-64cdc415ae85 None None] Port 12c48410-0816-4c40-bb19-0f8e616fedf1 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:09:40.804641 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-9289acce-a881-4a31-9987-87d94cc87102 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:40.806434 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-9289acce-a881-4a31-9987-87d94cc87102 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2711351 Jun 30 09:09:40.829512 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-1a2295ef-edb7-4a7a-ac81-916ddf42d129 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Request body: {'port': {'device_id': '2c0c642f-b906-4125-af41-e4f2faeb595c', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'admin_state_up': True, 'tenant_id': '1a2e4690a4914640bc78bd1032a89e19'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:40.852575 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-1e841bf2-330d-4158-9d47-4dff6c88785c None None] For port e76cfe1c-4ccd-4870-85e0-06d5748966b2, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:40.856951 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-1e841bf2-330d-4158-9d47-4dff6c88785c None None] For port e76cfe1c-4ccd-4870-85e0-06d5748966b2, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e76cfe1c-4ccd-4870-85e0-06d5748966b2,segment=NetworkSegment(85c06a0d-f2bd-4e48-aa62-56244f27affe),segment_id=85c06a0d-f2bd-4e48-aa62-56244f27affe)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:40.904520 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c143878-3bb9-4067-b7d3-03e101e33f66 req-31bf1af0-ba21-400f-8558-6fd5e2977aef tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:40.906705 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9c143878-3bb9-4067-b7d3-03e101e33f66 req-31bf1af0-ba21-400f-8558-6fd5e2977aef tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 1102 time: 0.2587974 Jun 30 09:09:40.957048 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1e841bf2-330d-4158-9d47-4dff6c88785c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:40.985707 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9c143878-3bb9-4067-b7d3-03e101e33f66 req-6faddef6-df43-472e-abce-195ad84b4263 tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724986 Jun 30 09:09:41.094633 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-abbe04d8-5f82-4e54-86fc-f6156a57bd77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c48410-0816-4c40-bb19-0f8e616fedf1 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:41.106066 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-abbe04d8-5f82-4e54-86fc-f6156a57bd77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:41.130510 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-abbe04d8-5f82-4e54-86fc-f6156a57bd77 service neutron] Transition to ACTIVE for port object 12c48410-0816-4c40-bb19-0f8e616fedf1 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:41.157911 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e841bf2-330d-4158-9d47-4dff6c88785c None None] Pushing event updated for resources: {'Port': ['ID=e76cfe1c-4ccd-4870-85e0-06d5748966b2,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:41.193243 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-abbe04d8-5f82-4e54-86fc-f6156a57bd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:41.212186 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-c0114c8c-ca30-4b5c-b0e6-21809b315649 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:41.213857 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-c0114c8c-ca30-4b5c-b0e6-21809b315649 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/networks?id=7a35be23-e879-4c9f-9c08-97e29ad87307 HTTP/1.1" status: 200 len: 816 time: 0.3236396 Jun 30 09:09:41.246631 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-cd5bb095-cc97-4c17-a648-15eb223d0c4a tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/quotas/1f6e0c7642ec4750ad0d102fddfbfbad HTTP/1.1" status: 200 len: 375 time: 0.0242231 Jun 30 09:09:41.346506 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-fee9ce17-f142-4bc1-8844-cf2560e15967 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1f6e0c7642ec4750ad0d102fddfbfbad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0987813 Jun 30 09:09:41.465259 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-1a2295ef-edb7-4a7a-ac81-916ddf42d129 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Made reservation on behalf of 1a2e4690a4914640bc78bd1032a89e19 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:41.469577 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe04d8-5f82-4e54-86fc-f6156a57bd77 service neutron] Pushing event updated for resources: {'Port': ['ID=12c48410-0816-4c40-bb19-0f8e616fedf1,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:41.469782 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-1a2295ef-edb7-4a7a-ac81-916ddf42d129 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:41.562196 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e76636-e514-42e6-a351-5e47db85b6d3 req-3072a87f-ecde-4463-ba6f-76e6a37c1705 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:41.571835 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-48e76636-e514-42e6-a351-5e47db85b6d3 req-3072a87f-ecde-4463-ba6f-76e6a37c1705 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 946 time: 0.3344462 Jun 30 09:09:41.631544 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-48e76636-e514-42e6-a351-5e47db85b6d3 req-3b668c52-bd47-488f-850b-5431127b8e22 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585098 Jun 30 09:09:41.639182 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-abbe04d8-5f82-4e54-86fc-f6156a57bd77 service neutron] Attempting to bind port 12c48410-0816-4c40-bb19-0f8e616fedf1 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:41.639806 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-abbe04d8-5f82-4e54-86fc-f6156a57bd77 service neutron] Attempting to bind port 12c48410-0816-4c40-bb19-0f8e616fedf1 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '3a1ad344-822e-42af-9a4a-4bccd1fb3f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b6cdea12-c60b-42fa-8c90-04414b5ed775'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:41.641711 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-abbe04d8-5f82-4e54-86fc-f6156a57bd77 service neutron] Attempting to bind port 12c48410-0816-4c40-bb19-0f8e616fedf1 on network b6cdea12-c60b-42fa-8c90-04414b5ed775 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:41.663116 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-abbe04d8-5f82-4e54-86fc-f6156a57bd77 service neutron] Port 12c48410-0816-4c40-bb19-0f8e616fedf1 on network b6cdea12-c60b-42fa-8c90-04414b5ed775 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:41.663471 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-abbe04d8-5f82-4e54-86fc-f6156a57bd77 service neutron] Attempting to bind port 12c48410-0816-4c40-bb19-0f8e616fedf1 on network b6cdea12-c60b-42fa-8c90-04414b5ed775 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:41.675797 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-510aa2de-3b2f-47e1-a3e7-52a9bf76d449 service neutron] 10.222.0.10 "GET /v2.0/networks/7a35be23-e879-4c9f-9c08-97e29ad87307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191800 Jun 30 09:09:41.678705 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-abbe04d8-5f82-4e54-86fc-f6156a57bd77 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:41.679050 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-abbe04d8-5f82-4e54-86fc-f6156a57bd77 service neutron] Checking segment: {'id': '3a1ad344-822e-42af-9a4a-4bccd1fb3f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b6cdea12-c60b-42fa-8c90-04414b5ed775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:41.679632 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-abbe04d8-5f82-4e54-86fc-f6156a57bd77 service neutron] Bound using segment: {'id': '3a1ad344-822e-42af-9a4a-4bccd1fb3f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b6cdea12-c60b-42fa-8c90-04414b5ed775'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:41.679907 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-abbe04d8-5f82-4e54-86fc-f6156a57bd77 service neutron] Bound port: 12c48410-0816-4c40-bb19-0f8e616fedf1, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a1ad344-822e-42af-9a4a-4bccd1fb3f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b6cdea12-c60b-42fa-8c90-04414b5ed775'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:41.680708 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-abbe04d8-5f82-4e54-86fc-f6156a57bd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:41.794987 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-abbe04d8-5f82-4e54-86fc-f6156a57bd77 service neutron] For port 12c48410-0816-4c40-bb19-0f8e616fedf1, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:41.799341 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-abbe04d8-5f82-4e54-86fc-f6156a57bd77 service neutron] For port 12c48410-0816-4c40-bb19-0f8e616fedf1, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=12c48410-0816-4c40-bb19-0f8e616fedf1,segment=NetworkSegment(3a1ad344-822e-42af-9a4a-4bccd1fb3f2f),segment_id=3a1ad344-822e-42af-9a4a-4bccd1fb3f2f)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:41.820591 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-1a2295ef-edb7-4a7a-ac81-916ddf42d129 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Allocated IP 192.168.233.131 (ad33225d-5521-4894-b7e8-170799d80b12/a0a5de46-050b-42ad-8d47-c859eedbe230/cd2c450e-666a-4b40-843d-3d2afaa42608) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:41.868328 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-abbe04d8-5f82-4e54-86fc-f6156a57bd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:41.907656 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-9af93167-2f72-4614-8bf2-a89949757d89 service neutron] 10.222.0.10 "GET /v2.0/networks/7a35be23-e879-4c9f-9c08-97e29ad87307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203825 Jun 30 09:09:42.016751 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe04d8-5f82-4e54-86fc-f6156a57bd77 service neutron] Pushing event updated for resources: {'Port': ['ID=12c48410-0816-4c40-bb19-0f8e616fedf1,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:42.045499 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-abbe04d8-5f82-4e54-86fc-f6156a57bd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:42.046592 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-abbe04d8-5f82-4e54-86fc-f6156a57bd77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:42.052954 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-abbe04d8-5f82-4e54-86fc-f6156a57bd77 service neutron] 10.222.0.37 "PUT /v2.0/ports/12c48410-0816-4c40-bb19-0f8e616fedf1 HTTP/1.1" status: 200 len: 1092 time: 1.9075513 Jun 30 09:09:42.054036 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4abde93-2d4f-491b-b503-586add855df0', 'tag': '12c48410-0816-4c40-bb19-0f8e616fedf1'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:42.057208 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b843aaa-30f9-4a0e-904f-19e6828d6ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "d4abde93-2d4f-491b-b503-586add855df0", "tag": "12c48410-0816-4c40-bb19-0f8e616fedf1"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:42.075008 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-1a2295ef-edb7-4a7a-ac81-916ddf42d129 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:42.126278 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-1a2295ef-edb7-4a7a-ac81-916ddf42d129 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Transition to ACTIVE for port object cd2c450e-666a-4b40-843d-3d2afaa42608 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:42.364723 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-1a2295ef-edb7-4a7a-ac81-916ddf42d129 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:42.370955 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-2cd4bf94-47f2-44e5-a90f-718741a45a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:42.372527 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-2cd4bf94-47f2-44e5-a90f-718741a45a06 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=194cfe4956674892b8d98b002cde5734&device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 1095 time: 0.1804230 Jun 30 09:09:42.379160 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['e38873e4-de44-4aa0-831f-ff170eea831f', '95ce2fc6-54f7-4719-9352-143bd62a5933', 'ca94fe25-1c42-4b7c-a721-cfb326e76480', '3f66becb-2291-4fd9-a2ba-47ad8464b5d1'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:42.384433 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['715a2321-9a1e-4336-9311-fea1b8e8c92e'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:42.501874 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-1a2295ef-edb7-4a7a-ac81-916ddf42d129 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Network ad33225d-5521-4894-b7e8-170799d80b12 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:42.506442 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-1a2295ef-edb7-4a7a-ac81-916ddf42d129 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:42.526508 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-1a2295ef-edb7-4a7a-ac81-916ddf42d129 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:42.584011 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f29ba-f100-41f8-9d98-805995348f7a req-f596732f-6441-41e2-a94c-6343f53d3cc4 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:42.595690 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ad3f29ba-f100-41f8-9d98-805995348f7a req-f596732f-6441-41e2-a94c-6343f53d3cc4 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 943 time: 0.3333495 Jun 30 09:09:42.607079 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-2043f0a9-8532-4ad4-bd8e-8268bbe8a42a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12c48410-0816-4c40-bb19-0f8e616fedf1 HTTP/1.1" status: 200 len: 217 time: 0.2201569 Jun 30 09:09:42.698053 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2295ef-edb7-4a7a-ac81-916ddf42d129 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Pushing event updated for resources: {'Port': ['ID=cd2c450e-666a-4b40-843d-3d2afaa42608,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:42.822582 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-1a2295ef-edb7-4a7a-ac81-916ddf42d129 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:42.824123 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-1a2295ef-edb7-4a7a-ac81-916ddf42d129 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:42.854367 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ad3f29ba-f100-41f8-9d98-805995348f7a req-baaaf7d0-9b36-4289-9ddf-23a7a32d8e1d tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/security-groups?id=c3501efa-7e62-4693-a186-96acaecb9685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2550430 Jun 30 09:09:42.873941 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-99703061-ae93-4a90-9fe3-b6c8c38e13f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:42.889823 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-99703061-ae93-4a90-9fe3-b6c8c38e13f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=502ec1ad-27a0-4b8f-ad94-42aab069893b HTTP/1.1" status: 200 len: 855 time: 0.2790251 Jun 30 09:09:42.915744 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-1a2295ef-edb7-4a7a-ac81-916ddf42d129 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0921631 Jun 30 09:09:42.926311 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b55b4fc-d07e-4086-88e6-0557eeb9f490 None None] Network 7a35be23-e879-4c9f-9c08-97e29ad87307 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:42.933435 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400ef76-55c7-4c45-b78b-42d24076c85c req-b2fc60be-c725-419f-b811-409123b6cbf9 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:42.939774 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1400ef76-55c7-4c45-b78b-42d24076c85c req-b2fc60be-c725-419f-b811-409123b6cbf9 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0c642f-b906-4125-af41-e4f2faeb595c HTTP/1.1" status: 200 len: 936 time: 0.2557287 Jun 30 09:09:42.959757 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-5c453a80-63cd-4747-b229-9e06c6e3c5b9 service neutron] Request body: {'port': {'device_id': '2c0c642f-b906-4125-af41-e4f2faeb595c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:43.065475 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-2e0a0852-bc2c-4dd7-a968-aba8f4614fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:43.075157 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-2e0a0852-bc2c-4dd7-a968-aba8f4614fe6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6cdea12-c60b-42fa-8c90-04414b5ed775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1735382 Jun 30 09:09:43.189123 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-eec7376d-3bc4-4dee-b05a-c1c220da09b5 None None] Provisioning for port e76cfe1c-4ccd-4870-85e0-06d5748966b2 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:43.231987 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e76cfe1c-4ccd-4870-85e0-06d5748966b2 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:43.239581 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a218a73b-c1ea-4dcd-a431-9822b00254a0 x-openstack-request-id: req-a218a73b-c1ea-4dcd-a431-9822b00254a0 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:43.239998 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4abde93-2d4f-491b-b503-586add855df0", "tag": "12c48410-0816-4c40-bb19-0f8e616fedf1", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:43.242071 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a218a73b-c1ea-4dcd-a431-9822b00254a0 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:43.243000 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4abde93-2d4f-491b-b503-586add855df0', 'tag': '12c48410-0816-4c40-bb19-0f8e616fedf1', 'status': 'completed', 'code': 200} Jun 30 09:09:43.251242 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-43f78213-7d09-4061-bc41-dc1d887f3921 service neutron] 10.222.0.37 "GET /v2.0/networks/b6cdea12-c60b-42fa-8c90-04414b5ed775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703782 Jun 30 09:09:43.287595 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1400ef76-55c7-4c45-b78b-42d24076c85c req-dbea0ad4-0106-457d-8142-fa9f6e2dd63f tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905961 Jun 30 09:09:43.293150 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-5c453a80-63cd-4747-b229-9e06c6e3c5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:43.426987 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b3741dc0-863a-4f81-bc5c-c900cc5d90e3 req-ad5db71f-f89c-482c-97e1-447133452c28 service neutron] 10.222.0.37 "GET /v2.0/networks/b6cdea12-c60b-42fa-8c90-04414b5ed775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668854 Jun 30 09:09:43.639015 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9a020686-03f8-4c09-b329-a4ec9d5531ad None None] Provisioning for port cd2c450e-666a-4b40-843d-3d2afaa42608 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:43.651248 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9a020686-03f8-4c09-b329-a4ec9d5531ad None None] Provisioning complete for port cd2c450e-666a-4b40-843d-3d2afaa42608 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:43.651621 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9a020686-03f8-4c09-b329-a4ec9d5531ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:43.701230 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port e76cfe1c-4ccd-4870-85e0-06d5748966b2 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:43.713683 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port e76cfe1c-4ccd-4870-85e0-06d5748966b2 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:43.713683 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:43.713948 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cade128-81ee-4c49-9389-7a39362fb450 req-d0579f0c-ee09-4065-9b37-1ce6d6ab8add tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:43.715367 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9cade128-81ee-4c49-9389-7a39362fb450 req-d0579f0c-ee09-4065-9b37-1ce6d6ab8add tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 946 time: 0.1400175 Jun 30 09:09:43.745160 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b843aaa-30f9-4a0e-904f-19e6828d6ec0 req-54f7a213-9064-450f-8b3d-1f1ec6061986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:43.746281 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8b843aaa-30f9-4a0e-904f-19e6828d6ec0 req-54f7a213-9064-450f-8b3d-1f1ec6061986 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=194cfe4956674892b8d98b002cde5734&device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 1095 time: 0.1194184 Jun 30 09:09:43.749390 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-9a020686-03f8-4c09-b329-a4ec9d5531ad None None] Port cd2c450e-666a-4b40-843d-3d2afaa42608 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:09:43.859940 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9cade128-81ee-4c49-9389-7a39362fb450 req-717b1809-ad7f-4237-810f-370d19489e6b tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358368 Jun 30 09:09:43.883779 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-5c453a80-63cd-4747-b229-9e06c6e3c5b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd2c450e-666a-4b40-843d-3d2afaa42608 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:43.894889 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-5c453a80-63cd-4747-b229-9e06c6e3c5b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:43.908379 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-5c453a80-63cd-4747-b229-9e06c6e3c5b9 service neutron] Transition to ACTIVE for port object cd2c450e-666a-4b40-843d-3d2afaa42608 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:43.925010 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-6a0ed8bb-eba2-4996-a78b-843b48cfd886 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:43.927273 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-6a0ed8bb-eba2-4996-a78b-843b48cfd886 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/networks?id=7a35be23-e879-4c9f-9c08-97e29ad87307 HTTP/1.1" status: 200 len: 816 time: 0.4653814 Jun 30 09:09:43.944757 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b843aaa-30f9-4a0e-904f-19e6828d6ec0 req-27a2356c-35a3-4e1e-942e-2aa5dbaf04a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:43.944757 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8b843aaa-30f9-4a0e-904f-19e6828d6ec0 req-27a2356c-35a3-4e1e-942e-2aa5dbaf04a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6cdea12-c60b-42fa-8c90-04414b5ed775 HTTP/1.1" status: 200 len: 917 time: 0.1907647 Jun 30 09:09:43.949079 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-67d63059-860d-42ab-aa27-e0274f91ed0f tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/quotas/1f6e0c7642ec4750ad0d102fddfbfbad HTTP/1.1" status: 200 len: 375 time: 0.0152898 Jun 30 09:09:43.963232 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:44.038158 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-5c453a80-63cd-4747-b229-9e06c6e3c5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:44.039600 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8b843aaa-30f9-4a0e-904f-19e6828d6ec0 req-fab8f06e-695b-46fa-af31-a4ef02b962b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12c48410-0816-4c40-bb19-0f8e616fedf1 HTTP/1.1" status: 200 len: 217 time: 0.0858090 Jun 30 09:09:44.076869 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port e76cfe1c-4ccd-4870-85e0-06d5748966b2, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e76cfe1c-4ccd-4870-85e0-06d5748966b2,segment=NetworkSegment(85c06a0d-f2bd-4e48-aa62-56244f27affe),segment_id=85c06a0d-f2bd-4e48-aa62-56244f27affe)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:44.114551 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b843aaa-30f9-4a0e-904f-19e6828d6ec0 req-35f84261-cf45-4c29-bbfc-85256753aeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:44.117062 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8b843aaa-30f9-4a0e-904f-19e6828d6ec0 req-35f84261-cf45-4c29-bbfc-85256753aeaa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=502ec1ad-27a0-4b8f-ad94-42aab069893b HTTP/1.1" status: 200 len: 855 time: 0.0687530 Jun 30 09:09:44.168659 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-dde24b04-b63d-4015-b9db-3f7ef67deca6 None None] Provisioning complete for port e76cfe1c-4ccd-4870-85e0-06d5748966b2 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:44.170397 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-dde24b04-b63d-4015-b9db-3f7ef67deca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:44.177416 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c453a80-63cd-4747-b229-9e06c6e3c5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=cd2c450e-666a-4b40-843d-3d2afaa42608,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:44.207091 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b843aaa-30f9-4a0e-904f-19e6828d6ec0 req-76bd837c-43f2-4084-a057-47687b9cbba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:44.209100 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8b843aaa-30f9-4a0e-904f-19e6828d6ec0 req-76bd837c-43f2-4084-a057-47687b9cbba6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6cdea12-c60b-42fa-8c90-04414b5ed775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0844531 Jun 30 09:09:44.245818 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-1d8d7b35-e85b-4fb3-9fbf-c3c97b9db8a3 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1f6e0c7642ec4750ad0d102fddfbfbad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2896621 Jun 30 09:09:44.269016 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:44.366732 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8b843aaa-30f9-4a0e-904f-19e6828d6ec0 req-255eb8ce-54d0-48be-be03-ba4dbb914822 service neutron] 10.222.0.37 "GET /v2.0/networks/b6cdea12-c60b-42fa-8c90-04414b5ed775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482475 Jun 30 09:09:44.453507 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=e76cfe1c-4ccd-4870-85e0-06d5748966b2,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:44.474358 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-a2cbc12c-4444-4e34-8411-2702db26ff30 req-4c30ce0d-8ab3-4c0d-9ae1-3514a57dea72 tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] Request body: {'security_group': {'name': 'tempest-securitygroup-501443086', 'description': 'tempest-description-2042996310'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:44.476747 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-5c453a80-63cd-4747-b229-9e06c6e3c5b9 service neutron] Attempting to bind port cd2c450e-666a-4b40-843d-3d2afaa42608 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:44.477262 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-5c453a80-63cd-4747-b229-9e06c6e3c5b9 service neutron] Attempting to bind port cd2c450e-666a-4b40-843d-3d2afaa42608 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:44.477810 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-5c453a80-63cd-4747-b229-9e06c6e3c5b9 service neutron] Attempting to bind port cd2c450e-666a-4b40-843d-3d2afaa42608 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:44.487917 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-5c453a80-63cd-4747-b229-9e06c6e3c5b9 service neutron] Port cd2c450e-666a-4b40-843d-3d2afaa42608 on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:44.488502 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-5c453a80-63cd-4747-b229-9e06c6e3c5b9 service neutron] Attempting to bind port cd2c450e-666a-4b40-843d-3d2afaa42608 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:44.502716 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-5c453a80-63cd-4747-b229-9e06c6e3c5b9 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:44.503368 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-5c453a80-63cd-4747-b229-9e06c6e3c5b9 service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:44.504076 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-5c453a80-63cd-4747-b229-9e06c6e3c5b9 service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:44.504811 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-5c453a80-63cd-4747-b229-9e06c6e3c5b9 service neutron] Bound port: cd2c450e-666a-4b40-843d-3d2afaa42608, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:44.505363 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-5c453a80-63cd-4747-b229-9e06c6e3c5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:44.510488 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-c7b91882-19f4-40fb-b2a3-7bfbf1cd24c7 service neutron] 10.222.0.10 "GET /v2.0/networks/7a35be23-e879-4c9f-9c08-97e29ad87307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559419 Jun 30 09:09:44.516938 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8b843aaa-30f9-4a0e-904f-19e6828d6ec0 req-3bd9362b-8bbc-4eef-99ae-d0b40b97df07 service neutron] 10.222.0.37 "GET /v2.0/networks/b6cdea12-c60b-42fa-8c90-04414b5ed775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433432 Jun 30 09:09:44.652484 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-5c453a80-63cd-4747-b229-9e06c6e3c5b9 service neutron] For port cd2c450e-666a-4b40-843d-3d2afaa42608, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:44.657077 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-5c453a80-63cd-4747-b229-9e06c6e3c5b9 service neutron] For port cd2c450e-666a-4b40-843d-3d2afaa42608, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=cd2c450e-666a-4b40-843d-3d2afaa42608,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:44.661175 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-bf75a71b-1aed-4a5d-a018-4a5da47cdc4c service neutron] 10.222.0.10 "GET /v2.0/networks/7a35be23-e879-4c9f-9c08-97e29ad87307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424224 Jun 30 09:09:44.707187 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a2cbc12c-4444-4e34-8411-2702db26ff30 req-4c30ce0d-8ab3-4c0d-9ae1-3514a57dea72 tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:44.717116 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a2cbc12c-4444-4e34-8411-2702db26ff30 req-4c30ce0d-8ab3-4c0d-9ae1-3514a57dea72 tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:44.821015 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a2cbc12c-4444-4e34-8411-2702db26ff30 req-4c30ce0d-8ab3-4c0d-9ae1-3514a57dea72 tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:44.936122 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-5c453a80-63cd-4747-b229-9e06c6e3c5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:44.986484 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-5c453a80-63cd-4747-b229-9e06c6e3c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:44.987300 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-5c453a80-63cd-4747-b229-9e06c6e3c5b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:44.988605 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-5c453a80-63cd-4747-b229-9e06c6e3c5b9 service neutron] 10.222.0.37 "PUT /v2.0/ports/cd2c450e-666a-4b40-843d-3d2afaa42608 HTTP/1.1" status: 200 len: 1097 time: 2.0476794 Jun 30 09:09:44.989170 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0c642f-b906-4125-af41-e4f2faeb595c', 'tag': 'cd2c450e-666a-4b40-843d-3d2afaa42608'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:44.991647 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f0394b-ce51-4115-9ed1-4aac80a9b93b" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0c642f-b906-4125-af41-e4f2faeb595c", "tag": "cd2c450e-666a-4b40-843d-3d2afaa42608"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:44.998556 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a2cbc12c-4444-4e34-8411-2702db26ff30 req-4c30ce0d-8ab3-4c0d-9ae1-3514a57dea72 tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:45.077635 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c453a80-63cd-4747-b229-9e06c6e3c5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=cd2c450e-666a-4b40-843d-3d2afaa42608,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:45.115238 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30ce0d-8ab3-4c0d-9ae1-3514a57dea72 tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4e50e3-9c33-4fe8-9a3c-c2c8940d09a3,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:45.205081 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e76cfe1c-4ccd-4870-85e0-06d5748966b2 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:45.264768 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a2cbc12c-4444-4e34-8411-2702db26ff30 req-4c30ce0d-8ab3-4c0d-9ae1-3514a57dea72 tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:45.357042 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-06c27816-070d-419c-822c-ea85e20cf9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:45.357262 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port e76cfe1c-4ccd-4870-85e0-06d5748966b2 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:45.357605 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:45.359375 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-06c27816-070d-419c-822c-ea85e20cf9fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a2e4690a4914640bc78bd1032a89e19&device_id=2c0c642f-b906-4125-af41-e4f2faeb595c HTTP/1.1" status: 200 len: 1100 time: 0.2080991 Jun 30 09:09:45.409590 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a2cbc12c-4444-4e34-8411-2702db26ff30 req-4c30ce0d-8ab3-4c0d-9ae1-3514a57dea72 tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:45.453262 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-045594f2-14bf-4a48-9d87-6c1a74fc17dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=cd2c450e-666a-4b40-843d-3d2afaa42608 HTTP/1.1" status: 200 len: 217 time: 0.0839748 Jun 30 09:09:45.486119 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30ce0d-8ab3-4c0d-9ae1-3514a57dea72 tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e11360-5095-4ee1-b3cf-22d9b0a3af6f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:45.499716 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a2cbc12c-4444-4e34-8411-2702db26ff30 req-4c30ce0d-8ab3-4c0d-9ae1-3514a57dea72 tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:45.518938 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a2cbc12c-4444-4e34-8411-2702db26ff30 req-4c30ce0d-8ab3-4c0d-9ae1-3514a57dea72 tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0564802 Jun 30 09:09:45.565313 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-3bf4663f-97f5-4639-a02e-d5dc8b231c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:45.567732 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-3bf4663f-97f5-4639-a02e-d5dc8b231c5e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1072514 Jun 30 09:09:45.632959 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-b4fdbdf7-a151-4780-bd21-96afa597507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:45.634572 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-b4fdbdf7-a151-4780-bd21-96afa597507b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0595877 Jun 30 09:09:45.709301 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7f0d7-3cf7-4bb3-883a-17ff292b1cfd req-5f536bcb-13d6-47ab-b2cf-1e1ab1cfee94 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:45.711178 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-35e7f0d7-3cf7-4bb3-883a-17ff292b1cfd req-5f536bcb-13d6-47ab-b2cf-1e1ab1cfee94 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 943 time: 0.0907109 Jun 30 09:09:45.758147 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-35e7f0d7-3cf7-4bb3-883a-17ff292b1cfd req-44ff4470-dcae-4c61-9e55-9651b9df12e3 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/security-groups?id=c3501efa-7e62-4693-a186-96acaecb9685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385406 Jun 30 09:09:45.789300 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-46fa62d2-b89e-4708-871a-6a39b102f457 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452990 Jun 30 09:09:45.909468 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa58550a-3a4d-4be8-b111-d7a9c3e5e896 req-e3e6e4b2-2043-4fe1-8e94-215c548a6b41 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117589 Jun 30 09:09:46.101653 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde93ce2-c550-4ab7-9259-14921c000980 req-76bad94a-5e74-47e2-90bc-415df619e3f9 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:46.103879 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cde93ce2-c550-4ab7-9259-14921c000980 req-76bad94a-5e74-47e2-90bc-415df619e3f9 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 946 time: 0.0881453 Jun 30 09:09:46.110039 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3af549-d2b0-4c93-b769-299fe1b2d079 req-d260734f-9a18-4003-ad5f-c272d73f44bf tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:46.111666 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2a3af549-d2b0-4c93-b769-299fe1b2d079 req-d260734f-9a18-4003-ad5f-c272d73f44bf tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0c642f-b906-4125-af41-e4f2faeb595c HTTP/1.1" status: 200 len: 948 time: 0.0819001 Jun 30 09:09:46.153176 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cde93ce2-c550-4ab7-9259-14921c000980 req-dbfef3fc-c4c6-4988-a68b-e0a1a0890231 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417378 Jun 30 09:09:46.168208 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2a3af549-d2b0-4c93-b769-299fe1b2d079 req-6357ea56-c19f-4cb2-bc28-1b36a73cfd95 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499616 Jun 30 09:09:46.218474 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4ecdab-2dc5-4cd8-8025-dea2a831c667 x-openstack-request-id: req-be4ecdab-2dc5-4cd8-8025-dea2a831c667 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:46.218795 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0c642f-b906-4125-af41-e4f2faeb595c", "tag": "cd2c450e-666a-4b40-843d-3d2afaa42608", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:46.229534 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-be4ecdab-2dc5-4cd8-8025-dea2a831c667 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:46.229534 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c0c642f-b906-4125-af41-e4f2faeb595c', 'tag': 'cd2c450e-666a-4b40-843d-3d2afaa42608', 'status': 'completed', 'code': 200} Jun 30 09:09:46.322696 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-cf4b5a4a-1dde-44bf-bc23-4eea1910eda8 req-c74ff212-d6d3-4c9c-8685-59169c11e823 tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] Request body: {'security_group': {'name': 'tempest-securitygroup-152657759', 'description': 'tempest-description-489527954'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:46.375876 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0394b-ce51-4115-9ed1-4aac80a9b93b req-e91c3399-6d7f-420b-a966-ce651b5e5b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:46.377314 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b4f0394b-ce51-4115-9ed1-4aac80a9b93b req-e91c3399-6d7f-420b-a966-ce651b5e5b2e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a2e4690a4914640bc78bd1032a89e19&device_id=2c0c642f-b906-4125-af41-e4f2faeb595c HTTP/1.1" status: 200 len: 1100 time: 0.1244631 Jun 30 09:09:46.478213 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-d9ecf460-50ec-456d-af24-3214ee9ad8fe tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:46.479748 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-d9ecf460-50ec-456d-af24-3214ee9ad8fe tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/networks?id=7a35be23-e879-4c9f-9c08-97e29ad87307 HTTP/1.1" status: 200 len: 816 time: 0.1755605 Jun 30 09:09:46.484722 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-cf4b5a4a-1dde-44bf-bc23-4eea1910eda8 req-c74ff212-d6d3-4c9c-8685-59169c11e823 tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:46.509309 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-7f123f10-8828-419e-947a-a40647458682 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/quotas/1f6e0c7642ec4750ad0d102fddfbfbad HTTP/1.1" status: 200 len: 375 time: 0.0225341 Jun 30 09:09:46.534757 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0394b-ce51-4115-9ed1-4aac80a9b93b req-b162c52e-1772-411e-bcd3-1f0e5574ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:46.536424 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b4f0394b-ce51-4115-9ed1-4aac80a9b93b req-b162c52e-1772-411e-bcd3-1f0e5574ca36 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.1493320 Jun 30 09:09:46.595867 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-cf4b5a4a-1dde-44bf-bc23-4eea1910eda8 req-c74ff212-d6d3-4c9c-8685-59169c11e823 tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:46.615922 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b4f0394b-ce51-4115-9ed1-4aac80a9b93b req-ec920833-21fe-457e-939a-0e9280d950c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=cd2c450e-666a-4b40-843d-3d2afaa42608 HTTP/1.1" status: 200 len: 217 time: 0.0631073 Jun 30 09:09:46.679416 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0394b-ce51-4115-9ed1-4aac80a9b93b req-632b7ab1-7f0d-41bc-b451-46647d9d1627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:46.680849 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b4f0394b-ce51-4115-9ed1-4aac80a9b93b req-632b7ab1-7f0d-41bc-b451-46647d9d1627 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.0580933 Jun 30 09:09:46.685737 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-db9b203b-e7af-46af-b394-a6691c967d52 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1f6e0c7642ec4750ad0d102fddfbfbad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1639602 Jun 30 09:09:46.689817 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-cf4b5a4a-1dde-44bf-bc23-4eea1910eda8 req-c74ff212-d6d3-4c9c-8685-59169c11e823 tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:46.726136 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ff212-d6d3-4c9c-8685-59169c11e823 tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c66bcd3-8985-40d0-8bd2-1c8e24f34ca0,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:46.804432 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-cf4b5a4a-1dde-44bf-bc23-4eea1910eda8 req-c74ff212-d6d3-4c9c-8685-59169c11e823 tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:46.805959 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cf4b5a4a-1dde-44bf-bc23-4eea1910eda8 req-c74ff212-d6d3-4c9c-8685-59169c11e823 tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4910085 Jun 30 09:09:46.818777 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0394b-ce51-4115-9ed1-4aac80a9b93b req-e25026d1-a6a3-4828-bb70-ab7ab6de8e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:46.820958 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b4f0394b-ce51-4115-9ed1-4aac80a9b93b req-e25026d1-a6a3-4828-bb70-ab7ab6de8e0b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1325054 Jun 30 09:09:46.822983 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-6351fe83-5eb3-49ce-947a-52c597dba447 service neutron] 10.222.0.10 "GET /v2.0/networks/7a35be23-e879-4c9f-9c08-97e29ad87307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257868 Jun 30 09:09:47.082575 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-81d3e53b-eeb5-4170-9461-42a04933b766 service neutron] 10.222.0.10 "GET /v2.0/networks/7a35be23-e879-4c9f-9c08-97e29ad87307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452157 Jun 30 09:09:47.092528 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b4f0394b-ce51-4115-9ed1-4aac80a9b93b req-41888228-0514-4cda-8315-858e3233d359 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635746 Jun 30 09:09:47.133342 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-2f7cdb88-9785-4025-9dbc-e2be67ba933d tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:47.135727 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-2f7cdb88-9785-4025-9dbc-e2be67ba933d tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.52 "GET /v2.0/networks?id=7a35be23-e879-4c9f-9c08-97e29ad87307 HTTP/1.1" status: 200 len: 816 time: 0.2413349 Jun 30 09:09:47.177286 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-341c735d-5868-401b-97fb-274a63683589 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Request body: {'port': {'device_id': '4c144cba-e8bb-461f-9571-4b9a470284da', 'network_id': '7a35be23-e879-4c9f-9c08-97e29ad87307', 'admin_state_up': True, 'tenant_id': '1f6e0c7642ec4750ad0d102fddfbfbad'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:47.310278 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b4f0394b-ce51-4115-9ed1-4aac80a9b93b req-94e42f26-385f-428f-bba6-172a57f11f4e service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082329 Jun 30 09:09:47.473206 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-341c735d-5868-401b-97fb-274a63683589 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Made reservation on behalf of 1f6e0c7642ec4750ad0d102fddfbfbad for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:47.479877 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-341c735d-5868-401b-97fb-274a63683589 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:47.684800 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90878c-0d28-4875-93cd-a57abdefba0b req-b6096bbb-ce28-497b-ae34-0422d0090787 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:47.687796 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5c90878c-0d28-4875-93cd-a57abdefba0b req-b6096bbb-ce28-497b-ae34-0422d0090787 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 943 time: 0.1825755 Jun 30 09:09:47.740098 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-341c735d-5868-401b-97fb-274a63683589 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Allocated IP 172.20.0.3 (7a35be23-e879-4c9f-9c08-97e29ad87307/10dd56df-3695-4e18-9e1b-e75b02521afd/ed8e6cee-0936-46af-abfc-ee9705efed41) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:47.779270 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5c90878c-0d28-4875-93cd-a57abdefba0b req-04b95512-8530-4271-a679-3c84854c2e9e tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/security-groups?id=c3501efa-7e62-4693-a186-96acaecb9685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732069 Jun 30 09:09:47.789439 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-f3224c6f-8403-48ac-b99c-05cd68ea6ef6 req-43a0963e-cdf8-4d74-8734-a9aa5cb6d5a7 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-912125424', 'description': 'tempest-description-223332956'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:47.912539 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f3224c6f-8403-48ac-b99c-05cd68ea6ef6 req-43a0963e-cdf8-4d74-8734-a9aa5cb6d5a7 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:47.923599 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f3224c6f-8403-48ac-b99c-05cd68ea6ef6 req-43a0963e-cdf8-4d74-8734-a9aa5cb6d5a7 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:48.029997 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-341c735d-5868-401b-97fb-274a63683589 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:48.036552 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f3224c6f-8403-48ac-b99c-05cd68ea6ef6 req-43a0963e-cdf8-4d74-8734-a9aa5cb6d5a7 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:48.102903 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-341c735d-5868-401b-97fb-274a63683589 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Transition to ACTIVE for port object ed8e6cee-0936-46af-abfc-ee9705efed41 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:48.135696 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f3224c6f-8403-48ac-b99c-05cd68ea6ef6 req-43a0963e-cdf8-4d74-8734-a9aa5cb6d5a7 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:48.177636 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0963e-cdf8-4d74-8734-a9aa5cb6d5a7 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663a920e-ad1a-43dc-9630-b2bda24976b2,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:48.189258 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a0963e-cdf8-4d74-8734-a9aa5cb6d5a7 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:48.189619 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a0963e-cdf8-4d74-8734-a9aa5cb6d5a7 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:48.189966 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a0963e-cdf8-4d74-8734-a9aa5cb6d5a7 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:48.190307 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a0963e-cdf8-4d74-8734-a9aa5cb6d5a7 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:48.190638 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a0963e-cdf8-4d74-8734-a9aa5cb6d5a7 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:48.190973 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a0963e-cdf8-4d74-8734-a9aa5cb6d5a7 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:48.191345 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a0963e-cdf8-4d74-8734-a9aa5cb6d5a7 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:48.191674 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a0963e-cdf8-4d74-8734-a9aa5cb6d5a7 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:48.192003 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a0963e-cdf8-4d74-8734-a9aa5cb6d5a7 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:48.192406 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a0963e-cdf8-4d74-8734-a9aa5cb6d5a7 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:48.192791 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a0963e-cdf8-4d74-8734-a9aa5cb6d5a7 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:48.193066 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a0963e-cdf8-4d74-8734-a9aa5cb6d5a7 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:48.258624 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f3224c6f-8403-48ac-b99c-05cd68ea6ef6 req-43a0963e-cdf8-4d74-8734-a9aa5cb6d5a7 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:48.359950 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f3224c6f-8403-48ac-b99c-05cd68ea6ef6 req-43a0963e-cdf8-4d74-8734-a9aa5cb6d5a7 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:48.399907 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0963e-cdf8-4d74-8734-a9aa5cb6d5a7 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0a148c-5b2d-46f4-9eee-090ca9dd2c2d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:48.506828 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f3224c6f-8403-48ac-b99c-05cd68ea6ef6 req-43a0963e-cdf8-4d74-8734-a9aa5cb6d5a7 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:48.508349 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f3224c6f-8403-48ac-b99c-05cd68ea6ef6 req-43a0963e-cdf8-4d74-8734-a9aa5cb6d5a7 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7234776 Jun 30 09:09:48.532611 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e13cf5-5181-4eeb-801d-d14dce0e2670 req-36ee3dab-ae44-49e4-9cd4-279b69c7dd1a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:48.534196 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-28e13cf5-5181-4eeb-801d-d14dce0e2670 req-36ee3dab-ae44-49e4-9cd4-279b69c7dd1a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 946 time: 0.4993277 Jun 30 09:09:48.639824 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-341c735d-5868-401b-97fb-274a63683589 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:48.647600 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-28e13cf5-5181-4eeb-801d-d14dce0e2670 req-bd51c19a-0774-477e-a993-3543bfe67dbd tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800343 Jun 30 09:09:48.722368 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-589ee834-96fe-4de2-bdc9-0a06056b980c tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:48.724162 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-589ee834-96fe-4de2-bdc9-0a06056b980c tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.52 "GET /v2.0/networks?id=7a35be23-e879-4c9f-9c08-97e29ad87307 HTTP/1.1" status: 200 len: 816 time: 0.2268386 Jun 30 09:09:48.735416 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-341c735d-5868-401b-97fb-274a63683589 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Network 7a35be23-e879-4c9f-9c08-97e29ad87307 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:48.749011 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-b5145e0c-e595-494c-8070-a9c8e48ee203 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Request body: {'port': {'device_id': '1ca4a790-833d-4d51-9ed2-e88669de9268', 'network_id': '7a35be23-e879-4c9f-9c08-97e29ad87307', 'admin_state_up': True, 'tenant_id': '1f6e0c7642ec4750ad0d102fddfbfbad'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:48.755893 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-341c735d-5868-401b-97fb-274a63683589 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:48.774809 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c735d-5868-401b-97fb-274a63683589 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Pushing event updated for resources: {'Port': ['ID=ed8e6cee-0936-46af-abfc-ee9705efed41,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:48.774809 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-341c735d-5868-401b-97fb-274a63683589 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:48.934563 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-341c735d-5868-401b-97fb-274a63683589 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:48.935265 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-341c735d-5868-401b-97fb-274a63683589 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:48.995301 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1f6565a6-e057-4ed1-b86b-43ac24e872b8 req-c9f208fc-0aac-4ac7-89b7-795a8b298c4c tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5 HTTP/1.1" status: 200 len: 210 time: 0.0512509 Jun 30 09:09:49.103786 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7c850-30c8-43d6-a740-fe2a71f5d076 req-18fd0783-3c3e-4b13-aff7-023807df24b9 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:49.111817 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bca7c850-30c8-43d6-a740-fe2a71f5d076 req-18fd0783-3c3e-4b13-aff7-023807df24b9 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0c642f-b906-4125-af41-e4f2faeb595c HTTP/1.1" status: 200 len: 948 time: 0.4891207 Jun 30 09:09:49.181685 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bca7c850-30c8-43d6-a740-fe2a71f5d076 req-a33ad0b1-07e4-43e1-83c8-3d4eedafbc86 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590611 Jun 30 09:09:49.225133 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-c345ce82-35a9-4a74-9115-5e657882cd8c req-408213a1-dcfc-4ffc-a7c5-64ff2c4207de tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-186047251', 'description': 'tempest-description-642815515'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:49.227227 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e365445-4915-409e-9557-c0addebf81cb req-21094ac6-dc8a-48ce-bf56-ca258164ba1d tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:49.228780 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0e365445-4915-409e-9557-c0addebf81cb req-21094ac6-dc8a-48ce-bf56-ca258164ba1d tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.0813935 Jun 30 09:09:49.270130 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0e365445-4915-409e-9557-c0addebf81cb req-f1d6acef-b2d1-423d-b8c4-a6302bc5d5fa tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347662 Jun 30 09:09:49.366230 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-341c735d-5868-401b-97fb-274a63683589 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1950743 Jun 30 09:09:49.388264 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] Request body: {'port': {'device_id': '4c144cba-e8bb-461f-9571-4b9a470284da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:49.409273 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-ea6caa72-39ed-4fc4-9839-addbe36c2376 None None] Provisioning for port ed8e6cee-0936-46af-abfc-ee9705efed41 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:49.422264 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-ea6caa72-39ed-4fc4-9839-addbe36c2376 None None] Provisioning complete for port ed8e6cee-0936-46af-abfc-ee9705efed41 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:49.422706 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ea6caa72-39ed-4fc4-9839-addbe36c2376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:49.465747 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-ea6caa72-39ed-4fc4-9839-addbe36c2376 None None] Port ed8e6cee-0936-46af-abfc-ee9705efed41 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:09:49.510232 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bb0db-3cc4-4ac9-9604-3c6562621535 req-f88d0e53-bc55-4153-b8ce-8a429dcbb203 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:49.511774 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-073bb0db-3cc4-4ac9-9604-3c6562621535 req-f88d0e53-bc55-4153-b8ce-8a429dcbb203 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 943 time: 0.1399400 Jun 30 09:09:49.514845 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:49.570485 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-b5145e0c-e595-494c-8070-a9c8e48ee203 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Made reservation on behalf of 1f6e0c7642ec4750ad0d102fddfbfbad for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:49.574065 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-b5145e0c-e595-494c-8070-a9c8e48ee203 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:49.602184 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-073bb0db-3cc4-4ac9-9604-3c6562621535 req-8ecbb88a-cd01-4214-a9e8-aa67ddc32824 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/security-groups?id=c3501efa-7e62-4693-a186-96acaecb9685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840614 Jun 30 09:09:49.701672 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c345ce82-35a9-4a74-9115-5e657882cd8c req-408213a1-dcfc-4ffc-a7c5-64ff2c4207de tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:49.809526 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-b5145e0c-e595-494c-8070-a9c8e48ee203 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Allocated IP 172.20.0.14 (7a35be23-e879-4c9f-9c08-97e29ad87307/10dd56df-3695-4e18-9e1b-e75b02521afd/933e2e49-c675-44bc-a5fb-2a961924da9b) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:49.810029 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c345ce82-35a9-4a74-9115-5e657882cd8c req-408213a1-dcfc-4ffc-a7c5-64ff2c4207de tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:49.900773 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c345ce82-35a9-4a74-9115-5e657882cd8c req-408213a1-dcfc-4ffc-a7c5-64ff2c4207de tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:49.931640 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408213a1-dcfc-4ffc-a7c5-64ff2c4207de tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce14488-4ec5-4740-bc98-d5eb4dac6b00,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:49.973880 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be22165-b5a7-4ee2-a6ae-b62d2921fa46 req-04141477-93e9-4377-8173-81d7d25ee080 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:49.982582 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9be22165-b5a7-4ee2-a6ae-b62d2921fa46 req-04141477-93e9-4377-8173-81d7d25ee080 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 946 time: 0.1565080 Jun 30 09:09:50.004104 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c345ce82-35a9-4a74-9115-5e657882cd8c req-408213a1-dcfc-4ffc-a7c5-64ff2c4207de tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:50.005473 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c345ce82-35a9-4a74-9115-5e657882cd8c req-408213a1-dcfc-4ffc-a7c5-64ff2c4207de tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7845120 Jun 30 09:09:50.044056 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9be22165-b5a7-4ee2-a6ae-b62d2921fa46 req-306fc863-76a0-4197-8e85-b9699b18c9b9 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605781 Jun 30 09:09:50.061594 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-b5145e0c-e595-494c-8070-a9c8e48ee203 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:50.083715 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-b5145e0c-e595-494c-8070-a9c8e48ee203 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Transition to ACTIVE for port object 933e2e49-c675-44bc-a5fb-2a961924da9b will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:50.232192 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-835f3f62-0c66-4293-8eac-732b364b960f req-264596d3-6776-491a-9fe6-5da52596d96f tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5 HTTP/1.1" status: 200 len: 210 time: 0.0286739 Jun 30 09:09:50.272491 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-b5145e0c-e595-494c-8070-a9c8e48ee203 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:50.383300 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-b5145e0c-e595-494c-8070-a9c8e48ee203 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Network 7a35be23-e879-4c9f-9c08-97e29ad87307 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:50.394900 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-b5145e0c-e595-494c-8070-a9c8e48ee203 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:50.412250 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-b5145e0c-e595-494c-8070-a9c8e48ee203 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:50.422069 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-446216ce-3e77-4044-8e55-29ea0d243cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:50.456237 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a16cd4-cad7-432d-afa6-38c32bd322a9 req-20196b32-58df-4783-8e47-1caf93cf7fdd tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:50.457823 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-84a16cd4-cad7-432d-afa6-38c32bd322a9 req-20196b32-58df-4783-8e47-1caf93cf7fdd tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0c642f-b906-4125-af41-e4f2faeb595c HTTP/1.1" status: 200 len: 948 time: 0.0925694 Jun 30 09:09:50.470143 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5145e0c-e595-494c-8070-a9c8e48ee203 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Pushing event updated for resources: {'Port': ['ID=933e2e49-c675-44bc-a5fb-2a961924da9b,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:50.507219 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-84a16cd4-cad7-432d-afa6-38c32bd322a9 req-bfae6432-d2f4-4f3c-b7ad-ecb9f312dc74 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398059 Jun 30 09:09:50.606888 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-b5145e0c-e595-494c-8070-a9c8e48ee203 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:50.607551 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-b5145e0c-e595-494c-8070-a9c8e48ee203 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:50.710243 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aca0dd-2541-4885-8300-a403ed428478 req-8fc05675-a2f7-4e89-8b10-a7e0dc0d4d96 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:50.712159 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e3aca0dd-2541-4885-8300-a403ed428478 req-8fc05675-a2f7-4e89-8b10-a7e0dc0d4d96 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.0794711 Jun 30 09:09:50.750567 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-903b35e0-69e5-4e1f-ae98-9c277d1bbe4e req-1a619594-4592-4335-b5fe-d6cfcc4a1ca3 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53297 time: 0.6594739 Jun 30 09:09:50.755588 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e3aca0dd-2541-4885-8300-a403ed428478 req-92ccc755-d97f-4589-bbb9-541404542d00 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358737 Jun 30 09:09:50.759874 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-7936a674-fe18-4692-8be2-64da38ebb723 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:50.761349 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-7936a674-fe18-4692-8be2-64da38ebb723 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.52 "GET /v2.0/networks?id=7a35be23-e879-4c9f-9c08-97e29ad87307 HTTP/1.1" status: 200 len: 816 time: 0.3307891 Jun 30 09:09:50.762586 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-b5145e0c-e595-494c-8070-a9c8e48ee203 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0213459 Jun 30 09:09:50.776462 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9d7dd9d5-d6de-4e21-8427-fe7f7a5efea2 None None] Provisioning for port 933e2e49-c675-44bc-a5fb-2a961924da9b completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:50.782147 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9d7dd9d5-d6de-4e21-8427-fe7f7a5efea2 None None] Provisioning complete for port 933e2e49-c675-44bc-a5fb-2a961924da9b triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:50.783405 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9d7dd9d5-d6de-4e21-8427-fe7f7a5efea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:50.788766 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed8e6cee-0936-46af-abfc-ee9705efed41 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:50.804020 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-e47e48c4-1b0c-454d-a721-9ca861c7dfab service neutron] Request body: {'port': {'device_id': '1ca4a790-833d-4d51-9ed2-e88669de9268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:50.819639 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-4851f36e-a363-43b1-a358-dbce1ed77358 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Request body: {'port': {'device_id': '7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5', 'network_id': '7a35be23-e879-4c9f-9c08-97e29ad87307', 'admin_state_up': True, 'tenant_id': '1f6e0c7642ec4750ad0d102fddfbfbad'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:50.823877 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-9d7dd9d5-d6de-4e21-8427-fe7f7a5efea2 None None] Port 933e2e49-c675-44bc-a5fb-2a961924da9b cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:09:50.832213 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:50.917273 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] Transition to ACTIVE for port object ed8e6cee-0936-46af-abfc-ee9705efed41 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:50.923554 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-903b35e0-69e5-4e1f-ae98-9c277d1bbe4e req-fb11e648-068e-4a5a-9aaa-d57097793b1a tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "GET /v2.0/security-groups/0e884d92-e147-4550-8258-30dddb32f2b0 HTTP/1.1" status: 200 len: 2981 time: 0.1577849 Jun 30 09:09:50.952494 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0b7cc-e925-4c64-86c2-e4715d36a489 req-3e36b68c-06f6-43c9-ba6f-42b4b829c381 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:50.954005 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aca0b7cc-e925-4c64-86c2-e4715d36a489 req-3e36b68c-06f6-43c9-ba6f-42b4b829c381 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 943 time: 0.0692089 Jun 30 09:09:50.994083 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aca0b7cc-e925-4c64-86c2-e4715d36a489 req-e70fd7fc-5ee7-4245-a320-ea2897411d69 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/security-groups?id=c3501efa-7e62-4693-a186-96acaecb9685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340755 Jun 30 09:09:51.015153 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:51.069929 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-e47e48c4-1b0c-454d-a721-9ca861c7dfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:51.095919 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-903b35e0-69e5-4e1f-ae98-9c277d1bbe4e req-69a18bc1-df32-4cbb-9901-75a999275555 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "GET /v2.0/security-groups/0e884d92-e147-4550-8258-30dddb32f2b0 HTTP/1.1" status: 200 len: 2981 time: 0.1628165 Jun 30 09:09:51.158162 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] Pushing event updated for resources: {'Port': ['ID=ed8e6cee-0936-46af-abfc-ee9705efed41,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:51.233292 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:51.234191 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:51.234504 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:51.234832 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:51.235190 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:51.235523 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:51.235849 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:51.236169 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:51.236490 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:51.236972 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:51.237298 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:51.237621 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:51.260894 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-4851f36e-a363-43b1-a358-dbce1ed77358 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Made reservation on behalf of 1f6e0c7642ec4750ad0d102fddfbfbad for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:51.265410 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-4851f36e-a363-43b1-a358-dbce1ed77358 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:51.317285 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135ee7e-b839-4925-a477-0934990fd976 req-298fb0cf-1bd1-49b5-9f4e-3a6df3ac59b6 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:51.318870 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4135ee7e-b839-4925-a477-0934990fd976 req-298fb0cf-1bd1-49b5-9f4e-3a6df3ac59b6 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 946 time: 0.0877891 Jun 30 09:09:51.368808 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4135ee7e-b839-4925-a477-0934990fd976 req-21547bd0-8fe7-424e-aec0-a304b5e43f7c tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432255 Jun 30 09:09:51.379235 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-903b35e0-69e5-4e1f-ae98-9c277d1bbe4e req-f8f8ac19-4845-46d5-815b-5929f6c8d21f tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "GET /v2.0/security-groups/111975c3-3a9d-4b02-b6f4-766308cb9560 HTTP/1.1" status: 200 len: 2981 time: 0.2671092 Jun 30 09:09:51.516138 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] Attempting to bind port ed8e6cee-0936-46af-abfc-ee9705efed41 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:51.516631 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] Attempting to bind port ed8e6cee-0936-46af-abfc-ee9705efed41 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '85c06a0d-f2bd-4e48-aa62-56244f27affe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7a35be23-e879-4c9f-9c08-97e29ad87307'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:51.517550 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] Attempting to bind port ed8e6cee-0936-46af-abfc-ee9705efed41 on network 7a35be23-e879-4c9f-9c08-97e29ad87307 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:51.544174 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] Port ed8e6cee-0936-46af-abfc-ee9705efed41 on network 7a35be23-e879-4c9f-9c08-97e29ad87307 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:51.544481 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] Attempting to bind port ed8e6cee-0936-46af-abfc-ee9705efed41 on network 7a35be23-e879-4c9f-9c08-97e29ad87307 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:51.575451 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:51.575796 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] Checking segment: {'id': '85c06a0d-f2bd-4e48-aa62-56244f27affe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7a35be23-e879-4c9f-9c08-97e29ad87307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:51.576193 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] Bound using segment: {'id': '85c06a0d-f2bd-4e48-aa62-56244f27affe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7a35be23-e879-4c9f-9c08-97e29ad87307'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:51.576631 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] Bound port: ed8e6cee-0936-46af-abfc-ee9705efed41, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c06a0d-f2bd-4e48-aa62-56244f27affe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7a35be23-e879-4c9f-9c08-97e29ad87307'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:51.576991 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:51.602112 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-903b35e0-69e5-4e1f-ae98-9c277d1bbe4e req-5c255b3a-a546-45d9-a7b9-e98572cc9d91 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "GET /v2.0/security-groups/111975c3-3a9d-4b02-b6f4-766308cb9560 HTTP/1.1" status: 200 len: 2981 time: 0.2012446 Jun 30 09:09:51.606086 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-230c6066-c157-4cd7-9298-e897a0eac8f7 req-c8b8a696-7ff3-4584-9021-90b302218c0c tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5 HTTP/1.1" status: 200 len: 210 time: 0.0291531 Jun 30 09:09:51.754957 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] For port ed8e6cee-0936-46af-abfc-ee9705efed41, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:51.777758 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-903b35e0-69e5-4e1f-ae98-9c277d1bbe4e req-9b3c1880-9520-4f26-ba22-712b2511233c tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "GET /v2.0/security-groups/45c5cc1f-e745-4a9d-b8e5-15fd6d6b8a20 HTTP/1.1" status: 200 len: 2981 time: 0.1244190 Jun 30 09:09:51.777952 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device cd2c450e-666a-4b40-843d-3d2afaa42608 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:09:51.788680 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] For port ed8e6cee-0936-46af-abfc-ee9705efed41, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ed8e6cee-0936-46af-abfc-ee9705efed41,segment=NetworkSegment(85c06a0d-f2bd-4e48-aa62-56244f27affe),segment_id=85c06a0d-f2bd-4e48-aa62-56244f27affe)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:51.791998 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da18ae0-a3e1-40d2-9a6a-42e3f17946a9 req-e94c3f22-80ed-4a83-96c1-2b3909921800 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:51.792267 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-e47e48c4-1b0c-454d-a721-9ca861c7dfab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 933e2e49-c675-44bc-a5fb-2a961924da9b {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:51.793583 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0da18ae0-a3e1-40d2-9a6a-42e3f17946a9 req-e94c3f22-80ed-4a83-96c1-2b3909921800 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0c642f-b906-4125-af41-e4f2faeb595c HTTP/1.1" status: 200 len: 948 time: 0.0710454 Jun 30 09:09:51.807874 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-e47e48c4-1b0c-454d-a721-9ca861c7dfab service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:51.836165 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0da18ae0-a3e1-40d2-9a6a-42e3f17946a9 req-bf937338-b781-4dc8-bf3c-f25ed3213be4 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351307 Jun 30 09:09:51.840755 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-e47e48c4-1b0c-454d-a721-9ca861c7dfab service neutron] Transition to ACTIVE for port object 933e2e49-c675-44bc-a5fb-2a961924da9b will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:51.847510 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-903b35e0-69e5-4e1f-ae98-9c277d1bbe4e req-7a6670d0-4167-4ba0-9f07-dbd612d7192f tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "GET /v2.0/security-groups/45c5cc1f-e745-4a9d-b8e5-15fd6d6b8a20 HTTP/1.1" status: 200 len: 2981 time: 0.0764365 Jun 30 09:09:51.923491 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-903b35e0-69e5-4e1f-ae98-9c277d1bbe4e req-95ce714d-9bec-4f0a-9d3f-7eb0fb2eea23 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "GET /v2.0/security-groups/4bed596c-53ca-4987-b46f-d1bfec75e6e6 HTTP/1.1" status: 200 len: 2981 time: 0.0410912 Jun 30 09:09:51.923639 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port cd2c450e-666a-4b40-843d-3d2afaa42608, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=cd2c450e-666a-4b40-843d-3d2afaa42608,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:51.923639 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'cd2c450e-666a-4b40-843d-3d2afaa42608', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': 'cd2c450e-666a-4b40-843d-3d2afaa42608', 'mac_address': 'fa:16:3e:94:98:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:09:51.944367 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-903b35e0-69e5-4e1f-ae98-9c277d1bbe4e req-e02f8b11-9781-4d11-98f4-f10e65a207e8 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "GET /v2.0/security-groups/4bed596c-53ca-4987-b46f-d1bfec75e6e6 HTTP/1.1" status: 200 len: 2981 time: 0.0417683 Jun 30 09:09:51.965053 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:51.979978 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd2c450e-666a-4b40-843d-3d2afaa42608 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:51.990814 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-903b35e0-69e5-4e1f-ae98-9c277d1bbe4e req-a36b69d6-ae4f-4f28-aa9f-d070bcef8716 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "GET /v2.0/security-groups/531c1bd0-f4a2-4285-a6e1-d9f6041ce130 HTTP/1.1" status: 200 len: 2981 time: 0.0407724 Jun 30 09:09:52.004176 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port cd2c450e-666a-4b40-843d-3d2afaa42608, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=cd2c450e-666a-4b40-843d-3d2afaa42608,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:52.020365 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:52.024950 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2fccf-dc24-4f46-afbc-f31f6ceac980 req-805d3992-8823-4acc-8260-e79222c0926d tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:52.026506 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2cf2fccf-dc24-4f46-afbc-f31f6ceac980 req-805d3992-8823-4acc-8260-e79222c0926d tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.0810838 Jun 30 09:09:52.070117 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-e47e48c4-1b0c-454d-a721-9ca861c7dfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:52.073948 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2cf2fccf-dc24-4f46-afbc-f31f6ceac980 req-a57c7b12-0830-4d0e-8d84-422b90556a73 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395799 Jun 30 09:09:52.112258 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:52.112983 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:52.114519 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] 10.222.0.52 "PUT /v2.0/ports/ed8e6cee-0936-46af-abfc-ee9705efed41 HTTP/1.1" status: 200 len: 1092 time: 2.7323525 Jun 30 09:09:52.116373 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-903b35e0-69e5-4e1f-ae98-9c277d1bbe4e req-c1c76698-07f1-4fcf-be76-c4a006c5289f tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "GET /v2.0/security-groups/531c1bd0-f4a2-4285-a6e1-d9f6041ce130 HTTP/1.1" status: 200 len: 2981 time: 0.1184208 Jun 30 09:09:52.116932 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c144cba-e8bb-461f-9571-4b9a470284da', 'tag': 'ed8e6cee-0936-46af-abfc-ee9705efed41'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:52.119524 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24efe9a0-c4a4-490d-a582-743be7b66558" -d '{"events": [{"name": "network-changed", "server_uuid": "4c144cba-e8bb-461f-9571-4b9a470284da", "tag": "ed8e6cee-0936-46af-abfc-ee9705efed41"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:52.175654 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:52.230695 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fada838-7c05-4783-8c75-18040a7fe7cc service neutron] Pushing event updated for resources: {'Port': ['ID=ed8e6cee-0936-46af-abfc-ee9705efed41,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:52.237733 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=cd2c450e-666a-4b40-843d-3d2afaa42608,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:52.245807 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:52.246225 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:52.246637 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:52.247061 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:52.247496 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:52.247893 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:52.248291 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:52.248695 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:52.249107 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:52.249539 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:52.250180 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:52.250697 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:52.255827 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-4851f36e-a363-43b1-a358-dbce1ed77358 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Allocated IP 172.20.0.4 (7a35be23-e879-4c9f-9c08-97e29ad87307/10dd56df-3695-4e18-9e1b-e75b02521afd/f218fde1-8c40-4d3c-bec6-1fa3431a1ee2) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:52.266364 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-903b35e0-69e5-4e1f-ae98-9c277d1bbe4e req-9bbca127-7af8-42f4-8db4-2635efd06cf8 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "GET /v2.0/security-groups/663a920e-ad1a-43dc-9630-b2bda24976b2 HTTP/1.1" status: 200 len: 2981 time: 0.1337628 Jun 30 09:09:52.329120 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b41068-d065-448d-abdd-ad1add87af87 req-0c1c28b5-9267-42f2-8db7-b2d1e5f17cea tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:52.330814 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-55b41068-d065-448d-abdd-ad1add87af87 req-0c1c28b5-9267-42f2-8db7-b2d1e5f17cea tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 943 time: 0.1135020 Jun 30 09:09:52.397362 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e48c4-1b0c-454d-a721-9ca861c7dfab service neutron] Pushing event updated for resources: {'Port': ['ID=933e2e49-c675-44bc-a5fb-2a961924da9b,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:52.411781 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-55b41068-d065-448d-abdd-ad1add87af87 req-8a6b7ea9-0b15-43af-b282-5071dcb5ef26 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/security-groups?id=c3501efa-7e62-4693-a186-96acaecb9685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728273 Jun 30 09:09:52.476095 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-903b35e0-69e5-4e1f-ae98-9c277d1bbe4e req-fa3de420-74af-4b89-8e07-60b951fd5b86 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "GET /v2.0/security-groups/663a920e-ad1a-43dc-9630-b2bda24976b2 HTTP/1.1" status: 200 len: 2981 time: 0.1912777 Jun 30 09:09:52.482445 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-e47e48c4-1b0c-454d-a721-9ca861c7dfab service neutron] Attempting to bind port 933e2e49-c675-44bc-a5fb-2a961924da9b on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:52.482445 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-e47e48c4-1b0c-454d-a721-9ca861c7dfab service neutron] Attempting to bind port 933e2e49-c675-44bc-a5fb-2a961924da9b by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '85c06a0d-f2bd-4e48-aa62-56244f27affe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7a35be23-e879-4c9f-9c08-97e29ad87307'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:52.489345 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-e47e48c4-1b0c-454d-a721-9ca861c7dfab service neutron] Attempting to bind port 933e2e49-c675-44bc-a5fb-2a961924da9b on network 7a35be23-e879-4c9f-9c08-97e29ad87307 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:52.544296 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-e47e48c4-1b0c-454d-a721-9ca861c7dfab service neutron] Port 933e2e49-c675-44bc-a5fb-2a961924da9b on network 7a35be23-e879-4c9f-9c08-97e29ad87307 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:52.544707 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-e47e48c4-1b0c-454d-a721-9ca861c7dfab service neutron] Attempting to bind port 933e2e49-c675-44bc-a5fb-2a961924da9b on network 7a35be23-e879-4c9f-9c08-97e29ad87307 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:52.560821 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-dbe3d8cd-5243-4c39-acf6-42ab92ae46c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:52.563200 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-dbe3d8cd-5243-4c39-acf6-42ab92ae46c5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1f6e0c7642ec4750ad0d102fddfbfbad&device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 1095 time: 0.2542658 Jun 30 09:09:52.572485 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-e47e48c4-1b0c-454d-a721-9ca861c7dfab service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:52.572836 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-e47e48c4-1b0c-454d-a721-9ca861c7dfab service neutron] Checking segment: {'id': '85c06a0d-f2bd-4e48-aa62-56244f27affe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7a35be23-e879-4c9f-9c08-97e29ad87307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:52.573227 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-e47e48c4-1b0c-454d-a721-9ca861c7dfab service neutron] Bound using segment: {'id': '85c06a0d-f2bd-4e48-aa62-56244f27affe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7a35be23-e879-4c9f-9c08-97e29ad87307'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:52.573681 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-e47e48c4-1b0c-454d-a721-9ca861c7dfab service neutron] Bound port: 933e2e49-c675-44bc-a5fb-2a961924da9b, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c06a0d-f2bd-4e48-aa62-56244f27affe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7a35be23-e879-4c9f-9c08-97e29ad87307'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:52.574048 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-e47e48c4-1b0c-454d-a721-9ca861c7dfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:52.574795 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['cd2c450e-666a-4b40-843d-3d2afaa42608'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:52.602636 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027f34d9-14d4-439a-a758-3fb5d2b4d55b x-openstack-request-id: req-027f34d9-14d4-439a-a758-3fb5d2b4d55b {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:52.602941 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c144cba-e8bb-461f-9571-4b9a470284da", "tag": "ed8e6cee-0936-46af-abfc-ee9705efed41", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:52.603263 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-027f34d9-14d4-439a-a758-3fb5d2b4d55b {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:52.604106 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c144cba-e8bb-461f-9571-4b9a470284da', 'tag': 'ed8e6cee-0936-46af-abfc-ee9705efed41', 'status': 'completed', 'code': 200} Jun 30 09:09:52.648088 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-4ae083ee-6ef4-4bc7-8a1c-64e9e80c8eff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed8e6cee-0936-46af-abfc-ee9705efed41 HTTP/1.1" status: 200 len: 217 time: 0.0686312 Jun 30 09:09:52.719931 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-903b35e0-69e5-4e1f-ae98-9c277d1bbe4e req-26838fbf-1141-460f-924d-a37fcd5af9ff tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "GET /v2.0/security-groups/66d5e354-842e-4835-8a5f-450eacd7cfa0 HTTP/1.1" status: 200 len: 2981 time: 0.2231357 Jun 30 09:09:52.782617 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-4851f36e-a363-43b1-a358-dbce1ed77358 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:52.787333 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efa955-1062-4665-aa3f-735f25ac4e6c req-ef030a91-3211-47db-a3ab-3cb6dae59d5e tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:52.788911 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-03efa955-1062-4665-aa3f-735f25ac4e6c req-ef030a91-3211-47db-a3ab-3cb6dae59d5e tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 946 time: 0.0873942 Jun 30 09:09:52.819784 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-395922e6-6494-423d-b5f8-04a08bc532cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:52.821592 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-395922e6-6494-423d-b5f8-04a08bc532cd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10dd56df-3695-4e18-9e1b-e75b02521afd HTTP/1.1" status: 200 len: 855 time: 0.1635060 Jun 30 09:09:52.826593 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-10b577e4-4769-4dfe-8b7e-127df19bb1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:52.829525 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-4851f36e-a363-43b1-a358-dbce1ed77358 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Transition to ACTIVE for port object f218fde1-8c40-4d3c-bec6-1fa3431a1ee2 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:52.835602 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-03efa955-1062-4665-aa3f-735f25ac4e6c req-35e5c0e7-641f-433f-a32b-5ddfd54e4adf tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403855 Jun 30 09:09:52.840269 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:09:52.848518 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-e47e48c4-1b0c-454d-a721-9ca861c7dfab service neutron] For port 933e2e49-c675-44bc-a5fb-2a961924da9b, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:52.884829 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-e47e48c4-1b0c-454d-a721-9ca861c7dfab service neutron] For port 933e2e49-c675-44bc-a5fb-2a961924da9b, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=933e2e49-c675-44bc-a5fb-2a961924da9b,segment=NetworkSegment(85c06a0d-f2bd-4e48-aa62-56244f27affe),segment_id=85c06a0d-f2bd-4e48-aa62-56244f27affe)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:52.890658 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-903b35e0-69e5-4e1f-ae98-9c277d1bbe4e req-26429c24-c96e-42e1-889a-b81f33b72954 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "GET /v2.0/security-groups/66d5e354-842e-4835-8a5f-450eacd7cfa0 HTTP/1.1" status: 200 len: 2981 time: 0.1565485 Jun 30 09:09:52.969278 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-e47e48c4-1b0c-454d-a721-9ca861c7dfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:52.976917 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-903b35e0-69e5-4e1f-ae98-9c277d1bbe4e req-98874913-2431-49e3-bf18-4d9c9f25a777 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "GET /v2.0/security-groups/6e4e50e3-9c33-4fe8-9a3c-c2c8940d09a3 HTTP/1.1" status: 200 len: 2981 time: 0.0782769 Jun 30 09:09:53.010139 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-e47e48c4-1b0c-454d-a721-9ca861c7dfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:53.010734 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-e47e48c4-1b0c-454d-a721-9ca861c7dfab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.012029 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-e47e48c4-1b0c-454d-a721-9ca861c7dfab service neutron] 10.222.0.52 "PUT /v2.0/ports/933e2e49-c675-44bc-a5fb-2a961924da9b HTTP/1.1" status: 200 len: 1093 time: 2.2148159 Jun 30 09:09:53.025017 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-de8b4d6e-8aa5-49fc-a3b5-e2c2e1f917b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:53.026573 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-de8b4d6e-8aa5-49fc-a3b5-e2c2e1f917b9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7a35be23-e879-4c9f-9c08-97e29ad87307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1930373 Jun 30 09:09:53.042360 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-4851f36e-a363-43b1-a358-dbce1ed77358 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.122233 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e48c4-1b0c-454d-a721-9ca861c7dfab service neutron] Pushing event updated for resources: {'Port': ['ID=933e2e49-c675-44bc-a5fb-2a961924da9b,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:53.149342 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61eb5f-976a-425d-957f-d5d136544d80 req-ae86e80f-9f91-489c-a9ff-efc60023cfb6 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:53.149721 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-4851f36e-a363-43b1-a358-dbce1ed77358 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Network 7a35be23-e879-4c9f-9c08-97e29ad87307 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:53.152278 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1f61eb5f-976a-425d-957f-d5d136544d80 req-ae86e80f-9f91-489c-a9ff-efc60023cfb6 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5 HTTP/1.1" status: 200 len: 931 time: 0.0932391 Jun 30 09:09:53.199701 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1f61eb5f-976a-425d-957f-d5d136544d80 req-7e92b893-77b4-44e3-ade7-6b9ec99c30c3 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406518 Jun 30 09:09:53.386728 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.407043 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000bda2-ef8d-46b8-a0f8-9e82ae7d9ddf req-8ffcabb3-8aa0-4955-812e-e7a5dbd1c17a tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:53.408675 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6000bda2-ef8d-46b8-a0f8-9e82ae7d9ddf req-8ffcabb3-8aa0-4955-812e-e7a5dbd1c17a tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0c642f-b906-4125-af41-e4f2faeb595c HTTP/1.1" status: 200 len: 949 time: 0.0832958 Jun 30 09:09:53.451080 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6000bda2-ef8d-46b8-a0f8-9e82ae7d9ddf req-c54bff26-cb96-43f7-a254-c24dc7e76aae tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364795 Jun 30 09:09:53.503747 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-4851f36e-a363-43b1-a358-dbce1ed77358 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:53.506087 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-4851f36e-a363-43b1-a358-dbce1ed77358 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:53.561289 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-903b35e0-69e5-4e1f-ae98-9c277d1bbe4e req-1a908645-897f-4777-a132-19376ad66d48 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "GET /v2.0/security-groups/6e4e50e3-9c33-4fe8-9a3c-c2c8940d09a3 HTTP/1.1" status: 200 len: 2981 time: 0.5609281 Jun 30 09:09:53.612965 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f36e-a363-43b1-a358-dbce1ed77358 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Pushing event updated for resources: {'Port': ['ID=f218fde1-8c40-4d3c-bec6-1fa3431a1ee2,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:53.635548 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f36779-bdb1-4f02-abe3-f66f95792943 req-d56502f5-4233-4a3b-9f97-314a2d64f4cd tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:53.637175 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c6f36779-bdb1-4f02-abe3-f66f95792943 req-d56502f5-4233-4a3b-9f97-314a2d64f4cd tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.0768178 Jun 30 09:09:53.662633 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-4851f36e-a363-43b1-a358-dbce1ed77358 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:53.663316 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-4851f36e-a363-43b1-a358-dbce1ed77358 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.682231 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c6f36779-bdb1-4f02-abe3-f66f95792943 req-f1159861-c394-4fee-8d78-866d473ffdc5 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349703 Jun 30 09:09:53.688675 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-f3541e10-faa0-4d30-895c-d05906e3a909 service neutron] 10.222.0.52 "GET /v2.0/networks/7a35be23-e879-4c9f-9c08-97e29ad87307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6494131 Jun 30 09:09:53.714723 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-903b35e0-69e5-4e1f-ae98-9c277d1bbe4e req-585b0c05-57c7-4d27-9fce-abd0f31b154a tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "GET /v2.0/security-groups/712ee0ed-0942-482f-b125-f3b5e6467e10 HTTP/1.1" status: 200 len: 2981 time: 0.1344514 Jun 30 09:09:53.750627 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-c5618aa4-39d6-404e-9c86-a492c1098fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:53.752128 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-c5618aa4-39d6-404e-9c86-a492c1098fbc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1f6e0c7642ec4750ad0d102fddfbfbad&device_id=1ca4a790-833d-4d51-9ed2-e88669de9268 HTTP/1.1" status: 200 len: 1096 time: 0.6141593 Jun 30 09:09:53.778461 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device cd2c450e-666a-4b40-843d-3d2afaa42608 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:53.817566 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-d97daaa0-6317-4c4e-9957-fe19e16b7f31 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=933e2e49-c675-44bc-a5fb-2a961924da9b HTTP/1.1" status: 200 len: 217 time: 0.0559425 Jun 30 09:09:53.824614 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-4851f36e-a363-43b1-a358-dbce1ed77358 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0250475 Jun 30 09:09:53.851874 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-1d1419d7-3531-4258-adf3-20a2f8ee44b7 service neutron] Request body: {'port': {'device_id': '7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:53.865915 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac537e1b-2b2e-44f4-997b-d64c30ea1234 req-c5bc7e73-421f-410a-acc0-58aee04a6b25 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:53.867459 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ac537e1b-2b2e-44f4-997b-d64c30ea1234 req-c5bc7e73-421f-410a-acc0-58aee04a6b25 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 943 time: 0.0680070 Jun 30 09:09:53.895525 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bc27d87a-30c4-418f-aaa9-4020057954bc None None] Provisioning for port f218fde1-8c40-4d3c-bec6-1fa3431a1ee2 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:53.899582 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bc27d87a-30c4-418f-aaa9-4020057954bc None None] Provisioning complete for port f218fde1-8c40-4d3c-bec6-1fa3431a1ee2 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:53.900034 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bc27d87a-30c4-418f-aaa9-4020057954bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.908930 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ac537e1b-2b2e-44f4-997b-d64c30ea1234 req-52ded53a-fa54-49bd-ac4c-bb1d75f0c03b tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/security-groups?id=c3501efa-7e62-4693-a186-96acaecb9685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353284 Jun 30 09:09:53.927851 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-903b35e0-69e5-4e1f-ae98-9c277d1bbe4e req-7c3f1a85-a664-4de4-bc0c-7b30e55ffcb0 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "GET /v2.0/security-groups/712ee0ed-0942-482f-b125-f3b5e6467e10 HTTP/1.1" status: 200 len: 2981 time: 0.1806023 Jun 30 09:09:53.948777 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bc27d87a-30c4-418f-aaa9-4020057954bc None None] Port f218fde1-8c40-4d3c-bec6-1fa3431a1ee2 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:09:53.952214 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port cd2c450e-666a-4b40-843d-3d2afaa42608 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:53.957928 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port cd2c450e-666a-4b40-843d-3d2afaa42608 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:53.958426 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.963831 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63fa6b56-c9eb-4c29-aefa-c1d18cbaaaf8 req-137f83cf-2012-402d-a8ae-18f065a0cd53 service neutron] 10.222.0.52 "GET /v2.0/networks/7a35be23-e879-4c9f-9c08-97e29ad87307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638080 Jun 30 09:09:53.991092 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-eaedc2d7-99e5-4d46-9f3d-2207965153ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:53.992644 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-eaedc2d7-99e5-4d46-9f3d-2207965153ed service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10dd56df-3695-4e18-9e1b-e75b02521afd HTTP/1.1" status: 200 len: 855 time: 0.1450083 Jun 30 09:09:54.065684 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-903b35e0-69e5-4e1f-ae98-9c277d1bbe4e req-a71eb1ba-9d55-4f1c-8c74-ad59746701c1 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "GET /v2.0/security-groups/a01a7f8f-681a-4cb7-93a2-8b9222c0b897 HTTP/1.1" status: 200 len: 2973 time: 0.1269014 Jun 30 09:09:54.076351 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.076571 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-1d1419d7-3531-4258-adf3-20a2f8ee44b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.111347 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0c642f-b906-4125-af41-e4f2faeb595c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2c450e-666a-4b40-843d-3d2afaa42608'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:54.113970 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35334305-9ee4-43e6-95da-0e873a03212a" -d '{"events": [{"server_uuid": "2c0c642f-b906-4125-af41-e4f2faeb595c", "name": "network-vif-plugged", "status": "completed", "tag": "cd2c450e-666a-4b40-843d-3d2afaa42608"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:54.142478 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port cd2c450e-666a-4b40-843d-3d2afaa42608, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=cd2c450e-666a-4b40-843d-3d2afaa42608,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:54.211831 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-752e4e20-6bd3-4ea5-9c19-c1e6751e94ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:54.212118 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5781f-771c-41dc-97b6-2ebea9c1f00c req-56e53994-51f7-4501-a40b-6504120f5a76 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:54.213435 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-752e4e20-6bd3-4ea5-9c19-c1e6751e94ba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7a35be23-e879-4c9f-9c08-97e29ad87307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1903508 Jun 30 09:09:54.213946 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-21e5781f-771c-41dc-97b6-2ebea9c1f00c req-56e53994-51f7-4501-a40b-6504120f5a76 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 946 time: 0.0689633 Jun 30 09:09:54.215584 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-903b35e0-69e5-4e1f-ae98-9c277d1bbe4e req-f0cf773b-d54a-4677-93c3-5cb7bcba9c91 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "GET /v2.0/security-groups/a01a7f8f-681a-4cb7-93a2-8b9222c0b897 HTTP/1.1" status: 200 len: 2973 time: 0.1362233 Jun 30 09:09:54.215746 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.260990 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-21e5781f-771c-41dc-97b6-2ebea9c1f00c req-09bc2b04-2684-4edc-aa01-cedb639818b1 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381718 Jun 30 09:09:54.301228 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=cd2c450e-666a-4b40-843d-3d2afaa42608,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:54.436578 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9c8c67-1ff5-4a9d-a60b-4eed95075023 x-openstack-request-id: req-db9c8c67-1ff5-4a9d-a60b-4eed95075023 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:54.436578 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0c642f-b906-4125-af41-e4f2faeb595c", "name": "network-vif-plugged", "status": "completed", "tag": "cd2c450e-666a-4b40-843d-3d2afaa42608", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:54.436578 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-db9c8c67-1ff5-4a9d-a60b-4eed95075023 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:54.436578 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0c642f-b906-4125-af41-e4f2faeb595c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2c450e-666a-4b40-843d-3d2afaa42608', 'code': 200} Jun 30 09:09:54.469843 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-903b35e0-69e5-4e1f-ae98-9c277d1bbe4e req-0f8fbeed-4b16-48ed-b893-9c0c941c90b4 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "GET /v2.0/security-groups/def35f44-fea0-4479-b1b4-fcfb644c1791 HTTP/1.1" status: 200 len: 2981 time: 0.1969562 Jun 30 09:09:54.495311 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.498419 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efe9a0-c4a4-490d-a582-743be7b66558 req-d5a86038-6a63-4ef8-a5e2-462c4f80abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:54.498419 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-24efe9a0-c4a4-490d-a582-743be7b66558 req-d5a86038-6a63-4ef8-a5e2-462c4f80abd1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1f6e0c7642ec4750ad0d102fddfbfbad&device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 1095 time: 0.3604691 Jun 30 09:09:54.553689 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-14d7438d-738c-478f-a70c-6236ef2d09f2 service neutron] 10.222.0.52 "GET /v2.0/networks/7a35be23-e879-4c9f-9c08-97e29ad87307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889321 Jun 30 09:09:54.595751 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee315646-5373-4839-8b58-13088a440624 req-dcebff9e-472d-420f-83aa-8afb6583a565 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:54.597357 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ee315646-5373-4839-8b58-13088a440624 req-dcebff9e-472d-420f-83aa-8afb6583a565 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5 HTTP/1.1" status: 200 len: 931 time: 0.0711837 Jun 30 09:09:54.618306 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca4a790-833d-4d51-9ed2-e88669de9268', 'tag': '933e2e49-c675-44bc-a5fb-2a961924da9b'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:54.620650 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54720009-f5a4-4e82-94cb-c0b0e9bb28d7" -d '{"events": [{"name": "network-changed", "server_uuid": "1ca4a790-833d-4d51-9ed2-e88669de9268", "tag": "933e2e49-c675-44bc-a5fb-2a961924da9b"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:54.645682 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ee315646-5373-4839-8b58-13088a440624 req-3d680f68-6fa9-481b-84d0-b05f712c254a tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386951 Jun 30 09:09:54.751706 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-903b35e0-69e5-4e1f-ae98-9c277d1bbe4e req-38853808-be1b-42cc-b2aa-bb053c5d1086 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "GET /v2.0/security-groups/def35f44-fea0-4479-b1b4-fcfb644c1791 HTTP/1.1" status: 200 len: 2981 time: 0.2668893 Jun 30 09:09:54.836231 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28889be-a20a-48f3-ae2f-c98a89a66384 req-d7cfdced-663d-4d54-8b22-0a04394d2ded tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:54.837803 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d28889be-a20a-48f3-ae2f-c98a89a66384 req-d7cfdced-663d-4d54-8b22-0a04394d2ded tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0c642f-b906-4125-af41-e4f2faeb595c HTTP/1.1" status: 200 len: 950 time: 0.0721834 Jun 30 09:09:54.876973 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f95dfea6-664e-49d5-bb07-b7db81a3f552 req-5be5d221-85fd-453e-aed0-f194b0367ad2 service neutron] 10.222.0.52 "GET /v2.0/networks/7a35be23-e879-4c9f-9c08-97e29ad87307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869544 Jun 30 09:09:54.877976 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efe9a0-c4a4-490d-a582-743be7b66558 req-813bfb01-8d4d-4463-b8db-b451627ecada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:54.879304 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-24efe9a0-c4a4-490d-a582-743be7b66558 req-813bfb01-8d4d-4463-b8db-b451627ecada service neutron] 10.222.0.52 "GET /v2.0/networks?id=7a35be23-e879-4c9f-9c08-97e29ad87307 HTTP/1.1" status: 200 len: 917 time: 0.3654580 Jun 30 09:09:54.880609 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d28889be-a20a-48f3-ae2f-c98a89a66384 req-3cb71d97-cc49-4eb9-85af-53441f8a3a83 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347395 Jun 30 09:09:54.884093 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84119559-7cd8-41a0-9eab-7f2f0ac67308 req-0234eef3-3368-48e7-9843-2664389f54ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:54.885564 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-84119559-7cd8-41a0-9eab-7f2f0ac67308 req-0234eef3-3368-48e7-9843-2664389f54ce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2c0c642f-b906-4125-af41-e4f2faeb595c HTTP/1.1" status: 200 len: 1102 time: 0.3671618 Jun 30 09:09:54.919393 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-1d1419d7-3531-4258-adf3-20a2f8ee44b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f218fde1-8c40-4d3c-bec6-1fa3431a1ee2 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:54.963993 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa068a0b-4d0f-4731-be7d-3a04863dd0a1 x-openstack-request-id: req-aa068a0b-4d0f-4731-be7d-3a04863dd0a1 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:54.964298 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ca4a790-833d-4d51-9ed2-e88669de9268", "tag": "933e2e49-c675-44bc-a5fb-2a961924da9b", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:54.964508 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aa068a0b-4d0f-4731-be7d-3a04863dd0a1 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:54.964904 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ca4a790-833d-4d51-9ed2-e88669de9268', 'tag': '933e2e49-c675-44bc-a5fb-2a961924da9b', 'status': 'completed', 'code': 200} Jun 30 09:09:54.966736 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-1d1419d7-3531-4258-adf3-20a2f8ee44b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.972036 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-24efe9a0-c4a4-490d-a582-743be7b66558 req-24256516-d895-44ba-b2b6-c0b6d5e3faa3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed8e6cee-0936-46af-abfc-ee9705efed41 HTTP/1.1" status: 200 len: 217 time: 0.0791829 Jun 30 09:09:54.976024 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-903b35e0-69e5-4e1f-ae98-9c277d1bbe4e req-d1cef047-6814-4da0-95f7-e5e2d707c26a tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "GET /v2.0/security-groups/e8a38d9e-95bc-48fb-931e-f291a58f69f8 HTTP/1.1" status: 200 len: 2977 time: 0.2114937 Jun 30 09:09:55.065686 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-1d1419d7-3531-4258-adf3-20a2f8ee44b7 service neutron] Transition to ACTIVE for port object f218fde1-8c40-4d3c-bec6-1fa3431a1ee2 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:55.078344 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-84119559-7cd8-41a0-9eab-7f2f0ac67308 req-e6bbbc74-c8e8-4ac9-9db9-b31e8c61af6b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829388 Jun 30 09:09:55.094956 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30b915-a075-4b87-9378-ef14920b0c83 req-d139110f-ec2a-4280-b97c-f3317de47e8c tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:55.096907 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5e30b915-a075-4b87-9378-ef14920b0c83 req-d139110f-ec2a-4280-b97c-f3317de47e8c tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.0782077 Jun 30 09:09:55.116190 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efe9a0-c4a4-490d-a582-743be7b66558 req-a4356f7d-c04c-40c7-8f90-f855d16f4e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:55.117701 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-24efe9a0-c4a4-490d-a582-743be7b66558 req-a4356f7d-c04c-40c7-8f90-f855d16f4e09 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10dd56df-3695-4e18-9e1b-e75b02521afd HTTP/1.1" status: 200 len: 855 time: 0.1238389 Jun 30 09:09:55.120125 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-903b35e0-69e5-4e1f-ae98-9c277d1bbe4e req-a24f5e1e-74c0-46d5-8533-319cfe8be372 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "GET /v2.0/security-groups/e8a38d9e-95bc-48fb-931e-f291a58f69f8 HTTP/1.1" status: 200 len: 2977 time: 0.1273756 Jun 30 09:09:55.124905 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-1d1419d7-3531-4258-adf3-20a2f8ee44b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.142067 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5e30b915-a075-4b87-9378-ef14920b0c83 req-0d4d8ec3-6299-4718-aa13-b251bfd266a6 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384009 Jun 30 09:09:55.211426 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54720009-f5a4-4e82-94cb-c0b0e9bb28d7 req-c906d8b3-ce03-4489-9629-cbc52b710d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:55.212729 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54720009-f5a4-4e82-94cb-c0b0e9bb28d7 req-c906d8b3-ce03-4489-9629-cbc52b710d29 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1f6e0c7642ec4750ad0d102fddfbfbad&device_id=1ca4a790-833d-4d51-9ed2-e88669de9268 HTTP/1.1" status: 200 len: 1096 time: 0.2358785 Jun 30 09:09:55.276546 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1419d7-3531-4258-adf3-20a2f8ee44b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f218fde1-8c40-4d3c-bec6-1fa3431a1ee2,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:55.332237 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8cf32-ea83-4f14-9463-4a3db9c2fc4f req-8e8705be-5fc4-4698-8f82-720d818e8190 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:55.334345 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3db8cf32-ea83-4f14-9463-4a3db9c2fc4f req-8e8705be-5fc4-4698-8f82-720d818e8190 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 943 time: 0.0796719 Jun 30 09:09:55.353861 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-903b35e0-69e5-4e1f-ae98-9c277d1bbe4e req-55c7e078-fd13-40e2-af01-fdc19b9e7810 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "GET /v2.0/security-groups/ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e HTTP/1.1" status: 200 len: 2981 time: 0.2229350 Jun 30 09:09:55.381160 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3db8cf32-ea83-4f14-9463-4a3db9c2fc4f req-d0c41ed0-c903-455a-a881-e286ac040cd0 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/security-groups?id=c3501efa-7e62-4693-a186-96acaecb9685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403888 Jun 30 09:09:55.468314 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54720009-f5a4-4e82-94cb-c0b0e9bb28d7 req-eb326079-6a24-4246-a78e-3f416603c1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:55.470039 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54720009-f5a4-4e82-94cb-c0b0e9bb28d7 req-eb326079-6a24-4246-a78e-3f416603c1c6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7a35be23-e879-4c9f-9c08-97e29ad87307 HTTP/1.1" status: 200 len: 917 time: 0.2407036 Jun 30 09:09:55.485955 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efe9a0-c4a4-490d-a582-743be7b66558 req-20e72a05-4758-408e-82f8-2744d8981075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:55.487478 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-24efe9a0-c4a4-490d-a582-743be7b66558 req-20e72a05-4758-408e-82f8-2744d8981075 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7a35be23-e879-4c9f-9c08-97e29ad87307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3602653 Jun 30 09:09:55.508402 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-903b35e0-69e5-4e1f-ae98-9c277d1bbe4e req-0192ab78-4727-4b89-a3b5-f977b88df7fc tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "GET /v2.0/security-groups/ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e HTTP/1.1" status: 200 len: 2981 time: 0.1458087 Jun 30 09:09:55.536443 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-1d1419d7-3531-4258-adf3-20a2f8ee44b7 service neutron] Attempting to bind port f218fde1-8c40-4d3c-bec6-1fa3431a1ee2 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:55.536777 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-1d1419d7-3531-4258-adf3-20a2f8ee44b7 service neutron] Attempting to bind port f218fde1-8c40-4d3c-bec6-1fa3431a1ee2 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '85c06a0d-f2bd-4e48-aa62-56244f27affe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7a35be23-e879-4c9f-9c08-97e29ad87307'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:55.537130 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-1d1419d7-3531-4258-adf3-20a2f8ee44b7 service neutron] Attempting to bind port f218fde1-8c40-4d3c-bec6-1fa3431a1ee2 on network 7a35be23-e879-4c9f-9c08-97e29ad87307 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:55.553754 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54720009-f5a4-4e82-94cb-c0b0e9bb28d7 req-ed53991b-af89-4083-b554-7606ffcc9539 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=933e2e49-c675-44bc-a5fb-2a961924da9b HTTP/1.1" status: 200 len: 217 time: 0.0650582 Jun 30 09:09:55.592227 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-1d1419d7-3531-4258-adf3-20a2f8ee44b7 service neutron] Port f218fde1-8c40-4d3c-bec6-1fa3431a1ee2 on network 7a35be23-e879-4c9f-9c08-97e29ad87307 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:55.592449 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-1d1419d7-3531-4258-adf3-20a2f8ee44b7 service neutron] Attempting to bind port f218fde1-8c40-4d3c-bec6-1fa3431a1ee2 on network 7a35be23-e879-4c9f-9c08-97e29ad87307 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:55.644453 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-1d1419d7-3531-4258-adf3-20a2f8ee44b7 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:55.644779 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-1d1419d7-3531-4258-adf3-20a2f8ee44b7 service neutron] Checking segment: {'id': '85c06a0d-f2bd-4e48-aa62-56244f27affe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7a35be23-e879-4c9f-9c08-97e29ad87307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:55.645190 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-1d1419d7-3531-4258-adf3-20a2f8ee44b7 service neutron] Bound using segment: {'id': '85c06a0d-f2bd-4e48-aa62-56244f27affe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7a35be23-e879-4c9f-9c08-97e29ad87307'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:55.645742 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-1d1419d7-3531-4258-adf3-20a2f8ee44b7 service neutron] Bound port: f218fde1-8c40-4d3c-bec6-1fa3431a1ee2, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c06a0d-f2bd-4e48-aa62-56244f27affe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7a35be23-e879-4c9f-9c08-97e29ad87307'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:55.646098 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-1d1419d7-3531-4258-adf3-20a2f8ee44b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.678040 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2922a-669a-4a20-85e8-b9c76f1735c8 req-6f430524-4f06-4289-864e-3147cf6c4a5e tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:55.680233 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c2d2922a-669a-4a20-85e8-b9c76f1735c8 req-6f430524-4f06-4289-864e-3147cf6c4a5e tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 946 time: 0.0745473 Jun 30 09:09:55.707403 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-903b35e0-69e5-4e1f-ae98-9c277d1bbe4e req-321b651b-e567-4505-b988-baa8c556aacf tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "GET /v2.0/security-groups/f2fda908-1406-4601-9ec1-98ca2a1e4bc2 HTTP/1.1" status: 200 len: 2981 time: 0.1678185 Jun 30 09:09:55.709229 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54720009-f5a4-4e82-94cb-c0b0e9bb28d7 req-33ae38ae-83e6-4031-91af-5a778d6f3fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:55.710091 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54720009-f5a4-4e82-94cb-c0b0e9bb28d7 req-33ae38ae-83e6-4031-91af-5a778d6f3fb2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10dd56df-3695-4e18-9e1b-e75b02521afd HTTP/1.1" status: 200 len: 855 time: 0.1263680 Jun 30 09:09:55.723259 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c2d2922a-669a-4a20-85e8-b9c76f1735c8 req-dc8c2773-e032-4127-98e0-39026e765ed9 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372481 Jun 30 09:09:55.814134 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-24efe9a0-c4a4-490d-a582-743be7b66558 req-f5d1eb39-9fd6-4cbe-b9aa-b7c622ec0e8b service neutron] 10.222.0.52 "GET /v2.0/networks/7a35be23-e879-4c9f-9c08-97e29ad87307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168306 Jun 30 09:09:55.855777 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-1d1419d7-3531-4258-adf3-20a2f8ee44b7 service neutron] For port f218fde1-8c40-4d3c-bec6-1fa3431a1ee2, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:55.907980 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-1d1419d7-3531-4258-adf3-20a2f8ee44b7 service neutron] For port f218fde1-8c40-4d3c-bec6-1fa3431a1ee2, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=f218fde1-8c40-4d3c-bec6-1fa3431a1ee2,segment=NetworkSegment(85c06a0d-f2bd-4e48-aa62-56244f27affe),segment_id=85c06a0d-f2bd-4e48-aa62-56244f27affe)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:55.912645 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-903b35e0-69e5-4e1f-ae98-9c277d1bbe4e req-3bc6065a-6da3-456c-9f73-4498f470eb22 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "GET /v2.0/security-groups/f2fda908-1406-4601-9ec1-98ca2a1e4bc2 HTTP/1.1" status: 200 len: 2981 time: 0.1810405 Jun 30 09:09:55.943886 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54720009-f5a4-4e82-94cb-c0b0e9bb28d7 req-556e72b1-140a-4b50-a760-a1a02e4acae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:55.945501 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54720009-f5a4-4e82-94cb-c0b0e9bb28d7 req-556e72b1-140a-4b50-a760-a1a02e4acae0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7a35be23-e879-4c9f-9c08-97e29ad87307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2125180 Jun 30 09:09:55.991447 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-24efe9a0-c4a4-490d-a582-743be7b66558 req-cfd2afb6-690a-498b-a051-fc815664ef84 service neutron] 10.222.0.52 "GET /v2.0/networks/7a35be23-e879-4c9f-9c08-97e29ad87307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563537 Jun 30 09:09:56.003324 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc3244-7be8-4f0f-9551-fcb67b54cb17 req-f5bfd5f4-946e-4c74-9790-fbceb7347a23 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:56.005055 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f2fc3244-7be8-4f0f-9551-fcb67b54cb17 req-f5bfd5f4-946e-4c74-9790-fbceb7347a23 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5 HTTP/1.1" status: 200 len: 943 time: 0.0764215 Jun 30 09:09:56.024514 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-1d1419d7-3531-4258-adf3-20a2f8ee44b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.056933 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f2fc3244-7be8-4f0f-9551-fcb67b54cb17 req-ad4bd469-dd47-48ce-9474-3c4616c23959 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407887 Jun 30 09:09:56.096365 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-1d1419d7-3531-4258-adf3-20a2f8ee44b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:56.097073 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-1d1419d7-3531-4258-adf3-20a2f8ee44b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.098473 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-1d1419d7-3531-4258-adf3-20a2f8ee44b7 service neutron] 10.222.0.52 "PUT /v2.0/ports/f218fde1-8c40-4d3c-bec6-1fa3431a1ee2 HTTP/1.1" status: 200 len: 1092 time: 2.2587626 Jun 30 09:09:56.158958 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54720009-f5a4-4e82-94cb-c0b0e9bb28d7 req-1aaa3c3d-e2f4-403e-971c-d295659e6c73 service neutron] 10.222.0.52 "GET /v2.0/networks/7a35be23-e879-4c9f-9c08-97e29ad87307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967266 Jun 30 09:09:56.160543 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1419d7-3531-4258-adf3-20a2f8ee44b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f218fde1-8c40-4d3c-bec6-1fa3431a1ee2,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:56.165488 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.190357 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-325d0221-566d-4fe1-859b-f47a5c135dc1 req-30974902-492d-4eb0-9d65-19a297da0cfe tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=deef9d6036fb4679b90465da1995b1e0 HTTP/1.1" status: 200 len: 6101 time: 0.0785210 Jun 30 09:09:56.256267 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-325d0221-566d-4fe1-859b-f47a5c135dc1 req-d062ed56-dcfb-4875-83ee-9bc40072608a tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] 10.222.0.10 "GET /v2.0/security-groups/6e4e50e3-9c33-4fe8-9a3c-c2c8940d09a3 HTTP/1.1" status: 200 len: 2981 time: 0.0578783 Jun 30 09:09:56.274292 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57483da-80d9-4d22-b618-345cf6d3a9cd req-f569d1eb-a615-4ca7-9ed8-db21a3ffde35 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:56.275914 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d57483da-80d9-4d22-b618-345cf6d3a9cd req-f569d1eb-a615-4ca7-9ed8-db21a3ffde35 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0c642f-b906-4125-af41-e4f2faeb595c HTTP/1.1" status: 200 len: 950 time: 0.2470093 Jun 30 09:09:56.338671 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-325d0221-566d-4fe1-859b-f47a5c135dc1 req-9ac6af06-ace9-4b0b-9610-c9b812d31c64 tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] 10.222.0.10 "GET /v2.0/security-groups/6e4e50e3-9c33-4fe8-9a3c-c2c8940d09a3 HTTP/1.1" status: 200 len: 2981 time: 0.0754001 Jun 30 09:09:56.354541 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54720009-f5a4-4e82-94cb-c0b0e9bb28d7 req-4bb91ef9-0496-4915-baca-d03678d53d23 service neutron] 10.222.0.52 "GET /v2.0/networks/7a35be23-e879-4c9f-9c08-97e29ad87307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862986 Jun 30 09:09:56.360659 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d57483da-80d9-4d22-b618-345cf6d3a9cd req-4c580b5b-8400-42a9-a50c-5315bafe8523 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726807 Jun 30 09:09:56.366504 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-0b917009-9b2a-4be0-950a-4ef16fb557a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:56.368012 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-0b917009-9b2a-4be0-950a-4ef16fb557a4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1f6e0c7642ec4750ad0d102fddfbfbad&device_id=7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5 HTTP/1.1" status: 200 len: 1095 time: 0.1455777 Jun 30 09:09:56.428646 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-667fc59f-759a-4abb-861a-5c9510e63b74 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f218fde1-8c40-4d3c-bec6-1fa3431a1ee2 HTTP/1.1" status: 200 len: 217 time: 0.0467012 Jun 30 09:09:56.431439 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 933e2e49-c675-44bc-a5fb-2a961924da9b details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:09:56.501945 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cf1e6c9d-5100-44e9-82fa-fdab2b3801f4 req-969b4742-1560-4553-964b-e71cbaaf6ef6 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "GET /v2.0/security-groups/3ce14488-4ec5-4740-bc98-d5eb4dac6b00 HTTP/1.1" status: 200 len: 1776 time: 0.0759916 Jun 30 09:09:56.508727 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-63aa65f6-491c-482c-b869-14d05a9f0d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:56.510176 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-63aa65f6-491c-482c-b869-14d05a9f0d22 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10dd56df-3695-4e18-9e1b-e75b02521afd HTTP/1.1" status: 200 len: 855 time: 0.0692844 Jun 30 09:09:56.518608 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc521a-97f8-4b54-aabc-4c4679ea29c5 req-b3cb8ecd-ba5e-4307-8e40-fe4ed4d7329b tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:56.520496 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-11bc521a-97f8-4b54-aabc-4c4679ea29c5 req-b3cb8ecd-ba5e-4307-8e40-fe4ed4d7329b tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.0734630 Jun 30 09:09:56.557601 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 933e2e49-c675-44bc-a5fb-2a961924da9b, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=933e2e49-c675-44bc-a5fb-2a961924da9b,segment=NetworkSegment(85c06a0d-f2bd-4e48-aa62-56244f27affe),segment_id=85c06a0d-f2bd-4e48-aa62-56244f27affe)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:56.572057 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '933e2e49-c675-44bc-a5fb-2a961924da9b', 'network_id': '7a35be23-e879-4c9f-9c08-97e29ad87307', 'port_id': '933e2e49-c675-44bc-a5fb-2a961924da9b', 'mac_address': 'fa:16:3e:6c:72:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10dd56df-3695-4e18-9e1b-e75b02521afd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:09:56.582951 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-11bc521a-97f8-4b54-aabc-4c4679ea29c5 req-cdbcd4d7-7b59-4121-b0e9-b096122c1f88 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557926 Jun 30 09:09:56.758515 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.773872 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 933e2e49-c675-44bc-a5fb-2a961924da9b {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:56.777291 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3071fd-c476-4916-bd80-4a08cb334b62 req-cad1339f-5eab-4fe5-845c-b70476ea768c tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:56.779706 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7a3071fd-c476-4916-bd80-4a08cb334b62 req-cad1339f-5eab-4fe5-845c-b70476ea768c tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 943 time: 0.0879827 Jun 30 09:09:56.797972 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 933e2e49-c675-44bc-a5fb-2a961924da9b, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=933e2e49-c675-44bc-a5fb-2a961924da9b,segment=NetworkSegment(85c06a0d-f2bd-4e48-aa62-56244f27affe),segment_id=85c06a0d-f2bd-4e48-aa62-56244f27affe)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:56.828411 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7a3071fd-c476-4916-bd80-4a08cb334b62 req-98f27684-6d75-48bc-b338-bde16faa212f tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/security-groups?id=c3501efa-7e62-4693-a186-96acaecb9685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399892 Jun 30 09:09:56.929036 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-cf1e6c9d-5100-44e9-82fa-fdab2b3801f4 req-562784df-86d1-4af5-855a-80156b52f9d8 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.949636 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.950499 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ed8e6cee-0936-46af-abfc-ee9705efed41 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:09:56.959375 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-bfd535c5-c7bb-4498-a050-4d5487c22e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:56.960466 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-bfd535c5-c7bb-4498-a050-4d5487c22e24 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7a35be23-e879-4c9f-9c08-97e29ad87307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4343479 Jun 30 09:09:56.962052 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-cf1e6c9d-5100-44e9-82fa-fdab2b3801f4 req-562784df-86d1-4af5-855a-80156b52f9d8 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.968635 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5', 'tag': 'f218fde1-8c40-4d3c-bec6-1fa3431a1ee2'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:56.970843 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db647cf6-8d73-4e39-8b72-24b2acbec4bd" -d '{"events": [{"name": "network-changed", "server_uuid": "7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5", "tag": "f218fde1-8c40-4d3c-bec6-1fa3431a1ee2"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:57.037741 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=933e2e49-c675-44bc-a5fb-2a961924da9b,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:57.043994 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port ed8e6cee-0936-46af-abfc-ee9705efed41, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ed8e6cee-0936-46af-abfc-ee9705efed41,segment=NetworkSegment(85c06a0d-f2bd-4e48-aa62-56244f27affe),segment_id=85c06a0d-f2bd-4e48-aa62-56244f27affe)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:57.058538 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'ed8e6cee-0936-46af-abfc-ee9705efed41', 'network_id': '7a35be23-e879-4c9f-9c08-97e29ad87307', 'port_id': 'ed8e6cee-0936-46af-abfc-ee9705efed41', 'mac_address': 'fa:16:3e:43:ee:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10dd56df-3695-4e18-9e1b-e75b02521afd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:09:57.092320 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-5678aa08-0297-4a6e-90fd-de19d28f647f service neutron] 10.222.0.52 "GET /v2.0/networks/7a35be23-e879-4c9f-9c08-97e29ad87307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170595 Jun 30 09:09:57.107579 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:57.107948 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d97027-4e77-43ad-ae0b-cfeabb9098cd req-45cf798d-421a-4bbe-b305-ecd2cdd121cb tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:57.109675 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-01d97027-4e77-43ad-ae0b-cfeabb9098cd req-45cf798d-421a-4bbe-b305-ecd2cdd121cb tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 946 time: 0.0738654 Jun 30 09:09:57.122080 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed8e6cee-0936-46af-abfc-ee9705efed41 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:57.144485 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port ed8e6cee-0936-46af-abfc-ee9705efed41, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ed8e6cee-0936-46af-abfc-ee9705efed41,segment=NetworkSegment(85c06a0d-f2bd-4e48-aa62-56244f27affe),segment_id=85c06a0d-f2bd-4e48-aa62-56244f27affe)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:57.152370 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-01d97027-4e77-43ad-ae0b-cfeabb9098cd req-1cc1c9a3-ceed-43b0-b633-8bbf255290b8 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366693 Jun 30 09:09:57.156328 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-cf1e6c9d-5100-44e9-82fa-fdab2b3801f4 req-562784df-86d1-4af5-855a-80156b52f9d8 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:57.159290 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-cf1e6c9d-5100-44e9-82fa-fdab2b3801f4 req-562784df-86d1-4af5-855a-80156b52f9d8 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:57.160212 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cf1e6c9d-5100-44e9-82fa-fdab2b3801f4 req-562784df-86d1-4af5-855a-80156b52f9d8 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/3ce14488-4ec5-4740-bc98-d5eb4dac6b00 HTTP/1.1" status: 204 len: 173 time: 0.6491008 Jun 30 09:09:57.184332 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562784df-86d1-4af5-855a-80156b52f9d8 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce14488-4ec5-4740-bc98-d5eb4dac6b00,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:57.225626 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bffc14-ea40-4a75-81e9-5f0a143d8402 x-openstack-request-id: req-f3bffc14-ea40-4a75-81e9-5f0a143d8402 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:57.226110 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5", "tag": "f218fde1-8c40-4d3c-bec6-1fa3431a1ee2", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:57.226363 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f3bffc14-ea40-4a75-81e9-5f0a143d8402 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:57.227386 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5', 'tag': 'f218fde1-8c40-4d3c-bec6-1fa3431a1ee2', 'status': 'completed', 'code': 200} Jun 30 09:09:57.234452 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:57.245305 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85bb24f4-8684-4931-82ce-3dc83d654714 req-4b805318-bae6-4f28-97db-e14c2376e9f4 service neutron] 10.222.0.52 "GET /v2.0/networks/7a35be23-e879-4c9f-9c08-97e29ad87307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452067 Jun 30 09:09:57.307888 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=ed8e6cee-0936-46af-abfc-ee9705efed41,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:57.349891 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d855d1d7-b6ce-4697-b63c-442ff6462e1a req-523610bc-5e18-4e6c-a6a1-5e3cf1d31794 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "GET /v2.0/security-groups/2f0a148c-5b2d-46f4-9eee-090ca9dd2c2d HTTP/1.1" status: 200 len: 1776 time: 0.0456607 Jun 30 09:09:57.404397 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125603d0-bad4-4421-b3cb-43b095090b77 req-b8a76d1d-a095-4fa9-ae05-101acfe26e73 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:57.406347 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-125603d0-bad4-4421-b3cb-43b095090b77 req-b8a76d1d-a095-4fa9-ae05-101acfe26e73 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5 HTTP/1.1" status: 200 len: 943 time: 0.0787826 Jun 30 09:09:57.426008 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d855d1d7-b6ce-4697-b63c-442ff6462e1a req-108e8bec-07ea-4a26-b0a4-370668240845 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:57.459156 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-125603d0-bad4-4421-b3cb-43b095090b77 req-defe6eb5-9682-40c3-a3de-75671df96c32 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444906 Jun 30 09:09:57.478252 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d855d1d7-b6ce-4697-b63c-442ff6462e1a req-108e8bec-07ea-4a26-b0a4-370668240845 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:57.528705 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db647cf6-8d73-4e39-8b72-24b2acbec4bd req-769be3e3-d596-4c81-a347-aa5b29b1d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:57.530433 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db647cf6-8d73-4e39-8b72-24b2acbec4bd req-769be3e3-d596-4c81-a347-aa5b29b1d3c9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1f6e0c7642ec4750ad0d102fddfbfbad&device_id=7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5 HTTP/1.1" status: 200 len: 1095 time: 0.1013916 Jun 30 09:09:57.586448 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['933e2e49-c675-44bc-a5fb-2a961924da9b'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:57.604349 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d855d1d7-b6ce-4697-b63c-442ff6462e1a req-108e8bec-07ea-4a26-b0a4-370668240845 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:57.609060 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d855d1d7-b6ce-4697-b63c-442ff6462e1a req-108e8bec-07ea-4a26-b0a4-370668240845 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:57.611318 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d855d1d7-b6ce-4697-b63c-442ff6462e1a req-108e8bec-07ea-4a26-b0a4-370668240845 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/2f0a148c-5b2d-46f4-9eee-090ca9dd2c2d HTTP/1.1" status: 204 len: 173 time: 0.2544990 Jun 30 09:09:57.614985 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['ed8e6cee-0936-46af-abfc-ee9705efed41'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:57.635247 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e8bec-07ea-4a26-b0a4-370668240845 tempest-SecurityGroupsTestAdminJSON-112039151 tempest-SecurityGroupsTestAdminJSON-112039151-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0a148c-5b2d-46f4-9eee-090ca9dd2c2d,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:57.671051 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd3088-064d-426f-9887-fc87912251bd req-13467ef5-b461-4e6c-90b9-6f8ca453cd55 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:57.681547 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b8bd3088-064d-426f-9887-fc87912251bd req-13467ef5-b461-4e6c-90b9-6f8ca453cd55 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0c642f-b906-4125-af41-e4f2faeb595c HTTP/1.1" status: 200 len: 950 time: 0.1147413 Jun 30 09:09:57.697516 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db647cf6-8d73-4e39-8b72-24b2acbec4bd req-cc8f20f8-ead7-496b-902b-fcc354c4317f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:57.700299 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db647cf6-8d73-4e39-8b72-24b2acbec4bd req-cc8f20f8-ead7-496b-902b-fcc354c4317f service neutron] 10.222.0.52 "GET /v2.0/networks?id=7a35be23-e879-4c9f-9c08-97e29ad87307 HTTP/1.1" status: 200 len: 917 time: 0.1565425 Jun 30 09:09:57.743211 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b8bd3088-064d-426f-9887-fc87912251bd req-b51fe00e-d17f-411e-81d1-b46aae7136d3 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600276 Jun 30 09:09:57.770690 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db647cf6-8d73-4e39-8b72-24b2acbec4bd req-1214b3cc-26f6-4852-b2a3-acd1cb3e83e9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f218fde1-8c40-4d3c-bec6-1fa3431a1ee2 HTTP/1.1" status: 200 len: 217 time: 0.0623043 Jun 30 09:09:57.793148 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 12c48410-0816-4c40-bb19-0f8e616fedf1 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:09:57.823973 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2dec8c3f-f56e-4c65-9e3a-dabd87007ad1 req-13929953-ad1c-4456-80fd-75d575f1026a tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] 10.222.0.10 "GET /v2.0/security-groups/6c66bcd3-8985-40d0-8bd2-1c8e24f34ca0 HTTP/1.1" status: 200 len: 1776 time: 0.0598979 Jun 30 09:09:57.860175 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db647cf6-8d73-4e39-8b72-24b2acbec4bd req-8b2867c0-bd06-458c-8ec7-77b7be1a27f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:57.862171 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db647cf6-8d73-4e39-8b72-24b2acbec4bd req-8b2867c0-bd06-458c-8ec7-77b7be1a27f7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10dd56df-3695-4e18-9e1b-e75b02521afd HTTP/1.1" status: 200 len: 855 time: 0.0820365 Jun 30 09:09:57.906805 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2dec8c3f-f56e-4c65-9e3a-dabd87007ad1 req-20c2397e-6555-4570-880e-705fd70c1784 tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:57.914581 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8be260-c265-4d94-86ec-3cfe08deb819 req-87d673dc-7d7d-4579-8bd5-105f3e757095 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:57.916181 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e8be260-c265-4d94-86ec-3cfe08deb819 req-87d673dc-7d7d-4579-8bd5-105f3e757095 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.1482654 Jun 30 09:09:57.953091 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2dec8c3f-f56e-4c65-9e3a-dabd87007ad1 req-20c2397e-6555-4570-880e-705fd70c1784 tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:57.985796 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e8be260-c265-4d94-86ec-3cfe08deb819 req-3520b122-7f1a-4056-b5bd-bec9b31cad4a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606260 Jun 30 09:09:57.993597 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db647cf6-8d73-4e39-8b72-24b2acbec4bd req-7c40f04d-6311-434b-b9a7-434c7a03a51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:57.995245 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db647cf6-8d73-4e39-8b72-24b2acbec4bd req-7c40f04d-6311-434b-b9a7-434c7a03a51c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7a35be23-e879-4c9f-9c08-97e29ad87307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1257000 Jun 30 09:09:57.997608 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 12c48410-0816-4c40-bb19-0f8e616fedf1, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=12c48410-0816-4c40-bb19-0f8e616fedf1,segment=NetworkSegment(3a1ad344-822e-42af-9a4a-4bccd1fb3f2f),segment_id=3a1ad344-822e-42af-9a4a-4bccd1fb3f2f)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:58.015662 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '12c48410-0816-4c40-bb19-0f8e616fedf1', 'network_id': 'b6cdea12-c60b-42fa-8c90-04414b5ed775', 'port_id': '12c48410-0816-4c40-bb19-0f8e616fedf1', 'mac_address': 'fa:16:3e:9e:df:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502ec1ad-27a0-4b8f-ad94-42aab069893b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:09:58.064257 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:58.078118 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2dec8c3f-f56e-4c65-9e3a-dabd87007ad1 req-20c2397e-6555-4570-880e-705fd70c1784 tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:58.079504 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c48410-0816-4c40-bb19-0f8e616fedf1 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:58.081707 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2dec8c3f-f56e-4c65-9e3a-dabd87007ad1 req-20c2397e-6555-4570-880e-705fd70c1784 tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:58.082710 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2dec8c3f-f56e-4c65-9e3a-dabd87007ad1 req-20c2397e-6555-4570-880e-705fd70c1784 tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] 10.222.0.10 "DELETE /v2.0/security-groups/6c66bcd3-8985-40d0-8bd2-1c8e24f34ca0 HTTP/1.1" status: 204 len: 173 time: 0.2574282 Jun 30 09:09:58.096763 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2397e-6555-4570-880e-705fd70c1784 tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c66bcd3-8985-40d0-8bd2-1c8e24f34ca0,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:58.106314 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 12c48410-0816-4c40-bb19-0f8e616fedf1, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=12c48410-0816-4c40-bb19-0f8e616fedf1,segment=NetworkSegment(3a1ad344-822e-42af-9a4a-4bccd1fb3f2f),segment_id=3a1ad344-822e-42af-9a4a-4bccd1fb3f2f)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:58.153921 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db647cf6-8d73-4e39-8b72-24b2acbec4bd req-f1ff61b7-69e0-4f67-b298-3e6d8091cc43 service neutron] 10.222.0.52 "GET /v2.0/networks/7a35be23-e879-4c9f-9c08-97e29ad87307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505487 Jun 30 09:09:58.233482 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:58.240880 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cab9a-bab4-48df-a839-a74af275a4f1 req-55a3e18b-6607-48c3-bc65-bb570eecbae5 tempest-ServersOnMultiNodesTest-960334946 tempest-ServersOnMultiNodesTest-960334946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:58.243049 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cb4cab9a-bab4-48df-a839-a74af275a4f1 req-55a3e18b-6607-48c3-bc65-bb570eecbae5 tempest-ServersOnMultiNodesTest-960334946 tempest-ServersOnMultiNodesTest-960334946-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2c0c642f-b906-4125-af41-e4f2faeb595c HTTP/1.1" status: 200 len: 1102 time: 0.1238706 Jun 30 09:09:58.282519 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad3632-0e53-40fe-a128-b09243bebd10 req-7c0a10a7-77c7-474c-a34c-a4568844ca53 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:58.282519 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e6ad3632-0e53-40fe-a128-b09243bebd10 req-7c0a10a7-77c7-474c-a34c-a4568844ca53 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 943 time: 0.0819769 Jun 30 09:09:58.295754 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db647cf6-8d73-4e39-8b72-24b2acbec4bd req-00c98b1c-794d-4cb1-a3e5-f0708ceccc19 service neutron] 10.222.0.52 "GET /v2.0/networks/7a35be23-e879-4c9f-9c08-97e29ad87307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338229 Jun 30 09:09:58.312353 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cb4cab9a-bab4-48df-a839-a74af275a4f1 req-553a4e62-395c-4ebf-be3f-d73251c5c631 tempest-ServersOnMultiNodesTest-960334946 tempest-ServersOnMultiNodesTest-960334946-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602384 Jun 30 09:09:58.328016 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e6ad3632-0e53-40fe-a128-b09243bebd10 req-6969ddd1-c817-4a02-8659-f4facf7d650c tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/security-groups?id=c3501efa-7e62-4693-a186-96acaecb9685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418990 Jun 30 09:09:58.348148 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=12c48410-0816-4c40-bb19-0f8e616fedf1,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:58.422179 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e8621f14-d265-49d7-b206-5d6e6a412d87 req-11178104-b9d4-48b6-80dc-10c08d5e5aff tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] 10.222.0.10 "GET /v2.0/security-groups/c2e11360-5095-4ee1-b3cf-22d9b0a3af6f HTTP/1.1" status: 200 len: 1777 time: 0.0512631 Jun 30 09:09:58.496716 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e8621f14-d265-49d7-b206-5d6e6a412d87 req-72b30202-328e-4a81-a1c4-199ce88c1e3a tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:58.521976 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e8621f14-d265-49d7-b206-5d6e6a412d87 req-72b30202-328e-4a81-a1c4-199ce88c1e3a tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:58.626372 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e8621f14-d265-49d7-b206-5d6e6a412d87 req-72b30202-328e-4a81-a1c4-199ce88c1e3a tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:58.628600 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e046bb0-c4a5-402e-a2ba-67cbe08ea35f req-557ebfb3-7af6-4c56-beab-34531e895437 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:58.629212 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e8621f14-d265-49d7-b206-5d6e6a412d87 req-72b30202-328e-4a81-a1c4-199ce88c1e3a tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:58.630089 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8e046bb0-c4a5-402e-a2ba-67cbe08ea35f req-557ebfb3-7af6-4c56-beab-34531e895437 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 946 time: 0.0690434 Jun 30 09:09:58.641399 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e8621f14-d265-49d7-b206-5d6e6a412d87 req-72b30202-328e-4a81-a1c4-199ce88c1e3a tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] 10.222.0.10 "DELETE /v2.0/security-groups/c2e11360-5095-4ee1-b3cf-22d9b0a3af6f HTTP/1.1" status: 204 len: 173 time: 0.2123010 Jun 30 09:09:58.654205 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b30202-328e-4a81-a1c4-199ce88c1e3a tempest-SecurityGroupsTestAdminJSON-274361837 tempest-SecurityGroupsTestAdminJSON-274361837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e11360-5095-4ee1-b3cf-22d9b0a3af6f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:58.675822 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['12c48410-0816-4c40-bb19-0f8e616fedf1'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:58.687439 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8e046bb0-c4a5-402e-a2ba-67cbe08ea35f req-a246ccec-c4a6-4eef-af61-e0a3ddffabf0 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503287 Jun 30 09:09:58.806901 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-02379c24-dc90-4481-a53f-320fb8ea4285 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1a2e4690a4914640bc78bd1032a89e19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285339 Jun 30 09:09:58.929817 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-deb29025-3b4c-477a-b599-5a321488486e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:58.931474 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-deb29025-3b4c-477a-b599-5a321488486e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1144128 Jun 30 09:09:58.944939 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0476e-6df8-4575-95a5-d4e743c200b3 req-046a5bb3-7c75-47ad-a58d-7cebcdb53a9c tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:58.946480 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7cd0476e-6df8-4575-95a5-d4e743c200b3 req-046a5bb3-7c75-47ad-a58d-7cebcdb53a9c tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5 HTTP/1.1" status: 200 len: 943 time: 0.0725479 Jun 30 09:09:58.950345 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-2ff27c32-48f4-4cf5-a77f-e765ba906da7 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/quotas/1a2e4690a4914640bc78bd1032a89e19 HTTP/1.1" status: 200 len: 375 time: 0.0113175 Jun 30 09:09:58.991181 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7cd0476e-6df8-4575-95a5-d4e743c200b3 req-12c469f8-fd7f-42ae-98ac-5b69659517e4 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385613 Jun 30 09:09:59.045051 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-2dbc88b8-d5ac-40d9-964a-87d18ebdebb2 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a2e4690a4914640bc78bd1032a89e19&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0864751 Jun 30 09:09:59.193968 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc121b53-5162-4b3b-951c-725d5f601fd7 req-178827f4-7525-4aca-a2a7-5ab73e066fed tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:59.195551 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fc121b53-5162-4b3b-951c-725d5f601fd7 req-178827f4-7525-4aca-a2a7-5ab73e066fed tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.0792029 Jun 30 09:09:59.229628 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59308) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:59.248187 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fc121b53-5162-4b3b-951c-725d5f601fd7 req-0455092b-1842-43d6-a6d7-852d7b73e340 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400918 Jun 30 09:09:59.413881 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3642c99b-03c9-41a7-b1d8-84ae7f428f39 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=deef9d6036fb4679b90465da1995b1e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1831408 Jun 30 09:09:59.416829 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59318) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:59.431822 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d1938012-f249-401b-8fd2-bd699203ffc7 req-b2b06422-5425-4a30-9169-e3d36692a012 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6 HTTP/1.1" status: 200 len: 210 time: 0.0305493 Jun 30 09:09:59.538489 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6bee9c64-35cc-407e-b426-1f0bbdc48839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.570617 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6bee9c64-35cc-407e-b426-1f0bbdc48839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.590417 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2728b8-ce90-4845-8265-a5da238493f9 req-b7dfaa51-e639-4c77-a8bd-4249c3a705b5 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:59.595954 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cb2728b8-ce90-4845-8265-a5da238493f9 req-b7dfaa51-e639-4c77-a8bd-4249c3a705b5 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 944 time: 0.1149783 Jun 30 09:09:59.658678 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cb2728b8-ce90-4845-8265-a5da238493f9 req-2f4bbd2d-4067-46f8-8993-030c73ea004c tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/security-groups?id=c3501efa-7e62-4693-a186-96acaecb9685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540998 Jun 30 09:09:59.793410 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6bee9c64-35cc-407e-b426-1f0bbdc48839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.810307 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6bee9c64-35cc-407e-b426-1f0bbdc48839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.810307 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6bee9c64-35cc-407e-b426-1f0bbdc48839 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6e4e50e3-9c33-4fe8-9a3c-c2c8940d09a3 HTTP/1.1" status: 204 len: 168 time: 0.3843606 Jun 30 09:09:59.820826 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee9c64-35cc-407e-b426-1f0bbdc48839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4e50e3-9c33-4fe8-9a3c-c2c8940d09a3,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:59.951463 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5293cc-294b-41e0-8200-1fe78a5aa852 req-3c11a928-248d-436a-bb6e-e51238ec4a5a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:59.953876 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a5293cc-294b-41e0-8200-1fe78a5aa852 req-3c11a928-248d-436a-bb6e-e51238ec4a5a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 946 time: 0.1070216 Jun 30 09:09:59.995200 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a5293cc-294b-41e0-8200-1fe78a5aa852 req-0df8dd9e-9dbb-4c56-97b7-a3a77bfd3436 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348618 Jun 30 09:10:00.193529 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff3c46-b221-4427-aeae-1f6286a43f74 req-f83a33d9-6237-42bd-8e45-861f3e3ec016 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:00.195197 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-edff3c46-b221-4427-aeae-1f6286a43f74 req-f83a33d9-6237-42bd-8e45-861f3e3ec016 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5 HTTP/1.1" status: 200 len: 943 time: 0.0740321 Jun 30 09:10:00.243292 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-edff3c46-b221-4427-aeae-1f6286a43f74 req-c2dfa519-6bfa-4b29-9600-c117be1de39b tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394969 Jun 30 09:10:00.444513 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e9ec6-1775-4db2-8219-aae86cb0344a req-0db9504e-bfb9-4884-b1d7-f8a62aad6bbb tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:00.446671 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-571e9ec6-1775-4db2-8219-aae86cb0344a req-0db9504e-bfb9-4884-b1d7-f8a62aad6bbb tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.0764797 Jun 30 09:10:00.454512 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device f218fde1-8c40-4d3c-bec6-1fa3431a1ee2 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:10:00.458170 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 933e2e49-c675-44bc-a5fb-2a961924da9b up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:00.520582 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-571e9ec6-1775-4db2-8219-aae86cb0344a req-cdec78fa-f9c9-4954-932f-65980a7bf9e8 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622349 Jun 30 09:10:00.544852 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f04e0f87-6e3b-4a0d-b0db-3c846173c319 req-2b5272a4-e4e2-4adb-b1a2-e55e00418d7f tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6 HTTP/1.1" status: 200 len: 210 time: 0.0446882 Jun 30 09:10:00.616693 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port f218fde1-8c40-4d3c-bec6-1fa3431a1ee2, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=f218fde1-8c40-4d3c-bec6-1fa3431a1ee2,segment=NetworkSegment(85c06a0d-f2bd-4e48-aa62-56244f27affe),segment_id=85c06a0d-f2bd-4e48-aa62-56244f27affe)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:00.628273 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'f218fde1-8c40-4d3c-bec6-1fa3431a1ee2', 'network_id': '7a35be23-e879-4c9f-9c08-97e29ad87307', 'port_id': 'f218fde1-8c40-4d3c-bec6-1fa3431a1ee2', 'mac_address': 'fa:16:3e:4c:02:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10dd56df-3695-4e18-9e1b-e75b02521afd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:10:00.657173 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 933e2e49-c675-44bc-a5fb-2a961924da9b completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:00.667384 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 933e2e49-c675-44bc-a5fb-2a961924da9b triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:00.667754 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:00.672803 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:00.711492 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f218fde1-8c40-4d3c-bec6-1fa3431a1ee2 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:00.738796 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59346) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:00.742867 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port f218fde1-8c40-4d3c-bec6-1fa3431a1ee2, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=f218fde1-8c40-4d3c-bec6-1fa3431a1ee2,segment=NetworkSegment(85c06a0d-f2bd-4e48-aa62-56244f27affe),segment_id=85c06a0d-f2bd-4e48-aa62-56244f27affe)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:00.795075 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:00.817079 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7fbb68e6-b8d1-4b7f-b7cd-810f0fd3e4d1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b8c64ad6949b4481996a79871238a438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0755703 Jun 30 09:10:00.820000 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59348) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:00.833363 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 933e2e49-c675-44bc-a5fb-2a961924da9b, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=933e2e49-c675-44bc-a5fb-2a961924da9b,segment=NetworkSegment(85c06a0d-f2bd-4e48-aa62-56244f27affe),segment_id=85c06a0d-f2bd-4e48-aa62-56244f27affe)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:00.834629 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca4a790-833d-4d51-9ed2-e88669de9268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933e2e49-c675-44bc-a5fb-2a961924da9b'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:00.837601 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8c04b4-154e-4e01-8ea0-23fdd8083ac6" -d '{"events": [{"server_uuid": "1ca4a790-833d-4d51-9ed2-e88669de9268", "name": "network-vif-plugged", "status": "completed", "tag": "933e2e49-c675-44bc-a5fb-2a961924da9b"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:00.848652 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:00.875546 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa4524-4bf6-459b-a29a-88a56830f1ca req-0cbf8727-4ebc-47bc-8a16-0d9379f4e16c tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:00.880000 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-acfa4524-4bf6-459b-a29a-88a56830f1ca req-0cbf8727-4ebc-47bc-8a16-0d9379f4e16c tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 944 time: 0.0773633 Jun 30 09:10:00.886770 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9b8296-335c-45c9-8ec0-e2ae388d7312 x-openstack-request-id: req-2b9b8296-335c-45c9-8ec0-e2ae388d7312 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:00.887419 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca4a790-833d-4d51-9ed2-e88669de9268", "name": "network-vif-plugged", "status": "completed", "tag": "933e2e49-c675-44bc-a5fb-2a961924da9b", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:00.887897 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2b9b8296-335c-45c9-8ec0-e2ae388d7312 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:00.888455 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca4a790-833d-4d51-9ed2-e88669de9268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933e2e49-c675-44bc-a5fb-2a961924da9b', 'code': 200} Jun 30 09:10:00.890461 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-73acb5e3-d636-4200-9442-0dbeab3d4070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:00.911237 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:00.912411 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ed8e6cee-0936-46af-abfc-ee9705efed41 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:00.932382 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-73acb5e3-d636-4200-9442-0dbeab3d4070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:00.949595 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-acfa4524-4bf6-459b-a29a-88a56830f1ca req-2b715e0c-2e7b-4e11-a420-cab8985a5b30 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/security-groups?id=c3501efa-7e62-4693-a186-96acaecb9685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631897 Jun 30 09:10:00.959984 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=f218fde1-8c40-4d3c-bec6-1fa3431a1ee2,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:01.082058 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2303a-dc34-40e2-86c1-c702a46b0483 req-f9d268eb-3ea3-43d7-b19e-885a07b27598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:01.082426 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c8a2303a-dc34-40e2-86c1-c702a46b0483 req-f9d268eb-3ea3-43d7-b19e-885a07b27598 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1ca4a790-833d-4d51-9ed2-e88669de9268 HTTP/1.1" status: 200 len: 1098 time: 0.1035554 Jun 30 09:10:01.084554 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=933e2e49-c675-44bc-a5fb-2a961924da9b,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:01.106430 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-73acb5e3-d636-4200-9442-0dbeab3d4070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.110551 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-73acb5e3-d636-4200-9442-0dbeab3d4070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.110551 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-73acb5e3-d636-4200-9442-0dbeab3d4070 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/663a920e-ad1a-43dc-9630-b2bda24976b2 HTTP/1.1" status: 204 len: 168 time: 0.2895265 Jun 30 09:10:01.120320 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73acb5e3-d636-4200-9442-0dbeab3d4070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663a920e-ad1a-43dc-9630-b2bda24976b2,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:01.145342 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c8a2303a-dc34-40e2-86c1-c702a46b0483 req-be4e0702-d0ff-4eb8-8ae3-cfedc79af74f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483544 Jun 30 09:10:01.220211 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['f218fde1-8c40-4d3c-bec6-1fa3431a1ee2'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:01.232938 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c09be-ff27-47bf-b88e-75fa2467bd34 req-1d527622-edf7-4c60-b989-f87c96abbbe8 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:01.235564 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2f3c09be-ff27-47bf-b88e-75fa2467bd34 req-1d527622-edf7-4c60-b989-f87c96abbbe8 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 946 time: 0.0744224 Jun 30 09:10:01.244485 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port ed8e6cee-0936-46af-abfc-ee9705efed41 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:01.254493 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port ed8e6cee-0936-46af-abfc-ee9705efed41 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:01.254828 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.306702 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2f3c09be-ff27-47bf-b88e-75fa2467bd34 req-7c2f16a6-245a-47aa-8fca-e8433be10174 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630345 Jun 30 09:10:01.455920 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.464334 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f971469-53c8-4d2b-8190-4d1dfd93dcaa req-9d1df7ce-545d-4c53-a4e7-1489fe41b460 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:01.465891 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2f971469-53c8-4d2b-8190-4d1dfd93dcaa req-9d1df7ce-545d-4c53-a4e7-1489fe41b460 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5 HTTP/1.1" status: 200 len: 944 time: 0.0874236 Jun 30 09:10:01.509781 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2f971469-53c8-4d2b-8190-4d1dfd93dcaa req-dc7107c8-7a7c-432e-aa27-f1d8544cc580 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364878 Jun 30 09:10:01.526172 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port ed8e6cee-0936-46af-abfc-ee9705efed41, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ed8e6cee-0936-46af-abfc-ee9705efed41,segment=NetworkSegment(85c06a0d-f2bd-4e48-aa62-56244f27affe),segment_id=85c06a0d-f2bd-4e48-aa62-56244f27affe)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:01.614455 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.692178 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=ed8e6cee-0936-46af-abfc-ee9705efed41,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:01.717453 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-daf7352a-15ad-4e74-aed8-c412ede18144 req-8fed85c7-f9c3-4c1e-9472-ade962fd88f6 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6 HTTP/1.1" status: 200 len: 210 time: 0.0394762 Jun 30 09:10:01.746168 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba11168-1e4b-4cba-b2e8-f92aed98bbeb req-50807148-0f83-4f92-9587-e70e64f8b9c7 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:01.747850 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0ba11168-1e4b-4cba-b2e8-f92aed98bbeb req-50807148-0f83-4f92-9587-e70e64f8b9c7 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.0832610 Jun 30 09:10:01.811771 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0ba11168-1e4b-4cba-b2e8-f92aed98bbeb req-4f03275a-4811-4ea2-84ac-daf10a43c7dc tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558314 Jun 30 09:10:01.813638 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 12c48410-0816-4c40-bb19-0f8e616fedf1 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:01.963201 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 12c48410-0816-4c40-bb19-0f8e616fedf1 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:01.967358 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 12c48410-0816-4c40-bb19-0f8e616fedf1 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:01.968699 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:02.062512 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:02.102512 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 12c48410-0816-4c40-bb19-0f8e616fedf1, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=12c48410-0816-4c40-bb19-0f8e616fedf1,segment=NetworkSegment(3a1ad344-822e-42af-9a4a-4bccd1fb3f2f),segment_id=3a1ad344-822e-42af-9a4a-4bccd1fb3f2f)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:02.142118 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8200153-abf2-46a9-8816-6811373614de req-f0795677-3885-40fa-8372-d7aae0ae1958 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:02.149863 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f8200153-abf2-46a9-8816-6811373614de req-f0795677-3885-40fa-8372-d7aae0ae1958 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 944 time: 0.0857408 Jun 30 09:10:02.194146 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f8200153-abf2-46a9-8816-6811373614de req-a96c1519-414d-49d8-aa48-924cac05718b tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/security-groups?id=c3501efa-7e62-4693-a186-96acaecb9685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432906 Jun 30 09:10:02.243899 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:02.244737 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 91b73ffe-d46a-4dcd-ae20-6f135629a487 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:02.330672 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=12c48410-0816-4c40-bb19-0f8e616fedf1,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:02.393049 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:02.428203 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-c59f14a6-52ea-48bc-b23a-6d41ac23e620 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1a2e4690a4914640bc78bd1032a89e19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619752 Jun 30 09:10:02.451761 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 91b73ffe-d46a-4dcd-ae20-6f135629a487, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=91b73ffe-d46a-4dcd-ae20-6f135629a487,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:02.581769 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:02.613246 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-7813c947-dacc-489e-a6de-b3afc7fa41ab tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:02.616032 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-7813c947-dacc-489e-a6de-b3afc7fa41ab tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1829076 Jun 30 09:10:02.632934 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-cbf1800c-2fde-4d90-873c-511da5fcfd53 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Request body: {'port': {'device_id': '4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'admin_state_up': True, 'tenant_id': '1a2e4690a4914640bc78bd1032a89e19'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:02.649397 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=91b73ffe-d46a-4dcd-ae20-6f135629a487,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:02.696583 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b50518-e19b-4510-a70b-1b8b0ef5a1ff req-8306faa3-24e7-457e-833e-b5900deae45a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:02.704024 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f4b50518-e19b-4510-a70b-1b8b0ef5a1ff req-8306faa3-24e7-457e-833e-b5900deae45a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 946 time: 0.1896975 Jun 30 09:10:02.722369 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e500d-4446-48a2-bbdc-5e762b780e48 req-4c0b81ce-f189-4f29-af6e-090a6ecadddc tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:02.724630 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-360e500d-4446-48a2-bbdc-5e762b780e48 req-4c0b81ce-f189-4f29-af6e-090a6ecadddc tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5 HTTP/1.1" status: 200 len: 944 time: 0.0758097 Jun 30 09:10:02.783504 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f4b50518-e19b-4510-a70b-1b8b0ef5a1ff req-49af3170-9999-483f-a8d3-67a41413bfbb tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688753 Jun 30 09:10:02.800069 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-360e500d-4446-48a2-bbdc-5e762b780e48 req-923d5867-f9ef-4cc7-9c9e-91d19958eefc tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671210 Jun 30 09:10:02.890749 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c144cba-e8bb-461f-9571-4b9a470284da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8e6cee-0936-46af-abfc-ee9705efed41'}, {'server_uuid': 'd4abde93-2d4f-491b-b503-586add855df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c48410-0816-4c40-bb19-0f8e616fedf1'}, {'server_uuid': 'b20ec5b3-3afa-414d-94d3-082f503542a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91b73ffe-d46a-4dcd-ae20-6f135629a487'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:02.894915 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba963f26-55cd-4425-9581-7c46a4355ef8" -d '{"events": [{"server_uuid": "4c144cba-e8bb-461f-9571-4b9a470284da", "name": "network-vif-plugged", "status": "completed", "tag": "ed8e6cee-0936-46af-abfc-ee9705efed41"}, {"server_uuid": "d4abde93-2d4f-491b-b503-586add855df0", "name": "network-vif-plugged", "status": "completed", "tag": "12c48410-0816-4c40-bb19-0f8e616fedf1"}, {"server_uuid": "b20ec5b3-3afa-414d-94d3-082f503542a1", "name": "network-vif-unplugged", "status": "completed", "tag": "91b73ffe-d46a-4dcd-ae20-6f135629a487"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:02.913329 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-cbf1800c-2fde-4d90-873c-511da5fcfd53 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Made reservation on behalf of 1a2e4690a4914640bc78bd1032a89e19 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:02.919563 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-cbf1800c-2fde-4d90-873c-511da5fcfd53 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:02.946826 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5fd7da68-8fec-41bb-860c-3b5e15445446 req-a433bc33-28a0-407a-ad69-ce09ece3085e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6 HTTP/1.1" status: 200 len: 210 time: 0.0335748 Jun 30 09:10:03.024850 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6109e2-39bd-4fed-b232-81cb4bdf09ad x-openstack-request-id: req-2e6109e2-39bd-4fed-b232-81cb4bdf09ad {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:03.025479 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c144cba-e8bb-461f-9571-4b9a470284da", "name": "network-vif-plugged", "status": "completed", "tag": "ed8e6cee-0936-46af-abfc-ee9705efed41", "code": 200}, {"server_uuid": "d4abde93-2d4f-491b-b503-586add855df0", "name": "network-vif-plugged", "status": "completed", "tag": "12c48410-0816-4c40-bb19-0f8e616fedf1", "code": 200}, {"server_uuid": "b20ec5b3-3afa-414d-94d3-082f503542a1", "name": "network-vif-unplugged", "status": "completed", "tag": "91b73ffe-d46a-4dcd-ae20-6f135629a487", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:03.026208 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2e6109e2-39bd-4fed-b232-81cb4bdf09ad {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:03.026896 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c144cba-e8bb-461f-9571-4b9a470284da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8e6cee-0936-46af-abfc-ee9705efed41', 'code': 200} Jun 30 09:10:03.027524 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4abde93-2d4f-491b-b503-586add855df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c48410-0816-4c40-bb19-0f8e616fedf1', 'code': 200} Jun 30 09:10:03.028111 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20ec5b3-3afa-414d-94d3-082f503542a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91b73ffe-d46a-4dcd-ae20-6f135629a487', 'code': 200} Jun 30 09:10:03.220342 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609943dd-7164-4a1a-8bc8-36ca6986d9c3 req-4a32961b-309f-4f61-b4d7-ef5d2c6814e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:03.221893 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-609943dd-7164-4a1a-8bc8-36ca6986d9c3 req-4a32961b-309f-4f61-b4d7-ef5d2c6814e4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 1097 time: 0.0754592 Jun 30 09:10:03.226318 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ec3d2-838b-4b8c-9e76-9a9d2a390459 req-1215da44-8937-40fb-8517-b17318e22a2c tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:03.238037 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc9ec3d2-838b-4b8c-9e76-9a9d2a390459 req-1215da44-8937-40fb-8517-b17318e22a2c tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 948 time: 0.2926843 Jun 30 09:10:03.274610 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-609943dd-7164-4a1a-8bc8-36ca6986d9c3 req-5ddc4478-dabc-4b41-b40c-a385330daadf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c3501efa-7e62-4693-a186-96acaecb9685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382733 Jun 30 09:10:03.288122 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-cbf1800c-2fde-4d90-873c-511da5fcfd53 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Allocated IP 192.168.233.141 (ad33225d-5521-4894-b7e8-170799d80b12/a0a5de46-050b-42ad-8d47-c859eedbe230/08edbab1-4ee2-4f26-b009-49d68e44f816) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:03.405825 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc9ec3d2-838b-4b8c-9e76-9a9d2a390459 req-e93e39b2-0771-4a69-aac4-0423b49fffff tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356986 Jun 30 09:10:03.418338 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e4046-283a-4f7e-9afc-c366bf8a38a1 req-fb9c5d53-b8c8-4192-bcc1-9ce8f351f5d8 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:03.424141 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f33e4046-283a-4f7e-9afc-c366bf8a38a1 req-fb9c5d53-b8c8-4192-bcc1-9ce8f351f5d8 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 945 time: 0.0782137 Jun 30 09:10:03.445740 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d78328-700c-4da3-8130-bc598eb341d5 req-658fcd32-3136-4c36-ac3c-3931eaec88b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:03.447281 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d5d78328-700c-4da3-8130-bc598eb341d5 req-658fcd32-3136-4c36-ac3c-3931eaec88b1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 1097 time: 0.3199546 Jun 30 09:10:03.499955 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f33e4046-283a-4f7e-9afc-c366bf8a38a1 req-b1aa0acb-61d7-4bd0-b534-65fcf3c90974 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/security-groups?id=c3501efa-7e62-4693-a186-96acaecb9685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663309 Jun 30 09:10:03.567481 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d5d78328-700c-4da3-8130-bc598eb341d5 req-b6732c52-cde8-4d80-974c-7daa90b5c710 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081185 Jun 30 09:10:03.627939 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-cbf1800c-2fde-4d90-873c-511da5fcfd53 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:03.644837 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-cbf1800c-2fde-4d90-873c-511da5fcfd53 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Transition to ACTIVE for port object 08edbab1-4ee2-4f26-b009-49d68e44f816 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:03.764217 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-cbf1800c-2fde-4d90-873c-511da5fcfd53 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:03.785040 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['715a2321-9a1e-4336-9311-fea1b8e8c92e', 'cd2c450e-666a-4b40-843d-3d2afaa42608'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:03.789213 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['e38873e4-de44-4aa0-831f-ff170eea831f', '95ce2fc6-54f7-4719-9352-143bd62a5933', 'ca94fe25-1c42-4b7c-a721-cfb326e76480', '3f66becb-2291-4fd9-a2ba-47ad8464b5d1'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:03.819090 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-cbf1800c-2fde-4d90-873c-511da5fcfd53 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Network ad33225d-5521-4894-b7e8-170799d80b12 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:03.823806 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-cbf1800c-2fde-4d90-873c-511da5fcfd53 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:03.832572 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-cbf1800c-2fde-4d90-873c-511da5fcfd53 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:03.899794 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1800c-2fde-4d90-873c-511da5fcfd53 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Pushing event updated for resources: {'Port': ['ID=08edbab1-4ee2-4f26-b009-49d68e44f816,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:03.956127 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-cbf1800c-2fde-4d90-873c-511da5fcfd53 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:03.956789 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-cbf1800c-2fde-4d90-873c-511da5fcfd53 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.063460 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-cbf1800c-2fde-4d90-873c-511da5fcfd53 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4347382 Jun 30 09:10:04.088503 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-8f7cd951-7986-4a83-89ac-c3aef2c97985 service neutron] Request body: {'port': {'device_id': '4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:04.164581 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da28c3-dfdd-44fb-b92d-da9ec423adba req-881bf2fa-e0f1-433d-b1d1-e9b7b43e059f tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:04.187518 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-54da28c3-dfdd-44fb-b92d-da9ec423adba req-881bf2fa-e0f1-433d-b1d1-e9b7b43e059f tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5 HTTP/1.1" status: 200 len: 944 time: 0.1361289 Jun 30 09:10:04.210062 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-54da28c3-dfdd-44fb-b92d-da9ec423adba req-d0c2d8d3-7e08-4172-bef3-b102b6f3a265 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355926 Jun 30 09:10:04.239868 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a303bd3-b562-4827-84a3-b8f7fefeba7b req-cc08c491-9e9a-4015-a3ab-cd6037e33697 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:04.243574 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5a303bd3-b562-4827-84a3-b8f7fefeba7b req-cc08c491-9e9a-4015-a3ab-cd6037e33697 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 946 time: 0.2411227 Jun 30 09:10:04.274717 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-8f7cd951-7986-4a83-89ac-c3aef2c97985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.301373 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5a303bd3-b562-4827-84a3-b8f7fefeba7b req-7a55c80c-7be6-470d-827e-e9c044d74475 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566974 Jun 30 09:10:04.420179 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c0c4b-de41-44c2-8872-c83d6e6ee8a2 req-daccd95f-7469-428f-aefe-4008c8370263 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:04.422672 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-472c0c4b-de41-44c2-8872-c83d6e6ee8a2 req-daccd95f-7469-428f-aefe-4008c8370263 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6 HTTP/1.1" status: 200 len: 936 time: 0.0834816 Jun 30 09:10:04.458200 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d3cb768b-f7c8-4252-96a9-59ee59ac25c4 None None] Provisioning for port 08edbab1-4ee2-4f26-b009-49d68e44f816 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:04.465789 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-472c0c4b-de41-44c2-8872-c83d6e6ee8a2 req-21bce333-2cb2-44f4-b4bb-ff69da4dcf1d tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363884 Jun 30 09:10:04.472117 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d3cb768b-f7c8-4252-96a9-59ee59ac25c4 None None] Provisioning complete for port 08edbab1-4ee2-4f26-b009-49d68e44f816 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:04.472648 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d3cb768b-f7c8-4252-96a9-59ee59ac25c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.475206 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device f218fde1-8c40-4d3c-bec6-1fa3431a1ee2 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:04.620510 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb768b-f7c8-4252-96a9-59ee59ac25c4 None None] Port 08edbab1-4ee2-4f26-b009-49d68e44f816 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:10:04.692935 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-1dde6754-4bf7-4c77-acd0-8faf467a3aa4 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=7dad8a1a18a24681869bc5c11092897a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409698 Jun 30 09:10:04.713812 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-8f7cd951-7986-4a83-89ac-c3aef2c97985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08edbab1-4ee2-4f26-b009-49d68e44f816 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:04.732881 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-8f7cd951-7986-4a83-89ac-c3aef2c97985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.776650 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port f218fde1-8c40-4d3c-bec6-1fa3431a1ee2 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:04.789884 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-8f7cd951-7986-4a83-89ac-c3aef2c97985 service neutron] Transition to ACTIVE for port object 08edbab1-4ee2-4f26-b009-49d68e44f816 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:04.790959 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port f218fde1-8c40-4d3c-bec6-1fa3431a1ee2 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:04.793480 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.829704 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046332f-0bfa-4835-8359-e02d0fc7a631 req-1bef9fe9-45cd-465f-b232-cf7580d45491 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:04.831539 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d046332f-0bfa-4835-8359-e02d0fc7a631 req-1bef9fe9-45cd-465f-b232-cf7580d45491 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 948 time: 0.0756142 Jun 30 09:10:04.852197 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-53f480d2-20a7-4123-96a8-b398b9366b87 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:04.854104 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-53f480d2-20a7-4123-96a8-b398b9366b87 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1604016 Jun 30 09:10:04.873967 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-8e6685f7-ebc3-434d-85cd-766037193cda tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/quotas/7dad8a1a18a24681869bc5c11092897a HTTP/1.1" status: 200 len: 375 time: 0.0133793 Jun 30 09:10:04.891692 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.892249 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-8f7cd951-7986-4a83-89ac-c3aef2c97985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.903455 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d046332f-0bfa-4835-8359-e02d0fc7a631 req-533ca0f6-1ded-46d5-b6a6-22975631f47e tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609601 Jun 30 09:10:04.926931 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-78bf89fb-52a5-478e-b1da-957075cb5c29 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7dad8a1a18a24681869bc5c11092897a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463979 Jun 30 09:10:04.965215 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port f218fde1-8c40-4d3c-bec6-1fa3431a1ee2, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=f218fde1-8c40-4d3c-bec6-1fa3431a1ee2,segment=NetworkSegment(85c06a0d-f2bd-4e48-aa62-56244f27affe),segment_id=85c06a0d-f2bd-4e48-aa62-56244f27affe)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:05.033588 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f218fde1-8c40-4d3c-bec6-1fa3431a1ee2'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:05.037217 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb0a7db-d5de-44f6-b3bb-718c5bdd6e30" -d '{"events": [{"server_uuid": "7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5", "name": "network-vif-plugged", "status": "completed", "tag": "f218fde1-8c40-4d3c-bec6-1fa3431a1ee2"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:05.042064 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.090768 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7cd951-7986-4a83-89ac-c3aef2c97985 service neutron] Pushing event updated for resources: {'Port': ['ID=08edbab1-4ee2-4f26-b009-49d68e44f816,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:05.113692 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-8f7cd951-7986-4a83-89ac-c3aef2c97985 service neutron] Attempting to bind port 08edbab1-4ee2-4f26-b009-49d68e44f816 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:05.114318 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-8f7cd951-7986-4a83-89ac-c3aef2c97985 service neutron] Attempting to bind port 08edbab1-4ee2-4f26-b009-49d68e44f816 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:05.114666 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-8f7cd951-7986-4a83-89ac-c3aef2c97985 service neutron] Attempting to bind port 08edbab1-4ee2-4f26-b009-49d68e44f816 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:05.122021 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-8f7cd951-7986-4a83-89ac-c3aef2c97985 service neutron] Port 08edbab1-4ee2-4f26-b009-49d68e44f816 on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:10:05.122350 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-8f7cd951-7986-4a83-89ac-c3aef2c97985 service neutron] Attempting to bind port 08edbab1-4ee2-4f26-b009-49d68e44f816 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:05.129221 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-8f7cd951-7986-4a83-89ac-c3aef2c97985 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:05.129628 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-8f7cd951-7986-4a83-89ac-c3aef2c97985 service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:05.129999 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=f218fde1-8c40-4d3c-bec6-1fa3431a1ee2,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:05.130140 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-8f7cd951-7986-4a83-89ac-c3aef2c97985 service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:05.130485 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-8f7cd951-7986-4a83-89ac-c3aef2c97985 service neutron] Bound port: 08edbab1-4ee2-4f26-b009-49d68e44f816, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:05.130862 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-8f7cd951-7986-4a83-89ac-c3aef2c97985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.207283 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69337e64-85b4-41c6-9fb0-efde27f8f7eb req-817cb331-66dd-4c9d-b7a2-250d14c070da tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:05.215886 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-69337e64-85b4-41c6-9fb0-efde27f8f7eb req-817cb331-66dd-4c9d-b7a2-250d14c070da tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 945 time: 0.0968435 Jun 30 09:10:05.249878 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-8f7cd951-7986-4a83-89ac-c3aef2c97985 service neutron] For port 08edbab1-4ee2-4f26-b009-49d68e44f816, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:05.255805 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-8f7cd951-7986-4a83-89ac-c3aef2c97985 service neutron] For port 08edbab1-4ee2-4f26-b009-49d68e44f816, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=08edbab1-4ee2-4f26-b009-49d68e44f816,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:05.259008 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-69337e64-85b4-41c6-9fb0-efde27f8f7eb req-b7f8bce1-efa5-4cd6-9c95-07ae5540d8ab tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/security-groups?id=c3501efa-7e62-4693-a186-96acaecb9685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418718 Jun 30 09:10:05.330092 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d99e8b-e8d7-44ca-ac58-82b84b94a5dc x-openstack-request-id: req-73d99e8b-e8d7-44ca-ac58-82b84b94a5dc {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:05.330515 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5", "name": "network-vif-plugged", "status": "completed", "tag": "f218fde1-8c40-4d3c-bec6-1fa3431a1ee2", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:05.331061 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-73d99e8b-e8d7-44ca-ac58-82b84b94a5dc {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:05.332003 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f218fde1-8c40-4d3c-bec6-1fa3431a1ee2', 'code': 200} Jun 30 09:10:05.353471 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-8f7cd951-7986-4a83-89ac-c3aef2c97985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.443978 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-8f7cd951-7986-4a83-89ac-c3aef2c97985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:05.444930 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-8f7cd951-7986-4a83-89ac-c3aef2c97985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.471574 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-8f7cd951-7986-4a83-89ac-c3aef2c97985 service neutron] 10.222.0.37 "PUT /v2.0/ports/08edbab1-4ee2-4f26-b009-49d68e44f816 HTTP/1.1" status: 200 len: 1097 time: 1.3717296 Jun 30 09:10:05.482267 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6', 'tag': '08edbab1-4ee2-4f26-b009-49d68e44f816'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:05.485585 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1609455-e801-4a3c-87c7-eec3c0d961eb" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6", "tag": "08edbab1-4ee2-4f26-b009-49d68e44f816"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:05.541892 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1639db-078e-408c-817f-d2ab37bc8c94 req-dea5aee6-eb3f-4dbb-9a7c-53eda921d2c8 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:05.543597 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9c1639db-078e-408c-817f-d2ab37bc8c94 req-dea5aee6-eb3f-4dbb-9a7c-53eda921d2c8 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5 HTTP/1.1" status: 200 len: 945 time: 0.1011844 Jun 30 09:10:05.548497 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7cd951-7986-4a83-89ac-c3aef2c97985 service neutron] Pushing event updated for resources: {'Port': ['ID=08edbab1-4ee2-4f26-b009-49d68e44f816,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:05.575205 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-507514c4-7f16-467a-a500-1f946ceac5db req-4844367d-e237-4458-9ec4-45fab498e4be tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=c653ed1d-e900-42f5-b523-fc1ccf219369 HTTP/1.1" status: 200 len: 210 time: 0.0378835 Jun 30 09:10:05.604043 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9c1639db-078e-408c-817f-d2ab37bc8c94 req-87f6ca2f-6fc5-484a-8e17-9c5ed6f1ce83 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525873 Jun 30 09:10:05.605444 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5f8c2-ad0b-4137-b607-dae1676f158e req-513c9337-3091-47be-9845-78275fe95653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:05.607572 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8ca5f8c2-ad0b-4137-b607-dae1676f158e req-513c9337-3091-47be-9845-78275fe95653 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5 HTTP/1.1" status: 200 len: 1097 time: 0.1655326 Jun 30 09:10:05.674957 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8ca5f8c2-ad0b-4137-b607-dae1676f158e req-1c4857d1-57f7-4653-8534-6e764a87bf2a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584233 Jun 30 09:10:05.765818 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-7c8a1162-672c-4964-b9c4-bebc650dffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:05.767383 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-7c8a1162-672c-4964-b9c4-bebc650dffbd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a2e4690a4914640bc78bd1032a89e19&device_id=4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6 HTTP/1.1" status: 200 len: 1100 time: 0.1078610 Jun 30 09:10:05.798779 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf9824-ced5-4c1f-8509-c8f41594baf6 req-3ffc6f0a-a60c-43ce-88a4-413090f14e6b tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:05.800651 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54cf9824-ced5-4c1f-8509-c8f41594baf6 req-3ffc6f0a-a60c-43ce-88a4-413090f14e6b tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 945 time: 0.0975351 Jun 30 09:10:05.821499 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 91b73ffe-d46a-4dcd-ae20-6f135629a487 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:10:05.823897 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909cc4ef-c82e-4710-bdc1-155b37fcdaa0 req-e689bdbe-c37d-4691-a548-ff92bbf5503a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:05.825973 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-909cc4ef-c82e-4710-bdc1-155b37fcdaa0 req-e689bdbe-c37d-4691-a548-ff92bbf5503a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 946 time: 0.0934215 Jun 30 09:10:05.826151 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59468) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:05.830813 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-8fcf9a4d-9345-4d26-b48b-ef63d9523c51 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=08edbab1-4ee2-4f26-b009-49d68e44f816 HTTP/1.1" status: 200 len: 217 time: 0.0515132 Jun 30 09:10:05.831783 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-f79fef6e-f140-442c-8db4-821bb2893c24 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Request body: {'floatingip': {'port_id': '12c48410-0816-4c40-bb19-0f8e616fedf1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:05.866810 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a70e6f5-e063-4b3a-9168-955df8696ac4 x-openstack-request-id: req-8a70e6f5-e063-4b3a-9168-955df8696ac4 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:05.867176 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6", "tag": "08edbab1-4ee2-4f26-b009-49d68e44f816", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:05.867382 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8a70e6f5-e063-4b3a-9168-955df8696ac4 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:05.867787 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6', 'tag': '08edbab1-4ee2-4f26-b009-49d68e44f816', 'status': 'completed', 'code': 200} Jun 30 09:10:05.889669 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-8aa96231-da88-46f4-9ed3-b0f6d3e54c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:05.891999 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-8aa96231-da88-46f4-9ed3-b0f6d3e54c25 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.0548301 Jun 30 09:10:05.908029 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f79fef6e-f140-442c-8db4-821bb2893c24 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks [] for floatingip, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.968420 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-8d715916-b08d-4634-a40e-664a6a9bb18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:05.970460 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-8d715916-b08d-4634-a40e-664a6a9bb18a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0713029 Jun 30 09:10:05.983788 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 91b73ffe-d46a-4dcd-ae20-6f135629a487, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=91b73ffe-d46a-4dcd-ae20-6f135629a487,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:05.997312 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '91b73ffe-d46a-4dcd-ae20-6f135629a487', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': '91b73ffe-d46a-4dcd-ae20-6f135629a487', 'mac_address': 'fa:16:3e:e0:d3:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:10:06.046701 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-909cc4ef-c82e-4710-bdc1-155b37fcdaa0 req-8cb2c6fd-8077-44c7-a02a-461559af5272 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103431 Jun 30 09:10:06.046901 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:06.067865 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b73ffe-d46a-4dcd-ae20-6f135629a487 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:06.111378 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 91b73ffe-d46a-4dcd-ae20-6f135629a487, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=91b73ffe-d46a-4dcd-ae20-6f135629a487,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:06.126010 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-8d862f95-4e48-47e5-971a-bdea3b30dc48 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477644 Jun 30 09:10:06.205783 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517af7ba-5e16-4fb9-8f25-994301c92f83 req-b80a4941-7d29-481f-878b-4c2df3741a53 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:06.212941 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-517af7ba-5e16-4fb9-8f25-994301c92f83 req-b80a4941-7d29-481f-878b-4c2df3741a53 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6 HTTP/1.1" status: 200 len: 948 time: 0.2261250 Jun 30 09:10:06.243710 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:06.287830 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-517af7ba-5e16-4fb9-8f25-994301c92f83 req-ac57693a-cd3b-4a13-a2bd-c7cbd83c43e8 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738945 Jun 30 09:10:06.310748 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=91b73ffe-d46a-4dcd-ae20-6f135629a487,revision_number=7']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:06.310881 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-605b1a68-485a-48c1-869b-db1a80c1d8e5 req-f81cc61d-a089-424d-a64a-564d635724b3 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742077 Jun 30 09:10:06.504475 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a7c00-f67f-49f7-9fa9-3d8e0a0ca297 req-54e005d1-cda8-43c1-963d-73661e8834cf tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:06.506033 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f7a7c00-f67f-49f7-9fa9-3d8e0a0ca297 req-54e005d1-cda8-43c1-963d-73661e8834cf tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 949 time: 0.1509407 Jun 30 09:10:06.542428 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1609455-e801-4a3c-87c7-eec3c0d961eb req-49d2ac7e-f3f5-4814-ab72-f39991d324f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:06.544818 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a1609455-e801-4a3c-87c7-eec3c0d961eb req-49d2ac7e-f3f5-4814-ab72-f39991d324f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a2e4690a4914640bc78bd1032a89e19&device_id=4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6 HTTP/1.1" status: 200 len: 1100 time: 0.0752053 Jun 30 09:10:06.600703 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f79fef6e-f140-442c-8db4-821bb2893c24 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:06.605915 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f7a7c00-f67f-49f7-9fa9-3d8e0a0ca297 req-1d83e17b-305a-44fa-bff8-1c2214536e76 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843790 Jun 30 09:10:06.684049 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f79fef6e-f140-442c-8db4-821bb2893c24 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:06.685393 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1609455-e801-4a3c-87c7-eec3c0d961eb req-1ce893b5-d92d-4582-baf8-62723493a447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:06.696259 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a1609455-e801-4a3c-87c7-eec3c0d961eb req-1ce893b5-d92d-4582-baf8-62723493a447 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.1366453 Jun 30 09:10:06.759369 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a1609455-e801-4a3c-87c7-eec3c0d961eb req-22141c00-d70d-4eb2-a747-6116dc9d1e39 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=08edbab1-4ee2-4f26-b009-49d68e44f816 HTTP/1.1" status: 200 len: 217 time: 0.0620258 Jun 30 09:10:06.773227 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6748ad1b-1f24-432a-96a6-178f287c250f req-838e57de-027f-4e81-9fd1-17fde7b34d13 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=c653ed1d-e900-42f5-b523-fc1ccf219369 HTTP/1.1" status: 200 len: 210 time: 0.0355625 Jun 30 09:10:06.843161 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-f79fef6e-f140-442c-8db4-821bb2893c24 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Floating IP 0b35e5bd-ae9e-4ed2-baab-76235dcb2aa3 associated. External IP: 172.25.6.5, port: 12c48410-0816-4c40-bb19-0f8e616fedf1. Jun 30 09:10:06.886142 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['91b73ffe-d46a-4dcd-ae20-6f135629a487'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:07.145946 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79fef6e-f140-442c-8db4-821bb2893c24 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Router 9d321d6d-199f-41c9-9423-0c4f3d88920f has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:10:07.212605 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1609455-e801-4a3c-87c7-eec3c0d961eb req-78e92c29-7089-42fe-98d3-dd1fb6d0bf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:07.214066 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a1609455-e801-4a3c-87c7-eec3c0d961eb req-78e92c29-7089-42fe-98d3-dd1fb6d0bf85 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.4394290 Jun 30 09:10:07.247498 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314d187-71c9-41a3-b55b-2d1517483374 req-98729318-7061-4b02-b3c7-0e3feb372055 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:07.250768 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3314d187-71c9-41a3-b55b-2d1517483374 req-98729318-7061-4b02-b3c7-0e3feb372055 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5 HTTP/1.1" status: 200 len: 945 time: 0.4872746 Jun 30 09:10:07.260133 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:07.319079 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3314d187-71c9-41a3-b55b-2d1517483374 req-01ede242-d306-4d1c-a53f-fec8e08f15e6 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511389 Jun 30 09:10:07.332042 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1609455-e801-4a3c-87c7-eec3c0d961eb req-1a3167ec-19f6-48c8-a156-2e84b1c61dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:07.333736 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a1609455-e801-4a3c-87c7-eec3c0d961eb req-1a3167ec-19f6-48c8-a156-2e84b1c61dc1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1068232 Jun 30 09:10:07.334528 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d3fb2-9852-445e-bbf2-8f79c04b9597 req-85048c0c-ce0c-4cb0-83f6-58903348d86f tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:07.336080 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2a0d3fb2-9852-445e-bbf2-8f79c04b9597 req-85048c0c-ce0c-4cb0-83f6-58903348d86f tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 946 time: 0.1222382 Jun 30 09:10:07.341105 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79fef6e-f140-442c-8db4-821bb2893c24 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:10:07.346966 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f79fef6e-f140-442c-8db4-821bb2893c24 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:07.354378 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4445ac1b-e58a-4428-bb11-dfdc70c728d2 None None] Sync routers for ids ['9d321d6d-199f-41c9-9423-0c4f3d88920f'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:10:07.367007 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4445ac1b-e58a-4428-bb11-dfdc70c728d2 None None] Routers {'9d321d6d-199f-41c9-9423-0c4f3d88920f'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:10:07.368373 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-4445ac1b-e58a-4428-bb11-dfdc70c728d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:09:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['9d321d6d-199f-41c9-9423-0c4f3d88920f'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:07.435634 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2a0d3fb2-9852-445e-bbf2-8f79c04b9597 req-d7d94ecd-5c6f-45e2-a604-8a18e20b8936 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824714 Jun 30 09:10:07.438147 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f79fef6e-f140-442c-8db4-821bb2893c24 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "PUT /v2.0/floatingips/0b35e5bd-ae9e-4ed2-baab-76235dcb2aa3 HTTP/1.1" status: 200 len: 989 time: 1.6109490 Jun 30 09:10:07.441114 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4abde93-2d4f-491b-b503-586add855df0', 'tag': '12c48410-0816-4c40-bb19-0f8e616fedf1'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:07.453262 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473c2094-3b9c-4e67-864f-aafd304cd452" -d '{"events": [{"name": "network-changed", "server_uuid": "d4abde93-2d4f-491b-b503-586add855df0", "tag": "12c48410-0816-4c40-bb19-0f8e616fedf1"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:07.464280 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a1609455-e801-4a3c-87c7-eec3c0d961eb req-fbe3eaee-ade7-40fc-b740-b40d98c2afb9 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225452 Jun 30 09:10:07.521919 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-4445ac1b-e58a-4428-bb11-dfdc70c728d2 None None] Set router 9d321d6d-199f-41c9-9423-0c4f3d88920f gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:10:07.603977 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a1609455-e801-4a3c-87c7-eec3c0d961eb req-c3687505-33dd-4dd9-bb75-1498342455a6 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327171 Jun 30 09:10:07.635635 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf34a2-08c5-4183-99ce-023095e26650 req-97d5c763-f02d-4bce-9d49-de1571d1807e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:07.640024 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2acf34a2-08c5-4183-99ce-023095e26650 req-97d5c763-f02d-4bce-9d49-de1571d1807e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6 HTTP/1.1" status: 200 len: 948 time: 0.0831690 Jun 30 09:10:07.670553 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5661d3e1-44e1-4b74-b184-31c17792c679 x-openstack-request-id: req-5661d3e1-44e1-4b74-b184-31c17792c679 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:07.671007 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4abde93-2d4f-491b-b503-586add855df0", "tag": "12c48410-0816-4c40-bb19-0f8e616fedf1", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:07.671645 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5661d3e1-44e1-4b74-b184-31c17792c679 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:07.672344 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4abde93-2d4f-491b-b503-586add855df0', 'tag': '12c48410-0816-4c40-bb19-0f8e616fedf1', 'status': 'completed', 'code': 200} Jun 30 09:10:07.691671 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2acf34a2-08c5-4183-99ce-023095e26650 req-e8000e2f-4332-4f9e-abd8-04799652bdcf tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476458 Jun 30 09:10:07.846413 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c2094-3b9c-4e67-864f-aafd304cd452 req-cf8e5128-6f23-49c7-8ecb-018611141407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:07.848060 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-473c2094-3b9c-4e67-864f-aafd304cd452 req-cf8e5128-6f23-49c7-8ecb-018611141407 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=194cfe4956674892b8d98b002cde5734&device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 1097 time: 0.1392596 Jun 30 09:10:07.925615 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b99e1f-eb90-4d27-a79b-51bd415a7a45 req-24b740db-c78c-4358-bcbc-a46deafc9478 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:07.927211 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-39b99e1f-eb90-4d27-a79b-51bd415a7a45 req-24b740db-c78c-4358-bcbc-a46deafc9478 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 949 time: 0.1605778 Jun 30 09:10:07.929656 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-4445ac1b-e58a-4428-bb11-dfdc70c728d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'name': 'tempest-ServersTestBootFromVolume-2041872798-router', 'tenant_id': '194cfe4956674892b8d98b002cde5734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '730404e8-40cc-4aa2-ab87-43af878b4fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:25Z', 'updated_at': '2021-06-30T09:08:39Z', 'revision_number': 4, 'project_id': '194cfe4956674892b8d98b002cde5734', 'gw_port': {'id': '730404e8-40cc-4aa2-ab87-43af878b4fd6', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:27Z', 'updated_at': '2021-06-30T09:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '0b35e5bd-ae9e-4ed2-baab-76235dcb2aa3', 'tenant_id': '194cfe4956674892b8d98b002cde5734', 'floating_ip_address': '172.25.6.5', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'port_id': '12c48410-0816-4c40-bb19-0f8e616fedf1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cdea12-c60b-42fa-8c90-04414b5ed775', 'mac_address': 'fa:16:3e:9e:df:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4abde93-2d4f-491b-b503-586add855df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:08:53Z', 'updated_at': '2021-06-30T09:10:06Z', 'revision_number': 1, 'project_id': '194cfe4956674892b8d98b002cde5734', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0a14b6a-d8b2-4726-8c12-3a50ce4efbee', 'name': '', 'network_id': 'b6cdea12-c60b-42fa-8c90-04414b5ed775', 'tenant_id': '194cfe4956674892b8d98b002cde5734', 'mac_address': 'fa:16:3e:e7:d9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '502ec1ad-27a0-4b8f-ad94-42aab069893b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:34Z', 'updated_at': '2021-06-30T09:08:49Z', 'revision_number': 5, 'project_id': '194cfe4956674892b8d98b002cde5734', 'subnets': [{'id': '502ec1ad-27a0-4b8f-ad94-42aab069893b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:07.962490 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4445ac1b-e58a-4428-bb11-dfdc70c728d2 None None] Checking router: 9d321d6d-199f-41c9-9423-0c4f3d88920f for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:10:07.977765 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4445ac1b-e58a-4428-bb11-dfdc70c728d2 None None] Routers {'9d321d6d-199f-41c9-9423-0c4f3d88920f'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:10:07.977765 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-4445ac1b-e58a-4428-bb11-dfdc70c728d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:09:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['9d321d6d-199f-41c9-9423-0c4f3d88920f'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:08.002436 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-39b99e1f-eb90-4d27-a79b-51bd415a7a45 req-3e31b890-e65f-4284-ad55-d069f62b0656 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617235 Jun 30 09:10:08.005053 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c2094-3b9c-4e67-864f-aafd304cd452 req-37f78ee1-29c2-4498-b8cf-f2e5e0132a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:08.008430 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-473c2094-3b9c-4e67-864f-aafd304cd452 req-37f78ee1-29c2-4498-b8cf-f2e5e0132a24 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6cdea12-c60b-42fa-8c90-04414b5ed775 HTTP/1.1" status: 200 len: 917 time: 0.1513126 Jun 30 09:10:08.095836 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fd36dd0b-fdda-4f2d-b9ed-c200a7854379 req-ac615fad-cfb4-4cc8-9252-42d9cf7f2b58 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=c653ed1d-e900-42f5-b523-fc1ccf219369 HTTP/1.1" status: 200 len: 210 time: 0.0669205 Jun 30 09:10:08.115743 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-473c2094-3b9c-4e67-864f-aafd304cd452 req-a41b0b6a-878c-4bb9-97a2-d4d95b358595 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12c48410-0816-4c40-bb19-0f8e616fedf1 HTTP/1.1" status: 200 len: 997 time: 0.0982418 Jun 30 09:10:08.131573 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-4445ac1b-e58a-4428-bb11-dfdc70c728d2 None None] Set router 9d321d6d-199f-41c9-9423-0c4f3d88920f gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:10:08.172498 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c2094-3b9c-4e67-864f-aafd304cd452 req-79265573-e656-401d-8009-fe7df600de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:08.174976 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-473c2094-3b9c-4e67-864f-aafd304cd452 req-79265573-e656-401d-8009-fe7df600de31 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=502ec1ad-27a0-4b8f-ad94-42aab069893b HTTP/1.1" status: 200 len: 855 time: 0.0516369 Jun 30 09:10:08.246603 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c2094-3b9c-4e67-864f-aafd304cd452 req-d800130d-443a-4ef7-965d-35cfb53b3c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:08.250174 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-473c2094-3b9c-4e67-864f-aafd304cd452 req-d800130d-443a-4ef7-965d-35cfb53b3c30 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6cdea12-c60b-42fa-8c90-04414b5ed775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675027 Jun 30 09:10:08.352554 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-473c2094-3b9c-4e67-864f-aafd304cd452 req-d399c6c7-aa93-4bcb-9874-8d98e83db201 service neutron] 10.222.0.37 "GET /v2.0/networks/b6cdea12-c60b-42fa-8c90-04414b5ed775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955231 Jun 30 09:10:08.398311 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-4445ac1b-e58a-4428-bb11-dfdc70c728d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'name': 'tempest-ServersTestBootFromVolume-2041872798-router', 'tenant_id': '194cfe4956674892b8d98b002cde5734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '730404e8-40cc-4aa2-ab87-43af878b4fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:25Z', 'updated_at': '2021-06-30T09:08:39Z', 'revision_number': 4, 'project_id': '194cfe4956674892b8d98b002cde5734', 'gw_port': {'id': '730404e8-40cc-4aa2-ab87-43af878b4fd6', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:27Z', 'updated_at': '2021-06-30T09:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '0b35e5bd-ae9e-4ed2-baab-76235dcb2aa3', 'tenant_id': '194cfe4956674892b8d98b002cde5734', 'floating_ip_address': '172.25.6.5', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'port_id': '12c48410-0816-4c40-bb19-0f8e616fedf1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cdea12-c60b-42fa-8c90-04414b5ed775', 'mac_address': 'fa:16:3e:9e:df:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4abde93-2d4f-491b-b503-586add855df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:08:53Z', 'updated_at': '2021-06-30T09:10:06Z', 'revision_number': 1, 'project_id': '194cfe4956674892b8d98b002cde5734', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0a14b6a-d8b2-4726-8c12-3a50ce4efbee', 'name': '', 'network_id': 'b6cdea12-c60b-42fa-8c90-04414b5ed775', 'tenant_id': '194cfe4956674892b8d98b002cde5734', 'mac_address': 'fa:16:3e:e7:d9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '502ec1ad-27a0-4b8f-ad94-42aab069893b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:34Z', 'updated_at': '2021-06-30T09:08:49Z', 'revision_number': 5, 'project_id': '194cfe4956674892b8d98b002cde5734', 'subnets': [{'id': '502ec1ad-27a0-4b8f-ad94-42aab069893b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:08.432297 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4445ac1b-e58a-4428-bb11-dfdc70c728d2 None None] The sync data for ids ['9d321d6d-199f-41c9-9423-0c4f3d88920f'] in n-d-771363-31 is: [{'id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'name': 'tempest-ServersTestBootFromVolume-2041872798-router', 'tenant_id': '194cfe4956674892b8d98b002cde5734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '730404e8-40cc-4aa2-ab87-43af878b4fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:25Z', 'updated_at': '2021-06-30T09:08:39Z', 'revision_number': 4, 'project_id': '194cfe4956674892b8d98b002cde5734', 'gw_port': {'id': '730404e8-40cc-4aa2-ab87-43af878b4fd6', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:27Z', 'updated_at': '2021-06-30T09:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '0b35e5bd-ae9e-4ed2-baab-76235dcb2aa3', 'tenant_id': '194cfe4956674892b8d98b002cde5734', 'floating_ip_address': '172.25.6.5', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'port_id': '12c48410-0816-4c40-bb19-0f8e616fedf1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cdea12-c60b-42fa-8c90-04414b5ed775', 'mac_address': 'fa:16:3e:9e:df:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4abde93-2d4f-491b-b503-586add855df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:08:53Z', 'updated_at': '2021-06-30T09:10:06Z', 'revision_number': 1, 'project_id': '194cfe4956674892b8d98b002cde5734', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0a14b6a-d8b2-4726-8c12-3a50ce4efbee', 'name': '', 'network_id': 'b6cdea12-c60b-42fa-8c90-04414b5ed775', 'tenant_id': '194cfe4956674892b8d98b002cde5734', 'mac_address': 'fa:16:3e:e7:d9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '502ec1ad-27a0-4b8f-ad94-42aab069893b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:34Z', 'updated_at': '2021-06-30T09:08:49Z', 'revision_number': 5, 'project_id': '194cfe4956674892b8d98b002cde5734', 'subnets': [{'id': '502ec1ad-27a0-4b8f-ad94-42aab069893b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:10:08.470883 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-473c2094-3b9c-4e67-864f-aafd304cd452 req-fbdf54fe-7229-4e55-9468-9810eefe1caa service neutron] 10.222.0.37 "GET /v2.0/networks/b6cdea12-c60b-42fa-8c90-04414b5ed775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107476 Jun 30 09:10:08.501778 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-0ed3def3-4f2d-45f1-ad26-6a771368ceb4 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7dad8a1a18a24681869bc5c11092897a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421624 Jun 30 09:10:08.591268 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761dc9c-8381-4201-a629-34b892ef808e req-387e0c2b-fc01-47d1-9c90-aded9f0edeb1 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:08.592983 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d761dc9c-8381-4201-a629-34b892ef808e req-387e0c2b-fc01-47d1-9c90-aded9f0edeb1 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5 HTTP/1.1" status: 200 len: 945 time: 0.0949972 Jun 30 09:10:08.643707 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d761dc9c-8381-4201-a629-34b892ef808e req-61acb7de-eb14-4765-ae27-f2b905de768a tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434563 Jun 30 09:10:08.644075 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:08.722742 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-b9d9b79a-627e-466c-95b4-cc7a612ca294 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:08.726012 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-b9d9b79a-627e-466c-95b4-cc7a612ca294 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2184446 Jun 30 09:10:08.746596 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-4122e411-f2cf-42c7-8f4c-46604d6fb745 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Request body: {'port': {'device_id': 'c653ed1d-e900-42f5-b523-fc1ccf219369', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'admin_state_up': True, 'tenant_id': '7dad8a1a18a24681869bc5c11092897a'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:08.766220 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d858bc74-9039-4804-bf5e-9a6f1bbb0ba8 None None] New status for floating IP 0b35e5bd-ae9e-4ed2-baab-76235dcb2aa3: ACTIVE {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:10:08.819344 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c34b4e-dce2-4f7c-93be-ae147f66a6fb req-5ff47693-e183-4711-adab-f1d7e0eb6fd4 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:08.826412 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-23c34b4e-dce2-4f7c-93be-ae147f66a6fb req-5ff47693-e183-4711-adab-f1d7e0eb6fd4 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 946 time: 0.2158914 Jun 30 09:10:08.892012 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-23c34b4e-dce2-4f7c-93be-ae147f66a6fb req-070ac763-67ca-4b35-a516-1e955724b1bf tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641534 Jun 30 09:10:09.081455 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-4122e411-f2cf-42c7-8f4c-46604d6fb745 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Made reservation on behalf of 7dad8a1a18a24681869bc5c11092897a for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:09.085085 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-4122e411-f2cf-42c7-8f4c-46604d6fb745 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:09.100265 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-4122e411-f2cf-42c7-8f4c-46604d6fb745 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:09.166513 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f7fe0-e940-40d1-b164-5084c1148b1b req-ed83aec9-79bc-4208-b66d-6a3bc9e3f07b tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:09.168225 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a6f7fe0-e940-40d1-b164-5084c1148b1b req-ed83aec9-79bc-4208-b66d-6a3bc9e3f07b tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6 HTTP/1.1" status: 200 len: 948 time: 0.1206594 Jun 30 09:10:09.207222 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911fa59-eae2-4a74-96b2-9f74b2c673c7 req-1ca3885c-068e-4222-8524-75f7938a91b3 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:09.209990 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c911fa59-eae2-4a74-96b2-9f74b2c673c7 req-1ca3885c-068e-4222-8524-75f7938a91b3 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 945 time: 0.1906729 Jun 30 09:10:09.239687 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a6f7fe0-e940-40d1-b164-5084c1148b1b req-50986ce1-bae1-453d-aca2-8c0726240f83 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610650 Jun 30 09:10:09.320500 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c911fa59-eae2-4a74-96b2-9f74b2c673c7 req-8844b7a6-a67d-4af7-9d31-0dd08e3992b9 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948932 Jun 30 09:10:09.355563 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-4122e411-f2cf-42c7-8f4c-46604d6fb745 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:09.438780 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-4122e411-f2cf-42c7-8f4c-46604d6fb745 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:09.544319 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122e411-f2cf-42c7-8f4c-46604d6fb745 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff4af96-b03e-4537-a5d5-f207ea668331,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:09.585310 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351dd21-8139-4f7b-8e5f-eae8be958ef6 req-d123dc87-a9ea-40c1-a680-8641daadf253 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:09.586708 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6351dd21-8139-4f7b-8e5f-eae8be958ef6 req-d123dc87-a9ea-40c1-a680-8641daadf253 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 949 time: 0.0838389 Jun 30 09:10:09.637134 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6351dd21-8139-4f7b-8e5f-eae8be958ef6 req-1003aa40-b03e-4b24-86d8-a75e3f39d293 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403876 Jun 30 09:10:09.644025 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-4122e411-f2cf-42c7-8f4c-46604d6fb745 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Allocated IP 192.168.233.132 (ad33225d-5521-4894-b7e8-170799d80b12/a0a5de46-050b-42ad-8d47-c859eedbe230/ae943138-251f-4260-b96b-a5dac50f79f9) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:09.796171 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6fb7e628-2f3c-42ae-994a-3637240960c1 req-443090fc-3ed7-4661-b717-09d650572962 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=c653ed1d-e900-42f5-b523-fc1ccf219369 HTTP/1.1" status: 200 len: 210 time: 0.0328300 Jun 30 09:10:09.822277 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-4122e411-f2cf-42c7-8f4c-46604d6fb745 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:09.830165 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 91b73ffe-d46a-4dcd-ae20-6f135629a487 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:09.839730 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-4122e411-f2cf-42c7-8f4c-46604d6fb745 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Transition to ACTIVE for port object ae943138-251f-4260-b96b-a5dac50f79f9 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:09.903582 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 91b73ffe-d46a-4dcd-ae20-6f135629a487 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:09.903950 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:09.981852 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-4122e411-f2cf-42c7-8f4c-46604d6fb745 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:09.982805 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509dc95b-421f-436e-b3ad-1444070b52a1 req-cc8dcf70-774e-4d89-8e1a-b55aa7935e70 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:09.994817 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-509dc95b-421f-436e-b3ad-1444070b52a1 req-cc8dcf70-774e-4d89-8e1a-b55aa7935e70 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ca4a790-833d-4d51-9ed2-e88669de9268 HTTP/1.1" status: 200 len: 946 time: 0.0906839 Jun 30 09:10:09.997704 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:10.024227 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20ec5b3-3afa-414d-94d3-082f503542a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b73ffe-d46a-4dcd-ae20-6f135629a487'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:10.027399 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406d2edd-e2b2-4dd4-a355-55195e649742" -d '{"events": [{"server_uuid": "b20ec5b3-3afa-414d-94d3-082f503542a1", "name": "network-vif-plugged", "status": "completed", "tag": "91b73ffe-d46a-4dcd-ae20-6f135629a487"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:10.042467 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 91b73ffe-d46a-4dcd-ae20-6f135629a487, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=91b73ffe-d46a-4dcd-ae20-6f135629a487,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:10.051420 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-509dc95b-421f-436e-b3ad-1444070b52a1 req-7a534fff-7d87-46c3-80e1-df095a8651c4 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475137 Jun 30 09:10:10.111915 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:10.176735 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=91b73ffe-d46a-4dcd-ae20-6f135629a487,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:10.231481 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572dd09e-6ce5-48fe-916c-94abdbd90d71 x-openstack-request-id: req-572dd09e-6ce5-48fe-916c-94abdbd90d71 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:10.231957 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20ec5b3-3afa-414d-94d3-082f503542a1", "name": "network-vif-plugged", "status": "completed", "tag": "91b73ffe-d46a-4dcd-ae20-6f135629a487", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:10.234155 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-572dd09e-6ce5-48fe-916c-94abdbd90d71 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:10.234155 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20ec5b3-3afa-414d-94d3-082f503542a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b73ffe-d46a-4dcd-ae20-6f135629a487', 'code': 200} Jun 30 09:10:10.257653 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616a65e-65cc-40a9-ab8c-479e21f367e0 req-c2741e66-c77f-43d8-a4a9-dcd2d1385c0d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:10.263705 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a616a65e-65cc-40a9-ab8c-479e21f367e0 req-c2741e66-c77f-43d8-a4a9-dcd2d1385c0d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 946 time: 0.0927417 Jun 30 09:10:10.317499 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a616a65e-65cc-40a9-ab8c-479e21f367e0 req-7259ec34-bb14-45e2-a33f-663eca71b430 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453575 Jun 30 09:10:10.358663 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-4122e411-f2cf-42c7-8f4c-46604d6fb745 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Network ad33225d-5521-4894-b7e8-170799d80b12 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:10.362302 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-4122e411-f2cf-42c7-8f4c-46604d6fb745 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:10.366228 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-4122e411-f2cf-42c7-8f4c-46604d6fb745 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:10.396049 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122e411-f2cf-42c7-8f4c-46604d6fb745 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Pushing event updated for resources: {'Port': ['ID=ae943138-251f-4260-b96b-a5dac50f79f9,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:10.452670 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-4122e411-f2cf-42c7-8f4c-46604d6fb745 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:10.453615 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-4122e411-f2cf-42c7-8f4c-46604d6fb745 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:10.550429 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-4122e411-f2cf-42c7-8f4c-46604d6fb745 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8095055 Jun 30 09:10:10.572106 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf586e8d-6eb2-424e-8ccb-3e8c812048b0 req-73a8263e-81b1-46ee-b330-9e5dc5346b28 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:10.573790 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bf586e8d-6eb2-424e-8ccb-3e8c812048b0 req-73a8263e-81b1-46ee-b330-9e5dc5346b28 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5 HTTP/1.1" status: 200 len: 945 time: 0.0772464 Jun 30 09:10:10.578916 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-64e80ff1-e82e-4e80-98e2-ebf56b2dc70a service neutron] Request body: {'port': {'device_id': 'c653ed1d-e900-42f5-b523-fc1ccf219369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:10.603944 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda51df-87da-4518-8000-a1f98b99cc52 req-e9850d1c-9dd0-4cef-a3bd-f1f1444702c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:10.605944 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3cda51df-87da-4518-8000-a1f98b99cc52 req-e9850d1c-9dd0-4cef-a3bd-f1f1444702c5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 1102 time: 0.1262703 Jun 30 09:10:10.619664 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1afaa-82f9-48dd-9845-d9246169a6df req-c97ce60d-a4ed-4474-ab9d-d74726e60b34 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:10.624270 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7ae1afaa-82f9-48dd-9845-d9246169a6df req-c97ce60d-a4ed-4474-ab9d-d74726e60b34 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6 HTTP/1.1" status: 200 len: 948 time: 0.1126077 Jun 30 09:10:10.691826 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bf586e8d-6eb2-424e-8ccb-3e8c812048b0 req-de8d6448-6b32-4007-a09d-b6998fc9e25f tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843961 Jun 30 09:10:10.707792 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-64e80ff1-e82e-4e80-98e2-ebf56b2dc70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:10.710291 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7ae1afaa-82f9-48dd-9845-d9246169a6df req-96eda753-cec5-46b1-bc59-b3b6ddee8e50 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803835 Jun 30 09:10:10.714369 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3cda51df-87da-4518-8000-a1f98b99cc52 req-11e11e78-d9b0-43f0-a076-fc82018ccb47 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834100 Jun 30 09:10:10.774906 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fc90a6ff-9e95-4602-9e72-25eca5b63cdc None None] Provisioning for port ae943138-251f-4260-b96b-a5dac50f79f9 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:10.784856 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fc90a6ff-9e95-4602-9e72-25eca5b63cdc None None] Provisioning complete for port ae943138-251f-4260-b96b-a5dac50f79f9 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:10.785990 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fc90a6ff-9e95-4602-9e72-25eca5b63cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:10.851820 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-fc90a6ff-9e95-4602-9e72-25eca5b63cdc None None] Port ae943138-251f-4260-b96b-a5dac50f79f9 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:10:10.935090 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de76c8c-7a56-4085-8ead-56492eacaeb4 req-bb4fd342-bc68-4739-8c7c-bf14e12f6215 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:10.937445 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9de76c8c-7a56-4085-8ead-56492eacaeb4 req-bb4fd342-bc68-4739-8c7c-bf14e12f6215 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.0999029 Jun 30 09:10:10.978294 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9de76c8c-7a56-4085-8ead-56492eacaeb4 req-c2b6373b-90d9-4b7a-8efe-fbc335f1c704 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352290 Jun 30 09:10:11.066169 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-64e80ff1-e82e-4e80-98e2-ebf56b2dc70a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae943138-251f-4260-b96b-a5dac50f79f9 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:11.074847 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-64e80ff1-e82e-4e80-98e2-ebf56b2dc70a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:11.091758 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-64e80ff1-e82e-4e80-98e2-ebf56b2dc70a service neutron] Transition to ACTIVE for port object ae943138-251f-4260-b96b-a5dac50f79f9 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:11.200051 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9337277-1a9e-4b4d-b75f-a0acfb9224e2 req-fe64b27a-93cb-4851-bbd9-9c8d4f632562 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:11.202697 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c9337277-1a9e-4b4d-b75f-a0acfb9224e2 req-fe64b27a-93cb-4851-bbd9-9c8d4f632562 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 945 time: 0.0798707 Jun 30 09:10:11.204009 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-64e80ff1-e82e-4e80-98e2-ebf56b2dc70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:11.287881 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e80ff1-e82e-4e80-98e2-ebf56b2dc70a service neutron] Pushing event updated for resources: {'Port': ['ID=ae943138-251f-4260-b96b-a5dac50f79f9,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:11.297644 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c9337277-1a9e-4b4d-b75f-a0acfb9224e2 req-8d0352e4-1892-465e-b808-e5368aa384fa tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842948 Jun 30 09:10:11.368876 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8ebd3-b33f-4354-a69e-43ddddf15504 req-c04bafb7-d65d-419c-9d87-010a557ee04c tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:11.378834 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-57b8ebd3-b33f-4354-a69e-43ddddf15504 req-c04bafb7-d65d-419c-9d87-010a557ee04c tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=c653ed1d-e900-42f5-b523-fc1ccf219369 HTTP/1.1" status: 200 len: 948 time: 0.1006031 Jun 30 09:10:11.395837 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-64e80ff1-e82e-4e80-98e2-ebf56b2dc70a service neutron] Attempting to bind port ae943138-251f-4260-b96b-a5dac50f79f9 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:11.396177 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-64e80ff1-e82e-4e80-98e2-ebf56b2dc70a service neutron] Attempting to bind port ae943138-251f-4260-b96b-a5dac50f79f9 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:11.396511 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-64e80ff1-e82e-4e80-98e2-ebf56b2dc70a service neutron] Attempting to bind port ae943138-251f-4260-b96b-a5dac50f79f9 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:11.401574 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-64e80ff1-e82e-4e80-98e2-ebf56b2dc70a service neutron] Port ae943138-251f-4260-b96b-a5dac50f79f9 on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:10:11.401908 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-64e80ff1-e82e-4e80-98e2-ebf56b2dc70a service neutron] Attempting to bind port ae943138-251f-4260-b96b-a5dac50f79f9 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:11.416393 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-64e80ff1-e82e-4e80-98e2-ebf56b2dc70a service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:11.416743 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-64e80ff1-e82e-4e80-98e2-ebf56b2dc70a service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:11.417138 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-64e80ff1-e82e-4e80-98e2-ebf56b2dc70a service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:11.417590 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-64e80ff1-e82e-4e80-98e2-ebf56b2dc70a service neutron] Bound port: ae943138-251f-4260-b96b-a5dac50f79f9, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:11.417953 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-64e80ff1-e82e-4e80-98e2-ebf56b2dc70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:11.436486 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-57b8ebd3-b33f-4354-a69e-43ddddf15504 req-271f7d80-5648-4f68-9d69-b2747707e93e tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ff4af96-b03e-4537-a5d5-f207ea668331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549242 Jun 30 09:10:11.518949 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-64e80ff1-e82e-4e80-98e2-ebf56b2dc70a service neutron] For port ae943138-251f-4260-b96b-a5dac50f79f9, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:11.523934 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-64e80ff1-e82e-4e80-98e2-ebf56b2dc70a service neutron] For port ae943138-251f-4260-b96b-a5dac50f79f9, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=ae943138-251f-4260-b96b-a5dac50f79f9,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:11.622366 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-64e80ff1-e82e-4e80-98e2-ebf56b2dc70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:11.693718 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-64e80ff1-e82e-4e80-98e2-ebf56b2dc70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:11.694325 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-64e80ff1-e82e-4e80-98e2-ebf56b2dc70a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:11.695780 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-64e80ff1-e82e-4e80-98e2-ebf56b2dc70a service neutron] 10.222.0.37 "PUT /v2.0/ports/ae943138-251f-4260-b96b-a5dac50f79f9 HTTP/1.1" status: 200 len: 1097 time: 1.1318479 Jun 30 09:10:11.697292 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c653ed1d-e900-42f5-b523-fc1ccf219369', 'tag': 'ae943138-251f-4260-b96b-a5dac50f79f9'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:11.699659 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1a850d-6eb8-4463-8df7-7eace470438a" -d '{"events": [{"name": "network-changed", "server_uuid": "c653ed1d-e900-42f5-b523-fc1ccf219369", "tag": "ae943138-251f-4260-b96b-a5dac50f79f9"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:11.729666 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e80ff1-e82e-4e80-98e2-ebf56b2dc70a service neutron] Pushing event updated for resources: {'Port': ['ID=ae943138-251f-4260-b96b-a5dac50f79f9,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:11.768043 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ae50e-cf89-48f1-b04e-684af249af27 req-16727026-812a-46f1-9595-850dfff2fde5 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:11.775621 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-431ae50e-cf89-48f1-b04e-684af249af27 req-16727026-812a-46f1-9595-850dfff2fde5 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 946 time: 0.1224267 Jun 30 09:10:11.837534 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 08edbab1-4ee2-4f26-b009-49d68e44f816 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:10:11.866525 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-431ae50e-cf89-48f1-b04e-684af249af27 req-429aea63-d41a-41e5-8c66-76de331ffaa1 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899863 Jun 30 09:10:11.882692 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a310587-5217-4a71-8800-b23b4918fbc0 req-7019ada6-8947-4ce7-9df2-386d2dc3e233 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:11.883578 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0a310587-5217-4a71-8800-b23b4918fbc0 req-7019ada6-8947-4ce7-9df2-386d2dc3e233 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.52 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 946 time: 0.1629496 Jun 30 09:10:11.895391 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32c6ba-ecb4-4d42-97c7-8f22f884ed9d req-7a781f33-5f23-466c-ab27-c14b3665d4b7 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:11.901503 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32c6ba-ecb4-4d42-97c7-8f22f884ed9d req-7a781f33-5f23-466c-ab27-c14b3665d4b7 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:11.906972 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-07c2660e-db18-4f1a-af8e-0f9374a78db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:11.908416 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32c6ba-ecb4-4d42-97c7-8f22f884ed9d req-7a781f33-5f23-466c-ab27-c14b3665d4b7 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:11.908933 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-07c2660e-db18-4f1a-af8e-0f9374a78db4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7dad8a1a18a24681869bc5c11092897a&device_id=c653ed1d-e900-42f5-b523-fc1ccf219369 HTTP/1.1" status: 200 len: 1100 time: 0.1001475 Jun 30 09:10:11.910078 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5c32c6ba-ecb4-4d42-97c7-8f22f884ed9d req-7a781f33-5f23-466c-ab27-c14b3665d4b7 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5&device_id=1ca4a790-833d-4d51-9ed2-e88669de9268&device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 2417 time: 0.1417127 Jun 30 09:10:12.007824 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecdbaff-ab6a-4fbf-a6fd-6daa558c7982 x-openstack-request-id: req-3ecdbaff-ab6a-4fbf-a6fd-6daa558c7982 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:12.008506 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c653ed1d-e900-42f5-b523-fc1ccf219369", "tag": "ae943138-251f-4260-b96b-a5dac50f79f9", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:12.008979 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3ecdbaff-ab6a-4fbf-a6fd-6daa558c7982 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:12.011053 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c653ed1d-e900-42f5-b523-fc1ccf219369', 'tag': 'ae943138-251f-4260-b96b-a5dac50f79f9', 'status': 'completed', 'code': 200} Jun 30 09:10:12.013152 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-b467ca73-471e-4f80-a34b-38bbd74c3c7e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=ae943138-251f-4260-b96b-a5dac50f79f9 HTTP/1.1" status: 200 len: 217 time: 0.0880213 Jun 30 09:10:12.015855 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5c32c6ba-ecb4-4d42-97c7-8f22f884ed9d req-13caed87-03db-4781-a06d-9939d2f915f6 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914891 Jun 30 09:10:12.024016 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 08edbab1-4ee2-4f26-b009-49d68e44f816, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=08edbab1-4ee2-4f26-b009-49d68e44f816,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:12.073216 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '08edbab1-4ee2-4f26-b009-49d68e44f816', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': '08edbab1-4ee2-4f26-b009-49d68e44f816', 'mac_address': 'fa:16:3e:c2:fa:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:10:12.113443 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-76dad284-8319-4c83-8b53-af76005de932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:12.117270 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-76dad284-8319-4c83-8b53-af76005de932 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.0958059 Jun 30 09:10:12.119672 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-0a310587-5217-4a71-8800-b23b4918fbc0 req-1268b1f9-4d3b-4d29-8f69-bc0e49449fa5 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Deleting port 2f05f447-0392-4626-aac5-880853422057 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:12.120072 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0a310587-5217-4a71-8800-b23b4918fbc0 req-1268b1f9-4d3b-4d29-8f69-bc0e49449fa5 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:12.141859 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:12.158079 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08edbab1-4ee2-4f26-b009-49d68e44f816 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:12.182805 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 08edbab1-4ee2-4f26-b009-49d68e44f816, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=08edbab1-4ee2-4f26-b009-49d68e44f816,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:12.243080 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-0a310587-5217-4a71-8800-b23b4918fbc0 req-1268b1f9-4d3b-4d29-8f69-bc0e49449fa5 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] For port 2f05f447-0392-4626-aac5-880853422057, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2f05f447-0392-4626-aac5-880853422057,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:12.243544 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0a310587-5217-4a71-8800-b23b4918fbc0 req-1268b1f9-4d3b-4d29-8f69-bc0e49449fa5 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:12.249403 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9abe8-801f-44c8-a34f-9d03b076c113 req-21d3f1f5-45bf-44c3-8b23-f91c195161dc tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:12.250790 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4aa9abe8-801f-44c8-a34f-9d03b076c113 req-21d3f1f5-45bf-44c3-8b23-f91c195161dc tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6 HTTP/1.1" status: 200 len: 948 time: 0.1442170 Jun 30 09:10:12.256812 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:12.265274 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-0a310587-5217-4a71-8800-b23b4918fbc0 req-1268b1f9-4d3b-4d29-8f69-bc0e49449fa5 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Calling delete_port for 2f05f447-0392-4626-aac5-880853422057 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:12.271281 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-86fe008d-4cff-4f77-94bc-18fecd4cd0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:12.272818 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-86fe008d-4cff-4f77-94bc-18fecd4cd0f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1372521 Jun 30 09:10:12.347981 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=08edbab1-4ee2-4f26-b009-49d68e44f816,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:12.415812 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4aa9abe8-801f-44c8-a34f-9d03b076c113 req-8df3b1cf-231e-439f-8774-a5ac2e79887d tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588080 Jun 30 09:10:12.466762 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-58599a7b-b9ce-41b4-a176-45118ec10686 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795759 Jun 30 09:10:12.480737 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ab47c-2c9b-482d-aaef-330857644f43 req-854a196b-116a-4390-bf75-584479403e1a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:12.483486 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2c4ab47c-2c9b-482d-aaef-330857644f43 req-854a196b-116a-4390-bf75-584479403e1a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.1621943 Jun 30 09:10:12.558490 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2c4ab47c-2c9b-482d-aaef-330857644f43 req-ff37a746-83c3-40c7-882c-f52f90c3f7f0 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644372 Jun 30 09:10:12.591760 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0a310587-5217-4a71-8800-b23b4918fbc0 req-1268b1f9-4d3b-4d29-8f69-bc0e49449fa5 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:12.599718 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-afe04597-b40b-4b4c-834a-3a9883113f8f req-3ec2be5c-d32c-4b99-97a4-1596154e06ec service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217084 Jun 30 09:10:12.609993 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['2f05f447-0392-4626-aac5-880853422057'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:12.641076 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268b1f9-4d3b-4d29-8f69-bc0e49449fa5 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Pushing event deleted for resources: {'Port': ['ID=2f05f447-0392-4626-aac5-880853422057,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:12.693381 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['08edbab1-4ee2-4f26-b009-49d68e44f816'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:12.702548 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a310587-5217-4a71-8800-b23b4918fbc0 req-1268b1f9-4d3b-4d29-8f69-bc0e49449fa5 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] No DVR routers for this DVR port 2f05f447-0392-4626-aac5-880853422057 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:12.705573 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0a310587-5217-4a71-8800-b23b4918fbc0 req-1268b1f9-4d3b-4d29-8f69-bc0e49449fa5 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:12.707933 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0a310587-5217-4a71-8800-b23b4918fbc0 req-1268b1f9-4d3b-4d29-8f69-bc0e49449fa5 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.52 "DELETE /v2.0/ports/2f05f447-0392-4626-aac5-880853422057 HTTP/1.1" status: 204 len: 173 time: 0.7969174 Jun 30 09:10:12.708487 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be69fa7e-9753-41ef-bc80-4dd80c91af33', 'name': 'network-vif-deleted', 'tag': '2f05f447-0392-4626-aac5-880853422057'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:12.711295 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fb6360-1c53-4175-b190-967b0f5ce080" -d '{"events": [{"server_uuid": "be69fa7e-9753-41ef-bc80-4dd80c91af33", "name": "network-vif-deleted", "tag": "2f05f447-0392-4626-aac5-880853422057"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:12.724479 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b72644-e230-4131-9ec5-6cfb2bd42a05 req-2d457329-7736-40b3-96a0-f42fb962898d tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:12.726363 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83b72644-e230-4131-9ec5-6cfb2bd42a05 req-2d457329-7736-40b3-96a0-f42fb962898d tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5 HTTP/1.1" status: 200 len: 945 time: 0.0900483 Jun 30 09:10:12.797283 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83b72644-e230-4131-9ec5-6cfb2bd42a05 req-b2668bb6-f2ed-4cad-8e99-5d4942841fcd tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642085 Jun 30 09:10:12.843180 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a850d-6eb8-4463-8df7-7eace470438a req-df28ccf3-5cca-4f20-8310-032ce203a509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:12.843180 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-de1a850d-6eb8-4463-8df7-7eace470438a req-df28ccf3-5cca-4f20-8310-032ce203a509 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7dad8a1a18a24681869bc5c11092897a&device_id=c653ed1d-e900-42f5-b523-fc1ccf219369 HTTP/1.1" status: 200 len: 1100 time: 0.0830374 Jun 30 09:10:12.923563 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7674a-821a-4b9b-a575-8035b20a226e req-9e89a122-f3ee-4ef9-982e-9a8792cd7434 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:12.927649 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65d7674a-821a-4b9b-a575-8035b20a226e req-9e89a122-f3ee-4ef9-982e-9a8792cd7434 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=c653ed1d-e900-42f5-b523-fc1ccf219369 HTTP/1.1" status: 200 len: 948 time: 0.1271796 Jun 30 09:10:12.954963 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4899a7-4ca2-40c7-9c84-4a12af789d45 x-openstack-request-id: req-ca4899a7-4ca2-40c7-9c84-4a12af789d45 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:12.955507 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be69fa7e-9753-41ef-bc80-4dd80c91af33", "name": "network-vif-deleted", "tag": "2f05f447-0392-4626-aac5-880853422057", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:12.959289 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ca4899a7-4ca2-40c7-9c84-4a12af789d45 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:12.959816 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be69fa7e-9753-41ef-bc80-4dd80c91af33', 'name': 'network-vif-deleted', 'tag': '2f05f447-0392-4626-aac5-880853422057', 'status': 'completed', 'code': 200} Jun 30 09:10:12.969417 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a850d-6eb8-4463-8df7-7eace470438a req-3a26718c-73d8-42a8-be20-65ab04e3c5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:12.969417 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-de1a850d-6eb8-4463-8df7-7eace470438a req-3a26718c-73d8-42a8-be20-65ab04e3c5e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.1080251 Jun 30 09:10:12.990756 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65d7674a-821a-4b9b-a575-8035b20a226e req-b13325e0-6631-430e-b206-8b40b624b979 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ff4af96-b03e-4537-a5d5-f207ea668331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595646 Jun 30 09:10:13.022537 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-de1a850d-6eb8-4463-8df7-7eace470438a req-72c20749-a64f-47eb-b39c-ebdd09018b2e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=ae943138-251f-4260-b96b-a5dac50f79f9 HTTP/1.1" status: 200 len: 217 time: 0.0437002 Jun 30 09:10:13.090822 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a850d-6eb8-4463-8df7-7eace470438a req-789e1091-b5d3-4744-9591-6732100b5de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:13.092325 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-de1a850d-6eb8-4463-8df7-7eace470438a req-789e1091-b5d3-4744-9591-6732100b5de7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.0628870 Jun 30 09:10:13.160559 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-549619c7-41f0-4bc8-9f11-7030a7e43233 req-090ce8be-d663-4a82-8b90-fbceb4a50c44 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=be69fa7e-9753-41ef-bc80-4dd80c91af33 HTTP/1.1" status: 200 len: 210 time: 0.0308893 Jun 30 09:10:13.180378 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a850d-6eb8-4463-8df7-7eace470438a req-6fc1b12a-77f7-4770-b093-51a2efab6a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:13.180378 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-de1a850d-6eb8-4463-8df7-7eace470438a req-6fc1b12a-77f7-4770-b093-51a2efab6a4c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0771394 Jun 30 09:10:13.283792 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-de1a850d-6eb8-4463-8df7-7eace470438a req-15c053ee-cec2-461f-a44e-08c7ad1a9c4c service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938175 Jun 30 09:10:13.398791 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-de1a850d-6eb8-4463-8df7-7eace470438a req-2d23b845-0911-4c70-939f-bad33d25d6ed service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047328 Jun 30 09:10:13.684825 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a79c58-eab1-4f49-93fb-f661ca1efa7b req-9a76e5ff-40d6-4b2a-8f07-9d853e78f072 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:13.687509 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7a79c58-eab1-4f49-93fb-f661ca1efa7b req-9a76e5ff-40d6-4b2a-8f07-9d853e78f072 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6 HTTP/1.1" status: 200 len: 949 time: 0.1147761 Jun 30 09:10:13.751168 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7a79c58-eab1-4f49-93fb-f661ca1efa7b req-47afcec1-db45-4029-aebc-912a8df14bcb tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556505 Jun 30 09:10:13.870451 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67617b-0eb9-41f1-9ac2-e6a190413800 req-c51dbae3-cab4-4059-a0d8-d8c6fe022a14 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:13.872142 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fe67617b-0eb9-41f1-9ac2-e6a190413800 req-c51dbae3-cab4-4059-a0d8-d8c6fe022a14 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.0833905 Jun 30 09:10:13.952706 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fe67617b-0eb9-41f1-9ac2-e6a190413800 req-80e4c97e-ca02-48a0-8480-fd3f2e73de0d tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681388 Jun 30 09:10:14.290999 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725801c-0172-40d8-8994-9e7d073ff813 req-28e3bd7c-bd11-4ca9-9b0d-e879fdb83600 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:14.292829 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4725801c-0172-40d8-8994-9e7d073ff813 req-28e3bd7c-bd11-4ca9-9b0d-e879fdb83600 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.0791068 Jun 30 09:10:14.354622 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4725801c-0172-40d8-8994-9e7d073ff813 req-08af41dd-5b0d-4a90-9c8f-d37dae832617 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486436 Jun 30 09:10:14.434957 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ec1a2-838d-4e40-8fa8-a63719a9d338 req-15e6184a-9e31-4a2f-9612-1f895873dcde tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:14.440565 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-341ec1a2-838d-4e40-8fa8-a63719a9d338 req-15e6184a-9e31-4a2f-9612-1f895873dcde tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=c653ed1d-e900-42f5-b523-fc1ccf219369 HTTP/1.1" status: 200 len: 948 time: 0.0838368 Jun 30 09:10:14.477189 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-341ec1a2-838d-4e40-8fa8-a63719a9d338 req-49a46b71-55b4-4894-97b3-47b31b3d8229 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ff4af96-b03e-4537-a5d5-f207ea668331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343032 Jun 30 09:10:14.550807 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79bf938-7e3a-4b00-9ada-eb1743bb4600 req-3f3ecb1c-40f5-4114-b5b3-aa4d3bab07f2 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:14.552748 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c79bf938-7e3a-4b00-9ada-eb1743bb4600 req-3f3ecb1c-40f5-4114-b5b3-aa4d3bab07f2 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 945 time: 0.0695615 Jun 30 09:10:14.597566 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c79bf938-7e3a-4b00-9ada-eb1743bb4600 req-926efa6b-1d62-499a-a671-f7f0f2689e8e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385671 Jun 30 09:10:15.459338 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-662e0905-1b61-4bdf-9209-8374678ce2da tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:15.461345 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-662e0905-1b61-4bdf-9209-8374678ce2da tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/networks?id=dbd9754c-6cc8-466f-93ec-62534a8480bb HTTP/1.1" status: 200 len: 811 time: 0.1149640 Jun 30 09:10:15.481242 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-9baba4aa-92b8-48c3-8e88-6f26775bed8e tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/quotas/164efc1ee4d9427b996c064420e28c66 HTTP/1.1" status: 200 len: 375 time: 0.0112765 Jun 30 09:10:15.523557 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-ce53944d-0064-4aca-afcd-3ced55a28063 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=164efc1ee4d9427b996c064420e28c66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355194 Jun 30 09:10:15.638963 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-ba6285bf-27b9-4407-b244-036fa88afa89 service neutron] 10.222.0.10 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092377 Jun 30 09:10:15.749059 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-7080cc68-340f-4a31-a2b0-93476f2ba98e service neutron] 10.222.0.10 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021345 Jun 30 09:10:15.874460 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 08edbab1-4ee2-4f26-b009-49d68e44f816 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:16.027031 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02460918-5991-47de-92a5-4a5eb1ee30af req-4fd5368e-e9f0-45d5-87fd-22fa138909af tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:16.028223 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-02460918-5991-47de-92a5-4a5eb1ee30af req-4fd5368e-e9f0-45d5-87fd-22fa138909af tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6 HTTP/1.1" status: 200 len: 949 time: 0.0816491 Jun 30 09:10:16.060859 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 08edbab1-4ee2-4f26-b009-49d68e44f816 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:16.067524 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 08edbab1-4ee2-4f26-b009-49d68e44f816 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:16.068575 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:16.120078 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-02460918-5991-47de-92a5-4a5eb1ee30af req-3a49757a-5355-49b9-ad7f-9453b70b46c2 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830524 Jun 30 09:10:16.222603 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:16.260809 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08edbab1-4ee2-4f26-b009-49d68e44f816'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:16.263662 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45db462-75ed-4181-b0f4-e35bdd6d1ce8" -d '{"events": [{"server_uuid": "4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6", "name": "network-vif-plugged", "status": "completed", "tag": "08edbab1-4ee2-4f26-b009-49d68e44f816"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:16.283282 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 08edbab1-4ee2-4f26-b009-49d68e44f816, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=08edbab1-4ee2-4f26-b009-49d68e44f816,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:16.378680 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:16.387225 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234ae00-6594-44fe-a376-4416a3cf2b53 req-4160b8ff-ddef-471d-b0fe-da810069ff25 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:16.389090 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2234ae00-6594-44fe-a376-4416a3cf2b53 req-4160b8ff-ddef-471d-b0fe-da810069ff25 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.1121314 Jun 30 09:10:16.434154 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017040c5-ac3b-4a21-9bdb-3966fcf0a56d req-615aaccc-f049-440e-9e1e-00401595d6d2 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:16.437318 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-017040c5-ac3b-4a21-9bdb-3966fcf0a56d req-615aaccc-f049-440e-9e1e-00401595d6d2 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=c653ed1d-e900-42f5-b523-fc1ccf219369 HTTP/1.1" status: 200 len: 948 time: 0.1213973 Jun 30 09:10:16.464353 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2234ae00-6594-44fe-a376-4416a3cf2b53 req-7fe3a4b8-e574-42a3-a511-186cc3297b2a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637894 Jun 30 09:10:16.486341 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=08edbab1-4ee2-4f26-b009-49d68e44f816,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:16.528654 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-017040c5-ac3b-4a21-9bdb-3966fcf0a56d req-a7756ecb-e4de-4e13-a532-3ac35e936eea tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ff4af96-b03e-4537-a5d5-f207ea668331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792778 Jun 30 09:10:16.556011 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 2f05f447-0392-4626-aac5-880853422057 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:16.601405 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 2f05f447-0392-4626-aac5-880853422057 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:10:16.601405 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 2f05f447-0392-4626-aac5-880853422057 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:10:16.658428 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e0492e4-2085-48e1-a241-9d10fd4bb0ee req-d740d4d2-a723-4c11-831e-5044bb309f14 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=0874c9b2-e0fa-4b52-b91e-93a3e643f02c HTTP/1.1" status: 200 len: 210 time: 0.0304880 Jun 30 09:10:16.729275 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2278e1-d00e-4ef9-90e1-7be6d9101fc8 x-openstack-request-id: req-de2278e1-d00e-4ef9-90e1-7be6d9101fc8 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:16.729275 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6", "name": "network-vif-plugged", "status": "completed", "tag": "08edbab1-4ee2-4f26-b009-49d68e44f816", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:16.729275 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-de2278e1-d00e-4ef9-90e1-7be6d9101fc8 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:16.729275 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08edbab1-4ee2-4f26-b009-49d68e44f816', 'code': 200} Jun 30 09:10:16.751872 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfba537-45c6-4c9b-ad7f-da3f279b403e req-e6bf6c92-055a-40e0-b5a9-db0d0d98e8c2 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:16.753425 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bdfba537-45c6-4c9b-ad7f-da3f279b403e req-e6bf6c92-055a-40e0-b5a9-db0d0d98e8c2 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 945 time: 0.0778999 Jun 30 09:10:16.794839 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bdfba537-45c6-4c9b-ad7f-da3f279b403e req-81234184-57d3-4fc5-8d69-f21dcd8fc10c tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351958 Jun 30 09:10:16.848824 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab112ac-3ceb-4acf-bd45-33d2fa1a7599 req-d0dc9454-d8f3-4a4e-a4ca-b37d1c2d9522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:16.850288 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bab112ac-3ceb-4acf-bd45-33d2fa1a7599 req-d0dc9454-d8f3-4a4e-a4ca-b37d1c2d9522 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6 HTTP/1.1" status: 200 len: 1102 time: 0.0527232 Jun 30 09:10:16.891003 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bab112ac-3ceb-4acf-bd45-33d2fa1a7599 req-d8f3f297-190d-4b24-9372-bda97dbfa3bc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337055 Jun 30 09:10:17.319997 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89716d4c-f81a-46e6-8b88-9fa08a9181b3 req-df2e7fca-81ca-40a1-9d50-ac3e8d5aa5ad tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:17.321499 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-89716d4c-f81a-46e6-8b88-9fa08a9181b3 req-df2e7fca-81ca-40a1-9d50-ac3e8d5aa5ad tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6 HTTP/1.1" status: 200 len: 950 time: 0.0668473 Jun 30 09:10:17.365857 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-89716d4c-f81a-46e6-8b88-9fa08a9181b3 req-c3a55f11-1007-41e9-9d51-139f4c8bfc05 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379550 Jun 30 09:10:17.681823 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd2c2b-3960-4f78-be21-a01e0b28124c req-c99e999d-e3af-4f74-a92d-dec4ea6daeea tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:17.683909 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7fd2c2b-3960-4f78-be21-a01e0b28124c req-c99e999d-e3af-4f74-a92d-dec4ea6daeea tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.0817618 Jun 30 09:10:17.734960 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7fd2c2b-3960-4f78-be21-a01e0b28124c req-de70a873-aaef-42ec-894d-b55f13e6aceb tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438585 Jun 30 09:10:17.745919 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f7c0d-242f-4323-9af2-a865f7a1270a req-4d1f9da6-837f-4205-813a-8bd1db5c0905 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:17.747830 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6c6f7c0d-242f-4323-9af2-a865f7a1270a req-4d1f9da6-837f-4205-813a-8bd1db5c0905 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=c653ed1d-e900-42f5-b523-fc1ccf219369 HTTP/1.1" status: 200 len: 948 time: 0.0781074 Jun 30 09:10:17.801092 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6c6f7c0d-242f-4323-9af2-a865f7a1270a req-938cdff6-6235-40ed-abf4-8d7d4ef21694 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ff4af96-b03e-4537-a5d5-f207ea668331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459733 Jun 30 09:10:17.877796 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device ae943138-251f-4260-b96b-a5dac50f79f9 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:10:17.958027 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-38d70cf9-bf11-41b9-a51d-7eeef2ac3a1f req-d652ee48-441e-4d50-9e17-66ac3b4135f4 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=0874c9b2-e0fa-4b52-b91e-93a3e643f02c HTTP/1.1" status: 200 len: 210 time: 0.0346680 Jun 30 09:10:18.041676 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port ae943138-251f-4260-b96b-a5dac50f79f9, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=ae943138-251f-4260-b96b-a5dac50f79f9,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:18.060591 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'ae943138-251f-4260-b96b-a5dac50f79f9', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': 'ae943138-251f-4260-b96b-a5dac50f79f9', 'mac_address': 'fa:16:3e:de:04:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:10:18.073492 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7bfc0e-60ec-4521-b703-a47cfc16f410 req-652af011-5139-4cf7-9267-39fda7a1c7a3 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:18.075077 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4d7bfc0e-60ec-4521-b703-a47cfc16f410 req-652af011-5139-4cf7-9267-39fda7a1c7a3 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 945 time: 0.0782619 Jun 30 09:10:18.109923 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:18.121261 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4d7bfc0e-60ec-4521-b703-a47cfc16f410 req-53f4060d-21d8-40cd-b606-ff2ca279b27b tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384371 Jun 30 09:10:18.123258 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae943138-251f-4260-b96b-a5dac50f79f9 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:18.151470 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port ae943138-251f-4260-b96b-a5dac50f79f9, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=ae943138-251f-4260-b96b-a5dac50f79f9,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:18.225927 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:18.283206 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=ae943138-251f-4260-b96b-a5dac50f79f9,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:18.580265 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd660515-1983-4332-b80f-2950b7df88de req-a5512ee6-d127-4af7-a948-9841128311c9 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:18.581759 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fd660515-1983-4332-b80f-2950b7df88de req-a5512ee6-d127-4af7-a948-9841128311c9 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6 HTTP/1.1" status: 200 len: 950 time: 0.0928342 Jun 30 09:10:18.645361 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fd660515-1983-4332-b80f-2950b7df88de req-9314421e-557b-4152-9e04-f649c093b99e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555804 Jun 30 09:10:18.959749 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-d0767c6e-90b3-4516-b079-5c0e560945d2 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:18.961686 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-d0767c6e-90b3-4516-b079-5c0e560945d2 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.52 "GET /v2.0/networks?id=dbd9754c-6cc8-466f-93ec-62534a8480bb HTTP/1.1" status: 200 len: 811 time: 0.3477683 Jun 30 09:10:19.007790 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-94d3d340-b710-4bd6-9681-375616907c5e tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Request body: {'port': {'device_id': '0874c9b2-e0fa-4b52-b91e-93a3e643f02c', 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb', 'admin_state_up': True, 'tenant_id': '164efc1ee4d9427b996c064420e28c66'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:19.066715 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60078892-9e5d-41bd-ac76-1dc4988c35ff req-52cc6e4a-3409-44cb-8e6a-dcfb5df3af58 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:19.068529 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-60078892-9e5d-41bd-ac76-1dc4988c35ff req-52cc6e4a-3409-44cb-8e6a-dcfb5df3af58 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=c653ed1d-e900-42f5-b523-fc1ccf219369 HTTP/1.1" status: 200 len: 949 time: 0.0946555 Jun 30 09:10:19.122735 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-60078892-9e5d-41bd-ac76-1dc4988c35ff req-461cbbfb-82c9-4be1-a29c-12c3e29ba311 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ff4af96-b03e-4537-a5d5-f207ea668331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474737 Jun 30 09:10:19.124750 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64adc95d-0528-4d66-9b29-0371d558b08c req-af22831c-de01-4a5a-9864-e21f64a8d6be tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:19.126343 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64adc95d-0528-4d66-9b29-0371d558b08c req-af22831c-de01-4a5a-9864-e21f64a8d6be tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.1634948 Jun 30 09:10:19.174888 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['ae943138-251f-4260-b96b-a5dac50f79f9'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:19.194288 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64adc95d-0528-4d66-9b29-0371d558b08c req-41db2b84-f1df-4942-a4ee-950582746bbf tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602071 Jun 30 09:10:19.312001 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-94d3d340-b710-4bd6-9681-375616907c5e tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Made reservation on behalf of 164efc1ee4d9427b996c064420e28c66 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:19.317005 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-94d3d340-b710-4bd6-9681-375616907c5e tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.458546 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-94a84277-9c9e-4444-ad93-5db516438617 req-a004f59f-9785-4179-a3a7-a1f2204675d6 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=0874c9b2-e0fa-4b52-b91e-93a3e643f02c HTTP/1.1" status: 200 len: 210 time: 0.1092570 Jun 30 09:10:19.609226 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a8b10-e0bc-48c0-b0ab-88494e2d0aa8 req-ba4576a5-052f-4b3e-8c2f-01c87c73a0b2 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:19.611903 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-306a8b10-e0bc-48c0-b0ab-88494e2d0aa8 req-ba4576a5-052f-4b3e-8c2f-01c87c73a0b2 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 945 time: 0.1263592 Jun 30 09:10:19.612718 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-94d3d340-b710-4bd6-9681-375616907c5e tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Allocated IP 172.20.0.10 (dbd9754c-6cc8-466f-93ec-62534a8480bb/54f1da19-5739-4f34-a4fd-d3cc193b96d1/119be652-2447-4d2a-8acd-94d9dc5ac8d4) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:19.667824 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-306a8b10-e0bc-48c0-b0ab-88494e2d0aa8 req-3d95dcef-48fc-49f7-a847-e4687f21e001 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472319 Jun 30 09:10:19.823159 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1f042a34-a3e9-45b7-9ee5-c2b5f561595d req-542c1e58-27f1-4623-b411-02cabcc7759f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fd075ccb-ee1f-44bf-bfd5-88748b3d871b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1725903 Jun 30 09:10:19.877771 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-94d3d340-b710-4bd6-9681-375616907c5e tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.913699 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5901c8a-a820-40b0-b0a2-d8c51823ba0a req-c7bc7abb-5889-4a7b-9001-c3d6d8cf723a tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:19.915253 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d5901c8a-a820-40b0-b0a2-d8c51823ba0a req-c7bc7abb-5889-4a7b-9001-c3d6d8cf723a tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6 HTTP/1.1" status: 200 len: 950 time: 0.1154766 Jun 30 09:10:20.008435 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d5901c8a-a820-40b0-b0a2-d8c51823ba0a req-b494e7ca-0924-4b21-8486-d47065ce0343 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818279 Jun 30 09:10:20.034117 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f8aaa-d0b9-4ef7-83ec-cd8571386f51 req-c4358afb-6507-4bed-8d76-3e8334e6d84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:20.034117 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-303f8aaa-d0b9-4ef7-83ec-cd8571386f51 req-c4358afb-6507-4bed-8d76-3e8334e6d84e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4422e0094724a02b999077024ecf206&device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 1102 time: 0.0732057 Jun 30 09:10:20.041316 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f042a34-a3e9-45b7-9ee5-c2b5f561595d req-956c7383-814b-4121-bd6a-543b077e8822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:20.043009 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1f042a34-a3e9-45b7-9ee5-c2b5f561595d req-956c7383-814b-4121-bd6a-543b077e8822 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a2e4690a4914640bc78bd1032a89e19&device_id=fd075ccb-ee1f-44bf-bfd5-88748b3d871b HTTP/1.1" status: 200 len: 1102 time: 0.1058679 Jun 30 09:10:20.185354 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-94d3d340-b710-4bd6-9681-375616907c5e tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:20.197109 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f8aaa-d0b9-4ef7-83ec-cd8571386f51 req-148c7d6d-f14a-49a8-8873-9af3fe732e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:20.199569 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-303f8aaa-d0b9-4ef7-83ec-cd8571386f51 req-148c7d6d-f14a-49a8-8873-9af3fe732e41 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.1367188 Jun 30 09:10:20.211255 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f042a34-a3e9-45b7-9ee5-c2b5f561595d req-20c05593-5f4c-48e4-bef5-e571156faecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:20.213137 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1f042a34-a3e9-45b7-9ee5-c2b5f561595d req-20c05593-5f4c-48e4-bef5-e571156faecd service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.1418626 Jun 30 09:10:20.245541 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-94d3d340-b710-4bd6-9681-375616907c5e tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Network dbd9754c-6cc8-466f-93ec-62534a8480bb is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:20.302163 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-94d3d340-b710-4bd6-9681-375616907c5e tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:20.305177 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1f042a34-a3e9-45b7-9ee5-c2b5f561595d req-add0082f-7a26-4f86-bb30-677c27fdbeac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=e38873e4-de44-4aa0-831f-ff170eea831f HTTP/1.1" status: 200 len: 217 time: 0.0834219 Jun 30 09:10:20.308770 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-94d3d340-b710-4bd6-9681-375616907c5e tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:20.321558 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-303f8aaa-d0b9-4ef7-83ec-cd8571386f51 req-7cbc0678-49fe-427f-ac67-f689569b00d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=91b73ffe-d46a-4dcd-ae20-6f135629a487 HTTP/1.1" status: 200 len: 217 time: 0.1064296 Jun 30 09:10:20.362069 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-94d3d340-b710-4bd6-9681-375616907c5e tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:20.362639 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-94d3d340-b710-4bd6-9681-375616907c5e tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:20.418095 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f8aaa-d0b9-4ef7-83ec-cd8571386f51 req-3eb4a060-c59b-49f4-a1c6-27d996989944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:20.419751 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-303f8aaa-d0b9-4ef7-83ec-cd8571386f51 req-3eb4a060-c59b-49f4-a1c6-27d996989944 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.0875401 Jun 30 09:10:20.425221 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5c0bd-4d72-4dec-801e-f7b46c4672b8 req-d317b992-4500-4cc8-9a44-77fea0b200d6 tempest-ServersOnMultiNodesTest-960334946 tempest-ServersOnMultiNodesTest-960334946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:20.426641 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-69d5c0bd-4d72-4dec-801e-f7b46c4672b8 req-d317b992-4500-4cc8-9a44-77fea0b200d6 tempest-ServersOnMultiNodesTest-960334946 tempest-ServersOnMultiNodesTest-960334946-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6 HTTP/1.1" status: 200 len: 1102 time: 0.2223148 Jun 30 09:10:20.435682 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3d340-b710-4bd6-9681-375616907c5e tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Pushing event updated for resources: {'Port': ['ID=119be652-2447-4d2a-8acd-94d9dc5ac8d4,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:20.469225 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f042a34-a3e9-45b7-9ee5-c2b5f561595d req-eee5282c-78b3-4982-a6b6-ba286fb04828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:20.470705 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1f042a34-a3e9-45b7-9ee5-c2b5f561595d req-eee5282c-78b3-4982-a6b6-ba286fb04828 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1033666 Jun 30 09:10:20.477654 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f34da84b-8ef0-418d-995d-c31df99a0a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:20.503432 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-69d5c0bd-4d72-4dec-801e-f7b46c4672b8 req-a1b2d19d-d380-49c2-a6ff-6e1c33b523c0 tempest-ServersOnMultiNodesTest-960334946 tempest-ServersOnMultiNodesTest-960334946-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656812 Jun 30 09:10:20.517390 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f8aaa-d0b9-4ef7-83ec-cd8571386f51 req-181a1ec6-dd7c-409f-b0b6-87daf1eaf558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:20.519168 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-303f8aaa-d0b9-4ef7-83ec-cd8571386f51 req-181a1ec6-dd7c-409f-b0b6-87daf1eaf558 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0906694 Jun 30 09:10:20.526570 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e7a9a-7098-4f5b-a7dc-61bc64dda647 req-605b4dbb-90e7-486a-923f-c87620cef872 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:20.528166 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e04e7a9a-7098-4f5b-a7dc-61bc64dda647 req-605b4dbb-90e7-486a-923f-c87620cef872 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=c653ed1d-e900-42f5-b523-fc1ccf219369 HTTP/1.1" status: 200 len: 949 time: 0.1596007 Jun 30 09:10:20.532153 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-94d3d340-b710-4bd6-9681-375616907c5e tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5302715 Jun 30 09:10:20.552069 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-d03978df-84f1-44f7-826e-70fbe5e5f992 service neutron] Request body: {'port': {'device_id': '0874c9b2-e0fa-4b52-b91e-93a3e643f02c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:20.649460 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e04e7a9a-7098-4f5b-a7dc-61bc64dda647 req-5530715b-a856-4472-990a-2d792f2a6b43 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ff4af96-b03e-4537-a5d5-f207ea668331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075778 Jun 30 09:10:20.665608 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f042a34-a3e9-45b7-9ee5-c2b5f561595d req-8bf6aef7-afff-4f64-8e61-bc667c988c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:20.668735 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1f042a34-a3e9-45b7-9ee5-c2b5f561595d req-8bf6aef7-afff-4f64-8e61-bc667c988c5c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1832428 Jun 30 09:10:20.704003 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-303f8aaa-d0b9-4ef7-83ec-cd8571386f51 req-927aced7-74ed-43f8-aa88-b8f90d08de5b service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726539 Jun 30 09:10:20.759387 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-d03978df-84f1-44f7-826e-70fbe5e5f992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:20.811969 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bae024-1917-4962-86ba-eabfa9d47450 req-62230cba-480a-4f54-9664-99a948559f1f tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:20.814469 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-33bae024-1917-4962-86ba-eabfa9d47450 req-62230cba-480a-4f54-9664-99a948559f1f tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.1654148 Jun 30 09:10:20.844735 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1f042a34-a3e9-45b7-9ee5-c2b5f561595d req-73808533-b8ca-4532-9bc2-d99d792fb0dc service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513827 Jun 30 09:10:20.882073 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-303f8aaa-d0b9-4ef7-83ec-cd8571386f51 req-118593af-ae37-4d76-8b87-812f8abf66a5 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607316 Jun 30 09:10:20.888754 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-33bae024-1917-4962-86ba-eabfa9d47450 req-33fbc5a9-4052-4168-a464-8ef3e19b3b1c tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628161 Jun 30 09:10:21.107308 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-9fedc40e-6ca8-42e3-bd1f-beb5ea6a3a9b tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1a2e4690a4914640bc78bd1032a89e19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223968 Jun 30 09:10:21.119848 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1f042a34-a3e9-45b7-9ee5-c2b5f561595d req-124f0097-c416-4da6-b928-b270367d59b8 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633686 Jun 30 09:10:21.177705 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb21305-4a2e-47b4-b212-ca1c2c462348 req-45757644-54e5-41f0-81c6-e25d44cedbe8 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:21.179187 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0fb21305-4a2e-47b4-b212-ca1c2c462348 req-45757644-54e5-41f0-81c6-e25d44cedbe8 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=0874c9b2-e0fa-4b52-b91e-93a3e643f02c HTTP/1.1" status: 200 len: 932 time: 0.2475567 Jun 30 09:10:21.240322 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-6569b792-d4bc-41cf-93a7-b439cdff8743 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:21.241996 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-6569b792-d4bc-41cf-93a7-b439cdff8743 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1277947 Jun 30 09:10:21.259180 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-7433a5af-49ee-48c6-beb4-4bc24ac11f89 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/quotas/1a2e4690a4914640bc78bd1032a89e19 HTTP/1.1" status: 200 len: 375 time: 0.0113184 Jun 30 09:10:21.385305 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-b0147b4a-fe41-446e-bd1e-4a84c224beef tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a2e4690a4914640bc78bd1032a89e19&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1188283 Jun 30 09:10:21.572507 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0fb21305-4a2e-47b4-b212-ca1c2c462348 req-5e8e3453-3fd3-4c85-aa10-63ee6fbd9587 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839612 Jun 30 09:10:21.654355 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-d03978df-84f1-44f7-826e-70fbe5e5f992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 119be652-2447-4d2a-8acd-94d9dc5ac8d4 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:21.671348 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-d03978df-84f1-44f7-826e-70fbe5e5f992 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:21.694474 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-d03978df-84f1-44f7-826e-70fbe5e5f992 service neutron] Transition to ACTIVE for port object 119be652-2447-4d2a-8acd-94d9dc5ac8d4 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:21.734034 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1b4ddeeb-97a7-41df-a255-5723d7b12eac req-9b3808ac-aa83-4ad5-bafe-b8a63502af29 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6 HTTP/1.1" status: 200 len: 210 time: 0.0351796 Jun 30 09:10:21.776031 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-d03978df-84f1-44f7-826e-70fbe5e5f992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:21.829028 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5cf5c5-6106-4705-bd58-030dcae5ea09 req-a8dc75f9-4ad0-44e5-9995-9dee2fc9bd16 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:21.836992 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8c5cf5c5-6106-4705-bd58-030dcae5ea09 req-a8dc75f9-4ad0-44e5-9995-9dee2fc9bd16 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 945 time: 0.1264291 Jun 30 09:10:21.901702 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8c5cf5c5-6106-4705-bd58-030dcae5ea09 req-58269e96-c4ee-44fa-b621-dda6a8f59293 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633242 Jun 30 09:10:21.910373 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:10:21.910852 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device ae943138-251f-4260-b96b-a5dac50f79f9 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:21.934547 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03978df-84f1-44f7-826e-70fbe5e5f992 service neutron] Pushing event updated for resources: {'Port': ['ID=119be652-2447-4d2a-8acd-94d9dc5ac8d4,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:22.020517 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-d03978df-84f1-44f7-826e-70fbe5e5f992 service neutron] Attempting to bind port 119be652-2447-4d2a-8acd-94d9dc5ac8d4 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:22.020938 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-d03978df-84f1-44f7-826e-70fbe5e5f992 service neutron] Attempting to bind port 119be652-2447-4d2a-8acd-94d9dc5ac8d4 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': 'a0050ea6-a1f5-4b04-8051-69efa91d41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:22.021221 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-d03978df-84f1-44f7-826e-70fbe5e5f992 service neutron] Attempting to bind port 119be652-2447-4d2a-8acd-94d9dc5ac8d4 on network dbd9754c-6cc8-466f-93ec-62534a8480bb {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:22.036151 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-d03978df-84f1-44f7-826e-70fbe5e5f992 service neutron] Port 119be652-2447-4d2a-8acd-94d9dc5ac8d4 on network dbd9754c-6cc8-466f-93ec-62534a8480bb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:10:22.036580 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-d03978df-84f1-44f7-826e-70fbe5e5f992 service neutron] Attempting to bind port 119be652-2447-4d2a-8acd-94d9dc5ac8d4 on network dbd9754c-6cc8-466f-93ec-62534a8480bb {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:22.051216 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-d03978df-84f1-44f7-826e-70fbe5e5f992 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:22.051647 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-d03978df-84f1-44f7-826e-70fbe5e5f992 service neutron] Checking segment: {'id': 'a0050ea6-a1f5-4b04-8051-69efa91d41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:22.052045 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-d03978df-84f1-44f7-826e-70fbe5e5f992 service neutron] Bound using segment: {'id': 'a0050ea6-a1f5-4b04-8051-69efa91d41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:22.052490 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-d03978df-84f1-44f7-826e-70fbe5e5f992 service neutron] Bound port: 119be652-2447-4d2a-8acd-94d9dc5ac8d4, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0050ea6-a1f5-4b04-8051-69efa91d41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:22.052856 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-d03978df-84f1-44f7-826e-70fbe5e5f992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.092699 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea7ce1-28b4-42f0-9bae-25c1dc8307d1 req-556c89ca-f7c1-4d65-b359-0344ef0968d4 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:22.095249 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-13ea7ce1-28b4-42f0-9bae-25c1dc8307d1 req-556c89ca-f7c1-4d65-b359-0344ef0968d4 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=c653ed1d-e900-42f5-b523-fc1ccf219369 HTTP/1.1" status: 200 len: 949 time: 0.1534820 Jun 30 09:10:22.127856 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:22.143967 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b', 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b', 'port_id': '1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b', 'mac_address': 'fa:16:3e:64:48:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db27f2a-daae-4bc9-9a26-19aaee7812fb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:10:22.191422 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-13ea7ce1-28b4-42f0-9bae-25c1dc8307d1 req-24d89a8c-2591-40e1-9dbc-67581e43200a tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ff4af96-b03e-4537-a5d5-f207ea668331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568898 Jun 30 09:10:22.193608 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port ae943138-251f-4260-b96b-a5dac50f79f9 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:22.200338 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port ae943138-251f-4260-b96b-a5dac50f79f9 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:22.201043 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.235908 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-d03978df-84f1-44f7-826e-70fbe5e5f992 service neutron] For port 119be652-2447-4d2a-8acd-94d9dc5ac8d4, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:22.242378 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-d03978df-84f1-44f7-826e-70fbe5e5f992 service neutron] For port 119be652-2447-4d2a-8acd-94d9dc5ac8d4, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=119be652-2447-4d2a-8acd-94d9dc5ac8d4,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:22.246218 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.269008 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:22.303275 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb93488-9beb-457c-a6c7-fc6a4d6657ac req-fb2ff180-1274-4f0f-a0cb-931dc4770d34 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:22.315737 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4bb93488-9beb-457c-a6c7-fc6a4d6657ac req-fb2ff180-1274-4f0f-a0cb-931dc4770d34 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.1121433 Jun 30 09:10:22.324659 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:22.337503 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.366278 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-d03978df-84f1-44f7-826e-70fbe5e5f992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.380360 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4bb93488-9beb-457c-a6c7-fc6a4d6657ac req-da8fd444-5229-4083-b7b5-480a5c0aa3e0 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632925 Jun 30 09:10:22.401710 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c653ed1d-e900-42f5-b523-fc1ccf219369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae943138-251f-4260-b96b-a5dac50f79f9'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:22.404190 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4809b0c-2c4f-4bd7-9e1e-ad08a7748bab" -d '{"events": [{"server_uuid": "c653ed1d-e900-42f5-b523-fc1ccf219369", "name": "network-vif-plugged", "status": "completed", "tag": "ae943138-251f-4260-b96b-a5dac50f79f9"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:22.425920 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port ae943138-251f-4260-b96b-a5dac50f79f9, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=ae943138-251f-4260-b96b-a5dac50f79f9,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:22.430389 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.431158 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-d03978df-84f1-44f7-826e-70fbe5e5f992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:22.431521 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-d03978df-84f1-44f7-826e-70fbe5e5f992 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.433017 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-d03978df-84f1-44f7-826e-70fbe5e5f992 service neutron] 10.222.0.52 "PUT /v2.0/ports/119be652-2447-4d2a-8acd-94d9dc5ac8d4 HTTP/1.1" status: 200 len: 1093 time: 1.8895919 Jun 30 09:10:22.433444 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0874c9b2-e0fa-4b52-b91e-93a3e643f02c', 'tag': '119be652-2447-4d2a-8acd-94d9dc5ac8d4'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:22.436416 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0d1d15-1c1f-4bf9-9eed-4baa9e4cad05" -d '{"events": [{"name": "network-changed", "server_uuid": "0874c9b2-e0fa-4b52-b91e-93a3e643f02c", "tag": "119be652-2447-4d2a-8acd-94d9dc5ac8d4"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:22.465120 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f625c4f-9e4a-4b70-8c65-f1257ba5a5cd x-openstack-request-id: req-1f625c4f-9e4a-4b70-8c65-f1257ba5a5cd {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:22.465571 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c653ed1d-e900-42f5-b523-fc1ccf219369", "name": "network-vif-plugged", "status": "completed", "tag": "ae943138-251f-4260-b96b-a5dac50f79f9", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:22.466003 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1f625c4f-9e4a-4b70-8c65-f1257ba5a5cd {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:22.468846 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c653ed1d-e900-42f5-b523-fc1ccf219369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae943138-251f-4260-b96b-a5dac50f79f9', 'code': 200} Jun 30 09:10:22.477535 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03978df-84f1-44f7-826e-70fbe5e5f992 service neutron] Pushing event updated for resources: {'Port': ['ID=119be652-2447-4d2a-8acd-94d9dc5ac8d4,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:22.493513 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e33d51-a5d6-43f2-9dfd-1ed91b90b463 x-openstack-request-id: req-a2e33d51-a5d6-43f2-9dfd-1ed91b90b463 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:22.493827 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0874c9b2-e0fa-4b52-b91e-93a3e643f02c", "tag": "119be652-2447-4d2a-8acd-94d9dc5ac8d4", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:22.494142 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a2e33d51-a5d6-43f2-9dfd-1ed91b90b463 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:22.494522 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0874c9b2-e0fa-4b52-b91e-93a3e643f02c', 'tag': '119be652-2447-4d2a-8acd-94d9dc5ac8d4', 'status': 'completed', 'code': 200} Jun 30 09:10:22.514180 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.517083 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:22.574149 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=ae943138-251f-4260-b96b-a5dac50f79f9,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:22.586506 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:22.609832 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d1d15-1c1f-4bf9-9eed-4baa9e4cad05 req-fd12abdc-b2f1-42ec-a0bd-736581e6e2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:22.611471 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dd0d1d15-1c1f-4bf9-9eed-4baa9e4cad05 req-fd12abdc-b2f1-42ec-a0bd-736581e6e2ca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=164efc1ee4d9427b996c064420e28c66&device_id=0874c9b2-e0fa-4b52-b91e-93a3e643f02c HTTP/1.1" status: 200 len: 1096 time: 0.0706234 Jun 30 09:10:22.617899 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c09afe-6a5d-43ed-b6bb-5cb26b446196 req-1a6596c2-d945-4d39-bc31-e78b21483604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:22.619445 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c3c09afe-6a5d-43ed-b6bb-5cb26b446196 req-1a6596c2-d945-4d39-bc31-e78b21483604 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c653ed1d-e900-42f5-b523-fc1ccf219369 HTTP/1.1" status: 200 len: 1102 time: 0.0661700 Jun 30 09:10:22.685477 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c3c09afe-6a5d-43ed-b6bb-5cb26b446196 req-22ec0be3-ae35-4d53-9983-1666e84c2f66 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8ff4af96-b03e-4537-a5d5-f207ea668331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563641 Jun 30 09:10:22.747854 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d1d15-1c1f-4bf9-9eed-4baa9e4cad05 req-3feb02e5-0250-496a-8e41-70218a649dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:22.749946 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dd0d1d15-1c1f-4bf9-9eed-4baa9e4cad05 req-3feb02e5-0250-496a-8e41-70218a649dc4 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=164efc1ee4d9427b996c064420e28c66&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1213937 Jun 30 09:10:22.832444 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6da57cb8-4c25-42a7-a6f5-9f6ce70435be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.884698 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d1d15-1c1f-4bf9-9eed-4baa9e4cad05 req-ace28902-cd4e-4f16-b171-0fe38f1302c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:22.886252 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dd0d1d15-1c1f-4bf9-9eed-4baa9e4cad05 req-ace28902-cd4e-4f16-b171-0fe38f1302c4 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288235 Jun 30 09:10:22.889501 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f233c7f-9096-4e06-b723-afede09528e7 req-4d5dc8ae-a438-403a-aed5-511e2f6d842c tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:22.899029 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8f233c7f-9096-4e06-b723-afede09528e7 req-4d5dc8ae-a438-403a-aed5-511e2f6d842c tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=0874c9b2-e0fa-4b52-b91e-93a3e643f02c HTTP/1.1" status: 200 len: 944 time: 0.0979004 Jun 30 09:10:22.940498 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8f233c7f-9096-4e06-b723-afede09528e7 req-e27d2337-dab5-4daf-b6d0-dcc39e3d806d tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402505 Jun 30 09:10:23.008444 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-682a7348-2c4e-4055-849c-aace169acb3a req-8cdadbcb-7de3-4a2c-99bb-93694d643ca0 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6 HTTP/1.1" status: 200 len: 210 time: 0.0342832 Jun 30 09:10:23.037099 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-068273b8-f13d-4da5-8448-5bb2d9ea34a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:23.038619 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-068273b8-f13d-4da5-8448-5bb2d9ea34a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=164efc1ee4d9427b996c064420e28c66&device_id=0874c9b2-e0fa-4b52-b91e-93a3e643f02c HTTP/1.1" status: 200 len: 1096 time: 0.0971744 Jun 30 09:10:23.112656 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-600251fa-d693-4e7d-b22f-f2be42e0adad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=119be652-2447-4d2a-8acd-94d9dc5ac8d4 HTTP/1.1" status: 200 len: 217 time: 0.0609777 Jun 30 09:10:23.158530 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924c8d6-812a-465f-9ba9-866ba3b1ed48 req-27e3bec6-3444-4e77-9796-053396f6c419 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:23.161593 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2924c8d6-812a-465f-9ba9-866ba3b1ed48 req-27e3bec6-3444-4e77-9796-053396f6c419 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 945 time: 0.0814085 Jun 30 09:10:23.184564 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-cdbff380-aba2-4fd0-887c-6894eab39ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:23.186593 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-cdbff380-aba2-4fd0-887c-6894eab39ba0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54f1da19-5739-4f34-a4fd-d3cc193b96d1 HTTP/1.1" status: 200 len: 851 time: 0.0663579 Jun 30 09:10:23.216215 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2924c8d6-812a-465f-9ba9-866ba3b1ed48 req-5b4ba1aa-a3fc-4c90-9f3a-7fe6d5884c8c tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420408 Jun 30 09:10:23.258255 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-8e63f3f4-7ac4-4d68-aa5c-38d4a055be96 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dbd9754c-6cc8-466f-93ec-62534a8480bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374353 Jun 30 09:10:23.380067 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.392682 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-c1b373dd-5c59-42af-861a-c804ebc2b06d service neutron] 10.222.0.52 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260352 Jun 30 09:10:23.435286 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3df1d7-ce9b-4c76-a094-113f571a27a9 req-8fe2ee51-0866-42c4-a3da-8f504317a974 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:23.439339 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4c3df1d7-ce9b-4c76-a094-113f571a27a9 req-8fe2ee51-0866-42c4-a3da-8f504317a974 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=c653ed1d-e900-42f5-b523-fc1ccf219369 HTTP/1.1" status: 200 len: 950 time: 0.0801079 Jun 30 09:10:23.484867 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4c3df1d7-ce9b-4c76-a094-113f571a27a9 req-f21f5b72-2925-400d-b901-377f0fe39da5 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ff4af96-b03e-4537-a5d5-f207ea668331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410438 Jun 30 09:10:23.511908 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bb93371a-91e1-4928-89fe-89f4ea605059 req-04ae4b99-9adb-4947-8baa-17edb211de98 service neutron] 10.222.0.52 "GET /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079919 Jun 30 09:10:23.581313 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a5e0c-0ced-4edd-b0d7-47f2fff645d5 req-e0470042-727a-4d72-90f4-5caa9c8c5a5a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:23.582870 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0c2a5e0c-0ced-4edd-b0d7-47f2fff645d5 req-e0470042-727a-4d72-90f4-5caa9c8c5a5a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.0740154 Jun 30 09:10:23.626141 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0c2a5e0c-0ced-4edd-b0d7-47f2fff645d5 req-dfc0fdfe-02cc-4393-a0b6-da30cbedad50 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372684 Jun 30 09:10:23.926468 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:23.975273 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:23.975667 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.061997 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.101354 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:24.159927 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee14905-677b-482f-8092-53115f06f173 req-73b564f1-4ad8-490a-a7dc-58757ebb8369 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:24.161648 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2ee14905-677b-482f-8092-53115f06f173 req-73b564f1-4ad8-490a-a7dc-58757ebb8369 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=0874c9b2-e0fa-4b52-b91e-93a3e643f02c HTTP/1.1" status: 200 len: 944 time: 0.1009440 Jun 30 09:10:24.181788 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4cfc9b78-bff4-4a97-878a-64426a34b997 req-2de6eeff-4ac9-44e7-a320-4cf7a33ae4fa tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6 HTTP/1.1" status: 200 len: 210 time: 0.0317712 Jun 30 09:10:24.186703 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.230346 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2ee14905-677b-482f-8092-53115f06f173 req-f7a8cad7-7167-4405-812c-5e1704e7c0dd tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619814 Jun 30 09:10:24.277317 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b,revision_number=7']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:24.433853 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-725155d6-779a-47b6-be3b-53c85e297169 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=1a2e4690a4914640bc78bd1032a89e19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283072 Jun 30 09:10:24.454091 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.469901 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5241c666-f763-4b76-bfbc-d9e9a8987285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:24.472449 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeeb2a65-e669-44c7-8c91-b8ed41b770c7" -d '{"events": [{"server_uuid": "5241c666-f763-4b76-bfbc-d9e9a8987285", "name": "network-vif-plugged", "status": "completed", "tag": "1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:24.513958 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91431e-7b16-4ffc-97d2-fb9e37512cc1 req-f4743c9f-e48b-4ceb-baa7-8d0a209a4982 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:24.516266 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ad91431e-7b16-4ffc-97d2-fb9e37512cc1 req-f4743c9f-e48b-4ceb-baa7-8d0a209a4982 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 945 time: 0.1524062 Jun 30 09:10:24.516519 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66face0-5e4c-4031-91c4-a0b24584af67 x-openstack-request-id: req-f66face0-5e4c-4031-91c4-a0b24584af67 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:24.517625 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5241c666-f763-4b76-bfbc-d9e9a8987285", "name": "network-vif-plugged", "status": "completed", "tag": "1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:24.517992 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f66face0-5e4c-4031-91c4-a0b24584af67 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:24.519338 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5241c666-f763-4b76-bfbc-d9e9a8987285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b', 'code': 200} Jun 30 09:10:24.604893 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ad91431e-7b16-4ffc-97d2-fb9e37512cc1 req-248b62ed-d312-409c-8ca0-50793adb1691 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764890 Jun 30 09:10:24.652582 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-746b94fc-60a7-404d-a778-e070f5753d68 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:24.656890 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-746b94fc-60a7-404d-a778-e070f5753d68 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2144077 Jun 30 09:10:24.675395 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-9afd17d0-61b5-47a4-b70d-d4cc3b9500e7 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Request body: {'port': {'device_id': '7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'admin_state_up': True, 'tenant_id': '1a2e4690a4914640bc78bd1032a89e19'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:24.682878 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e5a5b-f7c1-49e6-b675-5ddc068b7d27 req-35681427-fa1b-44ef-aded-65db60cbdf02 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:24.692412 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b64e5a5b-f7c1-49e6-b675-5ddc068b7d27 req-35681427-fa1b-44ef-aded-65db60cbdf02 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=c653ed1d-e900-42f5-b523-fc1ccf219369 HTTP/1.1" status: 200 len: 950 time: 0.0817323 Jun 30 09:10:24.748655 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b64e5a5b-f7c1-49e6-b675-5ddc068b7d27 req-05e94680-a66d-490c-ad14-69d2336d0565 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ff4af96-b03e-4537-a5d5-f207ea668331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548835 Jun 30 09:10:24.950917 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-9afd17d0-61b5-47a4-b70d-d4cc3b9500e7 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Made reservation on behalf of 1a2e4690a4914640bc78bd1032a89e19 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:24.955377 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-9afd17d0-61b5-47a4-b70d-d4cc3b9500e7 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:25.094805 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f905d-29f9-4b0a-84cd-50ed2256f9ed req-1be04eb9-3d9c-4d6a-b960-de27f2fc0572 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:25.095799 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9d4f905d-29f9-4b0a-84cd-50ed2256f9ed req-1be04eb9-3d9c-4d6a-b960-de27f2fc0572 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.1569030 Jun 30 09:10:25.174496 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-9afd17d0-61b5-47a4-b70d-d4cc3b9500e7 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Allocated IP 192.168.233.38 (ad33225d-5521-4894-b7e8-170799d80b12/a0a5de46-050b-42ad-8d47-c859eedbe230/6de12357-6db1-4559-810c-120a84f6143e) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:25.181007 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9d4f905d-29f9-4b0a-84cd-50ed2256f9ed req-a7362007-80a3-46f7-973c-0cd34a63824b tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651770 Jun 30 09:10:25.377437 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-9afd17d0-61b5-47a4-b70d-d4cc3b9500e7 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:25.394595 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-9afd17d0-61b5-47a4-b70d-d4cc3b9500e7 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Transition to ACTIVE for port object 6de12357-6db1-4559-810c-120a84f6143e will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:25.418086 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7704bdd5-80fa-4d87-9f13-44c1989b5dc4 req-1326e430-33c6-465f-9bd2-f303505132ad tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6 HTTP/1.1" status: 200 len: 210 time: 0.0531523 Jun 30 09:10:25.494790 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa14fb-b551-4661-b9dc-ced34b248248 req-ae292d0f-1bbd-4fde-98e1-8066da18a129 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:25.496528 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-70aa14fb-b551-4661-b9dc-ced34b248248 req-ae292d0f-1bbd-4fde-98e1-8066da18a129 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=0874c9b2-e0fa-4b52-b91e-93a3e643f02c HTTP/1.1" status: 200 len: 944 time: 0.0873854 Jun 30 09:10:25.525154 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-9afd17d0-61b5-47a4-b70d-d4cc3b9500e7 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:25.539573 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['715a2321-9a1e-4336-9311-fea1b8e8c92e', 'cd2c450e-666a-4b40-843d-3d2afaa42608', '08edbab1-4ee2-4f26-b009-49d68e44f816'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:25.541946 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['e38873e4-de44-4aa0-831f-ff170eea831f', '95ce2fc6-54f7-4719-9352-143bd62a5933', 'ca94fe25-1c42-4b7c-a721-cfb326e76480', '3f66becb-2291-4fd9-a2ba-47ad8464b5d1'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:25.608796 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-70aa14fb-b551-4661-b9dc-ced34b248248 req-01d5254a-c004-4ed4-a15b-f96c1fa2aacb tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034849 Jun 30 09:10:25.611157 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-9afd17d0-61b5-47a4-b70d-d4cc3b9500e7 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Network ad33225d-5521-4894-b7e8-170799d80b12 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:25.614934 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-9afd17d0-61b5-47a4-b70d-d4cc3b9500e7 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:25.619666 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-9afd17d0-61b5-47a4-b70d-d4cc3b9500e7 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:25.655701 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd17d0-61b5-47a4-b70d-d4cc3b9500e7 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Pushing event updated for resources: {'Port': ['ID=6de12357-6db1-4559-810c-120a84f6143e,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:25.695249 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-9afd17d0-61b5-47a4-b70d-d4cc3b9500e7 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:25.695960 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-9afd17d0-61b5-47a4-b70d-d4cc3b9500e7 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:25.781981 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-9afd17d0-61b5-47a4-b70d-d4cc3b9500e7 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1146107 Jun 30 09:10:25.799340 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-848c3bba-c1c8-4c5e-a171-7aea51433fac service neutron] Request body: {'port': {'device_id': '7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:25.895501 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57e419-f117-46d6-98ec-94ba5b47d47b req-b12019b4-69c5-4387-8d85-29cbb86bfed5 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:25.911720 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0e57e419-f117-46d6-98ec-94ba5b47d47b req-b12019b4-69c5-4387-8d85-29cbb86bfed5 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 945 time: 0.1170914 Jun 30 09:10:25.948635 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-848c3bba-c1c8-4c5e-a171-7aea51433fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:25.956224 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0e57e419-f117-46d6-98ec-94ba5b47d47b req-65021083-d41f-41c1-870c-5f9198ea8d0d tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436299 Jun 30 09:10:26.181632 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-44e21649-d7af-43d3-8105-db0a121455b4 None None] Provisioning for port 6de12357-6db1-4559-810c-120a84f6143e completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:26.199560 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-44e21649-d7af-43d3-8105-db0a121455b4 None None] Provisioning complete for port 6de12357-6db1-4559-810c-120a84f6143e triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:26.199924 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-44e21649-d7af-43d3-8105-db0a121455b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:26.231791 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81910bb1-f5a2-4c07-8adf-5c35cfcb01a1 req-b47f05f4-776e-4070-aa70-0031d6a5d4f3 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:26.232585 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81910bb1-f5a2-4c07-8adf-5c35cfcb01a1 req-b47f05f4-776e-4070-aa70-0031d6a5d4f3 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=c653ed1d-e900-42f5-b523-fc1ccf219369 HTTP/1.1" status: 200 len: 950 time: 0.1449406 Jun 30 09:10:26.307718 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81910bb1-f5a2-4c07-8adf-5c35cfcb01a1 req-e7f3dd3b-07af-4900-9b7e-89a284290538 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ff4af96-b03e-4537-a5d5-f207ea668331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665975 Jun 30 09:10:26.386143 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-848c3bba-c1c8-4c5e-a171-7aea51433fac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de12357-6db1-4559-810c-120a84f6143e {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:26.391878 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-848c3bba-c1c8-4c5e-a171-7aea51433fac service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:26.399724 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:26.409921 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0ae8e-d06b-44c5-8429-f2f6a7e68911 req-b17d3de4-1ec7-4b30-9b48-31b491959c94 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:26.411402 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-02f0ae8e-d06b-44c5-8429-f2f6a7e68911 req-b17d3de4-1ec7-4b30-9b48-31b491959c94 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.0863769 Jun 30 09:10:26.421146 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-848c3bba-c1c8-4c5e-a171-7aea51433fac service neutron] Transition to ACTIVE for port object 6de12357-6db1-4559-810c-120a84f6143e will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:26.448229 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-44e21649-d7af-43d3-8105-db0a121455b4 None None] Port 6de12357-6db1-4559-810c-120a84f6143e cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:10:26.463929 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-02f0ae8e-d06b-44c5-8429-f2f6a7e68911 req-5014f529-7a6e-498d-a1ad-bdafdbf08bb7 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457883 Jun 30 09:10:26.540317 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-848c3bba-c1c8-4c5e-a171-7aea51433fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:26.629781 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-7c5b0e6f-656c-4928-a2d6-32160c34e881 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=7dad8a1a18a24681869bc5c11092897a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481598 Jun 30 09:10:26.662341 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c3bba-c1c8-4c5e-a171-7aea51433fac service neutron] Pushing event updated for resources: {'Port': ['ID=6de12357-6db1-4559-810c-120a84f6143e,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:26.723805 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-848c3bba-c1c8-4c5e-a171-7aea51433fac service neutron] Attempting to bind port 6de12357-6db1-4559-810c-120a84f6143e on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:26.726677 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-848c3bba-c1c8-4c5e-a171-7aea51433fac service neutron] Attempting to bind port 6de12357-6db1-4559-810c-120a84f6143e by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:26.726677 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-848c3bba-c1c8-4c5e-a171-7aea51433fac service neutron] Attempting to bind port 6de12357-6db1-4559-810c-120a84f6143e on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:26.734091 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-848c3bba-c1c8-4c5e-a171-7aea51433fac service neutron] Port 6de12357-6db1-4559-810c-120a84f6143e on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:10:26.734425 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-848c3bba-c1c8-4c5e-a171-7aea51433fac service neutron] Attempting to bind port 6de12357-6db1-4559-810c-120a84f6143e on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:26.753814 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88101783-8a35-4c2e-af5e-5b296281c959 req-39baa531-dff7-4552-bbda-810ff86f6e0b tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:26.755505 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-88101783-8a35-4c2e-af5e-5b296281c959 req-39baa531-dff7-4552-bbda-810ff86f6e0b tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6 HTTP/1.1" status: 200 len: 947 time: 0.1348603 Jun 30 09:10:26.756367 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-848c3bba-c1c8-4c5e-a171-7aea51433fac service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:26.756588 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-848c3bba-c1c8-4c5e-a171-7aea51433fac service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:26.756974 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-848c3bba-c1c8-4c5e-a171-7aea51433fac service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:26.757421 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-848c3bba-c1c8-4c5e-a171-7aea51433fac service neutron] Bound port: 6de12357-6db1-4559-810c-120a84f6143e, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:26.757786 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-848c3bba-c1c8-4c5e-a171-7aea51433fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:26.780399 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-8dcd88c5-77e0-405f-ab28-d38ddc6849ec tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:26.782375 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-8dcd88c5-77e0-405f-ab28-d38ddc6849ec tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1458025 Jun 30 09:10:26.800516 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-737b3a54-0f84-4aa9-856a-87aaa6025a07 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/quotas/7dad8a1a18a24681869bc5c11092897a HTTP/1.1" status: 200 len: 375 time: 0.0114300 Jun 30 09:10:26.842932 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-88101783-8a35-4c2e-af5e-5b296281c959 req-00d79be9-3fc8-492d-b30f-b92d89b421f6 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805192 Jun 30 09:10:26.870928 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-848c3bba-c1c8-4c5e-a171-7aea51433fac service neutron] For port 6de12357-6db1-4559-810c-120a84f6143e, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:26.875099 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-848c3bba-c1c8-4c5e-a171-7aea51433fac service neutron] For port 6de12357-6db1-4559-810c-120a84f6143e, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=6de12357-6db1-4559-810c-120a84f6143e,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:26.927572 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-55f85cd2-a82a-40de-a1e6-a446386d45e8 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7dad8a1a18a24681869bc5c11092897a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0836151 Jun 30 09:10:27.170031 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a04cc6-1491-4214-8b9f-a34cf7e56f48 req-52b6c96b-a926-4993-90cd-97b96262d32a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:27.172989 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-46a04cc6-1491-4214-8b9f-a34cf7e56f48 req-52b6c96b-a926-4993-90cd-97b96262d32a tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=0874c9b2-e0fa-4b52-b91e-93a3e643f02c HTTP/1.1" status: 200 len: 944 time: 0.0868149 Jun 30 09:10:27.215676 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-46a04cc6-1491-4214-8b9f-a34cf7e56f48 req-8054c4a4-2f46-4a51-a17e-f2c98aeda737 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365028 Jun 30 09:10:27.219709 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-848c3bba-c1c8-4c5e-a171-7aea51433fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:27.260429 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-848c3bba-c1c8-4c5e-a171-7aea51433fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:27.261052 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-848c3bba-c1c8-4c5e-a171-7aea51433fac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:27.262548 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-848c3bba-c1c8-4c5e-a171-7aea51433fac service neutron] 10.222.0.52 "PUT /v2.0/ports/6de12357-6db1-4559-810c-120a84f6143e HTTP/1.1" status: 200 len: 1096 time: 1.4706602 Jun 30 09:10:27.263215 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6', 'tag': '6de12357-6db1-4559-810c-120a84f6143e'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:27.266837 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4c4afa-8e1c-4ac3-87e9-a19ee6f59810" -d '{"events": [{"name": "network-changed", "server_uuid": "7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6", "tag": "6de12357-6db1-4559-810c-120a84f6143e"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:27.318508 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c3bba-c1c8-4c5e-a171-7aea51433fac service neutron] Pushing event updated for resources: {'Port': ['ID=6de12357-6db1-4559-810c-120a84f6143e,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:27.511178 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963f32a3-4ed6-44db-85c0-2866393091c8 x-openstack-request-id: req-963f32a3-4ed6-44db-85c0-2866393091c8 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:27.511554 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6", "tag": "6de12357-6db1-4559-810c-120a84f6143e", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:27.511821 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-963f32a3-4ed6-44db-85c0-2866393091c8 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:27.512247 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6', 'tag': '6de12357-6db1-4559-810c-120a84f6143e', 'status': 'completed', 'code': 200} Jun 30 09:10:27.563562 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-62cdc778-e121-4eaa-9cee-9de3651c1a3f req-afc07b15-d292-4460-b9dd-63212be771d1 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=dca3e7b8-b398-463a-b43d-5aa99a654833 HTTP/1.1" status: 200 len: 210 time: 0.0334640 Jun 30 09:10:27.665121 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04f1a7-bdca-40c7-a9cb-e513d1d033c1 req-41bfe4f3-1f4c-4085-8dec-f65356ba04a7 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:27.672042 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2f04f1a7-bdca-40c7-a9cb-e513d1d033c1 req-41bfe4f3-1f4c-4085-8dec-f65356ba04a7 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 945 time: 0.2238545 Jun 30 09:10:27.721457 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-b5dff9c9-20d7-4f3b-8f41-e388f133279c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:27.722267 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-b5dff9c9-20d7-4f3b-8f41-e388f133279c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a2e4690a4914640bc78bd1032a89e19&device_id=7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6 HTTP/1.1" status: 200 len: 1099 time: 0.1695685 Jun 30 09:10:27.759960 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cae10e-0701-4d14-8a84-c0d3421da6ed req-5cc215e3-1862-4b5a-b905-b4f1c7734bfe tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:27.761564 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f4cae10e-0701-4d14-8a84-c0d3421da6ed req-5cc215e3-1862-4b5a-b905-b4f1c7734bfe tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.0773706 Jun 30 09:10:27.782845 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-69ba34ba-c9e7-4c7c-b497-dfb50a597388 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=6de12357-6db1-4559-810c-120a84f6143e HTTP/1.1" status: 200 len: 217 time: 0.0498328 Jun 30 09:10:27.786304 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2f04f1a7-bdca-40c7-a9cb-e513d1d033c1 req-f6124c9f-dfe6-45a5-9ca6-01d5fd2453ce tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070178 Jun 30 09:10:27.819575 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f4cae10e-0701-4d14-8a84-c0d3421da6ed req-a891b473-a00d-4f7e-a2ce-f2ca81384f64 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493698 Jun 30 09:10:27.841586 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-c7876fad-10df-4574-a752-6bf968beb8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:27.843831 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-c7876fad-10df-4574-a752-6bf968beb8ca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.0517871 Jun 30 09:10:27.914063 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-4fe08d64-824e-4f41-954d-981dc511facf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:27.917847 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-4fe08d64-824e-4f41-954d-981dc511facf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0558407 Jun 30 09:10:28.074710 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-20e080b1-a6d5-44d9-a658-5c200884067a service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426899 Jun 30 09:10:28.098435 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee30328-f4af-4728-8eef-a238b178c0d6 req-e8313662-1b1a-4e18-8fd1-261db4be3912 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:28.099968 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7ee30328-f4af-4728-8eef-a238b178c0d6 req-e8313662-1b1a-4e18-8fd1-261db4be3912 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6 HTTP/1.1" status: 200 len: 947 time: 0.1128235 Jun 30 09:10:28.240018 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7ee30328-f4af-4728-8eef-a238b178c0d6 req-fcfbd065-1935-4605-9ddf-ca027cb5fa2b tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250634 Jun 30 09:10:28.270508 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d2073999-c583-479b-b51d-aa3f4072bde3 req-ea5aa3d8-ba05-48a3-b4d0-a2afeca09c01 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883564 Jun 30 09:10:28.427942 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915716a-4dd3-4949-8bd9-72a25440ef99 req-7b04735a-d4c6-4a79-9503-a1d8575f20c1 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:28.430957 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d915716a-4dd3-4949-8bd9-72a25440ef99 req-7b04735a-d4c6-4a79-9503-a1d8575f20c1 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=0874c9b2-e0fa-4b52-b91e-93a3e643f02c HTTP/1.1" status: 200 len: 944 time: 0.0873330 Jun 30 09:10:28.474142 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d915716a-4dd3-4949-8bd9-72a25440ef99 req-44d35a22-d069-4962-b880-14ef09597fee tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371206 Jun 30 09:10:28.530370 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c4afa-8e1c-4ac3-87e9-a19ee6f59810 req-0876a243-43a6-4dcc-9bd4-340a98347deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:28.532153 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6c4c4afa-8e1c-4ac3-87e9-a19ee6f59810 req-0876a243-43a6-4dcc-9bd4-340a98347deb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a2e4690a4914640bc78bd1032a89e19&device_id=7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6 HTTP/1.1" status: 200 len: 1099 time: 0.0689106 Jun 30 09:10:28.638794 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c4afa-8e1c-4ac3-87e9-a19ee6f59810 req-2c85683c-54ce-4583-9b4e-1aaee259fe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:28.640614 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 119be652-2447-4d2a-8acd-94d9dc5ac8d4 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:10:28.641822 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6c4c4afa-8e1c-4ac3-87e9-a19ee6f59810 req-2c85683c-54ce-4583-9b4e-1aaee259fe8d service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.1024418 Jun 30 09:10:28.706664 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6c4c4afa-8e1c-4ac3-87e9-a19ee6f59810 req-f6dfa8de-28cb-478d-93aa-e14a3ec777c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=6de12357-6db1-4559-810c-120a84f6143e HTTP/1.1" status: 200 len: 217 time: 0.0533910 Jun 30 09:10:28.728868 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c4d0f067-76fc-4e4a-8eb3-fdc05b569562 req-05f9d767-cc82-4ce8-b4ae-b2137b702f5b tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=dca3e7b8-b398-463a-b43d-5aa99a654833 HTTP/1.1" status: 200 len: 210 time: 0.0320144 Jun 30 09:10:28.746496 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 119be652-2447-4d2a-8acd-94d9dc5ac8d4, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=119be652-2447-4d2a-8acd-94d9dc5ac8d4,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:28.769239 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '119be652-2447-4d2a-8acd-94d9dc5ac8d4', 'network_id': 'dbd9754c-6cc8-466f-93ec-62534a8480bb', 'port_id': '119be652-2447-4d2a-8acd-94d9dc5ac8d4', 'mac_address': 'fa:16:3e:15:80:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f1da19-5739-4f34-a4fd-d3cc193b96d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:10:28.781701 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c4afa-8e1c-4ac3-87e9-a19ee6f59810 req-7a787b24-4c79-4b81-b9dc-01f20cd3974f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:28.783324 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6c4c4afa-8e1c-4ac3-87e9-a19ee6f59810 req-7a787b24-4c79-4b81-b9dc-01f20cd3974f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.0569067 Jun 30 09:10:28.817542 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:28.847580 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 119be652-2447-4d2a-8acd-94d9dc5ac8d4 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:28.861406 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 119be652-2447-4d2a-8acd-94d9dc5ac8d4, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=119be652-2447-4d2a-8acd-94d9dc5ac8d4,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:28.870234 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c4afa-8e1c-4ac3-87e9-a19ee6f59810 req-92a3c2d6-0d42-4bc9-af2f-c2aebedec8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:28.873373 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6c4c4afa-8e1c-4ac3-87e9-a19ee6f59810 req-92a3c2d6-0d42-4bc9-af2f-c2aebedec8b1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0788493 Jun 30 09:10:28.991945 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.051208 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6c4c4afa-8e1c-4ac3-87e9-a19ee6f59810 req-f77829ff-3cc9-414d-bb0b-ee66b6c41ba5 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595767 Jun 30 09:10:29.076110 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681b968-0ca5-4d03-871b-8cae5dbd6cf4 req-54021088-b904-497e-a9b7-58155650cfc9 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:29.081091 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8681b968-0ca5-4d03-871b-8cae5dbd6cf4 req-54021088-b904-497e-a9b7-58155650cfc9 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 945 time: 0.1350555 Jun 30 09:10:29.089163 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=119be652-2447-4d2a-8acd-94d9dc5ac8d4,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:29.142329 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8681b968-0ca5-4d03-871b-8cae5dbd6cf4 req-aaf390e2-1217-4cdb-92f1-759867f260e0 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573182 Jun 30 09:10:29.143940 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee1829-dec1-46de-8130-dd60b0375f4b req-1dfc949e-9af4-46a5-ba4b-e8c79a62459b tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:29.145453 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e2ee1829-dec1-46de-8130-dd60b0375f4b req-1dfc949e-9af4-46a5-ba4b-e8c79a62459b tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.1722867 Jun 30 09:10:29.228982 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e2ee1829-dec1-46de-8130-dd60b0375f4b req-7d183f99-8f4e-4497-a7ef-c1148be78631 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750170 Jun 30 09:10:29.231825 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6c4c4afa-8e1c-4ac3-87e9-a19ee6f59810 req-84c100bb-48df-40f2-991d-c0fba6bbedc9 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632447 Jun 30 09:10:29.456227 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['119be652-2447-4d2a-8acd-94d9dc5ac8d4'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:29.466098 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4bad6-5a48-462f-b25c-5eb86450155c req-ec8bf209-0e37-41a8-a88d-93a9734219dd tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:29.468625 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8db4bad6-5a48-462f-b25c-5eb86450155c req-ec8bf209-0e37-41a8-a88d-93a9734219dd tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6 HTTP/1.1" status: 200 len: 947 time: 0.0943785 Jun 30 09:10:29.553310 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8db4bad6-5a48-462f-b25c-5eb86450155c req-02ec689d-e6c7-4fd0-b856-96b453618e29 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686610 Jun 30 09:10:29.791316 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e89ee5-934c-4de0-84c1-38126af5c60e req-10b50626-7927-4626-a2bd-b46b02e7e3ee tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:29.793326 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-52e89ee5-934c-4de0-84c1-38126af5c60e req-10b50626-7927-4626-a2bd-b46b02e7e3ee tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=0874c9b2-e0fa-4b52-b91e-93a3e643f02c HTTP/1.1" status: 200 len: 945 time: 0.0861280 Jun 30 09:10:29.843169 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-52e89ee5-934c-4de0-84c1-38126af5c60e req-46e026f2-5e53-45c2-8d93-c250936c9088 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406280 Jun 30 09:10:29.863064 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:10:30.044841 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-458e656e-d35d-4ba7-a9c3-802969598fba req-7d5f6eb4-3a21-4911-9e3a-882ca8fa9d5b tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=dca3e7b8-b398-463a-b43d-5aa99a654833 HTTP/1.1" status: 200 len: 210 time: 0.0391583 Jun 30 09:10:30.392330 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-2f3790a5-aa21-4445-88ed-da8d99ca2f07 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7dad8a1a18a24681869bc5c11092897a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339379 Jun 30 09:10:30.412994 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db3af8-7316-4a88-a537-ddddc9a2a2ab req-71672e7a-aea5-4e2c-a61e-dc67d64fa915 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:30.420725 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a9db3af8-7316-4a88-a537-ddddc9a2a2ab req-71672e7a-aea5-4e2c-a61e-dc67d64fa915 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 945 time: 0.0955238 Jun 30 09:10:30.485869 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a9db3af8-7316-4a88-a537-ddddc9a2a2ab req-785baddd-f103-43e9-aeb7-271e4be8f99c tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631924 Jun 30 09:10:30.576955 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-c97e148e-6d5e-4108-9237-8ba6c6c39584 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:30.579666 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-c97e148e-6d5e-4108-9237-8ba6c6c39584 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804760 Jun 30 09:10:30.610967 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-472891e5-6e66-4f33-8f3b-24af9e39e938 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Request body: {'port': {'device_id': 'dca3e7b8-b398-463a-b43d-5aa99a654833', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'admin_state_up': True, 'tenant_id': '7dad8a1a18a24681869bc5c11092897a'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:30.962965 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb7b27-8a43-473d-9fc9-941a58134123 req-fc8f1a49-580d-477c-ab29-3f8ec940f4ff tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:30.969048 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2ceb7b27-8a43-473d-9fc9-941a58134123 req-fc8f1a49-580d-477c-ab29-3f8ec940f4ff tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6 HTTP/1.1" status: 200 len: 947 time: 0.1543503 Jun 30 09:10:31.071695 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2ceb7b27-8a43-473d-9fc9-941a58134123 req-b7e41dbc-4ae4-4c70-85b4-7e03073ee8d2 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873637 Jun 30 09:10:31.127274 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2daa86-83b8-4cac-a320-e98c2618589b req-8f915e1c-b986-4afc-988b-5055c7b57384 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:31.128866 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cc2daa86-83b8-4cac-a320-e98c2618589b req-8f915e1c-b986-4afc-988b-5055c7b57384 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.5776021 Jun 30 09:10:31.207082 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cc2daa86-83b8-4cac-a320-e98c2618589b req-3d50ce98-237e-4c0e-8c10-ffef8105c752 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717809 Jun 30 09:10:31.346210 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-472891e5-6e66-4f33-8f3b-24af9e39e938 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Made reservation on behalf of 7dad8a1a18a24681869bc5c11092897a for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:31.349894 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-472891e5-6e66-4f33-8f3b-24af9e39e938 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.444368 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fa728f4b-209a-4869-a0fa-0199ac5aefc3 req-f362971c-43d8-4297-b5fe-e481d08b7411 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=dca3e7b8-b398-463a-b43d-5aa99a654833 HTTP/1.1" status: 200 len: 210 time: 0.0628483 Jun 30 09:10:31.448012 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd313aa-e276-489a-981b-819eb7f60ec6 req-558d9c14-e41a-4919-b0e3-b80cc169fa38 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:31.457337 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1fd313aa-e276-489a-981b-819eb7f60ec6 req-558d9c14-e41a-4919-b0e3-b80cc169fa38 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=0874c9b2-e0fa-4b52-b91e-93a3e643f02c HTTP/1.1" status: 200 len: 945 time: 0.1190145 Jun 30 09:10:31.535343 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1fd313aa-e276-489a-981b-819eb7f60ec6 req-42661639-e7ac-41fd-8b41-ac8384051887 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763829 Jun 30 09:10:31.624339 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-472891e5-6e66-4f33-8f3b-24af9e39e938 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Allocated IP 192.168.233.46 (ad33225d-5521-4894-b7e8-170799d80b12/a0a5de46-050b-42ad-8d47-c859eedbe230/84b7b952-756b-462c-a25e-04b9bb458e9a) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:31.882589 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec24e0-d315-4411-b5a8-2461edd49188 req-44982b0d-f2d5-4859-9f04-ed27c63ab868 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:31.884407 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b9ec24e0-d315-4411-b5a8-2461edd49188 req-44982b0d-f2d5-4859-9f04-ed27c63ab868 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 945 time: 0.2532940 Jun 30 09:10:31.887993 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-472891e5-6e66-4f33-8f3b-24af9e39e938 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.924729 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-472891e5-6e66-4f33-8f3b-24af9e39e938 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Transition to ACTIVE for port object 84b7b952-756b-462c-a25e-04b9bb458e9a will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:31.966298 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b9ec24e0-d315-4411-b5a8-2461edd49188 req-67ca303b-322d-4390-aa7c-8911aececba8 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695052 Jun 30 09:10:32.084524 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-472891e5-6e66-4f33-8f3b-24af9e39e938 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.097589 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['ae943138-251f-4260-b96b-a5dac50f79f9'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:32.224331 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472891e5-6e66-4f33-8f3b-24af9e39e938 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Pushing event updated for resources: {'Port': ['ID=84b7b952-756b-462c-a25e-04b9bb458e9a,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:32.247746 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-472891e5-6e66-4f33-8f3b-24af9e39e938 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Network ad33225d-5521-4894-b7e8-170799d80b12 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:32.250937 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-472891e5-6e66-4f33-8f3b-24af9e39e938 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:32.255726 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-472891e5-6e66-4f33-8f3b-24af9e39e938 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:32.444559 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-472891e5-6e66-4f33-8f3b-24af9e39e938 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:32.452881 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-472891e5-6e66-4f33-8f3b-24af9e39e938 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.527353 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9330f-1bee-46a0-8a7f-92dc3b1ab766 req-52997222-ccd9-401f-9579-e5d5fb489764 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:32.542915 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0ca9330f-1bee-46a0-8a7f-92dc3b1ab766 req-52997222-ccd9-401f-9579-e5d5fb489764 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6 HTTP/1.1" status: 200 len: 947 time: 0.2378101 Jun 30 09:10:32.600206 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-472891e5-6e66-4f33-8f3b-24af9e39e938 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9963179 Jun 30 09:10:32.615088 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0ca9330f-1bee-46a0-8a7f-92dc3b1ab766 req-13fc4089-cee9-46c4-8261-f1a34ec35d8c tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708518 Jun 30 09:10:32.615598 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-7f684da9-1491-41d8-a31c-06254df9396f service neutron] Request body: {'port': {'device_id': 'dca3e7b8-b398-463a-b43d-5aa99a654833', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:32.662632 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 6de12357-6db1-4559-810c-120a84f6143e details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:10:32.667459 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 119be652-2447-4d2a-8acd-94d9dc5ac8d4 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:32.811635 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-7f684da9-1491-41d8-a31c-06254df9396f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.843350 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-16137ce3-f948-4990-bcdb-534e9075ab6b None None] Provisioning for port 84b7b952-756b-462c-a25e-04b9bb458e9a completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:32.869546 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-16137ce3-f948-4990-bcdb-534e9075ab6b None None] Provisioning complete for port 84b7b952-756b-462c-a25e-04b9bb458e9a triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:32.869546 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-16137ce3-f948-4990-bcdb-534e9075ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.912511 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ad300-076a-4d9f-a06f-d593fdab16bf req-95a6c528-3e5e-49ea-9a1f-74cb078b06cf tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:32.916853 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d38539-bbe0-4a9e-9bba-e545c14201ac req-16373b24-680d-409e-9fb2-3ad21cd0a676 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:32.925298 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-62d38539-bbe0-4a9e-9bba-e545c14201ac req-16373b24-680d-409e-9fb2-3ad21cd0a676 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.2365999 Jun 30 09:10:32.932878 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-852ad300-076a-4d9f-a06f-d593fdab16bf req-95a6c528-3e5e-49ea-9a1f-74cb078b06cf tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=dca3e7b8-b398-463a-b43d-5aa99a654833 HTTP/1.1" status: 200 len: 935 time: 0.1198971 Jun 30 09:10:32.973434 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-62d38539-bbe0-4a9e-9bba-e545c14201ac req-a6e49cad-37d1-43a2-8ace-eabf386a88da tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479391 Jun 30 09:10:32.992919 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-16137ce3-f948-4990-bcdb-534e9075ab6b None None] Port 84b7b952-756b-462c-a25e-04b9bb458e9a cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:10:33.055600 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-852ad300-076a-4d9f-a06f-d593fdab16bf req-898dbfce-c9cb-401d-b529-2881e2472e96 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ff4af96-b03e-4537-a5d5-f207ea668331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186094 Jun 30 09:10:33.073237 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 6de12357-6db1-4559-810c-120a84f6143e, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=6de12357-6db1-4559-810c-120a84f6143e,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:33.088257 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '6de12357-6db1-4559-810c-120a84f6143e', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': '6de12357-6db1-4559-810c-120a84f6143e', 'mac_address': 'fa:16:3e:1f:c4:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:10:33.099549 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 119be652-2447-4d2a-8acd-94d9dc5ac8d4 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:33.106761 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 119be652-2447-4d2a-8acd-94d9dc5ac8d4 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:33.107420 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.306355 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.342549 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de12357-6db1-4559-810c-120a84f6143e {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:33.403650 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 6de12357-6db1-4559-810c-120a84f6143e, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=6de12357-6db1-4559-810c-120a84f6143e,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:33.424750 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.469274 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0874c9b2-e0fa-4b52-b91e-93a3e643f02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119be652-2447-4d2a-8acd-94d9dc5ac8d4'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:33.474003 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323202a1-56ee-4c49-83e8-da037c71b42c" -d '{"events": [{"server_uuid": "0874c9b2-e0fa-4b52-b91e-93a3e643f02c", "name": "network-vif-plugged", "status": "completed", "tag": "119be652-2447-4d2a-8acd-94d9dc5ac8d4"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:33.483968 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.508042 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 119be652-2447-4d2a-8acd-94d9dc5ac8d4, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=119be652-2447-4d2a-8acd-94d9dc5ac8d4,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:33.555259 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-7f684da9-1491-41d8-a31c-06254df9396f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b7b952-756b-462c-a25e-04b9bb458e9a {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:33.573024 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-7f684da9-1491-41d8-a31c-06254df9396f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.594084 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436ece1-5040-403a-81ed-d10714942b8b req-aa2d5560-2e1d-4096-a82b-ccfc56be1167 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:33.596107 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=6de12357-6db1-4559-810c-120a84f6143e,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:33.603966 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a436ece1-5040-403a-81ed-d10714942b8b req-aa2d5560-2e1d-4096-a82b-ccfc56be1167 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=0874c9b2-e0fa-4b52-b91e-93a3e643f02c HTTP/1.1" status: 200 len: 945 time: 0.3107266 Jun 30 09:10:33.612564 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.640385 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d8732-f8b8-4ea1-8f97-248d65e959ab req-16e26da6-c413-499f-b9c6-09814b51eea7 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:33.644284 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7f8d8732-f8b8-4ea1-8f97-248d65e959ab req-16e26da6-c413-499f-b9c6-09814b51eea7 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 945 time: 0.1346014 Jun 30 09:10:33.658272 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-7f684da9-1491-41d8-a31c-06254df9396f service neutron] Transition to ACTIVE for port object 84b7b952-756b-462c-a25e-04b9bb458e9a will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:33.698611 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a436ece1-5040-403a-81ed-d10714942b8b req-0552d679-da1d-4e52-ab86-d842be70357c tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783238 Jun 30 09:10:33.728004 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=119be652-2447-4d2a-8acd-94d9dc5ac8d4,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:33.751163 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7f8d8732-f8b8-4ea1-8f97-248d65e959ab req-0f0ca4b3-da46-4153-abd8-ce4e9010a8fc tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845633 Jun 30 09:10:33.756931 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-7f684da9-1491-41d8-a31c-06254df9396f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.805606 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f1738d-d8ed-47e6-acc3-77eb12def318 x-openstack-request-id: req-e7f1738d-d8ed-47e6-acc3-77eb12def318 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:33.805908 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0874c9b2-e0fa-4b52-b91e-93a3e643f02c", "name": "network-vif-plugged", "status": "completed", "tag": "119be652-2447-4d2a-8acd-94d9dc5ac8d4", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:33.806211 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e7f1738d-d8ed-47e6-acc3-77eb12def318 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:33.806618 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0874c9b2-e0fa-4b52-b91e-93a3e643f02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119be652-2447-4d2a-8acd-94d9dc5ac8d4', 'code': 200} Jun 30 09:10:33.870208 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f684da9-1491-41d8-a31c-06254df9396f service neutron] Pushing event updated for resources: {'Port': ['ID=84b7b952-756b-462c-a25e-04b9bb458e9a,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:33.886320 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['6de12357-6db1-4559-810c-120a84f6143e'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:34.108463 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a40cf6-1e21-4a02-a951-0170c6d4b1bd req-2e455c2b-f204-454c-bb66-9b935a67c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:34.113604 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-05a40cf6-1e21-4a02-a951-0170c6d4b1bd req-2e455c2b-f204-454c-bb66-9b935a67c378 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0874c9b2-e0fa-4b52-b91e-93a3e643f02c HTTP/1.1" status: 200 len: 1098 time: 0.1960473 Jun 30 09:10:34.202494 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-7f684da9-1491-41d8-a31c-06254df9396f service neutron] Attempting to bind port 84b7b952-756b-462c-a25e-04b9bb458e9a on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:34.202494 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-7f684da9-1491-41d8-a31c-06254df9396f service neutron] Attempting to bind port 84b7b952-756b-462c-a25e-04b9bb458e9a by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:34.202494 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-7f684da9-1491-41d8-a31c-06254df9396f service neutron] Attempting to bind port 84b7b952-756b-462c-a25e-04b9bb458e9a on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:34.215305 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-05a40cf6-1e21-4a02-a951-0170c6d4b1bd req-79d38c9f-a870-46a6-b7cb-9ec9a252436c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948048 Jun 30 09:10:34.238965 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-7f684da9-1491-41d8-a31c-06254df9396f service neutron] Port 84b7b952-756b-462c-a25e-04b9bb458e9a on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:10:34.239655 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-7f684da9-1491-41d8-a31c-06254df9396f service neutron] Attempting to bind port 84b7b952-756b-462c-a25e-04b9bb458e9a on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:34.254777 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-7f684da9-1491-41d8-a31c-06254df9396f service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:34.255162 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-7f684da9-1491-41d8-a31c-06254df9396f service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:34.255570 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-7f684da9-1491-41d8-a31c-06254df9396f service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:34.256118 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-7f684da9-1491-41d8-a31c-06254df9396f service neutron] Bound port: 84b7b952-756b-462c-a25e-04b9bb458e9a, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:34.256573 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-7f684da9-1491-41d8-a31c-06254df9396f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.370520 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecc0d1-af2f-4650-bbb9-b9b3b0e3c7e4 req-32019f29-b9ec-450e-be24-f1bf1760e2a3 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:34.372023 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-77ecc0d1-af2f-4650-bbb9-b9b3b0e3c7e4 req-32019f29-b9ec-450e-be24-f1bf1760e2a3 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6 HTTP/1.1" status: 200 len: 948 time: 0.2271099 Jun 30 09:10:34.381181 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22d42b-4bc0-40c3-9e8f-2f7ecb8f01e9 req-2e586f2f-5907-47ee-bb48-16e53640f5bb tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:34.382966 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ab22d42b-4bc0-40c3-9e8f-2f7ecb8f01e9 req-2e586f2f-5907-47ee-bb48-16e53640f5bb tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.1283920 Jun 30 09:10:34.394095 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-7f684da9-1491-41d8-a31c-06254df9396f service neutron] For port 84b7b952-756b-462c-a25e-04b9bb458e9a, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:34.418301 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-7f684da9-1491-41d8-a31c-06254df9396f service neutron] For port 84b7b952-756b-462c-a25e-04b9bb458e9a, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=84b7b952-756b-462c-a25e-04b9bb458e9a,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:34.429246 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ab22d42b-4bc0-40c3-9e8f-2f7ecb8f01e9 req-e6d3216e-3426-4728-9f9b-d70b7de24f12 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370696 Jun 30 09:10:34.438165 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-77ecc0d1-af2f-4650-bbb9-b9b3b0e3c7e4 req-f31257db-e021-411d-8a29-3175555ce765 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575862 Jun 30 09:10:34.648524 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fb2d5-d488-4b91-85a2-c6239c5b1fc8 req-539c8844-c901-41a8-820e-301fdc12f9f7 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:34.649944 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eb5fb2d5-d488-4b91-85a2-c6239c5b1fc8 req-539c8844-c901-41a8-820e-301fdc12f9f7 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=dca3e7b8-b398-463a-b43d-5aa99a654833 HTTP/1.1" status: 200 len: 947 time: 0.0873773 Jun 30 09:10:34.692236 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eb5fb2d5-d488-4b91-85a2-c6239c5b1fc8 req-baa29d54-e9ac-47a1-9b4f-09bdb9ca83be tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ff4af96-b03e-4537-a5d5-f207ea668331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361700 Jun 30 09:10:34.740442 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-7f684da9-1491-41d8-a31c-06254df9396f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.776837 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-7f684da9-1491-41d8-a31c-06254df9396f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:34.777454 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-7f684da9-1491-41d8-a31c-06254df9396f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.778874 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-7f684da9-1491-41d8-a31c-06254df9396f service neutron] 10.222.0.37 "PUT /v2.0/ports/84b7b952-756b-462c-a25e-04b9bb458e9a HTTP/1.1" status: 200 len: 1096 time: 2.1689448 Jun 30 09:10:34.779375 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca3e7b8-b398-463a-b43d-5aa99a654833', 'tag': '84b7b952-756b-462c-a25e-04b9bb458e9a'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:34.781830 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9d773d-ea32-4f78-bc0a-fefb9ac39745" -d '{"events": [{"name": "network-changed", "server_uuid": "dca3e7b8-b398-463a-b43d-5aa99a654833", "tag": "84b7b952-756b-462c-a25e-04b9bb458e9a"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:34.871981 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d42fe7-a0e4-45f3-9263-b78a2f68c724 x-openstack-request-id: req-f0d42fe7-a0e4-45f3-9263-b78a2f68c724 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:34.872270 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dca3e7b8-b398-463a-b43d-5aa99a654833", "tag": "84b7b952-756b-462c-a25e-04b9bb458e9a", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:34.872524 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f0d42fe7-a0e4-45f3-9263-b78a2f68c724 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:34.875351 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dca3e7b8-b398-463a-b43d-5aa99a654833', 'tag': '84b7b952-756b-462c-a25e-04b9bb458e9a', 'status': 'completed', 'code': 200} Jun 30 09:10:34.876178 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f684da9-1491-41d8-a31c-06254df9396f service neutron] Pushing event updated for resources: {'Port': ['ID=84b7b952-756b-462c-a25e-04b9bb458e9a,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:35.050573 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e5657-f710-4b93-84b5-6b9610bf7329 req-9da3fd41-20c2-4651-b839-d93601097aca tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:35.052270 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b33e5657-f710-4b93-84b5-6b9610bf7329 req-9da3fd41-20c2-4651-b839-d93601097aca tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=0874c9b2-e0fa-4b52-b91e-93a3e643f02c HTTP/1.1" status: 200 len: 946 time: 0.1680970 Jun 30 09:10:35.094805 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d773d-ea32-4f78-bc0a-fefb9ac39745 req-1f18f123-9496-4a3d-91ca-b9094383a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:35.096871 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5b9d773d-ea32-4f78-bc0a-fefb9ac39745 req-1f18f123-9496-4a3d-91ca-b9094383a138 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7dad8a1a18a24681869bc5c11092897a&device_id=dca3e7b8-b398-463a-b43d-5aa99a654833 HTTP/1.1" status: 200 len: 1099 time: 0.1623869 Jun 30 09:10:35.137207 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d45c48-5fbf-45f9-9d45-68809ebd7e15 req-3b3db6b1-7734-4781-96fc-5aafdcf90ccf tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:35.149952 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-70d45c48-5fbf-45f9-9d45-68809ebd7e15 req-3b3db6b1-7734-4781-96fc-5aafdcf90ccf tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 945 time: 0.1387625 Jun 30 09:10:35.156016 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5b9d773d-ea32-4f78-bc0a-fefb9ac39745 req-00598599-c0a1-4755-817f-75ac3033ab34 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7dad8a1a18a24681869bc5c11092897a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440390 Jun 30 09:10:35.171316 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b33e5657-f710-4b93-84b5-6b9610bf7329 req-e0d9d318-a263-4afc-831b-b87e34ce5dab tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108928 Jun 30 09:10:35.224946 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-70d45c48-5fbf-45f9-9d45-68809ebd7e15 req-81d70b2d-0615-4ada-913c-f0ed4e5f0d27 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618460 Jun 30 09:10:35.496838 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d773d-ea32-4f78-bc0a-fefb9ac39745 req-3344facc-4165-44e3-bd80-48a92aeeacec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:35.499816 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5b9d773d-ea32-4f78-bc0a-fefb9ac39745 req-3344facc-4165-44e3-bd80-48a92aeeacec service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3237548 Jun 30 09:10:35.831261 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dabcf10-6421-479c-99d1-2fb5dc8529e8 req-3c1dc426-8244-4e06-99dc-f4651ec84dd1 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:35.846015 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9dabcf10-6421-479c-99d1-2fb5dc8529e8 req-3c1dc426-8244-4e06-99dc-f4651ec84dd1 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.1772344 Jun 30 09:10:35.863620 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-d782479a-bb14-47c2-9aa3-7f44745c1e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:35.866812 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-d782479a-bb14-47c2-9aa3-7f44745c1e10 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7dad8a1a18a24681869bc5c11092897a&device_id=dca3e7b8-b398-463a-b43d-5aa99a654833 HTTP/1.1" status: 200 len: 1099 time: 0.2346330 Jun 30 09:10:35.915764 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9dabcf10-6421-479c-99d1-2fb5dc8529e8 req-cccffbae-9e54-4514-aa2f-67804aeb7713 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683987 Jun 30 09:10:35.946850 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-f78b0ccb-7100-4f25-a1f5-425d90eaf0e0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=84b7b952-756b-462c-a25e-04b9bb458e9a HTTP/1.1" status: 200 len: 217 time: 0.0673695 Jun 30 09:10:36.033291 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-e78edd9f-fcee-4814-869d-0b1e8796346d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:36.035638 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-e78edd9f-fcee-4814-869d-0b1e8796346d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.0686414 Jun 30 09:10:36.134819 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44850ddf-d02d-4751-80a0-2dc91bfedafe req-57acd7a8-593a-48c3-ac21-b7c9ea87c10e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:36.137419 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-44850ddf-d02d-4751-80a0-2dc91bfedafe req-57acd7a8-593a-48c3-ac21-b7c9ea87c10e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6 HTTP/1.1" status: 200 len: 948 time: 0.2392385 Jun 30 09:10:36.221418 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-a73a92b6-f527-4525-ab9e-5454886b58d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:36.223694 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-a73a92b6-f527-4525-ab9e-5454886b58d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1741328 Jun 30 09:10:36.242437 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-44850ddf-d02d-4751-80a0-2dc91bfedafe req-e40263ad-9ecd-4382-8171-c73cbe71093f tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869844 Jun 30 09:10:36.456188 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9576b-d925-48cc-a7d9-c7b52aced703 req-ecb73ec0-4cd8-4fa9-a28d-f876f5eac9a7 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:36.471699 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e0c9576b-d925-48cc-a7d9-c7b52aced703 req-ecb73ec0-4cd8-4fa9-a28d-f876f5eac9a7 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=dca3e7b8-b398-463a-b43d-5aa99a654833 HTTP/1.1" status: 200 len: 947 time: 0.2140648 Jun 30 09:10:36.488403 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-fe9c0352-b307-494b-90fb-76558cb89df9 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440288 Jun 30 09:10:36.551813 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e0c9576b-d925-48cc-a7d9-c7b52aced703 req-ec061b67-1e69-4bb4-9dd9-add524dbaa04 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ff4af96-b03e-4537-a5d5-f207ea668331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786128 Jun 30 09:10:36.648661 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aad4b8e3-bb74-457a-99c8-755b8208ce26 req-378cce8c-f8fd-474b-93e6-ceaa9bf83cd9 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521235 Jun 30 09:10:36.668214 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee30e3-042d-452f-bde3-1049146026bb req-821541db-2c64-40ed-a408-373c3cbc2c78 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:36.670886 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5aee30e3-042d-452f-bde3-1049146026bb req-821541db-2c64-40ed-a408-373c3cbc2c78 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=0874c9b2-e0fa-4b52-b91e-93a3e643f02c HTTP/1.1" status: 200 len: 946 time: 0.1433549 Jun 30 09:10:36.676305 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 6de12357-6db1-4559-810c-120a84f6143e up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:36.756328 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5aee30e3-042d-452f-bde3-1049146026bb req-ef176c1b-059a-42bf-a8bd-91a8f122a635 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728734 Jun 30 09:10:36.814044 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2366395-13c1-4240-a510-890332dab41d req-22a53579-0624-42cb-a2a0-0b7c9f4ec53d tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:36.815631 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2366395-13c1-4240-a510-890332dab41d req-22a53579-0624-42cb-a2a0-0b7c9f4ec53d tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 945 time: 0.1004875 Jun 30 09:10:36.871733 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 6de12357-6db1-4559-810c-120a84f6143e completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:36.878364 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 6de12357-6db1-4559-810c-120a84f6143e triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:36.878747 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:36.902552 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2366395-13c1-4240-a510-890332dab41d req-d0e34a3f-077c-415e-8734-b425e80cc1df tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794189 Jun 30 09:10:37.072713 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:37.130930 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de12357-6db1-4559-810c-120a84f6143e'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:37.133608 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9a3ec5-7f8d-458b-96ac-88bcfe1fa94d" -d '{"events": [{"server_uuid": "7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6", "name": "network-vif-plugged", "status": "completed", "tag": "6de12357-6db1-4559-810c-120a84f6143e"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:37.159490 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f434c-6972-4032-9b37-253907928507 req-9dd86d62-085b-4e75-bac7-887d927deeb4 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:37.167748 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ba3f434c-6972-4032-9b37-253907928507 req-9dd86d62-085b-4e75-bac7-887d927deeb4 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.0960946 Jun 30 09:10:37.169665 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 6de12357-6db1-4559-810c-120a84f6143e, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=6de12357-6db1-4559-810c-120a84f6143e,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:37.221999 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ba3f434c-6972-4032-9b37-253907928507 req-2636c8cc-eb4e-4c7b-b313-dbdbe3ab1637 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516725 Jun 30 09:10:37.277380 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:37.335455 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:37.419608 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd934ee-84cd-4a4d-ba1b-8b28e52041a8 x-openstack-request-id: req-7cd934ee-84cd-4a4d-ba1b-8b28e52041a8 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:37.419920 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6", "name": "network-vif-plugged", "status": "completed", "tag": "6de12357-6db1-4559-810c-120a84f6143e", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:37.420199 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7cd934ee-84cd-4a4d-ba1b-8b28e52041a8 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:37.420620 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de12357-6db1-4559-810c-120a84f6143e', 'code': 200} Jun 30 09:10:37.482127 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=6de12357-6db1-4559-810c-120a84f6143e,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:37.675449 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b6478-ec1b-4271-bbe0-a51f9f63037d req-167f82df-e1f1-4efa-88b9-6fe439fd5c4d tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:37.677237 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e31b6478-ec1b-4271-bbe0-a51f9f63037d req-167f82df-e1f1-4efa-88b9-6fe439fd5c4d tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6 HTTP/1.1" status: 200 len: 949 time: 0.0931239 Jun 30 09:10:37.683298 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843418fa-c5a5-406d-a851-718b1c104340 req-fe305fbb-b241-4103-a43b-ff907b52c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:37.684939 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-843418fa-c5a5-406d-a851-718b1c104340 req-fe305fbb-b241-4103-a43b-ff907b52c950 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6 HTTP/1.1" status: 200 len: 1101 time: 0.1542521 Jun 30 09:10:37.760134 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-843418fa-c5a5-406d-a851-718b1c104340 req-786661eb-23e9-4765-9780-e41db7934480 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651152 Jun 30 09:10:37.768351 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e31b6478-ec1b-4271-bbe0-a51f9f63037d req-5f3594bd-5132-4c39-80da-68c4857f99d4 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745387 Jun 30 09:10:37.790215 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc0f10-d745-4fe8-b6e0-4b0616503c02 req-6c8ba503-5b40-42f4-b357-ef0354627610 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:37.799872 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4afc0f10-d745-4fe8-b6e0-4b0616503c02 req-6c8ba503-5b40-42f4-b357-ef0354627610 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=0874c9b2-e0fa-4b52-b91e-93a3e643f02c HTTP/1.1" status: 200 len: 946 time: 0.1018584 Jun 30 09:10:37.850105 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4afc0f10-d745-4fe8-b6e0-4b0616503c02 req-4cf5b546-cedd-4e50-b8fb-044b89163006 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491536 Jun 30 09:10:37.992193 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36593407-aec2-44d4-a435-a7dcb6781b38 req-2de7b955-0899-4d75-9e0c-22ece69c891c tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:37.993911 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-36593407-aec2-44d4-a435-a7dcb6781b38 req-2de7b955-0899-4d75-9e0c-22ece69c891c tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=dca3e7b8-b398-463a-b43d-5aa99a654833 HTTP/1.1" status: 200 len: 947 time: 0.1116979 Jun 30 09:10:38.046632 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-36593407-aec2-44d4-a435-a7dcb6781b38 req-f73c7701-ed0b-4cf4-8453-60a87c574595 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ff4af96-b03e-4537-a5d5-f207ea668331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462229 Jun 30 09:10:38.255474 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebad163-0682-4143-adfd-4b2d773ec2e1 req-b44e963c-5ee8-4093-83f3-5fc9415867b3 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:38.257331 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eebad163-0682-4143-adfd-4b2d773ec2e1 req-b44e963c-5ee8-4093-83f3-5fc9415867b3 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 945 time: 0.0800836 Jun 30 09:10:38.334593 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eebad163-0682-4143-adfd-4b2d773ec2e1 req-7bbdc716-e0c0-4518-8844-f8a1d08ef53f tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635836 Jun 30 09:10:38.540560 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:38.581879 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad3986-8c31-4ae8-9cdb-b45b5c950053 req-5572306d-7ea0-4a21-b2ab-d0f3ff01b11c tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:38.589827 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2bad3986-8c31-4ae8-9cdb-b45b5c950053 req-5572306d-7ea0-4a21-b2ab-d0f3ff01b11c tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.1377072 Jun 30 09:10:38.648709 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2bad3986-8c31-4ae8-9cdb-b45b5c950053 req-bed3e6c2-c60d-48ac-8d69-37de0463a11e tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567310 Jun 30 09:10:39.096003 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9065d-8afd-4984-adee-ca46d0193598 req-7e61292e-b2b2-48d1-93dd-309aff568280 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:39.097651 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-95d9065d-8afd-4984-adee-ca46d0193598 req-7e61292e-b2b2-48d1-93dd-309aff568280 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6 HTTP/1.1" status: 200 len: 949 time: 0.1537578 Jun 30 09:10:39.132269 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b292bfd-68e5-4188-8382-7d42122dc54d req-cd9d5775-e187-42d1-993e-aba3f807c488 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:39.134331 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4b292bfd-68e5-4188-8382-7d42122dc54d req-cd9d5775-e187-42d1-993e-aba3f807c488 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=0874c9b2-e0fa-4b52-b91e-93a3e643f02c HTTP/1.1" status: 200 len: 946 time: 0.1185386 Jun 30 09:10:39.184525 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-95d9065d-8afd-4984-adee-ca46d0193598 req-cd3d24b1-d5dc-450e-a72f-2d614433a6a2 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792596 Jun 30 09:10:39.187238 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4b292bfd-68e5-4188-8382-7d42122dc54d req-2763967d-639c-4e8e-92b6-15eb1a0d9ae1 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463805 Jun 30 09:10:39.391472 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416129d-eb55-49b0-9ec5-1c3232d6aa61 req-75b35842-d63d-4366-bbfa-94c293ecc49b tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:39.391472 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0416129d-eb55-49b0-9ec5-1c3232d6aa61 req-75b35842-d63d-4366-bbfa-94c293ecc49b tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=dca3e7b8-b398-463a-b43d-5aa99a654833 HTTP/1.1" status: 200 len: 947 time: 0.0853100 Jun 30 09:10:39.416298 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0416129d-eb55-49b0-9ec5-1c3232d6aa61 req-ce17271b-8ff3-4757-8d8d-66fdb60a9122 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ff4af96-b03e-4537-a5d5-f207ea668331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411503 Jun 30 09:10:39.592816 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff368bd-e2aa-4b06-a880-cbbd9bd75cc7 req-5c14f27d-251e-484e-9cc7-9b21b5443804 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:39.594543 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eff368bd-e2aa-4b06-a880-cbbd9bd75cc7 req-5c14f27d-251e-484e-9cc7-9b21b5443804 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 945 time: 0.0711200 Jun 30 09:10:39.641437 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eff368bd-e2aa-4b06-a880-cbbd9bd75cc7 req-db420e0e-d64d-4dd2-95bc-e3613099aaba tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410147 Jun 30 09:10:40.120741 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21abda-c434-48a1-a88e-1d75aa60606f req-5fad519b-94c9-491b-93fc-f5f0776e8d5b tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:40.128993 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b21abda-c434-48a1-a88e-1d75aa60606f req-5fad519b-94c9-491b-93fc-f5f0776e8d5b tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.2431674 Jun 30 09:10:40.159102 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15c5eb-ae9f-40cb-908c-b47334bfd38e req-7f34fb30-7a74-4264-9fe7-b06b68e81d32 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:40.160876 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8c15c5eb-ae9f-40cb-908c-b47334bfd38e req-7f34fb30-7a74-4264-9fe7-b06b68e81d32 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=0874c9b2-e0fa-4b52-b91e-93a3e643f02c HTTP/1.1" status: 200 len: 946 time: 0.0775282 Jun 30 09:10:40.185031 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b21abda-c434-48a1-a88e-1d75aa60606f req-56c4e385-3952-48df-97c2-a11357a0d5d7 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548754 Jun 30 09:10:40.229101 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8c15c5eb-ae9f-40cb-908c-b47334bfd38e req-0444214f-2265-414d-a628-dff7375d2bbf tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621872 Jun 30 09:10:40.425107 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713453b-1296-4abd-bf39-2109c0214b08 req-7421616c-a5bf-45a0-9730-31bb340a9207 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:40.432520 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e713453b-1296-4abd-bf39-2109c0214b08 req-7421616c-a5bf-45a0-9730-31bb340a9207 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6 HTTP/1.1" status: 200 len: 949 time: 0.0793874 Jun 30 09:10:40.487376 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e713453b-1296-4abd-bf39-2109c0214b08 req-f0c51219-d89d-47a1-8530-5068440a8b8b tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502779 Jun 30 09:10:40.693100 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1c930-3919-40ed-a633-2461a5c14a3b req-9b08c77e-5481-4aa6-a758-f004535e0518 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:40.699923 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c9c1c930-3919-40ed-a633-2461a5c14a3b req-9b08c77e-5481-4aa6-a758-f004535e0518 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=dca3e7b8-b398-463a-b43d-5aa99a654833 HTTP/1.1" status: 200 len: 947 time: 0.0892797 Jun 30 09:10:40.767349 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb6b63-ebe0-4bdc-bad0-aa9732251cbf req-a1e0658d-ebbb-44d4-8630-466a797ab4bd tempest-ServersOnMultiNodesTest-960334946 tempest-ServersOnMultiNodesTest-960334946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:40.770339 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c9c1c930-3919-40ed-a633-2461a5c14a3b req-46a55fde-8e9b-4d7b-9ea0-3c50727b4be0 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ff4af96-b03e-4537-a5d5-f207ea668331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598347 Jun 30 09:10:40.771398 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3deb6b63-ebe0-4bdc-bad0-aa9732251cbf req-a1e0658d-ebbb-44d4-8630-466a797ab4bd tempest-ServersOnMultiNodesTest-960334946 tempest-ServersOnMultiNodesTest-960334946-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6 HTTP/1.1" status: 200 len: 1101 time: 0.1024463 Jun 30 09:10:40.831834 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3deb6b63-ebe0-4bdc-bad0-aa9732251cbf req-fb035028-655c-4b2c-b6c9-17dbd4eaf9da tempest-ServersOnMultiNodesTest-960334946 tempest-ServersOnMultiNodesTest-960334946-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537982 Jun 30 09:10:41.022198 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5526c-541e-441f-ab3a-6c0a13f9a11a req-abee4cd4-fcd3-4a17-abcd-b1cef67439f6 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:41.024369 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f5d5526c-541e-441f-ab3a-6c0a13f9a11a req-abee4cd4-fcd3-4a17-abcd-b1cef67439f6 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 945 time: 0.1110551 Jun 30 09:10:41.102616 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f5d5526c-541e-441f-ab3a-6c0a13f9a11a req-0fb7545c-757b-4030-8f9f-cab874b9f0fd tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697010 Jun 30 09:10:41.449455 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a8c45-3fe7-4d56-9954-10fe54437f55 req-ed38e9c6-fd81-45aa-9140-69e8ffb8a49e tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:41.459042 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa3a8c45-3fe7-4d56-9954-10fe54437f55 req-ed38e9c6-fd81-45aa-9140-69e8ffb8a49e tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.1387768 Jun 30 09:10:41.524170 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa3a8c45-3fe7-4d56-9954-10fe54437f55 req-c76c82af-3f1d-4b0a-88c8-5a0117048e70 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640798 Jun 30 09:10:41.813415 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e5e1c2-e1e5-4951-8ee2-dc4e3499026a req-8a40e3a5-c6f5-48f8-b702-4b2c0741b102 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:41.814978 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b5e5e1c2-e1e5-4951-8ee2-dc4e3499026a req-8a40e3a5-c6f5-48f8-b702-4b2c0741b102 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=0874c9b2-e0fa-4b52-b91e-93a3e643f02c HTTP/1.1" status: 200 len: 946 time: 0.1192915 Jun 30 09:10:41.866756 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b5e5e1c2-e1e5-4951-8ee2-dc4e3499026a req-2609627f-142c-44e2-a016-54eded166388 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443275 Jun 30 09:10:42.035816 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b46c8e-a754-43df-b823-cd2d51723b50 req-17bbad23-f8aa-4872-aa1a-68900a62d83b tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:42.037700 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b9b46c8e-a754-43df-b823-cd2d51723b50 req-17bbad23-f8aa-4872-aa1a-68900a62d83b tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.52 "GET /v2.0/ports?device_id=0874c9b2-e0fa-4b52-b91e-93a3e643f02c HTTP/1.1" status: 200 len: 946 time: 0.1213365 Jun 30 09:10:42.059270 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 84b7b952-756b-462c-a25e-04b9bb458e9a details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:10:42.126243 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325bbfa-793c-46b4-b930-68ec261d0ce9 req-5b46b49f-11f5-4afd-bb11-0b6fd395fd82 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:42.136917 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0325bbfa-793c-46b4-b930-68ec261d0ce9 req-5b46b49f-11f5-4afd-bb11-0b6fd395fd82 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6 HTTP/1.1" status: 200 len: 949 time: 0.2665207 Jun 30 09:10:42.202910 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d465d1-10b3-4203-8681-f3a26eac2536 req-5e0f7fe5-d9ef-43e7-a760-ab35e80e7a8c tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:42.203191 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0325bbfa-793c-46b4-b930-68ec261d0ce9 req-ba2aec3e-5a48-4b5d-9e09-2ea56ded2e3c tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623934 Jun 30 09:10:42.203465 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 84b7b952-756b-462c-a25e-04b9bb458e9a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=84b7b952-756b-462c-a25e-04b9bb458e9a,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:42.211600 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43d465d1-10b3-4203-8681-f3a26eac2536 req-5e0f7fe5-d9ef-43e7-a760-ab35e80e7a8c tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=dca3e7b8-b398-463a-b43d-5aa99a654833 HTTP/1.1" status: 200 len: 947 time: 0.1725779 Jun 30 09:10:42.223660 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '84b7b952-756b-462c-a25e-04b9bb458e9a', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': '84b7b952-756b-462c-a25e-04b9bb458e9a', 'mac_address': 'fa:16:3e:3e:54:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:10:42.272882 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43d465d1-10b3-4203-8681-f3a26eac2536 req-1c48663a-89ad-4d06-8f4b-8c1af380d373 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ff4af96-b03e-4537-a5d5-f207ea668331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600755 Jun 30 09:10:42.274200 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:42.304632 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-b9b46c8e-a754-43df-b823-cd2d51723b50 req-23b97862-d088-4bd6-a432-6eeb2f028640 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Deleting port 119be652-2447-4d2a-8acd-94d9dc5ac8d4 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:42.305258 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b9b46c8e-a754-43df-b823-cd2d51723b50 req-23b97862-d088-4bd6-a432-6eeb2f028640 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:42.305514 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b7b952-756b-462c-a25e-04b9bb458e9a {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:42.366371 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 84b7b952-756b-462c-a25e-04b9bb458e9a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=84b7b952-756b-462c-a25e-04b9bb458e9a,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:42.437282 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:42.487319 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-b9b46c8e-a754-43df-b823-cd2d51723b50 req-23b97862-d088-4bd6-a432-6eeb2f028640 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] For port 119be652-2447-4d2a-8acd-94d9dc5ac8d4, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=119be652-2447-4d2a-8acd-94d9dc5ac8d4,segment=NetworkSegment(a0050ea6-a1f5-4b04-8051-69efa91d41df),segment_id=a0050ea6-a1f5-4b04-8051-69efa91d41df)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:42.488264 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b9b46c8e-a754-43df-b823-cd2d51723b50 req-23b97862-d088-4bd6-a432-6eeb2f028640 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:42.510937 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-b9b46c8e-a754-43df-b823-cd2d51723b50 req-23b97862-d088-4bd6-a432-6eeb2f028640 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Calling delete_port for 119be652-2447-4d2a-8acd-94d9dc5ac8d4 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:42.532538 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=84b7b952-756b-462c-a25e-04b9bb458e9a,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:42.554365 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49b45b-eb7d-4ee9-b0b5-ff0e1d3f3983 req-beefcb12-56a9-4948-9317-f34f48050672 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:42.562558 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1f49b45b-eb7d-4ee9-b0b5-ff0e1d3f3983 req-beefcb12-56a9-4948-9317-f34f48050672 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 945 time: 0.1331785 Jun 30 09:10:42.824425 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf07a5-3613-4954-ae4e-6feae45c285c req-0781df21-de85-497d-8198-cd5736309c30 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:42.832736 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0bbf07a5-3613-4954-ae4e-6feae45c285c req-0781df21-de85-497d-8198-cd5736309c30 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.1275578 Jun 30 09:10:42.890167 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0bbf07a5-3613-4954-ae4e-6feae45c285c req-81be29e3-111a-4094-95f7-ff074970732e tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560837 Jun 30 09:10:43.023462 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['84b7b952-756b-462c-a25e-04b9bb458e9a'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:43.172043 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1f49b45b-eb7d-4ee9-b0b5-ff0e1d3f3983 req-e65d7ae1-4fce-41a4-b31c-06d5cee7a8bd tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6082175 Jun 30 09:10:43.332396 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31983e8-2678-49ed-97cc-c09a13474181 req-ffb14bda-e995-42e8-ba3e-a1fa20b46ef8 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:43.336755 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c31983e8-2678-49ed-97cc-c09a13474181 req-ffb14bda-e995-42e8-ba3e-a1fa20b46ef8 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=0874c9b2-e0fa-4b52-b91e-93a3e643f02c HTTP/1.1" status: 200 len: 946 time: 0.1401732 Jun 30 09:10:43.407207 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c31983e8-2678-49ed-97cc-c09a13474181 req-d6e29de6-5ab5-4df9-a79c-77709c752e0c tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fda908-1406-4601-9ec1-98ca2a1e4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589094 Jun 30 09:10:43.641617 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e312fd1-8a54-4bc5-a17d-f5e24bbc1cf4 req-2c14c4d3-85b6-4680-a0e8-2a82515a3aa3 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:43.641617 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4e312fd1-8a54-4bc5-a17d-f5e24bbc1cf4 req-2c14c4d3-85b6-4680-a0e8-2a82515a3aa3 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6 HTTP/1.1" status: 200 len: 949 time: 0.1358724 Jun 30 09:10:43.641617 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceec83a-8da2-4cc8-83a6-0a988ba5a607 req-62cd9e8e-2a27-4f34-b39b-f57afe621da2 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:43.641617 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8ceec83a-8da2-4cc8-83a6-0a988ba5a607 req-62cd9e8e-2a27-4f34-b39b-f57afe621da2 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6 HTTP/1.1" status: 200 len: 949 time: 0.1165199 Jun 30 09:10:43.645513 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73c200-e8e1-434e-8fde-ad01ef7a8007 req-9ea377f3-aa29-4d8b-9f69-5a220d673353 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:43.645513 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cf73c200-e8e1-434e-8fde-ad01ef7a8007 req-9ea377f3-aa29-4d8b-9f69-5a220d673353 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=dca3e7b8-b398-463a-b43d-5aa99a654833 HTTP/1.1" status: 200 len: 948 time: 0.0747728 Jun 30 09:10:43.646011 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4e312fd1-8a54-4bc5-a17d-f5e24bbc1cf4 req-e5e78287-731f-47da-874d-fc25c6ce35f8 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788410 Jun 30 09:10:43.646289 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cf73c200-e8e1-434e-8fde-ad01ef7a8007 req-2ecfaf44-938f-4f63-aef0-29bc8a1cc9e0 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ff4af96-b03e-4537-a5d5-f207ea668331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364051 Jun 30 09:10:43.693873 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b9b46c8e-a754-43df-b823-cd2d51723b50 req-23b97862-d088-4bd6-a432-6eeb2f028640 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:43.710272 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['119be652-2447-4d2a-8acd-94d9dc5ac8d4'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:43.733719 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b97862-d088-4bd6-a432-6eeb2f028640 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Pushing event deleted for resources: {'Port': ['ID=119be652-2447-4d2a-8acd-94d9dc5ac8d4,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:43.788951 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b46c8e-a754-43df-b823-cd2d51723b50 req-23b97862-d088-4bd6-a432-6eeb2f028640 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] No DVR routers for this DVR port 119be652-2447-4d2a-8acd-94d9dc5ac8d4 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:43.791539 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-8ceec83a-8da2-4cc8-83a6-0a988ba5a607 req-c4707520-1b6f-4ba4-bee3-81e0aa5c663f tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Deleting port 6de12357-6db1-4559-810c-120a84f6143e {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:43.791945 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-8ceec83a-8da2-4cc8-83a6-0a988ba5a607 req-c4707520-1b6f-4ba4-bee3-81e0aa5c663f tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:43.795598 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b9b46c8e-a754-43df-b823-cd2d51723b50 req-23b97862-d088-4bd6-a432-6eeb2f028640 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:43.797507 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b9b46c8e-a754-43df-b823-cd2d51723b50 req-23b97862-d088-4bd6-a432-6eeb2f028640 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.52 "DELETE /v2.0/ports/119be652-2447-4d2a-8acd-94d9dc5ac8d4 HTTP/1.1" status: 204 len: 173 time: 1.7469780 Jun 30 09:10:43.798055 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0874c9b2-e0fa-4b52-b91e-93a3e643f02c', 'name': 'network-vif-deleted', 'tag': '119be652-2447-4d2a-8acd-94d9dc5ac8d4'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:43.800505 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5349d328-a25a-4dac-9085-2aabd6437c71" -d '{"events": [{"server_uuid": "0874c9b2-e0fa-4b52-b91e-93a3e643f02c", "name": "network-vif-deleted", "tag": "119be652-2447-4d2a-8acd-94d9dc5ac8d4"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:43.856597 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a4f557-49db-45ce-87a8-8ff17a5895fe x-openstack-request-id: req-a7a4f557-49db-45ce-87a8-8ff17a5895fe {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:43.858699 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0874c9b2-e0fa-4b52-b91e-93a3e643f02c", "name": "network-vif-deleted", "tag": "119be652-2447-4d2a-8acd-94d9dc5ac8d4", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:43.858699 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a7a4f557-49db-45ce-87a8-8ff17a5895fe {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:43.858699 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0874c9b2-e0fa-4b52-b91e-93a3e643f02c', 'name': 'network-vif-deleted', 'tag': '119be652-2447-4d2a-8acd-94d9dc5ac8d4', 'status': 'completed', 'code': 200} Jun 30 09:10:43.916658 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-8ceec83a-8da2-4cc8-83a6-0a988ba5a607 req-c4707520-1b6f-4ba4-bee3-81e0aa5c663f tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] For port 6de12357-6db1-4559-810c-120a84f6143e, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=6de12357-6db1-4559-810c-120a84f6143e,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:43.928730 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-8ceec83a-8da2-4cc8-83a6-0a988ba5a607 req-c4707520-1b6f-4ba4-bee3-81e0aa5c663f tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:43.939915 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-8ceec83a-8da2-4cc8-83a6-0a988ba5a607 req-c4707520-1b6f-4ba4-bee3-81e0aa5c663f tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Calling delete_port for 6de12357-6db1-4559-810c-120a84f6143e owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:44.341802 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2750c9-b706-48a1-8429-e2e485d41f7d req-abbe626e-b5e8-4c17-b36a-c6d35bf2eb86 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:44.354603 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8f2750c9-b706-48a1-8429-e2e485d41f7d req-abbe626e-b5e8-4c17-b36a-c6d35bf2eb86 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.3205922 Jun 30 09:10:44.430550 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4f296-1f9e-49c8-aa67-9d7a4d4a6b0d req-3593743d-8b0a-43bf-9bbd-dfd59d01d804 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:44.432895 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cdb4f296-1f9e-49c8-aa67-9d7a4d4a6b0d req-3593743d-8b0a-43bf-9bbd-dfd59d01d804 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 945 time: 0.1042867 Jun 30 09:10:44.447044 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8f2750c9-b706-48a1-8429-e2e485d41f7d req-dad9a273-7d49-4f47-9826-45fad026bf43 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877688 Jun 30 09:10:44.494368 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cdb4f296-1f9e-49c8-aa67-9d7a4d4a6b0d req-596a04e8-12af-48ac-8d25-805b32426627 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458398 Jun 30 09:10:44.580024 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-8ceec83a-8da2-4cc8-83a6-0a988ba5a607 req-c4707520-1b6f-4ba4-bee3-81e0aa5c663f tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:44.598148 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['715a2321-9a1e-4336-9311-fea1b8e8c92e', 'cd2c450e-666a-4b40-843d-3d2afaa42608', '08edbab1-4ee2-4f26-b009-49d68e44f816'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:44.603053 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['e38873e4-de44-4aa0-831f-ff170eea831f', '95ce2fc6-54f7-4719-9352-143bd62a5933', 'ca94fe25-1c42-4b7c-a721-cfb326e76480', '3f66becb-2291-4fd9-a2ba-47ad8464b5d1', '6de12357-6db1-4559-810c-120a84f6143e'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:44.621161 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4707520-1b6f-4ba4-bee3-81e0aa5c663f tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Pushing event deleted for resources: {'Port': ['ID=6de12357-6db1-4559-810c-120a84f6143e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:44.664907 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-34f53812-2526-4213-8f91-79c693696b03 req-93b89263-35b5-4d79-8224-76fcc4535f60 tempest-DeleteServersTestJSON-792303711 tempest-DeleteServersTestJSON-792303711-project] 10.222.0.10 "GET /v2.0/ports?device_id=0874c9b2-e0fa-4b52-b91e-93a3e643f02c HTTP/1.1" status: 200 len: 210 time: 0.0370157 Jun 30 09:10:44.761173 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ceec83a-8da2-4cc8-83a6-0a988ba5a607 req-c4707520-1b6f-4ba4-bee3-81e0aa5c663f tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] No DVR routers for this DVR port 6de12357-6db1-4559-810c-120a84f6143e on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:44.774556 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-8ceec83a-8da2-4cc8-83a6-0a988ba5a607 req-c4707520-1b6f-4ba4-bee3-81e0aa5c663f tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:44.776940 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8ceec83a-8da2-4cc8-83a6-0a988ba5a607 req-c4707520-1b6f-4ba4-bee3-81e0aa5c663f tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.52 "DELETE /v2.0/ports/6de12357-6db1-4559-810c-120a84f6143e HTTP/1.1" status: 204 len: 173 time: 1.2116828 Jun 30 09:10:44.955872 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-683bfba2-78ba-4274-92cd-a003a834861d req-6c99f84d-730e-4483-8add-2a690d59abc5 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6 HTTP/1.1" status: 200 len: 210 time: 0.0781026 Jun 30 09:10:45.073895 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499df62f-217b-4b05-b871-9a0d69a9fd82 req-79a4a542-6802-4abd-8574-4e2b58c8f1d3 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:45.088113 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-499df62f-217b-4b05-b871-9a0d69a9fd82 req-79a4a542-6802-4abd-8574-4e2b58c8f1d3 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=dca3e7b8-b398-463a-b43d-5aa99a654833 HTTP/1.1" status: 200 len: 948 time: 0.1127212 Jun 30 09:10:45.127789 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-499df62f-217b-4b05-b871-9a0d69a9fd82 req-006e5656-3852-412a-9fd8-9e57ead3bc9c tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ff4af96-b03e-4537-a5d5-f207ea668331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388212 Jun 30 09:10:45.653526 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a8f63-69c2-4273-af9e-428e0b9a3a72 req-ec2f917e-df2a-4bb4-abc3-36a7532438a5 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:45.655722 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-732a8f63-69c2-4273-af9e-428e0b9a3a72 req-ec2f917e-df2a-4bb4-abc3-36a7532438a5 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.0708292 Jun 30 09:10:45.710565 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-732a8f63-69c2-4273-af9e-428e0b9a3a72 req-006a0f9e-4efb-454b-99ed-73e3d311f662 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485544 Jun 30 09:10:45.730989 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c57f6b-3ce0-4f22-a572-5e2f80fb9d04 req-75af6a8e-5587-4d18-bf06-69c603582a35 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:45.733716 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b1c57f6b-3ce0-4f22-a572-5e2f80fb9d04 req-75af6a8e-5587-4d18-bf06-69c603582a35 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 945 time: 0.0942447 Jun 30 09:10:45.780591 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b1c57f6b-3ce0-4f22-a572-5e2f80fb9d04 req-1dae4992-fed3-40df-bdb9-0590488e6c70 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401661 Jun 30 09:10:45.859643 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6', 'name': 'network-vif-deleted', 'tag': '6de12357-6db1-4559-810c-120a84f6143e'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:45.862091 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb5b3aa-1af7-4c72-82ea-c4e557fc8d72" -d '{"events": [{"server_uuid": "7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6", "name": "network-vif-deleted", "tag": "6de12357-6db1-4559-810c-120a84f6143e"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:45.898952 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee13309e-d582-4d76-b849-d7c218dece41 x-openstack-request-id: req-ee13309e-d582-4d76-b849-d7c218dece41 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:45.899270 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6", "name": "network-vif-deleted", "tag": "6de12357-6db1-4559-810c-120a84f6143e", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:45.899771 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ee13309e-d582-4d76-b849-d7c218dece41 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:45.900127 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6', 'name': 'network-vif-deleted', 'tag': '6de12357-6db1-4559-810c-120a84f6143e', 'status': 'completed', 'code': 200} Jun 30 09:10:46.081099 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 84b7b952-756b-462c-a25e-04b9bb458e9a up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:46.142559 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5981afc-b43d-4ca4-81be-8e4a71b7e036 req-c42fb571-1a14-42fe-aecd-56fae7f338af tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:46.144101 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b5981afc-b43d-4ca4-81be-8e4a71b7e036 req-c42fb571-1a14-42fe-aecd-56fae7f338af tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 945 time: 0.0728498 Jun 30 09:10:46.178476 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-48bee91e-ae4a-48ec-979c-498c1d7818bf req-b53df878-b038-45d3-aad4-b4ef9bbeaab5 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8fbea3-616f-4e70-99e0-6d8bfb6b30a6 HTTP/1.1" status: 200 len: 210 time: 0.0366569 Jun 30 09:10:46.186863 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b5981afc-b43d-4ca4-81be-8e4a71b7e036 req-2d3959ed-4692-458f-8816-4501241454f7 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368500 Jun 30 09:10:46.222005 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 84b7b952-756b-462c-a25e-04b9bb458e9a completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:46.227147 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 84b7b952-756b-462c-a25e-04b9bb458e9a triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:46.229899 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.353270 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.385357 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca3e7b8-b398-463a-b43d-5aa99a654833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b7b952-756b-462c-a25e-04b9bb458e9a'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:46.388941 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6577135f-f7cf-4944-b3c8-706dcc220169" -d '{"events": [{"server_uuid": "dca3e7b8-b398-463a-b43d-5aa99a654833", "name": "network-vif-plugged", "status": "completed", "tag": "84b7b952-756b-462c-a25e-04b9bb458e9a"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:46.403590 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 84b7b952-756b-462c-a25e-04b9bb458e9a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=84b7b952-756b-462c-a25e-04b9bb458e9a,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:46.465999 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620b34c-8c28-4c04-b512-315d3899baae req-7ec1d953-8244-4cb7-bb03-c321155f6f57 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:46.468198 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9620b34c-8c28-4c04-b512-315d3899baae req-7ec1d953-8244-4cb7-bb03-c321155f6f57 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=dca3e7b8-b398-463a-b43d-5aa99a654833 HTTP/1.1" status: 200 len: 948 time: 0.0813417 Jun 30 09:10:46.511360 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9620b34c-8c28-4c04-b512-315d3899baae req-6a8b24df-2f7b-45a7-ad4f-b71f91c66b6e tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ff4af96-b03e-4537-a5d5-f207ea668331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371084 Jun 30 09:10:46.540629 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.586890 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31f7c1b-01c4-41f1-9084-14334f2e7efb x-openstack-request-id: req-a31f7c1b-01c4-41f1-9084-14334f2e7efb {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:46.604938 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca3e7b8-b398-463a-b43d-5aa99a654833", "name": "network-vif-plugged", "status": "completed", "tag": "84b7b952-756b-462c-a25e-04b9bb458e9a", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:46.604938 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a31f7c1b-01c4-41f1-9084-14334f2e7efb {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:46.604938 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca3e7b8-b398-463a-b43d-5aa99a654833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b7b952-756b-462c-a25e-04b9bb458e9a', 'code': 200} Jun 30 09:10:46.622479 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=84b7b952-756b-462c-a25e-04b9bb458e9a,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:46.741418 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71253585-e712-45b0-8c29-6c014fd54fb5 req-9a9213d9-27fc-4c63-aba3-a101d3515474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:46.742907 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-71253585-e712-45b0-8c29-6c014fd54fb5 req-9a9213d9-27fc-4c63-aba3-a101d3515474 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dca3e7b8-b398-463a-b43d-5aa99a654833 HTTP/1.1" status: 200 len: 1101 time: 0.0554819 Jun 30 09:10:46.751414 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 6de12357-6db1-4559-810c-120a84f6143e no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:46.790442 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 6de12357-6db1-4559-810c-120a84f6143e {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:10:46.791365 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 6de12357-6db1-4559-810c-120a84f6143e not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:10:46.792257 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 119be652-2447-4d2a-8acd-94d9dc5ac8d4 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:46.836552 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-71253585-e712-45b0-8c29-6c014fd54fb5 req-37ecd8fa-df42-4955-b85f-ef7a77902985 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8ff4af96-b03e-4537-a5d5-f207ea668331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820270 Jun 30 09:10:46.836782 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 119be652-2447-4d2a-8acd-94d9dc5ac8d4 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:10:46.836782 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 119be652-2447-4d2a-8acd-94d9dc5ac8d4 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:10:46.920386 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cc9d6-cf7f-4b7d-b164-f8e028317eee req-de6edc04-6ff7-4132-ac83-57d480b9a85a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:46.922150 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-693cc9d6-cf7f-4b7d-b164-f8e028317eee req-de6edc04-6ff7-4132-ac83-57d480b9a85a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.0693693 Jun 30 09:10:46.963839 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-693cc9d6-cf7f-4b7d-b164-f8e028317eee req-049e72be-d167-49dd-a815-2d04b50f539c tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356598 Jun 30 09:10:46.978778 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a18c3e-c640-4f7a-8aaf-e94c004a5a49 req-0cfdc38d-6a98-468c-b727-3688a8ef487d tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:46.980379 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-94a18c3e-c640-4f7a-8aaf-e94c004a5a49 req-0cfdc38d-6a98-468c-b727-3688a8ef487d tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 945 time: 0.0704036 Jun 30 09:10:47.026226 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-94a18c3e-c640-4f7a-8aaf-e94c004a5a49 req-451009d3-813e-48df-9b52-afa2fc0dd7c1 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381682 Jun 30 09:10:47.402691 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd577c-a041-48e3-b1bf-e0a783b2c80a req-be289950-3e87-4b35-a462-55118840dd5e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:47.404916 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-66fd577c-a041-48e3-b1bf-e0a783b2c80a req-be289950-3e87-4b35-a462-55118840dd5e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 945 time: 0.0750675 Jun 30 09:10:47.450852 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-66fd577c-a041-48e3-b1bf-e0a783b2c80a req-2b3b2dda-988d-42f2-9500-6250aae150f5 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386252 Jun 30 09:10:48.037074 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c1458-52da-4174-9721-aa1e0cbd67f4 req-257fbe25-02c5-42ff-99c2-dbfdb9ef5c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:48.040513 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b58c1458-52da-4174-9721-aa1e0cbd67f4 req-257fbe25-02c5-42ff-99c2-dbfdb9ef5c20 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1f6e0c7642ec4750ad0d102fddfbfbad&device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 1097 time: 0.0773079 Jun 30 09:10:48.107154 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 91b73ffe-d46a-4dcd-ae20-6f135629a487 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:48.283631 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:48.327364 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c1458-52da-4174-9721-aa1e0cbd67f4 req-ac9514e5-3dc7-4cda-9e56-fce78cf55597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:48.329992 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b58c1458-52da-4174-9721-aa1e0cbd67f4 req-ac9514e5-3dc7-4cda-9e56-fce78cf55597 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7a35be23-e879-4c9f-9c08-97e29ad87307 HTTP/1.1" status: 200 len: 917 time: 0.2756531 Jun 30 09:10:48.335564 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 91b73ffe-d46a-4dcd-ae20-6f135629a487, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=91b73ffe-d46a-4dcd-ae20-6f135629a487,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:48.408504 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b58c1458-52da-4174-9721-aa1e0cbd67f4 req-0d099950-e17e-4382-84e6-fe2bbdbf6b2e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed8e6cee-0936-46af-abfc-ee9705efed41 HTTP/1.1" status: 200 len: 217 time: 0.0688972 Jun 30 09:10:48.465336 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:48.482859 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14c522-a7aa-4dd7-9ffc-f0e75cab4904 req-5f761dfd-1c9c-4cc2-8419-0972f9482428 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:48.485262 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2f14c522-a7aa-4dd7-9ffc-f0e75cab4904 req-5f761dfd-1c9c-4cc2-8419-0972f9482428 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=dca3e7b8-b398-463a-b43d-5aa99a654833 HTTP/1.1" status: 200 len: 949 time: 0.2189047 Jun 30 09:10:48.521069 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c1458-52da-4174-9721-aa1e0cbd67f4 req-3e543a0b-450e-4e9e-80f2-f7e098e0a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:48.522551 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b58c1458-52da-4174-9721-aa1e0cbd67f4 req-3e543a0b-450e-4e9e-80f2-f7e098e0a5a2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10dd56df-3695-4e18-9e1b-e75b02521afd HTTP/1.1" status: 200 len: 855 time: 0.1074903 Jun 30 09:10:48.548714 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=91b73ffe-d46a-4dcd-ae20-6f135629a487,revision_number=9']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:48.558240 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2f14c522-a7aa-4dd7-9ffc-f0e75cab4904 req-03fcedf5-462e-4f50-b360-8f6bbb1ac537 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ff4af96-b03e-4537-a5d5-f207ea668331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595927 Jun 30 09:10:48.600903 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20ec5b3-3afa-414d-94d3-082f503542a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91b73ffe-d46a-4dcd-ae20-6f135629a487'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:48.600903 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea9b171-a0b3-4b28-9e8a-9baea48a3dd2" -d '{"events": [{"server_uuid": "b20ec5b3-3afa-414d-94d3-082f503542a1", "name": "network-vif-unplugged", "status": "completed", "tag": "91b73ffe-d46a-4dcd-ae20-6f135629a487"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:48.627287 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c1458-52da-4174-9721-aa1e0cbd67f4 req-b041ad27-3cff-42e2-8506-ef4f5a72deaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:48.629293 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b58c1458-52da-4174-9721-aa1e0cbd67f4 req-b041ad27-3cff-42e2-8506-ef4f5a72deaa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7a35be23-e879-4c9f-9c08-97e29ad87307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0888896 Jun 30 09:10:48.642295 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-b58c1458-52da-4174-9721-aa1e0cbd67f4 req-641a960e-6721-4a34-91d1-a83de60664f8 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:10:48.643580 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b58c1458-52da-4174-9721-aa1e0cbd67f4 req-641a960e-6721-4a34-91d1-a83de60664f8 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069587 Jun 30 09:10:48.781595 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b58c1458-52da-4174-9721-aa1e0cbd67f4 req-8ababb2a-b8af-4442-b395-3ed8dafbd4e2 service neutron] 10.222.0.52 "GET /v2.0/networks/7a35be23-e879-4c9f-9c08-97e29ad87307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307390 Jun 30 09:10:49.001726 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b58c1458-52da-4174-9721-aa1e0cbd67f4 req-9ff5f359-f37e-4b40-a743-3f7b87d9cba1 service neutron] 10.222.0.52 "GET /v2.0/networks/7a35be23-e879-4c9f-9c08-97e29ad87307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109349 Jun 30 09:10:49.010395 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26a219-d10e-4d37-a117-cf371dbfbba5 req-154332cd-2cb1-45ec-be21-ecc35aa1c6fa tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:49.012763 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3f26a219-d10e-4d37-a117-cf371dbfbba5 req-154332cd-2cb1-45ec-be21-ecc35aa1c6fa tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 948 time: 0.0782850 Jun 30 09:10:49.023077 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02c45a-1e9a-4c14-84a1-438fa7af6855 req-0c11519c-33a5-495c-b174-cdc62274b495 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:49.024663 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf02c45a-1e9a-4c14-84a1-438fa7af6855 req-0c11519c-33a5-495c-b174-cdc62274b495 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 945 time: 0.1171105 Jun 30 09:10:49.067000 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3f26a219-d10e-4d37-a117-cf371dbfbba5 req-0f6e8b8c-ea20-4907-a9e3-929632fddcfb tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435061 Jun 30 09:10:49.088389 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf02c45a-1e9a-4c14-84a1-438fa7af6855 req-e5efbab4-a949-4f1d-b7c9-3fbaae70ee02 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536044 Jun 30 09:10:49.230813 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455abe0f-04df-407b-87e9-eab2fb2608c9 x-openstack-request-id: req-455abe0f-04df-407b-87e9-eab2fb2608c9 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:49.231474 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20ec5b3-3afa-414d-94d3-082f503542a1", "name": "network-vif-unplugged", "status": "completed", "tag": "91b73ffe-d46a-4dcd-ae20-6f135629a487", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:49.231474 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-455abe0f-04df-407b-87e9-eab2fb2608c9 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:49.231762 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20ec5b3-3afa-414d-94d3-082f503542a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91b73ffe-d46a-4dcd-ae20-6f135629a487', 'code': 200} Jun 30 09:10:49.325103 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725f9e7-8da1-498b-8d28-7526d816ea46 req-937ae033-0410-4881-8985-ef3962768431 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:49.328316 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a725f9e7-8da1-498b-8d28-7526d816ea46 req-937ae033-0410-4881-8985-ef3962768431 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6 HTTP/1.1" status: 200 len: 950 time: 0.0873420 Jun 30 09:10:49.385104 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a725f9e7-8da1-498b-8d28-7526d816ea46 req-b28c07b3-5005-4e2d-8938-918b12466f5c tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452604 Jun 30 09:10:49.778878 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f0d7e-3a59-48d3-8df5-99ec5c7ccd59 req-cbdb374d-d322-410a-b771-c700f00f0d9b tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:49.787168 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-044f0d7e-3a59-48d3-8df5-99ec5c7ccd59 req-cbdb374d-d322-410a-b771-c700f00f0d9b tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=dca3e7b8-b398-463a-b43d-5aa99a654833 HTTP/1.1" status: 200 len: 949 time: 0.0797722 Jun 30 09:10:49.828780 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-044f0d7e-3a59-48d3-8df5-99ec5c7ccd59 req-83a4492e-6f5b-4989-843f-e864618e5204 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ff4af96-b03e-4537-a5d5-f207ea668331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406826 Jun 30 09:10:50.121825 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 91b73ffe-d46a-4dcd-ae20-6f135629a487 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:10:50.124284 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:50.342065 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a44271-202b-479c-90f9-8835bb7e04c9 req-a2a5d327-672c-4775-9a1f-62b70049a146 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:50.344060 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-50a44271-202b-479c-90f9-8835bb7e04c9 req-a2a5d327-672c-4775-9a1f-62b70049a146 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 948 time: 0.1183968 Jun 30 09:10:50.351874 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a10d45-4726-443e-bce7-77e5d7314881 req-4e501a50-cb9a-4952-9aab-9c223d446d47 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:50.353509 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-94a10d45-4726-443e-bce7-77e5d7314881 req-4e501a50-cb9a-4952-9aab-9c223d446d47 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6 HTTP/1.1" status: 200 len: 950 time: 0.1180353 Jun 30 09:10:50.425255 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-50a44271-202b-479c-90f9-8835bb7e04c9 req-e04cf641-eb00-48ac-95cb-3430870e27cb tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706396 Jun 30 09:10:50.428292 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.452632 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 91b73ffe-d46a-4dcd-ae20-6f135629a487, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=91b73ffe-d46a-4dcd-ae20-6f135629a487,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:50.473389 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '91b73ffe-d46a-4dcd-ae20-6f135629a487', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': '91b73ffe-d46a-4dcd-ae20-6f135629a487', 'mac_address': 'fa:16:3e:e0:d3:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:10:50.486915 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:50.496911 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-94a10d45-4726-443e-bce7-77e5d7314881 req-20935856-61c6-4fe5-9e2c-a8d2e8d71d0e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Deleting port 08edbab1-4ee2-4f26-b009-49d68e44f816 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:50.497259 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-94a10d45-4726-443e-bce7-77e5d7314881 req-20935856-61c6-4fe5-9e2c-a8d2e8d71d0e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.526296 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.545696 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b73ffe-d46a-4dcd-ae20-6f135629a487 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:50.568882 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 91b73ffe-d46a-4dcd-ae20-6f135629a487, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=91b73ffe-d46a-4dcd-ae20-6f135629a487,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:50.583369 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-42413a96-7b1a-4ebf-905d-7be07266dbff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.609455 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.667559 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-94a10d45-4726-443e-bce7-77e5d7314881 req-20935856-61c6-4fe5-9e2c-a8d2e8d71d0e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] For port 08edbab1-4ee2-4f26-b009-49d68e44f816, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=08edbab1-4ee2-4f26-b009-49d68e44f816,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:50.668047 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-94a10d45-4726-443e-bce7-77e5d7314881 req-20935856-61c6-4fe5-9e2c-a8d2e8d71d0e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.685059 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:50.688118 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-94a10d45-4726-443e-bce7-77e5d7314881 req-20935856-61c6-4fe5-9e2c-a8d2e8d71d0e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Calling delete_port for 08edbab1-4ee2-4f26-b009-49d68e44f816 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:50.689851 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.762470 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b17479-1fbd-4d34-bc9c-e7bee1f35d88 req-d12440f1-d009-4d08-8f69-d9b70c5f0346 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:50.764914 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78b17479-1fbd-4d34-bc9c-e7bee1f35d88 req-d12440f1-d009-4d08-8f69-d9b70c5f0346 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 945 time: 0.1625023 Jun 30 09:10:50.788163 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=91b73ffe-d46a-4dcd-ae20-6f135629a487,revision_number=10']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:50.838102 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78b17479-1fbd-4d34-bc9c-e7bee1f35d88 req-8676dcc1-3839-4f71-8aa3-a85a8811a60e tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659742 Jun 30 09:10:50.846639 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a072b-a7dd-4ad2-8591-4a9add097cfc req-63bfb973-d9d7-4193-ba33-2d356ea390f1 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:50.848389 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-072a072b-a7dd-4ad2-8591-4a9add097cfc req-63bfb973-d9d7-4193-ba33-2d356ea390f1 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6 HTTP/1.1" status: 200 len: 950 time: 0.0882158 Jun 30 09:10:50.895034 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-072a072b-a7dd-4ad2-8591-4a9add097cfc req-633cc688-6770-4e0a-aaf3-845f32a8b40d tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400803 Jun 30 09:10:51.056005 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1c436-ce91-4289-a2a7-7202d18d93f8 req-d2e0f487-f135-4950-968e-89083d44ae49 tempest-ServersAdminNegativeTestJSON-1241531543 tempest-ServersAdminNegativeTestJSON-1241531543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:51.057697 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dea1c436-ce91-4289-a2a7-7202d18d93f8 req-d2e0f487-f135-4950-968e-89083d44ae49 tempest-ServersAdminNegativeTestJSON-1241531543 tempest-ServersAdminNegativeTestJSON-1241531543-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=dca3e7b8-b398-463a-b43d-5aa99a654833 HTTP/1.1" status: 200 len: 1101 time: 0.0619969 Jun 30 09:10:51.078148 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-dea1c436-ce91-4289-a2a7-7202d18d93f8 req-031dc791-0ddc-4f4d-82dc-f8ce0e6714dc tempest-ServersAdminNegativeTestJSON-1241531543 tempest-ServersAdminNegativeTestJSON-1241531543-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.152618 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-94a10d45-4726-443e-bce7-77e5d7314881 req-20935856-61c6-4fe5-9e2c-a8d2e8d71d0e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.168944 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['e38873e4-de44-4aa0-831f-ff170eea831f', '95ce2fc6-54f7-4719-9352-143bd62a5933', 'ca94fe25-1c42-4b7c-a721-cfb326e76480', '3f66becb-2291-4fd9-a2ba-47ad8464b5d1'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:51.176931 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['715a2321-9a1e-4336-9311-fea1b8e8c92e', 'cd2c450e-666a-4b40-843d-3d2afaa42608'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:51.200403 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20935856-61c6-4fe5-9e2c-a8d2e8d71d0e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Pushing event deleted for resources: {'Port': ['ID=08edbab1-4ee2-4f26-b009-49d68e44f816,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:51.234717 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5241c666-f763-4b76-bfbc-d9e9a8987285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:51.237587 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fb255b-6cbb-4c59-b286-864cc8b633e5" -d '{"events": [{"server_uuid": "5241c666-f763-4b76-bfbc-d9e9a8987285", "name": "network-vif-unplugged", "status": "completed", "tag": "1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:51.266609 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a10d45-4726-443e-bce7-77e5d7314881 req-20935856-61c6-4fe5-9e2c-a8d2e8d71d0e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] No DVR routers for this DVR port 08edbab1-4ee2-4f26-b009-49d68e44f816 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:51.270679 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20935856-61c6-4fe5-9e2c-a8d2e8d71d0e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:51.271089 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20935856-61c6-4fe5-9e2c-a8d2e8d71d0e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:51.271731 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20935856-61c6-4fe5-9e2c-a8d2e8d71d0e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:51.272227 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20935856-61c6-4fe5-9e2c-a8d2e8d71d0e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:51.272711 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20935856-61c6-4fe5-9e2c-a8d2e8d71d0e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:51.273264 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20935856-61c6-4fe5-9e2c-a8d2e8d71d0e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:51.273826 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20935856-61c6-4fe5-9e2c-a8d2e8d71d0e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:51.274460 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20935856-61c6-4fe5-9e2c-a8d2e8d71d0e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:51.275180 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20935856-61c6-4fe5-9e2c-a8d2e8d71d0e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:51.275697 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20935856-61c6-4fe5-9e2c-a8d2e8d71d0e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:51.276345 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20935856-61c6-4fe5-9e2c-a8d2e8d71d0e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:51.276842 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20935856-61c6-4fe5-9e2c-a8d2e8d71d0e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:51.284422 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-94a10d45-4726-443e-bce7-77e5d7314881 req-20935856-61c6-4fe5-9e2c-a8d2e8d71d0e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.287380 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-94a10d45-4726-443e-bce7-77e5d7314881 req-20935856-61c6-4fe5-9e2c-a8d2e8d71d0e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.37 "DELETE /v2.0/ports/08edbab1-4ee2-4f26-b009-49d68e44f816 HTTP/1.1" status: 204 len: 173 time: 0.9262800 Jun 30 09:10:51.301693 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6', 'name': 'network-vif-deleted', 'tag': '08edbab1-4ee2-4f26-b009-49d68e44f816'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:51.303642 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063e6ca3-fd9f-4005-b3bd-1cbb983fbe29" -d '{"events": [{"server_uuid": "4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6", "name": "network-vif-deleted", "tag": "08edbab1-4ee2-4f26-b009-49d68e44f816"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:51.368624 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-dea1c436-ce91-4289-a2a7-7202d18d93f8 req-031dc791-0ddc-4f4d-82dc-f8ce0e6714dc tempest-ServersAdminNegativeTestJSON-1241531543 tempest-ServersAdminNegativeTestJSON-1241531543-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.468619 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-dea1c436-ce91-4289-a2a7-7202d18d93f8 req-031dc791-0ddc-4f4d-82dc-f8ce0e6714dc tempest-ServersAdminNegativeTestJSON-1241531543 tempest-ServersAdminNegativeTestJSON-1241531543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.510557 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['91b73ffe-d46a-4dcd-ae20-6f135629a487'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:51.511970 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56453b9-1798-403e-adc4-6aae7b50d2e8 req-7c077193-28ad-4469-a706-ef59ce6e45bf tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:51.522224 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a56453b9-1798-403e-adc4-6aae7b50d2e8 req-7c077193-28ad-4469-a706-ef59ce6e45bf tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 945 time: 0.1036909 Jun 30 09:10:51.528427 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031dc791-0ddc-4f4d-82dc-f8ce0e6714dc tempest-ServersAdminNegativeTestJSON-1241531543 tempest-ServersAdminNegativeTestJSON-1241531543-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13409766-86c8-4184-acb6-f0745ee73e4d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:51.540842 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dea1c436-ce91-4289-a2a7-7202d18d93f8 req-031dc791-0ddc-4f4d-82dc-f8ce0e6714dc tempest-ServersAdminNegativeTestJSON-1241531543 tempest-ServersAdminNegativeTestJSON-1241531543-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=8ff4af96-b03e-4537-a5d5-f207ea668331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4759533 Jun 30 09:10:51.575494 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a56453b9-1798-403e-adc4-6aae7b50d2e8 req-3c32dc0e-9b1d-4b32-892b-b2878df13d03 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523555 Jun 30 09:10:51.615488 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b958ffd-5b98-470a-be53-a5213e3ff04a x-openstack-request-id: req-7b958ffd-5b98-470a-be53-a5213e3ff04a {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:51.616385 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5241c666-f763-4b76-bfbc-d9e9a8987285", "name": "network-vif-unplugged", "status": "completed", "tag": "1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:51.616964 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7b958ffd-5b98-470a-be53-a5213e3ff04a {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:51.617723 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5241c666-f763-4b76-bfbc-d9e9a8987285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b', 'code': 200} Jun 30 09:10:51.652114 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546d496c-6760-4cdc-b281-094cf178d0f5 x-openstack-request-id: req-546d496c-6760-4cdc-b281-094cf178d0f5 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:51.652563 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6", "name": "network-vif-deleted", "tag": "08edbab1-4ee2-4f26-b009-49d68e44f816", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:51.652864 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-546d496c-6760-4cdc-b281-094cf178d0f5 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:51.653671 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6', 'name': 'network-vif-deleted', 'tag': '08edbab1-4ee2-4f26-b009-49d68e44f816', 'status': 'completed', 'code': 200} Jun 30 09:10:51.880139 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3637912-fc1f-4360-a92b-64c695e12df3 req-cc828e0d-12d6-4d02-bc6b-0d71045a0b17 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:51.881753 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f3637912-fc1f-4360-a92b-64c695e12df3 req-cc828e0d-12d6-4d02-bc6b-0d71045a0b17 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.0833452 Jun 30 09:10:51.921465 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de5ca1-a339-4410-9452-da43032a2071 req-b822e481-523a-4753-9df5-9916a03e19f9 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:51.927946 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-62de5ca1-a339-4410-9452-da43032a2071 req-b822e481-523a-4753-9df5-9916a03e19f9 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ca4a790-833d-4d51-9ed2-e88669de9268 HTTP/1.1" status: 200 len: 946 time: 0.1389530 Jun 30 09:10:51.931794 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f3637912-fc1f-4360-a92b-64c695e12df3 req-97eb1ee0-e929-46ae-bea5-3cfaf8acb03a tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410852 Jun 30 09:10:51.993446 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-62de5ca1-a339-4410-9452-da43032a2071 req-db0e022b-002b-49c6-9d7f-975a8119b0db tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603385 Jun 30 09:10:52.085439 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 60354) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:52.133401 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 08edbab1-4ee2-4f26-b009-49d68e44f816 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:52.153985 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 08edbab1-4ee2-4f26-b009-49d68e44f816 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:10:52.154378 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 08edbab1-4ee2-4f26-b009-49d68e44f816 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:10:52.217393 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6173e141-8a13-464e-b836-05702ff3c866 req-0d315c8d-8c54-45db-b78f-785194b698b2 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e1625c8-f7ec-4cf4-9fea-6f5da1744ae6 HTTP/1.1" status: 200 len: 210 time: 0.0308378 Jun 30 09:10:52.296019 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f87d98-5c08-4550-9a3e-486eff6f948c req-5b7c2d12-03b8-4e12-b4b5-563d39e4caf4 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:52.297578 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-73f87d98-5c08-4550-9a3e-486eff6f948c req-5b7c2d12-03b8-4e12-b4b5-563d39e4caf4 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5 HTTP/1.1" status: 200 len: 945 time: 0.1104336 Jun 30 09:10:52.305740 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-97dcbef0-e160-4925-ae44-e40d0628c4eb admin admin] Deleting subnet 54f1da19-5739-4f34-a4fd-d3cc193b96d1 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:10:52.315611 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-97dcbef0-e160-4925-ae44-e40d0628c4eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.374216 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-97dcbef0-e160-4925-ae44-e40d0628c4eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.378403 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-73f87d98-5c08-4550-9a3e-486eff6f948c req-10d3a938-c0f8-4916-b68e-286913c9d1d4 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702226 Jun 30 09:10:52.417592 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-97dcbef0-e160-4925-ae44-e40d0628c4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.439941 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-2acc0e28-29c8-4ae8-819d-244018a0bd14 req-378768c4-1a85-4b18-8f0c-1d03f999094e tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:10:52.441085 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2acc0e28-29c8-4ae8-819d-244018a0bd14 req-378768c4-1a85-4b18-8f0c-1d03f999094e tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079265 Jun 30 09:10:52.581777 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2acc0e28-29c8-4ae8-819d-244018a0bd14 req-d875a076-6844-4f7a-a518-4dee6c868d9c tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1333117 Jun 30 09:10:52.604196 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-97dcbef0-e160-4925-ae44-e40d0628c4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.640019 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dcbef0-e160-4925-ae44-e40d0628c4eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54f1da19-5739-4f34-a4fd-d3cc193b96d1,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:52.649926 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dcbef0-e160-4925-ae44-e40d0628c4eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:52.650356 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dcbef0-e160-4925-ae44-e40d0628c4eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:52.650681 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dcbef0-e160-4925-ae44-e40d0628c4eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:52.650954 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dcbef0-e160-4925-ae44-e40d0628c4eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:52.651315 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dcbef0-e160-4925-ae44-e40d0628c4eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:52.651643 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dcbef0-e160-4925-ae44-e40d0628c4eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:52.652020 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dcbef0-e160-4925-ae44-e40d0628c4eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:52.652349 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dcbef0-e160-4925-ae44-e40d0628c4eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:52.652768 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dcbef0-e160-4925-ae44-e40d0628c4eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:52.653093 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dcbef0-e160-4925-ae44-e40d0628c4eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:52.653418 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dcbef0-e160-4925-ae44-e40d0628c4eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:52.653735 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dcbef0-e160-4925-ae44-e40d0628c4eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:52.659791 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-97dcbef0-e160-4925-ae44-e40d0628c4eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.662141 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-97dcbef0-e160-4925-ae44-e40d0628c4eb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/54f1da19-5739-4f34-a4fd-d3cc193b96d1 HTTP/1.1" status: 204 len: 168 time: 0.5756462 Jun 30 09:10:52.664624 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 60364) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:52.779865 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f3246b41-cb87-4a6b-82a4-9171b0636511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.814881 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3944382-c55c-4e70-a1dc-8e35c191e984 req-09f79a14-60e9-409a-97e9-0d19345ecde2 tempest-ServersAdminNegativeTestJSON-1241531543 tempest-ServersAdminNegativeTestJSON-1241531543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:52.816587 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c3944382-c55c-4e70-a1dc-8e35c191e984 req-09f79a14-60e9-409a-97e9-0d19345ecde2 tempest-ServersAdminNegativeTestJSON-1241531543 tempest-ServersAdminNegativeTestJSON-1241531543-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=dca3e7b8-b398-463a-b43d-5aa99a654833 HTTP/1.1" status: 200 len: 1101 time: 0.1319613 Jun 30 09:10:52.853943 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eddf0f71-63fc-4856-aef6-a3619dc505f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.924838 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f3246b41-cb87-4a6b-82a4-9171b0636511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.936057 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c3944382-c55c-4e70-a1dc-8e35c191e984 req-626f093a-6eea-4baa-83f4-a3b0deb0466c tempest-ServersAdminNegativeTestJSON-1241531543 tempest-ServersAdminNegativeTestJSON-1241531543-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=8ff4af96-b03e-4537-a5d5-f207ea668331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124818 Jun 30 09:10:52.939876 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-f3246b41-cb87-4a6b-82a4-9171b0636511 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd9754c-6cc8-466f-93ec-62534a8480bb']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:52.954470 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-f3246b41-cb87-4a6b-82a4-9171b0636511 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0050ea6-a1f5-4b04-8051-69efa91d41df') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:52.954833 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-f3246b41-cb87-4a6b-82a4-9171b0636511 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0050ea6-a1f5-4b04-8051-69efa91d41df') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:52.970933 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f3246b41-cb87-4a6b-82a4-9171b0636511 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.008277 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f3246b41-cb87-4a6b-82a4-9171b0636511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.018934 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3246b41-cb87-4a6b-82a4-9171b0636511 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:10:53.019530 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f3246b41-cb87-4a6b-82a4-9171b0636511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:10:53.021487 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:10:53.027624 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:10:53.027624 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:10:53.027624 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:10:53.027624 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:10:53.027624 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:10:53.027624 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:10:53.027624 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:10:53.077014 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58d972-e85b-454b-8b87-b0a53c1f7a53 req-fac37487-8839-4545-92c4-c13e81e2ff8c tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:53.079226 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5f58d972-e85b-454b-8b87-b0a53c1f7a53 req-fac37487-8839-4545-92c4-c13e81e2ff8c tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 945 time: 0.1490364 Jun 30 09:10:53.128404 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5f58d972-e85b-454b-8b87-b0a53c1f7a53 req-e4f48578-d813-415a-a11a-af8374138c6c tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433159 Jun 30 09:10:53.163477 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a59ee6-ade6-4992-9c3a-2ca3e5b59e5c req-ff9c482e-9cf6-4afe-b707-1f5936a8d490 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:53.164999 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-77a59ee6-ade6-4992-9c3a-2ca3e5b59e5c req-ff9c482e-9cf6-4afe-b707-1f5936a8d490 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.0742023 Jun 30 09:10:53.204867 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-77a59ee6-ade6-4992-9c3a-2ca3e5b59e5c req-6c74ae1e-c196-42a8-bd0a-957c6511bf50 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330567 Jun 30 09:10:53.225460 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f3246b41-cb87-4a6b-82a4-9171b0636511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.236766 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f3246b41-cb87-4a6b-82a4-9171b0636511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.238640 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f3246b41-cb87-4a6b-82a4-9171b0636511 admin admin] 10.222.0.10 "DELETE /v2.0/networks/dbd9754c-6cc8-466f-93ec-62534a8480bb HTTP/1.1" status: 204 len: 168 time: 0.5730758 Jun 30 09:10:53.250924 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3246b41-cb87-4a6b-82a4-9171b0636511 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbd9754c-6cc8-466f-93ec-62534a8480bb,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:53.365830 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.414860 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238647bd-af39-46df-ba8d-706a58032228 req-510bc0d0-b431-4fd2-862e-68c241de3643 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:53.416426 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-238647bd-af39-46df-ba8d-706a58032228 req-510bc0d0-b431-4fd2-862e-68c241de3643 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ca4a790-833d-4d51-9ed2-e88669de9268 HTTP/1.1" status: 200 len: 946 time: 0.0728734 Jun 30 09:10:53.458081 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-238647bd-af39-46df-ba8d-706a58032228 req-f348cafc-f0e5-4ca1-8e4d-722dc846db92 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348954 Jun 30 09:10:53.731354 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f91905-7c67-4b2e-a51e-8768538799ae req-9598543d-a738-4926-a5a9-26a812475222 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:53.733107 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65f91905-7c67-4b2e-a51e-8768538799ae req-9598543d-a738-4926-a5a9-26a812475222 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5 HTTP/1.1" status: 200 len: 945 time: 0.0682628 Jun 30 09:10:53.778060 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65f91905-7c67-4b2e-a51e-8768538799ae req-ddd648d7-0dab-4298-8727-619455453359 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391922 Jun 30 09:10:53.827676 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 60390) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:53.875999 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-da5d3a19-2bbb-4317-9dbc-f5ce3c942ac6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=164efc1ee4d9427b996c064420e28c66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469723 Jun 30 09:10:53.878444 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 60392) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:53.936096 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-07a2f163-a705-493a-8178-8f0c779184f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.961434 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-07a2f163-a705-493a-8178-8f0c779184f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.143272 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:10:54.145603 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 91b73ffe-d46a-4dcd-ae20-6f135629a487 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:54.147175 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fe7a7-72e6-4aa9-8560-8d4f5be6f271 req-9e2b9a20-3afb-4147-8e66-5da4fcd7b02e tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:54.155839 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fe7a7-72e6-4aa9-8560-8d4f5be6f271 req-9e2b9a20-3afb-4147-8e66-5da4fcd7b02e tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:54.161841 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fe7a7-72e6-4aa9-8560-8d4f5be6f271 req-9e2b9a20-3afb-4147-8e66-5da4fcd7b02e tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:54.162252 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-07a2f163-a705-493a-8178-8f0c779184f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.165817 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9d5fe7a7-72e6-4aa9-8560-8d4f5be6f271 req-9e2b9a20-3afb-4147-8e66-5da4fcd7b02e tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5&device_id=1ca4a790-833d-4d51-9ed2-e88669de9268&device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 2417 time: 0.1211436 Jun 30 09:10:54.165995 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-07a2f163-a705-493a-8178-8f0c779184f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.167158 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-07a2f163-a705-493a-8178-8f0c779184f5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f2fda908-1406-4601-9ec1-98ca2a1e4bc2 HTTP/1.1" status: 204 len: 168 time: 0.2873869 Jun 30 09:10:54.185239 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2f163-a705-493a-8178-8f0c779184f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fda908-1406-4601-9ec1-98ca2a1e4bc2,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:54.227686 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9d5fe7a7-72e6-4aa9-8560-8d4f5be6f271 req-25ac75e9-0a70-4df8-b2c5-4893873230da tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513813 Jun 30 09:10:54.235663 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2b7d6-2692-4d1e-8178-2abfdeeb8434 req-2766187d-8265-4356-8498-55a7ff710e90 tempest-ServersAdminNegativeTestJSON-1241531543 tempest-ServersAdminNegativeTestJSON-1241531543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:54.239494 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a0e2b7d6-2692-4d1e-8178-2abfdeeb8434 req-2766187d-8265-4356-8498-55a7ff710e90 tempest-ServersAdminNegativeTestJSON-1241531543 tempest-ServersAdminNegativeTestJSON-1241531543-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=dca3e7b8-b398-463a-b43d-5aa99a654833 HTTP/1.1" status: 200 len: 1101 time: 0.1093256 Jun 30 09:10:54.286881 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a0e2b7d6-2692-4d1e-8178-2abfdeeb8434 req-b20d9c83-d0d9-4ed0-adb9-aa9eff181d04 tempest-ServersAdminNegativeTestJSON-1241531543 tempest-ServersAdminNegativeTestJSON-1241531543-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=8ff4af96-b03e-4537-a5d5-f207ea668331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386252 Jun 30 09:10:54.356182 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:54.370010 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b', 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b', 'port_id': '1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b', 'mac_address': 'fa:16:3e:64:48:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db27f2a-daae-4bc9-9a26-19aaee7812fb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:10:54.373728 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 91b73ffe-d46a-4dcd-ae20-6f135629a487 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:54.375272 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.454048 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.472271 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df3b09-0abd-449b-9093-b1754d07a2fa req-20c529d1-5912-472a-85c4-d78009fa69a2 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:54.473088 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:54.474523 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-84df3b09-0abd-449b-9093-b1754d07a2fa req-20c529d1-5912-472a-85c4-d78009fa69a2 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0c642f-b906-4125-af41-e4f2faeb595c HTTP/1.1" status: 200 len: 950 time: 0.0992718 Jun 30 09:10:54.526578 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-84df3b09-0abd-449b-9093-b1754d07a2fa req-fadeffc2-313c-4519-80f0-7e080b3ca730 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462692 Jun 30 09:10:54.530146 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:54.547479 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.562862 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c140c4-7710-4f3d-b527-2d0d4cc424bd req-3af25a83-cfb5-4a18-b029-f94b0315a20b tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:54.562862 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7c140c4-7710-4f3d-b527-2d0d4cc424bd req-3af25a83-cfb5-4a18-b029-f94b0315a20b tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 950 time: 0.1106365 Jun 30 09:10:54.566725 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.577351 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-1051d776-804e-4ffa-9591-d479f84deeeb req-d5e2dab2-f14c-4e77-8cf9-b79829d63043 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:10:54.578934 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1051d776-804e-4ffa-9591-d479f84deeeb req-d5e2dab2-f14c-4e77-8cf9-b79829d63043 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090313 Jun 30 09:10:54.605280 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20ec5b3-3afa-414d-94d3-082f503542a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b73ffe-d46a-4dcd-ae20-6f135629a487'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:54.609740 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d9e3b0-3d16-4d84-ae3e-55089c77a3e4" -d '{"events": [{"server_uuid": "b20ec5b3-3afa-414d-94d3-082f503542a1", "name": "network-vif-plugged", "status": "completed", "tag": "91b73ffe-d46a-4dcd-ae20-6f135629a487"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:54.632621 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 91b73ffe-d46a-4dcd-ae20-6f135629a487, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=91b73ffe-d46a-4dcd-ae20-6f135629a487,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:54.637035 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.731209 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b,revision_number=9']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:54.749164 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:54.749714 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:54.750258 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:54.750803 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:54.751388 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:54.751935 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:54.752648 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:54.753203 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:54.753751 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:54.754292 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:54.754841 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:54.755406 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:54.763938 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.773758 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1051d776-804e-4ffa-9591-d479f84deeeb req-5753290c-f024-4cf1-a092-044f04a4f9ba tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1812057 Jun 30 09:10:54.806252 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:54.877919 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=91b73ffe-d46a-4dcd-ae20-6f135629a487,revision_number=11']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:54.955642 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7c140c4-7710-4f3d-b527-2d0d4cc424bd req-eb368b83-726b-494f-b41e-9e52e745ab90 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903496 Jun 30 09:10:55.225323 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c236c4c8-e43e-4043-9df6-2c424f84af0b x-openstack-request-id: req-c236c4c8-e43e-4043-9df6-2c424f84af0b {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:55.226238 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20ec5b3-3afa-414d-94d3-082f503542a1", "name": "network-vif-plugged", "status": "completed", "tag": "91b73ffe-d46a-4dcd-ae20-6f135629a487", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:55.226493 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c236c4c8-e43e-4043-9df6-2c424f84af0b {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:55.226899 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20ec5b3-3afa-414d-94d3-082f503542a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b73ffe-d46a-4dcd-ae20-6f135629a487', 'code': 200} Jun 30 09:10:55.512653 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d755f5-1996-4bc8-9cb2-fd340de67a0b req-ba4171f2-5571-4601-9d8b-11c6a2d3959a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:55.515730 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e8d755f5-1996-4bc8-9cb2-fd340de67a0b req-ba4171f2-5571-4601-9d8b-11c6a2d3959a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 1103 time: 0.0834651 Jun 30 09:10:55.587336 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e8d755f5-1996-4bc8-9cb2-fd340de67a0b req-d049965c-2ace-46bb-8a91-4066ada1f913 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494134 Jun 30 09:10:55.862095 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3376ddc-16c3-4cf0-b1ae-3bd1448429e9 req-77368099-0748-4336-a339-aea85d3cff10 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:55.864911 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f3376ddc-16c3-4cf0-b1ae-3bd1448429e9 req-77368099-0748-4336-a339-aea85d3cff10 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0c642f-b906-4125-af41-e4f2faeb595c HTTP/1.1" status: 200 len: 950 time: 0.1094949 Jun 30 09:10:55.899799 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 60456) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:55.940015 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f3376ddc-16c3-4cf0-b1ae-3bd1448429e9 req-4c022656-476c-465d-84bd-51bee88e956b tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630486 Jun 30 09:10:56.069001 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-9460517c-8b70-4934-b5a9-1ae51bf7b222 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1651817041-network', 'tenant_id': 'd217ee19dbc7488dbe3a2050c49434dd'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:56.216787 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7e2b1-ca81-4478-a3f7-bf327ec09277 req-5effe024-d5d1-4b0b-8603-68dad33677c4 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:56.218468 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ddf7e2b1-ca81-4478-a3f7-bf327ec09277 req-5effe024-d5d1-4b0b-8603-68dad33677c4 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=dca3e7b8-b398-463a-b43d-5aa99a654833 HTTP/1.1" status: 200 len: 949 time: 0.0900288 Jun 30 09:10:56.231169 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.261200 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9460517c-8b70-4934-b5a9-1ae51bf7b222 admin admin] Made reservation on behalf of d217ee19dbc7488dbe3a2050c49434dd for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:56.265105 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9460517c-8b70-4934-b5a9-1ae51bf7b222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.271086 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ddf7e2b1-ca81-4478-a3f7-bf327ec09277 req-375c1ff4-f572-4726-b4e8-fcf7388da9c2 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ff4af96-b03e-4537-a5d5-f207ea668331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373342 Jun 30 09:10:56.318067 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9460517c-8b70-4934-b5a9-1ae51bf7b222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.371528 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74c247-12e5-42fd-8d7f-f127cff2c498 req-fe07a29e-2d6b-409c-a7e5-e239fa7543c4 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:56.373749 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8b74c247-12e5-42fd-8d7f-f127cff2c498 req-fe07a29e-2d6b-409c-a7e5-e239fa7543c4 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 951 time: 0.1544611 Jun 30 09:10:56.452127 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5558de-b555-4e69-9c03-dd287a927904 req-7b69711d-9330-4030-8518-611dd700aceb tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:56.454063 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ce5558de-b555-4e69-9c03-dd287a927904 req-7b69711d-9330-4030-8518-611dd700aceb tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0c642f-b906-4125-af41-e4f2faeb595c HTTP/1.1" status: 200 len: 950 time: 0.1845348 Jun 30 09:10:56.477057 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8b74c247-12e5-42fd-8d7f-f127cff2c498 req-8900ddf1-4029-4194-b3bc-913bba032455 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929863 Jun 30 09:10:56.613892 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9460517c-8b70-4934-b5a9-1ae51bf7b222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.642111 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-ce5558de-b555-4e69-9c03-dd287a927904 req-7b0bd1a5-b1a3-414e-8f69-5cd25ec8844c tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Deleting port cd2c450e-666a-4b40-843d-3d2afaa42608 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:56.642453 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ce5558de-b555-4e69-9c03-dd287a927904 req-7b0bd1a5-b1a3-414e-8f69-5cd25ec8844c tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.711682 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9460517c-8b70-4934-b5a9-1ae51bf7b222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.760402 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9460517c-8b70-4934-b5a9-1ae51bf7b222 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:10:56.765774 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460517c-8b70-4934-b5a9-1ae51bf7b222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c2aac2-8b32-4ff1-85a9-f1e898df9c15,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:56.790737 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-ce5558de-b555-4e69-9c03-dd287a927904 req-7b0bd1a5-b1a3-414e-8f69-5cd25ec8844c tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] For port cd2c450e-666a-4b40-843d-3d2afaa42608, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=cd2c450e-666a-4b40-843d-3d2afaa42608,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:56.791311 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ce5558de-b555-4e69-9c03-dd287a927904 req-7b0bd1a5-b1a3-414e-8f69-5cd25ec8844c tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.793794 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9460517c-8b70-4934-b5a9-1ae51bf7b222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.794140 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-9460517c-8b70-4934-b5a9-1ae51bf7b222 admin admin] Added segment 95629d3f-d283-4307-af9a-4ab36a5d8b5c of type vlan for network 8ea7e147-dc71-4b57-b776-59a635f75849 Jun 30 09:10:56.812880 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-ce5558de-b555-4e69-9c03-dd287a927904 req-7b0bd1a5-b1a3-414e-8f69-5cd25ec8844c tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Calling delete_port for cd2c450e-666a-4b40-843d-3d2afaa42608 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:56.854047 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9460517c-8b70-4934-b5a9-1ae51bf7b222 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.035572 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9460517c-8b70-4934-b5a9-1ae51bf7b222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.037241 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9460517c-8b70-4934-b5a9-1ae51bf7b222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:57.037554 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9460517c-8b70-4934-b5a9-1ae51bf7b222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.108053 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460517c-8b70-4934-b5a9-1ae51bf7b222 admin admin] Pushing event updated for resources: {'Network': ['ID=8ea7e147-dc71-4b57-b776-59a635f75849,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:57.131318 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 8ea7e147-dc71-4b57-b776-59a635f75849 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:57.157245 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ce5558de-b555-4e69-9c03-dd287a927904 req-7b0bd1a5-b1a3-414e-8f69-5cd25ec8844c tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.184976 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['e38873e4-de44-4aa0-831f-ff170eea831f', '95ce2fc6-54f7-4719-9352-143bd62a5933', 'ca94fe25-1c42-4b7c-a721-cfb326e76480', '3f66becb-2291-4fd9-a2ba-47ad8464b5d1'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:57.216020 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0bd1a5-b1a3-414e-8f69-5cd25ec8844c tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Pushing event deleted for resources: {'Port': ['ID=cd2c450e-666a-4b40-843d-3d2afaa42608,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:57.274197 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['715a2321-9a1e-4336-9311-fea1b8e8c92e', 'cd2c450e-666a-4b40-843d-3d2afaa42608'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:57.276479 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5558de-b555-4e69-9c03-dd287a927904 req-7b0bd1a5-b1a3-414e-8f69-5cd25ec8844c tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] No DVR routers for this DVR port cd2c450e-666a-4b40-843d-3d2afaa42608 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:57.279981 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ce5558de-b555-4e69-9c03-dd287a927904 req-7b0bd1a5-b1a3-414e-8f69-5cd25ec8844c tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.282698 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ce5558de-b555-4e69-9c03-dd287a927904 req-7b0bd1a5-b1a3-414e-8f69-5cd25ec8844c tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.37 "DELETE /v2.0/ports/cd2c450e-666a-4b40-843d-3d2afaa42608 HTTP/1.1" status: 204 len: 173 time: 0.8166988 Jun 30 09:10:57.283228 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0c642f-b906-4125-af41-e4f2faeb595c', 'name': 'network-vif-deleted', 'tag': 'cd2c450e-666a-4b40-843d-3d2afaa42608'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:57.287251 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d597c920-b1a2-4d4f-8c4a-8473f7b1c967" -d '{"events": [{"server_uuid": "2c0c642f-b906-4125-af41-e4f2faeb595c", "name": "network-vif-deleted", "tag": "cd2c450e-666a-4b40-843d-3d2afaa42608"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:57.291761 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9460517c-8b70-4934-b5a9-1ae51bf7b222 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3904235 Jun 30 09:10:57.297084 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 60484) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:57.303975 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-aa9f77bd-8d11-4cab-96fb-cbcdb0fad428 admin admin] Request body: {'subnet': {'network_id': '8ea7e147-dc71-4b57-b776-59a635f75849', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1651817041-subnet', 'tenant_id': 'd217ee19dbc7488dbe3a2050c49434dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:57.367186 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81e622ac-1a22-451e-885f-55d099a4b4e2 req-a23c1a44-a3de-4ee9-855a-218e2b36d621 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0c642f-b906-4125-af41-e4f2faeb595c HTTP/1.1" status: 200 len: 210 time: 0.0382817 Jun 30 09:10:57.448563 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9f77bd-8d11-4cab-96fb-cbcdb0fad428 admin admin] Made reservation on behalf of d217ee19dbc7488dbe3a2050c49434dd for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:57.455745 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aa9f77bd-8d11-4cab-96fb-cbcdb0fad428 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.756791 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a1d1f2-e15e-46dc-aed5-5570ff473698 x-openstack-request-id: req-62a1d1f2-e15e-46dc-aed5-5570ff473698 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:57.757236 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0c642f-b906-4125-af41-e4f2faeb595c", "name": "network-vif-deleted", "tag": "cd2c450e-666a-4b40-843d-3d2afaa42608", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:57.757659 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-62a1d1f2-e15e-46dc-aed5-5570ff473698 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:57.758608 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0c642f-b906-4125-af41-e4f2faeb595c', 'name': 'network-vif-deleted', 'tag': 'cd2c450e-666a-4b40-843d-3d2afaa42608', 'status': 'completed', 'code': 200} Jun 30 09:10:57.851579 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b63bb-7c61-455e-9c3f-bab1f8d272ea req-2d6ecef0-0e0e-48ff-8454-b55ba37de22a tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:57.853256 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8e1b63bb-7c61-455e-9c3f-bab1f8d272ea req-2d6ecef0-0e0e-48ff-8454-b55ba37de22a tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=dca3e7b8-b398-463a-b43d-5aa99a654833 HTTP/1.1" status: 200 len: 949 time: 0.2171850 Jun 30 09:10:57.955064 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8e1b63bb-7c61-455e-9c3f-bab1f8d272ea req-c91bc0ae-d244-4f69-bf3c-77f532cb17de tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ff4af96-b03e-4537-a5d5-f207ea668331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861447 Jun 30 09:10:58.054062 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aa9f77bd-8d11-4cab-96fb-cbcdb0fad428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.167431 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:58.172969 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f77bd-8d11-4cab-96fb-cbcdb0fad428 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a3f209e-af6c-4bbf-817a-d39323a9bf0f,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:58.229024 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:58.229784 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.245533 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9f77bd-8d11-4cab-96fb-cbcdb0fad428 admin admin] Checking segment: {'id': '95629d3f-d283-4307-af9a-4ab36a5d8b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8ea7e147-dc71-4b57-b776-59a635f75849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:58.245893 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9f77bd-8d11-4cab-96fb-cbcdb0fad428 admin admin] Network hostable DHCP agents. Network: 8ea7e147-dc71-4b57-b776-59a635f75849, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:10:58.292080 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d640a-9104-44e0-b3ae-8cce3f91c010 req-8a90b917-b52a-4d12-89c9-9a61793e03b0 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:58.297831 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee4857-85ba-45a6-ad32-c87a8967646a req-40e762ba-96d5-4115-8fcc-f8310fa69ff5 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:58.299804 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0bee4857-85ba-45a6-ad32-c87a8967646a req-40e762ba-96d5-4115-8fcc-f8310fa69ff5 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 951 time: 0.0974076 Jun 30 09:10:58.301559 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5b8d640a-9104-44e0-b3ae-8cce3f91c010 req-8a90b917-b52a-4d12-89c9-9a61793e03b0 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5 HTTP/1.1" status: 200 len: 945 time: 0.1183929 Jun 30 09:10:58.332767 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.355654 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0bee4857-85ba-45a6-ad32-c87a8967646a req-4ba3244e-c11e-45c9-aec7-584c4e251615 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432060 Jun 30 09:10:58.359776 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5b8d640a-9104-44e0-b3ae-8cce3f91c010 req-0e73ee52-8467-462f-b064-41d23d2cc5c2 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569842 Jun 30 09:10:58.362148 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9f77bd-8d11-4cab-96fb-cbcdb0fad428 admin admin] Network 8ea7e147-dc71-4b57-b776-59a635f75849 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:10:58.374419 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5241c666-f763-4b76-bfbc-d9e9a8987285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:58.377254 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e49f0b-31af-405a-bd86-e8e3fbf0eea3" -d '{"events": [{"server_uuid": "5241c666-f763-4b76-bfbc-d9e9a8987285", "name": "network-vif-plugged", "status": "completed", "tag": "1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:58.385761 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:58.443468 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8351e3-cf2c-45b6-a57a-f51733af052a x-openstack-request-id: req-dc8351e3-cf2c-45b6-a57a-f51733af052a {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:58.443861 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5241c666-f763-4b76-bfbc-d9e9a8987285", "name": "network-vif-plugged", "status": "completed", "tag": "1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:58.444267 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dc8351e3-cf2c-45b6-a57a-f51733af052a {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:58.444666 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5241c666-f763-4b76-bfbc-d9e9a8987285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b', 'code': 200} Jun 30 09:10:58.529748 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.530429 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-aa9f77bd-8d11-4cab-96fb-cbcdb0fad428 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 8ea7e147-dc71-4b57-b776-59a635f75849) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:58.530770 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device cd2c450e-666a-4b40-843d-3d2afaa42608 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:58.545574 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9f77bd-8d11-4cab-96fb-cbcdb0fad428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:58.547745 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aa9f77bd-8d11-4cab-96fb-cbcdb0fad428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.599579 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311777ef-7029-48e6-9cc3-2994d8511cca None None] Network 8ea7e147-dc71-4b57-b776-59a635f75849 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:58.603238 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6859112b-ed19-4fda-93b9-1f267a46d26d req-78839d76-5b76-4648-9556-5ac2f610ee5c tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0c642f-b906-4125-af41-e4f2faeb595c HTTP/1.1" status: 200 len: 210 time: 0.0325692 Jun 30 09:10:58.620796 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: cd2c450e-666a-4b40-843d-3d2afaa42608 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:10:58.623708 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device cd2c450e-666a-4b40-843d-3d2afaa42608 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:10:58.648731 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-aa9f77bd-8d11-4cab-96fb-cbcdb0fad428 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3504238 Jun 30 09:10:58.689123 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b,revision_number=10']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:58.787975 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a95295-4d58-497d-bd42-739cf9862f2b None None] Network 8ea7e147-dc71-4b57-b776-59a635f75849 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:58.980638 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623769d-2357-4cf3-8ae9-aa79a22ebe13 req-e33a7ffd-4221-45a7-b810-bc929773cb02 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:58.982354 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6623769d-2357-4cf3-8ae9-aa79a22ebe13 req-e33a7ffd-4221-45a7-b810-bc929773cb02 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.37 "GET /v2.0/ports?device_id=dca3e7b8-b398-463a-b43d-5aa99a654833 HTTP/1.1" status: 200 len: 949 time: 0.0976036 Jun 30 09:10:59.168465 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc16b4-4fc9-4193-b792-adf645593bcd req-274eb9ae-cabd-4f9a-a479-e2224c33c3aa tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:59.170087 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7bbc16b4-4fc9-4193-b792-adf645593bcd req-274eb9ae-cabd-4f9a-a479-e2224c33c3aa tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5 HTTP/1.1" status: 200 len: 945 time: 0.1705346 Jun 30 09:10:59.179025 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-c0936129-a715-4736-8229-ab4d06225041 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:59.180528 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-c0936129-a715-4736-8229-ab4d06225041 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/networks?id=8ea7e147-dc71-4b57-b776-59a635f75849 HTTP/1.1" status: 200 len: 818 time: 0.1663513 Jun 30 09:10:59.183869 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-6623769d-2357-4cf3-8ae9-aa79a22ebe13 req-91468c70-1ef6-4e3d-be9f-4bfa4d71cf4b tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Deleting port 84b7b952-756b-462c-a25e-04b9bb458e9a {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:59.184215 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6623769d-2357-4cf3-8ae9-aa79a22ebe13 req-91468c70-1ef6-4e3d-be9f-4bfa4d71cf4b tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.220953 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-8b290b2d-fd43-4a77-9cce-b6d5579ccce6 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/quotas/d217ee19dbc7488dbe3a2050c49434dd HTTP/1.1" status: 200 len: 375 time: 0.0318530 Jun 30 09:10:59.270381 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-e3bf638e-404f-4b65-966f-e89733663d30 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d217ee19dbc7488dbe3a2050c49434dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413129 Jun 30 09:10:59.279924 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8db43-56cc-44c0-8f17-a3a7a647e149 req-a4dc51ef-31df-40b3-95fc-dcec4baba207 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:59.281624 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f2a8db43-56cc-44c0-8f17-a3a7a647e149 req-a4dc51ef-31df-40b3-95fc-dcec4baba207 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=dca3e7b8-b398-463a-b43d-5aa99a654833 HTTP/1.1" status: 200 len: 949 time: 0.1458259 Jun 30 09:10:59.319726 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-6623769d-2357-4cf3-8ae9-aa79a22ebe13 req-91468c70-1ef6-4e3d-be9f-4bfa4d71cf4b tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] For port 84b7b952-756b-462c-a25e-04b9bb458e9a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=84b7b952-756b-462c-a25e-04b9bb458e9a,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:59.320474 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6623769d-2357-4cf3-8ae9-aa79a22ebe13 req-91468c70-1ef6-4e3d-be9f-4bfa4d71cf4b tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.345976 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-6623769d-2357-4cf3-8ae9-aa79a22ebe13 req-91468c70-1ef6-4e3d-be9f-4bfa4d71cf4b tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Calling delete_port for 84b7b952-756b-462c-a25e-04b9bb458e9a owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:59.350295 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f2a8db43-56cc-44c0-8f17-a3a7a647e149 req-ec91af11-71e5-4c3a-99f8-2a288258aca9 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ff4af96-b03e-4537-a5d5-f207ea668331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607944 Jun 30 09:10:59.407155 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-7bbc16b4-4fc9-4193-b792-adf645593bcd req-6756830b-f7b0-4d8e-83d1-ca4ab01a1f3b tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Deleting port f218fde1-8c40-4d3c-bec6-1fa3431a1ee2 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:59.407781 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7bbc16b4-4fc9-4193-b792-adf645593bcd req-6756830b-f7b0-4d8e-83d1-ca4ab01a1f3b tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.429282 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-536c222a-5807-49de-80cf-9a65dc0ac3b7 service neutron] 10.222.0.10 "GET /v2.0/networks/8ea7e147-dc71-4b57-b776-59a635f75849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508918 Jun 30 09:10:59.591071 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6623769d-2357-4cf3-8ae9-aa79a22ebe13 req-91468c70-1ef6-4e3d-be9f-4bfa4d71cf4b tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.598745 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-7bbc16b4-4fc9-4193-b792-adf645593bcd req-6756830b-f7b0-4d8e-83d1-ca4ab01a1f3b tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] For port f218fde1-8c40-4d3c-bec6-1fa3431a1ee2, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=f218fde1-8c40-4d3c-bec6-1fa3431a1ee2,segment=NetworkSegment(85c06a0d-f2bd-4e48-aa62-56244f27affe),segment_id=85c06a0d-f2bd-4e48-aa62-56244f27affe)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:59.599264 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7bbc16b4-4fc9-4193-b792-adf645593bcd req-6756830b-f7b0-4d8e-83d1-ca4ab01a1f3b tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.604433 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['ae943138-251f-4260-b96b-a5dac50f79f9', '84b7b952-756b-462c-a25e-04b9bb458e9a'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:59.620718 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91468c70-1ef6-4e3d-be9f-4bfa4d71cf4b tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Pushing event deleted for resources: {'Port': ['ID=84b7b952-756b-462c-a25e-04b9bb458e9a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:59.627375 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-7bbc16b4-4fc9-4193-b792-adf645593bcd req-6756830b-f7b0-4d8e-83d1-ca4ab01a1f3b tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Calling delete_port for f218fde1-8c40-4d3c-bec6-1fa3431a1ee2 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:59.635653 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-ce00a02c-a2ca-41cf-943b-ef8a9ddb928d service neutron] 10.222.0.10 "GET /v2.0/networks/8ea7e147-dc71-4b57-b776-59a635f75849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643775 Jun 30 09:10:59.760392 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-6623769d-2357-4cf3-8ae9-aa79a22ebe13 req-91468c70-1ef6-4e3d-be9f-4bfa4d71cf4b tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] No DVR routers for this DVR port 84b7b952-756b-462c-a25e-04b9bb458e9a on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:59.764641 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6623769d-2357-4cf3-8ae9-aa79a22ebe13 req-91468c70-1ef6-4e3d-be9f-4bfa4d71cf4b tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.768011 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6623769d-2357-4cf3-8ae9-aa79a22ebe13 req-91468c70-1ef6-4e3d-be9f-4bfa4d71cf4b tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.37 "DELETE /v2.0/ports/84b7b952-756b-462c-a25e-04b9bb458e9a HTTP/1.1" status: 204 len: 173 time: 0.7768421 Jun 30 09:10:59.769296 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca3e7b8-b398-463a-b43d-5aa99a654833', 'name': 'network-vif-deleted', 'tag': '84b7b952-756b-462c-a25e-04b9bb458e9a'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:59.772069 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7481bf-d92e-4626-8f0f-74435c66239b" -d '{"events": [{"server_uuid": "dca3e7b8-b398-463a-b43d-5aa99a654833", "name": "network-vif-deleted", "tag": "84b7b952-756b-462c-a25e-04b9bb458e9a"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:59.829767 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa3646-f1c9-441f-889a-fdec3eaf4b00 req-15b1d2e8-0e06-4249-9141-1f2030a9ecf8 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:59.831921 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c7aa3646-f1c9-441f-889a-fdec3eaf4b00 req-15b1d2e8-0e06-4249-9141-1f2030a9ecf8 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 951 time: 0.1869130 Jun 30 09:10:59.893110 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c7aa3646-f1c9-441f-889a-fdec3eaf4b00 req-24e90819-e525-49a8-938d-c12b1ded5714 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529602 Jun 30 09:10:59.984984 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7bbc16b4-4fc9-4193-b792-adf645593bcd req-6756830b-f7b0-4d8e-83d1-ca4ab01a1f3b tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.997993 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['933e2e49-c675-44bc-a5fb-2a961924da9b', 'ed8e6cee-0936-46af-abfc-ee9705efed41', 'f218fde1-8c40-4d3c-bec6-1fa3431a1ee2'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:00.019236 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756830b-f7b0-4d8e-83d1-ca4ab01a1f3b tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Pushing event deleted for resources: {'Port': ['ID=f218fde1-8c40-4d3c-bec6-1fa3431a1ee2,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:00.056677 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-058e030f-c84c-4076-a27b-f34d41afc28e req-f13e9b38-6044-4740-82d1-78cdc2ffea0f tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5 HTTP/1.1" status: 200 len: 210 time: 0.0437162 Jun 30 09:11:00.081539 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbc16b4-4fc9-4193-b792-adf645593bcd req-6756830b-f7b0-4d8e-83d1-ca4ab01a1f3b tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] No DVR routers for this DVR port f218fde1-8c40-4d3c-bec6-1fa3431a1ee2 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:00.087957 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7bbc16b4-4fc9-4193-b792-adf645593bcd req-6756830b-f7b0-4d8e-83d1-ca4ab01a1f3b tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:00.087957 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7bbc16b4-4fc9-4193-b792-adf645593bcd req-6756830b-f7b0-4d8e-83d1-ca4ab01a1f3b tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.52 "DELETE /v2.0/ports/f218fde1-8c40-4d3c-bec6-1fa3431a1ee2 HTTP/1.1" status: 204 len: 173 time: 0.9048352 Jun 30 09:11:00.087957 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5', 'name': 'network-vif-deleted', 'tag': 'f218fde1-8c40-4d3c-bec6-1fa3431a1ee2'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:00.089052 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d151df6-6a82-44a7-aa4c-c6b2a94e6d8b" -d '{"events": [{"server_uuid": "7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5", "name": "network-vif-deleted", "tag": "f218fde1-8c40-4d3c-bec6-1fa3431a1ee2"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:00.415820 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f1aff3-44e6-48be-af2b-505d976ccef9 x-openstack-request-id: req-16f1aff3-44e6-48be-af2b-505d976ccef9 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:00.416694 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca3e7b8-b398-463a-b43d-5aa99a654833", "name": "network-vif-deleted", "tag": "84b7b952-756b-462c-a25e-04b9bb458e9a", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:00.417621 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-16f1aff3-44e6-48be-af2b-505d976ccef9 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:00.418272 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca3e7b8-b398-463a-b43d-5aa99a654833', 'name': 'network-vif-deleted', 'tag': '84b7b952-756b-462c-a25e-04b9bb458e9a', 'status': 'completed', 'code': 200} Jun 30 09:11:00.549808 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed883dcf-5577-4b50-9710-a3e09583253d x-openstack-request-id: req-ed883dcf-5577-4b50-9710-a3e09583253d {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:00.550751 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5", "name": "network-vif-deleted", "tag": "f218fde1-8c40-4d3c-bec6-1fa3431a1ee2", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:00.551001 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ed883dcf-5577-4b50-9710-a3e09583253d {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:00.551439 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5', 'name': 'network-vif-deleted', 'tag': 'f218fde1-8c40-4d3c-bec6-1fa3431a1ee2', 'status': 'completed', 'code': 200} Jun 30 09:11:00.772729 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7b86b373-7934-41f7-8868-b1ee95af1d79 req-63737a4c-36f3-4964-8466-2aa784c7cd4d tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=dca3e7b8-b398-463a-b43d-5aa99a654833 HTTP/1.1" status: 200 len: 210 time: 0.0444553 Jun 30 09:11:01.817287 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8993a159-fb49-44aa-9e43-277148a28dc0 req-bffd2d9f-3f49-4a86-9b92-ad63bc343337 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bfe1acd-2999-45d4-9e66-74d3fe8ea2d5 HTTP/1.1" status: 200 len: 210 time: 0.0374882 Jun 30 09:11:01.953271 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-93df937b-2220-4a14-a497-bab41be1f2f7 req-b37ac0c3-0452-4e0c-a53c-158e64be77ec tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/ports?device_id=33600910-de5a-4783-b206-448c7f74d143 HTTP/1.1" status: 200 len: 210 time: 0.0412781 Jun 30 09:11:02.058091 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a52f8d-7501-42bf-9d69-4134c265c00d req-72232a14-9030-43c6-a613-3d1c6fbbf081 tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:02.060585 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-27a52f8d-7501-42bf-9d69-4134c265c00d req-72232a14-9030-43c6-a613-3d1c6fbbf081 tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 1103 time: 0.0893810 Jun 30 09:11:02.124224 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-27a52f8d-7501-42bf-9d69-4134c265c00d req-b434fee1-12f3-4b03-91b0-30631f116bb6 tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548708 Jun 30 09:11:02.824540 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device f218fde1-8c40-4d3c-bec6-1fa3431a1ee2 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:02.874401 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: f218fde1-8c40-4d3c-bec6-1fa3431a1ee2 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:02.878173 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device f218fde1-8c40-4d3c-bec6-1fa3431a1ee2 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:03.229663 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea71fe-f628-42d7-a8b7-cd01e4ebc57e req-c292594b-8b67-4f5b-926d-09159144455f tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:03.240818 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-69ea71fe-f628-42d7-a8b7-cd01e4ebc57e req-c292594b-8b67-4f5b-926d-09159144455f tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=a352aa5b-4a7a-4c98-8273-ee420dbd02c4 HTTP/1.1" status: 200 len: 948 time: 0.1213179 Jun 30 09:11:03.360088 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-69ea71fe-f628-42d7-a8b7-cd01e4ebc57e req-afa28e4f-9885-4075-971b-5cccb28fc2e4 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153951 Jun 30 09:11:03.417988 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dc25a-b629-4274-9e73-8ae0ef6d5e97 req-f5f939d4-d08f-4d43-923c-4a3aa22afd45 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:03.421215 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-605dc25a-b629-4274-9e73-8ae0ef6d5e97 req-f5f939d4-d08f-4d43-923c-4a3aa22afd45 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.52 "GET /v2.0/ports?device_id=a352aa5b-4a7a-4c98-8273-ee420dbd02c4 HTTP/1.1" status: 200 len: 948 time: 0.1667655 Jun 30 09:11:03.735208 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-605dc25a-b629-4274-9e73-8ae0ef6d5e97 req-a0acbb98-2f70-4132-a26c-bf18af54ea7a tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Deleting port 3f66becb-2291-4fd9-a2ba-47ad8464b5d1 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:03.735918 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-605dc25a-b629-4274-9e73-8ae0ef6d5e97 req-a0acbb98-2f70-4132-a26c-bf18af54ea7a tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:03.742333 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6283fa9-6f5e-42eb-a19a-0c49234fe796 req-428c59ea-5dbe-419a-9306-bcfe16d7d1d7 tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:03.745290 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e6283fa9-6f5e-42eb-a19a-0c49234fe796 req-428c59ea-5dbe-419a-9306-bcfe16d7d1d7 tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 1103 time: 0.1023860 Jun 30 09:11:03.858730 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c27a1b14-0739-43c1-a8b4-4ba0e878a3a9 req-52550740-0967-447b-817a-b820622e217a tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/ports?device_id=33600910-de5a-4783-b206-448c7f74d143 HTTP/1.1" status: 200 len: 210 time: 0.0797279 Jun 30 09:11:03.866688 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e6283fa9-6f5e-42eb-a19a-0c49234fe796 req-d09ec462-0ebb-4b7d-a88f-dda36252f3e4 tempest-ServersAdminTestJSON-2114160577 tempest-ServersAdminTestJSON-2114160577-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060953 Jun 30 09:11:03.933707 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-605dc25a-b629-4274-9e73-8ae0ef6d5e97 req-a0acbb98-2f70-4132-a26c-bf18af54ea7a tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] For port 3f66becb-2291-4fd9-a2ba-47ad8464b5d1, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3f66becb-2291-4fd9-a2ba-47ad8464b5d1,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:03.933707 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-605dc25a-b629-4274-9e73-8ae0ef6d5e97 req-a0acbb98-2f70-4132-a26c-bf18af54ea7a tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:03.971190 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-605dc25a-b629-4274-9e73-8ae0ef6d5e97 req-a0acbb98-2f70-4132-a26c-bf18af54ea7a tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Calling delete_port for 3f66becb-2291-4fd9-a2ba-47ad8464b5d1 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:04.185536 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 84b7b952-756b-462c-a25e-04b9bb458e9a no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:04.198431 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524e16f-7b84-4baf-a4ec-5dcb002fb30f req-cbac4c18-bc32-4ee5-abdd-9e5fa2d624f3 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:04.202309 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0524e16f-7b84-4baf-a4ec-5dcb002fb30f req-cbac4c18-bc32-4ee5-abdd-9e5fa2d624f3 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=c653ed1d-e900-42f5-b523-fc1ccf219369 HTTP/1.1" status: 200 len: 950 time: 0.1641109 Jun 30 09:11:04.245992 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 84b7b952-756b-462c-a25e-04b9bb458e9a {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:04.247481 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 84b7b952-756b-462c-a25e-04b9bb458e9a not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:04.277469 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0524e16f-7b84-4baf-a4ec-5dcb002fb30f req-4a852735-11e4-48eb-969e-cbaf50db8384 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ff4af96-b03e-4537-a5d5-f207ea668331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643294 Jun 30 09:11:04.402852 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-605dc25a-b629-4274-9e73-8ae0ef6d5e97 req-a0acbb98-2f70-4132-a26c-bf18af54ea7a tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:04.417236 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['715a2321-9a1e-4336-9311-fea1b8e8c92e'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:04.509556 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['e38873e4-de44-4aa0-831f-ff170eea831f', '95ce2fc6-54f7-4719-9352-143bd62a5933', 'ca94fe25-1c42-4b7c-a721-cfb326e76480', '3f66becb-2291-4fd9-a2ba-47ad8464b5d1'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:04.543421 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0acbb98-2f70-4132-a26c-bf18af54ea7a tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Pushing event deleted for resources: {'Port': ['ID=3f66becb-2291-4fd9-a2ba-47ad8464b5d1,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:04.686317 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-605dc25a-b629-4274-9e73-8ae0ef6d5e97 req-a0acbb98-2f70-4132-a26c-bf18af54ea7a tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] No DVR routers for this DVR port 3f66becb-2291-4fd9-a2ba-47ad8464b5d1 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:04.689653 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-605dc25a-b629-4274-9e73-8ae0ef6d5e97 req-a0acbb98-2f70-4132-a26c-bf18af54ea7a tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:04.692525 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-605dc25a-b629-4274-9e73-8ae0ef6d5e97 req-a0acbb98-2f70-4132-a26c-bf18af54ea7a tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.52 "DELETE /v2.0/ports/3f66becb-2291-4fd9-a2ba-47ad8464b5d1 HTTP/1.1" status: 204 len: 173 time: 1.2640893 Jun 30 09:11:04.693326 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a352aa5b-4a7a-4c98-8273-ee420dbd02c4', 'name': 'network-vif-deleted', 'tag': '3f66becb-2291-4fd9-a2ba-47ad8464b5d1'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:04.697177 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d6f17e-4759-4a33-bf5c-47e32f35b2f0" -d '{"events": [{"server_uuid": "a352aa5b-4a7a-4c98-8273-ee420dbd02c4", "name": "network-vif-deleted", "tag": "3f66becb-2291-4fd9-a2ba-47ad8464b5d1"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:05.022984 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b5481-1728-4f95-aa26-30be0dd35da3 req-6bf804b1-3d2e-4fa1-b2c1-be7506be779c tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:05.027611 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-144b5481-1728-4f95-aa26-30be0dd35da3 req-6bf804b1-3d2e-4fa1-b2c1-be7506be779c tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa257d46-e086-4b77-92d9-7c935b015849 HTTP/1.1" status: 200 len: 949 time: 0.1780524 Jun 30 09:11:05.231090 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-144b5481-1728-4f95-aa26-30be0dd35da3 req-b16298db-d624-4023-9ef8-2140aaf89e4b tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Deleting port 715a2321-9a1e-4336-9311-fea1b8e8c92e {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:05.231951 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-144b5481-1728-4f95-aa26-30be0dd35da3 req-b16298db-d624-4023-9ef8-2140aaf89e4b tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:05.574719 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-144b5481-1728-4f95-aa26-30be0dd35da3 req-b16298db-d624-4023-9ef8-2140aaf89e4b tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] For port 715a2321-9a1e-4336-9311-fea1b8e8c92e, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=715a2321-9a1e-4336-9311-fea1b8e8c92e,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:05.576364 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-144b5481-1728-4f95-aa26-30be0dd35da3 req-b16298db-d624-4023-9ef8-2140aaf89e4b tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:05.614448 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-144b5481-1728-4f95-aa26-30be0dd35da3 req-b16298db-d624-4023-9ef8-2140aaf89e4b tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Calling delete_port for 715a2321-9a1e-4336-9311-fea1b8e8c92e owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:05.675273 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbc753-3f28-4fa1-a0f5-f357a2f94493 req-bbf83b7f-9faf-470f-a06f-a4eefca72bff tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:05.688721 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5bbc753-3f28-4fa1-a0f5-f357a2f94493 req-bbf83b7f-9faf-470f-a06f-a4eefca72bff tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ca4a790-833d-4d51-9ed2-e88669de9268 HTTP/1.1" status: 200 len: 946 time: 0.3061519 Jun 30 09:11:05.820700 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d296fb55-dbb4-4e78-8bc5-8bb08273de94 req-bebfcb90-a8ce-4805-9098-7d6c2f82aeb2 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=a352aa5b-4a7a-4c98-8273-ee420dbd02c4 HTTP/1.1" status: 200 len: 210 time: 0.8409777 Jun 30 09:11:05.867384 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5bbc753-3f28-4fa1-a0f5-f357a2f94493 req-7aaff76c-8511-4420-9205-f9a563a665da tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698940 Jun 30 09:11:06.033172 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957eb90-4946-4555-9442-6916a9f41019 req-95459d74-b916-4c63-b6f7-fa377f8c83cb tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:06.040086 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3957eb90-4946-4555-9442-6916a9f41019 req-95459d74-b916-4c63-b6f7-fa377f8c83cb tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c653ed1d-e900-42f5-b523-fc1ccf219369 HTTP/1.1" status: 200 len: 950 time: 0.2285886 Jun 30 09:11:06.040086 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275b8f66-abea-424e-91d9-bad19463d741 x-openstack-request-id: req-275b8f66-abea-424e-91d9-bad19463d741 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:06.040086 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a352aa5b-4a7a-4c98-8273-ee420dbd02c4", "name": "network-vif-deleted", "tag": "3f66becb-2291-4fd9-a2ba-47ad8464b5d1", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:06.040086 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-275b8f66-abea-424e-91d9-bad19463d741 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:06.040086 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a352aa5b-4a7a-4c98-8273-ee420dbd02c4', 'name': 'network-vif-deleted', 'tag': '3f66becb-2291-4fd9-a2ba-47ad8464b5d1', 'status': 'completed', 'code': 200} Jun 30 09:11:06.132973 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-144b5481-1728-4f95-aa26-30be0dd35da3 req-b16298db-d624-4023-9ef8-2140aaf89e4b tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:06.296104 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['e38873e4-de44-4aa0-831f-ff170eea831f', '95ce2fc6-54f7-4719-9352-143bd62a5933', 'ca94fe25-1c42-4b7c-a721-cfb326e76480'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:06.315018 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16298db-d624-4023-9ef8-2140aaf89e4b tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Pushing event deleted for resources: {'Port': ['ID=715a2321-9a1e-4336-9311-fea1b8e8c92e,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:06.340538 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6f92fee2-50e1-42be-82cf-c956553891ec req-7c1d5368-04e1-45aa-9019-4c6c44643b9a tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/ports?device_id=33600910-de5a-4783-b206-448c7f74d143 HTTP/1.1" status: 200 len: 210 time: 0.1150699 Jun 30 09:11:06.393714 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-144b5481-1728-4f95-aa26-30be0dd35da3 req-b16298db-d624-4023-9ef8-2140aaf89e4b tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] No DVR routers for this DVR port 715a2321-9a1e-4336-9311-fea1b8e8c92e on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:06.442098 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-144b5481-1728-4f95-aa26-30be0dd35da3 req-b16298db-d624-4023-9ef8-2140aaf89e4b tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:06.450316 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-144b5481-1728-4f95-aa26-30be0dd35da3 req-b16298db-d624-4023-9ef8-2140aaf89e4b tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.37 "DELETE /v2.0/ports/715a2321-9a1e-4336-9311-fea1b8e8c92e HTTP/1.1" status: 204 len: 173 time: 1.4031134 Jun 30 09:11:06.452019 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa257d46-e086-4b77-92d9-7c935b015849', 'name': 'network-vif-deleted', 'tag': '715a2321-9a1e-4336-9311-fea1b8e8c92e'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:06.454604 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fda7b1-e035-4175-be6a-364d99cdb1ef" -d '{"events": [{"server_uuid": "fa257d46-e086-4b77-92d9-7c935b015849", "name": "network-vif-deleted", "tag": "715a2321-9a1e-4336-9311-fea1b8e8c92e"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:06.515572 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a996cb2-55e5-4eb0-9783-9b473d409164 req-c8cad171-e15c-4a67-a6d4-612d314c10c0 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:06.525599 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0a996cb2-55e5-4eb0-9783-9b473d409164 req-c8cad171-e15c-4a67-a6d4-612d314c10c0 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3c60897-561c-4196-8f7c-3db8c5fe9829 HTTP/1.1" status: 200 len: 950 time: 0.2020156 Jun 30 09:11:06.544058 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a6ac1-0419-42d3-943a-8e0299061aac req-0a8626b4-6034-4a77-9b94-d4ce52fad3f9 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:06.546678 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f42a6ac1-0419-42d3-943a-8e0299061aac req-0a8626b4-6034-4a77-9b94-d4ce52fad3f9 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ca4a790-833d-4d51-9ed2-e88669de9268 HTTP/1.1" status: 200 len: 946 time: 0.2046661 Jun 30 09:11:06.564384 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-3957eb90-4946-4555-9442-6916a9f41019 req-61c94e15-0f46-4e92-a648-1ad874f7671d tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Deleting port ae943138-251f-4260-b96b-a5dac50f79f9 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:06.572801 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3957eb90-4946-4555-9442-6916a9f41019 req-61c94e15-0f46-4e92-a648-1ad874f7671d tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:06.602252 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0a996cb2-55e5-4eb0-9783-9b473d409164 req-afeb90f5-6455-4bf2-9677-ffa1bd0e2443 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734689 Jun 30 09:11:06.797851 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-3957eb90-4946-4555-9442-6916a9f41019 req-61c94e15-0f46-4e92-a648-1ad874f7671d tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] For port ae943138-251f-4260-b96b-a5dac50f79f9, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=ae943138-251f-4260-b96b-a5dac50f79f9,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:06.798472 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3957eb90-4946-4555-9442-6916a9f41019 req-61c94e15-0f46-4e92-a648-1ad874f7671d tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:06.825059 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-3957eb90-4946-4555-9442-6916a9f41019 req-61c94e15-0f46-4e92-a648-1ad874f7671d tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Calling delete_port for ae943138-251f-4260-b96b-a5dac50f79f9 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:06.834648 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 3f66becb-2291-4fd9-a2ba-47ad8464b5d1 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:06.846334 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:11:06.940005 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 3f66becb-2291-4fd9-a2ba-47ad8464b5d1 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:06.943009 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 3f66becb-2291-4fd9-a2ba-47ad8464b5d1 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:06.992984 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1a607a-0ca1-4e0a-a3c8-e53c90a5cb23 x-openstack-request-id: req-5f1a607a-0ca1-4e0a-a3c8-e53c90a5cb23 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:06.993372 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa257d46-e086-4b77-92d9-7c935b015849", "name": "network-vif-deleted", "tag": "715a2321-9a1e-4336-9311-fea1b8e8c92e", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:06.995507 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5f1a607a-0ca1-4e0a-a3c8-e53c90a5cb23 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:06.996095 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa257d46-e086-4b77-92d9-7c935b015849', 'name': 'network-vif-deleted', 'tag': '715a2321-9a1e-4336-9311-fea1b8e8c92e', 'status': 'completed', 'code': 200} Jun 30 09:11:07.230749 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0530e10-0c1a-4c00-a33d-d75e31559de7 req-3bdb6404-c47d-4a1f-924d-a7bdba4971de tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:07.232584 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e0530e10-0c1a-4c00-a33d-d75e31559de7 req-3bdb6404-c47d-4a1f-924d-a7bdba4971de tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3c60897-561c-4196-8f7c-3db8c5fe9829 HTTP/1.1" status: 200 len: 950 time: 0.1381850 Jun 30 09:11:07.281504 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4c38bc24-2312-487c-b1ae-29274145015f req-250eaf75-cc52-42cc-8b5d-7d896472e9f4 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=a352aa5b-4a7a-4c98-8273-ee420dbd02c4 HTTP/1.1" status: 200 len: 210 time: 0.0449462 Jun 30 09:11:07.374620 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569147b-2f56-4067-8385-6c532545683f req-86147c5b-b4f1-4d4f-8094-417feb2675ea tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:07.381866 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b569147b-2f56-4067-8385-6c532545683f req-86147c5b-b4f1-4d4f-8094-417feb2675ea tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=c653ed1d-e900-42f5-b523-fc1ccf219369 HTTP/1.1" status: 200 len: 950 time: 0.9092224 Jun 30 09:11:07.472397 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-12ec77d0-8ad0-4927-b03b-7f00b675ed0c tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:07.473938 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-12ec77d0-8ad0-4927-b03b-7f00b675ed0c tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.52 "GET /v2.0/networks?id=8ea7e147-dc71-4b57-b776-59a635f75849 HTTP/1.1" status: 200 len: 818 time: 0.5038776 Jun 30 09:11:07.501531 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-e0530e10-0c1a-4c00-a33d-d75e31559de7 req-4cc596c6-117a-40b8-b6d0-2e8307d83da4 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Deleting port 167425c5-5b46-45f5-93bf-32cbb993037d {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:07.501869 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e0530e10-0c1a-4c00-a33d-d75e31559de7 req-4cc596c6-117a-40b8-b6d0-2e8307d83da4 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.502680 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-3d3a0d69-394a-4182-bcf2-0c5429dcb658 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Request body: {'port': {'device_id': 'b2f5c698-b4f3-45a5-bdf3-a8730d362202', 'network_id': '8ea7e147-dc71-4b57-b776-59a635f75849', 'admin_state_up': True, 'tenant_id': 'd217ee19dbc7488dbe3a2050c49434dd'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:07.509638 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b569147b-2f56-4067-8385-6c532545683f req-d1ff9214-c82a-4b39-9194-f7d43dabd41c tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ff4af96-b03e-4537-a5d5-f207ea668331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268878 Jun 30 09:11:07.544213 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.569513 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bff2e-eed3-41fe-963d-2d273303871d req-e9f8fcb9-4664-46b9-ac45-ba7bb19c37ae tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:07.577400 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-613bff2e-eed3-41fe-963d-2d273303871d req-e9f8fcb9-4664-46b9-ac45-ba7bb19c37ae tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ca4a790-833d-4d51-9ed2-e88669de9268 HTTP/1.1" status: 200 len: 946 time: 0.1593285 Jun 30 09:11:07.605882 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-f42a6ac1-0419-42d3-943a-8e0299061aac req-b4cc925d-2dff-47c8-b4dc-115a07b3c7c6 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Deleting port 933e2e49-c675-44bc-a5fb-2a961924da9b {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:07.606278 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f42a6ac1-0419-42d3-943a-8e0299061aac req-b4cc925d-2dff-47c8-b4dc-115a07b3c7c6 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.663964 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-613bff2e-eed3-41fe-963d-2d273303871d req-33809fea-40d9-42d4-b940-2c2658944c4a tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854781 Jun 30 09:11:07.698941 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-e0530e10-0c1a-4c00-a33d-d75e31559de7 req-4cc596c6-117a-40b8-b6d0-2e8307d83da4 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] For port 167425c5-5b46-45f5-93bf-32cbb993037d, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=167425c5-5b46-45f5-93bf-32cbb993037d,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:07.703220 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e0530e10-0c1a-4c00-a33d-d75e31559de7 req-4cc596c6-117a-40b8-b6d0-2e8307d83da4 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.780105 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3957eb90-4946-4555-9442-6916a9f41019 req-61c94e15-0f46-4e92-a648-1ad874f7671d tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.785047 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-e0530e10-0c1a-4c00-a33d-d75e31559de7 req-4cc596c6-117a-40b8-b6d0-2e8307d83da4 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Calling delete_port for 167425c5-5b46-45f5-93bf-32cbb993037d owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:07.792823 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['ae943138-251f-4260-b96b-a5dac50f79f9'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:07.795912 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-f42a6ac1-0419-42d3-943a-8e0299061aac req-b4cc925d-2dff-47c8-b4dc-115a07b3c7c6 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] For port 933e2e49-c675-44bc-a5fb-2a961924da9b, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=933e2e49-c675-44bc-a5fb-2a961924da9b,segment=NetworkSegment(85c06a0d-f2bd-4e48-aa62-56244f27affe),segment_id=85c06a0d-f2bd-4e48-aa62-56244f27affe)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:07.796129 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f42a6ac1-0419-42d3-943a-8e0299061aac req-b4cc925d-2dff-47c8-b4dc-115a07b3c7c6 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.882159 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-f42a6ac1-0419-42d3-943a-8e0299061aac req-b4cc925d-2dff-47c8-b4dc-115a07b3c7c6 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Calling delete_port for 933e2e49-c675-44bc-a5fb-2a961924da9b owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:07.903371 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c94e15-0f46-4e92-a648-1ad874f7671d tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Pushing event deleted for resources: {'Port': ['ID=ae943138-251f-4260-b96b-a5dac50f79f9,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:07.990554 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-3957eb90-4946-4555-9442-6916a9f41019 req-61c94e15-0f46-4e92-a648-1ad874f7671d tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] No DVR routers for this DVR port ae943138-251f-4260-b96b-a5dac50f79f9 on host n-h2-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:07.993825 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3957eb90-4946-4555-9442-6916a9f41019 req-61c94e15-0f46-4e92-a648-1ad874f7671d tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.995900 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3957eb90-4946-4555-9442-6916a9f41019 req-61c94e15-0f46-4e92-a648-1ad874f7671d tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.37 "DELETE /v2.0/ports/ae943138-251f-4260-b96b-a5dac50f79f9 HTTP/1.1" status: 204 len: 173 time: 1.9518926 Jun 30 09:11:08.026035 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ed39c6ea-53c5-4947-b730-3cf099e35741 req-7f35c2d0-1b8f-4464-9cfd-3e982661de63 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/ports?device_id=33600910-de5a-4783-b206-448c7f74d143 HTTP/1.1" status: 200 len: 210 time: 0.0532501 Jun 30 09:11:08.115758 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c653ed1d-e900-42f5-b523-fc1ccf219369', 'name': 'network-vif-deleted', 'tag': 'ae943138-251f-4260-b96b-a5dac50f79f9'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:08.120485 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2c7a1d-2472-4c02-af9f-58560cf7cedb" -d '{"events": [{"server_uuid": "c653ed1d-e900-42f5-b523-fc1ccf219369", "name": "network-vif-deleted", "tag": "ae943138-251f-4260-b96b-a5dac50f79f9"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:08.249353 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-3d3a0d69-394a-4182-bcf2-0c5429dcb658 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Made reservation on behalf of d217ee19dbc7488dbe3a2050c49434dd for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:08.256099 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-3d3a0d69-394a-4182-bcf2-0c5429dcb658 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.294786 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077baea7-abed-4fa0-a321-07eddab97a67 req-fdaf2334-39a4-44d6-8ee8-a24262ed2969 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:08.303491 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-077baea7-abed-4fa0-a321-07eddab97a67 req-fdaf2334-39a4-44d6-8ee8-a24262ed2969 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3c60897-561c-4196-8f7c-3db8c5fe9829 HTTP/1.1" status: 200 len: 950 time: 0.1708958 Jun 30 09:11:08.388862 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e0530e10-0c1a-4c00-a33d-d75e31559de7 req-4cc596c6-117a-40b8-b6d0-2e8307d83da4 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.411391 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['9818e02e-834b-41e3-a0cb-c636abd507dd', '167425c5-5b46-45f5-93bf-32cbb993037d', '91b73ffe-d46a-4dcd-ae20-6f135629a487'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:08.438068 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cbb5f8-f48d-4eed-92f1-34f010ab194b x-openstack-request-id: req-93cbb5f8-f48d-4eed-92f1-34f010ab194b {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:08.439894 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c653ed1d-e900-42f5-b523-fc1ccf219369", "name": "network-vif-deleted", "tag": "ae943138-251f-4260-b96b-a5dac50f79f9", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:08.440491 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-93cbb5f8-f48d-4eed-92f1-34f010ab194b {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:08.441982 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c653ed1d-e900-42f5-b523-fc1ccf219369', 'name': 'network-vif-deleted', 'tag': 'ae943138-251f-4260-b96b-a5dac50f79f9', 'status': 'completed', 'code': 200} Jun 30 09:11:08.452595 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-077baea7-abed-4fa0-a321-07eddab97a67 req-50662d5f-ee37-4b7c-9a56-6f1c19805c87 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477323 Jun 30 09:11:08.460987 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f42a6ac1-0419-42d3-943a-8e0299061aac req-b4cc925d-2dff-47c8-b4dc-115a07b3c7c6 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.538011 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc596c6-117a-40b8-b6d0-2e8307d83da4 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Pushing event deleted for resources: {'Port': ['ID=167425c5-5b46-45f5-93bf-32cbb993037d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:08.563421 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['933e2e49-c675-44bc-a5fb-2a961924da9b', 'ed8e6cee-0936-46af-abfc-ee9705efed41'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:08.659271 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.698620 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0530e10-0c1a-4c00-a33d-d75e31559de7 req-4cc596c6-117a-40b8-b6d0-2e8307d83da4 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] No DVR routers for this DVR port 167425c5-5b46-45f5-93bf-32cbb993037d on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:08.708510 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e0530e10-0c1a-4c00-a33d-d75e31559de7 req-4cc596c6-117a-40b8-b6d0-2e8307d83da4 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.714395 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e0530e10-0c1a-4c00-a33d-d75e31559de7 req-4cc596c6-117a-40b8-b6d0-2e8307d83da4 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.37 "DELETE /v2.0/ports/167425c5-5b46-45f5-93bf-32cbb993037d HTTP/1.1" status: 204 len: 173 time: 1.4661484 Jun 30 09:11:08.769900 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc925d-2dff-47c8-b4dc-115a07b3c7c6 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Pushing event deleted for resources: {'Port': ['ID=933e2e49-c675-44bc-a5fb-2a961924da9b,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:08.787983 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3dffefdb-b899-406a-b81d-7d878df1f904 req-5afbe535-c979-4a6f-a9c1-a362eae7fefb tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa257d46-e086-4b77-92d9-7c935b015849 HTTP/1.1" status: 200 len: 210 time: 0.0939932 Jun 30 09:11:08.835312 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42a6ac1-0419-42d3-943a-8e0299061aac req-b4cc925d-2dff-47c8-b4dc-115a07b3c7c6 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] No DVR routers for this DVR port 933e2e49-c675-44bc-a5fb-2a961924da9b on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:08.842072 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f42a6ac1-0419-42d3-943a-8e0299061aac req-b4cc925d-2dff-47c8-b4dc-115a07b3c7c6 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.844143 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f42a6ac1-0419-42d3-943a-8e0299061aac req-b4cc925d-2dff-47c8-b4dc-115a07b3c7c6 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.52 "DELETE /v2.0/ports/933e2e49-c675-44bc-a5fb-2a961924da9b HTTP/1.1" status: 204 len: 173 time: 2.2816131 Jun 30 09:11:09.070611 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c60897-561c-4196-8f7c-3db8c5fe9829', 'name': 'network-vif-deleted', 'tag': '167425c5-5b46-45f5-93bf-32cbb993037d'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:09.085256 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10c422f-48cb-49af-b161-65b6d1c397f2" -d '{"events": [{"server_uuid": "e3c60897-561c-4196-8f7c-3db8c5fe9829", "name": "network-vif-deleted", "tag": "167425c5-5b46-45f5-93bf-32cbb993037d"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:09.118794 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0ced2865-3b44-435d-9191-df838f3fe167 req-ac0f3989-160b-49b2-ad61-76d06464ebf7 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=c653ed1d-e900-42f5-b523-fc1ccf219369 HTTP/1.1" status: 200 len: 210 time: 0.1840353 Jun 30 09:11:09.138588 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-3d3a0d69-394a-4182-bcf2-0c5429dcb658 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Allocated IP 172.20.0.4 (8ea7e147-dc71-4b57-b776-59a635f75849/8a3f209e-af6c-4bbf-817a-d39323a9bf0f/f8ddac88-627d-4d2c-89e3-aa22bb7948ec) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:09.278607 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f1e7dea0-4b30-44dd-ab8b-0e029a864e74 req-e349b8ec-583f-4934-8499-e008b9466401 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ca4a790-833d-4d51-9ed2-e88669de9268 HTTP/1.1" status: 200 len: 210 time: 0.1854115 Jun 30 09:11:09.488926 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-146f75c5-692a-4bd7-ba06-152854b7ba84 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:09.490776 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-146f75c5-692a-4bd7-ba06-152854b7ba84 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.37 "GET /v2.0/networks?id=8ea7e147-dc71-4b57-b776-59a635f75849 HTTP/1.1" status: 200 len: 818 time: 0.6147122 Jun 30 09:11:09.505292 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-9d3ec751-7dc6-4f95-aa0c-eff9ec088583 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Request body: {'port': {'device_id': '33600910-de5a-4783-b206-448c7f74d143', 'network_id': '8ea7e147-dc71-4b57-b776-59a635f75849', 'admin_state_up': True, 'tenant_id': 'd217ee19dbc7488dbe3a2050c49434dd'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:09.684362 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e692a5-99fe-41aa-b055-2d4530e791ce x-openstack-request-id: req-07e692a5-99fe-41aa-b055-2d4530e791ce {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:09.689026 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c60897-561c-4196-8f7c-3db8c5fe9829", "name": "network-vif-deleted", "tag": "167425c5-5b46-45f5-93bf-32cbb993037d", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:09.689480 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-07e692a5-99fe-41aa-b055-2d4530e791ce {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:09.689913 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c60897-561c-4196-8f7c-3db8c5fe9829', 'name': 'network-vif-deleted', 'tag': '167425c5-5b46-45f5-93bf-32cbb993037d', 'status': 'completed', 'code': 200} Jun 30 09:11:09.736969 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-64b1f867-f099-42af-b65a-fe4f970e3824 req-f82d73b9-c941-495c-9854-e3b319ecebae tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/ports?device_id=33600910-de5a-4783-b206-448c7f74d143 HTTP/1.1" status: 200 len: 210 time: 0.0569708 Jun 30 09:11:09.912022 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-3d3a0d69-394a-4182-bcf2-0c5429dcb658 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:09.962302 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-6266bd33-50ec-4780-8dea-71ba545c9cb0 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:09.965907 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-6266bd33-50ec-4780-8dea-71ba545c9cb0 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.52 "GET /v2.0/networks?id=8ea7e147-dc71-4b57-b776-59a635f75849 HTTP/1.1" status: 200 len: 818 time: 0.3505325 Jun 30 09:11:09.991513 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-1e2f41fc-5340-471d-a8fc-4bb82618947c tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Request body: {'port': {'device_id': 'ce3ea4e4-632c-497d-9cb0-810ef14a4ac8', 'network_id': '8ea7e147-dc71-4b57-b776-59a635f75849', 'admin_state_up': True, 'tenant_id': 'd217ee19dbc7488dbe3a2050c49434dd'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:10.003569 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-9d3ec751-7dc6-4f95-aa0c-eff9ec088583 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Made reservation on behalf of d217ee19dbc7488dbe3a2050c49434dd for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:10.009508 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-9d3ec751-7dc6-4f95-aa0c-eff9ec088583 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:10.232519 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 715a2321-9a1e-4336-9311-fea1b8e8c92e no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:10.297205 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 715a2321-9a1e-4336-9311-fea1b8e8c92e {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:10.297746 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 715a2321-9a1e-4336-9311-fea1b8e8c92e not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:10.300942 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device ae943138-251f-4260-b96b-a5dac50f79f9 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:10.373787 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: ae943138-251f-4260-b96b-a5dac50f79f9 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:10.378503 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device ae943138-251f-4260-b96b-a5dac50f79f9 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:10.378503 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 167425c5-5b46-45f5-93bf-32cbb993037d no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:10.384954 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6758b835-1586-4a13-a4ef-55bdda50b3f3 req-2c9be802-f923-475f-83a7-ca7d69dcf808 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3c60897-561c-4196-8f7c-3db8c5fe9829 HTTP/1.1" status: 200 len: 210 time: 0.0784650 Jun 30 09:11:10.400154 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 167425c5-5b46-45f5-93bf-32cbb993037d {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:10.401333 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 167425c5-5b46-45f5-93bf-32cbb993037d not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:10.443690 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca4a790-833d-4d51-9ed2-e88669de9268', 'name': 'network-vif-deleted', 'tag': '933e2e49-c675-44bc-a5fb-2a961924da9b'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:10.447620 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36ba0ac-87ba-4870-8fff-04193a4d7b98" -d '{"events": [{"server_uuid": "1ca4a790-833d-4d51-9ed2-e88669de9268", "name": "network-vif-deleted", "tag": "933e2e49-c675-44bc-a5fb-2a961924da9b"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:10.464974 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-3d3a0d69-394a-4182-bcf2-0c5429dcb658 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:10.577534 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-1e2f41fc-5340-471d-a8fc-4bb82618947c tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Made reservation on behalf of d217ee19dbc7488dbe3a2050c49434dd for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:10.586512 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-1e2f41fc-5340-471d-a8fc-4bb82618947c tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:10.599506 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-9d3ec751-7dc6-4f95-aa0c-eff9ec088583 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Allocated IP 172.20.0.6 (8ea7e147-dc71-4b57-b776-59a635f75849/8a3f209e-af6c-4bbf-817a-d39323a9bf0f/97930d1d-46a5-406f-8e28-73b1b64c1b37) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:10.730217 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-636f5a90-2ee5-4faf-97ce-7380ba73c8a4 req-10fc54c7-203b-4582-adde-343a73e908c4 tempest-ServersAdminNegativeTestJSON-1456738677 tempest-ServersAdminNegativeTestJSON-1456738677-project] 10.222.0.10 "GET /v2.0/ports?device_id=c653ed1d-e900-42f5-b523-fc1ccf219369 HTTP/1.1" status: 200 len: 210 time: 0.1141887 Jun 30 09:11:10.768003 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-3d3a0d69-394a-4182-bcf2-0c5429dcb658 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Network 8ea7e147-dc71-4b57-b776-59a635f75849 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:10.772758 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a0d69-394a-4182-bcf2-0c5429dcb658 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Pushing event updated for resources: {'Port': ['ID=f8ddac88-627d-4d2c-89e3-aa22bb7948ec,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:10.785320 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-3d3a0d69-394a-4182-bcf2-0c5429dcb658 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:10.788037 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-3d3a0d69-394a-4182-bcf2-0c5429dcb658 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:10.830654 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 933e2e49-c675-44bc-a5fb-2a961924da9b no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:10.882784 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 933e2e49-c675-44bc-a5fb-2a961924da9b {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:10.885485 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 933e2e49-c675-44bc-a5fb-2a961924da9b not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:10.905162 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-3d3a0d69-394a-4182-bcf2-0c5429dcb658 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:10.905162 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-3d3a0d69-394a-4182-bcf2-0c5429dcb658 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:10.917298 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47075126-ba14-4475-9dbe-0d9bc69dfecf x-openstack-request-id: req-47075126-ba14-4475-9dbe-0d9bc69dfecf {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:10.917667 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca4a790-833d-4d51-9ed2-e88669de9268", "name": "network-vif-deleted", "tag": "933e2e49-c675-44bc-a5fb-2a961924da9b", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:10.917932 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-47075126-ba14-4475-9dbe-0d9bc69dfecf {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:10.918336 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca4a790-833d-4d51-9ed2-e88669de9268', 'name': 'network-vif-deleted', 'tag': '933e2e49-c675-44bc-a5fb-2a961924da9b', 'status': 'completed', 'code': 200} Jun 30 09:11:11.064206 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-9d3ec751-7dc6-4f95-aa0c-eff9ec088583 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:11.137652 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d913a530-9f19-4ef1-8030-7b2b4c76a3b0 req-ef9813a1-1646-4771-b5dd-4455574ec639 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ca4a790-833d-4d51-9ed2-e88669de9268 HTTP/1.1" status: 200 len: 210 time: 0.0577242 Jun 30 09:11:11.191553 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-3d3a0d69-394a-4182-bcf2-0c5429dcb658 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6963108 Jun 30 09:11:11.204741 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-a1d55090-d502-438a-8549-5de8805290b5 service neutron] Request body: {'port': {'device_id': 'b2f5c698-b4f3-45a5-bdf3-a8730d362202', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:11.329997 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-9d3ec751-7dc6-4f95-aa0c-eff9ec088583 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:11.448090 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-9d3ec751-7dc6-4f95-aa0c-eff9ec088583 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Network 8ea7e147-dc71-4b57-b776-59a635f75849 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:11.454571 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-a1d55090-d502-438a-8549-5de8805290b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:11.465393 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-9d3ec751-7dc6-4f95-aa0c-eff9ec088583 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:11.472452 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-9d3ec751-7dc6-4f95-aa0c-eff9ec088583 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:11.478678 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-1e2f41fc-5340-471d-a8fc-4bb82618947c tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Allocated IP 172.20.0.9 (8ea7e147-dc71-4b57-b776-59a635f75849/8a3f209e-af6c-4bbf-817a-d39323a9bf0f/90dd05ab-fec0-43e8-b896-ac1f3d4cdd36) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:11.546234 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ec751-7dc6-4f95-aa0c-eff9ec088583 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Pushing event updated for resources: {'Port': ['ID=97930d1d-46a5-406f-8e28-73b1b64c1b37,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:11.587322 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-9d3ec751-7dc6-4f95-aa0c-eff9ec088583 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:11.588284 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-9d3ec751-7dc6-4f95-aa0c-eff9ec088583 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:11.602234 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aac7ae-4f3c-47fd-ab21-20e030481cca req-743dc498-55e7-4c19-b8dd-641fb33877d9 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:11.611308 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d0aac7ae-4f3c-47fd-ab21-20e030481cca req-743dc498-55e7-4c19-b8dd-641fb33877d9 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/ports?device_id=33600910-de5a-4783-b206-448c7f74d143 HTTP/1.1" status: 200 len: 931 time: 0.3174672 Jun 30 09:11:11.678831 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d0aac7ae-4f3c-47fd-ab21-20e030481cca req-ae02c6fb-cd2f-4cd2-9c28-01b880ad3702 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5c2aac2-8b32-4ff1-85a9-f1e898df9c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663836 Jun 30 09:11:11.744807 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-9d3ec751-7dc6-4f95-aa0c-eff9ec088583 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2439594 Jun 30 09:11:11.759416 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-d42cbc8c-9707-4383-97da-892f1300143b tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:11:11.761288 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-d42cbc8c-9707-4383-97da-892f1300143b tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105026 Jun 30 09:11:11.833422 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-1e2f41fc-5340-471d-a8fc-4bb82618947c tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:11.843544 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-39b33555-1b92-4c03-90ac-eddc3b38644a service neutron] Request body: {'port': {'device_id': '33600910-de5a-4783-b206-448c7f74d143', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:11.941432 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-39b33555-1b92-4c03-90ac-eddc3b38644a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:11.980063 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-1e2f41fc-5340-471d-a8fc-4bb82618947c tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:12.324998 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-a1d55090-d502-438a-8549-5de8805290b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ddac88-627d-4d2c-89e3-aa22bb7948ec {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:12.339179 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-a1d55090-d502-438a-8549-5de8805290b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:12.359674 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-a1d55090-d502-438a-8549-5de8805290b5 service neutron] Transition to ACTIVE for port object f8ddac88-627d-4d2c-89e3-aa22bb7948ec will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:12.379107 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-1e2f41fc-5340-471d-a8fc-4bb82618947c tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Network 8ea7e147-dc71-4b57-b776-59a635f75849 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:12.384452 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-1e2f41fc-5340-471d-a8fc-4bb82618947c tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:12.395261 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-1e2f41fc-5340-471d-a8fc-4bb82618947c tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:12.441034 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f41fc-5340-471d-a8fc-4bb82618947c tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Pushing event updated for resources: {'Port': ['ID=90dd05ab-fec0-43e8-b896-ac1f3d4cdd36,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:12.484637 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-1e2f41fc-5340-471d-a8fc-4bb82618947c tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:12.486401 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-1e2f41fc-5340-471d-a8fc-4bb82618947c tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:12.688370 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-a1d55090-d502-438a-8549-5de8805290b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:12.789005 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-1e2f41fc-5340-471d-a8fc-4bb82618947c tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8055348 Jun 30 09:11:12.793326 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d55090-d502-438a-8549-5de8805290b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ddac88-627d-4d2c-89e3-aa22bb7948ec,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:12.811905 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-0d3944fd-8e41-4d86-8f97-4504bb3980e8 service neutron] Request body: {'port': {'device_id': 'ce3ea4e4-632c-497d-9cb0-810ef14a4ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:12.938410 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-39b33555-1b92-4c03-90ac-eddc3b38644a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97930d1d-46a5-406f-8e28-73b1b64c1b37 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:12.943907 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-a1d55090-d502-438a-8549-5de8805290b5 service neutron] Attempting to bind port f8ddac88-627d-4d2c-89e3-aa22bb7948ec on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:11:12.944106 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-a1d55090-d502-438a-8549-5de8805290b5 service neutron] Attempting to bind port f8ddac88-627d-4d2c-89e3-aa22bb7948ec by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '95629d3f-d283-4307-af9a-4ab36a5d8b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8ea7e147-dc71-4b57-b776-59a635f75849'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:11:12.944449 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-a1d55090-d502-438a-8549-5de8805290b5 service neutron] Attempting to bind port f8ddac88-627d-4d2c-89e3-aa22bb7948ec on network 8ea7e147-dc71-4b57-b776-59a635f75849 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:12.954736 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-39b33555-1b92-4c03-90ac-eddc3b38644a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:13.005608 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-39b33555-1b92-4c03-90ac-eddc3b38644a service neutron] Transition to ACTIVE for port object 97930d1d-46a5-406f-8e28-73b1b64c1b37 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:13.006340 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-a1d55090-d502-438a-8549-5de8805290b5 service neutron] Port f8ddac88-627d-4d2c-89e3-aa22bb7948ec on network 8ea7e147-dc71-4b57-b776-59a635f75849 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:11:13.007014 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-a1d55090-d502-438a-8549-5de8805290b5 service neutron] Attempting to bind port f8ddac88-627d-4d2c-89e3-aa22bb7948ec on network 8ea7e147-dc71-4b57-b776-59a635f75849 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:13.053473 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-a1d55090-d502-438a-8549-5de8805290b5 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:11:13.053821 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-a1d55090-d502-438a-8549-5de8805290b5 service neutron] Checking segment: {'id': '95629d3f-d283-4307-af9a-4ab36a5d8b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8ea7e147-dc71-4b57-b776-59a635f75849'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:13.054217 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-a1d55090-d502-438a-8549-5de8805290b5 service neutron] Bound using segment: {'id': '95629d3f-d283-4307-af9a-4ab36a5d8b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8ea7e147-dc71-4b57-b776-59a635f75849'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:11:13.054668 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-a1d55090-d502-438a-8549-5de8805290b5 service neutron] Bound port: f8ddac88-627d-4d2c-89e3-aa22bb7948ec, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95629d3f-d283-4307-af9a-4ab36a5d8b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8ea7e147-dc71-4b57-b776-59a635f75849'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:11:13.055083 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-a1d55090-d502-438a-8549-5de8805290b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:13.101016 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-0d3944fd-8e41-4d86-8f97-4504bb3980e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:13.192202 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-a1d55090-d502-438a-8549-5de8805290b5 service neutron] For port f8ddac88-627d-4d2c-89e3-aa22bb7948ec, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:11:13.219095 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-39b33555-1b92-4c03-90ac-eddc3b38644a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:13.323245 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-a1d55090-d502-438a-8549-5de8805290b5 service neutron] For port f8ddac88-627d-4d2c-89e3-aa22bb7948ec, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=f8ddac88-627d-4d2c-89e3-aa22bb7948ec,segment=NetworkSegment(95629d3f-d283-4307-af9a-4ab36a5d8b5c),segment_id=95629d3f-d283-4307-af9a-4ab36a5d8b5c)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:11:13.454376 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b33555-1b92-4c03-90ac-eddc3b38644a service neutron] Pushing event updated for resources: {'Port': ['ID=97930d1d-46a5-406f-8e28-73b1b64c1b37,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:13.497952 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 60786) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:13.554059 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-a1d55090-d502-438a-8549-5de8805290b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:13.708875 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-a1d55090-d502-438a-8549-5de8805290b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:13.708875 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-a1d55090-d502-438a-8549-5de8805290b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:13.708875 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-a1d55090-d502-438a-8549-5de8805290b5 service neutron] 10.222.0.52 "PUT /v2.0/ports/f8ddac88-627d-4d2c-89e3-aa22bb7948ec HTTP/1.1" status: 200 len: 1092 time: 2.4655821 Jun 30 09:11:13.708875 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f5c698-b4f3-45a5-bdf3-a8730d362202', 'tag': 'f8ddac88-627d-4d2c-89e3-aa22bb7948ec'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:13.708875 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b744c551-0d88-4451-b3b5-b030c7427f11" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f5c698-b4f3-45a5-bdf3-a8730d362202", "tag": "f8ddac88-627d-4d2c-89e3-aa22bb7948ec"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:13.746878 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d55090-d502-438a-8549-5de8805290b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ddac88-627d-4d2c-89e3-aa22bb7948ec,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:13.864440 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-39b33555-1b92-4c03-90ac-eddc3b38644a service neutron] Attempting to bind port 97930d1d-46a5-406f-8e28-73b1b64c1b37 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:11:13.864910 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-39b33555-1b92-4c03-90ac-eddc3b38644a service neutron] Attempting to bind port 97930d1d-46a5-406f-8e28-73b1b64c1b37 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '95629d3f-d283-4307-af9a-4ab36a5d8b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8ea7e147-dc71-4b57-b776-59a635f75849'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:11:13.865185 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-39b33555-1b92-4c03-90ac-eddc3b38644a service neutron] Attempting to bind port 97930d1d-46a5-406f-8e28-73b1b64c1b37 on network 8ea7e147-dc71-4b57-b776-59a635f75849 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:13.869819 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9955bb-edcf-42ae-b356-a798f911572d req-89d0f50e-4afb-42fc-abd9-71bc7d44b488 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:13.871644 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce9955bb-edcf-42ae-b356-a798f911572d req-89d0f50e-4afb-42fc-abd9-71bc7d44b488 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5878361-e80c-4636-89f0-d059d8467dd7 HTTP/1.1" status: 200 len: 950 time: 0.4309995 Jun 30 09:11:13.874971 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 60794) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:13.876347 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b1cada59-d58c-434b-a234-b9218cfd0f87 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7dad8a1a18a24681869bc5c11092897a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3747315 Jun 30 09:11:13.887083 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-39b33555-1b92-4c03-90ac-eddc3b38644a service neutron] Port 97930d1d-46a5-406f-8e28-73b1b64c1b37 on network 8ea7e147-dc71-4b57-b776-59a635f75849 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:11:13.887492 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-39b33555-1b92-4c03-90ac-eddc3b38644a service neutron] Attempting to bind port 97930d1d-46a5-406f-8e28-73b1b64c1b37 on network 8ea7e147-dc71-4b57-b776-59a635f75849 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:13.906034 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16fc5f9-b027-4da3-9330-b5f50f834034 req-52661c07-146d-44a7-977b-37782c1a1a4f tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:13.907846 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b16fc5f9-b027-4da3-9330-b5f50f834034 req-52661c07-146d-44a7-977b-37782c1a1a4f tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/ports?device_id=33600910-de5a-4783-b206-448c7f74d143 HTTP/1.1" status: 200 len: 943 time: 0.2422292 Jun 30 09:11:13.911536 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-39b33555-1b92-4c03-90ac-eddc3b38644a service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:11:13.911790 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-39b33555-1b92-4c03-90ac-eddc3b38644a service neutron] Checking segment: {'id': '95629d3f-d283-4307-af9a-4ab36a5d8b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8ea7e147-dc71-4b57-b776-59a635f75849'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:13.912585 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-39b33555-1b92-4c03-90ac-eddc3b38644a service neutron] Bound using segment: {'id': '95629d3f-d283-4307-af9a-4ab36a5d8b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8ea7e147-dc71-4b57-b776-59a635f75849'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:11:13.913174 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-39b33555-1b92-4c03-90ac-eddc3b38644a service neutron] Bound port: 97930d1d-46a5-406f-8e28-73b1b64c1b37, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95629d3f-d283-4307-af9a-4ab36a5d8b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8ea7e147-dc71-4b57-b776-59a635f75849'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:11:13.913549 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-39b33555-1b92-4c03-90ac-eddc3b38644a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:14.016898 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b16fc5f9-b027-4da3-9330-b5f50f834034 req-df8c8b3e-379a-47c5-a5ff-d80e55c4d557 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5c2aac2-8b32-4ff1-85a9-f1e898df9c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900075 Jun 30 09:11:14.030516 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-0d3944fd-8e41-4d86-8f97-4504bb3980e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90dd05ab-fec0-43e8-b896-ac1f3d4cdd36 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:14.052494 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-39b33555-1b92-4c03-90ac-eddc3b38644a service neutron] For port 97930d1d-46a5-406f-8e28-73b1b64c1b37, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:11:14.052494 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-39b33555-1b92-4c03-90ac-eddc3b38644a service neutron] For port 97930d1d-46a5-406f-8e28-73b1b64c1b37, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=97930d1d-46a5-406f-8e28-73b1b64c1b37,segment=NetworkSegment(95629d3f-d283-4307-af9a-4ab36a5d8b5c),segment_id=95629d3f-d283-4307-af9a-4ab36a5d8b5c)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:11:14.061913 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-0d3944fd-8e41-4d86-8f97-4504bb3980e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:14.152964 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-0d3944fd-8e41-4d86-8f97-4504bb3980e8 service neutron] Transition to ACTIVE for port object 90dd05ab-fec0-43e8-b896-ac1f3d4cdd36 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:14.182040 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df2e204a-d88c-4587-a1a2-9bc651bb9f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:14.228450 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d04d9-f843-4b95-85db-99fe2c7b1132 req-e214fffa-22c2-4e03-a76c-d9ea6c6dba47 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:14.230029 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4e5d04d9-f843-4b95-85db-99fe2c7b1132 req-e214fffa-22c2-4e03-a76c-d9ea6c6dba47 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5878361-e80c-4636-89f0-d059d8467dd7 HTTP/1.1" status: 200 len: 950 time: 0.0797679 Jun 30 09:11:14.240367 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d8fba-cecb-4fc1-98f2-24e615c5b14c req-ed0dcde7-c485-472a-94d6-b1242e14c6e8 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:14.241959 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b73d8fba-cecb-4fc1-98f2-24e615c5b14c req-ed0dcde7-c485-472a-94d6-b1242e14c6e8 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b7a37db-f6c7-4160-ba5e-9efa799cbd74 HTTP/1.1" status: 200 len: 949 time: 0.2691925 Jun 30 09:11:14.244362 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df2e204a-d88c-4587-a1a2-9bc651bb9f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:14.275632 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4e5d04d9-f843-4b95-85db-99fe2c7b1132 req-285c0069-ede8-41c3-b8e0-e7c76b8a92e7 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394275 Jun 30 09:11:14.311267 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-94d19583-aff7-4ec8-8da0-afc70346b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:14.312824 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-94d19583-aff7-4ec8-8da0-afc70346b5fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d217ee19dbc7488dbe3a2050c49434dd&device_id=b2f5c698-b4f3-45a5-bdf3-a8730d362202 HTTP/1.1" status: 200 len: 1095 time: 0.2422009 Jun 30 09:11:14.319629 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-ce9955bb-edcf-42ae-b356-a798f911572d req-b6e68614-5b5a-4ff3-966a-c22a13583eed tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Deleting port 95ce2fc6-54f7-4719-9352-143bd62a5933 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:14.320101 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ce9955bb-edcf-42ae-b356-a798f911572d req-b6e68614-5b5a-4ff3-966a-c22a13583eed tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:14.466088 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-39b33555-1b92-4c03-90ac-eddc3b38644a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:14.510384 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-39b33555-1b92-4c03-90ac-eddc3b38644a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:14.511479 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-39b33555-1b92-4c03-90ac-eddc3b38644a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:14.512511 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-39b33555-1b92-4c03-90ac-eddc3b38644a service neutron] 10.222.0.37 "PUT /v2.0/ports/97930d1d-46a5-406f-8e28-73b1b64c1b37 HTTP/1.1" status: 200 len: 1092 time: 2.7439492 Jun 30 09:11:14.513036 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33600910-de5a-4783-b206-448c7f74d143', 'tag': '97930d1d-46a5-406f-8e28-73b1b64c1b37'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:14.515618 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975048ec-dbce-4bc9-a4f4-7c5236f9d5bb" -d '{"events": [{"name": "network-changed", "server_uuid": "33600910-de5a-4783-b206-448c7f74d143", "tag": "97930d1d-46a5-406f-8e28-73b1b64c1b37"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:14.557372 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b33555-1b92-4c03-90ac-eddc3b38644a service neutron] Pushing event updated for resources: {'Port': ['ID=97930d1d-46a5-406f-8e28-73b1b64c1b37,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:14.823650 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-0d3944fd-8e41-4d86-8f97-4504bb3980e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:14.824298 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-aa7fa061-d745-4b6f-bdfa-5afdca1b5268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:14.826888 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-f8ec0f51-2366-4c02-a2d6-7e41ed1cb555 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8ddac88-627d-4d2c-89e3-aa22bb7948ec HTTP/1.1" status: 200 len: 217 time: 0.5017660 Jun 30 09:11:14.830457 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-aa7fa061-d745-4b6f-bdfa-5afdca1b5268 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d217ee19dbc7488dbe3a2050c49434dd&device_id=33600910-de5a-4783-b206-448c7f74d143 HTTP/1.1" status: 200 len: 1095 time: 0.1225193 Jun 30 09:11:14.892722 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b73d8fba-cecb-4fc1-98f2-24e615c5b14c req-104e4f72-9f30-4942-8ed9-1f89146e4813 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6346157 Jun 30 09:11:14.923556 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-cd47b5d6-0a5e-4426-ad04-bc90f8efb1af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97930d1d-46a5-406f-8e28-73b1b64c1b37 HTTP/1.1" status: 200 len: 217 time: 0.0733516 Jun 30 09:11:15.000124 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcca7da-1fe0-41d1-9ac6-3d8082ba0c53 x-openstack-request-id: req-dbcca7da-1fe0-41d1-9ac6-3d8082ba0c53 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:15.000124 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f5c698-b4f3-45a5-bdf3-a8730d362202", "tag": "f8ddac88-627d-4d2c-89e3-aa22bb7948ec", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:15.000124 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dbcca7da-1fe0-41d1-9ac6-3d8082ba0c53 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:15.000124 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f5c698-b4f3-45a5-bdf3-a8730d362202', 'tag': 'f8ddac88-627d-4d2c-89e3-aa22bb7948ec', 'status': 'completed', 'code': 200} Jun 30 09:11:15.065229 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7652f176-e09e-4436-a1aa-58b4c90b5502 x-openstack-request-id: req-7652f176-e09e-4436-a1aa-58b4c90b5502 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:15.066025 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33600910-de5a-4783-b206-448c7f74d143", "tag": "97930d1d-46a5-406f-8e28-73b1b64c1b37", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:15.066025 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7652f176-e09e-4436-a1aa-58b4c90b5502 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:15.066348 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33600910-de5a-4783-b206-448c7f74d143', 'tag': '97930d1d-46a5-406f-8e28-73b1b64c1b37', 'status': 'completed', 'code': 200} Jun 30 09:11:15.069945 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-e22f9a2b-9987-4abc-b434-5bb74a960270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:15.071493 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-e22f9a2b-9987-4abc-b434-5bb74a960270 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a3f209e-af6c-4bbf-817a-d39323a9bf0f HTTP/1.1" status: 200 len: 858 time: 0.1396692 Jun 30 09:11:15.076860 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-6bcf8528-3dd6-42aa-a7de-691e79607f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:15.080893 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de958ae0-3d6a-408b-91a5-ed4d0571397d req-bb105fb6-be9d-41f5-a309-b50e6b35480d tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:15.081108 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-6bcf8528-3dd6-42aa-a7de-691e79607f7f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a3f209e-af6c-4bbf-817a-d39323a9bf0f HTTP/1.1" status: 200 len: 858 time: 0.2369671 Jun 30 09:11:15.081679 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3944fd-8e41-4d86-8f97-4504bb3980e8 service neutron] Pushing event updated for resources: {'Port': ['ID=90dd05ab-fec0-43e8-b896-ac1f3d4cdd36,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:15.082413 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-de958ae0-3d6a-408b-91a5-ed4d0571397d req-bb105fb6-be9d-41f5-a309-b50e6b35480d tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.52 "GET /v2.0/ports?device_id=906c9ab5-c69a-4408-8079-c0d364b96971 HTTP/1.1" status: 200 len: 949 time: 0.2505088 Jun 30 09:11:15.124945 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-ce9955bb-edcf-42ae-b356-a798f911572d req-b6e68614-5b5a-4ff3-966a-c22a13583eed tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] For port 95ce2fc6-54f7-4719-9352-143bd62a5933, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=95ce2fc6-54f7-4719-9352-143bd62a5933,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:15.125387 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ce9955bb-edcf-42ae-b356-a798f911572d req-b6e68614-5b5a-4ff3-966a-c22a13583eed tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:15.139016 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-f88c12c2-a692-48ed-aeef-59996a8d0306 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ea7e147-dc71-4b57-b776-59a635f75849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554912 Jun 30 09:11:15.156553 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-ce9955bb-edcf-42ae-b356-a798f911572d req-b6e68614-5b5a-4ff3-966a-c22a13583eed tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Calling delete_port for 95ce2fc6-54f7-4719-9352-143bd62a5933 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:15.268209 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-33aa67fb-cf1f-4402-865e-73eaeee5af2a service neutron] 10.222.0.37 "GET /v2.0/networks/8ea7e147-dc71-4b57-b776-59a635f75849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206043 Jun 30 09:11:15.375544 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df2e204a-d88c-4587-a1a2-9bc651bb9f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:15.379151 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df2e204a-d88c-4587-a1a2-9bc651bb9f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:15.380203 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-df2e204a-d88c-4587-a1a2-9bc651bb9f32 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8ff4af96-b03e-4537-a5d5-f207ea668331 HTTP/1.1" status: 204 len: 168 time: 1.4959340 Jun 30 09:11:15.390290 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-85d6ece4-70b0-4829-8a00-20685b149304 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8ea7e147-dc71-4b57-b776-59a635f75849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070063 Jun 30 09:11:15.468196 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e204a-d88c-4587-a1a2-9bc651bb9f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff4af96-b03e-4537-a5d5-f207ea668331,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:15.609156 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2dcc8-c180-4d96-a28f-03f182f8cd55 req-2498d8c5-be80-4e7e-bc32-827139faa341 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:15.610729 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4ef2dcc8-c180-4d96-a28f-03f182f8cd55 req-2498d8c5-be80-4e7e-bc32-827139faa341 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b7a37db-f6c7-4160-ba5e-9efa799cbd74 HTTP/1.1" status: 200 len: 949 time: 0.6102250 Jun 30 09:11:15.633792 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ce9955bb-edcf-42ae-b356-a798f911572d req-b6e68614-5b5a-4ff3-966a-c22a13583eed tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:15.650269 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['e38873e4-de44-4aa0-831f-ff170eea831f', 'ca94fe25-1c42-4b7c-a721-cfb326e76480'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:15.671087 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-0d3944fd-8e41-4d86-8f97-4504bb3980e8 service neutron] Attempting to bind port 90dd05ab-fec0-43e8-b896-ac1f3d4cdd36 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:11:15.671472 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-0d3944fd-8e41-4d86-8f97-4504bb3980e8 service neutron] Attempting to bind port 90dd05ab-fec0-43e8-b896-ac1f3d4cdd36 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '95629d3f-d283-4307-af9a-4ab36a5d8b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8ea7e147-dc71-4b57-b776-59a635f75849'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:11:15.671774 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-0d3944fd-8e41-4d86-8f97-4504bb3980e8 service neutron] Attempting to bind port 90dd05ab-fec0-43e8-b896-ac1f3d4cdd36 on network 8ea7e147-dc71-4b57-b776-59a635f75849 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:15.742649 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-0d3944fd-8e41-4d86-8f97-4504bb3980e8 service neutron] Port 90dd05ab-fec0-43e8-b896-ac1f3d4cdd36 on network 8ea7e147-dc71-4b57-b776-59a635f75849 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:11:15.743000 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-0d3944fd-8e41-4d86-8f97-4504bb3980e8 service neutron] Attempting to bind port 90dd05ab-fec0-43e8-b896-ac1f3d4cdd36 on network 8ea7e147-dc71-4b57-b776-59a635f75849 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:15.746484 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-2d66e7a1-3648-41c5-82a2-3e0d6e1cc011 service neutron] 10.222.0.52 "GET /v2.0/networks/8ea7e147-dc71-4b57-b776-59a635f75849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094339 Jun 30 09:11:15.753642 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e68614-5b5a-4ff3-966a-c22a13583eed tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Pushing event deleted for resources: {'Port': ['ID=95ce2fc6-54f7-4719-9352-143bd62a5933,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:15.812135 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-0d3944fd-8e41-4d86-8f97-4504bb3980e8 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:11:15.812543 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-0d3944fd-8e41-4d86-8f97-4504bb3980e8 service neutron] Checking segment: {'id': '95629d3f-d283-4307-af9a-4ab36a5d8b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8ea7e147-dc71-4b57-b776-59a635f75849'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:15.812894 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-0d3944fd-8e41-4d86-8f97-4504bb3980e8 service neutron] Bound using segment: {'id': '95629d3f-d283-4307-af9a-4ab36a5d8b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8ea7e147-dc71-4b57-b776-59a635f75849'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:11:15.813363 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-0d3944fd-8e41-4d86-8f97-4504bb3980e8 service neutron] Bound port: 90dd05ab-fec0-43e8-b896-ac1f3d4cdd36, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95629d3f-d283-4307-af9a-4ab36a5d8b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8ea7e147-dc71-4b57-b776-59a635f75849'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:11:15.813730 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-0d3944fd-8e41-4d86-8f97-4504bb3980e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:15.934377 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9955bb-edcf-42ae-b356-a798f911572d req-b6e68614-5b5a-4ff3-966a-c22a13583eed tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] No DVR routers for this DVR port 95ce2fc6-54f7-4719-9352-143bd62a5933 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:15.949313 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ce9955bb-edcf-42ae-b356-a798f911572d req-b6e68614-5b5a-4ff3-966a-c22a13583eed tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:15.952080 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce9955bb-edcf-42ae-b356-a798f911572d req-b6e68614-5b5a-4ff3-966a-c22a13583eed tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.52 "DELETE /v2.0/ports/95ce2fc6-54f7-4719-9352-143bd62a5933 HTTP/1.1" status: 204 len: 173 time: 2.0569992 Jun 30 09:11:16.112244 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541f475-6cdf-4b31-b4ed-c15310bcd155 req-2ec89db3-0486-4c94-9dcf-2c3f79dd5ff9 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:16.120660 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6541f475-6cdf-4b31-b4ed-c15310bcd155 req-2ec89db3-0486-4c94-9dcf-2c3f79dd5ff9 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/ports?device_id=33600910-de5a-4783-b206-448c7f74d143 HTTP/1.1" status: 200 len: 943 time: 0.5085740 Jun 30 09:11:16.134673 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-14f3d60c-efa5-4a83-b332-d65a812c4256 service neutron] 10.222.0.52 "GET /v2.0/networks/8ea7e147-dc71-4b57-b776-59a635f75849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759105 Jun 30 09:11:16.169456 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-0d3944fd-8e41-4d86-8f97-4504bb3980e8 service neutron] For port 90dd05ab-fec0-43e8-b896-ac1f3d4cdd36, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:11:16.174693 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-0d3944fd-8e41-4d86-8f97-4504bb3980e8 service neutron] For port 90dd05ab-fec0-43e8-b896-ac1f3d4cdd36, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=90dd05ab-fec0-43e8-b896-ac1f3d4cdd36,segment=NetworkSegment(95629d3f-d283-4307-af9a-4ab36a5d8b5c),segment_id=95629d3f-d283-4307-af9a-4ab36a5d8b5c)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:11:16.195151 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-4ef2dcc8-c180-4d96-a28f-03f182f8cd55 req-b8c0584a-8c00-4cea-8232-384c761ce459 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Deleting port 9818e02e-834b-41e3-a0cb-c636abd507dd {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:16.195541 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-4ef2dcc8-c180-4d96-a28f-03f182f8cd55 req-b8c0584a-8c00-4cea-8232-384c761ce459 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:16.222424 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6541f475-6cdf-4b31-b4ed-c15310bcd155 req-f28fef57-76cd-40d0-863e-e50d64dfa153 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5c2aac2-8b32-4ff1-85a9-f1e898df9c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006944 Jun 30 09:11:16.554473 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-4ef2dcc8-c180-4d96-a28f-03f182f8cd55 req-b8c0584a-8c00-4cea-8232-384c761ce459 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] For port 9818e02e-834b-41e3-a0cb-c636abd507dd, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=9818e02e-834b-41e3-a0cb-c636abd507dd,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:16.554924 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-4ef2dcc8-c180-4d96-a28f-03f182f8cd55 req-b8c0584a-8c00-4cea-8232-384c761ce459 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:16.573893 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-4ef2dcc8-c180-4d96-a28f-03f182f8cd55 req-b8c0584a-8c00-4cea-8232-384c761ce459 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Calling delete_port for 9818e02e-834b-41e3-a0cb-c636abd507dd owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:16.645073 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-0d3944fd-8e41-4d86-8f97-4504bb3980e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:16.742373 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-5d029887-6839-40b3-823b-d6844353956a service neutron] 10.222.0.37 "GET /v2.0/networks/8ea7e147-dc71-4b57-b776-59a635f75849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4184749 Jun 30 09:11:16.757207 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ebc51696-90bb-4716-aff7-16e35217d228 req-6153b6ec-11e6-4531-a8bc-ee6df6d76566 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5878361-e80c-4636-89f0-d059d8467dd7 HTTP/1.1" status: 200 len: 210 time: 0.0781136 Jun 30 09:11:16.760003 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-de958ae0-3d6a-408b-91a5-ed4d0571397d req-e63a96ec-e268-4820-9920-8fa1bb651db3 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Deleting port ca94fe25-1c42-4b7c-a721-cfb326e76480 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:16.760577 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-de958ae0-3d6a-408b-91a5-ed4d0571397d req-e63a96ec-e268-4820-9920-8fa1bb651db3 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:16.771801 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-0d3944fd-8e41-4d86-8f97-4504bb3980e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:16.772602 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-0d3944fd-8e41-4d86-8f97-4504bb3980e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:16.774398 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-0d3944fd-8e41-4d86-8f97-4504bb3980e8 service neutron] 10.222.0.52 "PUT /v2.0/ports/90dd05ab-fec0-43e8-b896-ac1f3d4cdd36 HTTP/1.1" status: 200 len: 1092 time: 3.9675796 Jun 30 09:11:16.833323 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3944fd-8e41-4d86-8f97-4504bb3980e8 service neutron] Pushing event updated for resources: {'Port': ['ID=90dd05ab-fec0-43e8-b896-ac1f3d4cdd36,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:16.855540 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744c551-0d88-4451-b3b5-b030c7427f11 req-480e5d81-b3d7-42a6-a238-bc708a77aa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:16.860109 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b744c551-0d88-4451-b3b5-b030c7427f11 req-480e5d81-b3d7-42a6-a238-bc708a77aa10 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d217ee19dbc7488dbe3a2050c49434dd&device_id=b2f5c698-b4f3-45a5-bdf3-a8730d362202 HTTP/1.1" status: 200 len: 1095 time: 0.2621057 Jun 30 09:11:16.878416 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 95ce2fc6-54f7-4719-9352-143bd62a5933 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:16.925778 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 95ce2fc6-54f7-4719-9352-143bd62a5933 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:16.925778 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 95ce2fc6-54f7-4719-9352-143bd62a5933 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:17.006801 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5878361-e80c-4636-89f0-d059d8467dd7', 'name': 'network-vif-deleted', 'tag': '95ce2fc6-54f7-4719-9352-143bd62a5933'}, {'name': 'network-changed', 'server_uuid': 'ce3ea4e4-632c-497d-9cb0-810ef14a4ac8', 'tag': '90dd05ab-fec0-43e8-b896-ac1f3d4cdd36'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:17.009649 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e9e82f-2760-43fd-beb9-a76b006cc733" -d '{"events": [{"server_uuid": "e5878361-e80c-4636-89f0-d059d8467dd7", "name": "network-vif-deleted", "tag": "95ce2fc6-54f7-4719-9352-143bd62a5933"}, {"name": "network-changed", "server_uuid": "ce3ea4e4-632c-497d-9cb0-810ef14a4ac8", "tag": "90dd05ab-fec0-43e8-b896-ac1f3d4cdd36"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:17.074501 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8633e6-3753-4c41-ba8a-b353b21b9ff2 req-22eb157e-50d7-4b31-b08c-d882b22de7fb tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:17.089053 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9b8633e6-3753-4c41-ba8a-b353b21b9ff2 req-22eb157e-50d7-4b31-b08c-d882b22de7fb tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 945 time: 0.6394770 Jun 30 09:11:17.201692 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-de958ae0-3d6a-408b-91a5-ed4d0571397d req-e63a96ec-e268-4820-9920-8fa1bb651db3 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] For port ca94fe25-1c42-4b7c-a721-cfb326e76480, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ca94fe25-1c42-4b7c-a721-cfb326e76480,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:17.203011 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-de958ae0-3d6a-408b-91a5-ed4d0571397d req-e63a96ec-e268-4820-9920-8fa1bb651db3 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:17.248488 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9b8633e6-3753-4c41-ba8a-b353b21b9ff2 req-57a65aef-da07-4356-ae40-60ff6d64087f tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576061 Jun 30 09:11:17.250149 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-de958ae0-3d6a-408b-91a5-ed4d0571397d req-e63a96ec-e268-4820-9920-8fa1bb651db3 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Calling delete_port for ca94fe25-1c42-4b7c-a721-cfb326e76480 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:17.263630 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744c551-0d88-4451-b3b5-b030c7427f11 req-4e1bb8f2-fff5-4ac1-be87-e32643f6eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:17.280144 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b744c551-0d88-4451-b3b5-b030c7427f11 req-4e1bb8f2-fff5-4ac1-be87-e32643f6eacf service neutron] 10.222.0.52 "GET /v2.0/networks?id=8ea7e147-dc71-4b57-b776-59a635f75849 HTTP/1.1" status: 200 len: 919 time: 0.3537431 Jun 30 09:11:17.301055 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975048ec-dbce-4bc9-a4f4-7c5236f9d5bb req-124a6c47-2d78-4bfb-8c3a-c271f136bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:17.305135 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-975048ec-dbce-4bc9-a4f4-7c5236f9d5bb req-124a6c47-2d78-4bfb-8c3a-c271f136bfee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d217ee19dbc7488dbe3a2050c49434dd&device_id=33600910-de5a-4783-b206-448c7f74d143 HTTP/1.1" status: 200 len: 1095 time: 0.2775631 Jun 30 09:11:17.322337 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bb9cc-4a42-4dc1-884f-78e1578be8ce req-cef2f344-88fc-4293-b9f8-6358e29b60db tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:17.323896 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-024bb9cc-4a42-4dc1-884f-78e1578be8ce req-cef2f344-88fc-4293-b9f8-6358e29b60db tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 945 time: 0.4231365 Jun 30 09:11:17.400996 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-4ef2dcc8-c180-4d96-a28f-03f182f8cd55 req-b8c0584a-8c00-4cea-8232-384c761ce459 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:17.413741 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['9818e02e-834b-41e3-a0cb-c636abd507dd', '91b73ffe-d46a-4dcd-ae20-6f135629a487'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:17.437765 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 60838) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:17.569087 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b744c551-0d88-4451-b3b5-b030c7427f11 req-97f293f6-ab97-4324-9f5d-583c711e14c4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8ddac88-627d-4d2c-89e3-aa22bb7948ec HTTP/1.1" status: 200 len: 217 time: 0.2750609 Jun 30 09:11:17.578313 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b222108f-ce23-4612-b2c9-2d34cab88c38 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d53d178a58e44b11ad98a8daef411204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1363955 Jun 30 09:11:17.584629 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 60844) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:17.606112 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975048ec-dbce-4bc9-a4f4-7c5236f9d5bb req-cf330eb1-b356-4a94-a9d4-74d163f01039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:17.608881 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-975048ec-dbce-4bc9-a4f4-7c5236f9d5bb req-cf330eb1-b356-4a94-a9d4-74d163f01039 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ea7e147-dc71-4b57-b776-59a635f75849 HTTP/1.1" status: 200 len: 919 time: 0.2575448 Jun 30 09:11:17.699689 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c55f8-f8de-43ed-bb23-1d4036c4a299 req-d9a92476-12cd-4097-934b-42a5d1fca9a9 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:17.711105 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b00c55f8-f8de-43ed-bb23-1d4036c4a299 req-d9a92476-12cd-4097-934b-42a5d1fca9a9 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b7a37db-f6c7-4160-ba5e-9efa799cbd74 HTTP/1.1" status: 200 len: 867 time: 0.6401143 Jun 30 09:11:17.725956 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-975048ec-dbce-4bc9-a4f4-7c5236f9d5bb req-4742a4c1-f156-47a5-8620-94c5d96244ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97930d1d-46a5-406f-8e28-73b1b64c1b37 HTTP/1.1" status: 200 len: 217 time: 0.0679972 Jun 30 09:11:17.793311 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744c551-0d88-4451-b3b5-b030c7427f11 req-9169c535-eb12-49a3-a1d7-684a9bfe4060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:17.796223 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b744c551-0d88-4451-b3b5-b030c7427f11 req-9169c535-eb12-49a3-a1d7-684a9bfe4060 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a3f209e-af6c-4bbf-817a-d39323a9bf0f HTTP/1.1" status: 200 len: 858 time: 0.1744289 Jun 30 09:11:17.817900 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-058b6d79-3005-49e6-9046-48a9f39001ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:17.854410 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-058b6d79-3005-49e6-9046-48a9f39001ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:17.938048 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45dc5614-8134-434b-9f21-4c5ad6c56067 x-openstack-request-id: req-45dc5614-8134-434b-9f21-4c5ad6c56067 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:17.938358 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5878361-e80c-4636-89f0-d059d8467dd7", "name": "network-vif-deleted", "tag": "95ce2fc6-54f7-4719-9352-143bd62a5933", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ce3ea4e4-632c-497d-9cb0-810ef14a4ac8", "tag": "90dd05ab-fec0-43e8-b896-ac1f3d4cdd36", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:17.938624 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-45dc5614-8134-434b-9f21-4c5ad6c56067 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:17.939042 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5878361-e80c-4636-89f0-d059d8467dd7', 'name': 'network-vif-deleted', 'tag': '95ce2fc6-54f7-4719-9352-143bd62a5933', 'status': 'completed', 'code': 200} Jun 30 09:11:17.939328 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce3ea4e4-632c-497d-9cb0-810ef14a4ac8', 'tag': '90dd05ab-fec0-43e8-b896-ac1f3d4cdd36', 'status': 'completed', 'code': 200} Jun 30 09:11:17.943488 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975048ec-dbce-4bc9-a4f4-7c5236f9d5bb req-c6a789ff-433f-464e-aef0-84f1aad333cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:17.945602 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-975048ec-dbce-4bc9-a4f4-7c5236f9d5bb req-c6a789ff-433f-464e-aef0-84f1aad333cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a3f209e-af6c-4bbf-817a-d39323a9bf0f HTTP/1.1" status: 200 len: 858 time: 0.2092454 Jun 30 09:11:17.946544 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b00c55f8-f8de-43ed-bb23-1d4036c4a299 req-eee55022-e769-4d5e-89c3-24cbe6e12e64 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344468 Jun 30 09:11:17.948563 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef2dcc8-c180-4d96-a28f-03f182f8cd55 req-b8c0584a-8c00-4cea-8232-384c761ce459 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] No DVR routers for this DVR port 9818e02e-834b-41e3-a0cb-c636abd507dd on host n-h2-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:17.967071 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-bdcae188-840d-4c78-8d24-b58ec7e40e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:17.968627 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-bdcae188-840d-4c78-8d24-b58ec7e40e3e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d217ee19dbc7488dbe3a2050c49434dd&device_id=ce3ea4e4-632c-497d-9cb0-810ef14a4ac8 HTTP/1.1" status: 200 len: 1095 time: 0.9091382 Jun 30 09:11:17.969429 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0584a-8c00-4cea-8232-384c761ce459 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Pushing event deleted for resources: {'Port': ['ID=9818e02e-834b-41e3-a0cb-c636abd507dd,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:17.981390 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-4ef2dcc8-c180-4d96-a28f-03f182f8cd55 req-b8c0584a-8c00-4cea-8232-384c761ce459 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:17.984041 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4ef2dcc8-c180-4d96-a28f-03f182f8cd55 req-b8c0584a-8c00-4cea-8232-384c761ce459 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.37 "DELETE /v2.0/ports/9818e02e-834b-41e3-a0cb-c636abd507dd HTTP/1.1" status: 204 len: 173 time: 2.3590252 Jun 30 09:11:18.049649 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b744c551-0d88-4451-b3b5-b030c7427f11 req-5a77acba-9b25-43dd-b999-5905bba5ce85 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8ea7e147-dc71-4b57-b776-59a635f75849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093860 Jun 30 09:11:18.069088 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-975048ec-dbce-4bc9-a4f4-7c5236f9d5bb req-2b15eda4-d34b-4251-be26-b5b93013e117 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ea7e147-dc71-4b57-b776-59a635f75849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033728 Jun 30 09:11:18.079452 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-de958ae0-3d6a-408b-91a5-ed4d0571397d req-e63a96ec-e268-4820-9920-8fa1bb651db3 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:18.100601 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['e38873e4-de44-4aa0-831f-ff170eea831f'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:18.131597 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-fd4732e6-6b6e-438f-a021-7ce6b63133ac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90dd05ab-fec0-43e8-b896-ac1f3d4cdd36 HTTP/1.1" status: 200 len: 217 time: 0.1314645 Jun 30 09:11:18.235934 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b744c551-0d88-4451-b3b5-b030c7427f11 req-e1bcb77e-f1d2-48c8-8f16-7ed85a0d0852 service neutron] 10.222.0.52 "GET /v2.0/networks/8ea7e147-dc71-4b57-b776-59a635f75849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535666 Jun 30 09:11:18.418172 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-26453cfa-ff1f-4092-8073-d40290a4b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:18.421027 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-26453cfa-ff1f-4092-8073-d40290a4b714 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a3f209e-af6c-4bbf-817a-d39323a9bf0f HTTP/1.1" status: 200 len: 858 time: 0.1822219 Jun 30 09:11:18.441457 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-975048ec-dbce-4bc9-a4f4-7c5236f9d5bb req-8d9e2dbf-9b42-42d3-8ebc-986e0cc58535 service neutron] 10.222.0.37 "GET /v2.0/networks/8ea7e147-dc71-4b57-b776-59a635f75849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507205 Jun 30 09:11:18.523279 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-058b6d79-3005-49e6-9046-48a9f39001ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:18.527368 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-058b6d79-3005-49e6-9046-48a9f39001ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:18.530050 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-058b6d79-3005-49e6-9046-48a9f39001ad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/13409766-86c8-4184-acb6-f0745ee73e4d HTTP/1.1" status: 204 len: 168 time: 0.9434988 Jun 30 09:11:18.542031 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ffa99c1a-4574-4411-8f63-91abf31aae04 req-66c1a925-3ac6-41ea-a82b-107d91545ade tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=906c9ab5-c69a-4408-8079-c0d364b96971 HTTP/1.1" status: 200 len: 210 time: 0.1174967 Jun 30 09:11:18.552282 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-7ed51422-4413-4a55-9634-25fabd4a8f85 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8ea7e147-dc71-4b57-b776-59a635f75849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177511 Jun 30 09:11:18.602295 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b6d79-3005-49e6-9046-48a9f39001ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13409766-86c8-4184-acb6-f0745ee73e4d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:18.615459 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a96ec-e268-4820-9920-8fa1bb651db3 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Pushing event deleted for resources: {'Port': ['ID=ca94fe25-1c42-4b7c-a721-cfb326e76480,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:18.644100 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-024bb9cc-4a42-4dc1-884f-78e1578be8ce req-d816ae1b-e920-4744-8595-5a9ee2dd9064 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Deleting port ed8e6cee-0936-46af-abfc-ee9705efed41 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:18.645021 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-024bb9cc-4a42-4dc1-884f-78e1578be8ce req-d816ae1b-e920-4744-8595-5a9ee2dd9064 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:18.692663 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b744c551-0d88-4451-b3b5-b030c7427f11 req-35726730-352d-4add-88fd-d838fc4850be service neutron] 10.222.0.52 "GET /v2.0/networks/8ea7e147-dc71-4b57-b776-59a635f75849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439237 Jun 30 09:11:18.704690 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-de958ae0-3d6a-408b-91a5-ed4d0571397d req-e63a96ec-e268-4820-9920-8fa1bb651db3 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] No DVR routers for this DVR port ca94fe25-1c42-4b7c-a721-cfb326e76480 on host n-h1-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:18.717211 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-de958ae0-3d6a-408b-91a5-ed4d0571397d req-e63a96ec-e268-4820-9920-8fa1bb651db3 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:18.719865 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-de958ae0-3d6a-408b-91a5-ed4d0571397d req-e63a96ec-e268-4820-9920-8fa1bb651db3 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.52 "DELETE /v2.0/ports/ca94fe25-1c42-4b7c-a721-cfb326e76480 HTTP/1.1" status: 204 len: 173 time: 3.6274133 Jun 30 09:11:18.722715 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906c9ab5-c69a-4408-8079-c0d364b96971', 'name': 'network-vif-deleted', 'tag': 'ca94fe25-1c42-4b7c-a721-cfb326e76480'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:18.725729 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3656433f-ea21-424b-8217-08a0b03d8f45" -d '{"events": [{"server_uuid": "906c9ab5-c69a-4408-8079-c0d364b96971", "name": "network-vif-deleted", "tag": "ca94fe25-1c42-4b7c-a721-cfb326e76480"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:18.768968 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd489f7-d83b-4bab-9383-14c2fac5ebdb req-83949897-fa22-406b-a7cc-ef726d451425 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:18.782937 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bdd489f7-d83b-4bab-9383-14c2fac5ebdb req-83949897-fa22-406b-a7cc-ef726d451425 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/ports?device_id=33600910-de5a-4783-b206-448c7f74d143 HTTP/1.1" status: 200 len: 943 time: 0.7041476 Jun 30 09:11:18.856415 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bdd489f7-d83b-4bab-9383-14c2fac5ebdb req-815748b4-ed0a-4e69-93c7-185c22ce618c tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5c2aac2-8b32-4ff1-85a9-f1e898df9c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778499 Jun 30 09:11:18.868796 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-975048ec-dbce-4bc9-a4f4-7c5236f9d5bb req-eac60bd5-1afc-40af-b8d6-9ddd11220240 service neutron] 10.222.0.37 "GET /v2.0/networks/8ea7e147-dc71-4b57-b776-59a635f75849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193010 Jun 30 09:11:18.907288 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device f8ddac88-627d-4d2c-89e3-aa22bb7948ec details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:11:18.910734 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ca94fe25-1c42-4b7c-a721-cfb326e76480 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:18.942867 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-024bb9cc-4a42-4dc1-884f-78e1578be8ce req-d816ae1b-e920-4744-8595-5a9ee2dd9064 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] For port ed8e6cee-0936-46af-abfc-ee9705efed41, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ed8e6cee-0936-46af-abfc-ee9705efed41,segment=NetworkSegment(85c06a0d-f2bd-4e48-aa62-56244f27affe),segment_id=85c06a0d-f2bd-4e48-aa62-56244f27affe)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:18.942867 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-024bb9cc-4a42-4dc1-884f-78e1578be8ce req-d816ae1b-e920-4744-8595-5a9ee2dd9064 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:18.986042 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-024bb9cc-4a42-4dc1-884f-78e1578be8ce req-d816ae1b-e920-4744-8595-5a9ee2dd9064 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Calling delete_port for ed8e6cee-0936-46af-abfc-ee9705efed41 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:18.993887 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: ca94fe25-1c42-4b7c-a721-cfb326e76480 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:18.994243 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ca94fe25-1c42-4b7c-a721-cfb326e76480 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:19.196951 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488fced5-afb0-432e-ac1c-42d89e8d60f6 x-openstack-request-id: req-488fced5-afb0-432e-ac1c-42d89e8d60f6 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:19.196951 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906c9ab5-c69a-4408-8079-c0d364b96971", "name": "network-vif-deleted", "tag": "ca94fe25-1c42-4b7c-a721-cfb326e76480", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:19.201786 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-488fced5-afb0-432e-ac1c-42d89e8d60f6 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:19.201786 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906c9ab5-c69a-4408-8079-c0d364b96971', 'name': 'network-vif-deleted', 'tag': 'ca94fe25-1c42-4b7c-a721-cfb326e76480', 'status': 'completed', 'code': 200} Jun 30 09:11:19.277183 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port f8ddac88-627d-4d2c-89e3-aa22bb7948ec, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=f8ddac88-627d-4d2c-89e3-aa22bb7948ec,segment=NetworkSegment(95629d3f-d283-4307-af9a-4ab36a5d8b5c),segment_id=95629d3f-d283-4307-af9a-4ab36a5d8b5c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:19.312857 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'f8ddac88-627d-4d2c-89e3-aa22bb7948ec', 'network_id': '8ea7e147-dc71-4b57-b776-59a635f75849', 'port_id': 'f8ddac88-627d-4d2c-89e3-aa22bb7948ec', 'mac_address': 'fa:16:3e:a6:fd:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a3f209e-af6c-4bbf-817a-d39323a9bf0f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:11:19.416094 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-cf480ebb-d173-4245-9067-3e26712452de service neutron] 10.222.0.52 "GET /v2.0/networks/8ea7e147-dc71-4b57-b776-59a635f75849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8434813 Jun 30 09:11:19.433468 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:19.442723 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c48ccd-6239-445e-a907-e4304d04bd04 req-d7b811f6-2eab-49d8-8a4b-b4c3544a60c0 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:19.452232 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b9c48ccd-6239-445e-a907-e4304d04bd04 req-d7b811f6-2eab-49d8-8a4b-b4c3544a60c0 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 945 time: 0.6849501 Jun 30 09:11:19.467561 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ddac88-627d-4d2c-89e3-aa22bb7948ec {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:19.523661 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port f8ddac88-627d-4d2c-89e3-aa22bb7948ec, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=f8ddac88-627d-4d2c-89e3-aa22bb7948ec,segment=NetworkSegment(95629d3f-d283-4307-af9a-4ab36a5d8b5c),segment_id=95629d3f-d283-4307-af9a-4ab36a5d8b5c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:19.604263 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e55ef070-27df-47e1-8b83-3cf773d5b6e7 req-1252a3a8-e3a4-4646-8f6f-41deadcef915 service neutron] 10.222.0.52 "GET /v2.0/networks/8ea7e147-dc71-4b57-b776-59a635f75849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745756 Jun 30 09:11:19.623799 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-024bb9cc-4a42-4dc1-884f-78e1578be8ce req-d816ae1b-e920-4744-8595-5a9ee2dd9064 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:19.637218 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['ed8e6cee-0936-46af-abfc-ee9705efed41'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:19.641919 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:19.670474 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816ae1b-e920-4744-8595-5a9ee2dd9064 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Pushing event deleted for resources: {'Port': ['ID=ed8e6cee-0936-46af-abfc-ee9705efed41,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:19.740571 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-024bb9cc-4a42-4dc1-884f-78e1578be8ce req-d816ae1b-e920-4744-8595-5a9ee2dd9064 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] No DVR routers for this DVR port ed8e6cee-0936-46af-abfc-ee9705efed41 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:19.745886 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b9c48ccd-6239-445e-a907-e4304d04bd04 req-067b1236-613d-4946-985f-0e36c285727a tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401618 Jun 30 09:11:19.748292 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-024bb9cc-4a42-4dc1-884f-78e1578be8ce req-d816ae1b-e920-4744-8595-5a9ee2dd9064 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:19.753704 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-024bb9cc-4a42-4dc1-884f-78e1578be8ce req-d816ae1b-e920-4744-8595-5a9ee2dd9064 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.52 "DELETE /v2.0/ports/ed8e6cee-0936-46af-abfc-ee9705efed41 HTTP/1.1" status: 204 len: 173 time: 2.3469000 Jun 30 09:11:19.871162 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=f8ddac88-627d-4d2c-89e3-aa22bb7948ec,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:19.917162 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['f8ddac88-627d-4d2c-89e3-aa22bb7948ec'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:19.941522 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7a37db-f6c7-4160-ba5e-9efa799cbd74', 'name': 'network-vif-deleted', 'tag': '9818e02e-834b-41e3-a0cb-c636abd507dd'}, {'server_uuid': '4c144cba-e8bb-461f-9571-4b9a470284da', 'name': 'network-vif-deleted', 'tag': 'ed8e6cee-0936-46af-abfc-ee9705efed41'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:19.954783 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957c263c-fa37-4393-8531-0f8486ea4aef" -d '{"events": [{"server_uuid": "2b7a37db-f6c7-4160-ba5e-9efa799cbd74", "name": "network-vif-deleted", "tag": "9818e02e-834b-41e3-a0cb-c636abd507dd"}, {"server_uuid": "4c144cba-e8bb-461f-9571-4b9a470284da", "name": "network-vif-deleted", "tag": "ed8e6cee-0936-46af-abfc-ee9705efed41"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:20.030013 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-27cbaf8b-377b-4109-b634-c189742978fe req-d4fc450f-a17b-4ea3-b2c3-b9d3979570d2 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=906c9ab5-c69a-4408-8079-c0d364b96971 HTTP/1.1" status: 200 len: 210 time: 0.1632252 Jun 30 09:11:20.110406 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9e82f-2760-43fd-beb9-a76b006cc733 req-c8784d31-fdb4-4c3e-8b43-32be59e95c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:20.122843 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79e9e82f-2760-43fd-beb9-a76b006cc733 req-c8784d31-fdb4-4c3e-8b43-32be59e95c35 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d217ee19dbc7488dbe3a2050c49434dd&device_id=ce3ea4e4-632c-497d-9cb0-810ef14a4ac8 HTTP/1.1" status: 200 len: 1095 time: 0.2977016 Jun 30 09:11:20.261449 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9e82f-2760-43fd-beb9-a76b006cc733 req-d2cbf3b2-0939-4754-8ca3-68aa0a653324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:20.275056 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79e9e82f-2760-43fd-beb9-a76b006cc733 req-d2cbf3b2-0939-4754-8ca3-68aa0a653324 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8ea7e147-dc71-4b57-b776-59a635f75849 HTTP/1.1" status: 200 len: 919 time: 0.1337061 Jun 30 09:11:20.358331 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 97930d1d-46a5-406f-8e28-73b1b64c1b37 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:11:20.362136 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 9818e02e-834b-41e3-a0cb-c636abd507dd no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:20.410256 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 9818e02e-834b-41e3-a0cb-c636abd507dd {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:20.414857 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 9818e02e-834b-41e3-a0cb-c636abd507dd not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:20.461059 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86661786-245a-4c0a-b7cf-815fd5e369b1 req-b7f25d5f-283a-4ffd-8a5b-171719b40c9b tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:20.471326 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-86661786-245a-4c0a-b7cf-815fd5e369b1 req-b7f25d5f-283a-4ffd-8a5b-171719b40c9b tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/ports?device_id=33600910-de5a-4783-b206-448c7f74d143 HTTP/1.1" status: 200 len: 943 time: 0.1926527 Jun 30 09:11:20.524809 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-86661786-245a-4c0a-b7cf-815fd5e369b1 req-b620559a-25b7-4b39-a580-645cfdecbca6 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5c2aac2-8b32-4ff1-85a9-f1e898df9c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524457 Jun 30 09:11:20.666829 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-11a75b41-bb23-4b77-9b9a-10ca676bcd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.729147 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 97930d1d-46a5-406f-8e28-73b1b64c1b37, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=97930d1d-46a5-406f-8e28-73b1b64c1b37,segment=NetworkSegment(95629d3f-d283-4307-af9a-4ab36a5d8b5c),segment_id=95629d3f-d283-4307-af9a-4ab36a5d8b5c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:20.761757 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '97930d1d-46a5-406f-8e28-73b1b64c1b37', 'network_id': '8ea7e147-dc71-4b57-b776-59a635f75849', 'port_id': '97930d1d-46a5-406f-8e28-73b1b64c1b37', 'mac_address': 'fa:16:3e:94:99:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a3f209e-af6c-4bbf-817a-d39323a9bf0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:11:20.873705 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.900089 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 60908) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:20.904741 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97930d1d-46a5-406f-8e28-73b1b64c1b37 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:20.915517 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device f8ddac88-627d-4d2c-89e3-aa22bb7948ec up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:20.938326 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2f5134-fc20-476f-8a58-3990cf0f32a2 x-openstack-request-id: req-ca2f5134-fc20-476f-8a58-3990cf0f32a2 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:20.938973 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7a37db-f6c7-4160-ba5e-9efa799cbd74", "name": "network-vif-deleted", "tag": "9818e02e-834b-41e3-a0cb-c636abd507dd", "status": "completed", "code": 200}, {"server_uuid": "4c144cba-e8bb-461f-9571-4b9a470284da", "name": "network-vif-deleted", "tag": "ed8e6cee-0936-46af-abfc-ee9705efed41", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:20.939135 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ca2f5134-fc20-476f-8a58-3990cf0f32a2 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:20.939577 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7a37db-f6c7-4160-ba5e-9efa799cbd74', 'name': 'network-vif-deleted', 'tag': '9818e02e-834b-41e3-a0cb-c636abd507dd', 'status': 'completed', 'code': 200} Jun 30 09:11:20.939926 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c144cba-e8bb-461f-9571-4b9a470284da', 'name': 'network-vif-deleted', 'tag': 'ed8e6cee-0936-46af-abfc-ee9705efed41', 'status': 'completed', 'code': 200} Jun 30 09:11:20.941584 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79e9e82f-2760-43fd-beb9-a76b006cc733 req-0099c453-0960-439a-a0c1-3b2844be7e1d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90dd05ab-fec0-43e8-b896-ac1f3d4cdd36 HTTP/1.1" status: 200 len: 217 time: 0.6655204 Jun 30 09:11:20.968289 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 97930d1d-46a5-406f-8e28-73b1b64c1b37, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=97930d1d-46a5-406f-8e28-73b1b64c1b37,segment=NetworkSegment(95629d3f-d283-4307-af9a-4ab36a5d8b5c),segment_id=95629d3f-d283-4307-af9a-4ab36a5d8b5c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:21.069245 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9e82f-2760-43fd-beb9-a76b006cc733 req-c88839dd-4f36-4af2-aa68-a2436e1ce298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:21.069245 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79e9e82f-2760-43fd-beb9-a76b006cc733 req-c88839dd-4f36-4af2-aa68-a2436e1ce298 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a3f209e-af6c-4bbf-817a-d39323a9bf0f HTTP/1.1" status: 200 len: 858 time: 0.0994086 Jun 30 09:11:21.118403 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-130f7591-ced4-4961-8c62-7def5773bc76 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1875056506-network', 'tenant_id': '0838d015e3d145f7aac56654e219b2a9'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:21.132037 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79e9e82f-2760-43fd-beb9-a76b006cc733 req-0ef111a2-9792-4fb4-87d4-6b538092cfcc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8ea7e147-dc71-4b57-b776-59a635f75849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596690 Jun 30 09:11:21.173264 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:21.212847 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35de45f-0f65-4762-babc-03cd7502ac6a req-7fa574ff-5dc5-4aa3-a624-9e2cc62d6fb9 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:21.214635 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c35de45f-0f65-4762-babc-03cd7502ac6a req-7fa574ff-5dc5-4aa3-a624-9e2cc62d6fb9 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 951 time: 0.1853986 Jun 30 09:11:21.238500 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=97930d1d-46a5-406f-8e28-73b1b64c1b37,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:21.281665 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c35de45f-0f65-4762-babc-03cd7502ac6a req-5b5f0d13-0826-4241-8b47-d206fbdf32af tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544827 Jun 30 09:11:21.287557 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port f8ddac88-627d-4d2c-89e3-aa22bb7948ec completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:21.303972 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-05d23c20-34fa-4a25-a82e-2098b2cbb5ea req-784d5a5d-f231-41cf-bfc6-6a6c78993495 tempest-ListServerFiltersTestJSON-804846793 tempest-ListServerFiltersTestJSON-804846793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c144cba-e8bb-461f-9571-4b9a470284da HTTP/1.1" status: 200 len: 210 time: 0.0559971 Jun 30 09:11:21.304358 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port f8ddac88-627d-4d2c-89e3-aa22bb7948ec triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:21.304358 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:21.351227 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79e9e82f-2760-43fd-beb9-a76b006cc733 req-22a2a5d8-d1df-4330-a11d-027d701c4193 service neutron] 10.222.0.52 "GET /v2.0/networks/8ea7e147-dc71-4b57-b776-59a635f75849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102885 Jun 30 09:11:21.436073 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:21.448170 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130f7591-ced4-4961-8c62-7def5773bc76 admin admin] Made reservation on behalf of 0838d015e3d145f7aac56654e219b2a9 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:21.452412 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-130f7591-ced4-4961-8c62-7def5773bc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:21.463946 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-130f7591-ced4-4961-8c62-7def5773bc76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:21.469492 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f5c698-b4f3-45a5-bdf3-a8730d362202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ddac88-627d-4d2c-89e3-aa22bb7948ec'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:21.476096 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d7cee3-713f-41fa-83ee-b0b774f086a0" -d '{"events": [{"server_uuid": "b2f5c698-b4f3-45a5-bdf3-a8730d362202", "name": "network-vif-plugged", "status": "completed", "tag": "f8ddac88-627d-4d2c-89e3-aa22bb7948ec"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:21.507291 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port f8ddac88-627d-4d2c-89e3-aa22bb7948ec, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=f8ddac88-627d-4d2c-89e3-aa22bb7948ec,segment=NetworkSegment(95629d3f-d283-4307-af9a-4ab36a5d8b5c),segment_id=95629d3f-d283-4307-af9a-4ab36a5d8b5c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:21.529020 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79e9e82f-2760-43fd-beb9-a76b006cc733 req-50f17e43-0d48-45d3-a569-40dcc934b88a service neutron] 10.222.0.52 "GET /v2.0/networks/8ea7e147-dc71-4b57-b776-59a635f75849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683183 Jun 30 09:11:21.592382 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['97930d1d-46a5-406f-8e28-73b1b64c1b37'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:21.608852 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-130f7591-ced4-4961-8c62-7def5773bc76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:21.657150 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:21.657150 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ed8e6cee-0936-46af-abfc-ee9705efed41 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:21.744687 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: ed8e6cee-0936-46af-abfc-ee9705efed41 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:21.745540 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ed8e6cee-0936-46af-abfc-ee9705efed41 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:21.779566 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6534bfa-d4c8-4053-a640-7c86cc950c87 x-openstack-request-id: req-f6534bfa-d4c8-4053-a640-7c86cc950c87 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:21.780781 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f5c698-b4f3-45a5-bdf3-a8730d362202", "name": "network-vif-plugged", "status": "completed", "tag": "f8ddac88-627d-4d2c-89e3-aa22bb7948ec", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:21.781347 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f6534bfa-d4c8-4053-a640-7c86cc950c87 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:21.782095 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f5c698-b4f3-45a5-bdf3-a8730d362202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ddac88-627d-4d2c-89e3-aa22bb7948ec', 'code': 200} Jun 30 09:11:21.849124 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=f8ddac88-627d-4d2c-89e3-aa22bb7948ec,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:21.950987 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-130f7591-ced4-4961-8c62-7def5773bc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:22.004738 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-130f7591-ced4-4961-8c62-7def5773bc76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:11:22.044372 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f7591-ced4-4961-8c62-7def5773bc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976b2f45-f6d3-411c-825e-550361821cd5,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:22.052660 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-130f7591-ced4-4961-8c62-7def5773bc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:22.055067 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-130f7591-ced4-4961-8c62-7def5773bc76 admin admin] Added segment 87a18403-aba3-4803-9c2e-76458bf3ee5e of type vlan for network e1d91b9e-46db-4817-8ab5-5c4fae4864dd Jun 30 09:11:22.149282 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdabfa3-b7d7-4660-87d0-3b1664cf2c58 req-8a86968a-967d-4c97-a771-16f14db0faf3 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:22.152449 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-abdabfa3-b7d7-4660-87d0-3b1664cf2c58 req-8a86968a-967d-4c97-a771-16f14db0faf3 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/ports?device_id=33600910-de5a-4783-b206-448c7f74d143 HTTP/1.1" status: 200 len: 944 time: 0.3091519 Jun 30 09:11:22.158083 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ae758-38bb-4f99-bd70-d3e4e95af704 req-cf16a709-4db6-468a-9772-f2e3586ca00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:22.163820 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-130f7591-ced4-4961-8c62-7def5773bc76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:22.164393 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7b5ae758-38bb-4f99-bd70-d3e4e95af704 req-cf16a709-4db6-468a-9772-f2e3586ca00c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b2f5c698-b4f3-45a5-bdf3-a8730d362202 HTTP/1.1" status: 200 len: 1097 time: 0.2574890 Jun 30 09:11:22.208268 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-12ada91d-6800-4bd0-8c2b-3cd8a08a1e1e req-8cd37dc3-6cb5-4f7b-b326-7f0708081b5f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b6337132-d55e-424f-b040-a9bb2995a80b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2598939 Jun 30 09:11:22.293617 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-abdabfa3-b7d7-4660-87d0-3b1664cf2c58 req-481b74b8-7069-4461-909f-103ded5f86ab tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5c2aac2-8b32-4ff1-85a9-f1e898df9c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280808 Jun 30 09:11:22.297098 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7b5ae758-38bb-4f99-bd70-d3e4e95af704 req-85bcecd5-8947-4a7c-9392-10ccfd17ac08 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e5c2aac2-8b32-4ff1-85a9-f1e898df9c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170323 Jun 30 09:11:22.331828 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-130f7591-ced4-4961-8c62-7def5773bc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:22.331828 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130f7591-ced4-4961-8c62-7def5773bc76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:22.331828 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-130f7591-ced4-4961-8c62-7def5773bc76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:22.364603 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ada91d-6800-4bd0-8c2b-3cd8a08a1e1e req-086fca8f-6789-40e3-b6e9-4c3a668fb4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:22.367051 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-12ada91d-6800-4bd0-8c2b-3cd8a08a1e1e req-086fca8f-6789-40e3-b6e9-4c3a668fb4fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bc4e00c477d14bf68646e41ac1f1517b&device_id=b6337132-d55e-424f-b040-a9bb2995a80b HTTP/1.1" status: 200 len: 1097 time: 0.1202736 Jun 30 09:11:22.423339 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f7591-ced4-4961-8c62-7def5773bc76 admin admin] Pushing event updated for resources: {'Network': ['ID=e1d91b9e-46db-4817-8ab5-5c4fae4864dd,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:22.440714 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network e1d91b9e-46db-4817-8ab5-5c4fae4864dd details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:11:22.524862 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ada91d-6800-4bd0-8c2b-3cd8a08a1e1e req-758253ae-705a-4fa4-b394-147a26780891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:22.526350 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-12ada91d-6800-4bd0-8c2b-3cd8a08a1e1e req-758253ae-705a-4fa4-b394-147a26780891 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d9d765b7-65f5-4caf-948c-3f41a16c950f HTTP/1.1" status: 200 len: 912 time: 0.1227562 Jun 30 09:11:22.605022 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-12ada91d-6800-4bd0-8c2b-3cd8a08a1e1e req-1de58c06-558f-455e-a94c-e8bd8d58b6a6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d8874ea-9ff1-4100-9082-f4058ede600e HTTP/1.1" status: 200 len: 1001 time: 0.0711215 Jun 30 09:11:22.658945 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ada91d-6800-4bd0-8c2b-3cd8a08a1e1e req-64572730-97cb-43f5-9ab7-822957065a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:22.660478 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-12ada91d-6800-4bd0-8c2b-3cd8a08a1e1e req-64572730-97cb-43f5-9ab7-822957065a3f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24c4b3bc-00c1-420f-b67e-caf4aa60c39a HTTP/1.1" status: 200 len: 850 time: 0.0487289 Jun 30 09:11:22.731429 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88a436-026f-4044-abf6-82dc40ff1838 req-827aa319-33eb-40dd-9a48-f74ed2c7d408 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:22.733033 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c88a436-026f-4044-abf6-82dc40ff1838 req-827aa319-33eb-40dd-9a48-f74ed2c7d408 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.37 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 951 time: 0.0683687 Jun 30 09:11:22.772980 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ada91d-6800-4bd0-8c2b-3cd8a08a1e1e req-c83c5139-4d75-42ee-92d4-d05145f60d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:22.774533 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-12ada91d-6800-4bd0-8c2b-3cd8a08a1e1e req-c83c5139-4d75-42ee-92d4-d05145f60d09 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d9d765b7-65f5-4caf-948c-3f41a16c950f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1058090 Jun 30 09:11:22.793134 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2b464-5931-4d11-a0f7-cec4c6aea281 req-ec754ae4-91b1-4549-bd04-437e0229ff77 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:22.796062 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b0e2b464-5931-4d11-a0f7-cec4c6aea281 req-ec754ae4-91b1-4549-bd04-437e0229ff77 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 951 time: 0.1166267 Jun 30 09:11:22.853273 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-3c88a436-026f-4044-abf6-82dc40ff1838 req-e97cc359-a2ec-4b31-a5a2-fef91806513b tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Deleting port 91b73ffe-d46a-4dcd-ae20-6f135629a487 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:22.853618 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3c88a436-026f-4044-abf6-82dc40ff1838 req-e97cc359-a2ec-4b31-a5a2-fef91806513b tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:22.892354 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b0e2b464-5931-4d11-a0f7-cec4c6aea281 req-bbd6abd0-a142-4e44-a293-c5e8bbfec749 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/security-groups?id=531c1bd0-f4a2-4285-a6e1-d9f6041ce130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857792 Jun 30 09:11:22.928132 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 90dd05ab-fec0-43e8-b896-ac1f3d4cdd36 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:11:22.952939 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-12ada91d-6800-4bd0-8c2b-3cd8a08a1e1e req-ef861307-0864-4ca1-8cd4-8d205a77c780 service neutron] 10.222.0.52 "GET /v2.0/networks/d9d765b7-65f5-4caf-948c-3f41a16c950f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558213 Jun 30 09:11:22.959898 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-3c88a436-026f-4044-abf6-82dc40ff1838 req-e97cc359-a2ec-4b31-a5a2-fef91806513b tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] For port 91b73ffe-d46a-4dcd-ae20-6f135629a487, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=91b73ffe-d46a-4dcd-ae20-6f135629a487,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:22.960332 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3c88a436-026f-4044-abf6-82dc40ff1838 req-e97cc359-a2ec-4b31-a5a2-fef91806513b tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:22.978199 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-3c88a436-026f-4044-abf6-82dc40ff1838 req-e97cc359-a2ec-4b31-a5a2-fef91806513b tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Calling delete_port for 91b73ffe-d46a-4dcd-ae20-6f135629a487 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:22.995420 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-130f7591-ced4-4961-8c62-7def5773bc76 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0895863 Jun 30 09:11:22.995420 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 60940) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:23.000634 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-dd843432-f3f3-4d27-9ad5-29ee2917afc0 admin admin] Request body: {'subnet': {'network_id': 'e1d91b9e-46db-4817-8ab5-5c4fae4864dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1875056506-subnet', 'tenant_id': '0838d015e3d145f7aac56654e219b2a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:23.024681 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 60942) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:23.042981 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 90dd05ab-fec0-43e8-b896-ac1f3d4cdd36, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=90dd05ab-fec0-43e8-b896-ac1f3d4cdd36,segment=NetworkSegment(95629d3f-d283-4307-af9a-4ab36a5d8b5c),segment_id=95629d3f-d283-4307-af9a-4ab36a5d8b5c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:23.055764 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '90dd05ab-fec0-43e8-b896-ac1f3d4cdd36', 'network_id': '8ea7e147-dc71-4b57-b776-59a635f75849', 'port_id': '90dd05ab-fec0-43e8-b896-ac1f3d4cdd36', 'mac_address': 'fa:16:3e:3a:50:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a3f209e-af6c-4bbf-817a-d39323a9bf0f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:11:23.093657 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba96e8c-fb98-444e-a94d-5dd8739f9292 admin admin] Deleting subnet 10dd56df-3695-4e18-9e1b-e75b02521afd {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:11:23.094907 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b5592e41-9f74-4d93-85da-cd8edc6a0207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.099790 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2ba96e8c-fb98-444e-a94d-5dd8739f9292 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.110239 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.125773 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90dd05ab-fec0-43e8-b896-ac1f3d4cdd36 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:23.145474 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2ba96e8c-fb98-444e-a94d-5dd8739f9292 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.148628 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 90dd05ab-fec0-43e8-b896-ac1f3d4cdd36, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=90dd05ab-fec0-43e8-b896-ac1f3d4cdd36,segment=NetworkSegment(95629d3f-d283-4307-af9a-4ab36a5d8b5c),segment_id=95629d3f-d283-4307-af9a-4ab36a5d8b5c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:23.163081 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd843432-f3f3-4d27-9ad5-29ee2917afc0 admin admin] Made reservation on behalf of 0838d015e3d145f7aac56654e219b2a9 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:23.167829 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dd843432-f3f3-4d27-9ad5-29ee2917afc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.221677 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-12ada91d-6800-4bd0-8c2b-3cd8a08a1e1e req-a75351e8-4c73-424f-9b49-b65af8a3cdd7 service neutron] 10.222.0.52 "GET /v2.0/networks/d9d765b7-65f5-4caf-948c-3f41a16c950f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594326 Jun 30 09:11:23.290095 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2ba96e8c-fb98-444e-a94d-5dd8739f9292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.310190 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.414488 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=90dd05ab-fec0-43e8-b896-ac1f3d4cdd36,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:23.430706 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc046f56-c035-4ba2-b91e-d19a8c9816a6 req-13a27d43-806b-4fc0-b25e-19b77641a652 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:23.432772 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc046f56-c035-4ba2-b91e-d19a8c9816a6 req-13a27d43-806b-4fc0-b25e-19b77641a652 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd075ccb-ee1f-44bf-bfd5-88748b3d871b HTTP/1.1" status: 200 len: 950 time: 0.1134417 Jun 30 09:11:23.482377 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.500213 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3c88a436-026f-4044-abf6-82dc40ff1838 req-e97cc359-a2ec-4b31-a5a2-fef91806513b tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.513497 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['91b73ffe-d46a-4dcd-ae20-6f135629a487'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:23.515309 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc046f56-c035-4ba2-b91e-d19a8c9816a6 req-15cbc057-9bc0-4466-8867-6063c57dc9d9 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755453 Jun 30 09:11:23.580457 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2ba96e8c-fb98-444e-a94d-5dd8739f9292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.590102 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97cc359-a2ec-4b31-a5a2-fef91806513b tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Pushing event deleted for resources: {'Port': ['ID=91b73ffe-d46a-4dcd-ae20-6f135629a487,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:23.621678 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['90dd05ab-fec0-43e8-b896-ac1f3d4cdd36'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:23.676596 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dd843432-f3f3-4d27-9ad5-29ee2917afc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.677728 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba96e8c-fb98-444e-a94d-5dd8739f9292 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10dd56df-3695-4e18-9e1b-e75b02521afd,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:23.692067 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0443623-9ff2-4439-9f2e-922633645ece None None] Network 7a35be23-e879-4c9f-9c08-97e29ad87307 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:23.697846 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2ba96e8c-fb98-444e-a94d-5dd8739f9292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.704116 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2ba96e8c-fb98-444e-a94d-5dd8739f9292 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/10dd56df-3695-4e18-9e1b-e75b02521afd HTTP/1.1" status: 204 len: 168 time: 0.6783843 Jun 30 09:11:23.712515 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 60956) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:23.946700 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c88a436-026f-4044-abf6-82dc40ff1838 req-e97cc359-a2ec-4b31-a5a2-fef91806513b tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] No DVR routers for this DVR port 91b73ffe-d46a-4dcd-ae20-6f135629a487 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:23.966965 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-baf7d360-b16f-44c5-a6d5-4e03e81a2338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.968106 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3c88a436-026f-4044-abf6-82dc40ff1838 req-e97cc359-a2ec-4b31-a5a2-fef91806513b tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.970312 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c88a436-026f-4044-abf6-82dc40ff1838 req-e97cc359-a2ec-4b31-a5a2-fef91806513b tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.37 "DELETE /v2.0/ports/91b73ffe-d46a-4dcd-ae20-6f135629a487 HTTP/1.1" status: 204 len: 173 time: 1.2311180 Jun 30 09:11:23.970961 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd843432-f3f3-4d27-9ad5-29ee2917afc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f27b24e-8777-4974-a00b-3d45a46e8144,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:23.976064 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20ec5b3-3afa-414d-94d3-082f503542a1', 'name': 'network-vif-deleted', 'tag': '91b73ffe-d46a-4dcd-ae20-6f135629a487'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:23.987425 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded64d90-a0b6-48ed-ac80-666f0fdc57ec" -d '{"events": [{"server_uuid": "b20ec5b3-3afa-414d-94d3-082f503542a1", "name": "network-vif-deleted", "tag": "91b73ffe-d46a-4dcd-ae20-6f135629a487"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:24.062139 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd843432-f3f3-4d27-9ad5-29ee2917afc0 admin admin] Checking segment: {'id': '87a18403-aba3-4803-9c2e-76458bf3ee5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e1d91b9e-46db-4817-8ab5-5c4fae4864dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:24.063075 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd843432-f3f3-4d27-9ad5-29ee2917afc0 admin admin] Network hostable DHCP agents. Network: e1d91b9e-46db-4817-8ab5-5c4fae4864dd, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:11:24.076582 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089340a8-8c77-43bb-825a-d51475ba129e req-2cca868a-d781-42ea-b9a7-c2d84bbcec40 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:24.096494 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-089340a8-8c77-43bb-825a-d51475ba129e req-2cca868a-d781-42ea-b9a7-c2d84bbcec40 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/ports?device_id=33600910-de5a-4783-b206-448c7f74d143 HTTP/1.1" status: 200 len: 944 time: 0.5920475 Jun 30 09:11:24.135359 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-baf7d360-b16f-44c5-a6d5-4e03e81a2338 admin admin] Deleting port e76cfe1c-4ccd-4870-85e0-06d5748966b2 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:24.135701 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-baf7d360-b16f-44c5-a6d5-4e03e81a2338 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.183523 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-089340a8-8c77-43bb-825a-d51475ba129e req-7d7d8ed4-1f80-4e38-a3ed-83f1e8d169e2 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5c2aac2-8b32-4ff1-85a9-f1e898df9c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649216 Jun 30 09:11:24.209870 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17e69a4-0a06-4b5a-831a-8f96270712ce None None] DHCP port deletion for 7a35be23-e879-4c9f-9c08-97e29ad87307 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:11:24.263527 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032c3290-bd6a-49b2-bc5b-179975d6cb49 x-openstack-request-id: req-032c3290-bd6a-49b2-bc5b-179975d6cb49 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:24.263933 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20ec5b3-3afa-414d-94d3-082f503542a1", "name": "network-vif-deleted", "tag": "91b73ffe-d46a-4dcd-ae20-6f135629a487", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:24.264326 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-032c3290-bd6a-49b2-bc5b-179975d6cb49 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:24.266713 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20ec5b3-3afa-414d-94d3-082f503542a1', 'name': 'network-vif-deleted', 'tag': '91b73ffe-d46a-4dcd-ae20-6f135629a487', 'status': 'completed', 'code': 200} Jun 30 09:11:24.270077 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd843432-f3f3-4d27-9ad5-29ee2917afc0 admin admin] Network e1d91b9e-46db-4817-8ab5-5c4fae4864dd is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:11:24.317727 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 97930d1d-46a5-406f-8e28-73b1b64c1b37 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:24.337926 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8ac6a36d-1e77-4e04-8e1d-5388564a5ca6 req-ad79f2e4-5b02-467b-b63c-57bf8d9c5117 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 210 time: 0.0739582 Jun 30 09:11:24.365392 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-dd843432-f3f3-4d27-9ad5-29ee2917afc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, e1d91b9e-46db-4817-8ab5-5c4fae4864dd) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:24.373476 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-baf7d360-b16f-44c5-a6d5-4e03e81a2338 admin admin] For port e76cfe1c-4ccd-4870-85e0-06d5748966b2, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e76cfe1c-4ccd-4870-85e0-06d5748966b2,segment=NetworkSegment(85c06a0d-f2bd-4e48-aa62-56244f27affe),segment_id=85c06a0d-f2bd-4e48-aa62-56244f27affe)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:24.377827 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-baf7d360-b16f-44c5-a6d5-4e03e81a2338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.381545 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd843432-f3f3-4d27-9ad5-29ee2917afc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:24.384391 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dd843432-f3f3-4d27-9ad5-29ee2917afc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.404500 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-baf7d360-b16f-44c5-a6d5-4e03e81a2338 admin admin] Calling delete_port for e76cfe1c-4ccd-4870-85e0-06d5748966b2 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:24.417324 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80b343e-39d1-4069-aff4-7c4a320e69ec None None] Network e1d91b9e-46db-4817-8ab5-5c4fae4864dd requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:24.525142 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-f17e69a4-0a06-4b5a-831a-8f96270712ce None None] Deleting port e76cfe1c-4ccd-4870-85e0-06d5748966b2 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:24.525822 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f17e69a4-0a06-4b5a-831a-8f96270712ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.585553 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-dd843432-f3f3-4d27-9ad5-29ee2917afc0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5849690 Jun 30 09:11:24.667951 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-f17e69a4-0a06-4b5a-831a-8f96270712ce None None] For port e76cfe1c-4ccd-4870-85e0-06d5748966b2, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e76cfe1c-4ccd-4870-85e0-06d5748966b2,segment=NetworkSegment(85c06a0d-f2bd-4e48-aa62-56244f27affe),segment_id=85c06a0d-f2bd-4e48-aa62-56244f27affe)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:24.668348 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f17e69a4-0a06-4b5a-831a-8f96270712ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.701373 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-f17e69a4-0a06-4b5a-831a-8f96270712ce None None] Calling delete_port for e76cfe1c-4ccd-4870-85e0-06d5748966b2 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:24.713351 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3273fc26-0464-4b71-aec7-58bb8c7a6769 None None] Network e1d91b9e-46db-4817-8ab5-5c4fae4864dd requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:24.813220 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720532f0-4c4e-4c90-b10d-ca9ae68ff6d4 req-31907137-8125-4425-a559-86e22a3c40ed tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:24.815477 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-720532f0-4c4e-4c90-b10d-ca9ae68ff6d4 req-31907137-8125-4425-a559-86e22a3c40ed tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd075ccb-ee1f-44bf-bfd5-88748b3d871b HTTP/1.1" status: 200 len: 950 time: 0.1278405 Jun 30 09:11:24.900156 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f17e69a4-0a06-4b5a-831a-8f96270712ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.906268 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-baf7d360-b16f-44c5-a6d5-4e03e81a2338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.962457 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022b2c8-5e77-4803-a81f-2c3288af4a2e req-dfbc1059-04fb-4eef-9f70-c1884cdb03b1 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:24.973102 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4022b2c8-5e77-4803-a81f-2c3288af4a2e req-dfbc1059-04fb-4eef-9f70-c1884cdb03b1 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd075ccb-ee1f-44bf-bfd5-88748b3d871b HTTP/1.1" status: 200 len: 950 time: 0.1504710 Jun 30 09:11:24.973985 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 90dd05ab-fec0-43e8-b896-ac1f3d4cdd36 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:24.977163 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.978290 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7d360-b16f-44c5-a6d5-4e03e81a2338 admin admin] Pushing event deleted for resources: {'Port': ['ID=e76cfe1c-4ccd-4870-85e0-06d5748966b2,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:24.980138 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 97930d1d-46a5-406f-8e28-73b1b64c1b37 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:24.980906 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf7d360-b16f-44c5-a6d5-4e03e81a2338 admin admin] No DVR routers for this DVR port e76cfe1c-4ccd-4870-85e0-06d5748966b2 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:24.983420 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e69a4-0a06-4b5a-831a-8f96270712ce None None] Pushing event deleted for resources: {'Port': ['ID=e76cfe1c-4ccd-4870-85e0-06d5748966b2,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:25.010911 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17e69a4-0a06-4b5a-831a-8f96270712ce None None] No DVR routers for this DVR port e76cfe1c-4ccd-4870-85e0-06d5748966b2 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:25.013013 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 97930d1d-46a5-406f-8e28-73b1b64c1b37 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:25.013390 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:25.074217 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4022b2c8-5e77-4803-a81f-2c3288af4a2e req-9bc87fd4-3668-4099-9be4-67f55a2a2dd6 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/security-groups?id=0e884d92-e147-4550-8258-30dddb32f2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987408 Jun 30 09:11:25.139589 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:25.179423 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-baf7d360-b16f-44c5-a6d5-4e03e81a2338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:25.201022 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-baf7d360-b16f-44c5-a6d5-4e03e81a2338 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a35be23-e879-4c9f-9c08-97e29ad87307']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:25.207753 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33600910-de5a-4783-b206-448c7f74d143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97930d1d-46a5-406f-8e28-73b1b64c1b37'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:25.207753 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c70ebf-ed12-47ca-b1f5-dbc255e2acde" -d '{"events": [{"server_uuid": "33600910-de5a-4783-b206-448c7f74d143", "name": "network-vif-plugged", "status": "completed", "tag": "97930d1d-46a5-406f-8e28-73b1b64c1b37"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:25.218237 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 97930d1d-46a5-406f-8e28-73b1b64c1b37, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=97930d1d-46a5-406f-8e28-73b1b64c1b37,segment=NetworkSegment(95629d3f-d283-4307-af9a-4ab36a5d8b5c),segment_id=95629d3f-d283-4307-af9a-4ab36a5d8b5c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:25.221725 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-720532f0-4c4e-4c90-b10d-ca9ae68ff6d4 req-a54bc5de-b374-4642-9424-9be824b8716e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Deleting port e38873e4-de44-4aa0-831f-ff170eea831f {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:25.222303 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-720532f0-4c4e-4c90-b10d-ca9ae68ff6d4 req-a54bc5de-b374-4642-9424-9be824b8716e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:25.235469 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 90dd05ab-fec0-43e8-b896-ac1f3d4cdd36 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:25.242216 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 90dd05ab-fec0-43e8-b896-ac1f3d4cdd36 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:25.242216 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:25.303622 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efa5b40-5a8e-46b0-80bb-e328a2160b32 x-openstack-request-id: req-3efa5b40-5a8e-46b0-80bb-e328a2160b32 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:25.303935 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33600910-de5a-4783-b206-448c7f74d143", "name": "network-vif-plugged", "status": "completed", "tag": "97930d1d-46a5-406f-8e28-73b1b64c1b37", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:25.304139 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3efa5b40-5a8e-46b0-80bb-e328a2160b32 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:25.304520 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33600910-de5a-4783-b206-448c7f74d143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97930d1d-46a5-406f-8e28-73b1b64c1b37', 'code': 200} Jun 30 09:11:25.314182 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e76cfe1c-4ccd-4870-85e0-06d5748966b2 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:25.367887 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: e76cfe1c-4ccd-4870-85e0-06d5748966b2 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:25.368111 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e76cfe1c-4ccd-4870-85e0-06d5748966b2 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:25.385457 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-720532f0-4c4e-4c90-b10d-ca9ae68ff6d4 req-a54bc5de-b374-4642-9424-9be824b8716e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] For port e38873e4-de44-4aa0-831f-ff170eea831f, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=e38873e4-de44-4aa0-831f-ff170eea831f,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:25.386024 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-720532f0-4c4e-4c90-b10d-ca9ae68ff6d4 req-a54bc5de-b374-4642-9424-9be824b8716e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:25.391030 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:25.401052 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-720532f0-4c4e-4c90-b10d-ca9ae68ff6d4 req-a54bc5de-b374-4642-9424-9be824b8716e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Calling delete_port for e38873e4-de44-4aa0-831f-ff170eea831f owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:25.494348 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=97930d1d-46a5-406f-8e28-73b1b64c1b37,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:25.527406 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:25.531350 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabdce1-1eea-4918-bad6-ae86e897258d req-6034d9cc-e6a8-4918-a2bf-608eb317f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:25.533318 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-adabdce1-1eea-4918-bad6-ae86e897258d req-6034d9cc-e6a8-4918-a2bf-608eb317f0cd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=33600910-de5a-4783-b206-448c7f74d143 HTTP/1.1" status: 200 len: 1096 time: 0.1803527 Jun 30 09:11:25.571541 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 90dd05ab-fec0-43e8-b896-ac1f3d4cdd36, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=90dd05ab-fec0-43e8-b896-ac1f3d4cdd36,segment=NetworkSegment(95629d3f-d283-4307-af9a-4ab36a5d8b5c),segment_id=95629d3f-d283-4307-af9a-4ab36a5d8b5c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:25.600291 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-baf7d360-b16f-44c5-a6d5-4e03e81a2338 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c06a0d-f2bd-4e48-aa62-56244f27affe') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:25.600660 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-baf7d360-b16f-44c5-a6d5-4e03e81a2338 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c06a0d-f2bd-4e48-aa62-56244f27affe') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:25.609666 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-adabdce1-1eea-4918-bad6-ae86e897258d req-ef7f87ef-0e7e-48da-bf6a-83a728e90a30 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e5c2aac2-8b32-4ff1-85a9-f1e898df9c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688784 Jun 30 09:11:25.642125 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-baf7d360-b16f-44c5-a6d5-4e03e81a2338 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:25.662097 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-baf7d360-b16f-44c5-a6d5-4e03e81a2338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:25.676073 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c85a5386-5cc6-4802-9839-871bf257546a req-913e2b5e-1cc0-4a88-bda4-4c6afe2d7309 tempest-ServersAdminTestJSON-1876412138 tempest-ServersAdminTestJSON-1876412138-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20ec5b3-3afa-414d-94d3-082f503542a1 HTTP/1.1" status: 200 len: 210 time: 0.0490143 Jun 30 09:11:25.677766 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baf7d360-b16f-44c5-a6d5-4e03e81a2338 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:11:25.678414 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-baf7d360-b16f-44c5-a6d5-4e03e81a2338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:11:25.682901 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:11:25.693259 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:25.754403 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=90dd05ab-fec0-43e8-b896-ac1f3d4cdd36,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:25.762122 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-720532f0-4c4e-4c90-b10d-ca9ae68ff6d4 req-a54bc5de-b374-4642-9424-9be824b8716e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:25.775726 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cd00e-6c56-4db6-aaad-00214e3c8fb1 req-489dfa2b-c4fc-4430-8a6e-ef55f4d50db1 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:25.777509 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['e38873e4-de44-4aa0-831f-ff170eea831f'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:25.783621 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db6cd00e-6c56-4db6-aaad-00214e3c8fb1 req-489dfa2b-c4fc-4430-8a6e-ef55f4d50db1 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/ports?device_id=33600910-de5a-4783-b206-448c7f74d143 HTTP/1.1" status: 200 len: 945 time: 0.1861193 Jun 30 09:11:25.830529 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54bc5de-b374-4642-9424-9be824b8716e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Pushing event deleted for resources: {'Port': ['ID=e38873e4-de44-4aa0-831f-ff170eea831f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:25.905980 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db6cd00e-6c56-4db6-aaad-00214e3c8fb1 req-8cc5dbb9-32b8-4cef-92a0-0912b2a78543 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5c2aac2-8b32-4ff1-85a9-f1e898df9c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212914 Jun 30 09:11:25.906814 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-720532f0-4c4e-4c90-b10d-ca9ae68ff6d4 req-a54bc5de-b374-4642-9424-9be824b8716e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] No DVR routers for this DVR port e38873e4-de44-4aa0-831f-ff170eea831f on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:25.910209 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-720532f0-4c4e-4c90-b10d-ca9ae68ff6d4 req-a54bc5de-b374-4642-9424-9be824b8716e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:25.912144 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-720532f0-4c4e-4c90-b10d-ca9ae68ff6d4 req-a54bc5de-b374-4642-9424-9be824b8716e tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.52 "DELETE /v2.0/ports/e38873e4-de44-4aa0-831f-ff170eea831f HTTP/1.1" status: 204 len: 173 time: 1.0894663 Jun 30 09:11:25.912623 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd075ccb-ee1f-44bf-bfd5-88748b3d871b', 'name': 'network-vif-deleted', 'tag': 'e38873e4-de44-4aa0-831f-ff170eea831f'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:25.916387 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af5ed64-de68-4058-89b9-da627c69945f" -d '{"events": [{"server_uuid": "fd075ccb-ee1f-44bf-bfd5-88748b3d871b", "name": "network-vif-deleted", "tag": "e38873e4-de44-4aa0-831f-ff170eea831f"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:25.948119 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 32780) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:25.956030 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-256243de-0789-4ff2-ad5c-decce504d8a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-860184918-network', 'tenant_id': '298207bc70ba483ba837cbc429eae038'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:25.965314 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f7f170-b4a4-4405-9bd2-d02cc9131758 x-openstack-request-id: req-65f7f170-b4a4-4405-9bd2-d02cc9131758 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:25.966533 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd075ccb-ee1f-44bf-bfd5-88748b3d871b", "name": "network-vif-deleted", "tag": "e38873e4-de44-4aa0-831f-ff170eea831f", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:25.967390 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-65f7f170-b4a4-4405-9bd2-d02cc9131758 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:25.968384 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd075ccb-ee1f-44bf-bfd5-88748b3d871b', 'name': 'network-vif-deleted', 'tag': 'e38873e4-de44-4aa0-831f-ff170eea831f', 'status': 'completed', 'code': 200} Jun 30 09:11:25.981965 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-baf7d360-b16f-44c5-a6d5-4e03e81a2338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:25.988172 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-baf7d360-b16f-44c5-a6d5-4e03e81a2338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:25.990814 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-baf7d360-b16f-44c5-a6d5-4e03e81a2338 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7a35be23-e879-4c9f-9c08-97e29ad87307 HTTP/1.1" status: 204 len: 168 time: 2.2772861 Jun 30 09:11:26.006169 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7d360-b16f-44c5-a6d5-4e03e81a2338 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a35be23-e879-4c9f-9c08-97e29ad87307,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:26.144369 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256243de-0789-4ff2-ad5c-decce504d8a1 admin admin] Made reservation on behalf of 298207bc70ba483ba837cbc429eae038 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:26.147613 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-256243de-0789-4ff2-ad5c-decce504d8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:26.174076 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:26.187327 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-256243de-0789-4ff2-ad5c-decce504d8a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:26.258755 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f7aa77c4-a984-4510-8f99-554bda5338d8 req-0d250219-c079-4d0b-a168-3a4edfd08d3a tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd075ccb-ee1f-44bf-bfd5-88748b3d871b HTTP/1.1" status: 200 len: 210 time: 0.0316262 Jun 30 09:11:26.307552 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 91b73ffe-d46a-4dcd-ae20-6f135629a487 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:26.359630 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 91b73ffe-d46a-4dcd-ae20-6f135629a487 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:26.360335 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 91b73ffe-d46a-4dcd-ae20-6f135629a487 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:26.360635 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-256243de-0789-4ff2-ad5c-decce504d8a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:26.510160 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-256243de-0789-4ff2-ad5c-decce504d8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:26.542228 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256243de-0789-4ff2-ad5c-decce504d8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6a6d96-2c2f-42f1-8c38-ae6fb7274095,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:26.543863 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c51713-2082-43fa-a00d-abbdd5f0b084 req-1a6b5d1c-cf79-4e01-9638-c227b3f7c47c tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:26.545828 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a1c51713-2082-43fa-a00d-abbdd5f0b084 req-1a6b5d1c-cf79-4e01-9638-c227b3f7c47c tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 946 time: 0.0803044 Jun 30 09:11:26.553682 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-256243de-0789-4ff2-ad5c-decce504d8a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:11:26.566072 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-256243de-0789-4ff2-ad5c-decce504d8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:26.566072 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-256243de-0789-4ff2-ad5c-decce504d8a1 admin admin] Added segment 484605c2-c9df-45f2-b07e-c482ae42caae of type vlan for network da715b90-e042-4da7-ac48-f939eb431a41 Jun 30 09:11:26.602787 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a1c51713-2082-43fa-a00d-abbdd5f0b084 req-64b557ac-d773-4f8c-94a7-1061b65ce400 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395753 Jun 30 09:11:26.650134 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-256243de-0789-4ff2-ad5c-decce504d8a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:26.695757 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b898b0-0f71-4c28-bd52-6c68a9cac73f req-ddad5b4e-1475-49f9-ad0e-627c02ba5dc7 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:26.697300 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e7b898b0-0f71-4c28-bd52-6c68a9cac73f req-ddad5b4e-1475-49f9-ad0e-627c02ba5dc7 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6337132-d55e-424f-b040-a9bb2995a80b HTTP/1.1" status: 200 len: 945 time: 0.1358466 Jun 30 09:11:26.742979 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e7b898b0-0f71-4c28-bd52-6c68a9cac73f req-843b29a8-698a-46df-a88b-1b81912f9290 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/security-groups?id=066c296a-b32e-4b97-8a79-1f6b059bab0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386336 Jun 30 09:11:26.799923 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 32812) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:26.812816 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-256243de-0789-4ff2-ad5c-decce504d8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:26.817482 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256243de-0789-4ff2-ad5c-decce504d8a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:26.817482 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-256243de-0789-4ff2-ad5c-decce504d8a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:26.894441 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ba5388e3-b32b-4ce2-88d5-e10a5aa355d9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1f6e0c7642ec4750ad0d102fddfbfbad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0932701 Jun 30 09:11:26.897763 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 32820) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:26.936439 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256243de-0789-4ff2-ad5c-decce504d8a1 admin admin] Pushing event updated for resources: {'Network': ['ID=da715b90-e042-4da7-ac48-f939eb431a41,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:26.947021 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network da715b90-e042-4da7-ac48-f939eb431a41 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:11:26.987304 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e703188-da60-44e5-ac54-609e89884261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:27.012394 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e703188-da60-44e5-ac54-609e89884261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:27.056529 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-256243de-0789-4ff2-ad5c-decce504d8a1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1046741 Jun 30 09:11:27.057412 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 32824) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:27.064113 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-87573c8e-3630-4a01-8785-fa5f16e83116 admin admin] Request body: {'subnet': {'network_id': 'da715b90-e042-4da7-ac48-f939eb431a41', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-860184918-subnet', 'tenant_id': '298207bc70ba483ba837cbc429eae038', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:27.152884 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64135b-6a2e-4bb3-9bb7-f92d37758276 req-92e09a05-5f25-427e-a35b-eed4f91c7f42 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:27.155524 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3f64135b-6a2e-4bb3-9bb7-f92d37758276 req-92e09a05-5f25-427e-a35b-eed4f91c7f42 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/ports?device_id=33600910-de5a-4783-b206-448c7f74d143 HTTP/1.1" status: 200 len: 945 time: 0.0748758 Jun 30 09:11:27.197637 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3f64135b-6a2e-4bb3-9bb7-f92d37758276 req-f6cca09b-702e-4a7d-8f5f-d32b7385c32d tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5c2aac2-8b32-4ff1-85a9-f1e898df9c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359015 Jun 30 09:11:27.219219 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e703188-da60-44e5-ac54-609e89884261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:27.220781 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87573c8e-3630-4a01-8785-fa5f16e83116 admin admin] Made reservation on behalf of 298207bc70ba483ba837cbc429eae038 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:27.221704 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e703188-da60-44e5-ac54-609e89884261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:27.224082 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-87573c8e-3630-4a01-8785-fa5f16e83116 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:27.229851 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8e703188-da60-44e5-ac54-609e89884261 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e HTTP/1.1" status: 204 len: 168 time: 0.3277230 Jun 30 09:11:27.239013 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e703188-da60-44e5-ac54-609e89884261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0cce0c-7dfe-4382-b6b2-ca05ded05d5e,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:27.305406 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3ea4e4-632c-497d-9cb0-810ef14a4ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90dd05ab-fec0-43e8-b896-ac1f3d4cdd36'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:27.308747 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27558f49-1984-49a9-9b34-06e4cb1f7b02" -d '{"events": [{"server_uuid": "ce3ea4e4-632c-497d-9cb0-810ef14a4ac8", "name": "network-vif-plugged", "status": "completed", "tag": "90dd05ab-fec0-43e8-b896-ac1f3d4cdd36"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:27.539719 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-74cd5164-b29f-46b5-aa77-8c3f2ac1c012 req-28d3291f-5e49-4557-9cd6-5ef84f87d833 tempest-ServersOnMultiNodesTest-1463380908 tempest-ServersOnMultiNodesTest-1463380908-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd075ccb-ee1f-44bf-bfd5-88748b3d871b HTTP/1.1" status: 200 len: 210 time: 0.0292387 Jun 30 09:11:27.589419 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a22ee0-baa7-4f77-a798-c3252d62829f x-openstack-request-id: req-e3a22ee0-baa7-4f77-a798-c3252d62829f {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:27.589856 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce3ea4e4-632c-497d-9cb0-810ef14a4ac8", "name": "network-vif-plugged", "status": "completed", "tag": "90dd05ab-fec0-43e8-b896-ac1f3d4cdd36", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:27.590548 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e3a22ee0-baa7-4f77-a798-c3252d62829f {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:27.592113 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce3ea4e4-632c-497d-9cb0-810ef14a4ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90dd05ab-fec0-43e8-b896-ac1f3d4cdd36', 'code': 200} Jun 30 09:11:27.674620 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 32838) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:27.706498 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-87573c8e-3630-4a01-8785-fa5f16e83116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:27.800478 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87573c8e-3630-4a01-8785-fa5f16e83116 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f44688c5-332c-4f7b-9f55-5170a452529a,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:27.809012 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87573c8e-3630-4a01-8785-fa5f16e83116 admin admin] Checking segment: {'id': '484605c2-c9df-45f2-b07e-c482ae42caae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'da715b90-e042-4da7-ac48-f939eb431a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:27.810552 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87573c8e-3630-4a01-8785-fa5f16e83116 admin admin] Network hostable DHCP agents. Network: da715b90-e042-4da7-ac48-f939eb431a41, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:11:27.836666 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c37c3-7bd6-47f1-9b12-d1ceca1e844f req-8bea10f6-f266-4644-947d-fc3a345d5ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:27.838663 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-694c37c3-7bd6-47f1-9b12-d1ceca1e844f req-8bea10f6-f266-4644-947d-fc3a345d5ac7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ce3ea4e4-632c-497d-9cb0-810ef14a4ac8 HTTP/1.1" status: 200 len: 1097 time: 0.1738682 Jun 30 09:11:27.907718 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87573c8e-3630-4a01-8785-fa5f16e83116 admin admin] Network da715b90-e042-4da7-ac48-f939eb431a41 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:11:27.930288 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4e445ce5-fd42-4f70-9f40-02cebe3eca57 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d4422e0094724a02b999077024ecf206&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511797 Jun 30 09:11:27.930526 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 32852) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:27.952537 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-694c37c3-7bd6-47f1-9b12-d1ceca1e844f req-47272baa-7762-42bd-839f-e410a7cf8e53 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e5c2aac2-8b32-4ff1-85a9-f1e898df9c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059954 Jun 30 09:11:28.027601 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924cccd-6555-4be8-bc3b-69afda025d93 req-e6934259-f33f-4054-9cc0-6be94fdf13ae tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:28.031590 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f924cccd-6555-4be8-bc3b-69afda025d93 req-e6934259-f33f-4054-9cc0-6be94fdf13ae tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 946 time: 0.1721621 Jun 30 09:11:28.032906 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-87573c8e-3630-4a01-8785-fa5f16e83116 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, da715b90-e042-4da7-ac48-f939eb431a41) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:28.051141 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4fb13d-5431-42fb-accf-55a9b3f9d3a0 None None] Network da715b90-e042-4da7-ac48-f939eb431a41 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:28.054024 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-685212db-b9f0-460f-a1d4-4e8d1a140698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:28.056762 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87573c8e-3630-4a01-8785-fa5f16e83116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:28.057772 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-87573c8e-3630-4a01-8785-fa5f16e83116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:28.089407 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-685212db-b9f0-460f-a1d4-4e8d1a140698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:28.126177 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f924cccd-6555-4be8-bc3b-69afda025d93 req-fe56e4bf-c10a-4ad5-9d37-742a2a4b7898 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645614 Jun 30 09:11:28.228239 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fdd0b-9f2c-4fa3-a9c7-17838fe1e7cd req-e584a24b-7472-40a8-a44d-bd9e2739471d tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:28.236178 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-193fdd0b-9f2c-4fa3-a9c7-17838fe1e7cd req-e584a24b-7472-40a8-a44d-bd9e2739471d tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6337132-d55e-424f-b040-a9bb2995a80b HTTP/1.1" status: 200 len: 945 time: 0.0911446 Jun 30 09:11:28.255305 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ce9fe1-8ae2-4eae-b99a-1c0f29c28958 None None] Network da715b90-e042-4da7-ac48-f939eb431a41 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:28.299429 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-193fdd0b-9f2c-4fa3-a9c7-17838fe1e7cd req-6e254a04-035d-4027-92b2-8cd57d399719 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/security-groups?id=066c296a-b32e-4b97-8a79-1f6b059bab0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555701 Jun 30 09:11:28.302873 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-87573c8e-3630-4a01-8785-fa5f16e83116 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2438788 Jun 30 09:11:28.384297 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-685212db-b9f0-460f-a1d4-4e8d1a140698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:28.391334 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-685212db-b9f0-460f-a1d4-4e8d1a140698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:28.391334 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-685212db-b9f0-460f-a1d4-4e8d1a140698 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/531c1bd0-f4a2-4285-a6e1-d9f6041ce130 HTTP/1.1" status: 204 len: 168 time: 0.4581611 Jun 30 09:11:28.403785 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685212db-b9f0-460f-a1d4-4e8d1a140698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531c1bd0-f4a2-4285-a6e1-d9f6041ce130,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:28.454492 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d77648-de09-4d88-8679-084366cc609c req-37595066-3aef-459d-9b4a-b0a3af3d4c67 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:28.464070 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a8d77648-de09-4d88-8679-084366cc609c req-37595066-3aef-459d-9b4a-b0a3af3d4c67 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/ports?device_id=33600910-de5a-4783-b206-448c7f74d143 HTTP/1.1" status: 200 len: 945 time: 0.1094477 Jun 30 09:11:28.530481 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a8d77648-de09-4d88-8679-084366cc609c req-787cbf94-ab73-4904-9dff-e4603d7633e8 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5c2aac2-8b32-4ff1-85a9-f1e898df9c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653465 Jun 30 09:11:28.751642 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832165f-c9f2-4ad7-bc5b-912852965322 req-f4bf55a7-e73f-4af2-b70a-5bcf87f28d6c tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:28.753811 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5832165f-c9f2-4ad7-bc5b-912852965322 req-f4bf55a7-e73f-4af2-b70a-5bcf87f28d6c tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce3ea4e4-632c-497d-9cb0-810ef14a4ac8 HTTP/1.1" status: 200 len: 945 time: 0.0916433 Jun 30 09:11:28.822577 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5832165f-c9f2-4ad7-bc5b-912852965322 req-ae190ebb-8f56-40f3-8b13-928e2463482a tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5c2aac2-8b32-4ff1-85a9-f1e898df9c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623705 Jun 30 09:11:28.960235 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device e38873e4-de44-4aa0-831f-ff170eea831f no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:28.991007 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: e38873e4-de44-4aa0-831f-ff170eea831f {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:28.991721 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device e38873e4-de44-4aa0-831f-ff170eea831f not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:29.220312 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-0594f57f-4c25-4eb8-a4d8-eedef6e28466 tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:29.222190 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-0594f57f-4c25-4eb8-a4d8-eedef6e28466 tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.10 "GET /v2.0/networks?id=e1d91b9e-46db-4817-8ab5-5c4fae4864dd HTTP/1.1" status: 200 len: 815 time: 0.1093884 Jun 30 09:11:29.239623 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-aac86310-d072-4a9a-970d-caa2c5bf0874 tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.10 "GET /v2.0/quotas/0838d015e3d145f7aac56654e219b2a9 HTTP/1.1" status: 200 len: 375 time: 0.0121415 Jun 30 09:11:29.274365 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-20dc7ce3-6312-422d-aa6d-948b8221e7b1 tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0838d015e3d145f7aac56654e219b2a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284007 Jun 30 09:11:29.599066 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-2a2b9020-fcda-40d6-9288-85e37226295f service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:11:29.607956 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-2a2b9020-fcda-40d6-9288-85e37226295f service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3240712 Jun 30 09:11:29.646840 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 32912) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:29.694125 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 32916) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:29.714340 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-9f70fe3c-c42a-4127-befc-23ade3f33c6c service neutron] 10.222.0.10 "GET /v2.0/networks/e1d91b9e-46db-4817-8ab5-5c4fae4864dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054006 Jun 30 09:11:29.804041 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-eaad8d09-1d67-4ec0-b3d5-7efb77042650 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2116539200-network', 'tenant_id': '7c89c95137294d2aa39240204a9bca4b'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:29.815433 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-cda5d83f-06c7-4e67-a66f-21267102087d service neutron] 10.222.0.10 "GET /v2.0/networks/e1d91b9e-46db-4817-8ab5-5c4fae4864dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944397 Jun 30 09:11:29.859149 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-46369933-398b-4fd5-865d-1a14139a1c83 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1a2e4690a4914640bc78bd1032a89e19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2090929 Jun 30 09:11:29.859307 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 32924) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:29.882269 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1f4d0-12df-4775-95b5-04826a9d80c8 req-b82fae95-91a4-4dba-ac74-73622f19ab66 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:29.884075 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fcc1f4d0-12df-4775-95b5-04826a9d80c8 req-b82fae95-91a4-4dba-ac74-73622f19ab66 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 946 time: 0.1394083 Jun 30 09:11:29.925015 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-84f04b82-6f09-4f19-b111-778392a65d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:29.926596 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fcc1f4d0-12df-4775-95b5-04826a9d80c8 req-db66d2ce-1137-4fdf-995b-7aa7c4f118ee tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365942 Jun 30 09:11:29.953254 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-84f04b82-6f09-4f19-b111-778392a65d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:29.972767 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaad8d09-1d67-4ec0-b3d5-7efb77042650 admin admin] Made reservation on behalf of 7c89c95137294d2aa39240204a9bca4b for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:29.975403 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eaad8d09-1d67-4ec0-b3d5-7efb77042650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:29.985889 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eaad8d09-1d67-4ec0-b3d5-7efb77042650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.043544 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 32926) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:30.088860 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eaad8d09-1d67-4ec0-b3d5-7efb77042650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.090870 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8d0d4226-2649-4664-8770-e827e70c104b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d88bef01fc5b417f99804e17a4e09bf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463848 Jun 30 09:11:30.093489 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 32928) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:30.149933 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8618adcf-3376-43cd-91b1-c4869cdebb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.172343 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8618adcf-3376-43cd-91b1-c4869cdebb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.224961 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-84f04b82-6f09-4f19-b111-778392a65d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.227675 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-84f04b82-6f09-4f19-b111-778392a65d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.228953 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-84f04b82-6f09-4f19-b111-778392a65d41 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0e884d92-e147-4550-8258-30dddb32f2b0 HTTP/1.1" status: 204 len: 168 time: 0.3687453 Jun 30 09:11:30.238133 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f04b82-6f09-4f19-b111-778392a65d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e884d92-e147-4550-8258-30dddb32f2b0,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:30.243398 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3453de4-59f0-4590-a74d-c33d94e2bbad req-e21634ee-b19a-490e-b7c3-ff76ad72de44 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:30.244784 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e3453de4-59f0-4590-a74d-c33d94e2bbad req-e21634ee-b19a-490e-b7c3-ff76ad72de44 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6337132-d55e-424f-b040-a9bb2995a80b HTTP/1.1" status: 200 len: 945 time: 0.0980265 Jun 30 09:11:30.315805 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e3453de4-59f0-4590-a74d-c33d94e2bbad req-9b5ef8f6-18eb-4925-82f5-b63a59c820b8 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/security-groups?id=066c296a-b32e-4b97-8a79-1f6b059bab0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619528 Jun 30 09:11:30.343035 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:30.367516 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eaad8d09-1d67-4ec0-b3d5-7efb77042650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.424712 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaad8d09-1d67-4ec0-b3d5-7efb77042650 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:11:30.426551 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7389b3-ac7c-4ade-8519-73e00395c4e3 req-9df1f04b-3d3b-4795-8327-559a593767e7 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:30.433714 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3d7389b3-ac7c-4ade-8519-73e00395c4e3 req-9df1f04b-3d3b-4795-8327-559a593767e7 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce3ea4e4-632c-497d-9cb0-810ef14a4ac8 HTTP/1.1" status: 200 len: 945 time: 0.1354601 Jun 30 09:11:30.437129 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8618adcf-3376-43cd-91b1-c4869cdebb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.439832 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8618adcf-3376-43cd-91b1-c4869cdebb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.443489 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8618adcf-3376-43cd-91b1-c4869cdebb09 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/66d5e354-842e-4835-8a5f-450eacd7cfa0 HTTP/1.1" status: 204 len: 168 time: 0.3466425 Jun 30 09:11:30.443655 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad8d09-1d67-4ec0-b3d5-7efb77042650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc36a6d-4dda-46d3-832c-5b73ad6a9438,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:30.443789 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.457122 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f8b3a91e-78fd-4ca4-b5b5-75147a82c356 req-b6e8fbea-0789-4355-824b-07d9993082c6 tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d598cce-6dd6-4c75-a879-20f082fe5845 HTTP/1.1" status: 200 len: 210 time: 0.0529521 Jun 30 09:11:30.468119 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618adcf-3376-43cd-91b1-c4869cdebb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d5e354-842e-4835-8a5f-450eacd7cfa0,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:30.468935 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eaad8d09-1d67-4ec0-b3d5-7efb77042650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.469452 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-eaad8d09-1d67-4ec0-b3d5-7efb77042650 admin admin] Added segment 6e7ee4b6-9c48-44b9-a042-bfdde6e646d9 of type vlan for network 284388e7-105a-4760-9d50-fa5b022d6e08 Jun 30 09:11:30.506884 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5241c666-f763-4b76-bfbc-d9e9a8987285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:30.507989 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3d7389b3-ac7c-4ade-8519-73e00395c4e3 req-003263c4-3a7a-42a1-9c56-d80dd3962018 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5c2aac2-8b32-4ff1-85a9-f1e898df9c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731404 Jun 30 09:11:30.509459 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df84a14b-3b95-4645-bb18-63c16bb97d54" -d '{"events": [{"server_uuid": "5241c666-f763-4b76-bfbc-d9e9a8987285", "name": "network-vif-unplugged", "status": "completed", "tag": "1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:30.525368 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:30.536674 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eaad8d09-1d67-4ec0-b3d5-7efb77042650 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.574346 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b0ac1b-a3ef-46df-ae70-bc74c351552f x-openstack-request-id: req-01b0ac1b-a3ef-46df-ae70-bc74c351552f {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:30.574643 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5241c666-f763-4b76-bfbc-d9e9a8987285", "name": "network-vif-unplugged", "status": "completed", "tag": "1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:30.574941 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-01b0ac1b-a3ef-46df-ae70-bc74c351552f {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:30.575801 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5241c666-f763-4b76-bfbc-d9e9a8987285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b', 'code': 200} Jun 30 09:11:30.666299 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.693951 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eaad8d09-1d67-4ec0-b3d5-7efb77042650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.696200 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaad8d09-1d67-4ec0-b3d5-7efb77042650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:30.696541 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab866d6d-6838-4b1d-8067-9198b72b549a req-aa844924-e99d-4eb1-b1d8-be51b18d3d8d tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:30.697340 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eaad8d09-1d67-4ec0-b3d5-7efb77042650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.698198 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ab866d6d-6838-4b1d-8067-9198b72b549a req-aa844924-e99d-4eb1-b1d8-be51b18d3d8d tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2f5c698-b4f3-45a5-bdf3-a8730d362202 HTTP/1.1" status: 200 len: 945 time: 0.0720410 Jun 30 09:11:30.727286 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b,revision_number=11']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:30.751325 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ab866d6d-6838-4b1d-8067-9198b72b549a req-e01bb434-963b-43e2-8812-65db16a1d457 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5c2aac2-8b32-4ff1-85a9-f1e898df9c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462999 Jun 30 09:11:30.776550 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad8d09-1d67-4ec0-b3d5-7efb77042650 admin admin] Pushing event updated for resources: {'Network': ['ID=284388e7-105a-4760-9d50-fa5b022d6e08,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:30.800436 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 284388e7-105a-4760-9d50-fa5b022d6e08 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:11:30.952230 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-eaad8d09-1d67-4ec0-b3d5-7efb77042650 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2571125 Jun 30 09:11:30.955613 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 32954) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:30.962650 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-42f53d2c-ce09-462b-bb3e-352328031092 admin admin] Request body: {'subnet': {'network_id': '284388e7-105a-4760-9d50-fa5b022d6e08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2116539200-subnet', 'tenant_id': '7c89c95137294d2aa39240204a9bca4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:31.135277 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62055a8-de89-436e-a0f5-0e703cfabd00 req-66c27d5b-3739-4bc7-9347-812cb9c4e846 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:31.136721 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a62055a8-de89-436e-a0f5-0e703cfabd00 req-66c27d5b-3739-4bc7-9347-812cb9c4e846 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6337132-d55e-424f-b040-a9bb2995a80b HTTP/1.1" status: 200 len: 945 time: 0.1126952 Jun 30 09:11:31.163286 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babff60-2c32-493d-b6c9-0d226f5c17fb req-78504e16-7002-4ca9-89b6-1cae92cc7eac tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:31.164736 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0babff60-2c32-493d-b6c9-0d226f5c17fb req-78504e16-7002-4ca9-89b6-1cae92cc7eac tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.1092944 Jun 30 09:11:31.258846 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0babff60-2c32-493d-b6c9-0d226f5c17fb req-c1e06197-6672-4e08-9523-855731de56e4 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711396 Jun 30 09:11:31.289955 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f53d2c-ce09-462b-bb3e-352328031092 admin admin] Made reservation on behalf of 7c89c95137294d2aa39240204a9bca4b for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:31.293179 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-42f53d2c-ce09-462b-bb3e-352328031092 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.310529 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-a62055a8-de89-436e-a0f5-0e703cfabd00 req-6c9a750e-a41f-4ef8-bb77-aa2c6d912aba tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Deleting port 8d8874ea-9ff1-4100-9082-f4058ede600e {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:31.310847 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-a62055a8-de89-436e-a0f5-0e703cfabd00 req-6c9a750e-a41f-4ef8-bb77-aa2c6d912aba tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.469602 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-a62055a8-de89-436e-a0f5-0e703cfabd00 req-6c9a750e-a41f-4ef8-bb77-aa2c6d912aba tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] For port 8d8874ea-9ff1-4100-9082-f4058ede600e, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=8d8874ea-9ff1-4100-9082-f4058ede600e,segment=NetworkSegment(1a09536c-8b7a-4961-979f-69f5d6e6b32a),segment_id=1a09536c-8b7a-4961-979f-69f5d6e6b32a)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:31.470023 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-a62055a8-de89-436e-a0f5-0e703cfabd00 req-6c9a750e-a41f-4ef8-bb77-aa2c6d912aba tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.741963 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 32972) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:31.751673 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f50e0e-718c-4829-ae73-128b84d12303 req-ea35dc32-300c-4f9b-8783-ef9293765fd2 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:31.755786 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8f50e0e-718c-4829-ae73-128b84d12303 req-ea35dc32-300c-4f9b-8783-ef9293765fd2 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6337132-d55e-424f-b040-a9bb2995a80b HTTP/1.1" status: 200 len: 945 time: 0.2114744 Jun 30 09:11:31.785820 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c133ef1a-f1a9-4599-a34e-b1f0cb2adb43 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=704f727df4e042cbb1f75fc807b4facd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430903 Jun 30 09:11:31.789845 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 32974) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:31.794585 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-a62055a8-de89-436e-a0f5-0e703cfabd00 req-6c9a750e-a41f-4ef8-bb77-aa2c6d912aba tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.794962 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-a62055a8-de89-436e-a0f5-0e703cfabd00 req-6c9a750e-a41f-4ef8-bb77-aa2c6d912aba tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.795373 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [req-a62055a8-de89-436e-a0f5-0e703cfabd00 req-6c9a750e-a41f-4ef8-bb77-aa2c6d912aba tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Floating IP c31546fe-83f0-45e4-95c3-0bfdf6df5790 disassociated. External IP: 172.25.6.184, port: 8d8874ea-9ff1-4100-9082-f4058ede600e. Jun 30 09:11:31.795650 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-a62055a8-de89-436e-a0f5-0e703cfabd00 req-6c9a750e-a41f-4ef8-bb77-aa2c6d912aba tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Calling delete_port for 8d8874ea-9ff1-4100-9082-f4058ede600e owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:31.824722 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8f50e0e-718c-4829-ae73-128b84d12303 req-4deade99-f47a-41b1-9f89-5c600c66c580 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/security-groups?id=066c296a-b32e-4b97-8a79-1f6b059bab0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621142 Jun 30 09:11:31.851551 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d82c59c8-97c6-4628-beb1-dfa39e36498b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.884628 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d82c59c8-97c6-4628-beb1-dfa39e36498b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.945106 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c878202d-e2c6-4704-8c0e-5bdb08e21d15 req-8150439c-a9d4-45fe-ab2c-3769227b0ba3 tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d598cce-6dd6-4c75-a879-20f082fe5845 HTTP/1.1" status: 200 len: 210 time: 0.0520983 Jun 30 09:11:31.958773 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-42f53d2c-ce09-462b-bb3e-352328031092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.032522 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f53d2c-ce09-462b-bb3e-352328031092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cbbc708-a860-4c65-b64e-9abdb8d46899,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:32.040816 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d82c59c8-97c6-4628-beb1-dfa39e36498b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.043349 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d82c59c8-97c6-4628-beb1-dfa39e36498b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.044739 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d82c59c8-97c6-4628-beb1-dfa39e36498b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/def35f44-fea0-4479-b1b4-fcfb644c1791 HTTP/1.1" status: 204 len: 168 time: 0.2552578 Jun 30 09:11:32.063283 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c59c8-97c6-4628-beb1-dfa39e36498b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def35f44-fea0-4479-b1b4-fcfb644c1791,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:32.077866 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f53d2c-ce09-462b-bb3e-352328031092 admin admin] Checking segment: {'id': '6e7ee4b6-9c48-44b9-a042-bfdde6e646d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '284388e7-105a-4760-9d50-fa5b022d6e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:32.080062 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f53d2c-ce09-462b-bb3e-352328031092 admin admin] Network hostable DHCP agents. Network: 284388e7-105a-4760-9d50-fa5b022d6e08, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:11:32.156058 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7eb808-f812-4a7c-b670-6fdf61fe8080 req-27844e89-7530-4379-bc29-cf2d201c7802 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:32.157722 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e7eb808-f812-4a7c-b670-6fdf61fe8080 req-27844e89-7530-4379-bc29-cf2d201c7802 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2f5c698-b4f3-45a5-bdf3-a8730d362202 HTTP/1.1" status: 200 len: 945 time: 0.1120167 Jun 30 09:11:32.210356 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e7eb808-f812-4a7c-b670-6fdf61fe8080 req-4543f8c3-2482-49c7-8a77-1be5145d446d tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5c2aac2-8b32-4ff1-85a9-f1e898df9c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437148 Jun 30 09:11:32.276188 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f53d2c-ce09-462b-bb3e-352328031092 admin admin] Network 284388e7-105a-4760-9d50-fa5b022d6e08 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:11:32.279505 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-a62055a8-de89-436e-a0f5-0e703cfabd00 req-6c9a750e-a41f-4ef8-bb77-aa2c6d912aba tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.346372 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:11:32.480138 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:32.504938 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b', 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b', 'port_id': '1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b', 'mac_address': 'fa:16:3e:64:48:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db27f2a-daae-4bc9-9a26-19aaee7812fb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:11:32.556881 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.579626 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:32.606799 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:32.662392 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-42f53d2c-ce09-462b-bb3e-352328031092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 284388e7-105a-4760-9d50-fa5b022d6e08) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:32.663503 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a750e-a41f-4ef8-bb77-aa2c6d912aba tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Pushing event deleted for resources: {'Port': ['ID=8d8874ea-9ff1-4100-9082-f4058ede600e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:32.673574 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b6a9b6-a66d-4a15-8afc-75ad54d473e3 None None] Network 284388e7-105a-4760-9d50-fa5b022d6e08 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:32.675658 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f53d2c-ce09-462b-bb3e-352328031092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:32.679249 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-42f53d2c-ce09-462b-bb3e-352328031092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.725657 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.818979 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014ca4a-0279-48fe-b7d5-76db9dd6950a req-3951d33c-e512-408f-a202-6d5f778fa50c tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:32.820534 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2014ca4a-0279-48fe-b7d5-76db9dd6950a req-3951d33c-e512-408f-a202-6d5f778fa50c tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.1612389 Jun 30 09:11:32.829051 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b,revision_number=12']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:32.835610 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:32.858403 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-42f53d2c-ce09-462b-bb3e-352328031092 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8914349 Jun 30 09:11:32.862312 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a62055a8-de89-436e-a0f5-0e703cfabd00 req-6c9a750e-a41f-4ef8-bb77-aa2c6d912aba tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Router 9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:11:32.885099 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2014ca4a-0279-48fe-b7d5-76db9dd6950a req-0c72fc58-fd8f-43de-ac18-3ebc506b8abe tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558341 Jun 30 09:11:32.940744 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e6ec68-0b19-4184-a505-3390ba3555e8 None None] Network 284388e7-105a-4760-9d50-fa5b022d6e08 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:33.112301 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-08498172-7cfd-4298-8ca7-1529fd72508e req-b11ea15b-f121-497f-be1f-d7f952443e0e tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6337132-d55e-424f-b040-a9bb2995a80b HTTP/1.1" status: 200 len: 210 time: 0.0597184 Jun 30 09:11:33.120235 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a62055a8-de89-436e-a0f5-0e703cfabd00 req-6c9a750e-a41f-4ef8-bb77-aa2c6d912aba tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:11:33.154362 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3128d98d-23b2-409d-9eec-4e814d258ce0 None None] Sync routers for ids ['9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:11:33.229139 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3128d98d-23b2-409d-9eec-4e814d258ce0 None None] Routers {'9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:33.230069 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-3128d98d-23b2-409d-9eec-4e814d258ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:11:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:33.271565 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62055a8-de89-436e-a0f5-0e703cfabd00 req-6c9a750e-a41f-4ef8-bb77-aa2c6d912aba tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] No DVR routers for this DVR port 8d8874ea-9ff1-4100-9082-f4058ede600e on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:33.271565 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6e87e3b5-4e0e-4194-a0fc-b529fe8242b7 req-7c2f004c-a52b-40ed-a81d-8026cf4bc058 tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d598cce-6dd6-4c75-a879-20f082fe5845 HTTP/1.1" status: 200 len: 210 time: 0.0824113 Jun 30 09:11:33.271565 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-a62055a8-de89-436e-a0f5-0e703cfabd00 req-6c9a750e-a41f-4ef8-bb77-aa2c6d912aba tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:33.271565 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a62055a8-de89-436e-a0f5-0e703cfabd00 req-6c9a750e-a41f-4ef8-bb77-aa2c6d912aba tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.52 "DELETE /v2.0/ports/8d8874ea-9ff1-4100-9082-f4058ede600e HTTP/1.1" status: 204 len: 173 time: 2.1221538 Jun 30 09:11:33.271565 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6337132-d55e-424f-b040-a9bb2995a80b', 'name': 'network-vif-deleted', 'tag': '8d8874ea-9ff1-4100-9082-f4058ede600e'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:33.271565 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad86f76f-07fc-43dd-af8d-fbee4f39033d" -d '{"events": [{"server_uuid": "b6337132-d55e-424f-b040-a9bb2995a80b", "name": "network-vif-deleted", "tag": "8d8874ea-9ff1-4100-9082-f4058ede600e"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:33.378217 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ea367b-c4b7-4eee-bc3a-8b6c5b59d262 x-openstack-request-id: req-71ea367b-c4b7-4eee-bc3a-8b6c5b59d262 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:33.379321 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6337132-d55e-424f-b040-a9bb2995a80b", "name": "network-vif-deleted", "tag": "8d8874ea-9ff1-4100-9082-f4058ede600e", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:33.379989 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-71ea367b-c4b7-4eee-bc3a-8b6c5b59d262 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:33.380554 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6337132-d55e-424f-b040-a9bb2995a80b', 'name': 'network-vif-deleted', 'tag': '8d8874ea-9ff1-4100-9082-f4058ede600e', 'status': 'completed', 'code': 200} Jun 30 09:11:33.436881 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881eb31-e895-4f72-a231-2f647c1a8101 req-bfdcdcda-b54b-46fa-80c6-1a1be4de7f2a tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:33.438738 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2881eb31-e895-4f72-a231-2f647c1a8101 req-bfdcdcda-b54b-46fa-80c6-1a1be4de7f2a tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2f5c698-b4f3-45a5-bdf3-a8730d362202 HTTP/1.1" status: 200 len: 945 time: 0.1101773 Jun 30 09:11:33.550465 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-3128d98d-23b2-409d-9eec-4e814d258ce0 None None] Set router 9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:11:33.559307 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f16d8-ecd7-4500-9123-0cab67704375 req-f8264e32-0b35-4de5-abc4-a064ec69c3a3 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:33.564752 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-018f16d8-ecd7-4500-9123-0cab67704375 req-f8264e32-0b35-4de5-abc4-a064ec69c3a3 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2f5c698-b4f3-45a5-bdf3-a8730d362202 HTTP/1.1" status: 200 len: 945 time: 0.1480551 Jun 30 09:11:33.622690 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-2881eb31-e895-4f72-a231-2f647c1a8101 req-b3f2fd9b-2045-4fd3-b6fe-01225e2d5681 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Deleting port f8ddac88-627d-4d2c-89e3-aa22bb7948ec {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:33.624681 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2881eb31-e895-4f72-a231-2f647c1a8101 req-b3f2fd9b-2045-4fd3-b6fe-01225e2d5681 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:33.633186 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-018f16d8-ecd7-4500-9123-0cab67704375 req-f925432f-f283-421f-9a61-8e342b17a8bb tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5c2aac2-8b32-4ff1-85a9-f1e898df9c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578997 Jun 30 09:11:33.819313 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-2881eb31-e895-4f72-a231-2f647c1a8101 req-b3f2fd9b-2045-4fd3-b6fe-01225e2d5681 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] For port f8ddac88-627d-4d2c-89e3-aa22bb7948ec, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=f8ddac88-627d-4d2c-89e3-aa22bb7948ec,segment=NetworkSegment(95629d3f-d283-4307-af9a-4ab36a5d8b5c),segment_id=95629d3f-d283-4307-af9a-4ab36a5d8b5c)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:33.820006 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2881eb31-e895-4f72-a231-2f647c1a8101 req-b3f2fd9b-2045-4fd3-b6fe-01225e2d5681 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:33.845838 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-2881eb31-e895-4f72-a231-2f647c1a8101 req-b3f2fd9b-2045-4fd3-b6fe-01225e2d5681 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Calling delete_port for f8ddac88-627d-4d2c-89e3-aa22bb7948ec owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:33.873492 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-3128d98d-23b2-409d-9eec-4e814d258ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'name': 'tempest-ServersTestManualDisk-105338152-router', 'tenant_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'd860bcb1-8f62-4de3-9581-123675bb88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:39Z', 'updated_at': '2021-06-30T09:08:55Z', 'revision_number': 4, 'project_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'gw_port': {'id': 'd860bcb1-8f62-4de3-9581-123675bb88e2', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:42Z', 'updated_at': '2021-06-30T09:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '0887ede0-d1ec-4736-8e24-d685d425070a', 'name': '', 'network_id': 'd9d765b7-65f5-4caf-948c-3f41a16c950f', 'tenant_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'mac_address': 'fa:16:3e:b4:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '24c4b3bc-00c1-420f-b67e-caf4aa60c39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:52Z', 'updated_at': '2021-06-30T09:09:03Z', 'revision_number': 5, 'project_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'subnets': [{'id': '24c4b3bc-00c1-420f-b67e-caf4aa60c39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:33.957738 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3128d98d-23b2-409d-9eec-4e814d258ce0 None None] Checking router: 9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:11:33.982722 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3128d98d-23b2-409d-9eec-4e814d258ce0 None None] Routers {'9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:33.984207 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-3128d98d-23b2-409d-9eec-4e814d258ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:11:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:34.167458 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d844577-0de4-402c-8f2d-6d1c471debdd req-5249d8ef-49ed-4500-9ca0-4bf0f2f159f1 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:34.180592 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2d844577-0de4-402c-8f2d-6d1c471debdd req-5249d8ef-49ed-4500-9ca0-4bf0f2f159f1 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 945 time: 0.1006520 Jun 30 09:11:34.186061 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-4c3d00af-1d67-45bc-a7d5-3f08ba3a7477 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:34.203731 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-4c3d00af-1d67-45bc-a7d5-3f08ba3a7477 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/networks?id=284388e7-105a-4760-9d50-fa5b022d6e08 HTTP/1.1" status: 200 len: 822 time: 0.1533821 Jun 30 09:11:34.217499 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-3ee1a88f-658e-4c4e-b8de-c925db249afc tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/quotas/7c89c95137294d2aa39240204a9bca4b HTTP/1.1" status: 200 len: 375 time: 0.0126202 Jun 30 09:11:34.227489 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2881eb31-e895-4f72-a231-2f647c1a8101 req-b3f2fd9b-2045-4fd3-b6fe-01225e2d5681 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:34.236476 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2d844577-0de4-402c-8f2d-6d1c471debdd req-6b62d4a2-3a40-4750-a0ca-bfaeeb7b37b8 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546131 Jun 30 09:11:34.240722 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['97930d1d-46a5-406f-8e28-73b1b64c1b37'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:34.243746 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['f8ddac88-627d-4d2c-89e3-aa22bb7948ec', '90dd05ab-fec0-43e8-b896-ac1f3d4cdd36'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:34.295804 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 33062) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:34.344943 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-7b97d7ac-f374-4d30-bf81-071b8ef6d6eb tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c89c95137294d2aa39240204a9bca4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1183722 Jun 30 09:11:34.348156 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2fd9b-2045-4fd3-b6fe-01225e2d5681 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Pushing event deleted for resources: {'Port': ['ID=f8ddac88-627d-4d2c-89e3-aa22bb7948ec,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:34.371214 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-3128d98d-23b2-409d-9eec-4e814d258ce0 None None] Set router 9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:11:34.382485 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:34.416190 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-2881eb31-e895-4f72-a231-2f647c1a8101 req-b3f2fd9b-2045-4fd3-b6fe-01225e2d5681 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] No DVR routers for this DVR port f8ddac88-627d-4d2c-89e3-aa22bb7948ec on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:34.422581 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2881eb31-e895-4f72-a231-2f647c1a8101 req-b3f2fd9b-2045-4fd3-b6fe-01225e2d5681 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:34.424852 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2881eb31-e895-4f72-a231-2f647c1a8101 req-b3f2fd9b-2045-4fd3-b6fe-01225e2d5681 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.52 "DELETE /v2.0/ports/f8ddac88-627d-4d2c-89e3-aa22bb7948ec HTTP/1.1" status: 204 len: 173 time: 0.9789252 Jun 30 09:11:34.435099 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-3d138465-cf5c-4691-b9c5-6b9e023317f4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1344294399-network', 'tenant_id': '52d01ae74da342359d741b0467db4f83'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:34.456309 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-694a2151-9153-499e-a49c-4777cf42e80d req-4a4a7585-efd2-4eb3-a3e5-d1e7d7894cd3 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6337132-d55e-424f-b040-a9bb2995a80b HTTP/1.1" status: 200 len: 210 time: 0.0387340 Jun 30 09:11:34.510227 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-fa031025-ea35-4424-ab2d-cb37729291b1 service neutron] 10.222.0.10 "GET /v2.0/networks/284388e7-105a-4760-9d50-fa5b022d6e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659341 Jun 30 09:11:34.632246 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-6acc0147-3a25-418b-8039-af567febad72 service neutron] 10.222.0.10 "GET /v2.0/networks/284388e7-105a-4760-9d50-fa5b022d6e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210055 Jun 30 09:11:34.673286 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-23887604-c928-4c23-a3b7-c6d20684a38b req-eddc79f0-79da-48f5-a28e-d8771d673ad7 tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d598cce-6dd6-4c75-a879-20f082fe5845 HTTP/1.1" status: 200 len: 210 time: 0.0453537 Jun 30 09:11:34.710607 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:34.711230 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:34.854892 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c4daf207-5bc5-4a6d-b9ea-0debe64ee819 req-0e375456-06e2-45f1-b6a8-95ca51e31d03 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2f5c698-b4f3-45a5-bdf3-a8730d362202 HTTP/1.1" status: 200 len: 210 time: 0.0337615 Jun 30 09:11:34.901264 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:34.936037 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5241c666-f763-4b76-bfbc-d9e9a8987285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:34.937253 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de640f8e-d9bd-443c-bccb-ea7c70137427" -d '{"events": [{"server_uuid": "5241c666-f763-4b76-bfbc-d9e9a8987285", "name": "network-vif-plugged", "status": "completed", "tag": "1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:34.944017 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-3128d98d-23b2-409d-9eec-4e814d258ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'name': 'tempest-ServersTestManualDisk-105338152-router', 'tenant_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'd860bcb1-8f62-4de3-9581-123675bb88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:39Z', 'updated_at': '2021-06-30T09:08:55Z', 'revision_number': 4, 'project_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'gw_port': {'id': 'd860bcb1-8f62-4de3-9581-123675bb88e2', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:42Z', 'updated_at': '2021-06-30T09:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '0887ede0-d1ec-4736-8e24-d685d425070a', 'name': '', 'network_id': 'd9d765b7-65f5-4caf-948c-3f41a16c950f', 'tenant_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'mac_address': 'fa:16:3e:b4:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '24c4b3bc-00c1-420f-b67e-caf4aa60c39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:52Z', 'updated_at': '2021-06-30T09:09:03Z', 'revision_number': 5, 'project_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'subnets': [{'id': '24c4b3bc-00c1-420f-b67e-caf4aa60c39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:34.984884 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:34.986007 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device f8ddac88-627d-4d2c-89e3-aa22bb7948ec no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:34.989183 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3128d98d-23b2-409d-9eec-4e814d258ce0 None None] The sync data for ids ['9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516'] in n-d-771363-31 is: [{'id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'name': 'tempest-ServersTestManualDisk-105338152-router', 'tenant_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'd860bcb1-8f62-4de3-9581-123675bb88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:39Z', 'updated_at': '2021-06-30T09:08:55Z', 'revision_number': 4, 'project_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'gw_port': {'id': 'd860bcb1-8f62-4de3-9581-123675bb88e2', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:42Z', 'updated_at': '2021-06-30T09:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '0887ede0-d1ec-4736-8e24-d685d425070a', 'name': '', 'network_id': 'd9d765b7-65f5-4caf-948c-3f41a16c950f', 'tenant_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'mac_address': 'fa:16:3e:b4:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '24c4b3bc-00c1-420f-b67e-caf4aa60c39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:52Z', 'updated_at': '2021-06-30T09:09:03Z', 'revision_number': 5, 'project_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'subnets': [{'id': '24c4b3bc-00c1-420f-b67e-caf4aa60c39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:11:35.001552 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d138465-cf5c-4691-b9c5-6b9e023317f4 admin admin] Made reservation on behalf of 52d01ae74da342359d741b0467db4f83 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:35.003983 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3d138465-cf5c-4691-b9c5-6b9e023317f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:35.007431 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: f8ddac88-627d-4d2c-89e3-aa22bb7948ec {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:35.007773 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device f8ddac88-627d-4d2c-89e3-aa22bb7948ec not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:35.008193 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 8d8874ea-9ff1-4100-9082-f4058ede600e no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:35.016450 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3d138465-cf5c-4691-b9c5-6b9e023317f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:35.028872 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 8d8874ea-9ff1-4100-9082-f4058ede600e {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:35.029653 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 8d8874ea-9ff1-4100-9082-f4058ede600e not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:35.122359 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:35.216713 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b4705d-a751-451a-8cac-40fcef6688a5 x-openstack-request-id: req-c7b4705d-a751-451a-8cac-40fcef6688a5 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:35.222026 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5241c666-f763-4b76-bfbc-d9e9a8987285", "name": "network-vif-plugged", "status": "completed", "tag": "1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:35.222026 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c7b4705d-a751-451a-8cac-40fcef6688a5 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:35.222026 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5241c666-f763-4b76-bfbc-d9e9a8987285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b', 'code': 200} Jun 30 09:11:35.271839 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3d138465-cf5c-4691-b9c5-6b9e023317f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:35.280814 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b,revision_number=13']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:35.281652 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ae1dab88-c34e-4efa-90e7-0e7a2c540520 req-456bfbe9-b1dd-4939-9fd8-5d5b52bbc025 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/ports?device_id=e72b6ac6-48b7-4992-a786-0677a4a0fdd3 HTTP/1.1" status: 200 len: 210 time: 0.0594711 Jun 30 09:11:35.381894 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f5c698-b4f3-45a5-bdf3-a8730d362202', 'name': 'network-vif-deleted', 'tag': 'f8ddac88-627d-4d2c-89e3-aa22bb7948ec'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:35.384383 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64583b2d-6d74-4f9a-9aa6-ad98dcc7b5dc" -d '{"events": [{"server_uuid": "b2f5c698-b4f3-45a5-bdf3-a8730d362202", "name": "network-vif-deleted", "tag": "f8ddac88-627d-4d2c-89e3-aa22bb7948ec"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:35.440605 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3d138465-cf5c-4691-b9c5-6b9e023317f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:35.453779 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d63984-7170-4c63-a911-749d16c58c0c x-openstack-request-id: req-f5d63984-7170-4c63-a911-749d16c58c0c {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:35.454329 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f5c698-b4f3-45a5-bdf3-a8730d362202", "name": "network-vif-deleted", "tag": "f8ddac88-627d-4d2c-89e3-aa22bb7948ec", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:35.454329 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f5d63984-7170-4c63-a911-749d16c58c0c {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:35.454712 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f5c698-b4f3-45a5-bdf3-a8730d362202', 'name': 'network-vif-deleted', 'tag': 'f8ddac88-627d-4d2c-89e3-aa22bb7948ec', 'status': 'completed', 'code': 200} Jun 30 09:11:35.499975 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d138465-cf5c-4691-b9c5-6b9e023317f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:11:35.519027 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d138465-cf5c-4691-b9c5-6b9e023317f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7647e2d-9275-4548-baa6-1555463282ec,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:35.525969 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6aa649-f1e3-43b5-bfbd-60183fbe2a4e None None] New status for floating IP c31546fe-83f0-45e4-95c3-0bfdf6df5790: DOWN {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:11:35.567163 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3d138465-cf5c-4691-b9c5-6b9e023317f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:35.572393 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-3d138465-cf5c-4691-b9c5-6b9e023317f4 admin admin] Added segment fe5bfa6e-d533-4dcf-ace1-49a7cd9f3a4c of type vlan for network d11057d7-3cd7-4c66-b575-c6d32f6d6526 Jun 30 09:11:35.624914 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f7a10-1fe2-4af3-b625-52569aa13388 req-f298cbb3-323f-4062-9ca4-d05c278e7a79 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:35.626808 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-713f7a10-1fe2-4af3-b625-52569aa13388 req-f298cbb3-323f-4062-9ca4-d05c278e7a79 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 946 time: 0.1299529 Jun 30 09:11:35.642963 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-469d61ba-36a5-4e3d-b123-d52676c56659 tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:35.644858 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-469d61ba-36a5-4e3d-b123-d52676c56659 tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.37 "GET /v2.0/networks?id=e1d91b9e-46db-4817-8ab5-5c4fae4864dd HTTP/1.1" status: 200 len: 815 time: 0.2886815 Jun 30 09:11:35.647213 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3d138465-cf5c-4691-b9c5-6b9e023317f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:35.662649 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-a89f86fd-3ec1-4222-8649-99fb949c13ce tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] Request body: {'port': {'device_id': '6d598cce-6dd6-4c75-a879-20f082fe5845', 'network_id': 'e1d91b9e-46db-4817-8ab5-5c4fae4864dd', 'admin_state_up': True, 'tenant_id': '0838d015e3d145f7aac56654e219b2a9'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:35.688221 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-713f7a10-1fe2-4af3-b625-52569aa13388 req-06b2f05d-ae01-4e73-87bf-9d6aef12f3dd tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552347 Jun 30 09:11:35.858981 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3d138465-cf5c-4691-b9c5-6b9e023317f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:35.860273 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d138465-cf5c-4691-b9c5-6b9e023317f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:35.860900 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3d138465-cf5c-4691-b9c5-6b9e023317f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:35.944930 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f938984e-a81f-4f7a-8a71-421be11d6dd7 req-c2aeb81b-ac34-40eb-877c-8506b9e13ecd tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d598cce-6dd6-4c75-a879-20f082fe5845 HTTP/1.1" status: 200 len: 210 time: 0.0397024 Jun 30 09:11:35.945639 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d138465-cf5c-4691-b9c5-6b9e023317f4 admin admin] Pushing event updated for resources: {'Network': ['ID=d11057d7-3cd7-4c66-b575-c6d32f6d6526,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:35.957169 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network d11057d7-3cd7-4c66-b575-c6d32f6d6526 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:11:35.980494 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-a89f86fd-3ec1-4222-8649-99fb949c13ce tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] Made reservation on behalf of 0838d015e3d145f7aac56654e219b2a9 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:35.986155 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-a89f86fd-3ec1-4222-8649-99fb949c13ce tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:35.994856 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33124) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:36.100729 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04c1661e-5a0c-4fc8-8c0b-7b6e5ea7139c tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:36.128098 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3d138465-cf5c-4691-b9c5-6b9e023317f4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8321571 Jun 30 09:11:36.138623 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04c1661e-5a0c-4fc8-8c0b-7b6e5ea7139c tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:36.142035 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 33128) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:36.151210 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-1afe6db5-a61c-4121-96ca-a0a5efda824b admin admin] Request body: {'subnet': {'network_id': 'd11057d7-3cd7-4c66-b575-c6d32f6d6526', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1344294399-subnet', 'tenant_id': '52d01ae74da342359d741b0467db4f83', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:36.192902 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2f7b288b-c901-438b-8e18-9de80dd6b471 req-19b668de-69d3-40c4-9317-01193f18562c tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2f5c698-b4f3-45a5-bdf3-a8730d362202 HTTP/1.1" status: 200 len: 210 time: 0.0674863 Jun 30 09:11:36.277205 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-a89f86fd-3ec1-4222-8649-99fb949c13ce tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] Allocated IP 172.20.0.3 (e1d91b9e-46db-4817-8ab5-5c4fae4864dd/7f27b24e-8777-4974-a00b-3d45a46e8144/4987a616-2be6-48d5-a620-d1fa8ff31ecf) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:36.338533 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04c1661e-5a0c-4fc8-8c0b-7b6e5ea7139c tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:36.342918 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04c1661e-5a0c-4fc8-8c0b-7b6e5ea7139c tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:36.344111 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-04c1661e-5a0c-4fc8-8c0b-7b6e5ea7139c tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "DELETE /v2.0/security-groups/066c296a-b32e-4b97-8a79-1f6b059bab0e HTTP/1.1" status: 204 len: 168 time: 0.3478508 Jun 30 09:11:36.352723 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33132) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:36.369968 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1661e-5a0c-4fc8-8c0b-7b6e5ea7139c tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=066c296a-b32e-4b97-8a79-1f6b059bab0e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:36.379947 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-f1b95147-3bf7-4d2b-9f6b-d9b96123e7a6 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] show failed (client error): The resource could not be found. Jun 30 09:11:36.389473 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f1b95147-3bf7-4d2b-9f6b-d9b96123e7a6 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "GET /v2.0/security-groups/066c296a-b32e-4b97-8a79-1f6b059bab0e HTTP/1.1" status: 404 len: 347 time: 0.0276897 Jun 30 09:11:36.389829 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-97eb591c-9bbd-4759-a38d-27ce863755c0 req-ba7c4518-5dd1-43b4-bca0-cc3b68cb58d9 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/ports?device_id=e72b6ac6-48b7-4992-a786-0677a4a0fdd3 HTTP/1.1" status: 200 len: 210 time: 0.0545239 Jun 30 09:11:36.389829 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afe6db5-a61c-4121-96ca-a0a5efda824b admin admin] Made reservation on behalf of 52d01ae74da342359d741b0467db4f83 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:36.390788 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1afe6db5-a61c-4121-96ca-a0a5efda824b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:36.391835 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33136) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:36.522251 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33140) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:36.579629 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-a1187d78-6cd7-4949-8281-26ae21c65fb7 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Deleting port c2d83264-2df7-466d-b371-76d9d9ce8cc0 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:36.581931 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a1187d78-6cd7-4949-8281-26ae21c65fb7 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:36.687778 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a1187d78-6cd7-4949-8281-26ae21c65fb7 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:36.691213 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a1187d78-6cd7-4949-8281-26ae21c65fb7 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:36.691213 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0c9d43d0-8ffb-4461-a60b-6df1e3498d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:36.711766 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-a1187d78-6cd7-4949-8281-26ae21c65fb7 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Calling delete_port for c2d83264-2df7-466d-b371-76d9d9ce8cc0 owned by network:floatingip {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:36.886221 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-a89f86fd-3ec1-4222-8649-99fb949c13ce tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:36.964511 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0c9d43d0-8ffb-4461-a60b-6df1e3498d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:36.993308 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461af06c-2478-46e5-8634-6d32caa58dd4 req-fa4a551c-7cc9-473a-98a2-298ef48031f1 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:36.999873 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-461af06c-2478-46e5-8634-6d32caa58dd4 req-fa4a551c-7cc9-473a-98a2-298ef48031f1 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 946 time: 0.1557341 Jun 30 09:11:37.044704 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-461af06c-2478-46e5-8634-6d32caa58dd4 req-9f3caf25-f10c-4107-b136-7e959eeb0308 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403149 Jun 30 09:11:37.048608 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0c9d43d0-8ffb-4461-a60b-6df1e3498d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.077464 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-a89f86fd-3ec1-4222-8649-99fb949c13ce tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.085147 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a1187d78-6cd7-4949-8281-26ae21c65fb7 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.125892 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d43d0-8ffb-4461-a60b-6df1e3498d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873696f6-0a88-40b6-b483-e42c840ef699,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:37.133988 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0c9d43d0-8ffb-4461-a60b-6df1e3498d4b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f1221ba1aa314e1bb0c979303c0674db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6053929 Jun 30 09:11:37.138966 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1187d78-6cd7-4949-8281-26ae21c65fb7 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Pushing event deleted for resources: {'Port': ['ID=c2d83264-2df7-466d-b371-76d9d9ce8cc0,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:37.141211 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33148) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:37.159991 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1afe6db5-a61c-4121-96ca-a0a5efda824b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.175707 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-a89f86fd-3ec1-4222-8649-99fb949c13ce tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] Network e1d91b9e-46db-4817-8ab5-5c4fae4864dd is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:37.190467 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.204710 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-a89f86fd-3ec1-4222-8649-99fb949c13ce tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:37.210359 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-a89f86fd-3ec1-4222-8649-99fb949c13ce tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:37.235056 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a1187d78-6cd7-4949-8281-26ae21c65fb7 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks [] for floatingip, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.245847 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a1187d78-6cd7-4949-8281-26ae21c65fb7 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.245847 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a1187d78-6cd7-4949-8281-26ae21c65fb7 tempest-ServersTestManualDisk-1561424969 tempest-ServersTestManualDisk-1561424969-project] 10.222.0.10 "DELETE /v2.0/floatingips/c31546fe-83f0-45e4-95c3-0bfdf6df5790 HTTP/1.1" status: 204 len: 168 time: 0.8486321 Jun 30 09:11:37.245847 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33154) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:37.266806 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f86fd-3ec1-4222-8649-99fb949c13ce tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] Pushing event updated for resources: {'Port': ['ID=4987a616-2be6-48d5-a620-d1fa8ff31ecf,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:37.310379 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6b0e61ac-3049-42fd-928c-d39fa39f4486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.312469 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-a89f86fd-3ec1-4222-8649-99fb949c13ce tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:37.313312 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-a89f86fd-3ec1-4222-8649-99fb949c13ce tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.331397 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe6db5-a61c-4121-96ca-a0a5efda824b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9182705b-edd9-45a9-9c90-001746f32390,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:37.350140 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afe6db5-a61c-4121-96ca-a0a5efda824b admin admin] Checking segment: {'id': 'fe5bfa6e-d533-4dcf-ace1-49a7cd9f3a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd11057d7-3cd7-4c66-b575-c6d32f6d6526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:37.355048 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afe6db5-a61c-4121-96ca-a0a5efda824b admin admin] Network hostable DHCP agents. Network: d11057d7-3cd7-4c66-b575-c6d32f6d6526, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:11:37.372248 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c424d6-1daa-4009-a90e-ecea567ec4f2 req-30f85639-f976-44f6-8c2a-b29a3c0cc762 tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:37.374302 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b9c424d6-1daa-4009-a90e-ecea567ec4f2 req-30f85639-f976-44f6-8c2a-b29a3c0cc762 tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d598cce-6dd6-4c75-a879-20f082fe5845 HTTP/1.1" status: 200 len: 931 time: 0.2851548 Jun 30 09:11:37.375546 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6b0e61ac-3049-42fd-928c-d39fa39f4486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.434719 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b9c424d6-1daa-4009-a90e-ecea567ec4f2 req-8b689451-fcf2-4449-9af1-e2f287eaeddd tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.10 "GET /v2.0/security-groups?id=976b2f45-f6d3-411c-825e-550361821cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519269 Jun 30 09:11:37.453301 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-a89f86fd-3ec1-4222-8649-99fb949c13ce tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7951684 Jun 30 09:11:37.472030 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-9ce97191-2599-4cd3-b76a-6a179493c022 service neutron] Request body: {'port': {'device_id': '6d598cce-6dd6-4c75-a879-20f082fe5845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:37.553043 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afe6db5-a61c-4121-96ca-a0a5efda824b admin admin] Network d11057d7-3cd7-4c66-b575-c6d32f6d6526 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:11:37.572273 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-9ce97191-2599-4cd3-b76a-6a179493c022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.598400 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6b0e61ac-3049-42fd-928c-d39fa39f4486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.598400 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6b0e61ac-3049-42fd-928c-d39fa39f4486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.598400 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6b0e61ac-3049-42fd-928c-d39fa39f4486 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/873696f6-0a88-40b6-b483-e42c840ef699 HTTP/1.1" status: 204 len: 168 time: 0.4377737 Jun 30 09:11:37.626006 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e61ac-3049-42fd-928c-d39fa39f4486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873696f6-0a88-40b6-b483-e42c840ef699,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:37.678298 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0a445517-9978-45b2-ada0-26e87e4a89fc req-7c0b286e-fdea-4076-a11b-4d2e689f4f08 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/ports?device_id=e72b6ac6-48b7-4992-a786-0677a4a0fdd3 HTTP/1.1" status: 200 len: 210 time: 0.0592027 Jun 30 09:11:37.720779 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-1afe6db5-a61c-4121-96ca-a0a5efda824b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, d11057d7-3cd7-4c66-b575-c6d32f6d6526) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:37.739505 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b833036-4efc-41cf-9c9b-5707f78aa2ce None None] Network d11057d7-3cd7-4c66-b575-c6d32f6d6526 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:37.791523 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5c818831-5bdd-4906-aae0-4a8827da254d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.856439 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afe6db5-a61c-4121-96ca-a0a5efda824b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:37.857163 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1afe6db5-a61c-4121-96ca-a0a5efda824b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:38.005521 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f4572c-d64d-4ffa-80d4-6cbe7b7f1a64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-d11057d7-3cd7-4c66-b575-c6d32f6d6526', 'network_id': 'd11057d7-3cd7-4c66-b575-c6d32f6d6526', 'tenant_id': '52d01ae74da342359d741b0467db4f83', 'fixed_ips': [{'subnet_id': '9182705b-edd9-45a9-9c90-001746f32390'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:11:38.006465 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-44f4572c-d64d-4ffa-80d4-6cbe7b7f1a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:38.057070 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1afe6db5-a61c-4121-96ca-a0a5efda824b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9137490 Jun 30 09:11:38.057778 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 33178) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:38.081450 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-f6d0e8dc-82be-4723-bb79-095d9d9b6e7b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1344294399-router', 'tenant_id': '52d01ae74da342359d741b0467db4f83', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:38.236169 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f6d0e8dc-82be-4723-bb79-095d9d9b6e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:38.237690 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f6d0e8dc-82be-4723-bb79-095d9d9b6e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:38.260923 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-44f4572c-d64d-4ffa-80d4-6cbe7b7f1a64 None None] Allocated IP 172.20.0.2 (d11057d7-3cd7-4c66-b575-c6d32f6d6526/9182705b-edd9-45a9-9c90-001746f32390/e5e71bfa-da1f-4872-84bc-5f0369237ff6) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:38.266990 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-9ce97191-2599-4cd3-b76a-6a179493c022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4987a616-2be6-48d5-a620-d1fa8ff31ecf {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:38.304542 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-9ce97191-2599-4cd3-b76a-6a179493c022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:38.322774 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-5c818831-5bdd-4906-aae0-4a8827da254d admin admin] Deleting port 0887ede0-d1ec-4736-8e24-d685d425070a {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:38.323207 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5c818831-5bdd-4906-aae0-4a8827da254d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:38.350534 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-9ce97191-2599-4cd3-b76a-6a179493c022 service neutron] Transition to ACTIVE for port object 4987a616-2be6-48d5-a620-d1fa8ff31ecf will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:38.394416 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f9c85-8615-498d-ab1b-20815f9028ba req-f971fa32-720e-4603-afca-361cc6ec7e7f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:38.396083 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-422f9c85-8615-498d-ab1b-20815f9028ba req-f971fa32-720e-4603-afca-361cc6ec7e7f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 946 time: 0.1579387 Jun 30 09:11:38.471488 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-422f9c85-8615-498d-ab1b-20815f9028ba req-88b6374d-8d73-4f74-93e6-0c522af6e936 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691957 Jun 30 09:11:38.477689 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-9ce97191-2599-4cd3-b76a-6a179493c022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:38.495945 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-44f4572c-d64d-4ffa-80d4-6cbe7b7f1a64 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:38.503027 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f6d0e8dc-82be-4723-bb79-095d9d9b6e7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:38.522141 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-44f4572c-d64d-4ffa-80d4-6cbe7b7f1a64 None None] Transition to ACTIVE for port object e5e71bfa-da1f-4872-84bc-5f0369237ff6 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:38.529239 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-5c818831-5bdd-4906-aae0-4a8827da254d admin admin] For port 0887ede0-d1ec-4736-8e24-d685d425070a, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=0887ede0-d1ec-4736-8e24-d685d425070a,segment=NetworkSegment(1a09536c-8b7a-4961-979f-69f5d6e6b32a),segment_id=1a09536c-8b7a-4961-979f-69f5d6e6b32a)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:38.529432 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5c818831-5bdd-4906-aae0-4a8827da254d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:38.544277 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-44f4572c-d64d-4ffa-80d4-6cbe7b7f1a64 None None] Transition to ACTIVE for port object e5e71bfa-da1f-4872-84bc-5f0369237ff6 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:38.554078 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-5c818831-5bdd-4906-aae0-4a8827da254d admin admin] Calling delete_port for 0887ede0-d1ec-4736-8e24-d685d425070a owned by network:router_interface {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:38.624432 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:38.639776 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce97191-2599-4cd3-b76a-6a179493c022 service neutron] Pushing event updated for resources: {'Port': ['ID=4987a616-2be6-48d5-a620-d1fa8ff31ecf,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:38.687022 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-44f4572c-d64d-4ffa-80d4-6cbe7b7f1a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:38.736158 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 33202) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:38.817981 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f4572c-d64d-4ffa-80d4-6cbe7b7f1a64 None None] Network d11057d7-3cd7-4c66-b575-c6d32f6d6526 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:38.829021 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-44f4572c-d64d-4ffa-80d4-6cbe7b7f1a64 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:38.833200 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f4572c-d64d-4ffa-80d4-6cbe7b7f1a64 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:38.840259 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dff14fd6-90a4-493e-b42a-00c388275918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:38.845638 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-6c2285e9-5c84-427c-bcf3-07b121382a4a tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:38.846231 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-6c2285e9-5c84-427c-bcf3-07b121382a4a tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.52 "GET /v2.0/networks?id=284388e7-105a-4760-9d50-fa5b022d6e08 HTTP/1.1" status: 200 len: 822 time: 0.1326015 Jun 30 09:11:38.873145 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4572c-d64d-4ffa-80d4-6cbe7b7f1a64 None None] Pushing event updated for resources: {'Port': ['ID=e5e71bfa-da1f-4872-84bc-5f0369237ff6,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:38.889111 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-b6e77e35-fb2a-41a7-bd6d-7142b18335ab tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Request body: {'port': {'device_id': 'e72b6ac6-48b7-4992-a786-0677a4a0fdd3', 'network_id': '284388e7-105a-4760-9d50-fa5b022d6e08', 'admin_state_up': True, 'tenant_id': '7c89c95137294d2aa39240204a9bca4b'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:38.943476 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-44f4572c-d64d-4ffa-80d4-6cbe7b7f1a64 None None] Attempting to bind port e5e71bfa-da1f-4872-84bc-5f0369237ff6 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:11:38.944306 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-44f4572c-d64d-4ffa-80d4-6cbe7b7f1a64 None None] Attempting to bind port e5e71bfa-da1f-4872-84bc-5f0369237ff6 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'fe5bfa6e-d533-4dcf-ace1-49a7cd9f3a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd11057d7-3cd7-4c66-b575-c6d32f6d6526'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:11:38.945469 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f4572c-d64d-4ffa-80d4-6cbe7b7f1a64 None None] Attempting to bind port e5e71bfa-da1f-4872-84bc-5f0369237ff6 on network d11057d7-3cd7-4c66-b575-c6d32f6d6526 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:38.953448 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f4572c-d64d-4ffa-80d4-6cbe7b7f1a64 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:11:38.954167 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f4572c-d64d-4ffa-80d4-6cbe7b7f1a64 None None] Checking segment: {'id': 'fe5bfa6e-d533-4dcf-ace1-49a7cd9f3a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd11057d7-3cd7-4c66-b575-c6d32f6d6526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:38.954592 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-44f4572c-d64d-4ffa-80d4-6cbe7b7f1a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:38.954983 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f4572c-d64d-4ffa-80d4-6cbe7b7f1a64 None None] Bound using segment: {'id': 'fe5bfa6e-d533-4dcf-ace1-49a7cd9f3a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd11057d7-3cd7-4c66-b575-c6d32f6d6526'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:11:38.955481 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-44f4572c-d64d-4ffa-80d4-6cbe7b7f1a64 None None] Bound port: e5e71bfa-da1f-4872-84bc-5f0369237ff6, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5bfa6e-d533-4dcf-ace1-49a7cd9f3a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd11057d7-3cd7-4c66-b575-c6d32f6d6526'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:11:38.955857 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-44f4572c-d64d-4ffa-80d4-6cbe7b7f1a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:38.964432 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f6d0e8dc-82be-4723-bb79-095d9d9b6e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:38.974362 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-9ce97191-2599-4cd3-b76a-6a179493c022 service neutron] Attempting to bind port 4987a616-2be6-48d5-a620-d1fa8ff31ecf on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:11:38.974800 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-9ce97191-2599-4cd3-b76a-6a179493c022 service neutron] Attempting to bind port 4987a616-2be6-48d5-a620-d1fa8ff31ecf by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '87a18403-aba3-4803-9c2e-76458bf3ee5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e1d91b9e-46db-4817-8ab5-5c4fae4864dd'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:11:38.980189 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-9ce97191-2599-4cd3-b76a-6a179493c022 service neutron] Attempting to bind port 4987a616-2be6-48d5-a620-d1fa8ff31ecf on network e1d91b9e-46db-4817-8ab5-5c4fae4864dd {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:38.999536 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-9ce97191-2599-4cd3-b76a-6a179493c022 service neutron] Port 4987a616-2be6-48d5-a620-d1fa8ff31ecf on network e1d91b9e-46db-4817-8ab5-5c4fae4864dd not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:11:39.000105 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-9ce97191-2599-4cd3-b76a-6a179493c022 service neutron] Attempting to bind port 4987a616-2be6-48d5-a620-d1fa8ff31ecf on network e1d91b9e-46db-4817-8ab5-5c4fae4864dd {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:39.024478 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-9ce97191-2599-4cd3-b76a-6a179493c022 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:11:39.024878 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-9ce97191-2599-4cd3-b76a-6a179493c022 service neutron] Checking segment: {'id': '87a18403-aba3-4803-9c2e-76458bf3ee5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e1d91b9e-46db-4817-8ab5-5c4fae4864dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:39.025378 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-9ce97191-2599-4cd3-b76a-6a179493c022 service neutron] Bound using segment: {'id': '87a18403-aba3-4803-9c2e-76458bf3ee5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e1d91b9e-46db-4817-8ab5-5c4fae4864dd'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:11:39.026452 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-9ce97191-2599-4cd3-b76a-6a179493c022 service neutron] Bound port: 4987a616-2be6-48d5-a620-d1fa8ff31ecf, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87a18403-aba3-4803-9c2e-76458bf3ee5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e1d91b9e-46db-4817-8ab5-5c4fae4864dd'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:11:39.026914 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-9ce97191-2599-4cd3-b76a-6a179493c022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.064298 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffec64-58f9-4cee-aabf-0575f81b7141 req-1dfaf558-941b-4869-8338-275449e8f6fa tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:39.073641 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a0ffec64-58f9-4cee-aabf-0575f81b7141 req-1dfaf558-941b-4869-8338-275449e8f6fa tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d598cce-6dd6-4c75-a879-20f082fe5845 HTTP/1.1" status: 200 len: 943 time: 0.3342133 Jun 30 09:11:39.082893 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-44f4572c-d64d-4ffa-80d4-6cbe7b7f1a64 None None] For port e5e71bfa-da1f-4872-84bc-5f0369237ff6, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:11:39.086680 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-44f4572c-d64d-4ffa-80d4-6cbe7b7f1a64 None None] For port e5e71bfa-da1f-4872-84bc-5f0369237ff6, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e5e71bfa-da1f-4872-84bc-5f0369237ff6,segment=NetworkSegment(fe5bfa6e-d533-4dcf-ace1-49a7cd9f3a4c),segment_id=fe5bfa6e-d533-4dcf-ace1-49a7cd9f3a4c)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:11:39.117274 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ab7119ea-9868-4c86-8396-380140ac38bf req-2dcadf85-417f-4d35-b792-39b9266c50ed tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/ports?device_id=e72b6ac6-48b7-4992-a786-0677a4a0fdd3 HTTP/1.1" status: 200 len: 210 time: 0.0963657 Jun 30 09:11:39.119857 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5c818831-5bdd-4906-aae0-4a8827da254d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.152165 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c818831-5bdd-4906-aae0-4a8827da254d admin admin] Pushing event deleted for resources: {'Port': ['ID=0887ede0-d1ec-4736-8e24-d685d425070a,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:39.179197 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-44f4572c-d64d-4ffa-80d4-6cbe7b7f1a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.266235 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a0ffec64-58f9-4cee-aabf-0575f81b7141 req-20c4f16b-63f9-41c6-9265-7bda4ec45432 tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.10 "GET /v2.0/security-groups?id=976b2f45-f6d3-411c-825e-550361821cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914322 Jun 30 09:11:39.272379 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-9ce97191-2599-4cd3-b76a-6a179493c022 service neutron] For port 4987a616-2be6-48d5-a620-d1fa8ff31ecf, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:11:39.326891 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dff14fd6-90a4-493e-b42a-00c388275918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.364025 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4572c-d64d-4ffa-80d4-6cbe7b7f1a64 None None] Pushing event updated for resources: {'Port': ['ID=e5e71bfa-da1f-4872-84bc-5f0369237ff6,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:39.414937 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-9ce97191-2599-4cd3-b76a-6a179493c022 service neutron] For port 4987a616-2be6-48d5-a620-d1fa8ff31ecf, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=4987a616-2be6-48d5-a620-d1fa8ff31ecf,segment=NetworkSegment(87a18403-aba3-4803-9c2e-76458bf3ee5e),segment_id=87a18403-aba3-4803-9c2e-76458bf3ee5e)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:11:39.476683 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dff14fd6-90a4-493e-b42a-00c388275918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.540334 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5c818831-5bdd-4906-aae0-4a8827da254d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.634232 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-dff14fd6-90a4-493e-b42a-00c388275918 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=147a26a79dc04b259980bacaeedf8799&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8899975 Jun 30 09:11:39.648658 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 33220) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:39.757130 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff14fd6-90a4-493e-b42a-00c388275918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ff5d94-6d54-4fc3-86a6-3ff777157a16,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:39.804371 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-9ce97191-2599-4cd3-b76a-6a179493c022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.875275 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62eaa44-eb0a-4b73-9633-dbb0360c0d33 req-a0571443-3646-4b7b-8154-f6e69c1edaa8 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:39.882869 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62eaa44-eb0a-4b73-9633-dbb0360c0d33 req-a0571443-3646-4b7b-8154-f6e69c1edaa8 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:39.890554 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e62eaa44-eb0a-4b73-9633-dbb0360c0d33 req-a0571443-3646-4b7b-8154-f6e69c1edaa8 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/ports?device_id=33600910-de5a-4783-b206-448c7f74d143&device_id=ce3ea4e4-632c-497d-9cb0-810ef14a4ac8 HTTP/1.1" status: 200 len: 1681 time: 0.3693614 Jun 30 09:11:39.940925 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f6d0e8dc-82be-4723-bb79-095d9d9b6e7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.946433 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-9ce97191-2599-4cd3-b76a-6a179493c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:39.947108 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-9ce97191-2599-4cd3-b76a-6a179493c022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.948714 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-9ce97191-2599-4cd3-b76a-6a179493c022 service neutron] 10.222.0.37 "PUT /v2.0/ports/4987a616-2be6-48d5-a620-d1fa8ff31ecf HTTP/1.1" status: 200 len: 1092 time: 2.4870872 Jun 30 09:11:39.968584 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d598cce-6dd6-4c75-a879-20f082fe5845', 'tag': '4987a616-2be6-48d5-a620-d1fa8ff31ecf'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:39.968765 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c818831-5bdd-4906-aae0-4a8827da254d admin admin] Router 9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:11:39.968886 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e062243-b824-4124-ba3f-6a516366b07c" -d '{"events": [{"name": "network-changed", "server_uuid": "6d598cce-6dd6-4c75-a879-20f082fe5845", "tag": "4987a616-2be6-48d5-a620-d1fa8ff31ecf"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:39.985630 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e62eaa44-eb0a-4b73-9633-dbb0360c0d33 req-59bbd277-78d4-4343-8412-f239ec211de8 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5c2aac2-8b32-4ff1-85a9-f1e898df9c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933340 Jun 30 09:11:40.024078 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f6d0e8dc-82be-4723-bb79-095d9d9b6e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:40.061822 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-b6e77e35-fb2a-41a7-bd6d-7142b18335ab tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Made reservation on behalf of 7c89c95137294d2aa39240204a9bca4b for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:40.061822 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-b6e77e35-fb2a-41a7-bd6d-7142b18335ab tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:40.062413 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce97191-2599-4cd3-b76a-6a179493c022 service neutron] Pushing event updated for resources: {'Port': ['ID=4987a616-2be6-48d5-a620-d1fa8ff31ecf,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:40.067432 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7e3ddd24-f3e2-463a-9e0d-7c5bfa3d2a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:40.174838 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02384d4-d7ae-4b31-8aba-9c856f4d7f10 req-b300948a-8a97-4035-aa50-4c93f078b019 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:40.183749 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e02384d4-d7ae-4b31-8aba-9c856f4d7f10 req-b300948a-8a97-4035-aa50-4c93f078b019 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 946 time: 0.4347000 Jun 30 09:11:40.196130 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7e3ddd24-f3e2-463a-9e0d-7c5bfa3d2a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:40.262944 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c63b83-d0e0-4d78-9b9f-348f6cff819c x-openstack-request-id: req-81c63b83-d0e0-4d78-9b9f-348f6cff819c {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:40.263688 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d598cce-6dd6-4c75-a879-20f082fe5845", "tag": "4987a616-2be6-48d5-a620-d1fa8ff31ecf", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:40.266976 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-81c63b83-d0e0-4d78-9b9f-348f6cff819c {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:40.268310 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d598cce-6dd6-4c75-a879-20f082fe5845', 'tag': '4987a616-2be6-48d5-a620-d1fa8ff31ecf', 'status': 'completed', 'code': 200} Jun 30 09:11:40.478286 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-f6d0e8dc-82be-4723-bb79-095d9d9b6e7b admin admin] Allocated IP 172.25.6.186 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/13110ba9-ca53-4bd3-b7a7-dbb25900b7ba) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:40.498563 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e02384d4-d7ae-4b31-8aba-9c856f4d7f10 req-2e163d7f-af29-477c-b5fa-62a7249410a0 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3126488 Jun 30 09:11:40.643769 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81e8dc0e-21c8-4ff0-b27b-81a9f37647fa req-fd08d775-026c-44f6-a394-73725c4ec26c tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/ports?device_id=e72b6ac6-48b7-4992-a786-0677a4a0fdd3 HTTP/1.1" status: 200 len: 210 time: 0.0502336 Jun 30 09:11:40.670167 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f6d0e8dc-82be-4723-bb79-095d9d9b6e7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:40.729359 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7e3ddd24-f3e2-463a-9e0d-7c5bfa3d2a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:40.731364 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c818831-5bdd-4906-aae0-4a8827da254d admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:11:40.733666 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7e3ddd24-f3e2-463a-9e0d-7c5bfa3d2a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:40.734758 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7e3ddd24-f3e2-463a-9e0d-7c5bfa3d2a78 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/19ff5d94-6d54-4fc3-86a6-3ff777157a16 HTTP/1.1" status: 204 len: 168 time: 1.0817943 Jun 30 09:11:40.741637 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f732ad7f-c2d0-48be-811e-9178c0abc0c0 None None] Sync routers for ids ['9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:11:40.749252 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5c818831-5bdd-4906-aae0-4a8827da254d admin admin] 10.222.0.10 "PUT /v2.0/routers/9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5007377 Jun 30 09:11:40.756477 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 33236) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:40.762910 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ddd24-f3e2-463a-9e0d-7c5bfa3d2a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ff5d94-6d54-4fc3-86a6-3ff777157a16,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:40.767378 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f732ad7f-c2d0-48be-811e-9178c0abc0c0 None None] Routers {'9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:40.771017 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f732ad7f-c2d0-48be-811e-9178c0abc0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:11:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:40.893479 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-b6e77e35-fb2a-41a7-bd6d-7142b18335ab tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Allocated IP 172.20.0.11 (284388e7-105a-4760-9d50-fa5b022d6e08/7cbbc708-a860-4c65-b64e-9abdb8d46899/55085f8b-8fc7-462c-8deb-40d021816cac) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:40.912479 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f6d0e8dc-82be-4723-bb79-095d9d9b6e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:41.063021 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d0e8dc-82be-4723-bb79-095d9d9b6e7b admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:41.085905 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-f6d0e8dc-82be-4723-bb79-095d9d9b6e7b admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:41.087821 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-f732ad7f-c2d0-48be-811e-9178c0abc0c0 None None] Set router 9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:11:41.102332 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d0e8dc-82be-4723-bb79-095d9d9b6e7b admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:41.156347 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5208d7-278f-4ad8-848c-cdbbf2a120cb None None] Network d11057d7-3cd7-4c66-b575-c6d32f6d6526 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:41.288952 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898a2e7-a2bc-4888-84cc-459f550be46a req-73ac3fd2-14e9-4e3f-b391-238b301ac7cf tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:41.302439 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-8e4b1377-db3b-4713-b378-6a3a93fcde86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:41.307733 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1898a2e7-a2bc-4888-84cc-459f550be46a req-73ac3fd2-14e9-4e3f-b391-238b301ac7cf tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d598cce-6dd6-4c75-a879-20f082fe5845 HTTP/1.1" status: 200 len: 943 time: 0.3185959 Jun 30 09:11:41.308668 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-8e4b1377-db3b-4713-b378-6a3a93fcde86 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0838d015e3d145f7aac56654e219b2a9&device_id=6d598cce-6dd6-4c75-a879-20f082fe5845 HTTP/1.1" status: 200 len: 1095 time: 1.1101644 Jun 30 09:11:41.339225 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-25d75ad9-9ae1-468c-bf3c-75e4d380e191 admin admin] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:41.432452 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-09b2ef4e-4957-4e51-acdf-49a0538429f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4987a616-2be6-48d5-a620-d1fa8ff31ecf HTTP/1.1" status: 200 len: 217 time: 0.0887151 Jun 30 09:11:41.449172 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1898a2e7-a2bc-4888-84cc-459f550be46a req-d411e9a0-d840-4cec-acdf-aba1387171bc tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.10 "GET /v2.0/security-groups?id=976b2f45-f6d3-411c-825e-550361821cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404276 Jun 30 09:11:41.479284 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0e8dc-82be-4723-bb79-095d9d9b6e7b admin admin] Pushing event updated for resources: {'Port': ['ID=13110ba9-ca53-4bd3-b7a7-dbb25900b7ba,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:41.552553 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e5e71bfa-da1f-4872-84bc-5f0369237ff6 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:41.565236 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-b6e77e35-fb2a-41a7-bd6d-7142b18335ab tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:41.715746 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-26f61617-7630-41ea-bf4a-c5eefb71ce85 None None] Provisioning for port e5e71bfa-da1f-4872-84bc-5f0369237ff6 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:41.747261 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-b6e77e35-fb2a-41a7-bd6d-7142b18335ab tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:41.849646 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-c4f2d2fa-2443-4f36-b174-3b44f477e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:41.851211 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-c4f2d2fa-2443-4f36-b174-3b44f477e81a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f27b24e-8777-4974-a00b-3d45a46e8144 HTTP/1.1" status: 200 len: 855 time: 0.3731287 Jun 30 09:11:41.857250 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e77e35-fb2a-41a7-bd6d-7142b18335ab tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Pushing event updated for resources: {'Port': ['ID=55085f8b-8fc7-462c-8deb-40d021816cac,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:41.898639 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-b6e77e35-fb2a-41a7-bd6d-7142b18335ab tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Network 284388e7-105a-4760-9d50-fa5b022d6e08 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:41.901206 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-b6e77e35-fb2a-41a7-bd6d-7142b18335ab tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:41.910693 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-b6e77e35-fb2a-41a7-bd6d-7142b18335ab tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:42.009458 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f732ad7f-c2d0-48be-811e-9178c0abc0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'name': 'tempest-ServersTestManualDisk-105338152-router', 'tenant_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'd860bcb1-8f62-4de3-9581-123675bb88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:39Z', 'updated_at': '2021-06-30T09:11:38Z', 'revision_number': 5, 'project_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'gw_port': {'id': 'd860bcb1-8f62-4de3-9581-123675bb88e2', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:42Z', 'updated_at': '2021-06-30T09:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:42.064451 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-b6e77e35-fb2a-41a7-bd6d-7142b18335ab tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:42.065842 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-b6e77e35-fb2a-41a7-bd6d-7142b18335ab tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:42.082637 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f732ad7f-c2d0-48be-811e-9178c0abc0c0 None None] Checking router: 9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:11:42.101893 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port e5e71bfa-da1f-4872-84bc-5f0369237ff6 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:42.139999 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7805a-b71c-4243-9fb3-c0d879e60bff req-600f5aa5-b902-4922-bdd5-31a01cd99a9d tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:42.147099 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5da7805a-b71c-4243-9fb3-c0d879e60bff req-600f5aa5-b902-4922-bdd5-31a01cd99a9d tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 946 time: 0.1993141 Jun 30 09:11:42.149548 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-b6e77e35-fb2a-41a7-bd6d-7142b18335ab tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2676687 Jun 30 09:11:42.163800 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port e5e71bfa-da1f-4872-84bc-5f0369237ff6 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:42.164455 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:42.167951 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-f399de74-e831-4bcc-93da-c9ec922e7762 service neutron] Request body: {'port': {'device_id': 'e72b6ac6-48b7-4992-a786-0677a4a0fdd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:42.178330 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f732ad7f-c2d0-48be-811e-9178c0abc0c0 None None] Routers {'9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:42.179336 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f732ad7f-c2d0-48be-811e-9178c0abc0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:11:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:42.316867 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5da7805a-b71c-4243-9fb3-c0d879e60bff req-30ee9fa1-1ab2-4818-bfc6-5fc43f4dd3ea tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605949 Jun 30 09:11:42.529202 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-9796637c-72fa-4e15-aaf1-9db35bc0c818 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e1d91b9e-46db-4817-8ab5-5c4fae4864dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6521461 Jun 30 09:11:42.556179 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-f399de74-e831-4bcc-93da-c9ec922e7762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:42.564392 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-f732ad7f-c2d0-48be-811e-9178c0abc0c0 None None] Set router 9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:11:42.608422 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:42.758713 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port e5e71bfa-da1f-4872-84bc-5f0369237ff6, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e5e71bfa-da1f-4872-84bc-5f0369237ff6,segment=NetworkSegment(fe5bfa6e-d533-4dcf-ace1-49a7cd9f3a4c),segment_id=fe5bfa6e-d533-4dcf-ace1-49a7cd9f3a4c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:42.896571 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-25d75ad9-9ae1-468c-bf3c-75e4d380e191 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:42.944076 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f732ad7f-c2d0-48be-811e-9178c0abc0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'name': 'tempest-ServersTestManualDisk-105338152-router', 'tenant_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'd860bcb1-8f62-4de3-9581-123675bb88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:39Z', 'updated_at': '2021-06-30T09:11:38Z', 'revision_number': 5, 'project_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'gw_port': {'id': 'd860bcb1-8f62-4de3-9581-123675bb88e2', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:42Z', 'updated_at': '2021-06-30T09:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:42.957281 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-72775481-7efb-4e2c-8808-bfbd4f78249b service neutron] 10.222.0.37 "GET /v2.0/networks/e1d91b9e-46db-4817-8ab5-5c4fae4864dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928258 Jun 30 09:11:43.032398 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f732ad7f-c2d0-48be-811e-9178c0abc0c0 None None] The sync data for ids ['9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516'] in n-d-771363-31 is: [{'id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'name': 'tempest-ServersTestManualDisk-105338152-router', 'tenant_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'd860bcb1-8f62-4de3-9581-123675bb88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:39Z', 'updated_at': '2021-06-30T09:11:38Z', 'revision_number': 5, 'project_id': 'bc4e00c477d14bf68646e41ac1f1517b', 'gw_port': {'id': 'd860bcb1-8f62-4de3-9581-123675bb88e2', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:42Z', 'updated_at': '2021-06-30T09:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:11:43.035108 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:43.107356 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63beee71-469b-4a76-862d-0f98d76bc8d7 req-6f56f237-7ede-4a5d-87fe-e69b1b9d9c16 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:43.109549 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-63beee71-469b-4a76-862d-0f98d76bc8d7 req-6f56f237-7ede-4a5d-87fe-e69b1b9d9c16 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/ports?device_id=e72b6ac6-48b7-4992-a786-0677a4a0fdd3 HTTP/1.1" status: 200 len: 932 time: 0.5887866 Jun 30 09:11:43.144343 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=e5e71bfa-da1f-4872-84bc-5f0369237ff6,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:43.156077 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a79c6d6-d322-4849-8101-58189db6925f None None] Provisioning complete for port e5e71bfa-da1f-4872-84bc-5f0369237ff6 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:43.156268 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a79c6d6-d322-4849-8101-58189db6925f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:43.197489 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-f399de74-e831-4bcc-93da-c9ec922e7762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55085f8b-8fc7-462c-8deb-40d021816cac {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:43.207957 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-f399de74-e831-4bcc-93da-c9ec922e7762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:43.233680 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-f399de74-e831-4bcc-93da-c9ec922e7762 service neutron] Transition to ACTIVE for port object 55085f8b-8fc7-462c-8deb-40d021816cac will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:43.240744 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f6d0e8dc-82be-4723-bb79-095d9d9b6e7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:43.328057 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-63beee71-469b-4a76-862d-0f98d76bc8d7 req-e17dea4c-23e3-4b07-9d43-83e625c84158 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/security-groups?id=cfc36a6d-4dda-46d3-832c-5b73ad6a9438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910777 Jun 30 09:11:43.360678 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c6ee6-40e9-4cf5-b2c8-0ea6cba1949a req-a21f3b2a-2947-4a5a-a6a0-c04845c3dbea tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:43.362666 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c10c6ee6-40e9-4cf5-b2c8-0ea6cba1949a req-a21f3b2a-2947-4a5a-a6a0-c04845c3dbea tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce3ea4e4-632c-497d-9cb0-810ef14a4ac8 HTTP/1.1" status: 200 len: 945 time: 0.0945978 Jun 30 09:11:43.555043 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-f399de74-e831-4bcc-93da-c9ec922e7762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:43.573054 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5814aaa3-6c0c-4487-b322-4c2cafaaabf9 req-cd128bf3-1cd4-4b63-84d7-506df0cb8195 service neutron] 10.222.0.37 "GET /v2.0/networks/e1d91b9e-46db-4817-8ab5-5c4fae4864dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5803404 Jun 30 09:11:43.580964 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e5e71bfa-da1f-4872-84bc-5f0369237ff6 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:43.627825 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-25d75ad9-9ae1-468c-bf3c-75e4d380e191 admin admin] Deleting port d860bcb1-8f62-4de3-9581-123675bb88e2 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:43.628179 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-25d75ad9-9ae1-468c-bf3c-75e4d380e191 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:43.766294 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port e5e71bfa-da1f-4872-84bc-5f0369237ff6 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:43.767003 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:43.782026 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399de74-e831-4bcc-93da-c9ec922e7762 service neutron] Pushing event updated for resources: {'Port': ['ID=55085f8b-8fc7-462c-8deb-40d021816cac,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:43.788760 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-c10c6ee6-40e9-4cf5-b2c8-0ea6cba1949a req-bd245fa1-0b61-449e-9bdb-23b2b9f8c811 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Deleting port 90dd05ab-fec0-43e8-b896-ac1f3d4cdd36 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:43.789226 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c10c6ee6-40e9-4cf5-b2c8-0ea6cba1949a req-bd245fa1-0b61-449e-9bdb-23b2b9f8c811 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:43.847838 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:11:43.964959 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 0887ede0-d1ec-4736-8e24-d685d425070a no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:44.007082 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 0887ede0-d1ec-4736-8e24-d685d425070a {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:44.007462 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 0887ede0-d1ec-4736-8e24-d685d425070a not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:44.100942 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-f399de74-e831-4bcc-93da-c9ec922e7762 service neutron] Attempting to bind port 55085f8b-8fc7-462c-8deb-40d021816cac on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:11:44.100942 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-f399de74-e831-4bcc-93da-c9ec922e7762 service neutron] Attempting to bind port 55085f8b-8fc7-462c-8deb-40d021816cac by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '6e7ee4b6-9c48-44b9-a042-bfdde6e646d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '284388e7-105a-4760-9d50-fa5b022d6e08'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:11:44.100942 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-f399de74-e831-4bcc-93da-c9ec922e7762 service neutron] Attempting to bind port 55085f8b-8fc7-462c-8deb-40d021816cac on network 284388e7-105a-4760-9d50-fa5b022d6e08 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:44.112068 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-25d75ad9-9ae1-468c-bf3c-75e4d380e191 admin admin] For port d860bcb1-8f62-4de3-9581-123675bb88e2, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=d860bcb1-8f62-4de3-9581-123675bb88e2,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:44.112577 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-25d75ad9-9ae1-468c-bf3c-75e4d380e191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.124196 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-c10c6ee6-40e9-4cf5-b2c8-0ea6cba1949a req-bd245fa1-0b61-449e-9bdb-23b2b9f8c811 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] For port 90dd05ab-fec0-43e8-b896-ac1f3d4cdd36, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=90dd05ab-fec0-43e8-b896-ac1f3d4cdd36,segment=NetworkSegment(95629d3f-d283-4307-af9a-4ab36a5d8b5c),segment_id=95629d3f-d283-4307-af9a-4ab36a5d8b5c)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:44.124466 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c10c6ee6-40e9-4cf5-b2c8-0ea6cba1949a req-bd245fa1-0b61-449e-9bdb-23b2b9f8c811 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.129257 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-f399de74-e831-4bcc-93da-c9ec922e7762 service neutron] Port 55085f8b-8fc7-462c-8deb-40d021816cac on network 284388e7-105a-4760-9d50-fa5b022d6e08 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:11:44.129750 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-f399de74-e831-4bcc-93da-c9ec922e7762 service neutron] Attempting to bind port 55085f8b-8fc7-462c-8deb-40d021816cac on network 284388e7-105a-4760-9d50-fa5b022d6e08 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:44.141810 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-f399de74-e831-4bcc-93da-c9ec922e7762 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:11:44.142279 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-f399de74-e831-4bcc-93da-c9ec922e7762 service neutron] Checking segment: {'id': '6e7ee4b6-9c48-44b9-a042-bfdde6e646d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '284388e7-105a-4760-9d50-fa5b022d6e08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:44.154862 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-f399de74-e831-4bcc-93da-c9ec922e7762 service neutron] Bound using segment: {'id': '6e7ee4b6-9c48-44b9-a042-bfdde6e646d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '284388e7-105a-4760-9d50-fa5b022d6e08'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:11:44.154862 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-f399de74-e831-4bcc-93da-c9ec922e7762 service neutron] Bound port: 55085f8b-8fc7-462c-8deb-40d021816cac, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e7ee4b6-9c48-44b9-a042-bfdde6e646d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '284388e7-105a-4760-9d50-fa5b022d6e08'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:11:44.154862 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-f399de74-e831-4bcc-93da-c9ec922e7762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.155299 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-25d75ad9-9ae1-468c-bf3c-75e4d380e191 admin admin] Calling delete_port for d860bcb1-8f62-4de3-9581-123675bb88e2 owned by network:router_gateway {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:44.164067 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47c105-0255-4707-a8fe-553314e6de03 req-fe1c1b98-d56e-4324-9939-ba29f78f2e35 tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:44.171735 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb47c105-0255-4707-a8fe-553314e6de03 req-fe1c1b98-d56e-4324-9939-ba29f78f2e35 tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d598cce-6dd6-4c75-a879-20f082fe5845 HTTP/1.1" status: 200 len: 943 time: 0.5317609 Jun 30 09:11:44.191844 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f6d0e8dc-82be-4723-bb79-095d9d9b6e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.195007 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6b420-7590-4968-b02c-454cff211f0e req-6c14e293-ebf8-4bb1-9446-1197e831ab03 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:44.196613 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-99b6b420-7590-4968-b02c-454cff211f0e req-6c14e293-ebf8-4bb1-9446-1197e831ab03 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 946 time: 0.3234596 Jun 30 09:11:44.204298 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-c10c6ee6-40e9-4cf5-b2c8-0ea6cba1949a req-bd245fa1-0b61-449e-9bdb-23b2b9f8c811 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Calling delete_port for 90dd05ab-fec0-43e8-b896-ac1f3d4cdd36 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:44.216589 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e062243-b824-4124-ba3f-6a516366b07c req-2a5bcaca-de35-4091-9716-b3d41503ca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:44.218397 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e062243-b824-4124-ba3f-6a516366b07c req-2a5bcaca-de35-4091-9716-b3d41503ca3f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0838d015e3d145f7aac56654e219b2a9&device_id=6d598cce-6dd6-4c75-a879-20f082fe5845 HTTP/1.1" status: 200 len: 1095 time: 0.4187045 Jun 30 09:11:44.746307 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-99b6b420-7590-4968-b02c-454cff211f0e req-3ce1a90d-0ae6-4dd6-b9b9-df3953a08e38 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276641 Jun 30 09:11:44.746307 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-f399de74-e831-4bcc-93da-c9ec922e7762 service neutron] For port 55085f8b-8fc7-462c-8deb-40d021816cac, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:11:44.746307 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-f399de74-e831-4bcc-93da-c9ec922e7762 service neutron] For port 55085f8b-8fc7-462c-8deb-40d021816cac, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=55085f8b-8fc7-462c-8deb-40d021816cac,segment=NetworkSegment(6e7ee4b6-9c48-44b9-a042-bfdde6e646d9),segment_id=6e7ee4b6-9c48-44b9-a042-bfdde6e646d9)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:11:44.757282 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e062243-b824-4124-ba3f-6a516366b07c req-c3c75ee6-5511-4171-b67c-6f44a068c498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:44.757282 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e062243-b824-4124-ba3f-6a516366b07c req-c3c75ee6-5511-4171-b67c-6f44a068c498 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e1d91b9e-46db-4817-8ab5-5c4fae4864dd HTTP/1.1" status: 200 len: 916 time: 0.3347061 Jun 30 09:11:44.757282 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb47c105-0255-4707-a8fe-553314e6de03 req-d7d69685-c489-4c17-986f-03bcf9f2cc95 tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.10 "GET /v2.0/security-groups?id=976b2f45-f6d3-411c-825e-550361821cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425850 Jun 30 09:11:44.762986 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-f399de74-e831-4bcc-93da-c9ec922e7762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.766499 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e062243-b824-4124-ba3f-6a516366b07c req-7fc1c933-3dec-4137-8301-2040950fb7a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4987a616-2be6-48d5-a620-d1fa8ff31ecf HTTP/1.1" status: 200 len: 217 time: 0.0641656 Jun 30 09:11:44.769066 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399de74-e831-4bcc-93da-c9ec922e7762 service neutron] Pushing event updated for resources: {'Port': ['ID=55085f8b-8fc7-462c-8deb-40d021816cac,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:44.784091 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a06cce-1fd7-4532-aef6-bb302f927aad req-cdcc4ee0-369a-4757-aa51-7d7bc6d327df tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:44.787481 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a3a06cce-1fd7-4532-aef6-bb302f927aad req-cdcc4ee0-369a-4757-aa51-7d7bc6d327df tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/ports?device_id=e72b6ac6-48b7-4992-a786-0677a4a0fdd3 HTTP/1.1" status: 200 len: 944 time: 0.2043664 Jun 30 09:11:44.788168 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c10c6ee6-40e9-4cf5-b2c8-0ea6cba1949a req-bd245fa1-0b61-449e-9bdb-23b2b9f8c811 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.795796 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-f399de74-e831-4bcc-93da-c9ec922e7762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:44.796570 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-f399de74-e831-4bcc-93da-c9ec922e7762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.798759 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-f399de74-e831-4bcc-93da-c9ec922e7762 service neutron] 10.222.0.52 "PUT /v2.0/ports/55085f8b-8fc7-462c-8deb-40d021816cac HTTP/1.1" status: 200 len: 1093 time: 2.6382232 Jun 30 09:11:44.799904 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['90dd05ab-fec0-43e8-b896-ac1f3d4cdd36'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:44.808811 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['97930d1d-46a5-406f-8e28-73b1b64c1b37'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:44.826890 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e062243-b824-4124-ba3f-6a516366b07c req-8023a237-6416-45b9-b7ca-8974ed43b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:44.828469 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e062243-b824-4124-ba3f-6a516366b07c req-8023a237-6416-45b9-b7ca-8974ed43b0fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f27b24e-8777-4974-a00b-3d45a46e8144 HTTP/1.1" status: 200 len: 855 time: 0.1458383 Jun 30 09:11:44.830956 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e72b6ac6-48b7-4992-a786-0677a4a0fdd3', 'tag': '55085f8b-8fc7-462c-8deb-40d021816cac'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:44.834356 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1448b4-7be1-4ca9-857b-810803a3fe4d" -d '{"events": [{"name": "network-changed", "server_uuid": "e72b6ac6-48b7-4992-a786-0677a4a0fdd3", "tag": "55085f8b-8fc7-462c-8deb-40d021816cac"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:44.860696 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd245fa1-0b61-449e-9bdb-23b2b9f8c811 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Pushing event deleted for resources: {'Port': ['ID=90dd05ab-fec0-43e8-b896-ac1f3d4cdd36,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:44.879200 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f538d7db-9f30-41cb-8d62-38eeefe2e95c req-18a39386-1674-4505-8691-e7d93f4e0e8a tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce3ea4e4-632c-497d-9cb0-810ef14a4ac8 HTTP/1.1" status: 200 len: 210 time: 0.0559011 Jun 30 09:11:44.899184 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a3a06cce-1fd7-4532-aef6-bb302f927aad req-e1abc70b-2db9-4499-8028-0036a8e30aef tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/security-groups?id=cfc36a6d-4dda-46d3-832c-5b73ad6a9438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603137 Jun 30 09:11:44.929112 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e062243-b824-4124-ba3f-6a516366b07c req-724153e0-4789-4237-9a32-e346f1a6b84d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e1d91b9e-46db-4817-8ab5-5c4fae4864dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891151 Jun 30 09:11:44.999955 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10c6ee6-40e9-4cf5-b2c8-0ea6cba1949a req-bd245fa1-0b61-449e-9bdb-23b2b9f8c811 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] No DVR routers for this DVR port 90dd05ab-fec0-43e8-b896-ac1f3d4cdd36 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:45.004405 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c10c6ee6-40e9-4cf5-b2c8-0ea6cba1949a req-bd245fa1-0b61-449e-9bdb-23b2b9f8c811 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.006658 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c10c6ee6-40e9-4cf5-b2c8-0ea6cba1949a req-bd245fa1-0b61-449e-9bdb-23b2b9f8c811 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.52 "DELETE /v2.0/ports/90dd05ab-fec0-43e8-b896-ac1f3d4cdd36 HTTP/1.1" status: 204 len: 173 time: 1.6339762 Jun 30 09:11:45.101260 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5d38a-fd0d-4218-a073-d1df975aa0e3 req-780fcf4c-9622-40bb-a995-445dd6e6a4da tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:45.112949 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-32a5d38a-fd0d-4218-a073-d1df975aa0e3 req-780fcf4c-9622-40bb-a995-445dd6e6a4da tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.37 "GET /v2.0/ports?device_id=33600910-de5a-4783-b206-448c7f74d143 HTTP/1.1" status: 200 len: 945 time: 0.1189559 Jun 30 09:11:45.154668 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-25d75ad9-9ae1-468c-bf3c-75e4d380e191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.294034 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d75ad9-9ae1-468c-bf3c-75e4d380e191 admin admin] Pushing event deleted for resources: {'Port': ['ID=d860bcb1-8f62-4de3-9581-123675bb88e2,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:45.363674 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e062243-b824-4124-ba3f-6a516366b07c req-24335c16-9803-4d21-826b-ef48a4668f2a service neutron] 10.222.0.37 "GET /v2.0/networks/e1d91b9e-46db-4817-8ab5-5c4fae4864dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263024 Jun 30 09:11:45.364458 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d0e8dc-82be-4723-bb79-095d9d9b6e7b admin admin] Router e0f1518e-bfc2-4347-8d1e-b58cefc6401d is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:11:45.409358 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902e6ce5-d3ad-4556-8287-440b24f53f4f x-openstack-request-id: req-902e6ce5-d3ad-4556-8287-440b24f53f4f {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:45.409992 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e72b6ac6-48b7-4992-a786-0677a4a0fdd3", "tag": "55085f8b-8fc7-462c-8deb-40d021816cac", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:45.409992 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-902e6ce5-d3ad-4556-8287-440b24f53f4f {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:45.410382 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e72b6ac6-48b7-4992-a786-0677a4a0fdd3', 'tag': '55085f8b-8fc7-462c-8deb-40d021816cac', 'status': 'completed', 'code': 200} Jun 30 09:11:45.420387 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-bd87b29a-ad13-40c5-9b84-18949521dad8 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=96d6143d16794f52878a93af9bcaf8cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593507 Jun 30 09:11:45.477198 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-131457ff-8f99-4e40-a2f9-3e29ff257cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:45.477890 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-25d75ad9-9ae1-468c-bf3c-75e4d380e191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.478690 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-131457ff-8f99-4e40-a2f9-3e29ff257cc8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c89c95137294d2aa39240204a9bca4b&device_id=e72b6ac6-48b7-4992-a786-0677a4a0fdd3 HTTP/1.1" status: 200 len: 1096 time: 0.2470181 Jun 30 09:11:45.491685 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-32a5d38a-fd0d-4218-a073-d1df975aa0e3 req-e91cb497-0801-40b4-832e-73dac97480a2 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Deleting port 97930d1d-46a5-406f-8e28-73b1b64c1b37 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:45.492282 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-32a5d38a-fd0d-4218-a073-d1df975aa0e3 req-e91cb497-0801-40b4-832e-73dac97480a2 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.605310 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-b888f56d-a2b6-4e12-9c1f-2487b8d61706 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55085f8b-8fc7-462c-8deb-40d021816cac HTTP/1.1" status: 200 len: 217 time: 0.1152179 Jun 30 09:11:45.735434 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-f4db89fb-865b-4d1f-afaa-afd4878dc9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:45.737129 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-f4db89fb-865b-4d1f-afaa-afd4878dc9e4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7cbbc708-a860-4c65-b64e-9abdb8d46899 HTTP/1.1" status: 200 len: 862 time: 0.1071031 Jun 30 09:11:45.747254 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-32a5d38a-fd0d-4218-a073-d1df975aa0e3 req-e91cb497-0801-40b4-832e-73dac97480a2 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] For port 97930d1d-46a5-406f-8e28-73b1b64c1b37, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=97930d1d-46a5-406f-8e28-73b1b64c1b37,segment=NetworkSegment(95629d3f-d283-4307-af9a-4ab36a5d8b5c),segment_id=95629d3f-d283-4307-af9a-4ab36a5d8b5c)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:45.748108 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-32a5d38a-fd0d-4218-a073-d1df975aa0e3 req-e91cb497-0801-40b4-832e-73dac97480a2 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.812957 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-0b65f04b-b377-40a4-b98d-8e6a4c05f583 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=284388e7-105a-4760-9d50-fa5b022d6e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586810 Jun 30 09:11:45.814148 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-32a5d38a-fd0d-4218-a073-d1df975aa0e3 req-e91cb497-0801-40b4-832e-73dac97480a2 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Calling delete_port for 97930d1d-46a5-406f-8e28-73b1b64c1b37 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:45.817723 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-25d75ad9-9ae1-468c-bf3c-75e4d380e191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.826741 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdf240-6e0e-4b48-b92c-99df67379ea3 req-6d4e3deb-ef92-4b1d-b5db-e51ba15a03dd tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:45.829446 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-25d75ad9-9ae1-468c-bf3c-75e4d380e191 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.834977 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-87cdf240-6e0e-4b48-b92c-99df67379ea3 req-6d4e3deb-ef92-4b1d-b5db-e51ba15a03dd tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 946 time: 0.3313951 Jun 30 09:11:46.000006 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e062243-b824-4124-ba3f-6a516366b07c req-72e6a0b1-33d8-405e-b250-29d23b555097 service neutron] 10.222.0.37 "GET /v2.0/networks/e1d91b9e-46db-4817-8ab5-5c4fae4864dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5620885 Jun 30 09:11:46.011741 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-87cdf240-6e0e-4b48-b92c-99df67379ea3 req-a346271b-8f69-4f4b-95ed-da4f4235c05c tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752582 Jun 30 09:11:46.047475 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-ec307f57-451e-4a86-892e-84628c36ee03 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:46.047475 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-ec307f57-451e-4a86-892e-84628c36ee03 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6075361 Jun 30 09:11:46.047475 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d0e8dc-82be-4723-bb79-095d9d9b6e7b admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:11:46.075050 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf44af4-443b-47d7-bd46-ab7cc996c1ba None None] Sync routers for ids ['e0f1518e-bfc2-4347-8d1e-b58cefc6401d'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:11:46.075050 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf44af4-443b-47d7-bd46-ab7cc996c1ba None None] Routers {'e0f1518e-bfc2-4347-8d1e-b58cefc6401d'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:46.077019 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-9cf44af4-443b-47d7-bd46-ab7cc996c1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:11:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e0f1518e-bfc2-4347-8d1e-b58cefc6401d'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:46.231158 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-cb26fba2-580a-47be-b383-7f841c4d449c tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.10 "GET /v2.0/quotas/96d6143d16794f52878a93af9bcaf8cb HTTP/1.1" status: 200 len: 375 time: 0.1524601 Jun 30 09:11:46.231403 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-25f033c9-c786-45e9-8ef9-013099a1cc12 service neutron] 10.222.0.52 "GET /v2.0/networks/284388e7-105a-4760-9d50-fa5b022d6e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839254 Jun 30 09:11:46.356861 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-481b10df-3410-486d-9fec-ecc34d012f5b tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=96d6143d16794f52878a93af9bcaf8cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568945 Jun 30 09:11:46.356861 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-25d75ad9-9ae1-468c-bf3c-75e4d380e191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.356861 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d75ad9-9ae1-468c-bf3c-75e4d380e191 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516 {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:11:46.356861 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-25d75ad9-9ae1-468c-bf3c-75e4d380e191 admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.356861 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-25d75ad9-9ae1-468c-bf3c-75e4d380e191 admin admin] 10.222.0.10 "DELETE /v2.0/routers/9c08c1b7-8cdf-485e-83d6-cbe9cbf3c516 HTTP/1.1" status: 204 len: 168 time: 5.5325744 Jun 30 09:11:46.356861 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 33322) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:46.394887 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dd157716-04fc-4f78-bd55-f93c286e2986 req-ed1ed02d-06f1-4dfc-97e3-b8aa4e5975f4 service neutron] 10.222.0.52 "GET /v2.0/networks/284388e7-105a-4760-9d50-fa5b022d6e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191788 Jun 30 09:11:46.412415 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-9cf44af4-443b-47d7-bd46-ab7cc996c1ba None None] Set router e0f1518e-bfc2-4347-8d1e-b58cefc6401d gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:11:46.418835 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 4987a616-2be6-48d5-a620-d1fa8ff31ecf details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:11:46.448075 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-17764cae-ad6b-4a95-a1f7-aeffd48f73ff admin admin] Deleting subnet 24c4b3bc-00c1-420f-b67e-caf4aa60c39a {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:11:46.454568 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-17764cae-ad6b-4a95-a1f7-aeffd48f73ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.479789 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1beb8-6545-45af-b7e9-5edd512a5cd9 req-723518c8-800a-4000-9b10-1446d249804b tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:46.487153 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-03b1beb8-6545-45af-b7e9-5edd512a5cd9 req-723518c8-800a-4000-9b10-1446d249804b tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d598cce-6dd6-4c75-a879-20f082fe5845 HTTP/1.1" status: 200 len: 943 time: 0.2792265 Jun 30 09:11:46.517555 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-17764cae-ad6b-4a95-a1f7-aeffd48f73ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.552531 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-03b1beb8-6545-45af-b7e9-5edd512a5cd9 req-c16034cb-c239-40f5-8ece-87ffef39cd0e tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.10 "GET /v2.0/security-groups?id=976b2f45-f6d3-411c-825e-550361821cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645072 Jun 30 09:11:46.574772 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 4987a616-2be6-48d5-a620-d1fa8ff31ecf, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=4987a616-2be6-48d5-a620-d1fa8ff31ecf,segment=NetworkSegment(87a18403-aba3-4803-9c2e-76458bf3ee5e),segment_id=87a18403-aba3-4803-9c2e-76458bf3ee5e)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:46.669502 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '4987a616-2be6-48d5-a620-d1fa8ff31ecf', 'network_id': 'e1d91b9e-46db-4817-8ab5-5c4fae4864dd', 'port_id': '4987a616-2be6-48d5-a620-d1fa8ff31ecf', 'mac_address': 'fa:16:3e:de:c5:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f27b24e-8777-4974-a00b-3d45a46e8144', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:11:46.669596 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-17764cae-ad6b-4a95-a1f7-aeffd48f73ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.669674 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.670029 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4987a616-2be6-48d5-a620-d1fa8ff31ecf {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:46.703617 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 4987a616-2be6-48d5-a620-d1fa8ff31ecf, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=4987a616-2be6-48d5-a620-d1fa8ff31ecf,segment=NetworkSegment(87a18403-aba3-4803-9c2e-76458bf3ee5e),segment_id=87a18403-aba3-4803-9c2e-76458bf3ee5e)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:46.713007 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-9cf44af4-443b-47d7-bd46-ab7cc996c1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f1518e-bfc2-4347-8d1e-b58cefc6401d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1344294399-router', 'tenant_id': '52d01ae74da342359d741b0467db4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '13110ba9-ca53-4bd3-b7a7-dbb25900b7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:38Z', 'updated_at': '2021-06-30T09:11:42Z', 'revision_number': 3, 'project_id': '52d01ae74da342359d741b0467db4f83', 'gw_port': {'id': '13110ba9-ca53-4bd3-b7a7-dbb25900b7ba', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f1518e-bfc2-4347-8d1e-b58cefc6401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:40Z', 'updated_at': '2021-06-30T09:11:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:46.740841 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf44af4-443b-47d7-bd46-ab7cc996c1ba None None] Checking router: e0f1518e-bfc2-4347-8d1e-b58cefc6401d for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:11:46.741186 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf44af4-443b-47d7-bd46-ab7cc996c1ba None None] Updating router e0f1518e-bfc2-4347-8d1e-b58cefc6401d port 13110ba9-ca53-4bd3-b7a7-dbb25900b7ba binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:11:46.767018 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e31ba3f4-98fc-4692-ad8e-aa243eb08367 req-0c1e35dd-f1ce-41ca-93a1-9f2e497e624d tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce3ea4e4-632c-497d-9cb0-810ef14a4ac8 HTTP/1.1" status: 200 len: 210 time: 0.0361640 Jun 30 09:11:46.790547 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-9cf44af4-443b-47d7-bd46-ab7cc996c1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.835474 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f6d0e8dc-82be-4723-bb79-095d9d9b6e7b admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.838227 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f6d0e8dc-82be-4723-bb79-095d9d9b6e7b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.7722011 Jun 30 09:11:46.849823 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 33324) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:46.933601 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b24c83-371c-4784-9c16-eef1abb8897b req-867dfe2f-6829-4455-b233-5fcd18ab3f47 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:46.935913 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f3b24c83-371c-4784-9c16-eef1abb8897b req-867dfe2f-6829-4455-b233-5fcd18ab3f47 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/ports?device_id=e72b6ac6-48b7-4992-a786-0677a4a0fdd3 HTTP/1.1" status: 200 len: 944 time: 0.0683043 Jun 30 09:11:46.986952 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-32a5d38a-fd0d-4218-a073-d1df975aa0e3 req-e91cb497-0801-40b4-832e-73dac97480a2 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.007441 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 90dd05ab-fec0-43e8-b896-ac1f3d4cdd36 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:47.046211 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 90dd05ab-fec0-43e8-b896-ac1f3d4cdd36 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:47.046211 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 90dd05ab-fec0-43e8-b896-ac1f3d4cdd36 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:47.046211 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.077410 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f3b24c83-371c-4784-9c16-eef1abb8897b req-7df6e3bb-b94d-48b3-a0b4-4db03201acf0 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/security-groups?id=cfc36a6d-4dda-46d3-832c-5b73ad6a9438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356082 Jun 30 09:11:47.149209 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=4987a616-2be6-48d5-a620-d1fa8ff31ecf,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:47.283997 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-9cf44af4-443b-47d7-bd46-ab7cc996c1ba None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.309337 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-9cf44af4-443b-47d7-bd46-ab7cc996c1ba None None] Transition to ACTIVE for port object 13110ba9-ca53-4bd3-b7a7-dbb25900b7ba will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:47.340872 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91cb497-0801-40b4-832e-73dac97480a2 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Pushing event deleted for resources: {'Port': ['ID=97930d1d-46a5-406f-8e28-73b1b64c1b37,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:47.401788 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['4987a616-2be6-48d5-a620-d1fa8ff31ecf'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:47.422224 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3ea4e4-632c-497d-9cb0-810ef14a4ac8', 'name': 'network-vif-deleted', 'tag': '90dd05ab-fec0-43e8-b896-ac1f3d4cdd36'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:47.436951 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474af729-fe09-4a9a-9f2c-2a1c80827822" -d '{"events": [{"server_uuid": "ce3ea4e4-632c-497d-9cb0-810ef14a4ac8", "name": "network-vif-deleted", "tag": "90dd05ab-fec0-43e8-b896-ac1f3d4cdd36"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:47.469148 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-9cf44af4-443b-47d7-bd46-ab7cc996c1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.484916 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d860bcb1-8f62-4de3-9581-123675bb88e2 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:47.538768 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: d860bcb1-8f62-4de3-9581-123675bb88e2 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:47.538768 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d860bcb1-8f62-4de3-9581-123675bb88e2 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:47.543112 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dc0e2427-e448-4545-ba7e-227ba3d40d68 req-28be22a5-ac36-4355-9399-0e99dbf38eab tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.10 "GET /v2.0/ports?device_id=733e3ea6-51f7-44d4-8968-00614354678d HTTP/1.1" status: 200 len: 210 time: 0.0820508 Jun 30 09:11:47.602300 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a5d38a-fd0d-4218-a073-d1df975aa0e3 req-e91cb497-0801-40b4-832e-73dac97480a2 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] No DVR routers for this DVR port 97930d1d-46a5-406f-8e28-73b1b64c1b37 on host n-h2-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:47.603518 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-17764cae-ad6b-4a95-a1f7-aeffd48f73ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.607266 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-32a5d38a-fd0d-4218-a073-d1df975aa0e3 req-e91cb497-0801-40b4-832e-73dac97480a2 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.613291 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-32a5d38a-fd0d-4218-a073-d1df975aa0e3 req-e91cb497-0801-40b4-832e-73dac97480a2 tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.37 "DELETE /v2.0/ports/97930d1d-46a5-406f-8e28-73b1b64c1b37 HTTP/1.1" status: 204 len: 173 time: 2.4988368 Jun 30 09:11:47.646846 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc365271-6724-4192-8ed1-7a83cdaf3541 x-openstack-request-id: req-cc365271-6724-4192-8ed1-7a83cdaf3541 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:47.647306 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce3ea4e4-632c-497d-9cb0-810ef14a4ac8", "name": "network-vif-deleted", "tag": "90dd05ab-fec0-43e8-b896-ac1f3d4cdd36", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:47.647688 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc365271-6724-4192-8ed1-7a83cdaf3541 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:47.648299 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce3ea4e4-632c-497d-9cb0-810ef14a4ac8', 'name': 'network-vif-deleted', 'tag': '90dd05ab-fec0-43e8-b896-ac1f3d4cdd36', 'status': 'completed', 'code': 200} Jun 30 09:11:47.655377 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1448b4-7be1-4ca9-857b-810803a3fe4d req-115f8dcb-b836-47d9-ac17-8c22b6c9ccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:47.664731 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-9cf44af4-443b-47d7-bd46-ab7cc996c1ba None None] Attempting to bind port 13110ba9-ca53-4bd3-b7a7-dbb25900b7ba on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:11:47.665101 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-9cf44af4-443b-47d7-bd46-ab7cc996c1ba None None] Attempting to bind port 13110ba9-ca53-4bd3-b7a7-dbb25900b7ba by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:11:47.665458 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf44af4-443b-47d7-bd46-ab7cc996c1ba None None] Attempting to bind port 13110ba9-ca53-4bd3-b7a7-dbb25900b7ba on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:47.667824 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17764cae-ad6b-4a95-a1f7-aeffd48f73ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24c4b3bc-00c1-420f-b67e-caf4aa60c39a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:47.669413 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee1448b4-7be1-4ca9-857b-810803a3fe4d req-115f8dcb-b836-47d9-ac17-8c22b6c9ccbe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c89c95137294d2aa39240204a9bca4b&device_id=e72b6ac6-48b7-4992-a786-0677a4a0fdd3 HTTP/1.1" status: 200 len: 1096 time: 0.4420986 Jun 30 09:11:47.676518 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf44af4-443b-47d7-bd46-ab7cc996c1ba None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:11:47.676936 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf44af4-443b-47d7-bd46-ab7cc996c1ba None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:47.677338 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-9cf44af4-443b-47d7-bd46-ab7cc996c1ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.677727 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf44af4-443b-47d7-bd46-ab7cc996c1ba None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:11:47.678199 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-9cf44af4-443b-47d7-bd46-ab7cc996c1ba None None] Bound port: 13110ba9-ca53-4bd3-b7a7-dbb25900b7ba, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:11:47.678720 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-9cf44af4-443b-47d7-bd46-ab7cc996c1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.703819 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e65d8ce-e6c8-4311-b47a-077976903853 None None] Network d9d765b7-65f5-4caf-948c-3f41a16c950f requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:47.740546 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-17764cae-ad6b-4a95-a1f7-aeffd48f73ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.748523 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-17764cae-ad6b-4a95-a1f7-aeffd48f73ff admin admin] 10.222.0.10 "DELETE /v2.0/subnets/24c4b3bc-00c1-420f-b67e-caf4aa60c39a HTTP/1.1" status: 204 len: 168 time: 1.4417787 Jun 30 09:11:47.758855 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 33344) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:47.760233 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-9cf44af4-443b-47d7-bd46-ab7cc996c1ba None None] For port 13110ba9-ca53-4bd3-b7a7-dbb25900b7ba, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:11:47.764803 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-9cf44af4-443b-47d7-bd46-ab7cc996c1ba None None] For port 13110ba9-ca53-4bd3-b7a7-dbb25900b7ba, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=13110ba9-ca53-4bd3-b7a7-dbb25900b7ba,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:11:47.787243 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6befcaf8-8ba9-4da0-8ceb-96da5b754887 None None] Pushing event updated for resources: {'Port': ['ID=13110ba9-ca53-4bd3-b7a7-dbb25900b7ba,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:47.798027 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6befcaf8-8ba9-4da0-8ceb-96da5b754887 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:47.798499 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6befcaf8-8ba9-4da0-8ceb-96da5b754887 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:47.798896 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6befcaf8-8ba9-4da0-8ceb-96da5b754887 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:47.799425 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6befcaf8-8ba9-4da0-8ceb-96da5b754887 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:47.799873 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6befcaf8-8ba9-4da0-8ceb-96da5b754887 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:47.800270 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6befcaf8-8ba9-4da0-8ceb-96da5b754887 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:47.802329 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6befcaf8-8ba9-4da0-8ceb-96da5b754887 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:47.802879 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6befcaf8-8ba9-4da0-8ceb-96da5b754887 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:47.803578 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6befcaf8-8ba9-4da0-8ceb-96da5b754887 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:47.803891 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6befcaf8-8ba9-4da0-8ceb-96da5b754887 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:47.804216 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6befcaf8-8ba9-4da0-8ceb-96da5b754887 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:47.804538 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6befcaf8-8ba9-4da0-8ceb-96da5b754887 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:47.888780 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1448b4-7be1-4ca9-857b-810803a3fe4d req-f5e0e2fe-c34a-4cd9-9c62-a47388fc3294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:47.890321 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee1448b4-7be1-4ca9-857b-810803a3fe4d req-f5e0e2fe-c34a-4cd9-9c62-a47388fc3294 service neutron] 10.222.0.52 "GET /v2.0/networks?id=284388e7-105a-4760-9d50-fa5b022d6e08 HTTP/1.1" status: 200 len: 923 time: 0.2120345 Jun 30 09:11:47.951783 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-93457099-011a-40d2-8006-370c705edc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.003583 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee1448b4-7be1-4ca9-857b-810803a3fe4d req-9a5b5a2d-4a45-436c-a1df-d770949f1e26 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55085f8b-8fc7-462c-8deb-40d021816cac HTTP/1.1" status: 200 len: 217 time: 0.0979633 Jun 30 09:11:48.012090 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1304ef-e491-46fd-a97a-ee2bc5b9b894 None None] DHCP port deletion for d9d765b7-65f5-4caf-948c-3f41a16c950f request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:11:48.060250 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-9cf44af4-443b-47d7-bd46-ab7cc996c1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.064909 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cccc9-2262-48b6-a3df-aab8b86c8f42 req-6e295b40-d450-42e2-85d9-ad05f7bb069a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:48.071109 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-1d1304ef-e491-46fd-a97a-ee2bc5b9b894 None None] Deleting port a91fbb77-d0b7-44d6-8f55-3633a2b18758 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:48.071988 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e95cccc9-2262-48b6-a3df-aab8b86c8f42 req-6e295b40-d450-42e2-85d9-ad05f7bb069a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 946 time: 0.4727163 Jun 30 09:11:48.072521 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1d1304ef-e491-46fd-a97a-ee2bc5b9b894 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.097117 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1448b4-7be1-4ca9-857b-810803a3fe4d req-1fef2b97-1c29-4565-b488-d54d9bbe51b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:48.098965 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee1448b4-7be1-4ca9-857b-810803a3fe4d req-1fef2b97-1c29-4565-b488-d54d9bbe51b1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7cbbc708-a860-4c65-b64e-9abdb8d46899 HTTP/1.1" status: 200 len: 862 time: 0.0838542 Jun 30 09:11:48.160043 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6befcaf8-8ba9-4da0-8ceb-96da5b754887 None None] Pushing event updated for resources: {'Port': ['ID=13110ba9-ca53-4bd3-b7a7-dbb25900b7ba,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:48.198660 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee1448b4-7be1-4ca9-857b-810803a3fe4d req-610221a3-b659-4f06-99eb-49f1ef364515 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=284388e7-105a-4760-9d50-fa5b022d6e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534580 Jun 30 09:11:48.207495 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf44af4-443b-47d7-bd46-ab7cc996c1ba None None] Routers {'e0f1518e-bfc2-4347-8d1e-b58cefc6401d'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:48.208289 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-9cf44af4-443b-47d7-bd46-ab7cc996c1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:11:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e0f1518e-bfc2-4347-8d1e-b58cefc6401d'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:48.211157 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-1d1304ef-e491-46fd-a97a-ee2bc5b9b894 None None] For port a91fbb77-d0b7-44d6-8f55-3633a2b18758, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a91fbb77-d0b7-44d6-8f55-3633a2b18758,segment=NetworkSegment(1a09536c-8b7a-4961-979f-69f5d6e6b32a),segment_id=1a09536c-8b7a-4961-979f-69f5d6e6b32a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:48.212451 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1d1304ef-e491-46fd-a97a-ee2bc5b9b894 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.244546 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-1d1304ef-e491-46fd-a97a-ee2bc5b9b894 None None] Calling delete_port for a91fbb77-d0b7-44d6-8f55-3633a2b18758 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:48.300117 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e95cccc9-2262-48b6-a3df-aab8b86c8f42 req-90f43a39-a288-4fce-b706-1b5a4689f0a7 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271593 Jun 30 09:11:48.408353 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-9cf44af4-443b-47d7-bd46-ab7cc996c1ba None None] Set router e0f1518e-bfc2-4347-8d1e-b58cefc6401d gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:11:48.426282 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee1448b4-7be1-4ca9-857b-810803a3fe4d req-60ac237d-2786-48f7-acb2-34b845f37811 service neutron] 10.222.0.52 "GET /v2.0/networks/284388e7-105a-4760-9d50-fa5b022d6e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164886 Jun 30 09:11:48.457985 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 97930d1d-46a5-406f-8e28-73b1b64c1b37 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:48.522911 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 97930d1d-46a5-406f-8e28-73b1b64c1b37 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:48.523943 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 97930d1d-46a5-406f-8e28-73b1b64c1b37 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:48.555157 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-93457099-011a-40d2-8006-370c705edc93 admin admin] Deleting port a91fbb77-d0b7-44d6-8f55-3633a2b18758 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:48.555654 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-93457099-011a-40d2-8006-370c705edc93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.658161 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-9cf44af4-443b-47d7-bd46-ab7cc996c1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f1518e-bfc2-4347-8d1e-b58cefc6401d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1344294399-router', 'tenant_id': '52d01ae74da342359d741b0467db4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '13110ba9-ca53-4bd3-b7a7-dbb25900b7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:38Z', 'updated_at': '2021-06-30T09:11:42Z', 'revision_number': 3, 'project_id': '52d01ae74da342359d741b0467db4f83', 'gw_port': {'id': '13110ba9-ca53-4bd3-b7a7-dbb25900b7ba', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f1518e-bfc2-4347-8d1e-b58cefc6401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:40Z', 'updated_at': '2021-06-30T09:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:48.682689 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee1448b4-7be1-4ca9-857b-810803a3fe4d req-c55aac4a-6714-4b34-b81b-2a46f78c31b2 service neutron] 10.222.0.52 "GET /v2.0/networks/284388e7-105a-4760-9d50-fa5b022d6e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486825 Jun 30 09:11:48.712741 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958b3b3-ec04-46c1-b968-eeb68843e71d req-35a5b95d-fc1a-4d63-81a5-7a2ae09a1c83 tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:48.717419 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf44af4-443b-47d7-bd46-ab7cc996c1ba None None] The sync data for ids ['e0f1518e-bfc2-4347-8d1e-b58cefc6401d'] in n-d-771363-31 is: [{'id': 'e0f1518e-bfc2-4347-8d1e-b58cefc6401d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1344294399-router', 'tenant_id': '52d01ae74da342359d741b0467db4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '13110ba9-ca53-4bd3-b7a7-dbb25900b7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:38Z', 'updated_at': '2021-06-30T09:11:42Z', 'revision_number': 3, 'project_id': '52d01ae74da342359d741b0467db4f83', 'gw_port': {'id': '13110ba9-ca53-4bd3-b7a7-dbb25900b7ba', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f1518e-bfc2-4347-8d1e-b58cefc6401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:40Z', 'updated_at': '2021-06-30T09:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:11:48.721544 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b958b3b3-ec04-46c1-b968-eeb68843e71d req-35a5b95d-fc1a-4d63-81a5-7a2ae09a1c83 tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d598cce-6dd6-4c75-a879-20f082fe5845 HTTP/1.1" status: 200 len: 944 time: 0.7183745 Jun 30 09:11:48.733730 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1d1304ef-e491-46fd-a97a-ee2bc5b9b894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.760093 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1304ef-e491-46fd-a97a-ee2bc5b9b894 None None] Pushing event deleted for resources: {'Port': ['ID=a91fbb77-d0b7-44d6-8f55-3633a2b18758,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:48.764022 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1304ef-e491-46fd-a97a-ee2bc5b9b894 None None] No DVR routers for this DVR port a91fbb77-d0b7-44d6-8f55-3633a2b18758 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:48.771927 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b958b3b3-ec04-46c1-b968-eeb68843e71d req-efe7c2e3-00f7-45b7-b249-953cc5874f4e tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.10 "GET /v2.0/security-groups?id=976b2f45-f6d3-411c-825e-550361821cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485494 Jun 30 09:11:48.821804 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-93457099-011a-40d2-8006-370c705edc93 admin admin] For port a91fbb77-d0b7-44d6-8f55-3633a2b18758, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a91fbb77-d0b7-44d6-8f55-3633a2b18758,segment=NetworkSegment(1a09536c-8b7a-4961-979f-69f5d6e6b32a),segment_id=1a09536c-8b7a-4961-979f-69f5d6e6b32a)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:48.822190 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-93457099-011a-40d2-8006-370c705edc93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.833525 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aff61fa2-4ef2-4a12-a277-cc46e26ac962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.882684 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-93457099-011a-40d2-8006-370c705edc93 admin admin] Calling delete_port for a91fbb77-d0b7-44d6-8f55-3633a2b18758 owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:49.123739 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c3dc2-cf9c-43ce-96ca-89b5e026f9db req-cda69aa2-2d90-44c8-b743-90fa30ac3294 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:49.125338 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d2c3dc2-cf9c-43ce-96ca-89b5e026f9db req-cda69aa2-2d90-44c8-b743-90fa30ac3294 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/ports?device_id=e72b6ac6-48b7-4992-a786-0677a4a0fdd3 HTTP/1.1" status: 200 len: 944 time: 0.4155538 Jun 30 09:11:49.141957 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b83bf1b3-7891-4284-863d-8cfbfcc0a308 req-78c76cfb-5ae1-4a95-9c7c-d2d411fa0eac tempest-ListServersNegativeTestJSON-728761865 tempest-ListServersNegativeTestJSON-728761865-project] 10.222.0.10 "GET /v2.0/ports?device_id=33600910-de5a-4783-b206-448c7f74d143 HTTP/1.1" status: 200 len: 210 time: 0.0465577 Jun 30 09:11:49.308351 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-aff61fa2-4ef2-4a12-a277-cc46e26ac962 admin admin] Allocated IP 172.20.0.1 (d11057d7-3cd7-4c66-b575-c6d32f6d6526/9182705b-edd9-45a9-9c90-001746f32390/65fd9e5e-13a9-4a40-a81e-f10943c70d14) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:49.320821 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-25c256b2-44bf-4f57-ba4d-bc50e5e2a5b5 req-2c2bf276-eddb-4353-93b1-07fa3ca63b68 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.10 "GET /v2.0/ports?device_id=733e3ea6-51f7-44d4-8968-00614354678d HTTP/1.1" status: 200 len: 210 time: 0.0919681 Jun 30 09:11:49.345052 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a91fbb77-d0b7-44d6-8f55-3633a2b18758 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:49.362939 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d2c3dc2-cf9c-43ce-96ca-89b5e026f9db req-54a7bca1-f956-4b5a-9599-7c7069b47fdf tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/security-groups?id=cfc36a6d-4dda-46d3-832c-5b73ad6a9438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296994 Jun 30 09:11:49.367461 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-93457099-011a-40d2-8006-370c705edc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.412421 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: a91fbb77-d0b7-44d6-8f55-3633a2b18758 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:49.416877 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a91fbb77-d0b7-44d6-8f55-3633a2b18758 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:49.416996 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93457099-011a-40d2-8006-370c705edc93 admin admin] No DVR routers for this DVR port a91fbb77-d0b7-44d6-8f55-3633a2b18758 on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:49.416996 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93457099-011a-40d2-8006-370c705edc93 admin admin] Pushing event deleted for resources: {'Port': ['ID=a91fbb77-d0b7-44d6-8f55-3633a2b18758,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:49.527272 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-93457099-011a-40d2-8006-370c705edc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.549156 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-93457099-011a-40d2-8006-370c705edc93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9d765b7-65f5-4caf-948c-3f41a16c950f']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:49.563906 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-93457099-011a-40d2-8006-370c705edc93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a09536c-8b7a-4961-979f-69f5d6e6b32a') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:49.564449 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-93457099-011a-40d2-8006-370c705edc93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a09536c-8b7a-4961-979f-69f5d6e6b32a') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:49.574895 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-93457099-011a-40d2-8006-370c705edc93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.601689 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f8416-bfab-4d76-930a-43be23d17b1d req-8635543e-5eff-4e2f-a56b-b8d52fab4a91 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:49.603734 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-976f8416-bfab-4d76-930a-43be23d17b1d req-8635543e-5eff-4e2f-a56b-b8d52fab4a91 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 946 time: 0.0907335 Jun 30 09:11:49.608085 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-93457099-011a-40d2-8006-370c705edc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.626856 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93457099-011a-40d2-8006-370c705edc93 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:11:49.627574 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-93457099-011a-40d2-8006-370c705edc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.661159 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33600910-de5a-4783-b206-448c7f74d143', 'name': 'network-vif-deleted', 'tag': '97930d1d-46a5-406f-8e28-73b1b64c1b37'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:49.666233 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349d9942-5768-40ef-bb36-922a0553015f" -d '{"events": [{"server_uuid": "33600910-de5a-4783-b206-448c7f74d143", "name": "network-vif-deleted", "tag": "97930d1d-46a5-406f-8e28-73b1b64c1b37"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:49.686575 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-976f8416-bfab-4d76-930a-43be23d17b1d req-fdce2ff4-7482-4235-bfa2-a382d3a346d0 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725749 Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:11:49.729147 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:11:49.733252 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:11:49.765428 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70ff2f4-ec02-49ae-8c8b-144771965e67 x-openstack-request-id: req-d70ff2f4-ec02-49ae-8c8b-144771965e67 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:49.766256 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33600910-de5a-4783-b206-448c7f74d143", "name": "network-vif-deleted", "tag": "97930d1d-46a5-406f-8e28-73b1b64c1b37", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:49.767672 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d70ff2f4-ec02-49ae-8c8b-144771965e67 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:49.767672 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33600910-de5a-4783-b206-448c7f74d143', 'name': 'network-vif-deleted', 'tag': '97930d1d-46a5-406f-8e28-73b1b64c1b37', 'status': 'completed', 'code': 200} Jun 30 09:11:49.857242 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-93457099-011a-40d2-8006-370c705edc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.871042 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aff61fa2-4ef2-4a12-a277-cc46e26ac962 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.897737 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-93457099-011a-40d2-8006-370c705edc93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.899686 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-93457099-011a-40d2-8006-370c705edc93 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d9d765b7-65f5-4caf-948c-3f41a16c950f HTTP/1.1" status: 204 len: 168 time: 2.1389151 Jun 30 09:11:49.900616 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93457099-011a-40d2-8006-370c705edc93 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9d765b7-65f5-4caf-948c-3f41a16c950f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:49.912281 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-aff61fa2-4ef2-4a12-a277-cc46e26ac962 admin admin] Transition to ACTIVE for port object 65fd9e5e-13a9-4a40-a81e-f10943c70d14 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:50.077774 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aff61fa2-4ef2-4a12-a277-cc46e26ac962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:50.151790 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff61fa2-4ef2-4a12-a277-cc46e26ac962 admin admin] Network d11057d7-3cd7-4c66-b575-c6d32f6d6526 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:50.155273 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-aff61fa2-4ef2-4a12-a277-cc46e26ac962 admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:50.162540 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff61fa2-4ef2-4a12-a277-cc46e26ac962 admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:50.169304 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff61fa2-4ef2-4a12-a277-cc46e26ac962 admin admin] Pushing event updated for resources: {'Port': ['ID=65fd9e5e-13a9-4a40-a81e-f10943c70d14,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:50.206515 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622a35f-3a81-4e5e-85dc-96aa9bd97805 req-0b663862-dc89-4509-b14e-ed4c9f6f9024 tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:50.215372 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b622a35f-3a81-4e5e-85dc-96aa9bd97805 req-0b663862-dc89-4509-b14e-ed4c9f6f9024 tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d598cce-6dd6-4c75-a879-20f082fe5845 HTTP/1.1" status: 200 len: 944 time: 0.1633143 Jun 30 09:11:50.286961 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aff61fa2-4ef2-4a12-a277-cc46e26ac962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:50.380510 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b622a35f-3a81-4e5e-85dc-96aa9bd97805 req-b5a62010-08ac-400a-87b3-8bf31f60dee7 tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.10 "GET /v2.0/security-groups?id=976b2f45-f6d3-411c-825e-550361821cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640644 Jun 30 09:11:50.395629 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33372) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:50.440259 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 4987a616-2be6-48d5-a620-d1fa8ff31ecf up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:50.533638 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b87cd904-d8a0-4d7d-b318-6b349b35db54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:50.561949 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df8c220-b87b-4414-8b24-bc7f688c11fa admin admin] Deleting subnet 8a3f209e-af6c-4bbf-817a-d39323a9bf0f {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:11:50.576659 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5df8c220-b87b-4414-8b24-bc7f688c11fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:50.701676 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5df8c220-b87b-4414-8b24-bc7f688c11fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:50.721170 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 4987a616-2be6-48d5-a620-d1fa8ff31ecf completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:50.727930 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 4987a616-2be6-48d5-a620-d1fa8ff31ecf triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:50.728953 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:50.740386 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9cec93eb-a7b1-4915-829d-0cb5b94907e6 req-36386111-7414-4a33-b2a5-e7e0609dcfd9 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.10 "GET /v2.0/ports?device_id=733e3ea6-51f7-44d4-8968-00614354678d HTTP/1.1" status: 200 len: 210 time: 0.0420678 Jun 30 09:11:50.779718 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5df8c220-b87b-4414-8b24-bc7f688c11fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:50.799540 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 33378) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:50.839429 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a712e11e-620a-4305-9350-c7befde2906f None None] Provisioning for port 65fd9e5e-13a9-4a40-a81e-f10943c70d14 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:50.879806 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a712e11e-620a-4305-9350-c7befde2906f None None] Provisioning complete for port 65fd9e5e-13a9-4a40-a81e-f10943c70d14 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:50.880198 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a712e11e-620a-4305-9350-c7befde2906f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:50.922321 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a987da1-da8f-4060-a802-74faf2f2addc req-8ae5b682-8894-4c17-b88c-9fcb61e44291 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:50.929163 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7a987da1-da8f-4060-a802-74faf2f2addc req-8ae5b682-8894-4c17-b88c-9fcb61e44291 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/ports?device_id=e72b6ac6-48b7-4992-a786-0677a4a0fdd3 HTTP/1.1" status: 200 len: 944 time: 0.2464490 Jun 30 09:11:50.959471 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5df8c220-b87b-4414-8b24-bc7f688c11fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.002081 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.053844 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 55085f8b-8fc7-462c-8deb-40d021816cac details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:11:51.065765 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d598cce-6dd6-4c75-a879-20f082fe5845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4987a616-2be6-48d5-a620-d1fa8ff31ecf'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:51.066499 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aff61fa2-4ef2-4a12-a277-cc46e26ac962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.068670 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873f863e-27c6-476c-a9db-672c21038824" -d '{"events": [{"server_uuid": "6d598cce-6dd6-4c75-a879-20f082fe5845", "name": "network-vif-plugged", "status": "completed", "tag": "4987a616-2be6-48d5-a620-d1fa8ff31ecf"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:51.097969 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a712e11e-620a-4305-9350-c7befde2906f None None] Port 65fd9e5e-13a9-4a40-a81e-f10943c70d14 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:11:51.101089 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-800e9c24-0a11-4afd-8335-8fd04100970a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bc4e00c477d14bf68646e41ac1f1517b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966654 Jun 30 09:11:51.108409 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 4987a616-2be6-48d5-a620-d1fa8ff31ecf, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=4987a616-2be6-48d5-a620-d1fa8ff31ecf,segment=NetworkSegment(87a18403-aba3-4803-9c2e-76458bf3ee5e),segment_id=87a18403-aba3-4803-9c2e-76458bf3ee5e)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:51.120600 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 33382) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:51.183072 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f7e9e-ba2e-48ce-ad75-f441e7f7eac9 req-9212a07d-a4f0-4522-a568-941f953bf68a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:51.184936 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2d5f7e9e-ba2e-48ce-ad75-f441e7f7eac9 req-9212a07d-a4f0-4522-a568-941f953bf68a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 946 time: 0.2178893 Jun 30 09:11:51.197284 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.332185 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=4987a616-2be6-48d5-a620-d1fa8ff31ecf,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:51.346087 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 55085f8b-8fc7-462c-8deb-40d021816cac, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=55085f8b-8fc7-462c-8deb-40d021816cac,segment=NetworkSegment(6e7ee4b6-9c48-44b9-a042-bfdde6e646d9),segment_id=6e7ee4b6-9c48-44b9-a042-bfdde6e646d9)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:51.377622 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '55085f8b-8fc7-462c-8deb-40d021816cac', 'network_id': '284388e7-105a-4760-9d50-fa5b022d6e08', 'port_id': '55085f8b-8fc7-462c-8deb-40d021816cac', 'mac_address': 'fa:16:3e:4f:d7:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cbbc708-a860-4c65-b64e-9abdb8d46899', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:11:51.378983 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2d5f7e9e-ba2e-48ce-ad75-f441e7f7eac9 req-57bf587b-c571-4a2c-a3a4-aef7d1195fc7 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730280 Jun 30 09:11:51.392800 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c7bab317-ba4c-48a0-be5c-820172d02471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.407686 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 13110ba9-ca53-4bd3-b7a7-dbb25900b7ba up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:51.448186 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c7bab317-ba4c-48a0-be5c-820172d02471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.475487 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.491849 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355a4b95-4fa4-408a-abf9-a587fc6861d5 x-openstack-request-id: req-355a4b95-4fa4-408a-abf9-a587fc6861d5 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:51.491849 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d598cce-6dd6-4c75-a879-20f082fe5845", "name": "network-vif-plugged", "status": "completed", "tag": "4987a616-2be6-48d5-a620-d1fa8ff31ecf", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:51.491849 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-355a4b95-4fa4-408a-abf9-a587fc6861d5 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:51.491849 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d598cce-6dd6-4c75-a879-20f082fe5845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4987a616-2be6-48d5-a620-d1fa8ff31ecf', 'code': 200} Jun 30 09:11:51.507434 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55085f8b-8fc7-462c-8deb-40d021816cac {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:51.535228 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 55085f8b-8fc7-462c-8deb-40d021816cac, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=55085f8b-8fc7-462c-8deb-40d021816cac,segment=NetworkSegment(6e7ee4b6-9c48-44b9-a042-bfdde6e646d9),segment_id=6e7ee4b6-9c48-44b9-a042-bfdde6e646d9)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:51.597435 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7a987da1-da8f-4060-a802-74faf2f2addc req-439cd793-1019-4a8f-9c7b-b14f5db0db25 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/security-groups?id=cfc36a6d-4dda-46d3-832c-5b73ad6a9438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6607258 Jun 30 09:11:51.612352 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df8c220-b87b-4414-8b24-bc7f688c11fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a3f209e-af6c-4bbf-817a-d39323a9bf0f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:51.618003 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 13110ba9-ca53-4bd3-b7a7-dbb25900b7ba completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:51.635614 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 13110ba9-ca53-4bd3-b7a7-dbb25900b7ba triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:51.636095 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.675502 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5df8c220-b87b-4414-8b24-bc7f688c11fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.679932 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5df8c220-b87b-4414-8b24-bc7f688c11fa admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8a3f209e-af6c-4bbf-817a-d39323a9bf0f HTTP/1.1" status: 204 len: 168 time: 1.2808156 Jun 30 09:11:51.686174 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33388) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:51.727277 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.738638 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aff61fa2-4ef2-4a12-a277-cc46e26ac962 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.802990 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=55085f8b-8fc7-462c-8deb-40d021816cac,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:51.845318 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c7bab317-ba4c-48a0-be5c-820172d02471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.845318 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c7bab317-ba4c-48a0-be5c-820172d02471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.846940 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c7bab317-ba4c-48a0-be5c-820172d02471 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/45c5cc1f-e745-4a9d-b8e5-15fd6d6b8a20 HTTP/1.1" status: 204 len: 168 time: 0.7244368 Jun 30 09:11:51.849358 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.863016 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bab317-ba4c-48a0-be5c-820172d02471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c5cc1f-e745-4a9d-b8e5-15fd6d6b8a20,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:51.877173 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 13110ba9-ca53-4bd3-b7a7-dbb25900b7ba, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=13110ba9-ca53-4bd3-b7a7-dbb25900b7ba,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:51.882886 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-658cb203-ddc5-440f-8c8a-b626cc34e5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.890447 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4797f-5b83-412a-a99b-2037f259b628 req-8d02491c-716c-4c3f-8876-8b2cc90a71fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:51.892187 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b6e4797f-5b83-412a-a99b-2037f259b628 req-8d02491c-716c-4c3f-8876-8b2cc90a71fb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6d598cce-6dd6-4c75-a879-20f082fe5845 HTTP/1.1" status: 200 len: 1097 time: 0.3244836 Jun 30 09:11:51.895252 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bab317-ba4c-48a0-be5c-820172d02471 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:51.895604 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bab317-ba4c-48a0-be5c-820172d02471 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:51.895942 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bab317-ba4c-48a0-be5c-820172d02471 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:51.896279 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bab317-ba4c-48a0-be5c-820172d02471 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:51.896706 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bab317-ba4c-48a0-be5c-820172d02471 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:51.897234 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bab317-ba4c-48a0-be5c-820172d02471 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:51.897234 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bab317-ba4c-48a0-be5c-820172d02471 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:51.897558 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bab317-ba4c-48a0-be5c-820172d02471 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:51.897951 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bab317-ba4c-48a0-be5c-820172d02471 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:51.901445 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bab317-ba4c-48a0-be5c-820172d02471 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:51.901832 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bab317-ba4c-48a0-be5c-820172d02471 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:51.902172 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bab317-ba4c-48a0-be5c-820172d02471 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:51.917923 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aff61fa2-4ef2-4a12-a277-cc46e26ac962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.969538 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.020115 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-35c24609-d1cd-484c-899d-78127e0a6896 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=96d6143d16794f52878a93af9bcaf8cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730298 Jun 30 09:11:52.050961 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=13110ba9-ca53-4bd3-b7a7-dbb25900b7ba,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:52.055464 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['55085f8b-8fc7-462c-8deb-40d021816cac'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:52.147918 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b6e4797f-5b83-412a-a99b-2037f259b628 req-05ab9232-09e1-4828-a953-a0a82d7dfd26 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=976b2f45-f6d3-411c-825e-550361821cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487183 Jun 30 09:11:52.163106 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cca118-febd-499f-9674-9d0cba558bfd req-5fc90a92-e009-41d0-914d-442bb2de3260 tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:52.174350 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-27cca118-febd-499f-9674-9d0cba558bfd req-5fc90a92-e009-41d0-914d-442bb2de3260 tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d598cce-6dd6-4c75-a879-20f082fe5845 HTTP/1.1" status: 200 len: 945 time: 0.3708277 Jun 30 09:11:52.212721 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-658cb203-ddc5-440f-8c8a-b626cc34e5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.217227 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b0335563-92a3-4378-b307-1befbfb4805e req-50a132f2-e07c-46b8-92c1-08e6751564bf tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.10 "GET /v2.0/ports?device_id=733e3ea6-51f7-44d4-8968-00614354678d HTTP/1.1" status: 200 len: 210 time: 0.0704389 Jun 30 09:11:52.240585 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-658cb203-ddc5-440f-8c8a-b626cc34e5de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea7e147-dc71-4b57-b776-59a635f75849']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:52.291058 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-658cb203-ddc5-440f-8c8a-b626cc34e5de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95629d3f-d283-4307-af9a-4ab36a5d8b5c') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:52.291316 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-658cb203-ddc5-440f-8c8a-b626cc34e5de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95629d3f-d283-4307-af9a-4ab36a5d8b5c') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:52.330184 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aff61fa2-4ef2-4a12-a277-cc46e26ac962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.341452 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff61fa2-4ef2-4a12-a277-cc46e26ac962 admin admin] Pushing event updated for resources: {'Port': ['ID=65fd9e5e-13a9-4a40-a81e-f10943c70d14,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:52.342225 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-27cca118-febd-499f-9674-9d0cba558bfd req-c74a8d01-f714-4154-a048-034bde6c198a tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.10 "GET /v2.0/security-groups?id=976b2f45-f6d3-411c-825e-550361821cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608627 Jun 30 09:11:52.352247 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-658cb203-ddc5-440f-8c8a-b626cc34e5de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.387108 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-658cb203-ddc5-440f-8c8a-b626cc34e5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.410742 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658cb203-ddc5-440f-8c8a-b626cc34e5de admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:11:52.411371 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-658cb203-ddc5-440f-8c8a-b626cc34e5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:11:52.413337 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:11:52.435713 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-d890e8c4-51c8-431a-bb2f-7a0ce66b3da0 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:52.437295 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-d890e8c4-51c8-431a-bb2f-7a0ce66b3da0 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4067388 Jun 30 09:11:52.469310 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-7998cac7-6597-444b-bc69-66b3b20061b9 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Request body: {'port': {'device_id': '733e3ea6-51f7-44d4-8968-00614354678d', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'admin_state_up': True, 'tenant_id': '96d6143d16794f52878a93af9bcaf8cb'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:52.628506 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff61fa2-4ef2-4a12-a277-cc46e26ac962 admin admin] Network d11057d7-3cd7-4c66-b575-c6d32f6d6526 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:52.671546 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-aff61fa2-4ef2-4a12-a277-cc46e26ac962 admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:52.745592 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-658cb203-ddc5-440f-8c8a-b626cc34e5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.750476 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-7998cac7-6597-444b-bc69-66b3b20061b9 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Made reservation on behalf of 96d6143d16794f52878a93af9bcaf8cb for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:52.759775 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-7998cac7-6597-444b-bc69-66b3b20061b9 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.777071 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-658cb203-ddc5-440f-8c8a-b626cc34e5de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.787944 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-658cb203-ddc5-440f-8c8a-b626cc34e5de admin admin] 10.222.0.10 "DELETE /v2.0/networks/8ea7e147-dc71-4b57-b776-59a635f75849 HTTP/1.1" status: 204 len: 168 time: 1.0898869 Jun 30 09:11:52.828063 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b7c08-eb16-498b-ba81-c8976de81e4c req-3cd790fb-49cc-4bf8-8f84-0e2c712b025e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:52.834279 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-498b7c08-eb16-498b-ba81-c8976de81e4c req-3cd790fb-49cc-4bf8-8f84-0e2c712b025e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 946 time: 0.2013521 Jun 30 09:11:52.862420 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-7998cac7-6597-444b-bc69-66b3b20061b9 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.867073 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658cb203-ddc5-440f-8c8a-b626cc34e5de admin admin] Pushing event deleted for resources: {'Network': ['ID=8ea7e147-dc71-4b57-b776-59a635f75849,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:52.895409 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cb203-ddc5-440f-8c8a-b626cc34e5de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:52.896088 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cb203-ddc5-440f-8c8a-b626cc34e5de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:52.896441 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cb203-ddc5-440f-8c8a-b626cc34e5de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:52.896783 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cb203-ddc5-440f-8c8a-b626cc34e5de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:52.897123 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cb203-ddc5-440f-8c8a-b626cc34e5de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:52.897455 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cb203-ddc5-440f-8c8a-b626cc34e5de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:52.897788 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cb203-ddc5-440f-8c8a-b626cc34e5de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:52.898121 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cb203-ddc5-440f-8c8a-b626cc34e5de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:52.898450 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cb203-ddc5-440f-8c8a-b626cc34e5de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:52.898776 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cb203-ddc5-440f-8c8a-b626cc34e5de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:52.899105 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cb203-ddc5-440f-8c8a-b626cc34e5de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:52.899452 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cb203-ddc5-440f-8c8a-b626cc34e5de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:52.983242 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-498b7c08-eb16-498b-ba81-c8976de81e4c req-4032025a-85a3-4a61-a141-d3d497653d0a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468341 Jun 30 09:11:52.990236 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-966867f7-a230-436c-bcc0-3e6abb22b0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.013340 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2648f-64f5-4631-a53f-08f1ec5ddb55 req-be8c30e8-511f-4efd-ac1f-0bac04fdcca9 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:53.019221 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff61fa2-4ef2-4a12-a277-cc46e26ac962 admin admin] Router e0f1518e-bfc2-4347-8d1e-b58cefc6401d has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:11:53.039976 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eeb2648f-64f5-4631-a53f-08f1ec5ddb55 req-be8c30e8-511f-4efd-ac1f-0bac04fdcca9 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/ports?device_id=e72b6ac6-48b7-4992-a786-0677a4a0fdd3 HTTP/1.1" status: 200 len: 945 time: 0.1857450 Jun 30 09:11:53.055024 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 55085f8b-8fc7-462c-8deb-40d021816cac up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:53.096105 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c5375f64-0204-458e-9ad2-f453c1eb7ab2 None None] Provisioning complete for port 65fd9e5e-13a9-4a40-a81e-f10943c70d14 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:53.096488 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c5375f64-0204-458e-9ad2-f453c1eb7ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.144014 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-c5375f64-0204-458e-9ad2-f453c1eb7ab2 None None] Port 65fd9e5e-13a9-4a40-a81e-f10943c70d14 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:11:53.300963 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 55085f8b-8fc7-462c-8deb-40d021816cac completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:53.314964 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 55085f8b-8fc7-462c-8deb-40d021816cac triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:53.315385 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.362507 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-7998cac7-6597-444b-bc69-66b3b20061b9 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.393655 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff61fa2-4ef2-4a12-a277-cc46e26ac962 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:11:53.395990 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eeb2648f-64f5-4631-a53f-08f1ec5ddb55 req-6a27ed18-75a0-422b-b932-289d1a6adb18 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/security-groups?id=cfc36a6d-4dda-46d3-832c-5b73ad6a9438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540218 Jun 30 09:11:53.396330 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 13110ba9-ca53-4bd3-b7a7-dbb25900b7ba up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:53.413282 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-aff61fa2-4ef2-4a12-a277-cc46e26ac962 admin admin] 10.222.0.10 "PUT /v2.0/routers/e0f1518e-bfc2-4347-8d1e-b58cefc6401d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5537035 Jun 30 09:11:53.457991 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cd97c4-78dd-40ae-92e1-512259cf3f35 None None] Sync routers for ids ['e0f1518e-bfc2-4347-8d1e-b58cefc6401d'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:11:53.476344 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cd97c4-78dd-40ae-92e1-512259cf3f35 None None] Routers {'e0f1518e-bfc2-4347-8d1e-b58cefc6401d'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:53.477219 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-06cd97c4-78dd-40ae-92e1-512259cf3f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:11:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e0f1518e-bfc2-4347-8d1e-b58cefc6401d'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:53.487886 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-05402f1a-b829-487d-b3b7-35f2eae162f8 req-09aacac8-5549-4594-a268-684de63a1c95 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.10 "GET /v2.0/ports?device_id=733e3ea6-51f7-44d4-8968-00614354678d HTTP/1.1" status: 200 len: 210 time: 0.0577388 Jun 30 09:11:53.492728 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-7998cac7-6597-444b-bc69-66b3b20061b9 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.515768 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 33418) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:53.537738 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.634076 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e76662ed-4637-4731-8508-6b5b9c428ac4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d217ee19dbc7488dbe3a2050c49434dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1168811 Jun 30 09:11:53.636674 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 33422) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:53.727629 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 13110ba9-ca53-4bd3-b7a7-dbb25900b7ba triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:53.728623 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.729642 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-170dd8f2-41b6-4b10-a31a-a55fcb9fe338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.767769 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-170dd8f2-41b6-4b10-a31a-a55fcb9fe338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.843779 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998cac7-6597-444b-bc69-66b3b20061b9 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f49f0da-53a3-4fac-8015-1805ddd6ef13,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:53.989514 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-170dd8f2-41b6-4b10-a31a-a55fcb9fe338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.992248 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-170dd8f2-41b6-4b10-a31a-a55fcb9fe338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.992996 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-06cd97c4-78dd-40ae-92e1-512259cf3f35 None None] Set router e0f1518e-bfc2-4347-8d1e-b58cefc6401d gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:11:53.994030 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-170dd8f2-41b6-4b10-a31a-a55fcb9fe338 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e5c2aac2-8b32-4ff1-85a9-f1e898df9c15 HTTP/1.1" status: 204 len: 168 time: 0.3558583 Jun 30 09:11:54.006714 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170dd8f2-41b6-4b10-a31a-a55fcb9fe338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c2aac2-8b32-4ff1-85a9-f1e898df9c15,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:54.020276 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a742993-3f5f-4cc6-a05d-48206fff9567 req-ecf74cf5-42f4-45f8-aba2-136c65b19f78 tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:54.030183 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6a742993-3f5f-4cc6-a05d-48206fff9567 req-ecf74cf5-42f4-45f8-aba2-136c65b19f78 tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d598cce-6dd6-4c75-a879-20f082fe5845 HTTP/1.1" status: 200 len: 945 time: 0.2946930 Jun 30 09:11:54.033779 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-7998cac7-6597-444b-bc69-66b3b20061b9 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Allocated IP 192.168.233.29 (ad33225d-5521-4894-b7e8-170799d80b12/a0a5de46-050b-42ad-8d47-c859eedbe230/ae92a3f4-b39a-4933-b368-6639a4df20b1) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:54.059789 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:54.111011 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6a742993-3f5f-4cc6-a05d-48206fff9567 req-ed2c80ab-dab9-4116-b452-2b41b4d60e47 tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.10 "GET /v2.0/security-groups?id=976b2f45-f6d3-411c-825e-550361821cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722229 Jun 30 09:11:54.138897 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72b6ac6-48b7-4992-a786-0677a4a0fdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55085f8b-8fc7-462c-8deb-40d021816cac'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:54.142187 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4061612f-9cbe-4d54-8d41-1ab1c78fdeb2" -d '{"events": [{"server_uuid": "e72b6ac6-48b7-4992-a786-0677a4a0fdd3", "name": "network-vif-plugged", "status": "completed", "tag": "55085f8b-8fc7-462c-8deb-40d021816cac"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:54.214440 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 55085f8b-8fc7-462c-8deb-40d021816cac, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=55085f8b-8fc7-462c-8deb-40d021816cac,segment=NetworkSegment(6e7ee4b6-9c48-44b9-a042-bfdde6e646d9),segment_id=6e7ee4b6-9c48-44b9-a042-bfdde6e646d9)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:54.327365 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:54.412825 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33442) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:54.454810 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4c061ccd-630b-4929-b952-ea813023290b req-d01f447b-536c-4f3e-b89f-c7578b5abe48 tempest-FloatingIPsNegativeTestJSON-1376685028 tempest-FloatingIPsNegativeTestJSON-1376685028-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=52d01ae74da342359d741b0467db4f83 HTTP/1.1" status: 200 len: 217 time: 0.0902822 Jun 30 09:11:54.487437 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-7998cac7-6597-444b-bc69-66b3b20061b9 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:54.510888 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f5126b-caf8-4bd5-8d7c-b3e64e2e2552 x-openstack-request-id: req-95f5126b-caf8-4bd5-8d7c-b3e64e2e2552 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:54.511491 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72b6ac6-48b7-4992-a786-0677a4a0fdd3", "name": "network-vif-plugged", "status": "completed", "tag": "55085f8b-8fc7-462c-8deb-40d021816cac", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:54.512449 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-95f5126b-caf8-4bd5-8d7c-b3e64e2e2552 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:54.513402 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72b6ac6-48b7-4992-a786-0677a4a0fdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55085f8b-8fc7-462c-8deb-40d021816cac', 'code': 200} Jun 30 09:11:54.537074 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=55085f8b-8fc7-462c-8deb-40d021816cac,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:54.554411 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-7998cac7-6597-444b-bc69-66b3b20061b9 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Transition to ACTIVE for port object ae92a3f4-b39a-4933-b368-6639a4df20b1 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:54.588529 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083cf1e-44e0-4e7f-8fc5-c36124859d36 req-f727f345-92f6-4e1c-a73f-504c6140f189 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:54.590798 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6083cf1e-44e0-4e7f-8fc5-c36124859d36 req-f727f345-92f6-4e1c-a73f-504c6140f189 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 946 time: 0.2211561 Jun 30 09:11:54.651611 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:54.676090 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-06cd97c4-78dd-40ae-92e1-512259cf3f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f1518e-bfc2-4347-8d1e-b58cefc6401d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1344294399-router', 'tenant_id': '52d01ae74da342359d741b0467db4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '13110ba9-ca53-4bd3-b7a7-dbb25900b7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:38Z', 'updated_at': '2021-06-30T09:11:50Z', 'revision_number': 4, 'project_id': '52d01ae74da342359d741b0467db4f83', 'gw_port': {'id': '13110ba9-ca53-4bd3-b7a7-dbb25900b7ba', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f1518e-bfc2-4347-8d1e-b58cefc6401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:40Z', 'updated_at': '2021-06-30T09:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '65fd9e5e-13a9-4a40-a81e-f10943c70d14', 'name': '', 'network_id': 'd11057d7-3cd7-4c66-b575-c6d32f6d6526', 'tenant_id': '52d01ae74da342359d741b0467db4f83', 'mac_address': 'fa:16:3e:30:07:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f1518e-bfc2-4347-8d1e-b58cefc6401d', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '9182705b-edd9-45a9-9c90-001746f32390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:48Z', 'updated_at': '2021-06-30T09:11:51Z', 'revision_number': 2, 'project_id': '52d01ae74da342359d741b0467db4f83', 'subnets': [{'id': '9182705b-edd9-45a9-9c90-001746f32390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:54.705729 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6083cf1e-44e0-4e7f-8fc5-c36124859d36 req-a703106d-22bc-41ba-b638-575c142eb37e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040874 Jun 30 09:11:54.736684 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d857d4-851e-4d6f-b215-3ea3d86c7a88 req-b1428a81-aca4-42a7-88ac-92fbf4998aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:54.738437 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-37d857d4-851e-4d6f-b215-3ea3d86c7a88 req-b1428a81-aca4-42a7-88ac-92fbf4998aa4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e72b6ac6-48b7-4992-a786-0677a4a0fdd3 HTTP/1.1" status: 200 len: 1098 time: 0.1073651 Jun 30 09:11:54.828600 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cd97c4-78dd-40ae-92e1-512259cf3f35 None None] Checking router: e0f1518e-bfc2-4347-8d1e-b58cefc6401d for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:11:54.829319 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cd97c4-78dd-40ae-92e1-512259cf3f35 None None] Updating router e0f1518e-bfc2-4347-8d1e-b58cefc6401d port 65fd9e5e-13a9-4a40-a81e-f10943c70d14 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:11:54.869778 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-7998cac7-6597-444b-bc69-66b3b20061b9 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:54.998678 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9b6e67a6-0fa6-489d-b0d4-d7c1c342c12d req-0b9d18f7-2330-45d5-9912-b0fbe56eb6f6 tempest-FloatingIPsNegativeTestJSON-1376685028 tempest-FloatingIPsNegativeTestJSON-1376685028-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0518117 Jun 30 09:11:54.998678 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-37d857d4-851e-4d6f-b215-3ea3d86c7a88 req-0b115f24-97e6-42de-b061-8893002b0635 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cfc36a6d-4dda-46d3-832c-5b73ad6a9438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775517 Jun 30 09:11:55.001728 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-06cd97c4-78dd-40ae-92e1-512259cf3f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.002272 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-b73a3a56-7c75-450b-acfc-f18e9d4b04d0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1825159424-network', 'tenant_id': '7acbb253927f4a1fab6572e7fef3f095'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:55.002272 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-7998cac7-6597-444b-bc69-66b3b20061b9 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Network ad33225d-5521-4894-b7e8-170799d80b12 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:55.002272 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-7998cac7-6597-444b-bc69-66b3b20061b9 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:55.002272 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-7998cac7-6597-444b-bc69-66b3b20061b9 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:55.002272 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998cac7-6597-444b-bc69-66b3b20061b9 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Pushing event updated for resources: {'Port': ['ID=ae92a3f4-b39a-4933-b368-6639a4df20b1,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:55.029471 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e2a1f-6dfe-4d2b-bb27-c046532a3629 req-6e9341ab-ec9a-4f64-a4b3-03a6e768b45b tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:55.041999 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7f4e2a1f-6dfe-4d2b-bb27-c046532a3629 req-6e9341ab-ec9a-4f64-a4b3-03a6e768b45b tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/ports?device_id=e72b6ac6-48b7-4992-a786-0677a4a0fdd3 HTTP/1.1" status: 200 len: 946 time: 0.1602962 Jun 30 09:11:55.101421 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7f4e2a1f-6dfe-4d2b-bb27-c046532a3629 req-816a4984-223d-45fc-8e58-cb6e1137b830 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/security-groups?id=cfc36a6d-4dda-46d3-832c-5b73ad6a9438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584025 Jun 30 09:11:55.143803 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-7998cac7-6597-444b-bc69-66b3b20061b9 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:55.144450 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-7998cac7-6597-444b-bc69-66b3b20061b9 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.197781 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef54a1-a9d1-47e5-8f6f-d4bf7aa11b29 req-7293ca69-3647-4247-912b-38443fccaab7 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:55.200641 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-38ef54a1-a9d1-47e5-8f6f-d4bf7aa11b29 req-7293ca69-3647-4247-912b-38443fccaab7 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.10 "GET /v2.0/ports?device_id=733e3ea6-51f7-44d4-8968-00614354678d HTTP/1.1" status: 200 len: 935 time: 0.1326814 Jun 30 09:11:55.205635 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [req-393381cc-0a88-4461-9385-b900c87ef59a req-5e302cf6-cbdf-4413-bd8b-adfdae2f49fd tempest-FloatingIPsNegativeTestJSON-1376685028 tempest-FloatingIPsNegativeTestJSON-1376685028-project] show failed (client error): The resource could not be found. Jun 30 09:11:55.206872 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-393381cc-0a88-4461-9385-b900c87ef59a req-5e302cf6-cbdf-4413-bd8b-adfdae2f49fd tempest-FloatingIPsNegativeTestJSON-1376685028 tempest-FloatingIPsNegativeTestJSON-1376685028-project] 10.222.0.10 "GET /v2.0/floatingips/2f46f8f1-aaff-4188-a857-fb8581553f8b HTTP/1.1" status: 404 len: 350 time: 0.0599992 Jun 30 09:11:55.216894 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 33464) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:55.276555 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-38ef54a1-a9d1-47e5-8f6f-d4bf7aa11b29 req-a93003b1-3128-4810-b449-a07d92a49054 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f49f0da-53a3-4fac-8015-1805ddd6ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676479 Jun 30 09:11:55.373202 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-06cd97c4-78dd-40ae-92e1-512259cf3f35 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.388596 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-06cd97c4-78dd-40ae-92e1-512259cf3f35 None None] Transition to ACTIVE for port object 65fd9e5e-13a9-4a40-a81e-f10943c70d14 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:55.474337 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5a1cc-7696-4747-b7b2-56db5f81c959 req-6664873a-d2c1-401f-ad5b-678f8b3c990a tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:55.475807 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0da5a1cc-7696-4747-b7b2-56db5f81c959 req-6664873a-d2c1-401f-ad5b-678f8b3c990a tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d598cce-6dd6-4c75-a879-20f082fe5845 HTTP/1.1" status: 200 len: 945 time: 0.1252949 Jun 30 09:11:55.481880 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73a3a56-7c75-450b-acfc-f18e9d4b04d0 admin admin] Made reservation on behalf of 7acbb253927f4a1fab6572e7fef3f095 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:55.484383 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b73a3a56-7c75-450b-acfc-f18e9d4b04d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.493622 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b73a3a56-7c75-450b-acfc-f18e9d4b04d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.566101 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0da5a1cc-7696-4747-b7b2-56db5f81c959 req-158d1d9b-ce59-4428-8e15-2c16d1bd40fd tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.10 "GET /v2.0/security-groups?id=976b2f45-f6d3-411c-825e-550361821cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574310 Jun 30 09:11:55.594570 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c847ef78-d15a-4153-a249-9a3195772ee8 None None] Provisioning for port ae92a3f4-b39a-4933-b368-6639a4df20b1 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:55.594570 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-06cd97c4-78dd-40ae-92e1-512259cf3f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.630494 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c847ef78-d15a-4153-a249-9a3195772ee8 None None] Provisioning complete for port ae92a3f4-b39a-4933-b368-6639a4df20b1 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:55.630936 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c847ef78-d15a-4153-a249-9a3195772ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.644472 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-7998cac7-6597-444b-bc69-66b3b20061b9 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1799207 Jun 30 09:11:55.693244 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-c847ef78-d15a-4153-a249-9a3195772ee8 None None] Port ae92a3f4-b39a-4933-b368-6639a4df20b1 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:11:55.695042 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-e9502e57-e618-4cc4-b062-001978019870 service neutron] Request body: {'port': {'device_id': '733e3ea6-51f7-44d4-8968-00614354678d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:55.778721 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9604321-208a-44dd-be15-6d840287b50d None None] Pushing event updated for resources: {'Port': ['ID=65fd9e5e-13a9-4a40-a81e-f10943c70d14,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:55.904484 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-06cd97c4-78dd-40ae-92e1-512259cf3f35 None None] Attempting to bind port 65fd9e5e-13a9-4a40-a81e-f10943c70d14 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:11:55.904883 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-06cd97c4-78dd-40ae-92e1-512259cf3f35 None None] Attempting to bind port 65fd9e5e-13a9-4a40-a81e-f10943c70d14 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'fe5bfa6e-d533-4dcf-ace1-49a7cd9f3a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd11057d7-3cd7-4c66-b575-c6d32f6d6526'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:11:55.905250 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cd97c4-78dd-40ae-92e1-512259cf3f35 None None] Attempting to bind port 65fd9e5e-13a9-4a40-a81e-f10943c70d14 on network d11057d7-3cd7-4c66-b575-c6d32f6d6526 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:55.911043 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9604321-208a-44dd-be15-6d840287b50d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:55.914515 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-06f6596f-1abb-4ff6-a066-1b3f529d9dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.916301 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9604321-208a-44dd-be15-6d840287b50d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:55.916737 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9604321-208a-44dd-be15-6d840287b50d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:55.917096 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9604321-208a-44dd-be15-6d840287b50d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:55.917417 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9604321-208a-44dd-be15-6d840287b50d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:55.917747 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9604321-208a-44dd-be15-6d840287b50d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:55.918159 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9604321-208a-44dd-be15-6d840287b50d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:55.918602 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9604321-208a-44dd-be15-6d840287b50d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:55.918935 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9604321-208a-44dd-be15-6d840287b50d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:55.926983 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9604321-208a-44dd-be15-6d840287b50d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:55.927470 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9604321-208a-44dd-be15-6d840287b50d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:55.927817 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9604321-208a-44dd-be15-6d840287b50d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:55.943898 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cd97c4-78dd-40ae-92e1-512259cf3f35 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:11:55.943898 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cd97c4-78dd-40ae-92e1-512259cf3f35 None None] Checking segment: {'id': 'fe5bfa6e-d533-4dcf-ace1-49a7cd9f3a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd11057d7-3cd7-4c66-b575-c6d32f6d6526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:55.943898 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-06cd97c4-78dd-40ae-92e1-512259cf3f35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.943898 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cd97c4-78dd-40ae-92e1-512259cf3f35 None None] Bound using segment: {'id': 'fe5bfa6e-d533-4dcf-ace1-49a7cd9f3a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd11057d7-3cd7-4c66-b575-c6d32f6d6526'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:11:55.943898 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-06cd97c4-78dd-40ae-92e1-512259cf3f35 None None] Bound port: 65fd9e5e-13a9-4a40-a81e-f10943c70d14, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5bfa6e-d533-4dcf-ace1-49a7cd9f3a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd11057d7-3cd7-4c66-b575-c6d32f6d6526'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:11:55.943898 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-06cd97c4-78dd-40ae-92e1-512259cf3f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.080500 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-e9502e57-e618-4cc4-b062-001978019870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.122581 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-06cd97c4-78dd-40ae-92e1-512259cf3f35 None None] For port 65fd9e5e-13a9-4a40-a81e-f10943c70d14, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:11:56.148524 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-06cd97c4-78dd-40ae-92e1-512259cf3f35 None None] For port 65fd9e5e-13a9-4a40-a81e-f10943c70d14, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=65fd9e5e-13a9-4a40-a81e-f10943c70d14,segment=NetworkSegment(fe5bfa6e-d533-4dcf-ace1-49a7cd9f3a4c),segment_id=fe5bfa6e-d533-4dcf-ace1-49a7cd9f3a4c)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:11:56.264844 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-06cd97c4-78dd-40ae-92e1-512259cf3f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.345306 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b73a3a56-7c75-450b-acfc-f18e9d4b04d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.398628 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.402946 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9604321-208a-44dd-be15-6d840287b50d None None] Pushing event updated for resources: {'Port': ['ID=65fd9e5e-13a9-4a40-a81e-f10943c70d14,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:56.435941 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cd97c4-78dd-40ae-92e1-512259cf3f35 None None] Routers {'e0f1518e-bfc2-4347-8d1e-b58cefc6401d'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:56.436564 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-06cd97c4-78dd-40ae-92e1-512259cf3f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:11:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e0f1518e-bfc2-4347-8d1e-b58cefc6401d'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:56.717259 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 33492) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:56.776481 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-06cd97c4-78dd-40ae-92e1-512259cf3f35 None None] Set router e0f1518e-bfc2-4347-8d1e-b58cefc6401d gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:11:56.821773 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b73a3a56-7c75-450b-acfc-f18e9d4b04d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.874551 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b0dd8-7321-4c13-badc-38dbe4bcb7ac req-aaf76c27-17af-4d92-a0e4-4d48167ec834 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:56.883258 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6d2b0dd8-7321-4c13-badc-38dbe4bcb7ac req-aaf76c27-17af-4d92-a0e4-4d48167ec834 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 946 time: 0.1901038 Jun 30 09:11:56.943844 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6d2b0dd8-7321-4c13-badc-38dbe4bcb7ac req-0cb16de3-0dfc-4250-a33d-918de55610b7 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593467 Jun 30 09:11:56.958613 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-06cfcf4f-8ffa-4723-bb0a-63215d9e963b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-405407133-network', 'tenant_id': 'a10346d2897241b69fab178f068f09e9'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:56.960664 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b73a3a56-7c75-450b-acfc-f18e9d4b04d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:11:57.021560 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a3a56-7c75-450b-acfc-f18e9d4b04d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4550ba56-759a-411c-9302-022b2a9da806,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:57.053290 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b73a3a56-7c75-450b-acfc-f18e9d4b04d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.054001 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-b73a3a56-7c75-450b-acfc-f18e9d4b04d0 admin admin] Added segment 4cf9772c-d8f9-4346-97c7-9f375743526e of type vlan for network 53c89d47-ac7f-429a-b074-e02bf302827e Jun 30 09:11:57.171183 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cfcf4f-8ffa-4723-bb0a-63215d9e963b admin admin] Made reservation on behalf of a10346d2897241b69fab178f068f09e9 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:57.176742 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-06cfcf4f-8ffa-4723-bb0a-63215d9e963b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.229716 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-06cfcf4f-8ffa-4723-bb0a-63215d9e963b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.231673 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b73a3a56-7c75-450b-acfc-f18e9d4b04d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.247874 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af23d60-3c1b-4825-ac73-54bb30111104 req-0c175112-4b85-4cae-8cbf-3995b5f05e6b tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:57.255338 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af23d60-3c1b-4825-ac73-54bb30111104 req-0c175112-4b85-4cae-8cbf-3995b5f05e6b tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/ports?device_id=e72b6ac6-48b7-4992-a786-0677a4a0fdd3 HTTP/1.1" status: 200 len: 946 time: 0.9085400 Jun 30 09:11:57.264643 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-06cd97c4-78dd-40ae-92e1-512259cf3f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f1518e-bfc2-4347-8d1e-b58cefc6401d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1344294399-router', 'tenant_id': '52d01ae74da342359d741b0467db4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '13110ba9-ca53-4bd3-b7a7-dbb25900b7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:38Z', 'updated_at': '2021-06-30T09:11:50Z', 'revision_number': 4, 'project_id': '52d01ae74da342359d741b0467db4f83', 'gw_port': {'id': '13110ba9-ca53-4bd3-b7a7-dbb25900b7ba', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f1518e-bfc2-4347-8d1e-b58cefc6401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:40Z', 'updated_at': '2021-06-30T09:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '65fd9e5e-13a9-4a40-a81e-f10943c70d14', 'name': '', 'network_id': 'd11057d7-3cd7-4c66-b575-c6d32f6d6526', 'tenant_id': '52d01ae74da342359d741b0467db4f83', 'mac_address': 'fa:16:3e:30:07:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f1518e-bfc2-4347-8d1e-b58cefc6401d', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '9182705b-edd9-45a9-9c90-001746f32390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:48Z', 'updated_at': '2021-06-30T09:11:56Z', 'revision_number': 4, 'project_id': '52d01ae74da342359d741b0467db4f83', 'subnets': [{'id': '9182705b-edd9-45a9-9c90-001746f32390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:57.314172 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cd97c4-78dd-40ae-92e1-512259cf3f35 None None] The sync data for ids ['e0f1518e-bfc2-4347-8d1e-b58cefc6401d'] in n-d-771363-31 is: [{'id': 'e0f1518e-bfc2-4347-8d1e-b58cefc6401d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1344294399-router', 'tenant_id': '52d01ae74da342359d741b0467db4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '13110ba9-ca53-4bd3-b7a7-dbb25900b7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:38Z', 'updated_at': '2021-06-30T09:11:50Z', 'revision_number': 4, 'project_id': '52d01ae74da342359d741b0467db4f83', 'gw_port': {'id': '13110ba9-ca53-4bd3-b7a7-dbb25900b7ba', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f1518e-bfc2-4347-8d1e-b58cefc6401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:40Z', 'updated_at': '2021-06-30T09:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '65fd9e5e-13a9-4a40-a81e-f10943c70d14', 'name': '', 'network_id': 'd11057d7-3cd7-4c66-b575-c6d32f6d6526', 'tenant_id': '52d01ae74da342359d741b0467db4f83', 'mac_address': 'fa:16:3e:30:07:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f1518e-bfc2-4347-8d1e-b58cefc6401d', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '9182705b-edd9-45a9-9c90-001746f32390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:48Z', 'updated_at': '2021-06-30T09:11:56Z', 'revision_number': 4, 'project_id': '52d01ae74da342359d741b0467db4f83', 'subnets': [{'id': '9182705b-edd9-45a9-9c90-001746f32390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:11:57.375815 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af23d60-3c1b-4825-ac73-54bb30111104 req-c2a4a476-8fe2-4946-aba5-b32ec2e466bd tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/security-groups?id=cfc36a6d-4dda-46d3-832c-5b73ad6a9438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186390 Jun 30 09:11:57.396501 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-06f6596f-1abb-4ff6-a066-1b3f529d9dfb admin admin] Deleting port 65fd9e5e-13a9-4a40-a81e-f10943c70d14 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:57.396835 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-06f6596f-1abb-4ff6-a066-1b3f529d9dfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.423151 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-e9502e57-e618-4cc4-b062-001978019870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae92a3f4-b39a-4933-b368-6639a4df20b1 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:57.456721 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-e9502e57-e618-4cc4-b062-001978019870 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.498455 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-e9502e57-e618-4cc4-b062-001978019870 service neutron] Transition to ACTIVE for port object ae92a3f4-b39a-4933-b368-6639a4df20b1 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:57.502895 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda25957-1c75-49df-8f6c-8d6b495c2128 req-48f23923-58eb-497f-a27f-a849ea27d5b9 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:57.509896 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eda25957-1c75-49df-8f6c-8d6b495c2128 req-48f23923-58eb-497f-a27f-a849ea27d5b9 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.10 "GET /v2.0/ports?device_id=733e3ea6-51f7-44d4-8968-00614354678d HTTP/1.1" status: 200 len: 935 time: 0.3223569 Jun 30 09:11:57.573221 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b73a3a56-7c75-450b-acfc-f18e9d4b04d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.574781 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73a3a56-7c75-450b-acfc-f18e9d4b04d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:57.575388 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b73a3a56-7c75-450b-acfc-f18e9d4b04d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.611931 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eda25957-1c75-49df-8f6c-8d6b495c2128 req-2edb6947-4990-443d-a34a-48c63b5d3434 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f49f0da-53a3-4fac-8015-1805ddd6ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010442 Jun 30 09:11:57.661988 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-06f6596f-1abb-4ff6-a066-1b3f529d9dfb admin admin] For port 65fd9e5e-13a9-4a40-a81e-f10943c70d14, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=65fd9e5e-13a9-4a40-a81e-f10943c70d14,segment=NetworkSegment(fe5bfa6e-d533-4dcf-ace1-49a7cd9f3a4c),segment_id=fe5bfa6e-d533-4dcf-ace1-49a7cd9f3a4c)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:57.662571 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-06f6596f-1abb-4ff6-a066-1b3f529d9dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.675797 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-e9502e57-e618-4cc4-b062-001978019870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.686962 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-06f6596f-1abb-4ff6-a066-1b3f529d9dfb admin admin] Calling delete_port for 65fd9e5e-13a9-4a40-a81e-f10943c70d14 owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:57.710138 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-06cfcf4f-8ffa-4723-bb0a-63215d9e963b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.734230 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a3a56-7c75-450b-acfc-f18e9d4b04d0 admin admin] Pushing event updated for resources: {'Network': ['ID=53c89d47-ac7f-429a-b074-e02bf302827e,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:57.746894 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 53c89d47-ac7f-429a-b074-e02bf302827e details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:11:57.823714 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9502e57-e618-4cc4-b062-001978019870 service neutron] Pushing event updated for resources: {'Port': ['ID=ae92a3f4-b39a-4933-b368-6639a4df20b1,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:57.875155 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-06cfcf4f-8ffa-4723-bb0a-63215d9e963b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.889607 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06cfcf4f-8ffa-4723-bb0a-63215d9e963b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:11:57.900922 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-06cfcf4f-8ffa-4723-bb0a-63215d9e963b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.902031 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-06cfcf4f-8ffa-4723-bb0a-63215d9e963b admin admin] Added segment ab0459dd-0737-485e-a203-f94c588fe4e2 of type vlan for network 30803426-2521-4fa6-8470-27f2b32b642d Jun 30 09:11:57.989147 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-06cfcf4f-8ffa-4723-bb0a-63215d9e963b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.998046 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b73a3a56-7c75-450b-acfc-f18e9d4b04d0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.5762613 Jun 30 09:11:57.998853 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33508) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:58.002298 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-e9502e57-e618-4cc4-b062-001978019870 service neutron] Attempting to bind port ae92a3f4-b39a-4933-b368-6639a4df20b1 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:11:58.002787 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-e9502e57-e618-4cc4-b062-001978019870 service neutron] Attempting to bind port ae92a3f4-b39a-4933-b368-6639a4df20b1 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:11:58.003638 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-e9502e57-e618-4cc4-b062-001978019870 service neutron] Attempting to bind port ae92a3f4-b39a-4933-b368-6639a4df20b1 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:58.013214 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-b93edb9a-e1cd-402e-9671-0bb1c4bf57bc admin admin] Request body: {'subnet': {'network_id': '53c89d47-ac7f-429a-b074-e02bf302827e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1825159424-subnet', 'tenant_id': '7acbb253927f4a1fab6572e7fef3f095', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:58.064695 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-e9502e57-e618-4cc4-b062-001978019870 service neutron] Port ae92a3f4-b39a-4933-b368-6639a4df20b1 on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:11:58.065151 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-e9502e57-e618-4cc4-b062-001978019870 service neutron] Attempting to bind port ae92a3f4-b39a-4933-b368-6639a4df20b1 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:58.078942 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-e9502e57-e618-4cc4-b062-001978019870 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:11:58.079616 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-e9502e57-e618-4cc4-b062-001978019870 service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:58.080014 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-e9502e57-e618-4cc4-b062-001978019870 service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:11:58.080853 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-e9502e57-e618-4cc4-b062-001978019870 service neutron] Bound port: ae92a3f4-b39a-4933-b368-6639a4df20b1, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:11:58.081303 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-e9502e57-e618-4cc4-b062-001978019870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.122027 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-06cfcf4f-8ffa-4723-bb0a-63215d9e963b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.132276 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cfcf4f-8ffa-4723-bb0a-63215d9e963b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:58.152196 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-06cfcf4f-8ffa-4723-bb0a-63215d9e963b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.176422 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-e9502e57-e618-4cc4-b062-001978019870 service neutron] For port ae92a3f4-b39a-4933-b368-6639a4df20b1, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:11:58.183235 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-e9502e57-e618-4cc4-b062-001978019870 service neutron] For port ae92a3f4-b39a-4933-b368-6639a4df20b1, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ae92a3f4-b39a-4933-b368-6639a4df20b1,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:11:58.183235 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93edb9a-e1cd-402e-9671-0bb1c4bf57bc admin admin] Made reservation on behalf of 7acbb253927f4a1fab6572e7fef3f095 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:58.186339 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b93edb9a-e1cd-402e-9671-0bb1c4bf57bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.202688 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cfcf4f-8ffa-4723-bb0a-63215d9e963b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7438f4-93d1-47b9-886a-3d1f32fba550,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:58.281023 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cfcf4f-8ffa-4723-bb0a-63215d9e963b admin admin] Pushing event updated for resources: {'Network': ['ID=30803426-2521-4fa6-8470-27f2b32b642d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:58.307441 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 30803426-2521-4fa6-8470-27f2b32b642d details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:11:58.346773 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-e9502e57-e618-4cc4-b062-001978019870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.385158 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-06cfcf4f-8ffa-4723-bb0a-63215d9e963b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6579030 Jun 30 09:11:58.386025 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 33514) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:58.397154 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-95575659-85a8-425b-aecf-72921e016f25 admin admin] Request body: {'subnet': {'network_id': '30803426-2521-4fa6-8470-27f2b32b642d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-405407133-subnet', 'tenant_id': 'a10346d2897241b69fab178f068f09e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:58.437665 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-e9502e57-e618-4cc4-b062-001978019870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:58.438910 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-e9502e57-e618-4cc4-b062-001978019870 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.440825 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-e9502e57-e618-4cc4-b062-001978019870 service neutron] 10.222.0.52 "PUT /v2.0/ports/ae92a3f4-b39a-4933-b368-6639a4df20b1 HTTP/1.1" status: 200 len: 1096 time: 2.7808430 Jun 30 09:11:58.441414 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '733e3ea6-51f7-44d4-8968-00614354678d', 'tag': 'ae92a3f4-b39a-4933-b368-6639a4df20b1'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:58.443904 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac828ef4-4899-4738-b729-48484e7d1eaa" -d '{"events": [{"name": "network-changed", "server_uuid": "733e3ea6-51f7-44d4-8968-00614354678d", "tag": "ae92a3f4-b39a-4933-b368-6639a4df20b1"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:58.496606 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9502e57-e618-4cc4-b062-001978019870 service neutron] Pushing event updated for resources: {'Port': ['ID=ae92a3f4-b39a-4933-b368-6639a4df20b1,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:58.566427 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-06f6596f-1abb-4ff6-a066-1b3f529d9dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.898627 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95575659-85a8-425b-aecf-72921e016f25 admin admin] Made reservation on behalf of a10346d2897241b69fab178f068f09e9 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:58.904837 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-95575659-85a8-425b-aecf-72921e016f25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.968097 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6596f-1abb-4ff6-a066-1b3f529d9dfb admin admin] Pushing event deleted for resources: {'Port': ['ID=65fd9e5e-13a9-4a40-a81e-f10943c70d14,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:59.036742 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1b2c7-5b1d-4324-af95-8399d03de4d4 req-f13273c5-1f38-4af6-9282-3fca364fe703 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:59.044239 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aea1b2c7-5b1d-4324-af95-8399d03de4d4 req-f13273c5-1f38-4af6-9282-3fca364fe703 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/ports?device_id=e72b6ac6-48b7-4992-a786-0677a4a0fdd3 HTTP/1.1" status: 200 len: 946 time: 0.4463258 Jun 30 09:11:59.103921 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aea1b2c7-5b1d-4324-af95-8399d03de4d4 req-0bcb4c34-b64a-4d13-85d4-cc6d39d3e133 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/security-groups?id=cfc36a6d-4dda-46d3-832c-5b73ad6a9438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586400 Jun 30 09:11:59.106627 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b93edb9a-e1cd-402e-9671-0bb1c4bf57bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:59.120581 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-7cb0c84f-3ce4-4e8f-a489-253b26f31703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:59.122987 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-7cb0c84f-3ce4-4e8f-a489-253b26f31703 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=96d6143d16794f52878a93af9bcaf8cb&device_id=733e3ea6-51f7-44d4-8968-00614354678d HTTP/1.1" status: 200 len: 1099 time: 0.4069004 Jun 30 09:11:59.240287 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289760a-7ceb-4290-a22a-a2b26d51ea5e req-dbad37c7-afc6-4aa7-8fb1-3c7d1603a6a8 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:59.241975 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2289760a-7ceb-4290-a22a-a2b26d51ea5e req-dbad37c7-afc6-4aa7-8fb1-3c7d1603a6a8 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 946 time: 0.9513135 Jun 30 09:11:59.260995 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911749ad-c97c-4e9a-99aa-1d16c0b3836a x-openstack-request-id: req-911749ad-c97c-4e9a-99aa-1d16c0b3836a {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:59.261293 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "733e3ea6-51f7-44d4-8968-00614354678d", "tag": "ae92a3f4-b39a-4933-b368-6639a4df20b1", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:59.261554 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-911749ad-c97c-4e9a-99aa-1d16c0b3836a {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:59.262043 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '733e3ea6-51f7-44d4-8968-00614354678d', 'tag': 'ae92a3f4-b39a-4933-b368-6639a4df20b1', 'status': 'completed', 'code': 200} Jun 30 09:11:59.365310 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93edb9a-e1cd-402e-9671-0bb1c4bf57bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=54d77cc9-a7fe-4a48-b02c-0d56fc30a27d,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:59.373210 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-beffd939-5398-4ebf-b67f-573941d9b3d6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=ae92a3f4-b39a-4933-b368-6639a4df20b1 HTTP/1.1" status: 200 len: 217 time: 0.2021112 Jun 30 09:11:59.480074 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2289760a-7ceb-4290-a22a-a2b26d51ea5e req-4571adc3-1001-41e3-a88d-20173df53488 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289398 Jun 30 09:11:59.534669 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-3a7ffcfc-cf98-4772-b63b-5eeaa884aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:59.536277 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-3a7ffcfc-cf98-4772-b63b-5eeaa884aa57 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1522369 Jun 30 09:11:59.546478 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93edb9a-e1cd-402e-9671-0bb1c4bf57bc admin admin] Checking segment: {'id': '4cf9772c-d8f9-4346-97c7-9f375743526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '53c89d47-ac7f-429a-b074-e02bf302827e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:59.546845 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93edb9a-e1cd-402e-9671-0bb1c4bf57bc admin admin] Network hostable DHCP agents. Network: 53c89d47-ac7f-429a-b074-e02bf302827e, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:11:59.577929 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-06f6596f-1abb-4ff6-a066-1b3f529d9dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:59.714784 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68cc4b-1177-4dcc-a19d-dc32cdc69efb req-a6956ff6-5a8c-49eb-9580-570fb5c18674 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:59.728789 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dc68cc4b-1177-4dcc-a19d-dc32cdc69efb req-a6956ff6-5a8c-49eb-9580-570fb5c18674 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.10 "GET /v2.0/ports?device_id=733e3ea6-51f7-44d4-8968-00614354678d HTTP/1.1" status: 200 len: 947 time: 0.2742810 Jun 30 09:11:59.763260 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-1dd58fbe-c252-45e3-8c42-70c1f763e1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:59.764789 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-1dd58fbe-c252-45e3-8c42-70c1f763e1a9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2201619 Jun 30 09:11:59.792097 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-95575659-85a8-425b-aecf-72921e016f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:59.806233 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93edb9a-e1cd-402e-9671-0bb1c4bf57bc admin admin] Network 53c89d47-ac7f-429a-b074-e02bf302827e is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:11:59.832525 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dc68cc4b-1177-4dcc-a19d-dc32cdc69efb req-62d548e4-7f17-4624-8af6-8f278f69368a tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f49f0da-53a3-4fac-8015-1805ddd6ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929279 Jun 30 09:11:59.987214 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-7f3df757-37c2-470b-9556-6b365b90f3c9 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030282 Jun 30 09:11:59.988237 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-b93edb9a-e1cd-402e-9671-0bb1c4bf57bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 53c89d47-ac7f-429a-b074-e02bf302827e) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:59.999274 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa551c60-1aa8-4f13-947d-ab189e6f301f None None] Network 53c89d47-ac7f-429a-b074-e02bf302827e requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:00.061897 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95575659-85a8-425b-aecf-72921e016f25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25d920e9-4cce-4374-bd84-fac478cbf3ab,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:00.104427 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f6596f-1abb-4ff6-a066-1b3f529d9dfb admin admin] Router e0f1518e-bfc2-4347-8d1e-b58cefc6401d has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:12:00.110342 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95575659-85a8-425b-aecf-72921e016f25 admin admin] Checking segment: {'id': 'ab0459dd-0737-485e-a203-f94c588fe4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '30803426-2521-4fa6-8470-27f2b32b642d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:00.110859 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95575659-85a8-425b-aecf-72921e016f25 admin admin] Network hostable DHCP agents. Network: 30803426-2521-4fa6-8470-27f2b32b642d, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:12:00.118031 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93edb9a-e1cd-402e-9671-0bb1c4bf57bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:00.125400 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b93edb9a-e1cd-402e-9671-0bb1c4bf57bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:00.288662 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5943368d-6289-470c-b6ee-18dd18f07ae7 None None] Network 53c89d47-ac7f-429a-b074-e02bf302827e requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:00.301628 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b93edb9a-e1cd-402e-9671-0bb1c4bf57bc admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2917023 Jun 30 09:12:00.302395 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9841271f-7b31-46e4-a41a-79cb48f353e4 req-42b334f8-8e81-4631-9145-4609bc7246d3 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110225 Jun 30 09:12:00.391420 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f6596f-1abb-4ff6-a066-1b3f529d9dfb admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:12:00.402820 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184f79b0-1b9c-405d-9373-0999f7768618 None None] Sync routers for ids ['e0f1518e-bfc2-4347-8d1e-b58cefc6401d'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:12:00.411514 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33542) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:00.413427 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-06f6596f-1abb-4ff6-a066-1b3f529d9dfb admin admin] 10.222.0.10 "PUT /v2.0/routers/e0f1518e-bfc2-4347-8d1e-b58cefc6401d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1908541 Jun 30 09:12:00.417750 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184f79b0-1b9c-405d-9373-0999f7768618 None None] Routers {'e0f1518e-bfc2-4347-8d1e-b58cefc6401d'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:00.423146 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-184f79b0-1b9c-405d-9373-0999f7768618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:11:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e0f1518e-bfc2-4347-8d1e-b58cefc6401d'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:00.441547 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95575659-85a8-425b-aecf-72921e016f25 admin admin] Network 30803426-2521-4fa6-8470-27f2b32b642d is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:12:00.538704 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-95575659-85a8-425b-aecf-72921e016f25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 30803426-2521-4fa6-8470-27f2b32b642d) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:00.550919 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95575659-85a8-425b-aecf-72921e016f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:00.552085 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-95575659-85a8-425b-aecf-72921e016f25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:00.557534 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f5331d-f4bb-4762-8f17-1749382f0f78 None None] Network 30803426-2521-4fa6-8470-27f2b32b642d requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:00.688856 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-95575659-85a8-425b-aecf-72921e016f25 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2977412 Jun 30 09:12:00.711258 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-184f79b0-1b9c-405d-9373-0999f7768618 None None] Set router e0f1518e-bfc2-4347-8d1e-b58cefc6401d gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:00.876444 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11803436-4797-4a87-a984-0294b67e13f4 None None] Network 30803426-2521-4fa6-8470-27f2b32b642d requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:00.891338 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac828ef4-4899-4738-b729-48484e7d1eaa req-54346d1e-2d7e-493b-a2ca-fee96eefbb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:00.900933 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ac828ef4-4899-4738-b729-48484e7d1eaa req-54346d1e-2d7e-493b-a2ca-fee96eefbb85 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=96d6143d16794f52878a93af9bcaf8cb&device_id=733e3ea6-51f7-44d4-8968-00614354678d HTTP/1.1" status: 200 len: 1099 time: 0.3673005 Jun 30 09:12:00.905345 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3ee1f732-75c6-46fd-b30e-ed80e5ffa47a admin admin] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:01.122100 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-184f79b0-1b9c-405d-9373-0999f7768618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f1518e-bfc2-4347-8d1e-b58cefc6401d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1344294399-router', 'tenant_id': '52d01ae74da342359d741b0467db4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '13110ba9-ca53-4bd3-b7a7-dbb25900b7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:38Z', 'updated_at': '2021-06-30T09:11:58Z', 'revision_number': 5, 'project_id': '52d01ae74da342359d741b0467db4f83', 'gw_port': {'id': '13110ba9-ca53-4bd3-b7a7-dbb25900b7ba', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f1518e-bfc2-4347-8d1e-b58cefc6401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:40Z', 'updated_at': '2021-06-30T09:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:01.145694 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3ee1f732-75c6-46fd-b30e-ed80e5ffa47a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:01.169271 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184f79b0-1b9c-405d-9373-0999f7768618 None None] Checking router: e0f1518e-bfc2-4347-8d1e-b58cefc6401d for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:12:01.188730 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184f79b0-1b9c-405d-9373-0999f7768618 None None] Routers {'e0f1518e-bfc2-4347-8d1e-b58cefc6401d'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:01.189447 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-184f79b0-1b9c-405d-9373-0999f7768618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:11:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e0f1518e-bfc2-4347-8d1e-b58cefc6401d'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:01.316631 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c2bae-ef90-46ca-9c08-d4c3feb108ea req-e78545cb-bea2-4cd9-bdbc-1f0fc57fdedd tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:01.318380 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e26c2bae-ef90-46ca-9c08-d4c3feb108ea req-e78545cb-bea2-4cd9-bdbc-1f0fc57fdedd tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 946 time: 0.5255759 Jun 30 09:12:01.466044 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e26c2bae-ef90-46ca-9c08-d4c3feb108ea req-9f5639c0-c850-4f3d-bfeb-86815eadf42b tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243951 Jun 30 09:12:01.505335 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac828ef4-4899-4738-b729-48484e7d1eaa req-42b3f698-8d37-49f4-aa5c-51fc1f9db3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:01.511056 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ac828ef4-4899-4738-b729-48484e7d1eaa req-42b3f698-8d37-49f4-aa5c-51fc1f9db3af service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.3845398 Jun 30 09:12:01.575047 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d2d63-09ae-4d08-be13-d7f7ef2730e5 req-f74a1877-45e6-43c5-a418-6e5719814a70 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:01.577528 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ae5d2d63-09ae-4d08-be13-d7f7ef2730e5 req-f74a1877-45e6-43c5-a418-6e5719814a70 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/ports?device_id=e72b6ac6-48b7-4992-a786-0677a4a0fdd3 HTTP/1.1" status: 200 len: 946 time: 0.1983352 Jun 30 09:12:01.585576 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-184f79b0-1b9c-405d-9373-0999f7768618 None None] Set router e0f1518e-bfc2-4347-8d1e-b58cefc6401d gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:01.623236 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 33570) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:01.629074 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-c3bf2bf5-d991-4869-9020-3787582ce5bd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2007070587-network', 'tenant_id': 'f21172dd5b0b48e79e9d687d38b1ed6f'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:01.658705 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-3ee1f732-75c6-46fd-b30e-ed80e5ffa47a admin admin] Deleting port 13110ba9-ca53-4bd3-b7a7-dbb25900b7ba {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:01.660228 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3ee1f732-75c6-46fd-b30e-ed80e5ffa47a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:01.668804 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ac828ef4-4899-4738-b729-48484e7d1eaa req-d5159b68-d143-4cd3-8e18-a41af079f867 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=ae92a3f4-b39a-4933-b368-6639a4df20b1 HTTP/1.1" status: 200 len: 217 time: 0.1452291 Jun 30 09:12:01.677401 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ae5d2d63-09ae-4d08-be13-d7f7ef2730e5 req-afde1dd2-dc2e-4376-93c5-4e41787d6db7 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/security-groups?id=cfc36a6d-4dda-46d3-832c-5b73ad6a9438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929184 Jun 30 09:12:01.777523 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bf2bf5-d991-4869-9020-3787582ce5bd admin admin] Made reservation on behalf of f21172dd5b0b48e79e9d687d38b1ed6f for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:01.780340 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3bf2bf5-d991-4869-9020-3787582ce5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:01.804609 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3bf2bf5-d991-4869-9020-3787582ce5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:01.838622 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-184f79b0-1b9c-405d-9373-0999f7768618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f1518e-bfc2-4347-8d1e-b58cefc6401d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1344294399-router', 'tenant_id': '52d01ae74da342359d741b0467db4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '13110ba9-ca53-4bd3-b7a7-dbb25900b7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:38Z', 'updated_at': '2021-06-30T09:11:58Z', 'revision_number': 5, 'project_id': '52d01ae74da342359d741b0467db4f83', 'gw_port': {'id': '13110ba9-ca53-4bd3-b7a7-dbb25900b7ba', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f1518e-bfc2-4347-8d1e-b58cefc6401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:40Z', 'updated_at': '2021-06-30T09:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:01.873769 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac828ef4-4899-4738-b729-48484e7d1eaa req-b0f8d532-4d41-40d3-8271-14f867e4f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:01.879641 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ac828ef4-4899-4738-b729-48484e7d1eaa req-b0f8d532-4d41-40d3-8271-14f867e4f1ab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1743493 Jun 30 09:12:01.880193 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184f79b0-1b9c-405d-9373-0999f7768618 None None] The sync data for ids ['e0f1518e-bfc2-4347-8d1e-b58cefc6401d'] in n-d-771363-31 is: [{'id': 'e0f1518e-bfc2-4347-8d1e-b58cefc6401d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1344294399-router', 'tenant_id': '52d01ae74da342359d741b0467db4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '13110ba9-ca53-4bd3-b7a7-dbb25900b7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:38Z', 'updated_at': '2021-06-30T09:11:58Z', 'revision_number': 5, 'project_id': '52d01ae74da342359d741b0467db4f83', 'gw_port': {'id': '13110ba9-ca53-4bd3-b7a7-dbb25900b7ba', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f1518e-bfc2-4347-8d1e-b58cefc6401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:40Z', 'updated_at': '2021-06-30T09:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:12:01.997219 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-3ee1f732-75c6-46fd-b30e-ed80e5ffa47a admin admin] For port 13110ba9-ca53-4bd3-b7a7-dbb25900b7ba, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=13110ba9-ca53-4bd3-b7a7-dbb25900b7ba,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:01.998466 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3ee1f732-75c6-46fd-b30e-ed80e5ffa47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.070536 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce6cacf-7c56-42cd-9921-754365a56013 req-7b395ff1-88bd-4a29-b229-db96d28f1bb8 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:02.078213 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0ce6cacf-7c56-42cd-9921-754365a56013 req-7b395ff1-88bd-4a29-b229-db96d28f1bb8 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.10 "GET /v2.0/ports?device_id=733e3ea6-51f7-44d4-8968-00614354678d HTTP/1.1" status: 200 len: 947 time: 0.1299019 Jun 30 09:12:02.098152 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3bf2bf5-d991-4869-9020-3787582ce5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.150107 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0ce6cacf-7c56-42cd-9921-754365a56013 req-5f5ad910-9fe6-4fa1-828e-6c0a9eb5bb4e tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f49f0da-53a3-4fac-8015-1805ddd6ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707619 Jun 30 09:12:02.169861 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3bf2bf5-d991-4869-9020-3787582ce5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.241878 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3bf2bf5-d991-4869-9020-3787582ce5bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:12:02.407153 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf2bf5-d991-4869-9020-3787582ce5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d486e3d9-4a56-4775-a395-90c9ebfe383a,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:02.430849 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3bf2bf5-d991-4869-9020-3787582ce5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.443500 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-c3bf2bf5-d991-4869-9020-3787582ce5bd admin admin] Added segment a8a37f4b-78b6-4e4a-a248-336a03d7def1 of type vlan for network a39608b9-bf62-45ba-8977-950560c40041 Jun 30 09:12:02.611293 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3bf2bf5-d991-4869-9020-3787582ce5bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.771914 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8db47-a076-44ff-b712-faacc7fcccf4 req-e8cd44a8-a1bc-4acd-a9d9-6af7351fcbdf tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:02.774053 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8db8db47-a076-44ff-b712-faacc7fcccf4 req-e8cd44a8-a1bc-4acd-a9d9-6af7351fcbdf tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 946 time: 0.0873578 Jun 30 09:12:02.825544 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8db8db47-a076-44ff-b712-faacc7fcccf4 req-f15f9903-67f2-424f-ad2f-10bc030a24b6 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432796 Jun 30 09:12:02.875092 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3bf2bf5-d991-4869-9020-3787582ce5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.876400 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf2bf5-d991-4869-9020-3787582ce5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:02.877163 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3bf2bf5-d991-4869-9020-3787582ce5bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.916314 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-3ee1f732-75c6-46fd-b30e-ed80e5ffa47a admin admin] Calling delete_port for 13110ba9-ca53-4bd3-b7a7-dbb25900b7ba owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:02.926165 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-d9f7f734-3174-4051-bdbf-8afcffcca6c7 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:02.933185 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-d9f7f734-3174-4051-bdbf-8afcffcca6c7 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/networks?id=30803426-2521-4fa6-8470-27f2b32b642d HTTP/1.1" status: 200 len: 813 time: 0.1302290 Jun 30 09:12:02.956402 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf2bf5-d991-4869-9020-3787582ce5bd admin admin] Pushing event updated for resources: {'Network': ['ID=a39608b9-bf62-45ba-8977-950560c40041,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:02.968319 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network a39608b9-bf62-45ba-8977-950560c40041 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:12:02.983683 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-8bd0cd36-16b6-42a9-afe1-0fd6a5bf632e tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/quotas/a10346d2897241b69fab178f068f09e9 HTTP/1.1" status: 200 len: 375 time: 0.0489321 Jun 30 09:12:03.073234 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c3bf2bf5-d991-4869-9020-3787582ce5bd admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4459667 Jun 30 09:12:03.074360 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 33594) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:03.081397 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-03389e74-1239-487e-bc6c-6e0eb7f567e0 admin admin] Request body: {'subnet': {'network_id': 'a39608b9-bf62-45ba-8977-950560c40041', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2007070587-subnet', 'tenant_id': 'f21172dd5b0b48e79e9d687d38b1ed6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:03.112627 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a414ce-bfac-46c1-bee5-45e7914b43ec req-9419dfe5-a4d8-4f72-b97b-64e4092816b9 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:03.114851 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-27a414ce-bfac-46c1-bee5-45e7914b43ec req-9419dfe5-a4d8-4f72-b97b-64e4092816b9 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/ports?device_id=e72b6ac6-48b7-4992-a786-0677a4a0fdd3 HTTP/1.1" status: 200 len: 946 time: 0.1210003 Jun 30 09:12:03.143114 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ae92a3f4-b39a-4933-b368-6639a4df20b1 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:12:03.196433 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-27a414ce-bfac-46c1-bee5-45e7914b43ec req-be7ce125-3b64-43e8-bde0-bf7aa987f56f tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/security-groups?id=cfc36a6d-4dda-46d3-832c-5b73ad6a9438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762494 Jun 30 09:12:03.201796 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8b7e2-1e78-44d0-829d-b0382b2c9757 req-4c021492-acc1-4d1f-84aa-991e28f57b5e tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:03.202243 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03389e74-1239-487e-bc6c-6e0eb7f567e0 admin admin] Made reservation on behalf of f21172dd5b0b48e79e9d687d38b1ed6f for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:03.203568 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-37c8b7e2-1e78-44d0-829d-b0382b2c9757 req-4c021492-acc1-4d1f-84aa-991e28f57b5e tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.52 "GET /v2.0/ports?device_id=e72b6ac6-48b7-4992-a786-0677a4a0fdd3 HTTP/1.1" status: 200 len: 946 time: 1.2025075 Jun 30 09:12:03.210316 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-03389e74-1239-487e-bc6c-6e0eb7f567e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.218304 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-86fe323d-15f6-4440-8fa7-74625e75d102 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a10346d2897241b69fab178f068f09e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1188936 Jun 30 09:12:03.243401 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 65fd9e5e-13a9-4a40-a81e-f10943c70d14 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:03.419976 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-b0621c11-b719-44c6-9a19-6c80805edb3e service neutron] 10.222.0.10 "GET /v2.0/networks/30803426-2521-4fa6-8470-27f2b32b642d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978109 Jun 30 09:12:03.569594 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 65fd9e5e-13a9-4a40-a81e-f10943c70d14 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:12:03.573414 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 65fd9e5e-13a9-4a40-a81e-f10943c70d14 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:12:03.662309 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port ae92a3f4-b39a-4933-b368-6639a4df20b1, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ae92a3f4-b39a-4933-b368-6639a4df20b1,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:03.703936 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'ae92a3f4-b39a-4933-b368-6639a4df20b1', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': 'ae92a3f4-b39a-4933-b368-6639a4df20b1', 'mac_address': 'fa:16:3e:1f:af:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:12:03.704045 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-9cc6413e-0f20-42ce-ba77-96785caa7bfc service neutron] 10.222.0.10 "GET /v2.0/networks/30803426-2521-4fa6-8470-27f2b32b642d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707949 Jun 30 09:12:03.732498 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-03389e74-1239-487e-bc6c-6e0eb7f567e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.780319 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.787082 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac828ef4-4899-4738-b729-48484e7d1eaa req-160cd1b4-82c7-4050-a5fa-082b76a3b585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:03.789323 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ac828ef4-4899-4738-b729-48484e7d1eaa req-160cd1b4-82c7-4050-a5fa-082b76a3b585 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.9038534 Jun 30 09:12:03.813676 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae92a3f4-b39a-4933-b368-6639a4df20b1 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:03.856922 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port ae92a3f4-b39a-4933-b368-6639a4df20b1, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ae92a3f4-b39a-4933-b368-6639a4df20b1,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:03.866097 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03389e74-1239-487e-bc6c-6e0eb7f567e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9845d07b-db5a-4912-844f-74a0f30cd6f6,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:03.913100 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03389e74-1239-487e-bc6c-6e0eb7f567e0 admin admin] Checking segment: {'id': 'a8a37f4b-78b6-4e4a-a248-336a03d7def1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a39608b9-bf62-45ba-8977-950560c40041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:03.913618 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03389e74-1239-487e-bc6c-6e0eb7f567e0 admin admin] Network hostable DHCP agents. Network: a39608b9-bf62-45ba-8977-950560c40041, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:12:03.946510 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f27be-a6c7-40f6-9123-a95fb0a65476 req-fb68af33-3a44-417c-85e9-45e41ad90bfd tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:03.955701 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d47f27be-a6c7-40f6-9123-a95fb0a65476 req-fb68af33-3a44-417c-85e9-45e41ad90bfd tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.10 "GET /v2.0/ports?device_id=733e3ea6-51f7-44d4-8968-00614354678d HTTP/1.1" status: 200 len: 947 time: 0.2346909 Jun 30 09:12:03.975769 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ac828ef4-4899-4738-b729-48484e7d1eaa req-c1728b84-d733-48ef-8970-14b7bcdbba56 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690040 Jun 30 09:12:04.005320 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d47f27be-a6c7-40f6-9123-a95fb0a65476 req-c9258aa0-5329-4873-8917-3e4e37fddd8a tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f49f0da-53a3-4fac-8015-1805ddd6ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498786 Jun 30 09:12:04.051863 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.126313 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03389e74-1239-487e-bc6c-6e0eb7f567e0 admin admin] Network a39608b9-bf62-45ba-8977-950560c40041 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:12:04.149139 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=ae92a3f4-b39a-4933-b368-6639a4df20b1,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:04.260667 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-03389e74-1239-487e-bc6c-6e0eb7f567e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, a39608b9-bf62-45ba-8977-950560c40041) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:04.271064 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466ffbc4-6c25-487a-8f5b-c33688517bc0 None None] Network a39608b9-bf62-45ba-8977-950560c40041 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:04.273727 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03389e74-1239-487e-bc6c-6e0eb7f567e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:04.280357 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-03389e74-1239-487e-bc6c-6e0eb7f567e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.314362 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['ae92a3f4-b39a-4933-b368-6639a4df20b1'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:04.392144 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3ab31-b0df-412b-b53a-11b539cf6dd9 req-2c101c16-a2e9-46b8-bc9f-677b89ecdbe1 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:04.397657 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8eb3ab31-b0df-412b-b53a-11b539cf6dd9 req-2c101c16-a2e9-46b8-bc9f-677b89ecdbe1 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 946 time: 0.2172673 Jun 30 09:12:04.403045 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-03389e74-1239-487e-bc6c-6e0eb7f567e0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3276021 Jun 30 09:12:04.458549 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4dbaec48-635a-4afd-ad36-28d145fd9049 req-1bcc8540-1b3f-45d7-92dc-dcfe1cc77211 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 210 time: 0.1241765 Jun 30 09:12:04.462351 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3ee1f732-75c6-46fd-b30e-ed80e5ffa47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.503565 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8eb3ab31-b0df-412b-b53a-11b539cf6dd9 req-aa8acd00-6ce2-408c-a7fd-06bb99e90648 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902302 Jun 30 09:12:04.555736 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1f732-75c6-46fd-b30e-ed80e5ffa47a admin admin] Pushing event deleted for resources: {'Port': ['ID=13110ba9-ca53-4bd3-b7a7-dbb25900b7ba,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:04.634531 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c4a5d9-fcea-4df0-9139-363ac0c39ef9 None None] Network a39608b9-bf62-45ba-8977-950560c40041 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:04.669554 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3ee1f732-75c6-46fd-b30e-ed80e5ffa47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.876584 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3ee1f732-75c6-46fd-b30e-ed80e5ffa47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.882811 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3ee1f732-75c6-46fd-b30e-ed80e5ffa47a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.960069 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-37c8b7e2-1e78-44d0-829d-b0382b2c9757 req-ac6832d1-9fb5-4257-86d4-a163a922a4a5 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Deleting port 55085f8b-8fc7-462c-8deb-40d021816cac {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:04.961085 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-37c8b7e2-1e78-44d0-829d-b0382b2c9757 req-ac6832d1-9fb5-4257-86d4-a163a922a4a5 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:05.050427 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ac828ef4-4899-4738-b729-48484e7d1eaa req-6f757eb8-773a-48a6-a524-e520e7e869ee service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9070840 Jun 30 09:12:05.084437 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f6efe-f97b-4735-a7f5-22e9a208e789 req-90fd3f1c-bd12-4f3e-afe0-67ef0ead0d9e tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:05.086001 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-392f6efe-f97b-4735-a7f5-22e9a208e789 req-90fd3f1c-bd12-4f3e-afe0-67ef0ead0d9e tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/ports?device_id=e72b6ac6-48b7-4992-a786-0677a4a0fdd3 HTTP/1.1" status: 200 len: 946 time: 0.2528119 Jun 30 09:12:05.146424 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3ee1f732-75c6-46fd-b30e-ed80e5ffa47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:05.146948 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee1f732-75c6-46fd-b30e-ed80e5ffa47a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0f1518e-bfc2-4347-8d1e-b58cefc6401d {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:12:05.161388 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-37c8b7e2-1e78-44d0-829d-b0382b2c9757 req-ac6832d1-9fb5-4257-86d4-a163a922a4a5 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] For port 55085f8b-8fc7-462c-8deb-40d021816cac, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=55085f8b-8fc7-462c-8deb-40d021816cac,segment=NetworkSegment(6e7ee4b6-9c48-44b9-a042-bfdde6e646d9),segment_id=6e7ee4b6-9c48-44b9-a042-bfdde6e646d9)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:05.161768 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-37c8b7e2-1e78-44d0-829d-b0382b2c9757 req-ac6832d1-9fb5-4257-86d4-a163a922a4a5 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:05.169934 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 55085f8b-8fc7-462c-8deb-40d021816cac no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:05.182934 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3ee1f732-75c6-46fd-b30e-ed80e5ffa47a admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:05.182934 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3ee1f732-75c6-46fd-b30e-ed80e5ffa47a admin admin] 10.222.0.10 "DELETE /v2.0/routers/e0f1518e-bfc2-4347-8d1e-b58cefc6401d HTTP/1.1" status: 204 len: 168 time: 4.7664325 Jun 30 09:12:05.197648 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33638) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:05.202510 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-392f6efe-f97b-4735-a7f5-22e9a208e789 req-35011692-7fc2-4739-80d6-3529725f8960 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/security-groups?id=cfc36a6d-4dda-46d3-832c-5b73ad6a9438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065271 Jun 30 09:12:05.253181 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-37c8b7e2-1e78-44d0-829d-b0382b2c9757 req-ac6832d1-9fb5-4257-86d4-a163a922a4a5 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Calling delete_port for 55085f8b-8fc7-462c-8deb-40d021816cac owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:05.292356 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-74b4509c-9e05-4653-ab22-8c0ade3648b2 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:05.295173 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-74b4509c-9e05-4653-ab22-8c0ade3648b2 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/networks?id=53c89d47-ac7f-429a-b074-e02bf302827e HTTP/1.1" status: 200 len: 825 time: 0.1604803 Jun 30 09:12:05.332526 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf9a2834-eb29-496c-a4db-2add3f807357 admin admin] Deleting subnet 9182705b-edd9-45a9-9c90-001746f32390 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:12:05.336814 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf9a2834-eb29-496c-a4db-2add3f807357 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:05.345977 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-0066fc90-3bb0-48a8-8e91-6f0d925a2e36 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/quotas/7acbb253927f4a1fab6572e7fef3f095 HTTP/1.1" status: 200 len: 375 time: 0.0423458 Jun 30 09:12:05.390556 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf9a2834-eb29-496c-a4db-2add3f807357 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:05.420080 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:05.466433 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-b61144f1-7e60-443e-bd84-1fbeb59ea516 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7acbb253927f4a1fab6572e7fef3f095&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1126623 Jun 30 09:12:05.480922 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-850393ba-710c-4c91-895f-65faed1170fd service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:12:05.481067 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72b6ac6-48b7-4992-a786-0677a4a0fdd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55085f8b-8fc7-462c-8deb-40d021816cac'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:05.481156 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-850393ba-710c-4c91-895f-65faed1170fd service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082657 Jun 30 09:12:05.481251 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972d068d-ce9d-44da-bfa8-a6d28eb103eb" -d '{"events": [{"server_uuid": "e72b6ac6-48b7-4992-a786-0677a4a0fdd3", "name": "network-vif-unplugged", "status": "completed", "tag": "55085f8b-8fc7-462c-8deb-40d021816cac"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:05.481355 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf9a2834-eb29-496c-a4db-2add3f807357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:05.493854 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 55085f8b-8fc7-462c-8deb-40d021816cac, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=55085f8b-8fc7-462c-8deb-40d021816cac,segment=NetworkSegment(6e7ee4b6-9c48-44b9-a042-bfdde6e646d9),segment_id=6e7ee4b6-9c48-44b9-a042-bfdde6e646d9)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:05.610447 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-4036f925-60f3-4fe6-860f-34adc1ca9c5c service neutron] 10.222.0.10 "GET /v2.0/networks/53c89d47-ac7f-429a-b074-e02bf302827e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277418 Jun 30 09:12:05.633994 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871462f-e355-4839-8e45-6fedb671e974 req-5790ff32-6289-42b1-aa79-15e9e58514d4 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:05.635846 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2871462f-e355-4839-8e45-6fedb671e974 req-5790ff32-6289-42b1-aa79-15e9e58514d4 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.10 "GET /v2.0/ports?device_id=733e3ea6-51f7-44d4-8968-00614354678d HTTP/1.1" status: 200 len: 948 time: 0.1269345 Jun 30 09:12:05.677477 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2871462f-e355-4839-8e45-6fedb671e974 req-79e196d4-7e91-4908-bea2-e3dc50dae2ec tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f49f0da-53a3-4fac-8015-1805ddd6ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356863 Jun 30 09:12:05.689917 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:05.761779 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb1c052-ba3b-44f7-9547-bc63b0537f00 x-openstack-request-id: req-8eb1c052-ba3b-44f7-9547-bc63b0537f00 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:05.762582 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72b6ac6-48b7-4992-a786-0677a4a0fdd3", "name": "network-vif-unplugged", "status": "completed", "tag": "55085f8b-8fc7-462c-8deb-40d021816cac", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:05.762968 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8eb1c052-ba3b-44f7-9547-bc63b0537f00 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:05.764604 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72b6ac6-48b7-4992-a786-0677a4a0fdd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55085f8b-8fc7-462c-8deb-40d021816cac', 'code': 200} Jun 30 09:12:05.785283 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf9a2834-eb29-496c-a4db-2add3f807357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:05.787971 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-3cfeb083-0443-4d19-afc0-b1c6fc4635e5 service neutron] 10.222.0.10 "GET /v2.0/networks/53c89d47-ac7f-429a-b074-e02bf302827e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691489 Jun 30 09:12:05.823462 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a2834-eb29-496c-a4db-2add3f807357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9182705b-edd9-45a9-9c90-001746f32390,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:05.841274 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=55085f8b-8fc7-462c-8deb-40d021816cac,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:05.855378 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed98110-fe3b-44a6-b70e-ba33dd4a5475 None None] Network d11057d7-3cd7-4c66-b575-c6d32f6d6526 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:05.858104 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf9a2834-eb29-496c-a4db-2add3f807357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:05.861844 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bf9a2834-eb29-496c-a4db-2add3f807357 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9182705b-edd9-45a9-9c90-001746f32390 HTTP/1.1" status: 204 len: 168 time: 0.6567788 Jun 30 09:12:05.862844 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 33658) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:05.912676 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fe2006be-ff90-4680-9d83-02532dd0073e req-9bbc6133-9ea9-4e17-b193-9e6af0c78e1d tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 210 time: 0.0960665 Jun 30 09:12:05.914158 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-37c8b7e2-1e78-44d0-829d-b0382b2c9757 req-ac6832d1-9fb5-4257-86d4-a163a922a4a5 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:05.955003 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6832d1-9fb5-4257-86d4-a163a922a4a5 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Pushing event deleted for resources: {'Port': ['ID=55085f8b-8fc7-462c-8deb-40d021816cac,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:05.984438 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-83d825bb-f982-4f46-b5c6-f7806534a933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.020564 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c8b7e2-1e78-44d0-829d-b0382b2c9757 req-ac6832d1-9fb5-4257-86d4-a163a922a4a5 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] No DVR routers for this DVR port 55085f8b-8fc7-462c-8deb-40d021816cac on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:12:06.023550 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-37c8b7e2-1e78-44d0-829d-b0382b2c9757 req-ac6832d1-9fb5-4257-86d4-a163a922a4a5 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.025844 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-37c8b7e2-1e78-44d0-829d-b0382b2c9757 req-ac6832d1-9fb5-4257-86d4-a163a922a4a5 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.52 "DELETE /v2.0/ports/55085f8b-8fc7-462c-8deb-40d021816cac HTTP/1.1" status: 204 len: 173 time: 2.8048120 Jun 30 09:12:06.026465 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72b6ac6-48b7-4992-a786-0677a4a0fdd3', 'name': 'network-vif-deleted', 'tag': '55085f8b-8fc7-462c-8deb-40d021816cac'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:06.030157 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35669e5b-df4e-48c9-958f-4863366ede38" -d '{"events": [{"server_uuid": "e72b6ac6-48b7-4992-a786-0677a4a0fdd3", "name": "network-vif-deleted", "tag": "55085f8b-8fc7-462c-8deb-40d021816cac"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:06.061224 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-83d825bb-f982-4f46-b5c6-f7806534a933 admin admin] Deleting port e5e71bfa-da1f-4872-84bc-5f0369237ff6 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:06.061598 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-83d825bb-f982-4f46-b5c6-f7806534a933 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.152832 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caff271f-1bb6-405d-b929-261efd76c30e None None] DHCP port deletion for d11057d7-3cd7-4c66-b575-c6d32f6d6526 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:12:06.179276 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-83d825bb-f982-4f46-b5c6-f7806534a933 admin admin] For port e5e71bfa-da1f-4872-84bc-5f0369237ff6, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e5e71bfa-da1f-4872-84bc-5f0369237ff6,segment=NetworkSegment(fe5bfa6e-d533-4dcf-ace1-49a7cd9f3a4c),segment_id=fe5bfa6e-d533-4dcf-ace1-49a7cd9f3a4c)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:06.179513 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-83d825bb-f982-4f46-b5c6-f7806534a933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.215566 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-83d825bb-f982-4f46-b5c6-f7806534a933 admin admin] Calling delete_port for e5e71bfa-da1f-4872-84bc-5f0369237ff6 owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:06.225941 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d68c9-c0b9-46df-9aa0-2b97e9e7c07f req-8d1f13f7-90ae-4558-900f-fe6cad6ec291 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:06.231034 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-522d68c9-c0b9-46df-9aa0-2b97e9e7c07f req-8d1f13f7-90ae-4558-900f-fe6cad6ec291 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 946 time: 0.1349039 Jun 30 09:12:06.318805 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-caff271f-1bb6-405d-b929-261efd76c30e None None] Deleting port e5e71bfa-da1f-4872-84bc-5f0369237ff6 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:06.319318 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-caff271f-1bb6-405d-b929-261efd76c30e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.329760 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-522d68c9-c0b9-46df-9aa0-2b97e9e7c07f req-d125a19a-f423-4699-a4cf-dba1fde2665c tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917416 Jun 30 09:12:06.368365 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7331a49-ef08-4cf8-8994-d091a52a0392 x-openstack-request-id: req-b7331a49-ef08-4cf8-8994-d091a52a0392 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:06.368659 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72b6ac6-48b7-4992-a786-0677a4a0fdd3", "name": "network-vif-deleted", "tag": "55085f8b-8fc7-462c-8deb-40d021816cac", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:06.369034 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b7331a49-ef08-4cf8-8994-d091a52a0392 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:06.370287 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72b6ac6-48b7-4992-a786-0677a4a0fdd3', 'name': 'network-vif-deleted', 'tag': '55085f8b-8fc7-462c-8deb-40d021816cac', 'status': 'completed', 'code': 200} Jun 30 09:12:06.463754 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7610e31c-1c98-47c6-9305-1755ad09390d req-172427ea-4285-4c65-acf4-ef867834d0f4 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/ports?device_id=0757327c-cd85-4091-a1f2-565f9856168f HTTP/1.1" status: 200 len: 210 time: 0.0468473 Jun 30 09:12:06.484021 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-caff271f-1bb6-405d-b929-261efd76c30e None None] For port e5e71bfa-da1f-4872-84bc-5f0369237ff6, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e5e71bfa-da1f-4872-84bc-5f0369237ff6,segment=NetworkSegment(fe5bfa6e-d533-4dcf-ace1-49a7cd9f3a4c),segment_id=fe5bfa6e-d533-4dcf-ace1-49a7cd9f3a4c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:06.484528 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-caff271f-1bb6-405d-b929-261efd76c30e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.498433 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-caff271f-1bb6-405d-b929-261efd76c30e None None] Calling delete_port for e5e71bfa-da1f-4872-84bc-5f0369237ff6 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:06.550758 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d6685882-d371-4e93-be1f-340b954939ef req-cde66ed6-e775-4723-bc48-ae5d04344e3f tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/ports?device_id=e72b6ac6-48b7-4992-a786-0677a4a0fdd3 HTTP/1.1" status: 200 len: 210 time: 0.0349321 Jun 30 09:12:06.561016 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-83d825bb-f982-4f46-b5c6-f7806534a933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.614085 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-caff271f-1bb6-405d-b929-261efd76c30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.616225 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d825bb-f982-4f46-b5c6-f7806534a933 admin admin] No DVR routers for this DVR port e5e71bfa-da1f-4872-84bc-5f0369237ff6 on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:12:06.630629 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d825bb-f982-4f46-b5c6-f7806534a933 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5e71bfa-da1f-4872-84bc-5f0369237ff6,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:06.646887 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff271f-1bb6-405d-b929-261efd76c30e None None] Pushing event deleted for resources: {'Port': ['ID=e5e71bfa-da1f-4872-84bc-5f0369237ff6,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:06.653971 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caff271f-1bb6-405d-b929-261efd76c30e None None] No DVR routers for this DVR port e5e71bfa-da1f-4872-84bc-5f0369237ff6 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:12:06.737560 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-83d825bb-f982-4f46-b5c6-f7806534a933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.751731 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-83d825bb-f982-4f46-b5c6-f7806534a933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11057d7-3cd7-4c66-b575-c6d32f6d6526']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:06.766449 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-83d825bb-f982-4f46-b5c6-f7806534a933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe5bfa6e-d533-4dcf-ace1-49a7cd9f3a4c') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:06.766791 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-83d825bb-f982-4f46-b5c6-f7806534a933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe5bfa6e-d533-4dcf-ace1-49a7cd9f3a4c') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:06.791991 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-83d825bb-f982-4f46-b5c6-f7806534a933 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.817300 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-83d825bb-f982-4f46-b5c6-f7806534a933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.827467 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d825bb-f982-4f46-b5c6-f7806534a933 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:12:06.828398 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-83d825bb-f982-4f46-b5c6-f7806534a933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.832696 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:12:06.832696 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:12:06.832696 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:12:06.832696 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:12:06.832696 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:12:06.832696 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:12:06.832696 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:12:06.832696 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:12:06.832696 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:12:06.832696 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:12:06.832696 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:12:06.832696 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:12:06.832696 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:12:06.832696 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:12:06.832696 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:12:06.832696 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:12:06.832696 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:12:06.832696 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:12:06.832696 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:12:06.832696 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:12:06.832696 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:12:06.832696 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:12:06.832696 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:12:06.832696 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:12:06.832696 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:12:06.832696 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:12:06.832696 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:12:06.832696 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:12:06.832696 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:12:06.832696 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:12:06.832696 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:12:06.832696 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:12:07.006167 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-83d825bb-f982-4f46-b5c6-f7806534a933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:07.038509 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-83d825bb-f982-4f46-b5c6-f7806534a933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:07.045274 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-83d825bb-f982-4f46-b5c6-f7806534a933 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d11057d7-3cd7-4c66-b575-c6d32f6d6526 HTTP/1.1" status: 204 len: 168 time: 1.1810446 Jun 30 09:12:07.046218 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d825bb-f982-4f46-b5c6-f7806534a933 admin admin] Pushing event deleted for resources: {'Network': ['ID=d11057d7-3cd7-4c66-b575-c6d32f6d6526,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:07.051696 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0dfdec-01a0-489c-b6c7-64975c236ddd req-50e5eb32-0ca0-46f3-9a2f-f6ab7163191e tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:07.062289 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf0dfdec-01a0-489c-b6c7-64975c236ddd req-50e5eb32-0ca0-46f3-9a2f-f6ab7163191e tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.10 "GET /v2.0/ports?device_id=733e3ea6-51f7-44d4-8968-00614354678d HTTP/1.1" status: 200 len: 948 time: 0.1939356 Jun 30 09:12:07.128589 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf0dfdec-01a0-489c-b6c7-64975c236ddd req-153b0686-b532-4517-ad03-5ecd38958f58 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f49f0da-53a3-4fac-8015-1805ddd6ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650580 Jun 30 09:12:07.190990 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ae92a3f4-b39a-4933-b368-6639a4df20b1 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:07.199977 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:07.292062 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0b5ee25c-4211-4bbd-820f-01dd5dd85820 req-cea07894-bab8-4cbb-ae07-f1d8a6608039 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 210 time: 0.1234777 Jun 30 09:12:07.310990 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 13110ba9-ca53-4bd3-b7a7-dbb25900b7ba no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:07.335634 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 13110ba9-ca53-4bd3-b7a7-dbb25900b7ba {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:12:07.336321 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 13110ba9-ca53-4bd3-b7a7-dbb25900b7ba not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:12:07.336608 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e5e71bfa-da1f-4872-84bc-5f0369237ff6 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:07.364366 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: e5e71bfa-da1f-4872-84bc-5f0369237ff6 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:12:07.364366 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e5e71bfa-da1f-4872-84bc-5f0369237ff6 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:12:07.503535 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port ae92a3f4-b39a-4933-b368-6639a4df20b1 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:07.508574 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port ae92a3f4-b39a-4933-b368-6639a4df20b1 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:07.509093 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:07.594479 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbe3d6-7588-49c2-9f86-9b2917a32e74 req-2a190231-351f-430f-9370-11ef96ab9976 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:07.599077 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ddbbe3d6-7588-49c2-9f86-9b2917a32e74 req-2a190231-351f-430f-9370-11ef96ab9976 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 946 time: 0.1519494 Jun 30 09:12:07.606813 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b01e1c28-8b15-4681-bbdf-a07520562d0d req-b2ebe613-4a3b-4940-9536-645b9d7946e6 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/ports?device_id=0757327c-cd85-4091-a1f2-565f9856168f HTTP/1.1" status: 200 len: 210 time: 0.0870562 Jun 30 09:12:07.697071 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ddbbe3d6-7588-49c2-9f86-9b2917a32e74 req-63fccfab-1420-41fd-8a5e-048817885fe1 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917110 Jun 30 09:12:07.708275 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:07.751217 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port ae92a3f4-b39a-4933-b368-6639a4df20b1, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ae92a3f4-b39a-4933-b368-6639a4df20b1,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:07.766702 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733e3ea6-51f7-44d4-8968-00614354678d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae92a3f4-b39a-4933-b368-6639a4df20b1'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:07.769339 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb40f7a-4096-4bbf-9a14-dae8759306d2" -d '{"events": [{"server_uuid": "733e3ea6-51f7-44d4-8968-00614354678d", "name": "network-vif-plugged", "status": "completed", "tag": "ae92a3f4-b39a-4933-b368-6639a4df20b1"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:07.822625 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a2006ccc-f9e0-46c5-a703-42d2d5cc5314 req-f3a52701-5cfc-47aa-a13c-3d4e857e7fc3 tempest-ServerAddressesNegativeTestJSON-1872834202 tempest-ServerAddressesNegativeTestJSON-1872834202-project] 10.222.0.10 "GET /v2.0/ports?device_id=e72b6ac6-48b7-4992-a786-0677a4a0fdd3 HTTP/1.1" status: 200 len: 210 time: 0.0566239 Jun 30 09:12:07.823991 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6a3b4e-5ce6-46fc-9e58-6ed47d1dcee9 x-openstack-request-id: req-4a6a3b4e-5ce6-46fc-9e58-6ed47d1dcee9 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:07.823991 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733e3ea6-51f7-44d4-8968-00614354678d", "name": "network-vif-plugged", "status": "completed", "tag": "ae92a3f4-b39a-4933-b368-6639a4df20b1", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:07.824437 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4a6a3b4e-5ce6-46fc-9e58-6ed47d1dcee9 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:07.824662 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733e3ea6-51f7-44d4-8968-00614354678d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae92a3f4-b39a-4933-b368-6639a4df20b1', 'code': 200} Jun 30 09:12:07.962639 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc4225-5ded-4633-abb3-614926c02c9e req-8dd7424d-3c9b-4e4e-a227-c9a12e9e3360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:07.962639 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3afc4225-5ded-4633-abb3-614926c02c9e req-8dd7424d-3c9b-4e4e-a227-c9a12e9e3360 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=733e3ea6-51f7-44d4-8968-00614354678d HTTP/1.1" status: 200 len: 1100 time: 0.0559778 Jun 30 09:12:07.990734 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3afc4225-5ded-4633-abb3-614926c02c9e req-f7dfeeff-7b8d-4a08-919f-d09e3e8a6a27 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3f49f0da-53a3-4fac-8015-1805ddd6ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297506 Jun 30 09:12:08.252183 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.286261 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33732) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:08.325898 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18524391-1a13-4375-92bd-b1df959e1e96 req-3514aec6-d422-40c9-8af1-9968b830b722 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:08.328788 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-18524391-1a13-4375-92bd-b1df959e1e96 req-3514aec6-d422-40c9-8af1-9968b830b722 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.10 "GET /v2.0/ports?device_id=733e3ea6-51f7-44d4-8968-00614354678d HTTP/1.1" status: 200 len: 949 time: 0.0682380 Jun 30 09:12:08.332814 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=ae92a3f4-b39a-4933-b368-6639a4df20b1,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:08.334571 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9961da4a-67b7-4d42-9152-2348cc9a68e1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=52d01ae74da342359d741b0467db4f83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505128 Jun 30 09:12:08.337233 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33736) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:08.386442 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-18524391-1a13-4375-92bd-b1df959e1e96 req-d88676a6-5a0c-4f9e-b7e9-0040cc0dcb29 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f49f0da-53a3-4fac-8015-1805ddd6ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506096 Jun 30 09:12:08.413118 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-73f15431-141f-4362-8b79-1304e73ef3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.442812 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-73f15431-141f-4362-8b79-1304e73ef3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.515575 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-210b4fbf-d21a-4d02-8581-bb6eb92f4c2b req-fca21029-46ea-4171-a1c5-79978580b4e4 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 210 time: 0.0501070 Jun 30 09:12:08.594932 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.680202 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-daf20304-673d-406c-81f7-a9b525cf9c50 req-3236607f-e5ea-4c16-a0f0-f34bcc80362f tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/ports?device_id=0757327c-cd85-4091-a1f2-565f9856168f HTTP/1.1" status: 200 len: 210 time: 0.0300183 Jun 30 09:12:08.737550 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-73f15431-141f-4362-8b79-1304e73ef3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.740151 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-73f15431-141f-4362-8b79-1304e73ef3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.741353 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-73f15431-141f-4362-8b79-1304e73ef3f0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b7647e2d-9275-4548-baa6-1555463282ec HTTP/1.1" status: 204 len: 168 time: 0.4031489 Jun 30 09:12:08.752363 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f15431-141f-4362-8b79-1304e73ef3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7647e2d-9275-4548-baa6-1555463282ec,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:08.932866 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-816580fd-246f-493d-8bfe-64876ed93861 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:08.934301 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-816580fd-246f-493d-8bfe-64876ed93861 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.37 "GET /v2.0/networks?id=30803426-2521-4fa6-8470-27f2b32b642d HTTP/1.1" status: 200 len: 813 time: 0.1536283 Jun 30 09:12:08.952742 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-ec66ec05-5f3e-43f0-be88-eed0a67ed69c tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Request body: {'port': {'device_id': 'f1233443-c073-43da-864a-a9cc65ba8773', 'network_id': '30803426-2521-4fa6-8470-27f2b32b642d', 'admin_state_up': True, 'tenant_id': 'a10346d2897241b69fab178f068f09e9'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:08.966040 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 33756) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:09.046313 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e378fa-4907-41d5-981e-5105fd3700bd admin admin] Deleting subnet 7cbbc708-a860-4c65-b64e-9abdb8d46899 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:12:09.050088 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48e378fa-4907-41d5-981e-5105fd3700bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.104430 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48e378fa-4907-41d5-981e-5105fd3700bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.163900 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48e378fa-4907-41d5-981e-5105fd3700bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.212939 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-ec66ec05-5f3e-43f0-be88-eed0a67ed69c tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Made reservation on behalf of a10346d2897241b69fab178f068f09e9 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:09.221166 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-ec66ec05-5f3e-43f0-be88-eed0a67ed69c tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.304142 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48e378fa-4907-41d5-981e-5105fd3700bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.342937 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e378fa-4907-41d5-981e-5105fd3700bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cbbc708-a860-4c65-b64e-9abdb8d46899,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:09.349216 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48e378fa-4907-41d5-981e-5105fd3700bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.353982 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33762) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:09.358878 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-48e378fa-4907-41d5-981e-5105fd3700bd admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7cbbc708-a860-4c65-b64e-9abdb8d46899 HTTP/1.1" status: 204 len: 168 time: 0.3916061 Jun 30 09:12:09.525713 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08989718-0b99-4c31-a17e-7fd2bbcf8506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.634032 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-ec66ec05-5f3e-43f0-be88-eed0a67ed69c tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Allocated IP 172.20.0.10 (30803426-2521-4fa6-8470-27f2b32b642d/25d920e9-4cce-4374-bd84-fac478cbf3ab/84e49e18-5586-4075-a5fa-8ba4bc0b447a) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:09.669334 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8eb37176-1a51-499e-be91-dde5f9f017c1 req-af105558-5daa-4a99-a7ce-c3cadcd679d8 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 210 time: 0.0292833 Jun 30 09:12:09.713475 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08989718-0b99-4c31-a17e-7fd2bbcf8506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.728632 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-08989718-0b99-4c31-a17e-7fd2bbcf8506 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['284388e7-105a-4760-9d50-fa5b022d6e08']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:09.766222 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-08989718-0b99-4c31-a17e-7fd2bbcf8506 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e7ee4b6-9c48-44b9-a042-bfdde6e646d9') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:09.766347 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-08989718-0b99-4c31-a17e-7fd2bbcf8506 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e7ee4b6-9c48-44b9-a042-bfdde6e646d9') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:09.802143 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08989718-0b99-4c31-a17e-7fd2bbcf8506 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.862460 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801eb82-6ca5-4420-98b5-936e54880066 req-68302815-1a31-41c0-969c-89768ecbca53 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:09.864069 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7801eb82-6ca5-4420-98b5-936e54880066 req-68302815-1a31-41c0-969c-89768ecbca53 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.10 "GET /v2.0/ports?device_id=733e3ea6-51f7-44d4-8968-00614354678d HTTP/1.1" status: 200 len: 949 time: 0.3042834 Jun 30 09:12:09.875748 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08989718-0b99-4c31-a17e-7fd2bbcf8506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.901489 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08989718-0b99-4c31-a17e-7fd2bbcf8506 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:12:09.901996 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08989718-0b99-4c31-a17e-7fd2bbcf8506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:12:09.904512 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:12:09.958546 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5d09f6ef-d5e1-42f0-b262-cf1046b8ce91 req-b846cddb-670b-48d6-ae68-313a2916d300 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/ports?device_id=0757327c-cd85-4091-a1f2-565f9856168f HTTP/1.1" status: 200 len: 210 time: 0.0524721 Jun 30 09:12:09.999870 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7801eb82-6ca5-4420-98b5-936e54880066 req-893bf08c-9d7a-432e-8aee-4d2929bc4acc tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f49f0da-53a3-4fac-8015-1805ddd6ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198139 Jun 30 09:12:10.035688 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-ec66ec05-5f3e-43f0-be88-eed0a67ed69c tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:10.103806 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08989718-0b99-4c31-a17e-7fd2bbcf8506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:10.110593 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08989718-0b99-4c31-a17e-7fd2bbcf8506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:10.112951 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-08989718-0b99-4c31-a17e-7fd2bbcf8506 admin admin] 10.222.0.10 "DELETE /v2.0/networks/284388e7-105a-4760-9d50-fa5b022d6e08 HTTP/1.1" status: 204 len: 168 time: 0.7576475 Jun 30 09:12:10.126001 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08989718-0b99-4c31-a17e-7fd2bbcf8506 admin admin] Pushing event deleted for resources: {'Network': ['ID=284388e7-105a-4760-9d50-fa5b022d6e08,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:10.167303 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-ec66ec05-5f3e-43f0-be88-eed0a67ed69c tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:10.210452 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba304b-dfd3-48c9-9c26-eecc02c931cc req-74fb0292-f66c-44e6-9181-4c3053ba20cb tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:10.212742 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cfba304b-dfd3-48c9-9c26-eecc02c931cc req-74fb0292-f66c-44e6-9181-4c3053ba20cb tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 946 time: 0.1113920 Jun 30 09:12:10.226062 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-ec66ec05-5f3e-43f0-be88-eed0a67ed69c tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Network 30803426-2521-4fa6-8470-27f2b32b642d is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:10.229807 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-ec66ec05-5f3e-43f0-be88-eed0a67ed69c tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:10.233324 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-ec66ec05-5f3e-43f0-be88-eed0a67ed69c tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:10.271327 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cfba304b-dfd3-48c9-9c26-eecc02c931cc req-507f2ec0-7f5a-48e3-87c8-1c42dcd24ea0 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511744 Jun 30 09:12:10.306628 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66ec05-5f3e-43f0-be88-eed0a67ed69c tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Pushing event updated for resources: {'Port': ['ID=84e49e18-5586-4075-a5fa-8ba4bc0b447a,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:10.324470 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-ec66ec05-5f3e-43f0-be88-eed0a67ed69c tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:10.324470 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-ec66ec05-5f3e-43f0-be88-eed0a67ed69c tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:10.451308 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33814) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:10.560004 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:10.580346 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-ec66ec05-5f3e-43f0-be88-eed0a67ed69c tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6314926 Jun 30 09:12:10.597488 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-35036a77-42ab-4120-9bb2-9437a0d12615 service neutron] Request body: {'port': {'device_id': 'f1233443-c073-43da-864a-a9cc65ba8773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:10.817427 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-35036a77-42ab-4120-9bb2-9437a0d12615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:10.889213 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:10.962417 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:10.964192 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5241c666-f763-4b76-bfbc-d9e9a8987285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:10.965425 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78543a2d-b2a4-48df-b411-9d0e40257edb req-68ab4b71-8872-4a57-9270-5dc7b1390091 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:10.967226 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78543a2d-b2a4-48df-b411-9d0e40257edb req-68ab4b71-8872-4a57-9270-5dc7b1390091 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 932 time: 0.1016366 Jun 30 09:12:10.969518 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a7c849-ed42-4b87-ad5e-eaf2ed231a36" -d '{"events": [{"server_uuid": "5241c666-f763-4b76-bfbc-d9e9a8987285", "name": "network-vif-unplugged", "status": "completed", "tag": "1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:10.992236 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-45319be8-5466-4886-a383-c2734e5159a7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-507948931-network', 'tenant_id': '66bac32bdea94132811ce8c27b998051'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:11.069704 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.120333 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78543a2d-b2a4-48df-b411-9d0e40257edb req-91913bb9-4ac0-403e-8580-4a538bccc7f7 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392696 Jun 30 09:12:11.174585 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 33834) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:11.178955 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45319be8-5466-4886-a383-c2734e5159a7 admin admin] Made reservation on behalf of 66bac32bdea94132811ce8c27b998051 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:11.185698 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-45319be8-5466-4886-a383-c2734e5159a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.220647 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b,revision_number=14']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:11.231819 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-45319be8-5466-4886-a383-c2734e5159a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.238406 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-92ede723-066e-47f2-856e-4c209891830f tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:11.240144 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-92ede723-066e-47f2-856e-4c209891830f tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.37 "GET /v2.0/networks?id=53c89d47-ac7f-429a-b074-e02bf302827e HTTP/1.1" status: 200 len: 825 time: 0.2123432 Jun 30 09:12:11.267383 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-ab94074a-5cb8-4d47-8a49-977c3783ddc5 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Request body: {'port': {'device_id': '0757327c-cd85-4091-a1f2-565f9856168f', 'network_id': '53c89d47-ac7f-429a-b074-e02bf302827e', 'admin_state_up': True, 'tenant_id': '7acbb253927f4a1fab6572e7fef3f095'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:11.344678 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2600a486-1bd1-407d-b3c6-291b09e66eea admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7c89c95137294d2aa39240204a9bca4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1646469 Jun 30 09:12:11.347454 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 33842) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:11.441377 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-02816568-6770-401e-b200-6eefa2037100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.484831 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-02816568-6770-401e-b200-6eefa2037100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.505532 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c41353-42d0-4fe5-aa60-c751d674152a x-openstack-request-id: req-52c41353-42d0-4fe5-aa60-c751d674152a {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:11.506030 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5241c666-f763-4b76-bfbc-d9e9a8987285", "name": "network-vif-unplugged", "status": "completed", "tag": "1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:11.508506 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-52c41353-42d0-4fe5-aa60-c751d674152a {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:11.508506 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5241c666-f763-4b76-bfbc-d9e9a8987285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b', 'code': 200} Jun 30 09:12:11.595681 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-45319be8-5466-4886-a383-c2734e5159a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.602322 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-35036a77-42ab-4120-9bb2-9437a0d12615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e49e18-5586-4075-a5fa-8ba4bc0b447a {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:11.610245 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-35036a77-42ab-4120-9bb2-9437a0d12615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.654637 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a68f73dc-2453-44dd-ae26-8ef9f2e4b6d6 req-012d5697-cfd4-4515-bf5e-7ef88ea09bfe tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/ports?device_id=0757327c-cd85-4091-a1f2-565f9856168f HTTP/1.1" status: 200 len: 210 time: 0.0281649 Jun 30 09:12:11.965929 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-35036a77-42ab-4120-9bb2-9437a0d12615 service neutron] Transition to ACTIVE for port object 84e49e18-5586-4075-a5fa-8ba4bc0b447a will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:11.967318 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-02816568-6770-401e-b200-6eefa2037100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.967935 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-45319be8-5466-4886-a383-c2734e5159a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.970158 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-02816568-6770-401e-b200-6eefa2037100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.974596 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-02816568-6770-401e-b200-6eefa2037100 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cfc36a6d-4dda-46d3-832c-5b73ad6a9438 HTTP/1.1" status: 204 len: 168 time: 0.6230175 Jun 30 09:12:11.993263 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02816568-6770-401e-b200-6eefa2037100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc36a6d-4dda-46d3-832c-5b73ad6a9438,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:12.009355 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45319be8-5466-4886-a383-c2734e5159a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7ef799-248f-41b3-b208-8d953a83a6d8,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:12.012046 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45319be8-5466-4886-a383-c2734e5159a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:12:12.023949 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-45319be8-5466-4886-a383-c2734e5159a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.024182 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-45319be8-5466-4886-a383-c2734e5159a7 admin admin] Added segment 6da4c81b-3d7e-43d9-869f-cb28331ec30a of type vlan for network 02fb65e7-c36d-49f8-b65e-3c86de99d9bf Jun 30 09:12:12.087825 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-45319be8-5466-4886-a383-c2734e5159a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.138142 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-35036a77-42ab-4120-9bb2-9437a0d12615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.177704 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-ab94074a-5cb8-4d47-8a49-977c3783ddc5 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Made reservation on behalf of 7acbb253927f4a1fab6572e7fef3f095 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:12.184235 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-ab94074a-5cb8-4d47-8a49-977c3783ddc5 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.196100 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35036a77-42ab-4120-9bb2-9437a0d12615 service neutron] Pushing event updated for resources: {'Port': ['ID=84e49e18-5586-4075-a5fa-8ba4bc0b447a,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:12.266345 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-35036a77-42ab-4120-9bb2-9437a0d12615 service neutron] Attempting to bind port 84e49e18-5586-4075-a5fa-8ba4bc0b447a on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:12.268101 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-35036a77-42ab-4120-9bb2-9437a0d12615 service neutron] Attempting to bind port 84e49e18-5586-4075-a5fa-8ba4bc0b447a by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': 'ab0459dd-0737-485e-a203-f94c588fe4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '30803426-2521-4fa6-8470-27f2b32b642d'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:12.268101 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-35036a77-42ab-4120-9bb2-9437a0d12615 service neutron] Attempting to bind port 84e49e18-5586-4075-a5fa-8ba4bc0b447a on network 30803426-2521-4fa6-8470-27f2b32b642d {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:12.271854 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-35036a77-42ab-4120-9bb2-9437a0d12615 service neutron] Port 84e49e18-5586-4075-a5fa-8ba4bc0b447a on network 30803426-2521-4fa6-8470-27f2b32b642d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:12:12.272267 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-35036a77-42ab-4120-9bb2-9437a0d12615 service neutron] Attempting to bind port 84e49e18-5586-4075-a5fa-8ba4bc0b447a on network 30803426-2521-4fa6-8470-27f2b32b642d {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:12.277586 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-35036a77-42ab-4120-9bb2-9437a0d12615 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:12.278022 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-35036a77-42ab-4120-9bb2-9437a0d12615 service neutron] Checking segment: {'id': 'ab0459dd-0737-485e-a203-f94c588fe4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '30803426-2521-4fa6-8470-27f2b32b642d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:12.278310 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-35036a77-42ab-4120-9bb2-9437a0d12615 service neutron] Bound using segment: {'id': 'ab0459dd-0737-485e-a203-f94c588fe4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '30803426-2521-4fa6-8470-27f2b32b642d'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:12.278739 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-35036a77-42ab-4120-9bb2-9437a0d12615 service neutron] Bound port: 84e49e18-5586-4075-a5fa-8ba4bc0b447a, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0459dd-0737-485e-a203-f94c588fe4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '30803426-2521-4fa6-8470-27f2b32b642d'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:12.279240 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-35036a77-42ab-4120-9bb2-9437a0d12615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.337828 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-45319be8-5466-4886-a383-c2734e5159a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.338831 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45319be8-5466-4886-a383-c2734e5159a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:12.339787 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-45319be8-5466-4886-a383-c2734e5159a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.357709 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-ab94074a-5cb8-4d47-8a49-977c3783ddc5 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Allocated IP 172.20.0.13 (53c89d47-ac7f-429a-b074-e02bf302827e/54d77cc9-a7fe-4a48-b02c-0d56fc30a27d/81803b70-483e-4552-a8f9-90c8a423cc67) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:12.409014 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ce577-6f25-49fd-9430-6aa58fb53c91 req-29f675c0-d1ea-4c63-91e3-8be8f07db1e1 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:12.410557 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f88ce577-6f25-49fd-9430-6aa58fb53c91 req-29f675c0-d1ea-4c63-91e3-8be8f07db1e1 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 944 time: 0.1159775 Jun 30 09:12:12.423256 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-35036a77-42ab-4120-9bb2-9437a0d12615 service neutron] For port 84e49e18-5586-4075-a5fa-8ba4bc0b447a, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:12.437882 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45319be8-5466-4886-a383-c2734e5159a7 admin admin] Pushing event updated for resources: {'Network': ['ID=02fb65e7-c36d-49f8-b65e-3c86de99d9bf,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:12.441366 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-35036a77-42ab-4120-9bb2-9437a0d12615 service neutron] For port 84e49e18-5586-4075-a5fa-8ba4bc0b447a, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=84e49e18-5586-4075-a5fa-8ba4bc0b447a,segment=NetworkSegment(ab0459dd-0737-485e-a203-f94c588fe4e2),segment_id=ab0459dd-0737-485e-a203-f94c588fe4e2)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:12.454278 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 02fb65e7-c36d-49f8-b65e-3c86de99d9bf details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:12:12.540207 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3a932-f906-4a21-9e66-1b9db097e0e2 req-09fda36b-9944-4f0f-99c1-3c793b3c3b66 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:12.540207 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ded3a932-f906-4a21-9e66-1b9db097e0e2 req-09fda36b-9944-4f0f-99c1-3c793b3c3b66 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.10 "GET /v2.0/ports?device_id=733e3ea6-51f7-44d4-8968-00614354678d HTTP/1.1" status: 200 len: 949 time: 0.0714722 Jun 30 09:12:12.543275 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f88ce577-6f25-49fd-9430-6aa58fb53c91 req-d695184e-3263-4620-a9f1-4d1b258aaa2e tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183469 Jun 30 09:12:12.584640 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-45319be8-5466-4886-a383-c2734e5159a7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1322126 Jun 30 09:12:12.587087 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-35036a77-42ab-4120-9bb2-9437a0d12615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.588915 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33872) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:12.597423 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-9c12e157-6917-401f-bfd2-4f328e6a4156 admin admin] Request body: {'subnet': {'network_id': '02fb65e7-c36d-49f8-b65e-3c86de99d9bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-507948931-subnet', 'tenant_id': '66bac32bdea94132811ce8c27b998051', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:12.610267 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-ab94074a-5cb8-4d47-8a49-977c3783ddc5 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.658186 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ded3a932-f906-4a21-9e66-1b9db097e0e2 req-f160e976-6619-4ec7-b5aa-8884b821e32e tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f49f0da-53a3-4fac-8015-1805ddd6ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051657 Jun 30 09:12:12.659589 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-35036a77-42ab-4120-9bb2-9437a0d12615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:12.660207 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-35036a77-42ab-4120-9bb2-9437a0d12615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.661501 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-35036a77-42ab-4120-9bb2-9437a0d12615 service neutron] 10.222.0.37 "PUT /v2.0/ports/84e49e18-5586-4075-a5fa-8ba4bc0b447a HTTP/1.1" status: 200 len: 1093 time: 2.0723770 Jun 30 09:12:12.665187 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1233443-c073-43da-864a-a9cc65ba8773', 'tag': '84e49e18-5586-4075-a5fa-8ba4bc0b447a'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:12.667547 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d4bcb6-eace-4047-ad1d-56ed455abd9d" -d '{"events": [{"name": "network-changed", "server_uuid": "f1233443-c073-43da-864a-a9cc65ba8773", "tag": "84e49e18-5586-4075-a5fa-8ba4bc0b447a"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:12.708432 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35036a77-42ab-4120-9bb2-9437a0d12615 service neutron] Pushing event updated for resources: {'Port': ['ID=84e49e18-5586-4075-a5fa-8ba4bc0b447a,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:12.719328 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae792f96-8416-4d44-a64d-a0632240a023 x-openstack-request-id: req-ae792f96-8416-4d44-a64d-a0632240a023 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:12.719628 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1233443-c073-43da-864a-a9cc65ba8773", "tag": "84e49e18-5586-4075-a5fa-8ba4bc0b447a", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:12.719912 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ae792f96-8416-4d44-a64d-a0632240a023 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:12.720366 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1233443-c073-43da-864a-a9cc65ba8773', 'tag': '84e49e18-5586-4075-a5fa-8ba4bc0b447a', 'status': 'completed', 'code': 200} Jun 30 09:12:12.742443 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c12e157-6917-401f-bfd2-4f328e6a4156 admin admin] Made reservation on behalf of 66bac32bdea94132811ce8c27b998051 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:12.744994 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9c12e157-6917-401f-bfd2-4f328e6a4156 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.806801 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-ab94074a-5cb8-4d47-8a49-977c3783ddc5 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.858958 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-ab94074a-5cb8-4d47-8a49-977c3783ddc5 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Network 53c89d47-ac7f-429a-b074-e02bf302827e is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:12.862361 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-ab94074a-5cb8-4d47-8a49-977c3783ddc5 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:12.864897 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-ab94074a-5cb8-4d47-8a49-977c3783ddc5 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:12.903262 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94074a-5cb8-4d47-8a49-977c3783ddc5 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Pushing event updated for resources: {'Port': ['ID=81803b70-483e-4552-a8f9-90c8a423cc67,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:12.934296 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-ab94074a-5cb8-4d47-8a49-977c3783ddc5 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:12.935314 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-ab94074a-5cb8-4d47-8a49-977c3783ddc5 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:13.043257 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-ab94074a-5cb8-4d47-8a49-977c3783ddc5 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7903743 Jun 30 09:12:13.056028 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-bd34ffdb-97c6-49e6-8f3b-fdf9c98bd804 service neutron] Request body: {'port': {'device_id': '0757327c-cd85-4091-a1f2-565f9856168f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:13.293883 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4bcb6-eace-4047-ad1d-56ed455abd9d req-4fa54844-6889-4a5f-9c88-5850b39225ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:13.298083 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-20d4bcb6-eace-4047-ad1d-56ed455abd9d req-4fa54844-6889-4a5f-9c88-5850b39225ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a10346d2897241b69fab178f068f09e9&device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 1096 time: 0.5292368 Jun 30 09:12:13.427664 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6b9b7-8c08-4cb5-886f-255e58fda133 req-105394c2-6d61-4c75-ad44-cf139c481046 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:13.432236 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a7d6b9b7-8c08-4cb5-886f-255e58fda133 req-105394c2-6d61-4c75-ad44-cf139c481046 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/ports?device_id=0757327c-cd85-4091-a1f2-565f9856168f HTTP/1.1" status: 200 len: 932 time: 0.6128786 Jun 30 09:12:13.489461 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-bd34ffdb-97c6-49e6-8f3b-fdf9c98bd804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:13.567504 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a7d6b9b7-8c08-4cb5-886f-255e58fda133 req-f957477a-c3b2-4eaa-92a6-3b2afe2ded4e tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/security-groups?id=4550ba56-759a-411c-9302-022b2a9da806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323614 Jun 30 09:12:13.607202 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4bcb6-eace-4047-ad1d-56ed455abd9d req-c41c6e87-3ba6-4912-8d0f-77763da2bf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:13.608678 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-20d4bcb6-eace-4047-ad1d-56ed455abd9d req-c41c6e87-3ba6-4912-8d0f-77763da2bf9f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a10346d2897241b69fab178f068f09e9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2533991 Jun 30 09:12:13.616225 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33914) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:13.676522 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9c12e157-6917-401f-bfd2-4f328e6a4156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:13.774822 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-f9255724-6b4c-4241-a800-24fb12996c90 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1713022416-network', 'tenant_id': '9acc7bcdd0924815a027a6e711e54e92'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:13.884945 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71be735-8e85-4134-829b-043a8604aee4 req-be772dc9-f16e-42c8-97e5-3dc71f21a0e9 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:13.886990 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b71be735-8e85-4134-829b-043a8604aee4 req-be772dc9-f16e-42c8-97e5-3dc71f21a0e9 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 944 time: 0.1099293 Jun 30 09:12:13.900262 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12e157-6917-401f-bfd2-4f328e6a4156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d052bb6d-079b-45bc-af7e-b1bd67d32c94,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:13.911655 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8985a3-6590-444a-938d-42fddf2844c2 req-4367a27f-6719-4289-a289-538931317b98 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:13.913197 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3d8985a3-6590-444a-938d-42fddf2844c2 req-4367a27f-6719-4289-a289-538931317b98 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.52 "GET /v2.0/ports?device_id=733e3ea6-51f7-44d4-8968-00614354678d HTTP/1.1" status: 200 len: 949 time: 0.3366485 Jun 30 09:12:13.939166 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4bcb6-eace-4047-ad1d-56ed455abd9d req-63d20315-1293-4563-b144-fab4afb7f49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:13.940596 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-20d4bcb6-eace-4047-ad1d-56ed455abd9d req-63d20315-1293-4563-b144-fab4afb7f49d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3184555 Jun 30 09:12:13.966107 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b71be735-8e85-4134-829b-043a8604aee4 req-7fe48ce5-b03a-437e-b871-4f14b85e8239 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699832 Jun 30 09:12:13.972457 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-bd34ffdb-97c6-49e6-8f3b-fdf9c98bd804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81803b70-483e-4552-a8f9-90c8a423cc67 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:13.974233 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c12e157-6917-401f-bfd2-4f328e6a4156 admin admin] Checking segment: {'id': '6da4c81b-3d7e-43d9-869f-cb28331ec30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '02fb65e7-c36d-49f8-b65e-3c86de99d9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:13.974594 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c12e157-6917-401f-bfd2-4f328e6a4156 admin admin] Network hostable DHCP agents. Network: 02fb65e7-c36d-49f8-b65e-3c86de99d9bf, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:12:13.981860 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-bd34ffdb-97c6-49e6-8f3b-fdf9c98bd804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.010590 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-bd34ffdb-97c6-49e6-8f3b-fdf9c98bd804 service neutron] Transition to ACTIVE for port object 81803b70-483e-4552-a8f9-90c8a423cc67 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:14.016919 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9255724-6b4c-4241-a800-24fb12996c90 admin admin] Made reservation on behalf of 9acc7bcdd0924815a027a6e711e54e92 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:14.019650 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f9255724-6b4c-4241-a800-24fb12996c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.056980 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f9255724-6b4c-4241-a800-24fb12996c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.151966 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe6640-0c20-4dad-8c40-b90e74a27557 req-c3dd1c6a-996c-4182-979a-453064811a89 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:14.153637 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0efe6640-0c20-4dad-8c40-b90e74a27557 req-c3dd1c6a-996c-4182-979a-453064811a89 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.10 "GET /v2.0/ports?device_id=733e3ea6-51f7-44d4-8968-00614354678d HTTP/1.1" status: 200 len: 949 time: 0.3188138 Jun 30 09:12:14.171661 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-bd34ffdb-97c6-49e6-8f3b-fdf9c98bd804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.222200 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34ffdb-97c6-49e6-8f3b-fdf9c98bd804 service neutron] Pushing event updated for resources: {'Port': ['ID=81803b70-483e-4552-a8f9-90c8a423cc67,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:14.222417 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-3fa52d46-b734-45b2-b106-0d2f139554ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:14.223750 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-3fa52d46-b734-45b2-b106-0d2f139554ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a10346d2897241b69fab178f068f09e9&device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 1096 time: 0.2234621 Jun 30 09:12:14.230999 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c12e157-6917-401f-bfd2-4f328e6a4156 admin admin] Network 02fb65e7-c36d-49f8-b65e-3c86de99d9bf is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:12:14.243325 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-3d8985a3-6590-444a-938d-42fddf2844c2 req-416cb744-ce5e-4e40-8a28-57a46fbb4d91 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Deleting port ae92a3f4-b39a-4933-b368-6639a4df20b1 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:14.243667 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3d8985a3-6590-444a-938d-42fddf2844c2 req-416cb744-ce5e-4e40-8a28-57a46fbb4d91 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.305708 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-bd34ffdb-97c6-49e6-8f3b-fdf9c98bd804 service neutron] Attempting to bind port 81803b70-483e-4552-a8f9-90c8a423cc67 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:14.306042 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-bd34ffdb-97c6-49e6-8f3b-fdf9c98bd804 service neutron] Attempting to bind port 81803b70-483e-4552-a8f9-90c8a423cc67 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '4cf9772c-d8f9-4346-97c7-9f375743526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '53c89d47-ac7f-429a-b074-e02bf302827e'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:14.306373 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-bd34ffdb-97c6-49e6-8f3b-fdf9c98bd804 service neutron] Attempting to bind port 81803b70-483e-4552-a8f9-90c8a423cc67 on network 53c89d47-ac7f-429a-b074-e02bf302827e {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:14.311932 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-bd34ffdb-97c6-49e6-8f3b-fdf9c98bd804 service neutron] Port 81803b70-483e-4552-a8f9-90c8a423cc67 on network 53c89d47-ac7f-429a-b074-e02bf302827e not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:12:14.312925 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-bd34ffdb-97c6-49e6-8f3b-fdf9c98bd804 service neutron] Attempting to bind port 81803b70-483e-4552-a8f9-90c8a423cc67 on network 53c89d47-ac7f-429a-b074-e02bf302827e {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:14.316656 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0efe6640-0c20-4dad-8c40-b90e74a27557 req-d3cd4d59-54e1-4f0a-990f-21ed14d0031e tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f49f0da-53a3-4fac-8015-1805ddd6ef13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521850 Jun 30 09:12:14.322378 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-bd34ffdb-97c6-49e6-8f3b-fdf9c98bd804 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:14.322921 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-bd34ffdb-97c6-49e6-8f3b-fdf9c98bd804 service neutron] Checking segment: {'id': '4cf9772c-d8f9-4346-97c7-9f375743526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '53c89d47-ac7f-429a-b074-e02bf302827e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:14.323442 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-bd34ffdb-97c6-49e6-8f3b-fdf9c98bd804 service neutron] Bound using segment: {'id': '4cf9772c-d8f9-4346-97c7-9f375743526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '53c89d47-ac7f-429a-b074-e02bf302827e'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:14.325378 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-bd34ffdb-97c6-49e6-8f3b-fdf9c98bd804 service neutron] Bound port: 81803b70-483e-4552-a8f9-90c8a423cc67, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf9772c-d8f9-4346-97c7-9f375743526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '53c89d47-ac7f-429a-b074-e02bf302827e'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:14.326767 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-bd34ffdb-97c6-49e6-8f3b-fdf9c98bd804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.349834 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-f08ce7b2-c528-4a8d-ad1e-0228d2a3c996 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84e49e18-5586-4075-a5fa-8ba4bc0b447a HTTP/1.1" status: 200 len: 217 time: 0.1082823 Jun 30 09:12:14.352327 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-9c12e157-6917-401f-bfd2-4f328e6a4156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 02fb65e7-c36d-49f8-b65e-3c86de99d9bf) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:14.363324 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c12e157-6917-401f-bfd2-4f328e6a4156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:14.363910 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9c12e157-6917-401f-bfd2-4f328e6a4156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.375175 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b497c53b-0157-46df-9772-b84261f524a6 None None] Network 02fb65e7-c36d-49f8-b65e-3c86de99d9bf requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:14.436577 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-bd34ffdb-97c6-49e6-8f3b-fdf9c98bd804 service neutron] For port 81803b70-483e-4552-a8f9-90c8a423cc67, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:14.436867 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f9255724-6b4c-4241-a800-24fb12996c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.442128 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-bd34ffdb-97c6-49e6-8f3b-fdf9c98bd804 service neutron] For port 81803b70-483e-4552-a8f9-90c8a423cc67, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=81803b70-483e-4552-a8f9-90c8a423cc67,segment=NetworkSegment(4cf9772c-d8f9-4346-97c7-9f375743526e),segment_id=4cf9772c-d8f9-4346-97c7-9f375743526e)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:14.457036 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-e66544d5-ffd9-43e0-b2d3-1848475548fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:14.464402 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-e66544d5-ffd9-43e0-b2d3-1848475548fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=25d920e9-4cce-4374-bd84-fac478cbf3ab HTTP/1.1" status: 200 len: 853 time: 0.0988395 Jun 30 09:12:14.507772 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-591457f3-4e87-40c4-961c-0ed29fc0516a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=30803426-2521-4fa6-8470-27f2b32b642d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363491 Jun 30 09:12:14.509659 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-3d8985a3-6590-444a-938d-42fddf2844c2 req-416cb744-ce5e-4e40-8a28-57a46fbb4d91 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] For port ae92a3f4-b39a-4933-b368-6639a4df20b1, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ae92a3f4-b39a-4933-b368-6639a4df20b1,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:14.510083 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3d8985a3-6590-444a-938d-42fddf2844c2 req-416cb744-ce5e-4e40-8a28-57a46fbb4d91 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.543864 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f9255724-6b4c-4241-a800-24fb12996c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.548708 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-bd34ffdb-97c6-49e6-8f3b-fdf9c98bd804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.571736 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-3d8985a3-6590-444a-938d-42fddf2844c2 req-416cb744-ce5e-4e40-8a28-57a46fbb4d91 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Calling delete_port for ae92a3f4-b39a-4933-b368-6639a4df20b1 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:14.605182 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-bd34ffdb-97c6-49e6-8f3b-fdf9c98bd804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:14.607041 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-bd34ffdb-97c6-49e6-8f3b-fdf9c98bd804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.608365 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-bd34ffdb-97c6-49e6-8f3b-fdf9c98bd804 service neutron] 10.222.0.37 "PUT /v2.0/ports/81803b70-483e-4552-a8f9-90c8a423cc67 HTTP/1.1" status: 200 len: 1093 time: 1.5579033 Jun 30 09:12:14.608825 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0757327c-cd85-4091-a1f2-565f9856168f', 'tag': '81803b70-483e-4552-a8f9-90c8a423cc67'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:14.611498 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb151fe1-190e-41da-af35-a31787d57eae" -d '{"events": [{"name": "network-changed", "server_uuid": "0757327c-cd85-4091-a1f2-565f9856168f", "tag": "81803b70-483e-4552-a8f9-90c8a423cc67"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:14.629010 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9c12e157-6917-401f-bfd2-4f328e6a4156 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0371993 Jun 30 09:12:14.631722 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 33948) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:14.641893 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c0e005-68be-493a-bf45-53c62d34d402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-02fb65e7-c36d-49f8-b65e-3c86de99d9bf', 'network_id': '02fb65e7-c36d-49f8-b65e-3c86de99d9bf', 'tenant_id': '66bac32bdea94132811ce8c27b998051', 'fixed_ips': [{'subnet_id': 'd052bb6d-079b-45bc-af7e-b1bd67d32c94'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:12:14.643326 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-37c0e005-68be-493a-bf45-53c62d34d402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.656670 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-9a5e1d73-c8fb-40ea-b110-de4d0837bd29 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-507948931-router', 'tenant_id': '66bac32bdea94132811ce8c27b998051', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:14.671570 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9255724-6b4c-4241-a800-24fb12996c90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:12:14.677088 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9255724-6b4c-4241-a800-24fb12996c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48583fe1-12d9-46fd-93cc-07541698ae65,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:14.695482 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34ffdb-97c6-49e6-8f3b-fdf9c98bd804 service neutron] Pushing event updated for resources: {'Port': ['ID=81803b70-483e-4552-a8f9-90c8a423cc67,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:14.710489 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f9255724-6b4c-4241-a800-24fb12996c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.710832 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-f9255724-6b4c-4241-a800-24fb12996c90 admin admin] Added segment c4d0590e-0def-44c7-833c-595d1c75902a of type vlan for network b83ce1ff-dd15-4d87-9bd6-8625429e89fa Jun 30 09:12:14.750315 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a941bb11-4f95-4681-a2cb-5cc50225aa3f x-openstack-request-id: req-a941bb11-4f95-4681-a2cb-5cc50225aa3f {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:14.750632 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0757327c-cd85-4091-a1f2-565f9856168f", "tag": "81803b70-483e-4552-a8f9-90c8a423cc67", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:14.750863 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a941bb11-4f95-4681-a2cb-5cc50225aa3f {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:14.751286 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0757327c-cd85-4091-a1f2-565f9856168f', 'tag': '81803b70-483e-4552-a8f9-90c8a423cc67', 'status': 'completed', 'code': 200} Jun 30 09:12:14.774611 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-5f1fb758-8fda-456d-8774-a6e8ae429370 service neutron] 10.222.0.37 "GET /v2.0/networks/30803426-2521-4fa6-8470-27f2b32b642d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601221 Jun 30 09:12:14.776445 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f9255724-6b4c-4241-a800-24fb12996c90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.828070 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9a5e1d73-c8fb-40ea-b110-de4d0837bd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.829814 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9a5e1d73-c8fb-40ea-b110-de4d0837bd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.874857 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-37c0e005-68be-493a-bf45-53c62d34d402 None None] Allocated IP 172.20.0.2 (02fb65e7-c36d-49f8-b65e-3c86de99d9bf/d052bb6d-079b-45bc-af7e-b1bd67d32c94/daf44a8d-fe50-49b5-88f1-2f8149f3dcde) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:14.936905 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-ffba9290-c713-4c79-9cd1-549e736b458c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:14.938479 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-ffba9290-c713-4c79-9cd1-549e736b458c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7acbb253927f4a1fab6572e7fef3f095&device_id=0757327c-cd85-4091-a1f2-565f9856168f HTTP/1.1" status: 200 len: 1096 time: 0.2065229 Jun 30 09:12:14.942877 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9a5e1d73-c8fb-40ea-b110-de4d0837bd29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.970913 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79099e4f-2e31-4c0e-831b-01a7c287c556 req-e06cdcdb-fc00-45d8-b765-2248dbd79e28 service neutron] 10.222.0.37 "GET /v2.0/networks/30803426-2521-4fa6-8470-27f2b32b642d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890831 Jun 30 09:12:14.994274 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-d77c495a-0181-4994-9e35-c3166a7c8cb4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81803b70-483e-4552-a8f9-90c8a423cc67 HTTP/1.1" status: 200 len: 217 time: 0.0459449 Jun 30 09:12:14.994493 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f9255724-6b4c-4241-a800-24fb12996c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.995458 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9255724-6b4c-4241-a800-24fb12996c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:14.997291 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f9255724-6b4c-4241-a800-24fb12996c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.072390 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-37c0e005-68be-493a-bf45-53c62d34d402 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.082699 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-37c0e005-68be-493a-bf45-53c62d34d402 None None] Transition to ACTIVE for port object daf44a8d-fe50-49b5-88f1-2f8149f3dcde will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:15.088524 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3d8985a3-6590-444a-938d-42fddf2844c2 req-416cb744-ce5e-4e40-8a28-57a46fbb4d91 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.105297 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-37c0e005-68be-493a-bf45-53c62d34d402 None None] Transition to ACTIVE for port object daf44a8d-fe50-49b5-88f1-2f8149f3dcde will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:15.114611 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9255724-6b4c-4241-a800-24fb12996c90 admin admin] Pushing event updated for resources: {'Network': ['ID=b83ce1ff-dd15-4d87-9bd6-8625429e89fa,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:15.114809 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['ae92a3f4-b39a-4933-b368-6639a4df20b1'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:15.132642 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network b83ce1ff-dd15-4d87-9bd6-8625429e89fa details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:12:15.140744 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416cb744-ce5e-4e40-8a28-57a46fbb4d91 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Pushing event deleted for resources: {'Port': ['ID=ae92a3f4-b39a-4933-b368-6639a4df20b1,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:15.149600 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f9255724-6b4c-4241-a800-24fb12996c90 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5322907 Jun 30 09:12:15.166044 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 33960) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:15.177111 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-29c46392-67aa-43b1-8fbc-9c3224dbf923 admin admin] Request body: {'subnet': {'network_id': 'b83ce1ff-dd15-4d87-9bd6-8625429e89fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1713022416-subnet', 'tenant_id': '9acc7bcdd0924815a027a6e711e54e92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:15.193058 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8985a3-6590-444a-938d-42fddf2844c2 req-416cb744-ce5e-4e40-8a28-57a46fbb4d91 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] No DVR routers for this DVR port ae92a3f4-b39a-4933-b368-6639a4df20b1 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:12:15.198243 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3d8985a3-6590-444a-938d-42fddf2844c2 req-416cb744-ce5e-4e40-8a28-57a46fbb4d91 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.198243 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3d8985a3-6590-444a-938d-42fddf2844c2 req-416cb744-ce5e-4e40-8a28-57a46fbb4d91 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.52 "DELETE /v2.0/ports/ae92a3f4-b39a-4933-b368-6639a4df20b1 HTTP/1.1" status: 204 len: 173 time: 1.2694931 Jun 30 09:12:15.199450 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733e3ea6-51f7-44d4-8968-00614354678d', 'name': 'network-vif-deleted', 'tag': 'ae92a3f4-b39a-4933-b368-6639a4df20b1'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:15.202289 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a00c50-7f83-4815-acaa-bad024cd10ab" -d '{"events": [{"server_uuid": "733e3ea6-51f7-44d4-8968-00614354678d", "name": "network-vif-deleted", "tag": "ae92a3f4-b39a-4933-b368-6639a4df20b1"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:15.204070 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548802c-9d2a-4adb-aa58-e7f8b817560a req-fc8f2b12-b3b4-4696-9520-42e82c629aaf tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:15.212459 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f548802c-9d2a-4adb-aa58-e7f8b817560a req-fc8f2b12-b3b4-4696-9520-42e82c629aaf tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/ports?device_id=0757327c-cd85-4091-a1f2-565f9856168f HTTP/1.1" status: 200 len: 944 time: 0.3549964 Jun 30 09:12:15.246820 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-1e18705a-df35-40ad-97bb-d78f4da246d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:15.248347 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-1e18705a-df35-40ad-97bb-d78f4da246d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=54d77cc9-a7fe-4a48-b02c-0d56fc30a27d HTTP/1.1" status: 200 len: 865 time: 0.2477207 Jun 30 09:12:15.296673 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-37c0e005-68be-493a-bf45-53c62d34d402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.359772 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c0e005-68be-493a-bf45-53c62d34d402 None None] Network 02fb65e7-c36d-49f8-b65e-3c86de99d9bf is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:15.363673 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-37c0e005-68be-493a-bf45-53c62d34d402 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:15.371710 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c0e005-68be-493a-bf45-53c62d34d402 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:15.395285 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-068f51ca-c88d-4831-b5e1-90c1c0b86c7a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=53c89d47-ac7f-429a-b074-e02bf302827e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919962 Jun 30 09:12:15.416097 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0e005-68be-493a-bf45-53c62d34d402 None None] Pushing event updated for resources: {'Port': ['ID=daf44a8d-fe50-49b5-88f1-2f8149f3dcde,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:15.417369 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9a5e1d73-c8fb-40ea-b110-de4d0837bd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.432844 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f548802c-9d2a-4adb-aa58-e7f8b817560a req-6068e313-621a-4d62-8f02-b70e63a694fe tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/security-groups?id=4550ba56-759a-411c-9302-022b2a9da806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194054 Jun 30 09:12:15.434337 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c46392-67aa-43b1-8fbc-9c3224dbf923 admin admin] Made reservation on behalf of 9acc7bcdd0924815a027a6e711e54e92 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:15.436960 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-29c46392-67aa-43b1-8fbc-9c3224dbf923 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.485788 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-37c0e005-68be-493a-bf45-53c62d34d402 None None] Attempting to bind port daf44a8d-fe50-49b5-88f1-2f8149f3dcde on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:15.485788 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-37c0e005-68be-493a-bf45-53c62d34d402 None None] Attempting to bind port daf44a8d-fe50-49b5-88f1-2f8149f3dcde by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '6da4c81b-3d7e-43d9-869f-cb28331ec30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '02fb65e7-c36d-49f8-b65e-3c86de99d9bf'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:15.485788 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c0e005-68be-493a-bf45-53c62d34d402 None None] Attempting to bind port daf44a8d-fe50-49b5-88f1-2f8149f3dcde on network 02fb65e7-c36d-49f8-b65e-3c86de99d9bf {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:15.488669 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c0e005-68be-493a-bf45-53c62d34d402 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:15.489090 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c0e005-68be-493a-bf45-53c62d34d402 None None] Checking segment: {'id': '6da4c81b-3d7e-43d9-869f-cb28331ec30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '02fb65e7-c36d-49f8-b65e-3c86de99d9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:15.489548 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-37c0e005-68be-493a-bf45-53c62d34d402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.489870 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c0e005-68be-493a-bf45-53c62d34d402 None None] Bound using segment: {'id': '6da4c81b-3d7e-43d9-869f-cb28331ec30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '02fb65e7-c36d-49f8-b65e-3c86de99d9bf'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:15.490331 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-37c0e005-68be-493a-bf45-53c62d34d402 None None] Bound port: daf44a8d-fe50-49b5-88f1-2f8149f3dcde, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da4c81b-3d7e-43d9-869f-cb28331ec30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '02fb65e7-c36d-49f8-b65e-3c86de99d9bf'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:15.490707 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-37c0e005-68be-493a-bf45-53c62d34d402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.570053 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-37c0e005-68be-493a-bf45-53c62d34d402 None None] For port daf44a8d-fe50-49b5-88f1-2f8149f3dcde, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:15.574796 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-37c0e005-68be-493a-bf45-53c62d34d402 None None] For port daf44a8d-fe50-49b5-88f1-2f8149f3dcde, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=daf44a8d-fe50-49b5-88f1-2f8149f3dcde,segment=NetworkSegment(6da4c81b-3d7e-43d9-869f-cb28331ec30a),segment_id=6da4c81b-3d7e-43d9-869f-cb28331ec30a)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:15.584052 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e536217-7b6b-4496-9346-a3a5cdcb5749 req-983f1915-ce44-495a-bb65-e8e274fef97a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:15.591852 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3e536217-7b6b-4496-9346-a3a5cdcb5749 req-983f1915-ce44-495a-bb65-e8e274fef97a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 944 time: 0.1115062 Jun 30 09:12:15.624642 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fb2ea9-273c-493b-873e-784b0918cec0 x-openstack-request-id: req-e6fb2ea9-273c-493b-873e-784b0918cec0 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:15.625209 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733e3ea6-51f7-44d4-8968-00614354678d", "name": "network-vif-deleted", "tag": "ae92a3f4-b39a-4933-b368-6639a4df20b1", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:15.625729 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e6fb2ea9-273c-493b-873e-784b0918cec0 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:15.626406 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733e3ea6-51f7-44d4-8968-00614354678d', 'name': 'network-vif-deleted', 'tag': 'ae92a3f4-b39a-4933-b368-6639a4df20b1', 'status': 'completed', 'code': 200} Jun 30 09:12:15.652811 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-37c0e005-68be-493a-bf45-53c62d34d402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.668118 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3e536217-7b6b-4496-9346-a3a5cdcb5749 req-56171840-27d4-4275-ac4f-758715f41045 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566850 Jun 30 09:12:15.742957 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0e005-68be-493a-bf45-53c62d34d402 None None] Pushing event updated for resources: {'Port': ['ID=daf44a8d-fe50-49b5-88f1-2f8149f3dcde,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:15.848278 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1b4239cb-bc62-4061-a27b-a4db7b24a5b9 req-b6e4b8c3-4783-4739-8ea4-8dbd45d50cb4 tempest-TenantUsagesTestJSON-669654908 tempest-TenantUsagesTestJSON-669654908-project] 10.222.0.10 "GET /v2.0/ports?device_id=733e3ea6-51f7-44d4-8968-00614354678d HTTP/1.1" status: 200 len: 210 time: 0.0532134 Jun 30 09:12:15.853020 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-d91d0870-f74d-475f-a42f-5b1e6de158ed service neutron] 10.222.0.37 "GET /v2.0/networks/53c89d47-ac7f-429a-b074-e02bf302827e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476018 Jun 30 09:12:15.925450 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b19921-f863-4696-ab07-c3437f7a1cbf req-aaa18e75-0023-401f-bd56-e66fe4604717 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:15.935184 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1b19921-f863-4696-ab07-c3437f7a1cbf req-aaa18e75-0023-401f-bd56-e66fe4604717 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.1379979 Jun 30 09:12:16.020318 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1b19921-f863-4696-ab07-c3437f7a1cbf req-98ff5c08-ff15-409e-9979-e4e157f2c5c8 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842321 Jun 30 09:12:16.059814 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-64b5cb76-247e-4f44-bb53-7793c8b2704b req-7e6ce749-8c0f-49c3-a8e5-8e8f49c89596 service neutron] 10.222.0.37 "GET /v2.0/networks/53c89d47-ac7f-429a-b074-e02bf302827e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983521 Jun 30 09:12:16.154693 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-29c46392-67aa-43b1-8fbc-9c3224dbf923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.275805 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9a5e1d73-c8fb-40ea-b110-de4d0837bd29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.289841 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c46392-67aa-43b1-8fbc-9c3224dbf923 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0bedbbd-4a2b-4b5b-88c7-ffa87790a283,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:16.314750 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9a5e1d73-c8fb-40ea-b110-de4d0837bd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.335166 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c46392-67aa-43b1-8fbc-9c3224dbf923 admin admin] Checking segment: {'id': 'c4d0590e-0def-44c7-833c-595d1c75902a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b83ce1ff-dd15-4d87-9bd6-8625429e89fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:16.335549 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c46392-67aa-43b1-8fbc-9c3224dbf923 admin admin] Network hostable DHCP agents. Network: b83ce1ff-dd15-4d87-9bd6-8625429e89fa, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:12:16.408177 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb151fe1-190e-41da-af35-a31787d57eae req-05cf8ce9-4030-4524-9e81-6762f63bda76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:16.409707 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb151fe1-190e-41da-af35-a31787d57eae req-05cf8ce9-4030-4524-9e81-6762f63bda76 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7acbb253927f4a1fab6572e7fef3f095&device_id=0757327c-cd85-4091-a1f2-565f9856168f HTTP/1.1" status: 200 len: 1096 time: 0.1860116 Jun 30 09:12:16.530293 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c46392-67aa-43b1-8fbc-9c3224dbf923 admin admin] Network b83ce1ff-dd15-4d87-9bd6-8625429e89fa is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:12:16.532928 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-9a5e1d73-c8fb-40ea-b110-de4d0837bd29 admin admin] Allocated IP 172.25.6.99 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/345d6b2f-0380-4f43-896f-160c8e4a42e4) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:16.664500 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-29c46392-67aa-43b1-8fbc-9c3224dbf923 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, b83ce1ff-dd15-4d87-9bd6-8625429e89fa) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:16.669850 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb151fe1-190e-41da-af35-a31787d57eae req-affda7b3-4917-4be1-b174-58407c477286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:16.671385 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb151fe1-190e-41da-af35-a31787d57eae req-affda7b3-4917-4be1-b174-58407c477286 service neutron] 10.222.0.37 "GET /v2.0/networks?id=53c89d47-ac7f-429a-b074-e02bf302827e HTTP/1.1" status: 200 len: 926 time: 0.2349658 Jun 30 09:12:16.676317 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0304463a-d4e8-4f57-bc6b-920d7f7585db None None] Network b83ce1ff-dd15-4d87-9bd6-8625429e89fa requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:16.681280 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c46392-67aa-43b1-8fbc-9c3224dbf923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:16.681876 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-29c46392-67aa-43b1-8fbc-9c3224dbf923 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.713159 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91b217-cdd4-4882-9df3-53d54b23f5b3 req-8497258f-d769-4a0a-b076-ee4681c285fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:16.716380 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-be91b217-cdd4-4882-9df3-53d54b23f5b3 req-8497258f-d769-4a0a-b076-ee4681c285fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 1096 time: 0.0732269 Jun 30 09:12:16.744300 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb151fe1-190e-41da-af35-a31787d57eae req-ecb2c588-59f2-43ce-b9b8-b688b5f5ef88 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81803b70-483e-4552-a8f9-90c8a423cc67 HTTP/1.1" status: 200 len: 217 time: 0.0567930 Jun 30 09:12:16.836070 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9a5e1d73-c8fb-40ea-b110-de4d0837bd29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.853045 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-29c46392-67aa-43b1-8fbc-9c3224dbf923 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6858494 Jun 30 09:12:16.863048 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91b217-cdd4-4882-9df3-53d54b23f5b3 req-dcc1d554-fd21-4ea6-ab89-7f936195cf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:16.864815 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-be91b217-cdd4-4882-9df3-53d54b23f5b3 req-dcc1d554-fd21-4ea6-ab89-7f936195cf10 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b51add01-e516-4efc-9c9c-16a3be3b127b HTTP/1.1" status: 200 len: 912 time: 0.1409838 Jun 30 09:12:16.881151 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bebce1-bcf8-4e18-b13b-296e90fc0925 None None] Network b83ce1ff-dd15-4d87-9bd6-8625429e89fa requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:16.900636 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb331c-c840-40fd-9fc7-6a0a642d276b req-6efae229-c1af-4c2f-8019-e00b2cb772f1 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:16.909274 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8beb331c-c840-40fd-9fc7-6a0a642d276b req-6efae229-c1af-4c2f-8019-e00b2cb772f1 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/ports?device_id=0757327c-cd85-4091-a1f2-565f9856168f HTTP/1.1" status: 200 len: 944 time: 0.3379211 Jun 30 09:12:16.914429 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb151fe1-190e-41da-af35-a31787d57eae req-314a85ac-b9c0-4826-abc7-8008365b373a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:16.915905 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb151fe1-190e-41da-af35-a31787d57eae req-314a85ac-b9c0-4826-abc7-8008365b373a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=54d77cc9-a7fe-4a48-b02c-0d56fc30a27d HTTP/1.1" status: 200 len: 865 time: 0.1559336 Jun 30 09:12:16.989515 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb151fe1-190e-41da-af35-a31787d57eae req-b2acfd68-ed79-4c4b-b8dd-a37913140342 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=53c89d47-ac7f-429a-b074-e02bf302827e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635517 Jun 30 09:12:16.990570 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-be91b217-cdd4-4882-9df3-53d54b23f5b3 req-d5e277d5-fd99-416b-b0ef-101ee9e7c9e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b HTTP/1.1" status: 200 len: 999 time: 0.1179044 Jun 30 09:12:17.030480 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8beb331c-c840-40fd-9fc7-6a0a642d276b req-1b48d660-5b1d-4056-868a-1b801a382924 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/security-groups?id=4550ba56-759a-411c-9302-022b2a9da806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201506 Jun 30 09:12:17.114522 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91b217-cdd4-4882-9df3-53d54b23f5b3 req-dede31da-b124-4ec5-8e4e-dc39a095ec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:17.116185 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-be91b217-cdd4-4882-9df3-53d54b23f5b3 req-dede31da-b124-4ec5-8e4e-dc39a095ec46 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0db27f2a-daae-4bc9-9a26-19aaee7812fb HTTP/1.1" status: 200 len: 850 time: 0.1119857 Jun 30 09:12:17.159689 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9a5e1d73-c8fb-40ea-b110-de4d0837bd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.181646 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cec66c-c151-4ce4-8771-19f28b8cc7de None None] Network 02fb65e7-c36d-49f8-b65e-3c86de99d9bf requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:17.198516 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91b217-cdd4-4882-9df3-53d54b23f5b3 req-9809b3df-2069-422b-b3db-17f4af5c69f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:17.200687 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-be91b217-cdd4-4882-9df3-53d54b23f5b3 req-9809b3df-2069-422b-b3db-17f4af5c69f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b51add01-e516-4efc-9c9c-16a3be3b127b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0771170 Jun 30 09:12:17.219758 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5e1d73-c8fb-40ea-b110-de4d0837bd29 admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:17.234360 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-9a5e1d73-c8fb-40ea-b110-de4d0837bd29 admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:17.236740 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5e1d73-c8fb-40ea-b110-de4d0837bd29 admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:17.350240 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e1d73-c8fb-40ea-b110-de4d0837bd29 admin admin] Pushing event updated for resources: {'Port': ['ID=345d6b2f-0380-4f43-896f-160c8e4a42e4,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:17.388611 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-be91b217-cdd4-4882-9df3-53d54b23f5b3 req-73840e43-c279-4cb5-948d-1b0048ff4e98 service neutron] 10.222.0.37 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769288 Jun 30 09:12:17.406307 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ae92a3f4-b39a-4933-b368-6639a4df20b1 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:17.414469 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device daf44a8d-fe50-49b5-88f1-2f8149f3dcde up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:17.460991 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb151fe1-190e-41da-af35-a31787d57eae req-034a80be-5c07-4c16-9dfb-dc76b4159c21 service neutron] 10.222.0.37 "GET /v2.0/networks/53c89d47-ac7f-429a-b074-e02bf302827e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546165 Jun 30 09:12:17.488420 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: ae92a3f4-b39a-4933-b368-6639a4df20b1 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:12:17.488781 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ae92a3f4-b39a-4933-b368-6639a4df20b1 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:12:17.529312 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-be91b217-cdd4-4882-9df3-53d54b23f5b3 req-ea852730-5943-48c1-b237-19e78def4efe service neutron] 10.222.0.37 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344206 Jun 30 09:12:17.550851 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8deb684-130b-4db5-b392-2e4858e9e1e7 req-0ac64d07-eecd-4eab-a160-180a2ccb3656 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:17.552407 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f8deb684-130b-4db5-b392-2e4858e9e1e7 req-0ac64d07-eecd-4eab-a160-180a2ccb3656 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 944 time: 0.1047978 Jun 30 09:12:17.585268 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-df3c8e7a-6641-4bb0-9e81-69ab4103394b None None] Provisioning for port daf44a8d-fe50-49b5-88f1-2f8149f3dcde completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:17.601073 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f8deb684-130b-4db5-b392-2e4858e9e1e7 req-3b154424-b522-42f0-b0b4-2dc4b779eec6 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401146 Jun 30 09:12:17.601299 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb151fe1-190e-41da-af35-a31787d57eae req-751b14be-6e64-435f-8847-65a2292f6a2e service neutron] 10.222.0.37 "GET /v2.0/networks/53c89d47-ac7f-429a-b074-e02bf302827e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196539 Jun 30 09:12:17.626517 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0c51e-317d-44f9-820d-4572623fac6b req-9f96ed7e-2058-4afb-9d25-453e2d2f2f2a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:17.626517 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-95c0c51e-317d-44f9-820d-4572623fac6b req-9f96ed7e-2058-4afb-9d25-453e2d2f2f2a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.2761993 Jun 30 09:12:17.673438 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-95c0c51e-317d-44f9-820d-4572623fac6b req-7d0089ff-a846-4936-8a4e-5b6c6572cb23 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429537 Jun 30 09:12:17.691999 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port daf44a8d-fe50-49b5-88f1-2f8149f3dcde completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:17.696229 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port daf44a8d-fe50-49b5-88f1-2f8149f3dcde triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:17.696605 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.811741 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.861901 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port daf44a8d-fe50-49b5-88f1-2f8149f3dcde, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=daf44a8d-fe50-49b5-88f1-2f8149f3dcde,segment=NetworkSegment(6da4c81b-3d7e-43d9-869f-cb28331ec30a),segment_id=6da4c81b-3d7e-43d9-869f-cb28331ec30a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:17.920608 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2df8b8d7-d505-4c61-afaf-ee81b4625e2f None None] Provisioning complete for port daf44a8d-fe50-49b5-88f1-2f8149f3dcde triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:17.920989 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2df8b8d7-d505-4c61-afaf-ee81b4625e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.972201 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:18.075888 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=daf44a8d-fe50-49b5-88f1-2f8149f3dcde,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:18.283793 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9a5e1d73-c8fb-40ea-b110-de4d0837bd29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:18.300847 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266541b-0540-466e-b176-ade8bb7c29b6 req-7fb344a9-f895-479f-8b49-43b6faae4f62 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:18.302828 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e266541b-0540-466e-b176-ade8bb7c29b6 req-7fb344a9-f895-479f-8b49-43b6faae4f62 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/ports?device_id=0757327c-cd85-4091-a1f2-565f9856168f HTTP/1.1" status: 200 len: 944 time: 0.0862844 Jun 30 09:12:18.365675 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e266541b-0540-466e-b176-ade8bb7c29b6 req-f5f42da5-78ee-4a24-a31d-2cdc91887c1a tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/security-groups?id=4550ba56-759a-411c-9302-022b2a9da806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565710 Jun 30 09:12:18.426113 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-a2a8e8d7-f9fa-4231-8a61-d209bd1a5113 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:18.434854 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-a2a8e8d7-f9fa-4231-8a61-d209bd1a5113 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] 10.222.0.10 "GET /v2.0/networks?id=b83ce1ff-dd15-4d87-9bd6-8625429e89fa HTTP/1.1" status: 200 len: 821 time: 0.5564823 Jun 30 09:12:18.443151 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34026) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:18.454204 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-88a4530b-9d2b-42b5-8c86-6d7b3b863f58 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] 10.222.0.10 "GET /v2.0/quotas/9acc7bcdd0924815a027a6e711e54e92 HTTP/1.1" status: 200 len: 375 time: 0.0184314 Jun 30 09:12:18.512178 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-54423f64-628e-4a13-b3c3-46460a888250 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9acc7bcdd0924815a027a6e711e54e92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493910 Jun 30 09:12:18.620128 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 84e49e18-5586-4075-a5fa-8ba4bc0b447a details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:12:18.633090 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-29636231-42e4-4173-9c9a-4895f172ea71 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=96d6143d16794f52878a93af9bcaf8cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884186 Jun 30 09:12:18.633920 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34032) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:18.691309 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1b9ec34-a766-4c64-8d85-7bf32b6800af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:18.715059 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9a5e1d73-c8fb-40ea-b110-de4d0837bd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:18.717370 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1b9ec34-a766-4c64-8d85-7bf32b6800af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:18.796660 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-9b4f0878-3381-4edb-a2e3-2a365c9b6337 service neutron] 10.222.0.10 "GET /v2.0/networks/b83ce1ff-dd15-4d87-9bd6-8625429e89fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319772 Jun 30 09:12:18.799505 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 84e49e18-5586-4075-a5fa-8ba4bc0b447a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=84e49e18-5586-4075-a5fa-8ba4bc0b447a,segment=NetworkSegment(ab0459dd-0737-485e-a203-f94c588fe4e2),segment_id=ab0459dd-0737-485e-a203-f94c588fe4e2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:18.814869 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '84e49e18-5586-4075-a5fa-8ba4bc0b447a', 'network_id': '30803426-2521-4fa6-8470-27f2b32b642d', 'port_id': '84e49e18-5586-4075-a5fa-8ba4bc0b447a', 'mac_address': 'fa:16:3e:40:8a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d920e9-4cce-4374-bd84-fac478cbf3ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:12:18.864302 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:18.881269 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e49e18-5586-4075-a5fa-8ba4bc0b447a {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:18.889190 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ebd07-2109-433e-84b0-e1ceae4bc7fa req-b8ebaef1-f44c-4428-8ae5-e43de646d8ec tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:18.890884 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8f8ebd07-2109-433e-84b0-e1ceae4bc7fa req-b8ebaef1-f44c-4428-8ae5-e43de646d8ec tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 944 time: 0.0816712 Jun 30 09:12:18.897186 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1b9ec34-a766-4c64-8d85-7bf32b6800af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:18.900969 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1b9ec34-a766-4c64-8d85-7bf32b6800af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:18.903313 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c1b9ec34-a766-4c64-8d85-7bf32b6800af admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3f49f0da-53a3-4fac-8015-1805ddd6ef13 HTTP/1.1" status: 204 len: 168 time: 0.2677915 Jun 30 09:12:18.910374 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 84e49e18-5586-4075-a5fa-8ba4bc0b447a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=84e49e18-5586-4075-a5fa-8ba4bc0b447a,segment=NetworkSegment(ab0459dd-0737-485e-a203-f94c588fe4e2),segment_id=ab0459dd-0737-485e-a203-f94c588fe4e2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:18.934711 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9ec34-a766-4c64-8d85-7bf32b6800af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f49f0da-53a3-4fac-8015-1805ddd6ef13,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:18.957754 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-a185ada5-933e-4e0b-b631-92c32267f83f service neutron] 10.222.0.10 "GET /v2.0/networks/b83ce1ff-dd15-4d87-9bd6-8625429e89fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622682 Jun 30 09:12:19.012544 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8f8ebd07-2109-433e-84b0-e1ceae4bc7fa req-bffadd6d-1567-4dfa-ba83-721bddbeb8e6 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068084 Jun 30 09:12:19.114739 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:19.181470 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=84e49e18-5586-4075-a5fa-8ba4bc0b447a,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:19.196534 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08787b8-2d7c-4fe6-aeef-a02cd7f090e7 req-91d3e11d-ee4b-4651-91d0-33bbe242e208 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:19.198096 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e08787b8-2d7c-4fe6-aeef-a02cd7f090e7 req-91d3e11d-ee4b-4651-91d0-33bbe242e208 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.0733664 Jun 30 09:12:19.212614 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5e1d73-c8fb-40ea-b110-de4d0837bd29 admin admin] Router b3da0a64-e273-40e0-96f4-5f8aae13d716 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:12:19.264291 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e08787b8-2d7c-4fe6-aeef-a02cd7f090e7 req-d1e28363-25fb-459f-b290-ab1a536128ba tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591900 Jun 30 09:12:19.319388 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device daf44a8d-fe50-49b5-88f1-2f8149f3dcde up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:19.380272 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5e1d73-c8fb-40ea-b110-de4d0837bd29 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:12:19.388953 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port daf44a8d-fe50-49b5-88f1-2f8149f3dcde triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:19.389465 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:19.392647 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0206025-4c80-45d7-8ba2-c50ed94a9e00 None None] Sync routers for ids ['b3da0a64-e273-40e0-96f4-5f8aae13d716'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:12:19.422664 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0206025-4c80-45d7-8ba2-c50ed94a9e00 None None] Routers {'b3da0a64-e273-40e0-96f4-5f8aae13d716'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:19.423467 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f0206025-4c80-45d7-8ba2-c50ed94a9e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:11:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['b3da0a64-e273-40e0-96f4-5f8aae13d716'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:19.463651 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['84e49e18-5586-4075-a5fa-8ba4bc0b447a'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:19.651307 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f4cbf-8576-4035-9461-9e4abe1b7ab7 req-6e83d244-9df8-42dd-824e-24ee6ebafd8c tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:19.654493 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-285f4cbf-8576-4035-9461-9e4abe1b7ab7 req-6e83d244-9df8-42dd-824e-24ee6ebafd8c tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.1166942 Jun 30 09:12:19.655997 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9a5e1d73-c8fb-40ea-b110-de4d0837bd29 admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:19.657195 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9a5e1d73-c8fb-40ea-b110-de4d0837bd29 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0244651 Jun 30 09:12:19.660092 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34056) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:19.732340 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82b1cf-bbae-4973-bc0d-142e634a33f5 req-75d5efc0-ab26-48f0-86a6-d636bff3c7e9 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:19.734616 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd82b1cf-bbae-4973-bc0d-142e634a33f5 req-75d5efc0-ab26-48f0-86a6-d636bff3c7e9 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/ports?device_id=0757327c-cd85-4091-a1f2-565f9856168f HTTP/1.1" status: 200 len: 944 time: 0.1559453 Jun 30 09:12:19.797944 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-285f4cbf-8576-4035-9461-9e4abe1b7ab7 req-8743233f-413b-496f-b2df-a3abacdb3154 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278632 Jun 30 09:12:19.804944 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd82b1cf-bbae-4973-bc0d-142e634a33f5 req-acb206a5-eed9-4a2a-b1bc-cde51ed84f70 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/security-groups?id=4550ba56-759a-411c-9302-022b2a9da806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620649 Jun 30 09:12:19.900065 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-94642250-3adb-499f-9e5d-d3418130c526 req-8d4277db-71cd-432c-a09b-5115323b61e7 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] 10.222.0.10 "GET /v2.0/ports?device_id=e720737d-0a34-49c6-a094-d766e160fc67 HTTP/1.1" status: 200 len: 210 time: 0.0491405 Jun 30 09:12:19.900266 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-f0206025-4c80-45d7-8ba2-c50ed94a9e00 None None] Set router b3da0a64-e273-40e0-96f4-5f8aae13d716 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:20.160006 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c733f43-b0f2-4887-86a0-fd70088eaa77 req-95387483-d236-49c5-b360-8e74dbcda47b tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:20.162037 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c733f43-b0f2-4887-86a0-fd70088eaa77 req-95387483-d236-49c5-b360-8e74dbcda47b tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.0925944 Jun 30 09:12:20.248256 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c733f43-b0f2-4887-86a0-fd70088eaa77 req-6841ad14-86b6-4d86-bd5d-8675f28bbeff tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799026 Jun 30 09:12:20.274879 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f0206025-4c80-45d7-8ba2-c50ed94a9e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3da0a64-e273-40e0-96f4-5f8aae13d716', 'name': 'tempest-FloatingIPDetailsTestJSON-507948931-router', 'tenant_id': '66bac32bdea94132811ce8c27b998051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '345d6b2f-0380-4f43-896f-160c8e4a42e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:14Z', 'updated_at': '2021-06-30T09:12:17Z', 'revision_number': 3, 'project_id': '66bac32bdea94132811ce8c27b998051', 'gw_port': {'id': '345d6b2f-0380-4f43-896f-160c8e4a42e4', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3da0a64-e273-40e0-96f4-5f8aae13d716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:16Z', 'updated_at': '2021-06-30T09:12:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:20.328280 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0206025-4c80-45d7-8ba2-c50ed94a9e00 None None] Checking router: b3da0a64-e273-40e0-96f4-5f8aae13d716 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:12:20.328638 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0206025-4c80-45d7-8ba2-c50ed94a9e00 None None] Updating router b3da0a64-e273-40e0-96f4-5f8aae13d716 port 345d6b2f-0380-4f43-896f-160c8e4a42e4 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:12:20.373726 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34068) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:20.378795 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f0206025-4c80-45d7-8ba2-c50ed94a9e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.407703 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-266d3622-3e16-464f-87b8-869e4956c0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.414184 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b6b46-ff86-4e60-b025-2703c8cb04cd req-85852e16-cbeb-48f6-97c2-faa4583f2ca4 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:20.421070 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-349b6b46-ff86-4e60-b025-2703c8cb04cd req-85852e16-cbeb-48f6-97c2-faa4583f2ca4 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 945 time: 0.1571062 Jun 30 09:12:20.546273 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48cc833c-5a0e-43b2-a69e-c7c06cb90e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.551664 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eb078612-a10a-494d-8e24-d4c4fc1d2f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.579771 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-349b6b46-ff86-4e60-b025-2703c8cb04cd req-84b4663b-2ede-4889-8452-73c7b7c264ec tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084688 Jun 30 09:12:20.619907 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-266d3622-3e16-464f-87b8-869e4956c0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.637510 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 81803b70-483e-4552-a8f9-90c8a423cc67 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:12:20.707147 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-266d3622-3e16-464f-87b8-869e4956c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.811559 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d3622-3e16-464f-87b8-869e4956c0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee37bed-0635-4d8f-89ad-78baa2423503,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:20.817819 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-48cc833c-5a0e-43b2-a69e-c7c06cb90e73 admin admin] Allocated IP 172.20.0.1 (02fb65e7-c36d-49f8-b65e-3c86de99d9bf/d052bb6d-079b-45bc-af7e-b1bd67d32c94/55764dd6-f7a4-40ab-8793-06383edf3bad) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:20.847974 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:12:20.854825 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 81803b70-483e-4552-a8f9-90c8a423cc67, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=81803b70-483e-4552-a8f9-90c8a423cc67,segment=NetworkSegment(4cf9772c-d8f9-4346-97c7-9f375743526e),segment_id=4cf9772c-d8f9-4346-97c7-9f375743526e)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:20.867105 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f0206025-4c80-45d7-8ba2-c50ed94a9e00 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.883248 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '81803b70-483e-4552-a8f9-90c8a423cc67', 'network_id': '53c89d47-ac7f-429a-b074-e02bf302827e', 'port_id': '81803b70-483e-4552-a8f9-90c8a423cc67', 'mac_address': 'fa:16:3e:3d:a2:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d77cc9-a7fe-4a48-b02c-0d56fc30a27d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:12:20.885424 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f0206025-4c80-45d7-8ba2-c50ed94a9e00 None None] Transition to ACTIVE for port object 345d6b2f-0380-4f43-896f-160c8e4a42e4 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:20.909832 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-266d3622-3e16-464f-87b8-869e4956c0ae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=36b4bdeb3e024cd2a9d56a87814d45ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5324733 Jun 30 09:12:20.914623 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34084) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:20.951749 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.984230 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81803b70-483e-4552-a8f9-90c8a423cc67 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:21.000278 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-60837da3-f45c-42e5-9e6b-9b92c8aedc49 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:21.001989 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48cc833c-5a0e-43b2-a69e-c7c06cb90e73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.006626 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-60837da3-f45c-42e5-9e6b-9b92c8aedc49 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/networks?id=b51add01-e516-4efc-9c9c-16a3be3b127b HTTP/1.1" status: 200 len: 811 time: 0.3212428 Jun 30 09:12:21.019323 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-48cc833c-5a0e-43b2-a69e-c7c06cb90e73 admin admin] Transition to ACTIVE for port object 55764dd6-f7a4-40ab-8793-06383edf3bad will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:21.025531 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-6f1db168-c3ac-40b5-9f6c-62873eeb3fa0 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/quotas/31bd8132c1454d1c9ac4cd46be0a163b HTTP/1.1" status: 200 len: 375 time: 0.0179722 Jun 30 09:12:21.034881 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 81803b70-483e-4552-a8f9-90c8a423cc67, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=81803b70-483e-4552-a8f9-90c8a423cc67,segment=NetworkSegment(4cf9772c-d8f9-4346-97c7-9f375743526e),segment_id=4cf9772c-d8f9-4346-97c7-9f375743526e)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:21.036094 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f0206025-4c80-45d7-8ba2-c50ed94a9e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.085452 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f0206025-4c80-45d7-8ba2-c50ed94a9e00 None None] Attempting to bind port 345d6b2f-0380-4f43-896f-160c8e4a42e4 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:21.085826 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f0206025-4c80-45d7-8ba2-c50ed94a9e00 None None] Attempting to bind port 345d6b2f-0380-4f43-896f-160c8e4a42e4 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:21.086188 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0206025-4c80-45d7-8ba2-c50ed94a9e00 None None] Attempting to bind port 345d6b2f-0380-4f43-896f-160c8e4a42e4 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:21.098096 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8961a7-348b-45bc-9bc4-f368ff0e2d49 None None] Pushing event updated for resources: {'Port': ['ID=345d6b2f-0380-4f43-896f-160c8e4a42e4,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:21.100687 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0206025-4c80-45d7-8ba2-c50ed94a9e00 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:21.101067 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0206025-4c80-45d7-8ba2-c50ed94a9e00 None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:21.101574 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f0206025-4c80-45d7-8ba2-c50ed94a9e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.101969 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0206025-4c80-45d7-8ba2-c50ed94a9e00 None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:21.102454 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f0206025-4c80-45d7-8ba2-c50ed94a9e00 None None] Bound port: 345d6b2f-0380-4f43-896f-160c8e4a42e4, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:21.102836 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f0206025-4c80-45d7-8ba2-c50ed94a9e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.103722 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b3be9fca-5f2d-4367-9a98-0e9fcc24e9e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.131473 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b3be9fca-5f2d-4367-9a98-0e9fcc24e9e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.137309 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.161441 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7bfd2-a3b4-4f07-ba66-fd005dac3af6 req-ca81f878-86b1-4c44-90cd-8bc37286f70d tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:21.163530 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1cd7bfd2-a3b4-4f07-ba66-fd005dac3af6 req-ca81f878-86b1-4c44-90cd-8bc37286f70d tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/ports?device_id=0757327c-cd85-4091-a1f2-565f9856168f HTTP/1.1" status: 200 len: 944 time: 0.1255472 Jun 30 09:12:21.172353 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48cc833c-5a0e-43b2-a69e-c7c06cb90e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.197251 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-15e322c3-964d-4230-95b0-1bf83998826d tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1707258 Jun 30 09:12:21.217822 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-f0206025-4c80-45d7-8ba2-c50ed94a9e00 None None] For port 345d6b2f-0380-4f43-896f-160c8e4a42e4, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:21.224659 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc833c-5a0e-43b2-a69e-c7c06cb90e73 admin admin] Pushing event updated for resources: {'Port': ['ID=55764dd6-f7a4-40ab-8793-06383edf3bad,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:21.253291 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-f0206025-4c80-45d7-8ba2-c50ed94a9e00 None None] For port 345d6b2f-0380-4f43-896f-160c8e4a42e4, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=345d6b2f-0380-4f43-896f-160c8e4a42e4,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:21.255024 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cc833c-5a0e-43b2-a69e-c7c06cb90e73 admin admin] Network 02fb65e7-c36d-49f8-b65e-3c86de99d9bf is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:21.256666 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=81803b70-483e-4552-a8f9-90c8a423cc67,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:21.259793 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-48cc833c-5a0e-43b2-a69e-c7c06cb90e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:21.264309 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cc833c-5a0e-43b2-a69e-c7c06cb90e73 admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:21.296865 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-fa0de780-05ac-4012-9117-849a338e8387 service neutron] 10.222.0.10 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986857 Jun 30 09:12:21.324557 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1cd7bfd2-a3b4-4f07-ba66-fd005dac3af6 req-abc51170-4c6a-4e9d-abc2-eea0c69e6fb3 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/security-groups?id=4550ba56-759a-411c-9302-022b2a9da806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469290 Jun 30 09:12:21.365718 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48cc833c-5a0e-43b2-a69e-c7c06cb90e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.430592 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-652dfb92-bcfd-4b00-b7a4-3afe1c541e34 service neutron] 10.222.0.10 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312652 Jun 30 09:12:21.442027 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f0206025-4c80-45d7-8ba2-c50ed94a9e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.501435 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['81803b70-483e-4552-a8f9-90c8a423cc67'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:21.526392 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b3be9fca-5f2d-4367-9a98-0e9fcc24e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.530264 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b3be9fca-5f2d-4367-9a98-0e9fcc24e9e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.531508 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b3be9fca-5f2d-4367-9a98-0e9fcc24e9e5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aee37bed-0635-4d8f-89ad-78baa2423503 HTTP/1.1" status: 204 len: 168 time: 0.6159148 Jun 30 09:12:21.565100 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be9fca-5f2d-4367-9a98-0e9fcc24e9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee37bed-0635-4d8f-89ad-78baa2423503,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:21.590477 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8f06617c-5576-4627-a316-cb53fc7bae71 req-268288c7-f7f0-4e25-a8ce-76c9391e215c tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] 10.222.0.10 "GET /v2.0/ports?device_id=e720737d-0a34-49c6-a094-d766e160fc67 HTTP/1.1" status: 200 len: 210 time: 0.1045198 Jun 30 09:12:21.600708 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0206025-4c80-45d7-8ba2-c50ed94a9e00 None None] Routers {'b3da0a64-e273-40e0-96f4-5f8aae13d716'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:21.601583 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f0206025-4c80-45d7-8ba2-c50ed94a9e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:11:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['b3da0a64-e273-40e0-96f4-5f8aae13d716'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:21.740755 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8961a7-348b-45bc-9bc4-f368ff0e2d49 None None] Pushing event updated for resources: {'Port': ['ID=345d6b2f-0380-4f43-896f-160c8e4a42e4,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:21.754384 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48cc833c-5a0e-43b2-a69e-c7c06cb90e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.899540 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-f0206025-4c80-45d7-8ba2-c50ed94a9e00 None None] Set router b3da0a64-e273-40e0-96f4-5f8aae13d716 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:21.986752 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8dc89321-66bf-4f07-805d-f2069fd09a30 req-dbdc3e77-7ae8-40d5-83e2-a3719b05b598 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 210 time: 0.0540676 Jun 30 09:12:22.008979 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48cc833c-5a0e-43b2-a69e-c7c06cb90e73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.054629 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5c999e62-0947-4376-9ab3-96e3b8f30d83 None None] Provisioning for port 55764dd6-f7a4-40ab-8793-06383edf3bad completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:22.113241 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5c999e62-0947-4376-9ab3-96e3b8f30d83 None None] Provisioning complete for port 55764dd6-f7a4-40ab-8793-06383edf3bad triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:22.113375 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48cc833c-5a0e-43b2-a69e-c7c06cb90e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.113807 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5c999e62-0947-4376-9ab3-96e3b8f30d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.192728 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48cc833c-5a0e-43b2-a69e-c7c06cb90e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.211302 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-5c999e62-0947-4376-9ab3-96e3b8f30d83 None None] Port 55764dd6-f7a4-40ab-8793-06383edf3bad cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:12:22.236832 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc09f2-9ccb-445b-b5e2-7e24a5356cdf req-79acf002-acad-4807-992a-7742566475c1 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:22.244105 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-21cc09f2-9ccb-445b-b5e2-7e24a5356cdf req-79acf002-acad-4807-992a-7742566475c1 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 945 time: 0.2237747 Jun 30 09:12:22.288280 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c78685cc-703c-40f6-bc5f-34976edd6097 req-072ec15c-19b7-455e-9ada-57f848659d23 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2756419 Jun 30 09:12:22.317190 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc833c-5a0e-43b2-a69e-c7c06cb90e73 admin admin] Pushing event updated for resources: {'Port': ['ID=55764dd6-f7a4-40ab-8793-06383edf3bad,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:22.342048 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f0206025-4c80-45d7-8ba2-c50ed94a9e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3da0a64-e273-40e0-96f4-5f8aae13d716', 'name': 'tempest-FloatingIPDetailsTestJSON-507948931-router', 'tenant_id': '66bac32bdea94132811ce8c27b998051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '345d6b2f-0380-4f43-896f-160c8e4a42e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:14Z', 'updated_at': '2021-06-30T09:12:17Z', 'revision_number': 3, 'project_id': '66bac32bdea94132811ce8c27b998051', 'gw_port': {'id': '345d6b2f-0380-4f43-896f-160c8e4a42e4', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3da0a64-e273-40e0-96f4-5f8aae13d716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:16Z', 'updated_at': '2021-06-30T09:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:22.381544 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-21cc09f2-9ccb-445b-b5e2-7e24a5356cdf req-5484dbdc-d45c-47d2-93d9-9c1f8374e765 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362414 Jun 30 09:12:22.417869 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0206025-4c80-45d7-8ba2-c50ed94a9e00 None None] The sync data for ids ['b3da0a64-e273-40e0-96f4-5f8aae13d716'] in n-d-771363-31 is: [{'id': 'b3da0a64-e273-40e0-96f4-5f8aae13d716', 'name': 'tempest-FloatingIPDetailsTestJSON-507948931-router', 'tenant_id': '66bac32bdea94132811ce8c27b998051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '345d6b2f-0380-4f43-896f-160c8e4a42e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:14Z', 'updated_at': '2021-06-30T09:12:17Z', 'revision_number': 3, 'project_id': '66bac32bdea94132811ce8c27b998051', 'gw_port': {'id': '345d6b2f-0380-4f43-896f-160c8e4a42e4', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3da0a64-e273-40e0-96f4-5f8aae13d716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:16Z', 'updated_at': '2021-06-30T09:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:12:22.521583 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cc833c-5a0e-43b2-a69e-c7c06cb90e73 admin admin] Network 02fb65e7-c36d-49f8-b65e-3c86de99d9bf is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:22.524945 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-48cc833c-5a0e-43b2-a69e-c7c06cb90e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:22.569364 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78685cc-703c-40f6-bc5f-34976edd6097 req-6687f018-adfb-4a98-899b-9097894b1d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:22.572002 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c78685cc-703c-40f6-bc5f-34976edd6097 req-6687f018-adfb-4a98-899b-9097894b1d3b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 1096 time: 0.2101991 Jun 30 09:12:22.653877 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 84e49e18-5586-4075-a5fa-8ba4bc0b447a up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:22.710795 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238d2cb-c663-43f9-b156-739728a87ed5 req-170ac4ad-0590-4f15-add8-8fc28af163ae tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:22.720423 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c238d2cb-c663-43f9-b156-739728a87ed5 req-170ac4ad-0590-4f15-add8-8fc28af163ae tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/ports?device_id=0757327c-cd85-4091-a1f2-565f9856168f HTTP/1.1" status: 200 len: 945 time: 0.2014151 Jun 30 09:12:22.829164 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c238d2cb-c663-43f9-b156-739728a87ed5 req-9ca23efd-ac50-4f39-ae15-04d12189daa3 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/security-groups?id=4550ba56-759a-411c-9302-022b2a9da806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047080 Jun 30 09:12:22.913226 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-88144e09-4463-4a6f-85fc-44a0a13c7798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.956178 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 84e49e18-5586-4075-a5fa-8ba4bc0b447a completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:22.963195 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 84e49e18-5586-4075-a5fa-8ba4bc0b447a triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:22.970764 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:23.036662 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4d681474-e362-4fd3-a7ee-d029f7c8b2be req-b40c2b8c-157a-4bbe-b6d3-fb46fe768a5e tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] 10.222.0.10 "GET /v2.0/ports?device_id=e720737d-0a34-49c6-a094-d766e160fc67 HTTP/1.1" status: 200 len: 210 time: 0.0994849 Jun 30 09:12:23.071475 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78685cc-703c-40f6-bc5f-34976edd6097 req-951d44bc-1d8e-4ba7-8255-b61d77f21e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:23.073140 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c78685cc-703c-40f6-bc5f-34976edd6097 req-951d44bc-1d8e-4ba7-8255-b61d77f21e91 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b51add01-e516-4efc-9c9c-16a3be3b127b HTTP/1.1" status: 200 len: 912 time: 0.4629741 Jun 30 09:12:23.096771 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3c99fd2a-4530-4840-bcfb-7ffcc47ce087 None None] Provisioning complete for port 55764dd6-f7a4-40ab-8793-06383edf3bad triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:23.097729 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3c99fd2a-4530-4840-bcfb-7ffcc47ce087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:23.102683 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48cc833c-5a0e-43b2-a69e-c7c06cb90e73 admin admin] Router b3da0a64-e273-40e0-96f4-5f8aae13d716 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:12:23.208280 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-3c99fd2a-4530-4840-bcfb-7ffcc47ce087 None None] Port 55764dd6-f7a4-40ab-8793-06383edf3bad cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:12:23.247475 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c78685cc-703c-40f6-bc5f-34976edd6097 req-5f54d772-70a8-47fa-9712-1e30ad94475a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b HTTP/1.1" status: 200 len: 999 time: 0.1576188 Jun 30 09:12:23.249719 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:23.323168 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1233443-c073-43da-864a-a9cc65ba8773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e49e18-5586-4075-a5fa-8ba4bc0b447a'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:23.326315 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8b47dd-3681-4b40-9af5-547493432771" -d '{"events": [{"server_uuid": "f1233443-c073-43da-864a-a9cc65ba8773", "name": "network-vif-plugged", "status": "completed", "tag": "84e49e18-5586-4075-a5fa-8ba4bc0b447a"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:23.374187 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 84e49e18-5586-4075-a5fa-8ba4bc0b447a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=84e49e18-5586-4075-a5fa-8ba4bc0b447a,segment=NetworkSegment(ab0459dd-0737-485e-a203-f94c588fe4e2),segment_id=ab0459dd-0737-485e-a203-f94c588fe4e2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:23.390376 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 345d6b2f-0380-4f43-896f-160c8e4a42e4 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:23.482479 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c391f84b-130e-4ba6-ac57-3031e6d3d0cf x-openstack-request-id: req-c391f84b-130e-4ba6-ac57-3031e6d3d0cf {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:23.482768 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1233443-c073-43da-864a-a9cc65ba8773", "name": "network-vif-plugged", "status": "completed", "tag": "84e49e18-5586-4075-a5fa-8ba4bc0b447a", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:23.483092 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c391f84b-130e-4ba6-ac57-3031e6d3d0cf {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:23.483530 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1233443-c073-43da-864a-a9cc65ba8773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e49e18-5586-4075-a5fa-8ba4bc0b447a', 'code': 200} Jun 30 09:12:23.500181 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:23.508470 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:23.623941 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 345d6b2f-0380-4f43-896f-160c8e4a42e4 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:23.634453 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 345d6b2f-0380-4f43-896f-160c8e4a42e4 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:23.635063 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:23.707939 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=84e49e18-5586-4075-a5fa-8ba4bc0b447a,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:23.828900 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:23.884475 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 345d6b2f-0380-4f43-896f-160c8e4a42e4, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=345d6b2f-0380-4f43-896f-160c8e4a42e4,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:23.892681 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a5918e2f-1523-41f6-92d1-f5ac6f6f1fea req-c9cd4e65-a491-4cae-af04-b606e4e74172 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 210 time: 0.6656611 Jun 30 09:12:23.996297 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:24.029906 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48cc833c-5a0e-43b2-a69e-c7c06cb90e73 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:12:24.043175 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-48cc833c-5a0e-43b2-a69e-c7c06cb90e73 admin admin] 10.222.0.10 "PUT /v2.0/routers/b3da0a64-e273-40e0-96f4-5f8aae13d716/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3772442 Jun 30 09:12:24.058455 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78685cc-703c-40f6-bc5f-34976edd6097 req-ee627dab-499f-4d69-a87f-573b34904ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:24.066437 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c78685cc-703c-40f6-bc5f-34976edd6097 req-ee627dab-499f-4d69-a87f-573b34904ce5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0db27f2a-daae-4bc9-9a26-19aaee7812fb HTTP/1.1" status: 200 len: 850 time: 0.8068416 Jun 30 09:12:24.157248 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=345d6b2f-0380-4f43-896f-160c8e4a42e4,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:24.160830 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-24f42614-d955-43ff-bbc4-6a55449c7c06 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:24.162953 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-24f42614-d955-43ff-bbc4-6a55449c7c06 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] 10.222.0.52 "GET /v2.0/networks?id=b83ce1ff-dd15-4d87-9bd6-8625429e89fa HTTP/1.1" status: 200 len: 821 time: 0.4532003 Jun 30 09:12:24.193962 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-d55e5375-29da-412f-a026-5ca585c50d1e tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] Request body: {'port': {'device_id': 'e720737d-0a34-49c6-a094-d766e160fc67', 'network_id': 'b83ce1ff-dd15-4d87-9bd6-8625429e89fa', 'admin_state_up': True, 'tenant_id': '9acc7bcdd0924815a027a6e711e54e92'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:24.294956 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78685cc-703c-40f6-bc5f-34976edd6097 req-43d18065-e917-4034-8550-1f045f4a8b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:24.296504 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c78685cc-703c-40f6-bc5f-34976edd6097 req-43d18065-e917-4034-8550-1f045f4a8b00 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b51add01-e516-4efc-9c9c-16a3be3b127b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2234435 Jun 30 09:12:24.305439 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf424194-4a7c-425b-8cfc-bae5a461fa51 req-09eb1692-ff2e-4e92-88a5-cebbcd99a811 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:24.314356 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cf424194-4a7c-425b-8cfc-bae5a461fa51 req-09eb1692-ff2e-4e92-88a5-cebbcd99a811 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.5798442 Jun 30 09:12:24.367797 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4d715-1895-4279-9f76-be93015e7276 req-e8e23c52-4896-4f49-a269-e77d6e91a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:24.369339 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-51e4d715-1895-4279-9f76-be93015e7276 req-e8e23c52-4896-4f49-a269-e77d6e91a50b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 1098 time: 0.6453571 Jun 30 09:12:24.396242 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab95a7-57a5-494a-a848-1508295620dd req-b32559a4-6ab9-4005-8834-1a9416441b69 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:24.400199 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-01ab95a7-57a5-494a-a848-1508295620dd req-b32559a4-6ab9-4005-8834-1a9416441b69 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/ports?device_id=0757327c-cd85-4091-a1f2-565f9856168f HTTP/1.1" status: 200 len: 945 time: 0.1719692 Jun 30 09:12:24.433842 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cf424194-4a7c-425b-8cfc-bae5a461fa51 req-3c9cbf69-bf59-4625-bce5-39b1a2859ca8 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177762 Jun 30 09:12:24.480738 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:24.493640 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-51e4d715-1895-4279-9f76-be93015e7276 req-7c0a4b34-006c-4d41-980e-ffd177179d32 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097629 Jun 30 09:12:24.503987 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-01ab95a7-57a5-494a-a848-1508295620dd req-bb9f237d-3186-4b60-85a9-311fecb09678 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/security-groups?id=4550ba56-759a-411c-9302-022b2a9da806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972755 Jun 30 09:12:24.515661 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c78685cc-703c-40f6-bc5f-34976edd6097 req-c2187c52-cef9-4aac-9f20-c09bbc866de0 service neutron] 10.222.0.37 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098496 Jun 30 09:12:24.550403 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-d55e5375-29da-412f-a026-5ca585c50d1e tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] Made reservation on behalf of 9acc7bcdd0924815a027a6e711e54e92 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:24.554944 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-d55e5375-29da-412f-a026-5ca585c50d1e tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:24.668604 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 81803b70-483e-4552-a8f9-90c8a423cc67 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:24.762140 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-d55e5375-29da-412f-a026-5ca585c50d1e tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] Allocated IP 172.20.0.14 (b83ce1ff-dd15-4d87-9bd6-8625429e89fa/e0bedbbd-4a2b-4b5b-88c7-ffa87790a283/561b9339-e1f9-409c-9695-6019940a2773) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:24.821357 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c78685cc-703c-40f6-bc5f-34976edd6097 req-f988daa7-882a-4e0b-866c-ca5f44f54541 service neutron] 10.222.0.37 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200432 Jun 30 09:12:24.909040 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-125d966f-5793-40ad-aa69-8b7414f45c75 req-3c108172-d939-4f4d-b5e1-ff625161d214 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] 10.222.0.10 "GET /v2.0/ports?device_id=e720737d-0a34-49c6-a094-d766e160fc67 HTTP/1.1" status: 200 len: 210 time: 0.0672903 Jun 30 09:12:24.926146 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 81803b70-483e-4552-a8f9-90c8a423cc67 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:24.930933 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 81803b70-483e-4552-a8f9-90c8a423cc67 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:24.931560 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:25.111107 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-d55e5375-29da-412f-a026-5ca585c50d1e tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:25.176994 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:25.246224 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cf76ea8-2430-4ceb-bf9f-b00842549daa req-a28c2e57-49b8-44a8-93ea-ff916aebd2c2 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 210 time: 0.0867395 Jun 30 09:12:25.274621 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 81803b70-483e-4552-a8f9-90c8a423cc67, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=81803b70-483e-4552-a8f9-90c8a423cc67,segment=NetworkSegment(4cf9772c-d8f9-4346-97c7-9f375743526e),segment_id=4cf9772c-d8f9-4346-97c7-9f375743526e)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:25.362231 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 345d6b2f-0380-4f43-896f-160c8e4a42e4 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:25.454227 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 345d6b2f-0380-4f43-896f-160c8e4a42e4 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:25.454854 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:25.488396 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcb8927-3f96-4aea-9a4e-6cff77aedbe7 None None] Sync routers for ids ['b3da0a64-e273-40e0-96f4-5f8aae13d716'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:12:25.503667 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0757327c-cd85-4091-a1f2-565f9856168f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81803b70-483e-4552-a8f9-90c8a423cc67'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:25.506596 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7fad08-e00d-4fa1-b5df-d60dca4551cc" -d '{"events": [{"server_uuid": "0757327c-cd85-4091-a1f2-565f9856168f", "name": "network-vif-plugged", "status": "completed", "tag": "81803b70-483e-4552-a8f9-90c8a423cc67"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:25.518798 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7d5d4cd6-4851-40bc-910d-ae094e09d01c req-96ed09b7-7156-422c-80f9-b27572c51585 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1828682 Jun 30 09:12:25.523587 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcb8927-3f96-4aea-9a4e-6cff77aedbe7 None None] Routers {'b3da0a64-e273-40e0-96f4-5f8aae13d716'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:25.524380 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-9fcb8927-3f96-4aea-9a4e-6cff77aedbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:12:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['b3da0a64-e273-40e0-96f4-5f8aae13d716'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:25.538720 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-7d5d4cd6-4851-40bc-910d-ae094e09d01c req-241fd447-ed9c-4f81-a667-940c3dfc9257 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:25.579452 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:25.644894 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-d55e5375-29da-412f-a026-5ca585c50d1e tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:25.672480 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=81803b70-483e-4552-a8f9-90c8a423cc67,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:25.697377 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-d55e5375-29da-412f-a026-5ca585c50d1e tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] Network b83ce1ff-dd15-4d87-9bd6-8625429e89fa is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:25.742133 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-d55e5375-29da-412f-a026-5ca585c50d1e tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:25.763282 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-d55e5375-29da-412f-a026-5ca585c50d1e tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:25.764787 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-9fcb8927-3f96-4aea-9a4e-6cff77aedbe7 None None] Set router b3da0a64-e273-40e0-96f4-5f8aae13d716 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:25.772694 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7d5d4cd6-4851-40bc-910d-ae094e09d01c req-241fd447-ed9c-4f81-a667-940c3dfc9257 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks [] for floatingip, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:25.959341 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e5375-29da-412f-a026-5ca585c50d1e tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] Pushing event updated for resources: {'Port': ['ID=561b9339-e1f9-409c-9695-6019940a2773,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:25.971353 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7d5d4cd6-4851-40bc-910d-ae094e09d01c req-241fd447-ed9c-4f81-a667-940c3dfc9257 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:25.974823 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-c1664b67-92fb-472b-b5a2-580a1cf88b4b tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:25.976649 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-c1664b67-92fb-472b-b5a2-580a1cf88b4b tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.52 "GET /v2.0/networks?id=b51add01-e516-4efc-9c9c-16a3be3b127b HTTP/1.1" status: 200 len: 811 time: 0.5462947 Jun 30 09:12:25.993294 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-4293bcc4-9bb0-4284-bfef-13bc9dfe6528 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Request body: {'port': {'device_id': 'abd72bdc-9709-4b4d-a077-92941e64e4bc', 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b', 'admin_state_up': True, 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:26.002511 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-d55e5375-29da-412f-a026-5ca585c50d1e tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:26.003381 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-d55e5375-29da-412f-a026-5ca585c50d1e tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.109779 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff86527-fab7-4d58-9f3c-0aa293cfd9c8 req-de0cb555-5a09-45e5-a1b9-103d410905d9 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:26.111600 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2ff86527-fab7-4d58-9f3c-0aa293cfd9c8 req-de0cb555-5a09-45e5-a1b9-103d410905d9 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.2595179 Jun 30 09:12:26.166670 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-d55e5375-29da-412f-a026-5ca585c50d1e tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9868038 Jun 30 09:12:26.189888 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-7d5d4cd6-4851-40bc-910d-ae094e09d01c req-241fd447-ed9c-4f81-a667-940c3dfc9257 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Allocated IP 172.25.6.214 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/9fd17725-35ce-4932-ab9d-3a2787c7ac70) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:26.194295 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-54e9b981-c286-431d-8cce-b0807cea2c0f service neutron] Request body: {'port': {'device_id': 'e720737d-0a34-49c6-a094-d766e160fc67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:26.194530 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.249229 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2ff86527-fab7-4d58-9f3c-0aa293cfd9c8 req-0e239a7e-2307-4941-a65a-995b506e69ae tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298354 Jun 30 09:12:26.276239 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-9fcb8927-3f96-4aea-9a4e-6cff77aedbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3da0a64-e273-40e0-96f4-5f8aae13d716', 'name': 'tempest-FloatingIPDetailsTestJSON-507948931-router', 'tenant_id': '66bac32bdea94132811ce8c27b998051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '345d6b2f-0380-4f43-896f-160c8e4a42e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:14Z', 'updated_at': '2021-06-30T09:12:21Z', 'revision_number': 4, 'project_id': '66bac32bdea94132811ce8c27b998051', 'gw_port': {'id': '345d6b2f-0380-4f43-896f-160c8e4a42e4', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3da0a64-e273-40e0-96f4-5f8aae13d716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:16Z', 'updated_at': '2021-06-30T09:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '55764dd6-f7a4-40ab-8793-06383edf3bad', 'name': '', 'network_id': '02fb65e7-c36d-49f8-b65e-3c86de99d9bf', 'tenant_id': '66bac32bdea94132811ce8c27b998051', 'mac_address': 'fa:16:3e:4f:27:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3da0a64-e273-40e0-96f4-5f8aae13d716', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'd052bb6d-079b-45bc-af7e-b1bd67d32c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:20Z', 'updated_at': '2021-06-30T09:12:21Z', 'revision_number': 2, 'project_id': '66bac32bdea94132811ce8c27b998051', 'subnets': [{'id': 'd052bb6d-079b-45bc-af7e-b1bd67d32c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:26.312925 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cfe482-b46a-4198-a122-d3c5a8d89fd1 x-openstack-request-id: req-40cfe482-b46a-4198-a122-d3c5a8d89fd1 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:26.313296 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0757327c-cd85-4091-a1f2-565f9856168f", "name": "network-vif-plugged", "status": "completed", "tag": "81803b70-483e-4552-a8f9-90c8a423cc67", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:26.313609 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-40cfe482-b46a-4198-a122-d3c5a8d89fd1 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:26.314084 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0757327c-cd85-4091-a1f2-565f9856168f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81803b70-483e-4552-a8f9-90c8a423cc67', 'code': 200} Jun 30 09:12:26.317754 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcb8927-3f96-4aea-9a4e-6cff77aedbe7 None None] Checking router: b3da0a64-e273-40e0-96f4-5f8aae13d716 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:12:26.318261 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcb8927-3f96-4aea-9a4e-6cff77aedbe7 None None] Updating router b3da0a64-e273-40e0-96f4-5f8aae13d716 port 55764dd6-f7a4-40ab-8793-06383edf3bad binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:12:26.356465 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-54e9b981-c286-431d-8cce-b0807cea2c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.364890 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-9fcb8927-3f96-4aea-9a4e-6cff77aedbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.382215 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7d5d4cd6-4851-40bc-910d-ae094e09d01c req-241fd447-ed9c-4f81-a667-940c3dfc9257 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.474625 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97975e-a22d-4a94-91c2-7936faf8650e req-feac3c40-9932-4d2f-9012-d76457a9406e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:26.476360 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6f97975e-a22d-4a94-91c2-7936faf8650e req-feac3c40-9932-4d2f-9012-d76457a9406e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0757327c-cd85-4091-a1f2-565f9856168f HTTP/1.1" status: 200 len: 1098 time: 0.0790110 Jun 30 09:12:26.525482 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-4293bcc4-9bb0-4284-bfef-13bc9dfe6528 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Made reservation on behalf of 31bd8132c1454d1c9ac4cd46be0a163b for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:26.529578 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-4293bcc4-9bb0-4284-bfef-13bc9dfe6528 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.562828 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6f97975e-a22d-4a94-91c2-7936faf8650e req-753b4f29-42d3-4c31-a16a-c5a2764eaff9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4550ba56-759a-411c-9302-022b2a9da806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661013 Jun 30 09:12:26.613953 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34204) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:26.664266 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7d5d4cd6-4851-40bc-910d-ae094e09d01c req-241fd447-ed9c-4f81-a667-940c3dfc9257 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.735700 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d5d4cd6-4851-40bc-910d-ae094e09d01c req-241fd447-ed9c-4f81-a667-940c3dfc9257 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:26.740848 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-9fcb8927-3f96-4aea-9a4e-6cff77aedbe7 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.756107 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-7d5d4cd6-4851-40bc-910d-ae094e09d01c req-241fd447-ed9c-4f81-a667-940c3dfc9257 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:26.756107 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5d4cd6-4851-40bc-910d-ae094e09d01c req-241fd447-ed9c-4f81-a667-940c3dfc9257 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:26.760695 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-9fcb8927-3f96-4aea-9a4e-6cff77aedbe7 None None] Transition to ACTIVE for port object 55764dd6-f7a4-40ab-8793-06383edf3bad will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:26.783797 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241fd447-ed9c-4f81-a667-940c3dfc9257 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Pushing event updated for resources: {'Port': ['ID=9fd17725-35ce-4932-ab9d-3a2787c7ac70,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:26.825181 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8728617a-8ca3-4c8a-a4db-a00f6bf7a646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.895917 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7d5d4cd6-4851-40bc-910d-ae094e09d01c req-241fd447-ed9c-4f81-a667-940c3dfc9257 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.937341 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-9fcb8927-3f96-4aea-9a4e-6cff77aedbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.986229 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8728617a-8ca3-4c8a-a4db-a00f6bf7a646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.010540 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9508fa-6ced-46da-9194-1a133b38c2ea None None] Pushing event updated for resources: {'Port': ['ID=55764dd6-f7a4-40ab-8793-06383edf3bad,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:27.080744 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7d5d4cd6-4851-40bc-910d-ae094e09d01c req-241fd447-ed9c-4f81-a667-940c3dfc9257 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.093019 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-9fcb8927-3f96-4aea-9a4e-6cff77aedbe7 None None] Attempting to bind port 55764dd6-f7a4-40ab-8793-06383edf3bad on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:27.093379 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-9fcb8927-3f96-4aea-9a4e-6cff77aedbe7 None None] Attempting to bind port 55764dd6-f7a4-40ab-8793-06383edf3bad by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '6da4c81b-3d7e-43d9-869f-cb28331ec30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '02fb65e7-c36d-49f8-b65e-3c86de99d9bf'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:27.094065 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcb8927-3f96-4aea-9a4e-6cff77aedbe7 None None] Attempting to bind port 55764dd6-f7a4-40ab-8793-06383edf3bad on network 02fb65e7-c36d-49f8-b65e-3c86de99d9bf {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:27.106508 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcb8927-3f96-4aea-9a4e-6cff77aedbe7 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:27.112090 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcb8927-3f96-4aea-9a4e-6cff77aedbe7 None None] Checking segment: {'id': '6da4c81b-3d7e-43d9-869f-cb28331ec30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '02fb65e7-c36d-49f8-b65e-3c86de99d9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:27.112090 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-9fcb8927-3f96-4aea-9a4e-6cff77aedbe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.112090 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcb8927-3f96-4aea-9a4e-6cff77aedbe7 None None] Bound using segment: {'id': '6da4c81b-3d7e-43d9-869f-cb28331ec30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '02fb65e7-c36d-49f8-b65e-3c86de99d9bf'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:27.112090 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-9fcb8927-3f96-4aea-9a4e-6cff77aedbe7 None None] Bound port: 55764dd6-f7a4-40ab-8793-06383edf3bad, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da4c81b-3d7e-43d9-869f-cb28331ec30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '02fb65e7-c36d-49f8-b65e-3c86de99d9bf'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:27.112090 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-9fcb8927-3f96-4aea-9a4e-6cff77aedbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.161422 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8728617a-8ca3-4c8a-a4db-a00f6bf7a646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.162325 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-4293bcc4-9bb0-4284-bfef-13bc9dfe6528 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Allocated IP 172.20.0.9 (b51add01-e516-4efc-9c9c-16a3be3b127b/0db27f2a-daae-4bc9-9a26-19aaee7812fb/6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:27.191307 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d89b73-44e8-4128-ab36-917cff68ece6 req-84244975-d60c-4208-a35a-a942a9cc16b6 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:27.192867 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-23d89b73-44e8-4128-ab36-917cff68ece6 req-84244975-d60c-4208-a35a-a942a9cc16b6 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/ports?device_id=0757327c-cd85-4091-a1f2-565f9856168f HTTP/1.1" status: 200 len: 946 time: 0.7632957 Jun 30 09:12:27.200623 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-9fcb8927-3f96-4aea-9a4e-6cff77aedbe7 None None] For port 55764dd6-f7a4-40ab-8793-06383edf3bad, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:27.203427 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-9fcb8927-3f96-4aea-9a4e-6cff77aedbe7 None None] For port 55764dd6-f7a4-40ab-8793-06383edf3bad, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=55764dd6-f7a4-40ab-8793-06383edf3bad,segment=NetworkSegment(6da4c81b-3d7e-43d9-869f-cb28331ec30a),segment_id=6da4c81b-3d7e-43d9-869f-cb28331ec30a)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:27.294309 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728617a-8ca3-4c8a-a4db-a00f6bf7a646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ae4376-7dd6-4a5d-a075-7a8ace3f73d2,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:27.299565 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8728617a-8ca3-4c8a-a4db-a00f6bf7a646 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=21d4eb7ccf9e4a3ab31c6e5312894237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6844757 Jun 30 09:12:27.302397 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34214) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:27.314829 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-23d89b73-44e8-4128-ab36-917cff68ece6 req-7a5203b4-d086-427b-a277-51ff9a402588 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/security-groups?id=4550ba56-759a-411c-9302-022b2a9da806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138554 Jun 30 09:12:27.326956 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-9fcb8927-3f96-4aea-9a4e-6cff77aedbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.389538 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-54e9b981-c286-431d-8cce-b0807cea2c0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 561b9339-e1f9-409c-9695-6019940a2773 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:27.394370 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a97c2a68-853e-40e8-9659-46704e9999e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.400645 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-54e9b981-c286-431d-8cce-b0807cea2c0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.413655 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7d5d4cd6-4851-40bc-910d-ae094e09d01c req-241fd447-ed9c-4f81-a667-940c3dfc9257 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.415688 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-54e9b981-c286-431d-8cce-b0807cea2c0f service neutron] Transition to ACTIVE for port object 561b9339-e1f9-409c-9695-6019940a2773 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:27.434303 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a97c2a68-853e-40e8-9659-46704e9999e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.458605 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9508fa-6ced-46da-9194-1a133b38c2ea None None] Pushing event updated for resources: {'Port': ['ID=55764dd6-f7a4-40ab-8793-06383edf3bad,revision_number=4']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:27.461337 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcb8927-3f96-4aea-9a4e-6cff77aedbe7 None None] Routers {'b3da0a64-e273-40e0-96f4-5f8aae13d716'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:27.461942 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-9fcb8927-3f96-4aea-9a4e-6cff77aedbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:12:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['b3da0a64-e273-40e0-96f4-5f8aae13d716'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:27.563556 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-4293bcc4-9bb0-4284-bfef-13bc9dfe6528 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.571714 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7d5d4cd6-4851-40bc-910d-ae094e09d01c req-241fd447-ed9c-4f81-a667-940c3dfc9257 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.602879 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-9fcb8927-3f96-4aea-9a4e-6cff77aedbe7 None None] Set router b3da0a64-e273-40e0-96f4-5f8aae13d716 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:27.635182 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-54e9b981-c286-431d-8cce-b0807cea2c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.671417 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7d5d4cd6-4851-40bc-910d-ae094e09d01c req-241fd447-ed9c-4f81-a667-940c3dfc9257 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.685023 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd826e2-0ff4-4e71-b186-60b9c4fe3149 req-07f5c0ad-a7b2-47c1-91b6-061ea36e1044 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:27.687230 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7bd826e2-0ff4-4e71-b186-60b9c4fe3149 req-07f5c0ad-a7b2-47c1-91b6-061ea36e1044 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] 10.222.0.10 "GET /v2.0/ports?device_id=e720737d-0a34-49c6-a094-d766e160fc67 HTTP/1.1" status: 200 len: 932 time: 0.1208284 Jun 30 09:12:27.698447 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241fd447-ed9c-4f81-a667-940c3dfc9257 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Pushing event updated for resources: {'Port': ['ID=9fd17725-35ce-4932-ab9d-3a2787c7ac70,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:27.703018 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a97c2a68-853e-40e8-9659-46704e9999e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.706387 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a97c2a68-853e-40e8-9659-46704e9999e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.708125 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a97c2a68-853e-40e8-9659-46704e9999e9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f2ae4376-7dd6-4a5d-a075-7a8ace3f73d2 HTTP/1.1" status: 204 len: 168 time: 0.4044590 Jun 30 09:12:27.717817 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-4293bcc4-9bb0-4284-bfef-13bc9dfe6528 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Transition to ACTIVE for port object 6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:27.719849 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c2a68-853e-40e8-9659-46704e9999e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ae4376-7dd6-4a5d-a075-7a8ace3f73d2,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:27.816949 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9b981-c286-431d-8cce-b0807cea2c0f service neutron] Pushing event updated for resources: {'Port': ['ID=561b9339-e1f9-409c-9695-6019940a2773,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:27.818036 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7d5d4cd6-4851-40bc-910d-ae094e09d01c req-241fd447-ed9c-4f81-a667-940c3dfc9257 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.819587 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7d5d4cd6-4851-40bc-910d-ae094e09d01c req-241fd447-ed9c-4f81-a667-940c3dfc9257 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2942097 Jun 30 09:12:27.868072 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7bd826e2-0ff4-4e71-b186-60b9c4fe3149 req-ec22a144-979b-4035-b633-d756245baceb tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] 10.222.0.10 "GET /v2.0/security-groups?id=48583fe1-12d9-46fd-93cc-07541698ae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708422 Jun 30 09:12:27.885055 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-54e9b981-c286-431d-8cce-b0807cea2c0f service neutron] Attempting to bind port 561b9339-e1f9-409c-9695-6019940a2773 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:27.885265 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-54e9b981-c286-431d-8cce-b0807cea2c0f service neutron] Attempting to bind port 561b9339-e1f9-409c-9695-6019940a2773 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': 'c4d0590e-0def-44c7-833c-595d1c75902a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b83ce1ff-dd15-4d87-9bd6-8625429e89fa'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:27.890453 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-54e9b981-c286-431d-8cce-b0807cea2c0f service neutron] Attempting to bind port 561b9339-e1f9-409c-9695-6019940a2773 on network b83ce1ff-dd15-4d87-9bd6-8625429e89fa {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:27.894084 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-54e9b981-c286-431d-8cce-b0807cea2c0f service neutron] Port 561b9339-e1f9-409c-9695-6019940a2773 on network b83ce1ff-dd15-4d87-9bd6-8625429e89fa not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:12:27.894421 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-54e9b981-c286-431d-8cce-b0807cea2c0f service neutron] Attempting to bind port 561b9339-e1f9-409c-9695-6019940a2773 on network b83ce1ff-dd15-4d87-9bd6-8625429e89fa {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:27.900994 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7d5d4cd6-4851-40bc-910d-ae094e09d01c req-cfdcccee-f2e1-47fe-bc1d-c098075f9096 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 696 time: 0.0746315 Jun 30 09:12:27.904940 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-54e9b981-c286-431d-8cce-b0807cea2c0f service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:27.906661 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-54e9b981-c286-431d-8cce-b0807cea2c0f service neutron] Checking segment: {'id': 'c4d0590e-0def-44c7-833c-595d1c75902a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b83ce1ff-dd15-4d87-9bd6-8625429e89fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:27.910534 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-54e9b981-c286-431d-8cce-b0807cea2c0f service neutron] Bound using segment: {'id': 'c4d0590e-0def-44c7-833c-595d1c75902a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b83ce1ff-dd15-4d87-9bd6-8625429e89fa'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:27.911019 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-54e9b981-c286-431d-8cce-b0807cea2c0f service neutron] Bound port: 561b9339-e1f9-409c-9695-6019940a2773, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4d0590e-0def-44c7-833c-595d1c75902a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b83ce1ff-dd15-4d87-9bd6-8625429e89fa'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:27.911565 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-54e9b981-c286-431d-8cce-b0807cea2c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.998571 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-4293bcc4-9bb0-4284-bfef-13bc9dfe6528 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:28.028755 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d4cd6-4851-40bc-910d-ae094e09d01c req-96cd96f3-faab-4cab-926b-373f46f1dfc3 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:28.030197 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7d5d4cd6-4851-40bc-910d-ae094e09d01c req-96cd96f3-faab-4cab-926b-373f46f1dfc3 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 784 time: 0.1277878 Jun 30 09:12:28.051904 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-9fcb8927-3f96-4aea-9a4e-6cff77aedbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3da0a64-e273-40e0-96f4-5f8aae13d716', 'name': 'tempest-FloatingIPDetailsTestJSON-507948931-router', 'tenant_id': '66bac32bdea94132811ce8c27b998051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '345d6b2f-0380-4f43-896f-160c8e4a42e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:14Z', 'updated_at': '2021-06-30T09:12:21Z', 'revision_number': 4, 'project_id': '66bac32bdea94132811ce8c27b998051', 'gw_port': {'id': '345d6b2f-0380-4f43-896f-160c8e4a42e4', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3da0a64-e273-40e0-96f4-5f8aae13d716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:16Z', 'updated_at': '2021-06-30T09:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '55764dd6-f7a4-40ab-8793-06383edf3bad', 'name': '', 'network_id': '02fb65e7-c36d-49f8-b65e-3c86de99d9bf', 'tenant_id': '66bac32bdea94132811ce8c27b998051', 'mac_address': 'fa:16:3e:4f:27:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3da0a64-e273-40e0-96f4-5f8aae13d716', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'd052bb6d-079b-45bc-af7e-b1bd67d32c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:20Z', 'updated_at': '2021-06-30T09:12:27Z', 'revision_number': 4, 'project_id': '66bac32bdea94132811ce8c27b998051', 'subnets': [{'id': 'd052bb6d-079b-45bc-af7e-b1bd67d32c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:28.086756 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcb8927-3f96-4aea-9a4e-6cff77aedbe7 None None] The sync data for ids ['b3da0a64-e273-40e0-96f4-5f8aae13d716'] in n-d-771363-31 is: [{'id': 'b3da0a64-e273-40e0-96f4-5f8aae13d716', 'name': 'tempest-FloatingIPDetailsTestJSON-507948931-router', 'tenant_id': '66bac32bdea94132811ce8c27b998051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '345d6b2f-0380-4f43-896f-160c8e4a42e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:14Z', 'updated_at': '2021-06-30T09:12:21Z', 'revision_number': 4, 'project_id': '66bac32bdea94132811ce8c27b998051', 'gw_port': {'id': '345d6b2f-0380-4f43-896f-160c8e4a42e4', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3da0a64-e273-40e0-96f4-5f8aae13d716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:16Z', 'updated_at': '2021-06-30T09:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '55764dd6-f7a4-40ab-8793-06383edf3bad', 'name': '', 'network_id': '02fb65e7-c36d-49f8-b65e-3c86de99d9bf', 'tenant_id': '66bac32bdea94132811ce8c27b998051', 'mac_address': 'fa:16:3e:4f:27:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3da0a64-e273-40e0-96f4-5f8aae13d716', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'd052bb6d-079b-45bc-af7e-b1bd67d32c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:20Z', 'updated_at': '2021-06-30T09:12:27Z', 'revision_number': 4, 'project_id': '66bac32bdea94132811ce8c27b998051', 'subnets': [{'id': 'd052bb6d-079b-45bc-af7e-b1bd67d32c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:12:28.092223 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-4293bcc4-9bb0-4284-bfef-13bc9dfe6528 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Network b51add01-e516-4efc-9c9c-16a3be3b127b is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:28.093903 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-54e9b981-c286-431d-8cce-b0807cea2c0f service neutron] For port 561b9339-e1f9-409c-9695-6019940a2773, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:28.104079 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-4293bcc4-9bb0-4284-bfef-13bc9dfe6528 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:28.131281 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-4293bcc4-9bb0-4284-bfef-13bc9dfe6528 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:28.210517 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-54e9b981-c286-431d-8cce-b0807cea2c0f service neutron] For port 561b9339-e1f9-409c-9695-6019940a2773, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=561b9339-e1f9-409c-9695-6019940a2773,segment=NetworkSegment(c4d0590e-0def-44c7-833c-595d1c75902a),segment_id=c4d0590e-0def-44c7-833c-595d1c75902a)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:28.215211 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293bcc4-9bb0-4284-bfef-13bc9dfe6528 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Pushing event updated for resources: {'Port': ['ID=6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:28.259197 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-4293bcc4-9bb0-4284-bfef-13bc9dfe6528 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:28.259197 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-4293bcc4-9bb0-4284-bfef-13bc9dfe6528 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:28.289314 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-54e9b981-c286-431d-8cce-b0807cea2c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:28.324779 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-54e9b981-c286-431d-8cce-b0807cea2c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:28.325560 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-54e9b981-c286-431d-8cce-b0807cea2c0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:28.327227 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-54e9b981-c286-431d-8cce-b0807cea2c0f service neutron] 10.222.0.52 "PUT /v2.0/ports/561b9339-e1f9-409c-9695-6019940a2773 HTTP/1.1" status: 200 len: 1093 time: 2.1460965 Jun 30 09:12:28.334526 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e720737d-0a34-49c6-a094-d766e160fc67', 'tag': '561b9339-e1f9-409c-9695-6019940a2773'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:28.337338 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708fef2c-2cce-4131-89c9-d96e0f547b89" -d '{"events": [{"name": "network-changed", "server_uuid": "e720737d-0a34-49c6-a094-d766e160fc67", "tag": "561b9339-e1f9-409c-9695-6019940a2773"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:28.400315 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd865a-4987-4a42-b708-d3b237577261 req-5750b7ff-a369-497b-b6fa-7409a520a419 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:28.402880 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-14bd865a-4987-4a42-b708-d3b237577261 req-5750b7ff-a369-497b-b6fa-7409a520a419 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 931 time: 0.3639669 Jun 30 09:12:28.436176 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850be948-66a7-45de-abb5-44c656d6f9a6 req-6af282ec-cf37-4614-9965-1785f8fd85bc tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:28.438227 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-850be948-66a7-45de-abb5-44c656d6f9a6 req-6af282ec-cf37-4614-9965-1785f8fd85bc tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1018155 Jun 30 09:12:28.455475 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-4293bcc4-9bb0-4284-bfef-13bc9dfe6528 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4666178 Jun 30 09:12:28.456868 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9b981-c286-431d-8cce-b0807cea2c0f service neutron] Pushing event updated for resources: {'Port': ['ID=561b9339-e1f9-409c-9695-6019940a2773,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:28.475213 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-2c1d1ac6-4a16-4962-97f3-6afd3e2ecfb7 service neutron] Request body: {'port': {'device_id': 'abd72bdc-9709-4b4d-a077-92941e64e4bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:28.524706 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-850be948-66a7-45de-abb5-44c656d6f9a6 req-cbe0b25f-8cf8-4ddf-ac44-e80ccf81e430 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799496 Jun 30 09:12:28.700859 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-13fed9ed-7934-4481-901c-387e5db21060 req-23e4140a-3886-4557-8246-50062bd226ce tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1465030 Jun 30 09:12:28.702577 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-14bd865a-4987-4a42-b708-d3b237577261 req-22c31928-7ec8-49b0-ac90-03363894323e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892797 Jun 30 09:12:28.741872 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-13fed9ed-7934-4481-901c-387e5db21060 req-a24cfd41-faa5-4a62-b0ab-6dc455429c6c tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:28.752737 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-2c1d1ac6-4a16-4962-97f3-6afd3e2ecfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:28.786707 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34238) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:28.806077 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-78dc892c-86bb-48ef-a2a5-31653e4473f5 None None] Provisioning for port 6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:28.811558 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-78dc892c-86bb-48ef-a2a5-31653e4473f5 None None] Provisioning complete for port 6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:28.812049 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-78dc892c-86bb-48ef-a2a5-31653e4473f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:28.815805 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a08d5d9-a729-4152-a14c-40a5887b626d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:28.836294 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-18825985-fc8a-41a2-a216-b68014ae69f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:28.838221 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-18825985-fc8a-41a2-a216-b68014ae69f2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9acc7bcdd0924815a027a6e711e54e92&device_id=e720737d-0a34-49c6-a094-d766e160fc67 HTTP/1.1" status: 200 len: 1096 time: 0.2660625 Jun 30 09:12:28.871205 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-13fed9ed-7934-4481-901c-387e5db21060 req-a24cfd41-faa5-4a62-b0ab-6dc455429c6c tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks [] for floatingip, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:28.902852 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-78dc892c-86bb-48ef-a2a5-31653e4473f5 None None] Port 6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:12:28.926859 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-984aa3dc-5047-41f5-b4a4-0aab059918ed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=561b9339-e1f9-409c-9695-6019940a2773 HTTP/1.1" status: 200 len: 217 time: 0.0773852 Jun 30 09:12:29.097521 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a08d5d9-a729-4152-a14c-40a5887b626d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:29.123048 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-13fed9ed-7934-4481-901c-387e5db21060 req-a24cfd41-faa5-4a62-b0ab-6dc455429c6c tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:29.234012 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-129ec3cd-1a18-4e9d-81b7-f61367638963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:29.235697 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-129ec3cd-1a18-4e9d-81b7-f61367638963 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0bedbbd-4a2b-4b5b-88c7-ffa87790a283 HTTP/1.1" status: 200 len: 861 time: 0.2905121 Jun 30 09:12:29.292560 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-a31faefd-120b-4583-9cd1-d489f6f51e60 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b83ce1ff-dd15-4d87-9bd6-8625429e89fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421321 Jun 30 09:12:29.300909 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-13fed9ed-7934-4481-901c-387e5db21060 req-a24cfd41-faa5-4a62-b0ab-6dc455429c6c tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Allocated IP 172.25.6.85 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/f4ef434d-293e-43e5-8104-bc9272487c76) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:29.306492 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a08d5d9-a729-4152-a14c-40a5887b626d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:29.341089 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 55764dd6-f7a4-40ab-8793-06383edf3bad up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:29.425665 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6c982-9440-4dd3-8102-4e2deb9225db req-41be6ba0-23d6-4624-bae7-b92b58c13f3a tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:29.428193 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f4a6c982-9440-4dd3-8102-4e2deb9225db req-41be6ba0-23d6-4624-bae7-b92b58c13f3a tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/ports?device_id=0757327c-cd85-4091-a1f2-565f9856168f HTTP/1.1" status: 200 len: 946 time: 0.4983168 Jun 30 09:12:29.494380 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-13fed9ed-7934-4481-901c-387e5db21060 req-a24cfd41-faa5-4a62-b0ab-6dc455429c6c tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:29.567616 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2a08d5d9-a729-4152-a14c-40a5887b626d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e7fe795a6c9243b2b961af5b87e8499a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7789161 Jun 30 09:12:29.571467 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34242) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:29.584174 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f4a6c982-9440-4dd3-8102-4e2deb9225db req-4d374580-1b9f-4ff8-8b4a-090b86aad30d tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/security-groups?id=4550ba56-759a-411c-9302-022b2a9da806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445296 Jun 30 09:12:29.599022 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a08d5d9-a729-4152-a14c-40a5887b626d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4b5813-d6f8-4f61-934f-432052a0e12a,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:29.617734 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-2c1d1ac6-4a16-4962-97f3-6afd3e2ecfb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:29.628916 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-2c1d1ac6-4a16-4962-97f3-6afd3e2ecfb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:29.632736 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-4560efdd-a382-406d-842b-a98a1a6ec68f service neutron] 10.222.0.52 "GET /v2.0/networks/b83ce1ff-dd15-4d87-9bd6-8625429e89fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260815 Jun 30 09:12:29.645449 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-2c1d1ac6-4a16-4962-97f3-6afd3e2ecfb7 service neutron] Transition to ACTIVE for port object 6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:29.650305 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-13fed9ed-7934-4481-901c-387e5db21060 req-a24cfd41-faa5-4a62-b0ab-6dc455429c6c tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:29.701682 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808b9fd2-6d78-42e1-b3b9-38f0e392ff97 x-openstack-request-id: req-808b9fd2-6d78-42e1-b3b9-38f0e392ff97 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:29.701994 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e720737d-0a34-49c6-a094-d766e160fc67", "tag": "561b9339-e1f9-409c-9695-6019940a2773", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:29.702197 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-808b9fd2-6d78-42e1-b3b9-38f0e392ff97 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:29.702589 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e720737d-0a34-49c6-a094-d766e160fc67', 'tag': '561b9339-e1f9-409c-9695-6019940a2773', 'status': 'completed', 'code': 200} Jun 30 09:12:29.714552 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 55764dd6-f7a4-40ab-8793-06383edf3bad completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:29.727941 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 55764dd6-f7a4-40ab-8793-06383edf3bad triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:29.727941 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:29.738961 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13fed9ed-7934-4481-901c-387e5db21060 req-a24cfd41-faa5-4a62-b0ab-6dc455429c6c tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:29.753344 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-13fed9ed-7934-4481-901c-387e5db21060 req-a24cfd41-faa5-4a62-b0ab-6dc455429c6c tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:29.759841 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-13fed9ed-7934-4481-901c-387e5db21060 req-a24cfd41-faa5-4a62-b0ab-6dc455429c6c tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:29.762399 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eefc4944-4c43-49f9-95bd-4c082d6d16d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:29.764224 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-2c1d1ac6-4a16-4962-97f3-6afd3e2ecfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:29.818282 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-890006f9-53a8-4864-8ec8-8b76aff46a31 req-74c8704b-0875-4081-a661-ee2318afcb65 service neutron] 10.222.0.52 "GET /v2.0/networks/b83ce1ff-dd15-4d87-9bd6-8625429e89fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715417 Jun 30 09:12:29.885011 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eefc4944-4c43-49f9-95bd-4c082d6d16d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:29.902935 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d1ac6-4a16-4962-97f3-6afd3e2ecfb7 service neutron] Pushing event updated for resources: {'Port': ['ID=6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:29.953474 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24cfd41-faa5-4a62-b0ab-6dc455429c6c tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Pushing event updated for resources: {'Port': ['ID=f4ef434d-293e-43e5-8104-bc9272487c76,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:29.989197 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.043716 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 55764dd6-f7a4-40ab-8793-06383edf3bad, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=55764dd6-f7a4-40ab-8793-06383edf3bad,segment=NetworkSegment(6da4c81b-3d7e-43d9-869f-cb28331ec30a),segment_id=6da4c81b-3d7e-43d9-869f-cb28331ec30a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:30.046392 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-2c1d1ac6-4a16-4962-97f3-6afd3e2ecfb7 service neutron] Attempting to bind port 6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:30.047081 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-2c1d1ac6-4a16-4962-97f3-6afd3e2ecfb7 service neutron] Attempting to bind port 6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '90452931-fda3-4e43-ab24-4ac96865f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:30.047585 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-2c1d1ac6-4a16-4962-97f3-6afd3e2ecfb7 service neutron] Attempting to bind port 6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad on network b51add01-e516-4efc-9c9c-16a3be3b127b {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:30.052971 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-2c1d1ac6-4a16-4962-97f3-6afd3e2ecfb7 service neutron] Port 6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad on network b51add01-e516-4efc-9c9c-16a3be3b127b not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:12:30.053467 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-2c1d1ac6-4a16-4962-97f3-6afd3e2ecfb7 service neutron] Attempting to bind port 6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad on network b51add01-e516-4efc-9c9c-16a3be3b127b {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:30.064424 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-2c1d1ac6-4a16-4962-97f3-6afd3e2ecfb7 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:30.064957 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-2c1d1ac6-4a16-4962-97f3-6afd3e2ecfb7 service neutron] Checking segment: {'id': '90452931-fda3-4e43-ab24-4ac96865f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:30.065528 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-2c1d1ac6-4a16-4962-97f3-6afd3e2ecfb7 service neutron] Bound using segment: {'id': '90452931-fda3-4e43-ab24-4ac96865f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:30.066332 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-2c1d1ac6-4a16-4962-97f3-6afd3e2ecfb7 service neutron] Bound port: 6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90452931-fda3-4e43-ab24-4ac96865f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:30.066811 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-2c1d1ac6-4a16-4962-97f3-6afd3e2ecfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.075491 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eefc4944-4c43-49f9-95bd-4c082d6d16d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.078215 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eefc4944-4c43-49f9-95bd-4c082d6d16d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.079821 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-eefc4944-4c43-49f9-95bd-4c082d6d16d7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dd4b5813-d6f8-4f61-934f-432052a0e12a HTTP/1.1" status: 204 len: 168 time: 0.5074062 Jun 30 09:12:30.141671 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc4944-4c43-49f9-95bd-4c082d6d16d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4b5813-d6f8-4f61-934f-432052a0e12a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:30.162924 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-13fed9ed-7934-4481-901c-387e5db21060 req-a24cfd41-faa5-4a62-b0ab-6dc455429c6c tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.193434 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.260660 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=55764dd6-f7a4-40ab-8793-06383edf3bad,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:30.302217 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-12e650ab-69a4-482a-a87c-01b2869eefa2 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:30.303772 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-12e650ab-69a4-482a-a87c-01b2869eefa2 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/networks?id=30803426-2521-4fa6-8470-27f2b32b642d HTTP/1.1" status: 200 len: 813 time: 0.2087581 Jun 30 09:12:30.305795 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fef2c-2cce-4131-89c9-d96e0f547b89 req-924b7ab1-3c34-4dbe-9ad2-8ddda68189df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:30.307356 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-708fef2c-2cce-4131-89c9-d96e0f547b89 req-924b7ab1-3c34-4dbe-9ad2-8ddda68189df service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9acc7bcdd0924815a027a6e711e54e92&device_id=e720737d-0a34-49c6-a094-d766e160fc67 HTTP/1.1" status: 200 len: 1096 time: 0.3177400 Jun 30 09:12:30.321081 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-2c1d1ac6-4a16-4962-97f3-6afd3e2ecfb7 service neutron] For port 6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:30.357740 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-13fed9ed-7934-4481-901c-387e5db21060 req-a24cfd41-faa5-4a62-b0ab-6dc455429c6c tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.386437 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-fbfc8769-a8dd-4195-88f6-5b46831c8921 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/quotas/a10346d2897241b69fab178f068f09e9 HTTP/1.1" status: 200 len: 375 time: 0.0758662 Jun 30 09:12:30.392547 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-2c1d1ac6-4a16-4962-97f3-6afd3e2ecfb7 service neutron] For port 6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:30.469788 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fef2c-2cce-4131-89c9-d96e0f547b89 req-b5d003b8-4746-4396-8547-6064abd2c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:30.471285 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-708fef2c-2cce-4131-89c9-d96e0f547b89 req-b5d003b8-4746-4396-8547-6064abd2c30f service neutron] 10.222.0.52 "GET /v2.0/networks?id=b83ce1ff-dd15-4d87-9bd6-8625429e89fa HTTP/1.1" status: 200 len: 922 time: 0.1516621 Jun 30 09:12:30.524666 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-708fef2c-2cce-4131-89c9-d96e0f547b89 req-33df11ca-4310-463d-a931-9fcfacaac47d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=561b9339-e1f9-409c-9695-6019940a2773 HTTP/1.1" status: 200 len: 217 time: 0.0433283 Jun 30 09:12:30.530965 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-13fed9ed-7934-4481-901c-387e5db21060 req-a24cfd41-faa5-4a62-b0ab-6dc455429c6c tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.531182 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-21878529-237b-4d42-aa65-3b2cf24ef66b tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a10346d2897241b69fab178f068f09e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1353357 Jun 30 09:12:30.632309 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fef2c-2cce-4131-89c9-d96e0f547b89 req-12d705b2-c0a1-40d7-b71d-60a626a3894f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:30.633805 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-708fef2c-2cce-4131-89c9-d96e0f547b89 req-12d705b2-c0a1-40d7-b71d-60a626a3894f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0bedbbd-4a2b-4b5b-88c7-ffa87790a283 HTTP/1.1" status: 200 len: 861 time: 0.0997090 Jun 30 09:12:30.657544 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-13fed9ed-7934-4481-901c-387e5db21060 req-a24cfd41-faa5-4a62-b0ab-6dc455429c6c tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.682464 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-2c1d1ac6-4a16-4962-97f3-6afd3e2ecfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.690861 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-708fef2c-2cce-4131-89c9-d96e0f547b89 req-ed19af17-56c5-43c8-bd4e-baf7a1cbd5db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b83ce1ff-dd15-4d87-9bd6-8625429e89fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458715 Jun 30 09:12:30.733025 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24cfd41-faa5-4a62-b0ab-6dc455429c6c tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Pushing event updated for resources: {'Port': ['ID=f4ef434d-293e-43e5-8104-bc9272487c76,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:30.742705 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-13fed9ed-7934-4481-901c-387e5db21060 req-a24cfd41-faa5-4a62-b0ab-6dc455429c6c tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.804174 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-5b65d800-5220-4977-8089-e6cf0f8ea06a service neutron] 10.222.0.10 "GET /v2.0/networks/30803426-2521-4fa6-8470-27f2b32b642d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622414 Jun 30 09:12:30.808850 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-2c1d1ac6-4a16-4962-97f3-6afd3e2ecfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:30.809464 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-2c1d1ac6-4a16-4962-97f3-6afd3e2ecfb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.811054 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-2c1d1ac6-4a16-4962-97f3-6afd3e2ecfb7 service neutron] 10.222.0.52 "PUT /v2.0/ports/6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad HTTP/1.1" status: 200 len: 1092 time: 2.3413398 Jun 30 09:12:30.841442 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-13fed9ed-7934-4481-901c-387e5db21060 req-a24cfd41-faa5-4a62-b0ab-6dc455429c6c tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.845505 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-13fed9ed-7934-4481-901c-387e5db21060 req-a24cfd41-faa5-4a62-b0ab-6dc455429c6c tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1154172 Jun 30 09:12:30.894101 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d1ac6-4a16-4962-97f3-6afd3e2ecfb7 service neutron] Pushing event updated for resources: {'Port': ['ID=6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:30.930652 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-13fed9ed-7934-4481-901c-387e5db21060 req-8a33c0e9-a423-4871-8e1d-71034ac023d3 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 695 time: 0.0812273 Jun 30 09:12:30.949099 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-708fef2c-2cce-4131-89c9-d96e0f547b89 req-438e27f1-d89a-4507-9e03-c6ac95e187ea service neutron] 10.222.0.52 "GET /v2.0/networks/b83ce1ff-dd15-4d87-9bd6-8625429e89fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281883 Jun 30 09:12:30.991058 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-16340805-8ed9-4c4c-aef4-e4f1694e48f1 service neutron] 10.222.0.10 "GET /v2.0/networks/30803426-2521-4fa6-8470-27f2b32b642d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770256 Jun 30 09:12:31.064241 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fed9ed-7934-4481-901c-387e5db21060 req-01f4d67d-e883-4ebe-9eac-c820c272508d tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:31.066082 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-13fed9ed-7934-4481-901c-387e5db21060 req-01f4d67d-e883-4ebe-9eac-c820c272508d tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 784 time: 0.1259880 Jun 30 09:12:31.146677 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-e1d1d8cc-59b9-4a1b-9203-f60200852a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:31.148569 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-e1d1d8cc-59b9-4a1b-9203-f60200852a65 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 1095 time: 0.1848633 Jun 30 09:12:31.151245 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-708fef2c-2cce-4131-89c9-d96e0f547b89 req-c69b54ce-4c5a-45c8-84e8-37e8e940c81a service neutron] 10.222.0.52 "GET /v2.0/networks/b83ce1ff-dd15-4d87-9bd6-8625429e89fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858139 Jun 30 09:12:31.227089 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-22b8ec43-875d-472e-8887-92d1c19c145a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad HTTP/1.1" status: 200 len: 217 time: 0.0504277 Jun 30 09:12:31.282870 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 55764dd6-f7a4-40ab-8793-06383edf3bad up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:31.296181 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-2e96d177-5a4d-4e21-9bd6-c54634e05461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:31.302709 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-2e96d177-5a4d-4e21-9bd6-c54634e05461 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0db27f2a-daae-4bc9-9a26-19aaee7812fb HTTP/1.1" status: 200 len: 850 time: 0.0636797 Jun 30 09:12:31.353690 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 55764dd6-f7a4-40ab-8793-06383edf3bad triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:31.354416 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:31.421074 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-a64b6ead-5985-410c-8833-e78ffe417c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:31.429836 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-a64b6ead-5985-410c-8833-e78ffe417c9a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b51add01-e516-4efc-9c9c-16a3be3b127b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1239059 Jun 30 09:12:31.580537 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15da3d-b703-4cf3-9737-2f78d71dc9bb req-fc1eedfc-536b-41f2-b8c6-1d53eb5642f2 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:31.582142 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dd15da3d-b703-4cf3-9737-2f78d71dc9bb req-fc1eedfc-536b-41f2-b8c6-1d53eb5642f2 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] 10.222.0.10 "GET /v2.0/ports?device_id=e720737d-0a34-49c6-a094-d766e160fc67 HTTP/1.1" status: 200 len: 944 time: 0.1548567 Jun 30 09:12:31.640961 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dd15da3d-b703-4cf3-9737-2f78d71dc9bb req-5e485990-160a-4848-a10e-ccc75aba6b79 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] 10.222.0.10 "GET /v2.0/security-groups?id=48583fe1-12d9-46fd-93cc-07541698ae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507300 Jun 30 09:12:31.666880 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-f07b7fe5-36b1-4e4a-900f-8633185466e8 service neutron] 10.222.0.52 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256525 Jun 30 09:12:31.678991 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc6524-8ad7-4883-be08-d4ba0cf0002c req-e4dac701-a7bf-488a-a0c8-3ff7cee6ca2c tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:31.684372 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-86cc6524-8ad7-4883-be08-d4ba0cf0002c req-e4dac701-a7bf-488a-a0c8-3ff7cee6ca2c tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/ports?device_id=0757327c-cd85-4091-a1f2-565f9856168f HTTP/1.1" status: 200 len: 946 time: 0.1917381 Jun 30 09:12:31.705475 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abd72bdc-9709-4b4d-a077-92941e64e4bc', 'tag': '6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:31.707422 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d68a82-f1d4-4008-ac09-99dab13c5e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "abd72bdc-9709-4b4d-a077-92941e64e4bc", "tag": "6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:31.783367 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-86cc6524-8ad7-4883-be08-d4ba0cf0002c req-26c698f6-c2ad-49aa-992b-0c88877db676 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/security-groups?id=4550ba56-759a-411c-9302-022b2a9da806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944138 Jun 30 09:12:31.819429 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e5ebe782-f94d-42f2-9c25-568985eb11c1 req-4f4cd856-e067-461c-ad82-e3c21572f21a service neutron] 10.222.0.52 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376476 Jun 30 09:12:31.837559 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb4600-70cb-4ed6-ab91-bbd0f868144f req-3615f2f5-70f5-464f-82a3-1f2763d340ee tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:31.839765 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-faeb4600-70cb-4ed6-ab91-bbd0f868144f req-3615f2f5-70f5-464f-82a3-1f2763d340ee tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 943 time: 0.0831573 Jun 30 09:12:31.886872 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-faeb4600-70cb-4ed6-ab91-bbd0f868144f req-12feb80c-17a8-4aee-b344-a113b8895ccd tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394883 Jun 30 09:12:31.929302 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34300) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:31.996483 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-de5da4b2-baee-427c-ac08-2f2c3b37ff9f req-e2db93d1-d441-4e3c-884e-d6a9d5f85b3e tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bf408eb-3594-459a-aab7-bffcdb198925 HTTP/1.1" status: 200 len: 210 time: 0.0481367 Jun 30 09:12:32.055762 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-e4def72e-e183-4e12-a423-7d1c71565412 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1627902366-network', 'tenant_id': 'b69ab49cf9be447195d0010c2cff52aa'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:32.059968 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c5c254-d3fa-477f-bb57-a244dfaa7ea3 x-openstack-request-id: req-e0c5c254-d3fa-477f-bb57-a244dfaa7ea3 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:32.060247 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abd72bdc-9709-4b4d-a077-92941e64e4bc", "tag": "6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:32.060517 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e0c5c254-d3fa-477f-bb57-a244dfaa7ea3 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:32.072757 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abd72bdc-9709-4b4d-a077-92941e64e4bc', 'tag': '6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad', 'status': 'completed', 'code': 200} Jun 30 09:12:32.120031 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-954fbfa4-3b66-4691-bb99-92d05977da3f req-9c13aa33-0acd-4313-a66b-085d3503a700 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1912477 Jun 30 09:12:32.134243 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-954fbfa4-3b66-4691-bb99-92d05977da3f req-750aeb10-c55c-4f4a-95b9-b57f0b0248a0 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:32.173599 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d68a82-f1d4-4008-ac09-99dab13c5e8f req-f66fbed0-5a7f-4de1-9bbc-a6c63ba96258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:32.175281 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-39d68a82-f1d4-4008-ac09-99dab13c5e8f req-f66fbed0-5a7f-4de1-9bbc-a6c63ba96258 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 1095 time: 0.0867763 Jun 30 09:12:32.281322 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d68a82-f1d4-4008-ac09-99dab13c5e8f req-ecac8377-1229-4212-919f-437465d83817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:32.282897 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-39d68a82-f1d4-4008-ac09-99dab13c5e8f req-ecac8377-1229-4212-919f-437465d83817 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b51add01-e516-4efc-9c9c-16a3be3b127b HTTP/1.1" status: 200 len: 912 time: 0.1014121 Jun 30 09:12:32.350121 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4def72e-e183-4e12-a423-7d1c71565412 admin admin] Made reservation on behalf of b69ab49cf9be447195d0010c2cff52aa for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:32.352700 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e4def72e-e183-4e12-a423-7d1c71565412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:32.355798 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-39d68a82-f1d4-4008-ac09-99dab13c5e8f req-4a555051-0771-4201-9e3c-51375a89ab80 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad HTTP/1.1" status: 200 len: 217 time: 0.0649290 Jun 30 09:12:32.365756 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e4def72e-e183-4e12-a423-7d1c71565412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:32.436593 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d68a82-f1d4-4008-ac09-99dab13c5e8f req-83bb8a90-2038-4fd6-b084-39dcd72cf179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:32.438024 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-39d68a82-f1d4-4008-ac09-99dab13c5e8f req-83bb8a90-2038-4fd6-b084-39dcd72cf179 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0db27f2a-daae-4bc9-9a26-19aaee7812fb HTTP/1.1" status: 200 len: 850 time: 0.0606709 Jun 30 09:12:32.451372 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-954fbfa4-3b66-4691-bb99-92d05977da3f req-750aeb10-c55c-4f4a-95b9-b57f0b0248a0 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks [] for floatingip, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:32.596735 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d68a82-f1d4-4008-ac09-99dab13c5e8f req-a213bc9e-5fc0-4690-b444-98891d7c3666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:32.597001 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-954fbfa4-3b66-4691-bb99-92d05977da3f req-750aeb10-c55c-4f4a-95b9-b57f0b0248a0 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:32.598418 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-39d68a82-f1d4-4008-ac09-99dab13c5e8f req-a213bc9e-5fc0-4690-b444-98891d7c3666 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b51add01-e516-4efc-9c9c-16a3be3b127b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1488004 Jun 30 09:12:32.632934 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f05a44-b1b8-4faa-a322-18a2692adad4 req-2fb11974-7fc7-4f65-9d0f-80b1097371df tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:32.634540 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-68f05a44-b1b8-4faa-a322-18a2692adad4 req-2fb11974-7fc7-4f65-9d0f-80b1097371df tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/ports?device_id=0757327c-cd85-4091-a1f2-565f9856168f HTTP/1.1" status: 200 len: 946 time: 0.1716492 Jun 30 09:12:32.727495 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-954fbfa4-3b66-4691-bb99-92d05977da3f req-750aeb10-c55c-4f4a-95b9-b57f0b0248a0 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Allocated IP 172.25.6.183 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/bd760051-1942-4828-92eb-eb2f07ab43d1) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:32.748300 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e4def72e-e183-4e12-a423-7d1c71565412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:32.751848 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-68f05a44-b1b8-4faa-a322-18a2692adad4 req-d685521f-d2b8-4c56-9821-eae962d9008b tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/security-groups?id=4550ba56-759a-411c-9302-022b2a9da806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062136 Jun 30 09:12:32.772572 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-39d68a82-f1d4-4008-ac09-99dab13c5e8f req-dac6c607-a63d-41dc-8294-8d31f83e5bba service neutron] 10.222.0.52 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644552 Jun 30 09:12:32.856026 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-954fbfa4-3b66-4691-bb99-92d05977da3f req-750aeb10-c55c-4f4a-95b9-b57f0b0248a0 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:32.867815 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e4def72e-e183-4e12-a423-7d1c71565412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:32.931882 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4def72e-e183-4e12-a423-7d1c71565412 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:12:32.940073 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-39d68a82-f1d4-4008-ac09-99dab13c5e8f req-3747ba1a-da59-4173-8102-b474de758126 service neutron] 10.222.0.52 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595562 Jun 30 09:12:32.960541 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4def72e-e183-4e12-a423-7d1c71565412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d047db-9ebb-4c45-b6fb-344d5f2a56f0,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:32.963976 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e4def72e-e183-4e12-a423-7d1c71565412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:32.964469 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-e4def72e-e183-4e12-a423-7d1c71565412 admin admin] Added segment 2c4795ed-ea2a-4018-838b-bfdf7ab7539a of type vlan for network 2d8c212d-9412-4bcb-9027-3702ee40608b Jun 30 09:12:32.983470 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-954fbfa4-3b66-4691-bb99-92d05977da3f req-750aeb10-c55c-4f4a-95b9-b57f0b0248a0 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:33.022648 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e4def72e-e183-4e12-a423-7d1c71565412 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:33.045190 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-954fbfa4-3b66-4691-bb99-92d05977da3f req-750aeb10-c55c-4f4a-95b9-b57f0b0248a0 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:33.050666 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-954fbfa4-3b66-4691-bb99-92d05977da3f req-750aeb10-c55c-4f4a-95b9-b57f0b0248a0 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:33.052541 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715a25e-780d-4c0b-a16e-d7f1b9b44952 req-44289a0e-58ef-4362-82b0-44c5f64d4774 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:33.055349 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-954fbfa4-3b66-4691-bb99-92d05977da3f req-750aeb10-c55c-4f4a-95b9-b57f0b0248a0 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:33.059259 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750aeb10-c55c-4f4a-95b9-b57f0b0248a0 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Pushing event updated for resources: {'Port': ['ID=bd760051-1942-4828-92eb-eb2f07ab43d1,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:33.063482 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d715a25e-780d-4c0b-a16e-d7f1b9b44952 req-44289a0e-58ef-4362-82b0-44c5f64d4774 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] 10.222.0.10 "GET /v2.0/ports?device_id=e720737d-0a34-49c6-a094-d766e160fc67 HTTP/1.1" status: 200 len: 944 time: 0.1804814 Jun 30 09:12:33.119702 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d715a25e-780d-4c0b-a16e-d7f1b9b44952 req-2642a201-3a78-4831-8fdd-97781f75db01 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] 10.222.0.10 "GET /v2.0/security-groups?id=48583fe1-12d9-46fd-93cc-07541698ae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589485 Jun 30 09:12:33.196742 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-954fbfa4-3b66-4691-bb99-92d05977da3f req-750aeb10-c55c-4f4a-95b9-b57f0b0248a0 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:33.357875 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff96f3-1ed5-45c5-b44e-ec0e726efe0b req-8bef3b7f-ec14-4c67-a69c-86b4cba654ea tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:33.501983 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6bff96f3-1ed5-45c5-b44e-ec0e726efe0b req-8bef3b7f-ec14-4c67-a69c-86b4cba654ea tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 943 time: 0.0657196 Jun 30 09:12:33.502080 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 561b9339-e1f9-409c-9695-6019940a2773 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:12:33.502451 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6bff96f3-1ed5-45c5-b44e-ec0e726efe0b req-6cda4b1b-286a-4a23-9167-f8d00286c64e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334210 Jun 30 09:12:33.502546 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 561b9339-e1f9-409c-9695-6019940a2773, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=561b9339-e1f9-409c-9695-6019940a2773,segment=NetworkSegment(c4d0590e-0def-44c7-833c-595d1c75902a),segment_id=c4d0590e-0def-44c7-833c-595d1c75902a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:33.502546 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '561b9339-e1f9-409c-9695-6019940a2773', 'network_id': 'b83ce1ff-dd15-4d87-9bd6-8625429e89fa', 'port_id': '561b9339-e1f9-409c-9695-6019940a2773', 'mac_address': 'fa:16:3e:46:b4:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bedbbd-4a2b-4b5b-88c7-ffa87790a283', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:12:33.528928 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:33.551380 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 561b9339-e1f9-409c-9695-6019940a2773 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:33.576306 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 561b9339-e1f9-409c-9695-6019940a2773, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=561b9339-e1f9-409c-9695-6019940a2773,segment=NetworkSegment(c4d0590e-0def-44c7-833c-595d1c75902a),segment_id=c4d0590e-0def-44c7-833c-595d1c75902a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:33.669914 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e863d94f-519b-435d-8c43-50d94ac4e361 req-7ef10673-cd8b-43e5-8440-2b32c941c3e4 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bf408eb-3594-459a-aab7-bffcdb198925 HTTP/1.1" status: 200 len: 210 time: 0.0309439 Jun 30 09:12:34.145171 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e4def72e-e183-4e12-a423-7d1c71565412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.146897 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4def72e-e183-4e12-a423-7d1c71565412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:34.147538 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e4def72e-e183-4e12-a423-7d1c71565412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.187484 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-954fbfa4-3b66-4691-bb99-92d05977da3f req-750aeb10-c55c-4f4a-95b9-b57f0b0248a0 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.213220 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4def72e-e183-4e12-a423-7d1c71565412 admin admin] Pushing event updated for resources: {'Network': ['ID=2d8c212d-9412-4bcb-9027-3702ee40608b,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:34.229756 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 2d8c212d-9412-4bcb-9027-3702ee40608b details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:12:34.362644 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-954fbfa4-3b66-4691-bb99-92d05977da3f req-750aeb10-c55c-4f4a-95b9-b57f0b0248a0 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.451746 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.508245 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=561b9339-e1f9-409c-9695-6019940a2773,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:34.515247 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e4def72e-e183-4e12-a423-7d1c71565412 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5917394 Jun 30 09:12:34.521622 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34334) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:34.523864 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-6f0b1ecd-c877-488d-a0e6-ad894b519dec admin admin] Request body: {'subnet': {'network_id': '2d8c212d-9412-4bcb-9027-3702ee40608b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1627902366-subnet', 'tenant_id': 'b69ab49cf9be447195d0010c2cff52aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:34.530735 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-954fbfa4-3b66-4691-bb99-92d05977da3f req-750aeb10-c55c-4f4a-95b9-b57f0b0248a0 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.614327 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750aeb10-c55c-4f4a-95b9-b57f0b0248a0 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Pushing event updated for resources: {'Port': ['ID=bd760051-1942-4828-92eb-eb2f07ab43d1,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:34.627550 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-954fbfa4-3b66-4691-bb99-92d05977da3f req-750aeb10-c55c-4f4a-95b9-b57f0b0248a0 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.707461 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['561b9339-e1f9-409c-9695-6019940a2773'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:34.742911 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0b1ecd-c877-488d-a0e6-ad894b519dec admin admin] Made reservation on behalf of b69ab49cf9be447195d0010c2cff52aa for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:34.745580 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6f0b1ecd-c877-488d-a0e6-ad894b519dec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.858032 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-954fbfa4-3b66-4691-bb99-92d05977da3f req-750aeb10-c55c-4f4a-95b9-b57f0b0248a0 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.864759 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-954fbfa4-3b66-4691-bb99-92d05977da3f req-750aeb10-c55c-4f4a-95b9-b57f0b0248a0 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7320018 Jun 30 09:12:34.919832 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-954fbfa4-3b66-4691-bb99-92d05977da3f req-7251b50b-3777-423b-9d21-331355dcaacc tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.183 HTTP/1.1" status: 200 len: 696 time: 0.0502052 Jun 30 09:12:35.015952 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f92ed-affa-4066-9268-4ab9a246c690 req-86bd60ef-7c6a-41b3-a9fc-ed788d66f2ab tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:35.017723 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-446f92ed-affa-4066-9268-4ab9a246c690 req-86bd60ef-7c6a-41b3-a9fc-ed788d66f2ab tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] 10.222.0.10 "GET /v2.0/ports?device_id=e720737d-0a34-49c6-a094-d766e160fc67 HTTP/1.1" status: 200 len: 945 time: 0.0830710 Jun 30 09:12:35.061020 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-446f92ed-affa-4066-9268-4ab9a246c690 req-ceef15b6-5b79-4e5d-b672-5d3f225e3035 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] 10.222.0.10 "GET /v2.0/security-groups?id=48583fe1-12d9-46fd-93cc-07541698ae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363648 Jun 30 09:12:35.114832 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6f0b1ecd-c877-488d-a0e6-ad894b519dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.196455 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b1ecd-c877-488d-a0e6-ad894b519dec admin admin] Pushing event updated for resources: {'Subnet': ['ID=020bd9d7-8fac-426e-925c-d25c334e8964,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:35.233741 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0b1ecd-c877-488d-a0e6-ad894b519dec admin admin] Checking segment: {'id': '2c4795ed-ea2a-4018-838b-bfdf7ab7539a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2d8c212d-9412-4bcb-9027-3702ee40608b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:35.237637 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0b1ecd-c877-488d-a0e6-ad894b519dec admin admin] Network hostable DHCP agents. Network: 2d8c212d-9412-4bcb-9027-3702ee40608b, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:12:35.274900 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fbfe9-f7ee-497a-b684-df8bb1802b95 req-58545ffe-11b0-4920-98c8-2496f51800be tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:35.277062 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-965fbfe9-f7ee-497a-b684-df8bb1802b95 req-58545ffe-11b0-4920-98c8-2496f51800be tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 943 time: 0.1074679 Jun 30 09:12:35.322989 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-965fbfe9-f7ee-497a-b684-df8bb1802b95 req-4a33f1b9-94af-4714-bbe2-4fc240a68e65 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392075 Jun 30 09:12:35.348477 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0b1ecd-c877-488d-a0e6-ad894b519dec admin admin] Network 2d8c212d-9412-4bcb-9027-3702ee40608b is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:12:35.356286 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954fbfa4-3b66-4691-bb99-92d05977da3f req-44994876-f79f-4f7c-9db2-865e5aad43b8 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:35.362320 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-954fbfa4-3b66-4691-bb99-92d05977da3f req-44994876-f79f-4f7c-9db2-865e5aad43b8 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 784 time: 0.4316847 Jun 30 09:12:35.379227 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:12:35.382709 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 561b9339-e1f9-409c-9695-6019940a2773 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:35.454154 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-6f0b1ecd-c877-488d-a0e6-ad894b519dec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 2d8c212d-9412-4bcb-9027-3702ee40608b) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:35.468368 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0b1ecd-c877-488d-a0e6-ad894b519dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:35.469352 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6f0b1ecd-c877-488d-a0e6-ad894b519dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.518536 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a181bd-1302-4156-8124-cf915331baba None None] Network 2d8c212d-9412-4bcb-9027-3702ee40608b requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:35.524323 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1d738e5f-b3b8-4f7f-b17f-15b43de33574 req-dc5f949d-f69c-42fe-8cfa-99a6187f367d tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bf408eb-3594-459a-aab7-bffcdb198925 HTTP/1.1" status: 200 len: 210 time: 0.0361028 Jun 30 09:12:35.585505 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6f0b1ecd-c877-488d-a0e6-ad894b519dec admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0579972 Jun 30 09:12:35.585505 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34346) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:35.591225 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-c6e99b57-9bf1-4645-a0e7-fa512246ccf9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1627902366-router', 'tenant_id': 'b69ab49cf9be447195d0010c2cff52aa', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:35.699564 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:35.704514 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99074892-4994-4f8d-bcbe-cc9fbfb16825 req-66edde61-ec95-4f71-ad12-0501ae496ea1 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:35.706777 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5f0b53b3-82e0-45c2-934e-cc707d44bce3 req-1a893bea-a7fe-4740-a474-bfcf086f98b2 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1517181 Jun 30 09:12:35.712394 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-99074892-4994-4f8d-bcbe-cc9fbfb16825 req-66edde61-ec95-4f71-ad12-0501ae496ea1 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/ports?device_id=0757327c-cd85-4091-a1f2-565f9856168f HTTP/1.1" status: 200 len: 946 time: 0.0745752 Jun 30 09:12:35.717105 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-5f0b53b3-82e0-45c2-934e-cc707d44bce3 req-cd61c28c-fee7-4095-b990-f2058d46d6fd tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:35.717309 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 561b9339-e1f9-409c-9695-6019940a2773 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:35.740575 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad', 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b', 'port_id': '6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad', 'mac_address': 'fa:16:3e:2e:3b:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db27f2a-daae-4bc9-9a26-19aaee7812fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:12:35.754118 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 561b9339-e1f9-409c-9695-6019940a2773 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:35.754495 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.755776 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-99074892-4994-4f8d-bcbe-cc9fbfb16825 req-8ef8343f-2b1d-4d0d-9da1-57800789c7c0 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/security-groups?id=4550ba56-759a-411c-9302-022b2a9da806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415869 Jun 30 09:12:35.757532 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c6e99b57-9bf1-4645-a0e7-fa512246ccf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.758383 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c6e99b57-9bf1-4645-a0e7-fa512246ccf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.824526 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c6e99b57-9bf1-4645-a0e7-fa512246ccf9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.860748 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.898053 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:35.909348 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5f0b53b3-82e0-45c2-934e-cc707d44bce3 req-cd61c28c-fee7-4095-b990-f2058d46d6fd tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks [] for floatingip, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.912537 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ccfc5c-3996-4adc-be17-df640cf2e038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-2d8c212d-9412-4bcb-9027-3702ee40608b', 'network_id': '2d8c212d-9412-4bcb-9027-3702ee40608b', 'tenant_id': 'b69ab49cf9be447195d0010c2cff52aa', 'fixed_ips': [{'subnet_id': '020bd9d7-8fac-426e-925c-d25c334e8964'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:12:35.921405 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a8ccfc5c-3996-4adc-be17-df640cf2e038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.959646 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:35.987887 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.070135 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 561b9339-e1f9-409c-9695-6019940a2773, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=561b9339-e1f9-409c-9695-6019940a2773,segment=NetworkSegment(c4d0590e-0def-44c7-833c-595d1c75902a),segment_id=c4d0590e-0def-44c7-833c-595d1c75902a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:36.073953 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e720737d-0a34-49c6-a094-d766e160fc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561b9339-e1f9-409c-9695-6019940a2773'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:36.076199 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c8023a-95ab-4f2f-a87c-da056e564abf" -d '{"events": [{"server_uuid": "e720737d-0a34-49c6-a094-d766e160fc67", "name": "network-vif-plugged", "status": "completed", "tag": "561b9339-e1f9-409c-9695-6019940a2773"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:36.079711 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5f0b53b3-82e0-45c2-934e-cc707d44bce3 req-cd61c28c-fee7-4095-b990-f2058d46d6fd tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.082455 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.190458 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.204172 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:36.239510 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-5f0b53b3-82e0-45c2-934e-cc707d44bce3 req-cd61c28c-fee7-4095-b990-f2058d46d6fd tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Allocated IP 172.25.6.127 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/2937450b-903a-45d6-bc11-b277b66618fc) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:36.258433 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=561b9339-e1f9-409c-9695-6019940a2773,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:36.295840 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-a8ccfc5c-3996-4adc-be17-df640cf2e038 None None] Allocated IP 172.20.0.2 (2d8c212d-9412-4bcb-9027-3702ee40608b/020bd9d7-8fac-426e-925c-d25c334e8964/97232781-a4b4-43f1-afd9-0163fc1b7542) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:36.368839 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:36.372535 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5f0b53b3-82e0-45c2-934e-cc707d44bce3 req-cd61c28c-fee7-4095-b990-f2058d46d6fd tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.481600 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5f0b53b3-82e0-45c2-934e-cc707d44bce3 req-cd61c28c-fee7-4095-b990-f2058d46d6fd tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.536523 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8483a9-16ba-41ad-983f-4e7209d83892 x-openstack-request-id: req-8b8483a9-16ba-41ad-983f-4e7209d83892 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:36.537101 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e720737d-0a34-49c6-a094-d766e160fc67", "name": "network-vif-plugged", "status": "completed", "tag": "561b9339-e1f9-409c-9695-6019940a2773", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:36.537101 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8b8483a9-16ba-41ad-983f-4e7209d83892 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:36.537542 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e720737d-0a34-49c6-a094-d766e160fc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561b9339-e1f9-409c-9695-6019940a2773', 'code': 200} Jun 30 09:12:36.576742 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a8ccfc5c-3996-4adc-be17-df640cf2e038 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.596766 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a8ccfc5c-3996-4adc-be17-df640cf2e038 None None] Transition to ACTIVE for port object 97232781-a4b4-43f1-afd9-0163fc1b7542 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:36.630608 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a8ccfc5c-3996-4adc-be17-df640cf2e038 None None] Transition to ACTIVE for port object 97232781-a4b4-43f1-afd9-0163fc1b7542 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:36.649199 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f0b53b3-82e0-45c2-934e-cc707d44bce3 req-cd61c28c-fee7-4095-b990-f2058d46d6fd tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:36.664174 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-5f0b53b3-82e0-45c2-934e-cc707d44bce3 req-cd61c28c-fee7-4095-b990-f2058d46d6fd tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:36.674298 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61c28c-fee7-4095-b990-f2058d46d6fd tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Pushing event updated for resources: {'Port': ['ID=2937450b-903a-45d6-bc11-b277b66618fc,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:36.678491 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0b53b3-82e0-45c2-934e-cc707d44bce3 req-cd61c28c-fee7-4095-b990-f2058d46d6fd tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:36.709296 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a8ccfc5c-3996-4adc-be17-df640cf2e038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.762919 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ccfc5c-3996-4adc-be17-df640cf2e038 None None] Network 2d8c212d-9412-4bcb-9027-3702ee40608b is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:36.769325 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-a8ccfc5c-3996-4adc-be17-df640cf2e038 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:36.770953 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ccfc5c-3996-4adc-be17-df640cf2e038 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:36.801780 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa3d53-8fbe-4296-8660-ea461c8ee841 req-f0d9a9bf-b972-4dc3-9496-eab3887838f2 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:36.801998 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ccfc5c-3996-4adc-be17-df640cf2e038 None None] Pushing event updated for resources: {'Port': ['ID=97232781-a4b4-43f1-afd9-0163fc1b7542,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:36.803042 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c6aa3d53-8fbe-4296-8660-ea461c8ee841 req-f0d9a9bf-b972-4dc3-9496-eab3887838f2 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.37 "GET /v2.0/ports?device_id=0757327c-cd85-4091-a1f2-565f9856168f HTTP/1.1" status: 200 len: 946 time: 0.1402237 Jun 30 09:12:36.812675 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c6e99b57-9bf1-4645-a0e7-fa512246ccf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.823963 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5f0b53b3-82e0-45c2-934e-cc707d44bce3 req-cd61c28c-fee7-4095-b990-f2058d46d6fd tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.843910 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-11ccd27f-a602-4048-9a87-a51a31100476 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:36.845148 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-a8ccfc5c-3996-4adc-be17-df640cf2e038 None None] Attempting to bind port 97232781-a4b4-43f1-afd9-0163fc1b7542 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:36.845148 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-a8ccfc5c-3996-4adc-be17-df640cf2e038 None None] Attempting to bind port 97232781-a4b4-43f1-afd9-0163fc1b7542 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '2c4795ed-ea2a-4018-838b-bfdf7ab7539a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2d8c212d-9412-4bcb-9027-3702ee40608b'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:36.845499 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-11ccd27f-a602-4048-9a87-a51a31100476 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.52 "GET /v2.0/networks?id=30803426-2521-4fa6-8470-27f2b32b642d HTTP/1.1" status: 200 len: 813 time: 0.9310226 Jun 30 09:12:36.845616 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ccfc5c-3996-4adc-be17-df640cf2e038 None None] Attempting to bind port 97232781-a4b4-43f1-afd9-0163fc1b7542 on network 2d8c212d-9412-4bcb-9027-3702ee40608b {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:36.851394 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ccfc5c-3996-4adc-be17-df640cf2e038 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:36.851394 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ccfc5c-3996-4adc-be17-df640cf2e038 None None] Checking segment: {'id': '2c4795ed-ea2a-4018-838b-bfdf7ab7539a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2d8c212d-9412-4bcb-9027-3702ee40608b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:36.852763 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a8ccfc5c-3996-4adc-be17-df640cf2e038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.852763 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ccfc5c-3996-4adc-be17-df640cf2e038 None None] Bound using segment: {'id': '2c4795ed-ea2a-4018-838b-bfdf7ab7539a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2d8c212d-9412-4bcb-9027-3702ee40608b'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:36.853030 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-a8ccfc5c-3996-4adc-be17-df640cf2e038 None None] Bound port: 97232781-a4b4-43f1-afd9-0163fc1b7542, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c4795ed-ea2a-4018-838b-bfdf7ab7539a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2d8c212d-9412-4bcb-9027-3702ee40608b'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:36.853554 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a8ccfc5c-3996-4adc-be17-df640cf2e038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.860742 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-87443076-9623-4523-987c-0cfcd25bcb6b tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Request body: {'port': {'device_id': '0bf408eb-3594-459a-aab7-bffcdb198925', 'network_id': '30803426-2521-4fa6-8470-27f2b32b642d', 'admin_state_up': True, 'tenant_id': 'a10346d2897241b69fab178f068f09e9'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:36.923672 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f6cf9-f65a-4cbe-8b5e-b6e025446581 req-157aac98-a346-4a4d-8109-f827afcfa38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:36.923869 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-a8ccfc5c-3996-4adc-be17-df640cf2e038 None None] For port 97232781-a4b4-43f1-afd9-0163fc1b7542, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:36.925141 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db8f6cf9-f65a-4cbe-8b5e-b6e025446581 req-157aac98-a346-4a4d-8109-f827afcfa38a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e720737d-0a34-49c6-a094-d766e160fc67 HTTP/1.1" status: 200 len: 1098 time: 0.2317567 Jun 30 09:12:36.926952 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-c6aa3d53-8fbe-4296-8660-ea461c8ee841 req-edbae86f-1370-4ccc-b48a-e4bdec0bfd12 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Deleting port 81803b70-483e-4552-a8f9-90c8a423cc67 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:36.927290 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-a8ccfc5c-3996-4adc-be17-df640cf2e038 None None] For port 97232781-a4b4-43f1-afd9-0163fc1b7542, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=97232781-a4b4-43f1-afd9-0163fc1b7542,segment=NetworkSegment(2c4795ed-ea2a-4018-838b-bfdf7ab7539a),segment_id=2c4795ed-ea2a-4018-838b-bfdf7ab7539a)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:36.927441 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c6aa3d53-8fbe-4296-8660-ea461c8ee841 req-edbae86f-1370-4ccc-b48a-e4bdec0bfd12 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.936768 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3c0de-0e4e-4831-9a32-893a0c319c11 req-9e6fcca2-128f-42ec-91b6-dbb6123ae47f tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:36.938274 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aea3c0de-0e4e-4831-9a32-893a0c319c11 req-9e6fcca2-128f-42ec-91b6-dbb6123ae47f tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] 10.222.0.10 "GET /v2.0/ports?device_id=e720737d-0a34-49c6-a094-d766e160fc67 HTTP/1.1" status: 200 len: 946 time: 0.2102833 Jun 30 09:12:37.031981 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a8ccfc5c-3996-4adc-be17-df640cf2e038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.062043 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5f0b53b3-82e0-45c2-934e-cc707d44bce3 req-cd61c28c-fee7-4095-b990-f2058d46d6fd tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.069237 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-c6aa3d53-8fbe-4296-8660-ea461c8ee841 req-edbae86f-1370-4ccc-b48a-e4bdec0bfd12 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] For port 81803b70-483e-4552-a8f9-90c8a423cc67, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=81803b70-483e-4552-a8f9-90c8a423cc67,segment=NetworkSegment(4cf9772c-d8f9-4346-97c7-9f375743526e),segment_id=4cf9772c-d8f9-4346-97c7-9f375743526e)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:37.069237 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c6aa3d53-8fbe-4296-8660-ea461c8ee841 req-edbae86f-1370-4ccc-b48a-e4bdec0bfd12 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.097923 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db8f6cf9-f65a-4cbe-8b5e-b6e025446581 req-444ff539-5dea-4aea-92df-f0dc9a0214a5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=48583fe1-12d9-46fd-93cc-07541698ae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563601 Jun 30 09:12:37.102484 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aea3c0de-0e4e-4831-9a32-893a0c319c11 req-f632efbd-614b-4152-99c5-c78e60feee9f tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] 10.222.0.10 "GET /v2.0/security-groups?id=48583fe1-12d9-46fd-93cc-07541698ae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485083 Jun 30 09:12:37.112926 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-c6aa3d53-8fbe-4296-8660-ea461c8ee841 req-edbae86f-1370-4ccc-b48a-e4bdec0bfd12 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Calling delete_port for 81803b70-483e-4552-a8f9-90c8a423cc67 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:37.131045 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ccfc5c-3996-4adc-be17-df640cf2e038 None None] Pushing event updated for resources: {'Port': ['ID=97232781-a4b4-43f1-afd9-0163fc1b7542,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:37.211900 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.260289 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-87443076-9623-4523-987c-0cfcd25bcb6b tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Made reservation on behalf of a10346d2897241b69fab178f068f09e9 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:37.263062 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-87443076-9623-4523-987c-0cfcd25bcb6b tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.391711 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:37.424706 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c6e99b57-9bf1-4645-a0e7-fa512246ccf9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.446771 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5f0b53b3-82e0-45c2-934e-cc707d44bce3 req-cd61c28c-fee7-4095-b990-f2058d46d6fd tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.456306 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c6e99b57-9bf1-4645-a0e7-fa512246ccf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.485776 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c6aa3d53-8fbe-4296-8660-ea461c8ee841 req-edbae86f-1370-4ccc-b48a-e4bdec0bfd12 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.505912 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['81803b70-483e-4552-a8f9-90c8a423cc67'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:37.523846 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbae86f-1370-4ccc-b48a-e4bdec0bfd12 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Pushing event deleted for resources: {'Port': ['ID=81803b70-483e-4552-a8f9-90c8a423cc67,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:37.578494 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6aa3d53-8fbe-4296-8660-ea461c8ee841 req-edbae86f-1370-4ccc-b48a-e4bdec0bfd12 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] No DVR routers for this DVR port 81803b70-483e-4552-a8f9-90c8a423cc67 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:12:37.578494 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5f0b53b3-82e0-45c2-934e-cc707d44bce3 req-cd61c28c-fee7-4095-b990-f2058d46d6fd tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.578494 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c6aa3d53-8fbe-4296-8660-ea461c8ee841 req-edbae86f-1370-4ccc-b48a-e4bdec0bfd12 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.579383 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c6aa3d53-8fbe-4296-8660-ea461c8ee841 req-edbae86f-1370-4ccc-b48a-e4bdec0bfd12 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.37 "DELETE /v2.0/ports/81803b70-483e-4552-a8f9-90c8a423cc67 HTTP/1.1" status: 204 len: 173 time: 0.7684057 Jun 30 09:12:37.581132 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0757327c-cd85-4091-a1f2-565f9856168f', 'name': 'network-vif-deleted', 'tag': '81803b70-483e-4552-a8f9-90c8a423cc67'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:37.581393 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16232315-ed10-4180-b9bc-773ad1e82b1a req-400639c4-082f-4fdb-8183-fd4e2c026ec8 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:37.583411 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c79d53-3ca4-4e05-aeba-613c30aa77de" -d '{"events": [{"server_uuid": "0757327c-cd85-4091-a1f2-565f9856168f", "name": "network-vif-deleted", "tag": "81803b70-483e-4552-a8f9-90c8a423cc67"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:37.589857 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-16232315-ed10-4180-b9bc-773ad1e82b1a req-400639c4-082f-4fdb-8183-fd4e2c026ec8 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 944 time: 0.3348677 Jun 30 09:12:37.606499 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:37.611771 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:37.612165 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.651581 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-87443076-9623-4523-987c-0cfcd25bcb6b tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Allocated IP 172.20.0.14 (30803426-2521-4fa6-8470-27f2b32b642d/25d920e9-4cce-4374-bd84-fac478cbf3ab/c6155afd-e629-460c-9768-7b4543dd84cd) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:37.653554 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61c28c-fee7-4095-b990-f2058d46d6fd tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Pushing event updated for resources: {'Port': ['ID=2937450b-903a-45d6-bc11-b277b66618fc,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:37.670546 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5f0b53b3-82e0-45c2-934e-cc707d44bce3 req-cd61c28c-fee7-4095-b990-f2058d46d6fd tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.698209 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-16232315-ed10-4180-b9bc-773ad1e82b1a req-5894bd4f-0426-4600-9025-6239ec15a83f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065879 Jun 30 09:12:37.707395 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.728062 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-c6e99b57-9bf1-4645-a0e7-fa512246ccf9 admin admin] Allocated IP 172.25.6.221 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/4bf4c7b1-2992-4bcb-b884-ae192d68a063) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:37.747221 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:37.782971 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5f0b53b3-82e0-45c2-934e-cc707d44bce3 req-cd61c28c-fee7-4095-b990-f2058d46d6fd tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.783734 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5f0b53b3-82e0-45c2-934e-cc707d44bce3 req-cd61c28c-fee7-4095-b990-f2058d46d6fd tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0718601 Jun 30 09:12:37.859037 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5f0b53b3-82e0-45c2-934e-cc707d44bce3 req-f527cb06-e9f6-4400-81cb-2baf4c6beee6 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.127 HTTP/1.1" status: 200 len: 696 time: 0.0683274 Jun 30 09:12:37.954420 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-87443076-9623-4523-987c-0cfcd25bcb6b tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.959057 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c6e99b57-9bf1-4645-a0e7-fa512246ccf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.994714 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:38.011384 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b53b3-82e0-45c2-934e-cc707d44bce3 req-aead516f-a680-4e09-8e88-42e4173564fc tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:38.022126 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5f0b53b3-82e0-45c2-934e-cc707d44bce3 req-aead516f-a680-4e09-8e88-42e4173564fc tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 784 time: 0.1614478 Jun 30 09:12:38.097237 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:38.165412 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386904ee-e0cb-4c52-ae52-a2998f4a750f req-9be4f935-4fc3-46f3-b2ee-08c92c9f5f58 tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:38.168087 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-386904ee-e0cb-4c52-ae52-a2998f4a750f req-9be4f935-4fc3-46f3-b2ee-08c92c9f5f58 tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d598cce-6dd6-4c75-a879-20f082fe5845 HTTP/1.1" status: 200 len: 945 time: 0.1749108 Jun 30 09:12:38.187703 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-16338c22-c1ca-4440-b17a-5ca2feed03e3 req-90097d4d-d792-41b7-9d1c-82229d031763 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bf408eb-3594-459a-aab7-bffcdb198925 HTTP/1.1" status: 200 len: 210 time: 0.0388577 Jun 30 09:12:38.224984 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-386904ee-e0cb-4c52-ae52-a2998f4a750f req-b4ef3591-4f9b-412d-886c-8a15f61370b2 tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.10 "GET /v2.0/security-groups?id=976b2f45-f6d3-411c-825e-550361821cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489750 Jun 30 09:12:38.308896 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873764f5-1587-4dd1-b2cc-d7956a8f31f2 x-openstack-request-id: req-873764f5-1587-4dd1-b2cc-d7956a8f31f2 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:38.308896 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0757327c-cd85-4091-a1f2-565f9856168f", "name": "network-vif-deleted", "tag": "81803b70-483e-4552-a8f9-90c8a423cc67", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:38.308896 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-873764f5-1587-4dd1-b2cc-d7956a8f31f2 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:38.308896 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0757327c-cd85-4091-a1f2-565f9856168f', 'name': 'network-vif-deleted', 'tag': '81803b70-483e-4552-a8f9-90c8a423cc67', 'status': 'completed', 'code': 200} Jun 30 09:12:38.334735 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2618dc97-c434-4816-85a6-90fb38d1a1b8 None None] Network 2d8c212d-9412-4bcb-9027-3702ee40608b requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:38.344828 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3e5c30fb-af7b-4890-a5b4-5a4f2edce388 req-e2f1f08e-9595-4c55-bbe4-2c1572be4b38 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "GET /v2.0/floatingips/f59f86df-987e-4f28-8043-2fe543f99002 HTTP/1.1" status: 200 len: 693 time: 0.0512137 Jun 30 09:12:38.376009 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7cf654fe-0b52-44cc-847c-8d8739200784 req-fbf3b7ee-eb7c-458b-bc75-992ddd419018 tempest-ServersNegativeTestMultiTenantJSON-17448950 tempest-ServersNegativeTestMultiTenantJSON-17448950-project] 10.222.0.10 "GET /v2.0/ports?device_id=0757327c-cd85-4091-a1f2-565f9856168f HTTP/1.1" status: 200 len: 210 time: 0.0403516 Jun 30 09:12:38.420851 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-87443076-9623-4523-987c-0cfcd25bcb6b tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:38.424040 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c6e99b57-9bf1-4645-a0e7-fa512246ccf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:38.454360 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['84e49e18-5586-4075-a5fa-8ba4bc0b447a'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:38.538671 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd72bdc-9709-4b4d-a077-92941e64e4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:38.541151 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c8ee87-6186-4e55-9139-750f6127569b" -d '{"events": [{"server_uuid": "abd72bdc-9709-4b4d-a077-92941e64e4bc", "name": "network-vif-plugged", "status": "completed", "tag": "6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:38.570338 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-87443076-9623-4523-987c-0cfcd25bcb6b tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Network 30803426-2521-4fa6-8470-27f2b32b642d is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:38.577739 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e99b57-9bf1-4645-a0e7-fa512246ccf9 admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:38.580827 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df2260-caf4-44db-ab05-7ac8161606b4 req-6b3ee3c5-0214-4225-b8f8-513d0f516212 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:38.581521 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-87443076-9623-4523-987c-0cfcd25bcb6b tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:38.582503 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-28df2260-caf4-44db-ab05-7ac8161606b4 req-6b3ee3c5-0214-4225-b8f8-513d0f516212 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] 10.222.0.10 "GET /v2.0/ports?device_id=e720737d-0a34-49c6-a094-d766e160fc67 HTTP/1.1" status: 200 len: 946 time: 0.0969255 Jun 30 09:12:38.591059 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da9793-a0da-4bbc-9d0e-307b26735508 req-114b3d2a-fa34-4d1d-9d66-0c10a455f93e tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:38.599661 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-75da9793-a0da-4bbc-9d0e-307b26735508 req-114b3d2a-fa34-4d1d-9d66-0c10a455f93e tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d598cce-6dd6-4c75-a879-20f082fe5845 HTTP/1.1" status: 200 len: 945 time: 0.1621675 Jun 30 09:12:38.600598 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c30fb-af7b-4890-a5b4-5a4f2edce388 req-3851ba0c-b90b-43f5-a417-15e11ff7d6a7 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:38.602206 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3e5c30fb-af7b-4890-a5b4-5a4f2edce388 req-3851ba0c-b90b-43f5-a417-15e11ff7d6a7 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 784 time: 0.2496414 Jun 30 09:12:38.603854 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-c6e99b57-9bf1-4645-a0e7-fa512246ccf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:38.607943 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e99b57-9bf1-4645-a0e7-fa512246ccf9 admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:38.625587 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9a064032-eb22-4fd1-895b-d050053f3737 None None] Provisioning for port 97232781-a4b4-43f1-afd9-0163fc1b7542 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:38.631519 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:38.668370 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719c69d7-8e70-4b1f-a8ca-dc0d9002f5fa x-openstack-request-id: req-719c69d7-8e70-4b1f-a8ca-dc0d9002f5fa {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:38.668743 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd72bdc-9709-4b4d-a077-92941e64e4bc", "name": "network-vif-plugged", "status": "completed", "tag": "6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:38.668995 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-719c69d7-8e70-4b1f-a8ca-dc0d9002f5fa {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:38.669389 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd72bdc-9709-4b4d-a077-92941e64e4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad', 'code': 200} Jun 30 09:12:38.673982 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-28df2260-caf4-44db-ab05-7ac8161606b4 req-1854c860-34a7-4c4f-8ac2-d975fe352beb tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] 10.222.0.10 "GET /v2.0/security-groups?id=48583fe1-12d9-46fd-93cc-07541698ae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802541 Jun 30 09:12:38.688889 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-87443076-9623-4523-987c-0cfcd25bcb6b tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:38.725166 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e99b57-9bf1-4645-a0e7-fa512246ccf9 admin admin] Pushing event updated for resources: {'Port': ['ID=4bf4c7b1-2992-4bcb-b884-ae192d68a063,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:38.770480 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-75da9793-a0da-4bbc-9d0e-307b26735508 req-2b879888-5b57-465d-b42e-eb19b330c06b tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] Deleting port 4987a616-2be6-48d5-a620-d1fa8ff31ecf {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:38.770747 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-75da9793-a0da-4bbc-9d0e-307b26735508 req-2b879888-5b57-465d-b42e-eb19b330c06b tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:38.862262 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-87443076-9623-4523-987c-0cfcd25bcb6b tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:38.862925 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-87443076-9623-4523-987c-0cfcd25bcb6b tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:38.947850 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-75da9793-a0da-4bbc-9d0e-307b26735508 req-2b879888-5b57-465d-b42e-eb19b330c06b tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] For port 4987a616-2be6-48d5-a620-d1fa8ff31ecf, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=4987a616-2be6-48d5-a620-d1fa8ff31ecf,segment=NetworkSegment(87a18403-aba3-4803-9c2e-76458bf3ee5e),segment_id=87a18403-aba3-4803-9c2e-76458bf3ee5e)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:38.948599 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-75da9793-a0da-4bbc-9d0e-307b26735508 req-2b879888-5b57-465d-b42e-eb19b330c06b tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:38.968370 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-75da9793-a0da-4bbc-9d0e-307b26735508 req-2b879888-5b57-465d-b42e-eb19b330c06b tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] Calling delete_port for 4987a616-2be6-48d5-a620-d1fa8ff31ecf owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:38.975857 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1cb1613-cd8d-44e1-8dca-7880ab9012c8 req-21bd7f3e-d8de-4903-9f9e-df4b880da67c tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "GET /v2.0/floatingips/f59f86df-987e-4f28-8043-2fe543f99002 HTTP/1.1" status: 200 len: 693 time: 0.2416990 Jun 30 09:12:38.983422 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-87443076-9623-4523-987c-0cfcd25bcb6b tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1290250 Jun 30 09:12:38.995543 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87443076-9623-4523-987c-0cfcd25bcb6b tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Pushing event updated for resources: {'Port': ['ID=c6155afd-e629-460c-9768-7b4543dd84cd,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:38.997216 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13910d86-69c7-4062-a8d9-f11a775487ce req-f5eb20dd-cc71-4d5b-a10b-57c839838819 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:39.004975 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-13910d86-69c7-4062-a8d9-f11a775487ce req-f5eb20dd-cc71-4d5b-a10b-57c839838819 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 945 time: 0.1519656 Jun 30 09:12:39.027286 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-9c08308f-3ef2-4e1c-98c0-566fb29e1f9a service neutron] Request body: {'port': {'device_id': '0bf408eb-3594-459a-aab7-bffcdb198925', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:39.101972 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-13910d86-69c7-4062-a8d9-f11a775487ce req-dd7a3e77-91f6-4393-8d49-7959f0565a17 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956852 Jun 30 09:12:39.207204 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3deb3-837b-40f5-940c-f03dbc324ce4 req-7041ef34-6d01-41de-abdf-e33d2ddc6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:39.208708 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-91a3deb3-837b-40f5-940c-f03dbc324ce4 req-7041ef34-6d01-41de-abdf-e33d2ddc6f04 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 1097 time: 0.4263825 Jun 30 09:12:39.250759 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-9c08308f-3ef2-4e1c-98c0-566fb29e1f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:39.278275 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb1613-cd8d-44e1-8dca-7880ab9012c8 req-0e533718-313b-4322-9e5e-047b17813c02 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:39.279875 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1cb1613-cd8d-44e1-8dca-7880ab9012c8 req-0e533718-313b-4322-9e5e-047b17813c02 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 784 time: 0.2934206 Jun 30 09:12:39.326019 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-91a3deb3-837b-40f5-940c-f03dbc324ce4 req-c4f47b9f-f5d7-4297-b292-01275ca41c69 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074748 Jun 30 09:12:39.327805 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-75da9793-a0da-4bbc-9d0e-307b26735508 req-2b879888-5b57-465d-b42e-eb19b330c06b tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:39.342584 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['4987a616-2be6-48d5-a620-d1fa8ff31ecf'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:39.381218 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1cb1613-cd8d-44e1-8dca-7880ab9012c8 req-bb0cc5b6-cd55-4622-81d2-082fc1a70005 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.127 HTTP/1.1" status: 200 len: 696 time: 0.0663524 Jun 30 09:12:39.383795 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 97232781-a4b4-43f1-afd9-0163fc1b7542 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:39.394143 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b879888-5b57-465d-b42e-eb19b330c06b tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] Pushing event deleted for resources: {'Port': ['ID=4987a616-2be6-48d5-a620-d1fa8ff31ecf,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:39.457763 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-75da9793-a0da-4bbc-9d0e-307b26735508 req-2b879888-5b57-465d-b42e-eb19b330c06b tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] No DVR routers for this DVR port 4987a616-2be6-48d5-a620-d1fa8ff31ecf on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:12:39.494032 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-75da9793-a0da-4bbc-9d0e-307b26735508 req-2b879888-5b57-465d-b42e-eb19b330c06b tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:39.497564 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-75da9793-a0da-4bbc-9d0e-307b26735508 req-2b879888-5b57-465d-b42e-eb19b330c06b tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.37 "DELETE /v2.0/ports/4987a616-2be6-48d5-a620-d1fa8ff31ecf HTTP/1.1" status: 204 len: 173 time: 0.8965592 Jun 30 09:12:39.520543 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1cb1613-cd8d-44e1-8dca-7880ab9012c8 req-de276166-2b33-4d61-b141-db7bd2a4eb13 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.127 HTTP/1.1" status: 200 len: 696 time: 0.1124961 Jun 30 09:12:39.548336 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 97232781-a4b4-43f1-afd9-0163fc1b7542 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:39.552030 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbd916-9e5c-450b-8a3e-4ec19b889c66 req-55fb6752-9f61-4aa3-a8a0-3b4c640eef35 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:39.553565 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 97232781-a4b4-43f1-afd9-0163fc1b7542 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:39.553984 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:39.554321 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7cbbd916-9e5c-450b-8a3e-4ec19b889c66 req-55fb6752-9f61-4aa3-a8a0-3b4c640eef35 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bf408eb-3594-459a-aab7-bffcdb198925 HTTP/1.1" status: 200 len: 932 time: 0.1258771 Jun 30 09:12:39.605580 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7cbbd916-9e5c-450b-8a3e-4ec19b889c66 req-963864cd-3c33-44b2-b57f-0c5502874da3 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423160 Jun 30 09:12:39.647263 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:39.681099 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 97232781-a4b4-43f1-afd9-0163fc1b7542, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=97232781-a4b4-43f1-afd9-0163fc1b7542,segment=NetworkSegment(2c4795ed-ea2a-4018-838b-bfdf7ab7539a),segment_id=2c4795ed-ea2a-4018-838b-bfdf7ab7539a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:39.747786 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-84c35763-606b-43fc-82e3-99ef4aa4fae8 req-5f901fb6-75f6-48cc-bc87-893c015fefce tempest-VolumesAdminNegativeTest-1311510705 tempest-VolumesAdminNegativeTest-1311510705-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d598cce-6dd6-4c75-a879-20f082fe5845 HTTP/1.1" status: 200 len: 210 time: 0.0311990 Jun 30 09:12:39.841364 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34388) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:39.862888 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:39.895964 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb75a42-7dbb-4d93-81d9-73e2b51c86f5 admin admin] Deleting subnet 54d77cc9-a7fe-4a48-b02c-0d56fc30a27d {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:12:39.900197 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3eb75a42-7dbb-4d93-81d9-73e2b51c86f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:39.952011 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3eb75a42-7dbb-4d93-81d9-73e2b51c86f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:39.963106 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=97232781-a4b4-43f1-afd9-0163fc1b7542,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:40.043265 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3eb75a42-7dbb-4d93-81d9-73e2b51c86f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.102150 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a72fb-a50f-4009-b476-c43baeb369fb req-60c95ed7-fb3a-45f7-81c9-ea4079d47fc0 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:40.103658 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-523a72fb-a50f-4009-b476-c43baeb369fb req-60c95ed7-fb3a-45f7-81c9-ea4079d47fc0 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] 10.222.0.10 "GET /v2.0/ports?device_id=e720737d-0a34-49c6-a094-d766e160fc67 HTTP/1.1" status: 200 len: 946 time: 0.1201086 Jun 30 09:12:40.121758 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c6e99b57-9bf1-4645-a0e7-fa512246ccf9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.154481 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-523a72fb-a50f-4009-b476-c43baeb369fb req-d43b3afa-c4e4-47e7-b954-29390506c2f3 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] 10.222.0.10 "GET /v2.0/security-groups?id=48583fe1-12d9-46fd-93cc-07541698ae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424936 Jun 30 09:12:40.218465 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3eb75a42-7dbb-4d93-81d9-73e2b51c86f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.275843 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb75a42-7dbb-4d93-81d9-73e2b51c86f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54d77cc9-a7fe-4a48-b02c-0d56fc30a27d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:40.283278 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3eb75a42-7dbb-4d93-81d9-73e2b51c86f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.286911 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3eb75a42-7dbb-4d93-81d9-73e2b51c86f5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/54d77cc9-a7fe-4a48-b02c-0d56fc30a27d HTTP/1.1" status: 204 len: 168 time: 0.4439061 Jun 30 09:12:40.287936 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d598cce-6dd6-4c75-a879-20f082fe5845', 'name': 'network-vif-deleted', 'tag': '4987a616-2be6-48d5-a620-d1fa8ff31ecf'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:40.291308 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34394) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:40.292632 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21d262f-abff-4c85-80af-f744dd0c4f28" -d '{"events": [{"server_uuid": "6d598cce-6dd6-4c75-a879-20f082fe5845", "name": "network-vif-deleted", "tag": "4987a616-2be6-48d5-a620-d1fa8ff31ecf"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:40.396245 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ba92f-d163-4531-89ee-4347e3574158 req-1279641a-c5ed-4318-bfd3-89f99b0a299a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:40.397852 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c79ba92f-d163-4531-89ee-4347e3574158 req-1279641a-c5ed-4318-bfd3-89f99b0a299a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 945 time: 0.0756013 Jun 30 09:12:40.431909 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-9c08308f-3ef2-4e1c-98c0-566fb29e1f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6155afd-e629-460c-9768-7b4543dd84cd {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:40.440837 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c79ba92f-d163-4531-89ee-4347e3574158 req-089579c2-a3dd-4756-938a-ce77be4d4247 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345771 Jun 30 09:12:40.446273 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-b1cb1613-cd8d-44e1-8dca-7880ab9012c8 req-31630826-2160-47d6-9791-cf9b95e44709 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Deleting port 2937450b-903a-45d6-bc11-b277b66618fc {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:40.446619 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1cb1613-cd8d-44e1-8dca-7880ab9012c8 req-31630826-2160-47d6-9791-cf9b95e44709 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.451608 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-9c08308f-3ef2-4e1c-98c0-566fb29e1f9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.493974 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53482e38-3cf7-4e00-9c89-a40434e88c87 x-openstack-request-id: req-53482e38-3cf7-4e00-9c89-a40434e88c87 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:40.494244 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d598cce-6dd6-4c75-a879-20f082fe5845", "name": "network-vif-deleted", "tag": "4987a616-2be6-48d5-a620-d1fa8ff31ecf", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:40.494494 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-53482e38-3cf7-4e00-9c89-a40434e88c87 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:40.494885 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d598cce-6dd6-4c75-a879-20f082fe5845', 'name': 'network-vif-deleted', 'tag': '4987a616-2be6-48d5-a620-d1fa8ff31ecf', 'status': 'completed', 'code': 200} Jun 30 09:12:40.528954 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9bbae0ea-0533-4b8f-92d9-6f894fc61b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.532435 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-9c08308f-3ef2-4e1c-98c0-566fb29e1f9a service neutron] Transition to ACTIVE for port object c6155afd-e629-460c-9768-7b4543dd84cd will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:40.654603 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c6e99b57-9bf1-4645-a0e7-fa512246ccf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.682024 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-9c08308f-3ef2-4e1c-98c0-566fb29e1f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.689011 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1cb1613-cd8d-44e1-8dca-7880ab9012c8 req-31630826-2160-47d6-9791-cf9b95e44709 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.694395 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1cb1613-cd8d-44e1-8dca-7880ab9012c8 req-31630826-2160-47d6-9791-cf9b95e44709 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.748640 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-b1cb1613-cd8d-44e1-8dca-7880ab9012c8 req-31630826-2160-47d6-9791-cf9b95e44709 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Calling delete_port for 2937450b-903a-45d6-bc11-b277b66618fc owned by network:floatingip {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:40.782690 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9bbae0ea-0533-4b8f-92d9-6f894fc61b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.796880 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 81803b70-483e-4552-a8f9-90c8a423cc67 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:40.797457 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d08e85-4917-425a-a1ba-c622110012e9 req-40401c9b-dde9-4ad7-ab0c-4c484f52afd1 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:40.799260 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-51d08e85-4917-425a-a1ba-c622110012e9 req-40401c9b-dde9-4ad7-ab0c-4c484f52afd1 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bf408eb-3594-459a-aab7-bffcdb198925 HTTP/1.1" status: 200 len: 944 time: 0.0701566 Jun 30 09:12:40.817472 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-9bbae0ea-0533-4b8f-92d9-6f894fc61b61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53c89d47-ac7f-429a-b074-e02bf302827e']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:40.820318 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 81803b70-483e-4552-a8f9-90c8a423cc67 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:12:40.820778 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 81803b70-483e-4552-a8f9-90c8a423cc67 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:12:40.841413 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-51d08e85-4917-425a-a1ba-c622110012e9 req-a4746174-37a5-4030-adf9-5fc32ab21256 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341146 Jun 30 09:12:40.845101 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08308f-3ef2-4e1c-98c0-566fb29e1f9a service neutron] Pushing event updated for resources: {'Port': ['ID=c6155afd-e629-460c-9768-7b4543dd84cd,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:40.884334 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-9bbae0ea-0533-4b8f-92d9-6f894fc61b61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf9772c-d8f9-4346-97c7-9f375743526e') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:40.884635 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-9bbae0ea-0533-4b8f-92d9-6f894fc61b61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf9772c-d8f9-4346-97c7-9f375743526e') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:40.944256 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34416) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:40.948279 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9bbae0ea-0533-4b8f-92d9-6f894fc61b61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.000818 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-f999c035-49b6-4dca-a875-832784dda18c admin admin] Deleting subnet 7f27b24e-8777-4974-a00b-3d45a46e8144 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:12:41.004112 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f999c035-49b6-4dca-a875-832784dda18c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.013317 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9bbae0ea-0533-4b8f-92d9-6f894fc61b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.034095 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bbae0ea-0533-4b8f-92d9-6f894fc61b61 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:12:41.034507 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9bbae0ea-0533-4b8f-92d9-6f894fc61b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:12:41.039275 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:12:41.045334 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f999c035-49b6-4dca-a875-832784dda18c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.101503 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f999c035-49b6-4dca-a875-832784dda18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.131915 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-9c08308f-3ef2-4e1c-98c0-566fb29e1f9a service neutron] Attempting to bind port c6155afd-e629-460c-9768-7b4543dd84cd on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:41.132434 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-9c08308f-3ef2-4e1c-98c0-566fb29e1f9a service neutron] Attempting to bind port c6155afd-e629-460c-9768-7b4543dd84cd by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': 'ab0459dd-0737-485e-a203-f94c588fe4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '30803426-2521-4fa6-8470-27f2b32b642d'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:41.132599 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-9c08308f-3ef2-4e1c-98c0-566fb29e1f9a service neutron] Attempting to bind port c6155afd-e629-460c-9768-7b4543dd84cd on network 30803426-2521-4fa6-8470-27f2b32b642d {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:41.146037 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-9c08308f-3ef2-4e1c-98c0-566fb29e1f9a service neutron] Port c6155afd-e629-460c-9768-7b4543dd84cd on network 30803426-2521-4fa6-8470-27f2b32b642d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:12:41.147873 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-9c08308f-3ef2-4e1c-98c0-566fb29e1f9a service neutron] Attempting to bind port c6155afd-e629-460c-9768-7b4543dd84cd on network 30803426-2521-4fa6-8470-27f2b32b642d {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:41.176810 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-9c08308f-3ef2-4e1c-98c0-566fb29e1f9a service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:41.177151 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-9c08308f-3ef2-4e1c-98c0-566fb29e1f9a service neutron] Checking segment: {'id': 'ab0459dd-0737-485e-a203-f94c588fe4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '30803426-2521-4fa6-8470-27f2b32b642d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:41.177539 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-9c08308f-3ef2-4e1c-98c0-566fb29e1f9a service neutron] Bound using segment: {'id': 'ab0459dd-0737-485e-a203-f94c588fe4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '30803426-2521-4fa6-8470-27f2b32b642d'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:41.177984 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-9c08308f-3ef2-4e1c-98c0-566fb29e1f9a service neutron] Bound port: c6155afd-e629-460c-9768-7b4543dd84cd, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0459dd-0737-485e-a203-f94c588fe4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '30803426-2521-4fa6-8470-27f2b32b642d'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:41.178343 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-9c08308f-3ef2-4e1c-98c0-566fb29e1f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.242090 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9bbae0ea-0533-4b8f-92d9-6f894fc61b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.253040 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9bbae0ea-0533-4b8f-92d9-6f894fc61b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.254884 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9bbae0ea-0533-4b8f-92d9-6f894fc61b61 admin admin] 10.222.0.10 "DELETE /v2.0/networks/53c89d47-ac7f-429a-b074-e02bf302827e HTTP/1.1" status: 204 len: 168 time: 0.9583607 Jun 30 09:12:41.258964 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34430) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:41.274288 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbae0ea-0533-4b8f-92d9-6f894fc61b61 admin admin] Pushing event deleted for resources: {'Network': ['ID=53c89d47-ac7f-429a-b074-e02bf302827e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:41.301318 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-9c08308f-3ef2-4e1c-98c0-566fb29e1f9a service neutron] For port c6155afd-e629-460c-9768-7b4543dd84cd, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:41.302469 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 97232781-a4b4-43f1-afd9-0163fc1b7542 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:41.304735 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f999c035-49b6-4dca-a875-832784dda18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.308249 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-9c08308f-3ef2-4e1c-98c0-566fb29e1f9a service neutron] For port c6155afd-e629-460c-9768-7b4543dd84cd, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c6155afd-e629-460c-9768-7b4543dd84cd,segment=NetworkSegment(ab0459dd-0737-485e-a203-f94c588fe4e2),segment_id=ab0459dd-0737-485e-a203-f94c588fe4e2)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:41.340618 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999c035-49b6-4dca-a875-832784dda18c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f27b24e-8777-4974-a00b-3d45a46e8144,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:41.342911 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f999c035-49b6-4dca-a875-832784dda18c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.344963 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f999c035-49b6-4dca-a875-832784dda18c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7f27b24e-8777-4974-a00b-3d45a46e8144 HTTP/1.1" status: 204 len: 168 time: 0.3996770 Jun 30 09:12:41.347908 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34432) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:41.348167 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e99b57-9bf1-4645-a0e7-fa512246ccf9 admin admin] Router cabb1f1b-8354-4f55-a9b5-af285f08c688 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:12:41.351388 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1cb1613-cd8d-44e1-8dca-7880ab9012c8 req-31630826-2160-47d6-9791-cf9b95e44709 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.360597 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 97232781-a4b4-43f1-afd9-0163fc1b7542 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:41.361303 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.382954 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce14cee-881d-49f2-b053-28885a165801 admin admin] Deleting subnet 9845d07b-db5a-4912-844f-74a0f30cd6f6 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:12:41.390888 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31630826-2160-47d6-9791-cf9b95e44709 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Pushing event deleted for resources: {'Port': ['ID=2937450b-903a-45d6-bc11-b277b66618fc,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:41.405808 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fce14cee-881d-49f2-b053-28885a165801 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.467469 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fce14cee-881d-49f2-b053-28885a165801 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.471357 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d678ca6-f8d0-420c-b71e-fce0856416bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.551728 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-9c08308f-3ef2-4e1c-98c0-566fb29e1f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.572897 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fce14cee-881d-49f2-b053-28885a165801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.594337 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1cb1613-cd8d-44e1-8dca-7880ab9012c8 req-31630826-2160-47d6-9791-cf9b95e44709 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks [] for floatingip, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.597029 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1cb1613-cd8d-44e1-8dca-7880ab9012c8 req-31630826-2160-47d6-9791-cf9b95e44709 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.600537 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1cb1613-cd8d-44e1-8dca-7880ab9012c8 req-31630826-2160-47d6-9791-cf9b95e44709 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "DELETE /v2.0/floatingips/f59f86df-987e-4f28-8043-2fe543f99002 HTTP/1.1" status: 204 len: 173 time: 2.0423324 Jun 30 09:12:41.612722 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d678ca6-f8d0-420c-b71e-fce0856416bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.617243 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-9c08308f-3ef2-4e1c-98c0-566fb29e1f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:41.618390 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-9c08308f-3ef2-4e1c-98c0-566fb29e1f9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.620097 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-9c08308f-3ef2-4e1c-98c0-566fb29e1f9a service neutron] 10.222.0.52 "PUT /v2.0/ports/c6155afd-e629-460c-9768-7b4543dd84cd HTTP/1.1" status: 200 len: 1093 time: 2.6020782 Jun 30 09:12:41.628227 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf408eb-3594-459a-aab7-bffcdb198925', 'tag': 'c6155afd-e629-460c-9768-7b4543dd84cd'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:41.630337 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-2d678ca6-f8d0-420c-b71e-fce0856416bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d91b9e-46db-4817-8ab5-5c4fae4864dd']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:41.631017 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844adf24-d041-4bf0-b6df-797c8ec5fcf6" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf408eb-3594-459a-aab7-bffcdb198925", "tag": "c6155afd-e629-460c-9768-7b4543dd84cd"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:41.646042 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-2d678ca6-f8d0-420c-b71e-fce0856416bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a18403-aba3-4803-9c2e-76458bf3ee5e') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:41.646412 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-2d678ca6-f8d0-420c-b71e-fce0856416bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a18403-aba3-4803-9c2e-76458bf3ee5e') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:41.656268 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e99b57-9bf1-4645-a0e7-fa512246ccf9 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:12:41.658368 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d678ca6-f8d0-420c-b71e-fce0856416bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.671232 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a592cf33-7992-4019-b8e6-b2de8c8f45cd None None] Sync routers for ids ['cabb1f1b-8354-4f55-a9b5-af285f08c688'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:12:41.677327 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d678ca6-f8d0-420c-b71e-fce0856416bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.682037 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a592cf33-7992-4019-b8e6-b2de8c8f45cd None None] Routers {'cabb1f1b-8354-4f55-a9b5-af285f08c688'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:41.682944 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a592cf33-7992-4019-b8e6-b2de8c8f45cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:12:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['cabb1f1b-8354-4f55-a9b5-af285f08c688'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:41.684006 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d678ca6-f8d0-420c-b71e-fce0856416bf admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:12:41.684407 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d678ca6-f8d0-420c-b71e-fce0856416bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:12:41.686073 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:12:41.699612 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08308f-3ef2-4e1c-98c0-566fb29e1f9a service neutron] Pushing event updated for resources: {'Port': ['ID=c6155afd-e629-460c-9768-7b4543dd84cd,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:41.783693 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10cfbc-95ac-49bd-885e-5619c8e5a3d7 req-4c4c9f6e-1e5f-4091-8cb8-26ecc26f50cc tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:41.785203 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7c10cfbc-95ac-49bd-885e-5619c8e5a3d7 req-4c4c9f6e-1e5f-4091-8cb8-26ecc26f50cc tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 945 time: 0.0801921 Jun 30 09:12:41.810592 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-a592cf33-7992-4019-b8e6-b2de8c8f45cd None None] Set router cabb1f1b-8354-4f55-a9b5-af285f08c688 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:41.825834 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7c10cfbc-95ac-49bd-885e-5619c8e5a3d7 req-d5ea8281-c558-416a-a5eb-14f10581e93e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347407 Jun 30 09:12:41.937821 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fce14cee-881d-49f2-b053-28885a165801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.940607 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d678ca6-f8d0-420c-b71e-fce0856416bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.956587 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d678ca6-f8d0-420c-b71e-fce0856416bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.958482 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2d678ca6-f8d0-420c-b71e-fce0856416bf admin admin] 10.222.0.10 "DELETE /v2.0/networks/e1d91b9e-46db-4817-8ab5-5c4fae4864dd HTTP/1.1" status: 204 len: 168 time: 0.6093726 Jun 30 09:12:41.995846 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34448) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:42.009954 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fce14cee-881d-49f2-b053-28885a165801 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.012638 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fce14cee-881d-49f2-b053-28885a165801 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9845d07b-db5a-4912-844f-74a0f30cd6f6 HTTP/1.1" status: 204 len: 168 time: 0.7523351 Jun 30 09:12:42.013538 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce14cee-881d-49f2-b053-28885a165801 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9845d07b-db5a-4912-844f-74a0f30cd6f6,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:42.016024 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34450) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:42.019536 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d678ca6-f8d0-420c-b71e-fce0856416bf admin admin] Pushing event deleted for resources: {'Network': ['ID=e1d91b9e-46db-4817-8ab5-5c4fae4864dd,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:42.022517 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a592cf33-7992-4019-b8e6-b2de8c8f45cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabb1f1b-8354-4f55-a9b5-af285f08c688', 'name': 'tempest-AttachSCSIVolumeTestJSON-1627902366-router', 'tenant_id': 'b69ab49cf9be447195d0010c2cff52aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '4bf4c7b1-2992-4bcb-b884-ae192d68a063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:35Z', 'updated_at': '2021-06-30T09:12:39Z', 'revision_number': 3, 'project_id': 'b69ab49cf9be447195d0010c2cff52aa', 'gw_port': {'id': '4bf4c7b1-2992-4bcb-b884-ae192d68a063', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabb1f1b-8354-4f55-a9b5-af285f08c688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:37Z', 'updated_at': '2021-06-30T09:12:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:42.037703 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c6e99b57-9bf1-4645-a0e7-fa512246ccf9 admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.038928 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c6e99b57-9bf1-4645-a0e7-fa512246ccf9 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.4525871 Jun 30 09:12:42.058754 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34452) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:42.061266 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a592cf33-7992-4019-b8e6-b2de8c8f45cd None None] Checking router: cabb1f1b-8354-4f55-a9b5-af285f08c688 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:12:42.061729 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a592cf33-7992-4019-b8e6-b2de8c8f45cd None None] Updating router cabb1f1b-8354-4f55-a9b5-af285f08c688 port 4bf4c7b1-2992-4bcb-b884-ae192d68a063 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:12:42.105119 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a592cf33-7992-4019-b8e6-b2de8c8f45cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.112727 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404d1e5-486f-404d-9c96-5d36fdbb60e9 req-3f631e12-535f-4b08-b659-51fd63a45a1b tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:42.114908 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2404d1e5-486f-404d-9c96-5d36fdbb60e9 req-3f631e12-535f-4b08-b659-51fd63a45a1b tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2640853 Jun 30 09:12:42.121194 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05aa51f1-2b41-47d8-b69a-42fff5a6d0c3 x-openstack-request-id: req-05aa51f1-2b41-47d8-b69a-42fff5a6d0c3 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:42.121491 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf408eb-3594-459a-aab7-bffcdb198925", "tag": "c6155afd-e629-460c-9768-7b4543dd84cd", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:42.121757 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-05aa51f1-2b41-47d8-b69a-42fff5a6d0c3 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:42.122149 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf408eb-3594-459a-aab7-bffcdb198925', 'tag': 'c6155afd-e629-460c-9768-7b4543dd84cd', 'status': 'completed', 'code': 200} Jun 30 09:12:42.162049 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-888777b8-597b-488c-a197-cd870b56614d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:42.163642 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-888777b8-597b-488c-a197-cd870b56614d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a10346d2897241b69fab178f068f09e9&device_id=0bf408eb-3594-459a-aab7-bffcdb198925 HTTP/1.1" status: 200 len: 1096 time: 0.2385023 Jun 30 09:12:42.186869 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-0722ff73-bb5d-41b0-8db6-79fc412bfd92 admin admin] Deleting subnet f44688c5-332c-4f7b-9f55-5170a452529a {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:12:42.218289 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-59a17293-bf2d-43fd-9147-1e38594347cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.222239 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0722ff73-bb5d-41b0-8db6-79fc412bfd92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.248359 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-1495f475-7504-49d4-ad37-3ca9c38b4edc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6155afd-e629-460c-9768-7b4543dd84cd HTTP/1.1" status: 200 len: 217 time: 0.0701919 Jun 30 09:12:42.278314 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0722ff73-bb5d-41b0-8db6-79fc412bfd92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.367411 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41da10-f6dc-41af-94f5-c66b1576d382 req-936ed2b4-ad53-41e6-af83-ffd689f392d0 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:42.368955 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5b41da10-f6dc-41af-94f5-c66b1576d382 req-936ed2b4-ad53-41e6-af83-ffd689f392d0 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bf408eb-3594-459a-aab7-bffcdb198925 HTTP/1.1" status: 200 len: 944 time: 0.1194253 Jun 30 09:12:42.374165 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-16dbf9b3-f848-4349-b2c5-e82160b18382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:42.375702 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-16dbf9b3-f848-4349-b2c5-e82160b18382 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=25d920e9-4cce-4374-bd84-fac478cbf3ab HTTP/1.1" status: 200 len: 853 time: 0.0946009 Jun 30 09:12:42.420463 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-a33df0f6-bf86-471a-a301-6de500a8643f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=30803426-2521-4fa6-8470-27f2b32b642d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357857 Jun 30 09:12:42.428602 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-59a17293-bf2d-43fd-9147-1e38594347cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.444498 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-59a17293-bf2d-43fd-9147-1e38594347cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39608b9-bf62-45ba-8977-950560c40041']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:42.455668 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a592cf33-7992-4019-b8e6-b2de8c8f45cd None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.466338 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a592cf33-7992-4019-b8e6-b2de8c8f45cd None None] Transition to ACTIVE for port object 4bf4c7b1-2992-4bcb-b884-ae192d68a063 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:42.471208 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0722ff73-bb5d-41b0-8db6-79fc412bfd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.486901 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5b41da10-f6dc-41af-94f5-c66b1576d382 req-2df3e0e9-4970-4422-934d-50073b0ddd97 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085768 Jun 30 09:12:42.510446 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-59a17293-bf2d-43fd-9147-1e38594347cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a37f4b-78b6-4e4a-a248-336a03d7def1') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:42.510446 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-59a17293-bf2d-43fd-9147-1e38594347cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a37f4b-78b6-4e4a-a248-336a03d7def1') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:42.527103 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-59a17293-bf2d-43fd-9147-1e38594347cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.531830 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-5ecf8bc9-7878-490c-9f18-cdf79bbec550 service neutron] 10.222.0.52 "GET /v2.0/networks/30803426-2521-4fa6-8470-27f2b32b642d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009598 Jun 30 09:12:42.556545 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-59a17293-bf2d-43fd-9147-1e38594347cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.575488 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a592cf33-7992-4019-b8e6-b2de8c8f45cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.600509 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a17293-bf2d-43fd-9147-1e38594347cf admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:12:42.600509 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-59a17293-bf2d-43fd-9147-1e38594347cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.603595 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:12:42.603595 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:12:42.603595 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:12:42.603595 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:12:42.603595 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:12:42.603595 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:12:42.603595 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:12:42.603595 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:12:42.603595 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:12:42.603595 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:12:42.603595 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:12:42.603595 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:12:42.603595 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:12:42.603595 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:12:42.603595 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:12:42.603595 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:12:42.603595 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:12:42.603595 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:12:42.603595 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:12:42.603595 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:12:42.603595 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:12:42.603595 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:12:42.603595 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:12:42.603595 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:12:42.603595 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:12:42.603595 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:12:42.603595 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:12:42.603595 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:12:42.603595 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:12:42.603595 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:12:42.603595 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:12:42.603595 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:12:42.641928 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-246b2d60-ddf8-4359-9e02-c7bcbd138863 req-f9acd6ee-56e0-4e07-8052-5b7def67e808 service neutron] 10.222.0.52 "GET /v2.0/networks/30803426-2521-4fa6-8470-27f2b32b642d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018991 Jun 30 09:12:42.653455 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-a592cf33-7992-4019-b8e6-b2de8c8f45cd None None] Attempting to bind port 4bf4c7b1-2992-4bcb-b884-ae192d68a063 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:42.654093 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-a592cf33-7992-4019-b8e6-b2de8c8f45cd None None] Attempting to bind port 4bf4c7b1-2992-4bcb-b884-ae192d68a063 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:42.654611 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a592cf33-7992-4019-b8e6-b2de8c8f45cd None None] Attempting to bind port 4bf4c7b1-2992-4bcb-b884-ae192d68a063 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:42.676127 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf21433-cd80-4e4f-95ef-01fb2a3c378e None None] Pushing event updated for resources: {'Port': ['ID=4bf4c7b1-2992-4bcb-b884-ae192d68a063,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:42.678586 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a592cf33-7992-4019-b8e6-b2de8c8f45cd None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:42.679354 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a592cf33-7992-4019-b8e6-b2de8c8f45cd None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:42.679939 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a592cf33-7992-4019-b8e6-b2de8c8f45cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.680322 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a592cf33-7992-4019-b8e6-b2de8c8f45cd None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:42.681511 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-a592cf33-7992-4019-b8e6-b2de8c8f45cd None None] Bound port: 4bf4c7b1-2992-4bcb-b884-ae192d68a063, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:42.681903 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a592cf33-7992-4019-b8e6-b2de8c8f45cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.707843 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859e0d2-091e-4fc9-b3fa-264c51612bbd req-a5a18523-1a73-4617-bbf1-fe30dd367994 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:42.709956 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3859e0d2-091e-4fc9-b3fa-264c51612bbd req-a5a18523-1a73-4617-bbf1-fe30dd367994 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] 10.222.0.10 "GET /v2.0/ports?device_id=e720737d-0a34-49c6-a094-d766e160fc67 HTTP/1.1" status: 200 len: 946 time: 0.0713978 Jun 30 09:12:42.727523 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e255b18-f02d-4079-8b8b-7d8a3246597d req-f08ce79c-690a-4b5f-b3fb-9e315f6192da tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=66bac32bdea94132811ce8c27b998051 HTTP/1.1" status: 200 len: 1656 time: 0.1281850 Jun 30 09:12:42.750532 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-a592cf33-7992-4019-b8e6-b2de8c8f45cd None None] For port 4bf4c7b1-2992-4bcb-b884-ae192d68a063, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:42.754578 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-a592cf33-7992-4019-b8e6-b2de8c8f45cd None None] For port 4bf4c7b1-2992-4bcb-b884-ae192d68a063, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4bf4c7b1-2992-4bcb-b884-ae192d68a063,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:42.765873 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3859e0d2-091e-4fc9-b3fa-264c51612bbd req-b2ea6bd1-8b1c-4afa-922b-730d5c7b2c56 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] 10.222.0.10 "GET /v2.0/security-groups?id=48583fe1-12d9-46fd-93cc-07541698ae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458899 Jun 30 09:12:42.811950 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 4987a616-2be6-48d5-a620-d1fa8ff31ecf no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:42.840949 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 4987a616-2be6-48d5-a620-d1fa8ff31ecf {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:12:42.844622 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 4987a616-2be6-48d5-a620-d1fa8ff31ecf not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:12:42.853336 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844adf24-d041-4bf0-b6df-797c8ec5fcf6 req-27727fce-44d6-4f80-a3ba-41d8be31d634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:42.854970 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-844adf24-d041-4bf0-b6df-797c8ec5fcf6 req-27727fce-44d6-4f80-a3ba-41d8be31d634 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a10346d2897241b69fab178f068f09e9&device_id=0bf408eb-3594-459a-aab7-bffcdb198925 HTTP/1.1" status: 200 len: 1096 time: 0.0672696 Jun 30 09:12:42.914367 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a592cf33-7992-4019-b8e6-b2de8c8f45cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.981446 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a592cf33-7992-4019-b8e6-b2de8c8f45cd None None] Routers {'cabb1f1b-8354-4f55-a9b5-af285f08c688'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:42.982164 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a592cf33-7992-4019-b8e6-b2de8c8f45cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:12:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['cabb1f1b-8354-4f55-a9b5-af285f08c688'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:43.022122 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf21433-cd80-4e4f-95ef-01fb2a3c378e None None] Pushing event updated for resources: {'Port': ['ID=4bf4c7b1-2992-4bcb-b884-ae192d68a063,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:43.086937 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0722ff73-bb5d-41b0-8db6-79fc412bfd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.113284 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-a592cf33-7992-4019-b8e6-b2de8c8f45cd None None] Set router cabb1f1b-8354-4f55-a9b5-af285f08c688 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:43.165921 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722ff73-bb5d-41b0-8db6-79fc412bfd92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f44688c5-332c-4f7b-9f55-5170a452529a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:43.178531 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-59a17293-bf2d-43fd-9147-1e38594347cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.182949 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0722ff73-bb5d-41b0-8db6-79fc412bfd92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.185351 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0722ff73-bb5d-41b0-8db6-79fc412bfd92 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f44688c5-332c-4f7b-9f55-5170a452529a HTTP/1.1" status: 204 len: 168 time: 1.1882830 Jun 30 09:12:43.196569 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34460) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:43.200639 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-59a17293-bf2d-43fd-9147-1e38594347cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.204998 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-59a17293-bf2d-43fd-9147-1e38594347cf admin admin] 10.222.0.10 "DELETE /v2.0/networks/a39608b9-bf62-45ba-8977-950560c40041 HTTP/1.1" status: 204 len: 168 time: 1.1841099 Jun 30 09:12:43.233257 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a17293-bf2d-43fd-9147-1e38594347cf admin admin] Pushing event deleted for resources: {'Network': ['ID=a39608b9-bf62-45ba-8977-950560c40041,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:43.332581 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a592cf33-7992-4019-b8e6-b2de8c8f45cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabb1f1b-8354-4f55-a9b5-af285f08c688', 'name': 'tempest-AttachSCSIVolumeTestJSON-1627902366-router', 'tenant_id': 'b69ab49cf9be447195d0010c2cff52aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '4bf4c7b1-2992-4bcb-b884-ae192d68a063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:35Z', 'updated_at': '2021-06-30T09:12:39Z', 'revision_number': 3, 'project_id': 'b69ab49cf9be447195d0010c2cff52aa', 'gw_port': {'id': '4bf4c7b1-2992-4bcb-b884-ae192d68a063', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabb1f1b-8354-4f55-a9b5-af285f08c688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:37Z', 'updated_at': '2021-06-30T09:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:43.345537 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e255b18-f02d-4079-8b8b-7d8a3246597d req-de079425-0381-4460-83f6-c3fca306226f tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:43.347071 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e255b18-f02d-4079-8b8b-7d8a3246597d req-de079425-0381-4460-83f6-c3fca306226f tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "GET /v2.0/networks?id=599fb812-09ee-4e3b-a109-d92406a95c23&id=599fb812-09ee-4e3b-a109-d92406a95c23&id=599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 787 time: 0.2642410 Jun 30 09:12:43.364557 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a592cf33-7992-4019-b8e6-b2de8c8f45cd None None] The sync data for ids ['cabb1f1b-8354-4f55-a9b5-af285f08c688'] in n-d-771363-31 is: [{'id': 'cabb1f1b-8354-4f55-a9b5-af285f08c688', 'name': 'tempest-AttachSCSIVolumeTestJSON-1627902366-router', 'tenant_id': 'b69ab49cf9be447195d0010c2cff52aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '4bf4c7b1-2992-4bcb-b884-ae192d68a063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:35Z', 'updated_at': '2021-06-30T09:12:39Z', 'revision_number': 3, 'project_id': 'b69ab49cf9be447195d0010c2cff52aa', 'gw_port': {'id': '4bf4c7b1-2992-4bcb-b884-ae192d68a063', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabb1f1b-8354-4f55-a9b5-af285f08c688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:37Z', 'updated_at': '2021-06-30T09:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:12:43.409300 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-947b78e5-65aa-4640-bf05-745c5993aa2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.417342 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479b80f-fef7-433f-9504-b7a8c8d53648 req-4a898b7c-468f-4ea6-b245-bccdf59beeeb tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:43.418875 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1479b80f-fef7-433f-9504-b7a8c8d53648 req-4a898b7c-468f-4ea6-b245-bccdf59beeeb tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 945 time: 0.5374455 Jun 30 09:12:43.425223 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844adf24-d041-4bf0-b6df-797c8ec5fcf6 req-3cee7c7f-3a34-443e-bead-42cddcc6e47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:43.425223 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-844adf24-d041-4bf0-b6df-797c8ec5fcf6 req-3cee7c7f-3a34-443e-bead-42cddcc6e47d service neutron] 10.222.0.52 "GET /v2.0/networks?id=30803426-2521-4fa6-8470-27f2b32b642d HTTP/1.1" status: 200 len: 914 time: 0.5594261 Jun 30 09:12:43.532402 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-844adf24-d041-4bf0-b6df-797c8ec5fcf6 req-302c13eb-bc89-4efe-bda0-14a98d7e4c11 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6155afd-e629-460c-9768-7b4543dd84cd HTTP/1.1" status: 200 len: 217 time: 0.0869613 Jun 30 09:12:43.533070 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-213a1620-7788-43e8-a845-c8a5b347b944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.550748 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-947b78e5-65aa-4640-bf05-745c5993aa2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.554346 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1479b80f-fef7-433f-9504-b7a8c8d53648 req-fe127362-953d-495b-9cfd-d61a733cb584 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265621 Jun 30 09:12:43.590866 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-947b78e5-65aa-4640-bf05-745c5993aa2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da715b90-e042-4da7-ac48-f939eb431a41']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:43.603427 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844adf24-d041-4bf0-b6df-797c8ec5fcf6 req-d677b3c6-4d88-43ff-9236-a4fb8e791b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:43.605040 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-844adf24-d041-4bf0-b6df-797c8ec5fcf6 req-d677b3c6-4d88-43ff-9236-a4fb8e791b25 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=25d920e9-4cce-4374-bd84-fac478cbf3ab HTTP/1.1" status: 200 len: 853 time: 0.0542104 Jun 30 09:12:43.621899 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-947b78e5-65aa-4640-bf05-745c5993aa2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '484605c2-c9df-45f2-b07e-c482ae42caae') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:43.622233 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-947b78e5-65aa-4640-bf05-745c5993aa2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '484605c2-c9df-45f2-b07e-c482ae42caae') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:43.641736 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-947b78e5-65aa-4640-bf05-745c5993aa2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.644489 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-844adf24-d041-4bf0-b6df-797c8ec5fcf6 req-ed04b0cf-bfcf-4b6d-b53a-8ad84128699e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=30803426-2521-4fa6-8470-27f2b32b642d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314205 Jun 30 09:12:43.658019 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-947b78e5-65aa-4640-bf05-745c5993aa2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.666408 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-947b78e5-65aa-4640-bf05-745c5993aa2f admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:12:43.666896 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-947b78e5-65aa-4640-bf05-745c5993aa2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.680589 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:12:43.680589 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:12:43.680589 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:12:43.680589 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:12:43.680589 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:12:43.680589 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:12:43.680589 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:12:43.680589 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:12:43.680589 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:12:43.680589 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:12:43.680589 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:12:43.680589 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:12:43.680589 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:12:43.680589 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:12:43.680589 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:12:43.680589 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:12:43.680589 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:12:43.680589 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:12:43.680589 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:12:43.680589 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:12:43.680589 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:12:43.680589 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:12:43.680589 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:12:43.680589 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:12:43.680589 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:12:43.680589 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:12:43.680589 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:12:43.680589 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:12:43.680589 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:12:43.680589 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:12:43.680589 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:12:43.680589 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:12:43.692579 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c8844-e277-4583-b31f-09bf9a5fe5d2 req-bd1761e6-ddf5-44cd-84e7-2f8873a426ab tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:43.692579 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-693c8844-e277-4583-b31f-09bf9a5fe5d2 req-bd1761e6-ddf5-44cd-84e7-2f8873a426ab tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] 10.222.0.52 "GET /v2.0/ports?device_id=e720737d-0a34-49c6-a094-d766e160fc67 HTTP/1.1" status: 200 len: 946 time: 0.2404234 Jun 30 09:12:43.731529 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34468) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:43.787877 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-81aea74b-442e-4b75-98f8-5d39e5b6b856 req-0806eaec-d2bb-4743-87bf-1c035d6c7611 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "GET /v2.0/floatingips/b5839108-e391-4449-ae7d-8421c024d198 HTTP/1.1" status: 200 len: 693 time: 0.2342706 Jun 30 09:12:43.933098 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-844adf24-d041-4bf0-b6df-797c8ec5fcf6 req-24e34e4e-1133-4d07-8286-1ed297651cba service neutron] 10.222.0.52 "GET /v2.0/networks/30803426-2521-4fa6-8470-27f2b32b642d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813056 Jun 30 09:12:43.945431 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4d745-1082-43b4-9a6c-ee4ac872eb29 req-916ab166-2edf-4477-9fba-0e6b59fea0ae tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:43.946973 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e8d4d745-1082-43b4-9a6c-ee4ac872eb29 req-916ab166-2edf-4477-9fba-0e6b59fea0ae tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bf408eb-3594-459a-aab7-bffcdb198925 HTTP/1.1" status: 200 len: 944 time: 0.1963911 Jun 30 09:12:43.952567 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-72c6473b-149c-49e0-9d40-aa0a89107db3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7acbb253927f4a1fab6572e7fef3f095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2184005 Jun 30 09:12:43.955652 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34472) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:43.969407 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-947b78e5-65aa-4640-bf05-745c5993aa2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.004528 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-947b78e5-65aa-4640-bf05-745c5993aa2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.006395 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-947b78e5-65aa-4640-bf05-745c5993aa2f admin admin] 10.222.0.10 "DELETE /v2.0/networks/da715b90-e042-4da7-ac48-f939eb431a41 HTTP/1.1" status: 204 len: 168 time: 0.8028066 Jun 30 09:12:44.038771 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b78e5-65aa-4640-bf05-745c5993aa2f admin admin] Pushing event deleted for resources: {'Network': ['ID=da715b90-e042-4da7-ac48-f939eb431a41,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:44.064443 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-693c8844-e277-4583-b31f-09bf9a5fe5d2 req-11af21d8-7b9c-4bcd-9d94-699e116dab00 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] Deleting port 561b9339-e1f9-409c-9695-6019940a2773 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:44.064779 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-693c8844-e277-4583-b31f-09bf9a5fe5d2 req-11af21d8-7b9c-4bcd-9d94-699e116dab00 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.070454 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-213a1620-7788-43e8-a845-c8a5b347b944 admin admin] Allocated IP 172.20.0.1 (2d8c212d-9412-4bcb-9027-3702ee40608b/020bd9d7-8fac-426e-925c-d25c334e8964/5981edfb-55f0-4164-9fd4-76396c1a5f65) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:44.091344 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aea74b-442e-4b75-98f8-5d39e5b6b856 req-731f60db-bf06-49a7-8042-ec33c62fcbe2 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:44.098526 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-81aea74b-442e-4b75-98f8-5d39e5b6b856 req-731f60db-bf06-49a7-8042-ec33c62fcbe2 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 784 time: 0.2868037 Jun 30 09:12:44.184042 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-81aea74b-442e-4b75-98f8-5d39e5b6b856 req-c169606c-fb08-4d66-ba07-8407100ecf8a tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.183 HTTP/1.1" status: 200 len: 696 time: 0.0842302 Jun 30 09:12:44.184988 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-446a45c3-7f28-4422-97ad-6d04be0bc7d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.213292 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e8d4d745-1082-43b4-9a6c-ee4ac872eb29 req-49927dc3-2a24-4606-9a3d-e3a3ad54adf9 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558937 Jun 30 09:12:44.218981 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-844adf24-d041-4bf0-b6df-797c8ec5fcf6 req-67f0b29c-ee02-4b6e-803c-f7fc1ba10900 service neutron] 10.222.0.52 "GET /v2.0/networks/30803426-2521-4fa6-8470-27f2b32b642d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709680 Jun 30 09:12:44.266916 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-693c8844-e277-4583-b31f-09bf9a5fe5d2 req-11af21d8-7b9c-4bcd-9d94-699e116dab00 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] For port 561b9339-e1f9-409c-9695-6019940a2773, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=561b9339-e1f9-409c-9695-6019940a2773,segment=NetworkSegment(c4d0590e-0def-44c7-833c-595d1c75902a),segment_id=c4d0590e-0def-44c7-833c-595d1c75902a)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:44.267321 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-693c8844-e277-4583-b31f-09bf9a5fe5d2 req-11af21d8-7b9c-4bcd-9d94-699e116dab00 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.283414 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-693c8844-e277-4583-b31f-09bf9a5fe5d2 req-11af21d8-7b9c-4bcd-9d94-699e116dab00 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] Calling delete_port for 561b9339-e1f9-409c-9695-6019940a2773 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:44.293154 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-81aea74b-442e-4b75-98f8-5d39e5b6b856 req-c5685601-65da-49f5-8ee1-7082b308e0fb tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.183 HTTP/1.1" status: 200 len: 696 time: 0.0750086 Jun 30 09:12:44.306216 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-446a45c3-7f28-4422-97ad-6d04be0bc7d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.495627 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3233f-ace6-4001-8df4-b2919da0f64d req-d19732c1-b4aa-436e-a854-12898d827da3 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:44.497256 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b8b3233f-ace6-4001-8df4-b2919da0f64d req-d19732c1-b4aa-436e-a854-12898d827da3 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] 10.222.0.10 "GET /v2.0/ports?device_id=e720737d-0a34-49c6-a094-d766e160fc67 HTTP/1.1" status: 200 len: 946 time: 0.1432159 Jun 30 09:12:44.516257 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-81aea74b-442e-4b75-98f8-5d39e5b6b856 req-da714a13-629c-411a-ae39-ace81ad570ed tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Deleting port bd760051-1942-4828-92eb-eb2f07ab43d1 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:44.516586 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-81aea74b-442e-4b75-98f8-5d39e5b6b856 req-da714a13-629c-411a-ae39-ace81ad570ed tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.558933 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b8b3233f-ace6-4001-8df4-b2919da0f64d req-9667c98d-2dc5-4303-8ebb-4144773ac18a tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] 10.222.0.10 "GET /v2.0/security-groups?id=48583fe1-12d9-46fd-93cc-07541698ae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397236 Jun 30 09:12:44.558933 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34478) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:44.593187 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6c67ff28-234b-4e74-825a-4098be315e61 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0838d015e3d145f7aac56654e219b2a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479238 Jun 30 09:12:44.599423 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34480) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:44.610040 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-81aea74b-442e-4b75-98f8-5d39e5b6b856 req-da714a13-629c-411a-ae39-ace81ad570ed tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.610667 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-81aea74b-442e-4b75-98f8-5d39e5b6b856 req-da714a13-629c-411a-ae39-ace81ad570ed tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.623952 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-81aea74b-442e-4b75-98f8-5d39e5b6b856 req-da714a13-629c-411a-ae39-ace81ad570ed tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Calling delete_port for bd760051-1942-4828-92eb-eb2f07ab43d1 owned by network:floatingip {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:44.650119 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c17f76d8-c1aa-4eaf-bdac-01e93bd8c52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.652740 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-693c8844-e277-4583-b31f-09bf9a5fe5d2 req-11af21d8-7b9c-4bcd-9d94-699e116dab00 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.666564 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['561b9339-e1f9-409c-9695-6019940a2773'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:44.699150 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af21d8-7b9c-4bcd-9d94-699e116dab00 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] Pushing event deleted for resources: {'Port': ['ID=561b9339-e1f9-409c-9695-6019940a2773,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:44.699960 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-213a1620-7788-43e8-a845-c8a5b347b944 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.719445 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-446a45c3-7f28-4422-97ad-6d04be0bc7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.722201 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-446a45c3-7f28-4422-97ad-6d04be0bc7d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.725414 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-446a45c3-7f28-4422-97ad-6d04be0bc7d6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4550ba56-759a-411c-9302-022b2a9da806 HTTP/1.1" status: 204 len: 168 time: 0.7644236 Jun 30 09:12:44.733023 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c17f76d8-c1aa-4eaf-bdac-01e93bd8c52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.734478 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-213a1620-7788-43e8-a845-c8a5b347b944 admin admin] Transition to ACTIVE for port object 5981edfb-55f0-4164-9fd4-76396c1a5f65 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:44.748191 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a45c3-7f28-4422-97ad-6d04be0bc7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4550ba56-759a-411c-9302-022b2a9da806,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:44.763195 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-693c8844-e277-4583-b31f-09bf9a5fe5d2 req-11af21d8-7b9c-4bcd-9d94-699e116dab00 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] No DVR routers for this DVR port 561b9339-e1f9-409c-9695-6019940a2773 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:12:44.769708 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-693c8844-e277-4583-b31f-09bf9a5fe5d2 req-11af21d8-7b9c-4bcd-9d94-699e116dab00 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.771623 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-693c8844-e277-4583-b31f-09bf9a5fe5d2 req-11af21d8-7b9c-4bcd-9d94-699e116dab00 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] 10.222.0.52 "DELETE /v2.0/ports/561b9339-e1f9-409c-9695-6019940a2773 HTTP/1.1" status: 204 len: 173 time: 1.0226111 Jun 30 09:12:44.772126 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e720737d-0a34-49c6-a094-d766e160fc67', 'name': 'network-vif-deleted', 'tag': '561b9339-e1f9-409c-9695-6019940a2773'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:44.774407 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67ec9fd-c833-41c5-b60c-e89ef22d1e2d" -d '{"events": [{"server_uuid": "e720737d-0a34-49c6-a094-d766e160fc67", "name": "network-vif-deleted", "tag": "561b9339-e1f9-409c-9695-6019940a2773"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:44.875339 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dea6f1-bc13-4dfd-8eda-588ff37c0b03 req-8944b244-d6e4-4843-80aa-6852921aa5f8 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:44.877347 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f1dea6f1-bc13-4dfd-8eda-588ff37c0b03 req-8944b244-d6e4-4843-80aa-6852921aa5f8 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 945 time: 0.0786829 Jun 30 09:12:44.920140 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f1dea6f1-bc13-4dfd-8eda-588ff37c0b03 req-7ca771b9-e8cc-4f64-89f9-127737ffa4ab tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363753 Jun 30 09:12:44.966330 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03939855-8405-455a-9e3e-b6374a9bfc31 x-openstack-request-id: req-03939855-8405-455a-9e3e-b6374a9bfc31 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:44.966676 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e720737d-0a34-49c6-a094-d766e160fc67", "name": "network-vif-deleted", "tag": "561b9339-e1f9-409c-9695-6019940a2773", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:44.966927 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-03939855-8405-455a-9e3e-b6374a9bfc31 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:44.967359 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e720737d-0a34-49c6-a094-d766e160fc67', 'name': 'network-vif-deleted', 'tag': '561b9339-e1f9-409c-9695-6019940a2773', 'status': 'completed', 'code': 200} Jun 30 09:12:44.978122 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c17f76d8-c1aa-4eaf-bdac-01e93bd8c52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.978943 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-213a1620-7788-43e8-a845-c8a5b347b944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.982737 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c17f76d8-c1aa-4eaf-bdac-01e93bd8c52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.984421 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c17f76d8-c1aa-4eaf-bdac-01e93bd8c52b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/976b2f45-f6d3-411c-825e-550361821cd5 HTTP/1.1" status: 204 len: 168 time: 0.3839872 Jun 30 09:12:44.999024 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f76d8-c1aa-4eaf-bdac-01e93bd8c52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976b2f45-f6d3-411c-825e-550361821cd5,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:45.020077 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-81aea74b-442e-4b75-98f8-5d39e5b6b856 req-da714a13-629c-411a-ae39-ace81ad570ed tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:45.041879 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213a1620-7788-43e8-a845-c8a5b347b944 admin admin] Network 2d8c212d-9412-4bcb-9027-3702ee40608b is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:45.051609 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-213a1620-7788-43e8-a845-c8a5b347b944 admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:45.055044 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213a1620-7788-43e8-a845-c8a5b347b944 admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:45.093516 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a1620-7788-43e8-a845-c8a5b347b944 admin admin] Pushing event updated for resources: {'Port': ['ID=5981edfb-55f0-4164-9fd4-76396c1a5f65,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:45.186999 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da714a13-629c-411a-ae39-ace81ad570ed tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Pushing event deleted for resources: {'Port': ['ID=bd760051-1942-4828-92eb-eb2f07ab43d1,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:45.202468 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-213a1620-7788-43e8-a845-c8a5b347b944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:45.268717 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-81aea74b-442e-4b75-98f8-5d39e5b6b856 req-da714a13-629c-411a-ae39-ace81ad570ed tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks [] for floatingip, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:45.272376 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-81aea74b-442e-4b75-98f8-5d39e5b6b856 req-da714a13-629c-411a-ae39-ace81ad570ed tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:45.288066 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-81aea74b-442e-4b75-98f8-5d39e5b6b856 req-da714a13-629c-411a-ae39-ace81ad570ed tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "DELETE /v2.0/floatingips/b5839108-e391-4449-ae7d-8421c024d198 HTTP/1.1" status: 204 len: 173 time: 0.9763398 Jun 30 09:12:45.416990 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4bf4c7b1-2992-4bcb-b884-ae192d68a063 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:45.433257 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-563fd4b8-63bf-4abd-9d4f-b5a212457983 req-494114f2-9f46-4a6d-8fef-f8cfbe42f221 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "GET /v2.0/floatingips/008d20a7-dca9-4fb9-be00-b68d48268912 HTTP/1.1" status: 200 len: 692 time: 0.1361217 Jun 30 09:12:45.529893 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device c6155afd-e629-460c-9768-7b4543dd84cd details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:12:45.564312 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656971a-ee75-44f4-a0b2-4fa7d8d869b0 req-fdc87e19-f5d6-4d6b-81e5-28a593b05093 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:45.567934 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fd4b8-63bf-4abd-9d4f-b5a212457983 req-ce8e7131-c084-4fed-90c2-3cf17fee072f tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:45.572709 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4656971a-ee75-44f4-a0b2-4fa7d8d869b0 req-fdc87e19-f5d6-4d6b-81e5-28a593b05093 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bf408eb-3594-459a-aab7-bffcdb198925 HTTP/1.1" status: 200 len: 944 time: 0.0994542 Jun 30 09:12:45.576699 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-563fd4b8-63bf-4abd-9d4f-b5a212457983 req-ce8e7131-c084-4fed-90c2-3cf17fee072f tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 784 time: 0.1422174 Jun 30 09:12:45.632453 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4656971a-ee75-44f4-a0b2-4fa7d8d869b0 req-fecb6276-6f56-4f6a-956f-e4fa39141b91 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579877 Jun 30 09:12:45.667478 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-563fd4b8-63bf-4abd-9d4f-b5a212457983 req-b261f6cc-c521-49cc-9e30-b6855323a6e0 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 695 time: 0.0896435 Jun 30 09:12:45.677739 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port c6155afd-e629-460c-9768-7b4543dd84cd, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c6155afd-e629-460c-9768-7b4543dd84cd,segment=NetworkSegment(ab0459dd-0737-485e-a203-f94c588fe4e2),segment_id=ab0459dd-0737-485e-a203-f94c588fe4e2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:45.692637 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'c6155afd-e629-460c-9768-7b4543dd84cd', 'network_id': '30803426-2521-4fa6-8470-27f2b32b642d', 'port_id': 'c6155afd-e629-460c-9768-7b4543dd84cd', 'mac_address': 'fa:16:3e:be:0a:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d920e9-4cce-4374-bd84-fac478cbf3ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:12:45.752755 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-563fd4b8-63bf-4abd-9d4f-b5a212457983 req-6ec10a0f-4724-4aa8-8bcf-d20ed25120d1 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 695 time: 0.0580842 Jun 30 09:12:45.774724 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:45.793361 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6155afd-e629-460c-9768-7b4543dd84cd {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:45.808289 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 4bf4c7b1-2992-4bcb-b884-ae192d68a063 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:45.817379 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fc0f77b7-32e9-4a28-9fcb-073c7cc017cd req-6b52f55a-a6b0-4c76-9da2-bcc794c2bfc0 tempest-ServerMetadataNegativeTestJSON-667424418 tempest-ServerMetadataNegativeTestJSON-667424418-project] 10.222.0.10 "GET /v2.0/ports?device_id=e720737d-0a34-49c6-a094-d766e160fc67 HTTP/1.1" status: 200 len: 210 time: 0.0331471 Jun 30 09:12:45.820066 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 4bf4c7b1-2992-4bcb-b884-ae192d68a063 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:45.820441 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:45.821997 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2440b096-719b-4e79-bd9c-0ff8a97e3786 None None] Provisioning for port 5981edfb-55f0-4164-9fd4-76396c1a5f65 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:45.829143 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port c6155afd-e629-460c-9768-7b4543dd84cd, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c6155afd-e629-460c-9768-7b4543dd84cd,segment=NetworkSegment(ab0459dd-0737-485e-a203-f94c588fe4e2),segment_id=ab0459dd-0737-485e-a203-f94c588fe4e2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:45.847326 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2440b096-719b-4e79-bd9c-0ff8a97e3786 None None] Provisioning complete for port 5981edfb-55f0-4164-9fd4-76396c1a5f65 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:45.847726 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2440b096-719b-4e79-bd9c-0ff8a97e3786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:45.881405 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-213a1620-7788-43e8-a845-c8a5b347b944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:45.903137 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-2440b096-719b-4e79-bd9c-0ff8a97e3786 None None] Port 5981edfb-55f0-4164-9fd4-76396c1a5f65 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:12:45.938866 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.045644 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-563fd4b8-63bf-4abd-9d4f-b5a212457983 req-291853c6-d567-454b-b92f-9637a5ba2513 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Deleting port f4ef434d-293e-43e5-8104-bc9272487c76 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:46.045952 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-563fd4b8-63bf-4abd-9d4f-b5a212457983 req-291853c6-d567-454b-b92f-9637a5ba2513 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.051101 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=c6155afd-e629-460c-9768-7b4543dd84cd,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:46.060664 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.083264 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 4bf4c7b1-2992-4bcb-b884-ae192d68a063, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4bf4c7b1-2992-4bcb-b884-ae192d68a063,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:46.146136 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34504) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:46.154030 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa6c49-40c4-4f70-badc-988b08098d47 req-d68766ee-da7d-41c6-a89d-6f49e02c5788 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:46.155562 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-62fa6c49-40c4-4f70-badc-988b08098d47 req-d68766ee-da7d-41c6-a89d-6f49e02c5788 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 945 time: 0.0780838 Jun 30 09:12:46.172188 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['c6155afd-e629-460c-9768-7b4543dd84cd'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:46.204591 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-62fa6c49-40c4-4f70-badc-988b08098d47 req-d0bef3eb-3313-4aad-891a-3553b640c1c4 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425351 Jun 30 09:12:46.209837 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-563fd4b8-63bf-4abd-9d4f-b5a212457983 req-291853c6-d567-454b-b92f-9637a5ba2513 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.210171 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-563fd4b8-63bf-4abd-9d4f-b5a212457983 req-291853c6-d567-454b-b92f-9637a5ba2513 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.233448 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.244151 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-563fd4b8-63bf-4abd-9d4f-b5a212457983 req-291853c6-d567-454b-b92f-9637a5ba2513 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Calling delete_port for f4ef434d-293e-43e5-8104-bc9272487c76 owned by network:floatingip {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:46.250017 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-213a1620-7788-43e8-a845-c8a5b347b944 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.256018 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-317d2ffb-83c1-4f00-9cb0-0a3688777a42 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=298207bc70ba483ba837cbc429eae038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1058502 Jun 30 09:12:46.258573 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34506) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:46.274991 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34508) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:46.314009 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=4bf4c7b1-2992-4bcb-b884-ae192d68a063,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:46.352976 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8befec3d-e49a-4fdc-89a5-af466de9f05e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f21172dd5b0b48e79e9d687d38b1ed6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0766947 Jun 30 09:12:46.353603 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34510) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:46.377069 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e02abd25-3934-4526-bebb-c685da62e526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.391225 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-213a1620-7788-43e8-a845-c8a5b347b944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.419391 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e02abd25-3934-4526-bebb-c685da62e526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.459443 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c3fce694-c901-4ac3-b0c0-8f6597aa63ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.473328 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-213a1620-7788-43e8-a845-c8a5b347b944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.475152 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a1620-7788-43e8-a845-c8a5b347b944 admin admin] Pushing event updated for resources: {'Port': ['ID=5981edfb-55f0-4164-9fd4-76396c1a5f65,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:46.484821 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c3fce694-c901-4ac3-b0c0-8f6597aa63ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.563532 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-563fd4b8-63bf-4abd-9d4f-b5a212457983 req-291853c6-d567-454b-b92f-9637a5ba2513 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.597172 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291853c6-d567-454b-b92f-9637a5ba2513 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Pushing event deleted for resources: {'Port': ['ID=f4ef434d-293e-43e5-8104-bc9272487c76,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:46.602177 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213a1620-7788-43e8-a845-c8a5b347b944 admin admin] Network 2d8c212d-9412-4bcb-9027-3702ee40608b is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:46.605701 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-213a1620-7788-43e8-a845-c8a5b347b944 admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:46.645874 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e02abd25-3934-4526-bebb-c685da62e526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.648559 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e02abd25-3934-4526-bebb-c685da62e526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.649900 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e02abd25-3934-4526-bebb-c685da62e526 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1b6a6d96-2c2f-42f1-8c38-ae6fb7274095 HTTP/1.1" status: 204 len: 168 time: 0.3897104 Jun 30 09:12:46.658664 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02abd25-3934-4526-bebb-c685da62e526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6a6d96-2c2f-42f1-8c38-ae6fb7274095,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:46.685392 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c3fce694-c901-4ac3-b0c0-8f6597aa63ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.689223 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c3fce694-c901-4ac3-b0c0-8f6597aa63ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.690786 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c3fce694-c901-4ac3-b0c0-8f6597aa63ea admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d486e3d9-4a56-4775-a395-90c9ebfe383a HTTP/1.1" status: 204 len: 168 time: 0.3296139 Jun 30 09:12:46.710476 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fce694-c901-4ac3-b0c0-8f6597aa63ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d486e3d9-4a56-4775-a395-90c9ebfe383a,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:46.721233 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-563fd4b8-63bf-4abd-9d4f-b5a212457983 req-291853c6-d567-454b-b92f-9637a5ba2513 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks [] for floatingip, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.723362 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-563fd4b8-63bf-4abd-9d4f-b5a212457983 req-291853c6-d567-454b-b92f-9637a5ba2513 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.724590 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-563fd4b8-63bf-4abd-9d4f-b5a212457983 req-291853c6-d567-454b-b92f-9637a5ba2513 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "DELETE /v2.0/floatingips/008d20a7-dca9-4fb9-be00-b68d48268912 HTTP/1.1" status: 204 len: 173 time: 0.9611344 Jun 30 09:12:46.942520 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9c29fc79-0b33-42ce-8d3c-48a830a039c8 None None] Provisioning complete for port 5981edfb-55f0-4164-9fd4-76396c1a5f65 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:46.943163 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9c29fc79-0b33-42ce-8d3c-48a830a039c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.951002 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eeaa0d-fa0f-4b05-864c-6e1f6fdb946b req-1026da2a-4a5f-405f-a4eb-069f486089ee tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:46.952708 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-36eeaa0d-fa0f-4b05-864c-6e1f6fdb946b req-1026da2a-4a5f-405f-a4eb-069f486089ee tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bf408eb-3594-459a-aab7-bffcdb198925 HTTP/1.1" status: 200 len: 945 time: 0.0901802 Jun 30 09:12:46.988631 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-9c29fc79-0b33-42ce-8d3c-48a830a039c8 None None] Port 5981edfb-55f0-4164-9fd4-76396c1a5f65 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:12:47.000238 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-36eeaa0d-fa0f-4b05-864c-6e1f6fdb946b req-cb04f3b4-4845-47bd-9db0-eede9d087501 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407770 Jun 30 09:12:47.095304 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34524) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:47.152211 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-02991a6d-74e0-49ba-95ec-4fa1ec9fc3d0 admin admin] Deleting subnet e0bedbbd-4a2b-4b5b-88c7-ffa87790a283 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:12:47.155407 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-02991a6d-74e0-49ba-95ec-4fa1ec9fc3d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.173219 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213a1620-7788-43e8-a845-c8a5b347b944 admin admin] Router cabb1f1b-8354-4f55-a9b5-af285f08c688 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:12:47.176572 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-24783341-92b8-4fde-a62e-0c447c935847 req-6806cc0f-08df-4cbf-9c7c-287aacda65b6 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "GET /v2.0/floatingips/c9c53d9b-7bea-4896-aba1-4669c77b2591 HTTP/1.1" status: 200 len: 693 time: 0.4140720 Jun 30 09:12:47.208158 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-02991a6d-74e0-49ba-95ec-4fa1ec9fc3d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.268032 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-02991a6d-74e0-49ba-95ec-4fa1ec9fc3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.371402 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213a1620-7788-43e8-a845-c8a5b347b944 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:12:47.387561 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-213a1620-7788-43e8-a845-c8a5b347b944 admin admin] 10.222.0.10 "PUT /v2.0/routers/cabb1f1b-8354-4f55-a9b5-af285f08c688/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3175230 Jun 30 09:12:47.387801 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4bf4c7b1-2992-4bcb-b884-ae192d68a063 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:47.392937 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f60bcab-16a6-4b52-a3ec-d956294b341b None None] Sync routers for ids ['cabb1f1b-8354-4f55-a9b5-af285f08c688'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:12:47.405240 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f60bcab-16a6-4b52-a3ec-d956294b341b None None] Routers {'cabb1f1b-8354-4f55-a9b5-af285f08c688'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:47.406086 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-3f60bcab-16a6-4b52-a3ec-d956294b341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:12:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['cabb1f1b-8354-4f55-a9b5-af285f08c688'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:47.447404 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-02991a6d-74e0-49ba-95ec-4fa1ec9fc3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.469217 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device c6155afd-e629-460c-9768-7b4543dd84cd up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:47.493369 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24783341-92b8-4fde-a62e-0c447c935847 req-0506841e-68b9-4125-98b9-9370eb1857f5 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:47.498907 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-24783341-92b8-4fde-a62e-0c447c935847 req-0506841e-68b9-4125-98b9-9370eb1857f5 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 784 time: 0.3150213 Jun 30 09:12:47.538185 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-3f60bcab-16a6-4b52-a3ec-d956294b341b None None] Set router cabb1f1b-8354-4f55-a9b5-af285f08c688 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:47.539914 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 4bf4c7b1-2992-4bcb-b884-ae192d68a063 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:47.540301 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.560590 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-02991a6d-74e0-49ba-95ec-4fa1ec9fc3d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.565136 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-02991a6d-74e0-49ba-95ec-4fa1ec9fc3d0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e0bedbbd-4a2b-4b5b-88c7-ffa87790a283 HTTP/1.1" status: 204 len: 168 time: 0.4661458 Jun 30 09:12:47.571932 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02991a6d-74e0-49ba-95ec-4fa1ec9fc3d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0bedbbd-4a2b-4b5b-88c7-ffa87790a283,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:47.575787 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34546) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:47.605092 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-24783341-92b8-4fde-a62e-0c447c935847 req-c32b4b9c-f466-44e2-bcde-e3199966aa56 tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 696 time: 0.0957868 Jun 30 09:12:47.641977 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796546c-0ca2-4424-bdff-8d4229891ef9 req-9f7249af-6311-476d-addf-d932a92b11bd tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:47.643550 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0796546c-0ca2-4424-bdff-8d4229891ef9 req-9f7249af-6311-476d-addf-d932a92b11bd tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 945 time: 0.2188904 Jun 30 09:12:47.687235 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port c6155afd-e629-460c-9768-7b4543dd84cd completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:47.695533 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-24783341-92b8-4fde-a62e-0c447c935847 req-01cf5146-7cf9-4c4e-bad0-659e13e8e8fb tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 696 time: 0.0848019 Jun 30 09:12:47.696538 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port c6155afd-e629-460c-9768-7b4543dd84cd triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:47.697444 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.804278 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.832428 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0796546c-0ca2-4424-bdff-8d4229891ef9 req-e2b8e10b-6c91-41a8-8275-e569a86fcf6d tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751800 Jun 30 09:12:47.856611 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf408eb-3594-459a-aab7-bffcdb198925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6155afd-e629-460c-9768-7b4543dd84cd'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:47.856856 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29120b2b-2f68-4282-abb5-39a6924e1381" -d '{"events": [{"server_uuid": "0bf408eb-3594-459a-aab7-bffcdb198925", "name": "network-vif-plugged", "status": "completed", "tag": "c6155afd-e629-460c-9768-7b4543dd84cd"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:47.884875 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port c6155afd-e629-460c-9768-7b4543dd84cd, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c6155afd-e629-460c-9768-7b4543dd84cd,segment=NetworkSegment(ab0459dd-0737-485e-a203-f94c588fe4e2),segment_id=ab0459dd-0737-485e-a203-f94c588fe4e2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:47.907700 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3022e7d1-db8c-4d0d-acba-44ddc7eb7513 x-openstack-request-id: req-3022e7d1-db8c-4d0d-acba-44ddc7eb7513 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:47.908146 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf408eb-3594-459a-aab7-bffcdb198925", "name": "network-vif-plugged", "status": "completed", "tag": "c6155afd-e629-460c-9768-7b4543dd84cd", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:47.908490 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3022e7d1-db8c-4d0d-acba-44ddc7eb7513 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:47.908972 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf408eb-3594-459a-aab7-bffcdb198925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6155afd-e629-460c-9768-7b4543dd84cd', 'code': 200} Jun 30 09:12:47.916421 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-29c60df9-237c-4776-8bd2-b7b579be71c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.982651 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.983286 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 561b9339-e1f9-409c-9695-6019940a2773 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:48.008008 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-3f60bcab-16a6-4b52-a3ec-d956294b341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabb1f1b-8354-4f55-a9b5-af285f08c688', 'name': 'tempest-AttachSCSIVolumeTestJSON-1627902366-router', 'tenant_id': 'b69ab49cf9be447195d0010c2cff52aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '4bf4c7b1-2992-4bcb-b884-ae192d68a063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:35Z', 'updated_at': '2021-06-30T09:12:45Z', 'revision_number': 4, 'project_id': 'b69ab49cf9be447195d0010c2cff52aa', 'gw_port': {'id': '4bf4c7b1-2992-4bcb-b884-ae192d68a063', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabb1f1b-8354-4f55-a9b5-af285f08c688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:37Z', 'updated_at': '2021-06-30T09:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '5981edfb-55f0-4164-9fd4-76396c1a5f65', 'name': '', 'network_id': '2d8c212d-9412-4bcb-9027-3702ee40608b', 'tenant_id': 'b69ab49cf9be447195d0010c2cff52aa', 'mac_address': 'fa:16:3e:3b:1d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabb1f1b-8354-4f55-a9b5-af285f08c688', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '020bd9d7-8fac-426e-925c-d25c334e8964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:43Z', 'updated_at': '2021-06-30T09:12:45Z', 'revision_number': 2, 'project_id': 'b69ab49cf9be447195d0010c2cff52aa', 'subnets': [{'id': '020bd9d7-8fac-426e-925c-d25c334e8964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:48.080441 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-24783341-92b8-4fde-a62e-0c447c935847 req-f8035fdb-bdee-45a5-84f5-858861ebe3df tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Deleting port 9fd17725-35ce-4932-ab9d-3a2787c7ac70 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:48.081023 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-24783341-92b8-4fde-a62e-0c447c935847 req-f8035fdb-bdee-45a5-84f5-858861ebe3df tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.089546 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-29c60df9-237c-4776-8bd2-b7b579be71c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.095423 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=c6155afd-e629-460c-9768-7b4543dd84cd,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:48.098210 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 561b9339-e1f9-409c-9695-6019940a2773 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:12:48.098680 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 561b9339-e1f9-409c-9695-6019940a2773 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:12:48.102680 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f60bcab-16a6-4b52-a3ec-d956294b341b None None] Checking router: cabb1f1b-8354-4f55-a9b5-af285f08c688 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:12:48.103989 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f60bcab-16a6-4b52-a3ec-d956294b341b None None] Updating router cabb1f1b-8354-4f55-a9b5-af285f08c688 port 5981edfb-55f0-4164-9fd4-76396c1a5f65 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:12:48.152896 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-29c60df9-237c-4776-8bd2-b7b579be71c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b83ce1ff-dd15-4d87-9bd6-8625429e89fa']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:48.173688 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-29c60df9-237c-4776-8bd2-b7b579be71c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d0590e-0def-44c7-833c-595d1c75902a') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:48.174154 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-29c60df9-237c-4776-8bd2-b7b579be71c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d0590e-0def-44c7-833c-595d1c75902a') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:48.180680 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-3f60bcab-16a6-4b52-a3ec-d956294b341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.184378 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-29c60df9-237c-4776-8bd2-b7b579be71c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.203658 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-29c60df9-237c-4776-8bd2-b7b579be71c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.209357 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c60df9-237c-4776-8bd2-b7b579be71c0 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:12:48.209895 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-29c60df9-237c-4776-8bd2-b7b579be71c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.229371 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-24783341-92b8-4fde-a62e-0c447c935847 req-f8035fdb-bdee-45a5-84f5-858861ebe3df tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.229966 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-24783341-92b8-4fde-a62e-0c447c935847 req-f8035fdb-bdee-45a5-84f5-858861ebe3df tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.243730 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-24783341-92b8-4fde-a62e-0c447c935847 req-f8035fdb-bdee-45a5-84f5-858861ebe3df tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Calling delete_port for 9fd17725-35ce-4932-ab9d-3a2787c7ac70 owned by network:floatingip {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:12:48.273488 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:12:48.349492 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9f9f9-ea81-4fdd-8643-6727effc5abf req-7c20af9a-4218-4dc9-89d4-ec790fbe2ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:48.352607 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-14f9f9f9-ea81-4fdd-8643-6727effc5abf req-7c20af9a-4218-4dc9-89d4-ec790fbe2ba9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0bf408eb-3594-459a-aab7-bffcdb198925 HTTP/1.1" status: 200 len: 1098 time: 0.2482202 Jun 30 09:12:48.387655 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59bc43-c67b-4b40-b272-8586725b5086 req-a325e3f0-9218-44ab-a180-54e8625180b9 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:48.389202 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0d59bc43-c67b-4b40-b272-8586725b5086 req-a325e3f0-9218-44ab-a180-54e8625180b9 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bf408eb-3594-459a-aab7-bffcdb198925 HTTP/1.1" status: 200 len: 946 time: 0.1142325 Jun 30 09:12:48.398061 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-29c60df9-237c-4776-8bd2-b7b579be71c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.407821 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-29c60df9-237c-4776-8bd2-b7b579be71c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.409556 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-29c60df9-237c-4776-8bd2-b7b579be71c0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b83ce1ff-dd15-4d87-9bd6-8625429e89fa HTTP/1.1" status: 204 len: 168 time: 0.8277974 Jun 30 09:12:48.434436 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-14f9f9f9-ea81-4fdd-8643-6727effc5abf req-6fc6ba2a-1b2f-49f0-9612-07225f344fa5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754449 Jun 30 09:12:48.437063 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c60df9-237c-4776-8bd2-b7b579be71c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b83ce1ff-dd15-4d87-9bd6-8625429e89fa,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:48.463005 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0d59bc43-c67b-4b40-b272-8586725b5086 req-a456785c-6fbb-4bc5-ad99-a93582af2a20 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572884 Jun 30 09:12:48.553680 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-24783341-92b8-4fde-a62e-0c447c935847 req-f8035fdb-bdee-45a5-84f5-858861ebe3df tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.592022 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8035fdb-bdee-45a5-84f5-858861ebe3df tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Pushing event deleted for resources: {'Port': ['ID=9fd17725-35ce-4932-ab9d-3a2787c7ac70,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:48.611148 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-3f60bcab-16a6-4b52-a3ec-d956294b341b None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.623742 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-3f60bcab-16a6-4b52-a3ec-d956294b341b None None] Transition to ACTIVE for port object 5981edfb-55f0-4164-9fd4-76396c1a5f65 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:48.659638 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-24783341-92b8-4fde-a62e-0c447c935847 req-f8035fdb-bdee-45a5-84f5-858861ebe3df tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks [] for floatingip, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.662664 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-24783341-92b8-4fde-a62e-0c447c935847 req-f8035fdb-bdee-45a5-84f5-858861ebe3df tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.663928 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-24783341-92b8-4fde-a62e-0c447c935847 req-f8035fdb-bdee-45a5-84f5-858861ebe3df tempest-FloatingIPDetailsTestJSON-939557231 tempest-FloatingIPDetailsTestJSON-939557231-project] 10.222.0.10 "DELETE /v2.0/floatingips/c9c53d9b-7bea-4896-aba1-4669c77b2591 HTTP/1.1" status: 204 len: 173 time: 0.9566977 Jun 30 09:12:48.669836 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34578) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:48.754119 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-3f60bcab-16a6-4b52-a3ec-d956294b341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.811572 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c31e8-c5d1-405f-bbb5-ae2e5620e51d None None] Pushing event updated for resources: {'Port': ['ID=5981edfb-55f0-4164-9fd4-76396c1a5f65,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:48.824953 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c31e8-c5d1-405f-bbb5-ae2e5620e51d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:48.825382 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c31e8-c5d1-405f-bbb5-ae2e5620e51d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:48.825785 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c31e8-c5d1-405f-bbb5-ae2e5620e51d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:48.826310 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c31e8-c5d1-405f-bbb5-ae2e5620e51d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:48.826700 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c31e8-c5d1-405f-bbb5-ae2e5620e51d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:48.827086 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c31e8-c5d1-405f-bbb5-ae2e5620e51d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:48.827630 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c31e8-c5d1-405f-bbb5-ae2e5620e51d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:48.828427 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c31e8-c5d1-405f-bbb5-ae2e5620e51d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:48.828847 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c31e8-c5d1-405f-bbb5-ae2e5620e51d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:48.829234 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c31e8-c5d1-405f-bbb5-ae2e5620e51d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:48.829614 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c31e8-c5d1-405f-bbb5-ae2e5620e51d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:48.829993 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c31e8-c5d1-405f-bbb5-ae2e5620e51d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:48.904947 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-3f60bcab-16a6-4b52-a3ec-d956294b341b None None] Attempting to bind port 5981edfb-55f0-4164-9fd4-76396c1a5f65 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:48.905332 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-3f60bcab-16a6-4b52-a3ec-d956294b341b None None] Attempting to bind port 5981edfb-55f0-4164-9fd4-76396c1a5f65 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '2c4795ed-ea2a-4018-838b-bfdf7ab7539a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2d8c212d-9412-4bcb-9027-3702ee40608b'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:48.905895 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f60bcab-16a6-4b52-a3ec-d956294b341b None None] Attempting to bind port 5981edfb-55f0-4164-9fd4-76396c1a5f65 on network 2d8c212d-9412-4bcb-9027-3702ee40608b {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:48.912337 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f60bcab-16a6-4b52-a3ec-d956294b341b None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:48.912683 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f60bcab-16a6-4b52-a3ec-d956294b341b None None] Checking segment: {'id': '2c4795ed-ea2a-4018-838b-bfdf7ab7539a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2d8c212d-9412-4bcb-9027-3702ee40608b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:48.913014 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-3f60bcab-16a6-4b52-a3ec-d956294b341b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.913448 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f60bcab-16a6-4b52-a3ec-d956294b341b None None] Bound using segment: {'id': '2c4795ed-ea2a-4018-838b-bfdf7ab7539a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2d8c212d-9412-4bcb-9027-3702ee40608b'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:48.913921 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-3f60bcab-16a6-4b52-a3ec-d956294b341b None None] Bound port: 5981edfb-55f0-4164-9fd4-76396c1a5f65, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c4795ed-ea2a-4018-838b-bfdf7ab7539a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2d8c212d-9412-4bcb-9027-3702ee40608b'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:48.914315 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-3f60bcab-16a6-4b52-a3ec-d956294b341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.006641 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34586) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:49.024367 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-3f60bcab-16a6-4b52-a3ec-d956294b341b None None] For port 5981edfb-55f0-4164-9fd4-76396c1a5f65, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:49.033670 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-3f60bcab-16a6-4b52-a3ec-d956294b341b None None] For port 5981edfb-55f0-4164-9fd4-76396c1a5f65, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5981edfb-55f0-4164-9fd4-76396c1a5f65,segment=NetworkSegment(2c4795ed-ea2a-4018-838b-bfdf7ab7539a),segment_id=2c4795ed-ea2a-4018-838b-bfdf7ab7539a)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:49.100321 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-82a4eb77-75dc-43a6-8ecf-e1dcdb31ff97 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9acc7bcdd0924815a027a6e711e54e92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0925663 Jun 30 09:12:49.102926 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34588) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:49.165737 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-3f60bcab-16a6-4b52-a3ec-d956294b341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.170136 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1d9b7636-bec6-4c4e-aa00-f6d5fff4a740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.236116 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7c7a5-9297-45af-b414-553a0a30e464 req-83746139-4141-456b-a50b-30bf4c7f4540 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:49.246294 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c7f7c7a5-9297-45af-b414-553a0a30e464 req-83746139-4141-456b-a50b-30bf4c7f4540 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 945 time: 0.2066426 Jun 30 09:12:49.308600 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f60bcab-16a6-4b52-a3ec-d956294b341b None None] Routers {'cabb1f1b-8354-4f55-a9b5-af285f08c688'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:49.309338 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-3f60bcab-16a6-4b52-a3ec-d956294b341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:12:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['cabb1f1b-8354-4f55-a9b5-af285f08c688'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:49.312512 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c31e8-c5d1-405f-bbb5-ae2e5620e51d None None] Pushing event updated for resources: {'Port': ['ID=5981edfb-55f0-4164-9fd4-76396c1a5f65,revision_number=4']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:49.321661 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1d03f6b5-4b7f-40c5-898e-278261651125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.383091 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1d03f6b5-4b7f-40c5-898e-278261651125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.409173 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c7f7c7a5-9297-45af-b414-553a0a30e464 req-58590a99-12ae-4fbf-a673-63793eca121e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618102 Jun 30 09:12:49.543527 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1d03f6b5-4b7f-40c5-898e-278261651125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.546982 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1d03f6b5-4b7f-40c5-898e-278261651125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.548514 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1d03f6b5-4b7f-40c5-898e-278261651125 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/48583fe1-12d9-46fd-93cc-07541698ae65 HTTP/1.1" status: 204 len: 168 time: 0.4444063 Jun 30 09:12:49.575667 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-3f60bcab-16a6-4b52-a3ec-d956294b341b None None] Set router cabb1f1b-8354-4f55-a9b5-af285f08c688 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:49.580901 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d03f6b5-4b7f-40c5-898e-278261651125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48583fe1-12d9-46fd-93cc-07541698ae65,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:49.751272 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34606) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:49.757378 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-df815e50-4791-4d48-97d9-1b49c4f8e563 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1322968990-network', 'tenant_id': '68ecd67ec8214209a22585253ed61aab'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:49.866130 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-1d9b7636-bec6-4c4e-aa00-f6d5fff4a740 admin admin] Deleting port 55764dd6-f7a4-40ab-8793-06383edf3bad {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:49.866640 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1d9b7636-bec6-4c4e-aa00-f6d5fff4a740 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.908351 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df815e50-4791-4d48-97d9-1b49c4f8e563 admin admin] Made reservation on behalf of 68ecd67ec8214209a22585253ed61aab for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:49.914266 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df815e50-4791-4d48-97d9-1b49c4f8e563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.917712 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-3f60bcab-16a6-4b52-a3ec-d956294b341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabb1f1b-8354-4f55-a9b5-af285f08c688', 'name': 'tempest-AttachSCSIVolumeTestJSON-1627902366-router', 'tenant_id': 'b69ab49cf9be447195d0010c2cff52aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '4bf4c7b1-2992-4bcb-b884-ae192d68a063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:35Z', 'updated_at': '2021-06-30T09:12:45Z', 'revision_number': 4, 'project_id': 'b69ab49cf9be447195d0010c2cff52aa', 'gw_port': {'id': '4bf4c7b1-2992-4bcb-b884-ae192d68a063', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabb1f1b-8354-4f55-a9b5-af285f08c688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:37Z', 'updated_at': '2021-06-30T09:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '5981edfb-55f0-4164-9fd4-76396c1a5f65', 'name': '', 'network_id': '2d8c212d-9412-4bcb-9027-3702ee40608b', 'tenant_id': 'b69ab49cf9be447195d0010c2cff52aa', 'mac_address': 'fa:16:3e:3b:1d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabb1f1b-8354-4f55-a9b5-af285f08c688', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '020bd9d7-8fac-426e-925c-d25c334e8964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:43Z', 'updated_at': '2021-06-30T09:12:49Z', 'revision_number': 4, 'project_id': 'b69ab49cf9be447195d0010c2cff52aa', 'subnets': [{'id': '020bd9d7-8fac-426e-925c-d25c334e8964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:49.926097 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df815e50-4791-4d48-97d9-1b49c4f8e563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.951723 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46397e51-0d86-4103-b401-2d3263ac4b29 req-2aa4e0d1-5622-418d-b498-a816f18fc689 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:49.953740 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-46397e51-0d86-4103-b401-2d3263ac4b29 req-2aa4e0d1-5622-418d-b498-a816f18fc689 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bf408eb-3594-459a-aab7-bffcdb198925 HTTP/1.1" status: 200 len: 946 time: 0.2104554 Jun 30 09:12:49.958887 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f60bcab-16a6-4b52-a3ec-d956294b341b None None] The sync data for ids ['cabb1f1b-8354-4f55-a9b5-af285f08c688'] in n-d-771363-31 is: [{'id': 'cabb1f1b-8354-4f55-a9b5-af285f08c688', 'name': 'tempest-AttachSCSIVolumeTestJSON-1627902366-router', 'tenant_id': 'b69ab49cf9be447195d0010c2cff52aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '4bf4c7b1-2992-4bcb-b884-ae192d68a063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:35Z', 'updated_at': '2021-06-30T09:12:45Z', 'revision_number': 4, 'project_id': 'b69ab49cf9be447195d0010c2cff52aa', 'gw_port': {'id': '4bf4c7b1-2992-4bcb-b884-ae192d68a063', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabb1f1b-8354-4f55-a9b5-af285f08c688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:37Z', 'updated_at': '2021-06-30T09:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '5981edfb-55f0-4164-9fd4-76396c1a5f65', 'name': '', 'network_id': '2d8c212d-9412-4bcb-9027-3702ee40608b', 'tenant_id': 'b69ab49cf9be447195d0010c2cff52aa', 'mac_address': 'fa:16:3e:3b:1d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabb1f1b-8354-4f55-a9b5-af285f08c688', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '020bd9d7-8fac-426e-925c-d25c334e8964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:43Z', 'updated_at': '2021-06-30T09:12:49Z', 'revision_number': 4, 'project_id': 'b69ab49cf9be447195d0010c2cff52aa', 'subnets': [{'id': '020bd9d7-8fac-426e-925c-d25c334e8964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:12:50.009456 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-1d9b7636-bec6-4c4e-aa00-f6d5fff4a740 admin admin] For port 55764dd6-f7a4-40ab-8793-06383edf3bad, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=55764dd6-f7a4-40ab-8793-06383edf3bad,segment=NetworkSegment(6da4c81b-3d7e-43d9-869f-cb28331ec30a),segment_id=6da4c81b-3d7e-43d9-869f-cb28331ec30a)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:50.009828 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1d9b7636-bec6-4c4e-aa00-f6d5fff4a740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.031841 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-46397e51-0d86-4103-b401-2d3263ac4b29 req-83076c09-e814-48fa-acd7-3559e717a166 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673201 Jun 30 09:12:50.031841 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-1d9b7636-bec6-4c4e-aa00-f6d5fff4a740 admin admin] Calling delete_port for 55764dd6-f7a4-40ab-8793-06383edf3bad owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:50.123511 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df815e50-4791-4d48-97d9-1b49c4f8e563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.222589 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df815e50-4791-4d48-97d9-1b49c4f8e563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.279631 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df815e50-4791-4d48-97d9-1b49c4f8e563 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:12:50.319642 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df815e50-4791-4d48-97d9-1b49c4f8e563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e469b9-ced5-43d2-8278-b38ed5796bcd,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:50.333317 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df815e50-4791-4d48-97d9-1b49c4f8e563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.333692 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-df815e50-4791-4d48-97d9-1b49c4f8e563 admin admin] Added segment 77b66c35-5756-4172-a903-69a0b493a548 of type vlan for network 7891eb1d-62f4-45da-bdb6-4642ccd6e9b3 Jun 30 09:12:50.399777 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df815e50-4791-4d48-97d9-1b49c4f8e563 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.475059 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1d9b7636-bec6-4c4e-aa00-f6d5fff4a740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.508299 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1a3b9561-2fa7-4838-b9a9-f26bf681cd8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.558414 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b7636-bec6-4c4e-aa00-f6d5fff4a740 admin admin] Pushing event deleted for resources: {'Port': ['ID=55764dd6-f7a4-40ab-8793-06383edf3bad,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:50.616439 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df815e50-4791-4d48-97d9-1b49c4f8e563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.617696 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df815e50-4791-4d48-97d9-1b49c4f8e563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:50.623821 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df815e50-4791-4d48-97d9-1b49c4f8e563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.706726 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df815e50-4791-4d48-97d9-1b49c4f8e563 admin admin] Pushing event updated for resources: {'Network': ['ID=7891eb1d-62f4-45da-bdb6-4642ccd6e9b3,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:50.722443 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 7891eb1d-62f4-45da-bdb6-4642ccd6e9b3 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:12:50.817710 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1d9b7636-bec6-4c4e-aa00-f6d5fff4a740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.874644 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfa464-71d6-4a59-85e1-73087d58b2f9 req-76a44371-5e1c-4b48-a390-7f5d52d16073 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:50.882160 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6dbfa464-71d6-4a59-85e1-73087d58b2f9 req-76a44371-5e1c-4b48-a390-7f5d52d16073 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 945 time: 0.1501999 Jun 30 09:12:50.936011 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6dbfa464-71d6-4a59-85e1-73087d58b2f9 req-9d5ae5e3-a332-477e-9924-478e2c9818fa tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529633 Jun 30 09:12:50.977601 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-df815e50-4791-4d48-97d9-1b49c4f8e563 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2249913 Jun 30 09:12:50.980907 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34646) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:50.995371 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-cf67a3da-bdd5-4386-9302-b24fc0134107 admin admin] Request body: {'subnet': {'network_id': '7891eb1d-62f4-45da-bdb6-4642ccd6e9b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1322968990-subnet', 'tenant_id': '68ecd67ec8214209a22585253ed61aab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:51.126271 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9b7636-bec6-4c4e-aa00-f6d5fff4a740 admin admin] Router b3da0a64-e273-40e0-96f4-5f8aae13d716 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:12:51.188145 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf67a3da-bdd5-4386-9302-b24fc0134107 admin admin] Made reservation on behalf of 68ecd67ec8214209a22585253ed61aab for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:51.190627 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cf67a3da-bdd5-4386-9302-b24fc0134107 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.357291 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9b7636-bec6-4c4e-aa00-f6d5fff4a740 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:12:51.371837 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6df994-159a-4999-8949-38a002423347 None None] Sync routers for ids ['b3da0a64-e273-40e0-96f4-5f8aae13d716'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:12:51.378053 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34668) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:51.387600 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6df994-159a-4999-8949-38a002423347 None None] Routers {'b3da0a64-e273-40e0-96f4-5f8aae13d716'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:51.388259 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-ce6df994-159a-4999-8949-38a002423347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:12:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['b3da0a64-e273-40e0-96f4-5f8aae13d716'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:51.392652 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1d9b7636-bec6-4c4e-aa00-f6d5fff4a740 admin admin] 10.222.0.10 "PUT /v2.0/routers/b3da0a64-e273-40e0-96f4-5f8aae13d716/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7215350 Jun 30 09:12:51.482945 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5981edfb-55f0-4164-9fd4-76396c1a5f65 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:51.613898 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa22693-a09b-4e39-9a25-9674991b991b req-b09e694d-800b-4db2-abf9-7e2b6f1eac32 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:51.620541 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4aa22693-a09b-4e39-9a25-9674991b991b req-b09e694d-800b-4db2-abf9-7e2b6f1eac32 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bf408eb-3594-459a-aab7-bffcdb198925 HTTP/1.1" status: 200 len: 946 time: 0.1604385 Jun 30 09:12:51.642257 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-28dbc31c-002a-427a-9b5d-25eed5b5b386 admin admin] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.701944 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4aa22693-a09b-4e39-9a25-9674991b991b req-8223cbb1-8882-4e30-a4c7-465e947e356e tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803182 Jun 30 09:12:51.824098 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34690) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:51.855182 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-28dbc31c-002a-427a-9b5d-25eed5b5b386 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.861009 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-ce6df994-159a-4999-8949-38a002423347 None None] Set router b3da0a64-e273-40e0-96f4-5f8aae13d716 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:51.920453 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cf67a3da-bdd5-4386-9302-b24fc0134107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.953344 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-bd6a5439-d888-485c-a5b9-11b669f62442 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1484956000-network', 'tenant_id': '1f7995109a7e4120897508eb6668ae5c'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:51.982761 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 5981edfb-55f0-4164-9fd4-76396c1a5f65 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:51.990848 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 5981edfb-55f0-4164-9fd4-76396c1a5f65 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:51.991288 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.019966 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67a3da-bdd5-4386-9302-b24fc0134107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3ad7584-b55d-4430-81f7-014475eec41e,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:52.054800 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf67a3da-bdd5-4386-9302-b24fc0134107 admin admin] Checking segment: {'id': '77b66c35-5756-4172-a903-69a0b493a548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7891eb1d-62f4-45da-bdb6-4642ccd6e9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:52.054800 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf67a3da-bdd5-4386-9302-b24fc0134107 admin admin] Network hostable DHCP agents. Network: 7891eb1d-62f4-45da-bdb6-4642ccd6e9b3, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:12:52.075338 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6a5439-d888-485c-a5b9-11b669f62442 admin admin] Made reservation on behalf of 1f7995109a7e4120897508eb6668ae5c for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:52.077905 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd6a5439-d888-485c-a5b9-11b669f62442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.082522 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-28dbc31c-002a-427a-9b5d-25eed5b5b386 admin admin] Deleting port 345d6b2f-0380-4f43-896f-160c8e4a42e4 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:52.082878 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-28dbc31c-002a-427a-9b5d-25eed5b5b386 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.096533 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd6a5439-d888-485c-a5b9-11b669f62442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.129634 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.174109 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf67a3da-bdd5-4386-9302-b24fc0134107 admin admin] Network 7891eb1d-62f4-45da-bdb6-4642ccd6e9b3 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:12:52.231801 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-28dbc31c-002a-427a-9b5d-25eed5b5b386 admin admin] For port 345d6b2f-0380-4f43-896f-160c8e4a42e4, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=345d6b2f-0380-4f43-896f-160c8e4a42e4,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:52.232471 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-28dbc31c-002a-427a-9b5d-25eed5b5b386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.242302 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 5981edfb-55f0-4164-9fd4-76396c1a5f65, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5981edfb-55f0-4164-9fd4-76396c1a5f65,segment=NetworkSegment(2c4795ed-ea2a-4018-838b-bfdf7ab7539a),segment_id=2c4795ed-ea2a-4018-838b-bfdf7ab7539a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:52.252965 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-28dbc31c-002a-427a-9b5d-25eed5b5b386 admin admin] Calling delete_port for 345d6b2f-0380-4f43-896f-160c8e4a42e4 owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:52.267521 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-ce6df994-159a-4999-8949-38a002423347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3da0a64-e273-40e0-96f4-5f8aae13d716', 'name': 'tempest-FloatingIPDetailsTestJSON-507948931-router', 'tenant_id': '66bac32bdea94132811ce8c27b998051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '345d6b2f-0380-4f43-896f-160c8e4a42e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:14Z', 'updated_at': '2021-06-30T09:12:50Z', 'revision_number': 5, 'project_id': '66bac32bdea94132811ce8c27b998051', 'gw_port': {'id': '345d6b2f-0380-4f43-896f-160c8e4a42e4', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3da0a64-e273-40e0-96f4-5f8aae13d716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:16Z', 'updated_at': '2021-06-30T09:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:52.280896 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd6a5439-d888-485c-a5b9-11b669f62442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.296050 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f1a16-0958-4321-ba46-2ada5d8c6b25 req-046f8309-3c7f-4498-8c21-b5ad2f2cc14f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:52.296050 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-666f1a16-0958-4321-ba46-2ada5d8c6b25 req-046f8309-3c7f-4498-8c21-b5ad2f2cc14f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 945 time: 0.1188939 Jun 30 09:12:52.314918 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-cf67a3da-bdd5-4386-9302-b24fc0134107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 7891eb1d-62f4-45da-bdb6-4642ccd6e9b3) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:52.322868 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf67a3da-bdd5-4386-9302-b24fc0134107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:52.322868 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cf67a3da-bdd5-4386-9302-b24fc0134107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.339246 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f0b77d-ba56-40c7-8929-1f9f83fba1d3 None None] Network 7891eb1d-62f4-45da-bdb6-4642ccd6e9b3 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:52.342836 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6df994-159a-4999-8949-38a002423347 None None] Checking router: b3da0a64-e273-40e0-96f4-5f8aae13d716 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:12:52.366616 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-666f1a16-0958-4321-ba46-2ada5d8c6b25 req-8ef82959-29b4-4bdd-9c09-4d1fa35c0bd4 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630045 Jun 30 09:12:52.368829 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd6a5439-d888-485c-a5b9-11b669f62442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.394577 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.413761 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6df994-159a-4999-8949-38a002423347 None None] Routers {'b3da0a64-e273-40e0-96f4-5f8aae13d716'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:52.414730 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-ce6df994-159a-4999-8949-38a002423347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:12:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['b3da0a64-e273-40e0-96f4-5f8aae13d716'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:52.442954 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-cf67a3da-bdd5-4386-9302-b24fc0134107 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4607041 Jun 30 09:12:52.445574 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34734) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:52.462436 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-53e19563-926b-45aa-9da8-5d8c3e137623 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1322968990-router', 'tenant_id': '68ecd67ec8214209a22585253ed61aab', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:52.476574 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a5439-d888-485c-a5b9-11b669f62442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef18496-c10c-4d08-8ec5-f3f30bed03a3,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:52.490295 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd6a5439-d888-485c-a5b9-11b669f62442 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:12:52.520816 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6a5439-d888-485c-a5b9-11b669f62442 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:52.521402 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6a5439-d888-485c-a5b9-11b669f62442 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:52.522047 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6a5439-d888-485c-a5b9-11b669f62442 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:52.522538 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6a5439-d888-485c-a5b9-11b669f62442 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:52.526653 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6a5439-d888-485c-a5b9-11b669f62442 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:52.526653 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6a5439-d888-485c-a5b9-11b669f62442 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:52.526653 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6a5439-d888-485c-a5b9-11b669f62442 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:52.526653 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6a5439-d888-485c-a5b9-11b669f62442 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:52.526653 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6a5439-d888-485c-a5b9-11b669f62442 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:52.526653 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6a5439-d888-485c-a5b9-11b669f62442 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:52.527555 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6a5439-d888-485c-a5b9-11b669f62442 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:52.527879 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6a5439-d888-485c-a5b9-11b669f62442 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:52.547878 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd6a5439-d888-485c-a5b9-11b669f62442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.549560 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-bd6a5439-d888-485c-a5b9-11b669f62442 admin admin] Added segment f0b347d5-aa45-4dcd-9b5c-955bc58898c0 of type vlan for network 0d86a741-2c6f-4c43-8280-c372407e14ea Jun 30 09:12:52.585544 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=5981edfb-55f0-4164-9fd4-76396c1a5f65,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:52.649462 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-53e19563-926b-45aa-9da8-5d8c3e137623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.652444 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd6a5439-d888-485c-a5b9-11b669f62442 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.653449 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-53e19563-926b-45aa-9da8-5d8c3e137623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.726631 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34750) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:52.795323 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-ce6df994-159a-4999-8949-38a002423347 None None] Set router b3da0a64-e273-40e0-96f4-5f8aae13d716 gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:52.796360 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-28dbc31c-002a-427a-9b5d-25eed5b5b386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.800668 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-53e19563-926b-45aa-9da8-5d8c3e137623 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.810956 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd6a5439-d888-485c-a5b9-11b669f62442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.812563 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6a5439-d888-485c-a5b9-11b669f62442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:52.813337 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd6a5439-d888-485c-a5b9-11b669f62442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.820832 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0b164-b3d1-490b-b354-48f0d70ee998 req-c8c77d7e-ebd9-4878-b843-9d34b1bc0978 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:52.827642 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1fd0b164-b3d1-490b-b354-48f0d70ee998 req-c8c77d7e-ebd9-4878-b843-9d34b1bc0978 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.52 "GET /v2.0/ports?device_id=0bf408eb-3594-459a-aab7-bffcdb198925 HTTP/1.1" status: 200 len: 946 time: 0.2528114 Jun 30 09:12:52.882125 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-56718828-14db-4117-8e98-5554657fd595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.884494 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-ce6df994-159a-4999-8949-38a002423347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3da0a64-e273-40e0-96f4-5f8aae13d716', 'name': 'tempest-FloatingIPDetailsTestJSON-507948931-router', 'tenant_id': '66bac32bdea94132811ce8c27b998051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:14Z', 'updated_at': '2021-06-30T09:12:51Z', 'revision_number': 6, 'project_id': '66bac32bdea94132811ce8c27b998051', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:52.890472 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbc31c-002a-427a-9b5d-25eed5b5b386 admin admin] Pushing event deleted for resources: {'Port': ['ID=345d6b2f-0380-4f43-896f-160c8e4a42e4,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:52.935428 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b94f5cb3-5bf6-4c0f-9ab4-861100d94eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.945443 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6df994-159a-4999-8949-38a002423347 None None] The sync data for ids ['b3da0a64-e273-40e0-96f4-5f8aae13d716'] in n-d-771363-31 is: [{'id': 'b3da0a64-e273-40e0-96f4-5f8aae13d716', 'name': 'tempest-FloatingIPDetailsTestJSON-507948931-router', 'tenant_id': '66bac32bdea94132811ce8c27b998051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:14Z', 'updated_at': '2021-06-30T09:12:51Z', 'revision_number': 6, 'project_id': '66bac32bdea94132811ce8c27b998051', 'gw_port_host': None}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:12:52.958361 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958fa28e-c95f-4745-bd15-fa5d2d8786d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-7891eb1d-62f4-45da-bdb6-4642ccd6e9b3', 'network_id': '7891eb1d-62f4-45da-bdb6-4642ccd6e9b3', 'tenant_id': '68ecd67ec8214209a22585253ed61aab', 'fixed_ips': [{'subnet_id': 'f3ad7584-b55d-4430-81f7-014475eec41e'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:12:52.959871 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-958fa28e-c95f-4745-bd15-fa5d2d8786d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.997490 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a5439-d888-485c-a5b9-11b669f62442 admin admin] Pushing event updated for resources: {'Network': ['ID=0d86a741-2c6f-4c43-8280-c372407e14ea,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:53.008758 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-bd6a5439-d888-485c-a5b9-11b669f62442 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1836860 Jun 30 09:12:53.023977 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34774) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:53.029848 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-2f9463aa-7ce0-4842-b9ec-ce093148cc43 admin admin] Request body: {'subnet': {'network_id': '0d86a741-2c6f-4c43-8280-c372407e14ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1484956000-subnet', 'tenant_id': '1f7995109a7e4120897508eb6668ae5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:53.082400 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 0d86a741-2c6f-4c43-8280-c372407e14ea details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:12:53.108681 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60505f-d46f-4c5d-864a-2bd61d53a992 req-708c52a5-2c31-412e-bc74-60649946bea9 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:53.110242 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9b60505f-d46f-4c5d-864a-2bd61d53a992 req-708c52a5-2c31-412e-bc74-60649946bea9 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bf408eb-3594-459a-aab7-bffcdb198925 HTTP/1.1" status: 200 len: 946 time: 0.1718194 Jun 30 09:12:53.163271 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9b60505f-d46f-4c5d-864a-2bd61d53a992 req-98893ffc-52c9-4493-a126-79355b1b6363 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455515 Jun 30 09:12:53.211829 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b94f5cb3-5bf6-4c0f-9ab4-861100d94eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.229563 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-958fa28e-c95f-4745-bd15-fa5d2d8786d7 None None] Allocated IP 172.20.0.2 (7891eb1d-62f4-45da-bdb6-4642ccd6e9b3/f3ad7584-b55d-4430-81f7-014475eec41e/8a896fbc-178f-4e22-8d30-0cdd40b2c47e) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:53.238466 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-53e19563-926b-45aa-9da8-5d8c3e137623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.253277 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-28dbc31c-002a-427a-9b5d-25eed5b5b386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.326404 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b94f5cb3-5bf6-4c0f-9ab4-861100d94eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.395538 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-28dbc31c-002a-427a-9b5d-25eed5b5b386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.402490 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-28dbc31c-002a-427a-9b5d-25eed5b5b386 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.418420 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-1fd0b164-b3d1-490b-b354-48f0d70ee998 req-4e077db2-f800-489d-83d4-7caa5c64dd8a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Deleting port c6155afd-e629-460c-9768-7b4543dd84cd {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:53.418571 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1fd0b164-b3d1-490b-b354-48f0d70ee998 req-4e077db2-f800-489d-83d4-7caa5c64dd8a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.439672 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b94f5cb3-5bf6-4c0f-9ab4-861100d94eae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=09e5aaee92ce4f72914c098fd726240f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7093508 Jun 30 09:12:53.444416 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34798) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:53.471810 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-958fa28e-c95f-4745-bd15-fa5d2d8786d7 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.485139 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-958fa28e-c95f-4745-bd15-fa5d2d8786d7 None None] Transition to ACTIVE for port object 8a896fbc-178f-4e22-8d30-0cdd40b2c47e will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:53.501984 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f5cb3-5bf6-4c0f-9ab4-861100d94eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd33280b-0854-42d1-b9d6-ce5b402f83c3,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:53.523749 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-958fa28e-c95f-4745-bd15-fa5d2d8786d7 None None] Transition to ACTIVE for port object 8a896fbc-178f-4e22-8d30-0cdd40b2c47e will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:53.526142 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.543695 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5981edfb-55f0-4164-9fd4-76396c1a5f65 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:53.573421 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-42652fb0-44e4-4be9-aa95-67ae9e353048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.598449 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-42652fb0-44e4-4be9-aa95-67ae9e353048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.623090 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9463aa-7ce0-4842-b9ec-ce093148cc43 admin admin] Made reservation on behalf of 1f7995109a7e4120897508eb6668ae5c for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:53.626620 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f9463aa-7ce0-4842-b9ec-ce093148cc43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.638416 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-958fa28e-c95f-4745-bd15-fa5d2d8786d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.719825 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958fa28e-c95f-4745-bd15-fa5d2d8786d7 None None] Network 7891eb1d-62f4-45da-bdb6-4642ccd6e9b3 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:53.734166 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789a68e-cf32-48e6-a489-f83af756f8af req-8fd650e4-6d15-49bb-a9a8-6a06bdd8f819 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:53.735919 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a789a68e-cf32-48e6-a489-f83af756f8af req-8fd650e4-6d15-49bb-a9a8-6a06bdd8f819 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 945 time: 0.1352997 Jun 30 09:12:53.744527 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-958fa28e-c95f-4745-bd15-fa5d2d8786d7 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:53.757115 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958fa28e-c95f-4745-bd15-fa5d2d8786d7 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:53.764681 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 5981edfb-55f0-4164-9fd4-76396c1a5f65 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:53.765050 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.792111 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958fa28e-c95f-4745-bd15-fa5d2d8786d7 None None] Pushing event updated for resources: {'Port': ['ID=8a896fbc-178f-4e22-8d30-0cdd40b2c47e,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:53.800457 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-42652fb0-44e4-4be9-aa95-67ae9e353048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.805006 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-42652fb0-44e4-4be9-aa95-67ae9e353048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.806712 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-42652fb0-44e4-4be9-aa95-67ae9e353048 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dd33280b-0854-42d1-b9d6-ce5b402f83c3 HTTP/1.1" status: 204 len: 168 time: 0.3536670 Jun 30 09:12:53.842381 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a789a68e-cf32-48e6-a489-f83af756f8af req-8732bcf4-0c2b-46d8-b395-de78c456d73c tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949497 Jun 30 09:12:53.846166 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42652fb0-44e4-4be9-aa95-67ae9e353048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd33280b-0854-42d1-b9d6-ce5b402f83c3,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:53.878932 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-958fa28e-c95f-4745-bd15-fa5d2d8786d7 None None] Attempting to bind port 8a896fbc-178f-4e22-8d30-0cdd40b2c47e on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:53.879344 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-958fa28e-c95f-4745-bd15-fa5d2d8786d7 None None] Attempting to bind port 8a896fbc-178f-4e22-8d30-0cdd40b2c47e by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '77b66c35-5756-4172-a903-69a0b493a548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7891eb1d-62f4-45da-bdb6-4642ccd6e9b3'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:53.879684 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958fa28e-c95f-4745-bd15-fa5d2d8786d7 None None] Attempting to bind port 8a896fbc-178f-4e22-8d30-0cdd40b2c47e on network 7891eb1d-62f4-45da-bdb6-4642ccd6e9b3 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:53.891507 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958fa28e-c95f-4745-bd15-fa5d2d8786d7 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:53.892094 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958fa28e-c95f-4745-bd15-fa5d2d8786d7 None None] Checking segment: {'id': '77b66c35-5756-4172-a903-69a0b493a548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7891eb1d-62f4-45da-bdb6-4642ccd6e9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:53.892265 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-958fa28e-c95f-4745-bd15-fa5d2d8786d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.892657 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958fa28e-c95f-4745-bd15-fa5d2d8786d7 None None] Bound using segment: {'id': '77b66c35-5756-4172-a903-69a0b493a548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7891eb1d-62f4-45da-bdb6-4642ccd6e9b3'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:53.893144 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-958fa28e-c95f-4745-bd15-fa5d2d8786d7 None None] Bound port: 8a896fbc-178f-4e22-8d30-0cdd40b2c47e, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b66c35-5756-4172-a903-69a0b493a548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7891eb1d-62f4-45da-bdb6-4642ccd6e9b3'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:53.893518 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-958fa28e-c95f-4745-bd15-fa5d2d8786d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:54.011427 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 55764dd6-f7a4-40ab-8793-06383edf3bad no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:54.047414 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 55764dd6-f7a4-40ab-8793-06383edf3bad {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:12:54.048077 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 55764dd6-f7a4-40ab-8793-06383edf3bad not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:12:54.061220 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-958fa28e-c95f-4745-bd15-fa5d2d8786d7 None None] For port 8a896fbc-178f-4e22-8d30-0cdd40b2c47e, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:54.070025 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-958fa28e-c95f-4745-bd15-fa5d2d8786d7 None None] For port 8a896fbc-178f-4e22-8d30-0cdd40b2c47e, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8a896fbc-178f-4e22-8d30-0cdd40b2c47e,segment=NetworkSegment(77b66c35-5756-4172-a903-69a0b493a548),segment_id=77b66c35-5756-4172-a903-69a0b493a548)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:54.149262 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-958fa28e-c95f-4745-bd15-fa5d2d8786d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:54.183788 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-28dbc31c-002a-427a-9b5d-25eed5b5b386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:54.184357 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28dbc31c-002a-427a-9b5d-25eed5b5b386 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3da0a64-e273-40e0-96f4-5f8aae13d716 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:12:54.198489 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-28dbc31c-002a-427a-9b5d-25eed5b5b386 admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:54.199599 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-28dbc31c-002a-427a-9b5d-25eed5b5b386 admin admin] 10.222.0.10 "DELETE /v2.0/routers/b3da0a64-e273-40e0-96f4-5f8aae13d716 HTTP/1.1" status: 204 len: 168 time: 2.8205709 Jun 30 09:12:54.202219 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34850) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:54.211519 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-1fd0b164-b3d1-490b-b354-48f0d70ee998 req-4e077db2-f800-489d-83d4-7caa5c64dd8a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] For port c6155afd-e629-460c-9768-7b4543dd84cd, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c6155afd-e629-460c-9768-7b4543dd84cd,segment=NetworkSegment(ab0459dd-0737-485e-a203-f94c588fe4e2),segment_id=ab0459dd-0737-485e-a203-f94c588fe4e2)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:54.212318 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1fd0b164-b3d1-490b-b354-48f0d70ee998 req-4e077db2-f800-489d-83d4-7caa5c64dd8a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:54.269395 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-1fd0b164-b3d1-490b-b354-48f0d70ee998 req-4e077db2-f800-489d-83d4-7caa5c64dd8a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Calling delete_port for c6155afd-e629-460c-9768-7b4543dd84cd owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:54.306236 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958fa28e-c95f-4745-bd15-fa5d2d8786d7 None None] Pushing event updated for resources: {'Port': ['ID=8a896fbc-178f-4e22-8d30-0cdd40b2c47e,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:54.336601 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-af745842-1c15-431d-a62e-cfd47e4000ff admin admin] Deleting subnet d052bb6d-079b-45bc-af7e-b1bd67d32c94 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:12:54.342425 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-af745842-1c15-431d-a62e-cfd47e4000ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:54.403709 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-af745842-1c15-431d-a62e-cfd47e4000ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:54.496311 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:54.574609 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-af745842-1c15-431d-a62e-cfd47e4000ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:54.655011 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881a46e-ac93-4aa0-9799-bd0b6d6d25b2 req-445c0c89-2d0b-4482-8f28-768c912f172f tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:54.655338 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c881a46e-ac93-4aa0-9799-bd0b6d6d25b2 req-445c0c89-2d0b-4482-8f28-768c912f172f tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bf408eb-3594-459a-aab7-bffcdb198925 HTTP/1.1" status: 200 len: 946 time: 0.2164326 Jun 30 09:12:54.728278 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c881a46e-ac93-4aa0-9799-bd0b6d6d25b2 req-642f6c0e-2f75-4bf6-87db-f938e36bfb70 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617561 Jun 30 09:12:54.841686 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-af745842-1c15-431d-a62e-cfd47e4000ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:54.906113 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-53e19563-926b-45aa-9da8-5d8c3e137623 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:54.936625 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-53e19563-926b-45aa-9da8-5d8c3e137623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:54.938579 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1fd0b164-b3d1-490b-b354-48f0d70ee998 req-4e077db2-f800-489d-83d4-7caa5c64dd8a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:54.961858 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af745842-1c15-431d-a62e-cfd47e4000ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d052bb6d-079b-45bc-af7e-b1bd67d32c94,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:54.966822 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['84e49e18-5586-4075-a5fa-8ba4bc0b447a'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:54.980924 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-af745842-1c15-431d-a62e-cfd47e4000ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:54.987409 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-af745842-1c15-431d-a62e-cfd47e4000ff admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d052bb6d-079b-45bc-af7e-b1bd67d32c94 HTTP/1.1" status: 204 len: 168 time: 0.7808993 Jun 30 09:12:54.989570 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34906) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:54.993349 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba09b54-1443-4adb-b8c4-a503212e4462 None None] Network 02fb65e7-c36d-49f8-b65e-3c86de99d9bf requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:55.139042 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e077db2-f800-489d-83d4-7caa5c64dd8a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Pushing event deleted for resources: {'Port': ['ID=c6155afd-e629-460c-9768-7b4543dd84cd,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:55.142528 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f9463aa-7ce0-4842-b9ec-ce093148cc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.176365 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5736fbe0-e574-4d02-ac86-7ab528dd3e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.225322 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e077db2-f800-489d-83d4-7caa5c64dd8a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:55.225836 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e077db2-f800-489d-83d4-7caa5c64dd8a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:55.226461 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e077db2-f800-489d-83d4-7caa5c64dd8a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:55.227098 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e077db2-f800-489d-83d4-7caa5c64dd8a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:55.227593 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e077db2-f800-489d-83d4-7caa5c64dd8a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:55.228096 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e077db2-f800-489d-83d4-7caa5c64dd8a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:55.228572 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e077db2-f800-489d-83d4-7caa5c64dd8a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:55.229200 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e077db2-f800-489d-83d4-7caa5c64dd8a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:55.230244 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e077db2-f800-489d-83d4-7caa5c64dd8a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:55.230880 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e077db2-f800-489d-83d4-7caa5c64dd8a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:55.231432 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e077db2-f800-489d-83d4-7caa5c64dd8a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:55.231908 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e077db2-f800-489d-83d4-7caa5c64dd8a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:55.349027 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd0b164-b3d1-490b-b354-48f0d70ee998 req-4e077db2-f800-489d-83d4-7caa5c64dd8a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] No DVR routers for this DVR port c6155afd-e629-460c-9768-7b4543dd84cd on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:12:55.403974 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9463aa-7ce0-4842-b9ec-ce093148cc43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88c40794-0253-4435-beba-31ba0b93eeb0,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:55.489194 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device c6155afd-e629-460c-9768-7b4543dd84cd no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:55.489575 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-5736fbe0-e574-4d02-ac86-7ab528dd3e78 admin admin] Deleting port daf44a8d-fe50-49b5-88f1-2f8149f3dcde {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:55.490319 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5736fbe0-e574-4d02-ac86-7ab528dd3e78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.522368 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: c6155afd-e629-460c-9768-7b4543dd84cd {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:12:55.522592 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device c6155afd-e629-460c-9768-7b4543dd84cd not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:12:55.530437 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8a896fbc-178f-4e22-8d30-0cdd40b2c47e up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:55.545158 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1fd0b164-b3d1-490b-b354-48f0d70ee998 req-4e077db2-f800-489d-83d4-7caa5c64dd8a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.557440 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1fd0b164-b3d1-490b-b354-48f0d70ee998 req-4e077db2-f800-489d-83d4-7caa5c64dd8a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.52 "DELETE /v2.0/ports/c6155afd-e629-460c-9768-7b4543dd84cd HTTP/1.1" status: 204 len: 173 time: 2.6828818 Jun 30 09:12:55.559307 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf408eb-3594-459a-aab7-bffcdb198925', 'name': 'network-vif-deleted', 'tag': 'c6155afd-e629-460c-9768-7b4543dd84cd'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:55.563589 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6112b9-d338-4607-9ca6-ff28b13e8f8f" -d '{"events": [{"server_uuid": "0bf408eb-3594-459a-aab7-bffcdb198925", "name": "network-vif-deleted", "tag": "c6155afd-e629-460c-9768-7b4543dd84cd"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:55.606495 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9463aa-7ce0-4842-b9ec-ce093148cc43 admin admin] Checking segment: {'id': 'f0b347d5-aa45-4dcd-9b5c-955bc58898c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0d86a741-2c6f-4c43-8280-c372407e14ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:55.607181 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9463aa-7ce0-4842-b9ec-ce093148cc43 admin admin] Network hostable DHCP agents. Network: 0d86a741-2c6f-4c43-8280-c372407e14ea, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:12:55.616436 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-5736fbe0-e574-4d02-ac86-7ab528dd3e78 admin admin] For port daf44a8d-fe50-49b5-88f1-2f8149f3dcde, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=daf44a8d-fe50-49b5-88f1-2f8149f3dcde,segment=NetworkSegment(6da4c81b-3d7e-43d9-869f-cb28331ec30a),segment_id=6da4c81b-3d7e-43d9-869f-cb28331ec30a)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:55.616436 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5736fbe0-e574-4d02-ac86-7ab528dd3e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.638222 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-5736fbe0-e574-4d02-ac86-7ab528dd3e78 admin admin] Calling delete_port for daf44a8d-fe50-49b5-88f1-2f8149f3dcde owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:55.639591 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-53e19563-926b-45aa-9da8-5d8c3e137623 admin admin] Allocated IP 172.25.6.98 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/21471a85-e858-43d8-9232-fda24c1dc83d) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:55.755656 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb81a4-0785-4515-8a03-b2bbf0ea5383 req-f16eed1d-ba50-441e-b870-a36504a7fb26 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:55.765344 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-66cb81a4-0785-4515-8a03-b2bbf0ea5383 req-f16eed1d-ba50-441e-b870-a36504a7fb26 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 945 time: 0.5035760 Jun 30 09:12:55.838709 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-66cb81a4-0785-4515-8a03-b2bbf0ea5383 req-16fcb5a9-bf17-4ac9-8d0c-7534c4821ced tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702665 Jun 30 09:12:55.898651 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-53e19563-926b-45aa-9da8-5d8c3e137623 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.916331 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c019a0-84d6-4076-b4b9-9647bb09eb6a None None] DHCP port deletion for 02fb65e7-c36d-49f8-b65e-3c86de99d9bf request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:12:55.944849 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9463aa-7ce0-4842-b9ec-ce093148cc43 admin admin] Network 0d86a741-2c6f-4c43-8280-c372407e14ea is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:12:55.948462 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5736fbe0-e574-4d02-ac86-7ab528dd3e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.029453 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e429330-4b8c-4afe-81ac-58f167c96d42 x-openstack-request-id: req-6e429330-4b8c-4afe-81ac-58f167c96d42 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:56.029778 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf408eb-3594-459a-aab7-bffcdb198925", "name": "network-vif-deleted", "tag": "c6155afd-e629-460c-9768-7b4543dd84cd", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:56.031109 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6e429330-4b8c-4afe-81ac-58f167c96d42 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:56.031109 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf408eb-3594-459a-aab7-bffcdb198925', 'name': 'network-vif-deleted', 'tag': 'c6155afd-e629-460c-9768-7b4543dd84cd', 'status': 'completed', 'code': 200} Jun 30 09:12:56.042206 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736fbe0-e574-4d02-ac86-7ab528dd3e78 admin admin] Pushing event deleted for resources: {'Port': ['ID=daf44a8d-fe50-49b5-88f1-2f8149f3dcde,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:56.048682 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5736fbe0-e574-4d02-ac86-7ab528dd3e78 admin admin] No DVR routers for this DVR port daf44a8d-fe50-49b5-88f1-2f8149f3dcde on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:12:56.050588 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-2f9463aa-7ce0-4842-b9ec-ce093148cc43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 0d86a741-2c6f-4c43-8280-c372407e14ea) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:56.061592 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9463aa-7ce0-4842-b9ec-ce093148cc43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:56.061592 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f9463aa-7ce0-4842-b9ec-ce093148cc43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.077796 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-97c019a0-84d6-4076-b4b9-9647bb09eb6a None None] Deleting port daf44a8d-fe50-49b5-88f1-2f8149f3dcde {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:56.078596 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-97c019a0-84d6-4076-b4b9-9647bb09eb6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.118395 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2b15ea-a9ec-48df-8674-a36fec21a01c None None] Network 0d86a741-2c6f-4c43-8280-c372407e14ea requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:56.149167 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-53e19563-926b-45aa-9da8-5d8c3e137623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.181142 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5736fbe0-e574-4d02-ac86-7ab528dd3e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.194137 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-5736fbe0-e574-4d02-ac86-7ab528dd3e78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02fb65e7-c36d-49f8-b65e-3c86de99d9bf']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:56.210202 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-5736fbe0-e574-4d02-ac86-7ab528dd3e78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da4c81b-3d7e-43d9-869f-cb28331ec30a') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:56.210502 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-5736fbe0-e574-4d02-ac86-7ab528dd3e78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da4c81b-3d7e-43d9-869f-cb28331ec30a') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:56.231840 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5736fbe0-e574-4d02-ac86-7ab528dd3e78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.236405 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2f9463aa-7ce0-4842-b9ec-ce093148cc43 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.2146039 Jun 30 09:12:56.262131 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e19563-926b-45aa-9da8-5d8c3e137623 admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:56.267267 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2797709e-f9b6-48ae-ae05-4da9df9e8dbc None None] Network 7891eb1d-62f4-45da-bdb6-4642ccd6e9b3 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:56.272991 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-53e19563-926b-45aa-9da8-5d8c3e137623 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:56.276298 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 8a896fbc-178f-4e22-8d30-0cdd40b2c47e completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:56.277551 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e19563-926b-45aa-9da8-5d8c3e137623 admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:56.310757 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6620d50b-f8d6-4e62-9e60-60e4516db7e2 req-51021db2-55c3-4c76-af99-6cef618cc6cb tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bf408eb-3594-459a-aab7-bffcdb198925 HTTP/1.1" status: 200 len: 210 time: 0.0674453 Jun 30 09:12:56.314780 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5736fbe0-e574-4d02-ac86-7ab528dd3e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.337672 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5736fbe0-e574-4d02-ac86-7ab528dd3e78 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:12:56.338930 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5736fbe0-e574-4d02-ac86-7ab528dd3e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.341922 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:12:56.341922 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:12:56.341922 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:12:56.341922 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:12:56.341922 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:12:56.341922 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:12:56.341922 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:12:56.341922 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:12:56.341922 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:12:56.341922 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:12:56.341922 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:12:56.341922 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:12:56.341922 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:12:56.341922 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:12:56.341922 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:12:56.341922 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:12:56.341922 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:12:56.341922 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:12:56.341922 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:12:56.341922 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:12:56.341922 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:12:56.341922 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:12:56.341922 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:12:56.341922 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:12:56.341922 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:12:56.341922 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:12:56.341922 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:12:56.341922 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:12:56.341922 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:12:56.341922 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:12:56.341922 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:12:56.341922 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:12:56.440381 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 345d6b2f-0380-4f43-896f-160c8e4a42e4 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:56.445697 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.481537 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-97c019a0-84d6-4076-b4b9-9647bb09eb6a None None] For port daf44a8d-fe50-49b5-88f1-2f8149f3dcde, host n-d-771363-31, got binding levels [] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:56.482023 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-97c019a0-84d6-4076-b4b9-9647bb09eb6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.497090 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 345d6b2f-0380-4f43-896f-160c8e4a42e4 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:12:56.497778 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 345d6b2f-0380-4f43-896f-160c8e4a42e4 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:12:56.525483 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-97c019a0-84d6-4076-b4b9-9647bb09eb6a None None] Calling delete_port for daf44a8d-fe50-49b5-88f1-2f8149f3dcde owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:56.531360 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5736fbe0-e574-4d02-ac86-7ab528dd3e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.531883 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.ipam_backend_mixin [None req-97c019a0-84d6-4076-b4b9-9647bb09eb6a None None] Port daf44a8d-fe50-49b5-88f1-2f8149f3dcde was not found and therefore no delete operation was performed {{(pid=101055) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:12:56.538867 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5736fbe0-e574-4d02-ac86-7ab528dd3e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.542060 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5736fbe0-e574-4d02-ac86-7ab528dd3e78 admin admin] 10.222.0.10 "DELETE /v2.0/networks/02fb65e7-c36d-49f8-b65e-3c86de99d9bf HTTP/1.1" status: 204 len: 168 time: 1.5460625 Jun 30 09:12:56.550807 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-97c019a0-84d6-4076-b4b9-9647bb09eb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.586152 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e19563-926b-45aa-9da8-5d8c3e137623 admin admin] Pushing event updated for resources: {'Port': ['ID=21471a85-e858-43d8-9232-fda24c1dc83d,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:56.589217 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736fbe0-e574-4d02-ac86-7ab528dd3e78 admin admin] Pushing event deleted for resources: {'Network': ['ID=02fb65e7-c36d-49f8-b65e-3c86de99d9bf,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:56.596850 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7a8ac00d-2a6c-4b39-bfd6-6146721a6a18 None None] Provisioning for port 8a896fbc-178f-4e22-8d30-0cdd40b2c47e completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:56.629261 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-97c019a0-84d6-4076-b4b9-9647bb09eb6a None None] Network 02fb65e7-c36d-49f8-b65e-3c86de99d9bf is not hosted by any dhcp agent {{(pid=101055) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 09:12:56.629673 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c019a0-84d6-4076-b4b9-9647bb09eb6a None None] No DVR routers for this DVR port daf44a8d-fe50-49b5-88f1-2f8149f3dcde on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:12:56.642954 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c019a0-84d6-4076-b4b9-9647bb09eb6a None None] Pushing event deleted for resources: {'Port': ['ID=daf44a8d-fe50-49b5-88f1-2f8149f3dcde,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:56.644869 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7a8ac00d-2a6c-4b39-bfd6-6146721a6a18 None None] Provisioning complete for port 8a896fbc-178f-4e22-8d30-0cdd40b2c47e triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:56.645383 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7a8ac00d-2a6c-4b39-bfd6-6146721a6a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.695511 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c019a0-84d6-4076-b4b9-9647bb09eb6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:56.695854 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c019a0-84d6-4076-b4b9-9647bb09eb6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:56.696201 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c019a0-84d6-4076-b4b9-9647bb09eb6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:56.696549 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c019a0-84d6-4076-b4b9-9647bb09eb6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:56.696962 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c019a0-84d6-4076-b4b9-9647bb09eb6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:56.697212 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c019a0-84d6-4076-b4b9-9647bb09eb6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:56.697540 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c019a0-84d6-4076-b4b9-9647bb09eb6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:56.697944 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c019a0-84d6-4076-b4b9-9647bb09eb6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:56.698339 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c019a0-84d6-4076-b4b9-9647bb09eb6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:56.698899 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c019a0-84d6-4076-b4b9-9647bb09eb6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:56.699263 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c019a0-84d6-4076-b4b9-9647bb09eb6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:56.699662 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c019a0-84d6-4076-b4b9-9647bb09eb6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:56.774051 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502bb962-6743-476e-a47a-a727d67e057b None None] Network 0d86a741-2c6f-4c43-8280-c372407e14ea requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:56.788021 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-53e19563-926b-45aa-9da8-5d8c3e137623 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:57.025029 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7a8ac00d-2a6c-4b39-bfd6-6146721a6a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:57.052357 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35048) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:57.073484 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-7a8ac00d-2a6c-4b39-bfd6-6146721a6a18 None None] For port 8a896fbc-178f-4e22-8d30-0cdd40b2c47e, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8a896fbc-178f-4e22-8d30-0cdd40b2c47e,segment=NetworkSegment(77b66c35-5756-4172-a903-69a0b493a548),segment_id=77b66c35-5756-4172-a903-69a0b493a548)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:57.131326 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fe022dcc-5a0d-4b8e-999f-d3d5ced433e2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=66bac32bdea94132811ce8c27b998051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0774136 Jun 30 09:12:57.136391 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35056) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:57.153826 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7a8ac00d-2a6c-4b39-bfd6-6146721a6a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:57.219340 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7d08e83d-5ed6-4b37-aeab-1399ed5b8dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:57.233703 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-89890642-5211-49e0-bf29-fa81707ae142 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:57.243449 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-89890642-5211-49e0-bf29-fa81707ae142 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.10 "GET /v2.0/networks?id=0d86a741-2c6f-4c43-8280-c372407e14ea HTTP/1.1" status: 200 len: 809 time: 0.3043578 Jun 30 09:12:57.252923 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7d08e83d-5ed6-4b37-aeab-1399ed5b8dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:57.283396 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ac00d-2a6c-4b39-bfd6-6146721a6a18 None None] Pushing event updated for resources: {'Port': ['ID=8a896fbc-178f-4e22-8d30-0cdd40b2c47e,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:57.324741 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-44d30855-2314-44f2-9a39-795f5c667662 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.10 "GET /v2.0/quotas/1f7995109a7e4120897508eb6668ae5c HTTP/1.1" status: 200 len: 375 time: 0.0781615 Jun 30 09:12:57.349355 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device daf44a8d-fe50-49b5-88f1-2f8149f3dcde no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:57.396745 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42d692-0dd8-42c5-8af4-a2131ecae74a req-d85bac1d-76fe-4e7e-b24a-5d14ad2c7876 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:57.396866 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-d21a46d8-cf3d-4404-a792-f5475fcd9d68 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1f7995109a7e4120897508eb6668ae5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542741 Jun 30 09:12:57.396961 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4c42d692-0dd8-42c5-8af4-a2131ecae74a req-d85bac1d-76fe-4e7e-b24a-5d14ad2c7876 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 945 time: 0.1152370 Jun 30 09:12:57.430797 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: daf44a8d-fe50-49b5-88f1-2f8149f3dcde {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:12:57.430797 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device daf44a8d-fe50-49b5-88f1-2f8149f3dcde not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:12:57.449792 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-53e19563-926b-45aa-9da8-5d8c3e137623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:57.449912 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4c42d692-0dd8-42c5-8af4-a2131ecae74a req-efb63370-2071-46ac-ac9f-ec2b7309952d tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542521 Jun 30 09:12:57.486149 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7d08e83d-5ed6-4b37-aeab-1399ed5b8dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:57.489515 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7d08e83d-5ed6-4b37-aeab-1399ed5b8dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:57.490667 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7d08e83d-5ed6-4b37-aeab-1399ed5b8dfb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5a7ef799-248f-41b3-b208-8d953a83a6d8 HTTP/1.1" status: 204 len: 168 time: 0.3525918 Jun 30 09:12:57.503762 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-70eb30f0-a520-4d87-9355-f142ededb575 None None] Provisioning complete for port 8a896fbc-178f-4e22-8d30-0cdd40b2c47e triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:57.504381 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-70eb30f0-a520-4d87-9355-f142ededb575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:57.510303 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08e83d-5ed6-4b37-aeab-1399ed5b8dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7ef799-248f-41b3-b208-8d953a83a6d8,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:57.690453 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-c269f6e2-7d60-46d4-a6e1-2798af2dcca2 service neutron] 10.222.0.10 "GET /v2.0/networks/0d86a741-2c6f-4c43-8280-c372407e14ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086486 Jun 30 09:12:57.785978 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-7a1a4eb0-30d0-41f1-a2b8-db851804f63f service neutron] 10.222.0.10 "GET /v2.0/networks/0d86a741-2c6f-4c43-8280-c372407e14ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953336 Jun 30 09:12:57.793750 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e19563-926b-45aa-9da8-5d8c3e137623 admin admin] Router 7ff56233-8bb3-4cdf-8b9d-e6acffc9108b is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:12:57.849107 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:12:57.936588 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e19563-926b-45aa-9da8-5d8c3e137623 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:12:57.954796 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ca6a47-61ae-442b-a20c-474ea834453a None None] Sync routers for ids ['7ff56233-8bb3-4cdf-8b9d-e6acffc9108b'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:12:57.971412 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ca6a47-61ae-442b-a20c-474ea834453a None None] Routers {'7ff56233-8bb3-4cdf-8b9d-e6acffc9108b'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:57.971412 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-78ca6a47-61ae-442b-a20c-474ea834453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:12:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['7ff56233-8bb3-4cdf-8b9d-e6acffc9108b'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:58.022599 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-53e19563-926b-45aa-9da8-5d8c3e137623 admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:58.024222 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-53e19563-926b-45aa-9da8-5d8c3e137623 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5670989 Jun 30 09:12:58.034777 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35114) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:58.184356 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-78ca6a47-61ae-442b-a20c-474ea834453a None None] Set router 7ff56233-8bb3-4cdf-8b9d-e6acffc9108b gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:58.397374 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa9b66-32d7-4e3c-b65e-b3b1b11be2ce req-82c0586f-b537-4ff8-9a8f-0206bf2d615d tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:58.404038 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9faa9b66-32d7-4e3c-b65e-b3b1b11be2ce req-82c0586f-b537-4ff8-9a8f-0206bf2d615d tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1598773 Jun 30 09:12:58.513774 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9faa9b66-32d7-4e3c-b65e-b3b1b11be2ce req-59a5ea16-7f85-4aec-8468-82f87a883398 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006954 Jun 30 09:12:58.525336 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-78ca6a47-61ae-442b-a20c-474ea834453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff56233-8bb3-4cdf-8b9d-e6acffc9108b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1322968990-router', 'tenant_id': '68ecd67ec8214209a22585253ed61aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '21471a85-e858-43d8-9232-fda24c1dc83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:52Z', 'updated_at': '2021-06-30T09:12:56Z', 'revision_number': 3, 'project_id': '68ecd67ec8214209a22585253ed61aab', 'gw_port': {'id': '21471a85-e858-43d8-9232-fda24c1dc83d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff56233-8bb3-4cdf-8b9d-e6acffc9108b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:54Z', 'updated_at': '2021-06-30T09:12:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:58.628509 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ca6a47-61ae-442b-a20c-474ea834453a None None] Checking router: 7ff56233-8bb3-4cdf-8b9d-e6acffc9108b for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:12:58.628852 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ca6a47-61ae-442b-a20c-474ea834453a None None] Updating router 7ff56233-8bb3-4cdf-8b9d-e6acffc9108b port 21471a85-e858-43d8-9232-fda24c1dc83d binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:12:58.664794 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4c6c6568-cf06-4295-8e85-b173be61e92c req-f11f2585-26fb-4811-9fb0-fa579252b77b tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c81f8b5-e89a-4f12-82b6-fd7942ae513a HTTP/1.1" status: 200 len: 210 time: 0.0531590 Jun 30 09:12:58.828626 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-78ca6a47-61ae-442b-a20c-474ea834453a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.112994 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bd616-85cb-491b-93ea-529d5d475928 req-be9f11cc-83d5-4797-9781-ee1b5b7470ba tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:59.115531 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2f9bd616-85cb-491b-93ea-529d5d475928 req-be9f11cc-83d5-4797-9781-ee1b5b7470ba tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 945 time: 0.1559844 Jun 30 09:12:59.209189 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2f9bd616-85cb-491b-93ea-529d5d475928 req-53a96366-f935-4081-b271-34a2b1ba8ade tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823967 Jun 30 09:12:59.312604 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-249b018e-f129-4e17-beff-299a695952a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.389180 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35202) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:59.420940 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8a896fbc-178f-4e22-8d30-0cdd40b2c47e up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:59.451108 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-78ca6a47-61ae-442b-a20c-474ea834453a None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.477239 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-78ca6a47-61ae-442b-a20c-474ea834453a None None] Transition to ACTIVE for port object 21471a85-e858-43d8-9232-fda24c1dc83d will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:59.531782 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 8a896fbc-178f-4e22-8d30-0cdd40b2c47e triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:59.532438 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.564995 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-78ca6a47-61ae-442b-a20c-474ea834453a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.602085 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-5934bf03-77f0-4240-b984-020141e584d7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-144534857-network', 'tenant_id': '670ce7d5b0a34ed397d6adac30630f64'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:59.681185 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-249b018e-f129-4e17-beff-299a695952a4 admin admin] Allocated IP 172.20.0.1 (7891eb1d-62f4-45da-bdb6-4642ccd6e9b3/f3ad7584-b55d-4430-81f7-014475eec41e/73404857-acbe-4345-9427-bdb24e2f169f) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:59.695442 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-78ca6a47-61ae-442b-a20c-474ea834453a None None] Attempting to bind port 21471a85-e858-43d8-9232-fda24c1dc83d on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:59.695813 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-78ca6a47-61ae-442b-a20c-474ea834453a None None] Attempting to bind port 21471a85-e858-43d8-9232-fda24c1dc83d by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:59.696172 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ca6a47-61ae-442b-a20c-474ea834453a None None] Attempting to bind port 21471a85-e858-43d8-9232-fda24c1dc83d on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:59.704390 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ca6a47-61ae-442b-a20c-474ea834453a None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:59.704911 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ca6a47-61ae-442b-a20c-474ea834453a None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:59.705561 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-78ca6a47-61ae-442b-a20c-474ea834453a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.705962 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ca6a47-61ae-442b-a20c-474ea834453a None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:59.707158 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-78ca6a47-61ae-442b-a20c-474ea834453a None None] Bound port: 21471a85-e858-43d8-9232-fda24c1dc83d, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:59.707653 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-78ca6a47-61ae-442b-a20c-474ea834453a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.709564 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a40926e-7a86-40a6-89e0-0482c88746d9 None None] Pushing event updated for resources: {'Port': ['ID=21471a85-e858-43d8-9232-fda24c1dc83d,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:59.798190 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-78ca6a47-61ae-442b-a20c-474ea834453a None None] For port 21471a85-e858-43d8-9232-fda24c1dc83d, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:59.801945 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-78ca6a47-61ae-442b-a20c-474ea834453a None None] For port 21471a85-e858-43d8-9232-fda24c1dc83d, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=21471a85-e858-43d8-9232-fda24c1dc83d,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:59.822011 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5934bf03-77f0-4240-b984-020141e584d7 admin admin] Made reservation on behalf of 670ce7d5b0a34ed397d6adac30630f64 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:59.825856 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5934bf03-77f0-4240-b984-020141e584d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.846617 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a109d-db12-41af-b97d-179b40c4f1f9 req-09d88679-029e-472b-96b1-57ebf831549d tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:59.849920 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-242a109d-db12-41af-b97d-179b40c4f1f9 req-09d88679-029e-472b-96b1-57ebf831549d tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1956372 Jun 30 09:12:59.860613 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5934bf03-77f0-4240-b984-020141e584d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.898658 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-249b018e-f129-4e17-beff-299a695952a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.957058 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-249b018e-f129-4e17-beff-299a695952a4 admin admin] Transition to ACTIVE for port object 73404857-acbe-4345-9427-bdb24e2f169f will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:59.977648 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-242a109d-db12-41af-b97d-179b40c4f1f9 req-755482a3-319d-4cca-823c-467ebbab4b01 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132936 Jun 30 09:13:00.045695 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5934bf03-77f0-4240-b984-020141e584d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:00.064124 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-78ca6a47-61ae-442b-a20c-474ea834453a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:00.149448 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ca6a47-61ae-442b-a20c-474ea834453a None None] Routers {'7ff56233-8bb3-4cdf-8b9d-e6acffc9108b'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:00.150506 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-78ca6a47-61ae-442b-a20c-474ea834453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:12:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['7ff56233-8bb3-4cdf-8b9d-e6acffc9108b'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:00.162502 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ff2fb94b-609c-42a4-88cd-e6cb5b79bf30 req-97b44bea-9bc3-499e-992a-a65cb7ff4a28 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c81f8b5-e89a-4f12-82b6-fd7942ae513a HTTP/1.1" status: 200 len: 210 time: 0.0406945 Jun 30 09:13:00.185320 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5934bf03-77f0-4240-b984-020141e584d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:00.189477 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-249b018e-f129-4e17-beff-299a695952a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:00.225327 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5934bf03-77f0-4240-b984-020141e584d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:13:00.254943 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5934bf03-77f0-4240-b984-020141e584d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:00.255310 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249b018e-f129-4e17-beff-299a695952a4 admin admin] Network 7891eb1d-62f4-45da-bdb6-4642ccd6e9b3 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:00.255463 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-5934bf03-77f0-4240-b984-020141e584d7 admin admin] Added segment 498df54b-c63f-4fa8-a0f7-8283eac93d6a of type vlan for network bcd2782e-b222-47e0-9b05-364385b3cee7 Jun 30 09:13:00.258827 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-249b018e-f129-4e17-beff-299a695952a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:00.264581 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249b018e-f129-4e17-beff-299a695952a4 admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:00.295611 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a40926e-7a86-40a6-89e0-0482c88746d9 None None] Pushing event updated for resources: {'Port': ['ID=21471a85-e858-43d8-9232-fda24c1dc83d,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:00.300620 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934bf03-77f0-4240-b984-020141e584d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc37936a-da52-4a28-b512-1dca1c543456,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:00.309456 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-249b018e-f129-4e17-beff-299a695952a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:00.335245 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5934bf03-77f0-4240-b984-020141e584d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:00.368222 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b018e-f129-4e17-beff-299a695952a4 admin admin] Pushing event updated for resources: {'Port': ['ID=73404857-acbe-4345-9427-bdb24e2f169f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:00.469488 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-78ca6a47-61ae-442b-a20c-474ea834453a None None] Set router 7ff56233-8bb3-4cdf-8b9d-e6acffc9108b gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:13:00.542196 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5934bf03-77f0-4240-b984-020141e584d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:00.543109 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5934bf03-77f0-4240-b984-020141e584d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:00.543608 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5934bf03-77f0-4240-b984-020141e584d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:00.750554 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7c47c-c5bb-48d1-a257-8942e6ac079d req-ca7e5dff-cd5c-4945-bf2a-acadc867b429 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:00.759808 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-80a7c47c-c5bb-48d1-a257-8942e6ac079d req-ca7e5dff-cd5c-4945-bf2a-acadc867b429 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.2491646 Jun 30 09:13:00.788160 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-78ca6a47-61ae-442b-a20c-474ea834453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff56233-8bb3-4cdf-8b9d-e6acffc9108b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1322968990-router', 'tenant_id': '68ecd67ec8214209a22585253ed61aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '21471a85-e858-43d8-9232-fda24c1dc83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:52Z', 'updated_at': '2021-06-30T09:12:56Z', 'revision_number': 3, 'project_id': '68ecd67ec8214209a22585253ed61aab', 'gw_port': {'id': '21471a85-e858-43d8-9232-fda24c1dc83d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff56233-8bb3-4cdf-8b9d-e6acffc9108b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:54Z', 'updated_at': '2021-06-30T09:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:00.792760 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934bf03-77f0-4240-b984-020141e584d7 admin admin] Pushing event updated for resources: {'Network': ['ID=bcd2782e-b222-47e0-9b05-364385b3cee7,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:00.805388 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network bcd2782e-b222-47e0-9b05-364385b3cee7 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:13:00.839872 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ca6a47-61ae-442b-a20c-474ea834453a None None] The sync data for ids ['7ff56233-8bb3-4cdf-8b9d-e6acffc9108b'] in n-d-771363-31 is: [{'id': '7ff56233-8bb3-4cdf-8b9d-e6acffc9108b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1322968990-router', 'tenant_id': '68ecd67ec8214209a22585253ed61aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '21471a85-e858-43d8-9232-fda24c1dc83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:52Z', 'updated_at': '2021-06-30T09:12:56Z', 'revision_number': 3, 'project_id': '68ecd67ec8214209a22585253ed61aab', 'gw_port': {'id': '21471a85-e858-43d8-9232-fda24c1dc83d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff56233-8bb3-4cdf-8b9d-e6acffc9108b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:54Z', 'updated_at': '2021-06-30T09:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:13:00.851951 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed65e78-ded3-4fc6-834c-e3e8f802c8f0 req-2f3edf93-2605-4a36-ab91-66583d4b2087 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:00.852608 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-249b018e-f129-4e17-beff-299a695952a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:00.852700 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0ed65e78-ded3-4fc6-834c-e3e8f802c8f0 req-2f3edf93-2605-4a36-ab91-66583d4b2087 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 945 time: 0.1387904 Jun 30 09:13:00.897380 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-80a7c47c-c5bb-48d1-a257-8942e6ac079d req-01bf468f-c816-48d9-ae61-ffa599e3e38f tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357303 Jun 30 09:13:00.918045 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3e3c017e-e652-4fe9-9620-d97bdfcf7354 None None] Provisioning for port 73404857-acbe-4345-9427-bdb24e2f169f completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:00.938540 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3e3c017e-e652-4fe9-9620-d97bdfcf7354 None None] Provisioning complete for port 73404857-acbe-4345-9427-bdb24e2f169f triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:00.938540 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3e3c017e-e652-4fe9-9620-d97bdfcf7354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:00.938723 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0ed65e78-ded3-4fc6-834c-e3e8f802c8f0 req-464d6a22-a2a2-4f44-bc01-e078d9c5cd9d tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795417 Jun 30 09:13:00.958760 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5934bf03-77f0-4240-b984-020141e584d7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5681252 Jun 30 09:13:00.962087 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35280) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:00.983984 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-e43d18ab-9286-48b8-ae8c-def90a01509e admin admin] Request body: {'subnet': {'network_id': 'bcd2782e-b222-47e0-9b05-364385b3cee7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-144534857-subnet', 'tenant_id': '670ce7d5b0a34ed397d6adac30630f64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:01.011389 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-3e3c017e-e652-4fe9-9620-d97bdfcf7354 None None] Port 73404857-acbe-4345-9427-bdb24e2f169f cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:01.153811 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43d18ab-9286-48b8-ae8c-def90a01509e admin admin] Made reservation on behalf of 670ce7d5b0a34ed397d6adac30630f64 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:01.157669 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e43d18ab-9286-48b8-ae8c-def90a01509e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:01.204206 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-249b018e-f129-4e17-beff-299a695952a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:01.376955 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-249b018e-f129-4e17-beff-299a695952a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:01.549828 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7c223533-a3c2-4b30-a964-a92f15670981 req-54b65e5c-5ebc-4c33-aaa4-46968ae2c99b tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c81f8b5-e89a-4f12-82b6-fd7942ae513a HTTP/1.1" status: 200 len: 210 time: 0.0849395 Jun 30 09:13:01.592582 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-249b018e-f129-4e17-beff-299a695952a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:01.606957 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b018e-f129-4e17-beff-299a695952a4 admin admin] Pushing event updated for resources: {'Port': ['ID=73404857-acbe-4345-9427-bdb24e2f169f,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:01.696270 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35318) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:01.731453 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249b018e-f129-4e17-beff-299a695952a4 admin admin] Network 7891eb1d-62f4-45da-bdb6-4642ccd6e9b3 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:01.733369 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-249b018e-f129-4e17-beff-299a695952a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:01.794700 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e43d18ab-9286-48b8-ae8c-def90a01509e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:01.965740 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43d18ab-9286-48b8-ae8c-def90a01509e admin admin] Checking segment: {'id': '498df54b-c63f-4fa8-a0f7-8283eac93d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bcd2782e-b222-47e0-9b05-364385b3cee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:01.966107 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43d18ab-9286-48b8-ae8c-def90a01509e admin admin] Network hostable DHCP agents. Network: bcd2782e-b222-47e0-9b05-364385b3cee7, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:13:01.977130 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249b018e-f129-4e17-beff-299a695952a4 admin admin] Router 7ff56233-8bb3-4cdf-8b9d-e6acffc9108b has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:13:01.981649 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-40e838ba-48be-4e27-b6c8-70d997d33047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:01.985409 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d18ab-9286-48b8-ae8c-def90a01509e admin admin] Pushing event updated for resources: {'Subnet': ['ID=867f3003-8d42-4876-8796-40bf3a437087,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:02.199852 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-40e838ba-48be-4e27-b6c8-70d997d33047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:02.227825 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43d18ab-9286-48b8-ae8c-def90a01509e admin admin] Network bcd2782e-b222-47e0-9b05-364385b3cee7 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:13:02.349074 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-40e838ba-48be-4e27-b6c8-70d997d33047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:02.361975 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-53152867-01ac-474e-babd-5481de5a4759 None None] Provisioning complete for port 73404857-acbe-4345-9427-bdb24e2f169f triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:02.362760 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-53152867-01ac-474e-babd-5481de5a4759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:02.419189 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249b018e-f129-4e17-beff-299a695952a4 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:13:02.427345 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-249b018e-f129-4e17-beff-299a695952a4 admin admin] 10.222.0.10 "PUT /v2.0/routers/7ff56233-8bb3-4cdf-8b9d-e6acffc9108b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3914051 Jun 30 09:13:02.450493 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-53152867-01ac-474e-babd-5481de5a4759 None None] Port 73404857-acbe-4345-9427-bdb24e2f169f cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:02.477423 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafcac9-62fc-4dc7-b2ae-00599c1b9643 req-42048bd5-4123-468a-bfc5-bb9694e11ae1 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:02.487485 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6cafcac9-62fc-4dc7-b2ae-00599c1b9643 req-42048bd5-4123-468a-bfc5-bb9694e11ae1 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 945 time: 0.1860342 Jun 30 09:13:02.558063 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-40e838ba-48be-4e27-b6c8-70d997d33047 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ec6977073feb42d8be2c44274e2021ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8573411 Jun 30 09:13:02.570324 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6cafcac9-62fc-4dc7-b2ae-00599c1b9643 req-2f721f13-fbee-4e04-b52a-3577903262e8 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815582 Jun 30 09:13:02.575851 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35356) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:02.579968 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-e43d18ab-9286-48b8-ae8c-def90a01509e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, bcd2782e-b222-47e0-9b05-364385b3cee7) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:02.590019 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618c8e43-3bd4-4b3e-986e-2937f3fa1bed None None] Network bcd2782e-b222-47e0-9b05-364385b3cee7 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:02.645115 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43d18ab-9286-48b8-ae8c-def90a01509e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:02.646566 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e43d18ab-9286-48b8-ae8c-def90a01509e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:02.712368 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e838ba-48be-4e27-b6c8-70d997d33047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d28ca2-27d5-4598-81fb-cbe3f871f267,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:02.811705 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-bcfd1a1c-e66d-4cea-94f2-3111f5ce5456 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:02.817055 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-bcfd1a1c-e66d-4cea-94f2-3111f5ce5456 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.52 "GET /v2.0/networks?id=0d86a741-2c6f-4c43-8280-c372407e14ea HTTP/1.1" status: 200 len: 809 time: 0.4977431 Jun 30 09:13:02.846837 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f176aed4-ea7f-4614-8cf3-1a45aec3e795 None None] Network bcd2782e-b222-47e0-9b05-364385b3cee7 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:02.862829 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-2bbfc43a-0c9a-433c-accb-656a5ac3b084 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] Request body: {'port': {'device_id': '0c81f8b5-e89a-4f12-82b6-fd7942ae513a', 'network_id': '0d86a741-2c6f-4c43-8280-c372407e14ea', 'admin_state_up': True, 'tenant_id': '1f7995109a7e4120897508eb6668ae5c'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:02.890724 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6454fd87-06f9-43fb-bb53-47f2e4b29b3f req-0a409e74-0243-4a61-851e-f3a46f49b520 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c81f8b5-e89a-4f12-82b6-fd7942ae513a HTTP/1.1" status: 200 len: 210 time: 0.0682783 Jun 30 09:13:02.948164 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e43d18ab-9286-48b8-ae8c-def90a01509e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9841230 Jun 30 09:13:02.971783 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-73bf7590-3ded-40d0-b698-031eaddaf223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:03.025270 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-73bf7590-3ded-40d0-b698-031eaddaf223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:03.330522 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-2bbfc43a-0c9a-433c-accb-656a5ac3b084 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] Made reservation on behalf of 1f7995109a7e4120897508eb6668ae5c for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:03.335943 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-2bbfc43a-0c9a-433c-accb-656a5ac3b084 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:03.441956 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 21471a85-e858-43d8-9232-fda24c1dc83d up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:03.605199 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [req-9bf226f0-494d-442d-9e23-19037be55178 req-d615885a-0c9f-4da7-927a-bffa56c1fe93 tempest-SecurityGroupsNegativeTestJSON-1826084446 tempest-SecurityGroupsNegativeTestJSON-1826084446-project] show failed (client error): The resource could not be found. Jun 30 09:13:03.633227 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9bf226f0-494d-442d-9e23-19037be55178 req-d615885a-0c9f-4da7-927a-bffa56c1fe93 tempest-SecurityGroupsNegativeTestJSON-1826084446 tempest-SecurityGroupsNegativeTestJSON-1826084446-project] 10.222.0.10 "GET /v2.0/security-groups/cfebb119-1555-4aa6-904d-dad8f394e28e HTTP/1.1" status: 404 len: 352 time: 0.0728827 Jun 30 09:13:03.643880 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-2bbfc43a-0c9a-433c-accb-656a5ac3b084 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] Allocated IP 172.20.0.2 (0d86a741-2c6f-4c43-8280-c372407e14ea/88c40794-0253-4435-beba-31ba0b93eeb0/96e65cb1-4aa3-45a5-b98c-d23092197892) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:03.784886 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 21471a85-e858-43d8-9232-fda24c1dc83d completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:03.792829 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 21471a85-e858-43d8-9232-fda24c1dc83d triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:03.793443 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:03.881750 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-2bbfc43a-0c9a-433c-accb-656a5ac3b084 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:03.925695 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-73bf7590-3ded-40d0-b698-031eaddaf223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:03.932447 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-73bf7590-3ded-40d0-b698-031eaddaf223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:03.932447 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-73bf7590-3ded-40d0-b698-031eaddaf223 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/57d28ca2-27d5-4598-81fb-cbe3f871f267 HTTP/1.1" status: 204 len: 168 time: 1.3517921 Jun 30 09:13:03.959638 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24d717-227a-42ee-8375-a6341c343672 req-b2064512-cfaa-4a18-a4f9-589386a6c5e1 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:03.975273 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4d24d717-227a-42ee-8375-a6341c343672 req-b2064512-cfaa-4a18-a4f9-589386a6c5e1 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 945 time: 0.1917167 Jun 30 09:13:03.991836 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065dd2ff-a28d-4e42-96bf-ac692f4dc4a3 None None] Sync routers for ids ['7ff56233-8bb3-4cdf-8b9d-e6acffc9108b'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:13:04.079917 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065dd2ff-a28d-4e42-96bf-ac692f4dc4a3 None None] Routers {'7ff56233-8bb3-4cdf-8b9d-e6acffc9108b'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:04.079917 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-065dd2ff-a28d-4e42-96bf-ac692f4dc4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:12:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['7ff56233-8bb3-4cdf-8b9d-e6acffc9108b'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:04.080977 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4d24d717-227a-42ee-8375-a6341c343672 req-6783b9be-2dd7-41ef-aa61-6a4bab93072a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044381 Jun 30 09:13:04.207010 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-45f5b254-e6e4-473d-a42d-fa9a9978a024 req-e7cc448f-6c67-47ca-a019-5fa388f27034 tempest-SecurityGroupsNegativeTestJSON-1826084446 tempest-SecurityGroupsNegativeTestJSON-1826084446-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=670ce7d5b0a34ed397d6adac30630f64 HTTP/1.1" status: 200 len: 2988 time: 0.2316728 Jun 30 09:13:04.207010 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf7590-3ded-40d0-b698-031eaddaf223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d28ca2-27d5-4598-81fb-cbe3f871f267,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:04.207401 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:04.207510 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-2bbfc43a-0c9a-433c-accb-656a5ac3b084 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:04.391646 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-2bbfc43a-0c9a-433c-accb-656a5ac3b084 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] Network 0d86a741-2c6f-4c43-8280-c372407e14ea is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:04.428625 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35402) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:04.441815 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-2bbfc43a-0c9a-433c-accb-656a5ac3b084 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:04.479393 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-2bbfc43a-0c9a-433c-accb-656a5ac3b084 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:04.479393 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbfc43a-0c9a-433c-accb-656a5ac3b084 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] Pushing event updated for resources: {'Port': ['ID=96e65cb1-4aa3-45a5-b98c-d23092197892,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:04.594139 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 21471a85-e858-43d8-9232-fda24c1dc83d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=21471a85-e858-43d8-9232-fda24c1dc83d,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:04.637606 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-45f5b254-e6e4-473d-a42d-fa9a9978a024 req-70f443d2-22e5-4d55-8bb3-43fc43b10fdc tempest-SecurityGroupsNegativeTestJSON-1826084446 tempest-SecurityGroupsNegativeTestJSON-1826084446-project] 10.222.0.10 "GET /v2.0/security-groups/cc37936a-da52-4a28-b512-1dca1c543456 HTTP/1.1" status: 200 len: 2985 time: 0.4797843 Jun 30 09:13:04.756211 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-065dd2ff-a28d-4e42-96bf-ac692f4dc4a3 None None] Set router 7ff56233-8bb3-4cdf-8b9d-e6acffc9108b gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:13:04.793588 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:04.805018 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4d032-f0b3-497e-b687-6d27f84f7a78 req-a6175c57-7e0a-4d6e-9a6f-59f7ed76b4eb tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:04.817749 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-07c4d032-f0b3-497e-b687-6d27f84f7a78 req-a6175c57-7e0a-4d6e-9a6f-59f7ed76b4eb tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c81f8b5-e89a-4f12-82b6-fd7942ae513a HTTP/1.1" status: 200 len: 931 time: 0.3638954 Jun 30 09:13:04.875339 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-45f5b254-e6e4-473d-a42d-fa9a9978a024 req-f2b4a5c6-bfbb-4af7-b23d-db3f7ec08643 tempest-SecurityGroupsNegativeTestJSON-1826084446 tempest-SecurityGroupsNegativeTestJSON-1826084446-project] 10.222.0.10 "GET /v2.0/security-groups/cc37936a-da52-4a28-b512-1dca1c543456 HTTP/1.1" status: 200 len: 2985 time: 0.2357528 Jun 30 09:13:04.893400 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-2bbfc43a-0c9a-433c-accb-656a5ac3b084 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:04.895311 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-2bbfc43a-0c9a-433c-accb-656a5ac3b084 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:04.956682 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-07c4d032-f0b3-497e-b687-6d27f84f7a78 req-11f7ea67-15da-4b40-9512-278a584d5331 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ef18496-c10c-4d08-8ec5-f3f30bed03a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371207 Jun 30 09:13:05.032657 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-2bbfc43a-0c9a-433c-accb-656a5ac3b084 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1645167 Jun 30 09:13:05.038608 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-ad798694-1183-42cb-9723-ea8412509369 service neutron] Request body: {'port': {'device_id': '0c81f8b5-e89a-4f12-82b6-fd7942ae513a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:05.144138 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-07b0d27a-b7e6-4d62-8fa0-fdd499f6b455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:05.162485 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=21471a85-e858-43d8-9232-fda24c1dc83d,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:05.184490 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-869f8012-4d74-42e2-b51c-c66132509e82 req-6b754ca9-a775-495c-9b7d-e08b0246386f tempest-SecurityGroupsNegativeTestJSON-1826084446 tempest-SecurityGroupsNegativeTestJSON-1826084446-project] 10.222.0.10 "GET /v2.0/security-groups/cc37936a-da52-4a28-b512-1dca1c543456 HTTP/1.1" status: 200 len: 2985 time: 0.1793091 Jun 30 09:13:05.212538 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-065dd2ff-a28d-4e42-96bf-ac692f4dc4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff56233-8bb3-4cdf-8b9d-e6acffc9108b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1322968990-router', 'tenant_id': '68ecd67ec8214209a22585253ed61aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '21471a85-e858-43d8-9232-fda24c1dc83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:52Z', 'updated_at': '2021-06-30T09:13:00Z', 'revision_number': 4, 'project_id': '68ecd67ec8214209a22585253ed61aab', 'gw_port': {'id': '21471a85-e858-43d8-9232-fda24c1dc83d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff56233-8bb3-4cdf-8b9d-e6acffc9108b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:54Z', 'updated_at': '2021-06-30T09:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '73404857-acbe-4345-9427-bdb24e2f169f', 'name': '', 'network_id': '7891eb1d-62f4-45da-bdb6-4642ccd6e9b3', 'tenant_id': '68ecd67ec8214209a22585253ed61aab', 'mac_address': 'fa:16:3e:1d:10:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff56233-8bb3-4cdf-8b9d-e6acffc9108b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'f3ad7584-b55d-4430-81f7-014475eec41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:59Z', 'updated_at': '2021-06-30T09:13:01Z', 'revision_number': 2, 'project_id': '68ecd67ec8214209a22585253ed61aab', 'subnets': [{'id': 'f3ad7584-b55d-4430-81f7-014475eec41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:05.250714 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-ad798694-1183-42cb-9723-ea8412509369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:05.322920 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065dd2ff-a28d-4e42-96bf-ac692f4dc4a3 None None] Checking router: 7ff56233-8bb3-4cdf-8b9d-e6acffc9108b for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:13:05.327612 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065dd2ff-a28d-4e42-96bf-ac692f4dc4a3 None None] Updating router 7ff56233-8bb3-4cdf-8b9d-e6acffc9108b port 73404857-acbe-4345-9427-bdb24e2f169f binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:13:05.389539 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-065dd2ff-a28d-4e42-96bf-ac692f4dc4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:05.430701 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [req-869f8012-4d74-42e2-b51c-c66132509e82 req-3250847c-2cd9-437b-a3e6-7d240218424a tempest-SecurityGroupsNegativeTestJSON-1826084446 tempest-SecurityGroupsNegativeTestJSON-1826084446-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 09:13:05.490138 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-869f8012-4d74-42e2-b51c-c66132509e82 req-3250847c-2cd9-437b-a3e6-7d240218424a tempest-SecurityGroupsNegativeTestJSON-1826084446 tempest-SecurityGroupsNegativeTestJSON-1826084446-project] 10.222.0.10 "DELETE /v2.0/security-groups/cc37936a-da52-4a28-b512-1dca1c543456 HTTP/1.1" status: 409 len: 352 time: 0.2579260 Jun 30 09:13:05.520216 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 21471a85-e858-43d8-9232-fda24c1dc83d up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:05.520908 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [req-d56d9d39-bad0-4088-847f-d847740cd361 req-2025385f-830b-4270-9ef5-4abd9418eccb tempest-SecurityGroupsNegativeTestJSON-1826084446 tempest-SecurityGroupsNegativeTestJSON-1826084446-project] show failed (client error): The resource could not be found. Jun 30 09:13:05.522070 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d56d9d39-bad0-4088-847f-d847740cd361 req-2025385f-830b-4270-9ef5-4abd9418eccb tempest-SecurityGroupsNegativeTestJSON-1826084446 tempest-SecurityGroupsNegativeTestJSON-1826084446-project] 10.222.0.10 "GET /v2.0/security-groups/cd3b9898-f265-4ab9-bf51-1582e1f675d9 HTTP/1.1" status: 404 len: 352 time: 0.0311189 Jun 30 09:13:05.563231 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35418) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:05.616364 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-25e4348d-e0bc-4e9e-b9d6-340ba58d69bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:05.677433 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [req-9036e7cc-e9b8-471c-8a68-d464a493d468 req-5734faae-f852-4e12-a297-b4a66c5bc4a4 tempest-SecurityGroupsNegativeTestJSON-1826084446 tempest-SecurityGroupsNegativeTestJSON-1826084446-project] show failed (client error): The resource could not be found. Jun 30 09:13:05.678351 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9036e7cc-e9b8-471c-8a68-d464a493d468 req-5734faae-f852-4e12-a297-b4a66c5bc4a4 tempest-SecurityGroupsNegativeTestJSON-1826084446 tempest-SecurityGroupsNegativeTestJSON-1826084446-project] 10.222.0.10 "GET /v2.0/security-groups/06393aed-0b29-4f9f-a74d-99315df0f619 HTTP/1.1" status: 404 len: 352 time: 0.0645316 Jun 30 09:13:05.694991 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35422) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:05.703587 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 21471a85-e858-43d8-9232-fda24c1dc83d triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:05.704161 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:05.758336 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228845c-91ee-45f9-88e3-9c7fcbfa9e84 req-d7fe4f3c-dd13-4552-8a09-5f2ec7e11e1a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:05.768587 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-07b0d27a-b7e6-4d62-8fa0-fdd499f6b455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:05.772080 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f228845c-91ee-45f9-88e3-9c7fcbfa9e84 req-d7fe4f3c-dd13-4552-8a09-5f2ec7e11e1a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 945 time: 0.3134375 Jun 30 09:13:05.790923 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e4ccade-9e42-4a2a-b1f2-efd3d3e196f5 admin admin] Deleting subnet 867f3003-8d42-4876-8796-40bf3a437087 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:13:05.795775 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e4ccade-9e42-4a2a-b1f2-efd3d3e196f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:05.850129 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e4ccade-9e42-4a2a-b1f2-efd3d3e196f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:05.892644 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f228845c-91ee-45f9-88e3-9c7fcbfa9e84 req-8c1957fc-b650-4f6f-b31a-b7491174a996 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135228 Jun 30 09:13:05.930354 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e4ccade-9e42-4a2a-b1f2-efd3d3e196f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.072330 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-065dd2ff-a28d-4e42-96bf-ac692f4dc4a3 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.080514 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-07b0d27a-b7e6-4d62-8fa0-fdd499f6b455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.182508 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-065dd2ff-a28d-4e42-96bf-ac692f4dc4a3 None None] Transition to ACTIVE for port object 73404857-acbe-4345-9427-bdb24e2f169f will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:06.208837 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-25e4348d-e0bc-4e9e-b9d6-340ba58d69bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.226280 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-ad798694-1183-42cb-9723-ea8412509369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e65cb1-4aa3-45a5-b98c-d23092197892 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:06.231896 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e4ccade-9e42-4a2a-b1f2-efd3d3e196f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.266808 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-ad798694-1183-42cb-9723-ea8412509369 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.314025 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-065dd2ff-a28d-4e42-96bf-ac692f4dc4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.330708 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-ad798694-1183-42cb-9723-ea8412509369 service neutron] Transition to ACTIVE for port object 96e65cb1-4aa3-45a5-b98c-d23092197892 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:06.357739 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ccade-9e42-4a2a-b1f2-efd3d3e196f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=867f3003-8d42-4876-8796-40bf3a437087,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:06.450987 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179859f0-0a72-4b4e-ba01-456be30f56bb None None] Pushing event updated for resources: {'Port': ['ID=73404857-acbe-4345-9427-bdb24e2f169f,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:06.453466 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0d27a-b7e6-4d62-8fa0-fdd499f6b455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0739297-a74c-457d-9fc8-7132066472f8,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:06.479261 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-25e4348d-e0bc-4e9e-b9d6-340ba58d69bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.501328 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-ad798694-1183-42cb-9723-ea8412509369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.616600 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e4ccade-9e42-4a2a-b1f2-efd3d3e196f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.626151 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8e4ccade-9e42-4a2a-b1f2-efd3d3e196f5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/867f3003-8d42-4876-8796-40bf3a437087 HTTP/1.1" status: 204 len: 168 time: 0.9269686 Jun 30 09:13:06.627909 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35436) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:06.633090 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-07b0d27a-b7e6-4d62-8fa0-fdd499f6b455 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=548c3fb447da4aaca0a6e43b06aaa6f9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2003338 Jun 30 09:13:06.641157 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35438) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:06.656434 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-065dd2ff-a28d-4e42-96bf-ac692f4dc4a3 None None] Attempting to bind port 73404857-acbe-4345-9427-bdb24e2f169f on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:06.656825 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-065dd2ff-a28d-4e42-96bf-ac692f4dc4a3 None None] Attempting to bind port 73404857-acbe-4345-9427-bdb24e2f169f by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '77b66c35-5756-4172-a903-69a0b493a548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7891eb1d-62f4-45da-bdb6-4642ccd6e9b3'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:06.657222 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065dd2ff-a28d-4e42-96bf-ac692f4dc4a3 None None] Attempting to bind port 73404857-acbe-4345-9427-bdb24e2f169f on network 7891eb1d-62f4-45da-bdb6-4642ccd6e9b3 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:06.675486 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065dd2ff-a28d-4e42-96bf-ac692f4dc4a3 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:06.675951 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065dd2ff-a28d-4e42-96bf-ac692f4dc4a3 None None] Checking segment: {'id': '77b66c35-5756-4172-a903-69a0b493a548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7891eb1d-62f4-45da-bdb6-4642ccd6e9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:06.676359 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-065dd2ff-a28d-4e42-96bf-ac692f4dc4a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.676799 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065dd2ff-a28d-4e42-96bf-ac692f4dc4a3 None None] Bound using segment: {'id': '77b66c35-5756-4172-a903-69a0b493a548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7891eb1d-62f4-45da-bdb6-4642ccd6e9b3'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:06.677301 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-065dd2ff-a28d-4e42-96bf-ac692f4dc4a3 None None] Bound port: 73404857-acbe-4345-9427-bdb24e2f169f, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b66c35-5756-4172-a903-69a0b493a548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7891eb1d-62f4-45da-bdb6-4642ccd6e9b3'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:06.677689 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-065dd2ff-a28d-4e42-96bf-ac692f4dc4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.699166 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad798694-1183-42cb-9723-ea8412509369 service neutron] Pushing event updated for resources: {'Port': ['ID=96e65cb1-4aa3-45a5-b98c-d23092197892,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:06.827978 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-25e4348d-e0bc-4e9e-b9d6-340ba58d69bc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=750f7eb4d3954d10b52b92840de9ae46&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2632539 Jun 30 09:13:06.839785 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4348d-e0bc-4e9e-b9d6-340ba58d69bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6fa9b4-1b93-498d-9d62-e71ba5880999,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:06.842486 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35444) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:06.879992 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-065dd2ff-a28d-4e42-96bf-ac692f4dc4a3 None None] For port 73404857-acbe-4345-9427-bdb24e2f169f, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:06.894237 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-065dd2ff-a28d-4e42-96bf-ac692f4dc4a3 None None] For port 73404857-acbe-4345-9427-bdb24e2f169f, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=73404857-acbe-4345-9427-bdb24e2f169f,segment=NetworkSegment(77b66c35-5756-4172-a903-69a0b493a548),segment_id=77b66c35-5756-4172-a903-69a0b493a548)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:06.906436 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46cf0cbf-7166-44f4-a6a9-2d39a35f34c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.910290 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-ad798694-1183-42cb-9723-ea8412509369 service neutron] Attempting to bind port 96e65cb1-4aa3-45a5-b98c-d23092197892 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:06.910626 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-ad798694-1183-42cb-9723-ea8412509369 service neutron] Attempting to bind port 96e65cb1-4aa3-45a5-b98c-d23092197892 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': 'f0b347d5-aa45-4dcd-9b5c-955bc58898c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0d86a741-2c6f-4c43-8280-c372407e14ea'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:06.911003 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-ad798694-1183-42cb-9723-ea8412509369 service neutron] Attempting to bind port 96e65cb1-4aa3-45a5-b98c-d23092197892 on network 0d86a741-2c6f-4c43-8280-c372407e14ea {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:06.921139 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-ad798694-1183-42cb-9723-ea8412509369 service neutron] Port 96e65cb1-4aa3-45a5-b98c-d23092197892 on network 0d86a741-2c6f-4c43-8280-c372407e14ea not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:13:06.921753 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-ad798694-1183-42cb-9723-ea8412509369 service neutron] Attempting to bind port 96e65cb1-4aa3-45a5-b98c-d23092197892 on network 0d86a741-2c6f-4c43-8280-c372407e14ea {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:06.935164 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-ad798694-1183-42cb-9723-ea8412509369 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:06.935542 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-ad798694-1183-42cb-9723-ea8412509369 service neutron] Checking segment: {'id': 'f0b347d5-aa45-4dcd-9b5c-955bc58898c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0d86a741-2c6f-4c43-8280-c372407e14ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:06.935922 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-ad798694-1183-42cb-9723-ea8412509369 service neutron] Bound using segment: {'id': 'f0b347d5-aa45-4dcd-9b5c-955bc58898c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0d86a741-2c6f-4c43-8280-c372407e14ea'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:06.936455 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-ad798694-1183-42cb-9723-ea8412509369 service neutron] Bound port: 96e65cb1-4aa3-45a5-b98c-d23092197892, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b347d5-aa45-4dcd-9b5c-955bc58898c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0d86a741-2c6f-4c43-8280-c372407e14ea'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:06.936824 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-ad798694-1183-42cb-9723-ea8412509369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.937881 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7fdfb-cfda-4d78-a192-51cc8a484dfd req-e502fb16-bb0d-46f6-97be-7699085ff640 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:06.939508 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6ae7fdfb-cfda-4d78-a192-51cc8a484dfd req-e502fb16-bb0d-46f6-97be-7699085ff640 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c81f8b5-e89a-4f12-82b6-fd7942ae513a HTTP/1.1" status: 200 len: 943 time: 0.5579872 Jun 30 09:13:07.001316 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-065dd2ff-a28d-4e42-96bf-ac692f4dc4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.003634 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2eb4531f-2088-4010-9921-7ce70115a7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.028660 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2eb4531f-2088-4010-9921-7ce70115a7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.093822 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8f474c32-26db-4675-9758-b6317e32ff5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.119950 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6ae7fdfb-cfda-4d78-a192-51cc8a484dfd req-23f9e32e-9fd1-422e-89a6-6381ab571d36 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ef18496-c10c-4d08-8ec5-f3f30bed03a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523712 Jun 30 09:13:07.136328 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8f474c32-26db-4675-9758-b6317e32ff5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.152147 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179859f0-0a72-4b4e-ba01-456be30f56bb None None] Pushing event updated for resources: {'Port': ['ID=73404857-acbe-4345-9427-bdb24e2f169f,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:07.225406 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065dd2ff-a28d-4e42-96bf-ac692f4dc4a3 None None] Routers {'7ff56233-8bb3-4cdf-8b9d-e6acffc9108b'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:07.227594 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2eb4531f-2088-4010-9921-7ce70115a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.236604 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2eb4531f-2088-4010-9921-7ce70115a7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.240886 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-065dd2ff-a28d-4e42-96bf-ac692f4dc4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:12:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['7ff56233-8bb3-4cdf-8b9d-e6acffc9108b'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:07.243109 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2eb4531f-2088-4010-9921-7ce70115a7a1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f0739297-a74c-457d-9fc8-7132066472f8 HTTP/1.1" status: 204 len: 168 time: 0.5723188 Jun 30 09:13:07.267070 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4531f-2088-4010-9921-7ce70115a7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0739297-a74c-457d-9fc8-7132066472f8,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:07.383206 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8f474c32-26db-4675-9758-b6317e32ff5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.389995 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8f474c32-26db-4675-9758-b6317e32ff5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.394634 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8f474c32-26db-4675-9758-b6317e32ff5a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8e6fa9b4-1b93-498d-9d62-e71ba5880999 HTTP/1.1" status: 204 len: 168 time: 0.5487516 Jun 30 09:13:07.461423 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.487091 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f474c32-26db-4675-9758-b6317e32ff5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6fa9b4-1b93-498d-9d62-e71ba5880999,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:07.786604 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46cf0cbf-7166-44f4-a6a9-2d39a35f34c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.789443 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-065dd2ff-a28d-4e42-96bf-ac692f4dc4a3 None None] Set router 7ff56233-8bb3-4cdf-8b9d-e6acffc9108b gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:13:07.817369 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-46cf0cbf-7166-44f4-a6a9-2d39a35f34c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd2782e-b222-47e0-9b05-364385b3cee7']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:07.837146 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b5f23-b78f-46eb-bae2-2704448bb259 req-a0fe4c37-5130-4e72-9337-fac9be8d9756 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:07.844156 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4f3b5f23-b78f-46eb-bae2-2704448bb259 req-a0fe4c37-5130-4e72-9337-fac9be8d9756 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 945 time: 0.2338710 Jun 30 09:13:07.906345 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-46cf0cbf-7166-44f4-a6a9-2d39a35f34c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '498df54b-c63f-4fa8-a0f7-8283eac93d6a') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:07.909242 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-46cf0cbf-7166-44f4-a6a9-2d39a35f34c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '498df54b-c63f-4fa8-a0f7-8283eac93d6a') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:07.937628 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46cf0cbf-7166-44f4-a6a9-2d39a35f34c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.949906 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4f3b5f23-b78f-46eb-bae2-2704448bb259 req-200b4bb4-8cab-417a-b66b-56c2501eaa4c tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981359 Jun 30 09:13:07.968937 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-ad798694-1183-42cb-9723-ea8412509369 service neutron] For port 96e65cb1-4aa3-45a5-b98c-d23092197892, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:07.977384 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-ad798694-1183-42cb-9723-ea8412509369 service neutron] For port 96e65cb1-4aa3-45a5-b98c-d23092197892, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=96e65cb1-4aa3-45a5-b98c-d23092197892,segment=NetworkSegment(f0b347d5-aa45-4dcd-9b5c-955bc58898c0),segment_id=f0b347d5-aa45-4dcd-9b5c-955bc58898c0)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:08.000526 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46cf0cbf-7166-44f4-a6a9-2d39a35f34c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.044615 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46cf0cbf-7166-44f4-a6a9-2d39a35f34c5 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:13:08.045100 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46cf0cbf-7166-44f4-a6a9-2d39a35f34c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:13:08.055293 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:13:08.133517 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0115cc-6513-410d-8360-7aaf490b7171 req-a53423ce-34b7-4066-8bc0-faf6cac8e3f0 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:08.141395 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0a0115cc-6513-410d-8360-7aaf490b7171 req-a53423ce-34b7-4066-8bc0-faf6cac8e3f0 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 1.1659889 Jun 30 09:13:08.203529 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0a0115cc-6513-410d-8360-7aaf490b7171 req-ceab18ef-15c0-4d6e-9e74-caf86a0cbc1f tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610466 Jun 30 09:13:08.207759 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-ad798694-1183-42cb-9723-ea8412509369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.280210 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-065dd2ff-a28d-4e42-96bf-ac692f4dc4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff56233-8bb3-4cdf-8b9d-e6acffc9108b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1322968990-router', 'tenant_id': '68ecd67ec8214209a22585253ed61aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '21471a85-e858-43d8-9232-fda24c1dc83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:52Z', 'updated_at': '2021-06-30T09:13:00Z', 'revision_number': 4, 'project_id': '68ecd67ec8214209a22585253ed61aab', 'gw_port': {'id': '21471a85-e858-43d8-9232-fda24c1dc83d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff56233-8bb3-4cdf-8b9d-e6acffc9108b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:54Z', 'updated_at': '2021-06-30T09:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '73404857-acbe-4345-9427-bdb24e2f169f', 'name': '', 'network_id': '7891eb1d-62f4-45da-bdb6-4642ccd6e9b3', 'tenant_id': '68ecd67ec8214209a22585253ed61aab', 'mac_address': 'fa:16:3e:1d:10:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff56233-8bb3-4cdf-8b9d-e6acffc9108b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'f3ad7584-b55d-4430-81f7-014475eec41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:59Z', 'updated_at': '2021-06-30T09:13:06Z', 'revision_number': 4, 'project_id': '68ecd67ec8214209a22585253ed61aab', 'subnets': [{'id': 'f3ad7584-b55d-4430-81f7-014475eec41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:08.280854 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-ad798694-1183-42cb-9723-ea8412509369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:08.281442 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-ad798694-1183-42cb-9723-ea8412509369 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.284643 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-ad798694-1183-42cb-9723-ea8412509369 service neutron] 10.222.0.52 "PUT /v2.0/ports/96e65cb1-4aa3-45a5-b98c-d23092197892 HTTP/1.1" status: 200 len: 1092 time: 3.2511475 Jun 30 09:13:08.288965 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c81f8b5-e89a-4f12-82b6-fd7942ae513a', 'tag': '96e65cb1-4aa3-45a5-b98c-d23092197892'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:08.294743 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056811c5-9168-4dbf-9a2d-e7a8b9940228" -d '{"events": [{"name": "network-changed", "server_uuid": "0c81f8b5-e89a-4f12-82b6-fd7942ae513a", "tag": "96e65cb1-4aa3-45a5-b98c-d23092197892"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:08.339215 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065dd2ff-a28d-4e42-96bf-ac692f4dc4a3 None None] The sync data for ids ['7ff56233-8bb3-4cdf-8b9d-e6acffc9108b'] in n-d-771363-31 is: [{'id': '7ff56233-8bb3-4cdf-8b9d-e6acffc9108b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1322968990-router', 'tenant_id': '68ecd67ec8214209a22585253ed61aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '21471a85-e858-43d8-9232-fda24c1dc83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:52Z', 'updated_at': '2021-06-30T09:13:00Z', 'revision_number': 4, 'project_id': '68ecd67ec8214209a22585253ed61aab', 'gw_port': {'id': '21471a85-e858-43d8-9232-fda24c1dc83d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff56233-8bb3-4cdf-8b9d-e6acffc9108b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:54Z', 'updated_at': '2021-06-30T09:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '73404857-acbe-4345-9427-bdb24e2f169f', 'name': '', 'network_id': '7891eb1d-62f4-45da-bdb6-4642ccd6e9b3', 'tenant_id': '68ecd67ec8214209a22585253ed61aab', 'mac_address': 'fa:16:3e:1d:10:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff56233-8bb3-4cdf-8b9d-e6acffc9108b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'f3ad7584-b55d-4430-81f7-014475eec41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:59Z', 'updated_at': '2021-06-30T09:13:06Z', 'revision_number': 4, 'project_id': '68ecd67ec8214209a22585253ed61aab', 'subnets': [{'id': 'f3ad7584-b55d-4430-81f7-014475eec41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:13:08.349086 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad798694-1183-42cb-9723-ea8412509369 service neutron] Pushing event updated for resources: {'Port': ['ID=96e65cb1-4aa3-45a5-b98c-d23092197892,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:08.357417 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46cf0cbf-7166-44f4-a6a9-2d39a35f34c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.366410 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46cf0cbf-7166-44f4-a6a9-2d39a35f34c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.368570 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-46cf0cbf-7166-44f4-a6a9-2d39a35f34c5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/bcd2782e-b222-47e0-9b05-364385b3cee7 HTTP/1.1" status: 204 len: 168 time: 1.7395728 Jun 30 09:13:08.382974 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf0cbf-7166-44f4-a6a9-2d39a35f34c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcd2782e-b222-47e0-9b05-364385b3cee7,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:08.552254 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9a9f7-72d8-4215-b1eb-97bba8f1e81b req-6722506c-3a94-46b8-a6b9-4f38bfd0c3b4 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:08.561664 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a5f9a9f7-72d8-4215-b1eb-97bba8f1e81b req-6722506c-3a94-46b8-a6b9-4f38bfd0c3b4 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c81f8b5-e89a-4f12-82b6-fd7942ae513a HTTP/1.1" status: 200 len: 943 time: 0.2343662 Jun 30 09:13:08.645904 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a5f9a9f7-72d8-4215-b1eb-97bba8f1e81b req-8a0a9b9d-aa8b-4d07-84d3-053282c4c5a9 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ef18496-c10c-4d08-8ec5-f3f30bed03a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823011 Jun 30 09:13:08.646408 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3062c-5a27-4844-bd5b-f73d3cc66f82 req-abc0cf75-203f-43b6-9969-a902e5d693f9 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:08.667664 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b5f3062c-5a27-4844-bd5b-f73d3cc66f82 req-abc0cf75-203f-43b6-9969-a902e5d693f9 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1196740 Jun 30 09:13:08.696780 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.763407 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28645752-cdf1-49de-87fb-d676786b6c7c x-openstack-request-id: req-28645752-cdf1-49de-87fb-d676786b6c7c {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:08.763708 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c81f8b5-e89a-4f12-82b6-fd7942ae513a", "tag": "96e65cb1-4aa3-45a5-b98c-d23092197892", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:08.763963 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-28645752-cdf1-49de-87fb-d676786b6c7c {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:08.764377 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c81f8b5-e89a-4f12-82b6-fd7942ae513a', 'tag': '96e65cb1-4aa3-45a5-b98c-d23092197892', 'status': 'completed', 'code': 200} Jun 30 09:13:08.782619 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b5f3062c-5a27-4844-bd5b-f73d3cc66f82 req-8e217d6b-3368-43a0-8542-79477be77b33 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112399 Jun 30 09:13:08.813230 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-49eb6ca0-8e04-4e47-b2b9-305f010eee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:08.815094 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-49eb6ca0-8e04-4e47-b2b9-305f010eee05 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1f7995109a7e4120897508eb6668ae5c&device_id=0c81f8b5-e89a-4f12-82b6-fd7942ae513a HTTP/1.1" status: 200 len: 1095 time: 0.1205003 Jun 30 09:13:08.889927 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-ffcbdd5e-b158-4aee-b2b4-14b0ae960463 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=96e65cb1-4aa3-45a5-b98c-d23092197892 HTTP/1.1" status: 200 len: 217 time: 0.0645063 Jun 30 09:13:08.990858 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-1d05206e-124a-4e26-a188-85f85b150932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:08.993025 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-1d05206e-124a-4e26-a188-85f85b150932 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=88c40794-0253-4435-beba-31ba0b93eeb0 HTTP/1.1" status: 200 len: 849 time: 0.0918186 Jun 30 09:13:09.092869 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-4f882ae8-b5bf-4a27-a1e4-58472a1d4f7b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d86a741-2c6f-4c43-8280-c372407e14ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852144 Jun 30 09:13:09.191026 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35496) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:09.333305 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-a9d91c54-f8cc-45f3-a9ba-0b1e70e81487 service neutron] 10.222.0.52 "GET /v2.0/networks/0d86a741-2c6f-4c43-8280-c372407e14ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325501 Jun 30 09:13:09.495458 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 73404857-acbe-4345-9427-bdb24e2f169f up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:09.531307 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-bdb00085-d9ca-4ef3-bd43-cc2946be4708 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=670ce7d5b0a34ed397d6adac30630f64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3359463 Jun 30 09:13:09.536920 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35498) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:09.634201 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ae600-4db7-4f97-a5b7-e30c0b5a3399 req-488a41b3-e8d5-414a-aeb7-8e4d6d1fa9ce tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:09.657829 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-439ae600-4db7-4f97-a5b7-e30c0b5a3399 req-488a41b3-e8d5-414a-aeb7-8e4d6d1fa9ce tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 945 time: 0.4045129 Jun 30 09:13:09.741269 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4d8eeec9-6fbc-48a4-8486-53703761dbae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:09.754765 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81b63d1b-ec2c-49de-8338-e5505c936ce1 req-5b047894-e986-4723-988a-9c750153d748 service neutron] 10.222.0.52 "GET /v2.0/networks/0d86a741-2c6f-4c43-8280-c372407e14ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111538 Jun 30 09:13:09.797869 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4d8eeec9-6fbc-48a4-8486-53703761dbae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:09.887902 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 73404857-acbe-4345-9427-bdb24e2f169f completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:09.887902 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 73404857-acbe-4345-9427-bdb24e2f169f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:09.887902 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:09.922626 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-439ae600-4db7-4f97-a5b7-e30c0b5a3399 req-dcd782d0-c79d-4789-9fb7-82a592c30cf5 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587147 Jun 30 09:13:10.049574 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4d8eeec9-6fbc-48a4-8486-53703761dbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:10.054976 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4d8eeec9-6fbc-48a4-8486-53703761dbae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:10.061858 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4d8eeec9-6fbc-48a4-8486-53703761dbae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cc37936a-da52-4a28-b512-1dca1c543456 HTTP/1.1" status: 204 len: 168 time: 0.5204380 Jun 30 09:13:10.152226 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:10.158325 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8eeec9-6fbc-48a4-8486-53703761dbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc37936a-da52-4a28-b512-1dca1c543456,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:10.260605 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 73404857-acbe-4345-9427-bdb24e2f169f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=73404857-acbe-4345-9427-bdb24e2f169f,segment=NetworkSegment(77b66c35-5756-4172-a903-69a0b493a548),segment_id=77b66c35-5756-4172-a903-69a0b493a548)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:10.289604 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056811c5-9168-4dbf-9a2d-e7a8b9940228 req-3ee9a6ce-66cf-4bca-96b4-36d4b63a3584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:10.291743 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-056811c5-9168-4dbf-9a2d-e7a8b9940228 req-3ee9a6ce-66cf-4bca-96b4-36d4b63a3584 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1f7995109a7e4120897508eb6668ae5c&device_id=0c81f8b5-e89a-4f12-82b6-fd7942ae513a HTTP/1.1" status: 200 len: 1095 time: 0.2595937 Jun 30 09:13:10.363968 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e89ded-0cfb-4d9a-9cff-5c2141ef8987 req-fff36d54-42e5-42ac-ab77-4c64308e4114 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:10.366392 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c6e89ded-0cfb-4d9a-9cff-5c2141ef8987 req-fff36d54-42e5-42ac-ab77-4c64308e4114 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c81f8b5-e89a-4f12-82b6-fd7942ae513a HTTP/1.1" status: 200 len: 943 time: 0.2411299 Jun 30 09:13:10.394267 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:10.489246 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=73404857-acbe-4345-9427-bdb24e2f169f,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:10.564785 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c6e89ded-0cfb-4d9a-9cff-5c2141ef8987 req-a4cb8215-4f10-4f4b-a2b5-006318afc47e tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ef18496-c10c-4d08-8ec5-f3f30bed03a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286719 Jun 30 09:13:10.600158 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056811c5-9168-4dbf-9a2d-e7a8b9940228 req-fce39665-aa0f-4e37-b2ff-19ea4563f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:10.601951 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-056811c5-9168-4dbf-9a2d-e7a8b9940228 req-fce39665-aa0f-4e37-b2ff-19ea4563f22f service neutron] 10.222.0.52 "GET /v2.0/networks?id=0d86a741-2c6f-4c43-8280-c372407e14ea HTTP/1.1" status: 200 len: 910 time: 0.3028624 Jun 30 09:13:10.753760 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-056811c5-9168-4dbf-9a2d-e7a8b9940228 req-42839586-81fa-4855-8a02-5c4002ed1189 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=96e65cb1-4aa3-45a5-b98c-d23092197892 HTTP/1.1" status: 200 len: 217 time: 0.1401439 Jun 30 09:13:10.923789 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056811c5-9168-4dbf-9a2d-e7a8b9940228 req-c1bd37f8-b182-4620-819e-a7f674fb018b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:10.927404 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-056811c5-9168-4dbf-9a2d-e7a8b9940228 req-c1bd37f8-b182-4620-819e-a7f674fb018b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=88c40794-0253-4435-beba-31ba0b93eeb0 HTTP/1.1" status: 200 len: 849 time: 0.1656988 Jun 30 09:13:11.088721 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-056811c5-9168-4dbf-9a2d-e7a8b9940228 req-45e578cf-39a6-4461-a4ff-bf98efb084bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d86a741-2c6f-4c43-8280-c372407e14ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1419523 Jun 30 09:13:11.410200 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 73404857-acbe-4345-9427-bdb24e2f169f up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:11.545402 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 73404857-acbe-4345-9427-bdb24e2f169f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:11.545402 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:11.557087 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-056811c5-9168-4dbf-9a2d-e7a8b9940228 req-e451f7fb-46da-4b7c-8965-fcaebf7dfcaf service neutron] 10.222.0.52 "GET /v2.0/networks/0d86a741-2c6f-4c43-8280-c372407e14ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570861 Jun 30 09:13:11.819679 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3dfed-095d-448c-8a29-733d3ac7bccf req-e4daf4ac-27a8-4fdc-a927-f3b09c611ad4 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:11.829427 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09c3dfed-095d-448c-8a29-733d3ac7bccf req-e4daf4ac-27a8-4fdc-a927-f3b09c611ad4 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 945 time: 0.5122237 Jun 30 09:13:12.083860 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-056811c5-9168-4dbf-9a2d-e7a8b9940228 req-29b326fb-602c-4307-94ed-bcfeef3e8bf3 service neutron] 10.222.0.52 "GET /v2.0/networks/0d86a741-2c6f-4c43-8280-c372407e14ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4914436 Jun 30 09:13:12.092924 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12cad72-e962-4da3-8e94-8af1abf0cfba req-d6d4a997-f0e8-4918-b353-f4461bc27419 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:12.101728 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d12cad72-e962-4da3-8e94-8af1abf0cfba req-d6d4a997-f0e8-4918-b353-f4461bc27419 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c81f8b5-e89a-4f12-82b6-fd7942ae513a HTTP/1.1" status: 200 len: 943 time: 0.1336970 Jun 30 09:13:12.111723 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09c3dfed-095d-448c-8a29-733d3ac7bccf req-c2c07d02-d688-4a9d-90dc-48b44ca0fa7b tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672853 Jun 30 09:13:12.222754 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d12cad72-e962-4da3-8e94-8af1abf0cfba req-87ce0acf-3787-45b4-bb62-906a50989556 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ef18496-c10c-4d08-8ec5-f3f30bed03a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092551 Jun 30 09:13:12.721649 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a7fef-c09a-4325-9a5b-a6916f8bbd86 req-5b12f8a2-63e2-4a3a-948c-d7099f614e82 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:12.733900 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-204a7fef-c09a-4325-9a5b-a6916f8bbd86 req-5b12f8a2-63e2-4a3a-948c-d7099f614e82 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1926470 Jun 30 09:13:12.743400 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35594) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:12.823596 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-204a7fef-c09a-4325-9a5b-a6916f8bbd86 req-04e6411d-8513-41ac-b4a1-20bb35ebb17a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822546 Jun 30 09:13:12.908284 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-34dda5df-8b93-4408-b303-2794c9ab9ebd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1863791569-network', 'tenant_id': 'e7f9c67d9c9e4ca097900fd6ab18621e'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:13.081978 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992cfb6c-2a3f-485f-9101-3a984a27221a req-99c7325f-368a-4b7c-a309-d1fb725631fe tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:13.083697 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-992cfb6c-2a3f-485f-9101-3a984a27221a req-99c7325f-368a-4b7c-a309-d1fb725631fe tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1075892 Jun 30 09:13:13.096298 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34dda5df-8b93-4408-b303-2794c9ab9ebd admin admin] Made reservation on behalf of e7f9c67d9c9e4ca097900fd6ab18621e for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:13.101770 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-34dda5df-8b93-4408-b303-2794c9ab9ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:13.140424 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-34dda5df-8b93-4408-b303-2794c9ab9ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:13.164101 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-992cfb6c-2a3f-485f-9101-3a984a27221a req-86d71a49-1164-4ae7-9560-13fa9b6fc9be tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720739 Jun 30 09:13:13.496441 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-34dda5df-8b93-4408-b303-2794c9ab9ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:13.510698 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f0ac1-b679-4f23-ab6e-59836222e180 req-d3db1571-041f-43ab-a2ca-8e6b9a3b4761 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:13.512662 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-487f0ac1-b679-4f23-ab6e-59836222e180 req-d3db1571-041f-43ab-a2ca-8e6b9a3b4761 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c81f8b5-e89a-4f12-82b6-fd7942ae513a HTTP/1.1" status: 200 len: 943 time: 0.1125724 Jun 30 09:13:13.541300 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 96e65cb1-4aa3-45a5-b98c-d23092197892 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:13:13.557556 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ce736-f002-438d-8ed2-1c6bd5fe70e5 req-a6d4c2d5-4b61-435e-8439-91f4076964f6 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:13.560647 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bc2ce736-f002-438d-8ed2-1c6bd5fe70e5 req-a6d4c2d5-4b61-435e-8439-91f4076964f6 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 945 time: 0.1861913 Jun 30 09:13:13.567405 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-487f0ac1-b679-4f23-ab6e-59836222e180 req-324c1fce-3a5c-4a6a-9783-ec5175d1495d tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ef18496-c10c-4d08-8ec5-f3f30bed03a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469897 Jun 30 09:13:13.642671 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bc2ce736-f002-438d-8ed2-1c6bd5fe70e5 req-a6b5b75a-959a-4454-8351-7dcc5d89d4a4 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759563 Jun 30 09:13:13.711740 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 96e65cb1-4aa3-45a5-b98c-d23092197892, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=96e65cb1-4aa3-45a5-b98c-d23092197892,segment=NetworkSegment(f0b347d5-aa45-4dcd-9b5c-955bc58898c0),segment_id=f0b347d5-aa45-4dcd-9b5c-955bc58898c0)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:13.732196 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '96e65cb1-4aa3-45a5-b98c-d23092197892', 'network_id': '0d86a741-2c6f-4c43-8280-c372407e14ea', 'port_id': '96e65cb1-4aa3-45a5-b98c-d23092197892', 'mac_address': 'fa:16:3e:75:a4:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c40794-0253-4435-beba-31ba0b93eeb0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:13:13.736827 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-34dda5df-8b93-4408-b303-2794c9ab9ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:13.870358 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:13.871605 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34dda5df-8b93-4408-b303-2794c9ab9ebd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:13:13.895254 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e65cb1-4aa3-45a5-b98c-d23092197892 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:13.908847 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dda5df-8b93-4408-b303-2794c9ab9ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185cf9ec-ccd6-4868-a3d4-458a1f67e1a0,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:13.933509 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 96e65cb1-4aa3-45a5-b98c-d23092197892, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=96e65cb1-4aa3-45a5-b98c-d23092197892,segment=NetworkSegment(f0b347d5-aa45-4dcd-9b5c-955bc58898c0),segment_id=f0b347d5-aa45-4dcd-9b5c-955bc58898c0)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:13.961483 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-34dda5df-8b93-4408-b303-2794c9ab9ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:13.962947 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-34dda5df-8b93-4408-b303-2794c9ab9ebd admin admin] Added segment aafd3519-a550-42a1-827f-331b0c3726cd of type vlan for network 5d14177c-7e46-44f3-a2aa-d46dd096a92c Jun 30 09:13:14.022278 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:14.039375 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-34dda5df-8b93-4408-b303-2794c9ab9ebd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:14.089898 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07860c2-847f-4c60-8ed9-a931156884f6 req-2abe039c-c1f5-4478-ab04-6b1139d4ce4e tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:14.090592 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=96e65cb1-4aa3-45a5-b98c-d23092197892,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:14.094443 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a07860c2-847f-4c60-8ed9-a931156884f6 req-2abe039c-c1f5-4478-ab04-6b1139d4ce4e tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1870878 Jun 30 09:13:14.158831 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a07860c2-847f-4c60-8ed9-a931156884f6 req-d0806dac-c0f1-46f8-9d08-b2d398224418 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633481 Jun 30 09:13:14.232890 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-34dda5df-8b93-4408-b303-2794c9ab9ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:14.235157 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dda5df-8b93-4408-b303-2794c9ab9ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:14.242526 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-34dda5df-8b93-4408-b303-2794c9ab9ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:14.305691 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['96e65cb1-4aa3-45a5-b98c-d23092197892'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:14.335098 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dda5df-8b93-4408-b303-2794c9ab9ebd admin admin] Pushing event updated for resources: {'Network': ['ID=5d14177c-7e46-44f3-a2aa-d46dd096a92c,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:14.349158 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 5d14177c-7e46-44f3-a2aa-d46dd096a92c details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:13:14.391019 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-34dda5df-8b93-4408-b303-2794c9ab9ebd admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6395257 Jun 30 09:13:14.393443 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35650) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:14.399928 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-df6e2b85-bfbc-4ed4-9ddb-648c413e8901 admin admin] Request body: {'subnet': {'network_id': '5d14177c-7e46-44f3-a2aa-d46dd096a92c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1863791569-subnet', 'tenant_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:14.414316 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9c197-f204-47f3-8792-48fd0c369532 req-4923f84c-38b1-4715-9dab-e6e676cf29a4 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:14.427779 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-74c9c197-f204-47f3-8792-48fd0c369532 req-4923f84c-38b1-4715-9dab-e6e676cf29a4 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1235740 Jun 30 09:13:14.490615 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-74c9c197-f204-47f3-8792-48fd0c369532 req-04f87af1-bb07-429c-8d2a-eca59aeebffd tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617311 Jun 30 09:13:14.512566 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6e2b85-bfbc-4ed4-9ddb-648c413e8901 admin admin] Made reservation on behalf of e7f9c67d9c9e4ca097900fd6ab18621e for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:14.512566 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df6e2b85-bfbc-4ed4-9ddb-648c413e8901 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:14.947782 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0ddb8-26ea-4856-ab5c-9d20a4574322 req-1cb35177-047e-40c9-ab54-c8c2d313341b tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:14.955304 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-75a0ddb8-26ea-4856-ab5c-9d20a4574322 req-1cb35177-047e-40c9-ab54-c8c2d313341b tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c81f8b5-e89a-4f12-82b6-fd7942ae513a HTTP/1.1" status: 200 len: 944 time: 0.1029060 Jun 30 09:13:14.961111 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93c996-a1cc-4695-bcde-2d6af163459b req-154a1c01-d329-4d20-9e35-808e19d7cae9 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:14.961111 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8a93c996-a1cc-4695-bcde-2d6af163459b req-154a1c01-d329-4d20-9e35-808e19d7cae9 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 945 time: 0.1200383 Jun 30 09:13:15.037289 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8a93c996-a1cc-4695-bcde-2d6af163459b req-fb441a61-eb2a-4494-8bc6-322ff8efd414 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750482 Jun 30 09:13:15.050748 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-75a0ddb8-26ea-4856-ab5c-9d20a4574322 req-60ab4164-299f-47c8-93b3-3919af756497 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ef18496-c10c-4d08-8ec5-f3f30bed03a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976577 Jun 30 09:13:15.062564 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df6e2b85-bfbc-4ed4-9ddb-648c413e8901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:15.250122 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6e2b85-bfbc-4ed4-9ddb-648c413e8901 admin admin] Checking segment: {'id': 'aafd3519-a550-42a1-827f-331b0c3726cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '5d14177c-7e46-44f3-a2aa-d46dd096a92c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:15.250122 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6e2b85-bfbc-4ed4-9ddb-648c413e8901 admin admin] Network hostable DHCP agents. Network: 5d14177c-7e46-44f3-a2aa-d46dd096a92c, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:13:15.283069 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e2b85-bfbc-4ed4-9ddb-648c413e8901 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1fb0fa9-5ba8-4c0a-814c-a20a9ebf689c,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:15.476602 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6e2b85-bfbc-4ed4-9ddb-648c413e8901 admin admin] Network 5d14177c-7e46-44f3-a2aa-d46dd096a92c is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:13:15.523958 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee43576-e206-4abf-8679-99b6c62425e5 req-79dd7459-1367-4b99-a0e3-6b9b32d856d9 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:15.526157 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4ee43576-e206-4abf-8679-99b6c62425e5 req-79dd7459-1367-4b99-a0e3-6b9b32d856d9 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1074173 Jun 30 09:13:15.533640 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3797d-d3c7-4b6b-a52d-7fa9b95337e5 req-239a7e18-0868-4922-8cc8-3f74d4eb55b3 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:15.535767 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45d3797d-d3c7-4b6b-a52d-7fa9b95337e5 req-239a7e18-0868-4922-8cc8-3f74d4eb55b3 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.1244445 Jun 30 09:13:15.547853 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 96e65cb1-4aa3-45a5-b98c-d23092197892 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:15.603426 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4ee43576-e206-4abf-8679-99b6c62425e5 req-c388fdb0-29a6-45a2-b8fb-ab8c53e7cefa tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699253 Jun 30 09:13:15.607940 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45d3797d-d3c7-4b6b-a52d-7fa9b95337e5 req-b76bd234-7b72-4530-b77b-594b64749a27 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634778 Jun 30 09:13:15.735947 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-df6e2b85-bfbc-4ed4-9ddb-648c413e8901 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 5d14177c-7e46-44f3-a2aa-d46dd096a92c) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:15.736068 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 96e65cb1-4aa3-45a5-b98c-d23092197892 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:15.746058 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 96e65cb1-4aa3-45a5-b98c-d23092197892 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:15.746428 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:15.782260 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6e2b85-bfbc-4ed4-9ddb-648c413e8901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:15.787159 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df6e2b85-bfbc-4ed4-9ddb-648c413e8901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:15.810655 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f891896-c332-4bd4-b9d3-11e9d43ad1e7 None None] Network 5d14177c-7e46-44f3-a2aa-d46dd096a92c requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:15.861729 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1b77b-7187-4ae0-8d31-1417e9bc2aee req-4dd0ddad-4c3f-49b6-8c23-083f9b7db361 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:15.872144 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-23a1b77b-7187-4ae0-8d31-1417e9bc2aee req-4dd0ddad-4c3f-49b6-8c23-083f9b7db361 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 945 time: 0.1524031 Jun 30 09:13:15.910769 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f237b2f-333f-470c-8a02-a2dcf5af4f2a req-48910427-43ab-420d-898e-e8ddd1d659bd tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:15.913166 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4f237b2f-333f-470c-8a02-a2dcf5af4f2a req-48910427-43ab-420d-898e-e8ddd1d659bd tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1061912 Jun 30 09:13:15.934439 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-23a1b77b-7187-4ae0-8d31-1417e9bc2aee req-22f125ef-af35-474d-9e9f-7a11af7728a1 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/security-groups?id=c3501efa-7e62-4693-a186-96acaecb9685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614333 Jun 30 09:13:15.940390 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-df6e2b85-bfbc-4ed4-9ddb-648c413e8901 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5457263 Jun 30 09:13:15.943730 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35708) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:15.953295 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-84eef783-9596-42ce-8b00-5d4f247c1e78 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1863791569-router', 'tenant_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:15.999700 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4f237b2f-333f-470c-8a02-a2dcf5af4f2a req-d2b8807a-b1c5-4f6e-929a-60fc91c93941 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796406 Jun 30 09:13:16.159605 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-84eef783-9596-42ce-8b00-5d4f247c1e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.159605 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-84eef783-9596-42ce-8b00-5d4f247c1e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.244482 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-84eef783-9596-42ce-8b00-5d4f247c1e78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.249088 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.263923 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eda257-e800-46ad-a6e1-4988b7aeb004 req-9d093e16-67ff-4353-9eec-aebb9b63a7f3 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:16.273906 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85eda257-e800-46ad-a6e1-4988b7aeb004 req-9d093e16-67ff-4353-9eec-aebb9b63a7f3 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.1806152 Jun 30 09:13:16.303045 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c5ab89-d109-4ba7-85ff-15f2cbe41618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-5d14177c-7e46-44f3-a2aa-d46dd096a92c', 'network_id': '5d14177c-7e46-44f3-a2aa-d46dd096a92c', 'tenant_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'fixed_ips': [{'subnet_id': 'c1fb0fa9-5ba8-4c0a-814c-a20a9ebf689c'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:13:16.303548 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-03c5ab89-d109-4ba7-85ff-15f2cbe41618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.330528 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c81f8b5-e89a-4f12-82b6-fd7942ae513a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e65cb1-4aa3-45a5-b98c-d23092197892'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:16.350746 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4f56da-90ef-45c5-ba3a-c97a6ace7fb5" -d '{"events": [{"server_uuid": "0c81f8b5-e89a-4f12-82b6-fd7942ae513a", "name": "network-vif-plugged", "status": "completed", "tag": "96e65cb1-4aa3-45a5-b98c-d23092197892"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:16.371681 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85eda257-e800-46ad-a6e1-4988b7aeb004 req-ef2550fd-7019-4a65-bb2d-5238f8bdaadc tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949962 Jun 30 09:13:16.379309 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 96e65cb1-4aa3-45a5-b98c-d23092197892, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=96e65cb1-4aa3-45a5-b98c-d23092197892,segment=NetworkSegment(f0b347d5-aa45-4dcd-9b5c-955bc58898c0),segment_id=f0b347d5-aa45-4dcd-9b5c-955bc58898c0)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:16.564800 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c71ea5-17f4-4e39-a016-7d87903a9d74 req-44ed4015-8eb3-4940-8413-ec870c677085 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:16.574331 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-13c71ea5-17f4-4e39-a016-7d87903a9d74 req-44ed4015-8eb3-4940-8413-ec870c677085 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c81f8b5-e89a-4f12-82b6-fd7942ae513a HTTP/1.1" status: 200 len: 944 time: 0.1240587 Jun 30 09:13:16.701071 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.711574 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-13c71ea5-17f4-4e39-a016-7d87903a9d74 req-7c55f490-3b44-4014-a617-abc6040eb088 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ef18496-c10c-4d08-8ec5-f3f30bed03a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277232 Jun 30 09:13:16.820984 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-84eef783-9596-42ce-8b00-5d4f247c1e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.837683 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=96e65cb1-4aa3-45a5-b98c-d23092197892,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:16.864047 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-03c5ab89-d109-4ba7-85ff-15f2cbe41618 None None] Allocated IP 172.20.0.2 (5d14177c-7e46-44f3-a2aa-d46dd096a92c/c1fb0fa9-5ba8-4c0a-814c-a20a9ebf689c/cf23542a-07a7-413d-8a68-92bfa8ce3861) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:16.867029 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6193627-220e-4342-ae54-797605f88b6a x-openstack-request-id: req-c6193627-220e-4342-ae54-797605f88b6a {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:16.873499 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c81f8b5-e89a-4f12-82b6-fd7942ae513a", "name": "network-vif-plugged", "status": "completed", "tag": "96e65cb1-4aa3-45a5-b98c-d23092197892", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:16.873499 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6193627-220e-4342-ae54-797605f88b6a {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:16.873499 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c81f8b5-e89a-4f12-82b6-fd7942ae513a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e65cb1-4aa3-45a5-b98c-d23092197892', 'code': 200} Jun 30 09:13:17.066057 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465325a-e845-4fff-b5ad-7e2c333aa4ba req-ab913804-f39a-437a-b796-89f9c0673f94 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:17.066057 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b465325a-e845-4fff-b5ad-7e2c333aa4ba req-ab913804-f39a-437a-b796-89f9c0673f94 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.0959013 Jun 30 09:13:17.113881 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b465325a-e845-4fff-b5ad-7e2c333aa4ba req-f46d2b28-b87e-4829-a068-5cb0b56ee3c8 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420618 Jun 30 09:13:17.145068 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-03c5ab89-d109-4ba7-85ff-15f2cbe41618 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:17.162312 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-03c5ab89-d109-4ba7-85ff-15f2cbe41618 None None] Transition to ACTIVE for port object cf23542a-07a7-413d-8a68-92bfa8ce3861 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:17.182390 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-03c5ab89-d109-4ba7-85ff-15f2cbe41618 None None] Transition to ACTIVE for port object cf23542a-07a7-413d-8a68-92bfa8ce3861 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:17.286448 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-a6dbc620-f374-4dd0-8673-eca615f6b7e7 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:17.288110 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-a6dbc620-f374-4dd0-8673-eca615f6b7e7 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/networks?id=b51add01-e516-4efc-9c9c-16a3be3b127b HTTP/1.1" status: 200 len: 811 time: 0.2570996 Jun 30 09:13:17.320154 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-03c5ab89-d109-4ba7-85ff-15f2cbe41618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:17.342376 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-77aa0468-a724-4c6f-b3fa-c650381fa31a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/quotas/31bd8132c1454d1c9ac4cd46be0a163b HTTP/1.1" status: 200 len: 375 time: 0.0360901 Jun 30 09:13:17.349107 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d28ebe-ddf5-46fb-9786-184e00814a0f req-152c2b3f-c6dc-412e-9372-b19fd414f9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:17.351813 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e4d28ebe-ddf5-46fb-9786-184e00814a0f req-152c2b3f-c6dc-412e-9372-b19fd414f9dc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0c81f8b5-e89a-4f12-82b6-fd7942ae513a HTTP/1.1" status: 200 len: 1097 time: 0.2795467 Jun 30 09:13:17.368266 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c5ab89-d109-4ba7-85ff-15f2cbe41618 None None] Network 5d14177c-7e46-44f3-a2aa-d46dd096a92c is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:17.371863 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-03c5ab89-d109-4ba7-85ff-15f2cbe41618 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:17.374575 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c5ab89-d109-4ba7-85ff-15f2cbe41618 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:17.382494 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824a052-8852-41a4-82dc-f0f3f1bd1854 req-b2eb8db0-cccb-4d33-8fd7-95b8999acef5 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:17.384895 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b824a052-8852-41a4-82dc-f0f3f1bd1854 req-b2eb8db0-cccb-4d33-8fd7-95b8999acef5 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.0938306 Jun 30 09:13:17.399505 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5ab89-d109-4ba7-85ff-15f2cbe41618 None None] Pushing event updated for resources: {'Port': ['ID=cf23542a-07a7-413d-8a68-92bfa8ce3861,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:17.455066 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e4d28ebe-ddf5-46fb-9786-184e00814a0f req-e70fc11f-b2d9-48b2-be85-f48a65657d7a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6ef18496-c10c-4d08-8ec5-f3f30bed03a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904741 Jun 30 09:13:17.479037 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b824a052-8852-41a4-82dc-f0f3f1bd1854 req-55989ffe-b091-4037-b170-1e506561d3b5 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807345 Jun 30 09:13:17.511766 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-03c5ab89-d109-4ba7-85ff-15f2cbe41618 None None] Attempting to bind port cf23542a-07a7-413d-8a68-92bfa8ce3861 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:17.512262 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-03c5ab89-d109-4ba7-85ff-15f2cbe41618 None None] Attempting to bind port cf23542a-07a7-413d-8a68-92bfa8ce3861 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'aafd3519-a550-42a1-827f-331b0c3726cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '5d14177c-7e46-44f3-a2aa-d46dd096a92c'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:17.512633 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c5ab89-d109-4ba7-85ff-15f2cbe41618 None None] Attempting to bind port cf23542a-07a7-413d-8a68-92bfa8ce3861 on network 5d14177c-7e46-44f3-a2aa-d46dd096a92c {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:17.518252 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c5ab89-d109-4ba7-85ff-15f2cbe41618 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:17.518700 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c5ab89-d109-4ba7-85ff-15f2cbe41618 None None] Checking segment: {'id': 'aafd3519-a550-42a1-827f-331b0c3726cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '5d14177c-7e46-44f3-a2aa-d46dd096a92c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:17.519398 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-03c5ab89-d109-4ba7-85ff-15f2cbe41618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:17.519734 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c5ab89-d109-4ba7-85ff-15f2cbe41618 None None] Bound using segment: {'id': 'aafd3519-a550-42a1-827f-331b0c3726cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '5d14177c-7e46-44f3-a2aa-d46dd096a92c'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:17.520231 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-03c5ab89-d109-4ba7-85ff-15f2cbe41618 None None] Bound port: cf23542a-07a7-413d-8a68-92bfa8ce3861, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafd3519-a550-42a1-827f-331b0c3726cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '5d14177c-7e46-44f3-a2aa-d46dd096a92c'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:17.520836 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-03c5ab89-d109-4ba7-85ff-15f2cbe41618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:17.599015 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-03c5ab89-d109-4ba7-85ff-15f2cbe41618 None None] For port cf23542a-07a7-413d-8a68-92bfa8ce3861, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:17.603015 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-03c5ab89-d109-4ba7-85ff-15f2cbe41618 None None] For port cf23542a-07a7-413d-8a68-92bfa8ce3861, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=cf23542a-07a7-413d-8a68-92bfa8ce3861,segment=NetworkSegment(aafd3519-a550-42a1-827f-331b0c3726cd),segment_id=aafd3519-a550-42a1-827f-331b0c3726cd)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:17.664194 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-cde50a02-8a77-40b6-a2a8-255f7a6ca4cd tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3195696 Jun 30 09:13:17.792470 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-84eef783-9596-42ce-8b00-5d4f247c1e78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:17.832280 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-03c5ab89-d109-4ba7-85ff-15f2cbe41618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:17.832816 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-84eef783-9596-42ce-8b00-5d4f247c1e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:17.983486 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5ab89-d109-4ba7-85ff-15f2cbe41618 None None] Pushing event updated for resources: {'Port': ['ID=cf23542a-07a7-413d-8a68-92bfa8ce3861,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:18.049231 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-a74f8993-3f87-4006-89fd-f003cb29c7cd service neutron] 10.222.0.10 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798525 Jun 30 09:13:18.061715 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a936c42-5be1-4cd2-80b9-18ecdf015c78 req-d17dac5f-ac71-4ccb-ad26-3c1cde9229da tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:18.064274 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a936c42-5be1-4cd2-80b9-18ecdf015c78 req-d17dac5f-ac71-4ccb-ad26-3c1cde9229da tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c81f8b5-e89a-4f12-82b6-fd7942ae513a HTTP/1.1" status: 200 len: 945 time: 0.1421986 Jun 30 09:13:18.177134 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a936c42-5be1-4cd2-80b9-18ecdf015c78 req-d68b6b22-7ac7-4e4a-b179-93363d5f3cc3 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ef18496-c10c-4d08-8ec5-f3f30bed03a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006708 Jun 30 09:13:18.285049 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-84eef783-9596-42ce-8b00-5d4f247c1e78 admin admin] Allocated IP 172.25.6.121 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/eec1ea9c-25f3-47f6-96d8-c7630f7911e3) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:18.388667 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-e4dcca59-aa07-4db4-9fb5-7b859cca353b service neutron] 10.222.0.10 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382094 Jun 30 09:13:18.636043 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-84eef783-9596-42ce-8b00-5d4f247c1e78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:18.873783 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-84eef783-9596-42ce-8b00-5d4f247c1e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:18.926824 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84eef783-9596-42ce-8b00-5d4f247c1e78 admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:18.926824 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-84eef783-9596-42ce-8b00-5d4f247c1e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:18.933197 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eef783-9596-42ce-8b00-5d4f247c1e78 admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:19.112622 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7f8d8-5bda-4469-b92f-d3f0da8b68ad req-83af07ce-90e1-417b-8bb7-9b3707c9959f tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:19.127421 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-01f7f8d8-5bda-4469-b92f-d3f0da8b68ad req-83af07ce-90e1-417b-8bb7-9b3707c9959f tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 945 time: 0.1520386 Jun 30 09:13:19.221128 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-01f7f8d8-5bda-4469-b92f-d3f0da8b68ad req-e10edf10-6c27-401c-81d7-58d2598d17c2 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/security-groups?id=c3501efa-7e62-4693-a186-96acaecb9685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907698 Jun 30 09:13:19.371630 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a53dfba3-430d-4dcb-9ecb-0ffb8492d4d2 req-178c94f7-fd48-4618-929f-5acc0b4a3555 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c4f9efc-810f-4072-8082-34882a43d132 HTTP/1.1" status: 200 len: 210 time: 0.0812581 Jun 30 09:13:19.477460 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device cf23542a-07a7-413d-8a68-92bfa8ce3861 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:19.644485 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port cf23542a-07a7-413d-8a68-92bfa8ce3861 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:19.720152 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85144a-cdb7-4c6d-ade2-2623757b0bf8 req-c8306441-c710-4a9d-93bc-91f3d5af53c2 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:19.729515 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4d85144a-cdb7-4c6d-ade2-2623757b0bf8 req-c8306441-c710-4a9d-93bc-91f3d5af53c2 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c81f8b5-e89a-4f12-82b6-fd7942ae513a HTTP/1.1" status: 200 len: 945 time: 0.1583877 Jun 30 09:13:19.756597 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e18f009-dae0-4574-8e50-2085e1211c5a None None] Network 5d14177c-7e46-44f3-a2aa-d46dd096a92c requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:19.780985 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4d85144a-cdb7-4c6d-ade2-2623757b0bf8 req-e2eaa92b-1be6-4d95-a992-f1d946504172 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ef18496-c10c-4d08-8ec5-f3f30bed03a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500009 Jun 30 09:13:19.888822 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eef783-9596-42ce-8b00-5d4f247c1e78 admin admin] Pushing event updated for resources: {'Port': ['ID=eec1ea9c-25f3-47f6-96d8-c7630f7911e3,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:19.938395 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b11c7-fa1e-46eb-88ad-630fe172842c req-77166b32-e222-481c-a748-5571ee95decf tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:19.946263 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-362b11c7-fa1e-46eb-88ad-630fe172842c req-77166b32-e222-481c-a748-5571ee95decf tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.2504692 Jun 30 09:13:20.029425 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-362b11c7-fa1e-46eb-88ad-630fe172842c req-7dddb392-5cf3-4940-a1cc-1ea0190cf5c4 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779195 Jun 30 09:13:20.031080 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-cd2fda13-2d55-4a39-bbc3-17ab352ceeb4 None None] Provisioning for port cf23542a-07a7-413d-8a68-92bfa8ce3861 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:20.038552 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-cd2fda13-2d55-4a39-bbc3-17ab352ceeb4 None None] Provisioning complete for port cf23542a-07a7-413d-8a68-92bfa8ce3861 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:20.041967 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cd2fda13-2d55-4a39-bbc3-17ab352ceeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:20.305409 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cd2fda13-2d55-4a39-bbc3-17ab352ceeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:20.371261 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-84eef783-9596-42ce-8b00-5d4f247c1e78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:20.450259 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-cd2fda13-2d55-4a39-bbc3-17ab352ceeb4 None None] For port cf23542a-07a7-413d-8a68-92bfa8ce3861, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=cf23542a-07a7-413d-8a68-92bfa8ce3861,segment=NetworkSegment(aafd3519-a550-42a1-827f-331b0c3726cd),segment_id=aafd3519-a550-42a1-827f-331b0c3726cd)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:20.518702 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d57c4c41-a01c-4a6f-a89f-2da3b14a1deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:20.576203 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cd2fda13-2d55-4a39-bbc3-17ab352ceeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:20.749355 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2fda13-2d55-4a39-bbc3-17ab352ceeb4 None None] Pushing event updated for resources: {'Port': ['ID=cf23542a-07a7-413d-8a68-92bfa8ce3861,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:20.753361 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6a13e-c790-4321-a560-740b0241a7ae req-f83a6d3c-d705-407f-bdc5-22c0a5d10e71 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:20.754900 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-84f6a13e-c790-4321-a560-740b0241a7ae req-f83a6d3c-d705-407f-bdc5-22c0a5d10e71 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.2802119 Jun 30 09:13:20.771493 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-aacc7453-500c-4678-a75a-a3faf7008c8e None None] Provisioning complete for port cf23542a-07a7-413d-8a68-92bfa8ce3861 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:20.771873 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-aacc7453-500c-4678-a75a-a3faf7008c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:20.909896 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-84f6a13e-c790-4321-a560-740b0241a7ae req-657ae363-e2dc-41e2-9e8c-a066b1bf3ec0 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004009 Jun 30 09:13:20.951223 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-84eef783-9596-42ce-8b00-5d4f247c1e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:21.083170 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-2c236848-9e92-4b2d-bdf5-ed5579d9015d tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=7d72ecb292964c93aa4931392226a8ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344505 Jun 30 09:13:21.278888 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-1760be1a-3ac9-42be-aa57-a49607c6cfe0 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:21.280467 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-1760be1a-3ac9-42be-aa57-a49607c6cfe0 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1896360 Jun 30 09:13:21.319901 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-3216382d-6c4d-4506-83c8-cf2b5260e0ed tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/quotas/7d72ecb292964c93aa4931392226a8ea HTTP/1.1" status: 200 len: 375 time: 0.0206957 Jun 30 09:13:21.361099 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84eef783-9596-42ce-8b00-5d4f247c1e78 admin admin] Router 20443f0d-11c1-478c-850c-50388eae0861 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:13:21.410366 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-6b40a5a6-8a1d-46bd-883d-c027eea23dfe tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d72ecb292964c93aa4931392226a8ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676990 Jun 30 09:13:21.439945 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device cf23542a-07a7-413d-8a68-92bfa8ce3861 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:21.571785 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5a0841e6-c7d2-4393-9902-ebbbb7d4487e req-2eea7020-bba1-4aab-b41c-c26b18a75fdd tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c4f9efc-810f-4072-8082-34882a43d132 HTTP/1.1" status: 200 len: 210 time: 0.0851905 Jun 30 09:13:21.581149 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port cf23542a-07a7-413d-8a68-92bfa8ce3861 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:21.581920 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:21.752842 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84eef783-9596-42ce-8b00-5d4f247c1e78 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:13:21.764876 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dc4ee6-8202-4905-adcd-639c363b5df9 None None] Sync routers for ids ['20443f0d-11c1-478c-850c-50388eae0861'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:13:21.783113 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dc4ee6-8202-4905-adcd-639c363b5df9 None None] Routers {'20443f0d-11c1-478c-850c-50388eae0861'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:21.784343 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-25dc4ee6-8202-4905-adcd-639c363b5df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:12:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['20443f0d-11c1-478c-850c-50388eae0861'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:21.902007 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-84eef783-9596-42ce-8b00-5d4f247c1e78 admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:21.903752 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-84eef783-9596-42ce-8b00-5d4f247c1e78 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.9589021 Jun 30 09:13:21.908281 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35916) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:22.120657 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b494ca6-fbb5-4507-8f9d-6d584a94bbf3 req-998f69a5-875d-424f-a8eb-78a7e6171ecc tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:22.125155 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-25dc4ee6-8202-4905-adcd-639c363b5df9 None None] Set router 20443f0d-11c1-478c-850c-50388eae0861 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:13:22.131795 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9b494ca6-fbb5-4507-8f9d-6d584a94bbf3 req-998f69a5-875d-424f-a8eb-78a7e6171ecc tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 945 time: 0.2537422 Jun 30 09:13:22.237016 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9b494ca6-fbb5-4507-8f9d-6d584a94bbf3 req-b2730f12-6853-4dee-8070-0241d068344e tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/security-groups?id=c3501efa-7e62-4693-a186-96acaecb9685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020253 Jun 30 09:13:22.632364 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9227500-b949-47a2-ab6a-f765b5874d76 req-22e5c52c-f6cc-4953-b138-f5272e29845f tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:22.644211 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c9227500-b949-47a2-ab6a-f765b5874d76 req-22e5c52c-f6cc-4953-b138-f5272e29845f tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.2578313 Jun 30 09:13:22.713282 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c9227500-b949-47a2-ab6a-f765b5874d76 req-c82d9985-bc14-4631-8305-c5188a35daac tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657198 Jun 30 09:13:22.729044 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-25dc4ee6-8202-4905-adcd-639c363b5df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20443f0d-11c1-478c-850c-50388eae0861', 'name': 'tempest-ServersTestJSON-1863791569-router', 'tenant_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'eec1ea9c-25f3-47f6-96d8-c7630f7911e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:16Z', 'updated_at': '2021-06-30T09:13:19Z', 'revision_number': 3, 'project_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'gw_port': {'id': 'eec1ea9c-25f3-47f6-96d8-c7630f7911e3', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20443f0d-11c1-478c-850c-50388eae0861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:17Z', 'updated_at': '2021-06-30T09:13:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:22.743034 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-b82dcbfc-ca9c-4fbd-bc92-4c041de68464 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=7d72ecb292964c93aa4931392226a8ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699847 Jun 30 09:13:22.801413 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dc4ee6-8202-4905-adcd-639c363b5df9 None None] Checking router: 20443f0d-11c1-478c-850c-50388eae0861 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:13:22.803327 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dc4ee6-8202-4905-adcd-639c363b5df9 None None] Updating router 20443f0d-11c1-478c-850c-50388eae0861 port eec1ea9c-25f3-47f6-96d8-c7630f7911e3 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:13:22.878059 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-25dc4ee6-8202-4905-adcd-639c363b5df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:22.897125 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9d9c05a7-d5f9-4426-ae79-fcdc65271d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:23.095604 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4711fdcb-2f68-4344-adf6-ef47bbd886ea req-90741d72-02c8-4ac6-918b-ed9edfaad7a7 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c4f9efc-810f-4072-8082-34882a43d132 HTTP/1.1" status: 200 len: 210 time: 0.0875831 Jun 30 09:13:23.127911 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fe30a-6158-4fac-bf5e-c78a206f4665 req-da5231e1-36c7-4077-99c2-f318ebee7a27 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:23.129474 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ed7fe30a-6158-4fac-bf5e-c78a206f4665 req-da5231e1-36c7-4077-99c2-f318ebee7a27 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 945 time: 0.1782393 Jun 30 09:13:23.137225 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-35240440-f55e-43f3-8843-43a650150ea2 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:23.144995 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-35240440-f55e-43f3-8843-43a650150ea2 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3595500 Jun 30 09:13:23.173915 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-4b6dae0a-9afe-4d6e-b9eb-68e1893f3eef tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/quotas/7d72ecb292964c93aa4931392226a8ea HTTP/1.1" status: 200 len: 375 time: 0.0276246 Jun 30 09:13:23.191352 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-381676a1-53cd-4fe2-b71c-b2a63a9a13f1 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:23.198474 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-381676a1-53cd-4fe2-b71c-b2a63a9a13f1 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.37 "GET /v2.0/networks?id=b51add01-e516-4efc-9c9c-16a3be3b127b HTTP/1.1" status: 200 len: 811 time: 0.4101012 Jun 30 09:13:23.206322 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-6be592a8-d9f9-4466-b72f-aaed78b9038e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Request body: {'port': {'device_id': '5c4f9efc-810f-4072-8082-34882a43d132', 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b', 'admin_state_up': True, 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:23.244300 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-cabb025d-f8a0-47c4-a841-2eee5e98e2df tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d72ecb292964c93aa4931392226a8ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690498 Jun 30 09:13:23.390122 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fbf5c907-615b-4ebd-a145-6e8a0a51068b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:23.418692 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:23.456726 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-25dc4ee6-8202-4905-adcd-639c363b5df9 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:23.470521 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-25dc4ee6-8202-4905-adcd-639c363b5df9 None None] Transition to ACTIVE for port object eec1ea9c-25f3-47f6-96d8-c7630f7911e3 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:23.566682 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-25dc4ee6-8202-4905-adcd-639c363b5df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:23.652706 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-25dc4ee6-8202-4905-adcd-639c363b5df9 None None] Attempting to bind port eec1ea9c-25f3-47f6-96d8-c7630f7911e3 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:23.652838 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-25dc4ee6-8202-4905-adcd-639c363b5df9 None None] Attempting to bind port eec1ea9c-25f3-47f6-96d8-c7630f7911e3 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:23.653106 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dc4ee6-8202-4905-adcd-639c363b5df9 None None] Attempting to bind port eec1ea9c-25f3-47f6-96d8-c7630f7911e3 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:23.657314 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fab4a3-1085-4ee3-925e-e709674faed8 None None] Pushing event updated for resources: {'Port': ['ID=eec1ea9c-25f3-47f6-96d8-c7630f7911e3,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:23.676383 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dc4ee6-8202-4905-adcd-639c363b5df9 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:23.677124 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dc4ee6-8202-4905-adcd-639c363b5df9 None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:23.677837 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-25dc4ee6-8202-4905-adcd-639c363b5df9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:23.678387 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dc4ee6-8202-4905-adcd-639c363b5df9 None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:23.679030 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-25dc4ee6-8202-4905-adcd-639c363b5df9 None None] Bound port: eec1ea9c-25f3-47f6-96d8-c7630f7911e3, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:23.679615 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-25dc4ee6-8202-4905-adcd-639c363b5df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:23.707967 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3087be-df99-46f9-bd14-2c2853749bfb req-b10d0945-0d78-49c3-bb5b-f4f6be997ce0 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:23.715492 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ea3087be-df99-46f9-bd14-2c2853749bfb req-b10d0945-0d78-49c3-bb5b-f4f6be997ce0 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1834378 Jun 30 09:13:23.807298 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-6be592a8-d9f9-4466-b72f-aaed78b9038e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Made reservation on behalf of 31bd8132c1454d1c9ac4cd46be0a163b for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:23.816674 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-25dc4ee6-8202-4905-adcd-639c363b5df9 None None] For port eec1ea9c-25f3-47f6-96d8-c7630f7911e3, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:23.826228 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-25dc4ee6-8202-4905-adcd-639c363b5df9 None None] For port eec1ea9c-25f3-47f6-96d8-c7630f7911e3, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=eec1ea9c-25f3-47f6-96d8-c7630f7911e3,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:23.829529 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-6be592a8-d9f9-4466-b72f-aaed78b9038e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:23.872909 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ea3087be-df99-46f9-bd14-2c2853749bfb req-d52b9cf6-fed9-4fe3-9e36-46be0ab62692 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512640 Jun 30 09:13:23.951026 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-ed7fe30a-6158-4fac-bf5e-c78a206f4665 req-8b0c7dbd-5597-4b47-afcf-b57915d464ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Deleting port 12c48410-0816-4c40-bb19-0f8e616fedf1 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:23.951026 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ed7fe30a-6158-4fac-bf5e-c78a206f4665 req-8b0c7dbd-5597-4b47-afcf-b57915d464ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:23.960797 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-fbf5c907-615b-4ebd-a145-6e8a0a51068b admin admin] Allocated IP 172.20.0.1 (5d14177c-7e46-44f3-a2aa-d46dd096a92c/c1fb0fa9-5ba8-4c0a-814c-a20a9ebf689c/ead38559-d434-411a-a364-05d05ee0bddd) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:24.044962 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-25dc4ee6-8202-4905-adcd-639c363b5df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:24.199496 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fab4a3-1085-4ee3-925e-e709674faed8 None None] Pushing event updated for resources: {'Port': ['ID=eec1ea9c-25f3-47f6-96d8-c7630f7911e3,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:24.218409 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-6be592a8-d9f9-4466-b72f-aaed78b9038e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Allocated IP 172.20.0.5 (b51add01-e516-4efc-9c9c-16a3be3b127b/0db27f2a-daae-4bc9-9a26-19aaee7812fb/39a6102a-239e-4db8-9eb8-03d3a4a9bcc2) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:24.256429 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-ed7fe30a-6158-4fac-bf5e-c78a206f4665 req-8b0c7dbd-5597-4b47-afcf-b57915d464ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] For port 12c48410-0816-4c40-bb19-0f8e616fedf1, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=12c48410-0816-4c40-bb19-0f8e616fedf1,segment=NetworkSegment(3a1ad344-822e-42af-9a4a-4bccd1fb3f2f),segment_id=3a1ad344-822e-42af-9a4a-4bccd1fb3f2f)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:24.256846 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ed7fe30a-6158-4fac-bf5e-c78a206f4665 req-8b0c7dbd-5597-4b47-afcf-b57915d464ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:24.259398 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7cb3c-3d68-4d9f-a15e-b31bc4e2c998 req-19abb294-d34e-40fe-94c4-15b5f781b654 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:24.267411 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fba7cb3c-3d68-4d9f-a15e-b31bc4e2c998 req-19abb294-d34e-40fe-94c4-15b5f781b654 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 945 time: 0.1488798 Jun 30 09:13:24.307511 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dc4ee6-8202-4905-adcd-639c363b5df9 None None] Routers {'20443f0d-11c1-478c-850c-50388eae0861'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:24.309075 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-25dc4ee6-8202-4905-adcd-639c363b5df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:13:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['20443f0d-11c1-478c-850c-50388eae0861'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:24.339021 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fba7cb3c-3d68-4d9f-a15e-b31bc4e2c998 req-e8b4aa0e-c201-469d-abc5-8e9cbd800756 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/security-groups?id=c3501efa-7e62-4693-a186-96acaecb9685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698180 Jun 30 09:13:24.506266 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ed7fe30a-6158-4fac-bf5e-c78a206f4665 req-8b0c7dbd-5597-4b47-afcf-b57915d464ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:24.506744 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ed7fe30a-6158-4fac-bf5e-c78a206f4665 req-8b0c7dbd-5597-4b47-afcf-b57915d464ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:24.506941 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [req-ed7fe30a-6158-4fac-bf5e-c78a206f4665 req-8b0c7dbd-5597-4b47-afcf-b57915d464ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Floating IP 0b35e5bd-ae9e-4ed2-baab-76235dcb2aa3 disassociated. External IP: 172.25.6.5, port: 12c48410-0816-4c40-bb19-0f8e616fedf1. Jun 30 09:13:24.507382 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-ed7fe30a-6158-4fac-bf5e-c78a206f4665 req-8b0c7dbd-5597-4b47-afcf-b57915d464ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Calling delete_port for 12c48410-0816-4c40-bb19-0f8e616fedf1 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:24.512872 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:24.711403 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-537dccc6-edbd-4cb0-8ac3-eb5eeaea6118 req-d9af77ec-6e64-4373-9e82-7aaedcbff359 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c4f9efc-810f-4072-8082-34882a43d132 HTTP/1.1" status: 200 len: 210 time: 0.1225626 Jun 30 09:13:24.746743 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-6be592a8-d9f9-4466-b72f-aaed78b9038e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:24.749536 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-25dc4ee6-8202-4905-adcd-639c363b5df9 None None] Set router 20443f0d-11c1-478c-850c-50388eae0861 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:13:24.753780 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6bef15aa-20d0-49a0-a144-ac755f25da25 req-0c4fe6fd-707e-41b4-be99-19a1df8edba2 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6453ea9-f66a-4188-a5a0-3a98543439ff HTTP/1.1" status: 200 len: 210 time: 0.0766115 Jun 30 09:13:24.774570 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-89b26c43-133f-4afb-854e-ab25d628de38 req-cc616fd8-40dd-44ae-be93-6ebe1bb1e0aa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.1408324 Jun 30 09:13:24.841006 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-6be592a8-d9f9-4466-b72f-aaed78b9038e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Transition to ACTIVE for port object 39a6102a-239e-4db8-9eb8-03d3a4a9bcc2 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:24.849296 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ed7fe30a-6158-4fac-bf5e-c78a206f4665 req-8b0c7dbd-5597-4b47-afcf-b57915d464ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:25.028100 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c7dbd-5597-4b47-afcf-b57915d464ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Pushing event deleted for resources: {'Port': ['ID=12c48410-0816-4c40-bb19-0f8e616fedf1,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:25.059950 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fbf5c907-615b-4ebd-a145-6e8a0a51068b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:25.341435 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-fbf5c907-615b-4ebd-a145-6e8a0a51068b admin admin] Transition to ACTIVE for port object ead38559-d434-411a-a364-05d05ee0bddd will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:25.382082 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810bd8f1-8f50-4ea7-8c15-d3e75f72a35e req-b75a38a3-1686-4236-8168-a2a1082ffd49 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:25.394900 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-810bd8f1-8f50-4ea7-8c15-d3e75f72a35e req-b75a38a3-1686-4236-8168-a2a1082ffd49 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/networks?id=30803426-2521-4fa6-8470-27f2b32b642d HTTP/1.1" status: 200 len: 813 time: 0.4290845 Jun 30 09:13:25.468681 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-810bd8f1-8f50-4ea7-8c15-d3e75f72a35e req-fbacd440-5b21-4b5c-ae7f-7953e1ae1429 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/quotas/a10346d2897241b69fab178f068f09e9 HTTP/1.1" status: 200 len: 375 time: 0.0656312 Jun 30 09:13:25.512203 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-25dc4ee6-8202-4905-adcd-639c363b5df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20443f0d-11c1-478c-850c-50388eae0861', 'name': 'tempest-ServersTestJSON-1863791569-router', 'tenant_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'eec1ea9c-25f3-47f6-96d8-c7630f7911e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:16Z', 'updated_at': '2021-06-30T09:13:19Z', 'revision_number': 3, 'project_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'gw_port': {'id': 'eec1ea9c-25f3-47f6-96d8-c7630f7911e3', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20443f0d-11c1-478c-850c-50388eae0861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:17Z', 'updated_at': '2021-06-30T09:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:25.529338 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b26c43-133f-4afb-854e-ab25d628de38 req-50995155-d0c6-4bf5-91f8-f12af1bdbfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:25.531766 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-89b26c43-133f-4afb-854e-ab25d628de38 req-50995155-d0c6-4bf5-91f8-f12af1bdbfde service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 1097 time: 0.5478070 Jun 30 09:13:25.611398 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-6be592a8-d9f9-4466-b72f-aaed78b9038e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:25.611571 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:25.637739 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-6be592a8-d9f9-4466-b72f-aaed78b9038e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Network b51add01-e516-4efc-9c9c-16a3be3b127b is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:25.642135 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dc4ee6-8202-4905-adcd-639c363b5df9 None None] The sync data for ids ['20443f0d-11c1-478c-850c-50388eae0861'] in n-d-771363-31 is: [{'id': '20443f0d-11c1-478c-850c-50388eae0861', 'name': 'tempest-ServersTestJSON-1863791569-router', 'tenant_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'eec1ea9c-25f3-47f6-96d8-c7630f7911e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:16Z', 'updated_at': '2021-06-30T09:13:19Z', 'revision_number': 3, 'project_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'gw_port': {'id': 'eec1ea9c-25f3-47f6-96d8-c7630f7911e3', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20443f0d-11c1-478c-850c-50388eae0861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:17Z', 'updated_at': '2021-06-30T09:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:13:25.644846 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-6be592a8-d9f9-4466-b72f-aaed78b9038e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:25.732784 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-6be592a8-d9f9-4466-b72f-aaed78b9038e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:25.999441 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be592a8-d9f9-4466-b72f-aaed78b9038e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Pushing event updated for resources: {'Port': ['ID=39a6102a-239e-4db8-9eb8-03d3a4a9bcc2,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:26.046951 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-6be592a8-d9f9-4466-b72f-aaed78b9038e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:26.047660 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-6be592a8-d9f9-4466-b72f-aaed78b9038e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:26.117479 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-810bd8f1-8f50-4ea7-8c15-d3e75f72a35e req-e51a5bb0-4564-47fc-a10a-b952e3a957ad tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a10346d2897241b69fab178f068f09e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6452024 Jun 30 09:13:26.183392 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-6be592a8-d9f9-4466-b72f-aaed78b9038e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9815550 Jun 30 09:13:26.207536 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-e70bedbf-5aea-4be3-8676-1756638b3c0d service neutron] Request body: {'port': {'device_id': '5c4f9efc-810f-4072-8082-34882a43d132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:26.245143 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:26.496447 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-aa18ff62-dd2c-461c-9fa9-5d02d5666c39 None None] Provisioning for port 39a6102a-239e-4db8-9eb8-03d3a4a9bcc2 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:26.502749 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-aa18ff62-dd2c-461c-9fa9-5d02d5666c39 None None] Provisioning complete for port 39a6102a-239e-4db8-9eb8-03d3a4a9bcc2 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:26.506972 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-aa18ff62-dd2c-461c-9fa9-5d02d5666c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:26.628887 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-e70bedbf-5aea-4be3-8676-1756638b3c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:26.639618 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-aa18ff62-dd2c-461c-9fa9-5d02d5666c39 None None] Port 39a6102a-239e-4db8-9eb8-03d3a4a9bcc2 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:27.078557 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-766996b8-914f-4ce5-94e0-525d9e354e1a req-957244ce-c801-45bc-b37f-ab2b5387ba85 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 210 time: 1.2929678 Jun 30 09:13:27.092459 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fbf5c907-615b-4ebd-a145-6e8a0a51068b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:27.131718 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 12c48410-0816-4c40-bb19-0f8e616fedf1 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:13:27.187742 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 12c48410-0816-4c40-bb19-0f8e616fedf1 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:13:27.190377 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 12c48410-0816-4c40-bb19-0f8e616fedf1 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:13:27.201042 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed7fe30a-6158-4fac-bf5e-c78a206f4665 req-8b0c7dbd-5597-4b47-afcf-b57915d464ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Router 9d321d6d-199f-41c9-9423-0c4f3d88920f has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:13:27.225870 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-e70bedbf-5aea-4be3-8676-1756638b3c0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a6102a-239e-4db8-9eb8-03d3a4a9bcc2 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:27.237569 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-e70bedbf-5aea-4be3-8676-1756638b3c0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:27.272859 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-e70bedbf-5aea-4be3-8676-1756638b3c0d service neutron] Transition to ACTIVE for port object 39a6102a-239e-4db8-9eb8-03d3a4a9bcc2 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:27.347384 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3bf23-70ef-4968-9dfd-131300937a07 req-6607f8e6-d41c-453d-ac2d-dddc4342b628 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:27.355844 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b8a3bf23-70ef-4968-9dfd-131300937a07 req-6607f8e6-d41c-453d-ac2d-dddc4342b628 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c4f9efc-810f-4072-8082-34882a43d132 HTTP/1.1" status: 200 len: 931 time: 0.9068294 Jun 30 09:13:27.357448 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-e70bedbf-5aea-4be3-8676-1756638b3c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:27.357718 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf5c907-615b-4ebd-a145-6e8a0a51068b admin admin] Network 5d14177c-7e46-44f3-a2aa-d46dd096a92c is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:27.399266 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-fbf5c907-615b-4ebd-a145-6e8a0a51068b admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:27.418654 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf5c907-615b-4ebd-a145-6e8a0a51068b admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:27.527738 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device eec1ea9c-25f3-47f6-96d8-c7630f7911e3 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:27.580501 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b26c43-133f-4afb-854e-ab25d628de38 req-99b4552c-e45b-40e5-81b9-287bafc67c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:27.583700 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-89b26c43-133f-4afb-854e-ab25d628de38 req-99b4552c-e45b-40e5-81b9-287bafc67c12 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b51add01-e516-4efc-9c9c-16a3be3b127b HTTP/1.1" status: 200 len: 912 time: 1.8955312 Jun 30 09:13:27.617600 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5c907-615b-4ebd-a145-6e8a0a51068b admin admin] Pushing event updated for resources: {'Port': ['ID=ead38559-d434-411a-a364-05d05ee0bddd,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:27.620879 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70bedbf-5aea-4be3-8676-1756638b3c0d service neutron] Pushing event updated for resources: {'Port': ['ID=39a6102a-239e-4db8-9eb8-03d3a4a9bcc2,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:27.681989 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b8a3bf23-70ef-4968-9dfd-131300937a07 req-8a85cff1-cff3-4bfb-b29e-ee50d2586286 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190482 Jun 30 09:13:27.769356 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-e70bedbf-5aea-4be3-8676-1756638b3c0d service neutron] Attempting to bind port 39a6102a-239e-4db8-9eb8-03d3a4a9bcc2 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:27.775785 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-e70bedbf-5aea-4be3-8676-1756638b3c0d service neutron] Attempting to bind port 39a6102a-239e-4db8-9eb8-03d3a4a9bcc2 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '90452931-fda3-4e43-ab24-4ac96865f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:27.775785 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-e70bedbf-5aea-4be3-8676-1756638b3c0d service neutron] Attempting to bind port 39a6102a-239e-4db8-9eb8-03d3a4a9bcc2 on network b51add01-e516-4efc-9c9c-16a3be3b127b {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:27.777988 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-e70bedbf-5aea-4be3-8676-1756638b3c0d service neutron] Port 39a6102a-239e-4db8-9eb8-03d3a4a9bcc2 on network b51add01-e516-4efc-9c9c-16a3be3b127b not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:13:27.778667 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-e70bedbf-5aea-4be3-8676-1756638b3c0d service neutron] Attempting to bind port 39a6102a-239e-4db8-9eb8-03d3a4a9bcc2 on network b51add01-e516-4efc-9c9c-16a3be3b127b {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:27.784858 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-e70bedbf-5aea-4be3-8676-1756638b3c0d service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:27.785481 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-e70bedbf-5aea-4be3-8676-1756638b3c0d service neutron] Checking segment: {'id': '90452931-fda3-4e43-ab24-4ac96865f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:27.786021 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-e70bedbf-5aea-4be3-8676-1756638b3c0d service neutron] Bound using segment: {'id': '90452931-fda3-4e43-ab24-4ac96865f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:27.787216 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-e70bedbf-5aea-4be3-8676-1756638b3c0d service neutron] Bound port: 39a6102a-239e-4db8-9eb8-03d3a4a9bcc2, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90452931-fda3-4e43-ab24-4ac96865f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:27.787792 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-e70bedbf-5aea-4be3-8676-1756638b3c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:27.798206 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port eec1ea9c-25f3-47f6-96d8-c7630f7911e3 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:27.803463 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port eec1ea9c-25f3-47f6-96d8-c7630f7911e3 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:27.804063 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.270049 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-e70bedbf-5aea-4be3-8676-1756638b3c0d service neutron] For port 39a6102a-239e-4db8-9eb8-03d3a4a9bcc2, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:28.277369 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-e70bedbf-5aea-4be3-8676-1756638b3c0d service neutron] For port 39a6102a-239e-4db8-9eb8-03d3a4a9bcc2, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=39a6102a-239e-4db8-9eb8-03d3a4a9bcc2,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:28.348353 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6f764-eff2-4978-96cb-a80674ead569 req-d3716367-dfd7-4c1c-9769-fee332acdd55 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:28.367971 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-81d6f764-eff2-4978-96cb-a80674ead569 req-d3716367-dfd7-4c1c-9769-fee332acdd55 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.2519343 Jun 30 09:13:28.417235 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed7fe30a-6158-4fac-bf5e-c78a206f4665 req-8b0c7dbd-5597-4b47-afcf-b57915d464ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:13:28.418442 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.500568 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-e70bedbf-5aea-4be3-8676-1756638b3c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.513604 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port eec1ea9c-25f3-47f6-96d8-c7630f7911e3, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=eec1ea9c-25f3-47f6-96d8-c7630f7911e3,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:28.532077 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-253f0975-4558-46e7-a465-bd7b9a28201d tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7d72ecb292964c93aa4931392226a8ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1553805 Jun 30 09:13:28.588996 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-365e3ecb-edf7-44b5-8adf-668390624bfc tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=7d72ecb292964c93aa4931392226a8ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5073607 Jun 30 09:13:28.601086 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.629419 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a9347595-0adc-4aec-bdc1-0c6a08197516 req-2f72d3d9-a61d-451a-8f0d-7a60df9f1587 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6453ea9-f66a-4188-a5a0-3a98543439ff HTTP/1.1" status: 200 len: 210 time: 1.0438695 Jun 30 09:13:28.658787 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-89b26c43-133f-4afb-854e-ab25d628de38 req-9dfcbaea-2e58-4ca6-9342-66c6634352e5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad HTTP/1.1" status: 200 len: 217 time: 0.9676096 Jun 30 09:13:28.753582 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-af28dc1b-c0dc-420e-b435-b10b7f88c4e1 None None] Provisioning for port ead38559-d434-411a-a364-05d05ee0bddd completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:28.793652 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-af28dc1b-c0dc-420e-b435-b10b7f88c4e1 None None] Provisioning complete for port ead38559-d434-411a-a364-05d05ee0bddd triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:28.794025 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-af28dc1b-c0dc-420e-b435-b10b7f88c4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.867640 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a7d96d-2c69-4ffb-958c-dce7e7bc7daf None None] Sync routers for ids ['9d321d6d-199f-41c9-9423-0c4f3d88920f'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:13:28.969042 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=eec1ea9c-25f3-47f6-96d8-c7630f7911e3,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:28.986547 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a7d96d-2c69-4ffb-958c-dce7e7bc7daf None None] Routers {'9d321d6d-199f-41c9-9423-0c4f3d88920f'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:28.988077 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-69a7d96d-2c69-4ffb-958c-dce7e7bc7daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:13:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['9d321d6d-199f-41c9-9423-0c4f3d88920f'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:29.180743 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-f65058a4-ca11-420d-a442-aa7cfacef43f tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:29.185095 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-f65058a4-ca11-420d-a442-aa7cfacef43f tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5297055 Jun 30 09:13:29.191352 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7fe30a-6158-4fac-bf5e-c78a206f4665 req-8b0c7dbd-5597-4b47-afcf-b57915d464ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] No DVR routers for this DVR port 12c48410-0816-4c40-bb19-0f8e616fedf1 on host n-h2-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:29.202761 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fbf5c907-615b-4ebd-a145-6e8a0a51068b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.230025 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-5271e94c-a5dc-4a15-be6e-96e5420e29ea tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Request body: {'port': {'device_id': 'a6a3c720-025b-4ad5-a239-1e7f1a8cc843', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'admin_state_up': True, 'tenant_id': '7d72ecb292964c93aa4931392226a8ea'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:29.238393 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-af28dc1b-c0dc-420e-b435-b10b7f88c4e1 None None] Port ead38559-d434-411a-a364-05d05ee0bddd cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:29.242098 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-69a7d96d-2c69-4ffb-958c-dce7e7bc7daf None None] Set router 9d321d6d-199f-41c9-9423-0c4f3d88920f gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:13:29.246826 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ed7fe30a-6158-4fac-bf5e-c78a206f4665 req-8b0c7dbd-5597-4b47-afcf-b57915d464ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.252780 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ed7fe30a-6158-4fac-bf5e-c78a206f4665 req-8b0c7dbd-5597-4b47-afcf-b57915d464ed tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.37 "DELETE /v2.0/ports/12c48410-0816-4c40-bb19-0f8e616fedf1 HTTP/1.1" status: 204 len: 173 time: 6.0956995 Jun 30 09:13:29.331459 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4abde93-2d4f-491b-b503-586add855df0', 'name': 'network-vif-deleted', 'tag': '12c48410-0816-4c40-bb19-0f8e616fedf1'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:29.334774 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a04951-6e74-4168-aa67-815b87117946" -d '{"events": [{"server_uuid": "d4abde93-2d4f-491b-b503-586add855df0", "name": "network-vif-deleted", "tag": "12c48410-0816-4c40-bb19-0f8e616fedf1"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:29.546383 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device eec1ea9c-25f3-47f6-96d8-c7630f7911e3 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:29.580353 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-81d6f764-eff2-4978-96cb-a80674ead569 req-89212644-11ed-4046-8551-4fdeadd4f896 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2092314 Jun 30 09:13:29.647147 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-e70bedbf-5aea-4be3-8676-1756638b3c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:29.648004 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-e70bedbf-5aea-4be3-8676-1756638b3c0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.651083 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-e70bedbf-5aea-4be3-8676-1756638b3c0d service neutron] 10.222.0.37 "PUT /v2.0/ports/39a6102a-239e-4db8-9eb8-03d3a4a9bcc2 HTTP/1.1" status: 200 len: 1092 time: 3.4584043 Jun 30 09:13:29.651827 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4f9efc-810f-4072-8082-34882a43d132', 'tag': '39a6102a-239e-4db8-9eb8-03d3a4a9bcc2'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:29.654423 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99572d17-6dfe-46b9-8474-590d7a6234cc" -d '{"events": [{"name": "network-changed", "server_uuid": "5c4f9efc-810f-4072-8082-34882a43d132", "tag": "39a6102a-239e-4db8-9eb8-03d3a4a9bcc2"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:29.695789 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70bedbf-5aea-4be3-8676-1756638b3c0d service neutron] Pushing event updated for resources: {'Port': ['ID=39a6102a-239e-4db8-9eb8-03d3a4a9bcc2,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:29.876708 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-da1210e1-fe6a-4d6e-ac57-6edec567aede tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:29.882167 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-da1210e1-fe6a-4d6e-ac57-6edec567aede tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3413641 Jun 30 09:13:29.959690 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-a3c2de53-f916-4230-b328-d4ab5d1f6105 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Request body: {'port': {'device_id': 'a6453ea9-f66a-4188-a5a0-3a98543439ff', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'admin_state_up': True, 'tenant_id': '7d72ecb292964c93aa4931392226a8ea'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:30.146775 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4b406e16-cbbb-4024-8c73-e1aa5ad858f3 req-b0d89deb-c011-43fa-8cec-3fdfb7f8e7f9 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 210 time: 0.9371779 Jun 30 09:13:30.273832 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b26c43-133f-4afb-854e-ab25d628de38 req-dc6d90a0-a9b7-473d-9aa2-7042a51c4b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:30.276704 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-89b26c43-133f-4afb-854e-ab25d628de38 req-dc6d90a0-a9b7-473d-9aa2-7042a51c4b54 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0db27f2a-daae-4bc9-9a26-19aaee7812fb HTTP/1.1" status: 200 len: 850 time: 1.5121686 Jun 30 09:13:30.289227 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port eec1ea9c-25f3-47f6-96d8-c7630f7911e3 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:30.290165 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.351575 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-69a7d96d-2c69-4ffb-958c-dce7e7bc7daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'name': 'tempest-ServersTestBootFromVolume-2041872798-router', 'tenant_id': '194cfe4956674892b8d98b002cde5734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '730404e8-40cc-4aa2-ab87-43af878b4fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:25Z', 'updated_at': '2021-06-30T09:08:39Z', 'revision_number': 4, 'project_id': '194cfe4956674892b8d98b002cde5734', 'gw_port': {'id': '730404e8-40cc-4aa2-ab87-43af878b4fd6', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:27Z', 'updated_at': '2021-06-30T09:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'd0a14b6a-d8b2-4726-8c12-3a50ce4efbee', 'name': '', 'network_id': 'b6cdea12-c60b-42fa-8c90-04414b5ed775', 'tenant_id': '194cfe4956674892b8d98b002cde5734', 'mac_address': 'fa:16:3e:e7:d9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '502ec1ad-27a0-4b8f-ad94-42aab069893b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:34Z', 'updated_at': '2021-06-30T09:08:49Z', 'revision_number': 5, 'project_id': '194cfe4956674892b8d98b002cde5734', 'subnets': [{'id': '502ec1ad-27a0-4b8f-ad94-42aab069893b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:30.427871 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a7d96d-2c69-4ffb-958c-dce7e7bc7daf None None] Checking router: 9d321d6d-199f-41c9-9423-0c4f3d88920f for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:13:30.476384 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a7d96d-2c69-4ffb-958c-dce7e7bc7daf None None] Routers {'9d321d6d-199f-41c9-9423-0c4f3d88920f'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:30.476594 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-5271e94c-a5dc-4a15-be6e-96e5420e29ea tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Made reservation on behalf of 7d72ecb292964c93aa4931392226a8ea for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:30.481061 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-69a7d96d-2c69-4ffb-958c-dce7e7bc7daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:13:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['9d321d6d-199f-41c9-9423-0c4f3d88920f'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:30.481308 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-5271e94c-a5dc-4a15-be6e-96e5420e29ea tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.499492 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-d04e6d36-03cd-4e8d-96e4-aaef85c5c7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:30.504639 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-d04e6d36-03cd-4e8d-96e4-aaef85c5c7d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&device_id=5c4f9efc-810f-4072-8082-34882a43d132 HTTP/1.1" status: 200 len: 1095 time: 0.6211848 Jun 30 09:13:30.504837 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-5271e94c-a5dc-4a15-be6e-96e5420e29ea tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.586655 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b26c43-133f-4afb-854e-ab25d628de38 req-b235c39a-4601-493d-b473-bd4362b76f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:30.589216 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-89b26c43-133f-4afb-854e-ab25d628de38 req-b235c39a-4601-493d-b473-bd4362b76f1d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b51add01-e516-4efc-9c9c-16a3be3b127b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2959688 Jun 30 09:13:30.742222 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617cacaa-188f-4070-b7ca-44b116dc04bf req-94028b79-6021-4cc5-896e-aa823f61bd93 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:30.749196 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-617cacaa-188f-4070-b7ca-44b116dc04bf req-94028b79-6021-4cc5-896e-aa823f61bd93 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c4f9efc-810f-4072-8082-34882a43d132 HTTP/1.1" status: 200 len: 943 time: 0.6994691 Jun 30 09:13:30.761944 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-bfbf431a-a5f6-4cdf-968f-805a11eba66b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39a6102a-239e-4db8-9eb8-03d3a4a9bcc2 HTTP/1.1" status: 200 len: 217 time: 0.2200596 Jun 30 09:13:30.896688 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-6666927f-0ddf-4c34-8a84-45b63a9ee6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:30.899749 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-6666927f-0ddf-4c34-8a84-45b63a9ee6ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0db27f2a-daae-4bc9-9a26-19aaee7812fb HTTP/1.1" status: 200 len: 850 time: 0.1172049 Jun 30 09:13:30.913271 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-69a7d96d-2c69-4ffb-958c-dce7e7bc7daf None None] Set router 9d321d6d-199f-41c9-9423-0c4f3d88920f gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:13:30.987249 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-5271e94c-a5dc-4a15-be6e-96e5420e29ea tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:31.015065 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-617cacaa-188f-4070-b7ca-44b116dc04bf req-92b893af-695f-49da-ab11-c74773e9ba73 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587976 Jun 30 09:13:31.065274 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-89b26c43-133f-4afb-854e-ab25d628de38 req-c865b08e-021c-4e0b-bde2-b98871a3f685 service neutron] 10.222.0.52 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670432 Jun 30 09:13:31.073139 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d061e5f3-db5f-4a64-99f3-a8e0c89e0390 x-openstack-request-id: req-d061e5f3-db5f-4a64-99f3-a8e0c89e0390 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:31.073438 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4abde93-2d4f-491b-b503-586add855df0", "name": "network-vif-deleted", "tag": "12c48410-0816-4c40-bb19-0f8e616fedf1", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:31.073674 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d061e5f3-db5f-4a64-99f3-a8e0c89e0390 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:31.074065 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4abde93-2d4f-491b-b503-586add855df0', 'name': 'network-vif-deleted', 'tag': '12c48410-0816-4c40-bb19-0f8e616fedf1', 'status': 'completed', 'code': 200} Jun 30 09:13:31.078293 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-5271e94c-a5dc-4a15-be6e-96e5420e29ea tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:31.158694 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-1a4b22c6-106a-4d8e-933c-5568a8daf74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:31.163147 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-1a4b22c6-106a-4d8e-933c-5568a8daf74a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b51add01-e516-4efc-9c9c-16a3be3b127b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2519832 Jun 30 09:13:31.206885 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fbf5c907-615b-4ebd-a145-6e8a0a51068b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:31.252674 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-a3c2de53-f916-4230-b328-d4ab5d1f6105 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Made reservation on behalf of 7d72ecb292964c93aa4931392226a8ea for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:31.263330 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-a3c2de53-f916-4230-b328-d4ab5d1f6105 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:31.339999 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68dde9aa-b88e-47a6-ba13-be315dc02803 x-openstack-request-id: req-68dde9aa-b88e-47a6-ba13-be315dc02803 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:31.340411 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c4f9efc-810f-4072-8082-34882a43d132", "tag": "39a6102a-239e-4db8-9eb8-03d3a4a9bcc2", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:31.340612 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-68dde9aa-b88e-47a6-ba13-be315dc02803 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:31.353236 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c4f9efc-810f-4072-8082-34882a43d132', 'tag': '39a6102a-239e-4db8-9eb8-03d3a4a9bcc2', 'status': 'completed', 'code': 200} Jun 30 09:13:31.390046 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271e94c-a5dc-4a15-be6e-96e5420e29ea tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=292869b2-4321-44dd-8326-fed8e83221f8,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:31.659272 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-69a7d96d-2c69-4ffb-958c-dce7e7bc7daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'name': 'tempest-ServersTestBootFromVolume-2041872798-router', 'tenant_id': '194cfe4956674892b8d98b002cde5734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '730404e8-40cc-4aa2-ab87-43af878b4fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:25Z', 'updated_at': '2021-06-30T09:08:39Z', 'revision_number': 4, 'project_id': '194cfe4956674892b8d98b002cde5734', 'gw_port': {'id': '730404e8-40cc-4aa2-ab87-43af878b4fd6', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:27Z', 'updated_at': '2021-06-30T09:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'd0a14b6a-d8b2-4726-8c12-3a50ce4efbee', 'name': '', 'network_id': 'b6cdea12-c60b-42fa-8c90-04414b5ed775', 'tenant_id': '194cfe4956674892b8d98b002cde5734', 'mac_address': 'fa:16:3e:e7:d9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '502ec1ad-27a0-4b8f-ad94-42aab069893b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:34Z', 'updated_at': '2021-06-30T09:08:49Z', 'revision_number': 5, 'project_id': '194cfe4956674892b8d98b002cde5734', 'subnets': [{'id': '502ec1ad-27a0-4b8f-ad94-42aab069893b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:31.739658 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a7d96d-2c69-4ffb-958c-dce7e7bc7daf None None] The sync data for ids ['9d321d6d-199f-41c9-9423-0c4f3d88920f'] in n-d-771363-31 is: [{'id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'name': 'tempest-ServersTestBootFromVolume-2041872798-router', 'tenant_id': '194cfe4956674892b8d98b002cde5734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '730404e8-40cc-4aa2-ab87-43af878b4fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:25Z', 'updated_at': '2021-06-30T09:08:39Z', 'revision_number': 4, 'project_id': '194cfe4956674892b8d98b002cde5734', 'gw_port': {'id': '730404e8-40cc-4aa2-ab87-43af878b4fd6', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:27Z', 'updated_at': '2021-06-30T09:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'd0a14b6a-d8b2-4726-8c12-3a50ce4efbee', 'name': '', 'network_id': 'b6cdea12-c60b-42fa-8c90-04414b5ed775', 'tenant_id': '194cfe4956674892b8d98b002cde5734', 'mac_address': 'fa:16:3e:e7:d9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '502ec1ad-27a0-4b8f-ad94-42aab069893b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:34Z', 'updated_at': '2021-06-30T09:08:49Z', 'revision_number': 5, 'project_id': '194cfe4956674892b8d98b002cde5734', 'subnets': [{'id': '502ec1ad-27a0-4b8f-ad94-42aab069893b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:13:31.740538 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-89b26c43-133f-4afb-854e-ab25d628de38 req-f08dda78-1997-462a-81d7-69f385304cb8 service neutron] 10.222.0.52 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6585732 Jun 30 09:13:31.797828 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-5271e94c-a5dc-4a15-be6e-96e5420e29ea tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Allocated IP 192.168.233.172 (ad33225d-5521-4894-b7e8-170799d80b12/a0a5de46-050b-42ad-8d47-c859eedbe230/88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:31.919449 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d777e744-7586-45b4-ad6d-36dea5e9cf20 req-020ebdf9-4451-487d-be6f-79fe20bc7a41 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6453ea9-f66a-4188-a5a0-3a98543439ff HTTP/1.1" status: 200 len: 210 time: 0.1830065 Jun 30 09:13:31.983209 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1af91-70a1-4054-aa96-a8c656730879 req-4d4d459f-ffe5-46b6-8c60-2e1f68ee3ed4 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:32.008647 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a5e1af91-70a1-4054-aa96-a8c656730879 req-4d4d459f-ffe5-46b6-8c60-2e1f68ee3ed4 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.5184336 Jun 30 09:13:32.116639 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-e3015b9f-c609-40c7-b6e5-b9cc531cea2f service neutron] 10.222.0.37 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9444032 Jun 30 09:13:32.412173 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77dcf54-635d-44b0-aed1-bc83906ef4b8 None None] New status for floating IP 0b35e5bd-ae9e-4ed2-baab-76235dcb2aa3: DOWN {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:13:32.425148 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fbf5c907-615b-4ebd-a145-6e8a0a51068b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:32.469678 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a5e1af91-70a1-4054-aa96-a8c656730879 req-bcb65b37-2410-42ab-9604-ee1b7f6c1641 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582689 Jun 30 09:13:32.480414 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-5271e94c-a5dc-4a15-be6e-96e5420e29ea tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:32.526429 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-5271e94c-a5dc-4a15-be6e-96e5420e29ea tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Transition to ACTIVE for port object 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:32.594295 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fbf5c907-615b-4ebd-a145-6e8a0a51068b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:32.678441 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ecf0a5a9-7676-4b33-9f7a-1806ff7d45ca req-7263319b-8960-483f-877d-5527e1814b23 service neutron] 10.222.0.37 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5496063 Jun 30 09:13:32.712064 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5c907-615b-4ebd-a145-6e8a0a51068b admin admin] Pushing event updated for resources: {'Port': ['ID=ead38559-d434-411a-a364-05d05ee0bddd,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:32.726663 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fbf5c907-615b-4ebd-a145-6e8a0a51068b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:32.753951 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-5271e94c-a5dc-4a15-be6e-96e5420e29ea tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:32.912764 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-5271e94c-a5dc-4a15-be6e-96e5420e29ea tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Network ad33225d-5521-4894-b7e8-170799d80b12 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:32.930426 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-5271e94c-a5dc-4a15-be6e-96e5420e29ea tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:32.948363 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-5271e94c-a5dc-4a15-be6e-96e5420e29ea tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:32.975022 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d86d1df1-b480-415a-8961-a6dc74724b97 req-39b339f2-ea0b-4117-9a91-f9126d289e46 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 210 time: 0.0917537 Jun 30 09:13:32.991703 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271e94c-a5dc-4a15-be6e-96e5420e29ea tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Pushing event updated for resources: {'Port': ['ID=88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:33.006046 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-a3c2de53-f916-4230-b328-d4ab5d1f6105 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Allocated IP 192.168.233.19 (ad33225d-5521-4894-b7e8-170799d80b12/a0a5de46-050b-42ad-8d47-c859eedbe230/78f204c0-a493-47c9-a0c1-dcd15206a2fa) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:33.070034 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99572d17-6dfe-46b9-8474-590d7a6234cc req-044e661a-4b4d-480a-b4b4-ce65c56c050f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:33.072357 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-99572d17-6dfe-46b9-8474-590d7a6234cc req-044e661a-4b4d-480a-b4b4-ce65c56c050f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&device_id=5c4f9efc-810f-4072-8082-34882a43d132 HTTP/1.1" status: 200 len: 1095 time: 0.2507460 Jun 30 09:13:33.171992 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-5271e94c-a5dc-4a15-be6e-96e5420e29ea tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:33.175685 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-5271e94c-a5dc-4a15-be6e-96e5420e29ea tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:33.219792 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf5c907-615b-4ebd-a145-6e8a0a51068b admin admin] Network 5d14177c-7e46-44f3-a2aa-d46dd096a92c is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:33.234954 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-fbf5c907-615b-4ebd-a145-6e8a0a51068b admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:33.368356 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99572d17-6dfe-46b9-8474-590d7a6234cc req-a8538872-4372-4533-b073-8985483d7091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:33.373401 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-99572d17-6dfe-46b9-8474-590d7a6234cc req-a8538872-4372-4533-b073-8985483d7091 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b51add01-e516-4efc-9c9c-16a3be3b127b HTTP/1.1" status: 200 len: 912 time: 0.2828362 Jun 30 09:13:33.401567 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-5271e94c-a5dc-4a15-be6e-96e5420e29ea tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1907260 Jun 30 09:13:33.420507 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-24ddbd21-9aee-4518-82a4-36d07599384f service neutron] Request body: {'port': {'device_id': 'a6a3c720-025b-4ad5-a239-1e7f1a8cc843', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:33.472400 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb932a24-a5f5-4838-a039-3253245a9eef req-ac83262c-3349-40cd-b4ee-5fa6076d28e5 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:33.480296 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb932a24-a5f5-4838-a039-3253245a9eef req-ac83262c-3349-40cd-b4ee-5fa6076d28e5 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c4f9efc-810f-4072-8082-34882a43d132 HTTP/1.1" status: 200 len: 943 time: 0.4172442 Jun 30 09:13:33.606438 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb932a24-a5f5-4838-a039-3253245a9eef req-e8c183e2-e382-43c6-8a78-74e09267d9c2 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214285 Jun 30 09:13:33.617174 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-99572d17-6dfe-46b9-8474-590d7a6234cc req-20822dfb-e9ba-4f45-b608-975e3e6d004a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39a6102a-239e-4db8-9eb8-03d3a4a9bcc2 HTTP/1.1" status: 200 len: 217 time: 0.1031516 Jun 30 09:13:33.632007 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-50415719-3033-4264-bc6f-7e7202e24f76 None None] Provisioning for port 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:33.634512 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-50415719-3033-4264-bc6f-7e7202e24f76 None None] Provisioning complete for port 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:33.635045 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-50415719-3033-4264-bc6f-7e7202e24f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:33.747443 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-50415719-3033-4264-bc6f-7e7202e24f76 None None] Port 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:33.759545 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-a3c2de53-f916-4230-b328-d4ab5d1f6105 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:33.767206 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-24ddbd21-9aee-4518-82a4-36d07599384f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:33.788696 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf5c907-615b-4ebd-a145-6e8a0a51068b admin admin] Router 20443f0d-11c1-478c-850c-50388eae0861 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:13:33.804395 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-a3c2de53-f916-4230-b328-d4ab5d1f6105 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Transition to ACTIVE for port object 78f204c0-a493-47c9-a0c1-dcd15206a2fa will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:33.884413 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5d022737-85c0-4fee-b65c-313af0b54f36 None None] Provisioning complete for port ead38559-d434-411a-a364-05d05ee0bddd triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:33.889222 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5d022737-85c0-4fee-b65c-313af0b54f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:33.964723 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-afbed428-fb46-4b3e-ba87-a9542b9b73b6 req-6995be0b-a45e-4c2d-8b76-34180342ccbe tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a10346d2897241b69fab178f068f09e9 HTTP/1.1" status: 200 len: 221 time: 0.0915620 Jun 30 09:13:33.969462 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-a3c2de53-f916-4230-b328-d4ab5d1f6105 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:34.033704 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99572d17-6dfe-46b9-8474-590d7a6234cc req-e2e90a24-7fc4-4794-90eb-6c2cb289d66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:34.035291 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-99572d17-6dfe-46b9-8474-590d7a6234cc req-e2e90a24-7fc4-4794-90eb-6c2cb289d66b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0db27f2a-daae-4bc9-9a26-19aaee7812fb HTTP/1.1" status: 200 len: 850 time: 0.1522965 Jun 30 09:13:34.047779 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-5d022737-85c0-4fee-b65c-313af0b54f36 None None] Port ead38559-d434-411a-a364-05d05ee0bddd cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:34.055474 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ea92fc33-c003-4f4f-bbab-0cd3bb89c495 req-072010ac-51d1-4f72-81b0-5ffd43e0825a tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6453ea9-f66a-4188-a5a0-3a98543439ff HTTP/1.1" status: 200 len: 210 time: 0.1769559 Jun 30 09:13:34.193015 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-a3c2de53-f916-4230-b328-d4ab5d1f6105 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Network ad33225d-5521-4894-b7e8-170799d80b12 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:34.202153 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-a3c2de53-f916-4230-b328-d4ab5d1f6105 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:34.223686 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-a3c2de53-f916-4230-b328-d4ab5d1f6105 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:34.265234 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf5c907-615b-4ebd-a145-6e8a0a51068b admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:13:34.278169 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a58bbec-3bd0-468a-9481-1249332f379c None None] Sync routers for ids ['20443f0d-11c1-478c-850c-50388eae0861'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:13:34.298908 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a58bbec-3bd0-468a-9481-1249332f379c None None] Routers {'20443f0d-11c1-478c-850c-50388eae0861'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:34.299584 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2a58bbec-3bd0-468a-9481-1249332f379c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:13:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['20443f0d-11c1-478c-850c-50388eae0861'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:34.300500 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fbf5c907-615b-4ebd-a145-6e8a0a51068b admin admin] 10.222.0.10 "PUT /v2.0/routers/20443f0d-11c1-478c-850c-50388eae0861/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3909054 Jun 30 09:13:34.352099 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-a3c2de53-f916-4230-b328-d4ab5d1f6105 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:34.353041 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-a3c2de53-f916-4230-b328-d4ab5d1f6105 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:34.476910 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2de53-f916-4230-b328-d4ab5d1f6105 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Pushing event updated for resources: {'Port': ['ID=78f204c0-a493-47c9-a0c1-dcd15206a2fa,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:34.493342 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-a3c2de53-f916-4230-b328-d4ab5d1f6105 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5991180 Jun 30 09:13:34.508981 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-9560785b-4a6a-4041-99d3-a257b5aeef43 service neutron] Request body: {'port': {'device_id': 'a6453ea9-f66a-4188-a5a0-3a98543439ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:34.548375 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d34b7bc3-3ccb-4cf5-a5ff-7329e4a24f09 req-519b4410-f53a-4626-a188-9ad088369184 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 210 time: 0.0835679 Jun 30 09:13:34.644421 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99572d17-6dfe-46b9-8474-590d7a6234cc req-42eab846-31d6-4ea6-b5e2-eddaeafb9847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:34.655606 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-99572d17-6dfe-46b9-8474-590d7a6234cc req-42eab846-31d6-4ea6-b5e2-eddaeafb9847 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b51add01-e516-4efc-9c9c-16a3be3b127b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5817285 Jun 30 09:13:34.849548 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:13:34.910067 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-99572d17-6dfe-46b9-8474-590d7a6234cc req-66ebb01c-231f-402e-b5d1-afb64d9e4415 service neutron] 10.222.0.37 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486963 Jun 30 09:13:35.070083 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-24ddbd21-9aee-4518-82a4-36d07599384f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:35.103580 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-24ddbd21-9aee-4518-82a4-36d07599384f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:35.154765 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-24ddbd21-9aee-4518-82a4-36d07599384f service neutron] Transition to ACTIVE for port object 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:35.170040 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 39a6102a-239e-4db8-9eb8-03d3a4a9bcc2 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:13:35.200550 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec1bda-fbf0-4269-bcc2-e934690b5e25 req-dde252f7-366d-4d7f-81f8-26b99a42243f tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:35.218737 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c4ec1bda-fbf0-4269-bcc2-e934690b5e25 req-dde252f7-366d-4d7f-81f8-26b99a42243f tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.8314388 Jun 30 09:13:35.222233 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-9560785b-4a6a-4041-99d3-a257b5aeef43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:35.248833 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-2a58bbec-3bd0-468a-9481-1249332f379c None None] Set router 20443f0d-11c1-478c-850c-50388eae0861 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:13:35.282851 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-24ddbd21-9aee-4518-82a4-36d07599384f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:35.410281 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-03a5cb6a-cbb6-41ce-9260-de6aad82335d None None] Provisioning for port 78f204c0-a493-47c9-a0c1-dcd15206a2fa completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:35.479051 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-03a5cb6a-cbb6-41ce-9260-de6aad82335d None None] Provisioning complete for port 78f204c0-a493-47c9-a0c1-dcd15206a2fa triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:35.480446 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-03a5cb6a-cbb6-41ce-9260-de6aad82335d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:35.616894 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ddbd21-9aee-4518-82a4-36d07599384f service neutron] Pushing event updated for resources: {'Port': ['ID=88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:35.651304 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-9560785b-4a6a-4041-99d3-a257b5aeef43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78f204c0-a493-47c9-a0c1-dcd15206a2fa {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:35.673081 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-9560785b-4a6a-4041-99d3-a257b5aeef43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:35.691783 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-9560785b-4a6a-4041-99d3-a257b5aeef43 service neutron] Transition to ACTIVE for port object 78f204c0-a493-47c9-a0c1-dcd15206a2fa will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:35.759916 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c4ec1bda-fbf0-4269-bcc2-e934690b5e25 req-3b5da9e8-608e-4cf5-9eb0-14343501107c tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962461 Jun 30 09:13:35.800878 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 39a6102a-239e-4db8-9eb8-03d3a4a9bcc2, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=39a6102a-239e-4db8-9eb8-03d3a4a9bcc2,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:35.808547 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a07e2-a95d-4d39-893a-f152a6cab830 req-45911be9-f4b8-4e61-a788-ba45ef4a3b5c tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:35.826964 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '39a6102a-239e-4db8-9eb8-03d3a4a9bcc2', 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b', 'port_id': '39a6102a-239e-4db8-9eb8-03d3a4a9bcc2', 'mac_address': 'fa:16:3e:eb:d5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db27f2a-daae-4bc9-9a26-19aaee7812fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:13:35.827247 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-676a07e2-a95d-4d39-893a-f152a6cab830 req-45911be9-f4b8-4e61-a788-ba45ef4a3b5c tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c4f9efc-810f-4072-8082-34882a43d132 HTTP/1.1" status: 200 len: 943 time: 0.6201987 Jun 30 09:13:35.879318 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-99572d17-6dfe-46b9-8474-590d7a6234cc req-1ec20993-6698-4d8d-a909-6090ee48b748 service neutron] 10.222.0.37 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9001737 Jun 30 09:13:35.890531 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-9560785b-4a6a-4041-99d3-a257b5aeef43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:35.933477 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-24ddbd21-9aee-4518-82a4-36d07599384f service neutron] Attempting to bind port 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:35.933827 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-24ddbd21-9aee-4518-82a4-36d07599384f service neutron] Attempting to bind port 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:35.934237 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-24ddbd21-9aee-4518-82a4-36d07599384f service neutron] Attempting to bind port 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:35.945079 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-676a07e2-a95d-4d39-893a-f152a6cab830 req-670ad742-d6a9-423a-8dc0-4125b9b1d46b tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152513 Jun 30 09:13:35.945740 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-24ddbd21-9aee-4518-82a4-36d07599384f service neutron] Port 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:13:35.946068 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-24ddbd21-9aee-4518-82a4-36d07599384f service neutron] Attempting to bind port 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:35.952301 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-24ddbd21-9aee-4518-82a4-36d07599384f service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:35.952652 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-24ddbd21-9aee-4518-82a4-36d07599384f service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:35.953199 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-24ddbd21-9aee-4518-82a4-36d07599384f service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:35.953637 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-24ddbd21-9aee-4518-82a4-36d07599384f service neutron] Bound port: 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:35.953998 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-24ddbd21-9aee-4518-82a4-36d07599384f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.246829 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560785b-4a6a-4041-99d3-a257b5aeef43 service neutron] Pushing event updated for resources: {'Port': ['ID=78f204c0-a493-47c9-a0c1-dcd15206a2fa,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:36.324458 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-03a5cb6a-cbb6-41ce-9260-de6aad82335d None None] Port 78f204c0-a493-47c9-a0c1-dcd15206a2fa cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:36.325334 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-24ddbd21-9aee-4518-82a4-36d07599384f service neutron] For port 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:36.338615 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-24ddbd21-9aee-4518-82a4-36d07599384f service neutron] For port 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:36.349876 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.406869 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-9560785b-4a6a-4041-99d3-a257b5aeef43 service neutron] Attempting to bind port 78f204c0-a493-47c9-a0c1-dcd15206a2fa on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:36.407284 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-9560785b-4a6a-4041-99d3-a257b5aeef43 service neutron] Attempting to bind port 78f204c0-a493-47c9-a0c1-dcd15206a2fa by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:36.407628 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-9560785b-4a6a-4041-99d3-a257b5aeef43 service neutron] Attempting to bind port 78f204c0-a493-47c9-a0c1-dcd15206a2fa on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:36.418905 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-9560785b-4a6a-4041-99d3-a257b5aeef43 service neutron] Port 78f204c0-a493-47c9-a0c1-dcd15206a2fa on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:13:36.419323 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-9560785b-4a6a-4041-99d3-a257b5aeef43 service neutron] Attempting to bind port 78f204c0-a493-47c9-a0c1-dcd15206a2fa on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:36.437924 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a6102a-239e-4db8-9eb8-03d3a4a9bcc2 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:36.454100 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-24ddbd21-9aee-4518-82a4-36d07599384f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.454334 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-9560785b-4a6a-4041-99d3-a257b5aeef43 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:36.454674 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-9560785b-4a6a-4041-99d3-a257b5aeef43 service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:36.455071 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-9560785b-4a6a-4041-99d3-a257b5aeef43 service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:36.455618 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-9560785b-4a6a-4041-99d3-a257b5aeef43 service neutron] Bound port: 78f204c0-a493-47c9-a0c1-dcd15206a2fa, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:36.455989 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-9560785b-4a6a-4041-99d3-a257b5aeef43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.503845 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 39a6102a-239e-4db8-9eb8-03d3a4a9bcc2, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=39a6102a-239e-4db8-9eb8-03d3a4a9bcc2,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:36.545199 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-24ddbd21-9aee-4518-82a4-36d07599384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:36.548026 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-24ddbd21-9aee-4518-82a4-36d07599384f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.553452 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-24ddbd21-9aee-4518-82a4-36d07599384f service neutron] 10.222.0.52 "PUT /v2.0/ports/88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 HTTP/1.1" status: 200 len: 1097 time: 3.1376696 Jun 30 09:13:36.558889 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a3c720-025b-4ad5-a239-1e7f1a8cc843', 'tag': '88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:36.567021 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5042d956-42b2-4f95-a42e-888b6d2e2299" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a3c720-025b-4ad5-a239-1e7f1a8cc843", "tag": "88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:36.628154 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-9560785b-4a6a-4041-99d3-a257b5aeef43 service neutron] For port 78f204c0-a493-47c9-a0c1-dcd15206a2fa, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:36.632163 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-9560785b-4a6a-4041-99d3-a257b5aeef43 service neutron] For port 78f204c0-a493-47c9-a0c1-dcd15206a2fa, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=78f204c0-a493-47c9-a0c1-dcd15206a2fa,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:36.668047 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ddbd21-9aee-4518-82a4-36d07599384f service neutron] Pushing event updated for resources: {'Port': ['ID=88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:36.757162 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.787780 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-9560785b-4a6a-4041-99d3-a257b5aeef43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.905196 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-9560785b-4a6a-4041-99d3-a257b5aeef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:36.905847 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-9560785b-4a6a-4041-99d3-a257b5aeef43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.908483 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-9560785b-4a6a-4041-99d3-a257b5aeef43 service neutron] 10.222.0.37 "PUT /v2.0/ports/78f204c0-a493-47c9-a0c1-dcd15206a2fa HTTP/1.1" status: 200 len: 1096 time: 2.4028115 Jun 30 09:13:36.908986 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6453ea9-f66a-4188-a5a0-3a98543439ff', 'tag': '78f204c0-a493-47c9-a0c1-dcd15206a2fa'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:36.917020 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-a358d160-d93b-4518-88d8-b96ad1ddbc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:36.918619 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-a358d160-d93b-4518-88d8-b96ad1ddbc5e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d72ecb292964c93aa4931392226a8ea&device_id=a6a3c720-025b-4ad5-a239-1e7f1a8cc843 HTTP/1.1" status: 200 len: 1100 time: 0.1980278 Jun 30 09:13:36.920198 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41b2709-5c44-486d-b3dd-adf3bc88bbc6" -d '{"events": [{"name": "network-changed", "server_uuid": "a6453ea9-f66a-4188-a5a0-3a98543439ff", "tag": "78f204c0-a493-47c9-a0c1-dcd15206a2fa"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:36.934222 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=39a6102a-239e-4db8-9eb8-03d3a4a9bcc2,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:36.968037 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36162) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:37.002676 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-44df0ba0-4e87-48b5-824c-03477d355574 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2086781447', 'description': 'tempest-description--1833407254'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:37.094111 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2a58bbec-3bd0-468a-9481-1249332f379c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20443f0d-11c1-478c-850c-50388eae0861', 'name': 'tempest-ServersTestJSON-1863791569-router', 'tenant_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'eec1ea9c-25f3-47f6-96d8-c7630f7911e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:16Z', 'updated_at': '2021-06-30T09:13:30Z', 'revision_number': 4, 'project_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'gw_port': {'id': 'eec1ea9c-25f3-47f6-96d8-c7630f7911e3', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20443f0d-11c1-478c-850c-50388eae0861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:17Z', 'updated_at': '2021-06-30T09:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'ead38559-d434-411a-a364-05d05ee0bddd', 'name': '', 'network_id': '5d14177c-7e46-44f3-a2aa-d46dd096a92c', 'tenant_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'mac_address': 'fa:16:3e:21:bf:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20443f0d-11c1-478c-850c-50388eae0861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'c1fb0fa9-5ba8-4c0a-814c-a20a9ebf689c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:23Z', 'updated_at': '2021-06-30T09:13:31Z', 'revision_number': 2, 'project_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'subnets': [{'id': 'c1fb0fa9-5ba8-4c0a-814c-a20a9ebf689c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:37.148916 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['39a6102a-239e-4db8-9eb8-03d3a4a9bcc2'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:37.155451 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560785b-4a6a-4041-99d3-a257b5aeef43 service neutron] Pushing event updated for resources: {'Port': ['ID=78f204c0-a493-47c9-a0c1-dcd15206a2fa,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:37.192617 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-965b5f22-39e6-4ff5-a57a-8df2b51d62eb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 HTTP/1.1" status: 200 len: 217 time: 0.2479465 Jun 30 09:13:37.240178 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a58bbec-3bd0-468a-9481-1249332f379c None None] Checking router: 20443f0d-11c1-478c-850c-50388eae0861 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:13:37.240538 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a58bbec-3bd0-468a-9481-1249332f379c None None] Updating router 20443f0d-11c1-478c-850c-50388eae0861 port ead38559-d434-411a-a364-05d05ee0bddd binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:13:37.268934 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:37.378932 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-827dc4c2-f6e1-4084-b3a8-433b1adaf367 req-53cee68f-750b-44b6-93fc-999cc9d450b6 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 210 time: 0.1794016 Jun 30 09:13:37.437433 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-44df0ba0-4e87-48b5-824c-03477d355574 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:37.456482 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-26f673dd-9582-49e8-a09a-b256856ffd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:37.458967 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-26f673dd-9582-49e8-a09a-b256856ffd1d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.2620299 Jun 30 09:13:37.532483 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-374e576e-7aaf-4ae5-87d1-3f0a15d2004b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:37.540889 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-374e576e-7aaf-4ae5-87d1-3f0a15d2004b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d72ecb292964c93aa4931392226a8ea&device_id=a6453ea9-f66a-4188-a5a0-3a98543439ff HTTP/1.1" status: 200 len: 1099 time: 0.3639302 Jun 30 09:13:37.541558 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2a58bbec-3bd0-468a-9481-1249332f379c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:37.621391 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63925747-b828-4ffd-8b64-33412f5f840d req-c7d078b4-a996-40a9-97c5-ca429cf50ee6 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:37.642965 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63925747-b828-4ffd-8b64-33412f5f840d req-c7d078b4-a996-40a9-97c5-ca429cf50ee6 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6453ea9-f66a-4188-a5a0-3a98543439ff HTTP/1.1" status: 200 len: 947 time: 0.4639001 Jun 30 09:13:37.680907 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-2cd3eb42-9075-4d42-b5e7-c7e2ab38eeb8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=78f204c0-a493-47c9-a0c1-dcd15206a2fa HTTP/1.1" status: 200 len: 217 time: 0.1286976 Jun 30 09:13:37.779720 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63925747-b828-4ffd-8b64-33412f5f840d req-1506aaea-798a-4adc-acab-6dc04d631647 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/security-groups?id=292869b2-4321-44dd-8326-fed8e83221f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355965 Jun 30 09:13:37.801958 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-1767b686-f1c9-48cc-b8f4-65c01b455ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:37.807659 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-1767b686-f1c9-48cc-b8f4-65c01b455ea0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3407953 Jun 30 09:13:37.875396 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-44df0ba0-4e87-48b5-824c-03477d355574 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:37.877011 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c28b788-40ea-4862-b387-ee8827ac6044 x-openstack-request-id: req-8c28b788-40ea-4862-b387-ee8827ac6044 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:37.877304 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a3c720-025b-4ad5-a239-1e7f1a8cc843", "tag": "88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:37.877560 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8c28b788-40ea-4862-b387-ee8827ac6044 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:37.877975 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a3c720-025b-4ad5-a239-1e7f1a8cc843', 'tag': '88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8', 'status': 'completed', 'code': 200} Jun 30 09:13:37.878995 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-c7d12ca5-302d-4f46-b42b-0131892074f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:37.881278 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-c7d12ca5-302d-4f46-b42b-0131892074f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.1875832 Jun 30 09:13:37.941503 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-8f87196b-eb9f-4185-830a-3e13daeaf461 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231186 Jun 30 09:13:38.023089 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-8e05e4b8-c8e4-4a7c-88ac-f7fcd11d0f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:38.025379 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-8e05e4b8-c8e4-4a7c-88ac-f7fcd11d0f30 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1099696 Jun 30 09:13:38.047520 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da80f7-b414-42b0-bc49-685ffa875299 req-756e04ff-1b74-4f88-9d45-ddeab710054a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:38.050254 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c2da80f7-b414-42b0-bc49-685ffa875299 req-756e04ff-1b74-4f88-9d45-ddeab710054a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.3615582 Jun 30 09:13:38.091980 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2a58bbec-3bd0-468a-9481-1249332f379c None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:38.105936 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2a58bbec-3bd0-468a-9481-1249332f379c None None] Transition to ACTIVE for port object ead38559-d434-411a-a364-05d05ee0bddd will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:38.108977 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-320e2310-cd99-40a7-9d98-7b04d341e5e7 req-a40836eb-e0b1-4c01-920d-89d1ac15a940 service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602752 Jun 30 09:13:38.227245 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c2da80f7-b414-42b0-bc49-685ffa875299 req-7fe5e24a-389c-4714-ae02-a49400397a13 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622810 Jun 30 09:13:38.259474 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2a58bbec-3bd0-468a-9481-1249332f379c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:38.259749 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-44df0ba0-4e87-48b5-824c-03477d355574 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:38.342394 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3eff6c-a52d-4b61-a548-b3f6ca721953 x-openstack-request-id: req-9b3eff6c-a52d-4b61-a548-b3f6ca721953 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:38.343926 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6453ea9-f66a-4188-a5a0-3a98543439ff", "tag": "78f204c0-a493-47c9-a0c1-dcd15206a2fa", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:38.346665 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9b3eff6c-a52d-4b61-a548-b3f6ca721953 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:38.347339 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6453ea9-f66a-4188-a5a0-3a98543439ff', 'tag': '78f204c0-a493-47c9-a0c1-dcd15206a2fa', 'status': 'completed', 'code': 200} Jun 30 09:13:38.378524 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-2f4555b9-2374-4ace-8414-f947d19352fc service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267088 Jun 30 09:13:38.592509 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d91864-1b90-4e30-b529-1b367c51286e None None] Pushing event updated for resources: {'Port': ['ID=ead38559-d434-411a-a364-05d05ee0bddd,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:38.616043 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042d956-42b2-4f95-a42e-888b6d2e2299 req-639afc88-3172-4f87-8c10-2b428f45d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:38.622837 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5042d956-42b2-4f95-a42e-888b6d2e2299 req-639afc88-3172-4f87-8c10-2b428f45d2c1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d72ecb292964c93aa4931392226a8ea&device_id=a6a3c720-025b-4ad5-a239-1e7f1a8cc843 HTTP/1.1" status: 200 len: 1100 time: 0.3210537 Jun 30 09:13:38.644173 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-2a58bbec-3bd0-468a-9481-1249332f379c None None] Attempting to bind port ead38559-d434-411a-a364-05d05ee0bddd on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:38.644419 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-2a58bbec-3bd0-468a-9481-1249332f379c None None] Attempting to bind port ead38559-d434-411a-a364-05d05ee0bddd by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'aafd3519-a550-42a1-827f-331b0c3726cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '5d14177c-7e46-44f3-a2aa-d46dd096a92c'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:38.644649 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a58bbec-3bd0-468a-9481-1249332f379c None None] Attempting to bind port ead38559-d434-411a-a364-05d05ee0bddd on network 5d14177c-7e46-44f3-a2aa-d46dd096a92c {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:38.653605 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a58bbec-3bd0-468a-9481-1249332f379c None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:38.654304 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a58bbec-3bd0-468a-9481-1249332f379c None None] Checking segment: {'id': 'aafd3519-a550-42a1-827f-331b0c3726cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '5d14177c-7e46-44f3-a2aa-d46dd096a92c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:38.654879 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2a58bbec-3bd0-468a-9481-1249332f379c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:38.655507 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a58bbec-3bd0-468a-9481-1249332f379c None None] Bound using segment: {'id': 'aafd3519-a550-42a1-827f-331b0c3726cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '5d14177c-7e46-44f3-a2aa-d46dd096a92c'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:38.656236 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-2a58bbec-3bd0-468a-9481-1249332f379c None None] Bound port: ead38559-d434-411a-a364-05d05ee0bddd, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafd3519-a550-42a1-827f-331b0c3726cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '5d14177c-7e46-44f3-a2aa-d46dd096a92c'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:38.656819 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2a58bbec-3bd0-468a-9481-1249332f379c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:38.723459 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:38.756953 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-44df0ba0-4e87-48b5-824c-03477d355574 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:38.762851 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-44df0ba0-4e87-48b5-824c-03477d355574 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.7932520 Jun 30 09:13:38.767902 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36192) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:38.775802 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-3a050fd5-14d1-410a-a6c3-a8bdf83ba749 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Request body: {'security_group_rule': {'security_group_id': '4a9f0f03-975e-494e-b70c-7a1dc0a02320', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:38.837037 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df0ba0-4e87-48b5-824c-03477d355574 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9f0f03-975e-494e-b70c-7a1dc0a02320,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:38.919263 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fea3c09d-9ed2-42dc-aff6-b2b87e2159b5 req-6e0a8ba6-f946-4019-8766-129ca06532b6 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5161347 Jun 30 09:13:38.933143 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-2a58bbec-3bd0-468a-9481-1249332f379c None None] For port ead38559-d434-411a-a364-05d05ee0bddd, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:38.937361 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-2a58bbec-3bd0-468a-9481-1249332f379c None None] For port ead38559-d434-411a-a364-05d05ee0bddd, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=ead38559-d434-411a-a364-05d05ee0bddd,segment=NetworkSegment(aafd3519-a550-42a1-827f-331b0c3726cd),segment_id=aafd3519-a550-42a1-827f-331b0c3726cd)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:38.964897 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9912b8a-c85d-44a9-b561-4d5cc927d5b3 req-63690d6d-c02a-4f4b-993f-b61b486c7343 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:38.973924 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a9912b8a-c85d-44a9-b561-4d5cc927d5b3 req-63690d6d-c02a-4f4b-993f-b61b486c7343 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c4f9efc-810f-4072-8082-34882a43d132 HTTP/1.1" status: 200 len: 944 time: 0.2286901 Jun 30 09:13:39.032336 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3a050fd5-14d1-410a-a6c3-a8bdf83ba749 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.039750 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2a58bbec-3bd0-468a-9481-1249332f379c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.071897 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a9912b8a-c85d-44a9-b561-4d5cc927d5b3 req-0b8ba1ea-78fe-43b1-bcf6-09ba8729afbb tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964484 Jun 30 09:13:39.175567 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 39a6102a-239e-4db8-9eb8-03d3a4a9bcc2 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:39.264799 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a58bbec-3bd0-468a-9481-1249332f379c None None] Routers {'20443f0d-11c1-478c-850c-50388eae0861'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:39.265539 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2a58bbec-3bd0-468a-9481-1249332f379c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:13:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['20443f0d-11c1-478c-850c-50388eae0861'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:39.437561 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-2a58bbec-3bd0-468a-9481-1249332f379c None None] Set router 20443f0d-11c1-478c-850c-50388eae0861 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:13:39.437664 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3a050fd5-14d1-410a-a6c3-a8bdf83ba749 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.522101 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b2709-5c44-486d-b3dd-adf3bc88bbc6 req-f8fe9559-9916-4627-b545-b3c91c0f70be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:39.546211 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c41b2709-5c44-486d-b3dd-adf3bc88bbc6 req-f8fe9559-9916-4627-b545-b3c91c0f70be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d72ecb292964c93aa4931392226a8ea&device_id=a6453ea9-f66a-4188-a5a0-3a98543439ff HTTP/1.1" status: 200 len: 1099 time: 0.4255574 Jun 30 09:13:39.602066 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3a050fd5-14d1-410a-a6c3-a8bdf83ba749 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.612476 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d91864-1b90-4e30-b529-1b367c51286e None None] Pushing event updated for resources: {'Port': ['ID=ead38559-d434-411a-a364-05d05ee0bddd,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:39.714434 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 39a6102a-239e-4db8-9eb8-03d3a4a9bcc2 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:39.726662 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 39a6102a-239e-4db8-9eb8-03d3a4a9bcc2 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:39.730874 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.896770 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a050fd5-14d1-410a-a6c3-a8bdf83ba749 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d0f3f8-4abf-4cc1-8a88-e9f8b3cd8286,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:39.944796 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2159870f-850d-4458-9181-aa052132c014 req-39342669-51c3-478a-8c95-392ced663cf8 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4abde93-2d4f-491b-b503-586add855df0 HTTP/1.1" status: 200 len: 210 time: 1.1341114 Jun 30 09:13:39.994523 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3a050fd5-14d1-410a-a6c3-a8bdf83ba749 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:40.012183 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3a050fd5-14d1-410a-a6c3-a8bdf83ba749 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2430611 Jun 30 09:13:40.023093 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36202) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:40.048484 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-a51f624a-f910-4e7b-866e-d8659be49086 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Request body: {'security_group_rule': {'security_group_id': '4a9f0f03-975e-494e-b70c-7a1dc0a02320', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:40.115587 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042d956-42b2-4f95-a42e-888b6d2e2299 req-fd163e45-2cba-4300-a860-c05ac436d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:40.117929 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5042d956-42b2-4f95-a42e-888b6d2e2299 req-fd163e45-2cba-4300-a860-c05ac436d0d6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 1.4868047 Jun 30 09:13:40.144388 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b2709-5c44-486d-b3dd-adf3bc88bbc6 req-14eac932-9b1e-4ccf-a189-8f0c35a7958f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:40.152220 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c41b2709-5c44-486d-b3dd-adf3bc88bbc6 req-14eac932-9b1e-4ccf-a189-8f0c35a7958f service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.5929444 Jun 30 09:13:40.233481 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2a58bbec-3bd0-468a-9481-1249332f379c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20443f0d-11c1-478c-850c-50388eae0861', 'name': 'tempest-ServersTestJSON-1863791569-router', 'tenant_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'eec1ea9c-25f3-47f6-96d8-c7630f7911e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:16Z', 'updated_at': '2021-06-30T09:13:30Z', 'revision_number': 4, 'project_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'gw_port': {'id': 'eec1ea9c-25f3-47f6-96d8-c7630f7911e3', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20443f0d-11c1-478c-850c-50388eae0861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:17Z', 'updated_at': '2021-06-30T09:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'ead38559-d434-411a-a364-05d05ee0bddd', 'name': '', 'network_id': '5d14177c-7e46-44f3-a2aa-d46dd096a92c', 'tenant_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'mac_address': 'fa:16:3e:21:bf:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20443f0d-11c1-478c-850c-50388eae0861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'c1fb0fa9-5ba8-4c0a-814c-a20a9ebf689c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:23Z', 'updated_at': '2021-06-30T09:13:38Z', 'revision_number': 4, 'project_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'subnets': [{'id': 'c1fb0fa9-5ba8-4c0a-814c-a20a9ebf689c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:40.243234 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5042d956-42b2-4f95-a42e-888b6d2e2299 req-c0dc14c0-79eb-4901-8088-b1f0e28df0ff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 HTTP/1.1" status: 200 len: 217 time: 0.1108484 Jun 30 09:13:40.246294 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a51f624a-f910-4e7b-866e-d8659be49086 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:40.347116 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a58bbec-3bd0-468a-9481-1249332f379c None None] The sync data for ids ['20443f0d-11c1-478c-850c-50388eae0861'] in n-d-771363-31 is: [{'id': '20443f0d-11c1-478c-850c-50388eae0861', 'name': 'tempest-ServersTestJSON-1863791569-router', 'tenant_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'eec1ea9c-25f3-47f6-96d8-c7630f7911e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:16Z', 'updated_at': '2021-06-30T09:13:30Z', 'revision_number': 4, 'project_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'gw_port': {'id': 'eec1ea9c-25f3-47f6-96d8-c7630f7911e3', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20443f0d-11c1-478c-850c-50388eae0861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:17Z', 'updated_at': '2021-06-30T09:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'ead38559-d434-411a-a364-05d05ee0bddd', 'name': '', 'network_id': '5d14177c-7e46-44f3-a2aa-d46dd096a92c', 'tenant_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'mac_address': 'fa:16:3e:21:bf:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20443f0d-11c1-478c-850c-50388eae0861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'c1fb0fa9-5ba8-4c0a-814c-a20a9ebf689c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:23Z', 'updated_at': '2021-06-30T09:13:38Z', 'revision_number': 4, 'project_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'subnets': [{'id': 'c1fb0fa9-5ba8-4c0a-814c-a20a9ebf689c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:13:40.372243 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:40.408874 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c41b2709-5c44-486d-b3dd-adf3bc88bbc6 req-44b39a47-6176-4de3-acc7-2ab7839689d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=78f204c0-a493-47c9-a0c1-dcd15206a2fa HTTP/1.1" status: 200 len: 217 time: 0.2377799 Jun 30 09:13:40.456212 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4f9efc-810f-4072-8082-34882a43d132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a6102a-239e-4db8-9eb8-03d3a4a9bcc2'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:40.461262 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb0e8bf-2113-4162-af4a-5d8dde68a45d" -d '{"events": [{"server_uuid": "5c4f9efc-810f-4072-8082-34882a43d132", "name": "network-vif-plugged", "status": "completed", "tag": "39a6102a-239e-4db8-9eb8-03d3a4a9bcc2"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:40.539905 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a51f624a-f910-4e7b-866e-d8659be49086 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:40.549912 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 39a6102a-239e-4db8-9eb8-03d3a4a9bcc2, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=39a6102a-239e-4db8-9eb8-03d3a4a9bcc2,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:40.605953 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042d956-42b2-4f95-a42e-888b6d2e2299 req-9da6cfd5-fbeb-4068-ac7f-127df41eb445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:40.611111 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5042d956-42b2-4f95-a42e-888b6d2e2299 req-9da6cfd5-fbeb-4068-ac7f-127df41eb445 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.3023453 Jun 30 09:13:40.662307 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a51f624a-f910-4e7b-866e-d8659be49086 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:40.674511 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:40.743116 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d21fd-732b-4804-b240-fb0769115ccf req-00d55b27-3bb7-4d2e-9b14-498125174922 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:40.756960 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f624a-f910-4e7b-866e-d8659be49086 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70464f2f-88f8-4a2f-a77e-1cb90543b74f,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:40.766053 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bf4d21fd-732b-4804-b240-fb0769115ccf req-00d55b27-3bb7-4d2e-9b14-498125174922 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.8237493 Jun 30 09:13:40.766678 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5fc418-6bd5-45a9-a08d-f4f8057c4279 req-81cd18b2-bdb8-41f8-baef-c9d3bc9bbdf0 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:40.777119 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1a5fc418-6bd5-45a9-a08d-f4f8057c4279 req-81cd18b2-bdb8-41f8-baef-c9d3bc9bbdf0 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6453ea9-f66a-4188-a5a0-3a98543439ff HTTP/1.1" status: 200 len: 947 time: 0.4675107 Jun 30 09:13:40.814505 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a51f624a-f910-4e7b-866e-d8659be49086 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:40.822480 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a51f624a-f910-4e7b-866e-d8659be49086 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7914772 Jun 30 09:13:40.835013 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36216) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:40.848497 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-ae340ace-963e-46ec-8741-532be51b3906 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:40.889162 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b2709-5c44-486d-b3dd-adf3bc88bbc6 req-3bfe473d-8792-4de9-8c23-2ee5c119e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:40.890866 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c41b2709-5c44-486d-b3dd-adf3bc88bbc6 req-3bfe473d-8792-4de9-8c23-2ee5c119e114 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.4801300 Jun 30 09:13:40.944086 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=39a6102a-239e-4db8-9eb8-03d3a4a9bcc2,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:40.978936 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042d956-42b2-4f95-a42e-888b6d2e2299 req-24b2a700-8241-4504-8d18-c37c00fecaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:40.981343 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5042d956-42b2-4f95-a42e-888b6d2e2299 req-24b2a700-8241-4504-8d18-c37c00fecaeb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3494771 Jun 30 09:13:40.985689 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bf4d21fd-732b-4804-b240-fb0769115ccf req-3ae2a134-d509-4b6a-886a-5f6e71108e6a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111652 Jun 30 09:13:41.064704 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1a5fc418-6bd5-45a9-a08d-f4f8057c4279 req-fcbb1764-2b44-4f1e-bb70-dc39bc067873 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/security-groups?id=292869b2-4321-44dd-8326-fed8e83221f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861798 Jun 30 09:13:41.179451 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b2709-5c44-486d-b3dd-adf3bc88bbc6 req-8e7ea9cb-7cca-48bb-bdfa-b8756ef362c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:41.183499 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c41b2709-5c44-486d-b3dd-adf3bc88bbc6 req-8e7ea9cb-7cca-48bb-bdfa-b8756ef362c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2288229 Jun 30 09:13:41.246442 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ae340ace-963e-46ec-8741-532be51b3906 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks [] for floatingip, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:41.284643 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36400998-80d6-43e3-afea-b12e17127e57 x-openstack-request-id: req-36400998-80d6-43e3-afea-b12e17127e57 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:41.285403 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4f9efc-810f-4072-8082-34882a43d132", "name": "network-vif-plugged", "status": "completed", "tag": "39a6102a-239e-4db8-9eb8-03d3a4a9bcc2", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:41.286086 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-36400998-80d6-43e3-afea-b12e17127e57 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:41.287251 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4f9efc-810f-4072-8082-34882a43d132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a6102a-239e-4db8-9eb8-03d3a4a9bcc2', 'code': 200} Jun 30 09:13:41.663807 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5042d956-42b2-4f95-a42e-888b6d2e2299 req-719fe58b-2a62-428b-a21d-6c498764d46e service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6711433 Jun 30 09:13:41.682200 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device ead38559-d434-411a-a364-05d05ee0bddd up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:41.694035 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:13:41.705068 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c41b2709-5c44-486d-b3dd-adf3bc88bbc6 req-a49b5b93-9546-4fa1-b651-0b794e1a0523 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5129833 Jun 30 09:13:42.277635 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5042d956-42b2-4f95-a42e-888b6d2e2299 req-b4cb80a7-ae11-4194-8ddc-16d8cc48a8cf service neutron] 10.222.0.52 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5974250 Jun 30 09:13:42.365927 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f8cb2-664b-42bf-a98c-2fbd2dd8e4e0 req-53a07b40-be04-4e69-9332-2bc67a7731b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:42.368618 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-760f8cb2-664b-42bf-a98c-2fbd2dd8e4e0 req-53a07b40-be04-4e69-9332-2bc67a7731b9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5c4f9efc-810f-4072-8082-34882a43d132 HTTP/1.1" status: 200 len: 1097 time: 0.7298827 Jun 30 09:13:42.371970 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c41b2709-5c44-486d-b3dd-adf3bc88bbc6 req-602bca32-acf2-4b87-9b1c-b8a2de42aae7 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5852189 Jun 30 09:13:42.393260 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ae340ace-963e-46ec-8741-532be51b3906 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:42.503450 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:42.530865 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d1c1c-bf38-4a00-ad27-6cd973e494cd req-15299320-811c-4723-a171-340f19a78345 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:42.538363 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a69423-1350-4981-bbdb-dbc1599c9f7c req-4a4e9e1f-bc08-42db-8588-1c79e58e77bf tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:42.543612 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3c3d1c1c-bf38-4a00-ad27-6cd973e494cd req-15299320-811c-4723-a171-340f19a78345 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c4f9efc-810f-4072-8082-34882a43d132 HTTP/1.1" status: 200 len: 945 time: 0.8699582 Jun 30 09:13:42.550175 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c4a69423-1350-4981-bbdb-dbc1599c9f7c req-4a4e9e1f-bc08-42db-8588-1c79e58e77bf tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.5312405 Jun 30 09:13:42.564559 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': '88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8', 'mac_address': 'fa:16:3e:dc:5c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:13:42.572692 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port ead38559-d434-411a-a364-05d05ee0bddd completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:42.592587 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port ead38559-d434-411a-a364-05d05ee0bddd triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:42.593073 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:42.717099 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-760f8cb2-664b-42bf-a98c-2fbd2dd8e4e0 req-2bfa4604-5d7f-44ea-a919-ec40bf5c17ed service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295791 Jun 30 09:13:42.736254 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:42.762853 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:42.783996 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c4a69423-1350-4981-bbdb-dbc1599c9f7c req-3bb9fb10-d241-4472-a2bc-fd8a954991b2 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323928 Jun 30 09:13:42.810144 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:42.915479 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-ae340ace-963e-46ec-8741-532be51b3906 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Allocated IP 172.25.6.119 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/0cb731b0-de8b-4522-a6d7-1338db79573f) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:42.919778 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:43.049794 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:43.144658 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:43.181380 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port ead38559-d434-411a-a364-05d05ee0bddd, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=ead38559-d434-411a-a364-05d05ee0bddd,segment=NetworkSegment(aafd3519-a550-42a1-827f-331b0c3726cd),segment_id=aafd3519-a550-42a1-827f-331b0c3726cd)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:43.185165 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 78f204c0-a493-47c9-a0c1-dcd15206a2fa details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:13:43.207510 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:43.275428 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:43.308387 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ae340ace-963e-46ec-8741-532be51b3906 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:43.455742 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36246) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:43.517607 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 78f204c0-a493-47c9-a0c1-dcd15206a2fa, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=78f204c0-a493-47c9-a0c1-dcd15206a2fa,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:43.528241 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3c3d1c1c-bf38-4a00-ad27-6cd973e494cd req-81fd38e7-8830-40f7-b9fe-c4b6ae1c5817 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9797850 Jun 30 09:13:43.543188 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '78f204c0-a493-47c9-a0c1-dcd15206a2fa', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': '78f204c0-a493-47c9-a0c1-dcd15206a2fa', 'mac_address': 'fa:16:3e:b2:69:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:13:43.570443 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ae340ace-963e-46ec-8741-532be51b3906 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:43.682252 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae340ace-963e-46ec-8741-532be51b3906 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:43.698097 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-ae340ace-963e-46ec-8741-532be51b3906 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:43.704089 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:43.763410 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78f204c0-a493-47c9-a0c1-dcd15206a2fa {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:43.807896 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae340ace-963e-46ec-8741-532be51b3906 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:43.831017 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 78f204c0-a493-47c9-a0c1-dcd15206a2fa, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=78f204c0-a493-47c9-a0c1-dcd15206a2fa,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:43.947112 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae340ace-963e-46ec-8741-532be51b3906 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Pushing event updated for resources: {'Port': ['ID=0cb731b0-de8b-4522-a6d7-1338db79573f,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:43.950798 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:43.958703 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=ead38559-d434-411a-a364-05d05ee0bddd,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:43.995730 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d1d818f4-8505-46b0-baa7-2e667c296569 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.035948 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ae340ace-963e-46ec-8741-532be51b3906 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.100745 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d1d818f4-8505-46b0-baa7-2e667c296569 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.216673 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=78f204c0-a493-47c9-a0c1-dcd15206a2fa,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:44.307045 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ae340ace-963e-46ec-8741-532be51b3906 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.341236 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09df93-1cba-461c-901e-7c54b4682a16 req-0d860c02-bf7e-427c-b150-737fe110e1e8 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:44.346832 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['78f204c0-a493-47c9-a0c1-dcd15206a2fa'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:44.348898 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8f09df93-1cba-461c-901e-7c54b4682a16 req-0d860c02-bf7e-427c-b150-737fe110e1e8 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6453ea9-f66a-4188-a5a0-3a98543439ff HTTP/1.1" status: 200 len: 947 time: 0.5599053 Jun 30 09:13:44.353165 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d1d818f4-8505-46b0-baa7-2e667c296569 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.363769 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d1d818f4-8505-46b0-baa7-2e667c296569 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.365664 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d1d818f4-8505-46b0-baa7-2e667c296569 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "DELETE /v2.0/security-groups/c3501efa-7e62-4693-a186-96acaecb9685 HTTP/1.1" status: 204 len: 168 time: 0.9073884 Jun 30 09:13:44.374761 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36254) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:44.437489 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d818f4-8505-46b0-baa7-2e667c296569 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3501efa-7e62-4693-a186-96acaecb9685,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:44.444034 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-f63f20f5-be10-4efd-bb97-c26387ee3e72 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] show failed (client error): The resource could not be found. Jun 30 09:13:44.445264 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f63f20f5-be10-4efd-bb97-c26387ee3e72 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "GET /v2.0/security-groups/c3501efa-7e62-4693-a186-96acaecb9685 HTTP/1.1" status: 404 len: 347 time: 0.0458789 Jun 30 09:13:44.491007 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36256) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:44.636000 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8f09df93-1cba-461c-901e-7c54b4682a16 req-2c3c2a82-1516-4c48-a773-d6301fc72d16 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/security-groups?id=292869b2-4321-44dd-8326-fed8e83221f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645843 Jun 30 09:13:44.761818 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ae340ace-963e-46ec-8741-532be51b3906 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.822203 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aeaa7c-7f64-491d-8a91-1d53cea718f2 req-8549e95c-34c9-4fc0-9012-79f772844801 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:44.831027 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d2aeaa7c-7f64-491d-8a91-1d53cea718f2 req-8549e95c-34c9-4fc0-9012-79f772844801 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1500144 Jun 30 09:13:44.861665 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ae340ace-963e-46ec-8741-532be51b3906 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.943361 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae340ace-963e-46ec-8741-532be51b3906 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Pushing event updated for resources: {'Port': ['ID=0cb731b0-de8b-4522-a6d7-1338db79573f,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:45.013477 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d2aeaa7c-7f64-491d-8a91-1d53cea718f2 req-3b4f7d4f-2c18-4d34-963b-2162dbd8812c tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813796 Jun 30 09:13:45.050907 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ae340ace-963e-46ec-8741-532be51b3906 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.141094 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ae340ace-963e-46ec-8741-532be51b3906 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.152343 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ae340ace-963e-46ec-8741-532be51b3906 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3078399 Jun 30 09:13:45.240353 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-9d7b25fa-2c2b-4f50-80da-4fea94fde518 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Deleting port aa73c143-14d7-40f8-a623-8f10b20b1a56 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:45.240726 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9d7b25fa-2c2b-4f50-80da-4fea94fde518 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.330924 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9d7b25fa-2c2b-4f50-80da-4fea94fde518 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.331401 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9d7b25fa-2c2b-4f50-80da-4fea94fde518 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.353469 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-9d7b25fa-2c2b-4f50-80da-4fea94fde518 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Calling delete_port for aa73c143-14d7-40f8-a623-8f10b20b1a56 owned by network:floatingip {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:45.395382 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb2a67-7e7b-41e5-bd90-4bc94becf6a3 req-9f45d2d6-1530-4b79-bca0-0e077041affa tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:45.402382 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4afb2a67-7e7b-41e5-bd90-4bc94becf6a3 req-9f45d2d6-1530-4b79-bca0-0e077041affa tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c81f8b5-e89a-4f12-82b6-fd7942ae513a HTTP/1.1" status: 200 len: 945 time: 0.6077642 Jun 30 09:13:45.422700 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da3432-2852-4676-8115-ccbd50150d95 req-fe4afe7a-054f-4edb-97b5-adc17124ea47 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:45.424343 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-19da3432-2852-4676-8115-ccbd50150d95 req-fe4afe7a-054f-4edb-97b5-adc17124ea47 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c4f9efc-810f-4072-8082-34882a43d132 HTTP/1.1" status: 200 len: 945 time: 0.1537590 Jun 30 09:13:45.461620 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device ead38559-d434-411a-a364-05d05ee0bddd up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:45.528991 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-19da3432-2852-4676-8115-ccbd50150d95 req-9e7de442-6386-4a76-a6d0-d830d1849e5f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936732 Jun 30 09:13:45.576266 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4afb2a67-7e7b-41e5-bd90-4bc94becf6a3 req-8cbe46ba-5f94-45e4-8484-96c68cef0867 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ef18496-c10c-4d08-8ec5-f3f30bed03a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750806 Jun 30 09:13:45.577224 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port ead38559-d434-411a-a364-05d05ee0bddd triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:45.577224 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.717875 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:45.815166 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0616d15-c206-498a-94f3-1b20871063ab req-824f680e-51ae-4707-933b-02140afaf801 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:45.816572 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-854e6152-c425-426a-adb0-1825ea697b46 req-ef3b1d6e-998f-4fe9-a32b-9d2a2bf7e12b tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--2086781447&fields=id&tenant_id=e7f9c67d9c9e4ca097900fd6ab18621e HTTP/1.1" status: 200 len: 267 time: 0.0749664 Jun 30 09:13:45.822877 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c0616d15-c206-498a-94f3-1b20871063ab req-824f680e-51ae-4707-933b-02140afaf801 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.0843987 Jun 30 09:13:45.901324 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c0616d15-c206-498a-94f3-1b20871063ab req-60921699-c415-43cd-a5dc-5d0ec8fb0465 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773232 Jun 30 09:13:45.981998 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9d7b25fa-2c2b-4f50-80da-4fea94fde518 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.990053 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e8e6f-9aef-46fb-a357-ee81d92246e2 req-88f24ca3-4839-4369-a4a3-d5b9fc87f0d6 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:46.000684 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-377e8e6f-9aef-46fb-a357-ee81d92246e2 req-88f24ca3-4839-4369-a4a3-d5b9fc87f0d6 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c81f8b5-e89a-4f12-82b6-fd7942ae513a HTTP/1.1" status: 200 len: 945 time: 0.1594112 Jun 30 09:13:46.034167 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:46.042098 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:46.042098 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.057769 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e6152-c425-426a-adb0-1825ea697b46 req-b0aa8602-527e-4d8e-a806-4c29a0c7bee1 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:46.065355 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-854e6152-c425-426a-adb0-1825ea697b46 req-b0aa8602-527e-4d8e-a806-4c29a0c7bee1 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/networks?id=5d14177c-7e46-44f3-a2aa-d46dd096a92c HTTP/1.1" status: 200 len: 806 time: 0.2476027 Jun 30 09:13:46.089412 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-854e6152-c425-426a-adb0-1825ea697b46 req-29699054-8e65-457d-9773-7ab8a342578d tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/quotas/e7f9c67d9c9e4ca097900fd6ab18621e HTTP/1.1" status: 200 len: 375 time: 0.0230613 Jun 30 09:13:46.100363 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b25fa-2c2b-4f50-80da-4fea94fde518 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Pushing event deleted for resources: {'Port': ['ID=aa73c143-14d7-40f8-a623-8f10b20b1a56,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:46.216674 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9d7b25fa-2c2b-4f50-80da-4fea94fde518 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks [] for floatingip, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.219962 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9d7b25fa-2c2b-4f50-80da-4fea94fde518 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.221287 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9d7b25fa-2c2b-4f50-80da-4fea94fde518 tempest-ServersTestBootFromVolume-1786166612 tempest-ServersTestBootFromVolume-1786166612-project] 10.222.0.10 "DELETE /v2.0/floatingips/0b35e5bd-ae9e-4ed2-baab-76235dcb2aa3 HTTP/1.1" status: 204 len: 168 time: 1.7291918 Jun 30 09:13:46.225129 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36288) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:46.264044 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.267392 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-377e8e6f-9aef-46fb-a357-ee81d92246e2 req-e5d1964d-25da-402b-ad2d-167c70b4d42d tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] Deleting port 96e65cb1-4aa3-45a5-b98c-d23092197892 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:46.270171 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-377e8e6f-9aef-46fb-a357-ee81d92246e2 req-e5d1964d-25da-402b-ad2d-167c70b4d42d tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.344177 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-854e6152-c425-426a-adb0-1825ea697b46 req-fedb3c43-a15e-4e8c-a7c7-ef1c8134fe6b tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e7f9c67d9c9e4ca097900fd6ab18621e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2537720 Jun 30 09:13:46.366995 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a3c720-025b-4ad5-a239-1e7f1a8cc843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:46.369391 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10725e3e-9802-40fd-9294-65cd72db5e16" -d '{"events": [{"server_uuid": "a6a3c720-025b-4ad5-a239-1e7f1a8cc843", "name": "network-vif-plugged", "status": "completed", "tag": "88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:46.410553 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:46.477458 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-377e8e6f-9aef-46fb-a357-ee81d92246e2 req-e5d1964d-25da-402b-ad2d-167c70b4d42d tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] For port 96e65cb1-4aa3-45a5-b98c-d23092197892, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=96e65cb1-4aa3-45a5-b98c-d23092197892,segment=NetworkSegment(f0b347d5-aa45-4dcd-9b5c-955bc58898c0),segment_id=f0b347d5-aa45-4dcd-9b5c-955bc58898c0)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:46.480546 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-377e8e6f-9aef-46fb-a357-ee81d92246e2 req-e5d1964d-25da-402b-ad2d-167c70b4d42d tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.518259 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-377e8e6f-9aef-46fb-a357-ee81d92246e2 req-e5d1964d-25da-402b-ad2d-167c70b4d42d tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] Calling delete_port for 96e65cb1-4aa3-45a5-b98c-d23092197892 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:46.598399 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.761562 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:46.789010 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ac267-19d5-425f-b74b-d37bd436e906 req-7474b5c6-8ca1-4d61-9eb2-c506265aa218 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:46.800399 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4a1ac267-19d5-425f-b74b-d37bd436e906 req-7474b5c6-8ca1-4d61-9eb2-c506265aa218 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6453ea9-f66a-4188-a5a0-3a98543439ff HTTP/1.1" status: 200 len: 948 time: 0.2768822 Jun 30 09:13:46.908023 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4a1ac267-19d5-425f-b74b-d37bd436e906 req-8a5a6853-2e2b-49f0-87b0-d0c2aa39b7de tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/security-groups?id=292869b2-4321-44dd-8326-fed8e83221f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065922 Jun 30 09:13:47.013634 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24422816-f6d7-44af-b18f-87e363b195e1 x-openstack-request-id: req-24422816-f6d7-44af-b18f-87e363b195e1 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:47.013634 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a3c720-025b-4ad5-a239-1e7f1a8cc843", "name": "network-vif-plugged", "status": "completed", "tag": "88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:47.013634 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-24422816-f6d7-44af-b18f-87e363b195e1 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:47.013634 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a3c720-025b-4ad5-a239-1e7f1a8cc843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8', 'code': 200} Jun 30 09:13:47.044447 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-377e8e6f-9aef-46fb-a357-ee81d92246e2 req-e5d1964d-25da-402b-ad2d-167c70b4d42d tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:47.058637 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['96e65cb1-4aa3-45a5-b98c-d23092197892'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:47.125865 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1964d-25da-402b-ad2d-167c70b4d42d tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] Pushing event deleted for resources: {'Port': ['ID=96e65cb1-4aa3-45a5-b98c-d23092197892,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:47.181701 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-854e6152-c425-426a-adb0-1825ea697b46 req-e8a6b801-43b4-4998-8562-1c600193abee service neutron] 10.222.0.10 "GET /v2.0/networks/5d14177c-7e46-44f3-a2aa-d46dd096a92c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8310761 Jun 30 09:13:47.217168 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 78f204c0-a493-47c9-a0c1-dcd15206a2fa up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:47.329474 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-854e6152-c425-426a-adb0-1825ea697b46 req-47fc7d14-56f6-4158-b9ee-2f7e468e44a9 service neutron] 10.222.0.10 "GET /v2.0/networks/5d14177c-7e46-44f3-a2aa-d46dd096a92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045434 Jun 30 09:13:47.408609 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-377e8e6f-9aef-46fb-a357-ee81d92246e2 req-e5d1964d-25da-402b-ad2d-167c70b4d42d tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] No DVR routers for this DVR port 96e65cb1-4aa3-45a5-b98c-d23092197892 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:47.467535 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-377e8e6f-9aef-46fb-a357-ee81d92246e2 req-e5d1964d-25da-402b-ad2d-167c70b4d42d tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:47.473452 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 78f204c0-a493-47c9-a0c1-dcd15206a2fa completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:47.481125 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 78f204c0-a493-47c9-a0c1-dcd15206a2fa triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:47.481125 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:47.486592 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-377e8e6f-9aef-46fb-a357-ee81d92246e2 req-e5d1964d-25da-402b-ad2d-167c70b4d42d tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.52 "DELETE /v2.0/ports/96e65cb1-4aa3-45a5-b98c-d23092197892 HTTP/1.1" status: 204 len: 173 time: 1.4766488 Jun 30 09:13:47.505835 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-054071eb-6e6a-439e-aa14-a615841fa60a req-8fa999d1-ba0e-45e8-bc8e-b4c426dd1078 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c81f8b5-e89a-4f12-82b6-fd7942ae513a HTTP/1.1" status: 200 len: 210 time: 0.3212926 Jun 30 09:13:47.510766 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c81f8b5-e89a-4f12-82b6-fd7942ae513a', 'name': 'network-vif-deleted', 'tag': '96e65cb1-4aa3-45a5-b98c-d23092197892'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:47.519545 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bee8e5-73ee-48af-b8eb-35fb7d41f064" -d '{"events": [{"server_uuid": "0c81f8b5-e89a-4f12-82b6-fd7942ae513a", "name": "network-vif-deleted", "tag": "96e65cb1-4aa3-45a5-b98c-d23092197892"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:47.536147 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36306) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:47.627007 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f12e77-e5b5-4b43-944e-3d09240d93ad req-ce92a937-4b04-4d7c-8411-062fe9f4a71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:47.644238 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-25f12e77-e5b5-4b43-944e-3d09240d93ad req-ce92a937-4b04-4d7c-8411-062fe9f4a71c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a6a3c720-025b-4ad5-a239-1e7f1a8cc843 HTTP/1.1" status: 200 len: 1102 time: 0.4585242 Jun 30 09:13:47.657502 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3298774b-7617-4c78-8d2b-d74a5990db31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:47.714572 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:47.761497 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-25f12e77-e5b5-4b43-944e-3d09240d93ad req-1280c615-f11d-4084-ae3d-b91422f7b13e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=292869b2-4321-44dd-8326-fed8e83221f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071742 Jun 30 09:13:47.775658 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 78f204c0-a493-47c9-a0c1-dcd15206a2fa, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=78f204c0-a493-47c9-a0c1-dcd15206a2fa,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:47.861202 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:48.023293 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-50ab8335-3570-46ca-ad66-a4c043b4f551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:48.033498 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=78f204c0-a493-47c9-a0c1-dcd15206a2fa,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:48.105066 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01e364-67aa-41ca-8583-c9c79b7a2be0 req-a00ff862-5b02-447d-9ab0-2e1807cd4283 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:48.115212 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c01e364-67aa-41ca-8583-c9c79b7a2be0 req-a00ff862-5b02-447d-9ab0-2e1807cd4283 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.3156564 Jun 30 09:13:48.129028 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be38c381-e1fb-4c87-bbbb-e60505185d23 x-openstack-request-id: req-be38c381-e1fb-4c87-bbbb-e60505185d23 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:48.129629 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c81f8b5-e89a-4f12-82b6-fd7942ae513a", "name": "network-vif-deleted", "tag": "96e65cb1-4aa3-45a5-b98c-d23092197892", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:48.129972 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-be38c381-e1fb-4c87-bbbb-e60505185d23 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:48.130513 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c81f8b5-e89a-4f12-82b6-fd7942ae513a', 'name': 'network-vif-deleted', 'tag': '96e65cb1-4aa3-45a5-b98c-d23092197892', 'status': 'completed', 'code': 200} Jun 30 09:13:48.219889 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c01e364-67aa-41ca-8583-c9c79b7a2be0 req-1ccc1d57-5cb9-42b0-b96c-a328dffb1ae6 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829706 Jun 30 09:13:48.274310 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b42c9f3b-752f-42ec-a9ea-4d14f5de3431 req-a6005709-23b9-4e0c-85c8-e83f3f842362 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1fb5178-a33e-4fe3-8558-4f3cb1717701 HTTP/1.1" status: 200 len: 210 time: 0.0854843 Jun 30 09:13:48.284795 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-50ab8335-3570-46ca-ad66-a4c043b4f551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:48.367903 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-3298774b-7617-4c78-8d2b-d74a5990db31 admin admin] Deleting port d0a14b6a-d8b2-4726-8c12-3a50ce4efbee {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:48.368320 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3298774b-7617-4c78-8d2b-d74a5990db31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:48.395493 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3634f1-7a50-44a6-8ad3-2b7276ffe670 req-26fb0240-678f-4a12-8617-0cdb63a4e41f tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:48.397081 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ab3634f1-7a50-44a6-8ad3-2b7276ffe670 req-26fb0240-678f-4a12-8617-0cdb63a4e41f tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6453ea9-f66a-4188-a5a0-3a98543439ff HTTP/1.1" status: 200 len: 949 time: 0.0670891 Jun 30 09:13:48.442696 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ab3634f1-7a50-44a6-8ad3-2b7276ffe670 req-b7f75f1f-f45a-4ae4-9976-8697f22dc78e tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/security-groups?id=292869b2-4321-44dd-8326-fed8e83221f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388622 Jun 30 09:13:48.504092 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-3298774b-7617-4c78-8d2b-d74a5990db31 admin admin] For port d0a14b6a-d8b2-4726-8c12-3a50ce4efbee, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=d0a14b6a-d8b2-4726-8c12-3a50ce4efbee,segment=NetworkSegment(3a1ad344-822e-42af-9a4a-4bccd1fb3f2f),segment_id=3a1ad344-822e-42af-9a4a-4bccd1fb3f2f)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:48.504677 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3298774b-7617-4c78-8d2b-d74a5990db31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:48.524612 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-3298774b-7617-4c78-8d2b-d74a5990db31 admin admin] Calling delete_port for d0a14b6a-d8b2-4726-8c12-3a50ce4efbee owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:48.561024 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa1e7b-1ecb-4299-96e6-8b103dd1ed3b req-f6f0b604-8f40-42f4-8503-d0b33486ef0c tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:48.561942 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-50aa1e7b-1ecb-4299-96e6-8b103dd1ed3b req-f6f0b604-8f40-42f4-8503-d0b33486ef0c tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1275053 Jun 30 09:13:48.649284 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-50aa1e7b-1ecb-4299-96e6-8b103dd1ed3b req-421b523c-5146-4841-91ec-4b6be02f79ca tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574923 Jun 30 09:13:48.744146 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf9e76b9-7baa-4662-8b75-a786f92a2788 req-e33ff640-4677-4b43-b04a-067759364f6c tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c81f8b5-e89a-4f12-82b6-fd7942ae513a HTTP/1.1" status: 200 len: 210 time: 0.0549059 Jun 30 09:13:48.896763 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0b028-81ec-4f25-8a0f-45e15fd29e4b req-432847bd-a82b-424b-83f8-0e78900796d8 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:48.898325 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-18f0b028-81ec-4f25-8a0f-45e15fd29e4b req-432847bd-a82b-424b-83f8-0e78900796d8 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.0747778 Jun 30 09:13:48.952974 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-50ab8335-3570-46ca-ad66-a4c043b4f551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:48.961465 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3298774b-7617-4c78-8d2b-d74a5990db31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:48.982317 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-18f0b028-81ec-4f25-8a0f-45e15fd29e4b req-352156b2-52f0-409d-a5f1-0d96170429a5 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742407 Jun 30 09:13:49.003894 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298774b-7617-4c78-8d2b-d74a5990db31 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a14b6a-d8b2-4726-8c12-3a50ce4efbee,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:49.014653 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6453ea9-f66a-4188-a5a0-3a98543439ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f204c0-a493-47c9-a0c1-dcd15206a2fa'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:49.036168 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092a2c01-505e-4862-972e-afea01376ff1" -d '{"events": [{"server_uuid": "a6453ea9-f66a-4188-a5a0-3a98543439ff", "name": "network-vif-plugged", "status": "completed", "tag": "78f204c0-a493-47c9-a0c1-dcd15206a2fa"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:49.041593 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-50ab8335-3570-46ca-ad66-a4c043b4f551 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f13d625e6b7a4d40962ace28e1c8ebad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5014172 Jun 30 09:13:49.048793 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36334) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:49.177186 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab8335-3570-46ca-ad66-a4c043b4f551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c809cc-6ba2-4e96-9d80-3240a6a73873,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:49.200816 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4048ffe9-f60e-4490-a3ca-a79975f781b2 x-openstack-request-id: req-4048ffe9-f60e-4490-a3ca-a79975f781b2 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:49.201627 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6453ea9-f66a-4188-a5a0-3a98543439ff", "name": "network-vif-plugged", "status": "completed", "tag": "78f204c0-a493-47c9-a0c1-dcd15206a2fa", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:49.205410 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4048ffe9-f60e-4490-a3ca-a79975f781b2 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:49.214129 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6453ea9-f66a-4188-a5a0-3a98543439ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f204c0-a493-47c9-a0c1-dcd15206a2fa', 'code': 200} Jun 30 09:13:49.321844 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7892fd12-c329-446a-bd58-9fa00b6d1c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.491715 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3298774b-7617-4c78-8d2b-d74a5990db31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.552548 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7892fd12-c329-446a-bd58-9fa00b6d1c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.669706 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0f28a-8d5d-4bd7-af57-e03f1732fdb0 req-be5711c4-2a2f-481f-a49c-dc49957a7414 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:49.672626 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e8b0f28a-8d5d-4bd7-af57-e03f1732fdb0 req-be5711c4-2a2f-481f-a49c-dc49957a7414 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.3215401 Jun 30 09:13:49.732590 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 96e65cb1-4aa3-45a5-b98c-d23092197892 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:13:49.758211 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e8b0f28a-8d5d-4bd7-af57-e03f1732fdb0 req-24428982-1e58-4a50-aa51-ded3e0dea47a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777750 Jun 30 09:13:49.806607 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 96e65cb1-4aa3-45a5-b98c-d23092197892 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:13:49.809833 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 96e65cb1-4aa3-45a5-b98c-d23092197892 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:13:49.870351 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-28c36db4-5f46-46c5-a3ee-c2caac12ea8d req-bac7c0bc-efa5-460c-ad97-e1ca4331da7c tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1fb5178-a33e-4fe3-8558-4f3cb1717701 HTTP/1.1" status: 200 len: 210 time: 0.1645656 Jun 30 09:13:49.878346 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7892fd12-c329-446a-bd58-9fa00b6d1c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.881481 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7892fd12-c329-446a-bd58-9fa00b6d1c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.883460 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7892fd12-c329-446a-bd58-9fa00b6d1c29 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f6c809cc-6ba2-4e96-9d80-3240a6a73873 HTTP/1.1" status: 204 len: 168 time: 0.8331707 Jun 30 09:13:49.900240 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892fd12-c329-446a-bd58-9fa00b6d1c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c809cc-6ba2-4e96-9d80-3240a6a73873,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:50.080623 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19f63a-6a95-42a6-ae22-6d26ab18355a req-a4c59da4-89e7-4aa4-bd0c-d167127b5739 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:50.090710 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1b19f63a-6a95-42a6-ae22-6d26ab18355a req-a4c59da4-89e7-4aa4-bd0c-d167127b5739 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6453ea9-f66a-4188-a5a0-3a98543439ff HTTP/1.1" status: 200 len: 949 time: 0.1327240 Jun 30 09:13:50.158493 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4848309-62e2-45be-9af6-8a14d555b2f9 req-ab1df5f6-8e48-473e-a687-c447eb9b54f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:50.161301 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c4848309-62e2-45be-9af6-8a14d555b2f9 req-ab1df5f6-8e48-473e-a687-c447eb9b54f9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a6453ea9-f66a-4188-a5a0-3a98543439ff HTTP/1.1" status: 200 len: 1101 time: 0.6628010 Jun 30 09:13:50.174594 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1b19f63a-6a95-42a6-ae22-6d26ab18355a req-ea85c250-2f35-41ca-828f-74f969a567ce tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/security-groups?id=292869b2-4321-44dd-8326-fed8e83221f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828638 Jun 30 09:13:50.209722 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-505ae795-ffac-460f-9a55-235c74e147fc req-7cff6271-0bf6-4388-aeaa-353492cbf540 tempest-ServerTagsTestJSON-1570027734 tempest-ServerTagsTestJSON-1570027734-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c81f8b5-e89a-4f12-82b6-fd7942ae513a HTTP/1.1" status: 200 len: 210 time: 0.0387220 Jun 30 09:13:50.254490 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c4848309-62e2-45be-9af6-8a14d555b2f9 req-97865872-109f-4d39-83a2-0a4835432202 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=292869b2-4321-44dd-8326-fed8e83221f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436108 Jun 30 09:13:50.454693 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3298774b-7617-4c78-8d2b-d74a5990db31 admin admin] Router 9d321d6d-199f-41c9-9423-0c4f3d88920f has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:13:50.457978 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1593948-0ffc-4038-b39b-85e0c9f5cbe5 req-dd159107-0358-4e2b-ad30-38cdcc9f5e3e tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:50.460377 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a1593948-0ffc-4038-b39b-85e0c9f5cbe5 req-dd159107-0358-4e2b-ad30-38cdcc9f5e3e tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.0885546 Jun 30 09:13:50.510445 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a1593948-0ffc-4038-b39b-85e0c9f5cbe5 req-05ac60c5-8289-4085-9aaf-d0a91901046f tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415323 Jun 30 09:13:50.587742 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3298774b-7617-4c78-8d2b-d74a5990db31 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:13:50.587742 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3298774b-7617-4c78-8d2b-d74a5990db31 admin admin] 10.222.0.10 "PUT /v2.0/routers/9d321d6d-199f-41c9-9423-0c4f3d88920f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3586645 Jun 30 09:13:50.589102 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36360) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:50.590587 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbff32c-4c94-4803-a7c6-4315683690a6 None None] Sync routers for ids ['9d321d6d-199f-41c9-9423-0c4f3d88920f'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:13:50.604349 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbff32c-4c94-4803-a7c6-4315683690a6 None None] Routers {'9d321d6d-199f-41c9-9423-0c4f3d88920f'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:50.605146 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-fcbff32c-4c94-4803-a7c6-4315683690a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:13:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['9d321d6d-199f-41c9-9423-0c4f3d88920f'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:50.615432 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fea5cb1d-920a-42fe-8ca8-fda56edc689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.737503 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-fcbff32c-4c94-4803-a7c6-4315683690a6 None None] Set router 9d321d6d-199f-41c9-9423-0c4f3d88920f gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:13:50.779189 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-addff479-f9a9-4cf0-b81b-6c1e2f5b755c admin admin] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.826675 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4565f1c-d93d-494e-a11f-59b381543b59 req-574b63c2-d1ae-43c2-b9c0-cde598425df4 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:50.826675 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f4565f1c-d93d-494e-a11f-59b381543b59 req-574b63c2-d1ae-43c2-b9c0-cde598425df4 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.0959978 Jun 30 09:13:50.865982 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f4565f1c-d93d-494e-a11f-59b381543b59 req-d947bcf1-9d23-4dda-a3c9-82a51f03cbae tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396800 Jun 30 09:13:50.942264 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-addff479-f9a9-4cf0-b81b-6c1e2f5b755c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.985107 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-fcbff32c-4c94-4803-a7c6-4315683690a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'name': 'tempest-ServersTestBootFromVolume-2041872798-router', 'tenant_id': '194cfe4956674892b8d98b002cde5734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '730404e8-40cc-4aa2-ab87-43af878b4fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:25Z', 'updated_at': '2021-06-30T09:13:48Z', 'revision_number': 5, 'project_id': '194cfe4956674892b8d98b002cde5734', 'gw_port': {'id': '730404e8-40cc-4aa2-ab87-43af878b4fd6', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:27Z', 'updated_at': '2021-06-30T09:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:51.017060 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbff32c-4c94-4803-a7c6-4315683690a6 None None] Checking router: 9d321d6d-199f-41c9-9423-0c4f3d88920f for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:13:51.028829 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbff32c-4c94-4803-a7c6-4315683690a6 None None] Routers {'9d321d6d-199f-41c9-9423-0c4f3d88920f'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:51.029836 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-fcbff32c-4c94-4803-a7c6-4315683690a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:13:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['9d321d6d-199f-41c9-9423-0c4f3d88920f'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:51.105196 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b6f297d0-c93a-474d-b97a-5d3bc9ebd5f7 req-2100a32e-f4c6-46ab-bb96-80883485c2fa tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1fb5178-a33e-4fe3-8558-4f3cb1717701 HTTP/1.1" status: 200 len: 210 time: 0.0309713 Jun 30 09:13:51.122040 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed2bfd-5be5-44f0-9510-c06abf9f9949 req-3890f717-5ff5-43db-8917-98a314be5281 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:51.129920 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3fed2bfd-5be5-44f0-9510-c06abf9f9949 req-3890f717-5ff5-43db-8917-98a314be5281 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.0934334 Jun 30 09:13:51.176736 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-fcbff32c-4c94-4803-a7c6-4315683690a6 None None] Set router 9d321d6d-199f-41c9-9423-0c4f3d88920f gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:13:51.266589 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-addff479-f9a9-4cf0-b81b-6c1e2f5b755c admin admin] Deleting port 730404e8-40cc-4aa2-ab87-43af878b4fd6 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:51.266945 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-addff479-f9a9-4cf0-b81b-6c1e2f5b755c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:51.270359 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3fed2bfd-5be5-44f0-9510-c06abf9f9949 req-b705490f-6865-4449-a67b-71d4a521bddf tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313939 Jun 30 09:13:51.289290 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36382) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:51.329197 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cb51ac49-1b0e-4df6-8430-2d938ce68e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:51.435291 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-addff479-f9a9-4cf0-b81b-6c1e2f5b755c admin admin] For port 730404e8-40cc-4aa2-ab87-43af878b4fd6, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=730404e8-40cc-4aa2-ab87-43af878b4fd6,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:51.435667 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-addff479-f9a9-4cf0-b81b-6c1e2f5b755c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:51.439671 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36388) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:51.471357 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-addff479-f9a9-4cf0-b81b-6c1e2f5b755c admin admin] Calling delete_port for 730404e8-40cc-4aa2-ab87-43af878b4fd6 owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:51.529215 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-fcbff32c-4c94-4803-a7c6-4315683690a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'name': 'tempest-ServersTestBootFromVolume-2041872798-router', 'tenant_id': '194cfe4956674892b8d98b002cde5734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '730404e8-40cc-4aa2-ab87-43af878b4fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:25Z', 'updated_at': '2021-06-30T09:13:48Z', 'revision_number': 5, 'project_id': '194cfe4956674892b8d98b002cde5734', 'gw_port': {'id': '730404e8-40cc-4aa2-ab87-43af878b4fd6', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:27Z', 'updated_at': '2021-06-30T09:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:51.563445 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbff32c-4c94-4803-a7c6-4315683690a6 None None] The sync data for ids ['9d321d6d-199f-41c9-9423-0c4f3d88920f'] in n-d-771363-31 is: [{'id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'name': 'tempest-ServersTestBootFromVolume-2041872798-router', 'tenant_id': '194cfe4956674892b8d98b002cde5734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '730404e8-40cc-4aa2-ab87-43af878b4fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:25Z', 'updated_at': '2021-06-30T09:13:48Z', 'revision_number': 5, 'project_id': '194cfe4956674892b8d98b002cde5734', 'gw_port': {'id': '730404e8-40cc-4aa2-ab87-43af878b4fd6', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d321d6d-199f-41c9-9423-0c4f3d88920f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:27Z', 'updated_at': '2021-06-30T09:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:13:51.564130 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025550b-adb8-4cfc-ab40-39b7a518eb1f req-7bd7b839-6014-49dc-8ac4-a4312f34dc41 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:51.565684 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b025550b-adb8-4cfc-ab40-39b7a518eb1f req-7bd7b839-6014-49dc-8ac4-a4312f34dc41 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6453ea9-f66a-4188-a5a0-3a98543439ff HTTP/1.1" status: 200 len: 949 time: 0.1483183 Jun 30 09:13:51.630202 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ba3b12-009b-437c-8de2-723818ca5421 admin admin] Deleting subnet 88c40794-0253-4435-beba-31ba0b93eeb0 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:13:51.636270 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c8ba3b12-009b-437c-8de2-723818ca5421 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:51.660594 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b025550b-adb8-4cfc-ab40-39b7a518eb1f req-d9ccb406-9bd5-4c4c-894c-8e905db6c25a tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/security-groups?id=292869b2-4321-44dd-8326-fed8e83221f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787299 Jun 30 09:13:51.704805 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c8ba3b12-009b-437c-8de2-723818ca5421 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:51.738684 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cb51ac49-1b0e-4df6-8430-2d938ce68e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:51.771295 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2cde0-6172-4c4c-8b07-ca4daa80ede2 req-46550ec8-1b1f-4f22-ab01-7a57353f5998 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:51.772804 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c4b2cde0-6172-4c4c-8b07-ca4daa80ede2 req-46550ec8-1b1f-4f22-ab01-7a57353f5998 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1992266 Jun 30 09:13:51.776221 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c8ba3b12-009b-437c-8de2-723818ca5421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:51.854795 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c4b2cde0-6172-4c4c-8b07-ca4daa80ede2 req-a1979fd6-c935-4b99-8918-3ab988026c88 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584431 Jun 30 09:13:51.867674 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-addff479-f9a9-4cf0-b81b-6c1e2f5b755c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:51.876056 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cb51ac49-1b0e-4df6-8430-2d938ce68e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:51.900404 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addff479-f9a9-4cf0-b81b-6c1e2f5b755c admin admin] Pushing event deleted for resources: {'Port': ['ID=730404e8-40cc-4aa2-ab87-43af878b4fd6,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:51.927776 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-cb51ac49-1b0e-4df6-8430-2d938ce68e47 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5cdc967719314c6cb56f43bf7a182f00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6364293 Jun 30 09:13:51.929744 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51ac49-1b0e-4df6-8430-2d938ce68e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49402103-ccf1-4a56-8176-4b09f221a31e,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:51.933377 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36404) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:52.021389 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aa6d742e-d84b-4ca9-9100-b27ef9781438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.071724 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aa6d742e-d84b-4ca9-9100-b27ef9781438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.146810 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-addff479-f9a9-4cf0-b81b-6c1e2f5b755c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.167213 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c8ba3b12-009b-437c-8de2-723818ca5421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.203410 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba3b12-009b-437c-8de2-723818ca5421 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88c40794-0253-4435-beba-31ba0b93eeb0,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:52.208575 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c8ba3b12-009b-437c-8de2-723818ca5421 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.211181 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c8ba3b12-009b-437c-8de2-723818ca5421 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/88c40794-0253-4435-beba-31ba0b93eeb0 HTTP/1.1" status: 204 len: 168 time: 0.7697213 Jun 30 09:13:52.218214 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36412) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:52.273741 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-addff479-f9a9-4cf0-b81b-6c1e2f5b755c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.277950 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-addff479-f9a9-4cf0-b81b-6c1e2f5b755c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.278192 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aa6d742e-d84b-4ca9-9100-b27ef9781438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.285382 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aa6d742e-d84b-4ca9-9100-b27ef9781438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.286643 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-aa6d742e-d84b-4ca9-9100-b27ef9781438 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/49402103-ccf1-4a56-8176-4b09f221a31e HTTP/1.1" status: 204 len: 168 time: 0.3519053 Jun 30 09:13:52.287410 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-a31bbc7c-1af7-463f-9569-a255800166eb tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:52.289064 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-a31bbc7c-1af7-463f-9569-a255800166eb tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.10 "GET /v2.0/networks?id=2d8c212d-9412-4bcb-9027-3702ee40608b HTTP/1.1" status: 200 len: 815 time: 0.3398151 Jun 30 09:13:52.311413 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d742e-d84b-4ca9-9100-b27ef9781438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49402103-ccf1-4a56-8176-4b09f221a31e,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:52.367675 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-12f80ac6-b355-477f-a843-1356a37e48b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.379834 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-bc79d91f-1607-48cf-a58e-46074813bc57 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.10 "GET /v2.0/quotas/b69ab49cf9be447195d0010c2cff52aa HTTP/1.1" status: 200 len: 375 time: 0.0196307 Jun 30 09:13:52.458321 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-ea0c70c8-651e-4c5e-ad15-4f982cd34c0a tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b69ab49cf9be447195d0010c2cff52aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0714004 Jun 30 09:13:52.472096 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7d473-9816-4302-85fc-142264386fab req-48f58980-7e98-4729-b654-da69fc08b63f tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:52.473610 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70f7d473-9816-4302-85fc-142264386fab req-48f58980-7e98-4729-b654-da69fc08b63f tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.2049456 Jun 30 09:13:52.476499 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-addff479-f9a9-4cf0-b81b-6c1e2f5b755c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.476908 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addff479-f9a9-4cf0-b81b-6c1e2f5b755c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d321d6d-199f-41c9-9423-0c4f3d88920f {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:13:52.490889 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-addff479-f9a9-4cf0-b81b-6c1e2f5b755c admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.492371 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-addff479-f9a9-4cf0-b81b-6c1e2f5b755c admin admin] 10.222.0.10 "DELETE /v2.0/routers/9d321d6d-199f-41c9-9423-0c4f3d88920f HTTP/1.1" status: 204 len: 168 time: 1.9021373 Jun 30 09:13:52.521823 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36416) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:52.650876 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f8cd6d-556c-4835-935f-8e2f87c18a3f admin admin] Deleting subnet 502ec1ad-27a0-4b8f-ad94-42aab069893b {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:13:52.669177 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-64f8cd6d-556c-4835-935f-8e2f87c18a3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.709618 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-97e6732f-fc8b-4197-97c9-d1b653062ac5 service neutron] 10.222.0.10 "GET /v2.0/networks/2d8c212d-9412-4bcb-9027-3702ee40608b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420487 Jun 30 09:13:52.742821 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-64f8cd6d-556c-4835-935f-8e2f87c18a3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.820356 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-12f80ac6-b355-477f-a843-1356a37e48b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.835102 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-12f80ac6-b355-477f-a843-1356a37e48b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d86a741-2c6f-4c43-8280-c372407e14ea']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:52.844786 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e6152-c425-426a-adb0-1825ea697b46 req-7962c5c8-3955-4044-b839-113fd1bab723 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:52.846171 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-854e6152-c425-426a-adb0-1825ea697b46 req-7962c5c8-3955-4044-b839-113fd1bab723 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.52 "GET /v2.0/networks?id=5d14177c-7e46-44f3-a2aa-d46dd096a92c HTTP/1.1" status: 200 len: 806 time: 0.2798564 Jun 30 09:13:52.852392 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-12f80ac6-b355-477f-a843-1356a37e48b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b347d5-aa45-4dcd-9b5c-955bc58898c0') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:52.853421 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-12f80ac6-b355-477f-a843-1356a37e48b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b347d5-aa45-4dcd-9b5c-955bc58898c0') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:52.864332 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70f7d473-9816-4302-85fc-142264386fab req-4848da08-2478-44a6-9638-ddf758d6a418 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825557 Jun 30 09:13:52.871702 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-12f80ac6-b355-477f-a843-1356a37e48b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.912535 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4caa8bab-0e80-4b5e-92cf-90abf106d14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:53.071545 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-066caeb4-56ca-45bb-a0f5-9333baf4a20c req-b01e04be-4a4d-48b7-ae66-923d1d19c392 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1fb5178-a33e-4fe3-8558-4f3cb1717701 HTTP/1.1" status: 200 len: 210 time: 0.0675297 Jun 30 09:13:53.118538 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-12f80ac6-b355-477f-a843-1356a37e48b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:53.127622 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f80ac6-b355-477f-a843-1356a37e48b5 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-12f80ac6-b355-477f-a843-1356a37e48b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:13:53.135113 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:13:53.285849 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-12f80ac6-b355-477f-a843-1356a37e48b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:53.311142 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-ef88bcf1-2644-4be3-ab12-f39c1e0dd5e3 service neutron] 10.222.0.10 "GET /v2.0/networks/2d8c212d-9412-4bcb-9027-3702ee40608b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5906837 Jun 30 09:13:53.317256 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-854e6152-c425-426a-adb0-1825ea697b46 req-a94b503c-5aaf-485e-8da8-40207be64310 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7f9c67d9c9e4ca097900fd6ab18621e HTTP/1.1" status: 200 len: 380 time: 0.4534407 Jun 30 09:13:53.318674 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-64f8cd6d-556c-4835-935f-8e2f87c18a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:53.325223 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-12f80ac6-b355-477f-a843-1356a37e48b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:53.330946 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-12f80ac6-b355-477f-a843-1356a37e48b5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/0d86a741-2c6f-4c43-8280-c372407e14ea HTTP/1.1" status: 204 len: 168 time: 1.1116335 Jun 30 09:13:53.354554 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-854e6152-c425-426a-adb0-1825ea697b46 req-85193c12-4e38-448b-84a3-ec3ca4e75847 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Request body: {'port': {'device_id': 'd1fb5178-a33e-4fe3-8558-4f3cb1717701', 'network_id': '5d14177c-7e46-44f3-a2aa-d46dd096a92c', 'admin_state_up': True, 'tenant_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'security_groups': ['4a9f0f03-975e-494e-b70c-7a1dc0a02320']}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:53.371565 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f80ac6-b355-477f-a843-1356a37e48b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d86a741-2c6f-4c43-8280-c372407e14ea,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:53.387483 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f80ac6-b355-477f-a843-1356a37e48b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:53.387483 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f80ac6-b355-477f-a843-1356a37e48b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:53.387483 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f80ac6-b355-477f-a843-1356a37e48b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:53.387483 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f80ac6-b355-477f-a843-1356a37e48b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:53.387483 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f80ac6-b355-477f-a843-1356a37e48b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:53.387483 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f80ac6-b355-477f-a843-1356a37e48b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:53.387483 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f80ac6-b355-477f-a843-1356a37e48b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:53.387483 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f80ac6-b355-477f-a843-1356a37e48b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:53.387483 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f80ac6-b355-477f-a843-1356a37e48b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:53.388156 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f80ac6-b355-477f-a843-1356a37e48b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:53.388156 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f80ac6-b355-477f-a843-1356a37e48b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:53.388305 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f80ac6-b355-477f-a843-1356a37e48b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:53.410734 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:53.420352 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e7428-a70c-482a-8ab2-850636d042bc req-f9ab0032-5c64-4907-b0f2-ec33359cc917 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:53.422198 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5d6e7428-a70c-482a-8ab2-850636d042bc req-f9ab0032-5c64-4907-b0f2-ec33359cc917 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6453ea9-f66a-4188-a5a0-3a98543439ff HTTP/1.1" status: 200 len: 949 time: 0.2070863 Jun 30 09:13:53.459096 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 730404e8-40cc-4aa2-ab87-43af878b4fd6 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:13:53.497393 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 730404e8-40cc-4aa2-ab87-43af878b4fd6 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:13:53.498269 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 730404e8-40cc-4aa2-ab87-43af878b4fd6 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:13:53.500554 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d0a14b6a-d8b2-4726-8c12-3a50ce4efbee no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:13:53.523561 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5d6e7428-a70c-482a-8ab2-850636d042bc req-895d1317-9e43-40d2-add6-728ba584e305 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/security-groups?id=292869b2-4321-44dd-8326-fed8e83221f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884643 Jun 30 09:13:53.544747 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: d0a14b6a-d8b2-4726-8c12-3a50ce4efbee {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:13:53.545106 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d0a14b6a-d8b2-4726-8c12-3a50ce4efbee not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:13:53.633861 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-64f8cd6d-556c-4835-935f-8e2f87c18a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:53.677912 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f67b77e-8ab6-42ac-988d-5fefcd6e361b None None] Network b6cdea12-c60b-42fa-8c90-04414b5ed775 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:53.678315 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8cd6d-556c-4835-935f-8e2f87c18a3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=502ec1ad-27a0-4b8f-ad94-42aab069893b,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:53.681554 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-64f8cd6d-556c-4835-935f-8e2f87c18a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:53.684668 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-64f8cd6d-556c-4835-935f-8e2f87c18a3f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/502ec1ad-27a0-4b8f-ad94-42aab069893b HTTP/1.1" status: 204 len: 168 time: 1.1635933 Jun 30 09:13:53.688335 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36446) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:53.797612 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0182d47d-cf61-46e2-8a22-fc9a6771531c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:53.806668 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2ac09-47bd-4265-98dd-d1895ffef795 req-fde239c9-20ce-4b0b-b8eb-d7b9741f024b tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:53.815067 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-72f2ac09-47bd-4265-98dd-d1895ffef795 req-fde239c9-20ce-4b0b-b8eb-d7b9741f024b tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1508443 Jun 30 09:13:53.840373 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-854e6152-c425-426a-adb0-1825ea697b46 req-85193c12-4e38-448b-84a3-ec3ca4e75847 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Made reservation on behalf of e7f9c67d9c9e4ca097900fd6ab18621e for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:53.847495 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-854e6152-c425-426a-adb0-1825ea697b46 req-85193c12-4e38-448b-84a3-ec3ca4e75847 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:53.878370 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-72f2ac09-47bd-4265-98dd-d1895ffef795 req-e72b70fe-e116-43f7-8286-c5f56f22e40d tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631230 Jun 30 09:13:54.018453 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63ff96c-113e-4527-a6fc-130ad735a6c8 None None] DHCP port deletion for b6cdea12-c60b-42fa-8c90-04414b5ed775 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:13:54.043682 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-854d9c56-e03c-48d4-a19b-cc2823b0e449 req-c5d3784f-c333-416e-a400-8a3a0e17a667 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5531969-aeb8-49a4-9064-94c6254cea77 HTTP/1.1" status: 200 len: 210 time: 0.1238291 Jun 30 09:13:54.081755 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36460) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:54.105254 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-d63ff96c-113e-4527-a6fc-130ad735a6c8 None None] Deleting port e1ce859a-89af-4bf6-bc37-fa63b7b69b92 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:54.107495 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d63ff96c-113e-4527-a6fc-130ad735a6c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.121764 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-0182d47d-cf61-46e2-8a22-fc9a6771531c admin admin] Deleting port e1ce859a-89af-4bf6-bc37-fa63b7b69b92 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:54.122351 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0182d47d-cf61-46e2-8a22-fc9a6771531c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.164530 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-cbfbfa03-4b02-47ec-93f1-b39ad8ddaf6e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1f7995109a7e4120897508eb6668ae5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0806260 Jun 30 09:13:54.166765 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36464) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:54.204269 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-d63ff96c-113e-4527-a6fc-130ad735a6c8 None None] For port e1ce859a-89af-4bf6-bc37-fa63b7b69b92, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e1ce859a-89af-4bf6-bc37-fa63b7b69b92,segment=NetworkSegment(3a1ad344-822e-42af-9a4a-4bccd1fb3f2f),segment_id=3a1ad344-822e-42af-9a4a-4bccd1fb3f2f)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:54.209386 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d63ff96c-113e-4527-a6fc-130ad735a6c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.232106 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-0182d47d-cf61-46e2-8a22-fc9a6771531c admin admin] For port e1ce859a-89af-4bf6-bc37-fa63b7b69b92, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e1ce859a-89af-4bf6-bc37-fa63b7b69b92,segment=NetworkSegment(3a1ad344-822e-42af-9a4a-4bccd1fb3f2f),segment_id=3a1ad344-822e-42af-9a4a-4bccd1fb3f2f)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:54.232391 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0182d47d-cf61-46e2-8a22-fc9a6771531c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.246424 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-d63ff96c-113e-4527-a6fc-130ad735a6c8 None None] Calling delete_port for e1ce859a-89af-4bf6-bc37-fa63b7b69b92 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:54.261241 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-0182d47d-cf61-46e2-8a22-fc9a6771531c admin admin] Calling delete_port for e1ce859a-89af-4bf6-bc37-fa63b7b69b92 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:54.316302 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e7c93129-bcaa-4b61-8a00-6a3d5f54bef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.318171 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-854e6152-c425-426a-adb0-1825ea697b46 req-85193c12-4e38-448b-84a3-ec3ca4e75847 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Allocated IP 172.20.0.8 (5d14177c-7e46-44f3-a2aa-d46dd096a92c/c1fb0fa9-5ba8-4c0a-814c-a20a9ebf689c/1bd73eac-500d-4d1c-90d9-3e0bc50f34f7) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:54.356253 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-484afbc8-2559-4f0e-bef0-298885c7f306 req-da37722b-b37f-4e76-8d17-b0fb01eccb43 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1fb5178-a33e-4fe3-8558-4f3cb1717701 HTTP/1.1" status: 200 len: 210 time: 0.0890706 Jun 30 09:13:54.369132 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e7c93129-bcaa-4b61-8a00-6a3d5f54bef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.374340 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436194d-95ac-4f01-83cf-8b6a0efd75fa req-91b8b203-8d0e-45f0-8248-417f2bdcba2c tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:54.380215 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7436194d-95ac-4f01-83cf-8b6a0efd75fa req-91b8b203-8d0e-45f0-8248-417f2bdcba2c tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a3c720-025b-4ad5-a239-1e7f1a8cc843 HTTP/1.1" status: 200 len: 950 time: 0.3722832 Jun 30 09:13:54.480109 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d63ff96c-113e-4527-a6fc-130ad735a6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.512956 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ff96c-113e-4527-a6fc-130ad735a6c8 None None] Pushing event deleted for resources: {'Port': ['ID=e1ce859a-89af-4bf6-bc37-fa63b7b69b92,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:54.520294 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63ff96c-113e-4527-a6fc-130ad735a6c8 None None] No DVR routers for this DVR port e1ce859a-89af-4bf6-bc37-fa63b7b69b92 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:54.524953 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e7c93129-bcaa-4b61-8a00-6a3d5f54bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.526007 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.533925 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e7c93129-bcaa-4b61-8a00-6a3d5f54bef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.535445 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e7c93129-bcaa-4b61-8a00-6a3d5f54bef8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6ef18496-c10c-4d08-8ec5-f3f30bed03a3 HTTP/1.1" status: 204 len: 168 time: 0.3666730 Jun 30 09:13:54.573088 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c93129-bcaa-4b61-8a00-6a3d5f54bef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef18496-c10c-4d08-8ec5-f3f30bed03a3,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:54.589176 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7436194d-95ac-4f01-83cf-8b6a0efd75fa req-82ebf868-c7f9-4584-9b52-9b0893519775 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/security-groups?id=292869b2-4321-44dd-8326-fed8e83221f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937382 Jun 30 09:13:54.635795 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0182d47d-cf61-46e2-8a22-fc9a6771531c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.653452 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0182d47d-cf61-46e2-8a22-fc9a6771531c admin admin] No DVR routers for this DVR port e1ce859a-89af-4bf6-bc37-fa63b7b69b92 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:54.710862 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182d47d-cf61-46e2-8a22-fc9a6771531c admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ce859a-89af-4bf6-bc37-fa63b7b69b92,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:54.722829 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bdb9a-e304-4da1-bbb8-0f70ce365626 req-77528801-226f-4e7e-b892-e8da5d89edd5 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:54.727097 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f84bdb9a-e304-4da1-bbb8-0f70ce365626 req-77528801-226f-4e7e-b892-e8da5d89edd5 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1904011 Jun 30 09:13:54.790082 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f84bdb9a-e304-4da1-bbb8-0f70ce365626 req-ae7cbfe2-3bd8-47f7-ac8c-c0dc00b10e03 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560708 Jun 30 09:13:54.844768 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-854e6152-c425-426a-adb0-1825ea697b46 req-85193c12-4e38-448b-84a3-ec3ca4e75847 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.859625 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0182d47d-cf61-46e2-8a22-fc9a6771531c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.891894 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-0182d47d-cf61-46e2-8a22-fc9a6771531c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6cdea12-c60b-42fa-8c90-04414b5ed775']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:54.910074 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-0182d47d-cf61-46e2-8a22-fc9a6771531c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a1ad344-822e-42af-9a4a-4bccd1fb3f2f') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:54.910526 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-0182d47d-cf61-46e2-8a22-fc9a6771531c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a1ad344-822e-42af-9a4a-4bccd1fb3f2f') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:54.913347 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-854e6152-c425-426a-adb0-1825ea697b46 req-85193c12-4e38-448b-84a3-ec3ca4e75847 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Transition to ACTIVE for port object 1bd73eac-500d-4d1c-90d9-3e0bc50f34f7 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:54.926794 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0182d47d-cf61-46e2-8a22-fc9a6771531c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.947052 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0182d47d-cf61-46e2-8a22-fc9a6771531c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.954584 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0182d47d-cf61-46e2-8a22-fc9a6771531c admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:13:54.955089 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0182d47d-cf61-46e2-8a22-fc9a6771531c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:13:55.024012 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:13:55.094228 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36502) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:55.183428 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbbc717-ab05-4e21-883e-c5f775cd07e5 req-2a495de2-c180-4267-a1ce-c7aff9667d28 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:55.185312 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fcbbc717-ab05-4e21-883e-c5f775cd07e5 req-2a495de2-c180-4267-a1ce-c7aff9667d28 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.0721161 Jun 30 09:13:55.226815 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f2a356fa-668a-4106-abff-8c9f6e25bae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.232246 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fcbbc717-ab05-4e21-883e-c5f775cd07e5 req-a80b55f3-7ec2-457f-b9ad-2ddb1eb4b577 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401788 Jun 30 09:13:55.242564 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0182d47d-cf61-46e2-8a22-fc9a6771531c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.264858 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0182d47d-cf61-46e2-8a22-fc9a6771531c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.269179 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0182d47d-cf61-46e2-8a22-fc9a6771531c admin admin] 10.222.0.10 "DELETE /v2.0/networks/b6cdea12-c60b-42fa-8c90-04414b5ed775 HTTP/1.1" status: 204 len: 168 time: 1.5775728 Jun 30 09:13:55.269851 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182d47d-cf61-46e2-8a22-fc9a6771531c admin admin] Pushing event deleted for resources: {'Network': ['ID=b6cdea12-c60b-42fa-8c90-04414b5ed775,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:55.281769 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182d47d-cf61-46e2-8a22-fc9a6771531c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:55.282369 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182d47d-cf61-46e2-8a22-fc9a6771531c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:55.282890 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182d47d-cf61-46e2-8a22-fc9a6771531c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:55.283524 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182d47d-cf61-46e2-8a22-fc9a6771531c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:55.284043 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182d47d-cf61-46e2-8a22-fc9a6771531c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:55.284528 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182d47d-cf61-46e2-8a22-fc9a6771531c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:55.284995 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182d47d-cf61-46e2-8a22-fc9a6771531c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:55.285472 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182d47d-cf61-46e2-8a22-fc9a6771531c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:55.285970 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182d47d-cf61-46e2-8a22-fc9a6771531c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:55.286638 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182d47d-cf61-46e2-8a22-fc9a6771531c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:55.287155 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182d47d-cf61-46e2-8a22-fc9a6771531c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:55.287497 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182d47d-cf61-46e2-8a22-fc9a6771531c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:55.293421 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-854e6152-c425-426a-adb0-1825ea697b46 req-85193c12-4e38-448b-84a3-ec3ca4e75847 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.376056 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b770819-24af-426f-9835-2df37a805e59 req-4858e412-c5f9-441d-ac0d-e00393bca9ce tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5531969-aeb8-49a4-9064-94c6254cea77 HTTP/1.1" status: 200 len: 210 time: 0.0676107 Jun 30 09:13:55.378197 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-854e6152-c425-426a-adb0-1825ea697b46 req-85193c12-4e38-448b-84a3-ec3ca4e75847 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Network 5d14177c-7e46-44f3-a2aa-d46dd096a92c is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:55.381292 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85193c12-4e38-448b-84a3-ec3ca4e75847 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Pushing event updated for resources: {'Port': ['ID=1bd73eac-500d-4d1c-90d9-3e0bc50f34f7,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:55.387950 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-854e6152-c425-426a-adb0-1825ea697b46 req-85193c12-4e38-448b-84a3-ec3ca4e75847 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:55.392884 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-854e6152-c425-426a-adb0-1825ea697b46 req-85193c12-4e38-448b-84a3-ec3ca4e75847 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:55.462756 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e6152-c425-426a-adb0-1825ea697b46 req-85193c12-4e38-448b-84a3-ec3ca4e75847 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:55.462756 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-854e6152-c425-426a-adb0-1825ea697b46 req-85193c12-4e38-448b-84a3-ec3ca4e75847 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.487160 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e1ce859a-89af-4bf6-bc37-fa63b7b69b92 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:13:55.534623 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: e1ce859a-89af-4bf6-bc37-fa63b7b69b92 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:13:55.535339 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e1ce859a-89af-4bf6-bc37-fa63b7b69b92 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:13:55.563219 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f2a356fa-668a-4106-abff-8c9f6e25bae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.664207 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ac83e-0541-4da8-99e6-ce751cd06bc0 req-4cf1816f-c326-494d-84c2-a8ebf74eb5f7 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:55.665973 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f28ac83e-0541-4da8-99e6-ce751cd06bc0 req-4cf1816f-c326-494d-84c2-a8ebf74eb5f7 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1fb5178-a33e-4fe3-8558-4f3cb1717701 HTTP/1.1" status: 200 len: 931 time: 0.0764298 Jun 30 09:13:55.709564 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f28ac83e-0541-4da8-99e6-ce751cd06bc0 req-356e0c3c-cfc2-46b9-bd44-7fc4a19e82ad tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a9f0f03-975e-494e-b70c-7a1dc0a02320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369625 Jun 30 09:13:55.760140 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f2a356fa-668a-4106-abff-8c9f6e25bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.843471 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f2a356fa-668a-4106-abff-8c9f6e25bae3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c73f731b7b8c4375ae76b4adc89fe86e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7478201 Jun 30 09:13:55.845362 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a356fa-668a-4106-abff-8c9f6e25bae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dda3fc6-cfbc-4872-8704-fddb3d9aad6b,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:55.848432 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36524) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:55.944172 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ebb1d864-bb59-44c2-9e95-47b770d08997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.951977 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-1a23d280-ea57-4fd7-a2df-877a4097d22e None None] Provisioning for port 1bd73eac-500d-4d1c-90d9-3e0bc50f34f7 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:55.956455 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-1a23d280-ea57-4fd7-a2df-877a4097d22e None None] Provisioning complete for port 1bd73eac-500d-4d1c-90d9-3e0bc50f34f7 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:55.956795 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1a23d280-ea57-4fd7-a2df-877a4097d22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.974917 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828863d-3e37-4ce3-897d-edd3f516837d req-dac0ff9d-c167-483c-bd3b-a5f0fa5166d5 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:55.976617 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b828863d-3e37-4ce3-897d-edd3f516837d req-dac0ff9d-c167-483c-bd3b-a5f0fa5166d5 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1405802 Jun 30 09:13:55.989243 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ebb1d864-bb59-44c2-9e95-47b770d08997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.994760 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-1a23d280-ea57-4fd7-a2df-877a4097d22e None None] Port 1bd73eac-500d-4d1c-90d9-3e0bc50f34f7 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:56.018415 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-854e6152-c425-426a-adb0-1825ea697b46 req-85193c12-4e38-448b-84a3-ec3ca4e75847 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6679058 Jun 30 09:13:56.052945 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-854e6152-c425-426a-adb0-1825ea697b46 req-4dad9150-c16b-4ab6-9e33-06d80f5168dc service neutron] Request body: {'port': {'device_id': 'd1fb5178-a33e-4fe3-8558-4f3cb1717701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:56.060185 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36530) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:56.108264 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b828863d-3e37-4ce3-897d-edd3f516837d req-8d822857-a694-4695-878e-0d53906b56e1 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213520 Jun 30 09:13:56.158303 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5e41b823-e7bf-442c-9005-0d4370863f85 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=194cfe4956674892b8d98b002cde5734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0896833 Jun 30 09:13:56.160997 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36538) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:56.227247 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:56.246976 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-854e6152-c425-426a-adb0-1825ea697b46 req-4dad9150-c16b-4ab6-9e33-06d80f5168dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:56.254940 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c5a80d96-ca74-419c-8ea9-0525320a5612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:56.287669 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c5a80d96-ca74-419c-8ea9-0525320a5612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:56.336729 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ebb1d864-bb59-44c2-9e95-47b770d08997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:56.341870 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ebb1d864-bb59-44c2-9e95-47b770d08997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:56.346417 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ebb1d864-bb59-44c2-9e95-47b770d08997 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7dda3fc6-cfbc-4872-8704-fddb3d9aad6b HTTP/1.1" status: 204 len: 168 time: 0.4969718 Jun 30 09:13:56.360617 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1d864-bb59-44c2-9e95-47b770d08997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dda3fc6-cfbc-4872-8704-fddb3d9aad6b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:56.426828 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c5a80d96-ca74-419c-8ea9-0525320a5612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:56.434266 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c5a80d96-ca74-419c-8ea9-0525320a5612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:56.439746 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c5a80d96-ca74-419c-8ea9-0525320a5612 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/111975c3-3a9d-4b02-b6f4-766308cb9560 HTTP/1.1" status: 204 len: 168 time: 0.2775486 Jun 30 09:13:56.452335 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a80d96-ca74-419c-8ea9-0525320a5612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111975c3-3a9d-4b02-b6f4-766308cb9560,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:56.548121 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c319ea6a-9f91-4445-bef0-91cd6e052dc0 req-1efc0df6-b2fc-4743-8593-5523d4f0c177 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5531969-aeb8-49a4-9064-94c6254cea77 HTTP/1.1" status: 200 len: 210 time: 0.0317667 Jun 30 09:13:56.559343 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511ecf2-8181-460d-a72f-4a7aafc1931e req-b0dc6054-0038-434e-8898-9c23f300135e tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:56.560933 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0511ecf2-8181-460d-a72f-4a7aafc1931e req-b0dc6054-0038-434e-8898-9c23f300135e tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1696424 Jun 30 09:13:56.627309 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0511ecf2-8181-460d-a72f-4a7aafc1931e req-d238de24-f2a8-42e6-8113-aca3a8eac544 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593512 Jun 30 09:13:56.684037 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-854e6152-c425-426a-adb0-1825ea697b46 req-4dad9150-c16b-4ab6-9e33-06d80f5168dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd73eac-500d-4d1c-90d9-3e0bc50f34f7 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:56.692350 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-854e6152-c425-426a-adb0-1825ea697b46 req-4dad9150-c16b-4ab6-9e33-06d80f5168dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:56.707238 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-854e6152-c425-426a-adb0-1825ea697b46 req-4dad9150-c16b-4ab6-9e33-06d80f5168dc service neutron] Transition to ACTIVE for port object 1bd73eac-500d-4d1c-90d9-3e0bc50f34f7 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:56.815183 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-854e6152-c425-426a-adb0-1825ea697b46 req-4dad9150-c16b-4ab6-9e33-06d80f5168dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:56.922890 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad9150-c16b-4ab6-9e33-06d80f5168dc service neutron] Pushing event updated for resources: {'Port': ['ID=1bd73eac-500d-4d1c-90d9-3e0bc50f34f7,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:57.030125 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8716df-67e0-4905-a603-82426d07a6ae req-83b7b740-c03f-40f5-a266-bb223532dab4 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:57.036593 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6d8716df-67e0-4905-a603-82426d07a6ae req-83b7b740-c03f-40f5-a266-bb223532dab4 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1fb5178-a33e-4fe3-8558-4f3cb1717701 HTTP/1.1" status: 200 len: 943 time: 0.1711643 Jun 30 09:13:57.084613 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-854e6152-c425-426a-adb0-1825ea697b46 req-4dad9150-c16b-4ab6-9e33-06d80f5168dc service neutron] Attempting to bind port 1bd73eac-500d-4d1c-90d9-3e0bc50f34f7 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:57.084961 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-854e6152-c425-426a-adb0-1825ea697b46 req-4dad9150-c16b-4ab6-9e33-06d80f5168dc service neutron] Attempting to bind port 1bd73eac-500d-4d1c-90d9-3e0bc50f34f7 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': 'aafd3519-a550-42a1-827f-331b0c3726cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '5d14177c-7e46-44f3-a2aa-d46dd096a92c'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:57.085309 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854e6152-c425-426a-adb0-1825ea697b46 req-4dad9150-c16b-4ab6-9e33-06d80f5168dc service neutron] Attempting to bind port 1bd73eac-500d-4d1c-90d9-3e0bc50f34f7 on network 5d14177c-7e46-44f3-a2aa-d46dd096a92c {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:57.106392 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854e6152-c425-426a-adb0-1825ea697b46 req-4dad9150-c16b-4ab6-9e33-06d80f5168dc service neutron] Port 1bd73eac-500d-4d1c-90d9-3e0bc50f34f7 on network 5d14177c-7e46-44f3-a2aa-d46dd096a92c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:13:57.106728 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854e6152-c425-426a-adb0-1825ea697b46 req-4dad9150-c16b-4ab6-9e33-06d80f5168dc service neutron] Attempting to bind port 1bd73eac-500d-4d1c-90d9-3e0bc50f34f7 on network 5d14177c-7e46-44f3-a2aa-d46dd096a92c {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:57.132492 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854e6152-c425-426a-adb0-1825ea697b46 req-4dad9150-c16b-4ab6-9e33-06d80f5168dc service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:57.132847 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854e6152-c425-426a-adb0-1825ea697b46 req-4dad9150-c16b-4ab6-9e33-06d80f5168dc service neutron] Checking segment: {'id': 'aafd3519-a550-42a1-827f-331b0c3726cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '5d14177c-7e46-44f3-a2aa-d46dd096a92c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:57.133339 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854e6152-c425-426a-adb0-1825ea697b46 req-4dad9150-c16b-4ab6-9e33-06d80f5168dc service neutron] Bound using segment: {'id': 'aafd3519-a550-42a1-827f-331b0c3726cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '5d14177c-7e46-44f3-a2aa-d46dd096a92c'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:57.134474 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-854e6152-c425-426a-adb0-1825ea697b46 req-4dad9150-c16b-4ab6-9e33-06d80f5168dc service neutron] Bound port: 1bd73eac-500d-4d1c-90d9-3e0bc50f34f7, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aafd3519-a550-42a1-827f-331b0c3726cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '5d14177c-7e46-44f3-a2aa-d46dd096a92c'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:57.134977 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-854e6152-c425-426a-adb0-1825ea697b46 req-4dad9150-c16b-4ab6-9e33-06d80f5168dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:57.160560 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6d8716df-67e0-4905-a603-82426d07a6ae req-edb27cf7-73af-448c-85d3-ba5b9d7f8515 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a9f0f03-975e-494e-b70c-7a1dc0a02320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229386 Jun 30 09:13:57.332643 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-854e6152-c425-426a-adb0-1825ea697b46 req-4dad9150-c16b-4ab6-9e33-06d80f5168dc service neutron] For port 1bd73eac-500d-4d1c-90d9-3e0bc50f34f7, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:57.336401 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-854e6152-c425-426a-adb0-1825ea697b46 req-4dad9150-c16b-4ab6-9e33-06d80f5168dc service neutron] For port 1bd73eac-500d-4d1c-90d9-3e0bc50f34f7, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=1bd73eac-500d-4d1c-90d9-3e0bc50f34f7,segment=NetworkSegment(aafd3519-a550-42a1-827f-331b0c3726cd),segment_id=aafd3519-a550-42a1-827f-331b0c3726cd)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:57.415605 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd83e30-5ace-4234-8817-31eb4220561b req-9695a19a-adbb-44a5-9666-ccb33d757d57 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:57.419028 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4cd83e30-5ace-4234-8817-31eb4220561b req-9695a19a-adbb-44a5-9666-ccb33d757d57 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1559336 Jun 30 09:13:57.444835 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-854e6152-c425-426a-adb0-1825ea697b46 req-4dad9150-c16b-4ab6-9e33-06d80f5168dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:57.491359 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e6152-c425-426a-adb0-1825ea697b46 req-4dad9150-c16b-4ab6-9e33-06d80f5168dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:57.492536 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-854e6152-c425-426a-adb0-1825ea697b46 req-4dad9150-c16b-4ab6-9e33-06d80f5168dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:57.494416 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-854e6152-c425-426a-adb0-1825ea697b46 req-4dad9150-c16b-4ab6-9e33-06d80f5168dc service neutron] 10.222.0.52 "PUT /v2.0/ports/1bd73eac-500d-4d1c-90d9-3e0bc50f34f7 HTTP/1.1" status: 200 len: 1092 time: 1.4500945 Jun 30 09:13:57.498055 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4cd83e30-5ace-4234-8817-31eb4220561b req-a9c3bf4f-00d5-4304-b407-01406868d77b tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671787 Jun 30 09:13:57.508006 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1fb5178-a33e-4fe3-8558-4f3cb1717701', 'tag': '1bd73eac-500d-4d1c-90d9-3e0bc50f34f7'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:57.512815 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdc31df-9561-436f-b13c-50fa25d97215" -d '{"events": [{"name": "network-changed", "server_uuid": "d1fb5178-a33e-4fe3-8558-4f3cb1717701", "tag": "1bd73eac-500d-4d1c-90d9-3e0bc50f34f7"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:57.578891 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495264a6-0e93-4c5f-a90e-487af712c2e2 x-openstack-request-id: req-495264a6-0e93-4c5f-a90e-487af712c2e2 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:57.582392 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1fb5178-a33e-4fe3-8558-4f3cb1717701", "tag": "1bd73eac-500d-4d1c-90d9-3e0bc50f34f7", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:57.583291 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-495264a6-0e93-4c5f-a90e-487af712c2e2 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:57.592262 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1fb5178-a33e-4fe3-8558-4f3cb1717701', 'tag': '1bd73eac-500d-4d1c-90d9-3e0bc50f34f7', 'status': 'completed', 'code': 200} Jun 30 09:13:57.604795 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad9150-c16b-4ab6-9e33-06d80f5168dc service neutron] Pushing event updated for resources: {'Port': ['ID=1bd73eac-500d-4d1c-90d9-3e0bc50f34f7,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:57.819167 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7416d-47c6-425b-aa5f-f019fedae4bf req-3d463455-ee9c-4e4b-8cf0-a11fe3370877 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:57.828598 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-20e7416d-47c6-425b-aa5f-f019fedae4bf req-3d463455-ee9c-4e4b-8cf0-a11fe3370877 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.2254064 Jun 30 09:13:57.840541 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc31df-9561-436f-b13c-50fa25d97215 req-6e186701-76db-4c1d-a543-7eb88c1ea5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:57.842270 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bfdc31df-9561-436f-b13c-50fa25d97215 req-6e186701-76db-4c1d-a543-7eb88c1ea5cd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e7f9c67d9c9e4ca097900fd6ab18621e&device_id=d1fb5178-a33e-4fe3-8558-4f3cb1717701 HTTP/1.1" status: 200 len: 1095 time: 0.2407312 Jun 30 09:13:57.857476 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4af3333f-6aac-4b28-b40e-d2698caa16bd req-ec16c766-df03-4ba7-9a3f-a4e65b3fdf8e tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5531969-aeb8-49a4-9064-94c6254cea77 HTTP/1.1" status: 200 len: 210 time: 0.0546882 Jun 30 09:13:57.941339 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-20e7416d-47c6-425b-aa5f-f019fedae4bf req-56a76c32-e352-4b90-b17d-beffc4338662 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118262 Jun 30 09:13:58.002740 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc31df-9561-436f-b13c-50fa25d97215 req-be603b25-27e9-454d-801e-e2085b0233c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:58.004610 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bfdc31df-9561-436f-b13c-50fa25d97215 req-be603b25-27e9-454d-801e-e2085b0233c3 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=e7f9c67d9c9e4ca097900fd6ab18621e&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1422322 Jun 30 09:13:58.134899 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc31df-9561-436f-b13c-50fa25d97215 req-0f532792-ffab-470e-8161-9a9c6b28bdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:58.137135 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bfdc31df-9561-436f-b13c-50fa25d97215 req-0f532792-ffab-470e-8161-9a9c6b28bdb1 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1256697 Jun 30 09:13:58.157549 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04bfbf-5852-4a26-a19e-382f61ffad05 req-fd575c08-197d-4d86-ab6d-9c28dffe0db9 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:58.159708 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9c04bfbf-5852-4a26-a19e-382f61ffad05 req-fd575c08-197d-4d86-ab6d-9c28dffe0db9 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.0842850 Jun 30 09:13:58.222192 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9c04bfbf-5852-4a26-a19e-382f61ffad05 req-40c5077f-5a30-4f95-8744-1ec3759f23bf tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546579 Jun 30 09:13:58.324121 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-c2dab797-d445-4ece-bf82-2c060f120a64 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:58.325757 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-c2dab797-d445-4ece-bf82-2c060f120a64 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.52 "GET /v2.0/networks?id=2d8c212d-9412-4bcb-9027-3702ee40608b HTTP/1.1" status: 200 len: 815 time: 0.1685026 Jun 30 09:13:58.327834 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e6152-c425-426a-adb0-1825ea697b46 req-ce938a58-9e99-41da-86e2-b62980f1f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:58.329256 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-854e6152-c425-426a-adb0-1825ea697b46 req-ce938a58-9e99-41da-86e2-b62980f1f06d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e7f9c67d9c9e4ca097900fd6ab18621e&device_id=d1fb5178-a33e-4fe3-8558-4f3cb1717701 HTTP/1.1" status: 200 len: 1095 time: 0.1194661 Jun 30 09:13:58.348614 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-b5d1982e-b1ce-47d9-a9bf-793a22f96d62 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] Request body: {'port': {'device_id': 'b5531969-aeb8-49a4-9064-94c6254cea77', 'network_id': '2d8c212d-9412-4bcb-9027-3702ee40608b', 'admin_state_up': True, 'tenant_id': 'b69ab49cf9be447195d0010c2cff52aa'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:58.452022 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6c452-9de6-4426-9494-619e8d9b62ef req-c63c5233-b89c-4637-af71-9a9ed3b0c6af tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:58.454245 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-52f6c452-9de6-4426-9494-619e8d9b62ef req-c63c5233-b89c-4637-af71-9a9ed3b0c6af tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1fb5178-a33e-4fe3-8558-4f3cb1717701 HTTP/1.1" status: 200 len: 943 time: 0.1099930 Jun 30 09:13:58.535421 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-52f6c452-9de6-4426-9494-619e8d9b62ef req-552bb812-222e-436d-839a-06ac4f4e2a55 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a9f0f03-975e-494e-b70c-7a1dc0a02320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706086 Jun 30 09:13:58.581216 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-854e6152-c425-426a-adb0-1825ea697b46 req-0063f4a7-beda-423a-ae1f-5ef080ea710b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bd73eac-500d-4d1c-90d9-3e0bc50f34f7 HTTP/1.1" status: 200 len: 217 time: 0.2165787 Jun 30 09:13:58.719647 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e6152-c425-426a-adb0-1825ea697b46 req-cba448ae-5907-457d-bec8-d0ad119649f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:58.721576 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-854e6152-c425-426a-adb0-1825ea697b46 req-cba448ae-5907-457d-bec8-d0ad119649f3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c1fb0fa9-5ba8-4c0a-814c-a20a9ebf689c HTTP/1.1" status: 200 len: 845 time: 0.1291904 Jun 30 09:13:58.797064 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36644) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:58.815513 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e6152-c425-426a-adb0-1825ea697b46 req-97c52940-d252-4d03-aa0b-605bd21f3040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:58.817126 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-854e6152-c425-426a-adb0-1825ea697b46 req-97c52940-d252-4d03-aa0b-605bd21f3040 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d14177c-7e46-44f3-a2aa-d46dd096a92c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0855415 Jun 30 09:13:58.900372 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-b5d1982e-b1ce-47d9-a9bf-793a22f96d62 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] Made reservation on behalf of b69ab49cf9be447195d0010c2cff52aa for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:58.905322 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-b5d1982e-b1ce-47d9-a9bf-793a22f96d62 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:58.953195 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-6ce9536d-c5bc-4bb2-a190-eecd424f615e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1818107009-network', 'tenant_id': '4ba6d85f4c2246a599b53eeafff8f5f8'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:59.097609 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-854e6152-c425-426a-adb0-1825ea697b46 req-a31a2251-fc64-4576-af86-5ede32f1eda5 service neutron] 10.222.0.52 "GET /v2.0/networks/5d14177c-7e46-44f3-a2aa-d46dd096a92c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643127 Jun 30 09:13:59.101143 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce9536d-c5bc-4bb2-a190-eecd424f615e admin admin] Made reservation on behalf of 4ba6d85f4c2246a599b53eeafff8f5f8 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:59.104657 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ce9536d-c5bc-4bb2-a190-eecd424f615e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.118872 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ce9536d-c5bc-4bb2-a190-eecd424f615e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.267660 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ce9536d-c5bc-4bb2-a190-eecd424f615e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.272617 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-b5d1982e-b1ce-47d9-a9bf-793a22f96d62 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] Allocated IP 172.20.0.13 (2d8c212d-9412-4bcb-9027-3702ee40608b/020bd9d7-8fac-426e-925c-d25c334e8964/70a2d8de-2524-43a0-a352-d464ef19358a) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:59.342434 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec4d67-7176-495f-af73-8c647334e8d4 req-60024bb5-1bc9-425d-bee5-d15ac4dbc803 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:59.344366 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-50ec4d67-7176-495f-af73-8c647334e8d4 req-60024bb5-1bc9-425d-bee5-d15ac4dbc803 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.2434275 Jun 30 09:13:59.359226 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-854e6152-c425-426a-adb0-1825ea697b46 req-29d3806c-9c1d-4238-8fb9-9e23feaef6b5 service neutron] 10.222.0.52 "GET /v2.0/networks/5d14177c-7e46-44f3-a2aa-d46dd096a92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261751 Jun 30 09:13:59.386497 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ffc2a399-e8d8-4c21-bd94-5f1f81e06fa4 req-86cab629-7bf5-4af4-bdb3-5908d13f003a tempest-ServerShowV254Test-1423989517 tempest-ServerShowV254Test-1423989517-project] 10.222.0.10 "GET /v2.0/ports?device_id=92a73447-abcd-4895-95a4-ae626aacd01e HTTP/1.1" status: 200 len: 210 time: 0.0594714 Jun 30 09:13:59.388983 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ce9536d-c5bc-4bb2-a190-eecd424f615e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.424866 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce9536d-c5bc-4bb2-a190-eecd424f615e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:13:59.441147 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9536d-c5bc-4bb2-a190-eecd424f615e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971e8c62-5d09-4ee3-b04b-41495f6fcf47,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:59.455641 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ce9536d-c5bc-4bb2-a190-eecd424f615e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.456628 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-6ce9536d-c5bc-4bb2-a190-eecd424f615e admin admin] Added segment def79e2a-77de-4d9b-9f2c-a24ea194333a of type vlan for network 4eac94f2-8784-456c-89f1-8df2e24d8b05 Jun 30 09:13:59.472591 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-50ec4d67-7176-495f-af73-8c647334e8d4 req-9f62c96a-3ce4-4e9e-8ab4-454d6740ac06 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150057 Jun 30 09:13:59.575410 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ce9536d-c5bc-4bb2-a190-eecd424f615e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.685419 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-b5d1982e-b1ce-47d9-a9bf-793a22f96d62 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.704251 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-b5d1982e-b1ce-47d9-a9bf-793a22f96d62 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] Transition to ACTIVE for port object 70a2d8de-2524-43a0-a352-d464ef19358a will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:59.730497 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-699869b4-327a-4d31-a03d-7c5caf729b01 req-f8819707-d36b-4d2c-a63a-8c9c14af5d7c tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5531969-aeb8-49a4-9064-94c6254cea77 HTTP/1.1" status: 200 len: 210 time: 0.0846169 Jun 30 09:13:59.761198 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425e133-5d13-4aff-bc4f-a62657ce2ef5 req-a0102c58-50de-40ed-892d-4ec1c603643b tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:59.762355 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5425e133-5d13-4aff-bc4f-a62657ce2ef5 req-a0102c58-50de-40ed-892d-4ec1c603643b tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.1239281 Jun 30 09:13:59.768781 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:13:59.808316 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5425e133-5d13-4aff-bc4f-a62657ce2ef5 req-aa9411f5-83fd-490f-9396-5e0e3dcaa041 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374482 Jun 30 09:13:59.866214 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ce9536d-c5bc-4bb2-a190-eecd424f615e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.870716 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce9536d-c5bc-4bb2-a190-eecd424f615e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:59.870716 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ce9536d-c5bc-4bb2-a190-eecd424f615e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.924197 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-b5d1982e-b1ce-47d9-a9bf-793a22f96d62 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.972870 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:00.021009 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9536d-c5bc-4bb2-a190-eecd424f615e admin admin] Pushing event updated for resources: {'Network': ['ID=4eac94f2-8784-456c-89f1-8df2e24d8b05,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:00.022258 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': '88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8', 'mac_address': 'fa:16:3e:dc:5c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:14:00.050218 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 4eac94f2-8784-456c-89f1-8df2e24d8b05 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:14:00.151632 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-b5d1982e-b1ce-47d9-a9bf-793a22f96d62 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] Network 2d8c212d-9412-4bcb-9027-3702ee40608b is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:00.168592 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6ce9536d-c5bc-4bb2-a190-eecd424f615e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3698308 Jun 30 09:14:00.169593 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36718) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:00.175409 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-bf5b4bad-6bb8-4c17-aa7e-00b677e4857a admin admin] Request body: {'subnet': {'network_id': '4eac94f2-8784-456c-89f1-8df2e24d8b05', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1818107009-subnet', 'tenant_id': '4ba6d85f4c2246a599b53eeafff8f5f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:00.180574 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:00.214281 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:14:00.214676 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-b5d1982e-b1ce-47d9-a9bf-793a22f96d62 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:00.218642 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-b5d1982e-b1ce-47d9-a9bf-793a22f96d62 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:00.236057 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1982e-b1ce-47d9-a9bf-793a22f96d62 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] Pushing event updated for resources: {'Port': ['ID=70a2d8de-2524-43a0-a352-d464ef19358a,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:00.268703 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:00.369563 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5b4bad-6bb8-4c17-aa7e-00b677e4857a admin admin] Made reservation on behalf of 4ba6d85f4c2246a599b53eeafff8f5f8 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:00.372661 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bf5b4bad-6bb8-4c17-aa7e-00b677e4857a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:00.397940 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0c1dd-5715-415a-a409-929fa383619a req-b1fed25d-c186-4695-8136-8aa20c97e526 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:00.405591 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c5f0c1dd-5715-415a-a409-929fa383619a req-b1fed25d-c186-4695-8136-8aa20c97e526 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1fb5178-a33e-4fe3-8558-4f3cb1717701 HTTP/1.1" status: 200 len: 943 time: 0.3566201 Jun 30 09:14:00.409005 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:00.414303 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-b5d1982e-b1ce-47d9-a9bf-793a22f96d62 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:00.415919 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-b5d1982e-b1ce-47d9-a9bf-793a22f96d62 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:00.475715 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c5f0c1dd-5715-415a-a409-929fa383619a req-b321bffc-7b2d-4d79-9d2c-f726e18d11f3 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a9f0f03-975e-494e-b70c-7a1dc0a02320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687754 Jun 30 09:14:00.578321 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:00.627560 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-b5d1982e-b1ce-47d9-a9bf-793a22f96d62 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2831395 Jun 30 09:14:00.718335 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:00.741037 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:00.741743 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:00.742282 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:00.743458 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:00.744000 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:00.744673 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:00.745325 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-6b504ef8-5b5f-4aae-8d45-3e2e64cdc0f3 service neutron] Request body: {'port': {'device_id': 'b5531969-aeb8-49a4-9064-94c6254cea77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:00.746090 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:00.746680 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:00.747318 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:00.747963 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:00.748488 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:00.749033 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:00.981798 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-6b504ef8-5b5f-4aae-8d45-3e2e64cdc0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.027592 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bf5b4bad-6bb8-4c17-aa7e-00b677e4857a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.101053 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-292aa7b4-b617-439e-99f1-ae67822670eb None None] Provisioning for port 70a2d8de-2524-43a0-a352-d464ef19358a completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:01.106344 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-292aa7b4-b617-439e-99f1-ae67822670eb None None] Provisioning complete for port 70a2d8de-2524-43a0-a352-d464ef19358a triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:01.106721 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-292aa7b4-b617-439e-99f1-ae67822670eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.185617 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-292aa7b4-b617-439e-99f1-ae67822670eb None None] Port 70a2d8de-2524-43a0-a352-d464ef19358a cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:14:01.232719 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b4bad-6bb8-4c17-aa7e-00b677e4857a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0f98cd3-8d03-46f2-8060-7a8817a5c40a,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:01.241234 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5b4bad-6bb8-4c17-aa7e-00b677e4857a admin admin] Checking segment: {'id': 'def79e2a-77de-4d9b-9f2c-a24ea194333a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4eac94f2-8784-456c-89f1-8df2e24d8b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:01.244159 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5b4bad-6bb8-4c17-aa7e-00b677e4857a admin admin] Network hostable DHCP agents. Network: 4eac94f2-8784-456c-89f1-8df2e24d8b05, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:14:01.266526 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6d0afd2e-742f-48d2-a43a-e9c6fa701464 req-bc23f1e0-22bf-445e-99b3-b3505def29e9 tempest-ServerShowV254Test-1423989517 tempest-ServerShowV254Test-1423989517-project] 10.222.0.10 "GET /v2.0/ports?device_id=92a73447-abcd-4895-95a4-ae626aacd01e HTTP/1.1" status: 200 len: 210 time: 0.1172037 Jun 30 09:14:01.375891 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5b4bad-6bb8-4c17-aa7e-00b677e4857a admin admin] Network 4eac94f2-8784-456c-89f1-8df2e24d8b05 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:14:01.490808 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-bf5b4bad-6bb8-4c17-aa7e-00b677e4857a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 4eac94f2-8784-456c-89f1-8df2e24d8b05) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:01.498684 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5b4bad-6bb8-4c17-aa7e-00b677e4857a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:01.499801 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bf5b4bad-6bb8-4c17-aa7e-00b677e4857a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.513358 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e694bf2f-613a-4b7f-977a-bf4320ce2dd6 None None] Network 4eac94f2-8784-456c-89f1-8df2e24d8b05 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:01.612519 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36748) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:01.646311 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-bf5b4bad-6bb8-4c17-aa7e-00b677e4857a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4741042 Jun 30 09:14:01.704270 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-6b504ef8-5b5f-4aae-8d45-3e2e64cdc0f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70a2d8de-2524-43a0-a352-d464ef19358a {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:14:01.753737 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-6b504ef8-5b5f-4aae-8d45-3e2e64cdc0f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.786644 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:01.829737 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787dee1-f4de-4788-83af-1f6d535ff323 req-09727d16-1f3b-4fd3-ab6c-2b05dcb1e42a tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:01.841901 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e787dee1-f4de-4788-83af-1f6d535ff323 req-09727d16-1f3b-4fd3-ab6c-2b05dcb1e42a tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5531969-aeb8-49a4-9064-94c6254cea77 HTTP/1.1" status: 200 len: 932 time: 0.3910575 Jun 30 09:14:01.854336 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-6b504ef8-5b5f-4aae-8d45-3e2e64cdc0f3 service neutron] Transition to ACTIVE for port object 70a2d8de-2524-43a0-a352-d464ef19358a will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:01.921441 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f7a308-cef0-453a-8d32-ae7ade7bf2db None None] Network 4eac94f2-8784-456c-89f1-8df2e24d8b05 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:01.949884 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f0007fa8-4fdd-493c-a239-9f40caecf3b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.969436 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-6b504ef8-5b5f-4aae-8d45-3e2e64cdc0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.032727 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:02.033091 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.157519 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e787dee1-f4de-4788-83af-1f6d535ff323 req-75fa092a-7f41-4f7b-90c8-3e240ee6f02f tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.10 "GET /v2.0/security-groups?id=43d047db-9ebb-4c45-b6fb-344d5f2a56f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137095 Jun 30 09:14:02.172610 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b504ef8-5b5f-4aae-8d45-3e2e64cdc0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=70a2d8de-2524-43a0-a352-d464ef19358a,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:02.243710 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612134c-62bc-452a-9603-91c8d7e47e53 req-1cf7161d-72c2-43fb-8166-1392a769183c tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:02.256268 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7612134c-62bc-452a-9603-91c8d7e47e53 req-1cf7161d-72c2-43fb-8166-1392a769183c tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.3196726 Jun 30 09:14:02.320359 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.356676 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a3c720-025b-4ad5-a239-1e7f1a8cc843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:02.359970 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b2e192-c58c-4135-b8cf-4e116e346617" -d '{"events": [{"server_uuid": "a6a3c720-025b-4ad5-a239-1e7f1a8cc843", "name": "network-vif-plugged", "status": "completed", "tag": "88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:02.363093 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-6b504ef8-5b5f-4aae-8d45-3e2e64cdc0f3 service neutron] Attempting to bind port 70a2d8de-2524-43a0-a352-d464ef19358a on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:14:02.363498 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-6b504ef8-5b5f-4aae-8d45-3e2e64cdc0f3 service neutron] Attempting to bind port 70a2d8de-2524-43a0-a352-d464ef19358a by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2c4795ed-ea2a-4018-838b-bfdf7ab7539a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2d8c212d-9412-4bcb-9027-3702ee40608b'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:14:02.364083 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-6b504ef8-5b5f-4aae-8d45-3e2e64cdc0f3 service neutron] Attempting to bind port 70a2d8de-2524-43a0-a352-d464ef19358a on network 2d8c212d-9412-4bcb-9027-3702ee40608b {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:02.379332 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-6b504ef8-5b5f-4aae-8d45-3e2e64cdc0f3 service neutron] Port 70a2d8de-2524-43a0-a352-d464ef19358a on network 2d8c212d-9412-4bcb-9027-3702ee40608b not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:14:02.379332 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-6b504ef8-5b5f-4aae-8d45-3e2e64cdc0f3 service neutron] Attempting to bind port 70a2d8de-2524-43a0-a352-d464ef19358a on network 2d8c212d-9412-4bcb-9027-3702ee40608b {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:02.399667 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:02.403925 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7612134c-62bc-452a-9603-91c8d7e47e53 req-d2552a55-a335-464d-bdf8-d3e35e787d1f tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347992 Jun 30 09:14:02.412724 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-6b504ef8-5b5f-4aae-8d45-3e2e64cdc0f3 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:14:02.417464 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-6b504ef8-5b5f-4aae-8d45-3e2e64cdc0f3 service neutron] Checking segment: {'id': '2c4795ed-ea2a-4018-838b-bfdf7ab7539a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2d8c212d-9412-4bcb-9027-3702ee40608b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:02.419526 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-6b504ef8-5b5f-4aae-8d45-3e2e64cdc0f3 service neutron] Bound using segment: {'id': '2c4795ed-ea2a-4018-838b-bfdf7ab7539a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2d8c212d-9412-4bcb-9027-3702ee40608b'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:14:02.420497 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-6b504ef8-5b5f-4aae-8d45-3e2e64cdc0f3 service neutron] Bound port: 70a2d8de-2524-43a0-a352-d464ef19358a, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c4795ed-ea2a-4018-838b-bfdf7ab7539a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2d8c212d-9412-4bcb-9027-3702ee40608b'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:14:02.431515 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-6b504ef8-5b5f-4aae-8d45-3e2e64cdc0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.501228 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.534430 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f0007fa8-4fdd-493c-a239-9f40caecf3b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.627717 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8,revision_number=7']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:02.637768 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f0007fa8-4fdd-493c-a239-9f40caecf3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.725353 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f0007fa8-4fdd-493c-a239-9f40caecf3b4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=535bf918214a4c65a4d27437e2d32d9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1056738 Jun 30 09:14:02.726029 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36780) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:02.748453 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0007fa8-4fdd-493c-a239-9f40caecf3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eeb04cd-dee1-425a-bb32-1c3c2a8953b3,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:02.811689 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-6b504ef8-5b5f-4aae-8d45-3e2e64cdc0f3 service neutron] For port 70a2d8de-2524-43a0-a352-d464ef19358a, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:14:02.876334 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ec21214b-5b51-4107-95e3-7a48a249ae0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.882920 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86e350-f1fe-4dfe-ae43-321863f4a1f4 req-f2f6bd7a-e739-4fa8-b23c-333931927df4 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:02.885169 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6d86e350-f1fe-4dfe-ae43-321863f4a1f4 req-f2f6bd7a-e739-4fa8-b23c-333931927df4 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1fb5178-a33e-4fe3-8558-4f3cb1717701 HTTP/1.1" status: 200 len: 943 time: 0.4499855 Jun 30 09:14:02.896350 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-6b504ef8-5b5f-4aae-8d45-3e2e64cdc0f3 service neutron] For port 70a2d8de-2524-43a0-a352-d464ef19358a, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=70a2d8de-2524-43a0-a352-d464ef19358a,segment=NetworkSegment(2c4795ed-ea2a-4018-838b-bfdf7ab7539a),segment_id=2c4795ed-ea2a-4018-838b-bfdf7ab7539a)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:14:02.989271 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6d86e350-f1fe-4dfe-ae43-321863f4a1f4 req-735c7183-8288-44a8-b2df-774472f30607 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a9f0f03-975e-494e-b70c-7a1dc0a02320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814474 Jun 30 09:14:03.006082 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ec21214b-5b51-4107-95e3-7a48a249ae0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.048377 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-6b504ef8-5b5f-4aae-8d45-3e2e64cdc0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.118361 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-6b504ef8-5b5f-4aae-8d45-3e2e64cdc0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:03.146039 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-6b504ef8-5b5f-4aae-8d45-3e2e64cdc0f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.150547 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-6b504ef8-5b5f-4aae-8d45-3e2e64cdc0f3 service neutron] 10.222.0.52 "PUT /v2.0/ports/70a2d8de-2524-43a0-a352-d464ef19358a HTTP/1.1" status: 200 len: 1093 time: 2.4156883 Jun 30 09:14:03.159964 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5531969-aeb8-49a4-9064-94c6254cea77', 'tag': '70a2d8de-2524-43a0-a352-d464ef19358a'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:03.168662 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a4469a-12d2-4f80-b83a-4878ed18cdaa" -d '{"events": [{"name": "network-changed", "server_uuid": "b5531969-aeb8-49a4-9064-94c6254cea77", "tag": "70a2d8de-2524-43a0-a352-d464ef19358a"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:03.240541 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b504ef8-5b5f-4aae-8d45-3e2e64cdc0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=70a2d8de-2524-43a0-a352-d464ef19358a,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:03.312508 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ec21214b-5b51-4107-95e3-7a48a249ae0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.316187 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ec21214b-5b51-4107-95e3-7a48a249ae0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.323168 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ec21214b-5b51-4107-95e3-7a48a249ae0d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0eeb04cd-dee1-425a-bb32-1c3c2a8953b3 HTTP/1.1" status: 204 len: 168 time: 0.5914419 Jun 30 09:14:03.364861 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21214b-5b51-4107-95e3-7a48a249ae0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eeb04cd-dee1-425a-bb32-1c3c2a8953b3,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:03.796092 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 1bd73eac-500d-4d1c-90d9-3e0bc50f34f7 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:14:04.217186 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 1bd73eac-500d-4d1c-90d9-3e0bc50f34f7, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=1bd73eac-500d-4d1c-90d9-3e0bc50f34f7,segment=NetworkSegment(aafd3519-a550-42a1-827f-331b0c3726cd),segment_id=aafd3519-a550-42a1-827f-331b0c3726cd)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:04.289602 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '1bd73eac-500d-4d1c-90d9-3e0bc50f34f7', 'network_id': '5d14177c-7e46-44f3-a2aa-d46dd096a92c', 'port_id': '1bd73eac-500d-4d1c-90d9-3e0bc50f34f7', 'mac_address': 'fa:16:3e:7f:c0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1fb0fa9-5ba8-4c0a-814c-a20a9ebf689c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:14:04.386044 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:04.418347 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd73eac-500d-4d1c-90d9-3e0bc50f34f7 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:14:04.471021 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 1bd73eac-500d-4d1c-90d9-3e0bc50f34f7, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=1bd73eac-500d-4d1c-90d9-3e0bc50f34f7,segment=NetworkSegment(aafd3519-a550-42a1-827f-331b0c3726cd),segment_id=aafd3519-a550-42a1-827f-331b0c3726cd)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:04.518225 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36808) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:04.534157 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3348b829-3272-42d2-840a-36fe4a4901ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:04.568551 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:04.694596 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=1bd73eac-500d-4d1c-90d9-3e0bc50f34f7,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:04.784397 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3348b829-3272-42d2-840a-36fe4a4901ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:04.900448 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['1bd73eac-500d-4d1c-90d9-3e0bc50f34f7'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:04.901085 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3348b829-3272-42d2-840a-36fe4a4901ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:04.938799 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3348b829-3272-42d2-840a-36fe4a4901ac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a8ad4a4dabb4417a9b38f6b3be7f0cea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4169471 Jun 30 09:14:04.940603 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36810) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:04.981077 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348b829-3272-42d2-840a-36fe4a4901ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a937ef90-4e9c-46bc-8acf-10c501f967b2,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:05.067482 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cf009d82-e975-4b1f-ae55-e5119824f762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:05.125957 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cf009d82-e975-4b1f-ae55-e5119824f762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:05.266580 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cf009d82-e975-4b1f-ae55-e5119824f762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:05.271875 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cf009d82-e975-4b1f-ae55-e5119824f762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:05.279183 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-cf009d82-e975-4b1f-ae55-e5119824f762 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a937ef90-4e9c-46bc-8acf-10c501f967b2 HTTP/1.1" status: 204 len: 168 time: 0.3332391 Jun 30 09:14:05.302653 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf009d82-e975-4b1f-ae55-e5119824f762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a937ef90-4e9c-46bc-8acf-10c501f967b2,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:05.808522 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 1bd73eac-500d-4d1c-90d9-3e0bc50f34f7 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:05.981329 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 1bd73eac-500d-4d1c-90d9-3e0bc50f34f7 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:05.988051 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 1bd73eac-500d-4d1c-90d9-3e0bc50f34f7 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:05.989055 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.233312 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.275032 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 1bd73eac-500d-4d1c-90d9-3e0bc50f34f7, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=1bd73eac-500d-4d1c-90d9-3e0bc50f34f7,segment=NetworkSegment(aafd3519-a550-42a1-827f-331b0c3726cd),segment_id=aafd3519-a550-42a1-827f-331b0c3726cd)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:06.890490 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-908ad80b-6290-45b5-83c6-32df63fb0cfc req-4e969fa3-7bbf-430f-ae3a-ad388c6a279c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=92a73447-abcd-4895-95a4-ae626aacd01e HTTP/1.1" status: 200 len: 210 time: 0.0307124 Jun 30 09:14:07.026453 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:07.085957 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=1bd73eac-500d-4d1c-90d9-3e0bc50f34f7,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:07.220833 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:07.307733 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-56ff5066-c7b1-44eb-97d7-951c36557f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:07.309570 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-56ff5066-c7b1-44eb-97d7-951c36557f20 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b69ab49cf9be447195d0010c2cff52aa&device_id=b5531969-aeb8-49a4-9064-94c6254cea77 HTTP/1.1" status: 200 len: 1096 time: 0.0623090 Jun 30 09:14:08.569446 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:11.851512 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:14:14.796738 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-443fd033-206c-4566-a956-0b9c5d01dbab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70a2d8de-2524-43a0-a352-d464ef19358a HTTP/1.1" status: 200 len: 217 time: 0.0434544 Jun 30 09:14:14.857501 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-d9391383-8dff-4199-a30e-ec3ae32a3ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:14.859022 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-d9391383-8dff-4199-a30e-ec3ae32a3ac9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=020bd9d7-8fac-426e-925c-d25c334e8964 HTTP/1.1" status: 200 len: 854 time: 0.0559311 Jun 30 09:14:15.058714 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-b3b2ef74-3ff3-4f74-a062-58d8e487128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:15.060657 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-b3b2ef74-3ff3-4f74-a062-58d8e487128c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2d8c212d-9412-4bcb-9027-3702ee40608b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0998170 Jun 30 09:14:15.272345 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-806e23ff-6079-4d90-918c-d95469c07fb0 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:15.282152 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-806e23ff-6079-4d90-918c-d95469c07fb0 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/networks?id=4eac94f2-8784-456c-89f1-8df2e24d8b05 HTTP/1.1" status: 200 len: 814 time: 0.1361408 Jun 30 09:14:15.300636 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-d6a65ba1-f6d3-443a-a1d3-6180763b84da tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/quotas/4ba6d85f4c2246a599b53eeafff8f5f8 HTTP/1.1" status: 200 len: 375 time: 0.0173428 Jun 30 09:14:15.339816 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-7d9b4854-c099-441d-ac5f-d44b0502d26d tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4ba6d85f4c2246a599b53eeafff8f5f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377913 Jun 30 09:14:15.468406 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-6a3d8cd8-c275-428f-bdf8-cc9712429a1d service neutron] 10.222.0.10 "GET /v2.0/networks/4eac94f2-8784-456c-89f1-8df2e24d8b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197982 Jun 30 09:14:15.532191 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0f82cdb0-307e-421d-a935-1ce85e9c71fd req-69ad6dc0-0f7b-40ad-8ddf-dd7054f7860b tempest-ServerShowV254Test-1423989517 tempest-ServerShowV254Test-1423989517-project] 10.222.0.10 "GET /v2.0/ports?device_id=92a73447-abcd-4895-95a4-ae626aacd01e HTTP/1.1" status: 200 len: 210 time: 0.0345216 Jun 30 09:14:15.576195 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-a8155f0d-8d75-44c8-9d9d-62d5f96837b7 service neutron] 10.222.0.10 "GET /v2.0/networks/4eac94f2-8784-456c-89f1-8df2e24d8b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009843 Jun 30 09:14:15.589975 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6aa997-8d5f-4095-bb5e-96d524817150 x-openstack-request-id: req-4f6aa997-8d5f-4095-bb5e-96d524817150 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:15.589975 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a3c720-025b-4ad5-a239-1e7f1a8cc843", "name": "network-vif-plugged", "status": "completed", "tag": "88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:15.589975 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4f6aa997-8d5f-4095-bb5e-96d524817150 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:15.589975 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a3c720-025b-4ad5-a239-1e7f1a8cc843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8', 'code': 200} Jun 30 09:14:15.597699 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-240750f3-f657-4214-b4eb-8e74aed6ba9f service neutron] 10.222.0.52 "GET /v2.0/networks/2d8c212d-9412-4bcb-9027-3702ee40608b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5295885 Jun 30 09:14:15.767344 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79d40a0a-9333-42ad-a65a-0c048786c2d5 req-7652f262-284f-4a3f-a77a-ca9d277bd30d service neutron] 10.222.0.52 "GET /v2.0/networks/2d8c212d-9412-4bcb-9027-3702ee40608b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626585 Jun 30 09:14:15.789168 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cf42a-e7db-427d-9fb5-c72dcb26107a req-b3d9d611-bea7-4d89-aed1-f162261f6f89 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:15.807502 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bd1cf42a-e7db-427d-9fb5-c72dcb26107a req-b3d9d611-bea7-4d89-aed1-f162261f6f89 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.1085427 Jun 30 09:14:15.825996 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1777021b-bf38-42ab-84f3-a8a86ecce527 x-openstack-request-id: req-1777021b-bf38-42ab-84f3-a8a86ecce527 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:15.826505 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5531969-aeb8-49a4-9064-94c6254cea77", "tag": "70a2d8de-2524-43a0-a352-d464ef19358a", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:15.826928 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1777021b-bf38-42ab-84f3-a8a86ecce527 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:15.827679 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5531969-aeb8-49a4-9064-94c6254cea77', 'tag': '70a2d8de-2524-43a0-a352-d464ef19358a', 'status': 'completed', 'code': 200} Jun 30 09:14:15.870346 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bd1cf42a-e7db-427d-9fb5-c72dcb26107a req-6d0b5977-7517-40e7-8ae5-8186018785b8 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416329 Jun 30 09:14:15.990473 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4469a-12d2-4f80-b83a-4878ed18cdaa req-18e5841a-65cd-4962-ac58-b4ff3940a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:15.992037 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f5a4469a-12d2-4f80-b83a-4878ed18cdaa req-18e5841a-65cd-4962-ac58-b4ff3940a32c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b69ab49cf9be447195d0010c2cff52aa&device_id=b5531969-aeb8-49a4-9064-94c6254cea77 HTTP/1.1" status: 200 len: 1096 time: 0.0758355 Jun 30 09:14:16.030881 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2439e7-572d-4e93-94b5-88e589c5695f req-9bb13009-e487-4bc1-a25e-9201a95cc0ff tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:16.032476 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6f2439e7-572d-4e93-94b5-88e589c5695f req-9bb13009-e487-4bc1-a25e-9201a95cc0ff tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5531969-aeb8-49a4-9064-94c6254cea77 HTTP/1.1" status: 200 len: 944 time: 0.1056864 Jun 30 09:14:16.078495 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6f2439e7-572d-4e93-94b5-88e589c5695f req-c148cd9d-af01-42d3-98b1-f21a73d55a2b tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.10 "GET /v2.0/security-groups?id=43d047db-9ebb-4c45-b6fb-344d5f2a56f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387692 Jun 30 09:14:16.142033 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce78d01-1c21-42d6-b9c2-31d85fe9f59a req-a4993df0-e918-45e3-aa1c-c9a0cd7f8c65 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:16.143519 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6ce78d01-1c21-42d6-b9c2-31d85fe9f59a req-a4993df0-e918-45e3-aa1c-c9a0cd7f8c65 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1299708 Jun 30 09:14:16.159313 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4469a-12d2-4f80-b83a-4878ed18cdaa req-7dd601d7-4f63-4fd7-aa84-100a520a56a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:16.160484 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f5a4469a-12d2-4f80-b83a-4878ed18cdaa req-7dd601d7-4f63-4fd7-aa84-100a520a56a9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2d8c212d-9412-4bcb-9027-3702ee40608b HTTP/1.1" status: 200 len: 916 time: 0.1600816 Jun 30 09:14:16.190048 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6ce78d01-1c21-42d6-b9c2-31d85fe9f59a req-bf8461cc-e199-43f9-9a8f-1dc6977ef03d tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376637 Jun 30 09:14:16.276272 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f5a4469a-12d2-4f80-b83a-4878ed18cdaa req-cad4dde5-e42d-4218-87df-9fb726caf11a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70a2d8de-2524-43a0-a352-d464ef19358a HTTP/1.1" status: 200 len: 217 time: 0.0579398 Jun 30 09:14:16.281018 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2edf7f-7c68-4645-8d6e-2dd346db6f75 req-5ffcbe05-c252-4a40-b320-7327e81af3d6 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:16.283406 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1f2edf7f-7c68-4645-8d6e-2dd346db6f75 req-5ffcbe05-c252-4a40-b320-7327e81af3d6 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1fb5178-a33e-4fe3-8558-4f3cb1717701 HTTP/1.1" status: 200 len: 945 time: 0.0906630 Jun 30 09:14:16.331947 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1f2edf7f-7c68-4645-8d6e-2dd346db6f75 req-4e4cb35c-a0ef-4b67-b18f-69270261b0f8 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a9f0f03-975e-494e-b70c-7a1dc0a02320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392113 Jun 30 09:14:16.339794 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4469a-12d2-4f80-b83a-4878ed18cdaa req-ae992032-94f2-4f4c-830b-a89a1d8cca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:16.341246 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f5a4469a-12d2-4f80-b83a-4878ed18cdaa req-ae992032-94f2-4f4c-830b-a89a1d8cca62 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=020bd9d7-8fac-426e-925c-d25c334e8964 HTTP/1.1" status: 200 len: 854 time: 0.0532658 Jun 30 09:14:16.403066 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4469a-12d2-4f80-b83a-4878ed18cdaa req-8591dc80-8a57-4594-a86d-d8a7d0bf3b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:16.404727 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f5a4469a-12d2-4f80-b83a-4878ed18cdaa req-8591dc80-8a57-4594-a86d-d8a7d0bf3b28 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2d8c212d-9412-4bcb-9027-3702ee40608b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561979 Jun 30 09:14:16.404861 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ea981bb-0c1e-4579-995d-0191e73034c4 req-275983f0-551d-4d2c-963a-06877dfec148 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a6e557-1f13-4703-9066-2349a5199523 HTTP/1.1" status: 200 len: 210 time: 0.0289192 Jun 30 09:14:16.551837 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36942) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:16.579456 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f5a4469a-12d2-4f80-b83a-4878ed18cdaa req-6d16cd57-05b3-4502-9d73-b74bc601f1f0 service neutron] 10.222.0.52 "GET /v2.0/networks/2d8c212d-9412-4bcb-9027-3702ee40608b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636217 Jun 30 09:14:16.683101 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f5a4469a-12d2-4f80-b83a-4878ed18cdaa req-cf1eee07-9747-4a39-9e38-756cc430344b service neutron] 10.222.0.52 "GET /v2.0/networks/2d8c212d-9412-4bcb-9027-3702ee40608b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970652 Jun 30 09:14:16.687993 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ff4c621-0740-4cbf-83da-7ba15329eeb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:16.718879 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6584ea-54af-474c-963d-4a945d5df91b req-f1916795-3429-4e26-a0a6-515f073a6d2e tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:16.720387 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7f6584ea-54af-474c-963d-4a945d5df91b req-f1916795-3429-4e26-a0a6-515f073a6d2e tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1079090 Jun 30 09:14:16.780786 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7f6584ea-54af-474c-963d-4a945d5df91b req-38da5022-1ee8-4d41-a64d-edcea3fd09a9 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494690 Jun 30 09:14:16.837066 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ff4c621-0740-4cbf-83da-7ba15329eeb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:16.963583 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ff4c621-0740-4cbf-83da-7ba15329eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:17.007784 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6ff4c621-0740-4cbf-83da-7ba15329eeb0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=61b1c94f0add4bb2a1ba181e3e69d4bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4522326 Jun 30 09:14:17.007784 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4c621-0740-4cbf-83da-7ba15329eeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71076272-1966-4a59-b5ae-acdaa91eb8bf,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:17.009759 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36966) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:17.117639 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d165d-cab7-44db-85ee-eb030ff7027e req-44876739-2abe-4efe-8dc9-4bfd5def575e tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:17.120049 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ff7d165d-cab7-44db-85ee-eb030ff7027e req-44876739-2abe-4efe-8dc9-4bfd5def575e tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a3c720-025b-4ad5-a239-1e7f1a8cc843 HTTP/1.1" status: 200 len: 950 time: 0.0813766 Jun 30 09:14:17.126008 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b193c374-8a94-4440-8de1-516ee6e58dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:17.163986 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a213e-0dac-4c59-bb35-7c8ea3b5b244 req-209698d9-0738-4f3b-8987-9c10cd69322a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:17.165838 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ff7d165d-cab7-44db-85ee-eb030ff7027e req-56d418a3-247b-4634-a0ae-5210632c5a80 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/security-groups?id=292869b2-4321-44dd-8326-fed8e83221f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400715 Jun 30 09:14:17.166038 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-545a213e-0dac-4c59-bb35-7c8ea3b5b244 req-209698d9-0738-4f3b-8987-9c10cd69322a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.1177802 Jun 30 09:14:17.168102 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b193c374-8a94-4440-8de1-516ee6e58dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:17.228446 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-545a213e-0dac-4c59-bb35-7c8ea3b5b244 req-df39fcd0-1acd-44ab-a6b9-ff8dee4d23dd tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533800 Jun 30 09:14:17.343352 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8730a-34f3-48f4-b937-07f5fb297c21 req-9ed781c1-62b0-471d-bc01-24754591a309 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:17.348336 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bac8730a-34f3-48f4-b937-07f5fb297c21 req-9ed781c1-62b0-471d-bc01-24754591a309 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.0697620 Jun 30 09:14:17.382556 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bac8730a-34f3-48f4-b937-07f5fb297c21 req-e4516d6e-774a-46d4-9b4e-2a2d8aecef74 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329723 Jun 30 09:14:17.426169 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b193c374-8a94-4440-8de1-516ee6e58dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:17.428755 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b193c374-8a94-4440-8de1-516ee6e58dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:17.430927 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b193c374-8a94-4440-8de1-516ee6e58dec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/71076272-1966-4a59-b5ae-acdaa91eb8bf HTTP/1.1" status: 204 len: 168 time: 0.4190269 Jun 30 09:14:17.440621 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193c374-8a94-4440-8de1-516ee6e58dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71076272-1966-4a59-b5ae-acdaa91eb8bf,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:17.564732 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c10613-eb33-4c16-950c-a4e7917871ce req-9828f9f9-d2df-4722-bed5-a2657893eab9 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:17.566176 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-33c10613-eb33-4c16-950c-a4e7917871ce req-9828f9f9-d2df-4722-bed5-a2657893eab9 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5531969-aeb8-49a4-9064-94c6254cea77 HTTP/1.1" status: 200 len: 944 time: 0.0628240 Jun 30 09:14:17.589992 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fb5178-a33e-4fe3-8558-4f3cb1717701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd73eac-500d-4d1c-90d9-3e0bc50f34f7'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:17.592458 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e56fb2d-08ff-4e3e-99f1-d58e90dfde38" -d '{"events": [{"server_uuid": "d1fb5178-a33e-4fe3-8558-4f3cb1717701", "name": "network-vif-plugged", "status": "completed", "tag": "1bd73eac-500d-4d1c-90d9-3e0bc50f34f7"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:17.607624 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-33c10613-eb33-4c16-950c-a4e7917871ce req-7c9762a4-6a13-4eb8-9e31-b804bade6ad0 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.10 "GET /v2.0/security-groups?id=43d047db-9ebb-4c45-b6fb-344d5f2a56f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344982 Jun 30 09:14:18.342371 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028d200-3f17-4bfc-b5c5-8714fba71ff2 req-ba283929-035a-41fa-bb59-a6bc2f774cc6 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:18.343908 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f028d200-3f17-4bfc-b5c5-8714fba71ff2 req-ba283929-035a-41fa-bb59-a6bc2f774cc6 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1fb5178-a33e-4fe3-8558-4f3cb1717701 HTTP/1.1" status: 200 len: 945 time: 0.0783217 Jun 30 09:14:18.349066 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37006) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:18.368743 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3d3f539f-f816-406a-8beb-72bf40f93745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:18.388856 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f028d200-3f17-4bfc-b5c5-8714fba71ff2 req-207f2378-a74b-487a-8f15-9f704469ce49 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a9f0f03-975e-494e-b70c-7a1dc0a02320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359061 Jun 30 09:14:18.509072 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fbb4c-7b27-4511-b989-2282cd68d69c req-704899fa-aea1-4929-a1ab-96828d894026 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:18.511017 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-571fbb4c-7b27-4511-b989-2282cd68d69c req-704899fa-aea1-4929-a1ab-96828d894026 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1034069 Jun 30 09:14:18.546167 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3d3f539f-f816-406a-8beb-72bf40f93745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:18.563807 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-03b8bb96-2736-4959-9c27-c3558be2bcaa req-b479e975-9ae9-4c4c-bfbb-da85bba0a80f tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a6e557-1f13-4703-9066-2349a5199523 HTTP/1.1" status: 200 len: 210 time: 0.0450521 Jun 30 09:14:18.587776 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-571fbb4c-7b27-4511-b989-2282cd68d69c req-67c4f7f1-fec5-4e64-bfb3-44ebd3a64bff tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548201 Jun 30 09:14:18.625745 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82a3643-e977-4acd-af60-91bfca30262a x-openstack-request-id: req-e82a3643-e977-4acd-af60-91bfca30262a {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:18.625745 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fb5178-a33e-4fe3-8558-4f3cb1717701", "name": "network-vif-plugged", "status": "completed", "tag": "1bd73eac-500d-4d1c-90d9-3e0bc50f34f7", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:18.625745 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e82a3643-e977-4acd-af60-91bfca30262a {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:18.625745 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1fb5178-a33e-4fe3-8558-4f3cb1717701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd73eac-500d-4d1c-90d9-3e0bc50f34f7', 'code': 200} Jun 30 09:14:18.643341 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3d3f539f-f816-406a-8beb-72bf40f93745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:18.684724 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f539f-f816-406a-8beb-72bf40f93745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d3e8f5-974f-4985-8ec6-0792f672c1a5,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:18.689649 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3d3f539f-f816-406a-8beb-72bf40f93745 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ca192748d42d45b29918be6c682510a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3395514 Jun 30 09:14:18.692345 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37016) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:18.760555 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-30de2aea-4190-454b-bc99-cd5e6786c6fe req-ab1c0d31-02da-4775-af92-d50f98992e85 tempest-ServerShowV254Test-1423989517 tempest-ServerShowV254Test-1423989517-project] 10.222.0.10 "GET /v2.0/ports?device_id=92a73447-abcd-4895-95a4-ae626aacd01e HTTP/1.1" status: 200 len: 210 time: 0.0452905 Jun 30 09:14:18.806327 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-db57a30b-3c84-45a2-b19d-717ccd8a453b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:18.814845 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0220515-1a64-48bc-939a-c1b4c7361534 req-efcc1260-ba88-4055-a4c4-6645798d7dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:18.817155 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c0220515-1a64-48bc-939a-c1b4c7361534 req-efcc1260-ba88-4055-a4c4-6645798d7dc8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d1fb5178-a33e-4fe3-8558-4f3cb1717701 HTTP/1.1" status: 200 len: 1097 time: 0.1155224 Jun 30 09:14:18.848084 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-db57a30b-3c84-45a2-b19d-717ccd8a453b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:18.935806 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c0220515-1a64-48bc-939a-c1b4c7361534 req-06b578c9-8eb4-4883-acf0-b86c5a70f9c3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4a9f0f03-975e-494e-b70c-7a1dc0a02320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097140 Jun 30 09:14:18.963275 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aaa02d-039b-4bde-a4b5-2d57d1fd599e req-e6206727-8acb-443d-9cf5-f16b62e54729 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:18.967632 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c0aaa02d-039b-4bde-a4b5-2d57d1fd599e req-e6206727-8acb-443d-9cf5-f16b62e54729 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.1218493 Jun 30 09:14:19.019601 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c0aaa02d-039b-4bde-a4b5-2d57d1fd599e req-c2b5266f-36ea-456c-9ab6-ac0c147d1ed5 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466094 Jun 30 09:14:19.065428 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589dfdfa-7b48-4e55-93b8-ea6242d501de req-8bf13d7b-ede2-40aa-981f-9b9eaddb4418 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:19.068712 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-589dfdfa-7b48-4e55-93b8-ea6242d501de req-8bf13d7b-ede2-40aa-981f-9b9eaddb4418 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5531969-aeb8-49a4-9064-94c6254cea77 HTTP/1.1" status: 200 len: 944 time: 0.0863452 Jun 30 09:14:19.088878 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-db57a30b-3c84-45a2-b19d-717ccd8a453b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:19.091694 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-db57a30b-3c84-45a2-b19d-717ccd8a453b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:19.096197 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-db57a30b-3c84-45a2-b19d-717ccd8a453b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/81d3e8f5-974f-4985-8ec6-0792f672c1a5 HTTP/1.1" status: 204 len: 168 time: 0.3991566 Jun 30 09:14:19.104798 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57a30b-3c84-45a2-b19d-717ccd8a453b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d3e8f5-974f-4985-8ec6-0792f672c1a5,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:19.134823 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-589dfdfa-7b48-4e55-93b8-ea6242d501de req-1f08118d-06d1-4a0f-9150-bb67b10d97e8 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.10 "GET /v2.0/security-groups?id=43d047db-9ebb-4c45-b6fb-344d5f2a56f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620480 Jun 30 09:14:19.300861 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0e5bb-6922-480f-9a77-e562be341203 req-644a961d-cc39-4b40-8d40-eaae63353d1c tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:19.302440 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4ae0e5bb-6922-480f-9a77-e562be341203 req-644a961d-cc39-4b40-8d40-eaae63353d1c tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1481261 Jun 30 09:14:19.309601 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-9292f0d9-0af9-497e-b113-d4d9c6345917 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:19.311087 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-9292f0d9-0af9-497e-b113-d4d9c6345917 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.52 "GET /v2.0/networks?id=4eac94f2-8784-456c-89f1-8df2e24d8b05 HTTP/1.1" status: 200 len: 814 time: 0.1710153 Jun 30 09:14:19.332198 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-4f24f812-6451-426b-83b3-06be143000f1 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Request body: {'port': {'device_id': 'a6a6e557-1f13-4703-9066-2349a5199523', 'network_id': '4eac94f2-8784-456c-89f1-8df2e24d8b05', 'admin_state_up': True, 'tenant_id': '4ba6d85f4c2246a599b53eeafff8f5f8'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:19.391544 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4ae0e5bb-6922-480f-9a77-e562be341203 req-05e68d2f-1de8-4042-81dc-61d7b2ac65d1 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794365 Jun 30 09:14:19.517525 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-4f24f812-6451-426b-83b3-06be143000f1 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Made reservation on behalf of 4ba6d85f4c2246a599b53eeafff8f5f8 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:19.521422 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-4f24f812-6451-426b-83b3-06be143000f1 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:19.590284 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da04ba8-c006-42a1-ae62-84f9b2908c5e req-95920441-b4bf-4c66-8fc5-e5a620ed97a1 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:19.592865 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3da04ba8-c006-42a1-ae62-84f9b2908c5e req-95920441-b4bf-4c66-8fc5-e5a620ed97a1 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.0703251 Jun 30 09:14:19.639712 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3da04ba8-c006-42a1-ae62-84f9b2908c5e req-500d19ff-1e02-42a7-a3fb-5887644c75b7 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381849 Jun 30 09:14:19.714175 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c43436-2126-41d7-80a2-1854ad760e8b req-8d2e73ce-186d-4a14-94b4-d108efaff6d8 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:19.715767 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43c43436-2126-41d7-80a2-1854ad760e8b req-8d2e73ce-186d-4a14-94b4-d108efaff6d8 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1fb5178-a33e-4fe3-8558-4f3cb1717701 HTTP/1.1" status: 200 len: 945 time: 0.1575563 Jun 30 09:14:19.772526 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-4f24f812-6451-426b-83b3-06be143000f1 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Allocated IP 172.20.0.8 (4eac94f2-8784-456c-89f1-8df2e24d8b05/d0f98cd3-8d03-46f2-8060-7a8817a5c40a/bb230521-4a1d-4bde-932e-43c185a12890) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:19.790082 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43c43436-2126-41d7-80a2-1854ad760e8b req-5c3f09a4-7289-4c52-88d2-2190c85f79cb tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a9f0f03-975e-494e-b70c-7a1dc0a02320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663414 Jun 30 09:14:19.793006 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2f5af51f-f257-47b9-9e57-03ad848ad919 req-d7f89c7d-b407-463b-8259-73b33ecfbaf6 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a6e557-1f13-4703-9066-2349a5199523 HTTP/1.1" status: 200 len: 210 time: 0.0329778 Jun 30 09:14:19.862317 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 70a2d8de-2524-43a0-a352-d464ef19358a details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:14:20.058303 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-4f24f812-6451-426b-83b3-06be143000f1 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:20.070048 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 70a2d8de-2524-43a0-a352-d464ef19358a, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=70a2d8de-2524-43a0-a352-d464ef19358a,segment=NetworkSegment(2c4795ed-ea2a-4018-838b-bfdf7ab7539a),segment_id=2c4795ed-ea2a-4018-838b-bfdf7ab7539a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:20.088003 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:14:20.130491 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '70a2d8de-2524-43a0-a352-d464ef19358a', 'network_id': '2d8c212d-9412-4bcb-9027-3702ee40608b', 'port_id': '70a2d8de-2524-43a0-a352-d464ef19358a', 'mac_address': 'fa:16:3e:82:27:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '020bd9d7-8fac-426e-925c-d25c334e8964', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:14:20.176292 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2c3e3247-88a4-4b51-901b-86e98939fa7b req-1e769f52-1fc1-4ff2-9226-f5d3a4d5841b tempest-ServerShowV254Test-1423989517 tempest-ServerShowV254Test-1423989517-project] 10.222.0.10 "GET /v2.0/ports?device_id=92a73447-abcd-4895-95a4-ae626aacd01e HTTP/1.1" status: 200 len: 210 time: 0.0397377 Jun 30 09:14:20.181719 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:20.193963 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-4f24f812-6451-426b-83b3-06be143000f1 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:20.221622 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70a2d8de-2524-43a0-a352-d464ef19358a {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:14:20.255872 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 70a2d8de-2524-43a0-a352-d464ef19358a, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=70a2d8de-2524-43a0-a352-d464ef19358a,segment=NetworkSegment(2c4795ed-ea2a-4018-838b-bfdf7ab7539a),segment_id=2c4795ed-ea2a-4018-838b-bfdf7ab7539a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:20.257435 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:20.274958 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-4f24f812-6451-426b-83b3-06be143000f1 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Network 4eac94f2-8784-456c-89f1-8df2e24d8b05 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:20.288441 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-4f24f812-6451-426b-83b3-06be143000f1 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:20.294334 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-4f24f812-6451-426b-83b3-06be143000f1 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:20.296982 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:20.339747 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24f812-6451-426b-83b3-06be143000f1 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Pushing event updated for resources: {'Port': ['ID=bb230521-4a1d-4bde-932e-43c185a12890,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:20.372830 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae1760-4ea8-4cb3-86e6-5676dfa68fd9 req-bfc651d1-5d05-451f-99b2-2096357196fa tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:20.374387 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c6ae1760-4ea8-4cb3-86e6-5676dfa68fd9 req-bfc651d1-5d05-451f-99b2-2096357196fa tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.2290130 Jun 30 09:14:20.380338 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-4f24f812-6451-426b-83b3-06be143000f1 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:20.380878 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-4f24f812-6451-426b-83b3-06be143000f1 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:20.386267 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:20.387721 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcfaaa-349f-409a-a05d-54809ba92bb6 req-7ffbd5d9-43d5-4e9b-a06c-ed7fbff4d72d tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:20.389253 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c6dcfaaa-349f-409a-a05d-54809ba92bb6 req-7ffbd5d9-43d5-4e9b-a06c-ed7fbff4d72d tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.0717301 Jun 30 09:14:20.424389 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c6ae1760-4ea8-4cb3-86e6-5676dfa68fd9 req-53633c2f-30b9-4803-a259-c39da8eb19e5 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391750 Jun 30 09:14:20.442408 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:20.449062 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=70a2d8de-2524-43a0-a352-d464ef19358a,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:20.463855 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c6dcfaaa-349f-409a-a05d-54809ba92bb6 req-ed84fe4a-fad2-49e9-aab9-22db3b4e2614 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685647 Jun 30 09:14:20.529078 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:20.564415 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b2f31acb-2bbb-417e-a81d-39ea3193ea4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:20.600078 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-4f24f812-6451-426b-83b3-06be143000f1 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2733533 Jun 30 09:14:20.612393 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-615b1de3-8db1-40f2-8b65-63d08ec8506f service neutron] Request body: {'port': {'device_id': 'a6a6e557-1f13-4703-9066-2349a5199523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:20.625940 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a3c720-025b-4ad5-a239-1e7f1a8cc843', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:20.628400 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6eca27-918a-4b59-b9ba-62678f08ac99" -d '{"events": [{"server_uuid": "a6a3c720-025b-4ad5-a239-1e7f1a8cc843", "name": "network-vif-unplugged", "status": "completed", "tag": "88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:20.663296 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['70a2d8de-2524-43a0-a352-d464ef19358a'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:20.672320 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9db243-c305-4cc1-9f8a-f912c28397c6 req-4a891d0f-2c65-4f24-a612-e333a10c67fe tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:20.679312 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1f9db243-c305-4cc1-9f8a-f912c28397c6 req-4a891d0f-2c65-4f24-a612-e333a10c67fe tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5531969-aeb8-49a4-9064-94c6254cea77 HTTP/1.1" status: 200 len: 945 time: 0.1352606 Jun 30 09:14:20.689535 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384316f-f384-4e9b-a57d-901ac8107463 req-bcad674b-0864-4d5f-86a9-2b5b4f5a4f00 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:20.691795 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4384316f-f384-4e9b-a57d-901ac8107463 req-bcad674b-0864-4d5f-86a9-2b5b4f5a4f00 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.0839689 Jun 30 09:14:20.741466 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4384316f-f384-4e9b-a57d-901ac8107463 req-a4353470-b372-45fe-9419-dcd5dc9b76ea tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424273 Jun 30 09:14:20.747638 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1f9db243-c305-4cc1-9f8a-f912c28397c6 req-cbf24331-dfcf-4bfd-936e-84d68aea2153 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.10 "GET /v2.0/security-groups?id=43d047db-9ebb-4c45-b6fb-344d5f2a56f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674343 Jun 30 09:14:20.748170 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-615b1de3-8db1-40f2-8b65-63d08ec8506f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:20.864149 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602362dd-f668-4347-8ee0-65297ff55b5a x-openstack-request-id: req-602362dd-f668-4347-8ee0-65297ff55b5a {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:20.864714 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a3c720-025b-4ad5-a239-1e7f1a8cc843", "name": "network-vif-unplugged", "status": "completed", "tag": "88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:20.864714 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-602362dd-f668-4347-8ee0-65297ff55b5a {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:20.865132 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a3c720-025b-4ad5-a239-1e7f1a8cc843', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8', 'code': 200} Jun 30 09:14:21.099558 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36d0a9-01b9-4863-b2a1-7a4179d395e2 req-d34febf6-0038-4bfe-ac93-2027427f62eb tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:21.101057 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bb36d0a9-01b9-4863-b2a1-7a4179d395e2 req-d34febf6-0038-4bfe-ac93-2027427f62eb tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a6e557-1f13-4703-9066-2349a5199523 HTTP/1.1" status: 200 len: 931 time: 0.1239581 Jun 30 09:14:21.156280 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-615b1de3-8db1-40f2-8b65-63d08ec8506f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb230521-4a1d-4bde-932e-43c185a12890 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:14:21.169870 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-615b1de3-8db1-40f2-8b65-63d08ec8506f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:21.182437 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bb36d0a9-01b9-4863-b2a1-7a4179d395e2 req-1d9d45f9-197d-4b4f-a6f8-9d168f21073d tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/security-groups?id=971e8c62-5d09-4ee3-b04b-41495f6fcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753131 Jun 30 09:14:21.189538 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-615b1de3-8db1-40f2-8b65-63d08ec8506f service neutron] Transition to ACTIVE for port object bb230521-4a1d-4bde-932e-43c185a12890 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:21.335785 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-615b1de3-8db1-40f2-8b65-63d08ec8506f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:21.412670 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d426a6-21a4-4a33-8522-ee55f8c2cdd2 req-45cb0b92-5ff3-4d7b-a285-bfdcaedea0d1 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:21.416217 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-13d426a6-21a4-4a33-8522-ee55f8c2cdd2 req-45cb0b92-5ff3-4d7b-a285-bfdcaedea0d1 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.0788279 Jun 30 09:14:21.423074 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b1de3-8db1-40f2-8b65-63d08ec8506f service neutron] Pushing event updated for resources: {'Port': ['ID=bb230521-4a1d-4bde-932e-43c185a12890,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:21.495267 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-13d426a6-21a4-4a33-8522-ee55f8c2cdd2 req-3ea6d00f-fd69-48b4-a3ce-b443df72f28b tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722344 Jun 30 09:14:21.498079 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c90683-9dc3-4dd0-987f-f6e25c3ab5f9 req-af9b8e9c-7981-4d2b-af20-b4165d44d8cb tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:21.499710 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-90c90683-9dc3-4dd0-987f-f6e25c3ab5f9 req-af9b8e9c-7981-4d2b-af20-b4165d44d8cb tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1fb5178-a33e-4fe3-8558-4f3cb1717701 HTTP/1.1" status: 200 len: 945 time: 0.2000382 Jun 30 09:14:21.531650 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46307341-adb3-421f-8a7b-5c481047a18d req-6b4f2dd8-df62-4898-bd7e-53252b47fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:21.537233 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-46307341-adb3-421f-8a7b-5c481047a18d req-6b4f2dd8-df62-4898-bd7e-53252b47fbd5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 1096 time: 0.0726023 Jun 30 09:14:21.584671 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-90c90683-9dc3-4dd0-987f-f6e25c3ab5f9 req-0c5f5d24-fdac-44f5-9b71-b1106e5ea382 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a9f0f03-975e-494e-b70c-7a1dc0a02320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697324 Jun 30 09:14:21.585963 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-615b1de3-8db1-40f2-8b65-63d08ec8506f service neutron] Attempting to bind port bb230521-4a1d-4bde-932e-43c185a12890 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:14:21.586367 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-615b1de3-8db1-40f2-8b65-63d08ec8506f service neutron] Attempting to bind port bb230521-4a1d-4bde-932e-43c185a12890 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': 'def79e2a-77de-4d9b-9f2c-a24ea194333a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4eac94f2-8784-456c-89f1-8df2e24d8b05'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:14:21.587320 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-615b1de3-8db1-40f2-8b65-63d08ec8506f service neutron] Attempting to bind port bb230521-4a1d-4bde-932e-43c185a12890 on network 4eac94f2-8784-456c-89f1-8df2e24d8b05 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:21.603452 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37118) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:21.620849 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-615b1de3-8db1-40f2-8b65-63d08ec8506f service neutron] Port bb230521-4a1d-4bde-932e-43c185a12890 on network 4eac94f2-8784-456c-89f1-8df2e24d8b05 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:14:21.621169 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-615b1de3-8db1-40f2-8b65-63d08ec8506f service neutron] Attempting to bind port bb230521-4a1d-4bde-932e-43c185a12890 on network 4eac94f2-8784-456c-89f1-8df2e24d8b05 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:21.639386 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-615b1de3-8db1-40f2-8b65-63d08ec8506f service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:14:21.639802 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-615b1de3-8db1-40f2-8b65-63d08ec8506f service neutron] Checking segment: {'id': 'def79e2a-77de-4d9b-9f2c-a24ea194333a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4eac94f2-8784-456c-89f1-8df2e24d8b05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:21.640354 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-615b1de3-8db1-40f2-8b65-63d08ec8506f service neutron] Bound using segment: {'id': 'def79e2a-77de-4d9b-9f2c-a24ea194333a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4eac94f2-8784-456c-89f1-8df2e24d8b05'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:14:21.640793 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-615b1de3-8db1-40f2-8b65-63d08ec8506f service neutron] Bound port: bb230521-4a1d-4bde-932e-43c185a12890, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def79e2a-77de-4d9b-9f2c-a24ea194333a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4eac94f2-8784-456c-89f1-8df2e24d8b05'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:14:21.641223 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-615b1de3-8db1-40f2-8b65-63d08ec8506f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:21.712729 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46307341-adb3-421f-8a7b-5c481047a18d req-df0b9b0f-29a8-4932-a300-d25e4918f52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:21.712729 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-46307341-adb3-421f-8a7b-5c481047a18d req-df0b9b0f-29a8-4932-a300-d25e4918f52f service neutron] 10.222.0.37 "GET /v2.0/networks?id=b51add01-e516-4efc-9c9c-16a3be3b127b HTTP/1.1" status: 200 len: 912 time: 0.1525159 Jun 30 09:14:21.752366 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-615b1de3-8db1-40f2-8b65-63d08ec8506f service neutron] For port bb230521-4a1d-4bde-932e-43c185a12890, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:14:21.756479 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-615b1de3-8db1-40f2-8b65-63d08ec8506f service neutron] For port bb230521-4a1d-4bde-932e-43c185a12890, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=bb230521-4a1d-4bde-932e-43c185a12890,segment=NetworkSegment(def79e2a-77de-4d9b-9f2c-a24ea194333a),segment_id=def79e2a-77de-4d9b-9f2c-a24ea194333a)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:14:21.813613 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-4c9b6b7d-19e0-455f-ad9b-12e85fde3d15 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-915853098'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:21.819708 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f7de7e37-caf8-465c-8b8f-f4851334cb83 req-42ad7837-c596-4bd3-b37f-ac2f887cb0c9 tempest-ServerShowV254Test-1423989517 tempest-ServerShowV254Test-1423989517-project] 10.222.0.10 "GET /v2.0/ports?device_id=92a73447-abcd-4895-95a4-ae626aacd01e HTTP/1.1" status: 200 len: 210 time: 0.0395982 Jun 30 09:14:21.826519 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-46307341-adb3-421f-8a7b-5c481047a18d req-6cf41621-8240-4198-a982-ce8ea6818d69 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b HTTP/1.1" status: 200 len: 999 time: 0.1153245 Jun 30 09:14:21.874650 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 70a2d8de-2524-43a0-a352-d464ef19358a up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:21.885159 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-615b1de3-8db1-40f2-8b65-63d08ec8506f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:21.886096 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3f383-63f6-4cf1-9aa6-be4f13ab27cd req-c5d6a4d0-a8a5-4863-8f17-d43bbd84f20f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:21.890391 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b8d3f383-63f6-4cf1-9aa6-be4f13ab27cd req-c5d6a4d0-a8a5-4863-8f17-d43bbd84f20f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.1247354 Jun 30 09:14:21.897073 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46307341-adb3-421f-8a7b-5c481047a18d req-90c01c8e-5ae4-4d79-931a-5dae5dd9833b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:21.898481 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-46307341-adb3-421f-8a7b-5c481047a18d req-90c01c8e-5ae4-4d79-931a-5dae5dd9833b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0db27f2a-daae-4bc9-9a26-19aaee7812fb HTTP/1.1" status: 200 len: 850 time: 0.0655260 Jun 30 09:14:21.903877 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-615b1de3-8db1-40f2-8b65-63d08ec8506f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:21.905097 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-615b1de3-8db1-40f2-8b65-63d08ec8506f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:21.907442 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-615b1de3-8db1-40f2-8b65-63d08ec8506f service neutron] 10.222.0.52 "PUT /v2.0/ports/bb230521-4a1d-4bde-932e-43c185a12890 HTTP/1.1" status: 200 len: 1092 time: 1.2994714 Jun 30 09:14:21.910013 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a6e557-1f13-4703-9066-2349a5199523', 'tag': 'bb230521-4a1d-4bde-932e-43c185a12890'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:21.913162 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5327e3d6-fb8e-4e72-9343-3fa24737b7c4" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a6e557-1f13-4703-9066-2349a5199523", "tag": "bb230521-4a1d-4bde-932e-43c185a12890"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:21.970801 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b8d3f383-63f6-4cf1-9aa6-be4f13ab27cd req-de710b20-6eba-42c6-b7ac-8f3ddd8b3a94 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762029 Jun 30 09:14:22.002907 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46307341-adb3-421f-8a7b-5c481047a18d req-e55d189b-1f48-47f8-9a82-fa5f22c6c2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:22.004773 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-46307341-adb3-421f-8a7b-5c481047a18d req-e55d189b-1f48-47f8-9a82-fa5f22c6c2d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b51add01-e516-4efc-9c9c-16a3be3b127b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0945320 Jun 30 09:14:22.007442 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9b6b7d-19e0-455f-ad9b-12e85fde3d15 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Made reservation on behalf of 2e9447c31bce4a77b4cbe5b2c6452ca3 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:22.011578 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4c9b6b7d-19e0-455f-ad9b-12e85fde3d15 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:22.014320 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b1de3-8db1-40f2-8b65-63d08ec8506f service neutron] Pushing event updated for resources: {'Port': ['ID=bb230521-4a1d-4bde-932e-43c185a12890,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:22.035701 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4c9b6b7d-19e0-455f-ad9b-12e85fde3d15 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:22.091025 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d83821-ef0a-400b-bb04-0f815fb09083 req-e15a2edc-91e6-4e69-96d9-97ac08a925e0 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:22.092588 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-21d83821-ef0a-400b-bb04-0f815fb09083 req-e15a2edc-91e6-4e69-96d9-97ac08a925e0 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1438975 Jun 30 09:14:22.167482 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-46307341-adb3-421f-8a7b-5c481047a18d req-679b256a-cbec-4b4b-af65-4b52a0f778b5 service neutron] 10.222.0.37 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553769 Jun 30 09:14:22.174375 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 70a2d8de-2524-43a0-a352-d464ef19358a completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:22.179746 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 70a2d8de-2524-43a0-a352-d464ef19358a triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:22.181009 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:22.187002 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a4d5a-0411-449b-bc9f-0bb3d5670cb7 req-46c6e461-dd50-4546-aca2-d15431e7a256 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:22.188663 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-df6a4d5a-0411-449b-bc9f-0bb3d5670cb7 req-46c6e461-dd50-4546-aca2-d15431e7a256 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1fb5178-a33e-4fe3-8558-4f3cb1717701 HTTP/1.1" status: 200 len: 945 time: 0.1027300 Jun 30 09:14:22.200651 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37128) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:22.204860 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-c3913199-99e1-4ef0-8387-4846ae438c08 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Request body: {'floatingip': {'port_id': '1bd73eac-500d-4d1c-90d9-3e0bc50f34f7'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:22.212017 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-21d83821-ef0a-400b-bb04-0f815fb09083 req-37e727f1-1194-45e8-8f33-3d7b56f189e2 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067615 Jun 30 09:14:22.253948 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-23274e33-efc2-479f-8b7a-42e9f30f4572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:22.255498 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-23274e33-efc2-479f-8b7a-42e9f30f4572 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ba6d85f4c2246a599b53eeafff8f5f8&device_id=a6a6e557-1f13-4703-9066-2349a5199523 HTTP/1.1" status: 200 len: 1095 time: 0.1293700 Jun 30 09:14:22.274157 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4c9b6b7d-19e0-455f-ad9b-12e85fde3d15 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:22.313079 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-77301d85-10e3-48cd-a5cb-7ea2ab3ca45f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb230521-4a1d-4bde-932e-43c185a12890 HTTP/1.1" status: 200 len: 217 time: 0.0496807 Jun 30 09:14:22.314760 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3913199-99e1-4ef0-8387-4846ae438c08 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks [] for floatingip, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:22.355173 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b37818-1250-4cbd-abc1-db3a788ae6fb x-openstack-request-id: req-89b37818-1250-4cbd-abc1-db3a788ae6fb {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:22.355623 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a6e557-1f13-4703-9066-2349a5199523", "tag": "bb230521-4a1d-4bde-932e-43c185a12890", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:22.355736 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-89b37818-1250-4cbd-abc1-db3a788ae6fb {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:22.356202 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a6e557-1f13-4703-9066-2349a5199523', 'tag': 'bb230521-4a1d-4bde-932e-43c185a12890', 'status': 'completed', 'code': 200} Jun 30 09:14:22.365437 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:22.374745 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-56a5e54f-e23f-489f-a66f-f345c5047126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:22.376342 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-56a5e54f-e23f-489f-a66f-f345c5047126 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d0f98cd3-8d03-46f2-8060-7a8817a5c40a HTTP/1.1" status: 200 len: 854 time: 0.0571177 Jun 30 09:14:22.410467 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 70a2d8de-2524-43a0-a352-d464ef19358a, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=70a2d8de-2524-43a0-a352-d464ef19358a,segment=NetworkSegment(2c4795ed-ea2a-4018-838b-bfdf7ab7539a),segment_id=2c4795ed-ea2a-4018-838b-bfdf7ab7539a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:22.411390 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4c9b6b7d-19e0-455f-ad9b-12e85fde3d15 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:22.416917 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-f46cf5a9-6f2f-4765-b513-992ee24bfcf3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4eac94f2-8784-456c-89f1-8df2e24d8b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332985 Jun 30 09:14:22.444424 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c9b6b7d-19e0-455f-ad9b-12e85fde3d15 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:14:22.489148 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:22.505674 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-46307341-adb3-421f-8a7b-5c481047a18d req-c9a13972-40a9-45bf-a632-9a79bfccbf8c service neutron] 10.222.0.37 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062048 Jun 30 09:14:22.514126 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b6b7d-19e0-455f-ad9b-12e85fde3d15 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f686fc2-9080-4410-be12-0191b2e13d69,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:22.518867 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4c9b6b7d-19e0-455f-ad9b-12e85fde3d15 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:22.519252 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-4c9b6b7d-19e0-455f-ad9b-12e85fde3d15 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Added segment 0c0546f6-de0d-49e9-acb4-8351a22ae0e4 of type vlan for network 2668d0cd-3624-4c3c-9cbc-c196689410cd Jun 30 09:14:22.577220 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=70a2d8de-2524-43a0-a352-d464ef19358a,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:22.582454 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c9da4-5c52-4423-8a3e-c1ec4219d55d req-2c068e40-1ae6-4a5e-a68b-57523506c794 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:22.584015 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-649c9da4-5c52-4423-8a3e-c1ec4219d55d req-2c068e40-1ae6-4a5e-a68b-57523506c794 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5531969-aeb8-49a4-9064-94c6254cea77 HTTP/1.1" status: 200 len: 945 time: 0.2224939 Jun 30 09:14:22.609647 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4c9b6b7d-19e0-455f-ad9b-12e85fde3d15 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:22.669175 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-c090cc0e-8867-4efa-9eec-9ab693c81708 service neutron] 10.222.0.52 "GET /v2.0/networks/4eac94f2-8784-456c-89f1-8df2e24d8b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395401 Jun 30 09:14:22.673379 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-649c9da4-5c52-4423-8a3e-c1ec4219d55d req-43d124c6-97e8-44c3-b69e-732a0474e2f5 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.10 "GET /v2.0/security-groups?id=43d047db-9ebb-4c45-b6fb-344d5f2a56f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782986 Jun 30 09:14:22.683459 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5036c1-32cf-45b9-a39d-d01db69cedd6 req-97a164b7-bdfb-4853-be1d-c911f8210538 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:22.684978 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-af5036c1-32cf-45b9-a39d-d01db69cedd6 req-97a164b7-bdfb-4853-be1d-c911f8210538 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a6e557-1f13-4703-9066-2349a5199523 HTTP/1.1" status: 200 len: 943 time: 0.2195797 Jun 30 09:14:22.744120 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4c9b6b7d-19e0-455f-ad9b-12e85fde3d15 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:22.750371 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9b6b7d-19e0-455f-ad9b-12e85fde3d15 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:22.751083 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4c9b6b7d-19e0-455f-ad9b-12e85fde3d15 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:22.866343 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5531969-aeb8-49a4-9064-94c6254cea77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a2d8de-2524-43a0-a352-d464ef19358a'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:22.869317 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb4a103-f9d8-455f-8d85-666d1bde30c1" -d '{"events": [{"server_uuid": "b5531969-aeb8-49a4-9064-94c6254cea77", "name": "network-vif-plugged", "status": "completed", "tag": "70a2d8de-2524-43a0-a352-d464ef19358a"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:22.873235 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-af39ae94-7e2e-45cf-80ae-2f6b18d03445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:22.898065 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-af5036c1-32cf-45b9-a39d-d01db69cedd6 req-e0c56b61-fbfa-44bf-b31d-5e7157cdb987 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/security-groups?id=971e8c62-5d09-4ee3-b04b-41495f6fcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048771 Jun 30 09:14:22.902919 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b6b7d-19e0-455f-ad9b-12e85fde3d15 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Pushing event updated for resources: {'Network': ['ID=2668d0cd-3624-4c3c-9cbc-c196689410cd,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:22.917182 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 2668d0cd-3624-4c3c-9cbc-c196689410cd details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:14:22.930933 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-74df5ba9-f4f5-49c2-b3a0-2ea5715ab6de req-dea37955-4e94-43b2-a930-debb6f74a354 service neutron] 10.222.0.52 "GET /v2.0/networks/4eac94f2-8784-456c-89f1-8df2e24d8b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386909 Jun 30 09:14:22.937216 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4c9b6b7d-19e0-455f-ad9b-12e85fde3d15 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3325515 Jun 30 09:14:22.941108 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37150) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:22.948653 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-4a2726cc-f5aa-43b2-a896-4b97eacf5e2f tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Request body: {'subnet': {'network_id': '2668d0cd-3624-4c3c-9cbc-c196689410cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:22.971599 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3913199-99e1-4ef0-8387-4846ae438c08 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:23.004254 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a753607-be2c-4184-b630-93f55a4f4755 req-5f8257b2-dc21-45d0-90f4-0329908489a2 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:23.012458 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a753607-be2c-4184-b630-93f55a4f4755 req-5f8257b2-dc21-45d0-90f4-0329908489a2 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1367316 Jun 30 09:14:23.053677 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3913199-99e1-4ef0-8387-4846ae438c08 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:23.105658 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a753607-be2c-4184-b630-93f55a4f4755 req-9d4a61ac-d226-491d-8b07-8f2685de29a5 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921259 Jun 30 09:14:23.114358 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-86a402e4-7e07-43ab-a90e-2b1fa903d29b req-4dbc4381-c0eb-41c2-8eb9-bbe1eb84418f tempest-ServerShowV254Test-1423989517 tempest-ServerShowV254Test-1423989517-project] 10.222.0.10 "GET /v2.0/ports?device_id=92a73447-abcd-4895-95a4-ae626aacd01e HTTP/1.1" status: 200 len: 210 time: 0.0313342 Jun 30 09:14:23.152321 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327e3d6-fb8e-4e72-9343-3fa24737b7c4 req-13cbb63a-894f-4c36-bc42-4f899e3046be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:23.154387 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5327e3d6-fb8e-4e72-9343-3fa24737b7c4 req-13cbb63a-894f-4c36-bc42-4f899e3046be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ba6d85f4c2246a599b53eeafff8f5f8&device_id=a6a6e557-1f13-4703-9066-2349a5199523 HTTP/1.1" status: 200 len: 1095 time: 0.1033134 Jun 30 09:14:23.186332 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2726cc-f5aa-43b2-a896-4b97eacf5e2f tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Made reservation on behalf of 2e9447c31bce4a77b4cbe5b2c6452ca3 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:23.187779 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efcae77-d10b-4e19-8cf8-65f28d72f7b5 x-openstack-request-id: req-8efcae77-d10b-4e19-8cf8-65f28d72f7b5 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:23.188481 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5531969-aeb8-49a4-9064-94c6254cea77", "name": "network-vif-plugged", "status": "completed", "tag": "70a2d8de-2524-43a0-a352-d464ef19358a", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:23.188733 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8efcae77-d10b-4e19-8cf8-65f28d72f7b5 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:23.188998 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-c3913199-99e1-4ef0-8387-4846ae438c08 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Floating IP b2c318d6-ab59-4695-b10b-a881b9a7f528 associated. External IP: 172.25.6.119, port: 1bd73eac-500d-4d1c-90d9-3e0bc50f34f7. Jun 30 09:14:23.189118 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5531969-aeb8-49a4-9064-94c6254cea77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a2d8de-2524-43a0-a352-d464ef19358a', 'code': 200} Jun 30 09:14:23.193592 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4a2726cc-f5aa-43b2-a896-4b97eacf5e2f tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:23.385770 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:23.395292 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 78f204c0-a493-47c9-a0c1-dcd15206a2fa details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:14:23.510656 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327e3d6-fb8e-4e72-9343-3fa24737b7c4 req-c9069d55-6b07-4f81-b261-ecf9da9ad6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:23.513008 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5327e3d6-fb8e-4e72-9343-3fa24737b7c4 req-c9069d55-6b07-4f81-b261-ecf9da9ad6bf service neutron] 10.222.0.52 "GET /v2.0/networks?id=4eac94f2-8784-456c-89f1-8df2e24d8b05 HTTP/1.1" status: 200 len: 915 time: 0.3511622 Jun 30 09:14:23.516891 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 78f204c0-a493-47c9-a0c1-dcd15206a2fa, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=78f204c0-a493-47c9-a0c1-dcd15206a2fa,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:23.521147 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe7af5-d5af-4a54-b997-2dc88e9bfda1 req-74305ddf-1d06-48cc-ad33-0e6b5dd80017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:23.522566 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2cbe7af5-d5af-4a54-b997-2dc88e9bfda1 req-74305ddf-1d06-48cc-ad33-0e6b5dd80017 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b5531969-aeb8-49a4-9064-94c6254cea77 HTTP/1.1" status: 200 len: 1098 time: 0.2453518 Jun 30 09:14:23.534179 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '78f204c0-a493-47c9-a0c1-dcd15206a2fa', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': '78f204c0-a493-47c9-a0c1-dcd15206a2fa', 'mac_address': 'fa:16:3e:b2:69:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:14:23.583331 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:23.599225 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e6251-d23a-439a-9af4-8ac9fc2ac254 req-bf221e40-cb9a-46e3-8870-0bbf7a2979a0 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:23.600167 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78f204c0-a493-47c9-a0c1-dcd15206a2fa {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:14:23.603198 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf6e6251-d23a-439a-9af4-8ac9fc2ac254 req-bf221e40-cb9a-46e3-8870-0bbf7a2979a0 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.2710919 Jun 30 09:14:23.622078 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 78f204c0-a493-47c9-a0c1-dcd15206a2fa, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=78f204c0-a493-47c9-a0c1-dcd15206a2fa,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:23.627946 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5327e3d6-fb8e-4e72-9343-3fa24737b7c4 req-9271078a-f647-488d-bcb6-01b552998ef2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb230521-4a1d-4bde-932e-43c185a12890 HTTP/1.1" status: 200 len: 217 time: 0.1043961 Jun 30 09:14:23.699574 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2cbe7af5-d5af-4a54-b997-2dc88e9bfda1 req-baab7ea8-717a-47fb-b299-7389b8f331b8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=43d047db-9ebb-4c45-b6fb-344d5f2a56f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642809 Jun 30 09:14:23.712192 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:23.763314 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327e3d6-fb8e-4e72-9343-3fa24737b7c4 req-bfe50823-7205-4da8-a620-95d59f040c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:23.764869 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5327e3d6-fb8e-4e72-9343-3fa24737b7c4 req-bfe50823-7205-4da8-a620-95d59f040c66 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d0f98cd3-8d03-46f2-8060-7a8817a5c40a HTTP/1.1" status: 200 len: 854 time: 0.1277714 Jun 30 09:14:23.769568 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=78f204c0-a493-47c9-a0c1-dcd15206a2fa,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:23.769761 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf6e6251-d23a-439a-9af4-8ac9fc2ac254 req-238b8e5a-9bc3-4c93-bd56-85be94b4ce23 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409416 Jun 30 09:14:23.771908 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050a830-58e0-4e93-8b9d-9fa076ec2f93 req-56ee38c5-656a-4346-919d-01b3c4800fba tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:23.773371 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b050a830-58e0-4e93-8b9d-9fa076ec2f93 req-56ee38c5-656a-4346-919d-01b3c4800fba tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.4105830 Jun 30 09:14:23.778395 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3913199-99e1-4ef0-8387-4846ae438c08 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Router 20443f0d-11c1-478c-850c-50388eae0861 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:14:23.809404 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['78f204c0-a493-47c9-a0c1-dcd15206a2fa'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:23.810663 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5327e3d6-fb8e-4e72-9343-3fa24737b7c4 req-73105dd7-88cd-4189-91d0-83c5ec3c5b8c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4eac94f2-8784-456c-89f1-8df2e24d8b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356245 Jun 30 09:14:23.861017 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b050a830-58e0-4e93-8b9d-9fa076ec2f93 req-58335bf7-baea-47a9-bcda-72f81657c520 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760131 Jun 30 09:14:23.890896 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4a2726cc-f5aa-43b2-a896-4b97eacf5e2f tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:23.964132 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3913199-99e1-4ef0-8387-4846ae438c08 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:14:23.969349 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3913199-99e1-4ef0-8387-4846ae438c08 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:23.987648 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5598e0c-0a7a-4454-867b-33358fa8ec65 None None] Sync routers for ids ['20443f0d-11c1-478c-850c-50388eae0861'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:14:24.017100 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a087a6b7-b01c-4be8-ba41-6c6e0e8c1667 req-3dea89a2-db4c-4fd4-b6f3-04602ec7d37f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1533527 Jun 30 09:14:24.021982 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c3913199-99e1-4ef0-8387-4846ae438c08 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "PUT /v2.0/floatingips/b2c318d6-ab59-4695-b10b-a881b9a7f528 HTTP/1.1" status: 200 len: 991 time: 1.8206708 Jun 30 09:14:24.022605 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1fb5178-a33e-4fe3-8558-4f3cb1717701', 'tag': '1bd73eac-500d-4d1c-90d9-3e0bc50f34f7'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:24.026009 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023bbd59-9d80-4e91-971b-5d9c7eb40eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "d1fb5178-a33e-4fe3-8558-4f3cb1717701", "tag": "1bd73eac-500d-4d1c-90d9-3e0bc50f34f7"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:24.037685 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5598e0c-0a7a-4454-867b-33358fa8ec65 None None] Routers {'20443f0d-11c1-478c-850c-50388eae0861'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:14:24.038433 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-d5598e0c-0a7a-4454-867b-33358fa8ec65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:14:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['20443f0d-11c1-478c-850c-50388eae0861'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:24.142478 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087a6b7-b01c-4be8-ba41-6c6e0e8c1667 req-faed2924-158c-4b2a-80ac-dcd13a70ad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:24.144289 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a087a6b7-b01c-4be8-ba41-6c6e0e8c1667 req-faed2924-158c-4b2a-80ac-dcd13a70ad47 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 1096 time: 0.0744960 Jun 30 09:14:24.188054 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-d5598e0c-0a7a-4454-867b-33358fa8ec65 None None] Set router 20443f0d-11c1-478c-850c-50388eae0861 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:14:24.319673 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087a6b7-b01c-4be8-ba41-6c6e0e8c1667 req-d76588c3-7d7c-475c-b987-7ed766244ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:24.321540 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a087a6b7-b01c-4be8-ba41-6c6e0e8c1667 req-d76588c3-7d7c-475c-b987-7ed766244ff7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b51add01-e516-4efc-9c9c-16a3be3b127b HTTP/1.1" status: 200 len: 912 time: 0.1534848 Jun 30 09:14:24.394957 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ad9dc-742e-408e-b809-e28fe21bb84d req-894600b8-2374-4d01-b69b-5c9ed8803add tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:24.396447 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-680ad9dc-742e-408e-b809-e28fe21bb84d req-894600b8-2374-4d01-b69b-5c9ed8803add tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a6e557-1f13-4703-9066-2349a5199523 HTTP/1.1" status: 200 len: 943 time: 0.1303518 Jun 30 09:14:24.407201 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a087a6b7-b01c-4be8-ba41-6c6e0e8c1667 req-4b009ea3-005b-465b-98f3-4c3e90c0ac13 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b HTTP/1.1" status: 200 len: 999 time: 0.0754983 Jun 30 09:14:24.415690 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2726cc-f5aa-43b2-a896-4b97eacf5e2f tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Pushing event updated for resources: {'Subnet': ['ID=ce1f5fb6-35e4-48a1-a5dd-d93055ba923e,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:24.440909 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5327e3d6-fb8e-4e72-9343-3fa24737b7c4 req-b0e5e77a-f01e-4498-9848-68e858834c0f service neutron] 10.222.0.52 "GET /v2.0/networks/4eac94f2-8784-456c-89f1-8df2e24d8b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6036122 Jun 30 09:14:24.447030 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2726cc-f5aa-43b2-a896-4b97eacf5e2f tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Checking segment: {'id': '0c0546f6-de0d-49e9-acb4-8351a22ae0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2668d0cd-3624-4c3c-9cbc-c196689410cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:24.447340 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2726cc-f5aa-43b2-a896-4b97eacf5e2f tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Network hostable DHCP agents. Network: 2668d0cd-3624-4c3c-9cbc-c196689410cd, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:14:24.468068 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-d5598e0c-0a7a-4454-867b-33358fa8ec65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20443f0d-11c1-478c-850c-50388eae0861', 'name': 'tempest-ServersTestJSON-1863791569-router', 'tenant_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'eec1ea9c-25f3-47f6-96d8-c7630f7911e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:16Z', 'updated_at': '2021-06-30T09:13:30Z', 'revision_number': 4, 'project_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'gw_port': {'id': 'eec1ea9c-25f3-47f6-96d8-c7630f7911e3', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20443f0d-11c1-478c-850c-50388eae0861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:17Z', 'updated_at': '2021-06-30T09:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'b2c318d6-ab59-4695-b10b-a881b9a7f528', 'tenant_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'floating_ip_address': '172.25.6.119', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '20443f0d-11c1-478c-850c-50388eae0861', 'port_id': '1bd73eac-500d-4d1c-90d9-3e0bc50f34f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d14177c-7e46-44f3-a2aa-d46dd096a92c', 'mac_address': 'fa:16:3e:7f:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb5178-a33e-4fe3-8558-4f3cb1717701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:13:43Z', 'updated_at': '2021-06-30T09:14:22Z', 'revision_number': 1, 'project_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead38559-d434-411a-a364-05d05ee0bddd', 'name': '', 'network_id': '5d14177c-7e46-44f3-a2aa-d46dd096a92c', 'tenant_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'mac_address': 'fa:16:3e:21:bf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20443f0d-11c1-478c-850c-50388eae0861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'c1fb0fa9-5ba8-4c0a-814c-a20a9ebf689c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:23Z', 'updated_at': '2021-06-30T09:13:43Z', 'revision_number': 5, 'project_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'subnets': [{'id': 'c1fb0fa9-5ba8-4c0a-814c-a20a9ebf689c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:24.483558 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-680ad9dc-742e-408e-b809-e28fe21bb84d req-97d8a8e9-4358-4c32-97a2-14113bb39441 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/security-groups?id=971e8c62-5d09-4ee3-b04b-41495f6fcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753777 Jun 30 09:14:24.485425 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087a6b7-b01c-4be8-ba41-6c6e0e8c1667 req-1e25db24-627c-48d7-a85b-b437cf548eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:24.486784 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a087a6b7-b01c-4be8-ba41-6c6e0e8c1667 req-1e25db24-627c-48d7-a85b-b437cf548eca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0db27f2a-daae-4bc9-9a26-19aaee7812fb HTTP/1.1" status: 200 len: 850 time: 0.0709782 Jun 30 09:14:24.500935 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5598e0c-0a7a-4454-867b-33358fa8ec65 None None] Checking router: 20443f0d-11c1-478c-850c-50388eae0861 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:14:24.504138 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:24.523291 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5598e0c-0a7a-4454-867b-33358fa8ec65 None None] Routers {'20443f0d-11c1-478c-850c-50388eae0861'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:14:24.524068 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-d5598e0c-0a7a-4454-867b-33358fa8ec65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:14:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['20443f0d-11c1-478c-850c-50388eae0861'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:24.532900 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3a225-00fe-4c7e-ac69-f9a2f188a599 req-e4d45407-65b1-4469-96f5-d4b3ab9f5b4f tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:24.540353 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3fd3a225-00fe-4c7e-ac69-f9a2f188a599 req-e4d45407-65b1-4469-96f5-d4b3ab9f5b4f tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5531969-aeb8-49a4-9064-94c6254cea77 HTTP/1.1" status: 200 len: 946 time: 0.2043710 Jun 30 09:14:24.567803 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087a6b7-b01c-4be8-ba41-6c6e0e8c1667 req-c4194bf9-993b-40ce-9106-4d14aadb27f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:24.569682 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a087a6b7-b01c-4be8-ba41-6c6e0e8c1667 req-c4194bf9-993b-40ce-9106-4d14aadb27f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b51add01-e516-4efc-9c9c-16a3be3b127b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722284 Jun 30 09:14:24.601951 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2726cc-f5aa-43b2-a896-4b97eacf5e2f tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Network 2668d0cd-3624-4c3c-9cbc-c196689410cd is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:14:24.635060 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3fd3a225-00fe-4c7e-ac69-f9a2f188a599 req-81f5e16b-0ddd-43c3-93bd-9113d34e27b9 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.10 "GET /v2.0/security-groups?id=43d047db-9ebb-4c45-b6fb-344d5f2a56f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936446 Jun 30 09:14:24.674029 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5327e3d6-fb8e-4e72-9343-3fa24737b7c4 req-d336bd2c-05ce-40a0-a3b7-cd3c11db2638 service neutron] 10.222.0.52 "GET /v2.0/networks/4eac94f2-8784-456c-89f1-8df2e24d8b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224572 Jun 30 09:14:24.688879 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-4a2726cc-f5aa-43b2-a896-4b97eacf5e2f tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 2668d0cd-3624-4c3c-9cbc-c196689410cd) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:24.701533 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2726cc-f5aa-43b2-a896-4b97eacf5e2f tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:24.702480 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4a2726cc-f5aa-43b2-a896-4b97eacf5e2f tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:24.709110 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b220ad7f-f515-42fd-aa02-0d7a70eb3beb None None] Network 2668d0cd-3624-4c3c-9cbc-c196689410cd requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:24.728144 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f492b2a-f723-4e3a-ae27-eeeb180bf2ab x-openstack-request-id: req-1f492b2a-f723-4e3a-ae27-eeeb180bf2ab {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:24.728444 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1fb5178-a33e-4fe3-8558-4f3cb1717701", "tag": "1bd73eac-500d-4d1c-90d9-3e0bc50f34f7", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:24.729872 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1f492b2a-f723-4e3a-ae27-eeeb180bf2ab {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:24.730628 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1fb5178-a33e-4fe3-8558-4f3cb1717701', 'tag': '1bd73eac-500d-4d1c-90d9-3e0bc50f34f7', 'status': 'completed', 'code': 200} Jun 30 09:14:24.825512 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a087a6b7-b01c-4be8-ba41-6c6e0e8c1667 req-2dc3a68e-f508-4624-a26e-03264656e942 service neutron] 10.222.0.37 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479234 Jun 30 09:14:24.841983 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-d5598e0c-0a7a-4454-867b-33358fa8ec65 None None] Set router 20443f0d-11c1-478c-850c-50388eae0861 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:14:24.858081 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2ad0658a-2401-4482-8950-2b7fc97bdd7e req-57acb431-93aa-4628-85bb-ae398a468741 tempest-ServerShowV254Test-1423989517 tempest-ServerShowV254Test-1423989517-project] 10.222.0.10 "GET /v2.0/ports?device_id=92a73447-abcd-4895-95a4-ae626aacd01e HTTP/1.1" status: 200 len: 210 time: 0.0511789 Jun 30 09:14:24.863958 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4a2726cc-f5aa-43b2-a896-4b97eacf5e2f tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9190452 Jun 30 09:14:24.864595 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37182) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:24.884998 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-b3fe3fe9-7681-4b27-a1fd-50930add86a2 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Request body: {'port': {'network_id': '2668d0cd-3624-4c3c-9cbc-c196689410cd', 'name': 'tempest-DHCPAgentSchedulersTestJSON-30005073'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:24.996314 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bbd59-9d80-4e91-971b-5d9c7eb40eb2 req-fb2bad49-3429-42fc-9fbb-695bce0427ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:24.997975 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-023bbd59-9d80-4e91-971b-5d9c7eb40eb2 req-fb2bad49-3429-42fc-9fbb-695bce0427ec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e7f9c67d9c9e4ca097900fd6ab18621e&device_id=d1fb5178-a33e-4fe3-8558-4f3cb1717701 HTTP/1.1" status: 200 len: 1097 time: 0.2651403 Jun 30 09:14:25.019601 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a087a6b7-b01c-4be8-ba41-6c6e0e8c1667 req-449d02c1-ffd6-4d51-9c30-62125af74a0d service neutron] 10.222.0.37 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851141 Jun 30 09:14:25.122162 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff184a-601c-4a8a-8589-446e2f57eeda req-69989abd-6e9b-47b5-9caf-2c23f1d61e3c tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:25.130465 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-58ff184a-601c-4a8a-8589-446e2f57eeda req-69989abd-6e9b-47b5-9caf-2c23f1d61e3c tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1094558 Jun 30 09:14:25.175777 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-58ff184a-601c-4a8a-8589-446e2f57eeda req-526077a3-060c-4e13-966a-406552a24849 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445521 Jun 30 09:14:25.241965 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea334e-0e81-4366-8164-965af9cd9c3c req-9696a828-b94c-406d-acaa-c18a115df7b1 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:25.244674 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-18ea334e-0e81-4366-8164-965af9cd9c3c req-9696a828-b94c-406d-acaa-c18a115df7b1 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.2273364 Jun 30 09:14:25.248895 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bbd59-9d80-4e91-971b-5d9c7eb40eb2 req-354910db-fdd4-42f7-8438-1ace483fc41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:25.250553 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-023bbd59-9d80-4e91-971b-5d9c7eb40eb2 req-354910db-fdd4-42f7-8438-1ace483fc41a service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d14177c-7e46-44f3-a2aa-d46dd096a92c HTTP/1.1" status: 200 len: 907 time: 0.2456591 Jun 30 09:14:25.339620 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fe3fe9-7681-4b27-a1fd-50930add86a2 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Made reservation on behalf of 2e9447c31bce4a77b4cbe5b2c6452ca3 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:25.344623 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b3fe3fe9-7681-4b27-a1fd-50930add86a2 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:25.350277 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee458c8-29be-40d1-931c-255291fe8cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-2668d0cd-3624-4c3c-9cbc-c196689410cd', 'network_id': '2668d0cd-3624-4c3c-9cbc-c196689410cd', 'tenant_id': '2e9447c31bce4a77b4cbe5b2c6452ca3', 'fixed_ips': [{'subnet_id': 'ce1f5fb6-35e4-48a1-a5dd-d93055ba923e'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:14:25.352025 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fee458c8-29be-40d1-931c-255291fe8cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:25.392775 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-18ea334e-0e81-4366-8164-965af9cd9c3c req-d679cb14-9640-4e76-9f54-dd6b5a3d2cc8 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410489 Jun 30 09:14:25.412039 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-b3fe3fe9-7681-4b27-a1fd-50930add86a2 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] device_id is not set on port 367ed5a8-e863-4d82-a0f2-3e2a60fe6525 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:14:25.463407 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54482c13-ba8c-42e4-a82a-eda4e9426845 req-20318eb2-0e75-4643-ba06-24746ffb4517 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:25.471000 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-54482c13-ba8c-42e4-a82a-eda4e9426845 req-20318eb2-0e75-4643-ba06-24746ffb4517 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1045609 Jun 30 09:14:25.516661 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-023bbd59-9d80-4e91-971b-5d9c7eb40eb2 req-57141951-c33f-40ab-9723-088ab972d49d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bd73eac-500d-4d1c-90d9-3e0bc50f34f7 HTTP/1.1" status: 200 len: 999 time: 0.2482808 Jun 30 09:14:25.519353 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-54482c13-ba8c-42e4-a82a-eda4e9426845 req-26a7792b-61ca-4627-8597-7defe16f3658 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471380 Jun 30 09:14:25.557128 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-fee458c8-29be-40d1-931c-255291fe8cb4 None None] Allocated IP 172.20.0.2 (2668d0cd-3624-4c3c-9cbc-c196689410cd/ce1f5fb6-35e4-48a1-a5dd-d93055ba923e/fe81f58a-87c5-4c66-8266-7576a073cf6f) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:25.620236 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 78f204c0-a493-47c9-a0c1-dcd15206a2fa up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:25.646739 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bbd59-9d80-4e91-971b-5d9c7eb40eb2 req-785a6cc7-500d-46cb-b332-91ad16f09b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:25.653694 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-023bbd59-9d80-4e91-971b-5d9c7eb40eb2 req-785a6cc7-500d-46cb-b332-91ad16f09b83 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c1fb0fa9-5ba8-4c0a-814c-a20a9ebf689c HTTP/1.1" status: 200 len: 845 time: 0.1175306 Jun 30 09:14:25.750740 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296e985-8b99-42d9-9081-b5e41dd5ac13 req-12e3a527-1545-47d7-accb-0bbecc04dd68 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:25.752676 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3296e985-8b99-42d9-9081-b5e41dd5ac13 req-12e3a527-1545-47d7-accb-0bbecc04dd68 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a6e557-1f13-4703-9066-2349a5199523 HTTP/1.1" status: 200 len: 943 time: 0.0741076 Jun 30 09:14:25.789481 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 78f204c0-a493-47c9-a0c1-dcd15206a2fa triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:25.789838 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:25.801568 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-d5598e0c-0a7a-4454-867b-33358fa8ec65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20443f0d-11c1-478c-850c-50388eae0861', 'name': 'tempest-ServersTestJSON-1863791569-router', 'tenant_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'eec1ea9c-25f3-47f6-96d8-c7630f7911e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:16Z', 'updated_at': '2021-06-30T09:13:30Z', 'revision_number': 4, 'project_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'gw_port': {'id': 'eec1ea9c-25f3-47f6-96d8-c7630f7911e3', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20443f0d-11c1-478c-850c-50388eae0861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:17Z', 'updated_at': '2021-06-30T09:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'b2c318d6-ab59-4695-b10b-a881b9a7f528', 'tenant_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'floating_ip_address': '172.25.6.119', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '20443f0d-11c1-478c-850c-50388eae0861', 'port_id': '1bd73eac-500d-4d1c-90d9-3e0bc50f34f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d14177c-7e46-44f3-a2aa-d46dd096a92c', 'mac_address': 'fa:16:3e:7f:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb5178-a33e-4fe3-8558-4f3cb1717701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:13:43Z', 'updated_at': '2021-06-30T09:14:22Z', 'revision_number': 1, 'project_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead38559-d434-411a-a364-05d05ee0bddd', 'name': '', 'network_id': '5d14177c-7e46-44f3-a2aa-d46dd096a92c', 'tenant_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'mac_address': 'fa:16:3e:21:bf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20443f0d-11c1-478c-850c-50388eae0861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'c1fb0fa9-5ba8-4c0a-814c-a20a9ebf689c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:23Z', 'updated_at': '2021-06-30T09:13:43Z', 'revision_number': 5, 'project_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'subnets': [{'id': 'c1fb0fa9-5ba8-4c0a-814c-a20a9ebf689c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:25.803147 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9959e70-28b4-4b2c-bc17-051d273193b6 req-9a3f3a87-4364-443d-a4f7-4b29e4d4169a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:25.811249 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c9959e70-28b4-4b2c-bc17-051d273193b6 req-9a3f3a87-4364-443d-a4f7-4b29e4d4169a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.1538272 Jun 30 09:14:25.819719 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3296e985-8b99-42d9-9081-b5e41dd5ac13 req-5c0dc8fd-ef41-4a2f-a3d5-0c2f9df8b039 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/security-groups?id=971e8c62-5d09-4ee3-b04b-41495f6fcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534232 Jun 30 09:14:25.822227 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bbd59-9d80-4e91-971b-5d9c7eb40eb2 req-0a720289-61e2-4ee8-928f-91031e564750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:25.823949 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-023bbd59-9d80-4e91-971b-5d9c7eb40eb2 req-0a720289-61e2-4ee8-928f-91031e564750 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d14177c-7e46-44f3-a2aa-d46dd096a92c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1574321 Jun 30 09:14:25.829357 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fee458c8-29be-40d1-931c-255291fe8cb4 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:25.866516 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5598e0c-0a7a-4454-867b-33358fa8ec65 None None] The sync data for ids ['20443f0d-11c1-478c-850c-50388eae0861'] in n-d-771363-31 is: [{'id': '20443f0d-11c1-478c-850c-50388eae0861', 'name': 'tempest-ServersTestJSON-1863791569-router', 'tenant_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'eec1ea9c-25f3-47f6-96d8-c7630f7911e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:16Z', 'updated_at': '2021-06-30T09:13:30Z', 'revision_number': 4, 'project_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'gw_port': {'id': 'eec1ea9c-25f3-47f6-96d8-c7630f7911e3', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20443f0d-11c1-478c-850c-50388eae0861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:17Z', 'updated_at': '2021-06-30T09:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'b2c318d6-ab59-4695-b10b-a881b9a7f528', 'tenant_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'floating_ip_address': '172.25.6.119', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '20443f0d-11c1-478c-850c-50388eae0861', 'port_id': '1bd73eac-500d-4d1c-90d9-3e0bc50f34f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d14177c-7e46-44f3-a2aa-d46dd096a92c', 'mac_address': 'fa:16:3e:7f:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb5178-a33e-4fe3-8558-4f3cb1717701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:13:43Z', 'updated_at': '2021-06-30T09:14:22Z', 'revision_number': 1, 'project_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead38559-d434-411a-a364-05d05ee0bddd', 'name': '', 'network_id': '5d14177c-7e46-44f3-a2aa-d46dd096a92c', 'tenant_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'mac_address': 'fa:16:3e:21:bf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20443f0d-11c1-478c-850c-50388eae0861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'c1fb0fa9-5ba8-4c0a-814c-a20a9ebf689c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:23Z', 'updated_at': '2021-06-30T09:13:43Z', 'revision_number': 5, 'project_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'subnets': [{'id': 'c1fb0fa9-5ba8-4c0a-814c-a20a9ebf689c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:14:25.879398 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fee458c8-29be-40d1-931c-255291fe8cb4 None None] Transition to ACTIVE for port object fe81f58a-87c5-4c66-8266-7576a073cf6f will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:25.913638 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fee458c8-29be-40d1-931c-255291fe8cb4 None None] Transition to ACTIVE for port object fe81f58a-87c5-4c66-8266-7576a073cf6f will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:25.922788 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device bb230521-4a1d-4bde-932e-43c185a12890 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:14:25.965586 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-023bbd59-9d80-4e91-971b-5d9c7eb40eb2 req-aff84edd-910f-4dd8-b1e9-0f15de81e7ab service neutron] 10.222.0.52 "GET /v2.0/networks/5d14177c-7e46-44f3-a2aa-d46dd096a92c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326156 Jun 30 09:14:25.990895 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fee458c8-29be-40d1-931c-255291fe8cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.005236 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.062949 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad3861-4504-4348-ae4b-6508a0b04fed req-6a030bf8-39e8-4b4f-bebb-d35b8e4f787b tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:26.071077 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dcad3861-4504-4348-ae4b-6508a0b04fed req-6a030bf8-39e8-4b4f-bebb-d35b8e4f787b tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5531969-aeb8-49a4-9064-94c6254cea77 HTTP/1.1" status: 200 len: 946 time: 0.1135669 Jun 30 09:14:26.090766 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c9959e70-28b4-4b2c-bc17-051d273193b6 req-14788bc8-572f-4ceb-801d-9edcab2ab96d tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2779744 Jun 30 09:14:26.118890 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee458c8-29be-40d1-931c-255291fe8cb4 None None] Network 2668d0cd-3624-4c3c-9cbc-c196689410cd is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:26.135441 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dcad3861-4504-4348-ae4b-6508a0b04fed req-454d2a08-779f-4509-bffc-f57eafa9383a tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.10 "GET /v2.0/security-groups?id=43d047db-9ebb-4c45-b6fb-344d5f2a56f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630150 Jun 30 09:14:26.156659 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-b3fe3fe9-7681-4b27-a1fd-50930add86a2 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Allocated IP 172.20.0.6 (2668d0cd-3624-4c3c-9cbc-c196689410cd/ce1f5fb6-35e4-48a1-a5dd-d93055ba923e/367ed5a8-e863-4d82-a0f2-3e2a60fe6525) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:26.157209 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee458c8-29be-40d1-931c-255291fe8cb4 None None] Pushing event updated for resources: {'Port': ['ID=fe81f58a-87c5-4c66-8266-7576a073cf6f,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:26.207444 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-fee458c8-29be-40d1-931c-255291fe8cb4 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:26.212125 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee458c8-29be-40d1-931c-255291fe8cb4 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:26.214182 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6453ea9-f66a-4188-a5a0-3a98543439ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f204c0-a493-47c9-a0c1-dcd15206a2fa'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:26.216337 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603a97a4-0132-4ac8-a772-3c21ba6b93c9" -d '{"events": [{"server_uuid": "a6453ea9-f66a-4188-a5a0-3a98543439ff", "name": "network-vif-plugged", "status": "completed", "tag": "78f204c0-a493-47c9-a0c1-dcd15206a2fa"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:26.238400 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-023bbd59-9d80-4e91-971b-5d9c7eb40eb2 req-c2f7cd5c-a791-4966-98cb-e63edb8fd547 service neutron] 10.222.0.52 "GET /v2.0/networks/5d14177c-7e46-44f3-a2aa-d46dd096a92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615466 Jun 30 09:14:26.275072 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfdb299-187a-45d9-ae88-a9fcd553f8bc None None] New status for floating IP b2c318d6-ab59-4695-b10b-a881b9a7f528: ACTIVE {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:14:26.281938 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 78f204c0-a493-47c9-a0c1-dcd15206a2fa, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=78f204c0-a493-47c9-a0c1-dcd15206a2fa,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:26.325400 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port bb230521-4a1d-4bde-932e-43c185a12890, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=bb230521-4a1d-4bde-932e-43c185a12890,segment=NetworkSegment(def79e2a-77de-4d9b-9f2c-a24ea194333a),segment_id=def79e2a-77de-4d9b-9f2c-a24ea194333a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:26.370500 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'bb230521-4a1d-4bde-932e-43c185a12890', 'network_id': '4eac94f2-8784-456c-89f1-8df2e24d8b05', 'port_id': 'bb230521-4a1d-4bde-932e-43c185a12890', 'mac_address': 'fa:16:3e:f2:19:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f98cd3-8d03-46f2-8060-7a8817a5c40a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:14:26.375319 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-fee458c8-29be-40d1-931c-255291fe8cb4 None None] Attempting to bind port fe81f58a-87c5-4c66-8266-7576a073cf6f on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:14:26.375739 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-fee458c8-29be-40d1-931c-255291fe8cb4 None None] Attempting to bind port fe81f58a-87c5-4c66-8266-7576a073cf6f by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '0c0546f6-de0d-49e9-acb4-8351a22ae0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2668d0cd-3624-4c3c-9cbc-c196689410cd'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:14:26.376093 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee458c8-29be-40d1-931c-255291fe8cb4 None None] Attempting to bind port fe81f58a-87c5-4c66-8266-7576a073cf6f on network 2668d0cd-3624-4c3c-9cbc-c196689410cd {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:26.384427 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee458c8-29be-40d1-931c-255291fe8cb4 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:14:26.384798 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee458c8-29be-40d1-931c-255291fe8cb4 None None] Checking segment: {'id': '0c0546f6-de0d-49e9-acb4-8351a22ae0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2668d0cd-3624-4c3c-9cbc-c196689410cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:26.385319 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fee458c8-29be-40d1-931c-255291fe8cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.385815 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee458c8-29be-40d1-931c-255291fe8cb4 None None] Bound using segment: {'id': '0c0546f6-de0d-49e9-acb4-8351a22ae0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2668d0cd-3624-4c3c-9cbc-c196689410cd'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:14:26.386339 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-fee458c8-29be-40d1-931c-255291fe8cb4 None None] Bound port: fe81f58a-87c5-4c66-8266-7576a073cf6f, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c0546f6-de0d-49e9-acb4-8351a22ae0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2668d0cd-3624-4c3c-9cbc-c196689410cd'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:14:26.386722 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fee458c8-29be-40d1-931c-255291fe8cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.452071 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.458852 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.480625 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.481820 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b525a99-5e43-47c3-b881-5b454eb411ef req-5e9ed2ef-cfeb-4a3e-b85c-463d46f20d86 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:26.492148 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b525a99-5e43-47c3-b881-5b454eb411ef req-5e9ed2ef-cfeb-4a3e-b85c-463d46f20d86 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1377130 Jun 30 09:14:26.498257 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b3fe3fe9-7681-4b27-a1fd-50930add86a2 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.512928 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-b3fe3fe9-7681-4b27-a1fd-50930add86a2 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Transition to ACTIVE for port object 367ed5a8-e863-4d82-a0f2-3e2a60fe6525 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:26.528511 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb230521-4a1d-4bde-932e-43c185a12890 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:14:26.579768 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port bb230521-4a1d-4bde-932e-43c185a12890, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=bb230521-4a1d-4bde-932e-43c185a12890,segment=NetworkSegment(def79e2a-77de-4d9b-9f2c-a24ea194333a),segment_id=def79e2a-77de-4d9b-9f2c-a24ea194333a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:26.580590 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b525a99-5e43-47c3-b881-5b454eb411ef req-e68300ca-f7f2-4570-9c66-7ccf7c7c1837 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734246 Jun 30 09:14:26.601691 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9d1537d0-15e0-4f43-a8d1-f39a2c293672 req-72a3b742-2dfc-4971-886c-70bdee204287 tempest-ServerShowV254Test-1423989517 tempest-ServerShowV254Test-1423989517-project] 10.222.0.10 "GET /v2.0/ports?device_id=92a73447-abcd-4895-95a4-ae626aacd01e HTTP/1.1" status: 200 len: 210 time: 0.0403259 Jun 30 09:14:26.602503 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-fee458c8-29be-40d1-931c-255291fe8cb4 None None] For port fe81f58a-87c5-4c66-8266-7576a073cf6f, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:14:26.602503 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-fee458c8-29be-40d1-931c-255291fe8cb4 None None] For port fe81f58a-87c5-4c66-8266-7576a073cf6f, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=fe81f58a-87c5-4c66-8266-7576a073cf6f,segment=NetworkSegment(0c0546f6-de0d-49e9-acb4-8351a22ae0e4),segment_id=0c0546f6-de0d-49e9-acb4-8351a22ae0e4)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:14:26.603829 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=78f204c0-a493-47c9-a0c1-dcd15206a2fa,revision_number=7']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:26.649486 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.677645 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b3fe3fe9-7681-4b27-a1fd-50930add86a2 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.689595 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3102b55b-cf65-4f10-98a0-c5ddcf73ac73 x-openstack-request-id: req-3102b55b-cf65-4f10-98a0-c5ddcf73ac73 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:26.690194 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6453ea9-f66a-4188-a5a0-3a98543439ff", "name": "network-vif-plugged", "status": "completed", "tag": "78f204c0-a493-47c9-a0c1-dcd15206a2fa", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:26.693782 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3102b55b-cf65-4f10-98a0-c5ddcf73ac73 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:26.693782 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6453ea9-f66a-4188-a5a0-3a98543439ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f204c0-a493-47c9-a0c1-dcd15206a2fa', 'code': 200} Jun 30 09:14:26.693782 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fee458c8-29be-40d1-931c-255291fe8cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.731512 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=bb230521-4a1d-4bde-932e-43c185a12890,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:26.746172 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fe3fe9-7681-4b27-a1fd-50930add86a2 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Network 2668d0cd-3624-4c3c-9cbc-c196689410cd is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:26.755885 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-b3fe3fe9-7681-4b27-a1fd-50930add86a2 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:26.777634 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fe3fe9-7681-4b27-a1fd-50930add86a2 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:26.818458 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe3fe9-7681-4b27-a1fd-50930add86a2 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Pushing event updated for resources: {'Port': ['ID=367ed5a8-e863-4d82-a0f2-3e2a60fe6525,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:26.823862 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee458c8-29be-40d1-931c-255291fe8cb4 None None] Pushing event updated for resources: {'Port': ['ID=fe81f58a-87c5-4c66-8266-7576a073cf6f,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:26.853250 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fe3fe9-7681-4b27-a1fd-50930add86a2 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:26.853990 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b3fe3fe9-7681-4b27-a1fd-50930add86a2 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.935396 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['bb230521-4a1d-4bde-932e-43c185a12890'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:26.957020 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b3fe3fe9-7681-4b27-a1fd-50930add86a2 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0905883 Jun 30 09:14:26.960198 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37230) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:26.971249 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38e5b3-2122-4b10-b06a-e24c64de80ec req-c6746cfc-7021-4de7-b5d0-53c0029e19e2 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:26.973511 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aa38e5b3-2122-4b10-b06a-e24c64de80ec req-c6746cfc-7021-4de7-b5d0-53c0029e19e2 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.0911915 Jun 30 09:14:27.087861 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aa38e5b3-2122-4b10-b06a-e24c64de80ec req-551f76eb-b4a1-407f-aa7a-411235e09ad8 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926368 Jun 30 09:14:27.153566 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-81c7dda9-fbb1-4fd7-bede-ca8e3d499434 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Deleting port 367ed5a8-e863-4d82-a0f2-3e2a60fe6525 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:14:27.154041 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-81c7dda9-fbb1-4fd7-bede-ca8e3d499434 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:27.330139 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-81c7dda9-fbb1-4fd7-bede-ca8e3d499434 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:27.344608 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-81c7dda9-fbb1-4fd7-bede-ca8e3d499434 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Calling delete_port for 367ed5a8-e863-4d82-a0f2-3e2a60fe6525 owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:14:27.410893 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f272a73-5498-4a59-a65d-bdcab3f9aa37 req-398be861-55ff-4422-960d-811e83586469 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:27.415278 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5f272a73-5498-4a59-a65d-bdcab3f9aa37 req-398be861-55ff-4422-960d-811e83586469 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a6e557-1f13-4703-9066-2349a5199523 HTTP/1.1" status: 200 len: 944 time: 0.1542253 Jun 30 09:14:27.495469 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5f272a73-5498-4a59-a65d-bdcab3f9aa37 req-abaafd6c-308a-4d69-8ce5-aece1f91bf45 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/security-groups?id=971e8c62-5d09-4ee3-b04b-41495f6fcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730932 Jun 30 09:14:27.544337 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device fe81f58a-87c5-4c66-8266-7576a073cf6f up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:27.619394 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423039a-ef4a-48f3-b097-9ea1c9f56a5a req-4222f7a0-5893-4d21-85f2-e09a2142c0c4 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:27.630882 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4423039a-ef4a-48f3-b097-9ea1c9f56a5a req-4222f7a0-5893-4d21-85f2-e09a2142c0c4 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.1601562 Jun 30 09:14:27.665058 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-81c7dda9-fbb1-4fd7-bede-ca8e3d499434 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:27.717584 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port fe81f58a-87c5-4c66-8266-7576a073cf6f completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:27.728183 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff6597-865a-4719-a9be-4e25c9c31bf8 req-0b0fe254-c160-45c3-abe2-60f46858ead2 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:27.731033 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c5ff6597-865a-4719-a9be-4e25c9c31bf8 req-0b0fe254-c160-45c3-abe2-60f46858ead2 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1212454 Jun 30 09:14:27.740439 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7dda9-fbb1-4fd7-bede-ca8e3d499434 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Pushing event deleted for resources: {'Port': ['ID=367ed5a8-e863-4d82-a0f2-3e2a60fe6525,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:27.795748 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4423039a-ef4a-48f3-b097-9ea1c9f56a5a req-bd1f06af-f72b-4408-9cf0-37d2e3f645d7 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635447 Jun 30 09:14:27.851609 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c5ff6597-865a-4719-a9be-4e25c9c31bf8 req-ff6a4e4c-c3a3-42d7-9948-3adcae428462 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109467 Jun 30 09:14:27.881782 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-81c7dda9-fbb1-4fd7-bede-ca8e3d499434 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:27.888072 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37268) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:27.888329 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-81c7dda9-fbb1-4fd7-bede-ca8e3d499434 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] 10.222.0.10 "DELETE /v2.0/ports/367ed5a8-e863-4d82-a0f2-3e2a60fe6525 HTTP/1.1" status: 204 len: 168 time: 0.9269559 Jun 30 09:14:27.922225 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device bb230521-4a1d-4bde-932e-43c185a12890 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:27.983876 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37272) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:27.989492 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-2846a24a-153d-4852-bdd3-2bb13446c7d1 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-23126767'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:27.995553 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f60ebcc0-f387-4c02-b863-b02e561851dd tempest-DHCPAgentSchedulersTestJSON-1881469629 tempest-DHCPAgentSchedulersTestJSON-1881469629-project-admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.1059132 Jun 30 09:14:28.046675 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1dafe6c-d828-48b0-b72e-c1e8c99755f6 req-02c0446e-fe2f-4991-810e-a80da4983f24 tempest-ServerShowV254Test-1423989517 tempest-ServerShowV254Test-1423989517-project] 10.222.0.10 "GET /v2.0/ports?device_id=92a73447-abcd-4895-95a4-ae626aacd01e HTTP/1.1" status: 200 len: 210 time: 0.0406384 Jun 30 09:14:28.157388 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2846a24a-153d-4852-bdd3-2bb13446c7d1 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Made reservation on behalf of 2e9447c31bce4a77b4cbe5b2c6452ca3 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:28.158180 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port bb230521-4a1d-4bde-932e-43c185a12890 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:28.162077 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2846a24a-153d-4852-bdd3-2bb13446c7d1 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.166443 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port bb230521-4a1d-4bde-932e-43c185a12890 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:28.166824 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.222687 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2846a24a-153d-4852-bdd3-2bb13446c7d1 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:14:28.235808 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2846a24a-153d-4852-bdd3-2bb13446c7d1 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.236703 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-2846a24a-153d-4852-bdd3-2bb13446c7d1 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Added segment 1d7ec691-771d-49d1-b8e5-ec4b5bc422ff of type vlan for network 28a3e986-acaf-4561-93f7-b7a0a6e0e1a7 Jun 30 09:14:28.290992 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c0c8f5-a343-4719-939e-dbb7f29c0a6e None None] Network 2668d0cd-3624-4c3c-9cbc-c196689410cd requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:28.345030 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2846a24a-153d-4852-bdd3-2bb13446c7d1 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.355153 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.441026 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6695cf9-8ccd-4d54-92f5-166085131067 req-fd4d00f1-9bc7-4f06-80e4-b756663a1796 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:28.441295 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e6695cf9-8ccd-4d54-92f5-166085131067 req-fd4d00f1-9bc7-4f06-80e4-b756663a1796 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1442266 Jun 30 09:14:28.483685 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port bb230521-4a1d-4bde-932e-43c185a12890, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=bb230521-4a1d-4bde-932e-43c185a12890,segment=NetworkSegment(def79e2a-77de-4d9b-9f2c-a24ea194333a),segment_id=def79e2a-77de-4d9b-9f2c-a24ea194333a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:28.488755 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5a8decbb-0371-4855-b746-a738e8216f12 None None] Provisioning for port fe81f58a-87c5-4c66-8266-7576a073cf6f completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:28.498964 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5a8decbb-0371-4855-b746-a738e8216f12 None None] Provisioning complete for port fe81f58a-87c5-4c66-8266-7576a073cf6f triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:28.499360 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5a8decbb-0371-4855-b746-a738e8216f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.521678 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e6695cf9-8ccd-4d54-92f5-166085131067 req-a27392b2-b6e5-46de-94cb-e2646e573325 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608201 Jun 30 09:14:28.549232 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2846a24a-153d-4852-bdd3-2bb13446c7d1 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.559169 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2846a24a-153d-4852-bdd3-2bb13446c7d1 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:28.560350 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2846a24a-153d-4852-bdd3-2bb13446c7d1 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.626855 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.737438 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a6e557-1f13-4703-9066-2349a5199523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb230521-4a1d-4bde-932e-43c185a12890'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:28.740544 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6338a30b-b393-433e-82f7-77e53412b5fb" -d '{"events": [{"server_uuid": "a6a6e557-1f13-4703-9066-2349a5199523", "name": "network-vif-plugged", "status": "completed", "tag": "bb230521-4a1d-4bde-932e-43c185a12890"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:28.830981 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5a8decbb-0371-4855-b746-a738e8216f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.856701 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d9fe2-96e1-45ec-b6c8-253b74c977ca req-0717cb8f-6482-4e59-abc9-87c33f0cf3f4 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:28.865364 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f59d9fe2-96e1-45ec-b6c8-253b74c977ca req-0717cb8f-6482-4e59-abc9-87c33f0cf3f4 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.0989280 Jun 30 09:14:28.893992 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2846a24a-153d-4852-bdd3-2bb13446c7d1 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9082494 Jun 30 09:14:28.895160 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846a24a-153d-4852-bdd3-2bb13446c7d1 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Pushing event updated for resources: {'Network': ['ID=28a3e986-acaf-4561-93f7-b7a0a6e0e1a7,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:28.906676 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37302) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:28.983582 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f59d9fe2-96e1-45ec-b6c8-253b74c977ca req-ea43b7b4-f5b8-489b-b2b1-b7a20b15ddc9 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151783 Jun 30 09:14:29.003079 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 28a3e986-acaf-4561-93f7-b7a0a6e0e1a7 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:14:29.058271 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=bb230521-4a1d-4bde-932e-43c185a12890,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:29.084521 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ef1a7-5a62-47ba-8f9a-d59670fb2dac req-8c8d560d-dd99-4e5d-b122-214e42e883e0 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:29.091795 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-636ef1a7-5a62-47ba-8f9a-d59670fb2dac req-8c8d560d-dd99-4e5d-b122-214e42e883e0 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a6e557-1f13-4703-9066-2349a5199523 HTTP/1.1" status: 200 len: 945 time: 0.2742794 Jun 30 09:14:29.153257 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-5a8decbb-0371-4855-b746-a738e8216f12 None None] For port fe81f58a-87c5-4c66-8266-7576a073cf6f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=fe81f58a-87c5-4c66-8266-7576a073cf6f,segment=NetworkSegment(0c0546f6-de0d-49e9-acb4-8351a22ae0e4),segment_id=0c0546f6-de0d-49e9-acb4-8351a22ae0e4)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:29.170952 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0048fef7-74b2-4a28-802d-8730cec74664 x-openstack-request-id: req-0048fef7-74b2-4a28-802d-8730cec74664 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:29.171426 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a6e557-1f13-4703-9066-2349a5199523", "name": "network-vif-plugged", "status": "completed", "tag": "bb230521-4a1d-4bde-932e-43c185a12890", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:29.171541 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0048fef7-74b2-4a28-802d-8730cec74664 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:29.171904 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a6e557-1f13-4703-9066-2349a5199523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb230521-4a1d-4bde-932e-43c185a12890', 'code': 200} Jun 30 09:14:29.196130 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-636ef1a7-5a62-47ba-8f9a-d59670fb2dac req-a2db8bf4-6879-4db1-aea8-70365ef0056b tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/security-groups?id=971e8c62-5d09-4ee3-b04b-41495f6fcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999930 Jun 30 09:14:29.223537 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37314) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:29.223664 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9fc9bfc9-8bf3-46dc-b953-bead5f668a90 tempest-DHCPAgentSchedulersTestJSON-1881469629 tempest-DHCPAgentSchedulersTestJSON-1881469629-project-admin] 10.222.0.10 "GET /v2.0/agents/19de16a8-3da8-4766-bb89-2b893f0203a9/dhcp-networks HTTP/1.1" status: 200 len: 8086 time: 0.3109257 Jun 30 09:14:29.249570 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5a8decbb-0371-4855-b746-a738e8216f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.418009 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8decbb-0371-4855-b746-a738e8216f12 None None] Pushing event updated for resources: {'Port': ['ID=fe81f58a-87c5-4c66-8266-7576a073cf6f,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:29.443372 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0beeedf9-15de-4c92-bae1-d0a5bba0dcda req-1e6fbe48-d5d7-4dfd-b8a0-56bf77283b1c tempest-ServerShowV254Test-1423989517 tempest-ServerShowV254Test-1423989517-project] 10.222.0.10 "GET /v2.0/ports?device_id=92a73447-abcd-4895-95a4-ae626aacd01e HTTP/1.1" status: 200 len: 210 time: 0.0690274 Jun 30 09:14:29.483529 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76ff39-f5df-42ab-93b4-766eb5ffe70d req-97407865-95e4-4813-bd5a-2d0e5f829a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:29.485047 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1f76ff39-f5df-42ab-93b4-766eb5ffe70d req-97407865-95e4-4813-bd5a-2d0e5f829a36 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a6a6e557-1f13-4703-9066-2349a5199523 HTTP/1.1" status: 200 len: 1097 time: 0.2076788 Jun 30 09:14:29.524970 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4f16d1-98f5-4270-92b1-4a7facfa181d tempest-DHCPAgentSchedulersTestJSON-1881469629 tempest-DHCPAgentSchedulersTestJSON-1881469629-project-admin] Network 28a3e986-acaf-4561-93f7-b7a0a6e0e1a7 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:14:29.542358 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1f76ff39-f5df-42ab-93b4-766eb5ffe70d req-68865632-868a-44b5-99e7-72d65336bdc1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=971e8c62-5d09-4ee3-b04b-41495f6fcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484507 Jun 30 09:14:29.603417 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7993b4cc-b560-4985-90ee-a4d591f444a9 None None] Provisioning complete for port fe81f58a-87c5-4c66-8266-7576a073cf6f triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:29.604719 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7993b4cc-b560-4985-90ee-a4d591f444a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.635019 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8e4f16d1-98f5-4270-92b1-4a7facfa181d tempest-DHCPAgentSchedulersTestJSON-1881469629 tempest-DHCPAgentSchedulersTestJSON-1881469629-project-admin] 10.222.0.10 "POST /v2.0/agents/19de16a8-3da8-4766-bb89-2b893f0203a9/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4102180 Jun 30 09:14:29.637663 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37326) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:29.656453 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d0f002-6ca5-4a28-9491-24bda683f89f None None] Network 28a3e986-acaf-4561-93f7-b7a0a6e0e1a7 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:29.729847 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf431e-876d-455f-a756-bfea3cae2103 req-c7bf77b5-aa73-43f8-a9a6-45895ee090ca tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:29.731541 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-17bf431e-876d-455f-a756-bfea3cae2103 req-c7bf77b5-aa73-43f8-a9a6-45895ee090ca tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1246951 Jun 30 09:14:29.826718 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-17bf431e-876d-455f-a756-bfea3cae2103 req-7215d433-6dc8-42aa-acff-371c5b3c8c04 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859997 Jun 30 09:14:29.947080 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37332) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:29.947838 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9f13a532-a86a-4a39-ab86-1ad62f5de3f9 tempest-DHCPAgentSchedulersTestJSON-1881469629 tempest-DHCPAgentSchedulersTestJSON-1881469629-project-admin] 10.222.0.10 "GET /v2.0/agents/19de16a8-3da8-4766-bb89-2b893f0203a9/dhcp-networks HTTP/1.1" status: 200 len: 8855 time: 0.3088529 Jun 30 09:14:30.107245 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-14c18f28-5cf7-46cb-a2fe-ef278d4933cb None None] Could not find standard attr ID for object 367ed5a8-e863-4d82-a0f2-3e2a60fe6525. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:14:30.127801 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd1737-eab5-422a-a104-a3afc896c092 req-ea4f90f1-9d9c-4a3b-8445-c773bb2a36c4 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:30.129420 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78dd1737-eab5-422a-a104-a3afc896c092 req-ea4f90f1-9d9c-4a3b-8445-c773bb2a36c4 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1323438 Jun 30 09:14:30.154163 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-550eb24c-1a5a-47c3-b5d2-c771cc2f1b75 tempest-DHCPAgentSchedulersTestJSON-1881469629 tempest-DHCPAgentSchedulersTestJSON-1881469629-project-admin] 10.222.0.10 "DELETE /v2.0/agents/19de16a8-3da8-4766-bb89-2b893f0203a9/dhcp-networks/28a3e986-acaf-4561-93f7-b7a0a6e0e1a7 HTTP/1.1" status: 204 len: 168 time: 0.2049415 Jun 30 09:14:30.157017 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37340) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:30.188892 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78dd1737-eab5-422a-a104-a3afc896c092 req-39b9c902-89da-4c0f-9ea4-a014fcf21ece tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523257 Jun 30 09:14:30.366847 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-dad2aa73-e397-464f-b321-efeea45a0bc0 tempest-DHCPAgentSchedulersTestJSON-1881469629 tempest-DHCPAgentSchedulersTestJSON-1881469629-project-admin] 10.222.0.10 "GET /v2.0/agents/19de16a8-3da8-4766-bb89-2b893f0203a9/dhcp-networks HTTP/1.1" status: 200 len: 8086 time: 0.2086165 Jun 30 09:14:30.372840 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37346) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:30.402641 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fa5034dc-45ab-49ff-85ca-e76ccf12e7eb tempest-DHCPAgentSchedulersTestJSON-1881469629 tempest-DHCPAgentSchedulersTestJSON-1881469629-project-admin] 10.222.0.10 "GET /v2.0/networks/2668d0cd-3624-4c3c-9cbc-c196689410cd/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0282617 Jun 30 09:14:30.406022 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37348) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:30.438170 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ffa9ce5e-60f5-41f3-80ec-c19519ad8f51 tempest-DHCPAgentSchedulersTestJSON-1881469629 tempest-DHCPAgentSchedulersTestJSON-1881469629-project-admin] 10.222.0.10 "GET /v2.0/networks/2668d0cd-3624-4c3c-9cbc-c196689410cd/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0307798 Jun 30 09:14:30.440637 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37350) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:30.465960 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973e4e4-e9e4-4433-ae45-8c1b89a7c3a7 req-7dab361b-6687-48de-a62e-c30360ea73aa tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:30.477366 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2973e4e4-e9e4-4433-ae45-8c1b89a7c3a7 req-7dab361b-6687-48de-a62e-c30360ea73aa tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.1001379 Jun 30 09:14:30.535471 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2973e4e4-e9e4-4433-ae45-8c1b89a7c3a7 req-ff178063-8f3c-4b07-8719-dcacdbba917f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562158 Jun 30 09:14:30.619291 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37362) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:30.619940 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6391bb64-1c37-49ec-9758-cf44ffd27428 tempest-DHCPAgentSchedulersTestJSON-1881469629 tempest-DHCPAgentSchedulersTestJSON-1881469629-project-admin] 10.222.0.10 "GET /v2.0/agents/19de16a8-3da8-4766-bb89-2b893f0203a9/dhcp-networks HTTP/1.1" status: 200 len: 8086 time: 0.1777833 Jun 30 09:14:30.818660 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b80be4ae-5336-4a88-a486-b9dd6bf6064d tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:30.862306 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c59ca6-11e5-445a-a32c-be54be9cc79b req-5443f359-a8d3-4bbd-b909-2ff4be1c19d1 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:30.871997 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-56c59ca6-11e5-445a-a32c-be54be9cc79b req-5443f359-a8d3-4bbd-b909-2ff4be1c19d1 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a6e557-1f13-4703-9066-2349a5199523 HTTP/1.1" status: 200 len: 945 time: 0.1357837 Jun 30 09:14:30.933066 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-56c59ca6-11e5-445a-a32c-be54be9cc79b req-436d1761-8321-439d-82b0-6d5125863579 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/security-groups?id=971e8c62-5d09-4ee3-b04b-41495f6fcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616846 Jun 30 09:14:30.993260 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e2992383-bbac-4085-9566-e3f2d5f17d83 req-26c2dadc-1cb2-4c33-a133-08715725612f tempest-ServerShowV254Test-1423989517 tempest-ServerShowV254Test-1423989517-project] 10.222.0.10 "GET /v2.0/ports?device_id=92a73447-abcd-4895-95a4-ae626aacd01e HTTP/1.1" status: 200 len: 210 time: 0.0448561 Jun 30 09:14:31.065639 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b80be4ae-5336-4a88-a486-b9dd6bf6064d tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:31.083783 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-b80be4ae-5336-4a88-a486-b9dd6bf6064d tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a3e986-acaf-4561-93f7-b7a0a6e0e1a7']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:31.101345 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-b80be4ae-5336-4a88-a486-b9dd6bf6064d tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d7ec691-771d-49d1-b8e5-ec4b5bc422ff') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:31.101945 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-b80be4ae-5336-4a88-a486-b9dd6bf6064d tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d7ec691-771d-49d1-b8e5-ec4b5bc422ff') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:31.113365 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b80be4ae-5336-4a88-a486-b9dd6bf6064d tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:31.135679 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b80be4ae-5336-4a88-a486-b9dd6bf6064d tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:31.150496 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b80be4ae-5336-4a88-a486-b9dd6bf6064d tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:14:31.151532 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b80be4ae-5336-4a88-a486-b9dd6bf6064d tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:31.225627 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:14:31.225627 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:14:31.225627 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:14:31.225627 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:14:31.225627 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:14:31.225627 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:14:31.225627 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:14:31.225627 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:14:31.225627 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:14:31.225627 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:14:31.225627 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:14:31.225627 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:14:31.225627 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:14:31.225627 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:14:31.225627 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:14:31.225627 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:14:31.225627 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:14:31.225627 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:14:31.225627 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:14:31.225627 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:14:31.225627 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:14:31.225627 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:14:31.225627 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:14:31.225627 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:14:31.225627 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:14:31.225627 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:14:31.225627 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:14:31.225627 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:14:31.225627 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:14:31.225627 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:14:31.225627 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:14:31.225627 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:14:31.229321 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c8a4c-9dfe-4159-b72f-da73c1613805 req-8508995d-b26c-47fb-847f-96d774bb5de8 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:31.231143 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-545c8a4c-9dfe-4159-b72f-da73c1613805 req-8508995d-b26c-47fb-847f-96d774bb5de8 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.0994751 Jun 30 09:14:31.277962 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-545c8a4c-9dfe-4159-b72f-da73c1613805 req-c0f2faad-f63d-4ca7-8865-6a6628a4123f tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396106 Jun 30 09:14:31.317764 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b80be4ae-5336-4a88-a486-b9dd6bf6064d tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:31.344148 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b80be4ae-5336-4a88-a486-b9dd6bf6064d tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:31.348490 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b80be4ae-5336-4a88-a486-b9dd6bf6064d tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] 10.222.0.10 "DELETE /v2.0/networks/28a3e986-acaf-4561-93f7-b7a0a6e0e1a7 HTTP/1.1" status: 204 len: 168 time: 0.7260463 Jun 30 09:14:31.348937 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37374) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:31.410011 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80be4ae-5336-4a88-a486-b9dd6bf6064d tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Pushing event deleted for resources: {'Network': ['ID=28a3e986-acaf-4561-93f7-b7a0a6e0e1a7,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:31.462530 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc33863d-b42c-43d4-aa6a-5872e598f2de tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] DELETE failed (client error): The resource could not be found. Jun 30 09:14:31.469959 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc33863d-b42c-43d4-aa6a-5872e598f2de tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:14:31.474207 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bc33863d-b42c-43d4-aa6a-5872e598f2de tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] 10.222.0.10 "DELETE /v2.0/ports/367ed5a8-e863-4d82-a0f2-3e2a60fe6525 HTTP/1.1" status: 404 len: 333 time: 0.1226525 Jun 30 09:14:31.479490 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37382) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:31.548560 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device fe81f58a-87c5-4c66-8266-7576a073cf6f up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:31.608565 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0edd544-0132-4df6-a116-36478761bd73 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Deleting subnet ce1f5fb6-35e4-48a1-a5dd-d93055ba923e {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:14:31.614556 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b0edd544-0132-4df6-a116-36478761bd73 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:31.619724 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port fe81f58a-87c5-4c66-8266-7576a073cf6f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:31.620615 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:31.746004 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262da3e-357c-4008-ab6d-1c6ab11b0d6c req-47755b05-0909-4107-9040-f32be83ac596 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:31.757030 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f262da3e-357c-4008-ab6d-1c6ab11b0d6c req-47755b05-0909-4107-9040-f32be83ac596 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1165781 Jun 30 09:14:31.814006 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f262da3e-357c-4008-ab6d-1c6ab11b0d6c req-a09e255e-cf75-474e-834d-044b00fb3ff5 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539424 Jun 30 09:14:31.852427 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b0edd544-0132-4df6-a116-36478761bd73 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:32.016287 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eeac98-cee2-4c43-b2bd-ba6b3bbe9ea6 req-5d3474f6-4bf7-4c03-9458-c138f5e7d500 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:32.025069 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-67eeac98-cee2-4c43-b2bd-ba6b3bbe9ea6 req-5d3474f6-4bf7-4c03-9458-c138f5e7d500 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.3945308 Jun 30 09:14:32.141354 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b0edd544-0132-4df6-a116-36478761bd73 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:32.183690 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-67eeac98-cee2-4c43-b2bd-ba6b3bbe9ea6 req-c4c14214-307b-4d0b-8fc9-744d3d85407e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283100 Jun 30 09:14:32.324365 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b0edd544-0132-4df6-a116-36478761bd73 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:32.365575 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eea521a-37bf-460d-8fa5-c842a6302d90 None None] Network 2668d0cd-3624-4c3c-9cbc-c196689410cd requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:32.395483 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0edd544-0132-4df6-a116-36478761bd73 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Pushing event deleted for resources: {'Subnet': ['ID=ce1f5fb6-35e4-48a1-a5dd-d93055ba923e,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:32.399626 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b0edd544-0132-4df6-a116-36478761bd73 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:32.404068 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b0edd544-0132-4df6-a116-36478761bd73 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] 10.222.0.10 "DELETE /v2.0/subnets/ce1f5fb6-35e4-48a1-a5dd-d93055ba923e HTTP/1.1" status: 204 len: 168 time: 0.9213068 Jun 30 09:14:32.405497 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37394) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:32.544448 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3126577-7a75-486d-b339-c6ba2f6e31b5 req-7fb7cfb6-f801-49e6-b878-6f0893a8b693 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:32.554061 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e3126577-7a75-486d-b339-c6ba2f6e31b5 req-7fb7cfb6-f801-49e6-b878-6f0893a8b693 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a6e557-1f13-4703-9066-2349a5199523 HTTP/1.1" status: 200 len: 945 time: 0.1596012 Jun 30 09:14:32.613147 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-53b7062b-b281-4496-9cef-6f6b48d611c4 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:32.635235 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e3126577-7a75-486d-b339-c6ba2f6e31b5 req-acd78914-d95f-4dcc-b12b-44ce742fd774 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/security-groups?id=971e8c62-5d09-4ee3-b04b-41495f6fcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794466 Jun 30 09:14:32.795822 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32434b39-8e16-4631-96e9-6837d9707e4a None None] DHCP port deletion for 2668d0cd-3624-4c3c-9cbc-c196689410cd request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:14:32.806104 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-53b7062b-b281-4496-9cef-6f6b48d611c4 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Deleting port fe81f58a-87c5-4c66-8266-7576a073cf6f {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:14:32.806538 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-53b7062b-b281-4496-9cef-6f6b48d611c4 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:32.931158 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-32434b39-8e16-4631-96e9-6837d9707e4a None None] Deleting port fe81f58a-87c5-4c66-8266-7576a073cf6f {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:14:32.931722 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-32434b39-8e16-4631-96e9-6837d9707e4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:32.947950 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-53b7062b-b281-4496-9cef-6f6b48d611c4 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] For port fe81f58a-87c5-4c66-8266-7576a073cf6f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=fe81f58a-87c5-4c66-8266-7576a073cf6f,segment=NetworkSegment(0c0546f6-de0d-49e9-acb4-8351a22ae0e4),segment_id=0c0546f6-de0d-49e9-acb4-8351a22ae0e4)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:32.948204 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-53b7062b-b281-4496-9cef-6f6b48d611c4 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:32.977964 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-53b7062b-b281-4496-9cef-6f6b48d611c4 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Calling delete_port for fe81f58a-87c5-4c66-8266-7576a073cf6f owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:14:33.022369 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aef0ee1c-6701-4772-982c-ad0b791f3774 req-357a02e8-1e31-43a7-8c1e-ff39542a6500 tempest-ServerShowV254Test-1423989517 tempest-ServerShowV254Test-1423989517-project] 10.222.0.10 "GET /v2.0/ports?device_id=92a73447-abcd-4895-95a4-ae626aacd01e HTTP/1.1" status: 200 len: 210 time: 0.0903702 Jun 30 09:14:33.119889 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-32434b39-8e16-4631-96e9-6837d9707e4a None None] For port fe81f58a-87c5-4c66-8266-7576a073cf6f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=fe81f58a-87c5-4c66-8266-7576a073cf6f,segment=NetworkSegment(0c0546f6-de0d-49e9-acb4-8351a22ae0e4),segment_id=0c0546f6-de0d-49e9-acb4-8351a22ae0e4)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:33.120292 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-32434b39-8e16-4631-96e9-6837d9707e4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:33.219810 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-32434b39-8e16-4631-96e9-6837d9707e4a None None] Calling delete_port for fe81f58a-87c5-4c66-8266-7576a073cf6f owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:14:33.306382 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-53b7062b-b281-4496-9cef-6f6b48d611c4 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:33.370200 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7062b-b281-4496-9cef-6f6b48d611c4 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Pushing event deleted for resources: {'Port': ['ID=fe81f58a-87c5-4c66-8266-7576a073cf6f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:33.378738 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b7062b-b281-4496-9cef-6f6b48d611c4 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] No DVR routers for this DVR port fe81f58a-87c5-4c66-8266-7576a073cf6f on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: from cryptography.utils import int_from_bytes Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: from cryptography.utils import int_from_bytes Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:14:33.393463 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:14:33.396552 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:14:33.396552 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:14:33.396552 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:14:33.396552 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:14:33.396552 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:14:33.396552 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:14:33.396552 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:14:33.396552 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:14:33.396552 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:14:33.396552 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:14:33.396552 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:14:33.396552 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:14:33.396552 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:14:33.396552 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:14:33.396552 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:14:33.396552 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:14:33.404147 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-32434b39-8e16-4631-96e9-6837d9707e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:33.449584 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32434b39-8e16-4631-96e9-6837d9707e4a None None] Pushing event deleted for resources: {'Port': ['ID=fe81f58a-87c5-4c66-8266-7576a073cf6f,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:33.458096 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32434b39-8e16-4631-96e9-6837d9707e4a None None] No DVR routers for this DVR port fe81f58a-87c5-4c66-8266-7576a073cf6f on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:14:33.527821 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-53b7062b-b281-4496-9cef-6f6b48d611c4 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:33.539373 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-53b7062b-b281-4496-9cef-6f6b48d611c4 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2668d0cd-3624-4c3c-9cbc-c196689410cd']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:33.551927 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device fe81f58a-87c5-4c66-8266-7576a073cf6f no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:14:33.571005 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-53b7062b-b281-4496-9cef-6f6b48d611c4 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c0546f6-de0d-49e9-acb4-8351a22ae0e4') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:33.581476 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-53b7062b-b281-4496-9cef-6f6b48d611c4 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c0546f6-de0d-49e9-acb4-8351a22ae0e4') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:33.594673 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: fe81f58a-87c5-4c66-8266-7576a073cf6f {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:14:33.595046 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device fe81f58a-87c5-4c66-8266-7576a073cf6f not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:14:33.603187 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-53b7062b-b281-4496-9cef-6f6b48d611c4 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:33.622551 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-53b7062b-b281-4496-9cef-6f6b48d611c4 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:33.626722 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667deb6-7fb2-46f3-a35c-32c1033e5f15 req-b0afee61-793c-416b-87c9-ff7d6ce13df4 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:33.631235 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b7062b-b281-4496-9cef-6f6b48d611c4 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:14:33.631639 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-53b7062b-b281-4496-9cef-6f6b48d611c4 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:14:33.635765 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:14:33.643187 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9667deb6-7fb2-46f3-a35c-32c1033e5f15 req-b0afee61-793c-416b-87c9-ff7d6ce13df4 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1957116 Jun 30 09:14:33.706176 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b50b04-d0f5-49bc-bc73-9509c71a7892 req-44c8ff02-93b4-47f8-8c8f-ee26bdd21faf tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:33.708638 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9667deb6-7fb2-46f3-a35c-32c1033e5f15 req-4432610b-96ad-4898-8ed6-6349dd6f3918 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717759 Jun 30 09:14:33.711936 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-73b50b04-d0f5-49bc-bc73-9509c71a7892 req-44c8ff02-93b4-47f8-8c8f-ee26bdd21faf tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.1534350 Jun 30 09:14:33.751824 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-73b50b04-d0f5-49bc-bc73-9509c71a7892 req-760ddc34-acd1-4be0-a9d7-7aa112675592 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380557 Jun 30 09:14:33.808643 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-53b7062b-b281-4496-9cef-6f6b48d611c4 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:33.814717 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-53b7062b-b281-4496-9cef-6f6b48d611c4 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:33.823035 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-53b7062b-b281-4496-9cef-6f6b48d611c4 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] 10.222.0.10 "DELETE /v2.0/networks/2668d0cd-3624-4c3c-9cbc-c196689410cd HTTP/1.1" status: 204 len: 168 time: 1.4129984 Jun 30 09:14:33.870401 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7062b-b281-4496-9cef-6f6b48d611c4 tempest-DHCPAgentSchedulersTestJSON-306874205 tempest-DHCPAgentSchedulersTestJSON-306874205-project] Pushing event deleted for resources: {'Network': ['ID=2668d0cd-3624-4c3c-9cbc-c196689410cd,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:34.086831 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be9827-f701-43ed-a7ec-3c9ad1f8fc61 req-3fe280b9-a050-4aaf-b48b-3086bf87b8e0 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:34.086831 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-69be9827-f701-43ed-a7ec-3c9ad1f8fc61 req-3fe280b9-a050-4aaf-b48b-3086bf87b8e0 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.1435308 Jun 30 09:14:34.128518 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-69be9827-f701-43ed-a7ec-3c9ad1f8fc61 req-4bf5f718-2c86-4157-bfcb-e3827750f067 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526712 Jun 30 09:14:34.323198 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3f5faba0-39dc-4145-886a-f00d8e764734 req-0e41d027-cd4e-4dec-b8f5-54887e9a8e44 tempest-ServerShowV254Test-1423989517 tempest-ServerShowV254Test-1423989517-project] 10.222.0.10 "GET /v2.0/ports?device_id=92a73447-abcd-4895-95a4-ae626aacd01e HTTP/1.1" status: 200 len: 210 time: 0.0342140 Jun 30 09:14:34.626717 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce739cbf-2c7f-4e97-ac7c-e87053bb32a1 req-4662ad57-d3fe-4eae-8d15-12e30480c425 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:34.628149 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce739cbf-2c7f-4e97-ac7c-e87053bb32a1 req-4662ad57-d3fe-4eae-8d15-12e30480c425 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.0748684 Jun 30 09:14:34.670533 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce739cbf-2c7f-4e97-ac7c-e87053bb32a1 req-0b9a1560-23b0-455f-b587-8033c9874de7 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359344 Jun 30 09:14:34.954607 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f944cc-9e91-4f3e-90c4-a743543f735a req-22f17cc8-3deb-44e5-92d0-df9bd46e8274 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:34.963397 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-26f944cc-9e91-4f3e-90c4-a743543f735a req-22f17cc8-3deb-44e5-92d0-df9bd46e8274 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.0812371 Jun 30 09:14:35.012578 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-26f944cc-9e91-4f3e-90c4-a743543f735a req-37cc20f3-a811-49d1-9fb6-d5cbb643b5d3 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482450 Jun 30 09:14:35.246713 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2bc3a-80d7-4e90-9f9e-7e2b25b39da2 req-1b310e3d-ee3f-41b3-b678-00ec85506e33 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:35.255760 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d8b2bc3a-80d7-4e90-9f9e-7e2b25b39da2 req-1b310e3d-ee3f-41b3-b678-00ec85506e33 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1346140 Jun 30 09:14:35.314368 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d8b2bc3a-80d7-4e90-9f9e-7e2b25b39da2 req-e0d11748-2a36-4bbd-93a5-4914aba9d935 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553668 Jun 30 09:14:35.315302 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5ef95-3f28-4876-8675-ffd8825057e2 req-fa601697-4682-4c20-a3ad-f3ba23861781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:35.318012 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-14b5ef95-3f28-4876-8675-ffd8825057e2 req-fa601697-4682-4c20-a3ad-f3ba23861781 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ba6d85f4c2246a599b53eeafff8f5f8&device_id=a6a6e557-1f13-4703-9066-2349a5199523 HTTP/1.1" status: 200 len: 1097 time: 0.1371236 Jun 30 09:14:35.338753 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d867a20-432e-4cd4-a7d8-f8a35011aec6 req-867937cd-1262-4095-ba9e-5b1f3176c1be tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:35.341110 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8d867a20-432e-4cd4-a7d8-f8a35011aec6 req-867937cd-1262-4095-ba9e-5b1f3176c1be tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a6e557-1f13-4703-9066-2349a5199523 HTTP/1.1" status: 200 len: 945 time: 0.1408694 Jun 30 09:14:35.349982 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37464) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:35.541546 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37472) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:35.546255 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-520ec8c9-fbec-492f-8b2d-9d678ecb759b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2e9447c31bce4a77b4cbe5b2c6452ca3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1946418 Jun 30 09:14:35.614290 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1054dfc-937b-4187-a937-49d217b616d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:35.642641 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5ef95-3f28-4876-8675-ffd8825057e2 req-0a676887-3cf3-4729-bdd6-458e2d96bd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:35.644225 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-14b5ef95-3f28-4876-8675-ffd8825057e2 req-0a676887-3cf3-4729-bdd6-458e2d96bd67 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4eac94f2-8784-456c-89f1-8df2e24d8b05 HTTP/1.1" status: 200 len: 915 time: 0.3020010 Jun 30 09:14:35.653944 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-10f6abe5-400f-4ef2-b864-59ca6beb0351 req-f906408d-20cf-4dee-bb7a-1585d3110a61 tempest-ServerShowV254Test-1423989517 tempest-ServerShowV254Test-1423989517-project] 10.222.0.10 "GET /v2.0/ports?device_id=92a73447-abcd-4895-95a4-ae626aacd01e HTTP/1.1" status: 200 len: 210 time: 0.0471013 Jun 30 09:14:35.721907 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8d867a20-432e-4cd4-a7d8-f8a35011aec6 req-6980dcca-0012-44ff-9920-9fff166f0b2b tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/security-groups?id=971e8c62-5d09-4ee3-b04b-41495f6fcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575413 Jun 30 09:14:35.727186 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1054dfc-937b-4187-a937-49d217b616d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:35.753561 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-14b5ef95-3f28-4876-8675-ffd8825057e2 req-abdb85ec-ab20-4892-b8c9-71b71d7a1fe0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb230521-4a1d-4bde-932e-43c185a12890 HTTP/1.1" status: 200 len: 217 time: 0.0949147 Jun 30 09:14:35.840422 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5ef95-3f28-4876-8675-ffd8825057e2 req-14808b69-87e4-47c8-97aa-19eca6dcadea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:35.841909 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-14b5ef95-3f28-4876-8675-ffd8825057e2 req-14808b69-87e4-47c8-97aa-19eca6dcadea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d0f98cd3-8d03-46f2-8060-7a8817a5c40a HTTP/1.1" status: 200 len: 854 time: 0.0704803 Jun 30 09:14:35.910977 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-14b5ef95-3f28-4876-8675-ffd8825057e2 req-6b675799-6a5b-461e-a84b-7cb9414b6f89 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4eac94f2-8784-456c-89f1-8df2e24d8b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534048 Jun 30 09:14:35.981166 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1054dfc-937b-4187-a937-49d217b616d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:35.984811 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1054dfc-937b-4187-a937-49d217b616d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:35.986035 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c1054dfc-937b-4187-a937-49d217b616d5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1f686fc2-9080-4410-be12-0191b2e13d69 HTTP/1.1" status: 204 len: 168 time: 0.4435606 Jun 30 09:14:35.999683 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1054dfc-937b-4187-a937-49d217b616d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f686fc2-9080-4410-be12-0191b2e13d69,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:36.079067 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-14b5ef95-3f28-4876-8675-ffd8825057e2 req-8379202e-cc87-4631-b2b1-025ea3769d01 service neutron] 10.222.0.52 "GET /v2.0/networks/4eac94f2-8784-456c-89f1-8df2e24d8b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598272 Jun 30 09:14:36.238179 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-14b5ef95-3f28-4876-8675-ffd8825057e2 req-6ece32e2-ad71-4ccc-975f-4641b69161a0 service neutron] 10.222.0.52 "GET /v2.0/networks/4eac94f2-8784-456c-89f1-8df2e24d8b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521082 Jun 30 09:14:36.564162 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31bf4c-2477-439c-bb02-6b66a58fac82 req-ba1c1ed1-bbdb-4cc2-83f5-3c0090b486d7 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:36.573103 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0e31bf4c-2477-439c-bb02-6b66a58fac82 req-ba1c1ed1-bbdb-4cc2-83f5-3c0090b486d7 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1340976 Jun 30 09:14:36.614760 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0e31bf4c-2477-439c-bb02-6b66a58fac82 req-75bf6ecb-1c3b-4401-8bd4-443c60fddbb8 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401461 Jun 30 09:14:36.944036 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5fc3d246-471b-4d44-8343-79eac24257e6 req-9a30df66-d390-4c50-9583-7e4d09db52aa tempest-ServerShowV254Test-1423989517 tempest-ServerShowV254Test-1423989517-project] 10.222.0.10 "GET /v2.0/ports?device_id=92a73447-abcd-4895-95a4-ae626aacd01e HTTP/1.1" status: 200 len: 210 time: 0.0596180 Jun 30 09:14:37.011216 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37508) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:37.040377 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cda05942-b81c-427d-a99d-62f069c2943e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:37.179501 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046481ae-8759-4770-9a38-05f7ee4966c8 req-35f16fe7-a319-492f-89bc-bed84bcf163a tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:37.180644 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:37.182565 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-046481ae-8759-4770-9a38-05f7ee4966c8 req-35f16fe7-a319-492f-89bc-bed84bcf163a tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a6e557-1f13-4703-9066-2349a5199523 HTTP/1.1" status: 200 len: 945 time: 0.1254835 Jun 30 09:14:37.260003 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-046481ae-8759-4770-9a38-05f7ee4966c8 req-b4b6089e-3502-444d-9d3e-ff158771ae8e tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/security-groups?id=971e8c62-5d09-4ee3-b04b-41495f6fcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683002 Jun 30 09:14:37.293717 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cda05942-b81c-427d-a99d-62f069c2943e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:37.415520 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cda05942-b81c-427d-a99d-62f069c2943e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:37.463653 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda05942-b81c-427d-a99d-62f069c2943e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b8e862-2a06-4d14-b7e4-089458ecb47a,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:37.481520 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-cda05942-b81c-427d-a99d-62f069c2943e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6cd0e8b386df480cb5579c0b0704cfb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4665864 Jun 30 09:14:37.488406 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37512) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:37.558276 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2d5e0262-2681-4f4d-8f0e-ad93f8f4c2a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:37.582889 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2d5e0262-2681-4f4d-8f0e-ad93f8f4c2a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:37.831114 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2d5e0262-2681-4f4d-8f0e-ad93f8f4c2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:37.833713 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2d5e0262-2681-4f4d-8f0e-ad93f8f4c2a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:37.838974 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2d5e0262-2681-4f4d-8f0e-ad93f8f4c2a7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/79b8e862-2a06-4d14-b7e4-089458ecb47a HTTP/1.1" status: 204 len: 168 time: 0.3518829 Jun 30 09:14:37.849032 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e0262-2681-4f4d-8f0e-ad93f8f4c2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b8e862-2a06-4d14-b7e4-089458ecb47a,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:37.903766 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a265a3a-ea95-4a62-ad80-03e6f3287fd1 req-98c37499-790e-4567-bb47-8059d3a328d1 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:37.911554 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6a265a3a-ea95-4a62-ad80-03e6f3287fd1 req-98c37499-790e-4567-bb47-8059d3a328d1 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1287854 Jun 30 09:14:37.964666 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6a265a3a-ea95-4a62-ad80-03e6f3287fd1 req-4a876a65-eb77-4196-8bc8-195384e01890 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519011 Jun 30 09:14:38.142108 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f7f099fd-f757-42df-95e6-acb8956d0f7b req-6c7722d9-92b8-43d1-96e4-93642fa71090 tempest-ServerShowV254Test-1423989517 tempest-ServerShowV254Test-1423989517-project] 10.222.0.10 "GET /v2.0/ports?device_id=92a73447-abcd-4895-95a4-ae626aacd01e HTTP/1.1" status: 200 len: 210 time: 0.0295405 Jun 30 09:14:38.540042 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:38.540661 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f813ba-54bc-4a53-960f-14204e49f7a3 req-ce84a078-cd13-407e-b711-bf5a0ae571c0 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:38.548168 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-00f813ba-54bc-4a53-960f-14204e49f7a3 req-ce84a078-cd13-407e-b711-bf5a0ae571c0 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a6e557-1f13-4703-9066-2349a5199523 HTTP/1.1" status: 200 len: 945 time: 0.1394598 Jun 30 09:14:38.597968 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-00f813ba-54bc-4a53-960f-14204e49f7a3 req-20557e12-1701-4071-a8cd-799dd4847a78 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/security-groups?id=971e8c62-5d09-4ee3-b04b-41495f6fcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488696 Jun 30 09:14:39.180145 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2234b-569d-4af8-bf38-844c20e4cadc req-68412a39-2946-4d5f-bd93-783c5ccb6842 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:39.181713 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-10d2234b-569d-4af8-bf38-844c20e4cadc req-68412a39-2946-4d5f-bd93-783c5ccb6842 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.0683901 Jun 30 09:14:39.222163 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-10d2234b-569d-4af8-bf38-844c20e4cadc req-d8847f12-c978-45e3-8921-25685859b74b tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338762 Jun 30 09:14:39.381339 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dbb03826-d0b9-4866-a847-c1e5b871d5f4 req-0f7415e0-895c-47c6-9e5a-2e18f9d3bbf9 tempest-ServerShowV254Test-1423989517 tempest-ServerShowV254Test-1423989517-project] 10.222.0.10 "GET /v2.0/ports?device_id=92a73447-abcd-4895-95a4-ae626aacd01e HTTP/1.1" status: 200 len: 210 time: 0.0285122 Jun 30 09:14:39.950760 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e0f71-dc17-4492-9e5e-ea8139636eba req-4c02b8e9-2c41-4848-bfb0-d05c25b0b94c tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:39.952603 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b28e0f71-dc17-4492-9e5e-ea8139636eba req-4c02b8e9-2c41-4848-bfb0-d05c25b0b94c tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a6e557-1f13-4703-9066-2349a5199523 HTTP/1.1" status: 200 len: 945 time: 0.0789907 Jun 30 09:14:40.018663 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b28e0f71-dc17-4492-9e5e-ea8139636eba req-27c1030d-2879-43cb-b4ba-6980cefced54 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/security-groups?id=971e8c62-5d09-4ee3-b04b-41495f6fcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596619 Jun 30 09:14:40.536897 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135c049-caa5-49d9-baa0-61436b85f030 req-66bdeed6-414d-4ae5-ae75-11a7d81e686a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:40.538557 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e135c049-caa5-49d9-baa0-61436b85f030 req-66bdeed6-414d-4ae5-ae75-11a7d81e686a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.0961559 Jun 30 09:14:40.598489 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e135c049-caa5-49d9-baa0-61436b85f030 req-8e71cbed-daab-4f13-9b48-1b55fd0d5b6b tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505552 Jun 30 09:14:40.658918 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e6297509-825b-480f-a0ce-a486051d424a req-694a52f5-59ae-4fea-8f0b-2016d77e3a50 tempest-ServerShowV254Test-1423989517 tempest-ServerShowV254Test-1423989517-project] 10.222.0.10 "GET /v2.0/ports?device_id=92a73447-abcd-4895-95a4-ae626aacd01e HTTP/1.1" status: 200 len: 210 time: 0.0513997 Jun 30 09:14:40.873071 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37616) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:40.989524 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-ac0a3b77-871e-4af0-9a4e-5d4d0e7e0908 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:41.110991 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ac0a3b77-871e-4af0-9a4e-5d4d0e7e0908 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.246360 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb9787-b4b9-4b9c-abd5-e0a237e342c2 req-b9abb565-9174-4966-81dd-8f526c16bb07 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:41.248016 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5cdb9787-b4b9-4b9c-abd5-e0a237e342c2 req-b9abb565-9174-4966-81dd-8f526c16bb07 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a6e557-1f13-4703-9066-2349a5199523 HTTP/1.1" status: 200 len: 945 time: 0.0855932 Jun 30 09:14:41.253268 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ac0a3b77-871e-4af0-9a4e-5d4d0e7e0908 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.300580 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5cdb9787-b4b9-4b9c-abd5-e0a237e342c2 req-32737c44-f492-4a7a-a5c8-3ff50e0b429e tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/security-groups?id=971e8c62-5d09-4ee3-b04b-41495f6fcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466261 Jun 30 09:14:41.374781 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-ac0a3b77-871e-4af0-9a4e-5d4d0e7e0908 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] Allocated IP 172.25.6.129 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/7b0aef18-9c3a-4064-826a-5288d1db33b5) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:41.916018 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-887dcc7c-f85f-4fe5-9fce-d80e4bba24c8 req-b9922f3c-ab5f-4125-a993-2303ec0a684e tempest-ServerShowV254Test-1423989517 tempest-ServerShowV254Test-1423989517-project] 10.222.0.10 "GET /v2.0/ports?device_id=92a73447-abcd-4895-95a4-ae626aacd01e HTTP/1.1" status: 200 len: 210 time: 0.0347877 Jun 30 09:14:42.097292 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ac0a3b77-871e-4af0-9a4e-5d4d0e7e0908 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.107346 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414875a0-a31b-4334-a88e-d98f7d639d59 req-be88d315-5432-49a7-bea6-d913352e3d63 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:42.109005 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-414875a0-a31b-4334-a88e-d98f7d639d59 req-be88d315-5432-49a7-bea6-d913352e3d63 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6a6e557-1f13-4703-9066-2349a5199523 HTTP/1.1" status: 200 len: 945 time: 0.1929476 Jun 30 09:14:42.124725 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fc480-9dc3-4253-9e8b-db85bb871b36 req-7e4190cd-3a39-47ab-9605-7df3a1398c75 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:42.126615 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-206fc480-9dc3-4253-9e8b-db85bb871b36 req-7e4190cd-3a39-47ab-9605-7df3a1398c75 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.2084312 Jun 30 09:14:42.243050 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-206fc480-9dc3-4253-9e8b-db85bb871b36 req-e9b3e3ea-c1cb-47fd-954e-f6d680cde6d6 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037276 Jun 30 09:14:42.316030 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-414875a0-a31b-4334-a88e-d98f7d639d59 req-82446820-394b-4edd-aa92-d76e5ecea285 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Deleting port bb230521-4a1d-4bde-932e-43c185a12890 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:14:42.316439 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-414875a0-a31b-4334-a88e-d98f7d639d59 req-82446820-394b-4edd-aa92-d76e5ecea285 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.360390 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ac0a3b77-871e-4af0-9a4e-5d4d0e7e0908 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.428094 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0a3b77-871e-4af0-9a4e-5d4d0e7e0908 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:42.434888 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-ac0a3b77-871e-4af0-9a4e-5d4d0e7e0908 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:42.439880 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a3b77-871e-4af0-9a4e-5d4d0e7e0908 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] Pushing event updated for resources: {'Port': ['ID=7b0aef18-9c3a-4064-826a-5288d1db33b5,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:42.456806 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0a3b77-871e-4af0-9a4e-5d4d0e7e0908 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:42.549036 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-414875a0-a31b-4334-a88e-d98f7d639d59 req-82446820-394b-4edd-aa92-d76e5ecea285 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] For port bb230521-4a1d-4bde-932e-43c185a12890, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=bb230521-4a1d-4bde-932e-43c185a12890,segment=NetworkSegment(def79e2a-77de-4d9b-9f2c-a24ea194333a),segment_id=def79e2a-77de-4d9b-9f2c-a24ea194333a)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:42.549430 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-414875a0-a31b-4334-a88e-d98f7d639d59 req-82446820-394b-4edd-aa92-d76e5ecea285 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.575351 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-414875a0-a31b-4334-a88e-d98f7d639d59 req-82446820-394b-4edd-aa92-d76e5ecea285 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Calling delete_port for bb230521-4a1d-4bde-932e-43c185a12890 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:14:42.685870 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ac0a3b77-871e-4af0-9a4e-5d4d0e7e0908 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.712798 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f1fbf-685d-4e2a-ad0d-e01a61b78202 req-1d7d3e83-3487-4b97-af08-e40a085b83c9 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:42.714429 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c15f1fbf-685d-4e2a-ad0d-e01a61b78202 req-1d7d3e83-3487-4b97-af08-e40a085b83c9 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a6e557-1f13-4703-9066-2349a5199523 HTTP/1.1" status: 200 len: 945 time: 0.2554326 Jun 30 09:14:42.798261 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c15f1fbf-685d-4e2a-ad0d-e01a61b78202 req-f94bd0c4-1a61-450a-b9d0-4e5d9a58600e tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/security-groups?id=971e8c62-5d09-4ee3-b04b-41495f6fcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671093 Jun 30 09:14:42.856423 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ac0a3b77-871e-4af0-9a4e-5d4d0e7e0908 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.924811 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-414875a0-a31b-4334-a88e-d98f7d639d59 req-82446820-394b-4edd-aa92-d76e5ecea285 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:43.035781 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446820-394b-4edd-aa92-d76e5ecea285 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Pushing event deleted for resources: {'Port': ['ID=bb230521-4a1d-4bde-932e-43c185a12890,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:43.076355 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-414875a0-a31b-4334-a88e-d98f7d639d59 req-82446820-394b-4edd-aa92-d76e5ecea285 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] No DVR routers for this DVR port bb230521-4a1d-4bde-932e-43c185a12890 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:14:43.076355 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-414875a0-a31b-4334-a88e-d98f7d639d59 req-82446820-394b-4edd-aa92-d76e5ecea285 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:43.076355 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-414875a0-a31b-4334-a88e-d98f7d639d59 req-82446820-394b-4edd-aa92-d76e5ecea285 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.52 "DELETE /v2.0/ports/bb230521-4a1d-4bde-932e-43c185a12890 HTTP/1.1" status: 204 len: 173 time: 0.9378200 Jun 30 09:14:43.076355 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a6e557-1f13-4703-9066-2349a5199523', 'name': 'network-vif-deleted', 'tag': 'bb230521-4a1d-4bde-932e-43c185a12890'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:43.076355 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e61c89c-c2eb-4990-abd3-5747af7ad519" -d '{"events": [{"server_uuid": "a6a6e557-1f13-4703-9066-2349a5199523", "name": "network-vif-deleted", "tag": "bb230521-4a1d-4bde-932e-43c185a12890"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:43.126266 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16582c3b-3b84-46ba-b24d-6cf7ff1ea124 x-openstack-request-id: req-16582c3b-3b84-46ba-b24d-6cf7ff1ea124 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:43.127065 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a6e557-1f13-4703-9066-2349a5199523", "name": "network-vif-deleted", "tag": "bb230521-4a1d-4bde-932e-43c185a12890", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:43.127065 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-16582c3b-3b84-46ba-b24d-6cf7ff1ea124 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:43.128681 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a6e557-1f13-4703-9066-2349a5199523', 'name': 'network-vif-deleted', 'tag': 'bb230521-4a1d-4bde-932e-43c185a12890', 'status': 'completed', 'code': 200} Jun 30 09:14:43.131475 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-198d4176-bce6-459a-80a9-8be99d96aaf5 req-3e284357-6096-4aa5-88d3-dc428302e5f0 tempest-ServerShowV254Test-1423989517 tempest-ServerShowV254Test-1423989517-project] 10.222.0.10 "GET /v2.0/ports?device_id=92a73447-abcd-4895-95a4-ae626aacd01e HTTP/1.1" status: 200 len: 210 time: 0.0319276 Jun 30 09:14:43.161394 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ac0a3b77-871e-4af0-9a4e-5d4d0e7e0908 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:43.472786 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e14acc-d657-4d69-91ea-1c0b145405ba req-56184ff6-105c-4fbf-a532-804e45c380ba tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:43.474355 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-02e14acc-d657-4d69-91ea-1c0b145405ba req-56184ff6-105c-4fbf-a532-804e45c380ba tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.0846977 Jun 30 09:14:43.514508 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-02e14acc-d657-4d69-91ea-1c0b145405ba req-37b9fbe6-700b-4e57-a5d4-909780a987f3 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338244 Jun 30 09:14:43.545471 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ac0a3b77-871e-4af0-9a4e-5d4d0e7e0908 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:43.619087 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a3b77-871e-4af0-9a4e-5d4d0e7e0908 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] Pushing event updated for resources: {'Port': ['ID=7b0aef18-9c3a-4064-826a-5288d1db33b5,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:43.630263 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ac0a3b77-871e-4af0-9a4e-5d4d0e7e0908 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:43.763405 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ac0a3b77-871e-4af0-9a4e-5d4d0e7e0908 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:43.769090 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ac0a3b77-871e-4af0-9a4e-5d4d0e7e0908 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8907113 Jun 30 09:14:43.769694 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37676) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:43.775714 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-5d20b0a9-5bb2-4c99-af14-6e65152a5e93 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1700023193', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'fixed_ips': [{'ip_address': '172.25.6.129'}]}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:43.892089 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d20b0a9-5bb2-4c99-af14-6e65152a5e93 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] Made reservation on behalf of 8e6b02d8e3604e3cacb620acc4cb57d6 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:43.901026 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5d20b0a9-5bb2-4c99-af14-6e65152a5e93 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:43.934395 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5d20b0a9-5bb2-4c99-af14-6e65152a5e93 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:44.037384 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device bb230521-4a1d-4bde-932e-43c185a12890 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:14:44.063801 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: bb230521-4a1d-4bde-932e-43c185a12890 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:14:44.064150 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device bb230521-4a1d-4bde-932e-43c185a12890 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:14:44.085141 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5d20b0a9-5bb2-4c99-af14-6e65152a5e93 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:44.170818 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d0a6c3d0-1066-46e5-9340-c38828a5b76d req-c8f6fa45-8752-4b23-b903-7f72b7217c91 tempest-InstanceActionsTestJSON-1769363130 tempest-InstanceActionsTestJSON-1769363130-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a6e557-1f13-4703-9066-2349a5199523 HTTP/1.1" status: 200 len: 210 time: 0.0534091 Jun 30 09:14:44.196854 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5d20b0a9-5bb2-4c99-af14-6e65152a5e93 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:44.218666 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-5d20b0a9-5bb2-4c99-af14-6e65152a5e93 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] device_id is not set on port 2bb22967-8a56-4b39-badc-73783cb77780 yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:14:44.447177 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8f0ced74-8bf7-4828-bfb3-139e610d3e6e req-6a48eba8-634b-454f-a521-9bd7c7b51941 tempest-ServerShowV254Test-1423989517 tempest-ServerShowV254Test-1423989517-project] 10.222.0.10 "GET /v2.0/ports?device_id=92a73447-abcd-4895-95a4-ae626aacd01e HTTP/1.1" status: 200 len: 210 time: 0.0432627 Jun 30 09:14:44.457637 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dd2165cb-b2fa-442c-be95-b555b1d8338c req-914d22c0-b2a9-4fb3-b41b-01eaba323363 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=92a73447-abcd-4895-95a4-ae626aacd01e HTTP/1.1" status: 200 len: 210 time: 0.0540800 Jun 30 09:14:44.461147 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20b0a9-5bb2-4c99-af14-6e65152a5e93 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333c6112-b1c1-4890-93f9-849243fb9eec,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:44.608842 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d20b0a9-5bb2-4c99-af14-6e65152a5e93 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 30 09:14:44.609409 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d20b0a9-5bb2-4c99-af14-6e65152a5e93 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:14:44.710001 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994e304-9541-4697-acfe-5d0e6e5e4f7d req-ecf794e6-8751-43ee-8670-cf031e57e6e7 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:44.711516 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3994e304-9541-4697-acfe-5d0e6e5e4f7d req-ecf794e6-8751-43ee-8670-cf031e57e6e7 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.0707788 Jun 30 09:14:44.734139 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5d20b0a9-5bb2-4c99-af14-6e65152a5e93 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9632175 Jun 30 09:14:44.737248 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37708) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:45.137489 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3994e304-9541-4697-acfe-5d0e6e5e4f7d req-5d1fb756-732d-40b1-8983-5a2a7b61fce7 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199970 Jun 30 09:14:45.217817 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-4050c2dc-a9ad-4cab-bdeb-aea8ab5ad3f1 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] Deleting port 7b0aef18-9c3a-4064-826a-5288d1db33b5 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:14:45.217817 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4050c2dc-a9ad-4cab-bdeb-aea8ab5ad3f1 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:45.264872 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37724) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:45.297260 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4050c2dc-a9ad-4cab-bdeb-aea8ab5ad3f1 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:45.297531 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4050c2dc-a9ad-4cab-bdeb-aea8ab5ad3f1 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:45.309915 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-4050c2dc-a9ad-4cab-bdeb-aea8ab5ad3f1 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] Calling delete_port for 7b0aef18-9c3a-4064-826a-5288d1db33b5 owned by network:floatingip {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:14:45.311008 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-60854cab-717c-42d7-9a2b-be1166036ccb admin admin] Deleting subnet d0f98cd3-8d03-46f2-8060-7a8817a5c40a {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:14:45.314359 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-60854cab-717c-42d7-9a2b-be1166036ccb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:45.349551 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-60854cab-717c-42d7-9a2b-be1166036ccb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:45.394567 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-60854cab-717c-42d7-9a2b-be1166036ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:45.528371 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4050c2dc-a9ad-4cab-bdeb-aea8ab5ad3f1 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:45.558415 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050c2dc-a9ad-4cab-bdeb-aea8ab5ad3f1 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b0aef18-9c3a-4064-826a-5288d1db33b5,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:45.573086 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-60854cab-717c-42d7-9a2b-be1166036ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:45.593072 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60854cab-717c-42d7-9a2b-be1166036ccb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0f98cd3-8d03-46f2-8060-7a8817a5c40a,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:45.602410 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-60854cab-717c-42d7-9a2b-be1166036ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:45.606496 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-60854cab-717c-42d7-9a2b-be1166036ccb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d0f98cd3-8d03-46f2-8060-7a8817a5c40a HTTP/1.1" status: 204 len: 168 time: 0.3384500 Jun 30 09:14:45.614884 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37740) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:45.653163 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45e41bc1-f3b8-44dd-9c84-b2f19308d825 req-cf62ccd0-d2e0-4550-9854-f6f0eff8fc15 tempest-ServerShowV254Test-1423989517 tempest-ServerShowV254Test-1423989517-project] 10.222.0.10 "GET /v2.0/ports?device_id=92a73447-abcd-4895-95a4-ae626aacd01e HTTP/1.1" status: 200 len: 210 time: 0.0678368 Jun 30 09:14:45.676016 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4050c2dc-a9ad-4cab-bdeb-aea8ab5ad3f1 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:45.678650 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4050c2dc-a9ad-4cab-bdeb-aea8ab5ad3f1 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:45.683363 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4050c2dc-a9ad-4cab-bdeb-aea8ab5ad3f1 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714 tempest-ExternalNetworksAdminNegativeTestJSON-1355876714-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/032240d7-9e4b-468b-84c4-362a44cbd658 HTTP/1.1" status: 204 len: 168 time: 0.9425013 Jun 30 09:14:45.698632 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fa578fd1-bc7c-41af-8f99-c4bfdfacaa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:45.849091 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fa578fd1-bc7c-41af-8f99-c4bfdfacaa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:45.860595 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-fa578fd1-bc7c-41af-8f99-c4bfdfacaa51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eac94f2-8784-456c-89f1-8df2e24d8b05']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:45.872032 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-fa578fd1-bc7c-41af-8f99-c4bfdfacaa51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def79e2a-77de-4d9b-9f2c-a24ea194333a') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:45.872321 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-fa578fd1-bc7c-41af-8f99-c4bfdfacaa51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def79e2a-77de-4d9b-9f2c-a24ea194333a') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:45.881810 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fa578fd1-bc7c-41af-8f99-c4bfdfacaa51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:45.908117 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fa578fd1-bc7c-41af-8f99-c4bfdfacaa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:45.932445 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa578fd1-bc7c-41af-8f99-c4bfdfacaa51 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:14:45.932947 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fa578fd1-bc7c-41af-8f99-c4bfdfacaa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:45.934728 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:14:45.934728 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:14:45.934728 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:14:45.934728 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:14:45.934728 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:14:45.934728 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:14:45.934728 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:14:45.934728 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:14:45.934728 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:14:45.934728 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:14:45.934728 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:14:45.934728 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:14:45.934728 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:14:45.934728 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:14:45.934728 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:14:45.934728 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:14:45.934728 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:14:45.934728 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:14:45.934728 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:14:45.934728 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:14:45.934728 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:14:45.934728 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:14:45.934728 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:14:45.934728 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:14:45.934728 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:14:45.934728 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:14:45.934728 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:14:45.934728 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:14:45.934728 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:14:45.934728 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:14:45.934728 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:14:45.934728 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:14:46.022119 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189d90d-c730-4148-aaf3-2afe5a8963eb req-1ac6c143-e88e-415a-8558-f3501343a47e tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:46.024171 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1189d90d-c730-4148-aaf3-2afe5a8963eb req-1ac6c143-e88e-415a-8558-f3501343a47e tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6453ea9-f66a-4188-a5a0-3a98543439ff HTTP/1.1" status: 200 len: 949 time: 0.1346970 Jun 30 09:14:46.070439 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1189d90d-c730-4148-aaf3-2afe5a8963eb req-987973ed-fba3-4b5a-b973-9869e4650190 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/security-groups?id=292869b2-4321-44dd-8326-fed8e83221f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382471 Jun 30 09:14:46.071732 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fa578fd1-bc7c-41af-8f99-c4bfdfacaa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.089843 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fa578fd1-bc7c-41af-8f99-c4bfdfacaa51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.100737 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fa578fd1-bc7c-41af-8f99-c4bfdfacaa51 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4eac94f2-8784-456c-89f1-8df2e24d8b05 HTTP/1.1" status: 204 len: 168 time: 0.4848156 Jun 30 09:14:46.100737 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa578fd1-bc7c-41af-8f99-c4bfdfacaa51 admin admin] Pushing event deleted for resources: {'Network': ['ID=4eac94f2-8784-456c-89f1-8df2e24d8b05,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:46.354646 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37764) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:46.358264 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fc08b-e6e8-4eab-9802-8af7e1fd9405 req-e26d422c-5740-4776-b931-3ec67e2bc52e tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:46.359994 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-093fc08b-e6e8-4eab-9802-8af7e1fd9405 req-e26d422c-5740-4776-b931-3ec67e2bc52e tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.0810492 Jun 30 09:14:46.404003 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-093fc08b-e6e8-4eab-9802-8af7e1fd9405 req-c19926be-c0f7-4065-9583-b85d9ebf4efd tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376937 Jun 30 09:14:46.475567 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-be785ee1-6c3b-474a-8e1d-6924fbd8e986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.521475 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37768) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:46.566488 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-035b1355-8a0d-41e8-ab00-cf780661b9de admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4ba6d85f4c2246a599b53eeafff8f5f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413439 Jun 30 09:14:46.566725 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37770) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:46.574266 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-be785ee1-6c3b-474a-8e1d-6924fbd8e986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.616393 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ebebb3ea-5fa4-4938-9797-ca483b5160a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.636829 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-be785ee1-6c3b-474a-8e1d-6924fbd8e986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.639150 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ebebb3ea-5fa4-4938-9797-ca483b5160a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.677178 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-be785ee1-6c3b-474a-8e1d-6924fbd8e986 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=03b3fed1b0ab401b9b6eeda0bdba8d50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3213253 Jun 30 09:14:46.682271 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37772) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:46.687039 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be785ee1-6c3b-474a-8e1d-6924fbd8e986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e3774f-0263-4f6e-9d6a-8e8bdbe0bab6,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:46.742764 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4647a661-5d8a-4f35-86f3-b0c6adefa85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.767013 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4647a661-5d8a-4f35-86f3-b0c6adefa85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.774985 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ebebb3ea-5fa4-4938-9797-ca483b5160a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.777553 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ebebb3ea-5fa4-4938-9797-ca483b5160a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.781761 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ebebb3ea-5fa4-4938-9797-ca483b5160a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/971e8c62-5d09-4ee3-b04b-41495f6fcf47 HTTP/1.1" status: 204 len: 168 time: 0.2138226 Jun 30 09:14:46.791840 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebebb3ea-5fa4-4938-9797-ca483b5160a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971e8c62-5d09-4ee3-b04b-41495f6fcf47,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:46.869944 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2ee55cef-11f3-4b66-8f01-4d68f41fcfcc req-65156cc1-94aa-43ab-ae90-058c645fd6a5 tempest-ServerShowV254Test-1423989517 tempest-ServerShowV254Test-1423989517-project] 10.222.0.10 "GET /v2.0/ports?device_id=92a73447-abcd-4895-95a4-ae626aacd01e HTTP/1.1" status: 200 len: 210 time: 0.0411663 Jun 30 09:14:46.962767 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4647a661-5d8a-4f35-86f3-b0c6adefa85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.965517 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4647a661-5d8a-4f35-86f3-b0c6adefa85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.966866 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4647a661-5d8a-4f35-86f3-b0c6adefa85b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/36e3774f-0263-4f6e-9d6a-8e8bdbe0bab6 HTTP/1.1" status: 204 len: 168 time: 0.2850192 Jun 30 09:14:46.975822 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647a661-5d8a-4f35-86f3-b0c6adefa85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e3774f-0263-4f6e-9d6a-8e8bdbe0bab6,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:47.271527 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8bc0a-54c0-40b6-8434-e8521e2b496c req-3c0ce84f-da90-4ed4-82bd-90b934b11445 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:47.273419 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6fc8bc0a-54c0-40b6-8434-e8521e2b496c req-3c0ce84f-da90-4ed4-82bd-90b934b11445 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6453ea9-f66a-4188-a5a0-3a98543439ff HTTP/1.1" status: 200 len: 949 time: 0.0771501 Jun 30 09:14:47.318738 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6fc8bc0a-54c0-40b6-8434-e8521e2b496c req-9eccb2bb-20e4-411e-8f72-748a76c0b5d5 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/security-groups?id=292869b2-4321-44dd-8326-fed8e83221f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372784 Jun 30 09:14:47.737374 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3d9affae-180b-4bb1-8ed2-3bb423e787ef req-1408490e-93a9-4f6d-b436-42a9f84a6fe9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c34a4f1a5ef64fedae48f9ebdadf5aef&device_id=92a73447-abcd-4895-95a4-ae626aacd01e HTTP/1.1" status: 200 len: 210 time: 0.0557890 Jun 30 09:14:47.776194 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3d9affae-180b-4bb1-8ed2-3bb423e787ef req-6d07cdde-9837-42fd-bea4-08bc118531c0 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c34a4f1a5ef64fedae48f9ebdadf5aef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291717 Jun 30 09:14:47.871212 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba034c-6d1b-4d92-a06a-23ddade0301f req-9ecde75a-e287-4834-a00f-a3b9e7f10cf0 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:47.872924 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c0ba034c-6d1b-4d92-a06a-23ddade0301f req-9ecde75a-e287-4834-a00f-a3b9e7f10cf0 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1834443 Jun 30 09:14:47.933472 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37822) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:47.954121 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c0ba034c-6d1b-4d92-a06a-23ddade0301f req-5e1a4999-e52d-44cf-b785-c175bcf7f00b tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674496 Jun 30 09:14:48.000348 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9affae-180b-4bb1-8ed2-3bb423e787ef req-6ee263e1-ac3a-45d9-b1e2-e110b706027a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:48.001895 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3d9affae-180b-4bb1-8ed2-3bb423e787ef req-6ee263e1-ac3a-45d9-b1e2-e110b706027a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2134795 Jun 30 09:14:48.032579 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ccb769bf-cc02-4f12-aca1-6fa962029c17 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8e6b02d8e3604e3cacb620acc4cb57d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0977142 Jun 30 09:14:48.035204 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37826) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:48.133780 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-563602ab-705f-4a70-97da-c02317be78d2 req-b3b5e68d-90c0-4c03-a5ce-cec187595524 tempest-ServerShowV254Test-1423989517 tempest-ServerShowV254Test-1423989517-project] 10.222.0.10 "GET /v2.0/ports?device_id=92a73447-abcd-4895-95a4-ae626aacd01e HTTP/1.1" status: 200 len: 210 time: 0.0499179 Jun 30 09:14:48.177178 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9ccf2c34-e5bf-43f2-8453-4f6afd9bb5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:48.208720 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9ccf2c34-e5bf-43f2-8453-4f6afd9bb5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:48.369509 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9ccf2c34-e5bf-43f2-8453-4f6afd9bb5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:48.370233 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37844) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:48.373673 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9ccf2c34-e5bf-43f2-8453-4f6afd9bb5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:48.375934 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9ccf2c34-e5bf-43f2-8453-4f6afd9bb5ed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/333c6112-b1c1-4890-93f9-849243fb9eec HTTP/1.1" status: 204 len: 168 time: 0.3382180 Jun 30 09:14:48.392074 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf2c34-e5bf-43f2-8453-4f6afd9bb5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333c6112-b1c1-4890-93f9-849243fb9eec,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:48.509117 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-2714341a-662b-455d-a96c-36edbfb29ab2 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1277211434-network', 'tenant_id': '954f48037b734b0e8f8e78eb99f33767'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:48.654133 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2714341a-662b-455d-a96c-36edbfb29ab2 admin admin] Made reservation on behalf of 954f48037b734b0e8f8e78eb99f33767 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:48.657071 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2714341a-662b-455d-a96c-36edbfb29ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:48.666859 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2714341a-662b-455d-a96c-36edbfb29ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:48.764730 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2714341a-662b-455d-a96c-36edbfb29ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:48.837913 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2714341a-662b-455d-a96c-36edbfb29ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:48.849026 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:14:48.873585 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2714341a-662b-455d-a96c-36edbfb29ab2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:14:48.880253 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714341a-662b-455d-a96c-36edbfb29ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524f518d-e384-4786-865c-f767da9d2391,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:48.889326 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2714341a-662b-455d-a96c-36edbfb29ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:48.890051 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-2714341a-662b-455d-a96c-36edbfb29ab2 admin admin] Added segment 461fb10e-801b-49ba-850a-37c5c241364e of type vlan for network d8d53e7d-092d-4d4a-b908-d42279a3f650 Jun 30 09:14:48.940657 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2714341a-662b-455d-a96c-36edbfb29ab2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:49.047762 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2714341a-662b-455d-a96c-36edbfb29ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:49.048974 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714341a-662b-455d-a96c-36edbfb29ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:49.049584 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2714341a-662b-455d-a96c-36edbfb29ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:49.117639 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714341a-662b-455d-a96c-36edbfb29ab2 admin admin] Pushing event updated for resources: {'Network': ['ID=d8d53e7d-092d-4d4a-b908-d42279a3f650,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:49.128970 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network d8d53e7d-092d-4d4a-b908-d42279a3f650 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:14:49.144106 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5fbcd-a52d-4cbf-9327-85a875c93858 req-9094865a-2ae3-4a47-91a0-4fb643c076c4 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:49.145744 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cec5fbcd-a52d-4cbf-9327-85a875c93858 req-9094865a-2ae3-4a47-91a0-4fb643c076c4 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.0719616 Jun 30 09:14:49.190561 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cec5fbcd-a52d-4cbf-9327-85a875c93858 req-fc178da7-aeee-4742-b2f5-f39331e266d7 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380247 Jun 30 09:14:49.252333 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2714341a-662b-455d-a96c-36edbfb29ab2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8809776 Jun 30 09:14:49.253673 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37868) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:49.270400 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-f43bd93b-fbab-4e45-9c34-dbe19a231dee admin admin] Request body: {'subnet': {'network_id': 'd8d53e7d-092d-4d4a-b908-d42279a3f650', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1277211434-subnet', 'tenant_id': '954f48037b734b0e8f8e78eb99f33767', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:49.435709 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e28eb68a-af80-4a8f-ad64-07126d037e1f req-27ae3f76-dcf4-407d-bb83-308907157467 tempest-ServerShowV254Test-1423989517 tempest-ServerShowV254Test-1423989517-project] 10.222.0.10 "GET /v2.0/ports?device_id=92a73447-abcd-4895-95a4-ae626aacd01e HTTP/1.1" status: 200 len: 210 time: 0.0769329 Jun 30 09:14:49.435709 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43bd93b-fbab-4e45-9c34-dbe19a231dee admin admin] Made reservation on behalf of 954f48037b734b0e8f8e78eb99f33767 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:49.440805 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f43bd93b-fbab-4e45-9c34-dbe19a231dee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:49.543621 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 78f204c0-a493-47c9-a0c1-dcd15206a2fa no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:14:49.555703 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3d9affae-180b-4bb1-8ed2-3bb423e787ef req-83627f06-f394-48c6-86e3-b78dce34c222 tempest-ServerShowV254Test-1423989517 tempest-ServerShowV254Test-1423989517-project] 10.222.0.37 "GET /v2.0/ports?device_id=92a73447-abcd-4895-95a4-ae626aacd01e HTTP/1.1" status: 200 len: 210 time: 0.0341327 Jun 30 09:14:49.647738 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:49.671158 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6453ea9-f66a-4188-a5a0-3a98543439ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78f204c0-a493-47c9-a0c1-dcd15206a2fa'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:49.673456 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6232ff85-cef1-40bb-bcc9-dd11be665524" -d '{"events": [{"server_uuid": "a6453ea9-f66a-4188-a5a0-3a98543439ff", "name": "network-vif-unplugged", "status": "completed", "tag": "78f204c0-a493-47c9-a0c1-dcd15206a2fa"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:49.687460 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 78f204c0-a493-47c9-a0c1-dcd15206a2fa, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=78f204c0-a493-47c9-a0c1-dcd15206a2fa,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:49.722067 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b360e838-6a9e-43c2-80b0-81c8a6dedd0b x-openstack-request-id: req-b360e838-6a9e-43c2-80b0-81c8a6dedd0b {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:49.722369 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6453ea9-f66a-4188-a5a0-3a98543439ff", "name": "network-vif-unplugged", "status": "completed", "tag": "78f204c0-a493-47c9-a0c1-dcd15206a2fa", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:49.722627 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b360e838-6a9e-43c2-80b0-81c8a6dedd0b {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:49.723023 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6453ea9-f66a-4188-a5a0-3a98543439ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78f204c0-a493-47c9-a0c1-dcd15206a2fa', 'code': 200} Jun 30 09:14:49.739599 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f43bd93b-fbab-4e45-9c34-dbe19a231dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:49.756967 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:49.810973 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43bd93b-fbab-4e45-9c34-dbe19a231dee admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d56cfc7-78fa-4155-b127-8072ceab6bc6,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:49.825250 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43bd93b-fbab-4e45-9c34-dbe19a231dee admin admin] Checking segment: {'id': '461fb10e-801b-49ba-850a-37c5c241364e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd8d53e7d-092d-4d4a-b908-d42279a3f650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:49.826849 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43bd93b-fbab-4e45-9c34-dbe19a231dee admin admin] Network hostable DHCP agents. Network: d8d53e7d-092d-4d4a-b908-d42279a3f650, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:14:49.836903 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=78f204c0-a493-47c9-a0c1-dcd15206a2fa,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:49.990948 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43bd93b-fbab-4e45-9c34-dbe19a231dee admin admin] Network d8d53e7d-092d-4d4a-b908-d42279a3f650 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:14:50.088256 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-f43bd93b-fbab-4e45-9c34-dbe19a231dee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, d8d53e7d-092d-4d4a-b908-d42279a3f650) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:50.094058 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43bd93b-fbab-4e45-9c34-dbe19a231dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:50.094058 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f43bd93b-fbab-4e45-9c34-dbe19a231dee admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:50.098585 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72172952-552f-4d14-8998-a7e71e806bb3 None None] Network d8d53e7d-092d-4d4a-b908-d42279a3f650 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:50.191804 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f43bd93b-fbab-4e45-9c34-dbe19a231dee admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9370301 Jun 30 09:14:50.231592 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c07d4ab-72b6-493a-960a-8ddb34a3c7f3 None None] Network d8d53e7d-092d-4d4a-b908-d42279a3f650 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:50.453058 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b60219-8fee-458a-aa97-7b83ff4e5705 req-74cd48ae-7dfd-4858-ab90-6ec5da0ae85d tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:50.455587 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45b60219-8fee-458a-aa97-7b83ff4e5705 req-74cd48ae-7dfd-4858-ab90-6ec5da0ae85d tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1085467 Jun 30 09:14:50.467679 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c63aace6-00ef-4305-b0f4-76a05560db32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:50.505931 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45b60219-8fee-458a-aa97-7b83ff4e5705 req-104948c9-0a0d-478f-8860-f62a24ce6a4b tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443261 Jun 30 09:14:50.790652 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8cdfeffe-67bc-43bf-81bf-2a0d78073343 req-98587c50-45f6-44a5-93d5-4ec1672549f6 tempest-ServerShowV254Test-1423989517 tempest-ServerShowV254Test-1423989517-project] 10.222.0.10 "GET /v2.0/ports?device_id=92a73447-abcd-4895-95a4-ae626aacd01e HTTP/1.1" status: 200 len: 210 time: 0.0329375 Jun 30 09:14:51.428069 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37956) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:51.582455 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-b9263649-4d36-407e-b4be-351d55f1d2dd tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:51.747244 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b9263649-4d36-407e-b4be-351d55f1d2dd tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks [] for floatingip, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:51.813600 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3408d9e-07fb-4e57-b215-367f00c281d0 req-7a0898ac-2b4c-410e-ba0a-254b0da3a389 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:51.816403 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f3408d9e-07fb-4e57-b215-367f00c281d0 req-7a0898ac-2b4c-410e-ba0a-254b0da3a389 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1103795 Jun 30 09:14:51.818054 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5925df4-8783-47a2-bfa7-0510c0b5fc62 req-28dd4568-b88d-4906-9827-6cfc86b57e30 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:51.819906 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e5925df4-8783-47a2-bfa7-0510c0b5fc62 req-28dd4568-b88d-4906-9827-6cfc86b57e30 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5531969-aeb8-49a4-9064-94c6254cea77 HTTP/1.1" status: 200 len: 946 time: 0.0711350 Jun 30 09:14:51.860109 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e5925df4-8783-47a2-bfa7-0510c0b5fc62 req-c36788e3-48e6-4423-b47a-3d85a7fe4f3d tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.10 "GET /v2.0/security-groups?id=43d047db-9ebb-4c45-b6fb-344d5f2a56f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335941 Jun 30 09:14:51.869852 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f3408d9e-07fb-4e57-b215-367f00c281d0 req-1994b745-78f1-43ea-8cb6-0ce1d18dc7ad tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470514 Jun 30 09:14:51.914085 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b9263649-4d36-407e-b4be-351d55f1d2dd tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:52.035578 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-b9263649-4d36-407e-b4be-351d55f1d2dd tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Allocated IP 172.25.6.53 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/6bacc70e-7e6c-4a66-b6c8-f8358a464b03) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:52.048290 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:14:52.147404 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:52.149410 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b9263649-4d36-407e-b4be-351d55f1d2dd tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:52.164188 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': '88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8', 'mac_address': 'fa:16:3e:dc:5c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:14:52.209067 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:52.223274 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:14:52.242938 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:52.295773 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b9263649-4d36-407e-b4be-351d55f1d2dd tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:52.334018 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:52.339882 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9263649-4d36-407e-b4be-351d55f1d2dd tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:52.347182 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-b9263649-4d36-407e-b4be-351d55f1d2dd tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:52.349680 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9263649-4d36-407e-b4be-351d55f1d2dd tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:52.356081 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9263649-4d36-407e-b4be-351d55f1d2dd tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Pushing event updated for resources: {'Port': ['ID=6bacc70e-7e6c-4a66-b6c8-f8358a464b03,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:52.390392 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8,revision_number=9']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:52.453339 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b9263649-4d36-407e-b4be-351d55f1d2dd tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:52.470609 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:52.496408 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37994) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:52.573914 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b9263649-4d36-407e-b4be-351d55f1d2dd tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:52.621063 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8387d0f-4374-4299-89f6-eeb47fb39fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:52.848158 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4494c885-00e9-4094-8593-e65e1bfafb11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:52.883677 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b9263649-4d36-407e-b4be-351d55f1d2dd tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:52.915431 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8387d0f-4374-4299-89f6-eeb47fb39fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:52.951409 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-4ca291cf-38b6-4775-9c47-94e58a12f180 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:52.952912 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-4ca291cf-38b6-4775-9c47-94e58a12f180 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] 10.222.0.10 "GET /v2.0/networks?id=d8d53e7d-092d-4d4a-b908-d42279a3f650 HTTP/1.1" status: 200 len: 810 time: 0.1537313 Jun 30 09:14:52.969749 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b9263649-4d36-407e-b4be-351d55f1d2dd tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:52.983640 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-3974dd49-1d88-41b0-a5ad-c3dd5bbc5217 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] 10.222.0.10 "GET /v2.0/quotas/954f48037b734b0e8f8e78eb99f33767 HTTP/1.1" status: 200 len: 375 time: 0.0249269 Jun 30 09:14:53.036277 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8387d0f-4374-4299-89f6-eeb47fb39fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:53.052493 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1bc9b-8180-4222-a971-6252c1ad6454 req-1c674e19-6b48-4de9-9a8b-61a58c85c0c2 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:53.054036 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2eb1bc9b-8180-4222-a971-6252c1ad6454 req-1c674e19-6b48-4de9-9a8b-61a58c85c0c2 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5531969-aeb8-49a4-9064-94c6254cea77 HTTP/1.1" status: 200 len: 946 time: 0.0685575 Jun 30 09:14:53.071490 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-38a58104-6538-4493-99ca-4ddcadec3b51 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=954f48037b734b0e8f8e78eb99f33767&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686200 Jun 30 09:14:53.095575 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2eb1bc9b-8180-4222-a971-6252c1ad6454 req-b7a37fe5-6635-483d-b787-f40b3b56db09 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.10 "GET /v2.0/security-groups?id=43d047db-9ebb-4c45-b6fb-344d5f2a56f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356829 Jun 30 09:14:53.146848 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9263649-4d36-407e-b4be-351d55f1d2dd tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Pushing event updated for resources: {'Port': ['ID=6bacc70e-7e6c-4a66-b6c8-f8358a464b03,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:53.154624 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a8387d0f-4374-4299-89f6-eeb47fb39fd4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c34a4f1a5ef64fedae48f9ebdadf5aef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6589839 Jun 30 09:14:53.156236 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38032) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:53.192935 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8387d0f-4374-4299-89f6-eeb47fb39fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf54202f-0fa3-4b6f-9272-3cb9dbea4890,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:53.200019 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b9263649-4d36-407e-b4be-351d55f1d2dd tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:53.256785 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-858ee701-39d0-41fd-86c5-a71925e0e3b9 service neutron] 10.222.0.10 "GET /v2.0/networks/d8d53e7d-092d-4d4a-b908-d42279a3f650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713750 Jun 30 09:14:53.277882 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-289af521-893b-4f8b-9ec1-8b6f339899ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:53.308236 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-289af521-893b-4f8b-9ec1-8b6f339899ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:53.317625 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b9263649-4d36-407e-b4be-351d55f1d2dd tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:53.318904 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b9263649-4d36-407e-b4be-351d55f1d2dd tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8897099 Jun 30 09:14:53.323850 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38036) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:53.335852 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9626e4-8b66-44a4-b961-fde0af17a33b req-f3e45638-b305-4056-ab2e-61ea0d34416f tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:53.336130 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-51b1615f-2fa2-4217-b071-c3252f77a813 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1030637537'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:53.337547 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aa9626e4-8b66-44a4-b961-fde0af17a33b req-f3e45638-b305-4056-ab2e-61ea0d34416f tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1255004 Jun 30 09:14:53.396134 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aa9626e4-8b66-44a4-b961-fde0af17a33b req-690bafab-d2fc-4d37-a49d-d14351ac21c8 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425086 Jun 30 09:14:53.410311 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-31cac1fd-ee20-4b22-9573-991252107c03 service neutron] 10.222.0.10 "GET /v2.0/networks/d8d53e7d-092d-4d4a-b908-d42279a3f650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471064 Jun 30 09:14:53.425416 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:53.499532 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b1615f-2fa2-4217-b071-c3252f77a813 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Made reservation on behalf of b1b9bc82788548ff950a670ab60f9ec8 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:53.503952 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-51b1615f-2fa2-4217-b071-c3252f77a813 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:53.513388 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-51b1615f-2fa2-4217-b071-c3252f77a813 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:53.528209 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-289af521-893b-4f8b-9ec1-8b6f339899ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:53.531576 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-289af521-893b-4f8b-9ec1-8b6f339899ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:53.537960 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-289af521-893b-4f8b-9ec1-8b6f339899ff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cf54202f-0fa3-4b6f-9272-3cb9dbea4890 HTTP/1.1" status: 204 len: 168 time: 0.3756411 Jun 30 09:14:53.544916 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289af521-893b-4f8b-9ec1-8b6f339899ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf54202f-0fa3-4b6f-9272-3cb9dbea4890,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:53.627868 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-51b1615f-2fa2-4217-b071-c3252f77a813 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:53.678284 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811103d-43b0-4608-852f-001fd74d9375 req-d533818f-f29e-4320-87b3-e55ecc86ef4d tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:53.680379 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8811103d-43b0-4608-852f-001fd74d9375 req-d533818f-f29e-4320-87b3-e55ecc86ef4d tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5531969-aeb8-49a4-9064-94c6254cea77 HTTP/1.1" status: 200 len: 946 time: 0.0636435 Jun 30 09:14:53.785897 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-8811103d-43b0-4608-852f-001fd74d9375 req-7e720004-6559-4dde-94e1-1dfc0fb9fd73 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] Deleting port 70a2d8de-2524-43a0-a352-d464ef19358a {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:14:53.786247 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-8811103d-43b0-4608-852f-001fd74d9375 req-7e720004-6559-4dde-94e1-1dfc0fb9fd73 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:53.878494 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-8811103d-43b0-4608-852f-001fd74d9375 req-7e720004-6559-4dde-94e1-1dfc0fb9fd73 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] For port 70a2d8de-2524-43a0-a352-d464ef19358a, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=70a2d8de-2524-43a0-a352-d464ef19358a,segment=NetworkSegment(2c4795ed-ea2a-4018-838b-bfdf7ab7539a),segment_id=2c4795ed-ea2a-4018-838b-bfdf7ab7539a)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:53.878774 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-8811103d-43b0-4608-852f-001fd74d9375 req-7e720004-6559-4dde-94e1-1dfc0fb9fd73 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:53.881954 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-51b1615f-2fa2-4217-b071-c3252f77a813 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:53.898614 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-8811103d-43b0-4608-852f-001fd74d9375 req-7e720004-6559-4dde-94e1-1dfc0fb9fd73 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] Calling delete_port for 70a2d8de-2524-43a0-a352-d464ef19358a owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:14:53.919069 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b1615f-2fa2-4217-b071-c3252f77a813 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:14:53.934427 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1615f-2fa2-4217-b071-c3252f77a813 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86d05795-564a-421e-82d5-9b460d85e3c6,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:53.934719 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-51b1615f-2fa2-4217-b071-c3252f77a813 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:53.935355 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-51b1615f-2fa2-4217-b071-c3252f77a813 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Added segment fe440dc9-fd3e-4345-99dc-20b49b40b646 of type vlan for network e9919ce5-9db2-459d-8e67-d8a36c012fbb Jun 30 09:14:53.955558 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1615f-2fa2-4217-b071-c3252f77a813 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:53.956048 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1615f-2fa2-4217-b071-c3252f77a813 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:53.956398 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1615f-2fa2-4217-b071-c3252f77a813 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:53.956733 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1615f-2fa2-4217-b071-c3252f77a813 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:53.957065 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1615f-2fa2-4217-b071-c3252f77a813 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:53.957392 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1615f-2fa2-4217-b071-c3252f77a813 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:53.958497 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1615f-2fa2-4217-b071-c3252f77a813 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:53.958837 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1615f-2fa2-4217-b071-c3252f77a813 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:53.959305 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1615f-2fa2-4217-b071-c3252f77a813 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:53.959641 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1615f-2fa2-4217-b071-c3252f77a813 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:53.959968 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1615f-2fa2-4217-b071-c3252f77a813 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:53.960680 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1615f-2fa2-4217-b071-c3252f77a813 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:54.017836 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-51b1615f-2fa2-4217-b071-c3252f77a813 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:54.067808 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:54.141038 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:54.141606 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:54.156323 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-51b1615f-2fa2-4217-b071-c3252f77a813 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:54.167391 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b1615f-2fa2-4217-b071-c3252f77a813 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:54.171449 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-51b1615f-2fa2-4217-b071-c3252f77a813 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:54.207322 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6610b177-1611-4222-bf30-5ebf61a1fd50 req-faaffaee-e520-4151-ad98-35cd8d7da970 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c8a812d-0b2e-4303-866c-f0712011d363 HTTP/1.1" status: 200 len: 210 time: 0.0956516 Jun 30 09:14:54.305084 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-8811103d-43b0-4608-852f-001fd74d9375 req-7e720004-6559-4dde-94e1-1dfc0fb9fd73 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:54.338372 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['70a2d8de-2524-43a0-a352-d464ef19358a'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:54.348483 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ad3e7f87-eb5f-4e1d-ac10-e46c44cbb516 req-18824e2a-1cf5-4845-a747-8f3b6db28d7c tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5531969-aeb8-49a4-9064-94c6254cea77 HTTP/1.1" status: 200 len: 210 time: 0.0547016 Jun 30 09:14:54.389126 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-51b1615f-2fa2-4217-b071-c3252f77a813 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0534422 Jun 30 09:14:54.389126 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1615f-2fa2-4217-b071-c3252f77a813 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Pushing event updated for resources: {'Network': ['ID=e9919ce5-9db2-459d-8e67-d8a36c012fbb,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:54.459862 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e720004-6559-4dde-94e1-1dfc0fb9fd73 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] Pushing event deleted for resources: {'Port': ['ID=70a2d8de-2524-43a0-a352-d464ef19358a,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:54.484231 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38078) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:54.489379 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-6ce45f92-33e3-4cb2-ac15-f340b9e907d1 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Request body: {'subnet': {'network_id': 'e9919ce5-9db2-459d-8e67-d8a36c012fbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:54.502751 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:54.519263 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network e9919ce5-9db2-459d-8e67-d8a36c012fbb details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:14:54.746130 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-8811103d-43b0-4608-852f-001fd74d9375 req-7e720004-6559-4dde-94e1-1dfc0fb9fd73 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] No DVR routers for this DVR port 70a2d8de-2524-43a0-a352-d464ef19358a on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:14:54.756710 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-8811103d-43b0-4608-852f-001fd74d9375 req-7e720004-6559-4dde-94e1-1dfc0fb9fd73 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:54.769195 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8811103d-43b0-4608-852f-001fd74d9375 req-7e720004-6559-4dde-94e1-1dfc0fb9fd73 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.52 "DELETE /v2.0/ports/70a2d8de-2524-43a0-a352-d464ef19358a HTTP/1.1" status: 204 len: 173 time: 1.0830464 Jun 30 09:14:54.771463 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5531969-aeb8-49a4-9064-94c6254cea77', 'name': 'network-vif-deleted', 'tag': '70a2d8de-2524-43a0-a352-d464ef19358a'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:54.784420 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641a1c53-ff4b-47c2-901a-9d87b804b9f0" -d '{"events": [{"server_uuid": "b5531969-aeb8-49a4-9064-94c6254cea77", "name": "network-vif-deleted", "tag": "70a2d8de-2524-43a0-a352-d464ef19358a"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:54.940310 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a714c1-9fc5-4621-adb9-6cce66772af5 x-openstack-request-id: req-d3a714c1-9fc5-4621-adb9-6cce66772af5 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:54.940684 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5531969-aeb8-49a4-9064-94c6254cea77", "name": "network-vif-deleted", "tag": "70a2d8de-2524-43a0-a352-d464ef19358a", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:54.940977 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d3a714c1-9fc5-4621-adb9-6cce66772af5 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:54.941337 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5531969-aeb8-49a4-9064-94c6254cea77', 'name': 'network-vif-deleted', 'tag': '70a2d8de-2524-43a0-a352-d464ef19358a', 'status': 'completed', 'code': 200} Jun 30 09:14:55.022544 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce45f92-33e3-4cb2-ac15-f340b9e907d1 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Made reservation on behalf of b1b9bc82788548ff950a670ab60f9ec8 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:55.029191 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ce45f92-33e3-4cb2-ac15-f340b9e907d1 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:55.055834 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a3c720-025b-4ad5-a239-1e7f1a8cc843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:55.058432 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33fd3db-56a7-46db-b446-d4d950f2da8f" -d '{"events": [{"server_uuid": "a6a3c720-025b-4ad5-a239-1e7f1a8cc843", "name": "network-vif-plugged", "status": "completed", "tag": "88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:55.064081 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:55.071701 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:55.090059 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9f0bf-fcf0-4a89-9ecc-d0cef5efb5c9 req-64a56a37-f2c0-4873-87dd-e7b7dd0c164c tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:55.102565 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d5c9f0bf-fcf0-4a89-9ecc-d0cef5efb5c9 req-64a56a37-f2c0-4873-87dd-e7b7dd0c164c tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.3090794 Jun 30 09:14:55.166119 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:55.194037 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d5c9f0bf-fcf0-4a89-9ecc-d0cef5efb5c9 req-2c71b1cc-7c72-4b42-8ebd-bc062a26068e tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805550 Jun 30 09:14:55.292938 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8,revision_number=10']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:55.319036 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a1d1aa-f0be-4ed0-91a2-30557429edb1 x-openstack-request-id: req-16a1d1aa-f0be-4ed0-91a2-30557429edb1 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:55.319386 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a3c720-025b-4ad5-a239-1e7f1a8cc843", "name": "network-vif-plugged", "status": "completed", "tag": "88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:55.320029 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-16a1d1aa-f0be-4ed0-91a2-30557429edb1 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:55.320514 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a3c720-025b-4ad5-a239-1e7f1a8cc843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8', 'code': 200} Jun 30 09:14:55.464078 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1e8e29c1-ae6f-4cfc-8ce7-2eac9b0b5ede req-1c2acb79-0252-4840-b5f6-25a420f98323 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c8a812d-0b2e-4303-866c-f0712011d363 HTTP/1.1" status: 200 len: 210 time: 0.1370165 Jun 30 09:14:55.581921 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 84e49e18-5586-4075-a5fa-8ba4bc0b447a details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:14:55.636599 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-de689e5e-b2b6-4e90-9af9-e41f8fc26f77 req-31806752-8373-41c1-9ef4-e43d3b2113e9 tempest-AttachSCSIVolumeTestJSON-126346235 tempest-AttachSCSIVolumeTestJSON-126346235-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5531969-aeb8-49a4-9064-94c6254cea77 HTTP/1.1" status: 200 len: 210 time: 0.0516822 Jun 30 09:14:55.823695 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 84e49e18-5586-4075-a5fa-8ba4bc0b447a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=84e49e18-5586-4075-a5fa-8ba4bc0b447a,segment=NetworkSegment(ab0459dd-0737-485e-a203-f94c588fe4e2),segment_id=ab0459dd-0737-485e-a203-f94c588fe4e2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:55.844281 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '84e49e18-5586-4075-a5fa-8ba4bc0b447a', 'network_id': '30803426-2521-4fa6-8470-27f2b32b642d', 'port_id': '84e49e18-5586-4075-a5fa-8ba4bc0b447a', 'mac_address': 'fa:16:3e:40:8a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d920e9-4cce-4374-bd84-fac478cbf3ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:14:55.901577 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:55.921894 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84e49e18-5586-4075-a5fa-8ba4bc0b447a {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:14:55.933795 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ce45f92-33e3-4cb2-ac15-f340b9e907d1 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:55.981703 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 84e49e18-5586-4075-a5fa-8ba4bc0b447a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=84e49e18-5586-4075-a5fa-8ba4bc0b447a,segment=NetworkSegment(ab0459dd-0737-485e-a203-f94c588fe4e2),segment_id=ab0459dd-0737-485e-a203-f94c588fe4e2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:56.003708 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce45f92-33e3-4cb2-ac15-f340b9e907d1 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Pushing event updated for resources: {'Subnet': ['ID=4c800f68-d35c-4fe1-8749-15ed03bbad16,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:56.041052 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce45f92-33e3-4cb2-ac15-f340b9e907d1 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Checking segment: {'id': 'fe440dc9-fd3e-4345-99dc-20b49b40b646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e9919ce5-9db2-459d-8e67-d8a36c012fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:56.041801 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce45f92-33e3-4cb2-ac15-f340b9e907d1 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Network hostable DHCP agents. Network: e9919ce5-9db2-459d-8e67-d8a36c012fbb, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:14:56.060464 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:56.128583 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce45f92-33e3-4cb2-ac15-f340b9e907d1 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Network e9919ce5-9db2-459d-8e67-d8a36c012fbb is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:14:56.156334 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=84e49e18-5586-4075-a5fa-8ba4bc0b447a,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:56.165261 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['84e49e18-5586-4075-a5fa-8ba4bc0b447a'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:56.219335 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-6ce45f92-33e3-4cb2-ac15-f340b9e907d1 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, e9919ce5-9db2-459d-8e67-d8a36c012fbb) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:56.228724 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce45f92-33e3-4cb2-ac15-f340b9e907d1 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:56.229760 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ce45f92-33e3-4cb2-ac15-f340b9e907d1 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:56.249663 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:56.255335 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87af2df8-ead7-4cc9-b070-f9736dd66255 None None] Network e9919ce5-9db2-459d-8e67-d8a36c012fbb requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:56.341802 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6ce45f92-33e3-4cb2-ac15-f340b9e907d1 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8563149 Jun 30 09:14:56.344743 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38134) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:56.358062 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-b620bb0b-4b98-4232-9232-c53bd685143e tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-241890844', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}, 'admin_state_up': False}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:56.490254 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b620bb0b-4b98-4232-9232-c53bd685143e tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:56.491272 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b620bb0b-4b98-4232-9232-c53bd685143e tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:56.510856 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38140) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:56.579364 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b620bb0b-4b98-4232-9232-c53bd685143e tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:56.595966 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756b269-3eed-451a-82b9-639082ee053a req-f515b1ee-9407-4a36-876e-0e838ab8617b tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:56.627985 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8756b269-3eed-451a-82b9-639082ee053a req-f515b1ee-9407-4a36-876e-0e838ab8617b tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 945 time: 0.2024472 Jun 30 09:14:56.761408 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5c82fbfa-49b7-4be8-9945-975bbe28e993 req-93440e6d-b528-4dc6-88f6-0b66d41015b9 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c8a812d-0b2e-4303-866c-f0712011d363 HTTP/1.1" status: 200 len: 210 time: 0.0707963 Jun 30 09:14:56.921238 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d8e303d0-994f-4a04-8e60-c7347eac6953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:56.924876 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a4499e-d853-4405-b347-dabf9f7369df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-e9919ce5-9db2-459d-8e67-d8a36c012fbb', 'network_id': 'e9919ce5-9db2-459d-8e67-d8a36c012fbb', 'tenant_id': 'b1b9bc82788548ff950a670ab60f9ec8', 'fixed_ips': [{'subnet_id': '4c800f68-d35c-4fe1-8749-15ed03bbad16'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:14:56.925750 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-25a4499e-d853-4405-b347-dabf9f7369df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:56.981511 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8756b269-3eed-451a-82b9-639082ee053a req-d077e395-8cdb-423f-bc10-d50dad58c56c tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526423 Jun 30 09:14:57.079452 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b620bb0b-4b98-4232-9232-c53bd685143e tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:57.239457 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-25a4499e-d853-4405-b347-dabf9f7369df None None] Allocated IP 172.20.0.2 (e9919ce5-9db2-459d-8e67-d8a36c012fbb/4c800f68-d35c-4fe1-8749-15ed03bbad16/3eb5815f-a906-4138-a44b-77b562c23ece) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:57.465705 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-25a4499e-d853-4405-b347-dabf9f7369df None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:57.474728 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-25a4499e-d853-4405-b347-dabf9f7369df None None] Transition to ACTIVE for port object 3eb5815f-a906-4138-a44b-77b562c23ece will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:57.492747 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-25a4499e-d853-4405-b347-dabf9f7369df None None] Transition to ACTIVE for port object 3eb5815f-a906-4138-a44b-77b562c23ece will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:57.568766 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-25a4499e-d853-4405-b347-dabf9f7369df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:57.573736 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d8e303d0-994f-4a04-8e60-c7347eac6953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:57.627206 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 84e49e18-5586-4075-a5fa-8ba4bc0b447a up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:57.663030 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d8e303d0-994f-4a04-8e60-c7347eac6953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:57.682365 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a4499e-d853-4405-b347-dabf9f7369df None None] Network e9919ce5-9db2-459d-8e67-d8a36c012fbb is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:57.683387 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4499e-d853-4405-b347-dabf9f7369df None None] Pushing event updated for resources: {'Port': ['ID=3eb5815f-a906-4138-a44b-77b562c23ece,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:57.691843 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-25a4499e-d853-4405-b347-dabf9f7369df None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:57.701125 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a4499e-d853-4405-b347-dabf9f7369df None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:57.702146 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d8e303d0-994f-4a04-8e60-c7347eac6953 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ed368229bfb14156b73e481fbf08e1b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1894217 Jun 30 09:14:57.705209 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38176) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:57.786121 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-14d9a354-b6cb-47f2-b539-6f6c48c804b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:57.806492 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e303d0-994f-4a04-8e60-c7347eac6953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb13f4d-b2fa-48f7-b4e6-f94627f0124d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:57.820875 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 84e49e18-5586-4075-a5fa-8ba4bc0b447a triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:57.821589 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:57.845240 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-14d9a354-b6cb-47f2-b539-6f6c48c804b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:57.926864 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-25a4499e-d853-4405-b347-dabf9f7369df None None] Attempting to bind port 3eb5815f-a906-4138-a44b-77b562c23ece on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:14:57.928240 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-25a4499e-d853-4405-b347-dabf9f7369df None None] Attempting to bind port 3eb5815f-a906-4138-a44b-77b562c23ece by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'fe440dc9-fd3e-4345-99dc-20b49b40b646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e9919ce5-9db2-459d-8e67-d8a36c012fbb'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:14:57.929140 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a4499e-d853-4405-b347-dabf9f7369df None None] Attempting to bind port 3eb5815f-a906-4138-a44b-77b562c23ece on network e9919ce5-9db2-459d-8e67-d8a36c012fbb {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:57.951681 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a4499e-d853-4405-b347-dabf9f7369df None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:14:57.956719 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a4499e-d853-4405-b347-dabf9f7369df None None] Checking segment: {'id': 'fe440dc9-fd3e-4345-99dc-20b49b40b646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e9919ce5-9db2-459d-8e67-d8a36c012fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:57.956719 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-25a4499e-d853-4405-b347-dabf9f7369df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:57.956719 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a4499e-d853-4405-b347-dabf9f7369df None None] Bound using segment: {'id': 'fe440dc9-fd3e-4345-99dc-20b49b40b646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e9919ce5-9db2-459d-8e67-d8a36c012fbb'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:14:57.956719 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-25a4499e-d853-4405-b347-dabf9f7369df None None] Bound port: 3eb5815f-a906-4138-a44b-77b562c23ece, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe440dc9-fd3e-4345-99dc-20b49b40b646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e9919ce5-9db2-459d-8e67-d8a36c012fbb'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:14:57.956719 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-25a4499e-d853-4405-b347-dabf9f7369df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:58.047787 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9bcd7c47-e485-4ab2-9f63-2697f4ca3b8f req-a2cab5ef-8f3b-4a63-92f4-ec51f2071ba1 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c8a812d-0b2e-4303-866c-f0712011d363 HTTP/1.1" status: 200 len: 210 time: 0.0480692 Jun 30 09:14:58.083174 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b620bb0b-4b98-4232-9232-c53bd685143e tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:58.106600 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b620bb0b-4b98-4232-9232-c53bd685143e tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:58.126744 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-25a4499e-d853-4405-b347-dabf9f7369df None None] For port 3eb5815f-a906-4138-a44b-77b562c23ece, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:14:58.130155 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-25a4499e-d853-4405-b347-dabf9f7369df None None] For port 3eb5815f-a906-4138-a44b-77b562c23ece, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3eb5815f-a906-4138-a44b-77b562c23ece,segment=NetworkSegment(fe440dc9-fd3e-4345-99dc-20b49b40b646),segment_id=fe440dc9-fd3e-4345-99dc-20b49b40b646)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:14:58.137927 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 70a2d8de-2524-43a0-a352-d464ef19358a no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:14:58.170017 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 70a2d8de-2524-43a0-a352-d464ef19358a {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:14:58.170387 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 70a2d8de-2524-43a0-a352-d464ef19358a not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:14:58.195241 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-a76e3216-bfd6-4ef9-b749-588c61282e1f tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:58.197768 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-a76e3216-bfd6-4ef9-b749-588c61282e1f tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] 10.222.0.52 "GET /v2.0/networks?id=d8d53e7d-092d-4d4a-b908-d42279a3f650 HTTP/1.1" status: 200 len: 810 time: 0.2785566 Jun 30 09:14:58.213474 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-4c776e70-e783-4548-ae06-8baf4a9bc2ac tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] Request body: {'port': {'device_id': '8c8a812d-0b2e-4303-866c-f0712011d363', 'network_id': 'd8d53e7d-092d-4d4a-b908-d42279a3f650', 'admin_state_up': True, 'tenant_id': '954f48037b734b0e8f8e78eb99f33767'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:58.263328 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:58.293724 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-14d9a354-b6cb-47f2-b539-6f6c48c804b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:58.301045 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-14d9a354-b6cb-47f2-b539-6f6c48c804b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:58.305093 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-14d9a354-b6cb-47f2-b539-6f6c48c804b2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6bb13f4d-b2fa-48f7-b4e6-f94627f0124d HTTP/1.1" status: 204 len: 168 time: 0.5982668 Jun 30 09:14:58.321803 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1233443-c073-43da-864a-a9cc65ba8773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e49e18-5586-4075-a5fa-8ba4bc0b447a'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:58.329368 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc95c1e2-c752-47e9-8da4-b90718c22b9d" -d '{"events": [{"server_uuid": "f1233443-c073-43da-864a-a9cc65ba8773", "name": "network-vif-plugged", "status": "completed", "tag": "84e49e18-5586-4075-a5fa-8ba4bc0b447a"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:58.352034 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-25a4499e-d853-4405-b347-dabf9f7369df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:58.357657 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9a354-b6cb-47f2-b539-6f6c48c804b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb13f4d-b2fa-48f7-b4e6-f94627f0124d,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:58.371044 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b475925-039d-42c2-8009-fb7dff2aaa92 req-9f3bd6b6-f41f-4349-9a09-743a495fc9db tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:58.377655 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3b475925-039d-42c2-8009-fb7dff2aaa92 req-9f3bd6b6-f41f-4349-9a09-743a495fc9db tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 945 time: 0.1497684 Jun 30 09:14:58.392507 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 84e49e18-5586-4075-a5fa-8ba4bc0b447a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=84e49e18-5586-4075-a5fa-8ba4bc0b447a,segment=NetworkSegment(ab0459dd-0737-485e-a203-f94c588fe4e2),segment_id=ab0459dd-0737-485e-a203-f94c588fe4e2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:58.422323 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d9a354-b6cb-47f2-b539-6f6c48c804b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:58.428264 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d9a354-b6cb-47f2-b539-6f6c48c804b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:58.432869 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d9a354-b6cb-47f2-b539-6f6c48c804b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:58.434952 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d9a354-b6cb-47f2-b539-6f6c48c804b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:58.435433 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d9a354-b6cb-47f2-b539-6f6c48c804b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:58.436103 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d9a354-b6cb-47f2-b539-6f6c48c804b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:58.439576 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d9a354-b6cb-47f2-b539-6f6c48c804b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:58.440557 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3b475925-039d-42c2-8009-fb7dff2aaa92 req-a07f9365-c06e-4abc-b3c2-303e18141370 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618827 Jun 30 09:14:58.441140 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d9a354-b6cb-47f2-b539-6f6c48c804b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:58.441588 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d9a354-b6cb-47f2-b539-6f6c48c804b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:58.443109 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d9a354-b6cb-47f2-b539-6f6c48c804b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:58.443582 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d9a354-b6cb-47f2-b539-6f6c48c804b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:58.444016 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d9a354-b6cb-47f2-b539-6f6c48c804b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:58.487312 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-b620bb0b-4b98-4232-9232-c53bd685143e tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Allocated IP 172.25.6.191 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/29332cad-dc93-4a88-a069-d43b214dd99d) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:58.499277 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:58.513618 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4499e-d853-4405-b347-dabf9f7369df None None] Pushing event updated for resources: {'Port': ['ID=3eb5815f-a906-4138-a44b-77b562c23ece,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:58.620944 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d307863e-e4d4-43d4-8da6-0f204d523644 x-openstack-request-id: req-d307863e-e4d4-43d4-8da6-0f204d523644 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:58.621291 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1233443-c073-43da-864a-a9cc65ba8773", "name": "network-vif-plugged", "status": "completed", "tag": "84e49e18-5586-4075-a5fa-8ba4bc0b447a", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:58.621493 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d307863e-e4d4-43d4-8da6-0f204d523644 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:58.622036 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1233443-c073-43da-864a-a9cc65ba8773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e49e18-5586-4075-a5fa-8ba4bc0b447a', 'code': 200} Jun 30 09:14:58.630171 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=84e49e18-5586-4075-a5fa-8ba4bc0b447a,revision_number=7']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:58.647415 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-4c776e70-e783-4548-ae06-8baf4a9bc2ac tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] Made reservation on behalf of 954f48037b734b0e8f8e78eb99f33767 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:58.651781 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-4c776e70-e783-4548-ae06-8baf4a9bc2ac tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:58.712437 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b620bb0b-4b98-4232-9232-c53bd685143e tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:58.963871 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b620bb0b-4b98-4232-9232-c53bd685143e tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:59.040815 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b620bb0b-4b98-4232-9232-c53bd685143e tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:59.044056 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-4c776e70-e783-4548-ae06-8baf4a9bc2ac tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] Allocated IP 172.20.0.7 (d8d53e7d-092d-4d4a-b908-d42279a3f650/8d56cfc7-78fa-4155-b127-8072ceab6bc6/d799507b-3bee-4cad-b2b7-191356024d98) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:59.075615 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-b620bb0b-4b98-4232-9232-c53bd685143e tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:59.083098 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b620bb0b-4b98-4232-9232-c53bd685143e tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:59.146511 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620bb0b-4b98-4232-9232-c53bd685143e tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Pushing event updated for resources: {'Port': ['ID=29332cad-dc93-4a88-a069-d43b214dd99d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:59.388194 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-495c09a5-0fa5-4ba3-b4ea-7ab8fa41b3df req-78d3c40e-c69a-49be-a46a-99a1ea379912 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c8a812d-0b2e-4303-866c-f0712011d363 HTTP/1.1" status: 200 len: 210 time: 0.0570908 Jun 30 09:14:59.452827 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-4c776e70-e783-4548-ae06-8baf4a9bc2ac tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:59.575443 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3eb5815f-a906-4138-a44b-77b562c23ece up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:59.642703 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-4c776e70-e783-4548-ae06-8baf4a9bc2ac tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:59.863545 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-4c776e70-e783-4548-ae06-8baf4a9bc2ac tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] Network d8d53e7d-092d-4d4a-b908-d42279a3f650 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:59.863545 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-4c776e70-e783-4548-ae06-8baf4a9bc2ac tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:59.863545 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-4c776e70-e783-4548-ae06-8baf4a9bc2ac tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:59.863545 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-4c776e70-e783-4548-ae06-8baf4a9bc2ac tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:59.863545 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-4c776e70-e783-4548-ae06-8baf4a9bc2ac tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:59.863545 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c776e70-e783-4548-ae06-8baf4a9bc2ac tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] Pushing event updated for resources: {'Port': ['ID=d799507b-3bee-4cad-b2b7-191356024d98,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:59.865406 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b620bb0b-4b98-4232-9232-c53bd685143e tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:59.891071 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fa09e-4051-45bd-879a-8e2a267084eb req-7bcc85cb-338f-48db-91ff-d606c5ca5860 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:59.899425 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-947fa09e-4051-45bd-879a-8e2a267084eb req-7bcc85cb-338f-48db-91ff-d606c5ca5860 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1993351 Jun 30 09:14:59.962119 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-947fa09e-4051-45bd-879a-8e2a267084eb req-102b8b7c-61a7-4193-a3dd-00c9d0ae3064 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614865 Jun 30 09:15:00.175205 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b620bb0b-4b98-4232-9232-c53bd685143e tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:00.187957 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba42a1b-4fd1-4145-9904-898df7a605a5 None None] Network e9919ce5-9db2-459d-8e67-d8a36c012fbb requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:00.374567 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 3eb5815f-a906-4138-a44b-77b562c23ece completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:00.407800 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b620bb0b-4b98-4232-9232-c53bd685143e tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Router ec69b8e6-5774-4f6b-beb1-fec00af1725b is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:15:00.409644 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-4c776e70-e783-4548-ae06-8baf4a9bc2ac tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2017202 Jun 30 09:15:00.414308 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-aacfe6fe-0fac-4859-bf30-e1ac96fe9086 None None] Provisioning for port 3eb5815f-a906-4138-a44b-77b562c23ece completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:00.426826 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-e40d2376-b497-4ee5-996a-d4905f4b6cc3 service neutron] Request body: {'port': {'device_id': '8c8a812d-0b2e-4303-866c-f0712011d363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:00.437815 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-aacfe6fe-0fac-4859-bf30-e1ac96fe9086 None None] Provisioning complete for port 3eb5815f-a906-4138-a44b-77b562c23ece triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:00.438906 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-aacfe6fe-0fac-4859-bf30-e1ac96fe9086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:00.639050 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38258) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:00.652785 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-e40d2376-b497-4ee5-996a-d4905f4b6cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:00.664541 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-aacfe6fe-0fac-4859-bf30-e1ac96fe9086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:00.713904 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b620bb0b-4b98-4232-9232-c53bd685143e tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:15:00.739704 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16cd0d7-e0fb-4ac6-9056-cd07fcfd1926 None None] Sync routers for ids ['ec69b8e6-5774-4f6b-beb1-fec00af1725b'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:15:00.744895 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-aacfe6fe-0fac-4859-bf30-e1ac96fe9086 None None] For port 3eb5815f-a906-4138-a44b-77b562c23ece, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3eb5815f-a906-4138-a44b-77b562c23ece,segment=NetworkSegment(fe440dc9-fd3e-4345-99dc-20b49b40b646),segment_id=fe440dc9-fd3e-4345-99dc-20b49b40b646)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:00.764749 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16cd0d7-e0fb-4ac6-9056-cd07fcfd1926 None None] Routers {'ec69b8e6-5774-4f6b-beb1-fec00af1725b'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:00.765391 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-d16cd0d7-e0fb-4ac6-9056-cd07fcfd1926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:14:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['ec69b8e6-5774-4f6b-beb1-fec00af1725b'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:00.843370 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-0ad3a96b-afee-4021-9e77-8e23c9c9ba70 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1304925810-network', 'tenant_id': 'c2ac106c24f9401386cbe886c9df41fc'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:00.847099 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-d16cd0d7-e0fb-4ac6-9056-cd07fcfd1926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:00.847679 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b620bb0b-4b98-4232-9232-c53bd685143e tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:00.853117 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b620bb0b-4b98-4232-9232-c53bd685143e tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.5070355 Jun 30 09:15:00.856316 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38262) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:00.863090 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16cd0d7-e0fb-4ac6-9056-cd07fcfd1926 None None] Routers {'ec69b8e6-5774-4f6b-beb1-fec00af1725b'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:00.863781 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-d16cd0d7-e0fb-4ac6-9056-cd07fcfd1926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:14:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['ec69b8e6-5774-4f6b-beb1-fec00af1725b'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:00.877270 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-aacfe6fe-0fac-4859-bf30-e1ac96fe9086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:00.939855 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-d16cd0d7-e0fb-4ac6-9056-cd07fcfd1926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:00.940389 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16cd0d7-e0fb-4ac6-9056-cd07fcfd1926 None None] The sync data for ids ['ec69b8e6-5774-4f6b-beb1-fec00af1725b'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:15:01.061793 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfe6fe-0fac-4859-bf30-e1ac96fe9086 None None] Pushing event updated for resources: {'Port': ['ID=3eb5815f-a906-4138-a44b-77b562c23ece,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:01.078671 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-62a38ab8-c51d-49a7-87ac-a0e39b0261ee None None] Provisioning complete for port 3eb5815f-a906-4138-a44b-77b562c23ece triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:01.079041 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-62a38ab8-c51d-49a7-87ac-a0e39b0261ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.082667 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfe6fe-0fac-4859-bf30-e1ac96fe9086 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:01.083011 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfe6fe-0fac-4859-bf30-e1ac96fe9086 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:01.083384 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfe6fe-0fac-4859-bf30-e1ac96fe9086 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:01.083717 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfe6fe-0fac-4859-bf30-e1ac96fe9086 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:01.084044 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfe6fe-0fac-4859-bf30-e1ac96fe9086 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:01.084429 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfe6fe-0fac-4859-bf30-e1ac96fe9086 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:01.084761 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfe6fe-0fac-4859-bf30-e1ac96fe9086 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:01.085138 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfe6fe-0fac-4859-bf30-e1ac96fe9086 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:01.085709 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfe6fe-0fac-4859-bf30-e1ac96fe9086 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:01.086426 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfe6fe-0fac-4859-bf30-e1ac96fe9086 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:01.086760 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfe6fe-0fac-4859-bf30-e1ac96fe9086 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:01.087085 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfe6fe-0fac-4859-bf30-e1ac96fe9086 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:01.131473 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88eff7-00c2-4873-9e02-147f75f5cffc req-e319c769-6d02-4993-9d98-25fa62c24712 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:01.140783 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4d88eff7-00c2-4873-9e02-147f75f5cffc req-e319c769-6d02-4993-9d98-25fa62c24712 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c8a812d-0b2e-4303-866c-f0712011d363 HTTP/1.1" status: 200 len: 931 time: 0.4535604 Jun 30 09:15:01.165171 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad3a96b-afee-4021-9e77-8e23c9c9ba70 admin admin] Made reservation on behalf of c2ac106c24f9401386cbe886c9df41fc for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:01.167630 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0ad3a96b-afee-4021-9e77-8e23c9c9ba70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.227675 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0ad3a96b-afee-4021-9e77-8e23c9c9ba70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.382219 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4d88eff7-00c2-4873-9e02-147f75f5cffc req-828ff3ce-e782-413d-b707-bcb26fc08f70 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] 10.222.0.10 "GET /v2.0/security-groups?id=524f518d-e384-4786-865c-f767da9d2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372088 Jun 30 09:15:01.565535 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3eb5815f-a906-4138-a44b-77b562c23ece up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:01.643067 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-e40d2376-b497-4ee5-996a-d4905f4b6cc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d799507b-3bee-4cad-b2b7-191356024d98 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:15:01.655571 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-e40d2376-b497-4ee5-996a-d4905f4b6cc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.684654 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-e40d2376-b497-4ee5-996a-d4905f4b6cc3 service neutron] Transition to ACTIVE for port object d799507b-3bee-4cad-b2b7-191356024d98 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:01.695112 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 3eb5815f-a906-4138-a44b-77b562c23ece triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:01.695918 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.773820 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0ad3a96b-afee-4021-9e77-8e23c9c9ba70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.775628 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-e40d2376-b497-4ee5-996a-d4905f4b6cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.816770 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2097b-5aed-4dbe-b16d-d3df5e5f6a2a req-e3e3ca78-28c9-47d4-b51c-c385b7fa15a2 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:01.833458 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-55a2097b-5aed-4dbe-b16d-d3df5e5f6a2a req-e3e3ca78-28c9-47d4-b51c-c385b7fa15a2 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.2715149 Jun 30 09:15:01.842044 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0ad3a96b-afee-4021-9e77-8e23c9c9ba70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.864107 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad3a96b-afee-4021-9e77-8e23c9c9ba70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:15:01.875549 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0ad3a96b-afee-4021-9e77-8e23c9c9ba70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.875985 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-0ad3a96b-afee-4021-9e77-8e23c9c9ba70 admin admin] Added segment bc499c06-af65-4614-b099-27bc511ea45a of type vlan for network 67fb0116-df8f-4edf-9acf-411778b1e168 Jun 30 09:15:01.990048 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0ad3a96b-afee-4021-9e77-8e23c9c9ba70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.996193 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-55a2097b-5aed-4dbe-b16d-d3df5e5f6a2a req-704db9c1-bb39-4cba-85a2-1227a2fd6d37 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004333 Jun 30 09:15:02.024470 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d2376-b497-4ee5-996a-d4905f4b6cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=d799507b-3bee-4cad-b2b7-191356024d98,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:02.057332 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3d26d514-82ab-4a5d-9894-8d42abed1df2 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:02.063326 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3a96b-afee-4021-9e77-8e23c9c9ba70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfe724f-51b5-4af2-a95a-4196531a8332,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:02.118315 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-e40d2376-b497-4ee5-996a-d4905f4b6cc3 service neutron] Attempting to bind port d799507b-3bee-4cad-b2b7-191356024d98 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:02.118737 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-e40d2376-b497-4ee5-996a-d4905f4b6cc3 service neutron] Attempting to bind port d799507b-3bee-4cad-b2b7-191356024d98 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '461fb10e-801b-49ba-850a-37c5c241364e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd8d53e7d-092d-4d4a-b908-d42279a3f650'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:02.119190 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-e40d2376-b497-4ee5-996a-d4905f4b6cc3 service neutron] Attempting to bind port d799507b-3bee-4cad-b2b7-191356024d98 on network d8d53e7d-092d-4d4a-b908-d42279a3f650 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:02.124433 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-e40d2376-b497-4ee5-996a-d4905f4b6cc3 service neutron] Port d799507b-3bee-4cad-b2b7-191356024d98 on network d8d53e7d-092d-4d4a-b908-d42279a3f650 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:02.124903 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-e40d2376-b497-4ee5-996a-d4905f4b6cc3 service neutron] Attempting to bind port d799507b-3bee-4cad-b2b7-191356024d98 on network d8d53e7d-092d-4d4a-b908-d42279a3f650 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:02.130204 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-e40d2376-b497-4ee5-996a-d4905f4b6cc3 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:02.130648 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-e40d2376-b497-4ee5-996a-d4905f4b6cc3 service neutron] Checking segment: {'id': '461fb10e-801b-49ba-850a-37c5c241364e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd8d53e7d-092d-4d4a-b908-d42279a3f650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:02.131159 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-e40d2376-b497-4ee5-996a-d4905f4b6cc3 service neutron] Bound using segment: {'id': '461fb10e-801b-49ba-850a-37c5c241364e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd8d53e7d-092d-4d4a-b908-d42279a3f650'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:02.131687 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-e40d2376-b497-4ee5-996a-d4905f4b6cc3 service neutron] Bound port: d799507b-3bee-4cad-b2b7-191356024d98, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461fb10e-801b-49ba-850a-37c5c241364e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd8d53e7d-092d-4d4a-b908-d42279a3f650'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:02.132704 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-e40d2376-b497-4ee5-996a-d4905f4b6cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:02.255239 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-e40d2376-b497-4ee5-996a-d4905f4b6cc3 service neutron] For port d799507b-3bee-4cad-b2b7-191356024d98, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:02.265674 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-e40d2376-b497-4ee5-996a-d4905f4b6cc3 service neutron] For port d799507b-3bee-4cad-b2b7-191356024d98, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=d799507b-3bee-4cad-b2b7-191356024d98,segment=NetworkSegment(461fb10e-801b-49ba-850a-37c5c241364e),segment_id=461fb10e-801b-49ba-850a-37c5c241364e)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:02.361925 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0ad3a96b-afee-4021-9e77-8e23c9c9ba70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:02.363157 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad3a96b-afee-4021-9e77-8e23c9c9ba70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:02.363911 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0ad3a96b-afee-4021-9e77-8e23c9c9ba70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:02.489211 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-e40d2376-b497-4ee5-996a-d4905f4b6cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:02.595950 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-e40d2376-b497-4ee5-996a-d4905f4b6cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:02.596562 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-e40d2376-b497-4ee5-996a-d4905f4b6cc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:02.598353 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-e40d2376-b497-4ee5-996a-d4905f4b6cc3 service neutron] 10.222.0.52 "PUT /v2.0/ports/d799507b-3bee-4cad-b2b7-191356024d98 HTTP/1.1" status: 200 len: 1092 time: 2.1791856 Jun 30 09:15:02.598784 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8a812d-0b2e-4303-866c-f0712011d363', 'tag': 'd799507b-3bee-4cad-b2b7-191356024d98'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:02.602059 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6802d090-c685-4bbb-aa0b-78ad9ad191a3" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8a812d-0b2e-4303-866c-f0712011d363", "tag": "d799507b-3bee-4cad-b2b7-191356024d98"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:02.606795 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3a96b-afee-4021-9e77-8e23c9c9ba70 admin admin] Pushing event updated for resources: {'Network': ['ID=67fb0116-df8f-4edf-9acf-411778b1e168,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:02.619844 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 67fb0116-df8f-4edf-9acf-411778b1e168 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:15:02.626294 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-3d26d514-82ab-4a5d-9894-8d42abed1df2 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Allocated IP 172.20.0.1 (e9919ce5-9db2-459d-8e67-d8a36c012fbb/4c800f68-d35c-4fe1-8749-15ed03bbad16/1f20f7d1-c04e-449d-9de7-78d52bf7f937) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:02.645170 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0ad3a96b-afee-4021-9e77-8e23c9c9ba70 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0023844 Jun 30 09:15:02.649919 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38312) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:02.655567 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-f18c706c-c76a-4d0f-a6f2-2036e4f0aeba admin admin] Request body: {'subnet': {'network_id': '67fb0116-df8f-4edf-9acf-411778b1e168', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1304925810-subnet', 'tenant_id': 'c2ac106c24f9401386cbe886c9df41fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:02.697875 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d2376-b497-4ee5-996a-d4905f4b6cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=d799507b-3bee-4cad-b2b7-191356024d98,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:02.889247 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18c706c-c76a-4d0f-a6f2-2036e4f0aeba admin admin] Made reservation on behalf of c2ac106c24f9401386cbe886c9df41fc for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:02.901743 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f18c706c-c76a-4d0f-a6f2-2036e4f0aeba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:02.950711 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-e2d5ab58-97af-4be1-b7fb-5d7e5850e952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:02.958458 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-e2d5ab58-97af-4be1-b7fb-5d7e5850e952 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=954f48037b734b0e8f8e78eb99f33767&device_id=8c8a812d-0b2e-4303-866c-f0712011d363 HTTP/1.1" status: 200 len: 1095 time: 0.1673043 Jun 30 09:15:02.958936 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3d26d514-82ab-4a5d-9894-8d42abed1df2 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:02.968741 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21a3f9-180e-4dee-bcae-ea7cde92c197 req-2d6f054c-b8ee-462b-a7ef-31c7a0006c15 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:02.976872 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7f21a3f9-180e-4dee-bcae-ea7cde92c197 req-2d6f054c-b8ee-462b-a7ef-31c7a0006c15 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c8a812d-0b2e-4303-866c-f0712011d363 HTTP/1.1" status: 200 len: 943 time: 0.3158350 Jun 30 09:15:03.026470 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-3d26d514-82ab-4a5d-9894-8d42abed1df2 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Transition to ACTIVE for port object 1f20f7d1-c04e-449d-9de7-78d52bf7f937 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:03.051592 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-a574c212-5365-4068-9c85-5cff77f7c644 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d799507b-3bee-4cad-b2b7-191356024d98 HTTP/1.1" status: 200 len: 217 time: 0.0721121 Jun 30 09:15:03.093392 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7f21a3f9-180e-4dee-bcae-ea7cde92c197 req-bd02517d-0e64-46e4-9420-e6576388f2b1 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] 10.222.0.10 "GET /v2.0/security-groups?id=524f518d-e384-4786-865c-f767da9d2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150808 Jun 30 09:15:03.204456 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe5c70b-19f1-46a6-b27d-642429029c41 x-openstack-request-id: req-dfe5c70b-19f1-46a6-b27d-642429029c41 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:03.206360 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8a812d-0b2e-4303-866c-f0712011d363", "tag": "d799507b-3bee-4cad-b2b7-191356024d98", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:03.208694 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dfe5c70b-19f1-46a6-b27d-642429029c41 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:03.209849 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8a812d-0b2e-4303-866c-f0712011d363', 'tag': 'd799507b-3bee-4cad-b2b7-191356024d98', 'status': 'completed', 'code': 200} Jun 30 09:15:03.221383 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-3dd1f02b-79d6-4636-b933-dc518eb3f22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:03.223799 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-3dd1f02b-79d6-4636-b933-dc518eb3f22a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d56cfc7-78fa-4155-b127-8072ceab6bc6 HTTP/1.1" status: 200 len: 850 time: 0.1682022 Jun 30 09:15:03.306546 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-227b787c-968a-43fc-b30a-9e9f031ccb07 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8d53e7d-092d-4d4a-b908-d42279a3f650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712841 Jun 30 09:15:03.382429 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3d26d514-82ab-4a5d-9894-8d42abed1df2 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:03.511995 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-53076ac7-90a9-41e5-ad12-621f1af51a93 service neutron] 10.222.0.52 "GET /v2.0/networks/d8d53e7d-092d-4d4a-b908-d42279a3f650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018204 Jun 30 09:15:03.545930 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d26d514-82ab-4a5d-9894-8d42abed1df2 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Network e9919ce5-9db2-459d-8e67-d8a36c012fbb is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:03.557999 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-3d26d514-82ab-4a5d-9894-8d42abed1df2 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:03.565452 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d26d514-82ab-4a5d-9894-8d42abed1df2 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:03.597533 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26d514-82ab-4a5d-9894-8d42abed1df2 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Pushing event updated for resources: {'Port': ['ID=1f20f7d1-c04e-449d-9de7-78d52bf7f937,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:03.611888 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f18c706c-c76a-4d0f-a6f2-2036e4f0aeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:03.729435 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bb374b65-08d0-4263-83e4-cfdff7f67f91 req-3b462afb-c66d-49b6-9e9f-13ff0c995458 service neutron] 10.222.0.52 "GET /v2.0/networks/d8d53e7d-092d-4d4a-b908-d42279a3f650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103007 Jun 30 09:15:03.762475 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3d26d514-82ab-4a5d-9894-8d42abed1df2 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:03.922976 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765283d-5174-4f66-9131-f7005c20ff97 req-4752fb04-83e8-4f88-81df-bca024bb524e tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:03.932521 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b765283d-5174-4f66-9131-f7005c20ff97 req-4752fb04-83e8-4f88-81df-bca024bb524e tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.4945755 Jun 30 09:15:03.949687 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c706c-c76a-4d0f-a6f2-2036e4f0aeba admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8acfcba-aa49-40d7-96e1-8c2c79b01912,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:04.042412 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802d090-c685-4bbb-aa0b-78ad9ad191a3 req-80fe7372-55a5-4a58-8955-67722e0a1bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:04.044436 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6802d090-c685-4bbb-aa0b-78ad9ad191a3 req-80fe7372-55a5-4a58-8955-67722e0a1bb5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=954f48037b734b0e8f8e78eb99f33767&device_id=8c8a812d-0b2e-4303-866c-f0712011d363 HTTP/1.1" status: 200 len: 1095 time: 0.1278584 Jun 30 09:15:04.111802 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-56d306ed-a141-4c2a-b681-6f1976b43e45 None None] Provisioning for port 1f20f7d1-c04e-449d-9de7-78d52bf7f937 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:04.116434 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-56d306ed-a141-4c2a-b681-6f1976b43e45 None None] Provisioning complete for port 1f20f7d1-c04e-449d-9de7-78d52bf7f937 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:04.116815 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-56d306ed-a141-4c2a-b681-6f1976b43e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:04.191408 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-56d306ed-a141-4c2a-b681-6f1976b43e45 None None] Port 1f20f7d1-c04e-449d-9de7-78d52bf7f937 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:04.300893 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802d090-c685-4bbb-aa0b-78ad9ad191a3 req-536fa013-8ec4-47d9-985a-d3831dd98c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:04.303015 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6802d090-c685-4bbb-aa0b-78ad9ad191a3 req-536fa013-8ec4-47d9-985a-d3831dd98c16 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d8d53e7d-092d-4d4a-b908-d42279a3f650 HTTP/1.1" status: 200 len: 911 time: 0.2500088 Jun 30 09:15:04.411836 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6802d090-c685-4bbb-aa0b-78ad9ad191a3 req-5f363204-937c-46f4-b05a-5040d3c0b973 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d799507b-3bee-4cad-b2b7-191356024d98 HTTP/1.1" status: 200 len: 217 time: 0.0919929 Jun 30 09:15:04.448480 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18c706c-c76a-4d0f-a6f2-2036e4f0aeba admin admin] Checking segment: {'id': 'bc499c06-af65-4614-b099-27bc511ea45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '67fb0116-df8f-4edf-9acf-411778b1e168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:04.448835 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18c706c-c76a-4d0f-a6f2-2036e4f0aeba admin admin] Network hostable DHCP agents. Network: 67fb0116-df8f-4edf-9acf-411778b1e168, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:15:04.520447 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802d090-c685-4bbb-aa0b-78ad9ad191a3 req-b8c5a7ec-976b-40c4-999d-cafc608519a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:04.522344 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6802d090-c685-4bbb-aa0b-78ad9ad191a3 req-b8c5a7ec-976b-40c4-999d-cafc608519a1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d56cfc7-78fa-4155-b127-8072ceab6bc6 HTTP/1.1" status: 200 len: 850 time: 0.1080914 Jun 30 09:15:04.580366 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b765283d-5174-4f66-9131-f7005c20ff97 req-965707a7-5669-44b5-a62c-2bc1e2facfe1 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6151946 Jun 30 09:15:04.586408 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6802d090-c685-4bbb-aa0b-78ad9ad191a3 req-cb6bee8b-cade-4824-b0e1-524d8ce7befd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8d53e7d-092d-4d4a-b908-d42279a3f650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539176 Jun 30 09:15:04.845166 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6802d090-c685-4bbb-aa0b-78ad9ad191a3 req-c60de7a2-c3db-4ab2-9c64-cebf0d76147e service neutron] 10.222.0.52 "GET /v2.0/networks/d8d53e7d-092d-4d4a-b908-d42279a3f650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496769 Jun 30 09:15:05.094662 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6802d090-c685-4bbb-aa0b-78ad9ad191a3 req-20030eaf-6864-4ab0-b875-5cd61d9ab377 service neutron] 10.222.0.52 "GET /v2.0/networks/d8d53e7d-092d-4d4a-b908-d42279a3f650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385702 Jun 30 09:15:05.252862 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18c706c-c76a-4d0f-a6f2-2036e4f0aeba admin admin] Network 67fb0116-df8f-4edf-9acf-411778b1e168 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:15:05.459620 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-f18c706c-c76a-4d0f-a6f2-2036e4f0aeba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 67fb0116-df8f-4edf-9acf-411778b1e168) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:05.469227 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6830546-ec1d-444b-ba37-cf78b829379e None None] Network 67fb0116-df8f-4edf-9acf-411778b1e168 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:05.479278 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3d26d514-82ab-4a5d-9894-8d42abed1df2 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:05.505373 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18c706c-c76a-4d0f-a6f2-2036e4f0aeba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:05.506212 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f18c706c-c76a-4d0f-a6f2-2036e4f0aeba admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:05.552209 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064be15-e26d-4b2c-9994-a8ee30b83146 req-93c3a0af-6045-42a1-b0ff-b63c060b8106 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:05.562519 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e064be15-e26d-4b2c-9994-a8ee30b83146 req-93c3a0af-6045-42a1-b0ff-b63c060b8106 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c8a812d-0b2e-4303-866c-f0712011d363 HTTP/1.1" status: 200 len: 943 time: 0.3443305 Jun 30 09:15:05.605535 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f18c706c-c76a-4d0f-a6f2-2036e4f0aeba admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.9545074 Jun 30 09:15:05.685712 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e064be15-e26d-4b2c-9994-a8ee30b83146 req-98d45183-ddca-496e-acf3-ece4112466a7 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] 10.222.0.10 "GET /v2.0/security-groups?id=524f518d-e384-4786-865c-f767da9d2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221907 Jun 30 09:15:05.765114 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08eb064-95bf-4514-96dc-de81b82fc621 None None] Network 67fb0116-df8f-4edf-9acf-411778b1e168 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:05.863502 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38342) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:06.127001 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device d799507b-3bee-4cad-b2b7-191356024d98 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:15:06.392806 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port d799507b-3bee-4cad-b2b7-191356024d98, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=d799507b-3bee-4cad-b2b7-191356024d98,segment=NetworkSegment(461fb10e-801b-49ba-850a-37c5c241364e),segment_id=461fb10e-801b-49ba-850a-37c5c241364e)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:06.407432 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'd799507b-3bee-4cad-b2b7-191356024d98', 'network_id': 'd8d53e7d-092d-4d4a-b908-d42279a3f650', 'port_id': 'd799507b-3bee-4cad-b2b7-191356024d98', 'mac_address': 'fa:16:3e:ed:ca:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d56cfc7-78fa-4155-b127-8072ceab6bc6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:15:06.429052 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3d26d514-82ab-4a5d-9894-8d42abed1df2 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:06.459048 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:06.474445 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d799507b-3bee-4cad-b2b7-191356024d98 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:15:06.491733 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8edd941-afe3-4bfc-a445-99aa5eba3ebc req-25e440a9-405c-43c2-9d1c-1acdbabef0da tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:06.500829 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e8edd941-afe3-4bfc-a445-99aa5eba3ebc req-25e440a9-405c-43c2-9d1c-1acdbabef0da tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1614130 Jun 30 09:15:06.501556 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port d799507b-3bee-4cad-b2b7-191356024d98, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=d799507b-3bee-4cad-b2b7-191356024d98,segment=NetworkSegment(461fb10e-801b-49ba-850a-37c5c241364e),segment_id=461fb10e-801b-49ba-850a-37c5c241364e)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:06.558291 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e8edd941-afe3-4bfc-a445-99aa5eba3ebc req-6a23884c-20cd-48a4-9378-c9153edcfc77 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549688 Jun 30 09:15:06.693488 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3d26d514-82ab-4a5d-9894-8d42abed1df2 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:06.721829 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:06.828890 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3d26d514-82ab-4a5d-9894-8d42abed1df2 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:06.839851 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26d514-82ab-4a5d-9894-8d42abed1df2 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Pushing event updated for resources: {'Port': ['ID=1f20f7d1-c04e-449d-9de7-78d52bf7f937,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:06.851147 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=d799507b-3bee-4cad-b2b7-191356024d98,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:06.963867 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-addd1fda-4d60-46a4-9412-faf6d7564c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:07.009874 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['d799507b-3bee-4cad-b2b7-191356024d98'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:15:07.058008 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d26d514-82ab-4a5d-9894-8d42abed1df2 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Network e9919ce5-9db2-459d-8e67-d8a36c012fbb is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:07.073140 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-3d26d514-82ab-4a5d-9894-8d42abed1df2 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:07.261486 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:07.349014 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d26d514-82ab-4a5d-9894-8d42abed1df2 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Router ec69b8e6-5774-4f6b-beb1-fec00af1725b has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:15:07.551644 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5b854415-bc9b-42c4-b8cc-f7f5b49814fc None None] Provisioning complete for port 1f20f7d1-c04e-449d-9de7-78d52bf7f937 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:07.552332 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5b854415-bc9b-42c4-b8cc-f7f5b49814fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:07.594352 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d26d514-82ab-4a5d-9894-8d42abed1df2 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:15:07.602813 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3d26d514-82ab-4a5d-9894-8d42abed1df2 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] 10.222.0.10 "PUT /v2.0/routers/ec69b8e6-5774-4f6b-beb1-fec00af1725b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7466309 Jun 30 09:15:07.605676 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd67abb-6e95-4112-af0e-1fe28baf14fd None None] Sync routers for ids ['ec69b8e6-5774-4f6b-beb1-fec00af1725b'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:15:07.606866 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38358) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:07.619219 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-adabdfcf-5119-4d68-a23e-47928aa8fe82 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Request body: {'port': {'network_id': 'e9919ce5-9db2-459d-8e67-d8a36c012fbb', 'name': 'tempest-FloatingIPAdminTestJSON-1856031962'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:07.620537 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd67abb-6e95-4112-af0e-1fe28baf14fd None None] Routers {'ec69b8e6-5774-4f6b-beb1-fec00af1725b'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:07.622285 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4bd67abb-6e95-4112-af0e-1fe28baf14fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:14:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['ec69b8e6-5774-4f6b-beb1-fec00af1725b'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:07.628963 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-5b854415-bc9b-42c4-b8cc-f7f5b49814fc None None] Port 1f20f7d1-c04e-449d-9de7-78d52bf7f937 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:07.665691 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4bd67abb-6e95-4112-af0e-1fe28baf14fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:07.676582 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd67abb-6e95-4112-af0e-1fe28baf14fd None None] Routers {'ec69b8e6-5774-4f6b-beb1-fec00af1725b'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:07.677780 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4bd67abb-6e95-4112-af0e-1fe28baf14fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:14:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['ec69b8e6-5774-4f6b-beb1-fec00af1725b'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:07.718347 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4bd67abb-6e95-4112-af0e-1fe28baf14fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:07.719742 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd67abb-6e95-4112-af0e-1fe28baf14fd None None] The sync data for ids ['ec69b8e6-5774-4f6b-beb1-fec00af1725b'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:15:07.722237 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-addd1fda-4d60-46a4-9412-faf6d7564c15 admin admin] Deleting port 5981edfb-55f0-4164-9fd4-76396c1a5f65 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:07.722802 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-addd1fda-4d60-46a4-9412-faf6d7564c15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:07.890741 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-addd1fda-4d60-46a4-9412-faf6d7564c15 admin admin] For port 5981edfb-55f0-4164-9fd4-76396c1a5f65, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5981edfb-55f0-4164-9fd4-76396c1a5f65,segment=NetworkSegment(2c4795ed-ea2a-4018-838b-bfdf7ab7539a),segment_id=2c4795ed-ea2a-4018-838b-bfdf7ab7539a)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:07.891034 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-addd1fda-4d60-46a4-9412-faf6d7564c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:07.914144 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-addd1fda-4d60-46a4-9412-faf6d7564c15 admin admin] Calling delete_port for 5981edfb-55f0-4164-9fd4-76396c1a5f65 owned by network:router_interface {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:08.125136 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device d799507b-3bee-4cad-b2b7-191356024d98 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:08.391036 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adabdfcf-5119-4d68-a23e-47928aa8fe82 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Made reservation on behalf of b1b9bc82788548ff950a670ab60f9ec8 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:08.405100 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-adabdfcf-5119-4d68-a23e-47928aa8fe82 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:08.441278 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-adabdfcf-5119-4d68-a23e-47928aa8fe82 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] device_id is not set on port 402cb9d4-a564-477d-b885-e2eb0446c19a yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:15:08.486275 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-addd1fda-4d60-46a4-9412-faf6d7564c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:08.488365 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port d799507b-3bee-4cad-b2b7-191356024d98 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:08.493557 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port d799507b-3bee-4cad-b2b7-191356024d98 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:08.494039 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:08.547164 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd1fda-4d60-46a4-9412-faf6d7564c15 admin admin] Pushing event deleted for resources: {'Port': ['ID=5981edfb-55f0-4164-9fd4-76396c1a5f65,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:08.614397 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:08.629663 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:08.678602 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port d799507b-3bee-4cad-b2b7-191356024d98, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=d799507b-3bee-4cad-b2b7-191356024d98,segment=NetworkSegment(461fb10e-801b-49ba-850a-37c5c241364e),segment_id=461fb10e-801b-49ba-850a-37c5c241364e)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:08.680257 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8a812d-0b2e-4303-866c-f0712011d363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd799507b-3bee-4cad-b2b7-191356024d98'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:08.684273 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c347c662-0ae8-40dc-a0ea-7118d65ab69e" -d '{"events": [{"server_uuid": "8c8a812d-0b2e-4303-866c-f0712011d363", "name": "network-vif-plugged", "status": "completed", "tag": "d799507b-3bee-4cad-b2b7-191356024d98"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:08.750592 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:08.755055 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-adabdfcf-5119-4d68-a23e-47928aa8fe82 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Allocated IP 172.20.0.8 (e9919ce5-9db2-459d-8e67-d8a36c012fbb/4c800f68-d35c-4fe1-8749-15ed03bbad16/402cb9d4-a564-477d-b885-e2eb0446c19a) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:08.884252 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=d799507b-3bee-4cad-b2b7-191356024d98,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:08.886839 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-addd1fda-4d60-46a4-9412-faf6d7564c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:09.422841 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-adabdfcf-5119-4d68-a23e-47928aa8fe82 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:09.492978 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-adabdfcf-5119-4d68-a23e-47928aa8fe82 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Transition to ACTIVE for port object 402cb9d4-a564-477d-b885-e2eb0446c19a will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:09.552471 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addd1fda-4d60-46a4-9412-faf6d7564c15 admin admin] Router cabb1f1b-8354-4f55-a9b5-af285f08c688 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:15:09.708357 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-adabdfcf-5119-4d68-a23e-47928aa8fe82 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:09.814340 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adabdfcf-5119-4d68-a23e-47928aa8fe82 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Network e9919ce5-9db2-459d-8e67-d8a36c012fbb is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:09.820576 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addd1fda-4d60-46a4-9412-faf6d7564c15 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:15:09.827419 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-addd1fda-4d60-46a4-9412-faf6d7564c15 admin admin] 10.222.0.10 "PUT /v2.0/routers/cabb1f1b-8354-4f55-a9b5-af285f08c688/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9616981 Jun 30 09:15:09.829961 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38368) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:09.835340 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-adabdfcf-5119-4d68-a23e-47928aa8fe82 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:09.838575 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04fd293-4364-406e-936b-c1a368ae157b None None] Sync routers for ids ['cabb1f1b-8354-4f55-a9b5-af285f08c688'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:15:09.850622 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adabdfcf-5119-4d68-a23e-47928aa8fe82 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:09.890106 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04fd293-4364-406e-936b-c1a368ae157b None None] Routers {'cabb1f1b-8354-4f55-a9b5-af285f08c688'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:09.890748 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f04fd293-4364-406e-936b-c1a368ae157b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:14:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['cabb1f1b-8354-4f55-a9b5-af285f08c688'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:09.908671 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adabdfcf-5119-4d68-a23e-47928aa8fe82 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Pushing event updated for resources: {'Port': ['ID=402cb9d4-a564-477d-b885-e2eb0446c19a,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:09.984578 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adabdfcf-5119-4d68-a23e-47928aa8fe82 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:09.985261 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-adabdfcf-5119-4d68-a23e-47928aa8fe82 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:10.080414 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d5f9a1a-cb69-4256-a80f-2c2bbfcbe012 admin admin] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:10.151846 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-adabdfcf-5119-4d68-a23e-47928aa8fe82 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5435746 Jun 30 09:15:10.155327 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38370) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:10.173371 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-f04fd293-4364-406e-936b-c1a368ae157b None None] Set router cabb1f1b-8354-4f55-a9b5-af285f08c688 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:10.309466 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d5f9a1a-cb69-4256-a80f-2c2bbfcbe012 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:10.392159 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-46a8319c-e794-491d-bac6-378459cd9430 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'project_id': 'b1b9bc82788548ff950a670ab60f9ec8', 'port_id': '402cb9d4-a564-477d-b885-e2eb0446c19a'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:10.495716 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-4d5f9a1a-cb69-4256-a80f-2c2bbfcbe012 admin admin] Deleting port 4bf4c7b1-2992-4bcb-b884-ae192d68a063 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:10.496225 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d5f9a1a-cb69-4256-a80f-2c2bbfcbe012 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:10.528319 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46a8319c-e794-491d-bac6-378459cd9430 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:10.600696 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-857f6b55-a637-4926-8ef3-f87a0260d52e None None] Provisioning for port 402cb9d4-a564-477d-b885-e2eb0446c19a completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:10.611464 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-857f6b55-a637-4926-8ef3-f87a0260d52e None None] Provisioning complete for port 402cb9d4-a564-477d-b885-e2eb0446c19a triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:10.611921 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-857f6b55-a637-4926-8ef3-f87a0260d52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:10.687835 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-4d5f9a1a-cb69-4256-a80f-2c2bbfcbe012 admin admin] For port 4bf4c7b1-2992-4bcb-b884-ae192d68a063, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4bf4c7b1-2992-4bcb-b884-ae192d68a063,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:10.687835 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d5f9a1a-cb69-4256-a80f-2c2bbfcbe012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:10.718602 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-4d5f9a1a-cb69-4256-a80f-2c2bbfcbe012 admin admin] Calling delete_port for 4bf4c7b1-2992-4bcb-b884-ae192d68a063 owned by network:router_gateway {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:10.731431 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-857f6b55-a637-4926-8ef3-f87a0260d52e None None] Port 402cb9d4-a564-477d-b885-e2eb0446c19a cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:10.754063 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f04fd293-4364-406e-936b-c1a368ae157b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabb1f1b-8354-4f55-a9b5-af285f08c688', 'name': 'tempest-AttachSCSIVolumeTestJSON-1627902366-router', 'tenant_id': 'b69ab49cf9be447195d0010c2cff52aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '4bf4c7b1-2992-4bcb-b884-ae192d68a063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:35Z', 'updated_at': '2021-06-30T09:15:08Z', 'revision_number': 5, 'project_id': 'b69ab49cf9be447195d0010c2cff52aa', 'gw_port': {'id': '4bf4c7b1-2992-4bcb-b884-ae192d68a063', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabb1f1b-8354-4f55-a9b5-af285f08c688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:37Z', 'updated_at': '2021-06-30T09:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:10.792529 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04fd293-4364-406e-936b-c1a368ae157b None None] Checking router: cabb1f1b-8354-4f55-a9b5-af285f08c688 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:15:10.807217 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04fd293-4364-406e-936b-c1a368ae157b None None] Routers {'cabb1f1b-8354-4f55-a9b5-af285f08c688'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:10.808855 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f04fd293-4364-406e-936b-c1a368ae157b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:14:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['cabb1f1b-8354-4f55-a9b5-af285f08c688'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:10.829847 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46a8319c-e794-491d-bac6-378459cd9430 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:10.987470 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-46a8319c-e794-491d-bac6-378459cd9430 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Allocated IP 172.25.6.43 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/e84ae9a6-5dff-4943-9a9e-f0ceedca7a8e) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:11.129635 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46a8319c-e794-491d-bac6-378459cd9430 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:11.135042 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-f04fd293-4364-406e-936b-c1a368ae157b None None] Set router cabb1f1b-8354-4f55-a9b5-af285f08c688 gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:11.213927 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f04fd293-4364-406e-936b-c1a368ae157b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabb1f1b-8354-4f55-a9b5-af285f08c688', 'name': 'tempest-AttachSCSIVolumeTestJSON-1627902366-router', 'tenant_id': 'b69ab49cf9be447195d0010c2cff52aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:35Z', 'updated_at': '2021-06-30T09:15:10Z', 'revision_number': 6, 'project_id': 'b69ab49cf9be447195d0010c2cff52aa', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:11.245289 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04fd293-4364-406e-936b-c1a368ae157b None None] The sync data for ids ['cabb1f1b-8354-4f55-a9b5-af285f08c688'] in n-d-771363-31 is: [{'id': 'cabb1f1b-8354-4f55-a9b5-af285f08c688', 'name': 'tempest-AttachSCSIVolumeTestJSON-1627902366-router', 'tenant_id': 'b69ab49cf9be447195d0010c2cff52aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:35Z', 'updated_at': '2021-06-30T09:15:10Z', 'revision_number': 6, 'project_id': 'b69ab49cf9be447195d0010c2cff52aa', 'gw_port_host': None}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:15:11.607712 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5981edfb-55f0-4164-9fd4-76396c1a5f65 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:15:11.622741 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46a8319c-e794-491d-bac6-378459cd9430 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:11.623304 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d5f9a1a-cb69-4256-a80f-2c2bbfcbe012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:11.670899 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f9a1a-cb69-4256-a80f-2c2bbfcbe012 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bf4c7b1-2992-4bcb-b884-ae192d68a063,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:11.689338 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a8319c-e794-491d-bac6-378459cd9430 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:11.692827 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-46a8319c-e794-491d-bac6-378459cd9430 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:11.695024 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 5981edfb-55f0-4164-9fd4-76396c1a5f65 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:15:11.695803 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5981edfb-55f0-4164-9fd4-76396c1a5f65 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:15:11.707689 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a8319c-e794-491d-bac6-378459cd9430 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:11.762271 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8319c-e794-491d-bac6-378459cd9430 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Pushing event updated for resources: {'Port': ['ID=e84ae9a6-5dff-4943-9a9e-f0ceedca7a8e,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:11.889481 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d5f9a1a-cb69-4256-a80f-2c2bbfcbe012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:12.107638 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d5f9a1a-cb69-4256-a80f-2c2bbfcbe012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:12.117008 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d5f9a1a-cb69-4256-a80f-2c2bbfcbe012 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:12.375593 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d5f9a1a-cb69-4256-a80f-2c2bbfcbe012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:12.377014 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5f9a1a-cb69-4256-a80f-2c2bbfcbe012 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cabb1f1b-8354-4f55-a9b5-af285f08c688 {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:15:12.394739 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d5f9a1a-cb69-4256-a80f-2c2bbfcbe012 admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:12.400487 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4d5f9a1a-cb69-4256-a80f-2c2bbfcbe012 admin admin] 10.222.0.10 "DELETE /v2.0/routers/cabb1f1b-8354-4f55-a9b5-af285f08c688 HTTP/1.1" status: 204 len: 168 time: 2.5652609 Jun 30 09:15:12.402896 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38378) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:12.576177 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3f3f4fe-0593-4329-be8e-2b375e1df53e admin admin] Deleting subnet 020bd9d7-8fac-426e-925c-d25c334e8964 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:15:12.584001 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c3f3f4fe-0593-4329-be8e-2b375e1df53e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:12.622264 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46a8319c-e794-491d-bac6-378459cd9430 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:12.665695 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c3f3f4fe-0593-4329-be8e-2b375e1df53e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:12.827554 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c3f3f4fe-0593-4329-be8e-2b375e1df53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:12.926178 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46a8319c-e794-491d-bac6-378459cd9430 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:13.422859 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c3f3f4fe-0593-4329-be8e-2b375e1df53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:13.445580 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4bf4c7b1-2992-4bcb-b884-ae192d68a063 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:15:13.455337 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c3f3f4fe-0593-4329-be8e-2b375e1df53e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:13.458243 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c3f3f4fe-0593-4329-be8e-2b375e1df53e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/020bd9d7-8fac-426e-925c-d25c334e8964 HTTP/1.1" status: 204 len: 168 time: 1.0514975 Jun 30 09:15:13.459433 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3f4fe-0593-4329-be8e-2b375e1df53e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=020bd9d7-8fac-426e-925c-d25c334e8964,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:13.460994 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38382) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:13.472778 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67468924-7f76-4847-a44c-190c9a318165 None None] Network 2d8c212d-9412-4bcb-9027-3702ee40608b requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:13.477143 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 4bf4c7b1-2992-4bcb-b884-ae192d68a063 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:15:13.477487 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4bf4c7b1-2992-4bcb-b884-ae192d68a063 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:15:13.557372 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46a8319c-e794-491d-bac6-378459cd9430 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:13.560695 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-45460015-4ae4-4f58-8855-0a9c9c0e4e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:13.618380 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-45460015-4ae4-4f58-8855-0a9c9c0e4e82 admin admin] Deleting port 97232781-a4b4-43f1-afd9-0163fc1b7542 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:13.618806 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-45460015-4ae4-4f58-8855-0a9c9c0e4e82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:13.814481 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ded3dd-35d9-40a7-b54e-e532afbf23aa None None] DHCP port deletion for 2d8c212d-9412-4bcb-9027-3702ee40608b request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:15:13.814733 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-45460015-4ae4-4f58-8855-0a9c9c0e4e82 admin admin] For port 97232781-a4b4-43f1-afd9-0163fc1b7542, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=97232781-a4b4-43f1-afd9-0163fc1b7542,segment=NetworkSegment(2c4795ed-ea2a-4018-838b-bfdf7ab7539a),segment_id=2c4795ed-ea2a-4018-838b-bfdf7ab7539a)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:13.814733 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-45460015-4ae4-4f58-8855-0a9c9c0e4e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:13.814733 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-45460015-4ae4-4f58-8855-0a9c9c0e4e82 admin admin] Calling delete_port for 97232781-a4b4-43f1-afd9-0163fc1b7542 owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:13.815044 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-76ded3dd-35d9-40a7-b54e-e532afbf23aa None None] Deleting port 97232781-a4b4-43f1-afd9-0163fc1b7542 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:13.815044 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-76ded3dd-35d9-40a7-b54e-e532afbf23aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:13.815044 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-76ded3dd-35d9-40a7-b54e-e532afbf23aa None None] For port 97232781-a4b4-43f1-afd9-0163fc1b7542, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=97232781-a4b4-43f1-afd9-0163fc1b7542,segment=NetworkSegment(2c4795ed-ea2a-4018-838b-bfdf7ab7539a),segment_id=2c4795ed-ea2a-4018-838b-bfdf7ab7539a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:13.815044 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-76ded3dd-35d9-40a7-b54e-e532afbf23aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:13.815044 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-76ded3dd-35d9-40a7-b54e-e532afbf23aa None None] Calling delete_port for 97232781-a4b4-43f1-afd9-0163fc1b7542 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:14.018743 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46a8319c-e794-491d-bac6-378459cd9430 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.102456 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-45460015-4ae4-4f58-8855-0a9c9c0e4e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.104916 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8319c-e794-491d-bac6-378459cd9430 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Pushing event updated for resources: {'Port': ['ID=e84ae9a6-5dff-4943-9a9e-f0ceedca7a8e,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:14.106046 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-76ded3dd-35d9-40a7-b54e-e532afbf23aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.132684 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45460015-4ae4-4f58-8855-0a9c9c0e4e82 admin admin] No DVR routers for this DVR port 97232781-a4b4-43f1-afd9-0163fc1b7542 on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:15:14.143418 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46a8319c-e794-491d-bac6-378459cd9430 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.164495 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45460015-4ae4-4f58-8855-0a9c9c0e4e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=97232781-a4b4-43f1-afd9-0163fc1b7542,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:14.196165 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ded3dd-35d9-40a7-b54e-e532afbf23aa None None] Pushing event deleted for resources: {'Port': ['ID=97232781-a4b4-43f1-afd9-0163fc1b7542,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:14.222464 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ded3dd-35d9-40a7-b54e-e532afbf23aa None None] No DVR routers for this DVR port 97232781-a4b4-43f1-afd9-0163fc1b7542 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:15:14.242695 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-45460015-4ae4-4f58-8855-0a9c9c0e4e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.265464 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-45460015-4ae4-4f58-8855-0a9c9c0e4e82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d8c212d-9412-4bcb-9027-3702ee40608b']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:14.290756 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-45460015-4ae4-4f58-8855-0a9c9c0e4e82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c4795ed-ea2a-4018-838b-bfdf7ab7539a') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:14.291206 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-45460015-4ae4-4f58-8855-0a9c9c0e4e82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c4795ed-ea2a-4018-838b-bfdf7ab7539a') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:14.302638 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-45460015-4ae4-4f58-8855-0a9c9c0e4e82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.325099 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-45460015-4ae4-4f58-8855-0a9c9c0e4e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.328514 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [None req-46a8319c-e794-491d-bac6-378459cd9430 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Floating IP f4994891-addc-49cf-9e23-66f446ec121b associated. External IP: 172.25.6.43, port: 402cb9d4-a564-477d-b885-e2eb0446c19a. Jun 30 09:15:14.335584 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45460015-4ae4-4f58-8855-0a9c9c0e4e82 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:15:14.336251 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-45460015-4ae4-4f58-8855-0a9c9c0e4e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.337907 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:15:14.337907 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:15:14.337907 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:15:14.337907 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:15:14.337907 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:15:14.337907 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:15:14.337907 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:15:14.337907 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:15:14.337907 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:15:14.337907 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:15:14.337907 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:15:14.337907 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:15:14.337907 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:15:14.337907 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:15:14.337907 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:15:14.337907 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:15:14.337907 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:15:14.337907 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:15:14.337907 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:15:14.337907 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:15:14.337907 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:15:14.337907 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:15:14.337907 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:15:14.337907 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:15:14.337907 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:15:14.337907 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:15:14.337907 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:15:14.337907 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:15:14.337907 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:15:14.337907 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:15:14.337907 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:15:14.337907 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:15:14.515960 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-45460015-4ae4-4f58-8855-0a9c9c0e4e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.536278 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-45460015-4ae4-4f58-8855-0a9c9c0e4e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.536278 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-45460015-4ae4-4f58-8855-0a9c9c0e4e82 admin admin] 10.222.0.10 "DELETE /v2.0/networks/2d8c212d-9412-4bcb-9027-3702ee40608b HTTP/1.1" status: 204 len: 168 time: 1.0680723 Jun 30 09:15:14.536278 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38394) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:14.557078 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45460015-4ae4-4f58-8855-0a9c9c0e4e82 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d8c212d-9412-4bcb-9027-3702ee40608b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:14.600873 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a8319c-e794-491d-bac6-378459cd9430 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Router ec69b8e6-5774-4f6b-beb1-fec00af1725b has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:15:14.783935 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a8319c-e794-491d-bac6-378459cd9430 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:15:14.799388 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2124e81f-0b4a-4d32-abf6-bcf821b6418e None None] Sync routers for ids ['ec69b8e6-5774-4f6b-beb1-fec00af1725b'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:15:14.840741 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2124e81f-0b4a-4d32-abf6-bcf821b6418e None None] Routers {'ec69b8e6-5774-4f6b-beb1-fec00af1725b'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:14.842626 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-2124e81f-0b4a-4d32-abf6-bcf821b6418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:14:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['ec69b8e6-5774-4f6b-beb1-fec00af1725b'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:14.890499 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-2124e81f-0b4a-4d32-abf6-bcf821b6418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:14.893324 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46a8319c-e794-491d-bac6-378459cd9430 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.932680 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2124e81f-0b4a-4d32-abf6-bcf821b6418e None None] Routers {'ec69b8e6-5774-4f6b-beb1-fec00af1725b'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:14.933635 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-2124e81f-0b4a-4d32-abf6-bcf821b6418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:14:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['ec69b8e6-5774-4f6b-beb1-fec00af1725b'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:14.962460 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-46a8319c-e794-491d-bac6-378459cd9430 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.8060360 Jun 30 09:15:14.973849 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38410) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:15.000997 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-2124e81f-0b4a-4d32-abf6-bcf821b6418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:15.002312 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2124e81f-0b4a-4d32-abf6-bcf821b6418e None None] The sync data for ids ['ec69b8e6-5774-4f6b-beb1-fec00af1725b'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:15:15.136874 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0977a752-9975-4fc3-80e4-b474be8c8005 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] 10.222.0.10 "GET /v2.0/floatingips/f4994891-addc-49cf-9e23-66f446ec121b HTTP/1.1" status: 200 len: 982 time: 0.1618965 Jun 30 09:15:15.142812 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38412) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:15.191320 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-86afff43-cf7a-4f0a-bcdb-a23d0759f13f tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:15.204277 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-86afff43-cf7a-4f0a-bcdb-a23d0759f13f tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/networks?id=67fb0116-df8f-4edf-9acf-411778b1e168 HTTP/1.1" status: 200 len: 815 time: 0.2363708 Jun 30 09:15:15.232767 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-38613cca-3bda-4a03-8028-d9aba22fed53 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/quotas/c2ac106c24f9401386cbe886c9df41fc HTTP/1.1" status: 200 len: 375 time: 0.0269265 Jun 30 09:15:15.267695 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebb5a6-e90d-4cfc-b77a-601bc9b437f5 req-4e6be7e9-80b5-4457-877c-d6bcdb98d271 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:15.269236 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c0ebb5a6-e90d-4cfc-b77a-601bc9b437f5 req-4e6be7e9-80b5-4457-877c-d6bcdb98d271 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c8a812d-0b2e-4303-866c-f0712011d363 HTTP/1.1" status: 200 len: 945 time: 0.3057094 Jun 30 09:15:15.279977 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-e4562d19-83ff-40ef-802c-91a3a097beaa tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2ac106c24f9401386cbe886c9df41fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458345 Jun 30 09:15:15.348228 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7ba8b489-e165-4e75-9935-9d288149b0a7 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3033 time: 0.2034171 Jun 30 09:15:15.352259 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c0ebb5a6-e90d-4cfc-b77a-601bc9b437f5 req-a5b43409-8f88-4594-b627-4c91a2c6ce46 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] 10.222.0.10 "GET /v2.0/security-groups?id=524f518d-e384-4786-865c-f767da9d2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758700 Jun 30 09:15:15.352951 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38414) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:15.472603 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-13410206-f303-4d18-93c8-8364bb6b141e service neutron] 10.222.0.10 "GET /v2.0/networks/67fb0116-df8f-4edf-9acf-411778b1e168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824846 Jun 30 09:15:15.504226 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 97232781-a4b4-43f1-afd9-0163fc1b7542 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:15:15.541459 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 97232781-a4b4-43f1-afd9-0163fc1b7542 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:15:15.542067 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 97232781-a4b4-43f1-afd9-0163fc1b7542 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:15:15.542434 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6726b76b-6da4-4b97-b224-922260f5b22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:15.672678 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348f2e5-8591-406c-9c5d-3a381d5981e9 req-91873f63-54ee-4e8b-b5d2-3fc938ee4227 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:15.674044 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2348f2e5-8591-406c-9c5d-3a381d5981e9 req-91873f63-54ee-4e8b-b5d2-3fc938ee4227 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1577020 Jun 30 09:15:15.716373 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-60f916ee-6f20-4f04-8cd6-718e68cb262e service neutron] 10.222.0.10 "GET /v2.0/networks/67fb0116-df8f-4edf-9acf-411778b1e168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259965 Jun 30 09:15:15.718693 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-2b693dbd-3acf-4c32-bca3-b441d8ae620a tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Deleting port e84ae9a6-5dff-4943-9a9e-f0ceedca7a8e {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:15.719038 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2b693dbd-3acf-4c32-bca3-b441d8ae620a tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:15.739012 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2348f2e5-8591-406c-9c5d-3a381d5981e9 req-7d2bd524-434b-4d2c-a627-5f1aa070c43f tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587223 Jun 30 09:15:15.901443 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2b693dbd-3acf-4c32-bca3-b441d8ae620a tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:15.902005 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2b693dbd-3acf-4c32-bca3-b441d8ae620a tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:15.950177 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-2b693dbd-3acf-4c32-bca3-b441d8ae620a tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Calling delete_port for e84ae9a6-5dff-4943-9a9e-f0ceedca7a8e owned by network:floatingip {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:16.095915 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050f5ed4-5a66-4a07-be3a-5f5d53210e30 x-openstack-request-id: req-050f5ed4-5a66-4a07-be3a-5f5d53210e30 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:16.096397 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8a812d-0b2e-4303-866c-f0712011d363", "name": "network-vif-plugged", "status": "completed", "tag": "d799507b-3bee-4cad-b2b7-191356024d98", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:16.096982 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-050f5ed4-5a66-4a07-be3a-5f5d53210e30 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:16.097477 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8a812d-0b2e-4303-866c-f0712011d363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd799507b-3bee-4cad-b2b7-191356024d98', 'code': 200} Jun 30 09:15:16.122787 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-6726b76b-6da4-4b97-b224-922260f5b22d admin admin] Deleting port 73404857-acbe-4345-9427-bdb24e2f169f {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:16.123959 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6726b76b-6da4-4b97-b224-922260f5b22d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:16.400853 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b426b42b-add6-47e4-a13d-fca7bcf4d740 req-4478f007-486e-4741-969a-fef621b695f6 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=973e116f-9c2e-45bc-9c93-36f3ca067a60 HTTP/1.1" status: 200 len: 210 time: 0.1662588 Jun 30 09:15:16.486979 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d087f1-68db-44e3-8128-5ccf00f5b337 req-b9dd9a99-774b-4fd8-a544-ef6554dd396c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:16.488875 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-22d087f1-68db-44e3-8128-5ccf00f5b337 req-b9dd9a99-774b-4fd8-a544-ef6554dd396c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8c8a812d-0b2e-4303-866c-f0712011d363 HTTP/1.1" status: 200 len: 1097 time: 0.2795265 Jun 30 09:15:16.586671 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-22d087f1-68db-44e3-8128-5ccf00f5b337 req-77d5b828-f4af-4eda-9263-c2fd8a32e3d3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=524f518d-e384-4786-865c-f767da9d2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801177 Jun 30 09:15:16.647944 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-6726b76b-6da4-4b97-b224-922260f5b22d admin admin] For port 73404857-acbe-4345-9427-bdb24e2f169f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=73404857-acbe-4345-9427-bdb24e2f169f,segment=NetworkSegment(77b66c35-5756-4172-a903-69a0b493a548),segment_id=77b66c35-5756-4172-a903-69a0b493a548)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:16.648506 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6726b76b-6da4-4b97-b224-922260f5b22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:16.666202 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89277358-8252-4551-aa23-1f80f6e49569 req-a19ec58f-ab06-47e5-9a03-dad74ceadd5c tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:16.675284 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-89277358-8252-4551-aa23-1f80f6e49569 req-a19ec58f-ab06-47e5-9a03-dad74ceadd5c tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a3c720-025b-4ad5-a239-1e7f1a8cc843 HTTP/1.1" status: 200 len: 951 time: 0.1201615 Jun 30 09:15:16.691445 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e85143-175e-4803-b66a-7120843bc9fb req-f94c0968-7b92-4477-b537-1f3bf46687b3 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:16.694971 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-6726b76b-6da4-4b97-b224-922260f5b22d admin admin] Calling delete_port for 73404857-acbe-4345-9427-bdb24e2f169f owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:16.701031 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f7e85143-175e-4803-b66a-7120843bc9fb req-f94c0968-7b92-4477-b537-1f3bf46687b3 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c8a812d-0b2e-4303-866c-f0712011d363 HTTP/1.1" status: 200 len: 945 time: 0.1089041 Jun 30 09:15:16.709398 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2b693dbd-3acf-4c32-bca3-b441d8ae620a tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:16.735879 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-89277358-8252-4551-aa23-1f80f6e49569 req-c4e857f0-ae68-4c9f-81d2-66c4352180ca tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/security-groups?id=292869b2-4321-44dd-8326-fed8e83221f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614648 Jun 30 09:15:16.783767 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b693dbd-3acf-4c32-bca3-b441d8ae620a tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Pushing event deleted for resources: {'Port': ['ID=e84ae9a6-5dff-4943-9a9e-f0ceedca7a8e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:16.836821 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2b693dbd-3acf-4c32-bca3-b441d8ae620a tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks [] for floatingip, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:16.837182 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [None req-2b693dbd-3acf-4c32-bca3-b441d8ae620a tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Floating IP f4994891-addc-49cf-9e23-66f446ec121b disassociated (deleted). External IP: 172.25.6.43, port: 402cb9d4-a564-477d-b885-e2eb0446c19a. Jun 30 09:15:16.899801 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f7e85143-175e-4803-b66a-7120843bc9fb req-9664e7cb-ab2e-4009-9a01-0bf00506ed93 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] 10.222.0.10 "GET /v2.0/security-groups?id=524f518d-e384-4786-865c-f767da9d2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974335 Jun 30 09:15:17.116688 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6726b76b-6da4-4b97-b224-922260f5b22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:17.154657 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726b76b-6da4-4b97-b224-922260f5b22d admin admin] Pushing event deleted for resources: {'Port': ['ID=73404857-acbe-4345-9427-bdb24e2f169f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:17.199781 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b693dbd-3acf-4c32-bca3-b441d8ae620a tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Router ec69b8e6-5774-4f6b-beb1-fec00af1725b has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:15:17.222877 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512d42d-8d53-406e-8307-e97f7d22cfda req-61f9ce4c-6647-4170-b094-f5209e401088 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:17.226172 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d512d42d-8d53-406e-8307-e97f7d22cfda req-61f9ce4c-6647-4170-b094-f5209e401088 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1666832 Jun 30 09:15:17.500116 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d512d42d-8d53-406e-8307-e97f7d22cfda req-09d767b3-d664-4ae7-8789-d37c06469ca7 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659211 Jun 30 09:15:17.557509 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6726b76b-6da4-4b97-b224-922260f5b22d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:17.624396 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b693dbd-3acf-4c32-bca3-b441d8ae620a tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:15:17.629286 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2b693dbd-3acf-4c32-bca3-b441d8ae620a tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:17.638228 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a43f4c2-2b6d-4365-ad54-b2776f772297 None None] Sync routers for ids ['ec69b8e6-5774-4f6b-beb1-fec00af1725b'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:15:17.668638 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a43f4c2-2b6d-4365-ad54-b2776f772297 None None] Routers {'ec69b8e6-5774-4f6b-beb1-fec00af1725b'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:17.673888 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-3a43f4c2-2b6d-4365-ad54-b2776f772297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:14:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['ec69b8e6-5774-4f6b-beb1-fec00af1725b'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:17.695483 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2b693dbd-3acf-4c32-bca3-b441d8ae620a tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] 10.222.0.10 "DELETE /v2.0/floatingips/f4994891-addc-49cf-9e23-66f446ec121b HTTP/1.1" status: 204 len: 168 time: 2.3411925 Jun 30 09:15:17.703241 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38494) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:17.708587 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-522b9b91-51c1-4ba8-8809-d4e6e7ba30fe req-c9edeccf-fd4c-4f80-bca0-8fc306b660a4 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=973e116f-9c2e-45bc-9c93-36f3ca067a60 HTTP/1.1" status: 200 len: 210 time: 0.1189792 Jun 30 09:15:17.756363 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-3a43f4c2-2b6d-4365-ad54-b2776f772297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:17.780069 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a43f4c2-2b6d-4365-ad54-b2776f772297 None None] Routers {'ec69b8e6-5774-4f6b-beb1-fec00af1725b'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:17.780597 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-3a43f4c2-2b6d-4365-ad54-b2776f772297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:14:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['ec69b8e6-5774-4f6b-beb1-fec00af1725b'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:17.791312 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-bcee0fbc-29f5-48fd-b73a-d5e2f46c1ed0 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:17.832391 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-3a43f4c2-2b6d-4365-ad54-b2776f772297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:17.833073 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a43f4c2-2b6d-4365-ad54-b2776f772297 None None] The sync data for ids ['ec69b8e6-5774-4f6b-beb1-fec00af1725b'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:15:17.938393 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bcee0fbc-29f5-48fd-b73a-d5e2f46c1ed0 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:18.073846 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6726b76b-6da4-4b97-b224-922260f5b22d admin admin] Router 7ff56233-8bb3-4cdf-8b9d-e6acffc9108b has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:15:18.154373 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:15:18.294275 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b5c36-6b26-4c3c-98bd-0155f33e8962 req-0082ef36-e56f-4428-80c2-0f3f59171d62 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:18.295877 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-271b5c36-6b26-4c3c-98bd-0155f33e8962 req-0082ef36-e56f-4428-80c2-0f3f59171d62 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c8a812d-0b2e-4303-866c-f0712011d363 HTTP/1.1" status: 200 len: 945 time: 0.1926787 Jun 30 09:15:18.299051 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6726b76b-6da4-4b97-b224-922260f5b22d admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:15:18.304318 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6726b76b-6da4-4b97-b224-922260f5b22d admin admin] 10.222.0.10 "PUT /v2.0/routers/7ff56233-8bb3-4cdf-8b9d-e6acffc9108b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7716613 Jun 30 09:15:18.310833 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f36f2b0-949f-4e2a-9313-3c0592fc747a None None] Sync routers for ids ['7ff56233-8bb3-4cdf-8b9d-e6acffc9108b'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:15:18.311971 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38550) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:18.354708 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f36f2b0-949f-4e2a-9313-3c0592fc747a None None] Routers {'7ff56233-8bb3-4cdf-8b9d-e6acffc9108b'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:18.355386 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-2f36f2b0-949f-4e2a-9313-3c0592fc747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:14:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['7ff56233-8bb3-4cdf-8b9d-e6acffc9108b'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:18.363102 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:18.376100 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bcee0fbc-29f5-48fd-b73a-d5e2f46c1ed0 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:18.404264 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-271b5c36-6b26-4c3c-98bd-0155f33e8962 req-2c117bc2-cead-4d34-968f-bb808ea132dc tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] 10.222.0.10 "GET /v2.0/security-groups?id=524f518d-e384-4786-865c-f767da9d2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986249 Jun 30 09:15:18.488543 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-2f36f2b0-949f-4e2a-9313-3c0592fc747a None None] Set router 7ff56233-8bb3-4cdf-8b9d-e6acffc9108b gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:18.540917 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:18.546416 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a3c720-025b-4ad5-a239-1e7f1a8cc843', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:18.563550 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b42c15-4f76-42a1-b413-ff69d8c28b1f" -d '{"events": [{"server_uuid": "a6a3c720-025b-4ad5-a239-1e7f1a8cc843", "name": "network-vif-unplugged", "status": "completed", "tag": "88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:18.651053 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:18.733996 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-bcee0fbc-29f5-48fd-b73a-d5e2f46c1ed0 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Allocated IP 172.25.6.11 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/4edacce9-b454-4c8d-b7c1-81fa669cebce) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:18.836482 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8,revision_number=11']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:18.864762 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-2f36f2b0-949f-4e2a-9313-3c0592fc747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff56233-8bb3-4cdf-8b9d-e6acffc9108b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1322968990-router', 'tenant_id': '68ecd67ec8214209a22585253ed61aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '21471a85-e858-43d8-9232-fda24c1dc83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:52Z', 'updated_at': '2021-06-30T09:15:16Z', 'revision_number': 5, 'project_id': '68ecd67ec8214209a22585253ed61aab', 'gw_port': {'id': '21471a85-e858-43d8-9232-fda24c1dc83d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff56233-8bb3-4cdf-8b9d-e6acffc9108b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:54Z', 'updated_at': '2021-06-30T09:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:18.927778 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f36f2b0-949f-4e2a-9313-3c0592fc747a None None] Checking router: 7ff56233-8bb3-4cdf-8b9d-e6acffc9108b for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:15:18.949927 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f36f2b0-949f-4e2a-9313-3c0592fc747a None None] Routers {'7ff56233-8bb3-4cdf-8b9d-e6acffc9108b'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:18.950937 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-2f36f2b0-949f-4e2a-9313-3c0592fc747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:14:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['7ff56233-8bb3-4cdf-8b9d-e6acffc9108b'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:18.962387 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bcee0fbc-29f5-48fd-b73a-d5e2f46c1ed0 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:19.123052 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2a16085-9a95-4df6-ba01-1819f7e2fedd admin admin] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:19.159444 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-2f36f2b0-949f-4e2a-9313-3c0592fc747a None None] Set router 7ff56233-8bb3-4cdf-8b9d-e6acffc9108b gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:19.163164 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bcee0fbc-29f5-48fd-b73a-d5e2f46c1ed0 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:19.187515 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcee0fbc-29f5-48fd-b73a-d5e2f46c1ed0 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:19.188842 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f42eb6-e48c-413d-981c-6514c5e33cb7 req-2854d300-9d19-4847-966f-b26d1a86bc32 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:19.190496 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-75f42eb6-e48c-413d-981c-6514c5e33cb7 req-2854d300-9d19-4847-966f-b26d1a86bc32 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1389337 Jun 30 09:15:19.201861 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-bcee0fbc-29f5-48fd-b73a-d5e2f46c1ed0 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:19.287079 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-75f42eb6-e48c-413d-981c-6514c5e33cb7 req-6bbc97c0-461b-430f-980f-6d469f132828 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859685 Jun 30 09:15:19.325944 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2a16085-9a95-4df6-ba01-1819f7e2fedd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:19.337129 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee0fbc-29f5-48fd-b73a-d5e2f46c1ed0 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Pushing event updated for resources: {'Port': ['ID=4edacce9-b454-4c8d-b7c1-81fa669cebce,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:19.340792 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcee0fbc-29f5-48fd-b73a-d5e2f46c1ed0 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:19.360136 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351a3802-1b5e-423f-8a40-975cd3bd1827 x-openstack-request-id: req-351a3802-1b5e-423f-8a40-975cd3bd1827 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:19.360438 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a3c720-025b-4ad5-a239-1e7f1a8cc843", "name": "network-vif-unplugged", "status": "completed", "tag": "88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:19.360897 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-351a3802-1b5e-423f-8a40-975cd3bd1827 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:19.361468 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a3c720-025b-4ad5-a239-1e7f1a8cc843', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8', 'code': 200} Jun 30 09:15:19.468453 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bcee0fbc-29f5-48fd-b73a-d5e2f46c1ed0 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:19.515289 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-a2a16085-9a95-4df6-ba01-1819f7e2fedd admin admin] Deleting port 21471a85-e858-43d8-9232-fda24c1dc83d {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:19.515672 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2a16085-9a95-4df6-ba01-1819f7e2fedd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:19.549867 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-2f36f2b0-949f-4e2a-9313-3c0592fc747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff56233-8bb3-4cdf-8b9d-e6acffc9108b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1322968990-router', 'tenant_id': '68ecd67ec8214209a22585253ed61aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '21471a85-e858-43d8-9232-fda24c1dc83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:52Z', 'updated_at': '2021-06-30T09:15:16Z', 'revision_number': 5, 'project_id': '68ecd67ec8214209a22585253ed61aab', 'gw_port': {'id': '21471a85-e858-43d8-9232-fda24c1dc83d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff56233-8bb3-4cdf-8b9d-e6acffc9108b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:54Z', 'updated_at': '2021-06-30T09:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:19.581924 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f36f2b0-949f-4e2a-9313-3c0592fc747a None None] The sync data for ids ['7ff56233-8bb3-4cdf-8b9d-e6acffc9108b'] in n-d-771363-31 is: [{'id': '7ff56233-8bb3-4cdf-8b9d-e6acffc9108b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1322968990-router', 'tenant_id': '68ecd67ec8214209a22585253ed61aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '21471a85-e858-43d8-9232-fda24c1dc83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:52Z', 'updated_at': '2021-06-30T09:15:16Z', 'revision_number': 5, 'project_id': '68ecd67ec8214209a22585253ed61aab', 'gw_port': {'id': '21471a85-e858-43d8-9232-fda24c1dc83d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff56233-8bb3-4cdf-8b9d-e6acffc9108b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:54Z', 'updated_at': '2021-06-30T09:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:15:19.642553 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bcee0fbc-29f5-48fd-b73a-d5e2f46c1ed0 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:19.755192 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-a2a16085-9a95-4df6-ba01-1819f7e2fedd admin admin] For port 21471a85-e858-43d8-9232-fda24c1dc83d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=21471a85-e858-43d8-9232-fda24c1dc83d,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:19.755192 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2a16085-9a95-4df6-ba01-1819f7e2fedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:19.807267 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-a2a16085-9a95-4df6-ba01-1819f7e2fedd admin admin] Calling delete_port for 21471a85-e858-43d8-9232-fda24c1dc83d owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:19.837240 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d723b8a9-ad3b-420a-a4ed-d2274eec59a0 req-f356c25b-bf8a-4746-a90a-bdf2262f11dd tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=973e116f-9c2e-45bc-9c93-36f3ca067a60 HTTP/1.1" status: 200 len: 210 time: 0.0809891 Jun 30 09:15:19.965633 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0446949-48d8-497e-9169-744f89e75e23 req-e1d3a3d4-3a88-41eb-8464-9a6be5266690 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:19.977344 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c0446949-48d8-497e-9169-744f89e75e23 req-e1d3a3d4-3a88-41eb-8464-9a6be5266690 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c8a812d-0b2e-4303-866c-f0712011d363 HTTP/1.1" status: 200 len: 945 time: 0.1569002 Jun 30 09:15:19.989102 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bcee0fbc-29f5-48fd-b73a-d5e2f46c1ed0 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:20.049332 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c0446949-48d8-497e-9169-744f89e75e23 req-b850398f-a9c3-4949-8b04-3c08706cd315 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] 10.222.0.10 "GET /v2.0/security-groups?id=524f518d-e384-4786-865c-f767da9d2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706871 Jun 30 09:15:20.489506 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec71c2d-d614-4789-909c-86e126056a99 req-24bd4a22-bea8-4aec-ab9f-6857b0ff4e67 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:20.491559 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6ec71c2d-d614-4789-909c-86e126056a99 req-24bd4a22-bea8-4aec-ab9f-6857b0ff4e67 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.0691819 Jun 30 09:15:20.530691 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6ec71c2d-d614-4789-909c-86e126056a99 req-aee6f54d-5154-4d45-acdd-8c7c54577a0f tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327919 Jun 30 09:15:20.602055 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bcee0fbc-29f5-48fd-b73a-d5e2f46c1ed0 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:20.648000 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2a16085-9a95-4df6-ba01-1819f7e2fedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:20.648579 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9e600138-ce28-4a60-91c0-c54c0d55f6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:20.675103 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a16085-9a95-4df6-ba01-1819f7e2fedd admin admin] Pushing event deleted for resources: {'Port': ['ID=21471a85-e858-43d8-9232-fda24c1dc83d,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:20.724864 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee0fbc-29f5-48fd-b73a-d5e2f46c1ed0 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Pushing event updated for resources: {'Port': ['ID=4edacce9-b454-4c8d-b7c1-81fa669cebce,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:20.749977 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bcee0fbc-29f5-48fd-b73a-d5e2f46c1ed0 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:20.757341 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2a16085-9a95-4df6-ba01-1819f7e2fedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:20.859156 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-20ade980-7f02-4abe-9915-75df9ab55ad1 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:20.860723 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-20ade980-7f02-4abe-9915-75df9ab55ad1 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.37 "GET /v2.0/networks?id=67fb0116-df8f-4edf-9acf-411778b1e168 HTTP/1.1" status: 200 len: 815 time: 0.1886735 Jun 30 09:15:20.889168 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-fe391b13-366e-4357-b9a7-14b18b3688c3 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Request body: {'port': {'device_id': '973e116f-9c2e-45bc-9c93-36f3ca067a60', 'network_id': '67fb0116-df8f-4edf-9acf-411778b1e168', 'admin_state_up': True, 'tenant_id': 'c2ac106c24f9401386cbe886c9df41fc'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:20.910152 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2a16085-9a95-4df6-ba01-1819f7e2fedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:20.911502 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2a16085-9a95-4df6-ba01-1819f7e2fedd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:20.931950 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bcee0fbc-29f5-48fd-b73a-d5e2f46c1ed0 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:20.935871 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-bcee0fbc-29f5-48fd-b73a-d5e2f46c1ed0 tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1462886 Jun 30 09:15:20.945851 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38656) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:21.083923 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee98f7c-64b7-4b1d-9ecf-f81696ca501d req-7b44b6dc-3518-4f00-b69e-8343fcb7b4b9 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:21.085911 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6ee98f7c-64b7-4b1d-9ecf-f81696ca501d req-7b44b6dc-3518-4f00-b69e-8343fcb7b4b9 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c8a812d-0b2e-4303-866c-f0712011d363 HTTP/1.1" status: 200 len: 945 time: 0.0928612 Jun 30 09:15:21.087075 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2a16085-9a95-4df6-ba01-1819f7e2fedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:21.087639 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a16085-9a95-4df6-ba01-1819f7e2fedd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ff56233-8bb3-4cdf-8b9d-e6acffc9108b {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:15:21.092764 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2a16085-9a95-4df6-ba01-1819f7e2fedd admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:21.094155 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a2a16085-9a95-4df6-ba01-1819f7e2fedd admin admin] 10.222.0.10 "DELETE /v2.0/routers/7ff56233-8bb3-4cdf-8b9d-e6acffc9108b HTTP/1.1" status: 204 len: 168 time: 2.7805324 Jun 30 09:15:21.102609 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38666) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:21.174763 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-debb80d3-97c1-4af4-a6a9-f8b296dbe111 req-bfe1f4fd-4a44-4ac5-b273-cc4c91a10e1b tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=973e116f-9c2e-45bc-9c93-36f3ca067a60 HTTP/1.1" status: 200 len: 210 time: 0.0712750 Jun 30 09:15:21.286911 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-1e5a9352-d0b0-4c41-b0d2-3cf489629667 tempest-FloatingIPAdminTestJSON-534781140 tempest-FloatingIPAdminTestJSON-534781140-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:21.308792 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97b0370-f346-4603-8af3-f6a96e222697 admin admin] Deleting subnet f3ad7584-b55d-4430-81f7-014475eec41e {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:15:21.321174 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b97b0370-f346-4603-8af3-f6a96e222697 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:21.362049 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-6ee98f7c-64b7-4b1d-9ecf-f81696ca501d req-d32a0e80-ce15-47a4-9d2c-674ce31589e5 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] Deleting port d799507b-3bee-4cad-b2b7-191356024d98 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:21.362412 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6ee98f7c-64b7-4b1d-9ecf-f81696ca501d req-d32a0e80-ce15-47a4-9d2c-674ce31589e5 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:21.402882 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b97b0370-f346-4603-8af3-f6a96e222697 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:21.493248 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-fe391b13-366e-4357-b9a7-14b18b3688c3 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Made reservation on behalf of c2ac106c24f9401386cbe886c9df41fc for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:21.496656 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-fe391b13-366e-4357-b9a7-14b18b3688c3 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:21.503034 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b97b0370-f346-4603-8af3-f6a96e222697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:21.554020 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9352-d0b0-4c41-b0d2-3cf489629667 tempest-FloatingIPAdminTestJSON-534781140 tempest-FloatingIPAdminTestJSON-534781140-project] Notify callbacks [] for floatingip, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:21.651595 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-6ee98f7c-64b7-4b1d-9ecf-f81696ca501d req-d32a0e80-ce15-47a4-9d2c-674ce31589e5 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] For port d799507b-3bee-4cad-b2b7-191356024d98, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=d799507b-3bee-4cad-b2b7-191356024d98,segment=NetworkSegment(461fb10e-801b-49ba-850a-37c5c241364e),segment_id=461fb10e-801b-49ba-850a-37c5c241364e)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:21.652311 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6ee98f7c-64b7-4b1d-9ecf-f81696ca501d req-d32a0e80-ce15-47a4-9d2c-674ce31589e5 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:21.676237 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-6ee98f7c-64b7-4b1d-9ecf-f81696ca501d req-d32a0e80-ce15-47a4-9d2c-674ce31589e5 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] Calling delete_port for d799507b-3bee-4cad-b2b7-191356024d98 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:21.702654 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-fe391b13-366e-4357-b9a7-14b18b3688c3 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Allocated IP 172.20.0.6 (67fb0116-df8f-4edf-9acf-411778b1e168/a8acfcba-aa49-40d7-96e1-8c2c79b01912/10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:21.709483 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b97b0370-f346-4603-8af3-f6a96e222697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:21.742965 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb0afbf-b117-4517-910f-b27bf333c0ac None None] Network 7891eb1d-62f4-45da-bdb6-4642ccd6e9b3 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:21.746817 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b97b0370-f346-4603-8af3-f6a96e222697 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:21.749420 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b97b0370-f346-4603-8af3-f6a96e222697 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f3ad7584-b55d-4430-81f7-014475eec41e HTTP/1.1" status: 204 len: 168 time: 0.6463099 Jun 30 09:15:21.765963 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38682) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:21.777959 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b0370-f346-4603-8af3-f6a96e222697 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3ad7584-b55d-4430-81f7-014475eec41e,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:21.861684 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 73404857-acbe-4345-9427-bdb24e2f169f no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:15:21.896164 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868c8d7-2f60-4a94-913d-1bce50e2e197 req-b02f3cd0-aab1-4c48-afbb-5040f35d55aa tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:21.904591 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3868c8d7-2f60-4a94-913d-1bce50e2e197 req-b02f3cd0-aab1-4c48-afbb-5040f35d55aa tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c8a812d-0b2e-4303-866c-f0712011d363 HTTP/1.1" status: 200 len: 945 time: 0.3532033 Jun 30 09:15:21.911297 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 73404857-acbe-4345-9427-bdb24e2f169f {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:15:21.911645 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 73404857-acbe-4345-9427-bdb24e2f169f not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:15:21.953776 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-053ec328-af98-40ee-bbcd-10072d6929c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:22.003444 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-fe391b13-366e-4357-b9a7-14b18b3688c3 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:22.018491 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3868c8d7-2f60-4a94-913d-1bce50e2e197 req-568a1011-415b-4691-8262-3024998eb94b tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] 10.222.0.10 "GET /v2.0/security-groups?id=524f518d-e384-4786-865c-f767da9d2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128955 Jun 30 09:15:22.111238 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9352-d0b0-4c41-b0d2-3cf489629667 tempest-FloatingIPAdminTestJSON-534781140 tempest-FloatingIPAdminTestJSON-534781140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:22.177334 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b138af7-c205-48d1-9e1d-e4a1249ee74c None None] DHCP port deletion for 7891eb1d-62f4-45da-bdb6-4642ccd6e9b3 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:15:22.207512 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-fe391b13-366e-4357-b9a7-14b18b3688c3 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:22.231395 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-053ec328-af98-40ee-bbcd-10072d6929c8 admin admin] Deleting port 8a896fbc-178f-4e22-8d30-0cdd40b2c47e {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:22.231806 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-053ec328-af98-40ee-bbcd-10072d6929c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:22.255671 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-6b138af7-c205-48d1-9e1d-e4a1249ee74c None None] Deleting port 8a896fbc-178f-4e22-8d30-0cdd40b2c47e {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:22.256555 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6b138af7-c205-48d1-9e1d-e4a1249ee74c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:22.271343 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-fe391b13-366e-4357-b9a7-14b18b3688c3 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Network 67fb0116-df8f-4edf-9acf-411778b1e168 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:22.277254 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-fe391b13-366e-4357-b9a7-14b18b3688c3 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:22.290363 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-fe391b13-366e-4357-b9a7-14b18b3688c3 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:22.298234 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6ee98f7c-64b7-4b1d-9ecf-f81696ca501d req-d32a0e80-ce15-47a4-9d2c-674ce31589e5 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:22.345432 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-6b138af7-c205-48d1-9e1d-e4a1249ee74c None None] For port 8a896fbc-178f-4e22-8d30-0cdd40b2c47e, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8a896fbc-178f-4e22-8d30-0cdd40b2c47e,segment=NetworkSegment(77b66c35-5756-4172-a903-69a0b493a548),segment_id=77b66c35-5756-4172-a903-69a0b493a548)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:22.346224 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6b138af7-c205-48d1-9e1d-e4a1249ee74c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:22.349108 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe391b13-366e-4357-b9a7-14b18b3688c3 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Pushing event updated for resources: {'Port': ['ID=10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:22.368188 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-6b138af7-c205-48d1-9e1d-e4a1249ee74c None None] Calling delete_port for 8a896fbc-178f-4e22-8d30-0cdd40b2c47e owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:22.377453 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-fe391b13-366e-4357-b9a7-14b18b3688c3 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:22.378262 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-fe391b13-366e-4357-b9a7-14b18b3688c3 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:22.390777 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a0e80-ce15-47a4-9d2c-674ce31589e5 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] Pushing event deleted for resources: {'Port': ['ID=d799507b-3bee-4cad-b2b7-191356024d98,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:22.410235 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-053ec328-af98-40ee-bbcd-10072d6929c8 admin admin] For port 8a896fbc-178f-4e22-8d30-0cdd40b2c47e, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8a896fbc-178f-4e22-8d30-0cdd40b2c47e,segment=NetworkSegment(77b66c35-5756-4172-a903-69a0b493a548),segment_id=77b66c35-5756-4172-a903-69a0b493a548)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:22.410598 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-053ec328-af98-40ee-bbcd-10072d6929c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:22.463901 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-1e5a9352-d0b0-4c41-b0d2-3cf489629667 tempest-FloatingIPAdminTestJSON-534781140 tempest-FloatingIPAdminTestJSON-534781140-project] Allocated IP 172.25.6.248 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/95718f6b-22d6-49fa-932e-ecbd62d2e9bf) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:22.466925 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-053ec328-af98-40ee-bbcd-10072d6929c8 admin admin] Calling delete_port for 8a896fbc-178f-4e22-8d30-0cdd40b2c47e owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:22.494019 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8bbd8-0598-463e-8143-25aa0457c1bc req-d4ff9054-45b4-4384-a512-f817e2fd7e79 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:22.495522 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-78a8bbd8-0598-463e-8143-25aa0457c1bc req-d4ff9054-45b4-4384-a512-f817e2fd7e79 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.3349895 Jun 30 09:15:22.497941 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee98f7c-64b7-4b1d-9ecf-f81696ca501d req-d32a0e80-ce15-47a4-9d2c-674ce31589e5 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] No DVR routers for this DVR port d799507b-3bee-4cad-b2b7-191356024d98 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:15:22.501211 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-fe391b13-366e-4357-b9a7-14b18b3688c3 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6307955 Jun 30 09:15:22.503083 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6ee98f7c-64b7-4b1d-9ecf-f81696ca501d req-d32a0e80-ce15-47a4-9d2c-674ce31589e5 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:22.506470 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6ee98f7c-64b7-4b1d-9ecf-f81696ca501d req-d32a0e80-ce15-47a4-9d2c-674ce31589e5 tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] 10.222.0.52 "DELETE /v2.0/ports/d799507b-3bee-4cad-b2b7-191356024d98 HTTP/1.1" status: 204 len: 173 time: 1.4112430 Jun 30 09:15:22.512492 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8a812d-0b2e-4303-866c-f0712011d363', 'name': 'network-vif-deleted', 'tag': 'd799507b-3bee-4cad-b2b7-191356024d98'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:22.513383 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-74b241fb-fa9e-4eda-95d0-5ef439c86b98 service neutron] Request body: {'port': {'device_id': '973e116f-9c2e-45bc-9c93-36f3ca067a60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:22.515284 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d643c14c-fbac-421b-87fa-f77dd21de419" -d '{"events": [{"server_uuid": "8c8a812d-0b2e-4303-866c-f0712011d363", "name": "network-vif-deleted", "tag": "d799507b-3bee-4cad-b2b7-191356024d98"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:22.556652 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6b138af7-c205-48d1-9e1d-e4a1249ee74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:22.610166 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-74b241fb-fa9e-4eda-95d0-5ef439c86b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:22.631909 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b138af7-c205-48d1-9e1d-e4a1249ee74c None None] No DVR routers for this DVR port 8a896fbc-178f-4e22-8d30-0cdd40b2c47e on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:15:22.637201 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b138af7-c205-48d1-9e1d-e4a1249ee74c None None] Pushing event deleted for resources: {'Port': ['ID=8a896fbc-178f-4e22-8d30-0cdd40b2c47e,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:22.685530 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-78a8bbd8-0598-463e-8143-25aa0457c1bc req-75519fb5-ced5-492b-aead-e20125140121 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780798 Jun 30 09:15:22.785596 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9352-d0b0-4c41-b0d2-3cf489629667 tempest-FloatingIPAdminTestJSON-534781140 tempest-FloatingIPAdminTestJSON-534781140-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:22.805007 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-053ec328-af98-40ee-bbcd-10072d6929c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:22.836536 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fa6cf-16cc-4471-9ab8-c6d15df0bed7 req-98988a7f-bbc9-4504-9f62-cdf496820759 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:22.838060 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e8fa6cf-16cc-4471-9ab8-c6d15df0bed7 req-98988a7f-bbc9-4504-9f62-cdf496820759 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=973e116f-9c2e-45bc-9c93-36f3ca067a60 HTTP/1.1" status: 200 len: 931 time: 0.1784503 Jun 30 09:15:22.840923 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053ec328-af98-40ee-bbcd-10072d6929c8 admin admin] No DVR routers for this DVR port 8a896fbc-178f-4e22-8d30-0cdd40b2c47e on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:15:22.846036 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ec328-af98-40ee-bbcd-10072d6929c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a896fbc-178f-4e22-8d30-0cdd40b2c47e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:22.875631 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f9ea1649-e74a-4d3c-a1ca-8250c1bee301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:22.923566 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e8fa6cf-16cc-4471-9ab8-c6d15df0bed7 req-22adadca-5bb1-4cd2-9d7c-38837da95a42 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588052 Jun 30 09:15:22.959827 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-053ec328-af98-40ee-bbcd-10072d6929c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:22.982513 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-053ec328-af98-40ee-bbcd-10072d6929c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7891eb1d-62f4-45da-bdb6-4642ccd6e9b3']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:22.993635 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-053ec328-af98-40ee-bbcd-10072d6929c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b66c35-5756-4172-a903-69a0b493a548') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:22.994035 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-053ec328-af98-40ee-bbcd-10072d6929c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b66c35-5756-4172-a903-69a0b493a548') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:23.010940 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9352-d0b0-4c41-b0d2-3cf489629667 tempest-FloatingIPAdminTestJSON-534781140 tempest-FloatingIPAdminTestJSON-534781140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:23.013795 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f2973e-55a5-4374-a99f-0fc5aca315b5 x-openstack-request-id: req-a9f2973e-55a5-4374-a99f-0fc5aca315b5 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:23.014503 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8a812d-0b2e-4303-866c-f0712011d363", "name": "network-vif-deleted", "tag": "d799507b-3bee-4cad-b2b7-191356024d98", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:23.014503 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a9f2973e-55a5-4374-a99f-0fc5aca315b5 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:23.014856 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8a812d-0b2e-4303-866c-f0712011d363', 'name': 'network-vif-deleted', 'tag': 'd799507b-3bee-4cad-b2b7-191356024d98', 'status': 'completed', 'code': 200} Jun 30 09:15:23.016850 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-053ec328-af98-40ee-bbcd-10072d6929c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:23.024360 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-74b241fb-fa9e-4eda-95d0-5ef439c86b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:15:23.036871 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-74b241fb-fa9e-4eda-95d0-5ef439c86b98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:23.053863 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-74b241fb-fa9e-4eda-95d0-5ef439c86b98 service neutron] Transition to ACTIVE for port object 10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:23.061349 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5a9352-d0b0-4c41-b0d2-3cf489629667 tempest-FloatingIPAdminTestJSON-534781140 tempest-FloatingIPAdminTestJSON-534781140-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:23.064453 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-053ec328-af98-40ee-bbcd-10072d6929c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:23.068498 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-1e5a9352-d0b0-4c41-b0d2-3cf489629667 tempest-FloatingIPAdminTestJSON-534781140 tempest-FloatingIPAdminTestJSON-534781140-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:23.075115 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5a9352-d0b0-4c41-b0d2-3cf489629667 tempest-FloatingIPAdminTestJSON-534781140 tempest-FloatingIPAdminTestJSON-534781140-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:23.085531 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-053ec328-af98-40ee-bbcd-10072d6929c8 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:15:23.085884 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-053ec328-af98-40ee-bbcd-10072d6929c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:15:23.087721 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:15:23.150279 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a9352-d0b0-4c41-b0d2-3cf489629667 tempest-FloatingIPAdminTestJSON-534781140 tempest-FloatingIPAdminTestJSON-534781140-project] Pushing event updated for resources: {'Port': ['ID=95718f6b-22d6-49fa-932e-ecbd62d2e9bf,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:23.193737 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-89375799-7d11-426d-9f9b-286e43242bae req-a1290b01-858d-441e-9b4b-ed3d7a201e1d tempest-ServerGroupTestJSON-1572431568 tempest-ServerGroupTestJSON-1572431568-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c8a812d-0b2e-4303-866c-f0712011d363 HTTP/1.1" status: 200 len: 210 time: 0.0324941 Jun 30 09:15:23.195796 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-74b241fb-fa9e-4eda-95d0-5ef439c86b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:23.235913 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9352-d0b0-4c41-b0d2-3cf489629667 tempest-FloatingIPAdminTestJSON-534781140 tempest-FloatingIPAdminTestJSON-534781140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:23.269541 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b241fb-fa9e-4eda-95d0-5ef439c86b98 service neutron] Pushing event updated for resources: {'Port': ['ID=10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:23.270121 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-053ec328-af98-40ee-bbcd-10072d6929c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:23.277010 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-053ec328-af98-40ee-bbcd-10072d6929c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:23.278064 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-053ec328-af98-40ee-bbcd-10072d6929c8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7891eb1d-62f4-45da-bdb6-4642ccd6e9b3 HTTP/1.1" status: 204 len: 168 time: 1.5109904 Jun 30 09:15:23.296184 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ec328-af98-40ee-bbcd-10072d6929c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7891eb1d-62f4-45da-bdb6-4642ccd6e9b3,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:23.357478 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-74b241fb-fa9e-4eda-95d0-5ef439c86b98 service neutron] Attempting to bind port 10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:23.357816 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-74b241fb-fa9e-4eda-95d0-5ef439c86b98 service neutron] Attempting to bind port 10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': 'bc499c06-af65-4614-b099-27bc511ea45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '67fb0116-df8f-4edf-9acf-411778b1e168'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:23.358144 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-74b241fb-fa9e-4eda-95d0-5ef439c86b98 service neutron] Attempting to bind port 10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037 on network 67fb0116-df8f-4edf-9acf-411778b1e168 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:23.362898 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-74b241fb-fa9e-4eda-95d0-5ef439c86b98 service neutron] Port 10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037 on network 67fb0116-df8f-4edf-9acf-411778b1e168 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:23.364924 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-74b241fb-fa9e-4eda-95d0-5ef439c86b98 service neutron] Attempting to bind port 10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037 on network 67fb0116-df8f-4edf-9acf-411778b1e168 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:23.368928 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-74b241fb-fa9e-4eda-95d0-5ef439c86b98 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:23.369269 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-74b241fb-fa9e-4eda-95d0-5ef439c86b98 service neutron] Checking segment: {'id': 'bc499c06-af65-4614-b099-27bc511ea45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '67fb0116-df8f-4edf-9acf-411778b1e168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:23.369645 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-74b241fb-fa9e-4eda-95d0-5ef439c86b98 service neutron] Bound using segment: {'id': 'bc499c06-af65-4614-b099-27bc511ea45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '67fb0116-df8f-4edf-9acf-411778b1e168'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:23.370068 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-74b241fb-fa9e-4eda-95d0-5ef439c86b98 service neutron] Bound port: 10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc499c06-af65-4614-b099-27bc511ea45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '67fb0116-df8f-4edf-9acf-411778b1e168'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:23.370546 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-74b241fb-fa9e-4eda-95d0-5ef439c86b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:23.402516 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9352-d0b0-4c41-b0d2-3cf489629667 tempest-FloatingIPAdminTestJSON-534781140 tempest-FloatingIPAdminTestJSON-534781140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:23.453859 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:23.480958 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-74b241fb-fa9e-4eda-95d0-5ef439c86b98 service neutron] For port 10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:23.486280 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-74b241fb-fa9e-4eda-95d0-5ef439c86b98 service neutron] For port 10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037,segment=NetworkSegment(bc499c06-af65-4614-b099-27bc511ea45a),segment_id=bc499c06-af65-4614-b099-27bc511ea45a)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:23.494155 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8a896fbc-178f-4e22-8d30-0cdd40b2c47e no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:15:23.515377 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 8a896fbc-178f-4e22-8d30-0cdd40b2c47e {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:15:23.515874 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8a896fbc-178f-4e22-8d30-0cdd40b2c47e not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:15:23.516555 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 21471a85-e858-43d8-9232-fda24c1dc83d no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:15:23.535517 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 21471a85-e858-43d8-9232-fda24c1dc83d {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:15:23.536022 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 21471a85-e858-43d8-9232-fda24c1dc83d not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:15:23.579344 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-74b241fb-fa9e-4eda-95d0-5ef439c86b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:23.614195 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-74b241fb-fa9e-4eda-95d0-5ef439c86b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:23.614405 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9352-d0b0-4c41-b0d2-3cf489629667 tempest-FloatingIPAdminTestJSON-534781140 tempest-FloatingIPAdminTestJSON-534781140-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:23.615353 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-74b241fb-fa9e-4eda-95d0-5ef439c86b98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:23.617761 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-74b241fb-fa9e-4eda-95d0-5ef439c86b98 service neutron] 10.222.0.37 "PUT /v2.0/ports/10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037 HTTP/1.1" status: 200 len: 1092 time: 1.1093888 Jun 30 09:15:23.620217 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '973e116f-9c2e-45bc-9c93-36f3ca067a60', 'tag': '10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:23.622818 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e8a9d1-ae8f-4370-bf92-ec61e6170ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "973e116f-9c2e-45bc-9c93-36f3ca067a60", "tag": "10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:23.652600 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b241fb-fa9e-4eda-95d0-5ef439c86b98 service neutron] Pushing event updated for resources: {'Port': ['ID=10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:23.668707 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eee37ff-24c2-4072-b2f0-56cbeb9031b7 x-openstack-request-id: req-9eee37ff-24c2-4072-b2f0-56cbeb9031b7 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:23.668707 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "973e116f-9c2e-45bc-9c93-36f3ca067a60", "tag": "10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:23.668707 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9eee37ff-24c2-4072-b2f0-56cbeb9031b7 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:23.668707 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '973e116f-9c2e-45bc-9c93-36f3ca067a60', 'tag': '10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037', 'status': 'completed', 'code': 200} Jun 30 09:15:23.683265 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38740) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:23.728315 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9352-d0b0-4c41-b0d2-3cf489629667 tempest-FloatingIPAdminTestJSON-534781140 tempest-FloatingIPAdminTestJSON-534781140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:23.766890 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9719895c-c3d1-46af-ab31-d4337261f406 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b69ab49cf9be447195d0010c2cff52aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0824461 Jun 30 09:15:23.769426 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38748) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:23.797266 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8a9d1-ae8f-4370-bf92-ec61e6170ea4 req-c2c2e64c-8a2f-4c51-86cb-9002cde28663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:23.799087 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f1e8a9d1-ae8f-4370-bf92-ec61e6170ea4 req-c2c2e64c-8a2f-4c51-86cb-9002cde28663 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2ac106c24f9401386cbe886c9df41fc&device_id=973e116f-9c2e-45bc-9c93-36f3ca067a60 HTTP/1.1" status: 200 len: 1095 time: 0.1026325 Jun 30 09:15:23.977532 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8ba14-f0a1-4a43-9dc8-67d707345371 req-0e7430ae-8c18-4bbe-83d1-541cb2970370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:23.977532 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-77d8ba14-f0a1-4a43-9dc8-67d707345371 req-0e7430ae-8c18-4bbe-83d1-541cb2970370 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a10346d2897241b69fab178f068f09e9&device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 1098 time: 0.2232785 Jun 30 09:15:24.074760 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8a9d1-ae8f-4370-bf92-ec61e6170ea4 req-39e2d3df-1c9d-465f-bae7-05495713b396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:24.076287 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f1e8a9d1-ae8f-4370-bf92-ec61e6170ea4 req-39e2d3df-1c9d-465f-bae7-05495713b396 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c2ac106c24f9401386cbe886c9df41fc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2690859 Jun 30 09:15:24.089838 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a9352-d0b0-4c41-b0d2-3cf489629667 tempest-FloatingIPAdminTestJSON-534781140 tempest-FloatingIPAdminTestJSON-534781140-project] Pushing event updated for resources: {'Port': ['ID=95718f6b-22d6-49fa-932e-ecbd62d2e9bf,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:24.124910 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9352-d0b0-4c41-b0d2-3cf489629667 tempest-FloatingIPAdminTestJSON-534781140 tempest-FloatingIPAdminTestJSON-534781140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:24.134856 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f86ebaa-a1ee-4996-a61b-84d4242e1ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:24.160100 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f86ebaa-a1ee-4996-a61b-84d4242e1ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:24.163200 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02081b09-699c-40b1-bd24-e265fa3941d2 req-8d070b82-2062-4aef-b166-8273197d4f1c tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:24.164774 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-02081b09-699c-40b1-bd24-e265fa3941d2 req-8d070b82-2062-4aef-b166-8273197d4f1c tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.2913449 Jun 30 09:15:24.188109 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device d799507b-3bee-4cad-b2b7-191356024d98 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:15:24.203405 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8ba14-f0a1-4a43-9dc8-67d707345371 req-2a068f84-858e-4667-b024-314a116592e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:24.204892 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-77d8ba14-f0a1-4a43-9dc8-67d707345371 req-2a068f84-858e-4667-b024-314a116592e7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=30803426-2521-4fa6-8470-27f2b32b642d HTTP/1.1" status: 200 len: 914 time: 0.2161596 Jun 30 09:15:24.208614 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: d799507b-3bee-4cad-b2b7-191356024d98 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:15:24.209170 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device d799507b-3bee-4cad-b2b7-191356024d98 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:15:24.265098 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-77d8ba14-f0a1-4a43-9dc8-67d707345371 req-5a7c6c60-e141-4e34-9c2d-b11a92f2d0d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84e49e18-5586-4075-a5fa-8ba4bc0b447a HTTP/1.1" status: 200 len: 217 time: 0.0479922 Jun 30 09:15:24.273039 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-02081b09-699c-40b1-bd24-e265fa3941d2 req-fc16cb97-db8a-44e1-b491-0015bd228f8d tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965369 Jun 30 09:15:24.296319 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9352-d0b0-4c41-b0d2-3cf489629667 tempest-FloatingIPAdminTestJSON-534781140 tempest-FloatingIPAdminTestJSON-534781140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:24.314996 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1e5a9352-d0b0-4c41-b0d2-3cf489629667 tempest-FloatingIPAdminTestJSON-534781140 tempest-FloatingIPAdminTestJSON-534781140-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3505168 Jun 30 09:15:24.314996 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38762) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:24.317043 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8a9d1-ae8f-4370-bf92-ec61e6170ea4 req-c9bdc180-4bf7-42cb-b6b3-e793b667cedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:24.318541 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f1e8a9d1-ae8f-4370-bf92-ec61e6170ea4 req-c9bdc180-4bf7-42cb-b6b3-e793b667cedd service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2351234 Jun 30 09:15:24.334724 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8ba14-f0a1-4a43-9dc8-67d707345371 req-35f00483-bcca-4eb0-80c7-70defae63537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:24.336268 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-77d8ba14-f0a1-4a43-9dc8-67d707345371 req-35f00483-bcca-4eb0-80c7-70defae63537 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=25d920e9-4cce-4374-bd84-fac478cbf3ab HTTP/1.1" status: 200 len: 853 time: 0.0623949 Jun 30 09:15:24.352093 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f86ebaa-a1ee-4996-a61b-84d4242e1ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:24.354754 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f86ebaa-a1ee-4996-a61b-84d4242e1ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:24.358699 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2f86ebaa-a1ee-4996-a61b-84d4242e1ae9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/43d047db-9ebb-4c45-b6fb-344d5f2a56f0 HTTP/1.1" status: 204 len: 168 time: 0.5869141 Jun 30 09:15:24.375072 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86ebaa-a1ee-4996-a61b-84d4242e1ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d047db-9ebb-4c45-b6fb-344d5f2a56f0,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:24.399982 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-77d8ba14-f0a1-4a43-9dc8-67d707345371 req-6936216a-5c59-42f8-93cd-19bf264198b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=30803426-2521-4fa6-8470-27f2b32b642d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497794 Jun 30 09:15:24.415002 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-dff56c17-5f17-43ea-8032-6e556f29ef8b tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3218 time: 0.1132481 Jun 30 09:15:24.417465 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38766) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:24.493474 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6aea4b0f-8117-4bb5-a429-db2833a05f97 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0748231 Jun 30 09:15:24.496447 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38768) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:24.515855 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:24.660936 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-3a5456e1-7d5f-4a64-81dd-df1c23e71228 tempest-FloatingIPAdminTestJSON-534781140 tempest-FloatingIPAdminTestJSON-534781140-project] Deleting port 95718f6b-22d6-49fa-932e-ecbd62d2e9bf {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:24.661419 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3a5456e1-7d5f-4a64-81dd-df1c23e71228 tempest-FloatingIPAdminTestJSON-534781140 tempest-FloatingIPAdminTestJSON-534781140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:24.775768 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3a5456e1-7d5f-4a64-81dd-df1c23e71228 tempest-FloatingIPAdminTestJSON-534781140 tempest-FloatingIPAdminTestJSON-534781140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:24.776338 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3a5456e1-7d5f-4a64-81dd-df1c23e71228 tempest-FloatingIPAdminTestJSON-534781140 tempest-FloatingIPAdminTestJSON-534781140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:24.790496 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-3a5456e1-7d5f-4a64-81dd-df1c23e71228 tempest-FloatingIPAdminTestJSON-534781140 tempest-FloatingIPAdminTestJSON-534781140-project] Calling delete_port for 95718f6b-22d6-49fa-932e-ecbd62d2e9bf owned by network:floatingip {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:25.030471 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3a5456e1-7d5f-4a64-81dd-df1c23e71228 tempest-FloatingIPAdminTestJSON-534781140 tempest-FloatingIPAdminTestJSON-534781140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.033606 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-f3e649e3-dbd4-4f3d-8a21-4907c66f8c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:25.034853 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-f3e649e3-dbd4-4f3d-8a21-4907c66f8c68 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2ac106c24f9401386cbe886c9df41fc&device_id=973e116f-9c2e-45bc-9c93-36f3ca067a60 HTTP/1.1" status: 200 len: 1095 time: 0.6474617 Jun 30 09:15:25.072703 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5456e1-7d5f-4a64-81dd-df1c23e71228 tempest-FloatingIPAdminTestJSON-534781140 tempest-FloatingIPAdminTestJSON-534781140-project] Pushing event deleted for resources: {'Port': ['ID=95718f6b-22d6-49fa-932e-ecbd62d2e9bf,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:25.099478 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-77d8ba14-f0a1-4a43-9dc8-67d707345371 req-c5ddaa28-1496-44f0-9f04-0a851254d4e2 service neutron] 10.222.0.37 "GET /v2.0/networks/30803426-2521-4fa6-8470-27f2b32b642d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6722317 Jun 30 09:15:25.102172 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-88c854e8-5201-46ae-8784-e86f41517f5b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037 HTTP/1.1" status: 200 len: 217 time: 0.0515792 Jun 30 09:15:25.140828 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ecaab-3072-419b-9664-abd6988d5d62 req-3c75a093-e447-424c-b0a6-dbed49cb9fdf tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:25.143446 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cd5ecaab-3072-419b-9664-abd6988d5d62 req-3c75a093-e447-424c-b0a6-dbed49cb9fdf tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=973e116f-9c2e-45bc-9c93-36f3ca067a60 HTTP/1.1" status: 200 len: 943 time: 0.1812623 Jun 30 09:15:25.157492 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3a5456e1-7d5f-4a64-81dd-df1c23e71228 tempest-FloatingIPAdminTestJSON-534781140 tempest-FloatingIPAdminTestJSON-534781140-project] Notify callbacks [] for floatingip, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.161384 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3a5456e1-7d5f-4a64-81dd-df1c23e71228 tempest-FloatingIPAdminTestJSON-534781140 tempest-FloatingIPAdminTestJSON-534781140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.163510 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3a5456e1-7d5f-4a64-81dd-df1c23e71228 tempest-FloatingIPAdminTestJSON-534781140 tempest-FloatingIPAdminTestJSON-534781140-project] 10.222.0.10 "DELETE /v2.0/floatingips/43c7dde9-46f8-4b27-9d64-9af19bf20203 HTTP/1.1" status: 204 len: 168 time: 0.6646595 Jun 30 09:15:25.166189 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38792) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:25.260914 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-0064cbee-c029-4015-ab35-a4c3107b48bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:25.262661 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-0064cbee-c029-4015-ab35-a4c3107b48bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a8acfcba-aa49-40d7-96e1-8c2c79b01912 HTTP/1.1" status: 200 len: 855 time: 0.1499178 Jun 30 09:15:25.280971 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cd5ecaab-3072-419b-9664-abd6988d5d62 req-129eb0cf-cc89-4cef-b9b3-7662bd409ba4 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810287 Jun 30 09:15:25.284459 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38796) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:25.353658 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-4fccfe31-d351-4bee-b92f-d5da8bb83174 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=67fb0116-df8f-4edf-9acf-411778b1e168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695767 Jun 30 09:15:25.364299 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-1f01da66-1152-420b-966a-720e5ee775ff tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Deleting port 4edacce9-b454-4c8d-b7c1-81fa669cebce {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:25.365276 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1f01da66-1152-420b-966a-720e5ee775ff tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.491104 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1f01da66-1152-420b-966a-720e5ee775ff tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.491869 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1f01da66-1152-420b-966a-720e5ee775ff tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.495178 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1840f174-da61-4939-aac0-7490a424729f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=68ecd67ec8214209a22585253ed61aab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2080140 Jun 30 09:15:25.498950 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38810) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:25.511104 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-1f01da66-1152-420b-966a-720e5ee775ff tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Calling delete_port for 4edacce9-b454-4c8d-b7c1-81fa669cebce owned by network:floatingip {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:25.535588 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-77d8ba14-f0a1-4a43-9dc8-67d707345371 req-cb10358f-38c3-49e4-b212-894b716c36cc service neutron] 10.222.0.37 "GET /v2.0/networks/30803426-2521-4fa6-8470-27f2b32b642d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238966 Jun 30 09:15:25.588341 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-23f33ccd-2edb-4a19-bc25-4c68ff62000c service neutron] 10.222.0.37 "GET /v2.0/networks/67fb0116-df8f-4edf-9acf-411778b1e168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288961 Jun 30 09:15:25.623655 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b4eab-6556-40ee-b2f0-e849839c03b6 req-d1061c5b-08c6-4d2b-9bd7-cdf3f0020820 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:25.624874 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f53b4eab-6556-40ee-b2f0-e849839c03b6 req-d1061c5b-08c6-4d2b-9bd7-cdf3f0020820 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1618142 Jun 30 09:15:25.664998 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4042130a-e706-472c-9633-559cd4209f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.712601 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4042130a-e706-472c-9633-559cd4209f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.746237 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f53b4eab-6556-40ee-b2f0-e849839c03b6 req-54cdacce-378a-4b49-9c96-0c7e71251e39 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957992 Jun 30 09:15:25.765305 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-94ba2526-463b-49b2-a5b1-50ee95908d9e req-bdc31716-e0ab-406e-bb05-957bf014b3f8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1564801 Jun 30 09:15:25.769227 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-713ab226-f428-49a1-ba45-5c33a9b01de1 req-23e57348-f1d8-4be8-b7e7-f566aaf9681e service neutron] 10.222.0.37 "GET /v2.0/networks/67fb0116-df8f-4edf-9acf-411778b1e168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734397 Jun 30 09:15:25.795266 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63631d1c-013e-4e65-ae40-e7c05d4308d4 req-34a8d307-0123-4708-a545-1981c8396172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:25.796921 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-63631d1c-013e-4e65-ae40-e7c05d4308d4 req-34a8d307-0123-4708-a545-1981c8396172 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a10346d2897241b69fab178f068f09e9&device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 1098 time: 0.1060803 Jun 30 09:15:25.866716 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:15:25.909076 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba2526-463b-49b2-a5b1-50ee95908d9e req-17f2d549-610f-4474-b802-1e0d69354d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:25.910587 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-94ba2526-463b-49b2-a5b1-50ee95908d9e req-17f2d549-610f-4474-b802-1e0d69354d29 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 1097 time: 0.0718386 Jun 30 09:15:25.926643 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63631d1c-013e-4e65-ae40-e7c05d4308d4 req-53d44bde-63b8-47ac-9973-929979c1a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:25.928197 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-63631d1c-013e-4e65-ae40-e7c05d4308d4 req-53d44bde-63b8-47ac-9973-929979c1a73f service neutron] 10.222.0.37 "GET /v2.0/networks?id=30803426-2521-4fa6-8470-27f2b32b642d HTTP/1.1" status: 200 len: 914 time: 0.1050298 Jun 30 09:15:25.959741 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4042130a-e706-472c-9633-559cd4209f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.962888 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4042130a-e706-472c-9633-559cd4209f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.964077 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4042130a-e706-472c-9633-559cd4209f92 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/51e469b9-ced5-43d2-8278-b38ed5796bcd HTTP/1.1" status: 204 len: 168 time: 0.4641705 Jun 30 09:15:25.964810 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1f01da66-1152-420b-966a-720e5ee775ff tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.984858 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-63631d1c-013e-4e65-ae40-e7c05d4308d4 req-bb4f333b-f86f-4001-b535-e605f0472506 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84e49e18-5586-4075-a5fa-8ba4bc0b447a HTTP/1.1" status: 200 len: 217 time: 0.0493042 Jun 30 09:15:26.033386 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01da66-1152-420b-966a-720e5ee775ff tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Pushing event deleted for resources: {'Port': ['ID=4edacce9-b454-4c8d-b7c1-81fa669cebce,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:26.063340 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042130a-e706-472c-9633-559cd4209f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e469b9-ced5-43d2-8278-b38ed5796bcd,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:26.064700 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63631d1c-013e-4e65-ae40-e7c05d4308d4 req-9c352a7d-c173-404a-b4cb-5b88dd757dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:26.073695 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-63631d1c-013e-4e65-ae40-e7c05d4308d4 req-9c352a7d-c173-404a-b4cb-5b88dd757dba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=25d920e9-4cce-4374-bd84-fac478cbf3ab HTTP/1.1" status: 200 len: 853 time: 0.0818977 Jun 30 09:15:26.120702 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-63631d1c-013e-4e65-ae40-e7c05d4308d4 req-7d8e2100-1d18-419b-a539-b857f3816f56 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=30803426-2521-4fa6-8470-27f2b32b642d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371790 Jun 30 09:15:26.168277 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1f01da66-1152-420b-966a-720e5ee775ff tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:26.171202 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1f01da66-1152-420b-966a-720e5ee775ff tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:26.175621 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1f01da66-1152-420b-966a-720e5ee775ff tempest-FloatingIPAdminTestJSON-183724697 tempest-FloatingIPAdminTestJSON-183724697-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/6b2d292a-ea89-4d5e-9943-d0de76f01dd2 HTTP/1.1" status: 204 len: 168 time: 1.0053356 Jun 30 09:15:26.175621 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba2526-463b-49b2-a5b1-50ee95908d9e req-d6c67c4d-d1cf-4e88-9271-7f757c708347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:26.176154 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-94ba2526-463b-49b2-a5b1-50ee95908d9e req-d6c67c4d-d1cf-4e88-9271-7f757c708347 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b51add01-e516-4efc-9c9c-16a3be3b127b HTTP/1.1" status: 200 len: 912 time: 0.2413149 Jun 30 09:15:26.176248 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38832) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:26.229855 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:26.247618 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-94ba2526-463b-49b2-a5b1-50ee95908d9e req-28133889-a153-48d8-ada4-a26307456c26 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad HTTP/1.1" status: 200 len: 217 time: 0.0583613 Jun 30 09:15:26.253033 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-63631d1c-013e-4e65-ae40-e7c05d4308d4 req-56bee66f-9935-45d5-b95f-98c60a2ffff1 service neutron] 10.222.0.37 "GET /v2.0/networks/30803426-2521-4fa6-8470-27f2b32b642d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251531 Jun 30 09:15:26.339045 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba2526-463b-49b2-a5b1-50ee95908d9e req-b18b82b6-d59a-484c-a1c3-d76fe414e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:26.340351 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-94ba2526-463b-49b2-a5b1-50ee95908d9e req-b18b82b6-d59a-484c-a1c3-d76fe414e579 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0db27f2a-daae-4bc9-9a26-19aaee7812fb HTTP/1.1" status: 200 len: 850 time: 0.0846879 Jun 30 09:15:26.388448 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-ecd1953a-ec1b-4f5a-b310-a87aa17bf01b tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Deleting port 402cb9d4-a564-477d-b885-e2eb0446c19a {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:26.388794 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ecd1953a-ec1b-4f5a-b310-a87aa17bf01b tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:26.391336 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-63631d1c-013e-4e65-ae40-e7c05d4308d4 req-9e473973-debd-493b-b241-a2abb2512f74 service neutron] 10.222.0.37 "GET /v2.0/networks/30803426-2521-4fa6-8470-27f2b32b642d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309516 Jun 30 09:15:26.431977 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38846) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:26.476163 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba2526-463b-49b2-a5b1-50ee95908d9e req-3d5e2542-c413-4544-9b69-a968c7e8581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:26.477666 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-94ba2526-463b-49b2-a5b1-50ee95908d9e req-3d5e2542-c413-4544-9b69-a968c7e8581b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b51add01-e516-4efc-9c9c-16a3be3b127b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1295941 Jun 30 09:15:26.483599 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a85b5e1-1a37-443e-a1e7-feabdb918962 admin admin] Deleting subnet 8d56cfc7-78fa-4155-b127-8072ceab6bc6 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:15:26.495208 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3a85b5e1-1a37-443e-a1e7-feabdb918962 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:26.526398 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ecd1953a-ec1b-4f5a-b310-a87aa17bf01b tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:26.577500 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-ecd1953a-ec1b-4f5a-b310-a87aa17bf01b tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Calling delete_port for 402cb9d4-a564-477d-b885-e2eb0446c19a owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:26.618058 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3a85b5e1-1a37-443e-a1e7-feabdb918962 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:26.665613 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3a85b5e1-1a37-443e-a1e7-feabdb918962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:26.683791 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-94ba2526-463b-49b2-a5b1-50ee95908d9e req-fd1baee7-1bcb-4d58-ad74-7c10d6e0d2b0 service neutron] 10.222.0.52 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912065 Jun 30 09:15:26.708495 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b23d5-2272-406b-9020-5595d447133d req-feb0c4da-cae3-4faf-9304-9baa4a1661ea tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:26.710763 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1d6b23d5-2272-406b-9020-5595d447133d req-feb0c4da-cae3-4faf-9304-9baa4a1661ea tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=973e116f-9c2e-45bc-9c93-36f3ca067a60 HTTP/1.1" status: 200 len: 943 time: 0.1578786 Jun 30 09:15:26.768324 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1d6b23d5-2272-406b-9020-5595d447133d req-993690ab-2b6b-4c7e-89c3-7da2e79eaebb tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491583 Jun 30 09:15:26.827487 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-94ba2526-463b-49b2-a5b1-50ee95908d9e req-5baf2ac0-1a9f-4a5a-9eed-2e1a2ef9e88b service neutron] 10.222.0.52 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345174 Jun 30 09:15:26.923569 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3a85b5e1-1a37-443e-a1e7-feabdb918962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:26.951021 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ecd1953a-ec1b-4f5a-b310-a87aa17bf01b tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:26.957128 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85b5e1-1a37-443e-a1e7-feabdb918962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d56cfc7-78fa-4155-b127-8072ceab6bc6,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:26.960255 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3a85b5e1-1a37-443e-a1e7-feabdb918962 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:26.961911 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3a85b5e1-1a37-443e-a1e7-feabdb918962 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8d56cfc7-78fa-4155-b127-8072ceab6bc6 HTTP/1.1" status: 204 len: 168 time: 0.5288138 Jun 30 09:15:26.965470 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38862) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:27.002794 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1953a-ec1b-4f5a-b310-a87aa17bf01b tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Pushing event deleted for resources: {'Port': ['ID=402cb9d4-a564-477d-b885-e2eb0446c19a,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:27.004200 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996d3d7-5a2c-4c6d-850c-495fb07904a9 req-04480662-669e-4514-9bd3-48c4b3b8dc35 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:27.006469 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2996d3d7-5a2c-4c6d-850c-495fb07904a9 req-04480662-669e-4514-9bd3-48c4b3b8dc35 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.1261814 Jun 30 09:15:27.088588 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ecd1953a-ec1b-4f5a-b310-a87aa17bf01b tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:27.093784 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ecd1953a-ec1b-4f5a-b310-a87aa17bf01b tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] 10.222.0.10 "DELETE /v2.0/ports/402cb9d4-a564-477d-b885-e2eb0446c19a HTTP/1.1" status: 204 len: 168 time: 0.9142213 Jun 30 09:15:27.094001 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38866) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:27.107461 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-39815e1d-3d26-4c98-a1f4-d0fd8bddcbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:27.112540 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2996d3d7-5a2c-4c6d-850c-495fb07904a9 req-6745bb8d-17ca-484d-9014-d3e7fd5add1c tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709586 Jun 30 09:15:27.199318 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a70304-c249-44bd-a89e-02d340425118 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:27.203863 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e6a70304-c249-44bd-a89e-02d340425118 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec69b8e6-5774-4f6b-beb1-fec00af1725b HTTP/1.1" status: 200 len: 913 time: 0.1059048 Jun 30 09:15:27.206048 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38872) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:27.256215 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-39815e1d-3d26-4c98-a1f4-d0fd8bddcbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:27.274855 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-39815e1d-3d26-4c98-a1f4-d0fd8bddcbf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d53e7d-092d-4d4a-b908-d42279a3f650']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:27.292569 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-39815e1d-3d26-4c98-a1f4-d0fd8bddcbf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461fb10e-801b-49ba-850a-37c5c241364e') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:27.292909 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-39815e1d-3d26-4c98-a1f4-d0fd8bddcbf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461fb10e-801b-49ba-850a-37c5c241364e') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:27.305605 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-39815e1d-3d26-4c98-a1f4-d0fd8bddcbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:27.355059 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-39815e1d-3d26-4c98-a1f4-d0fd8bddcbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:27.363424 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39815e1d-3d26-4c98-a1f4-d0fd8bddcbf7 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:15:27.363955 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-39815e1d-3d26-4c98-a1f4-d0fd8bddcbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:15:27.374841 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:15:27.433882 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd712fa4-94a6-47c6-9e08-13c87d11869b req-5e88dab7-ac3f-47fd-90b4-c6a0689c596a tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:27.435337 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd712fa4-94a6-47c6-9e08-13c87d11869b req-5e88dab7-ac3f-47fd-90b4-c6a0689c596a tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6453ea9-f66a-4188-a5a0-3a98543439ff HTTP/1.1" status: 200 len: 947 time: 0.0853543 Jun 30 09:15:27.480245 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd712fa4-94a6-47c6-9e08-13c87d11869b req-6cc97204-d478-4346-854a-cccebc027ccd tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/security-groups?id=292869b2-4321-44dd-8326-fed8e83221f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383306 Jun 30 09:15:27.539939 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-39815e1d-3d26-4c98-a1f4-d0fd8bddcbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:27.548367 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-39815e1d-3d26-4c98-a1f4-d0fd8bddcbf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:27.550195 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-39815e1d-3d26-4c98-a1f4-d0fd8bddcbf7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d8d53e7d-092d-4d4a-b908-d42279a3f650 HTTP/1.1" status: 204 len: 168 time: 0.5838137 Jun 30 09:15:27.564860 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39815e1d-3d26-4c98-a1f4-d0fd8bddcbf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8d53e7d-092d-4d4a-b908-d42279a3f650,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:27.729004 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1f706e3b-d039-4fb2-9447-2a552fd11971 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:27.779098 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 84e49e18-5586-4075-a5fa-8ba4bc0b447a no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:15:27.866197 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:27.898989 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1233443-c073-43da-864a-a9cc65ba8773', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84e49e18-5586-4075-a5fa-8ba4bc0b447a'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:27.901727 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40c8d59-185b-4627-bc88-008fbb03fa65" -d '{"events": [{"server_uuid": "f1233443-c073-43da-864a-a9cc65ba8773", "name": "network-vif-unplugged", "status": "completed", "tag": "84e49e18-5586-4075-a5fa-8ba4bc0b447a"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:27.923155 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 84e49e18-5586-4075-a5fa-8ba4bc0b447a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=84e49e18-5586-4075-a5fa-8ba4bc0b447a,segment=NetworkSegment(ab0459dd-0737-485e-a203-f94c588fe4e2),segment_id=ab0459dd-0737-485e-a203-f94c588fe4e2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:27.952816 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551eb0b1-89f2-4ca1-b473-993a6235e9eb x-openstack-request-id: req-551eb0b1-89f2-4ca1-b473-993a6235e9eb {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:27.954659 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1233443-c073-43da-864a-a9cc65ba8773", "name": "network-vif-unplugged", "status": "completed", "tag": "84e49e18-5586-4075-a5fa-8ba4bc0b447a", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:27.954659 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-551eb0b1-89f2-4ca1-b473-993a6235e9eb {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:27.954659 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1233443-c073-43da-864a-a9cc65ba8773', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84e49e18-5586-4075-a5fa-8ba4bc0b447a', 'code': 200} Jun 30 09:15:28.001374 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:28.024930 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38902) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:28.044857 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283819b-be85-417f-b221-88b398f33ac4 req-edb6f5f2-eaed-44ae-a254-f937e437039f tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:28.052708 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f283819b-be85-417f-b221-88b398f33ac4 req-edb6f5f2-eaed-44ae-a254-f937e437039f tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=973e116f-9c2e-45bc-9c93-36f3ca067a60 HTTP/1.1" status: 200 len: 943 time: 0.1151276 Jun 30 09:15:28.070149 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=84e49e18-5586-4075-a5fa-8ba4bc0b447a,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:28.096167 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-497e0602-10cc-48c1-bff0-5cd0cb197a4f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=954f48037b734b0e8f8e78eb99f33767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0678339 Jun 30 09:15:28.096665 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38906) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:28.128780 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f283819b-be85-417f-b221-88b398f33ac4 req-e90c5245-792e-4759-8490-07431d7daf99 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732081 Jun 30 09:15:28.185643 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-17dd9e7c-205d-4048-ada9-17f9795afa24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:28.210918 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-17dd9e7c-205d-4048-ada9-17f9795afa24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:28.212718 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-1f706e3b-d039-4fb2-9447-2a552fd11971 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Deleting port 1f20f7d1-c04e-449d-9de7-78d52bf7f937 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:28.213075 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1f706e3b-d039-4fb2-9447-2a552fd11971 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:28.344307 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-17dd9e7c-205d-4048-ada9-17f9795afa24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:28.346939 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-17dd9e7c-205d-4048-ada9-17f9795afa24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:28.349303 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-17dd9e7c-205d-4048-ada9-17f9795afa24 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/524f518d-e384-4786-865c-f767da9d2391 HTTP/1.1" status: 204 len: 168 time: 0.2488387 Jun 30 09:15:28.362458 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd9e7c-205d-4048-ada9-17f9795afa24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524f518d-e384-4786-865c-f767da9d2391,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:28.380749 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1f706e3b-d039-4fb2-9447-2a552fd11971 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:28.399909 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-1f706e3b-d039-4fb2-9447-2a552fd11971 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Calling delete_port for 1f20f7d1-c04e-449d-9de7-78d52bf7f937 owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:28.430930 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27197ef7-c703-44de-ba90-be2df5adb80b req-554d950d-0656-4544-a532-f6b77db156f1 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:28.432616 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-27197ef7-c703-44de-ba90-be2df5adb80b req-554d950d-0656-4544-a532-f6b77db156f1 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 944 time: 0.1564238 Jun 30 09:15:28.517763 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-27197ef7-c703-44de-ba90-be2df5adb80b req-a60d4fbe-7320-4b04-8016-3ab08a78fb35 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559268 Jun 30 09:15:28.714133 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8c817-516c-4273-ab10-dac18bf8730a req-48ee1b2a-9c8e-4a68-83aa-a44d25cd3241 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:28.715760 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65b8c817-516c-4273-ab10-dac18bf8730a req-48ee1b2a-9c8e-4a68-83aa-a44d25cd3241 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6453ea9-f66a-4188-a5a0-3a98543439ff HTTP/1.1" status: 200 len: 947 time: 0.0752776 Jun 30 09:15:28.725243 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08694030-4cf0-40b4-bf55-413b9cf186e5 req-a0217848-2584-43ea-a448-d18e7ee36f41 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:28.726873 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-08694030-4cf0-40b4-bf55-413b9cf186e5 req-a0217848-2584-43ea-a448-d18e7ee36f41 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 944 time: 0.0688331 Jun 30 09:15:28.760023 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65b8c817-516c-4273-ab10-dac18bf8730a req-509f85fc-fa8c-4143-a5c6-3359604915a5 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/security-groups?id=292869b2-4321-44dd-8326-fed8e83221f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383406 Jun 30 09:15:28.768260 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-08694030-4cf0-40b4-bf55-413b9cf186e5 req-3419b80b-b5e9-4583-9b9b-f345351d9e69 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353341 Jun 30 09:15:28.830087 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1f706e3b-d039-4fb2-9447-2a552fd11971 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:28.957985 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f706e3b-d039-4fb2-9447-2a552fd11971 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Pushing event deleted for resources: {'Port': ['ID=1f20f7d1-c04e-449d-9de7-78d52bf7f937,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:29.108190 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1f706e3b-d039-4fb2-9447-2a552fd11971 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:29.376354 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d2490-9846-442c-bd40-f5a5eaa896ce req-97228c1e-7ee6-4971-bde1-2bdcd10decbb tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:29.377825 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ba5d2490-9846-442c-bd40-f5a5eaa896ce req-97228c1e-7ee6-4971-bde1-2bdcd10decbb tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6453ea9-f66a-4188-a5a0-3a98543439ff HTTP/1.1" status: 200 len: 947 time: 0.1913970 Jun 30 09:15:29.380416 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38966) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:29.447303 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999a8a3-a5d7-4acf-85d0-a0cd75ec376d req-4b773fea-2aeb-443c-bc74-816c6ba36f2a tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:29.448829 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2999a8a3-a5d7-4acf-85d0-a0cd75ec376d req-4b773fea-2aeb-443c-bc74-816c6ba36f2a tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=973e116f-9c2e-45bc-9c93-36f3ca067a60 HTTP/1.1" status: 200 len: 943 time: 0.1976616 Jun 30 09:15:29.575848 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2999a8a3-a5d7-4acf-85d0-a0cd75ec376d req-d5217cde-9c5f-4b8c-9873-566aa193bf03 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943203 Jun 30 09:15:29.595056 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f706e3b-d039-4fb2-9447-2a552fd11971 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Router ec69b8e6-5774-4f6b-beb1-fec00af1725b has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:15:29.599291 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9cba21f3-fb9e-46cf-8e45-074c6afc097d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:29.660428 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcab970-e538-4aee-9004-46d30b45d8d1 req-b7fd0ede-a7ca-4f15-9de4-084660bd781e tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:29.662250 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3bcab970-e538-4aee-9004-46d30b45d8d1 req-b7fd0ede-a7ca-4f15-9de4-084660bd781e tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 944 time: 0.1240277 Jun 30 09:15:29.744607 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3bcab970-e538-4aee-9004-46d30b45d8d1 req-86539b34-c334-49ef-913c-173708f402ca tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683002 Jun 30 09:15:29.785439 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:15:29.810651 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9cba21f3-fb9e-46cf-8e45-074c6afc097d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:29.857008 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38994) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:29.882280 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9cba21f3-fb9e-46cf-8e45-074c6afc097d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:29.921867 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037,segment=NetworkSegment(bc499c06-af65-4614-b099-27bc511ea45a),segment_id=bc499c06-af65-4614-b099-27bc511ea45a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:29.939110 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037', 'network_id': '67fb0116-df8f-4edf-9acf-411778b1e168', 'port_id': '10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037', 'mac_address': 'fa:16:3e:78:07:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8acfcba-aa49-40d7-96e1-8c2c79b01912', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:15:29.945172 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9cba21f3-fb9e-46cf-8e45-074c6afc097d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf844a7ca878415596c71be25f5fc77b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5636599 Jun 30 09:15:29.948004 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38998) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:29.960653 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba21f3-fb9e-46cf-8e45-074c6afc097d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed9dcd1-0dec-43a9-8d23-fec65aa628bc,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:30.004777 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.011757 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-fe14911c-6279-4a96-8185-53f3d3adc65e admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-923688521-network', 'tenant_id': 'a2ee474807bc4a069b6401c39c68270c'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:30.019059 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:15:30.047001 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037,segment=NetworkSegment(bc499c06-af65-4614-b099-27bc511ea45a),segment_id=bc499c06-af65-4614-b099-27bc511ea45a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:30.070486 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c42d6a37-3ece-434d-bb34-431b849ca51b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.117039 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.120122 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-ba5d2490-9846-442c-bd40-f5a5eaa896ce req-281f9ef3-8a3d-4f89-9563-5c1bdc835039 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Deleting port 78f204c0-a493-47c9-a0c1-dcd15206a2fa {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:30.125385 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ba5d2490-9846-442c-bd40-f5a5eaa896ce req-281f9ef3-8a3d-4f89-9563-5c1bdc835039 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.125521 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c42d6a37-3ece-434d-bb34-431b849ca51b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.150340 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe14911c-6279-4a96-8185-53f3d3adc65e admin admin] Made reservation on behalf of a2ee474807bc4a069b6401c39c68270c for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:30.152678 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe14911c-6279-4a96-8185-53f3d3adc65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.170465 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:30.175941 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe14911c-6279-4a96-8185-53f3d3adc65e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.205934 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-139aeff9-c531-4f28-9552-77f343f809a2 req-c689f7df-b899-450c-9129-2654ccd91068 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1932595 Jun 30 09:15:30.309751 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c42d6a37-3ece-434d-bb34-431b849ca51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.312621 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c42d6a37-3ece-434d-bb34-431b849ca51b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.313908 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c42d6a37-3ece-434d-bb34-431b849ca51b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2ed9dcd1-0dec-43a9-8d23-fec65aa628bc HTTP/1.1" status: 204 len: 168 time: 0.3640072 Jun 30 09:15:30.316886 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d1816-3aa7-41d2-aee6-4f49e6464de9 req-6431b81c-1fe0-4f37-ab7f-49605546fb18 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:30.318400 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-777d1816-3aa7-41d2-aee6-4f49e6464de9 req-6431b81c-1fe0-4f37-ab7f-49605546fb18 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6453ea9-f66a-4188-a5a0-3a98543439ff HTTP/1.1" status: 200 len: 947 time: 0.1936140 Jun 30 09:15:30.323457 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f706e3b-d039-4fb2-9447-2a552fd11971 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:15:30.327607 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-ba5d2490-9846-442c-bd40-f5a5eaa896ce req-281f9ef3-8a3d-4f89-9563-5c1bdc835039 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] For port 78f204c0-a493-47c9-a0c1-dcd15206a2fa, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=78f204c0-a493-47c9-a0c1-dcd15206a2fa,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:30.327986 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ba5d2490-9846-442c-bd40-f5a5eaa896ce req-281f9ef3-8a3d-4f89-9563-5c1bdc835039 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.333724 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1f706e3b-d039-4fb2-9447-2a552fd11971 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] 10.222.0.10 "PUT /v2.0/routers/ec69b8e6-5774-4f6b-beb1-fec00af1725b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1262424 Jun 30 09:15:30.345202 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39006) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:30.351814 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e775962a-01c5-4840-a7fc-0682fb832ffa None None] Sync routers for ids ['ec69b8e6-5774-4f6b-beb1-fec00af1725b'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:15:30.388534 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e775962a-01c5-4840-a7fc-0682fb832ffa None None] Routers {'ec69b8e6-5774-4f6b-beb1-fec00af1725b'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:30.389187 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-e775962a-01c5-4840-a7fc-0682fb832ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:15:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['ec69b8e6-5774-4f6b-beb1-fec00af1725b'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:30.406837 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-ba5d2490-9846-442c-bd40-f5a5eaa896ce req-281f9ef3-8a3d-4f89-9563-5c1bdc835039 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Calling delete_port for 78f204c0-a493-47c9-a0c1-dcd15206a2fa owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:30.415498 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d6a37-3ece-434d-bb34-431b849ca51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed9dcd1-0dec-43a9-8d23-fec65aa628bc,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:30.443239 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-e775962a-01c5-4840-a7fc-0682fb832ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:30.448117 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-777d1816-3aa7-41d2-aee6-4f49e6464de9 req-6c32ac2f-fa67-4419-843d-70b183dd7123 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/security-groups?id=292869b2-4321-44dd-8326-fed8e83221f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227453 Jun 30 09:15:30.465890 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e775962a-01c5-4840-a7fc-0682fb832ffa None None] Routers {'ec69b8e6-5774-4f6b-beb1-fec00af1725b'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:30.466529 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-e775962a-01c5-4840-a7fc-0682fb832ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:15:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['ec69b8e6-5774-4f6b-beb1-fec00af1725b'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:30.483666 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe14911c-6279-4a96-8185-53f3d3adc65e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.504395 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:15:30.507318 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-e775962a-01c5-4840-a7fc-0682fb832ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:30.507981 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e775962a-01c5-4840-a7fc-0682fb832ffa None None] The sync data for ids ['ec69b8e6-5774-4f6b-beb1-fec00af1725b'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:15:30.551359 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cc364b98-137a-45c9-81cf-15507e8aaf5a tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.612400 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe14911c-6279-4a96-8185-53f3d3adc65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.624997 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe14911c-6279-4a96-8185-53f3d3adc65e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:15:30.634359 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe14911c-6279-4a96-8185-53f3d3adc65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.634947 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-fe14911c-6279-4a96-8185-53f3d3adc65e admin admin] Added segment d6b777f2-c75d-4aa9-985a-9bd9ac53c852 of type vlan for network a05be5a0-4304-4cc7-9c04-be55426188ff Jun 30 09:15:30.680424 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe14911c-6279-4a96-8185-53f3d3adc65e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.714981 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cc364b98-137a-45c9-81cf-15507e8aaf5a tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.760609 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14911c-6279-4a96-8185-53f3d3adc65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0206e0-7e94-40b5-a239-a47fd3a19aeb,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:30.802660 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31005000-d9ea-4769-b66d-c096ce9da3d0 req-ed1e5fca-61ec-4e6a-9908-05906998731f tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:30.809894 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-31005000-d9ea-4769-b66d-c096ce9da3d0 req-ed1e5fca-61ec-4e6a-9908-05906998731f tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=973e116f-9c2e-45bc-9c93-36f3ca067a60 HTTP/1.1" status: 200 len: 944 time: 0.1046264 Jun 30 09:15:30.863345 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-31005000-d9ea-4769-b66d-c096ce9da3d0 req-29a6acc5-4903-41a4-85d7-6ebbdf67c966 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525436 Jun 30 09:15:31.017638 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f44aa-45c8-4f64-a999-067b39a5ab2f req-4d02d402-fa1b-4cd7-bc2f-788204a04061 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:31.019294 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d71f44aa-45c8-4f64-a999-067b39a5ab2f req-4d02d402-fa1b-4cd7-bc2f-788204a04061 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 944 time: 0.0718782 Jun 30 09:15:31.061194 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d71f44aa-45c8-4f64-a999-067b39a5ab2f req-345a9c0e-ba00-4ffd-afbc-ac5b42006766 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351737 Jun 30 09:15:31.195592 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe14911c-6279-4a96-8185-53f3d3adc65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.197075 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe14911c-6279-4a96-8185-53f3d3adc65e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:31.197294 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ba5d2490-9846-442c-bd40-f5a5eaa896ce req-281f9ef3-8a3d-4f89-9563-5c1bdc835039 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.197760 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe14911c-6279-4a96-8185-53f3d3adc65e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.270066 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f9ef3-8a3d-4f89-9563-5c1bdc835039 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Pushing event deleted for resources: {'Port': ['ID=78f204c0-a493-47c9-a0c1-dcd15206a2fa,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:31.270400 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14911c-6279-4a96-8185-53f3d3adc65e admin admin] Pushing event updated for resources: {'Network': ['ID=a05be5a0-4304-4cc7-9c04-be55426188ff,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:31.290842 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network a05be5a0-4304-4cc7-9c04-be55426188ff details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:15:31.316784 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fe14911c-6279-4a96-8185-53f3d3adc65e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4577434 Jun 30 09:15:31.321351 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39026) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:31.328455 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-712072b8-cd31-4f28-ad60-4249054a0d0d admin admin] Request body: {'subnet': {'network_id': 'a05be5a0-4304-4cc7-9c04-be55426188ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-923688521-subnet', 'tenant_id': 'a2ee474807bc4a069b6401c39c68270c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:31.332817 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5d2490-9846-442c-bd40-f5a5eaa896ce req-281f9ef3-8a3d-4f89-9563-5c1bdc835039 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] No DVR routers for this DVR port 78f204c0-a493-47c9-a0c1-dcd15206a2fa on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:15:31.336337 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ba5d2490-9846-442c-bd40-f5a5eaa896ce req-281f9ef3-8a3d-4f89-9563-5c1bdc835039 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.338420 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ba5d2490-9846-442c-bd40-f5a5eaa896ce req-281f9ef3-8a3d-4f89-9563-5c1bdc835039 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.37 "DELETE /v2.0/ports/78f204c0-a493-47c9-a0c1-dcd15206a2fa HTTP/1.1" status: 204 len: 173 time: 1.9532011 Jun 30 09:15:31.338861 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6453ea9-f66a-4188-a5a0-3a98543439ff', 'name': 'network-vif-deleted', 'tag': '78f204c0-a493-47c9-a0c1-dcd15206a2fa'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:31.341577 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864a5b4e-5a97-4b62-af53-597bd1a11fc7" -d '{"events": [{"server_uuid": "a6453ea9-f66a-4188-a5a0-3a98543439ff", "name": "network-vif-deleted", "tag": "78f204c0-a493-47c9-a0c1-dcd15206a2fa"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:31.372718 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-cc364b98-137a-45c9-81cf-15507e8aaf5a tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Deleting port 29332cad-dc93-4a88-a069-d43b214dd99d {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:31.373111 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cc364b98-137a-45c9-81cf-15507e8aaf5a tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.413834 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265afb21-ac7b-4fc6-b72e-e05ac0743192 x-openstack-request-id: req-265afb21-ac7b-4fc6-b72e-e05ac0743192 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:31.414116 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6453ea9-f66a-4188-a5a0-3a98543439ff", "name": "network-vif-deleted", "tag": "78f204c0-a493-47c9-a0c1-dcd15206a2fa", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:31.414362 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-265afb21-ac7b-4fc6-b72e-e05ac0743192 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:31.414745 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6453ea9-f66a-4188-a5a0-3a98543439ff', 'name': 'network-vif-deleted', 'tag': '78f204c0-a493-47c9-a0c1-dcd15206a2fa', 'status': 'completed', 'code': 200} Jun 30 09:15:31.455910 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cc364b98-137a-45c9-81cf-15507e8aaf5a tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.464364 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712072b8-cd31-4f28-ad60-4249054a0d0d admin admin] Made reservation on behalf of a2ee474807bc4a069b6401c39c68270c for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:31.468850 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-712072b8-cd31-4f28-ad60-4249054a0d0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.469019 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-cc364b98-137a-45c9-81cf-15507e8aaf5a tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Calling delete_port for 29332cad-dc93-4a88-a069-d43b214dd99d owned by network:router_gateway {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:31.719719 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-206ef1fb-765e-4fec-8a76-ec27d94d6405 req-bd8d8f1d-8981-4237-bfa4-49bcb9346615 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6453ea9-f66a-4188-a5a0-3a98543439ff HTTP/1.1" status: 200 len: 210 time: 0.0429409 Jun 30 09:15:31.802086 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cc364b98-137a-45c9-81cf-15507e8aaf5a tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.810638 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:31.840477 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc364b98-137a-45c9-81cf-15507e8aaf5a tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Pushing event deleted for resources: {'Port': ['ID=29332cad-dc93-4a88-a069-d43b214dd99d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:31.842175 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-712072b8-cd31-4f28-ad60-4249054a0d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.949752 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cc364b98-137a-45c9-81cf-15507e8aaf5a tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.967913 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:31.968850 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712072b8-cd31-4f28-ad60-4249054a0d0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0209cab-6409-484b-8cfc-32a920acf34b,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:31.975642 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:31.977105 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.990378 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712072b8-cd31-4f28-ad60-4249054a0d0d admin admin] Checking segment: {'id': 'd6b777f2-c75d-4aa9-985a-9bd9ac53c852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a05be5a0-4304-4cc7-9c04-be55426188ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:31.991094 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712072b8-cd31-4f28-ad60-4249054a0d0d admin admin] Network hostable DHCP agents. Network: a05be5a0-4304-4cc7-9c04-be55426188ff, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:15:32.132933 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712072b8-cd31-4f28-ad60-4249054a0d0d admin admin] Network a05be5a0-4304-4cc7-9c04-be55426188ff is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:15:32.149495 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.183139 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973e116f-9c2e-45bc-9c93-36f3ca067a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:32.185829 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcf812a-b826-435d-ad01-92a87cccf865" -d '{"events": [{"server_uuid": "973e116f-9c2e-45bc-9c93-36f3ca067a60", "name": "network-vif-plugged", "status": "completed", "tag": "10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:32.201151 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cc364b98-137a-45c9-81cf-15507e8aaf5a tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.205264 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cc364b98-137a-45c9-81cf-15507e8aaf5a tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.207599 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037,segment=NetworkSegment(bc499c06-af65-4614-b099-27bc511ea45a),segment_id=bc499c06-af65-4614-b099-27bc511ea45a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:32.260729 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-712072b8-cd31-4f28-ad60-4249054a0d0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, a05be5a0-4304-4cc7-9c04-be55426188ff) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:32.272618 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f100c9fd-2a05-4a0a-b1d5-9fd1cc15d171 None None] Network a05be5a0-4304-4cc7-9c04-be55426188ff requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:32.276971 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd28c7-c9b3-4f95-b7db-1c90ab9e830f req-17ccc6ef-099b-46d8-b4f2-1bbc0c18dde5 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:32.278590 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43fd28c7-c9b3-4f95-b7db-1c90ab9e830f req-17ccc6ef-099b-46d8-b4f2-1bbc0c18dde5 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 944 time: 0.0874550 Jun 30 09:15:32.284199 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712072b8-cd31-4f28-ad60-4249054a0d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:32.284824 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663da674-e199-43dd-bda9-2a617f14486d req-c557dfeb-2345-4a59-9aa1-de7780c0d9af tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:32.285009 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-712072b8-cd31-4f28-ad60-4249054a0d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.286449 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-663da674-e199-43dd-bda9-2a617f14486d req-c557dfeb-2345-4a59-9aa1-de7780c0d9af tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=973e116f-9c2e-45bc-9c93-36f3ca067a60 HTTP/1.1" status: 200 len: 944 time: 0.2553535 Jun 30 09:15:32.298189 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.300554 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 84e49e18-5586-4075-a5fa-8ba4bc0b447a no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:15:32.335829 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-663da674-e199-43dd-bda9-2a617f14486d req-56e8e5f6-8c88-4838-9e72-f07589940b59 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423326 Jun 30 09:15:32.336093 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43fd28c7-c9b3-4f95-b7db-1c90ab9e830f req-e823c4e0-727c-4aa2-8158-9023d352e33f tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479693 Jun 30 09:15:32.349709 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cc364b98-137a-45c9-81cf-15507e8aaf5a tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.351063 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc364b98-137a-45c9-81cf-15507e8aaf5a tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Fanout notify agent at l3_agent the message router_deleted on router ec69b8e6-5774-4f6b-beb1-fec00af1725b {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:15:32.367842 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cc364b98-137a-45c9-81cf-15507e8aaf5a tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.367842 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-cc364b98-137a-45c9-81cf-15507e8aaf5a tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] 10.222.0.10 "DELETE /v2.0/routers/ec69b8e6-5774-4f6b-beb1-fec00af1725b HTTP/1.1" status: 204 len: 168 time: 2.0126238 Jun 30 09:15:32.368216 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39052) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:32.405575 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-712072b8-cd31-4f28-ad60-4249054a0d0d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0814159 Jun 30 09:15:32.414055 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539e14c9-356f-433b-80ee-af0d13ff6214 x-openstack-request-id: req-539e14c9-356f-433b-80ee-af0d13ff6214 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:32.415736 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973e116f-9c2e-45bc-9c93-36f3ca067a60", "name": "network-vif-plugged", "status": "completed", "tag": "10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:32.416032 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-539e14c9-356f-433b-80ee-af0d13ff6214 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:32.416949 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973e116f-9c2e-45bc-9c93-36f3ca067a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037', 'code': 200} Jun 30 09:15:32.467517 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-184dbdb5-75c9-4aa3-8362-2beb0c611123 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Deleting subnet 4c800f68-d35c-4fe1-8749-15ed03bbad16 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:15:32.483599 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-184dbdb5-75c9-4aa3-8362-2beb0c611123 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.495898 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:32.571597 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-184dbdb5-75c9-4aa3-8362-2beb0c611123 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.640248 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c010e3b-9a7d-4d13-9207-ad947bf23db7 req-c3e8106d-b9a1-4808-82d9-74c347cf249a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:32.648653 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9c010e3b-9a7d-4d13-9207-ad947bf23db7 req-c3e8106d-b9a1-4808-82d9-74c347cf249a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=973e116f-9c2e-45bc-9c93-36f3ca067a60 HTTP/1.1" status: 200 len: 1097 time: 0.0886686 Jun 30 09:15:32.718910 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294e90ec-355d-436d-8f7d-ff9be1544a85 None None] Network a05be5a0-4304-4cc7-9c04-be55426188ff requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:32.731740 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9c010e3b-9a7d-4d13-9207-ad947bf23db7 req-36248e5a-7442-4f9e-9c30-fb93c609dd2c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761523 Jun 30 09:15:32.847965 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-184dbdb5-75c9-4aa3-8362-2beb0c611123 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.924378 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139aeff9-c531-4f28-9552-77f343f809a2 req-58d29a79-e193-4190-83a1-93b534efd78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:32.925785 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-139aeff9-c531-4f28-9552-77f343f809a2 req-58d29a79-e193-4190-83a1-93b534efd78e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773&tenant_id=a10346d2897241b69fab178f068f09e9 HTTP/1.1" status: 200 len: 1096 time: 0.2832761 Jun 30 09:15:32.940581 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-139aeff9-c531-4f28-9552-77f343f809a2 req-c7d369bb-49d5-4294-a78a-01b2ed38d612 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-31', 'device_owner': 'compute:nova'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:32.993806 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-53552ab3-fdda-43b6-b1d2-bda1c577cb26 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:33.000910 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-184dbdb5-75c9-4aa3-8362-2beb0c611123 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:33.006758 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-53552ab3-fdda-43b6-b1d2-bda1c577cb26 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.10 "GET /v2.0/networks?id=a05be5a0-4304-4cc7-9c04-be55426188ff HTTP/1.1" status: 200 len: 812 time: 0.1904659 Jun 30 09:15:33.034404 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-fc50e721-b6b0-4eb5-8531-68620e566c9b tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.10 "GET /v2.0/quotas/a2ee474807bc4a069b6401c39c68270c HTTP/1.1" status: 200 len: 375 time: 0.0257328 Jun 30 09:15:33.056379 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184dbdb5-75c9-4aa3-8362-2beb0c611123 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Pushing event deleted for resources: {'Subnet': ['ID=4c800f68-d35c-4fe1-8749-15ed03bbad16,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:33.065110 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-184dbdb5-75c9-4aa3-8362-2beb0c611123 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:33.067383 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-184dbdb5-75c9-4aa3-8362-2beb0c611123 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] 10.222.0.10 "DELETE /v2.0/subnets/4c800f68-d35c-4fe1-8749-15ed03bbad16 HTTP/1.1" status: 204 len: 168 time: 0.7035067 Jun 30 09:15:33.077319 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a9c0a1-c75e-4713-b4f3-20796f32763d None None] Network e9919ce5-9db2-459d-8e67-d8a36c012fbb requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:33.079943 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39110) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:33.083661 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-af41fa4f-7367-44d7-a5ea-03b2235ab40e tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a2ee474807bc4a069b6401c39c68270c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480132 Jun 30 09:15:33.123066 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-139aeff9-c531-4f28-9552-77f343f809a2 req-c7d369bb-49d5-4294-a78a-01b2ed38d612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:33.200679 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-0e3b8306-3e9b-44e8-b3a4-c37194d5a82d service neutron] 10.222.0.10 "GET /v2.0/networks/a05be5a0-4304-4cc7-9c04-be55426188ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084673 Jun 30 09:15:33.297140 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0686c319-6d62-4e4f-a36a-c8578e15e100 None None] DHCP port deletion for e9919ce5-9db2-459d-8e67-d8a36c012fbb request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:15:33.313548 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-0492ee7b-808b-4f7c-b087-1202057d1bdb service neutron] 10.222.0.10 "GET /v2.0/networks/a05be5a0-4304-4cc7-9c04-be55426188ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060786 Jun 30 09:15:33.359537 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0686c319-6d62-4e4f-a36a-c8578e15e100 None None] Deleting port 3eb5815f-a906-4138-a44b-77b562c23ece {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:33.360302 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0686c319-6d62-4e4f-a36a-c8578e15e100 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:33.448194 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0686c319-6d62-4e4f-a36a-c8578e15e100 None None] For port 3eb5815f-a906-4138-a44b-77b562c23ece, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3eb5815f-a906-4138-a44b-77b562c23ece,segment=NetworkSegment(fe440dc9-fd3e-4345-99dc-20b49b40b646),segment_id=fe440dc9-fd3e-4345-99dc-20b49b40b646)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:33.448679 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0686c319-6d62-4e4f-a36a-c8578e15e100 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:33.465146 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0686c319-6d62-4e4f-a36a-c8578e15e100 None None] Calling delete_port for 3eb5815f-a906-4138-a44b-77b562c23ece owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:33.494094 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26385c13-c45d-4791-bdc2-70ca2f5964a1 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:33.515838 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3eb5815f-a906-4138-a44b-77b562c23ece no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:15:33.707309 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-26385c13-c45d-4791-bdc2-70ca2f5964a1 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Deleting port 3eb5815f-a906-4138-a44b-77b562c23ece {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:33.707786 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26385c13-c45d-4791-bdc2-70ca2f5964a1 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:33.727015 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:33.797197 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588555d1-0c3b-4d03-bf47-8fe3c1efc056 req-26fc7413-2548-4542-9722-2a7c3e599cef tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:33.798806 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-588555d1-0c3b-4d03-bf47-8fe3c1efc056 req-26fc7413-2548-4542-9722-2a7c3e599cef tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=973e116f-9c2e-45bc-9c93-36f3ca067a60 HTTP/1.1" status: 200 len: 945 time: 0.1248701 Jun 30 09:15:33.808354 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0686c319-6d62-4e4f-a36a-c8578e15e100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:33.836229 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0686c319-6d62-4e4f-a36a-c8578e15e100 None None] No DVR routers for this DVR port 3eb5815f-a906-4138-a44b-77b562c23ece on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:15:33.842773 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 78f204c0-a493-47c9-a0c1-dcd15206a2fa no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:15:33.863598 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-588555d1-0c3b-4d03-bf47-8fe3c1efc056 req-075fad4e-e3a9-4956-a1ad-e1a3e18cf7d4 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577404 Jun 30 09:15:33.871708 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-139aeff9-c531-4f28-9552-77f343f809a2 req-c7d369bb-49d5-4294-a78a-01b2ed38d612 service neutron] For port 84e49e18-5586-4075-a5fa-8ba4bc0b447a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=84e49e18-5586-4075-a5fa-8ba4bc0b447a,segment=NetworkSegment(ab0459dd-0737-485e-a203-f94c588fe4e2),segment_id=ab0459dd-0737-485e-a203-f94c588fe4e2)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:33.917691 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686c319-6d62-4e4f-a36a-c8578e15e100 None None] Pushing event deleted for resources: {'Port': ['ID=3eb5815f-a906-4138-a44b-77b562c23ece,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:33.922144 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 78f204c0-a493-47c9-a0c1-dcd15206a2fa {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:15:33.922718 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 78f204c0-a493-47c9-a0c1-dcd15206a2fa not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:15:33.925758 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-26385c13-c45d-4791-bdc2-70ca2f5964a1 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] For port 3eb5815f-a906-4138-a44b-77b562c23ece, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3eb5815f-a906-4138-a44b-77b562c23ece,segment=NetworkSegment(fe440dc9-fd3e-4345-99dc-20b49b40b646),segment_id=fe440dc9-fd3e-4345-99dc-20b49b40b646)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:33.926122 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26385c13-c45d-4791-bdc2-70ca2f5964a1 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:33.951339 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-26385c13-c45d-4791-bdc2-70ca2f5964a1 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Calling delete_port for 3eb5815f-a906-4138-a44b-77b562c23ece owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:33.961154 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-139aeff9-c531-4f28-9552-77f343f809a2 req-c7d369bb-49d5-4294-a78a-01b2ed38d612 service neutron] For port 84e49e18-5586-4075-a5fa-8ba4bc0b447a, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:34.066391 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-139aeff9-c531-4f28-9552-77f343f809a2 req-c7d369bb-49d5-4294-a78a-01b2ed38d612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e49e18-5586-4075-a5fa-8ba4bc0b447a {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:15:34.077980 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-139aeff9-c531-4f28-9552-77f343f809a2 req-c7d369bb-49d5-4294-a78a-01b2ed38d612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.103816 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6caeca-8005-4d67-bc9d-b8e0aea233f0 req-1a0e070d-1c3a-4b64-8ca0-b60420413aec tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:34.104706 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0f6caeca-8005-4d67-bc9d-b8e0aea233f0 req-1a0e070d-1c3a-4b64-8ca0-b60420413aec tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a3c720-025b-4ad5-a239-1e7f1a8cc843 HTTP/1.1" status: 200 len: 949 time: 0.0693905 Jun 30 09:15:34.113747 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-139aeff9-c531-4f28-9552-77f343f809a2 req-c7d369bb-49d5-4294-a78a-01b2ed38d612 service neutron] Transition to ACTIVE for port object 84e49e18-5586-4075-a5fa-8ba4bc0b447a will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:34.140769 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507683fc-20bd-425b-a918-2aece59def43 req-0d0ddf83-f583-415e-be05-6963ecd557df tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:34.142322 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-507683fc-20bd-425b-a918-2aece59def43 req-0d0ddf83-f583-415e-be05-6963ecd557df tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 944 time: 0.1763940 Jun 30 09:15:34.144541 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26385c13-c45d-4791-bdc2-70ca2f5964a1 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.155915 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0f6caeca-8005-4d67-bc9d-b8e0aea233f0 req-d63b2e1e-81fe-4698-ad70-517a15f24fa3 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/security-groups?id=292869b2-4321-44dd-8326-fed8e83221f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450182 Jun 30 09:15:34.188389 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26385c13-c45d-4791-bdc2-70ca2f5964a1 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Pushing event deleted for resources: {'Port': ['ID=3eb5815f-a906-4138-a44b-77b562c23ece,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:34.192858 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26385c13-c45d-4791-bdc2-70ca2f5964a1 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] No DVR routers for this DVR port 3eb5815f-a906-4138-a44b-77b562c23ece on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:15:34.224550 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-07cd2458-e0f5-4b6c-b794-fd4777707979 req-ba0833f4-5193-48d0-be3a-0b810e4e8dd7 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.10 "GET /v2.0/ports?device_id=51f81ada-8974-45c6-8390-2af6359cea4b HTTP/1.1" status: 200 len: 210 time: 0.0287611 Jun 30 09:15:34.232315 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-139aeff9-c531-4f28-9552-77f343f809a2 req-c7d369bb-49d5-4294-a78a-01b2ed38d612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.268021 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-507683fc-20bd-425b-a918-2aece59def43 req-34339b86-23b6-4274-9928-2e0e2266876a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179039 Jun 30 09:15:34.368640 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39134) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:34.372901 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26385c13-c45d-4791-bdc2-70ca2f5964a1 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.375873 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-139aeff9-c531-4f28-9552-77f343f809a2 req-c7d369bb-49d5-4294-a78a-01b2ed38d612 service neutron] No DVR routers for this DVR port 84e49e18-5586-4075-a5fa-8ba4bc0b447a on host n-h2-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:15:34.383168 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d369bb-49d5-4294-a78a-01b2ed38d612 service neutron] Pushing event updated for resources: {'Port': ['ID=84e49e18-5586-4075-a5fa-8ba4bc0b447a,revision_number=9']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:34.392283 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-26385c13-c45d-4791-bdc2-70ca2f5964a1 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9919ce5-9db2-459d-8e67-d8a36c012fbb']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:34.421120 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-26385c13-c45d-4791-bdc2-70ca2f5964a1 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe440dc9-fd3e-4345-99dc-20b49b40b646') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:34.421412 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-26385c13-c45d-4791-bdc2-70ca2f5964a1 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe440dc9-fd3e-4345-99dc-20b49b40b646') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:34.440899 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26385c13-c45d-4791-bdc2-70ca2f5964a1 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.450167 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-139aeff9-c531-4f28-9552-77f343f809a2 req-c7d369bb-49d5-4294-a78a-01b2ed38d612 service neutron] Attempting to bind port 84e49e18-5586-4075-a5fa-8ba4bc0b447a on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:34.450504 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-139aeff9-c531-4f28-9552-77f343f809a2 req-c7d369bb-49d5-4294-a78a-01b2ed38d612 service neutron] Attempting to bind port 84e49e18-5586-4075-a5fa-8ba4bc0b447a by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': 'ab0459dd-0737-485e-a203-f94c588fe4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '30803426-2521-4fa6-8470-27f2b32b642d'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:34.450834 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139aeff9-c531-4f28-9552-77f343f809a2 req-c7d369bb-49d5-4294-a78a-01b2ed38d612 service neutron] Attempting to bind port 84e49e18-5586-4075-a5fa-8ba4bc0b447a on network 30803426-2521-4fa6-8470-27f2b32b642d {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:34.457800 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139aeff9-c531-4f28-9552-77f343f809a2 req-c7d369bb-49d5-4294-a78a-01b2ed38d612 service neutron] Port 84e49e18-5586-4075-a5fa-8ba4bc0b447a on network 30803426-2521-4fa6-8470-27f2b32b642d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:34.458133 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139aeff9-c531-4f28-9552-77f343f809a2 req-c7d369bb-49d5-4294-a78a-01b2ed38d612 service neutron] Attempting to bind port 84e49e18-5586-4075-a5fa-8ba4bc0b447a on network 30803426-2521-4fa6-8470-27f2b32b642d {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:34.460379 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26385c13-c45d-4791-bdc2-70ca2f5964a1 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.468080 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139aeff9-c531-4f28-9552-77f343f809a2 req-c7d369bb-49d5-4294-a78a-01b2ed38d612 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:34.468417 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139aeff9-c531-4f28-9552-77f343f809a2 req-c7d369bb-49d5-4294-a78a-01b2ed38d612 service neutron] Checking segment: {'id': 'ab0459dd-0737-485e-a203-f94c588fe4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '30803426-2521-4fa6-8470-27f2b32b642d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:34.468799 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139aeff9-c531-4f28-9552-77f343f809a2 req-c7d369bb-49d5-4294-a78a-01b2ed38d612 service neutron] Bound using segment: {'id': 'ab0459dd-0737-485e-a203-f94c588fe4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '30803426-2521-4fa6-8470-27f2b32b642d'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:34.469235 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-139aeff9-c531-4f28-9552-77f343f809a2 req-c7d369bb-49d5-4294-a78a-01b2ed38d612 service neutron] Bound port: 84e49e18-5586-4075-a5fa-8ba4bc0b447a, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0459dd-0737-485e-a203-f94c588fe4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '30803426-2521-4fa6-8470-27f2b32b642d'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:34.469584 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-139aeff9-c531-4f28-9552-77f343f809a2 req-c7d369bb-49d5-4294-a78a-01b2ed38d612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.472499 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26385c13-c45d-4791-bdc2-70ca2f5964a1 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:15:34.472892 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26385c13-c45d-4791-bdc2-70ca2f5964a1 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.476554 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:15:34.476554 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:15:34.476554 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:15:34.476554 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:15:34.476554 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:15:34.476554 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:15:34.476554 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:15:34.476554 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:15:34.476554 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:15:34.476554 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:15:34.476554 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:15:34.476554 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:15:34.476554 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:15:34.476554 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:15:34.476554 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:15:34.476554 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:15:34.476554 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:15:34.476554 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:15:34.476554 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:15:34.476554 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:15:34.476554 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:15:34.476554 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:15:34.476554 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:15:34.476554 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:15:34.476554 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:15:34.476554 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:15:34.476554 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:15:34.476554 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:15:34.476554 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:15:34.476554 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:15:34.476554 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:15:34.476554 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:15:34.481866 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a1290018-827e-47b5-ab49-8ba7a8156d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.580335 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a1290018-827e-47b5-ab49-8ba7a8156d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.590390 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-139aeff9-c531-4f28-9552-77f343f809a2 req-c7d369bb-49d5-4294-a78a-01b2ed38d612 service neutron] For port 84e49e18-5586-4075-a5fa-8ba4bc0b447a, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:34.593674 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-139aeff9-c531-4f28-9552-77f343f809a2 req-c7d369bb-49d5-4294-a78a-01b2ed38d612 service neutron] For port 84e49e18-5586-4075-a5fa-8ba4bc0b447a, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=84e49e18-5586-4075-a5fa-8ba4bc0b447a,segment=NetworkSegment(ab0459dd-0737-485e-a203-f94c588fe4e2),segment_id=ab0459dd-0737-485e-a203-f94c588fe4e2)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:34.664618 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26385c13-c45d-4791-bdc2-70ca2f5964a1 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.671845 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26385c13-c45d-4791-bdc2-70ca2f5964a1 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.673726 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-26385c13-c45d-4791-bdc2-70ca2f5964a1 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] 10.222.0.10 "DELETE /v2.0/networks/e9919ce5-9db2-459d-8e67-d8a36c012fbb HTTP/1.1" status: 204 len: 168 time: 1.5904539 Jun 30 09:15:34.676522 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39140) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:34.686850 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26385c13-c45d-4791-bdc2-70ca2f5964a1 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Pushing event deleted for resources: {'Network': ['ID=e9919ce5-9db2-459d-8e67-d8a36c012fbb,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:34.715873 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-139aeff9-c531-4f28-9552-77f343f809a2 req-c7d369bb-49d5-4294-a78a-01b2ed38d612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.720060 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a1290018-827e-47b5-ab49-8ba7a8156d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.752224 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139aeff9-c531-4f28-9552-77f343f809a2 req-c7d369bb-49d5-4294-a78a-01b2ed38d612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:34.752856 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-139aeff9-c531-4f28-9552-77f343f809a2 req-c7d369bb-49d5-4294-a78a-01b2ed38d612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.754324 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-139aeff9-c531-4f28-9552-77f343f809a2 req-c7d369bb-49d5-4294-a78a-01b2ed38d612 service neutron] 10.222.0.52 "PUT /v2.0/ports/84e49e18-5586-4075-a5fa-8ba4bc0b447a HTTP/1.1" status: 200 len: 1093 time: 1.8196707 Jun 30 09:15:34.754768 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1233443-c073-43da-864a-a9cc65ba8773', 'tag': '84e49e18-5586-4075-a5fa-8ba4bc0b447a'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:34.757144 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81412b83-e147-413d-8c5c-22e6f762f720" -d '{"events": [{"name": "network-changed", "server_uuid": "f1233443-c073-43da-864a-a9cc65ba8773", "tag": "84e49e18-5586-4075-a5fa-8ba4bc0b447a"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:34.806014 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a1290018-827e-47b5-ab49-8ba7a8156d11 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a27f258fe4045eebfce76eb704972cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4355996 Jun 30 09:15:34.812279 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d3382f-cc70-4513-b403-17cbea605c9d x-openstack-request-id: req-12d3382f-cc70-4513-b403-17cbea605c9d {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:34.812754 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1233443-c073-43da-864a-a9cc65ba8773", "tag": "84e49e18-5586-4075-a5fa-8ba4bc0b447a", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:34.813007 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-12d3382f-cc70-4513-b403-17cbea605c9d {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:34.813350 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39144) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:34.813564 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1233443-c073-43da-864a-a9cc65ba8773', 'tag': '84e49e18-5586-4075-a5fa-8ba4bc0b447a', 'status': 'completed', 'code': 200} Jun 30 09:15:34.814225 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d369bb-49d5-4294-a78a-01b2ed38d612 service neutron] Pushing event updated for resources: {'Port': ['ID=84e49e18-5586-4075-a5fa-8ba4bc0b447a,revision_number=10']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:34.840089 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1290018-827e-47b5-ab49-8ba7a8156d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6c6dff-d2e7-4eee-80b1-ffc1e40a0451,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:34.875935 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139aeff9-c531-4f28-9552-77f343f809a2 req-0316eede-5d7f-4d5d-b67a-043e28374eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:34.877519 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-139aeff9-c531-4f28-9552-77f343f809a2 req-0316eede-5d7f-4d5d-b67a-043e28374eee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a10346d2897241b69fab178f068f09e9&device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 1097 time: 0.0910149 Jun 30 09:15:34.907740 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-0e72c98a-e36e-4b90-889b-ce3db09d74c7 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Deleting port 6bacc70e-7e6c-4a66-b6c8-f8358a464b03 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:34.908084 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0e72c98a-e36e-4b90-889b-ce3db09d74c7 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.909881 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-11d08816-f4f6-4c6a-b7e3-df520639a489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.981349 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-11d08816-f4f6-4c6a-b7e3-df520639a489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.024119 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139aeff9-c531-4f28-9552-77f343f809a2 req-b57d72ec-3fb6-4fbb-82ab-0f706ea63678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:35.025737 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-139aeff9-c531-4f28-9552-77f343f809a2 req-b57d72ec-3fb6-4fbb-82ab-0f706ea63678 service neutron] 10.222.0.52 "GET /v2.0/networks?id=30803426-2521-4fa6-8470-27f2b32b642d HTTP/1.1" status: 200 len: 914 time: 0.1406429 Jun 30 09:15:35.066998 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0e72c98a-e36e-4b90-889b-ce3db09d74c7 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.067368 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0e72c98a-e36e-4b90-889b-ce3db09d74c7 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.073730 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-139aeff9-c531-4f28-9552-77f343f809a2 req-f73f0c9e-48f6-4409-bdba-02618a1945a9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84e49e18-5586-4075-a5fa-8ba4bc0b447a HTTP/1.1" status: 200 len: 217 time: 0.0383539 Jun 30 09:15:35.086751 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-0e72c98a-e36e-4b90-889b-ce3db09d74c7 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Calling delete_port for 6bacc70e-7e6c-4a66-b6c8-f8358a464b03 owned by network:floatingip {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:35.126539 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139aeff9-c531-4f28-9552-77f343f809a2 req-67bacd6f-58ff-4529-be5a-0671aff17927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:35.128037 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-139aeff9-c531-4f28-9552-77f343f809a2 req-67bacd6f-58ff-4529-be5a-0671aff17927 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=25d920e9-4cce-4374-bd84-fac478cbf3ab HTTP/1.1" status: 200 len: 853 time: 0.0472929 Jun 30 09:15:35.168171 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-139aeff9-c531-4f28-9552-77f343f809a2 req-39897337-4159-4bbe-b6c6-6793a8a348e0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=30803426-2521-4fa6-8470-27f2b32b642d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305974 Jun 30 09:15:35.168391 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd06f60-3aaf-49e0-8e94-1c15ecdf5e55 req-5ddb9eb7-4fe9-45f5-b1c6-e2b77ed179a7 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:35.169071 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0cd06f60-3aaf-49e0-8e94-1c15ecdf5e55 req-5ddb9eb7-4fe9-45f5-b1c6-e2b77ed179a7 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=973e116f-9c2e-45bc-9c93-36f3ca067a60 HTTP/1.1" status: 200 len: 945 time: 0.1454334 Jun 30 09:15:35.203053 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-11d08816-f4f6-4c6a-b7e3-df520639a489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.205772 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-11d08816-f4f6-4c6a-b7e3-df520639a489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.210653 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-11d08816-f4f6-4c6a-b7e3-df520639a489 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dd6c6dff-d2e7-4eee-80b1-ffc1e40a0451 HTTP/1.1" status: 204 len: 168 time: 0.3962781 Jun 30 09:15:35.231051 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d08816-f4f6-4c6a-b7e3-df520639a489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6c6dff-d2e7-4eee-80b1-ffc1e40a0451,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:35.291941 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0cd06f60-3aaf-49e0-8e94-1c15ecdf5e55 req-72eefe5b-e2d3-4887-88a6-183717e2d4ef tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136804 Jun 30 09:15:35.306886 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-139aeff9-c531-4f28-9552-77f343f809a2 req-0aa5ef27-8fb1-4746-8825-6dcaad0d61f3 service neutron] 10.222.0.52 "GET /v2.0/networks/30803426-2521-4fa6-8470-27f2b32b642d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324353 Jun 30 09:15:35.476425 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0652fd36-2f35-4ca0-8224-ff57cc8ea87e req-0113c275-13f6-4b4f-b301-e4e97c44e83a tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.10 "GET /v2.0/ports?device_id=51f81ada-8974-45c6-8390-2af6359cea4b HTTP/1.1" status: 200 len: 210 time: 0.0510495 Jun 30 09:15:35.477431 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2921916-eedd-4c3c-bda7-a08cfcf661e7 req-f7c6d313-c847-4899-86ca-a68adcb5d4ed tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:35.479672 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2921916-eedd-4c3c-bda7-a08cfcf661e7 req-f7c6d313-c847-4899-86ca-a68adcb5d4ed tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a3c720-025b-4ad5-a239-1e7f1a8cc843 HTTP/1.1" status: 200 len: 949 time: 0.1753314 Jun 30 09:15:35.481860 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-139aeff9-c531-4f28-9552-77f343f809a2 req-7a7c1c54-6863-4daa-a6c9-197cfc150730 service neutron] 10.222.0.52 "GET /v2.0/networks/30803426-2521-4fa6-8470-27f2b32b642d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426034 Jun 30 09:15:35.487383 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0e72c98a-e36e-4b90-889b-ce3db09d74c7 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.520476 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72c98a-e36e-4b90-889b-ce3db09d74c7 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Pushing event deleted for resources: {'Port': ['ID=6bacc70e-7e6c-4a66-b6c8-f8358a464b03,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:35.542160 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2921916-eedd-4c3c-bda7-a08cfcf661e7 req-b08a7e5c-813a-40a4-aa7e-ff1f803d847d tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/security-groups?id=292869b2-4321-44dd-8326-fed8e83221f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544407 Jun 30 09:15:35.611591 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0e72c98a-e36e-4b90-889b-ce3db09d74c7 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks [] for floatingip, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.614120 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0e72c98a-e36e-4b90-889b-ce3db09d74c7 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.615953 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0e72c98a-e36e-4b90-889b-ce3db09d74c7 tempest-FloatingIPAdminTestJSON-619410596 tempest-FloatingIPAdminTestJSON-619410596-project] 10.222.0.10 "DELETE /v2.0/floatingips/ac041906-7702-4887-a5c1-6d544b1ac81d HTTP/1.1" status: 204 len: 168 time: 0.9376967 Jun 30 09:15:35.688697 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d5775-36c6-47f0-9e06-ee52a3237fbb req-64d15f2d-b05f-418a-aab3-ef3f903db71f tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:35.690767 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-954d5775-36c6-47f0-9e06-ee52a3237fbb req-64d15f2d-b05f-418a-aab3-ef3f903db71f tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 945 time: 0.0694311 Jun 30 09:15:35.759945 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-954d5775-36c6-47f0-9e06-ee52a3237fbb req-a9aa0fb2-6c6b-4f40-80d2-4c0341f7aee2 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393951 Jun 30 09:15:35.760201 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338306e-a5ab-44ad-9e67-ffe3bf25e0d9 req-90d3926d-6244-4375-b058-6f48bb1d2a87 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:35.760201 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7338306e-a5ab-44ad-9e67-ffe3bf25e0d9 req-90d3926d-6244-4375-b058-6f48bb1d2a87 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6a3c720-025b-4ad5-a239-1e7f1a8cc843 HTTP/1.1" status: 200 len: 949 time: 0.0871563 Jun 30 09:15:35.874627 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-7338306e-a5ab-44ad-9e67-ffe3bf25e0d9 req-955938e6-fc12-47d8-869a-6464922163f3 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Deleting port 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:35.874945 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7338306e-a5ab-44ad-9e67-ffe3bf25e0d9 req-955938e6-fc12-47d8-869a-6464922163f3 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.001230 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81412b83-e147-413d-8c5c-22e6f762f720 req-e35ae327-37f3-4baf-a1dd-0af5a32dd965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:36.002709 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81412b83-e147-413d-8c5c-22e6f762f720 req-e35ae327-37f3-4baf-a1dd-0af5a32dd965 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a10346d2897241b69fab178f068f09e9&device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 1097 time: 0.1420419 Jun 30 09:15:36.010390 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-7338306e-a5ab-44ad-9e67-ffe3bf25e0d9 req-955938e6-fc12-47d8-869a-6464922163f3 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] For port 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:36.010765 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7338306e-a5ab-44ad-9e67-ffe3bf25e0d9 req-955938e6-fc12-47d8-869a-6464922163f3 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.072662 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-7338306e-a5ab-44ad-9e67-ffe3bf25e0d9 req-955938e6-fc12-47d8-869a-6464922163f3 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Calling delete_port for 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:36.169901 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81412b83-e147-413d-8c5c-22e6f762f720 req-e17f7cc5-05ef-494b-8e14-48417ba8b89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:36.171517 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81412b83-e147-413d-8c5c-22e6f762f720 req-e17f7cc5-05ef-494b-8e14-48417ba8b89c service neutron] 10.222.0.52 "GET /v2.0/networks?id=30803426-2521-4fa6-8470-27f2b32b642d HTTP/1.1" status: 200 len: 914 time: 0.1580243 Jun 30 09:15:36.226736 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81412b83-e147-413d-8c5c-22e6f762f720 req-756da1b8-7db0-4e07-8c57-fe4ea285ade1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84e49e18-5586-4075-a5fa-8ba4bc0b447a HTTP/1.1" status: 200 len: 217 time: 0.0421953 Jun 30 09:15:36.294446 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39190) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:36.349334 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81412b83-e147-413d-8c5c-22e6f762f720 req-1ca3c623-8ebe-47d5-b96a-0b5ebddd6c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:36.351567 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81412b83-e147-413d-8c5c-22e6f762f720 req-1ca3c623-8ebe-47d5-b96a-0b5ebddd6c45 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=25d920e9-4cce-4374-bd84-fac478cbf3ab HTTP/1.1" status: 200 len: 853 time: 0.1155133 Jun 30 09:15:36.394190 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81412b83-e147-413d-8c5c-22e6f762f720 req-4936f54f-5e3d-4f24-8025-07b56bcef55c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=30803426-2521-4fa6-8470-27f2b32b642d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308502 Jun 30 09:15:36.470289 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7338306e-a5ab-44ad-9e67-ffe3bf25e0d9 req-955938e6-fc12-47d8-869a-6464922163f3 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.510637 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955938e6-fc12-47d8-869a-6464922163f3 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Pushing event deleted for resources: {'Port': ['ID=88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:36.530056 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39206) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:36.534348 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7b2a5c0b-6bef-4335-a967-10a19e8fbcc5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b1b9bc82788548ff950a670ab60f9ec8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2287982 Jun 30 09:15:36.637003 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-7338306e-a5ab-44ad-9e67-ffe3bf25e0d9 req-955938e6-fc12-47d8-869a-6464922163f3 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] No DVR routers for this DVR port 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:15:36.644741 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7338306e-a5ab-44ad-9e67-ffe3bf25e0d9 req-955938e6-fc12-47d8-869a-6464922163f3 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.648432 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7338306e-a5ab-44ad-9e67-ffe3bf25e0d9 req-955938e6-fc12-47d8-869a-6464922163f3 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.52 "DELETE /v2.0/ports/88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 HTTP/1.1" status: 204 len: 173 time: 0.8891437 Jun 30 09:15:36.729867 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81412b83-e147-413d-8c5c-22e6f762f720 req-b963d244-7991-4af8-bb07-9c6468db62c0 service neutron] 10.222.0.52 "GET /v2.0/networks/30803426-2521-4fa6-8470-27f2b32b642d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141508 Jun 30 09:15:36.777989 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-51c7edf6-88f2-489c-afa2-552c8a731e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.798719 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4410fed2-e7e6-4b97-8bd9-100ff94ec32c req-a7088de1-e3e3-4dc0-b147-a12920608764 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.10 "GET /v2.0/ports?device_id=51f81ada-8974-45c6-8390-2af6359cea4b HTTP/1.1" status: 200 len: 210 time: 0.1176038 Jun 30 09:15:36.846270 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a3c720-025b-4ad5-a239-1e7f1a8cc843', 'name': 'network-vif-deleted', 'tag': '88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:36.846270 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156068ac-cc61-4359-b2cc-cab8e902432b" -d '{"events": [{"server_uuid": "a6a3c720-025b-4ad5-a239-1e7f1a8cc843", "name": "network-vif-deleted", "tag": "88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:36.940234 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-51c7edf6-88f2-489c-afa2-552c8a731e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:37.144760 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23075d4-3ca0-420a-9af8-4e1b09814aec req-96eef9ce-e82b-49a8-ab31-03d2797e570e tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:37.158006 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b23075d4-3ca0-420a-9af8-4e1b09814aec req-96eef9ce-e82b-49a8-ab31-03d2797e570e tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 945 time: 0.1075814 Jun 30 09:15:37.218835 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:37.245055 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b23075d4-3ca0-420a-9af8-4e1b09814aec req-471196a6-e7a7-4f98-8097-2157c10188d6 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869939 Jun 30 09:15:37.303932 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bff80ba2-eeb7-49a5-bba7-5dd1eb1e06a3 req-bd68291f-81bb-4e44-8c98-e4a66daea53c tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a3c720-025b-4ad5-a239-1e7f1a8cc843 HTTP/1.1" status: 200 len: 210 time: 0.4892130 Jun 30 09:15:37.439788 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc175d7-3003-485f-b6d2-86f9fe5392c7 x-openstack-request-id: req-8cc175d7-3003-485f-b6d2-86f9fe5392c7 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:37.442991 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a3c720-025b-4ad5-a239-1e7f1a8cc843", "name": "network-vif-deleted", "tag": "88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:37.444554 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8cc175d7-3003-485f-b6d2-86f9fe5392c7 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:37.445232 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a3c720-025b-4ad5-a239-1e7f1a8cc843', 'name': 'network-vif-deleted', 'tag': '88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8', 'status': 'completed', 'code': 200} Jun 30 09:15:37.512661 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-35dda948-f2e8-4f73-89d6-f1e10e8815a3 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:37.514560 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-35dda948-f2e8-4f73-89d6-f1e10e8815a3 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.52 "GET /v2.0/networks?id=a05be5a0-4304-4cc7-9c04-be55426188ff HTTP/1.1" status: 200 len: 812 time: 0.7276509 Jun 30 09:15:37.534874 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81412b83-e147-413d-8c5c-22e6f762f720 req-cbbefa73-d737-4519-a787-e740cf8f76d1 service neutron] 10.222.0.52 "GET /v2.0/networks/30803426-2521-4fa6-8470-27f2b32b642d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7491555 Jun 30 09:15:37.545282 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-db650c9a-b390-43f4-aa77-96d7742d11c9 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] Request body: {'port': {'device_id': '51f81ada-8974-45c6-8390-2af6359cea4b', 'network_id': 'a05be5a0-4304-4cc7-9c04-be55426188ff', 'admin_state_up': True, 'tenant_id': 'a2ee474807bc4a069b6401c39c68270c'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:37.675083 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-51c7edf6-88f2-489c-afa2-552c8a731e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:37.678220 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-51c7edf6-88f2-489c-afa2-552c8a731e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:37.679918 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-51c7edf6-88f2-489c-afa2-552c8a731e74 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86d05795-564a-421e-82d5-9b460d85e3c6 HTTP/1.1" status: 204 len: 168 time: 1.1485991 Jun 30 09:15:37.705258 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7edf6-88f2-489c-afa2-552c8a731e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d05795-564a-421e-82d5-9b460d85e3c6,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:37.802374 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-db650c9a-b390-43f4-aa77-96d7742d11c9 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] Made reservation on behalf of a2ee474807bc4a069b6401c39c68270c for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:37.808053 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-db650c9a-b390-43f4-aa77-96d7742d11c9 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.064334 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3ba6a067-99ac-4abc-b865-f2fe05b502e7 req-2156c5ab-bec9-4823-ae45-4a224dae908f tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.10 "GET /v2.0/ports?device_id=51f81ada-8974-45c6-8390-2af6359cea4b HTTP/1.1" status: 200 len: 210 time: 0.0415735 Jun 30 09:15:38.099383 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-db650c9a-b390-43f4-aa77-96d7742d11c9 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] Allocated IP 172.20.0.12 (a05be5a0-4304-4cc7-9c04-be55426188ff/c0209cab-6409-484b-8cfc-32a920acf34b/be8113dd-f37f-48b0-95ff-af4d86f52a6a) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:38.237552 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:15:38.261863 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:15:38.262469 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 88bf54ea-78e0-4ceb-b12a-4071bf6fa5c8 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:15:38.353847 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-db650c9a-b390-43f4-aa77-96d7742d11c9 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.575866 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3ab287dc-8933-43fd-9e41-04d10f02eddf req-74250419-04b4-44ad-83f9-4dc34b6d40b3 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a3c720-025b-4ad5-a239-1e7f1a8cc843 HTTP/1.1" status: 200 len: 210 time: 0.0848699 Jun 30 09:15:38.580124 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-db650c9a-b390-43f4-aa77-96d7742d11c9 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.606995 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.619338 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39248) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:38.643659 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada7f6b-04f2-440f-baa2-22d5a66b3467 req-aaa139c5-ea50-42e7-aa78-968708dd91f9 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:38.651670 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eada7f6b-04f2-440f-baa2-22d5a66b3467 req-aaa139c5-ea50-42e7-aa78-968708dd91f9 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 945 time: 0.2252333 Jun 30 09:15:38.699566 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-db650c9a-b390-43f4-aa77-96d7742d11c9 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] Network a05be5a0-4304-4cc7-9c04-be55426188ff is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:38.710652 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-db650c9a-b390-43f4-aa77-96d7742d11c9 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:38.711444 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eada7f6b-04f2-440f-baa2-22d5a66b3467 req-570f093e-cb44-4bcc-bd12-654df8441d3f tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551252 Jun 30 09:15:38.734807 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-db650c9a-b390-43f4-aa77-96d7742d11c9 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:38.853623 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db650c9a-b390-43f4-aa77-96d7742d11c9 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] Pushing event updated for resources: {'Port': ['ID=be8113dd-f37f-48b0-95ff-af4d86f52a6a,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:38.890807 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-db650c9a-b390-43f4-aa77-96d7742d11c9 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:38.891520 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-db650c9a-b390-43f4-aa77-96d7742d11c9 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.894604 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e36a6225-2777-4a2a-ab99-435ecfb3effe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.932928 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39256) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:38.961710 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7db9043d-40cb-410a-adbc-857dc74fea63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.001575 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-db650c9a-b390-43f4-aa77-96d7742d11c9 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4653974 Jun 30 09:15:39.108921 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e36a6225-2777-4a2a-ab99-435ecfb3effe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.265220 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e36a6225-2777-4a2a-ab99-435ecfb3effe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.323980 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a6225-2777-4a2a-ab99-435ecfb3effe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1f8991-ce67-43c5-a385-feb5f4a85209,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:39.357931 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e36a6225-2777-4a2a-ab99-435ecfb3effe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=33d4624a42e34e58ab08100080800f36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7338769 Jun 30 09:15:39.358187 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39266) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:39.380204 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7db9043d-40cb-410a-adbc-857dc74fea63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.406835 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b1c80-8fd0-4623-a07a-62a34762ecdd req-e6ff6dd0-b3a3-4940-b5fa-c5045f50dbce tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:39.406835 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6e5b1c80-8fd0-4623-a07a-62a34762ecdd req-e6ff6dd0-b3a3-4940-b5fa-c5045f50dbce tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.10 "GET /v2.0/ports?device_id=51f81ada-8974-45c6-8390-2af6359cea4b HTTP/1.1" status: 200 len: 932 time: 0.2069190 Jun 30 09:15:39.447287 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7db9043d-40cb-410a-adbc-857dc74fea63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.455637 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b11f9de5-1718-4622-8cf7-ee1c80fdb228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.482651 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b11f9de5-1718-4622-8cf7-ee1c80fdb228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.513856 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7db9043d-40cb-410a-adbc-857dc74fea63 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=458be7614bdd4c27bad4d111d2cd0617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5800350 Jun 30 09:15:39.516507 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39268) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:39.552052 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6e5b1c80-8fd0-4623-a07a-62a34762ecdd req-1f412c59-d44a-4af7-a2c1-d06db8b3095d tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee0206e0-7e94-40b5-a239-a47fd3a19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383414 Jun 30 09:15:39.561561 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9043d-40cb-410a-adbc-857dc74fea63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68896d9e-fc9f-41e0-840f-a0684f0f6b87,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:39.613947 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a4c0bb63-541c-4e7d-a7cc-0895dfcd7477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.641253 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a4c0bb63-541c-4e7d-a7cc-0895dfcd7477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.649296 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b11f9de5-1718-4622-8cf7-ee1c80fdb228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.650988 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b11f9de5-1718-4622-8cf7-ee1c80fdb228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.652179 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b11f9de5-1718-4622-8cf7-ee1c80fdb228 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/db1f8991-ce67-43c5-a385-feb5f4a85209 HTTP/1.1" status: 204 len: 168 time: 0.2930875 Jun 30 09:15:39.665930 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f9de5-1718-4622-8cf7-ee1c80fdb228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1f8991-ce67-43c5-a385-feb5f4a85209,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:39.823946 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a4c0bb63-541c-4e7d-a7cc-0895dfcd7477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.845004 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a4c0bb63-541c-4e7d-a7cc-0895dfcd7477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.848153 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a4c0bb63-541c-4e7d-a7cc-0895dfcd7477 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/68896d9e-fc9f-41e0-840f-a0684f0f6b87 HTTP/1.1" status: 204 len: 168 time: 0.3282697 Jun 30 09:15:39.861436 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0bb63-541c-4e7d-a7cc-0895dfcd7477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68896d9e-fc9f-41e0-840f-a0684f0f6b87,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:39.895359 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f11fd22d-5cec-441b-a38d-8eaa63f17b52 req-01c20f01-d0c2-40be-a15c-0edd38fbad48 tempest-ListImageFiltersTestJSON-1146793933 tempest-ListImageFiltersTestJSON-1146793933-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a3c720-025b-4ad5-a239-1e7f1a8cc843 HTTP/1.1" status: 200 len: 210 time: 0.0729713 Jun 30 09:15:40.183870 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb335d1-0dbd-48c5-af8a-27e8b617e8ae req-61573388-1dd9-4188-8b41-c22bac1c6b26 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:40.194766 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4fb335d1-0dbd-48c5-af8a-27e8b617e8ae req-61573388-1dd9-4188-8b41-c22bac1c6b26 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 945 time: 0.1680250 Jun 30 09:15:40.215939 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-e3a23fb2-32f8-45d8-b808-2c29c95ca65f service neutron] Request body: {'port': {'device_id': '51f81ada-8974-45c6-8390-2af6359cea4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:40.307234 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4fb335d1-0dbd-48c5-af8a-27e8b617e8ae req-ecdb7c51-9ca2-4a4a-9938-b1e27294d078 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073396 Jun 30 09:15:40.435911 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-e3a23fb2-32f8-45d8-b808-2c29c95ca65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.296471 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d7d2b-1a16-414b-8270-c24db65f3232 req-b20ef107-ad66-4180-ab8f-eee3b6cdc243 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:41.305395 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-e3a23fb2-32f8-45d8-b808-2c29c95ca65f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be8113dd-f37f-48b0-95ff-af4d86f52a6a {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:15:41.308039 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6c1d7d2b-1a16-414b-8270-c24db65f3232 req-b20ef107-ad66-4180-ab8f-eee3b6cdc243 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.10 "GET /v2.0/ports?device_id=51f81ada-8974-45c6-8390-2af6359cea4b HTTP/1.1" status: 200 len: 932 time: 0.2364492 Jun 30 09:15:41.316355 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-e3a23fb2-32f8-45d8-b808-2c29c95ca65f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.357045 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-e3a23fb2-32f8-45d8-b808-2c29c95ca65f service neutron] Transition to ACTIVE for port object be8113dd-f37f-48b0-95ff-af4d86f52a6a will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:41.409831 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6c1d7d2b-1a16-414b-8270-c24db65f3232 req-75e037b7-7cb0-4cfb-96aa-e16a74d9f2e9 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee0206e0-7e94-40b5-a239-a47fd3a19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824859 Jun 30 09:15:41.411386 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a503bfc-4b31-4673-85e1-263d08e350f3 req-fca0781b-f2fe-48e4-9edc-15b0eff423d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:41.413055 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4a503bfc-4b31-4673-85e1-263d08e350f3 req-fca0781b-f2fe-48e4-9edc-15b0eff423d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 1096 time: 0.2736318 Jun 30 09:15:41.608729 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194bb44-d1eb-4372-ab65-dce59b6d2557 req-bb7caf39-24b8-46db-8c06-a0c4e2f71948 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:41.620125 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c194bb44-d1eb-4372-ab65-dce59b6d2557 req-bb7caf39-24b8-46db-8c06-a0c4e2f71948 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.8801863 Jun 30 09:15:41.640392 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-e3a23fb2-32f8-45d8-b808-2c29c95ca65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.653985 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a503bfc-4b31-4673-85e1-263d08e350f3 req-233fc1ad-d22a-4840-bcad-4e858490c664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:41.657510 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4a503bfc-4b31-4673-85e1-263d08e350f3 req-233fc1ad-d22a-4840-bcad-4e858490c664 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b51add01-e516-4efc-9c9c-16a3be3b127b HTTP/1.1" status: 200 len: 912 time: 0.2369206 Jun 30 09:15:41.770158 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c194bb44-d1eb-4372-ab65-dce59b6d2557 req-806bb728-86d3-461c-92a1-52763da87823 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486671 Jun 30 09:15:41.868172 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4a503bfc-4b31-4673-85e1-263d08e350f3 req-a8350394-755f-4e7e-86a1-5464216a22e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b HTTP/1.1" status: 200 len: 999 time: 0.1979890 Jun 30 09:15:41.868172 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39322) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:41.885449 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9c858851-c6a9-4f0f-8e39-abf509bc51fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.970274 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a503bfc-4b31-4673-85e1-263d08e350f3 req-f1dfa6b2-949c-4859-ba2f-2a52f5ed3983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:41.979782 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4a503bfc-4b31-4673-85e1-263d08e350f3 req-f1dfa6b2-949c-4859-ba2f-2a52f5ed3983 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0db27f2a-daae-4bc9-9a26-19aaee7812fb HTTP/1.1" status: 200 len: 850 time: 0.0897169 Jun 30 09:15:42.056558 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee888ff-2e10-4a40-8688-c0067a138877 req-0d4204ed-b017-4cde-89fc-83d48ce23fdc tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:42.064502 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4ee888ff-2e10-4a40-8688-c0067a138877 req-0d4204ed-b017-4cde-89fc-83d48ce23fdc tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 945 time: 0.2957561 Jun 30 09:15:42.089598 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a23fb2-32f8-45d8-b808-2c29c95ca65f service neutron] Pushing event updated for resources: {'Port': ['ID=be8113dd-f37f-48b0-95ff-af4d86f52a6a,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:42.127177 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a503bfc-4b31-4673-85e1-263d08e350f3 req-b163a6fd-66b1-4a9c-a28f-9307a8651fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:42.128953 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-e3a23fb2-32f8-45d8-b808-2c29c95ca65f service neutron] Attempting to bind port be8113dd-f37f-48b0-95ff-af4d86f52a6a on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:42.129693 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4a503bfc-4b31-4673-85e1-263d08e350f3 req-b163a6fd-66b1-4a9c-a28f-9307a8651fd6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b51add01-e516-4efc-9c9c-16a3be3b127b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1428173 Jun 30 09:15:42.129860 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-e3a23fb2-32f8-45d8-b808-2c29c95ca65f service neutron] Attempting to bind port be8113dd-f37f-48b0-95ff-af4d86f52a6a by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': 'd6b777f2-c75d-4aa9-985a-9bd9ac53c852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a05be5a0-4304-4cc7-9c04-be55426188ff'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:42.130402 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-e3a23fb2-32f8-45d8-b808-2c29c95ca65f service neutron] Attempting to bind port be8113dd-f37f-48b0-95ff-af4d86f52a6a on network a05be5a0-4304-4cc7-9c04-be55426188ff {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:42.137810 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-e3a23fb2-32f8-45d8-b808-2c29c95ca65f service neutron] Port be8113dd-f37f-48b0-95ff-af4d86f52a6a on network a05be5a0-4304-4cc7-9c04-be55426188ff not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:42.138157 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-e3a23fb2-32f8-45d8-b808-2c29c95ca65f service neutron] Attempting to bind port be8113dd-f37f-48b0-95ff-af4d86f52a6a on network a05be5a0-4304-4cc7-9c04-be55426188ff {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:42.144922 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-e3a23fb2-32f8-45d8-b808-2c29c95ca65f service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:42.145282 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-e3a23fb2-32f8-45d8-b808-2c29c95ca65f service neutron] Checking segment: {'id': 'd6b777f2-c75d-4aa9-985a-9bd9ac53c852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a05be5a0-4304-4cc7-9c04-be55426188ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:42.145717 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-e3a23fb2-32f8-45d8-b808-2c29c95ca65f service neutron] Bound using segment: {'id': 'd6b777f2-c75d-4aa9-985a-9bd9ac53c852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a05be5a0-4304-4cc7-9c04-be55426188ff'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:42.146222 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-e3a23fb2-32f8-45d8-b808-2c29c95ca65f service neutron] Bound port: be8113dd-f37f-48b0-95ff-af4d86f52a6a, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b777f2-c75d-4aa9-985a-9bd9ac53c852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a05be5a0-4304-4cc7-9c04-be55426188ff'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:42.147947 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-e3a23fb2-32f8-45d8-b808-2c29c95ca65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:42.254057 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-e3a23fb2-32f8-45d8-b808-2c29c95ca65f service neutron] For port be8113dd-f37f-48b0-95ff-af4d86f52a6a, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:42.259817 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-e3a23fb2-32f8-45d8-b808-2c29c95ca65f service neutron] For port be8113dd-f37f-48b0-95ff-af4d86f52a6a, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=be8113dd-f37f-48b0-95ff-af4d86f52a6a,segment=NetworkSegment(d6b777f2-c75d-4aa9-985a-9bd9ac53c852),segment_id=d6b777f2-c75d-4aa9-985a-9bd9ac53c852)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:42.356097 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-e3a23fb2-32f8-45d8-b808-2c29c95ca65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:42.365901 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9c858851-c6a9-4f0f-8e39-abf509bc51fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:42.381712 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4a503bfc-4b31-4673-85e1-263d08e350f3 req-ec03a18f-249d-4628-8268-ae7c10eb1064 service neutron] 10.222.0.37 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415969 Jun 30 09:15:42.437046 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-e3a23fb2-32f8-45d8-b808-2c29c95ca65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:42.437748 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-e3a23fb2-32f8-45d8-b808-2c29c95ca65f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:42.439822 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-e3a23fb2-32f8-45d8-b808-2c29c95ca65f service neutron] 10.222.0.52 "PUT /v2.0/ports/be8113dd-f37f-48b0-95ff-af4d86f52a6a HTTP/1.1" status: 200 len: 1093 time: 2.2296684 Jun 30 09:15:42.440362 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f81ada-8974-45c6-8390-2af6359cea4b', 'tag': 'be8113dd-f37f-48b0-95ff-af4d86f52a6a'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:42.442962 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8f48d5-7122-468a-a448-dd5bd3e1030a" -d '{"events": [{"name": "network-changed", "server_uuid": "51f81ada-8974-45c6-8390-2af6359cea4b", "tag": "be8113dd-f37f-48b0-95ff-af4d86f52a6a"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:42.481705 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9c858851-c6a9-4f0f-8e39-abf509bc51fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:42.503761 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a23fb2-32f8-45d8-b808-2c29c95ca65f service neutron] Pushing event updated for resources: {'Port': ['ID=be8113dd-f37f-48b0-95ff-af4d86f52a6a,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:42.514269 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9c858851-c6a9-4f0f-8e39-abf509bc51fb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=205f424406df46218c57071567f3694b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6467290 Jun 30 09:15:42.522371 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39346) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:42.574196 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c858851-c6a9-4f0f-8e39-abf509bc51fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912d1c0d-91e3-4ba0-b248-b29071a72021,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:42.629863 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4a503bfc-4b31-4673-85e1-263d08e350f3 req-31af139b-c570-494e-953f-2847bb7ca087 service neutron] 10.222.0.37 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433097 Jun 30 09:15:42.634273 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f7cc627d-f0c1-4661-b304-d5d2f169c909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:42.664123 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f7cc627d-f0c1-4661-b304-d5d2f169c909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:42.757789 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-2dd1f328-0fe3-4c11-9179-aeec96497fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:42.759918 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-2dd1f328-0fe3-4c11-9179-aeec96497fc4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a2ee474807bc4a069b6401c39c68270c&device_id=51f81ada-8974-45c6-8390-2af6359cea4b HTTP/1.1" status: 200 len: 1096 time: 0.1544366 Jun 30 09:15:42.777489 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4ee888ff-2e10-4a40-8688-c0067a138877 req-05acdd19-16e8-4717-842d-bda5d27712b1 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7106230 Jun 30 09:15:42.843485 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-e65d2e3b-9d66-4442-8941-217cbd34029d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be8113dd-f37f-48b0-95ff-af4d86f52a6a HTTP/1.1" status: 200 len: 217 time: 0.0476298 Jun 30 09:15:42.869802 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f7cc627d-f0c1-4661-b304-d5d2f169c909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:42.873406 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f7cc627d-f0c1-4661-b304-d5d2f169c909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:42.874569 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f7cc627d-f0c1-4661-b304-d5d2f169c909 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/912d1c0d-91e3-4ba0-b248-b29071a72021 HTTP/1.1" status: 204 len: 168 time: 0.3542159 Jun 30 09:15:42.887533 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc627d-f0c1-4661-b304-d5d2f169c909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912d1c0d-91e3-4ba0-b248-b29071a72021,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:42.975172 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-97387163-62be-4dd3-b7cf-4abd6de440ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:42.977625 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-97387163-62be-4dd3-b7cf-4abd6de440ad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c0209cab-6409-484b-8cfc-32a920acf34b HTTP/1.1" status: 200 len: 852 time: 0.1204381 Jun 30 09:15:43.025575 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee5e31d-a5c0-4c97-b664-6d3a3c8d0383 x-openstack-request-id: req-6ee5e31d-a5c0-4c97-b664-6d3a3c8d0383 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:43.025847 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f81ada-8974-45c6-8390-2af6359cea4b", "tag": "be8113dd-f37f-48b0-95ff-af4d86f52a6a", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:43.026163 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6ee5e31d-a5c0-4c97-b664-6d3a3c8d0383 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:43.026570 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f81ada-8974-45c6-8390-2af6359cea4b', 'tag': 'be8113dd-f37f-48b0-95ff-af4d86f52a6a', 'status': 'completed', 'code': 200} Jun 30 09:15:43.125540 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-fd4034f1-aecb-46c8-8c75-ae436ba6dd15 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a05be5a0-4304-4cc7-9c04-be55426188ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790229 Jun 30 09:15:43.361137 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-b63056c0-33cd-44ec-9675-d0794186844d service neutron] 10.222.0.52 "GET /v2.0/networks/a05be5a0-4304-4cc7-9c04-be55426188ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943669 Jun 30 09:15:43.368921 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212b5b6-6224-4c1e-a9ee-b711a8814992 req-ca128c86-96e4-4c7f-a097-a132ebb476f8 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:43.370646 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e212b5b6-6224-4c1e-a9ee-b711a8814992 req-ca128c86-96e4-4c7f-a097-a132ebb476f8 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.10 "GET /v2.0/ports?device_id=51f81ada-8974-45c6-8390-2af6359cea4b HTTP/1.1" status: 200 len: 944 time: 0.1106601 Jun 30 09:15:43.484268 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e212b5b6-6224-4c1e-a9ee-b711a8814992 req-92644d47-0970-40aa-b9ea-4d1babca9db3 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee0206e0-7e94-40b5-a239-a47fd3a19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067405 Jun 30 09:15:43.645435 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d7a188ea-c462-4c3b-bf48-084badd6eecb req-b6a43406-3e36-4f0f-8db2-30fae67401f2 service neutron] 10.222.0.52 "GET /v2.0/networks/a05be5a0-4304-4cc7-9c04-be55426188ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544000 Jun 30 09:15:43.794694 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfd9ba-f542-4a5c-92ff-40fb1587b659 req-d54b2359-5f75-44bd-a45e-bd6472fc59b5 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:43.803404 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aebfd9ba-f542-4a5c-92ff-40fb1587b659 req-d54b2359-5f75-44bd-a45e-bd6472fc59b5 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.1193826 Jun 30 09:15:43.914901 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aebfd9ba-f542-4a5c-92ff-40fb1587b659 req-9b336bb2-3ea8-4046-b023-575d860676ae tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098378 Jun 30 09:15:44.160208 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f48d5-7122-468a-a448-dd5bd3e1030a req-4c5ed3d1-6108-43df-8faf-01ec8ad88ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:44.161713 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7f8f48d5-7122-468a-a448-dd5bd3e1030a req-4c5ed3d1-6108-43df-8faf-01ec8ad88ad1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a2ee474807bc4a069b6401c39c68270c&device_id=51f81ada-8974-45c6-8390-2af6359cea4b HTTP/1.1" status: 200 len: 1096 time: 0.0972703 Jun 30 09:15:44.333904 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0958b1f-0e57-4c50-8107-6e4396bba914 req-d2daaccc-266d-4482-a7e4-c5dacd772c67 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:44.340255 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0958b1f-0e57-4c50-8107-6e4396bba914 req-d2daaccc-266d-4482-a7e4-c5dacd772c67 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 945 time: 0.1347828 Jun 30 09:15:44.344264 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f48d5-7122-468a-a448-dd5bd3e1030a req-7b901789-4b93-46c7-971a-5a797a60dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:44.345750 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7f8f48d5-7122-468a-a448-dd5bd3e1030a req-7b901789-4b93-46c7-971a-5a797a60dafd service neutron] 10.222.0.52 "GET /v2.0/networks?id=a05be5a0-4304-4cc7-9c04-be55426188ff HTTP/1.1" status: 200 len: 913 time: 0.1327491 Jun 30 09:15:44.448012 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0958b1f-0e57-4c50-8107-6e4396bba914 req-41cf4b2c-73d7-49c0-86ed-5647f16162d3 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012444 Jun 30 09:15:44.484521 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7f8f48d5-7122-468a-a448-dd5bd3e1030a req-f49d8f83-f40c-412c-a4ba-45f86f5a6489 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be8113dd-f37f-48b0-95ff-af4d86f52a6a HTTP/1.1" status: 200 len: 217 time: 0.0970721 Jun 30 09:15:44.562141 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f48d5-7122-468a-a448-dd5bd3e1030a req-3a54aa8b-6b4b-43df-91d2-7a67f4ed0e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:44.567572 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7f8f48d5-7122-468a-a448-dd5bd3e1030a req-3a54aa8b-6b4b-43df-91d2-7a67f4ed0e85 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c0209cab-6409-484b-8cfc-32a920acf34b HTTP/1.1" status: 200 len: 852 time: 0.0963075 Jun 30 09:15:45.200776 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39418) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:45.460047 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9e736c1c-1c77-4971-9230-ec9779612c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:45.672525 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9e736c1c-1c77-4971-9230-ec9779612c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:45.766743 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9e736c1c-1c77-4971-9230-ec9779612c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:45.841402 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9e736c1c-1c77-4971-9230-ec9779612c9d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e3c262953378463c869080b817e8b725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6390631 Jun 30 09:15:45.845172 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39436) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:45.857189 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee6daf-f6c5-480c-873c-81df049cf146 req-92462768-fdc2-45fb-8a05-b656f4d3cd90 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:45.874194 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c8ee6daf-f6c5-480c-873c-81df049cf146 req-92462768-fdc2-45fb-8a05-b656f4d3cd90 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.10 "GET /v2.0/ports?device_id=51f81ada-8974-45c6-8390-2af6359cea4b HTTP/1.1" status: 200 len: 944 time: 0.1351430 Jun 30 09:15:45.889858 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e736c1c-1c77-4971-9230-ec9779612c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5287fd-d85f-48bc-9696-8acab9fa8fff,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:45.938498 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c8ee6daf-f6c5-480c-873c-81df049cf146 req-6623e4c1-f88f-434d-99e3-02a434c87a21 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee0206e0-7e94-40b5-a239-a47fd3a19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553582 Jun 30 09:15:45.995520 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d34a9750-aeb9-4967-8d0c-e5b93eca63ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.064478 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d34a9750-aeb9-4967-8d0c-e5b93eca63ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.180392 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd03c67-daaa-4205-9a15-0226efe117d3 req-e4831dfc-4ff0-423f-a92e-f690b8792413 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:46.187998 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6bd03c67-daaa-4205-9a15-0226efe117d3 req-e4831dfc-4ff0-423f-a92e-f690b8792413 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.1013260 Jun 30 09:15:46.223879 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d34a9750-aeb9-4967-8d0c-e5b93eca63ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.226371 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d34a9750-aeb9-4967-8d0c-e5b93eca63ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.230167 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d34a9750-aeb9-4967-8d0c-e5b93eca63ac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2e5287fd-d85f-48bc-9696-8acab9fa8fff HTTP/1.1" status: 204 len: 168 time: 0.3823309 Jun 30 09:15:46.244344 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a9750-aeb9-4967-8d0c-e5b93eca63ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5287fd-d85f-48bc-9696-8acab9fa8fff,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:46.262433 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6bd03c67-daaa-4205-9a15-0226efe117d3 req-0e4adf52-d71c-42bd-bf2d-69fe1ccef7db tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638397 Jun 30 09:15:46.399845 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7f8f48d5-7122-468a-a448-dd5bd3e1030a req-dbe22fae-5ac3-4cb8-ba3b-d9e91ecdf043 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a05be5a0-4304-4cc7-9c04-be55426188ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532203 Jun 30 09:15:46.421500 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39450) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:46.651661 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7f8f48d5-7122-468a-a448-dd5bd3e1030a req-f6930b08-c144-4b4b-bbfd-e7990f75b6c0 service neutron] 10.222.0.52 "GET /v2.0/networks/a05be5a0-4304-4cc7-9c04-be55426188ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235467 Jun 30 09:15:46.685122 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e763f-5db1-42fa-8c48-fbc60cd8cc43 req-42505db0-9def-4d35-b342-535efe2c489e tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:46.688132 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf3e763f-5db1-42fa-8c48-fbc60cd8cc43 req-42505db0-9def-4d35-b342-535efe2c489e tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 945 time: 0.1348159 Jun 30 09:15:46.825840 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7f8f48d5-7122-468a-a448-dd5bd3e1030a req-dd87296f-1332-4826-899c-aa7c919a8d8e service neutron] 10.222.0.52 "GET /v2.0/networks/a05be5a0-4304-4cc7-9c04-be55426188ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665363 Jun 30 09:15:46.894575 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf3e763f-5db1-42fa-8c48-fbc60cd8cc43 req-f691d490-627f-48b2-a013-b784b62d25c0 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672352 Jun 30 09:15:46.917476 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-6b2d7724-9079-4cf8-b4a8-88ca4f48ef22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2126509248'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:47.030052 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2d7724-9079-4cf8-b4a8-88ca4f48ef22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613-project] Made reservation on behalf of 61fcd7da916842ad9c9bba5eeda0b23b for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:47.036084 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6b2d7724-9079-4cf8-b4a8-88ca4f48ef22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.142490 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6b2d7724-9079-4cf8-b4a8-88ca4f48ef22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.232747 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7e57b-cc3d-4b4d-aecc-0381804d7586 req-0b4b02cf-baf0-41ec-b793-fd202ca2c21d tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:47.234785 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-def7e57b-cc3d-4b4d-aecc-0381804d7586 req-0b4b02cf-baf0-41ec-b793-fd202ca2c21d tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.10 "GET /v2.0/ports?device_id=51f81ada-8974-45c6-8390-2af6359cea4b HTTP/1.1" status: 200 len: 944 time: 0.1699791 Jun 30 09:15:47.329233 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6b2d7724-9079-4cf8-b4a8-88ca4f48ef22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.333007 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-def7e57b-cc3d-4b4d-aecc-0381804d7586 req-086217a0-6cd9-40a9-b666-442519203dec tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee0206e0-7e94-40b5-a239-a47fd3a19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789211 Jun 30 09:15:47.441225 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6b2d7724-9079-4cf8-b4a8-88ca4f48ef22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.472021 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b2d7724-9079-4cf8-b4a8-88ca4f48ef22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:15:47.478590 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d7724-9079-4cf8-b4a8-88ca4f48ef22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa18cf3d-7fea-4747-8369-760043ce3aab,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:47.485504 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6b2d7724-9079-4cf8-b4a8-88ca4f48ef22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.485885 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-6b2d7724-9079-4cf8-b4a8-88ca4f48ef22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613-project] Added segment 962a420e-a168-462a-8456-6c97c5e2d500 of type vlan for network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 Jun 30 09:15:47.539412 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6b2d7724-9079-4cf8-b4a8-88ca4f48ef22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.566283 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37390f7b-3108-4a5d-8f2f-59d7c6b2d38c req-7075d98a-8bec-4b7b-a823-1e95da486d82 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:47.573643 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-37390f7b-3108-4a5d-8f2f-59d7c6b2d38c req-7075d98a-8bec-4b7b-a823-1e95da486d82 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.0935590 Jun 30 09:15:47.619607 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-37390f7b-3108-4a5d-8f2f-59d7c6b2d38c req-8bffda20-92b0-4754-85cf-7e239c43ca15 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449803 Jun 30 09:15:47.635050 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6b2d7724-9079-4cf8-b4a8-88ca4f48ef22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.642444 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2d7724-9079-4cf8-b4a8-88ca4f48ef22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:47.646021 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6b2d7724-9079-4cf8-b4a8-88ca4f48ef22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:48.204396 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6b2d7724-9079-4cf8-b4a8-88ca4f48ef22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.7814610 Jun 30 09:15:48.226174 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d7724-9079-4cf8-b4a8-88ca4f48ef22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613-project] Pushing event updated for resources: {'Network': ['ID=595d78ee-038e-448e-9ee8-c84cf30ea4b9,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:48.238861 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:15:48.312296 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device be8113dd-f37f-48b0-95ff-af4d86f52a6a details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:15:48.417251 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port be8113dd-f37f-48b0-95ff-af4d86f52a6a, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=be8113dd-f37f-48b0-95ff-af4d86f52a6a,segment=NetworkSegment(d6b777f2-c75d-4aa9-985a-9bd9ac53c852),segment_id=d6b777f2-c75d-4aa9-985a-9bd9ac53c852)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:48.431189 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'be8113dd-f37f-48b0-95ff-af4d86f52a6a', 'network_id': 'a05be5a0-4304-4cc7-9c04-be55426188ff', 'port_id': 'be8113dd-f37f-48b0-95ff-af4d86f52a6a', 'mac_address': 'fa:16:3e:fe:19:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0209cab-6409-484b-8cfc-32a920acf34b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:15:48.477300 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:48.519194 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be8113dd-f37f-48b0-95ff-af4d86f52a6a {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:15:48.544639 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port be8113dd-f37f-48b0-95ff-af4d86f52a6a, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=be8113dd-f37f-48b0-95ff-af4d86f52a6a,segment=NetworkSegment(d6b777f2-c75d-4aa9-985a-9bd9ac53c852),segment_id=d6b777f2-c75d-4aa9-985a-9bd9ac53c852)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:48.641223 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:48.641517 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183dde02-7239-4771-beda-da08bd2b8d7a req-f335a0dd-ce63-4c66-9bb9-38514b96fc90 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:48.643146 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-183dde02-7239-4771-beda-da08bd2b8d7a req-f335a0dd-ce63-4c66-9bb9-38514b96fc90 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 945 time: 0.0756490 Jun 30 09:15:48.711337 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=be8113dd-f37f-48b0-95ff-af4d86f52a6a,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:48.757261 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-183dde02-7239-4771-beda-da08bd2b8d7a req-ec147bb1-2a92-4c02-8547-9bf66e248cee tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733583 Jun 30 09:15:48.900111 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39512) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:48.905120 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac5291-c92f-448d-995a-a6c00871df36 req-b8946c0a-744d-4fb9-a244-5a7bacebca35 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:48.905522 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Request body: {'port': {'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9', 'binding:host_id': 'n-h1-771363-31', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528098619'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:48.906924 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6ac5291-c92f-448d-995a-a6c00871df36 req-b8946c0a-744d-4fb9-a244-5a7bacebca35 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.10 "GET /v2.0/ports?device_id=51f81ada-8974-45c6-8390-2af6359cea4b HTTP/1.1" status: 200 len: 945 time: 0.0663793 Jun 30 09:15:48.941398 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['be8113dd-f37f-48b0-95ff-af4d86f52a6a'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:15:48.951550 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6ac5291-c92f-448d-995a-a6c00871df36 req-8b8f5da7-6a90-48f9-b928-58559a0d5194 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee0206e0-7e94-40b5-a239-a47fd3a19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355492 Jun 30 09:15:49.013725 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Made reservation on behalf of 4af9a0fe19884576a6f1da492724a880 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:49.016289 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:49.050688 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:49.113922 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e3a1d-052c-460c-92d4-0d3473c18692 req-cd998f0e-790f-4da1-8c9e-167aceb31deb tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:49.121814 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-296e3a1d-052c-460c-92d4-0d3473c18692 req-cd998f0e-790f-4da1-8c9e-167aceb31deb tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.1195271 Jun 30 09:15:49.182833 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-296e3a1d-052c-460c-92d4-0d3473c18692 req-65e5f59b-570d-442c-aece-69085dd5085f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601344 Jun 30 09:15:49.212952 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:49.228427 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39522) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:49.321420 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:49.328876 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] device_id is not set on port 3faeb819-770c-45bb-ab55-e983ce096fd5 yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:15:49.424312 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0441c1ba-57ef-4e0f-b2c0-3d23c7dff503,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:49.460527 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-be848d07-0063-423d-9bab-e43800ee3534 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7d72ecb292964c93aa4931392226a8ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2309406 Jun 30 09:15:49.463244 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39526) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:49.519848 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-92187f62-7b5f-4a87-bc27-ba3a0e88ed78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:49.543725 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-92187f62-7b5f-4a87-bc27-ba3a0e88ed78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:49.604981 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] device_id is not set on port 3faeb819-770c-45bb-ab55-e983ce096fd5 yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:15:49.613896 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:49.625334 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Transition to ACTIVE for port object 3faeb819-770c-45bb-ab55-e983ce096fd5 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:49.651914 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-92187f62-7b5f-4a87-bc27-ba3a0e88ed78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:49.654486 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-92187f62-7b5f-4a87-bc27-ba3a0e88ed78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:49.655705 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-92187f62-7b5f-4a87-bc27-ba3a0e88ed78 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/292869b2-4321-44dd-8326-fed8e83221f8 HTTP/1.1" status: 204 len: 168 time: 0.1912613 Jun 30 09:15:49.665214 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92187f62-7b5f-4a87-bc27-ba3a0e88ed78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292869b2-4321-44dd-8326-fed8e83221f8,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:49.692407 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:49.760398 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Pushing event updated for resources: {'Port': ['ID=3faeb819-770c-45bb-ab55-e983ce096fd5,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:49.768111 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Checking segment: {'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:49.768111 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Network hostable DHCP agents. Network: 595d78ee-038e-448e-9ee8-c84cf30ea4b9, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:15:49.909569 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:15:49.948577 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04192e-df75-4af3-a0b8-f178e8b0f533 req-dfcb9f4a-dbfb-4a25-af49-3d39bdb17ad5 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:49.950175 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0e04192e-df75-4af3-a0b8-f178e8b0f533 req-dfcb9f4a-dbfb-4a25-af49-3d39bdb17ad5 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 945 time: 0.0791633 Jun 30 09:15:49.992038 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0e04192e-df75-4af3-a0b8-f178e8b0f533 req-8ef34de4-859a-4d22-a55c-0a32fa931961 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359902 Jun 30 09:15:50.024938 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 595d78ee-038e-448e-9ee8-c84cf30ea4b9) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:50.028870 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:50.037980 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7815bdbf-289f-477a-84a7-bae6b8c38361 None None] Network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:50.049617 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:50.050620 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:50.051531 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:50.060210 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Port 3faeb819-770c-45bb-ab55-e983ce096fd5 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:50.060650 n-d-771363-31 neutron-server[101054]: ERROR neutron.plugins.ml2.managers [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Failed to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] Jun 30 09:15:50.061068 n-d-771363-31 neutron-server[101054]: INFO neutron.plugins.ml2.plugin [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempt 2 to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 Jun 30 09:15:50.078578 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:50.079362 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:50.079834 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:50.087835 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Port 3faeb819-770c-45bb-ab55-e983ce096fd5 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:50.088178 n-d-771363-31 neutron-server[101054]: ERROR neutron.plugins.ml2.managers [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Failed to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] Jun 30 09:15:50.089236 n-d-771363-31 neutron-server[101054]: INFO neutron.plugins.ml2.plugin [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempt 3 to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 Jun 30 09:15:50.109316 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:50.109677 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:50.110023 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:50.116560 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Port 3faeb819-770c-45bb-ab55-e983ce096fd5 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:50.116907 n-d-771363-31 neutron-server[101054]: ERROR neutron.plugins.ml2.managers [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Failed to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] Jun 30 09:15:50.117308 n-d-771363-31 neutron-server[101054]: INFO neutron.plugins.ml2.plugin [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempt 4 to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 Jun 30 09:15:50.134500 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:50.135076 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:50.135678 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:50.143057 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Port 3faeb819-770c-45bb-ab55-e983ce096fd5 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:50.143551 n-d-771363-31 neutron-server[101054]: ERROR neutron.plugins.ml2.managers [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Failed to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] Jun 30 09:15:50.144041 n-d-771363-31 neutron-server[101054]: INFO neutron.plugins.ml2.plugin [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempt 5 to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 Jun 30 09:15:50.165591 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:50.166120 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:50.166799 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:50.174938 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Port 3faeb819-770c-45bb-ab55-e983ce096fd5 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:50.175548 n-d-771363-31 neutron-server[101054]: ERROR neutron.plugins.ml2.managers [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Failed to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] Jun 30 09:15:50.176048 n-d-771363-31 neutron-server[101054]: INFO neutron.plugins.ml2.plugin [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempt 6 to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 Jun 30 09:15:50.194765 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:50.195708 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:50.195708 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:50.200900 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba811af-10ff-4fb3-9f24-abbd855f4202 req-5ebd1670-5d0e-4b23-a533-6ea923b6844b tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:50.202484 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5ba811af-10ff-4fb3-9f24-abbd855f4202 req-5ebd1670-5d0e-4b23-a533-6ea923b6844b tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.10 "GET /v2.0/ports?device_id=51f81ada-8974-45c6-8390-2af6359cea4b HTTP/1.1" status: 200 len: 945 time: 0.1200871 Jun 30 09:15:50.209895 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Port 3faeb819-770c-45bb-ab55-e983ce096fd5 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:50.210623 n-d-771363-31 neutron-server[101054]: ERROR neutron.plugins.ml2.managers [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Failed to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] Jun 30 09:15:50.211183 n-d-771363-31 neutron-server[101054]: INFO neutron.plugins.ml2.plugin [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempt 7 to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 Jun 30 09:15:50.229552 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:50.234179 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:50.234622 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:50.240084 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Port 3faeb819-770c-45bb-ab55-e983ce096fd5 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:50.240901 n-d-771363-31 neutron-server[101054]: ERROR neutron.plugins.ml2.managers [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Failed to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] Jun 30 09:15:50.240901 n-d-771363-31 neutron-server[101054]: INFO neutron.plugins.ml2.plugin [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempt 8 to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 Jun 30 09:15:50.257691 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:50.257691 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:50.257691 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:50.258315 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5ba811af-10ff-4fb3-9f24-abbd855f4202 req-a2614ac6-24b5-4742-9d6a-38bae25dd5b6 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee0206e0-7e94-40b5-a239-a47fd3a19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453713 Jun 30 09:15:50.261170 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Port 3faeb819-770c-45bb-ab55-e983ce096fd5 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:50.261789 n-d-771363-31 neutron-server[101054]: ERROR neutron.plugins.ml2.managers [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Failed to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] Jun 30 09:15:50.262233 n-d-771363-31 neutron-server[101054]: INFO neutron.plugins.ml2.plugin [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempt 9 to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 Jun 30 09:15:50.276543 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:50.276884 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:50.277221 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:50.282453 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Port 3faeb819-770c-45bb-ab55-e983ce096fd5 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:50.282779 n-d-771363-31 neutron-server[101054]: ERROR neutron.plugins.ml2.managers [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Failed to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] Jun 30 09:15:50.283193 n-d-771363-31 neutron-server[101054]: INFO neutron.plugins.ml2.plugin [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempt 10 to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 Jun 30 09:15:50.295722 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:50.296055 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:50.296388 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:50.300687 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Port 3faeb819-770c-45bb-ab55-e983ce096fd5 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:50.301008 n-d-771363-31 neutron-server[101054]: ERROR neutron.plugins.ml2.managers [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Failed to bind port 3faeb819-770c-45bb-ab55-e983ce096fd5 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] Jun 30 09:15:50.301370 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.314050 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device be8113dd-f37f-48b0-95ff-af4d86f52a6a up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:50.391612 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] For port 3faeb819-770c-45bb-ab55-e983ce096fd5, host n-h1-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:50.392177 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempted to set empty binding levels {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 09:15:50.469491 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6cd18e18-096c-4684-9901-ed2496a2c20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.480408 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port be8113dd-f37f-48b0-95ff-af4d86f52a6a completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:50.481184 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.484791 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port be8113dd-f37f-48b0-95ff-af4d86f52a6a triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:50.485143 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.512545 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:50.512545 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.534580 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Pushing event updated for resources: {'Port': ['ID=3faeb819-770c-45bb-ab55-e983ce096fd5,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:50.569750 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.598115 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f81ada-8974-45c6-8390-2af6359cea4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8113dd-f37f-48b0-95ff-af4d86f52a6a'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:50.601368 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e499831f-18cc-4000-a042-e682aab3e95e" -d '{"events": [{"server_uuid": "51f81ada-8974-45c6-8390-2af6359cea4b", "name": "network-vif-plugged", "status": "completed", "tag": "be8113dd-f37f-48b0-95ff-af4d86f52a6a"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:50.616060 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port be8113dd-f37f-48b0-95ff-af4d86f52a6a, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=be8113dd-f37f-48b0-95ff-af4d86f52a6a,segment=NetworkSegment(d6b777f2-c75d-4aa9-985a-9bd9ac53c852),segment_id=d6b777f2-c75d-4aa9-985a-9bd9ac53c852)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:50.632642 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39568) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:50.638592 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2a67cc84-3f53-4d32-8268-f61e92bd990c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.7315044 Jun 30 09:15:50.639816 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52de160-36b8-46ae-adac-f16d7dac0d20 x-openstack-request-id: req-e52de160-36b8-46ae-adac-f16d7dac0d20 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:50.640334 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f81ada-8974-45c6-8390-2af6359cea4b", "name": "network-vif-plugged", "status": "completed", "tag": "be8113dd-f37f-48b0-95ff-af4d86f52a6a", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:50.641052 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e52de160-36b8-46ae-adac-f16d7dac0d20 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:50.642336 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f81ada-8974-45c6-8390-2af6359cea4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8113dd-f37f-48b0-95ff-af4d86f52a6a', 'code': 200} Jun 30 09:15:50.702134 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.760908 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=be8113dd-f37f-48b0-95ff-af4d86f52a6a,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:50.762126 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-36fa401c-3b33-42a3-bd9a-ac4dec0ac3b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Deleting port 3faeb819-770c-45bb-ab55-e983ce096fd5 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:50.762672 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-36fa401c-3b33-42a3-bd9a-ac4dec0ac3b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.838368 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-36fa401c-3b33-42a3-bd9a-ac4dec0ac3b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] For port 3faeb819-770c-45bb-ab55-e983ce096fd5, host n-h1-771363-31, got binding levels [] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:50.838881 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-36fa401c-3b33-42a3-bd9a-ac4dec0ac3b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.856615 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-36fa401c-3b33-42a3-bd9a-ac4dec0ac3b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Calling delete_port for 3faeb819-770c-45bb-ab55-e983ce096fd5 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:51.029009 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7993e12-55f3-448b-9a99-770f36c338cf req-489d6853-d6d3-4d18-a1dc-b905964566a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:51.030545 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b7993e12-55f3-448b-9a99-770f36c338cf req-489d6853-d6d3-4d18-a1dc-b905964566a0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=51f81ada-8974-45c6-8390-2af6359cea4b HTTP/1.1" status: 200 len: 1098 time: 0.3053584 Jun 30 09:15:51.072109 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b7993e12-55f3-448b-9a99-770f36c338cf req-6b37bb15-13e1-409a-864c-3c872feb5adc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ee0206e0-7e94-40b5-a239-a47fd3a19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314929 Jun 30 09:15:51.117341 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-36fa401c-3b33-42a3-bd9a-ac4dec0ac3b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.179089 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-36fa401c-3b33-42a3-bd9a-ac4dec0ac3b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.182396 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-36fa401c-3b33-42a3-bd9a-ac4dec0ac3b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] 10.222.0.10 "DELETE /v2.0/ports/3faeb819-770c-45bb-ab55-e983ce096fd5 HTTP/1.1" status: 204 len: 168 time: 0.5479567 Jun 30 09:15:51.185048 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39594) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:51.212784 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-4401055f-2e05-46f9-bf03-cc7de88fae5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] GET failed (client error): The resource could not be found. Jun 30 09:15:51.214428 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa401c-3b33-42a3-bd9a-ac4dec0ac3b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Pushing event deleted for resources: {'Port': ['ID=3faeb819-770c-45bb-ab55-e983ce096fd5,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:51.217518 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4401055f-2e05-46f9-bf03-cc7de88fae5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] 10.222.0.10 "GET /v2.0/ports/3faeb819-770c-45bb-ab55-e983ce096fd5 HTTP/1.1" status: 404 len: 333 time: 0.0291092 Jun 30 09:15:51.223049 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39598) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:51.229019 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-05188834-5c3a-40d2-b6e5-a3d4553c8cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Request body: {'port': {'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844298036'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:51.255487 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea6826-9be9-4c4b-800c-3078285498ce req-beb62e87-6283-4a9a-ae01-0d3d4172c4df tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:51.257260 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b0ea6826-9be9-4c4b-800c-3078285498ce req-beb62e87-6283-4a9a-ae01-0d3d4172c4df tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 945 time: 0.1322653 Jun 30 09:15:51.304585 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b0ea6826-9be9-4c4b-800c-3078285498ce req-7db785c7-9374-424e-a517-059f9b900133 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411243 Jun 30 09:15:51.342847 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05188834-5c3a-40d2-b6e5-a3d4553c8cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Made reservation on behalf of 4af9a0fe19884576a6f1da492724a880 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:51.345385 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05188834-5c3a-40d2-b6e5-a3d4553c8cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.361948 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-05188834-5c3a-40d2-b6e5-a3d4553c8cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] device_id is not set on port eec153c1-ab04-4a84-9788-4489517c875d yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:15:51.539956 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9db55-269e-4a9b-b455-b6272dcfb440 req-bc76d0d1-65e3-4d78-9eb1-c37c84279358 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:51.541387 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-79f9db55-269e-4a9b-b455-b6272dcfb440 req-bc76d0d1-65e3-4d78-9eb1-c37c84279358 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.10 "GET /v2.0/ports?device_id=51f81ada-8974-45c6-8390-2af6359cea4b HTTP/1.1" status: 200 len: 946 time: 0.1469471 Jun 30 09:15:51.569348 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05188834-5c3a-40d2-b6e5-a3d4553c8cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.603000 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-79f9db55-269e-4a9b-b455-b6272dcfb440 req-145e50d9-4142-41f2-8559-12e6c636f852 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee0206e0-7e94-40b5-a239-a47fd3a19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535731 Jun 30 09:15:51.732695 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05188834-5c3a-40d2-b6e5-a3d4553c8cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.777438 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05188834-5c3a-40d2-b6e5-a3d4553c8cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:51.784061 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-05188834-5c3a-40d2-b6e5-a3d4553c8cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:51.788652 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39606) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:51.789660 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05188834-5c3a-40d2-b6e5-a3d4553c8cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:51.790624 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05188834-5c3a-40d2-b6e5-a3d4553c8cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:51.791252 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05188834-5c3a-40d2-b6e5-a3d4553c8cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.795093 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05188834-5c3a-40d2-b6e5-a3d4553c8cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Pushing event updated for resources: {'Port': ['ID=eec153c1-ab04-4a84-9788-4489517c875d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:51.877926 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-05188834-5c3a-40d2-b6e5-a3d4553c8cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6513953 Jun 30 09:15:51.878510 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39610) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:51.885595 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:51.921062 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-88980785-44a0-47f0-9323-6a4018ef9f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.992064 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:52.164500 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-88980785-44a0-47f0-9323-6a4018ef9f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:52.217704 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] device_id is not set on port eec153c1-ab04-4a84-9788-4489517c875d yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:15:52.225581 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:52.237473 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Transition to ACTIVE for port object eec153c1-ab04-4a84-9788-4489517c875d will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:52.334894 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 84e49e18-5586-4075-a5fa-8ba4bc0b447a details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:15:52.432789 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 84e49e18-5586-4075-a5fa-8ba4bc0b447a, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=84e49e18-5586-4075-a5fa-8ba4bc0b447a,segment=NetworkSegment(ab0459dd-0737-485e-a203-f94c588fe4e2),segment_id=ab0459dd-0737-485e-a203-f94c588fe4e2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:52.447708 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '84e49e18-5586-4075-a5fa-8ba4bc0b447a', 'network_id': '30803426-2521-4fa6-8470-27f2b32b642d', 'port_id': '84e49e18-5586-4075-a5fa-8ba4bc0b447a', 'mac_address': 'fa:16:3e:40:8a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d920e9-4cce-4374-bd84-fac478cbf3ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:15:52.486280 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:52.500038 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e49e18-5586-4075-a5fa-8ba4bc0b447a {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:15:52.506844 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89dcdbd-29da-48a8-9dd4-1b6f15f91b2b req-693341e6-be12-46e4-a41b-38ebdeceafb2 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:52.508355 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a89dcdbd-29da-48a8-9dd4-1b6f15f91b2b req-693341e6-be12-46e4-a41b-38ebdeceafb2 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 945 time: 0.0680027 Jun 30 09:15:52.520129 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 84e49e18-5586-4075-a5fa-8ba4bc0b447a, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=84e49e18-5586-4075-a5fa-8ba4bc0b447a,segment=NetworkSegment(ab0459dd-0737-485e-a203-f94c588fe4e2),segment_id=ab0459dd-0737-485e-a203-f94c588fe4e2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:52.551897 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a89dcdbd-29da-48a8-9dd4-1b6f15f91b2b req-c2537a63-9685-4b5d-a4d5-24ff1813e38c tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343232 Jun 30 09:15:52.572119 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-88980785-44a0-47f0-9323-6a4018ef9f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:52.612449 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-88980785-44a0-47f0-9323-6a4018ef9f25 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d913c82113614f9593f14acc73361213&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8217154 Jun 30 09:15:52.613122 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88980785-44a0-47f0-9323-6a4018ef9f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650c68e9-fc16-475e-bdb0-a1df0134a640,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:52.615707 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39628) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:52.669279 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-213f5e15-06c0-49c6-9189-9c9327322225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:52.674695 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:52.692109 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-213f5e15-06c0-49c6-9189-9c9327322225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:52.733344 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Pushing event updated for resources: {'Port': ['ID=eec153c1-ab04-4a84-9788-4489517c875d,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:52.743344 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:52.801730 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port eec153c1-ab04-4a84-9788-4489517c875d on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:52.805805 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port eec153c1-ab04-4a84-9788-4489517c875d by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:52.805805 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port eec153c1-ab04-4a84-9788-4489517c875d on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:52.811871 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Port eec153c1-ab04-4a84-9788-4489517c875d on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:52.812222 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Failed to bind port eec153c1-ab04-4a84-9788-4489517c875d on host n-h1-771363-31 for vnic_type normal using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] Jun 30 09:15:52.812752 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempt 2 to bind port eec153c1-ab04-4a84-9788-4489517c875d Jun 30 09:15:52.824030 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=84e49e18-5586-4075-a5fa-8ba4bc0b447a,revision_number=11']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:52.829707 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-213f5e15-06c0-49c6-9189-9c9327322225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:52.834559 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port eec153c1-ab04-4a84-9788-4489517c875d on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:52.835016 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port eec153c1-ab04-4a84-9788-4489517c875d by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:52.835378 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port eec153c1-ab04-4a84-9788-4489517c875d on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:52.837303 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-213f5e15-06c0-49c6-9189-9c9327322225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:52.838936 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-213f5e15-06c0-49c6-9189-9c9327322225 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/650c68e9-fc16-475e-bdb0-a1df0134a640 HTTP/1.1" status: 204 len: 168 time: 0.2221005 Jun 30 09:15:52.844775 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Port eec153c1-ab04-4a84-9788-4489517c875d on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:52.845260 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Failed to bind port eec153c1-ab04-4a84-9788-4489517c875d on host n-h1-771363-31 for vnic_type normal using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] Jun 30 09:15:52.847153 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f5e15-06c0-49c6-9189-9c9327322225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650c68e9-fc16-475e-bdb0-a1df0134a640,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:52.848514 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempt 3 to bind port eec153c1-ab04-4a84-9788-4489517c875d Jun 30 09:15:52.872932 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe120b0-66f3-4aae-9dbf-5f6055d20a06 req-61cbe708-95ea-45cb-bcf9-d6de2e8ec323 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:52.874841 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6fe120b0-66f3-4aae-9dbf-5f6055d20a06 req-61cbe708-95ea-45cb-bcf9-d6de2e8ec323 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.10 "GET /v2.0/ports?device_id=51f81ada-8974-45c6-8390-2af6359cea4b HTTP/1.1" status: 200 len: 946 time: 0.1468771 Jun 30 09:15:52.877969 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port eec153c1-ab04-4a84-9788-4489517c875d on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:52.878492 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port eec153c1-ab04-4a84-9788-4489517c875d by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:52.879049 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port eec153c1-ab04-4a84-9788-4489517c875d on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:52.885012 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Port eec153c1-ab04-4a84-9788-4489517c875d on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:52.885379 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Failed to bind port eec153c1-ab04-4a84-9788-4489517c875d on host n-h1-771363-31 for vnic_type normal using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] Jun 30 09:15:52.885753 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempt 4 to bind port eec153c1-ab04-4a84-9788-4489517c875d Jun 30 09:15:52.899721 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0081aa0d-b593-4a3f-812c-9712b49ee79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:52.908002 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port eec153c1-ab04-4a84-9788-4489517c875d on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:52.908354 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port eec153c1-ab04-4a84-9788-4489517c875d by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:52.908695 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port eec153c1-ab04-4a84-9788-4489517c875d on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:52.926739 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Port eec153c1-ab04-4a84-9788-4489517c875d on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:52.927067 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Failed to bind port eec153c1-ab04-4a84-9788-4489517c875d on host n-h1-771363-31 for vnic_type normal using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] Jun 30 09:15:52.929801 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempt 5 to bind port eec153c1-ab04-4a84-9788-4489517c875d Jun 30 09:15:52.951872 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6fe120b0-66f3-4aae-9dbf-5f6055d20a06 req-20cc57d3-8f6b-4771-8406-b0131df84d61 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee0206e0-7e94-40b5-a239-a47fd3a19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568807 Jun 30 09:15:52.954566 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port eec153c1-ab04-4a84-9788-4489517c875d on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:52.955075 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port eec153c1-ab04-4a84-9788-4489517c875d by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:52.955644 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port eec153c1-ab04-4a84-9788-4489517c875d on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:52.961248 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Port eec153c1-ab04-4a84-9788-4489517c875d on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:52.962001 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Failed to bind port eec153c1-ab04-4a84-9788-4489517c875d on host n-h1-771363-31 for vnic_type normal using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] Jun 30 09:15:52.962549 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempt 6 to bind port eec153c1-ab04-4a84-9788-4489517c875d Jun 30 09:15:52.988086 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port eec153c1-ab04-4a84-9788-4489517c875d on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:52.988466 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port eec153c1-ab04-4a84-9788-4489517c875d by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:52.988823 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port eec153c1-ab04-4a84-9788-4489517c875d on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:52.996624 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Port eec153c1-ab04-4a84-9788-4489517c875d on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:52.997034 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Failed to bind port eec153c1-ab04-4a84-9788-4489517c875d on host n-h1-771363-31 for vnic_type normal using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] Jun 30 09:15:52.997500 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempt 7 to bind port eec153c1-ab04-4a84-9788-4489517c875d Jun 30 09:15:53.005798 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['84e49e18-5586-4075-a5fa-8ba4bc0b447a'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:15:53.021021 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port eec153c1-ab04-4a84-9788-4489517c875d on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:53.021395 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port eec153c1-ab04-4a84-9788-4489517c875d by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:53.021753 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port eec153c1-ab04-4a84-9788-4489517c875d on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:53.032807 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Port eec153c1-ab04-4a84-9788-4489517c875d on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:53.036299 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Failed to bind port eec153c1-ab04-4a84-9788-4489517c875d on host n-h1-771363-31 for vnic_type normal using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] Jun 30 09:15:53.037070 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempt 8 to bind port eec153c1-ab04-4a84-9788-4489517c875d Jun 30 09:15:53.068917 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port eec153c1-ab04-4a84-9788-4489517c875d on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:53.071008 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port eec153c1-ab04-4a84-9788-4489517c875d by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:53.071447 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port eec153c1-ab04-4a84-9788-4489517c875d on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:53.083098 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Port eec153c1-ab04-4a84-9788-4489517c875d on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:53.083757 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Failed to bind port eec153c1-ab04-4a84-9788-4489517c875d on host n-h1-771363-31 for vnic_type normal using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] Jun 30 09:15:53.085978 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempt 9 to bind port eec153c1-ab04-4a84-9788-4489517c875d Jun 30 09:15:53.112949 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port eec153c1-ab04-4a84-9788-4489517c875d on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:53.113573 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port eec153c1-ab04-4a84-9788-4489517c875d by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:53.114078 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port eec153c1-ab04-4a84-9788-4489517c875d on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:53.121618 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Port eec153c1-ab04-4a84-9788-4489517c875d on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:53.121876 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Failed to bind port eec153c1-ab04-4a84-9788-4489517c875d on host n-h1-771363-31 for vnic_type normal using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] Jun 30 09:15:53.122270 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempt 10 to bind port eec153c1-ab04-4a84-9788-4489517c875d Jun 30 09:15:53.143182 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port eec153c1-ab04-4a84-9788-4489517c875d on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:53.143527 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port eec153c1-ab04-4a84-9788-4489517c875d by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:53.143868 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port eec153c1-ab04-4a84-9788-4489517c875d on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:53.149110 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Port eec153c1-ab04-4a84-9788-4489517c875d on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:53.149446 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Failed to bind port eec153c1-ab04-4a84-9788-4489517c875d on host n-h1-771363-31 for vnic_type normal using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] Jun 30 09:15:53.150005 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:53.265455 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] For port eec153c1-ab04-4a84-9788-4489517c875d, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:53.268448 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempted to set empty binding levels {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 09:15:53.362665 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:53.401769 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:53.420410 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] In _notify_port_updated(), no bound segment for port eec153c1-ab04-4a84-9788-4489517c875d on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 {{(pid=101053) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:15:53.421281 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:53.421881 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:53.425933 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39652) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:53.426380 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] 10.222.0.10 "PUT /v2.0/ports/eec153c1-ab04-4a84-9788-4489517c875d HTTP/1.1" status: 200 len: 980 time: 1.5466619 Jun 30 09:15:53.445262 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e52b0-802b-4c72-8c74-d088f3d33265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Pushing event updated for resources: {'Port': ['ID=eec153c1-ab04-4a84-9788-4489517c875d,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:53.548010 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38acc73e-f1c5-4597-a7b6-76c7286e37a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:53.548574 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38acc73e-f1c5-4597-a7b6-76c7286e37a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:53.548957 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38acc73e-f1c5-4597-a7b6-76c7286e37a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:53.549425 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38acc73e-f1c5-4597-a7b6-76c7286e37a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:53.549889 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38acc73e-f1c5-4597-a7b6-76c7286e37a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:53.550359 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38acc73e-f1c5-4597-a7b6-76c7286e37a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:53.550817 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38acc73e-f1c5-4597-a7b6-76c7286e37a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:53.551404 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38acc73e-f1c5-4597-a7b6-76c7286e37a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:53.551867 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38acc73e-f1c5-4597-a7b6-76c7286e37a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:53.553015 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38acc73e-f1c5-4597-a7b6-76c7286e37a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:53.553862 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38acc73e-f1c5-4597-a7b6-76c7286e37a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:53.554057 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38acc73e-f1c5-4597-a7b6-76c7286e37a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:53.554469 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38acc73e-f1c5-4597-a7b6-76c7286e37a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:53.554929 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38acc73e-f1c5-4597-a7b6-76c7286e37a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:53.555408 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38acc73e-f1c5-4597-a7b6-76c7286e37a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:53.556050 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38acc73e-f1c5-4597-a7b6-76c7286e37a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:53.556506 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38acc73e-f1c5-4597-a7b6-76c7286e37a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:53.556967 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38acc73e-f1c5-4597-a7b6-76c7286e37a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:53.557423 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38acc73e-f1c5-4597-a7b6-76c7286e37a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:53.557880 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38acc73e-f1c5-4597-a7b6-76c7286e37a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:53.562552 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-38acc73e-f1c5-4597-a7b6-76c7286e37a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17969 time: 0.1335568 Jun 30 09:15:53.566669 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39658) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:53.775904 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-1fcfb7cd-d2bf-4f3d-a93f-04f2eb6d223a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Deleting port eec153c1-ab04-4a84-9788-4489517c875d {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:53.776322 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1fcfb7cd-d2bf-4f3d-a93f-04f2eb6d223a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:53.786298 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78352baf-6823-4a27-b7a4-21da6a084992 req-c2000a56-c8cb-49e0-8edc-e5c993ce0e18 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:53.788011 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-78352baf-6823-4a27-b7a4-21da6a084992 req-c2000a56-c8cb-49e0-8edc-e5c993ce0e18 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 946 time: 0.0878799 Jun 30 09:15:53.880017 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-1fcfb7cd-d2bf-4f3d-a93f-04f2eb6d223a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] For port eec153c1-ab04-4a84-9788-4489517c875d, host n-h1-771363-31, got binding levels [] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:53.881195 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1fcfb7cd-d2bf-4f3d-a93f-04f2eb6d223a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:53.886305 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-78352baf-6823-4a27-b7a4-21da6a084992 req-9415d86e-d569-404c-b9b3-32f6783f3e36 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883772 Jun 30 09:15:53.898071 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-1fcfb7cd-d2bf-4f3d-a93f-04f2eb6d223a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Calling delete_port for eec153c1-ab04-4a84-9788-4489517c875d owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:54.126354 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1fcfb7cd-d2bf-4f3d-a93f-04f2eb6d223a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:54.159962 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a4c1b-c385-479a-84a9-08b1cc3cd2db req-45574af1-dfc9-4e70-adba-d5ded6cae78c tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:54.161562 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c79a4c1b-c385-479a-84a9-08b1cc3cd2db req-45574af1-dfc9-4e70-adba-d5ded6cae78c tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.10 "GET /v2.0/ports?device_id=51f81ada-8974-45c6-8390-2af6359cea4b HTTP/1.1" status: 200 len: 946 time: 0.0755341 Jun 30 09:15:54.162638 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39682) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:54.181498 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcfb7cd-d2bf-4f3d-a93f-04f2eb6d223a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Pushing event deleted for resources: {'Port': ['ID=eec153c1-ab04-4a84-9788-4489517c875d,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:54.194582 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1fcfb7cd-d2bf-4f3d-a93f-04f2eb6d223a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:54.198984 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1fcfb7cd-d2bf-4f3d-a93f-04f2eb6d223a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] 10.222.0.10 "DELETE /v2.0/ports/eec153c1-ab04-4a84-9788-4489517c875d HTTP/1.1" status: 204 len: 168 time: 0.6286824 Jun 30 09:15:54.202727 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39686) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:54.238698 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1cd9b6b-c810-4350-b75a-b3a2d29479ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] GET failed (client error): The resource could not be found. Jun 30 09:15:54.241162 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c1cd9b6b-c810-4350-b75a-b3a2d29479ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] 10.222.0.10 "GET /v2.0/ports/eec153c1-ab04-4a84-9788-4489517c875d HTTP/1.1" status: 404 len: 333 time: 0.0375333 Jun 30 09:15:54.245965 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39690) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:54.251560 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-d0f73cc3-ff7e-47d9-b4aa-f7f90cac2dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1558169247', 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:54.258264 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c79a4c1b-c385-479a-84a9-08b1cc3cd2db req-d1cedb65-b82a-4a35-854e-4076e7497770 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee0206e0-7e94-40b5-a239-a47fd3a19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866599 Jun 30 09:15:54.339958 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 84e49e18-5586-4075-a5fa-8ba4bc0b447a up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:54.349156 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-da7634bf-c345-413e-b761-0db4b879572e admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-766774572-network', 'tenant_id': '0076ed16b9c640f6a2a7cca671ba9d86'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:54.367286 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f73cc3-ff7e-47d9-b4aa-f7f90cac2dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Made reservation on behalf of 4af9a0fe19884576a6f1da492724a880 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:54.370028 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d0f73cc3-ff7e-47d9-b4aa-f7f90cac2dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:54.391040 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-d0f73cc3-ff7e-47d9-b4aa-f7f90cac2dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] device_id is not set on port 2ff3a4df-7e3c-45dc-86e3-41fb2ab20609 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:15:54.480018 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7634bf-c345-413e-b761-0db4b879572e admin admin] Made reservation on behalf of 0076ed16b9c640f6a2a7cca671ba9d86 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:54.483345 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-da7634bf-c345-413e-b761-0db4b879572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:54.493000 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-da7634bf-c345-413e-b761-0db4b879572e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:54.503612 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 84e49e18-5586-4075-a5fa-8ba4bc0b447a completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:54.507785 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:54.510603 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 84e49e18-5586-4075-a5fa-8ba4bc0b447a triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:54.511063 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:54.608771 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-da7634bf-c345-413e-b761-0db4b879572e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:54.612696 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:54.624057 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-944877a5-ec1f-46d8-a600-ca002990dfb9 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:54.625310 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-944877a5-ec1f-46d8-a600-ca002990dfb9 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/networks?id=67fb0116-df8f-4edf-9acf-411778b1e168 HTTP/1.1" status: 200 len: 815 time: 0.1905825 Jun 30 09:15:54.638648 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1233443-c073-43da-864a-a9cc65ba8773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e49e18-5586-4075-a5fa-8ba4bc0b447a'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:54.641824 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ce4116-014a-4e97-929c-b8f0e9d3219e" -d '{"events": [{"server_uuid": "f1233443-c073-43da-864a-a9cc65ba8773", "name": "network-vif-plugged", "status": "completed", "tag": "84e49e18-5586-4075-a5fa-8ba4bc0b447a"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:54.656929 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-8b0b4a91-5602-4483-a49d-0b54ac533e18 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/quotas/c2ac106c24f9401386cbe886c9df41fc HTTP/1.1" status: 200 len: 375 time: 0.0213878 Jun 30 09:15:54.659992 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 84e49e18-5586-4075-a5fa-8ba4bc0b447a, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=84e49e18-5586-4075-a5fa-8ba4bc0b447a,segment=NetworkSegment(ab0459dd-0737-485e-a203-f94c588fe4e2),segment_id=ab0459dd-0737-485e-a203-f94c588fe4e2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:54.666295 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d0f73cc3-ff7e-47d9-b4aa-f7f90cac2dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:54.691466 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-da7634bf-c345-413e-b761-0db4b879572e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:54.698182 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e829af-4425-48b4-8862-1bc1f2079164 x-openstack-request-id: req-b2e829af-4425-48b4-8862-1bc1f2079164 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:54.698473 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1233443-c073-43da-864a-a9cc65ba8773", "name": "network-vif-plugged", "status": "completed", "tag": "84e49e18-5586-4075-a5fa-8ba4bc0b447a", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:54.698722 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b2e829af-4425-48b4-8862-1bc1f2079164 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:54.699150 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1233443-c073-43da-864a-a9cc65ba8773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e49e18-5586-4075-a5fa-8ba4bc0b447a', 'code': 200} Jun 30 09:15:54.746027 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:54.748421 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da7634bf-c345-413e-b761-0db4b879572e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:15:54.760321 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7634bf-c345-413e-b761-0db4b879572e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ebdae8-3f9e-4de1-b072-00b19899c296,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:54.769604 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-da7634bf-c345-413e-b761-0db4b879572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:54.770181 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-da7634bf-c345-413e-b761-0db4b879572e admin admin] Added segment 84eba123-e55f-4d97-9135-83c93ea53860 of type vlan for network 48b7c3f9-4efa-40b1-96a1-022e17cb3166 Jun 30 09:15:54.779179 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7634bf-c345-413e-b761-0db4b879572e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:54.779834 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7634bf-c345-413e-b761-0db4b879572e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:54.780397 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7634bf-c345-413e-b761-0db4b879572e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:54.780936 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7634bf-c345-413e-b761-0db4b879572e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:54.781528 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7634bf-c345-413e-b761-0db4b879572e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:54.782083 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7634bf-c345-413e-b761-0db4b879572e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:54.782634 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7634bf-c345-413e-b761-0db4b879572e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:54.783231 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7634bf-c345-413e-b761-0db4b879572e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:54.783794 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7634bf-c345-413e-b761-0db4b879572e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:54.784345 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7634bf-c345-413e-b761-0db4b879572e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:54.784896 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7634bf-c345-413e-b761-0db4b879572e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:54.785432 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7634bf-c345-413e-b761-0db4b879572e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:54.801860 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=84e49e18-5586-4075-a5fa-8ba4bc0b447a,revision_number=12']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:54.830222 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-0bb6ff3b-bb65-40c9-a51b-d63ca468e854 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2ac106c24f9401386cbe886c9df41fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1617897 Jun 30 09:15:54.832578 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-da7634bf-c345-413e-b761-0db4b879572e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:54.921388 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d0f73cc3-ff7e-47d9-b4aa-f7f90cac2dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:54.960808 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-da7634bf-c345-413e-b761-0db4b879572e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:54.962580 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7634bf-c345-413e-b761-0db4b879572e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:54.963285 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-da7634bf-c345-413e-b761-0db4b879572e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:54.995828 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-9117a044-b5f1-48a3-8530-f60ffde6b0b3 service neutron] 10.222.0.10 "GET /v2.0/networks/67fb0116-df8f-4edf-9acf-411778b1e168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581030 Jun 30 09:15:55.054323 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7634bf-c345-413e-b761-0db4b879572e admin admin] Pushing event updated for resources: {'Network': ['ID=48b7c3f9-4efa-40b1-96a1-022e17cb3166,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:55.066922 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 48b7c3f9-4efa-40b1-96a1-022e17cb3166 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:15:55.136103 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-da7634bf-c345-413e-b761-0db4b879572e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9696622 Jun 30 09:15:55.136444 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39710) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:55.141608 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-17576e94-6e33-4d56-8223-cd03627cc29b admin admin] Request body: {'subnet': {'network_id': '48b7c3f9-4efa-40b1-96a1-022e17cb3166', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-766774572-subnet', 'tenant_id': '0076ed16b9c640f6a2a7cca671ba9d86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:55.268376 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17576e94-6e33-4d56-8223-cd03627cc29b admin admin] Made reservation on behalf of 0076ed16b9c640f6a2a7cca671ba9d86 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:55.277068 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-17576e94-6e33-4d56-8223-cd03627cc29b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:55.327079 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f73cc3-ff7e-47d9-b4aa-f7f90cac2dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:55.368892 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f73cc3-ff7e-47d9-b4aa-f7f90cac2dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Pushing event updated for resources: {'Port': ['ID=2ff3a4df-7e3c-45dc-86e3-41fb2ab20609,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:55.371838 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-d0f73cc3-ff7e-47d9-b4aa-f7f90cac2dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:55.374504 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f73cc3-ff7e-47d9-b4aa-f7f90cac2dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:55.375876 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f73cc3-ff7e-47d9-b4aa-f7f90cac2dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:55.376557 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d0f73cc3-ff7e-47d9-b4aa-f7f90cac2dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:55.432891 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92652c8-6859-4bdc-aad6-7620ca86f69b req-dc873481-689a-49a8-b1fd-e1fe3c176b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:55.436405 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b92652c8-6859-4bdc-aad6-7620ca86f69b req-dc873481-689a-49a8-b1fd-e1fe3c176b29 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 1099 time: 0.4558589 Jun 30 09:15:55.439983 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa82eaa-fb49-40c7-9c37-38d6684f733c req-6bfa946d-91e3-4d3f-969c-e4f8ef516fd5 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:55.442167 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-efa82eaa-fb49-40c7-9c37-38d6684f733c req-6bfa946d-91e3-4d3f-969c-e4f8ef516fd5 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 947 time: 0.1371360 Jun 30 09:15:55.468112 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d0f73cc3-ff7e-47d9-b4aa-f7f90cac2dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2210302 Jun 30 09:15:55.484336 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39714) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:55.493546 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-f68a96a3-69c6-45ad-950b-b31ea9fe166e service neutron] 10.222.0.10 "GET /v2.0/networks/67fb0116-df8f-4edf-9acf-411778b1e168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701300 Jun 30 09:15:55.526307 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b92652c8-6859-4bdc-aad6-7620ca86f69b req-abeee6c5-015b-4e3a-80a6-3151b458f633 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767820 Jun 30 09:15:55.556622 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bf4cf-ec2b-40a9-823c-ca2410348105 req-0de74220-0c39-4b03-9461-acdeff4433f9 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:55.558348 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1f1bf4cf-ec2b-40a9-823c-ca2410348105 req-0de74220-0c39-4b03-9461-acdeff4433f9 tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f81ada-8974-45c6-8390-2af6359cea4b HTTP/1.1" status: 200 len: 946 time: 0.1076868 Jun 30 09:15:55.614578 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-efa82eaa-fb49-40c7-9c37-38d6684f733c req-a2105231-62bf-436a-acd6-ae86af1c1ac4 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591759 Jun 30 09:15:55.619465 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bd68ee-6e25-4b76-815a-d1f72e499651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:55.623636 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c1bd68ee-6e25-4b76-815a-d1f72e499651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] 10.222.0.10 "GET /v2.0/ports/2ff3a4df-7e3c-45dc-86e3-41fb2ab20609 HTTP/1.1" status: 200 len: 959 time: 0.1371558 Jun 30 09:15:55.624591 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39716) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:55.642043 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-17576e94-6e33-4d56-8223-cd03627cc29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:55.752561 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-1f1bf4cf-ec2b-40a9-823c-ca2410348105 req-17cf039d-4922-46d7-bbb8-98215fe60b2d tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] Deleting port be8113dd-f37f-48b0-95ff-af4d86f52a6a {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:55.753040 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1f1bf4cf-ec2b-40a9-823c-ca2410348105 req-17cf039d-4922-46d7-bbb8-98215fe60b2d tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:55.790261 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17576e94-6e33-4d56-8223-cd03627cc29b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c497ae2-3c98-4f1e-8c3e-24d72e7d2b9e,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:55.801500 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17576e94-6e33-4d56-8223-cd03627cc29b admin admin] Checking segment: {'id': '84eba123-e55f-4d97-9135-83c93ea53860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '48b7c3f9-4efa-40b1-96a1-022e17cb3166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:55.802061 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17576e94-6e33-4d56-8223-cd03627cc29b admin admin] Network hostable DHCP agents. Network: 48b7c3f9-4efa-40b1-96a1-022e17cb3166, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:15:55.830573 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-b4e963c7-69cd-46f2-a473-1c4f41881d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Deleting port 2ff3a4df-7e3c-45dc-86e3-41fb2ab20609 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:55.831102 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b4e963c7-69cd-46f2-a473-1c4f41881d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:55.893899 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-1f1bf4cf-ec2b-40a9-823c-ca2410348105 req-17cf039d-4922-46d7-bbb8-98215fe60b2d tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] For port be8113dd-f37f-48b0-95ff-af4d86f52a6a, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=be8113dd-f37f-48b0-95ff-af4d86f52a6a,segment=NetworkSegment(d6b777f2-c75d-4aa9-985a-9bd9ac53c852),segment_id=d6b777f2-c75d-4aa9-985a-9bd9ac53c852)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:55.893899 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1f1bf4cf-ec2b-40a9-823c-ca2410348105 req-17cf039d-4922-46d7-bbb8-98215fe60b2d tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:55.905280 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b4e963c7-69cd-46f2-a473-1c4f41881d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:55.909202 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-1f1bf4cf-ec2b-40a9-823c-ca2410348105 req-17cf039d-4922-46d7-bbb8-98215fe60b2d tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] Calling delete_port for be8113dd-f37f-48b0-95ff-af4d86f52a6a owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:55.938060 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-b4e963c7-69cd-46f2-a473-1c4f41881d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Calling delete_port for 2ff3a4df-7e3c-45dc-86e3-41fb2ab20609 owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:55.968850 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17576e94-6e33-4d56-8223-cd03627cc29b admin admin] Network 48b7c3f9-4efa-40b1-96a1-022e17cb3166 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:15:56.069739 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b648ae0f-5a12-452e-8c6c-d901cf0e5673 req-6ef4d98a-a746-4041-8124-23a3cfac2fee tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d759bcc-b77e-4d09-8f77-d0e79a3a3e01 HTTP/1.1" status: 200 len: 210 time: 0.1049614 Jun 30 09:15:56.149348 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3646a00-521d-4934-93ef-da86ac87d1f5 req-44e09b0d-c0fc-46f2-bfd8-0142d902830d tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:56.150757 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a3646a00-521d-4934-93ef-da86ac87d1f5 req-44e09b0d-c0fc-46f2-bfd8-0142d902830d tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.10 "GET /v2.0/ports?device_id=51f81ada-8974-45c6-8390-2af6359cea4b HTTP/1.1" status: 200 len: 946 time: 0.1366086 Jun 30 09:15:56.190272 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a3646a00-521d-4934-93ef-da86ac87d1f5 req-4a01ae47-3045-4700-8819-abb057c173cb tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee0206e0-7e94-40b5-a239-a47fd3a19aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337281 Jun 30 09:15:56.194864 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:56.196754 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b4e963c7-69cd-46f2-a473-1c4f41881d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:56.199076 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-17576e94-6e33-4d56-8223-cd03627cc29b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 48b7c3f9-4efa-40b1-96a1-022e17cb3166) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:56.209750 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17576e94-6e33-4d56-8223-cd03627cc29b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:56.210339 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-17576e94-6e33-4d56-8223-cd03627cc29b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:56.216278 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2730bd6-94f1-4489-a179-e8bf6b19113f None None] Network 48b7c3f9-4efa-40b1-96a1-022e17cb3166 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:56.218329 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1f1bf4cf-ec2b-40a9-823c-ca2410348105 req-17cf039d-4922-46d7-bbb8-98215fe60b2d tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:56.267911 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e963c7-69cd-46f2-a473-1c4f41881d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ff3a4df-7e3c-45dc-86e3-41fb2ab20609,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:56.272235 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf039d-4922-46d7-bbb8-98215fe60b2d tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] Pushing event deleted for resources: {'Port': ['ID=be8113dd-f37f-48b0-95ff-af4d86f52a6a,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:56.299236 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b4e963c7-69cd-46f2-a473-1c4f41881d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:56.305842 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b4e963c7-69cd-46f2-a473-1c4f41881d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] 10.222.0.10 "DELETE /v2.0/ports/2ff3a4df-7e3c-45dc-86e3-41fb2ab20609 HTTP/1.1" status: 204 len: 168 time: 0.6778340 Jun 30 09:15:56.307452 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39732) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:56.338296 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['be8113dd-f37f-48b0-95ff-af4d86f52a6a'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:15:56.359251 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1bf4cf-ec2b-40a9-823c-ca2410348105 req-17cf039d-4922-46d7-bbb8-98215fe60b2d tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] No DVR routers for this DVR port be8113dd-f37f-48b0-95ff-af4d86f52a6a on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:15:56.363683 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1f1bf4cf-ec2b-40a9-823c-ca2410348105 req-17cf039d-4922-46d7-bbb8-98215fe60b2d tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:56.363886 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39734) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:56.366717 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1f1bf4cf-ec2b-40a9-823c-ca2410348105 req-17cf039d-4922-46d7-bbb8-98215fe60b2d tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.52 "DELETE /v2.0/ports/be8113dd-f37f-48b0-95ff-af4d86f52a6a HTTP/1.1" status: 204 len: 173 time: 0.7726939 Jun 30 09:15:56.368794 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f81ada-8974-45c6-8390-2af6359cea4b', 'name': 'network-vif-deleted', 'tag': 'be8113dd-f37f-48b0-95ff-af4d86f52a6a'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:56.371335 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60106c5-d1ad-4770-9859-b37187ee2238" -d '{"events": [{"server_uuid": "51f81ada-8974-45c6-8390-2af6359cea4b", "name": "network-vif-deleted", "tag": "be8113dd-f37f-48b0-95ff-af4d86f52a6a"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:56.375426 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27d1e6a-d28e-47d1-a880-20bdf8fb1de4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] GET failed (client error): The resource could not be found. Jun 30 09:15:56.381320 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b27d1e6a-d28e-47d1-a880-20bdf8fb1de4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] 10.222.0.10 "GET /v2.0/ports/2ff3a4df-7e3c-45dc-86e3-41fb2ab20609 HTTP/1.1" status: 404 len: 333 time: 0.0726271 Jun 30 09:15:56.382891 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39740) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:56.388954 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-49c452f0-93d9-4873-8a3b-41377556a64b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Request body: {'port': {'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-620963803'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:56.425388 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d208d8-b1ed-4a8d-a7de-a8fe473541f7 x-openstack-request-id: req-a9d208d8-b1ed-4a8d-a7de-a8fe473541f7 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:56.425684 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f81ada-8974-45c6-8390-2af6359cea4b", "name": "network-vif-deleted", "tag": "be8113dd-f37f-48b0-95ff-af4d86f52a6a", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:56.425933 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a9d208d8-b1ed-4a8d-a7de-a8fe473541f7 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:56.426353 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f81ada-8974-45c6-8390-2af6359cea4b', 'name': 'network-vif-deleted', 'tag': 'be8113dd-f37f-48b0-95ff-af4d86f52a6a', 'status': 'completed', 'code': 200} Jun 30 09:15:56.437269 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-17576e94-6e33-4d56-8223-cd03627cc29b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2997231 Jun 30 09:15:56.447312 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39746) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:56.449387 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-812f5b9e-1341-46bc-9059-508e6331bc1b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-766774572-router', 'tenant_id': '0076ed16b9c640f6a2a7cca671ba9d86', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:56.455778 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c706f630-8bc5-43e7-940a-91fce2ac8430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-48b7c3f9-4efa-40b1-96a1-022e17cb3166', 'network_id': '48b7c3f9-4efa-40b1-96a1-022e17cb3166', 'tenant_id': '0076ed16b9c640f6a2a7cca671ba9d86', 'fixed_ips': [{'subnet_id': '0c497ae2-3c98-4f1e-8c3e-24d72e7d2b9e'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:15:56.457953 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c706f630-8bc5-43e7-940a-91fce2ac8430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:56.538610 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-073910f3-9604-4acf-9790-0cda02e4c880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:56.563929 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c452f0-93d9-4873-8a3b-41377556a64b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Made reservation on behalf of 4af9a0fe19884576a6f1da492724a880 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:56.566894 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-49c452f0-93d9-4873-8a3b-41377556a64b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:56.590148 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-49c452f0-93d9-4873-8a3b-41377556a64b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] device_id is not set on port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:15:56.630016 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-c706f630-8bc5-43e7-940a-91fce2ac8430 None None] Allocated IP 172.20.0.2 (48b7c3f9-4efa-40b1-96a1-022e17cb3166/0c497ae2-3c98-4f1e-8c3e-24d72e7d2b9e/a29f4358-9bcf-4069-915e-0f5993c3dbd2) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:56.748530 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-812f5b9e-1341-46bc-9059-508e6331bc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:56.750405 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-812f5b9e-1341-46bc-9059-508e6331bc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:56.796111 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c706f630-8bc5-43e7-940a-91fce2ac8430 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:56.797511 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-49c452f0-93d9-4873-8a3b-41377556a64b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:56.807542 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c706f630-8bc5-43e7-940a-91fce2ac8430 None None] Transition to ACTIVE for port object a29f4358-9bcf-4069-915e-0f5993c3dbd2 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:56.824264 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c706f630-8bc5-43e7-940a-91fce2ac8430 None None] Transition to ACTIVE for port object a29f4358-9bcf-4069-915e-0f5993c3dbd2 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:56.855695 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-812f5b9e-1341-46bc-9059-508e6331bc1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:56.921860 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f722443-f87f-4a8a-b072-6218b454f41c req-55f55b62-4d1d-4c98-9e7b-18cfb262a2c7 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:56.923382 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0f722443-f87f-4a8a-b072-6218b454f41c req-55f55b62-4d1d-4c98-9e7b-18cfb262a2c7 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 947 time: 0.0748527 Jun 30 09:15:56.931845 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-073910f3-9604-4acf-9790-0cda02e4c880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:56.967685 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0f722443-f87f-4a8a-b072-6218b454f41c req-495defea-feb7-4d04-988a-cb756b24f0fc tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381002 Jun 30 09:15:56.990969 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c706f630-8bc5-43e7-940a-91fce2ac8430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.031948 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c706f630-8bc5-43e7-940a-91fce2ac8430 None None] Network 48b7c3f9-4efa-40b1-96a1-022e17cb3166 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:57.035815 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-c706f630-8bc5-43e7-940a-91fce2ac8430 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:57.039410 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c706f630-8bc5-43e7-940a-91fce2ac8430 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:57.078606 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c706f630-8bc5-43e7-940a-91fce2ac8430 None None] Pushing event updated for resources: {'Port': ['ID=a29f4358-9bcf-4069-915e-0f5993c3dbd2,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:57.115719 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-c706f630-8bc5-43e7-940a-91fce2ac8430 None None] Attempting to bind port a29f4358-9bcf-4069-915e-0f5993c3dbd2 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:57.118113 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-c706f630-8bc5-43e7-940a-91fce2ac8430 None None] Attempting to bind port a29f4358-9bcf-4069-915e-0f5993c3dbd2 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '84eba123-e55f-4d97-9135-83c93ea53860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '48b7c3f9-4efa-40b1-96a1-022e17cb3166'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:57.118113 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c706f630-8bc5-43e7-940a-91fce2ac8430 None None] Attempting to bind port a29f4358-9bcf-4069-915e-0f5993c3dbd2 on network 48b7c3f9-4efa-40b1-96a1-022e17cb3166 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:57.121486 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-49c452f0-93d9-4873-8a3b-41377556a64b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.123015 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-073910f3-9604-4acf-9790-0cda02e4c880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.124798 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c706f630-8bc5-43e7-940a-91fce2ac8430 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:57.125579 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c706f630-8bc5-43e7-940a-91fce2ac8430 None None] Checking segment: {'id': '84eba123-e55f-4d97-9135-83c93ea53860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '48b7c3f9-4efa-40b1-96a1-022e17cb3166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:57.126134 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c706f630-8bc5-43e7-940a-91fce2ac8430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.126668 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c706f630-8bc5-43e7-940a-91fce2ac8430 None None] Bound using segment: {'id': '84eba123-e55f-4d97-9135-83c93ea53860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '48b7c3f9-4efa-40b1-96a1-022e17cb3166'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:57.127389 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-c706f630-8bc5-43e7-940a-91fce2ac8430 None None] Bound port: a29f4358-9bcf-4069-915e-0f5993c3dbd2, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84eba123-e55f-4d97-9135-83c93ea53860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '48b7c3f9-4efa-40b1-96a1-022e17cb3166'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:57.129667 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c706f630-8bc5-43e7-940a-91fce2ac8430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.203512 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-c706f630-8bc5-43e7-940a-91fce2ac8430 None None] For port a29f4358-9bcf-4069-915e-0f5993c3dbd2, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:57.206756 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-c706f630-8bc5-43e7-940a-91fce2ac8430 None None] For port a29f4358-9bcf-4069-915e-0f5993c3dbd2, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a29f4358-9bcf-4069-915e-0f5993c3dbd2,segment=NetworkSegment(84eba123-e55f-4d97-9135-83c93ea53860),segment_id=84eba123-e55f-4d97-9135-83c93ea53860)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:57.253478 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-812f5b9e-1341-46bc-9059-508e6331bc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.288024 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-db84cc13-0e45-4578-a2c1-049e21033c50 req-d8362bb6-19f6-4dc0-adf7-305465d02bd3 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d759bcc-b77e-4d09-8f77-d0e79a3a3e01 HTTP/1.1" status: 200 len: 210 time: 0.0750120 Jun 30 09:15:57.295033 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073910f3-9604-4acf-9790-0cda02e4c880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86215c12-f836-4dcc-a185-208e34c5193b,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:57.300610 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c452f0-93d9-4873-8a3b-41377556a64b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:57.305682 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-073910f3-9604-4acf-9790-0cda02e4c880 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=958caa8d1aa24b5fa53765aa375c3103&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9398720 Jun 30 09:15:57.306488 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c452f0-93d9-4873-8a3b-41377556a64b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Pushing event updated for resources: {'Port': ['ID=ecb2dfa5-b7d9-4c84-b631-7866c7282c81,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:57.308470 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39774) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:57.311280 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-49c452f0-93d9-4873-8a3b-41377556a64b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:57.313476 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c452f0-93d9-4873-8a3b-41377556a64b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:57.314382 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c452f0-93d9-4873-8a3b-41377556a64b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:57.315109 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-49c452f0-93d9-4873-8a3b-41377556a64b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.350006 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c706f630-8bc5-43e7-940a-91fce2ac8430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.377643 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5685ca1a-6a71-467e-aaf7-88af0342d2a9 req-faa92ab0-d727-4da8-9f60-588371ca7c8e tempest-ServerPasswordTestJSON-47041181 tempest-ServerPasswordTestJSON-47041181-project] 10.222.0.10 "GET /v2.0/ports?device_id=51f81ada-8974-45c6-8390-2af6359cea4b HTTP/1.1" status: 200 len: 210 time: 0.0357497 Jun 30 09:15:57.419748 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c53eb185-c536-4b2c-963a-2b6b796749f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.431370 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c706f630-8bc5-43e7-940a-91fce2ac8430 None None] Pushing event updated for resources: {'Port': ['ID=a29f4358-9bcf-4069-915e-0f5993c3dbd2,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:57.453294 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c53eb185-c536-4b2c-963a-2b6b796749f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.508199 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-49c452f0-93d9-4873-8a3b-41377556a64b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1216218 Jun 30 09:15:57.509438 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39782) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:57.536615 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:57.661163 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.672324 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c53eb185-c536-4b2c-963a-2b6b796749f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.676851 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c53eb185-c536-4b2c-963a-2b6b796749f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.680869 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c53eb185-c536-4b2c-963a-2b6b796749f8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86215c12-f836-4dcc-a185-208e34c5193b HTTP/1.1" status: 204 len: 168 time: 0.3684385 Jun 30 09:15:57.704263 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53eb185-c536-4b2c-963a-2b6b796749f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86215c12-f836-4dcc-a185-208e34c5193b,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:57.779783 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-812f5b9e-1341-46bc-9059-508e6331bc1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.822128 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-812f5b9e-1341-46bc-9059-508e6331bc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.902953 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] device_id is not set on port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:15:57.911911 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.926270 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Transition to ACTIVE for port object ecb2dfa5-b7d9-4c84-b631-7866c7282c81 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:57.945300 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-812f5b9e-1341-46bc-9059-508e6331bc1b admin admin] Allocated IP 172.25.6.250 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/435d7d0d-3d43-4bc9-91c9-ed7796eab1cc) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:58.097125 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-812f5b9e-1341-46bc-9059-508e6331bc1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:58.130120 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:58.289648 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-812f5b9e-1341-46bc-9059-508e6331bc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:58.290467 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Pushing event updated for resources: {'Port': ['ID=ecb2dfa5-b7d9-4c84-b631-7866c7282c81,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:58.306252 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:58.306498 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:58.306841 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:58.315939 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:58.316578 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Failed to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] Jun 30 09:15:58.317325 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempt 2 to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 Jun 30 09:15:58.339773 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device be8113dd-f37f-48b0-95ff-af4d86f52a6a no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:15:58.360501 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812f5b9e-1341-46bc-9059-508e6331bc1b admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:58.366193 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eacc3c-fb45-4067-95a0-e949511830c9 req-6b9932f2-487d-4523-b764-757018857ddc tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:58.367661 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b9eacc3c-fb45-4067-95a0-e949511830c9 req-6b9932f2-487d-4523-b764-757018857ddc tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 947 time: 0.1706736 Jun 30 09:15:58.368407 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:58.368742 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:58.369081 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:58.383537 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: be8113dd-f37f-48b0-95ff-af4d86f52a6a {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:15:58.383888 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device be8113dd-f37f-48b0-95ff-af4d86f52a6a not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:15:58.385924 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-812f5b9e-1341-46bc-9059-508e6331bc1b admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:58.393564 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:58.393902 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Failed to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] Jun 30 09:15:58.402342 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempt 3 to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 Jun 30 09:15:58.405752 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812f5b9e-1341-46bc-9059-508e6331bc1b admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:58.440632 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:58.446616 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:58.446616 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:58.477602 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:58.477946 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Failed to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] Jun 30 09:15:58.478526 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempt 4 to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 Jun 30 09:15:58.486631 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f5b9e-1341-46bc-9059-508e6331bc1b admin admin] Pushing event updated for resources: {'Port': ['ID=435d7d0d-3d43-4bc9-91c9-ed7796eab1cc,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:58.504036 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b9eacc3c-fb45-4067-95a0-e949511830c9 req-e5f6afb3-3983-4a4e-970b-8b043ac7b5c5 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086397 Jun 30 09:15:58.519955 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-80f2bfeb-3c16-4718-b076-de6a49dfc128 req-605e6b14-2060-4b26-9c73-e460b9813387 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d759bcc-b77e-4d09-8f77-d0e79a3a3e01 HTTP/1.1" status: 200 len: 210 time: 0.0522268 Jun 30 09:15:58.543654 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:58.544172 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:58.544520 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:58.550171 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:58.550292 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Failed to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] Jun 30 09:15:58.550664 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempt 5 to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 Jun 30 09:15:58.566319 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:58.566654 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:58.567320 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:58.573580 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:58.573913 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Failed to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] Jun 30 09:15:58.574304 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempt 6 to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 Jun 30 09:15:58.589273 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:58.589614 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:58.589952 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:58.594831 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:58.595375 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Failed to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] Jun 30 09:15:58.595601 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempt 7 to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 Jun 30 09:15:58.614406 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:58.614943 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:58.615309 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:58.628612 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:58.628612 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Failed to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] Jun 30 09:15:58.628612 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempt 8 to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 Jun 30 09:15:58.628612 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39810) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:58.676446 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40245857-7ccc-4125-9e4d-f2fb6c185cc0 None None] Network 48b7c3f9-4efa-40b1-96a1-022e17cb3166 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:58.676570 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:58.676570 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:58.676570 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:58.679676 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:58.680691 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Failed to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] Jun 30 09:15:58.689435 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempt 9 to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 Jun 30 09:15:58.713658 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-d86a6801-2672-4aac-a56a-b4f4e09c4ce4 admin admin] Deleting subnet c0209cab-6409-484b-8cfc-32a920acf34b {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:15:58.715897 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:58.716230 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:58.716561 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:58.720424 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d86a6801-2672-4aac-a56a-b4f4e09c4ce4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:58.745132 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:58.745456 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Failed to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] Jun 30 09:15:58.747772 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempt 10 to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 Jun 30 09:15:58.768731 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:58.768731 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:58.768731 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempting to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:58.775267 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d86a6801-2672-4aac-a56a-b4f4e09c4ce4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:58.777457 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:58.777457 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Failed to bind port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '962a420e-a168-462a-8456-6c97c5e2d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '595d78ee-038e-448e-9ee8-c84cf30ea4b9'}] Jun 30 09:15:58.777744 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:58.850996 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d86a6801-2672-4aac-a56a-b4f4e09c4ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:58.881704 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-240db7be-e3e5-495d-9715-0a8e69c8b7ae None None] Provisioning for port a29f4358-9bcf-4069-915e-0f5993c3dbd2 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:58.910994 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] For port ecb2dfa5-b7d9-4c84-b631-7866c7282c81, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:58.911399 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attempted to set empty binding levels {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 09:15:58.962779 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-812f5b9e-1341-46bc-9059-508e6331bc1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:59.011539 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:59.044688 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] In _notify_port_updated(), no bound segment for port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 on network 595d78ee-038e-448e-9ee8-c84cf30ea4b9 {{(pid=101053) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:15:59.046030 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:59.046795 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:59.048389 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] 10.222.0.10 "PUT /v2.0/ports/ecb2dfa5-b7d9-4c84-b631-7866c7282c81 HTTP/1.1" status: 200 len: 979 time: 1.5382209 Jun 30 09:15:59.051038 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39814) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:59.082913 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d86a6801-2672-4aac-a56a-b4f4e09c4ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:59.113938 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d86a6801-2672-4aac-a56a-b4f4e09c4ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:59.116892 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d86a6801-2672-4aac-a56a-b4f4e09c4ce4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c0209cab-6409-484b-8cfc-32a920acf34b HTTP/1.1" status: 204 len: 168 time: 0.4907579 Jun 30 09:15:59.119564 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39818) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:59.140037 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Pushing event updated for resources: {'Port': ['ID=ecb2dfa5-b7d9-4c84-b631-7866c7282c81,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:59.144392 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a6801-2672-4aac-a56a-b4f4e09c4ce4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0209cab-6409-484b-8cfc-32a920acf34b,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:59.162898 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86a6801-2672-4aac-a56a-b4f4e09c4ce4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:59.163932 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86a6801-2672-4aac-a56a-b4f4e09c4ce4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:59.164878 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86a6801-2672-4aac-a56a-b4f4e09c4ce4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:59.165508 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86a6801-2672-4aac-a56a-b4f4e09c4ce4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:59.166220 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86a6801-2672-4aac-a56a-b4f4e09c4ce4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:59.166753 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86a6801-2672-4aac-a56a-b4f4e09c4ce4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:59.167297 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86a6801-2672-4aac-a56a-b4f4e09c4ce4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:59.167964 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86a6801-2672-4aac-a56a-b4f4e09c4ce4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:59.168739 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86a6801-2672-4aac-a56a-b4f4e09c4ce4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:59.169252 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86a6801-2672-4aac-a56a-b4f4e09c4ce4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:59.169763 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86a6801-2672-4aac-a56a-b4f4e09c4ce4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:59.170281 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86a6801-2672-4aac-a56a-b4f4e09c4ce4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:59.174583 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:59.175219 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:59.175753 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:59.176311 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:59.176849 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:59.177963 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:59.178829 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:59.178829 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:59.187923 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:59.188317 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:59.188731 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:59.189005 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98175a18-7a65-49bb-adda-d6ea6388e739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:59.312680 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-0b92d23b-a25c-465d-a125-b645e7b1598b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Deleting port ecb2dfa5-b7d9-4c84-b631-7866c7282c81 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:59.313022 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b92d23b-a25c-465d-a125-b645e7b1598b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:59.391521 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-0b92d23b-a25c-465d-a125-b645e7b1598b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] For port ecb2dfa5-b7d9-4c84-b631-7866c7282c81, host n-h1-771363-31, got binding levels [] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:59.392242 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b92d23b-a25c-465d-a125-b645e7b1598b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:59.411058 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-0b92d23b-a25c-465d-a125-b645e7b1598b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Calling delete_port for ecb2dfa5-b7d9-4c84-b631-7866c7282c81 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:59.568341 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a29f4358-9bcf-4069-915e-0f5993c3dbd2 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:59.726408 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b92d23b-a25c-465d-a125-b645e7b1598b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:59.746872 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6d93da28-d280-43f7-82aa-d010e2614851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:59.765955 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92d23b-a25c-465d-a125-b645e7b1598b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecb2dfa5-b7d9-4c84-b631-7866c7282c81,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:59.776028 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-599f2f6d-03e2-4cf5-8458-188a225031ec tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:59.777720 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-599f2f6d-03e2-4cf5-8458-188a225031ec tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.37 "GET /v2.0/networks?id=67fb0116-df8f-4edf-9acf-411778b1e168 HTTP/1.1" status: 200 len: 815 time: 0.6919038 Jun 30 09:15:59.779013 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b92d23b-a25c-465d-a125-b645e7b1598b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:59.783184 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0b92d23b-a25c-465d-a125-b645e7b1598b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] 10.222.0.10 "DELETE /v2.0/ports/ecb2dfa5-b7d9-4c84-b631-7866c7282c81 HTTP/1.1" status: 204 len: 168 time: 0.7287328 Jun 30 09:15:59.783544 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39836) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:59.805762 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c47a352d-c48c-4863-9ac2-3d25d507594d req-4a657f05-0a40-4b71-bcca-38b9f93f222b tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d759bcc-b77e-4d09-8f77-d0e79a3a3e01 HTTP/1.1" status: 200 len: 210 time: 0.0553317 Jun 30 09:15:59.811921 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-cea84437-9894-449c-b44d-19dd7b1053eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] GET failed (client error): The resource could not be found. Jun 30 09:15:59.813515 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-cea84437-9894-449c-b44d-19dd7b1053eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470277899-project-admin] 10.222.0.10 "GET /v2.0/ports/ecb2dfa5-b7d9-4c84-b631-7866c7282c81 HTTP/1.1" status: 404 len: 333 time: 0.0290508 Jun 30 09:15:59.814705 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-105808af-9611-4eee-8584-97c248905f76 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Request body: {'port': {'device_id': '4d759bcc-b77e-4d09-8f77-d0e79a3a3e01', 'network_id': '67fb0116-df8f-4edf-9acf-411778b1e168', 'admin_state_up': True, 'tenant_id': 'c2ac106c24f9401386cbe886c9df41fc'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:59.817136 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39838) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:59.829349 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port a29f4358-9bcf-4069-915e-0f5993c3dbd2 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:59.839671 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port a29f4358-9bcf-4069-915e-0f5993c3dbd2 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:59.839671 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:59.898839 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-812f5b9e-1341-46bc-9059-508e6331bc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:59.927864 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ec5a4-d1b4-4c6b-aaf4-7dd1996ed972 req-1e98160d-c59a-41d3-83c0-1558f6d9b979 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:59.935890 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-261ec5a4-d1b4-4c6b-aaf4-7dd1996ed972 req-1e98160d-c59a-41d3-83c0-1558f6d9b979 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 947 time: 0.2489507 Jun 30 09:15:59.971004 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e20fb0a6-af30-4640-bcce-a546c03692af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:59.979294 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:59.999390 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-261ec5a4-d1b4-4c6b-aaf4-7dd1996ed972 req-8e470c34-4b3e-4beb-b15a-d109120c5031 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617850 Jun 30 09:16:00.029658 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6d93da28-d280-43f7-82aa-d010e2614851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:00.047663 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port a29f4358-9bcf-4069-915e-0f5993c3dbd2, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a29f4358-9bcf-4069-915e-0f5993c3dbd2,segment=NetworkSegment(84eba123-e55f-4d97-9135-83c93ea53860),segment_id=84eba123-e55f-4d97-9135-83c93ea53860)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:00.063253 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-6d93da28-d280-43f7-82aa-d010e2614851 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a05be5a0-4304-4cc7-9c04-be55426188ff']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:00.110743 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-6d93da28-d280-43f7-82aa-d010e2614851 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b777f2-c75d-4aa9-985a-9bd9ac53c852') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:00.111369 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-6d93da28-d280-43f7-82aa-d010e2614851 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b777f2-c75d-4aa9-985a-9bd9ac53c852') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:00.114489 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:00.129958 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e20fb0a6-af30-4640-bcce-a546c03692af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:00.144063 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6d93da28-d280-43f7-82aa-d010e2614851 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:00.148654 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-e20fb0a6-af30-4640-bcce-a546c03692af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['595d78ee-038e-448e-9ee8-c84cf30ea4b9']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:00.167351 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=a29f4358-9bcf-4069-915e-0f5993c3dbd2,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:00.170860 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-e20fb0a6-af30-4640-bcce-a546c03692af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962a420e-a168-462a-8456-6c97c5e2d500') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:00.171205 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-e20fb0a6-af30-4640-bcce-a546c03692af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962a420e-a168-462a-8456-6c97c5e2d500') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:00.182554 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e20fb0a6-af30-4640-bcce-a546c03692af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:00.200689 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e20fb0a6-af30-4640-bcce-a546c03692af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:00.206819 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20fb0a6-af30-4640-bcce-a546c03692af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:16:00.207239 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e20fb0a6-af30-4640-bcce-a546c03692af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:00.207585 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6d93da28-d280-43f7-82aa-d010e2614851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:16:00.210962 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:16:00.220452 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d93da28-d280-43f7-82aa-d010e2614851 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:16:00.220842 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6d93da28-d280-43f7-82aa-d010e2614851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:16:00.223362 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:16:00.267540 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-105808af-9611-4eee-8584-97c248905f76 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Made reservation on behalf of c2ac106c24f9401386cbe886c9df41fc for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:00.271645 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-105808af-9611-4eee-8584-97c248905f76 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:00.367514 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e20fb0a6-af30-4640-bcce-a546c03692af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:00.378942 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284c9ab-2c61-41f2-b82d-0fe6b3e18a2e req-c3422d3f-08e8-414c-8103-5502ed55a413 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:00.390576 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e20fb0a6-af30-4640-bcce-a546c03692af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:00.390576 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e20fb0a6-af30-4640-bcce-a546c03692af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613-project] 10.222.0.10 "DELETE /v2.0/networks/595d78ee-038e-448e-9ee8-c84cf30ea4b9 HTTP/1.1" status: 204 len: 168 time: 0.5678704 Jun 30 09:16:00.390899 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e284c9ab-2c61-41f2-b82d-0fe6b3e18a2e req-c3422d3f-08e8-414c-8103-5502ed55a413 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 947 time: 0.2195683 Jun 30 09:16:00.415805 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20fb0a6-af30-4640-bcce-a546c03692af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022620613-project] Pushing event deleted for resources: {'Network': ['ID=595d78ee-038e-448e-9ee8-c84cf30ea4b9,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:00.434994 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6d93da28-d280-43f7-82aa-d010e2614851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:00.455981 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6d93da28-d280-43f7-82aa-d010e2614851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:00.455981 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6d93da28-d280-43f7-82aa-d010e2614851 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a05be5a0-4304-4cc7-9c04-be55426188ff HTTP/1.1" status: 204 len: 168 time: 1.3294635 Jun 30 09:16:00.495201 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93da28-d280-43f7-82aa-d010e2614851 admin admin] Pushing event deleted for resources: {'Network': ['ID=a05be5a0-4304-4cc7-9c04-be55426188ff,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:00.508921 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812f5b9e-1341-46bc-9059-508e6331bc1b admin admin] Router 131d6ae5-3eae-4e68-99c7-ba6827038896 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:16:00.529022 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e284c9ab-2c61-41f2-b82d-0fe6b3e18a2e req-e2c9e920-1db7-430e-9cea-195fc49d7962 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263871 Jun 30 09:16:00.591318 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-105808af-9611-4eee-8584-97c248905f76 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Allocated IP 172.20.0.9 (67fb0116-df8f-4edf-9acf-411778b1e168/a8acfcba-aa49-40d7-96e1-8c2c79b01912/615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:00.734097 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812f5b9e-1341-46bc-9059-508e6331bc1b admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:00.744896 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a432014-1f6b-4075-aa50-3443437cb5ed None None] Sync routers for ids ['131d6ae5-3eae-4e68-99c7-ba6827038896'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:00.756494 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a432014-1f6b-4075-aa50-3443437cb5ed None None] Routers {'131d6ae5-3eae-4e68-99c7-ba6827038896'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:00.757111 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425cc0b-8c3c-4c18-8efd-0c4feff700e1 req-ced9c5cd-2ff5-4c67-9fb4-ca144af25af0 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:00.757264 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-9a432014-1f6b-4075-aa50-3443437cb5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:15:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['131d6ae5-3eae-4e68-99c7-ba6827038896'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:00.764519 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c425cc0b-8c3c-4c18-8efd-0c4feff700e1 req-ced9c5cd-2ff5-4c67-9fb4-ca144af25af0 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 947 time: 0.0783489 Jun 30 09:16:00.818891 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c425cc0b-8c3c-4c18-8efd-0c4feff700e1 req-3a11194b-815c-4569-bfd0-a4c720d6a12b tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530188 Jun 30 09:16:00.827705 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-105808af-9611-4eee-8584-97c248905f76 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:00.886751 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-812f5b9e-1341-46bc-9059-508e6331bc1b admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:00.888407 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-812f5b9e-1341-46bc-9059-508e6331bc1b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4463274 Jun 30 09:16:00.891385 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39862) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:00.901797 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-9a432014-1f6b-4075-aa50-3443437cb5ed None None] Set router 131d6ae5-3eae-4e68-99c7-ba6827038896 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:01.031230 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-105808af-9611-4eee-8584-97c248905f76 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:01.047857 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:16:01.071641 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39870) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:01.155252 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-9a432014-1f6b-4075-aa50-3443437cb5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131d6ae5-3eae-4e68-99c7-ba6827038896', 'name': 'tempest-ServersTestMultiNic-766774572-router', 'tenant_id': '0076ed16b9c640f6a2a7cca671ba9d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '435d7d0d-3d43-4bc9-91c9-ed7796eab1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:56Z', 'updated_at': '2021-06-30T09:15:58Z', 'revision_number': 3, 'project_id': '0076ed16b9c640f6a2a7cca671ba9d86', 'gw_port': {'id': '435d7d0d-3d43-4bc9-91c9-ed7796eab1cc', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131d6ae5-3eae-4e68-99c7-ba6827038896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:57Z', 'updated_at': '2021-06-30T09:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:01.171695 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-105808af-9611-4eee-8584-97c248905f76 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Network 67fb0116-df8f-4edf-9acf-411778b1e168 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:01.188516 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-105808af-9611-4eee-8584-97c248905f76 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:01.196332 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-105808af-9611-4eee-8584-97c248905f76 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:01.201075 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105808af-9611-4eee-8584-97c248905f76 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Pushing event updated for resources: {'Port': ['ID=615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:01.201696 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0eb1ebe0-4012-444a-a931-87b52ae78291 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a2ee474807bc4a069b6401c39c68270c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1284246 Jun 30 09:16:01.212686 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39872) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:01.214747 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a432014-1f6b-4075-aa50-3443437cb5ed None None] Checking router: 131d6ae5-3eae-4e68-99c7-ba6827038896 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:01.215880 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a432014-1f6b-4075-aa50-3443437cb5ed None None] Updating router 131d6ae5-3eae-4e68-99c7-ba6827038896 port 435d7d0d-3d43-4bc9-91c9-ed7796eab1cc binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:16:01.261154 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-9a432014-1f6b-4075-aa50-3443437cb5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:01.276420 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b452691-2030-4fd4-9520-0f82608ae04b req-db1dc059-0414-4dcb-8996-ac11f6798ba0 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:01.281016 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42047f1f-6b71-49d3-ba37-dab772accf2c req-dbf6f2c0-1534-4f7a-90f3-3b0d8e09bf53 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:01.283523 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9b452691-2030-4fd4-9520-0f82608ae04b req-db1dc059-0414-4dcb-8996-ac11f6798ba0 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d759bcc-b77e-4d09-8f77-d0e79a3a3e01 HTTP/1.1" status: 200 len: 931 time: 0.2629418 Jun 30 09:16:01.290120 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-42047f1f-6b71-49d3-ba37-dab772accf2c req-dbf6f2c0-1534-4f7a-90f3-3b0d8e09bf53 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 947 time: 0.2786915 Jun 30 09:16:01.308808 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-105808af-9611-4eee-8584-97c248905f76 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:01.309534 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-105808af-9611-4eee-8584-97c248905f76 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:01.312374 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39874) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:01.398098 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-42047f1f-6b71-49d3-ba37-dab772accf2c req-4a5d763a-97d2-43a0-a0a8-d0714f371c9d tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069810 Jun 30 09:16:01.435628 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-105808af-9611-4eee-8584-97c248905f76 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6384218 Jun 30 09:16:01.448402 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-4ce66ff0-335a-4cfc-a056-5a235ed94317 service neutron] Request body: {'port': {'device_id': '4d759bcc-b77e-4d09-8f77-d0e79a3a3e01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:01.528120 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a29f4358-9bcf-4069-915e-0f5993c3dbd2 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:01.539162 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9b452691-2030-4fd4-9520-0f82608ae04b req-3940217a-5f29-49fe-8024-5d22106591b8 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546089 Jun 30 09:16:01.554649 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-02bfc7b5-fcdb-47c2-bd52-25d4ceaec152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:01.673634 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port a29f4358-9bcf-4069-915e-0f5993c3dbd2 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:01.674264 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:01.694380 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-02bfc7b5-fcdb-47c2-bd52-25d4ceaec152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:01.717097 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-4ce66ff0-335a-4cfc-a056-5a235ed94317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:01.752247 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-cf520390-dd64-4585-b098-738c3445bea2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=61fcd7da916842ad9c9bba5eeda0b23b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4243033 Jun 30 09:16:01.766838 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39884) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:01.875187 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-9a432014-1f6b-4075-aa50-3443437cb5ed None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:01.896369 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8983474f-8b2f-441b-845c-d445a5ccd7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:01.940439 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8658da6-5651-41e3-a53d-a6c0995794ea req-4be9907d-c605-488b-8e7c-5802cf0f9db6 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:01.941852 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f8658da6-5651-41e3-a53d-a6c0995794ea req-4be9907d-c605-488b-8e7c-5802cf0f9db6 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 947 time: 0.2406929 Jun 30 09:16:01.946655 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8983474f-8b2f-441b-845c-d445a5ccd7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:01.965579 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-9a432014-1f6b-4075-aa50-3443437cb5ed None None] Transition to ACTIVE for port object 435d7d0d-3d43-4bc9-91c9-ed7796eab1cc will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:01.980419 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-02bfc7b5-fcdb-47c2-bd52-25d4ceaec152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:01.982856 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-02bfc7b5-fcdb-47c2-bd52-25d4ceaec152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:01.984037 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-02bfc7b5-fcdb-47c2-bd52-25d4ceaec152 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ee0206e0-7e94-40b5-a239-a47fd3a19aeb HTTP/1.1" status: 204 len: 168 time: 0.7704206 Jun 30 09:16:02.040113 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-9a432014-1f6b-4075-aa50-3443437cb5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:02.088501 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f8658da6-5651-41e3-a53d-a6c0995794ea req-a6902507-debc-4599-8871-03304708da4b tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363888 Jun 30 09:16:02.167990 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-9a432014-1f6b-4075-aa50-3443437cb5ed None None] Attempting to bind port 435d7d0d-3d43-4bc9-91c9-ed7796eab1cc on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:02.167990 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-9a432014-1f6b-4075-aa50-3443437cb5ed None None] Attempting to bind port 435d7d0d-3d43-4bc9-91c9-ed7796eab1cc by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:02.167990 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a432014-1f6b-4075-aa50-3443437cb5ed None None] Attempting to bind port 435d7d0d-3d43-4bc9-91c9-ed7796eab1cc on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:02.176192 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a432014-1f6b-4075-aa50-3443437cb5ed None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:02.176569 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a432014-1f6b-4075-aa50-3443437cb5ed None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:02.176972 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-9a432014-1f6b-4075-aa50-3443437cb5ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:02.177451 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a432014-1f6b-4075-aa50-3443437cb5ed None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:02.178935 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-9a432014-1f6b-4075-aa50-3443437cb5ed None None] Bound port: 435d7d0d-3d43-4bc9-91c9-ed7796eab1cc, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:02.179562 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-9a432014-1f6b-4075-aa50-3443437cb5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:02.245791 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-9a432014-1f6b-4075-aa50-3443437cb5ed None None] For port 435d7d0d-3d43-4bc9-91c9-ed7796eab1cc, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:02.250594 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-9a432014-1f6b-4075-aa50-3443437cb5ed None None] For port 435d7d0d-3d43-4bc9-91c9-ed7796eab1cc, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=435d7d0d-3d43-4bc9-91c9-ed7796eab1cc,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:02.257894 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f430694-1945-4324-a490-2ee60661ad5d None None] Pushing event updated for resources: {'Port': ['ID=435d7d0d-3d43-4bc9-91c9-ed7796eab1cc,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:02.268547 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f430694-1945-4324-a490-2ee60661ad5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:02.268894 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f430694-1945-4324-a490-2ee60661ad5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:02.269287 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f430694-1945-4324-a490-2ee60661ad5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:02.269625 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f430694-1945-4324-a490-2ee60661ad5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:02.269953 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f430694-1945-4324-a490-2ee60661ad5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:02.270277 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f430694-1945-4324-a490-2ee60661ad5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:02.270819 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f430694-1945-4324-a490-2ee60661ad5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:02.272993 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f430694-1945-4324-a490-2ee60661ad5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:02.273440 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f430694-1945-4324-a490-2ee60661ad5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:02.273883 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f430694-1945-4324-a490-2ee60661ad5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:02.274234 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f430694-1945-4324-a490-2ee60661ad5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:02.274604 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f430694-1945-4324-a490-2ee60661ad5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:02.319772 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfc7b5-fcdb-47c2-bd52-25d4ceaec152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0206e0-7e94-40b5-a239-a47fd3a19aeb,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:02.326482 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-4ce66ff0-335a-4cfc-a056-5a235ed94317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:02.327581 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bfdedf64-f302-48b8-8a8b-1bc5bd8c66b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:02.339168 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-4ce66ff0-335a-4cfc-a056-5a235ed94317 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:02.356381 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-4ce66ff0-335a-4cfc-a056-5a235ed94317 service neutron] Transition to ACTIVE for port object 615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:02.367996 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-9a432014-1f6b-4075-aa50-3443437cb5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:02.381603 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313db805-0879-4ae1-bb43-0e3cb6b6058b req-f982635b-2405-4f0e-8c44-fb13e3642921 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:02.383107 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-313db805-0879-4ae1-bb43-0e3cb6b6058b req-f982635b-2405-4f0e-8c44-fb13e3642921 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 947 time: 0.0900679 Jun 30 09:16:02.430820 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-313db805-0879-4ae1-bb43-0e3cb6b6058b req-0c9491f3-dd43-416b-af5b-37101d0b8465 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413358 Jun 30 09:16:02.433309 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a432014-1f6b-4075-aa50-3443437cb5ed None None] Routers {'131d6ae5-3eae-4e68-99c7-ba6827038896'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:02.433943 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-9a432014-1f6b-4075-aa50-3443437cb5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:15:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['131d6ae5-3eae-4e68-99c7-ba6827038896'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:02.492024 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-4ce66ff0-335a-4cfc-a056-5a235ed94317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:02.499361 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8983474f-8b2f-441b-845c-d445a5ccd7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:02.499361 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8983474f-8b2f-441b-845c-d445a5ccd7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:02.501508 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8983474f-8b2f-441b-845c-d445a5ccd7fb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fa18cf3d-7fea-4747-8369-760043ce3aab HTTP/1.1" status: 204 len: 168 time: 0.7336154 Jun 30 09:16:02.502804 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f430694-1945-4324-a490-2ee60661ad5d None None] Pushing event updated for resources: {'Port': ['ID=435d7d0d-3d43-4bc9-91c9-ed7796eab1cc,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:02.519099 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983474f-8b2f-441b-845c-d445a5ccd7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa18cf3d-7fea-4747-8369-760043ce3aab,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:02.596295 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-bfdedf64-f302-48b8-8a8b-1bc5bd8c66b5 admin admin] Allocated IP 172.20.0.1 (48b7c3f9-4efa-40b1-96a1-022e17cb3166/0c497ae2-3c98-4f1e-8c3e-24d72e7d2b9e/8105dcf0-eb65-4be4-bebf-5302b0893f9c) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:02.630408 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce66ff0-335a-4cfc-a056-5a235ed94317 service neutron] Pushing event updated for resources: {'Port': ['ID=615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:02.648882 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-9a432014-1f6b-4075-aa50-3443437cb5ed None None] Set router 131d6ae5-3eae-4e68-99c7-ba6827038896 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:02.831103 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bfdedf64-f302-48b8-8a8b-1bc5bd8c66b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:02.836643 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-4ce66ff0-335a-4cfc-a056-5a235ed94317 service neutron] Attempting to bind port 615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:02.837057 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-4ce66ff0-335a-4cfc-a056-5a235ed94317 service neutron] Attempting to bind port 615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': 'bc499c06-af65-4614-b099-27bc511ea45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '67fb0116-df8f-4edf-9acf-411778b1e168'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:02.837387 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-4ce66ff0-335a-4cfc-a056-5a235ed94317 service neutron] Attempting to bind port 615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2 on network 67fb0116-df8f-4edf-9acf-411778b1e168 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:02.862078 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:16:02.862354 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-4ce66ff0-335a-4cfc-a056-5a235ed94317 service neutron] Port 615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2 on network 67fb0116-df8f-4edf-9acf-411778b1e168 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:16:02.862454 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-4ce66ff0-335a-4cfc-a056-5a235ed94317 service neutron] Attempting to bind port 615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2 on network 67fb0116-df8f-4edf-9acf-411778b1e168 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:02.869565 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84edbbfa-ec46-4781-812a-1cc878bb8f21 req-b0631a2e-15a1-4f16-b9c2-a5ecc8ff4929 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:02.872381 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-4ce66ff0-335a-4cfc-a056-5a235ed94317 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:02.872733 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-4ce66ff0-335a-4cfc-a056-5a235ed94317 service neutron] Checking segment: {'id': 'bc499c06-af65-4614-b099-27bc511ea45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '67fb0116-df8f-4edf-9acf-411778b1e168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:02.873123 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-4ce66ff0-335a-4cfc-a056-5a235ed94317 service neutron] Bound using segment: {'id': 'bc499c06-af65-4614-b099-27bc511ea45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '67fb0116-df8f-4edf-9acf-411778b1e168'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:02.873574 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-4ce66ff0-335a-4cfc-a056-5a235ed94317 service neutron] Bound port: 615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc499c06-af65-4614-b099-27bc511ea45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '67fb0116-df8f-4edf-9acf-411778b1e168'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:02.876085 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-4ce66ff0-335a-4cfc-a056-5a235ed94317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:02.877287 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-84edbbfa-ec46-4781-812a-1cc878bb8f21 req-b0631a2e-15a1-4f16-b9c2-a5ecc8ff4929 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 947 time: 0.1623962 Jun 30 09:16:02.899200 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-bfdedf64-f302-48b8-8a8b-1bc5bd8c66b5 admin admin] Transition to ACTIVE for port object 8105dcf0-eb65-4be4-bebf-5302b0893f9c will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:02.914158 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0e20e-4427-4409-a1ca-0813455c4678 req-67bfe780-a573-40f9-8959-485307b33921 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:02.915755 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c5b0e20e-4427-4409-a1ca-0813455c4678 req-67bfe780-a573-40f9-8959-485307b33921 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d759bcc-b77e-4d09-8f77-d0e79a3a3e01 HTTP/1.1" status: 200 len: 943 time: 0.1618147 Jun 30 09:16:02.943107 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-84edbbfa-ec46-4781-812a-1cc878bb8f21 req-2919f2b3-de27-42ed-a741-40cbb1e40747 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648167 Jun 30 09:16:02.975646 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-9a432014-1f6b-4075-aa50-3443437cb5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131d6ae5-3eae-4e68-99c7-ba6827038896', 'name': 'tempest-ServersTestMultiNic-766774572-router', 'tenant_id': '0076ed16b9c640f6a2a7cca671ba9d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '435d7d0d-3d43-4bc9-91c9-ed7796eab1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:56Z', 'updated_at': '2021-06-30T09:15:58Z', 'revision_number': 3, 'project_id': '0076ed16b9c640f6a2a7cca671ba9d86', 'gw_port': {'id': '435d7d0d-3d43-4bc9-91c9-ed7796eab1cc', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131d6ae5-3eae-4e68-99c7-ba6827038896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:57Z', 'updated_at': '2021-06-30T09:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:03.002110 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c5b0e20e-4427-4409-a1ca-0813455c4678 req-da8be45b-0532-4003-bb32-f5b0a00a7b17 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675395 Jun 30 09:16:03.017632 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a432014-1f6b-4075-aa50-3443437cb5ed None None] The sync data for ids ['131d6ae5-3eae-4e68-99c7-ba6827038896'] in n-d-771363-31 is: [{'id': '131d6ae5-3eae-4e68-99c7-ba6827038896', 'name': 'tempest-ServersTestMultiNic-766774572-router', 'tenant_id': '0076ed16b9c640f6a2a7cca671ba9d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '435d7d0d-3d43-4bc9-91c9-ed7796eab1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:56Z', 'updated_at': '2021-06-30T09:15:58Z', 'revision_number': 3, 'project_id': '0076ed16b9c640f6a2a7cca671ba9d86', 'gw_port': {'id': '435d7d0d-3d43-4bc9-91c9-ed7796eab1cc', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131d6ae5-3eae-4e68-99c7-ba6827038896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:57Z', 'updated_at': '2021-06-30T09:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:03.024790 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-4ce66ff0-335a-4cfc-a056-5a235ed94317 service neutron] For port 615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:03.032041 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-4ce66ff0-335a-4cfc-a056-5a235ed94317 service neutron] For port 615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2,segment=NetworkSegment(bc499c06-af65-4614-b099-27bc511ea45a),segment_id=bc499c06-af65-4614-b099-27bc511ea45a)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:03.070074 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bfdedf64-f302-48b8-8a8b-1bc5bd8c66b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:03.098295 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-4ce66ff0-335a-4cfc-a056-5a235ed94317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:03.170053 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdedf64-f302-48b8-8a8b-1bc5bd8c66b5 admin admin] Pushing event updated for resources: {'Port': ['ID=8105dcf0-eb65-4be4-bebf-5302b0893f9c,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:03.184598 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdedf64-f302-48b8-8a8b-1bc5bd8c66b5 admin admin] Network 48b7c3f9-4efa-40b1-96a1-022e17cb3166 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:03.186751 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-bfdedf64-f302-48b8-8a8b-1bc5bd8c66b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:03.195155 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-4ce66ff0-335a-4cfc-a056-5a235ed94317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:03.195822 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-4ce66ff0-335a-4cfc-a056-5a235ed94317 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:03.201834 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-4ce66ff0-335a-4cfc-a056-5a235ed94317 service neutron] 10.222.0.37 "PUT /v2.0/ports/615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2 HTTP/1.1" status: 200 len: 1092 time: 1.7537711 Jun 30 09:16:03.201834 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d759bcc-b77e-4d09-8f77-d0e79a3a3e01', 'tag': '615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:03.202378 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdedf64-f302-48b8-8a8b-1bc5bd8c66b5 admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:03.202490 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc41402-6753-4156-afc4-51c600a04e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "4d759bcc-b77e-4d09-8f77-d0e79a3a3e01", "tag": "615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:03.281839 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce66ff0-335a-4cfc-a056-5a235ed94317 service neutron] Pushing event updated for resources: {'Port': ['ID=615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:03.293449 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bfdedf64-f302-48b8-8a8b-1bc5bd8c66b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:03.415953 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-9a25b8b3-3132-4c0e-a373-7165bc327ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:03.450791 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-9a25b8b3-3132-4c0e-a373-7165bc327ca0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2ac106c24f9401386cbe886c9df41fc&device_id=4d759bcc-b77e-4d09-8f77-d0e79a3a3e01 HTTP/1.1" status: 200 len: 1095 time: 0.0895042 Jun 30 09:16:03.531066 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-001dbc00-8e55-41a9-9e90-53964e860546 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2 HTTP/1.1" status: 200 len: 217 time: 0.0806050 Jun 30 09:16:03.611729 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39928) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:03.678866 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-611d3864-d76e-4935-9ab0-94deff97f1bf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4af9a0fe19884576a6f1da492724a880&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0653477 Jun 30 09:16:03.682112 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39930) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:03.691754 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-1ff2a3e1-f4b7-4ee3-b473-cde40fbda0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:03.694240 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-1ff2a3e1-f4b7-4ee3-b473-cde40fbda0df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a8acfcba-aa49-40d7-96e1-8c2c79b01912 HTTP/1.1" status: 200 len: 855 time: 0.1540534 Jun 30 09:16:03.734647 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 435d7d0d-3d43-4bc9-91c9-ed7796eab1cc up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:03.762868 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-3ad91ef4-035a-4430-a010-4354825272ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=67fb0116-df8f-4edf-9acf-411778b1e168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553231 Jun 30 09:16:03.875951 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5f81a379-d4b5-48a1-98f9-82c98f59d510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:03.892523 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-eb07d81e-4080-4d8b-8173-486ab3caca4a None None] Provisioning for port 8105dcf0-eb65-4be4-bebf-5302b0893f9c completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:03.898686 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-eb07d81e-4080-4d8b-8173-486ab3caca4a None None] Provisioning complete for port 8105dcf0-eb65-4be4-bebf-5302b0893f9c triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:03.899313 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eb07d81e-4080-4d8b-8173-486ab3caca4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:03.947858 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5f81a379-d4b5-48a1-98f9-82c98f59d510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:03.953446 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 435d7d0d-3d43-4bc9-91c9-ed7796eab1cc completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:03.974053 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-0dd266d4-4e1b-45d2-b5a1-dc778e386916 service neutron] 10.222.0.37 "GET /v2.0/networks/67fb0116-df8f-4edf-9acf-411778b1e168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011759 Jun 30 09:16:03.977236 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 435d7d0d-3d43-4bc9-91c9-ed7796eab1cc triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:03.977855 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:03.995860 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823f6c26-db06-49aa-b7eb-b9519a930029 x-openstack-request-id: req-823f6c26-db06-49aa-b7eb-b9519a930029 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:03.996142 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d759bcc-b77e-4d09-8f77-d0e79a3a3e01", "tag": "615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:03.999822 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-823f6c26-db06-49aa-b7eb-b9519a930029 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:03.999822 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d759bcc-b77e-4d09-8f77-d0e79a3a3e01', 'tag': '615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2', 'status': 'completed', 'code': 200} Jun 30 09:16:04.000337 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bfdedf64-f302-48b8-8a8b-1bc5bd8c66b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.023601 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-eb07d81e-4080-4d8b-8173-486ab3caca4a None None] Port 8105dcf0-eb65-4be4-bebf-5302b0893f9c cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:16:04.175705 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.218119 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-959b5cb7-04a3-43e7-ae4a-cb3fc75ad693 req-687a2b31-451a-4c70-abb3-a4bc512b149a service neutron] 10.222.0.37 "GET /v2.0/networks/67fb0116-df8f-4edf-9acf-411778b1e168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307494 Jun 30 09:16:04.249429 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 435d7d0d-3d43-4bc9-91c9-ed7796eab1cc, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=435d7d0d-3d43-4bc9-91c9-ed7796eab1cc,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:04.281153 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9619609-761c-4c98-8271-e403ff14af2e req-1130c30d-0633-40b1-b46d-9ccae5eba13c tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:04.282385 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a9619609-761c-4c98-8271-e403ff14af2e req-1130c30d-0633-40b1-b46d-9ccae5eba13c tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 947 time: 0.1317070 Jun 30 09:16:04.358405 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a9619609-761c-4c98-8271-e403ff14af2e req-da5759d3-aca7-42cf-90aa-b607462c990d tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699303 Jun 30 09:16:04.371455 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5f81a379-d4b5-48a1-98f9-82c98f59d510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.385559 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.386319 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5f81a379-d4b5-48a1-98f9-82c98f59d510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.386319 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5f81a379-d4b5-48a1-98f9-82c98f59d510 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0441c1ba-57ef-4e0f-b2c0-3d23c7dff503 HTTP/1.1" status: 204 len: 168 time: 0.6935704 Jun 30 09:16:04.430946 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81a379-d4b5-48a1-98f9-82c98f59d510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0441c1ba-57ef-4e0f-b2c0-3d23c7dff503,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:04.454698 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7139b-dc24-4945-8054-54169d9020ec req-bfe0a5b9-6ede-4e55-9496-cbab3ec430fb tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:04.456872 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-34f7139b-dc24-4945-8054-54169d9020ec req-bfe0a5b9-6ede-4e55-9496-cbab3ec430fb tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d759bcc-b77e-4d09-8f77-d0e79a3a3e01 HTTP/1.1" status: 200 len: 943 time: 0.1271701 Jun 30 09:16:04.526560 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bfdedf64-f302-48b8-8a8b-1bc5bd8c66b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.530827 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=435d7d0d-3d43-4bc9-91c9-ed7796eab1cc,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:04.535643 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc41402-6753-4156-afc4-51c600a04e4b req-3f88b662-85fa-4217-9d6c-401653f9c817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:04.545808 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fdc41402-6753-4156-afc4-51c600a04e4b req-3f88b662-85fa-4217-9d6c-401653f9c817 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2ac106c24f9401386cbe886c9df41fc&device_id=4d759bcc-b77e-4d09-8f77-d0e79a3a3e01 HTTP/1.1" status: 200 len: 1095 time: 0.1345499 Jun 30 09:16:04.548555 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:04.548902 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:04.549240 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:04.549560 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:04.549883 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:04.550205 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:04.550524 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:04.550840 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:04.551169 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:04.551491 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:04.551803 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:04.552147 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:04.596109 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-34f7139b-dc24-4945-8054-54169d9020ec req-2d89498e-b201-4cf9-87dc-3a233e9deb8c tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147606 Jun 30 09:16:04.671378 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc41402-6753-4156-afc4-51c600a04e4b req-b280ca1f-d7c7-4d05-bb1c-334955d30c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:04.673268 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fdc41402-6753-4156-afc4-51c600a04e4b req-b280ca1f-d7c7-4d05-bb1c-334955d30c5d service neutron] 10.222.0.37 "GET /v2.0/networks?id=67fb0116-df8f-4edf-9acf-411778b1e168 HTTP/1.1" status: 200 len: 916 time: 0.1244926 Jun 30 09:16:04.719950 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fdc41402-6753-4156-afc4-51c600a04e4b req-8ed11b89-801a-43b0-8a6b-23059e0291b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2 HTTP/1.1" status: 200 len: 217 time: 0.0399377 Jun 30 09:16:04.767263 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bfdedf64-f302-48b8-8a8b-1bc5bd8c66b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.774174 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc41402-6753-4156-afc4-51c600a04e4b req-0a8d3387-4d58-4a36-a250-9b5903187761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:04.776021 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fdc41402-6753-4156-afc4-51c600a04e4b req-0a8d3387-4d58-4a36-a250-9b5903187761 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a8acfcba-aa49-40d7-96e1-8c2c79b01912 HTTP/1.1" status: 200 len: 855 time: 0.0501659 Jun 30 09:16:04.815014 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fdc41402-6753-4156-afc4-51c600a04e4b req-6a3ab476-ebc0-4090-ae09-540654e9fc26 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=67fb0116-df8f-4edf-9acf-411778b1e168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309768 Jun 30 09:16:04.878760 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bfdedf64-f302-48b8-8a8b-1bc5bd8c66b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.883702 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdedf64-f302-48b8-8a8b-1bc5bd8c66b5 admin admin] Pushing event updated for resources: {'Port': ['ID=8105dcf0-eb65-4be4-bebf-5302b0893f9c,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:04.933444 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fdc41402-6753-4156-afc4-51c600a04e4b req-02d48ece-ccb4-4f49-8087-82036f050596 service neutron] 10.222.0.37 "GET /v2.0/networks/67fb0116-df8f-4edf-9acf-411778b1e168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101985 Jun 30 09:16:04.992398 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdedf64-f302-48b8-8a8b-1bc5bd8c66b5 admin admin] Network 48b7c3f9-4efa-40b1-96a1-022e17cb3166 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:04.994051 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-bfdedf64-f302-48b8-8a8b-1bc5bd8c66b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:05.083663 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fdc41402-6753-4156-afc4-51c600a04e4b req-d914066c-7fae-46ca-ba1c-88267cbf89dd service neutron] 10.222.0.37 "GET /v2.0/networks/67fb0116-df8f-4edf-9acf-411778b1e168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327579 Jun 30 09:16:05.197970 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfdedf64-f302-48b8-8a8b-1bc5bd8c66b5 admin admin] Router 131d6ae5-3eae-4e68-99c7-ba6827038896 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:05.357546 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdedf64-f302-48b8-8a8b-1bc5bd8c66b5 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:05.369128 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7b71aea6-5974-44d2-a0b5-5fb95a2b62e1 None None] Provisioning complete for port 8105dcf0-eb65-4be4-bebf-5302b0893f9c triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:05.371895 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bfdedf64-f302-48b8-8a8b-1bc5bd8c66b5 admin admin] 10.222.0.10 "PUT /v2.0/routers/131d6ae5-3eae-4e68-99c7-ba6827038896/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4794152 Jun 30 09:16:05.372046 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7b71aea6-5974-44d2-a0b5-5fb95a2b62e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:05.652965 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d38afb-6c25-4650-956f-8fd07eee9f47 req-68a21920-dc17-41d8-a7c5-6a96c20f011d tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:05.654717 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-44d38afb-6c25-4650-956f-8fd07eee9f47 req-68a21920-dc17-41d8-a7c5-6a96c20f011d tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 947 time: 0.1009760 Jun 30 09:16:05.665249 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 435d7d0d-3d43-4bc9-91c9-ed7796eab1cc up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:05.667492 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e28dd7-5a0b-4fdb-9ecd-18b9506f2bdc None None] Sync routers for ids ['131d6ae5-3eae-4e68-99c7-ba6827038896'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:05.709297 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39978) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:05.726489 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39982) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:05.735016 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e28dd7-5a0b-4fdb-9ecd-18b9506f2bdc None None] Routers {'131d6ae5-3eae-4e68-99c7-ba6827038896'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:05.735016 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b4e28dd7-5a0b-4fdb-9ecd-18b9506f2bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:15:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['131d6ae5-3eae-4e68-99c7-ba6827038896'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:05.746283 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-44d38afb-6c25-4650-956f-8fd07eee9f47 req-8b7aeea3-6660-4817-86fa-a3007898b93e tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816348 Jun 30 09:16:05.842580 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-7b71aea6-5974-44d2-a0b5-5fb95a2b62e1 None None] Port 8105dcf0-eb65-4be4-bebf-5302b0893f9c cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:16:05.860136 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-09f0ddea-1f75-4404-8333-c0885ea12ff9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-929453197'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:05.870805 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-b4e28dd7-5a0b-4fdb-9ecd-18b9506f2bdc None None] Set router 131d6ae5-3eae-4e68-99c7-ba6827038896 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:05.924266 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9ef50ba1-e4af-49d8-92c4-c9e4668667bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:05.928355 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 435d7d0d-3d43-4bc9-91c9-ed7796eab1cc triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:05.928723 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:06.078769 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe7474-3c59-46a6-974a-63dce9e11479 req-bb7bcf77-cf33-48f7-821a-3a5f5f2864cb tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:06.081254 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1cfe7474-3c59-46a6-974a-63dce9e11479 req-bb7bcf77-cf33-48f7-821a-3a5f5f2864cb tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d759bcc-b77e-4d09-8f77-d0e79a3a3e01 HTTP/1.1" status: 200 len: 943 time: 0.0905774 Jun 30 09:16:06.144646 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1cfe7474-3c59-46a6-974a-63dce9e11479 req-bf18144c-04b6-46d3-875f-4d8015ad472e tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507061 Jun 30 09:16:06.145464 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f0ddea-1f75-4404-8333-c0885ea12ff9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Made reservation on behalf of 0076ed16b9c640f6a2a7cca671ba9d86 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:06.158592 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-09f0ddea-1f75-4404-8333-c0885ea12ff9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:06.191542 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b4e28dd7-5a0b-4fdb-9ecd-18b9506f2bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131d6ae5-3eae-4e68-99c7-ba6827038896', 'name': 'tempest-ServersTestMultiNic-766774572-router', 'tenant_id': '0076ed16b9c640f6a2a7cca671ba9d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '435d7d0d-3d43-4bc9-91c9-ed7796eab1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:56Z', 'updated_at': '2021-06-30T09:16:03Z', 'revision_number': 4, 'project_id': '0076ed16b9c640f6a2a7cca671ba9d86', 'gw_port': {'id': '435d7d0d-3d43-4bc9-91c9-ed7796eab1cc', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d6ae5-3eae-4e68-99c7-ba6827038896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:57Z', 'updated_at': '2021-06-30T09:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '8105dcf0-eb65-4be4-bebf-5302b0893f9c', 'name': '', 'network_id': '48b7c3f9-4efa-40b1-96a1-022e17cb3166', 'tenant_id': '0076ed16b9c640f6a2a7cca671ba9d86', 'mac_address': 'fa:16:3e:35:4a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131d6ae5-3eae-4e68-99c7-ba6827038896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '0c497ae2-3c98-4f1e-8c3e-24d72e7d2b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:02Z', 'updated_at': '2021-06-30T09:16:04Z', 'revision_number': 2, 'project_id': '0076ed16b9c640f6a2a7cca671ba9d86', 'subnets': [{'id': '0c497ae2-3c98-4f1e-8c3e-24d72e7d2b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:06.210155 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09f0ddea-1f75-4404-8333-c0885ea12ff9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:16:06.228449 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-09f0ddea-1f75-4404-8333-c0885ea12ff9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:06.228799 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-09f0ddea-1f75-4404-8333-c0885ea12ff9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Added segment 957596e1-4db1-4470-b1de-96ba161fa053 of type vlan for network c05ab70b-f2b6-4d28-9ace-377aa101ec95 Jun 30 09:16:06.237605 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e28dd7-5a0b-4fdb-9ecd-18b9506f2bdc None None] Checking router: 131d6ae5-3eae-4e68-99c7-ba6827038896 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:06.237935 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e28dd7-5a0b-4fdb-9ecd-18b9506f2bdc None None] Updating router 131d6ae5-3eae-4e68-99c7-ba6827038896 port 8105dcf0-eb65-4be4-bebf-5302b0893f9c binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:16:06.273327 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b4e28dd7-5a0b-4fdb-9ecd-18b9506f2bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:06.285143 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-09f0ddea-1f75-4404-8333-c0885ea12ff9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:06.331476 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9ef50ba1-e4af-49d8-92c4-c9e4668667bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:06.469841 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9ef50ba1-e4af-49d8-92c4-c9e4668667bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:06.477815 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-09f0ddea-1f75-4404-8333-c0885ea12ff9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:06.489162 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f0ddea-1f75-4404-8333-c0885ea12ff9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:06.491209 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-09f0ddea-1f75-4404-8333-c0885ea12ff9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:06.521679 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9ef50ba1-e4af-49d8-92c4-c9e4668667bb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9f236ca4fca7442eaeb1741a6c15783d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7933044 Jun 30 09:16:06.527209 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40010) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:06.607624 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef50ba1-e4af-49d8-92c4-c9e4668667bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5171a48-1f0d-42c0-8e26-f0796ac9d98c,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:06.618932 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0ddea-1f75-4404-8333-c0885ea12ff9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Pushing event updated for resources: {'Network': ['ID=c05ab70b-f2b6-4d28-9ace-377aa101ec95,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:06.671190 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-09f0ddea-1f75-4404-8333-c0885ea12ff9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9595406 Jun 30 09:16:06.671411 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network c05ab70b-f2b6-4d28-9ace-377aa101ec95 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:16:06.671877 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40014) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:06.680300 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-db26fe33-1544-4de1-a35a-6925c3ec7fb9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Request body: {'subnet': {'network_id': 'c05ab70b-f2b6-4d28-9ace-377aa101ec95', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:06.720235 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7f9c2521-8fa2-4015-84c5-070b7d3e4ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:06.754467 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40016) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:06.780224 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7f9c2521-8fa2-4015-84c5-070b7d3e4ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:06.783022 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b8a69-abfb-4e0f-ac58-07ea2f8d1f44 req-c3445dcf-d399-4c48-baae-e5450bf06681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:06.784821 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e89b8a69-abfb-4e0f-ac58-07ea2f8d1f44 req-c3445dcf-d399-4c48-baae-e5450bf06681 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a10346d2897241b69fab178f068f09e9&device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 1099 time: 0.0901415 Jun 30 09:16:06.790384 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b4e28dd7-5a0b-4fdb-9ecd-18b9506f2bdc None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:06.812385 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b4e28dd7-5a0b-4fdb-9ecd-18b9506f2bdc None None] Transition to ACTIVE for port object 8105dcf0-eb65-4be4-bebf-5302b0893f9c will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:06.846452 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e941b-3895-4abe-b7a8-64bbee1b9c2b req-dbecaae0-d1d8-462a-bef9-2ec777cb97c1 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:06.851946 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-181e941b-3895-4abe-b7a8-64bbee1b9c2b req-dbecaae0-d1d8-462a-bef9-2ec777cb97c1 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 947 time: 0.2342463 Jun 30 09:16:06.901750 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-181e941b-3895-4abe-b7a8-64bbee1b9c2b req-aed1730a-f6f0-4164-9396-a7a1347f2980 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474355 Jun 30 09:16:06.917488 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-665b21a9-0063-437c-be11-52aa171ae9fc tempest-AgentManagementNegativeTest-208932820 tempest-AgentManagementNegativeTest-208932820-project] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1580217 Jun 30 09:16:06.957570 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b8a69-abfb-4e0f-ac58-07ea2f8d1f44 req-02caf93c-0e22-4983-b263-351147513078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:06.960321 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e89b8a69-abfb-4e0f-ac58-07ea2f8d1f44 req-02caf93c-0e22-4983-b263-351147513078 service neutron] 10.222.0.52 "GET /v2.0/networks?id=30803426-2521-4fa6-8470-27f2b32b642d HTTP/1.1" status: 200 len: 914 time: 0.1669717 Jun 30 09:16:07.022375 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e89b8a69-abfb-4e0f-ac58-07ea2f8d1f44 req-ebce93cb-bfc3-45e3-9bdc-8def0c165653 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84e49e18-5586-4075-a5fa-8ba4bc0b447a HTTP/1.1" status: 200 len: 217 time: 0.0542088 Jun 30 09:16:07.023009 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db26fe33-1544-4de1-a35a-6925c3ec7fb9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Made reservation on behalf of 0076ed16b9c640f6a2a7cca671ba9d86 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:07.026608 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-db26fe33-1544-4de1-a35a-6925c3ec7fb9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:07.030730 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b4e28dd7-5a0b-4fdb-9ecd-18b9506f2bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:07.042388 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7f9c2521-8fa2-4015-84c5-070b7d3e4ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:07.050721 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7f9c2521-8fa2-4015-84c5-070b7d3e4ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:07.051902 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7f9c2521-8fa2-4015-84c5-070b7d3e4ecf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e5171a48-1f0d-42c0-8e26-f0796ac9d98c HTTP/1.1" status: 204 len: 168 time: 0.5237126 Jun 30 09:16:07.086537 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b8a69-abfb-4e0f-ac58-07ea2f8d1f44 req-0447a5de-b225-4f5b-befd-6bbe2e495c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:07.089510 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e89b8a69-abfb-4e0f-ac58-07ea2f8d1f44 req-0447a5de-b225-4f5b-befd-6bbe2e495c35 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=25d920e9-4cce-4374-bd84-fac478cbf3ab HTTP/1.1" status: 200 len: 853 time: 0.0598609 Jun 30 09:16:07.140138 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e89b8a69-abfb-4e0f-ac58-07ea2f8d1f44 req-8c2918b7-7376-4569-b29e-5fec78368f4d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=30803426-2521-4fa6-8470-27f2b32b642d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407350 Jun 30 09:16:07.158090 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c16e7-38dd-4012-995f-8c57dea8deda None None] Pushing event updated for resources: {'Port': ['ID=8105dcf0-eb65-4be4-bebf-5302b0893f9c,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:07.230750 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-b4e28dd7-5a0b-4fdb-9ecd-18b9506f2bdc None None] Attempting to bind port 8105dcf0-eb65-4be4-bebf-5302b0893f9c on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:07.231114 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-b4e28dd7-5a0b-4fdb-9ecd-18b9506f2bdc None None] Attempting to bind port 8105dcf0-eb65-4be4-bebf-5302b0893f9c by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '84eba123-e55f-4d97-9135-83c93ea53860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '48b7c3f9-4efa-40b1-96a1-022e17cb3166'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:07.231508 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e28dd7-5a0b-4fdb-9ecd-18b9506f2bdc None None] Attempting to bind port 8105dcf0-eb65-4be4-bebf-5302b0893f9c on network 48b7c3f9-4efa-40b1-96a1-022e17cb3166 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:07.237483 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e28dd7-5a0b-4fdb-9ecd-18b9506f2bdc None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:07.237853 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e28dd7-5a0b-4fdb-9ecd-18b9506f2bdc None None] Checking segment: {'id': '84eba123-e55f-4d97-9135-83c93ea53860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '48b7c3f9-4efa-40b1-96a1-022e17cb3166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:07.238001 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c2521-8fa2-4015-84c5-070b7d3e4ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5171a48-1f0d-42c0-8e26-f0796ac9d98c,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:07.238250 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b4e28dd7-5a0b-4fdb-9ecd-18b9506f2bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:07.239108 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e28dd7-5a0b-4fdb-9ecd-18b9506f2bdc None None] Bound using segment: {'id': '84eba123-e55f-4d97-9135-83c93ea53860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '48b7c3f9-4efa-40b1-96a1-022e17cb3166'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:07.239108 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-b4e28dd7-5a0b-4fdb-9ecd-18b9506f2bdc None None] Bound port: 8105dcf0-eb65-4be4-bebf-5302b0893f9c, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84eba123-e55f-4d97-9135-83c93ea53860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '48b7c3f9-4efa-40b1-96a1-022e17cb3166'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:07.240046 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b4e28dd7-5a0b-4fdb-9ecd-18b9506f2bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:07.315267 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e89b8a69-abfb-4e0f-ac58-07ea2f8d1f44 req-93eb888e-332d-4588-9c8a-3836cc9fe471 service neutron] 10.222.0.52 "GET /v2.0/networks/30803426-2521-4fa6-8470-27f2b32b642d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650400 Jun 30 09:16:07.329366 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:07.332332 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff51ce-e741-4aa0-ac70-0ff902f2cca9 req-1dcdaabf-3664-4acd-a02e-ed8492e6e109 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:07.332759 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8dff51ce-e741-4aa0-ac70-0ff902f2cca9 req-1dcdaabf-3664-4acd-a02e-ed8492e6e109 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1fb5178-a33e-4fe3-8558-4f3cb1717701 HTTP/1.1" status: 200 len: 945 time: 0.2521687 Jun 30 09:16:07.394274 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-b4e28dd7-5a0b-4fdb-9ecd-18b9506f2bdc None None] For port 8105dcf0-eb65-4be4-bebf-5302b0893f9c, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:07.401602 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-b4e28dd7-5a0b-4fdb-9ecd-18b9506f2bdc None None] For port 8105dcf0-eb65-4be4-bebf-5302b0893f9c, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8105dcf0-eb65-4be4-bebf-5302b0893f9c,segment=NetworkSegment(84eba123-e55f-4d97-9135-83c93ea53860),segment_id=84eba123-e55f-4d97-9135-83c93ea53860)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:07.457320 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8dff51ce-e741-4aa0-ac70-0ff902f2cca9 req-7f917d66-ac5d-4b61-9c09-21c09c6369cf tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a9f0f03-975e-494e-b70c-7a1dc0a02320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001761 Jun 30 09:16:07.505887 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b4e28dd7-5a0b-4fdb-9ecd-18b9506f2bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:07.529255 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06580397-e43b-4bfa-b9ba-487cd70955a4 req-d53de4d4-8619-416f-be80-c666e16ab5b0 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:07.537204 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-06580397-e43b-4bfa-b9ba-487cd70955a4 req-d53de4d4-8619-416f-be80-c666e16ab5b0 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d759bcc-b77e-4d09-8f77-d0e79a3a3e01 HTTP/1.1" status: 200 len: 943 time: 0.1157589 Jun 30 09:16:07.584138 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e89b8a69-abfb-4e0f-ac58-07ea2f8d1f44 req-2f156a51-0694-4874-a7b1-eba852f8bb5a service neutron] 10.222.0.52 "GET /v2.0/networks/30803426-2521-4fa6-8470-27f2b32b642d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616010 Jun 30 09:16:07.595195 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-db26fe33-1544-4de1-a35a-6925c3ec7fb9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:07.600018 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-06580397-e43b-4bfa-b9ba-487cd70955a4 req-e6972f5a-213b-47ea-9840-4928b25544f6 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617642 Jun 30 09:16:07.637314 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c16e7-38dd-4012-995f-8c57dea8deda None None] Pushing event updated for resources: {'Port': ['ID=8105dcf0-eb65-4be4-bebf-5302b0893f9c,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:07.640874 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e28dd7-5a0b-4fdb-9ecd-18b9506f2bdc None None] Routers {'131d6ae5-3eae-4e68-99c7-ba6827038896'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:07.640874 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b4e28dd7-5a0b-4fdb-9ecd-18b9506f2bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:15:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['131d6ae5-3eae-4e68-99c7-ba6827038896'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:07.684731 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26fe33-1544-4de1-a35a-6925c3ec7fb9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Pushing event updated for resources: {'Subnet': ['ID=b93d924f-b26f-4587-815b-820b80fea9af,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:07.700024 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40042) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:07.725199 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db26fe33-1544-4de1-a35a-6925c3ec7fb9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Checking segment: {'id': '957596e1-4db1-4470-b1de-96ba161fa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c05ab70b-f2b6-4d28-9ace-377aa101ec95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:07.725582 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db26fe33-1544-4de1-a35a-6925c3ec7fb9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Network hostable DHCP agents. Network: c05ab70b-f2b6-4d28-9ace-377aa101ec95, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:16:07.836175 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-b4e28dd7-5a0b-4fdb-9ecd-18b9506f2bdc None None] Set router 131d6ae5-3eae-4e68-99c7-ba6827038896 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:07.848880 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2e9ceea-f169-4670-a1c8-0b3138d093dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:07.949138 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2e9ceea-f169-4670-a1c8-0b3138d093dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:07.988920 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db26fe33-1544-4de1-a35a-6925c3ec7fb9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Network c05ab70b-f2b6-4d28-9ace-377aa101ec95 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:16:08.015954 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:16:08.075780 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2e9ceea-f169-4670-a1c8-0b3138d093dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.130160 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-db26fe33-1544-4de1-a35a-6925c3ec7fb9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, c05ab70b-f2b6-4d28-9ace-377aa101ec95) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:08.138125 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db26fe33-1544-4de1-a35a-6925c3ec7fb9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:08.138916 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-db26fe33-1544-4de1-a35a-6925c3ec7fb9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.142056 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3550495f-5207-4d38-baf8-c14237e79418 None None] Network c05ab70b-f2b6-4d28-9ace-377aa101ec95 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:08.153401 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a2e9ceea-f169-4670-a1c8-0b3138d093dd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9f723d0cf5b14787ab22163d0e4e7879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4518056 Jun 30 09:16:08.154847 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9ceea-f169-4670-a1c8-0b3138d093dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821121c8-2c79-4522-9ad8-5bc8e54f2471,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:08.157080 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40056) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:08.236017 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b4e28dd7-5a0b-4fdb-9ecd-18b9506f2bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131d6ae5-3eae-4e68-99c7-ba6827038896', 'name': 'tempest-ServersTestMultiNic-766774572-router', 'tenant_id': '0076ed16b9c640f6a2a7cca671ba9d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '435d7d0d-3d43-4bc9-91c9-ed7796eab1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:56Z', 'updated_at': '2021-06-30T09:16:03Z', 'revision_number': 4, 'project_id': '0076ed16b9c640f6a2a7cca671ba9d86', 'gw_port': {'id': '435d7d0d-3d43-4bc9-91c9-ed7796eab1cc', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d6ae5-3eae-4e68-99c7-ba6827038896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:57Z', 'updated_at': '2021-06-30T09:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '8105dcf0-eb65-4be4-bebf-5302b0893f9c', 'name': '', 'network_id': '48b7c3f9-4efa-40b1-96a1-022e17cb3166', 'tenant_id': '0076ed16b9c640f6a2a7cca671ba9d86', 'mac_address': 'fa:16:3e:35:4a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131d6ae5-3eae-4e68-99c7-ba6827038896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '0c497ae2-3c98-4f1e-8c3e-24d72e7d2b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:02Z', 'updated_at': '2021-06-30T09:16:07Z', 'revision_number': 4, 'project_id': '0076ed16b9c640f6a2a7cca671ba9d86', 'subnets': [{'id': '0c497ae2-3c98-4f1e-8c3e-24d72e7d2b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:08.241992 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f679509-d424-492f-8092-a62e6c7b75d9 req-81d6c7ae-7af2-41e6-a909-33083c66726f tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:08.244173 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8f679509-d424-492f-8092-a62e6c7b75d9 req-81d6c7ae-7af2-41e6-a909-33083c66726f tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 947 time: 0.1713405 Jun 30 09:16:08.284697 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2,segment=NetworkSegment(bc499c06-af65-4614-b099-27bc511ea45a),segment_id=bc499c06-af65-4614-b099-27bc511ea45a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:08.289600 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e28dd7-5a0b-4fdb-9ecd-18b9506f2bdc None None] The sync data for ids ['131d6ae5-3eae-4e68-99c7-ba6827038896'] in n-d-771363-31 is: [{'id': '131d6ae5-3eae-4e68-99c7-ba6827038896', 'name': 'tempest-ServersTestMultiNic-766774572-router', 'tenant_id': '0076ed16b9c640f6a2a7cca671ba9d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '435d7d0d-3d43-4bc9-91c9-ed7796eab1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:56Z', 'updated_at': '2021-06-30T09:16:03Z', 'revision_number': 4, 'project_id': '0076ed16b9c640f6a2a7cca671ba9d86', 'gw_port': {'id': '435d7d0d-3d43-4bc9-91c9-ed7796eab1cc', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d6ae5-3eae-4e68-99c7-ba6827038896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:57Z', 'updated_at': '2021-06-30T09:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '8105dcf0-eb65-4be4-bebf-5302b0893f9c', 'name': '', 'network_id': '48b7c3f9-4efa-40b1-96a1-022e17cb3166', 'tenant_id': '0076ed16b9c640f6a2a7cca671ba9d86', 'mac_address': 'fa:16:3e:35:4a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131d6ae5-3eae-4e68-99c7-ba6827038896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '0c497ae2-3c98-4f1e-8c3e-24d72e7d2b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:02Z', 'updated_at': '2021-06-30T09:16:07Z', 'revision_number': 4, 'project_id': '0076ed16b9c640f6a2a7cca671ba9d86', 'subnets': [{'id': '0c497ae2-3c98-4f1e-8c3e-24d72e7d2b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:08.307267 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2', 'network_id': '67fb0116-df8f-4edf-9acf-411778b1e168', 'port_id': '615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2', 'mac_address': 'fa:16:3e:4f:73:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8acfcba-aa49-40d7-96e1-8c2c79b01912', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:16:08.330191 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8f679509-d424-492f-8092-a62e6c7b75d9 req-8c75f280-4d2a-4fb0-bcc3-d95af9501f12 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794034 Jun 30 09:16:08.338170 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-db26fe33-1544-4de1-a35a-6925c3ec7fb9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6621625 Jun 30 09:16:08.338424 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40062) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:08.353226 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-9b9ceb16-58bf-445e-b581-07cc95f38af2 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1040871075'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:08.356907 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1c0ac3df-07a1-49d2-a288-93a41ab91b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.433690 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1c0ac3df-07a1-49d2-a288-93a41ab91b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.497515 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9ceb16-58bf-445e-b581-07cc95f38af2 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Made reservation on behalf of 0076ed16b9c640f6a2a7cca671ba9d86 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:08.501851 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9b9ceb16-58bf-445e-b581-07cc95f38af2 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.674814 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1c0ac3df-07a1-49d2-a288-93a41ab91b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.685978 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.687432 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1c0ac3df-07a1-49d2-a288-93a41ab91b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.694267 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1c0ac3df-07a1-49d2-a288-93a41ab91b06 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/821121c8-2c79-4522-9ad8-5bc8e54f2471 HTTP/1.1" status: 204 len: 168 time: 0.5197895 Jun 30 09:16:08.697378 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b9ceb16-58bf-445e-b581-07cc95f38af2 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:16:08.729593 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ac3df-07a1-49d2-a288-93a41ab91b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821121c8-2c79-4522-9ad8-5bc8e54f2471,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:08.732957 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f501e5-b5da-4227-b33c-a38a2192ebd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-c05ab70b-f2b6-4d28-9ace-377aa101ec95', 'network_id': 'c05ab70b-f2b6-4d28-9ace-377aa101ec95', 'tenant_id': '0076ed16b9c640f6a2a7cca671ba9d86', 'fixed_ips': [{'subnet_id': 'b93d924f-b26f-4587-815b-820b80fea9af'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:16:08.737740 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a1f501e5-b5da-4227-b33c-a38a2192ebd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.742198 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9b9ceb16-58bf-445e-b581-07cc95f38af2 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.742599 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-9b9ceb16-58bf-445e-b581-07cc95f38af2 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Added segment 47e45efd-cdef-4241-b33c-19fade2b32da of type vlan for network ff437070-00b0-4cca-bb44-4c82d9e4d8fd Jun 30 09:16:08.829129 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:08.845001 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9b9ceb16-58bf-445e-b581-07cc95f38af2 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.879385 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.909227 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2,segment=NetworkSegment(bc499c06-af65-4614-b099-27bc511ea45a),segment_id=bc499c06-af65-4614-b099-27bc511ea45a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:09.029093 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9b9ceb16-58bf-445e-b581-07cc95f38af2 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:09.032678 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:09.038734 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9ceb16-58bf-445e-b581-07cc95f38af2 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.039688 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9b9ceb16-58bf-445e-b581-07cc95f38af2 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:09.054263 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29f691-a8b6-4ce4-bbe0-003bd36b524b req-324e7dbc-3684-418f-9377-696dfdede95e tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.056078 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cf29f691-a8b6-4ce4-bbe0-003bd36b524b req-324e7dbc-3684-418f-9377-696dfdede95e tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d759bcc-b77e-4d09-8f77-d0e79a3a3e01 HTTP/1.1" status: 200 len: 943 time: 0.2116122 Jun 30 09:16:09.121602 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:09.165940 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cf29f691-a8b6-4ce4-bbe0-003bd36b524b req-58898adf-d5bd-4344-9e7b-398dc2b574c2 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993505 Jun 30 09:16:09.172080 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ceb16-58bf-445e-b581-07cc95f38af2 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Pushing event updated for resources: {'Network': ['ID=ff437070-00b0-4cca-bb44-4c82d9e4d8fd,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:09.196461 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network ff437070-00b0-4cca-bb44-4c82d9e4d8fd details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:16:09.241480 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9b9ceb16-58bf-445e-b581-07cc95f38af2 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9019072 Jun 30 09:16:09.243936 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40082) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:09.251927 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-dfc7f49e-3bda-4261-8d00-c54d6e108c2e tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Request body: {'subnet': {'network_id': 'ff437070-00b0-4cca-bb44-4c82d9e4d8fd', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:09.470804 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-a1f501e5-b5da-4227-b33c-a38a2192ebd2 None None] Allocated IP 19.80.0.2 (c05ab70b-f2b6-4d28-9ace-377aa101ec95/b93d924f-b26f-4587-815b-820b80fea9af/4b722b1a-7625-4673-b9af-3c4e6678fc29) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:09.604213 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:16:09.633711 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8105dcf0-eb65-4be4-bebf-5302b0893f9c up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:09.649752 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6179fb2-cdfe-40cb-8dbb-e683d82b98e2 req-dc4af17b-b07e-44cf-8b42-9e8b4061cb45 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.660990 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e6179fb2-cdfe-40cb-8dbb-e683d82b98e2 req-dc4af17b-b07e-44cf-8b42-9e8b4061cb45 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1fb5178-a33e-4fe3-8558-4f3cb1717701 HTTP/1.1" status: 200 len: 945 time: 0.3064003 Jun 30 09:16:09.743205 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e6179fb2-cdfe-40cb-8dbb-e683d82b98e2 req-10fb0a64-3f60-4633-a77c-c0d8a45f0c0e tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a9f0f03-975e-494e-b70c-7a1dc0a02320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738025 Jun 30 09:16:09.745871 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc7f49e-3bda-4261-8d00-c54d6e108c2e tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Made reservation on behalf of 0076ed16b9c640f6a2a7cca671ba9d86 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:09.753606 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dfc7f49e-3bda-4261-8d00-c54d6e108c2e tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:09.802575 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874f809-f287-4c3e-9285-7c4bb90c1a71 req-15ed2e53-07e8-4818-984b-c9f520e56766 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.805613 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a874f809-f287-4c3e-9285-7c4bb90c1a71 req-15ed2e53-07e8-4818-984b-c9f520e56766 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 947 time: 0.2061849 Jun 30 09:16:09.897075 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a874f809-f287-4c3e-9285-7c4bb90c1a71 req-8184f510-8c5d-4eea-8c6b-4df70c0d8656 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842566 Jun 30 09:16:09.940571 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 8105dcf0-eb65-4be4-bebf-5302b0893f9c completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:09.953874 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 8105dcf0-eb65-4be4-bebf-5302b0893f9c triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:09.954255 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:10.030284 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a1f501e5-b5da-4227-b33c-a38a2192ebd2 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:10.077678 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a1f501e5-b5da-4227-b33c-a38a2192ebd2 None None] Transition to ACTIVE for port object 4b722b1a-7625-4673-b9af-3c4e6678fc29 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:10.197263 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a1f501e5-b5da-4227-b33c-a38a2192ebd2 None None] Transition to ACTIVE for port object 4b722b1a-7625-4673-b9af-3c4e6678fc29 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:10.198833 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:10.248691 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 8105dcf0-eb65-4be4-bebf-5302b0893f9c, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8105dcf0-eb65-4be4-bebf-5302b0893f9c,segment=NetworkSegment(84eba123-e55f-4d97-9135-83c93ea53860),segment_id=84eba123-e55f-4d97-9135-83c93ea53860)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:10.267346 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793029e-55ec-40a9-adbf-2565a84e5f41 req-2adae866-bc8a-404b-a0c4-4f1644076f44 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.277354 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3793029e-55ec-40a9-adbf-2565a84e5f41 req-2adae866-bc8a-404b-a0c4-4f1644076f44 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 947 time: 0.1051176 Jun 30 09:16:10.315045 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a1f501e5-b5da-4227-b33c-a38a2192ebd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:10.339035 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3793029e-55ec-40a9-adbf-2565a84e5f41 req-6c2b28ea-a262-44d0-a4fd-defc35d4cba5 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605998 Jun 30 09:16:10.361144 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dfc7f49e-3bda-4261-8d00-c54d6e108c2e tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:10.362793 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:10.379684 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f501e5-b5da-4227-b33c-a38a2192ebd2 None None] Network c05ab70b-f2b6-4d28-9ace-377aa101ec95 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:10.383397 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-a1f501e5-b5da-4227-b33c-a38a2192ebd2 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:10.394178 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f501e5-b5da-4227-b33c-a38a2192ebd2 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:10.401100 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f501e5-b5da-4227-b33c-a38a2192ebd2 None None] Pushing event updated for resources: {'Port': ['ID=4b722b1a-7625-4673-b9af-3c4e6678fc29,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:10.460583 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7f49e-3bda-4261-8d00-c54d6e108c2e tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Pushing event updated for resources: {'Subnet': ['ID=23bfb22c-337c-45b9-a851-b946d3eeec7b,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:10.505541 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc7f49e-3bda-4261-8d00-c54d6e108c2e tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Checking segment: {'id': '47e45efd-cdef-4241-b33c-19fade2b32da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ff437070-00b0-4cca-bb44-4c82d9e4d8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:10.505541 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc7f49e-3bda-4261-8d00-c54d6e108c2e tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Network hostable DHCP agents. Network: ff437070-00b0-4cca-bb44-4c82d9e4d8fd, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:16:10.574662 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=8105dcf0-eb65-4be4-bebf-5302b0893f9c,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:10.579004 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-a1f501e5-b5da-4227-b33c-a38a2192ebd2 None None] Attempting to bind port 4b722b1a-7625-4673-b9af-3c4e6678fc29 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:10.579413 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-a1f501e5-b5da-4227-b33c-a38a2192ebd2 None None] Attempting to bind port 4b722b1a-7625-4673-b9af-3c4e6678fc29 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '957596e1-4db1-4470-b1de-96ba161fa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c05ab70b-f2b6-4d28-9ace-377aa101ec95'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:10.580077 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f501e5-b5da-4227-b33c-a38a2192ebd2 None None] Attempting to bind port 4b722b1a-7625-4673-b9af-3c4e6678fc29 on network c05ab70b-f2b6-4d28-9ace-377aa101ec95 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:10.588926 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f501e5-b5da-4227-b33c-a38a2192ebd2 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:10.589350 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f501e5-b5da-4227-b33c-a38a2192ebd2 None None] Checking segment: {'id': '957596e1-4db1-4470-b1de-96ba161fa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c05ab70b-f2b6-4d28-9ace-377aa101ec95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:10.589882 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a1f501e5-b5da-4227-b33c-a38a2192ebd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:10.590553 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f501e5-b5da-4227-b33c-a38a2192ebd2 None None] Bound using segment: {'id': '957596e1-4db1-4470-b1de-96ba161fa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c05ab70b-f2b6-4d28-9ace-377aa101ec95'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:10.591042 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-a1f501e5-b5da-4227-b33c-a38a2192ebd2 None None] Bound port: 4b722b1a-7625-4673-b9af-3c4e6678fc29, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '957596e1-4db1-4470-b1de-96ba161fa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c05ab70b-f2b6-4d28-9ace-377aa101ec95'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:10.591441 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a1f501e5-b5da-4227-b33c-a38a2192ebd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:10.628930 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5bdc8-867c-4b08-8ce3-a4977e536c5c req-b6f19fba-0fde-4a99-902f-69e4d556ef3c tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.631555 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-55e5bdc8-867c-4b08-8ce3-a4977e536c5c req-b6f19fba-0fde-4a99-902f-69e4d556ef3c tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d759bcc-b77e-4d09-8f77-d0e79a3a3e01 HTTP/1.1" status: 200 len: 944 time: 0.0985606 Jun 30 09:16:10.656884 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc7f49e-3bda-4261-8d00-c54d6e108c2e tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Network ff437070-00b0-4cca-bb44-4c82d9e4d8fd is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:16:10.668404 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-a1f501e5-b5da-4227-b33c-a38a2192ebd2 None None] For port 4b722b1a-7625-4673-b9af-3c4e6678fc29, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:10.673729 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-a1f501e5-b5da-4227-b33c-a38a2192ebd2 None None] For port 4b722b1a-7625-4673-b9af-3c4e6678fc29, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4b722b1a-7625-4673-b9af-3c4e6678fc29,segment=NetworkSegment(957596e1-4db1-4470-b1de-96ba161fa053),segment_id=957596e1-4db1-4470-b1de-96ba161fa053)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:10.689863 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40148) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:10.690938 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-55e5bdc8-867c-4b08-8ce3-a4977e536c5c req-e62e0422-e80f-4f0b-9947-3f4b3af73b26 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507305 Jun 30 09:16:10.805946 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-dfc7f49e-3bda-4261-8d00-c54d6e108c2e tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, ff437070-00b0-4cca-bb44-4c82d9e4d8fd) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:10.806409 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a1f501e5-b5da-4227-b33c-a38a2192ebd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:10.811135 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc7f49e-3bda-4261-8d00-c54d6e108c2e tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.812014 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dfc7f49e-3bda-4261-8d00-c54d6e108c2e tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:10.828711 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200afd47-35d0-4667-b590-00013c5686a0 None None] Network ff437070-00b0-4cca-bb44-4c82d9e4d8fd requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:10.904684 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-6b550ca8-c4ae-4b82-82a1-ac3bb8e4798f tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:10.905386 n-d-771363-31 neutron-server[101054]: WARNING neutron.api.v2.base [None req-6b550ca8-c4ae-4b82-82a1-ac3bb8e4798f tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 30 09:16:10.905870 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-6b550ca8-c4ae-4b82-82a1-ac3bb8e4798f tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] create failed (client error): There was a conflict when trying to complete your request. Jun 30 09:16:10.907500 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6b550ca8-c4ae-4b82-82a1-ac3bb8e4798f tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2153928 Jun 30 09:16:10.911086 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40160) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:10.922637 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-dfc7f49e-3bda-4261-8d00-c54d6e108c2e tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6700590 Jun 30 09:16:10.933518 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-4b07e0ed-ddf9-4cd8-b7c7-49cdfcbc24f3 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group': {'name': 'tempest-secgroup--546249875'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:10.970414 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f501e5-b5da-4227-b33c-a38a2192ebd2 None None] Pushing event updated for resources: {'Port': ['ID=4b722b1a-7625-4673-b9af-3c4e6678fc29,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:11.075028 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4b07e0ed-ddf9-4cd8-b7c7-49cdfcbc24f3 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:11.090694 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8744ba-4a4b-432c-9da4-37f202b58784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-ff437070-00b0-4cca-bb44-4c82d9e4d8fd', 'network_id': 'ff437070-00b0-4cca-bb44-4c82d9e4d8fd', 'tenant_id': '0076ed16b9c640f6a2a7cca671ba9d86', 'fixed_ips': [{'subnet_id': '23bfb22c-337c-45b9-a851-b946d3eeec7b'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:16:11.091684 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8a8744ba-4a4b-432c-9da4-37f202b58784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:11.099661 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4b07e0ed-ddf9-4cd8-b7c7-49cdfcbc24f3 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:11.233497 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86d589-0c77-41fc-9130-36bad912c5f6 req-a725789c-7b47-4088-9dbb-04abbe48dfa5 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:11.249805 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ef86d589-0c77-41fc-9130-36bad912c5f6 req-a725789c-7b47-4088-9dbb-04abbe48dfa5 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 947 time: 0.1462364 Jun 30 09:16:11.338821 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4b07e0ed-ddf9-4cd8-b7c7-49cdfcbc24f3 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:11.339071 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-8a8744ba-4a4b-432c-9da4-37f202b58784 None None] Allocated IP 19.86.0.2 (ff437070-00b0-4cca-bb44-4c82d9e4d8fd/23bfb22c-337c-45b9-a851-b946d3eeec7b/49b3ba18-c8d5-447f-b228-05ac9051ff87) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:11.345974 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ef86d589-0c77-41fc-9130-36bad912c5f6 req-8f825440-5fa0-4a2d-b3a6-908364557be6 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947604 Jun 30 09:16:11.395525 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4b07e0ed-ddf9-4cd8-b7c7-49cdfcbc24f3 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:11.553510 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07e0ed-ddf9-4cd8-b7c7-49cdfcbc24f3 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcf28dc-4eb0-4f68-96a8-be8fdb6fe3a0,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:11.619257 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3ba8d-fd57-4082-9d75-32ad95c97849 req-1cec5325-eddc-4f4a-ad4d-f7ebad4d4393 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:11.626194 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5e3ba8d-fd57-4082-9d75-32ad95c97849 req-1cec5325-eddc-4f4a-ad4d-f7ebad4d4393 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1fb5178-a33e-4fe3-8558-4f3cb1717701 HTTP/1.1" status: 200 len: 945 time: 0.2018971 Jun 30 09:16:11.640810 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8a8744ba-4a4b-432c-9da4-37f202b58784 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:11.650997 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8a8744ba-4a4b-432c-9da4-37f202b58784 None None] Transition to ACTIVE for port object 49b3ba18-c8d5-447f-b228-05ac9051ff87 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:11.657106 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4b07e0ed-ddf9-4cd8-b7c7-49cdfcbc24f3 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:11.666847 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-f61404fb-3f21-4a62-91dc-5fefb8c69e3a tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:11.670195 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8a8744ba-4a4b-432c-9da4-37f202b58784 None None] Transition to ACTIVE for port object 49b3ba18-c8d5-447f-b228-05ac9051ff87 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:11.674686 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-f61404fb-3f21-4a62-91dc-5fefb8c69e3a tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:11.675931 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5e3ba8d-fd57-4082-9d75-32ad95c97849 req-755bd291-dc8a-4ab2-af85-c696e9445d89 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a9f0f03-975e-494e-b70c-7a1dc0a02320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489058 Jun 30 09:16:11.676784 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-f61404fb-3f21-4a62-91dc-5fefb8c69e3a tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/networks?id=c05ab70b-f2b6-4d28-9ace-377aa101ec95&id=ff437070-00b0-4cca-bb44-4c82d9e4d8fd&id=c05ab70b-f2b6-4d28-9ace-377aa101ec95 HTTP/1.1" status: 200 len: 1391 time: 0.2088263 Jun 30 09:16:11.700374 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4b722b1a-7625-4673-b9af-3c4e6678fc29 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:11.701843 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-e71ae0d0-9d50-4668-aea3-65caf554e80d tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/quotas/0076ed16b9c640f6a2a7cca671ba9d86 HTTP/1.1" status: 200 len: 375 time: 0.0132957 Jun 30 09:16:11.750045 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4b07e0ed-ddf9-4cd8-b7c7-49cdfcbc24f3 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:11.751757 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8a8744ba-4a4b-432c-9da4-37f202b58784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:11.786009 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07e0ed-ddf9-4cd8-b7c7-49cdfcbc24f3 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b924afe3-f8bb-42a8-8e77-dd48e97e1afd,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:11.806408 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8744ba-4a4b-432c-9da4-37f202b58784 None None] Network ff437070-00b0-4cca-bb44-4c82d9e4d8fd is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:11.806814 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-5560b569-6cd7-4387-97dd-b1cf2f7d77ab tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0076ed16b9c640f6a2a7cca671ba9d86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0988631 Jun 30 09:16:11.809548 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-8a8744ba-4a4b-432c-9da4-37f202b58784 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:11.813161 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8744ba-4a4b-432c-9da4-37f202b58784 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:11.824282 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8744ba-4a4b-432c-9da4-37f202b58784 None None] Pushing event updated for resources: {'Port': ['ID=49b3ba18-c8d5-447f-b228-05ac9051ff87,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:11.851990 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4b07e0ed-ddf9-4cd8-b7c7-49cdfcbc24f3 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:11.855827 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4b07e0ed-ddf9-4cd8-b7c7-49cdfcbc24f3 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9404583 Jun 30 09:16:11.856094 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40198) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:11.865925 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-96ad0c8e-c52f-4448-9ae9-78a1c744cdb3 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group_rule': {'security_group_id': 'b924afe3-f8bb-42a8-8e77-dd48e97e1afd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:11.867547 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 4b722b1a-7625-4673-b9af-3c4e6678fc29 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:11.923505 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8105dcf0-eb65-4be4-bebf-5302b0893f9c up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:11.966216 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-b0103717-482f-4152-a53d-720322086738 service neutron] 10.222.0.10 "GET /v2.0/networks/c05ab70b-f2b6-4d28-9ace-377aa101ec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583149 Jun 30 09:16:11.976566 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-8a8744ba-4a4b-432c-9da4-37f202b58784 None None] Attempting to bind port 49b3ba18-c8d5-447f-b228-05ac9051ff87 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:11.977149 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-8a8744ba-4a4b-432c-9da4-37f202b58784 None None] Attempting to bind port 49b3ba18-c8d5-447f-b228-05ac9051ff87 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '47e45efd-cdef-4241-b33c-19fade2b32da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ff437070-00b0-4cca-bb44-4c82d9e4d8fd'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:11.977269 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8744ba-4a4b-432c-9da4-37f202b58784 None None] Attempting to bind port 49b3ba18-c8d5-447f-b228-05ac9051ff87 on network ff437070-00b0-4cca-bb44-4c82d9e4d8fd {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:11.990341 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8744ba-4a4b-432c-9da4-37f202b58784 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:11.990341 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8744ba-4a4b-432c-9da4-37f202b58784 None None] Checking segment: {'id': '47e45efd-cdef-4241-b33c-19fade2b32da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ff437070-00b0-4cca-bb44-4c82d9e4d8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:11.990341 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8a8744ba-4a4b-432c-9da4-37f202b58784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:11.990341 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8744ba-4a4b-432c-9da4-37f202b58784 None None] Bound using segment: {'id': '47e45efd-cdef-4241-b33c-19fade2b32da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ff437070-00b0-4cca-bb44-4c82d9e4d8fd'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:11.990341 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-8a8744ba-4a4b-432c-9da4-37f202b58784 None None] Bound port: 49b3ba18-c8d5-447f-b228-05ac9051ff87, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e45efd-cdef-4241-b33c-19fade2b32da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ff437070-00b0-4cca-bb44-4c82d9e4d8fd'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:11.990341 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8a8744ba-4a4b-432c-9da4-37f202b58784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:12.021898 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:12.049745 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-96ad0c8e-c52f-4448-9ae9-78a1c744cdb3 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:12.111460 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-01574f2a-e699-4a8a-8d43-03dd22e0c00f service neutron] 10.222.0.10 "GET /v2.0/networks/c05ab70b-f2b6-4d28-9ace-377aa101ec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302242 Jun 30 09:16:12.124184 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 8105dcf0-eb65-4be4-bebf-5302b0893f9c triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:12.124547 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:12.140937 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67994dfd-5133-4be7-b174-387ef8c7d8e7 req-13a7df2c-9885-4138-b3b9-4ad4896d450f tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:12.142540 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-67994dfd-5133-4be7-b174-387ef8c7d8e7 req-13a7df2c-9885-4138-b3b9-4ad4896d450f tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 947 time: 0.1699891 Jun 30 09:16:12.163908 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-96ad0c8e-c52f-4448-9ae9-78a1c744cdb3 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:12.183259 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-8a8744ba-4a4b-432c-9da4-37f202b58784 None None] For port 49b3ba18-c8d5-447f-b228-05ac9051ff87, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:12.186794 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-8a8744ba-4a4b-432c-9da4-37f202b58784 None None] For port 49b3ba18-c8d5-447f-b228-05ac9051ff87, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=49b3ba18-c8d5-447f-b228-05ac9051ff87,segment=NetworkSegment(47e45efd-cdef-4241-b33c-19fade2b32da),segment_id=47e45efd-cdef-4241-b33c-19fade2b32da)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:12.217290 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-67994dfd-5133-4be7-b174-387ef8c7d8e7 req-78740ff8-4373-4e1b-8794-4183ccbcdcf7 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647116 Jun 30 09:16:12.245187 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-e2855c5e-bcf5-4d5b-83a2-8b440ac8a77c service neutron] 10.222.0.10 "GET /v2.0/networks/ff437070-00b0-4cca-bb44-4c82d9e4d8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258168 Jun 30 09:16:12.252711 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-96ad0c8e-c52f-4448-9ae9-78a1c744cdb3 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:12.275253 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:12.279725 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8a8744ba-4a4b-432c-9da4-37f202b58784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:12.296568 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad0c8e-c52f-4448-9ae9-78a1c744cdb3 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c75418-e999-40ee-a186-f2e978900736,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:12.300633 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:12.302431 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:12.377515 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b0fb41-04a3-4f5d-81c8-f7560be4690e None None] Network c05ab70b-f2b6-4d28-9ace-377aa101ec95 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:12.400721 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-5b605e62-2f51-40bc-b843-022107a74245 service neutron] 10.222.0.10 "GET /v2.0/networks/ff437070-00b0-4cca-bb44-4c82d9e4d8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543729 Jun 30 09:16:12.414790 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-96ad0c8e-c52f-4448-9ae9-78a1c744cdb3 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:12.416332 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-96ad0c8e-c52f-4448-9ae9-78a1c744cdb3 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5590386 Jun 30 09:16:12.419051 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40202) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:12.423762 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-b3b0554d-3ff8-4b73-960d-15468a509f4b tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group_rule': {'security_group_id': 'b924afe3-f8bb-42a8-8e77-dd48e97e1afd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:12.500193 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8358101-e375-4e6e-b2fa-f629265d5235 req-db1c800c-ea73-463f-9a54-66629c983456 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:12.503625 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d8358101-e375-4e6e-b2fa-f629265d5235 req-db1c800c-ea73-463f-9a54-66629c983456 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d759bcc-b77e-4d09-8f77-d0e79a3a3e01 HTTP/1.1" status: 200 len: 944 time: 0.1490443 Jun 30 09:16:12.556222 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8744ba-4a4b-432c-9da4-37f202b58784 None None] Pushing event updated for resources: {'Port': ['ID=49b3ba18-c8d5-447f-b228-05ac9051ff87,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:12.572955 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d8358101-e375-4e6e-b2fa-f629265d5235 req-0679952f-5563-4e70-abe5-c5dbb4cb07d3 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611272 Jun 30 09:16:12.599583 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b3b0554d-3ff8-4b73-960d-15468a509f4b tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:12.721156 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40208) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:12.880801 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-526439ad-7cb5-47a4-98c4-54a7b227afe1 None None] Provisioning for port 4b722b1a-7625-4673-b9af-3c4e6678fc29 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:12.895449 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-526439ad-7cb5-47a4-98c4-54a7b227afe1 None None] Provisioning complete for port 4b722b1a-7625-4673-b9af-3c4e6678fc29 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:12.896468 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-526439ad-7cb5-47a4-98c4-54a7b227afe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:13.032776 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:13.035592 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-905f4366-0eb1-4b2a-893b-18de6725c055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:13.035694 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d759bcc-b77e-4d09-8f77-d0e79a3a3e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:13.035694 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982d5a16-6212-4121-aa7d-84f79531d53f" -d '{"events": [{"server_uuid": "4d759bcc-b77e-4d09-8f77-d0e79a3a3e01", "name": "network-vif-plugged", "status": "completed", "tag": "615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:13.044793 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2,segment=NetworkSegment(bc499c06-af65-4614-b099-27bc511ea45a),segment_id=bc499c06-af65-4614-b099-27bc511ea45a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:13.079406 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-526439ad-7cb5-47a4-98c4-54a7b227afe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:13.141285 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-d60a413a-8aed-4052-b14d-af06f771d721 service neutron] 10.222.0.10 "GET /v2.0/networks/c05ab70b-f2b6-4d28-9ace-377aa101ec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7382803 Jun 30 09:16:13.142630 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-526439ad-7cb5-47a4-98c4-54a7b227afe1 None None] For port 4b722b1a-7625-4673-b9af-3c4e6678fc29, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4b722b1a-7625-4673-b9af-3c4e6678fc29,segment=NetworkSegment(957596e1-4db1-4470-b1de-96ba161fa053),segment_id=957596e1-4db1-4470-b1de-96ba161fa053)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:13.195776 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-b3b0554d-3ff8-4b73-960d-15468a509f4b tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] create failed (client error): There was a conflict when trying to complete your request. Jun 30 09:16:13.196835 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b3b0554d-3ff8-4b73-960d-15468a509f4b tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7768247 Jun 30 09:16:13.203853 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40220) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:13.214520 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c95f1-b043-48f9-acd0-c7fe2b36c533 req-6a759f88-729f-433f-9f2d-660d1ceae0f8 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:13.215430 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888c5e2-7639-4317-a49d-4e89f6aa116b req-6cbeb2e9-b7aa-4f49-97b2-66e0cf962317 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:13.216261 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-709c95f1-b043-48f9-acd0-c7fe2b36c533 req-6a759f88-729f-433f-9f2d-660d1ceae0f8 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1fb5178-a33e-4fe3-8558-4f3cb1717701 HTTP/1.1" status: 200 len: 945 time: 0.1204293 Jun 30 09:16:13.217153 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4888c5e2-7639-4317-a49d-4e89f6aa116b req-6cbeb2e9-b7aa-4f49-97b2-66e0cf962317 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1fb5178-a33e-4fe3-8558-4f3cb1717701 HTTP/1.1" status: 200 len: 945 time: 0.1825516 Jun 30 09:16:13.241639 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:13.245576 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-526439ad-7cb5-47a4-98c4-54a7b227afe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:13.283975 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-709c95f1-b043-48f9-acd0-c7fe2b36c533 req-4d3fc717-9464-4874-90fd-944fcc2bdda4 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a9f0f03-975e-494e-b70c-7a1dc0a02320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587189 Jun 30 09:16:13.344802 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:13.387497 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a6f8d3ca-b1c8-4522-9b80-f834e9471a79 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:13.416212 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-905f4366-0eb1-4b2a-893b-18de6725c055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:13.430983 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526439ad-7cb5-47a4-98c4-54a7b227afe1 None None] Pushing event updated for resources: {'Port': ['ID=4b722b1a-7625-4673-b9af-3c4e6678fc29,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:13.484779 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-20048998-18d6-4b88-b630-2d6f6dc5e5c8 service neutron] 10.222.0.10 "GET /v2.0/networks/c05ab70b-f2b6-4d28-9ace-377aa101ec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355486 Jun 30 09:16:13.484779 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a6f8d3ca-b1c8-4522-9b80-f834e9471a79 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:13.503044 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-905f4366-0eb1-4b2a-893b-18de6725c055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:13.516631 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3535b5d5-b27f-48ba-944f-f1accce69003 None None] Provisioning complete for port 4b722b1a-7625-4673-b9af-3c4e6678fc29 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:13.517129 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3535b5d5-b27f-48ba-944f-f1accce69003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:13.607898 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-4888c5e2-7639-4317-a49d-4e89f6aa116b req-d96f6165-a085-45d8-b70b-dc9ac43d53bf tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Deleting port 1bd73eac-500d-4d1c-90d9-3e0bc50f34f7 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:13.608287 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-4888c5e2-7639-4317-a49d-4e89f6aa116b req-d96f6165-a085-45d8-b70b-dc9ac43d53bf tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:13.650291 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb85ff4f-6bfb-4e4b-942c-1a15e29acf4f x-openstack-request-id: req-bb85ff4f-6bfb-4e4b-942c-1a15e29acf4f {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:13.650659 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d759bcc-b77e-4d09-8f77-d0e79a3a3e01", "name": "network-vif-plugged", "status": "completed", "tag": "615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:13.651008 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bb85ff4f-6bfb-4e4b-942c-1a15e29acf4f {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:13.651520 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d759bcc-b77e-4d09-8f77-d0e79a3a3e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2', 'code': 200} Jun 30 09:16:13.651653 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-905f4366-0eb1-4b2a-893b-18de6725c055 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b34fabeee1d249d6a5a213c8a6ff59f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9254391 Jun 30 09:16:13.658905 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40228) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:13.662457 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f4366-0eb1-4b2a-893b-18de6725c055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1cb271-a909-4868-a697-ee32c505b2dd,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:13.792579 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 49b3ba18-c8d5-447f-b228-05ac9051ff87 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:13.803611 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a6f8d3ca-b1c8-4522-9b80-f834e9471a79 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:13.806148 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a6f8d3ca-b1c8-4522-9b80-f834e9471a79 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:13.809821 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a6f8d3ca-b1c8-4522-9b80-f834e9471a79 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "DELETE /v2.0/security-groups/b924afe3-f8bb-42a8-8e77-dd48e97e1afd HTTP/1.1" status: 204 len: 168 time: 0.5892241 Jun 30 09:16:13.810061 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40232) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:13.822508 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-4888c5e2-7639-4317-a49d-4e89f6aa116b req-d96f6165-a085-45d8-b70b-dc9ac43d53bf tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] For port 1bd73eac-500d-4d1c-90d9-3e0bc50f34f7, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=1bd73eac-500d-4d1c-90d9-3e0bc50f34f7,segment=NetworkSegment(aafd3519-a550-42a1-827f-331b0c3726cd),segment_id=aafd3519-a550-42a1-827f-331b0c3726cd)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:13.828332 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-4888c5e2-7639-4317-a49d-4e89f6aa116b req-d96f6165-a085-45d8-b70b-dc9ac43d53bf tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:13.847015 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8d3ca-b1c8-4522-9b80-f834e9471a79 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b924afe3-f8bb-42a8-8e77-dd48e97e1afd,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:13.890264 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-890acd48-c7d3-4f9b-84a3-3d05aecbf649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:13.991781 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-890acd48-c7d3-4f9b-84a3-3d05aecbf649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:13.994958 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 49b3ba18-c8d5-447f-b228-05ac9051ff87 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:14.038989 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-023c6fe4-ec83-4ced-8c2d-1ebd521f28a4 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1999772 Jun 30 09:16:14.045542 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40242) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:14.113134 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-70df3f1b-204b-490c-8d2a-76aac4cfb29d tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group': {'name': 'tempest-secgroup--1382663935'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:14.124248 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3f68b-37d4-4715-ab22-b2cdaacceee3 req-f37e655f-24e9-479f-9de9-d8a3f3f150ba tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:14.134555 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e6a3f68b-37d4-4715-ab22-b2cdaacceee3 req-f37e655f-24e9-479f-9de9-d8a3f3f150ba tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 947 time: 0.3685913 Jun 30 09:16:14.142505 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7be675b-3488-4184-9221-8facf8bbe1be None None] Network ff437070-00b0-4cca-bb44-4c82d9e4d8fd requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:14.162212 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113dce5-fab9-4b68-afdd-31b85a35ff42 req-1f040d6c-9a94-4ff0-b9db-c310fc0b5ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:14.164144 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c113dce5-fab9-4b68-afdd-31b85a35ff42 req-1f040d6c-9a94-4ff0-b9db-c310fc0b5ce5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4d759bcc-b77e-4d09-8f77-d0e79a3a3e01 HTTP/1.1" status: 200 len: 1097 time: 0.5114629 Jun 30 09:16:14.208882 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e6a3f68b-37d4-4715-ab22-b2cdaacceee3 req-8da99970-58a4-4e66-b073-f7203ac6d69c tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722029 Jun 30 09:16:14.226458 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-70df3f1b-204b-490c-8d2a-76aac4cfb29d tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.245834 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c113dce5-fab9-4b68-afdd-31b85a35ff42 req-63372ff3-092e-4017-af2b-f351494c1a81 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744245 Jun 30 09:16:14.251061 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-890acd48-c7d3-4f9b-84a3-3d05aecbf649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.253740 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-890acd48-c7d3-4f9b-84a3-3d05aecbf649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.255515 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-890acd48-c7d3-4f9b-84a3-3d05aecbf649 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cf1cb271-a909-4868-a697-ee32c505b2dd HTTP/1.1" status: 204 len: 168 time: 0.5946751 Jun 30 09:16:14.284766 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-4888c5e2-7639-4317-a49d-4e89f6aa116b req-d96f6165-a085-45d8-b70b-dc9ac43d53bf tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.285374 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-4888c5e2-7639-4317-a49d-4e89f6aa116b req-d96f6165-a085-45d8-b70b-dc9ac43d53bf tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.290520 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [req-4888c5e2-7639-4317-a49d-4e89f6aa116b req-d96f6165-a085-45d8-b70b-dc9ac43d53bf tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Floating IP b2c318d6-ab59-4695-b10b-a881b9a7f528 disassociated. External IP: 172.25.6.119, port: 1bd73eac-500d-4d1c-90d9-3e0bc50f34f7. Jun 30 09:16:14.290520 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-4888c5e2-7639-4317-a49d-4e89f6aa116b req-d96f6165-a085-45d8-b70b-dc9ac43d53bf tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Calling delete_port for 1bd73eac-500d-4d1c-90d9-3e0bc50f34f7 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:14.290863 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890acd48-c7d3-4f9b-84a3-3d05aecbf649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1cb271-a909-4868-a697-ee32c505b2dd,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:14.317738 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab6ed7-b995-4cc2-8bed-30e8e02f03bf req-b1ac870c-ff2d-46fc-ba97-d3b6a72a5cd8 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:14.319507 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-73ab6ed7-b995-4cc2-8bed-30e8e02f03bf req-b1ac870c-ff2d-46fc-ba97-d3b6a72a5cd8 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d759bcc-b77e-4d09-8f77-d0e79a3a3e01 HTTP/1.1" status: 200 len: 945 time: 0.1796496 Jun 30 09:16:14.359784 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0371a21f-8849-47f2-8d4e-0045c28e4551 req-0dabdac6-5b84-4a0e-8e36-5bea3cc28971 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 210 time: 0.0835056 Jun 30 09:16:14.474699 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4f6e684e-2204-4539-9442-40c5ffb91564 None None] Provisioning for port 49b3ba18-c8d5-447f-b228-05ac9051ff87 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:14.495241 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4f6e684e-2204-4539-9442-40c5ffb91564 None None] Provisioning complete for port 49b3ba18-c8d5-447f-b228-05ac9051ff87 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:14.496032 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4f6e684e-2204-4539-9442-40c5ffb91564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.563711 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-73ab6ed7-b995-4cc2-8bed-30e8e02f03bf req-3ed3224c-b22a-47b7-981c-42a52eefbbb3 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279565 Jun 30 09:16:14.675102 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15663fd-dc1f-4d9d-97af-c1f9b13fe148 req-61b93f9b-d284-4991-83d9-b8ec75a51638 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:14.681564 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4f6e684e-2204-4539-9442-40c5ffb91564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.687093 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-70df3f1b-204b-490c-8d2a-76aac4cfb29d tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.689265 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c15663fd-dc1f-4d9d-97af-c1f9b13fe148 req-61b93f9b-d284-4991-83d9-b8ec75a51638 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 947 time: 0.1275411 Jun 30 09:16:14.760772 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-70df3f1b-204b-490c-8d2a-76aac4cfb29d tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.761057 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4f6e684e-2204-4539-9442-40c5ffb91564 None None] For port 49b3ba18-c8d5-447f-b228-05ac9051ff87, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=49b3ba18-c8d5-447f-b228-05ac9051ff87,segment=NetworkSegment(47e45efd-cdef-4241-b33c-19fade2b32da),segment_id=47e45efd-cdef-4241-b33c-19fade2b32da)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:14.855476 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df3f1b-204b-490c-8d2a-76aac4cfb29d tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29a3b8dc-5217-4c5f-ae18-d64fa41830c5,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:14.869240 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-4888c5e2-7639-4317-a49d-4e89f6aa116b req-d96f6165-a085-45d8-b70b-dc9ac43d53bf tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.902923 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4f6e684e-2204-4539-9442-40c5ffb91564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.945397 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f6165-a085-45d8-b70b-dc9ac43d53bf tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Pushing event deleted for resources: {'Port': ['ID=1bd73eac-500d-4d1c-90d9-3e0bc50f34f7,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:15.049167 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e684e-2204-4539-9442-40c5ffb91564 None None] Pushing event updated for resources: {'Port': ['ID=49b3ba18-c8d5-447f-b228-05ac9051ff87,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:15.069457 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d6ffc805-beea-4bdf-9c70-9fa800d11b76 None None] Provisioning complete for port 49b3ba18-c8d5-447f-b228-05ac9051ff87 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:15.069457 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d6ffc805-beea-4bdf-9c70-9fa800d11b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.071060 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-70df3f1b-204b-490c-8d2a-76aac4cfb29d tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.073621 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-70df3f1b-204b-490c-8d2a-76aac4cfb29d tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0270698 Jun 30 09:16:15.090475 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40260) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:15.107336 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2478a-40d5-492e-bb86-c1b4af83791a req-2bcad778-0a74-47f1-9293-584fe7503075 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:15.108881 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-05a2478a-40d5-492e-bb86-c1b4af83791a req-2bcad778-0a74-47f1-9293-584fe7503075 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1fb5178-a33e-4fe3-8558-4f3cb1717701 HTTP/1.1" status: 200 len: 867 time: 0.3441994 Jun 30 09:16:15.117494 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-13bb3739-78ca-4c94-9aae-490b3c7558fc tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group_rule': {'security_group_id': '29a3b8dc-5217-4c5f-ae18-d64fa41830c5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:15.118318 n-d-771363-31 neutron-server[101053]: WARNING neutron.api.v2.base [None req-13bb3739-78ca-4c94-9aae-490b3c7558fc tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 30 09:16:15.118848 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-13bb3739-78ca-4c94-9aae-490b3c7558fc tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:16:15.123302 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-13bb3739-78ca-4c94-9aae-490b3c7558fc tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0134003 Jun 30 09:16:15.137004 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40262) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:15.222610 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40264) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:15.263585 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bc3d1f57-4eab-4c49-a86c-f0051f0e3375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.283778 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c15663fd-dc1f-4d9d-97af-c1f9b13fe148 req-6c1c89ad-4c91-4ee3-b33a-fce49269a5f7 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5935111 Jun 30 09:16:15.285563 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-05a2478a-40d5-492e-bb86-c1b4af83791a req-b1fdf9bd-9b38-4cfd-8773-37ef8ffa50f0 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a9f0f03-975e-494e-b70c-7a1dc0a02320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587875 Jun 30 09:16:15.319584 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4888c5e2-7639-4317-a49d-4e89f6aa116b req-d96f6165-a085-45d8-b70b-dc9ac43d53bf tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Router 20443f0d-11c1-478c-850c-50388eae0861 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:15.361561 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b83942eb-9abc-43eb-9222-ec18ae5e1383 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.468673 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b83942eb-9abc-43eb-9222-ec18ae5e1383 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.521558 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-49e35ad2-df65-46c3-9bac-588a8c63671d req-a9f749cb-7a45-41ea-8af9-f8b158e985be tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 210 time: 0.0606859 Jun 30 09:16:15.628482 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4b722b1a-7625-4673-b9af-3c4e6678fc29 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:15.700704 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 4b722b1a-7625-4673-b9af-3c4e6678fc29 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:15.701382 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.716610 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bc3d1f57-4eab-4c49-a86c-f0051f0e3375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.718707 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4888c5e2-7639-4317-a49d-4e89f6aa116b req-d96f6165-a085-45d8-b70b-dc9ac43d53bf tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:15.732861 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8c6429-f65f-4830-bb7e-6076a0e42d7d None None] Sync routers for ids ['20443f0d-11c1-478c-850c-50388eae0861'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:15.745808 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8c6429-f65f-4830-bb7e-6076a0e42d7d None None] Routers {'20443f0d-11c1-478c-850c-50388eae0861'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:15.748898 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-3b8c6429-f65f-4830-bb7e-6076a0e42d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:15:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['20443f0d-11c1-478c-850c-50388eae0861'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:15.810209 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-4888c5e2-7639-4317-a49d-4e89f6aa116b req-d96f6165-a085-45d8-b70b-dc9ac43d53bf tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] No DVR routers for this DVR port 1bd73eac-500d-4d1c-90d9-3e0bc50f34f7 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:15.813527 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b83942eb-9abc-43eb-9222-ec18ae5e1383 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.817285 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b83942eb-9abc-43eb-9222-ec18ae5e1383 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.819711 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b83942eb-9abc-43eb-9222-ec18ae5e1383 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "DELETE /v2.0/security-groups/29a3b8dc-5217-4c5f-ae18-d64fa41830c5 HTTP/1.1" status: 204 len: 168 time: 0.6811314 Jun 30 09:16:15.821501 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-4888c5e2-7639-4317-a49d-4e89f6aa116b req-d96f6165-a085-45d8-b70b-dc9ac43d53bf tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.823813 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4888c5e2-7639-4317-a49d-4e89f6aa116b req-d96f6165-a085-45d8-b70b-dc9ac43d53bf tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.52 "DELETE /v2.0/ports/1bd73eac-500d-4d1c-90d9-3e0bc50f34f7 HTTP/1.1" status: 204 len: 173 time: 2.5963743 Jun 30 09:16:15.824122 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e02740-1ebc-416d-8a7e-4741ba7bbe61 req-7184e55b-300e-4f3c-b8c3-bc679fa39a67 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:15.828873 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fb5178-a33e-4fe3-8558-4f3cb1717701', 'name': 'network-vif-deleted', 'tag': '1bd73eac-500d-4d1c-90d9-3e0bc50f34f7'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:15.832029 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b310e360-8fb3-4e4a-a50d-4e4595ddc963" -d '{"events": [{"server_uuid": "d1fb5178-a33e-4fe3-8558-4f3cb1717701", "name": "network-vif-deleted", "tag": "1bd73eac-500d-4d1c-90d9-3e0bc50f34f7"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:15.832811 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-06e02740-1ebc-416d-8a7e-4741ba7bbe61 req-7184e55b-300e-4f3c-b8c3-bc679fa39a67 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d759bcc-b77e-4d09-8f77-d0e79a3a3e01 HTTP/1.1" status: 200 len: 945 time: 0.0902798 Jun 30 09:16:15.835865 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40276) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:15.856069 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83942eb-9abc-43eb-9222-ec18ae5e1383 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a3b8dc-5217-4c5f-ae18-d64fa41830c5,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:15.869404 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4e43e-9df9-4e97-b257-b67febdd5ae4 req-f4c788ce-f5ef-4b01-bd4b-517b6e17dd21 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:15.877905 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-20a4e43e-9df9-4e97-b257-b67febdd5ae4 req-f4c788ce-f5ef-4b01-bd4b-517b6e17dd21 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 947 time: 0.3264334 Jun 30 09:16:15.883523 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 49b3ba18-c8d5-447f-b228-05ac9051ff87 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:15.913838 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bc3d1f57-4eab-4c49-a86c-f0051f0e3375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.947772 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-06e02740-1ebc-416d-8a7e-4741ba7bbe61 req-f85cc034-cdbb-40fe-95b3-6278b02c3822 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133256 Jun 30 09:16:15.986253 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 49b3ba18-c8d5-447f-b228-05ac9051ff87 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:15.989855 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.991982 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-000a433a-a68a-4c9a-b94e-e7daf838bc8d tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1540649 Jun 30 09:16:15.995903 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-3b8c6429-f65f-4830-bb7e-6076a0e42d7d None None] Set router 20443f0d-11c1-478c-850c-50388eae0861 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:15.999368 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-20a4e43e-9df9-4e97-b257-b67febdd5ae4 req-49a49200-4527-4b88-a648-f4aeb354b14e tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197150 Jun 30 09:16:16.000216 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40284) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:16.005336 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-38e8d5fb-dc2e-43b2-8c14-3ae89ec6cfc8 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group': {'name': 'tempest-secgroup--836081377'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:16.011863 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d1f57-4eab-4c49-a86c-f0051f0e3375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143833a9-7bf2-4f8b-b436-52927d1b6c48,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:16.022237 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bc3d1f57-4eab-4c49-a86c-f0051f0e3375 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f4e3068ba62c4e5ab4bf083e595fccc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7894635 Jun 30 09:16:16.022971 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40288) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:16.133976 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f4ca3d3-a93f-45c8-892f-d63c87798ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:16.173836 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f4ca3d3-a93f-45c8-892f-d63c87798ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:16.198088 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-38e8d5fb-dc2e-43b2-8c14-3ae89ec6cfc8 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:16.439999 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3982d6-50e9-4acb-af76-52764fb00070 x-openstack-request-id: req-fd3982d6-50e9-4acb-af76-52764fb00070 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:16.440597 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fb5178-a33e-4fe3-8558-4f3cb1717701", "name": "network-vif-deleted", "tag": "1bd73eac-500d-4d1c-90d9-3e0bc50f34f7", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:16.440597 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fd3982d6-50e9-4acb-af76-52764fb00070 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:16.441208 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1fb5178-a33e-4fe3-8558-4f3cb1717701', 'name': 'network-vif-deleted', 'tag': '1bd73eac-500d-4d1c-90d9-3e0bc50f34f7', 'status': 'completed', 'code': 200} Jun 30 09:16:16.446872 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 1bd73eac-500d-4d1c-90d9-3e0bc50f34f7 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:16.466870 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f4ca3d3-a93f-45c8-892f-d63c87798ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:16.476144 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f4ca3d3-a93f-45c8-892f-d63c87798ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:16.477312 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8f4ca3d3-a93f-45c8-892f-d63c87798ba3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/143833a9-7bf2-4f8b-b436-52927d1b6c48 HTTP/1.1" status: 204 len: 168 time: 0.4509203 Jun 30 09:16:16.477821 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-3b8c6429-f65f-4830-bb7e-6076a0e42d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20443f0d-11c1-478c-850c-50388eae0861', 'name': 'tempest-ServersTestJSON-1863791569-router', 'tenant_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'eec1ea9c-25f3-47f6-96d8-c7630f7911e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:16Z', 'updated_at': '2021-06-30T09:13:30Z', 'revision_number': 4, 'project_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'gw_port': {'id': 'eec1ea9c-25f3-47f6-96d8-c7630f7911e3', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20443f0d-11c1-478c-850c-50388eae0861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:17Z', 'updated_at': '2021-06-30T09:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'ead38559-d434-411a-a364-05d05ee0bddd', 'name': '', 'network_id': '5d14177c-7e46-44f3-a2aa-d46dd096a92c', 'tenant_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'mac_address': 'fa:16:3e:21:bf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20443f0d-11c1-478c-850c-50388eae0861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'c1fb0fa9-5ba8-4c0a-814c-a20a9ebf689c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:23Z', 'updated_at': '2021-06-30T09:13:43Z', 'revision_number': 5, 'project_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'subnets': [{'id': 'c1fb0fa9-5ba8-4c0a-814c-a20a9ebf689c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:16.519895 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 1bd73eac-500d-4d1c-90d9-3e0bc50f34f7 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:16.520187 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8c6429-f65f-4830-bb7e-6076a0e42d7d None None] Checking router: 20443f0d-11c1-478c-850c-50388eae0861 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:16.520339 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 1bd73eac-500d-4d1c-90d9-3e0bc50f34f7 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:16.532502 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8c6429-f65f-4830-bb7e-6076a0e42d7d None None] Routers {'20443f0d-11c1-478c-850c-50388eae0861'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:16.533414 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-3b8c6429-f65f-4830-bb7e-6076a0e42d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:15:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['20443f0d-11c1-478c-850c-50388eae0861'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:16.578131 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ca3d3-a93f-45c8-892f-d63c87798ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143833a9-7bf2-4f8b-b436-52927d1b6c48,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:16.657691 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-38e8d5fb-dc2e-43b2-8c14-3ae89ec6cfc8 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:16.679996 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-28430523-e3cd-4d60-bbbf-29dbf20b4d33 req-32decf33-cf62-446a-83e6-a5c7b51116f1 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1fb5178-a33e-4fe3-8558-4f3cb1717701 HTTP/1.1" status: 200 len: 210 time: 0.0475507 Jun 30 09:16:16.684345 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447b019-1143-43cc-8c3e-12c9701b3e77 req-37bf6779-e5a8-4915-b441-f41b753353a6 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:16.692060 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8447b019-1143-43cc-8c3e-12c9701b3e77 req-37bf6779-e5a8-4915-b441-f41b753353a6 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 947 time: 0.1484299 Jun 30 09:16:16.692883 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-3b8c6429-f65f-4830-bb7e-6076a0e42d7d None None] Set router 20443f0d-11c1-478c-850c-50388eae0861 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:16.738084 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8447b019-1143-43cc-8c3e-12c9701b3e77 req-b12d7185-e9dc-4f60-840d-a4eadf566d66 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429296 Jun 30 09:16:16.830052 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-38e8d5fb-dc2e-43b2-8c14-3ae89ec6cfc8 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:16.853753 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8d5fb-dc2e-43b2-8c14-3ae89ec6cfc8 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1efd8f31-dae9-4bdc-aca0-45ae34a76e1f,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:16.906634 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9102041f-429f-490c-b82a-b3d8a76ac319 req-04203c3f-0799-4721-83a4-35e124445847 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 210 time: 0.0303926 Jun 30 09:16:16.945045 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-3b8c6429-f65f-4830-bb7e-6076a0e42d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20443f0d-11c1-478c-850c-50388eae0861', 'name': 'tempest-ServersTestJSON-1863791569-router', 'tenant_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'eec1ea9c-25f3-47f6-96d8-c7630f7911e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:16Z', 'updated_at': '2021-06-30T09:13:30Z', 'revision_number': 4, 'project_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'gw_port': {'id': 'eec1ea9c-25f3-47f6-96d8-c7630f7911e3', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20443f0d-11c1-478c-850c-50388eae0861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:17Z', 'updated_at': '2021-06-30T09:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'ead38559-d434-411a-a364-05d05ee0bddd', 'name': '', 'network_id': '5d14177c-7e46-44f3-a2aa-d46dd096a92c', 'tenant_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'mac_address': 'fa:16:3e:21:bf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20443f0d-11c1-478c-850c-50388eae0861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'c1fb0fa9-5ba8-4c0a-814c-a20a9ebf689c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:23Z', 'updated_at': '2021-06-30T09:13:43Z', 'revision_number': 5, 'project_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'subnets': [{'id': 'c1fb0fa9-5ba8-4c0a-814c-a20a9ebf689c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:16.965763 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-38e8d5fb-dc2e-43b2-8c14-3ae89ec6cfc8 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:16.967052 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-38e8d5fb-dc2e-43b2-8c14-3ae89ec6cfc8 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9658997 Jun 30 09:16:16.970069 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40310) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:16.977452 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-b5ca8619-80a0-409c-b63d-c6bf9155819a tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group_rule': {'security_group_id': '1efd8f31-dae9-4bdc-aca0-45ae34a76e1f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:16.977452 n-d-771363-31 neutron-server[101053]: WARNING neutron.api.v2.base [None req-b5ca8619-80a0-409c-b63d-c6bf9155819a tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 30 09:16:16.977452 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-b5ca8619-80a0-409c-b63d-c6bf9155819a tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:16:16.977928 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b5ca8619-80a0-409c-b63d-c6bf9155819a tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0069230 Jun 30 09:16:16.979077 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8c6429-f65f-4830-bb7e-6076a0e42d7d None None] The sync data for ids ['20443f0d-11c1-478c-850c-50388eae0861'] in n-d-771363-31 is: [{'id': '20443f0d-11c1-478c-850c-50388eae0861', 'name': 'tempest-ServersTestJSON-1863791569-router', 'tenant_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'eec1ea9c-25f3-47f6-96d8-c7630f7911e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:16Z', 'updated_at': '2021-06-30T09:13:30Z', 'revision_number': 4, 'project_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'gw_port': {'id': 'eec1ea9c-25f3-47f6-96d8-c7630f7911e3', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20443f0d-11c1-478c-850c-50388eae0861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:17Z', 'updated_at': '2021-06-30T09:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'ead38559-d434-411a-a364-05d05ee0bddd', 'name': '', 'network_id': '5d14177c-7e46-44f3-a2aa-d46dd096a92c', 'tenant_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'mac_address': 'fa:16:3e:21:bf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20443f0d-11c1-478c-850c-50388eae0861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'c1fb0fa9-5ba8-4c0a-814c-a20a9ebf689c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:23Z', 'updated_at': '2021-06-30T09:13:43Z', 'revision_number': 5, 'project_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'subnets': [{'id': 'c1fb0fa9-5ba8-4c0a-814c-a20a9ebf689c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:16.980687 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40312) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:17.118102 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c08375c1-3aeb-4468-887d-0ea9ef2c6f39 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:17.165371 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c08375c1-3aeb-4468-887d-0ea9ef2c6f39 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:17.311562 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2d71b-d7ec-4086-aab0-f7eec2ba96e9 req-a499ff96-ad0d-403a-8865-185f5ee4e7f0 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:17.321435 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e7a2d71b-d7ec-4086-aab0-f7eec2ba96e9 req-a499ff96-ad0d-403a-8865-185f5ee4e7f0 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 947 time: 0.1586056 Jun 30 09:16:17.387761 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e7a2d71b-d7ec-4086-aab0-f7eec2ba96e9 req-badbe261-40bc-4ceb-a712-ce24c2cc1358 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650837 Jun 30 09:16:17.417733 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c08375c1-3aeb-4468-887d-0ea9ef2c6f39 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:17.424436 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c08375c1-3aeb-4468-887d-0ea9ef2c6f39 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:17.429043 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c08375c1-3aeb-4468-887d-0ea9ef2c6f39 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "DELETE /v2.0/security-groups/1efd8f31-dae9-4bdc-aca0-45ae34a76e1f HTTP/1.1" status: 204 len: 168 time: 0.4447618 Jun 30 09:16:17.429452 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40332) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:17.441573 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08375c1-3aeb-4468-887d-0ea9ef2c6f39 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efd8f31-dae9-4bdc-aca0-45ae34a76e1f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:17.526101 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-56063dcb-e153-4152-b59b-5ab882ba8d92 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0949264 Jun 30 09:16:17.533469 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40336) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:17.544080 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-ad722492-cfcb-4275-84db-7a78d44a360a tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group': {'name': 'tempest-secgroup--422113442'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:17.572089 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93115017-92b1-44bf-8fb9-ab8e0f993d0e None None] New status for floating IP b2c318d6-ab59-4695-b10b-a881b9a7f528: DOWN {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:16:17.731582 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6d564-d4e9-44e8-a337-3ceb46079229 req-d0d837f7-822f-4151-a982-a91d27e5796a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:17.733129 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fdb6d564-d4e9-44e8-a337-3ceb46079229 req-d0d837f7-822f-4151-a982-a91d27e5796a tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 947 time: 0.0881631 Jun 30 09:16:17.760534 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ad722492-cfcb-4275-84db-7a78d44a360a tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:17.806786 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fdb6d564-d4e9-44e8-a337-3ceb46079229 req-b0fa3cdd-0135-4631-8924-08e014f31cf0 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672748 Jun 30 09:16:17.931956 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-adb4419b-7351-48dd-b5ed-0f6831e93148 req-f9555a9c-6673-459b-97cf-73a1f5b45466 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1fb5178-a33e-4fe3-8558-4f3cb1717701 HTTP/1.1" status: 200 len: 210 time: 0.1002541 Jun 30 09:16:17.990591 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ad722492-cfcb-4275-84db-7a78d44a360a tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:18.112678 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ad722492-cfcb-4275-84db-7a78d44a360a tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:18.174544 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad722492-cfcb-4275-84db-7a78d44a360a tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e77f6303-fdf7-49eb-8801-b5b41ceaa3a3,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:18.211175 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-282db48e-f0e7-4439-a3f5-895a74a45a44 req-df94f8f6-db72-4268-8782-f620f0942323 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 210 time: 0.0873449 Jun 30 09:16:18.211681 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47866e86-221e-4e41-af09-0a830f69e5f4 req-4d111e99-890e-41ab-a6f2-37623dfd2abf tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:18.226274 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-47866e86-221e-4e41-af09-0a830f69e5f4 req-4d111e99-890e-41ab-a6f2-37623dfd2abf tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 947 time: 0.1442246 Jun 30 09:16:18.242942 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ad722492-cfcb-4275-84db-7a78d44a360a tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:18.244293 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ad722492-cfcb-4275-84db-7a78d44a360a tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7098293 Jun 30 09:16:18.247292 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40356) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:18.252219 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-ac44e1d4-ef68-4d49-a8f6-3b3b64ee9ee4 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group_rule': {'security_group_id': 'e77f6303-fdf7-49eb-8801-b5b41ceaa3a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:18.264096 n-d-771363-31 neutron-server[101053]: WARNING neutron.api.v2.base [None req-ac44e1d4-ef68-4d49-a8f6-3b3b64ee9ee4 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 30 09:16:18.264969 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-ac44e1d4-ef68-4d49-a8f6-3b3b64ee9ee4 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:16:18.266220 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ac44e1d4-ef68-4d49-a8f6-3b3b64ee9ee4 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0177479 Jun 30 09:16:18.269323 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40358) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:18.275361 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-b4611a22-7b2b-4995-a6f2-95956fe6b374 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group_rule': {'security_group_id': 'e77f6303-fdf7-49eb-8801-b5b41ceaa3a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:18.276239 n-d-771363-31 neutron-server[101053]: WARNING neutron.api.v2.base [None req-b4611a22-7b2b-4995-a6f2-95956fe6b374 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 30 09:16:18.277136 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-b4611a22-7b2b-4995-a6f2-95956fe6b374 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:16:18.278229 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b4611a22-7b2b-4995-a6f2-95956fe6b374 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0077899 Jun 30 09:16:18.281673 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40360) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:18.282443 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-47866e86-221e-4e41-af09-0a830f69e5f4 req-de843b84-09a0-40e9-af22-c08dca39f12d tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604374 Jun 30 09:16:18.288355 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-73eec728-d170-4573-abb5-e3588fa85ad3 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group_rule': {'security_group_id': 'e77f6303-fdf7-49eb-8801-b5b41ceaa3a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:18.298858 n-d-771363-31 neutron-server[101053]: WARNING neutron.api.v2.base [None req-73eec728-d170-4573-abb5-e3588fa85ad3 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 30 09:16:18.299703 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-73eec728-d170-4573-abb5-e3588fa85ad3 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:16:18.301598 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-73eec728-d170-4573-abb5-e3588fa85ad3 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0177259 Jun 30 09:16:18.304990 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40362) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:18.311467 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-01e1fc8b-29e3-4bbf-b8a9-fb639fb5327d tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group_rule': {'security_group_id': 'e77f6303-fdf7-49eb-8801-b5b41ceaa3a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:18.314403 n-d-771363-31 neutron-server[101054]: WARNING neutron.api.v2.base [None req-01e1fc8b-29e3-4bbf-b8a9-fb639fb5327d tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 30 09:16:18.315187 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-01e1fc8b-29e3-4bbf-b8a9-fb639fb5327d tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:16:18.317653 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-01e1fc8b-29e3-4bbf-b8a9-fb639fb5327d tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0101089 Jun 30 09:16:18.319011 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40366) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:18.453884 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d579c2da-6c4c-40cd-bbc7-9d2db41c9f04 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:18.522180 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d579c2da-6c4c-40cd-bbc7-9d2db41c9f04 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:18.612802 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-989c7637-9e85-49c3-bd65-f4da7f3abff4 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:18.618790 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-989c7637-9e85-49c3-bd65-f4da7f3abff4 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:18.620757 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-989c7637-9e85-49c3-bd65-f4da7f3abff4 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.52 "GET /v2.0/networks?id=c05ab70b-f2b6-4d28-9ace-377aa101ec95&id=ff437070-00b0-4cca-bb44-4c82d9e4d8fd&id=c05ab70b-f2b6-4d28-9ace-377aa101ec95 HTTP/1.1" status: 200 len: 1391 time: 0.3062651 Jun 30 09:16:18.636072 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-7c282c4e-0292-442d-8a10-d6196f1dab92 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Request body: {'port': {'device_id': '3eacd821-7f62-4f22-8b62-14016ddaaf6c', 'network_id': 'c05ab70b-f2b6-4d28-9ace-377aa101ec95', 'admin_state_up': True, 'tenant_id': '0076ed16b9c640f6a2a7cca671ba9d86'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:18.656411 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ced86-7cd6-4f0f-93e1-2899745df773 req-2a23c415-fb7e-4cdb-845c-a089bff46cc0 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:18.664213 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8b9ced86-7cd6-4f0f-93e1-2899745df773 req-2a23c415-fb7e-4cdb-845c-a089bff46cc0 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 947 time: 0.1877110 Jun 30 09:16:18.765347 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8b9ced86-7cd6-4f0f-93e1-2899745df773 req-11f887a0-8f36-44b4-ac00-9ce6c0e36ac8 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001630 Jun 30 09:16:18.766667 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d579c2da-6c4c-40cd-bbc7-9d2db41c9f04 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:18.768609 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d579c2da-6c4c-40cd-bbc7-9d2db41c9f04 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:18.780058 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d579c2da-6c4c-40cd-bbc7-9d2db41c9f04 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "DELETE /v2.0/security-groups/e77f6303-fdf7-49eb-8801-b5b41ceaa3a3 HTTP/1.1" status: 204 len: 168 time: 0.4479628 Jun 30 09:16:18.806986 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40376) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:18.839041 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579c2da-6c4c-40cd-bbc7-9d2db41c9f04 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77f6303-fdf7-49eb-8801-b5b41ceaa3a3,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:18.921677 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fb1e1ae3-2526-4165-a2a2-58c2083e1d99 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1133842 Jun 30 09:16:18.925520 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40382) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:18.931766 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-a0c8aab3-4e41-47c7-8333-da65a22d2a42 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group': {'name': 'tempest-secgroup--217429160'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:19.018006 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29adb6f-6f71-4341-8878-584be2fad54c req-115f98bc-646f-4827-a0cf-ffe296f1b911 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:19.018006 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f29adb6f-6f71-4341-8878-584be2fad54c req-115f98bc-646f-4827-a0cf-ffe296f1b911 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 947 time: 0.0966101 Jun 30 09:16:19.080601 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f29adb6f-6f71-4341-8878-584be2fad54c req-c77dc7ee-21fd-499c-ae47-85b271158ad1 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652552 Jun 30 09:16:19.143457 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-7c282c4e-0292-442d-8a10-d6196f1dab92 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Made reservation on behalf of 0076ed16b9c640f6a2a7cca671ba9d86 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:19.152477 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-7c282c4e-0292-442d-8a10-d6196f1dab92 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:19.280085 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a0c8aab3-4e41-47c7-8333-da65a22d2a42 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:19.299490 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40396) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:19.366511 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-7c282c4e-0292-442d-8a10-d6196f1dab92 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Allocated IP 19.80.0.43 (c05ab70b-f2b6-4d28-9ace-377aa101ec95/b93d924f-b26f-4587-815b-820b80fea9af/a627442c-c645-4b7f-9607-1ed1036e554a) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:19.386572 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4935f-6622-4cfc-9315-56904070e388 req-d4ad8dd4-7be6-4b3c-b821-a98b6caef971 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:19.391674 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9ad4935f-6622-4cfc-9315-56904070e388 req-d4ad8dd4-7be6-4b3c-b821-a98b6caef971 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 947 time: 0.1678507 Jun 30 09:16:19.429452 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f09f8279-8775-4b1f-b83a-918c918907a8 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:19.475134 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f09f8279-8775-4b1f-b83a-918c918907a8 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:19.494041 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9ad4935f-6622-4cfc-9315-56904070e388 req-7fa59447-b152-45a8-b6de-5e6bd653b0eb tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953493 Jun 30 09:16:19.656209 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-7c282c4e-0292-442d-8a10-d6196f1dab92 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:19.679764 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-7c282c4e-0292-442d-8a10-d6196f1dab92 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Transition to ACTIVE for port object a627442c-c645-4b7f-9607-1ed1036e554a will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:19.712344 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d8b0e66b-6272-4bb1-883b-2a8dfe9f81f7 req-6ecaaf6f-2292-4027-891f-46f89eaeeb8f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 210 time: 0.0788603 Jun 30 09:16:19.715771 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a0c8aab3-4e41-47c7-8333-da65a22d2a42 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:19.855985 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a1ab4-4d62-49d8-a314-a22db08a6598 req-f91d4720-14a9-41d5-ad64-e5739192d3f1 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:19.857873 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-017a1ab4-4d62-49d8-a314-a22db08a6598 req-f91d4720-14a9-41d5-ad64-e5739192d3f1 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 947 time: 0.1105907 Jun 30 09:16:19.886159 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a0c8aab3-4e41-47c7-8333-da65a22d2a42 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:19.902162 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-017a1ab4-4d62-49d8-a314-a22db08a6598 req-69e1d148-a006-435f-99be-dd29af5cb3db tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366216 Jun 30 09:16:19.929199 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-7c282c4e-0292-442d-8a10-d6196f1dab92 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:19.933305 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8aab3-4e41-47c7-8333-da65a22d2a42 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84f69bf2-2697-45cb-9abc-72bb03405098,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:19.936966 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f09f8279-8775-4b1f-b83a-918c918907a8 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:19.938759 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f09f8279-8775-4b1f-b83a-918c918907a8 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:19.942512 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f09f8279-8775-4b1f-b83a-918c918907a8 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "DELETE /v2.0/security-groups/4a9f0f03-975e-494e-b70c-7a1dc0a02320 HTTP/1.1" status: 204 len: 168 time: 0.6353378 Jun 30 09:16:19.945207 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40414) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:19.959329 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f8279-8775-4b1f-b83a-918c918907a8 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9f0f03-975e-494e-b70c-7a1dc0a02320,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:19.966185 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-52c59b1a-0144-4983-8939-1fd07db56bf7 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] show failed (client error): The resource could not be found. Jun 30 09:16:19.967250 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-52c59b1a-0144-4983-8939-1fd07db56bf7 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "GET /v2.0/security-groups/4a9f0f03-975e-494e-b70c-7a1dc0a02320 HTTP/1.1" status: 404 len: 347 time: 0.0223658 Jun 30 09:16:19.976724 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40416) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:20.031196 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a0c8aab3-4e41-47c7-8333-da65a22d2a42 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:20.035672 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a0c8aab3-4e41-47c7-8333-da65a22d2a42 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1090915 Jun 30 09:16:20.038614 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40418) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:20.043605 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-6c7b6d2c-4e87-408f-9b83-f2545748cfb6 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group_rule': {'security_group_id': '84f69bf2-2697-45cb-9abc-72bb03405098', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:20.044803 n-d-771363-31 neutron-server[101054]: WARNING neutron.api.v2.base [None req-6c7b6d2c-4e87-408f-9b83-f2545748cfb6 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 30 09:16:20.045140 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-6c7b6d2c-4e87-408f-9b83-f2545748cfb6 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:16:20.046274 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6c7b6d2c-4e87-408f-9b83-f2545748cfb6 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065718 Jun 30 09:16:20.052657 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-7c282c4e-0292-442d-8a10-d6196f1dab92 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Network c05ab70b-f2b6-4d28-9ace-377aa101ec95 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:20.052657 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40420) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:20.068824 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-2f26ea59-2919-4a2d-971e-2c4bcb28f5f9 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group_rule': {'security_group_id': '84f69bf2-2697-45cb-9abc-72bb03405098', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:20.098226 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-7c282c4e-0292-442d-8a10-d6196f1dab92 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:20.104161 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-7c282c4e-0292-442d-8a10-d6196f1dab92 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:20.108695 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c282c4e-0292-442d-8a10-d6196f1dab92 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Pushing event updated for resources: {'Port': ['ID=a627442c-c645-4b7f-9607-1ed1036e554a,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:20.168461 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-422af5cb-709e-403d-a788-ab30859db697 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Deleting port 0cb731b0-de8b-4522-a6d7-1338db79573f {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:20.168948 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-422af5cb-709e-403d-a788-ab30859db697 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:20.170045 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-7c282c4e-0292-442d-8a10-d6196f1dab92 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:20.170913 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-7c282c4e-0292-442d-8a10-d6196f1dab92 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:20.308506 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-422af5cb-709e-403d-a788-ab30859db697 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:20.308506 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-422af5cb-709e-403d-a788-ab30859db697 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:20.319767 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-422af5cb-709e-403d-a788-ab30859db697 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Calling delete_port for 0cb731b0-de8b-4522-a6d7-1338db79573f owned by network:floatingip {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:20.333246 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-7c282c4e-0292-442d-8a10-d6196f1dab92 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7001073 Jun 30 09:16:20.344348 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-20530ca3-ba21-44d2-9eb7-89bafc6a3841 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Request body: {'port': {'device_id': '3eacd821-7f62-4f22-8b62-14016ddaaf6c', 'network_id': 'ff437070-00b0-4cca-bb44-4c82d9e4d8fd', 'admin_state_up': True, 'tenant_id': '0076ed16b9c640f6a2a7cca671ba9d86'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:20.424302 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-2f26ea59-2919-4a2d-971e-2c4bcb28f5f9 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:16:20.429155 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2f26ea59-2919-4a2d-971e-2c4bcb28f5f9 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3748817 Jun 30 09:16:20.433580 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40430) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:20.437877 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-2ad13b5f-aece-44fe-a4e9-829e2344a748 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group_rule': {'security_group_id': '84f69bf2-2697-45cb-9abc-72bb03405098', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:20.438649 n-d-771363-31 neutron-server[101053]: WARNING neutron.api.v2.base [None req-2ad13b5f-aece-44fe-a4e9-829e2344a748 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 30 09:16:20.439771 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-2ad13b5f-aece-44fe-a4e9-829e2344a748 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:16:20.444866 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2ad13b5f-aece-44fe-a4e9-829e2344a748 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0114136 Jun 30 09:16:20.448515 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40432) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:20.453480 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-bcdc783a-9c77-4569-adba-2795381a322c tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group_rule': {'security_group_id': '84f69bf2-2697-45cb-9abc-72bb03405098', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:20.457682 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a7f0a7d5-9b9a-4f18-ad0a-a80a8eafe670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:20.614083 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-422af5cb-709e-403d-a788-ab30859db697 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:20.617177 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-40c65641-a732-4e33-a27d-ddbe3e1b8448 None None] Provisioning for port a627442c-c645-4b7f-9607-1ed1036e554a completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:20.636488 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-40c65641-a732-4e33-a27d-ddbe3e1b8448 None None] Provisioning complete for port a627442c-c645-4b7f-9607-1ed1036e554a triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:20.645894 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-40c65641-a732-4e33-a27d-ddbe3e1b8448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:20.728359 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422af5cb-709e-403d-a788-ab30859db697 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Pushing event deleted for resources: {'Port': ['ID=0cb731b0-de8b-4522-a6d7-1338db79573f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:20.752321 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-20530ca3-ba21-44d2-9eb7-89bafc6a3841 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Made reservation on behalf of 0076ed16b9c640f6a2a7cca671ba9d86 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:20.756973 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-20530ca3-ba21-44d2-9eb7-89bafc6a3841 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:20.793180 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-40c65641-a732-4e33-a27d-ddbe3e1b8448 None None] Port a627442c-c645-4b7f-9607-1ed1036e554a cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:16:20.869758 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-422af5cb-709e-403d-a788-ab30859db697 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks [] for floatingip, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:20.875094 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-422af5cb-709e-403d-a788-ab30859db697 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:20.875094 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-422af5cb-709e-403d-a788-ab30859db697 tempest-ServersTestJSON-1863074685 tempest-ServersTestJSON-1863074685-project] 10.222.0.10 "DELETE /v2.0/floatingips/b2c318d6-ab59-4695-b10b-a881b9a7f528 HTTP/1.1" status: 204 len: 168 time: 0.8957944 Jun 30 09:16:20.877316 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40456) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:20.903787 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-bcdc783a-9c77-4569-adba-2795381a322c tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:16:20.917385 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bcdc783a-9c77-4569-adba-2795381a322c tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4553676 Jun 30 09:16:20.925521 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40460) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:20.940869 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-0e2423aa-912e-4997-a0e8-16b5c6c0eefb tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group_rule': {'security_group_id': '84f69bf2-2697-45cb-9abc-72bb03405098', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:20.941376 n-d-771363-31 neutron-server[101053]: WARNING neutron.api.v2.base [None req-0e2423aa-912e-4997-a0e8-16b5c6c0eefb tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 30 09:16:20.941886 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-0e2423aa-912e-4997-a0e8-16b5c6c0eefb tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:16:20.944501 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0e2423aa-912e-4997-a0e8-16b5c6c0eefb tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0169268 Jun 30 09:16:20.953050 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40462) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:20.962114 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-e92e8a9d-af17-40f6-8876-a74469a2e220 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group_rule': {'security_group_id': '84f69bf2-2697-45cb-9abc-72bb03405098', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:21.131197 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-20530ca3-ba21-44d2-9eb7-89bafc6a3841 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Allocated IP 19.86.0.60 (ff437070-00b0-4cca-bb44-4c82d9e4d8fd/23bfb22c-337c-45b9-a851-b946d3eeec7b/2a816836-5d54-436a-a02c-3cdace3abb01) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:21.144949 n-d-771363-31 neutron-server[101053]: INFO neutron.db.securitygroups_db [None req-e92e8a9d-af17-40f6-8876-a74469a2e220 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Project 7abfde12e9ad48a18d395ecea569f6d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:16:21.362094 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-20530ca3-ba21-44d2-9eb7-89bafc6a3841 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:21.478911 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6bc08-e581-4e00-831c-a3efe6d5eaa5 req-023e4ade-85cc-43bd-94a9-25c389644ed8 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:21.481427 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-31c6bc08-e581-4e00-831c-a3efe6d5eaa5 req-023e4ade-85cc-43bd-94a9-25c389644ed8 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 931 time: 0.4902666 Jun 30 09:16:21.640289 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-31c6bc08-e581-4e00-831c-a3efe6d5eaa5 req-19f8add9-51aa-42a4-bb3c-a1e90aa34f54 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153913 Jun 30 09:16:21.841713 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-20530ca3-ba21-44d2-9eb7-89bafc6a3841 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Transition to ACTIVE for port object 2a816836-5d54-436a-a02c-3cdace3abb01 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:21.879667 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-e92e8a9d-af17-40f6-8876-a74469a2e220 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:16:21.881936 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e92e8a9d-af17-40f6-8876-a74469a2e220 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.9252107 Jun 30 09:16:21.884449 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40474) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:21.896063 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-32c04ba4-8f8d-4944-9ca4-4e03e2549992 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group_rule': {'security_group_id': '84f69bf2-2697-45cb-9abc-72bb03405098', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:21.898547 n-d-771363-31 neutron-server[101053]: WARNING neutron.api.v2.base [None req-32c04ba4-8f8d-4944-9ca4-4e03e2549992 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 30 09:16:21.901904 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-32c04ba4-8f8d-4944-9ca4-4e03e2549992 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:16:21.903582 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-32c04ba4-8f8d-4944-9ca4-4e03e2549992 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0179541 Jun 30 09:16:21.906718 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40476) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:21.921614 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-8621a08a-a389-47f4-b21e-d33d710c5dd9 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group_rule': {'security_group_id': '84f69bf2-2697-45cb-9abc-72bb03405098', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:21.970248 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5c80e8a1-bbfb-4efc-9347-58f1b6b8bc17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:21.988981 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-20530ca3-ba21-44d2-9eb7-89bafc6a3841 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:22.053222 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-20530ca3-ba21-44d2-9eb7-89bafc6a3841 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Network ff437070-00b0-4cca-bb44-4c82d9e4d8fd is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:22.056943 n-d-771363-31 neutron-server[101053]: INFO neutron.db.securitygroups_db [None req-8621a08a-a389-47f4-b21e-d33d710c5dd9 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Project 7abfde12e9ad48a18d395ecea569f6d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:16:22.063200 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-20530ca3-ba21-44d2-9eb7-89bafc6a3841 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:22.078820 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-20530ca3-ba21-44d2-9eb7-89bafc6a3841 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:22.152252 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20530ca3-ba21-44d2-9eb7-89bafc6a3841 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Pushing event updated for resources: {'Port': ['ID=2a816836-5d54-436a-a02c-3cdace3abb01,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:22.190821 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-20530ca3-ba21-44d2-9eb7-89bafc6a3841 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:22.190821 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-20530ca3-ba21-44d2-9eb7-89bafc6a3841 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:22.209534 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-8621a08a-a389-47f4-b21e-d33d710c5dd9 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:16:22.223412 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8621a08a-a389-47f4-b21e-d33d710c5dd9 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3122857 Jun 30 09:16:22.223890 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40482) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:22.228778 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-bd424aa1-1f76-4e69-b7a7-de440a5fe000 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group_rule': {'security_group_id': '84f69bf2-2697-45cb-9abc-72bb03405098', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:22.373635 n-d-771363-31 neutron-server[101053]: INFO neutron.db.securitygroups_db [None req-bd424aa1-1f76-4e69-b7a7-de440a5fe000 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Project 7abfde12e9ad48a18d395ecea569f6d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:16:22.452475 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-20530ca3-ba21-44d2-9eb7-89bafc6a3841 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1123309 Jun 30 09:16:22.453620 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-bd424aa1-1f76-4e69-b7a7-de440a5fe000 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:16:22.454879 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bd424aa1-1f76-4e69-b7a7-de440a5fe000 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2296448 Jun 30 09:16:22.457956 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40488) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:22.488352 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-b8bc1ae7-2fd4-4e9c-92a1-2c4a7877860b tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Request body: {'port': {'device_id': '3eacd821-7f62-4f22-8b62-14016ddaaf6c', 'network_id': 'c05ab70b-f2b6-4d28-9ace-377aa101ec95', 'admin_state_up': True, 'tenant_id': '0076ed16b9c640f6a2a7cca671ba9d86'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:22.600772 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-70609705-cf73-400d-b64b-24f9b1f7f3ad None None] Provisioning for port 2a816836-5d54-436a-a02c-3cdace3abb01 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:22.605557 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-70609705-cf73-400d-b64b-24f9b1f7f3ad None None] Provisioning complete for port 2a816836-5d54-436a-a02c-3cdace3abb01 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:22.606186 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-70609705-cf73-400d-b64b-24f9b1f7f3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:22.701110 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-70609705-cf73-400d-b64b-24f9b1f7f3ad None None] Port 2a816836-5d54-436a-a02c-3cdace3abb01 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:16:22.709964 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-5c80e8a1-bbfb-4efc-9347-58f1b6b8bc17 admin admin] Deleting port ead38559-d434-411a-a364-05d05ee0bddd {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:22.710578 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5c80e8a1-bbfb-4efc-9347-58f1b6b8bc17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:22.783365 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fa5a5fa9-64c7-4eb1-9f16-930e7aae5c48 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:22.870841 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fa5a5fa9-64c7-4eb1-9f16-930e7aae5c48 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:22.882841 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-5c80e8a1-bbfb-4efc-9347-58f1b6b8bc17 admin admin] For port ead38559-d434-411a-a364-05d05ee0bddd, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=ead38559-d434-411a-a364-05d05ee0bddd,segment=NetworkSegment(aafd3519-a550-42a1-827f-331b0c3726cd),segment_id=aafd3519-a550-42a1-827f-331b0c3726cd)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:22.883675 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5c80e8a1-bbfb-4efc-9347-58f1b6b8bc17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:22.902856 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-41be5bc7-7025-4efb-a424-7da321bc01b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:22.932319 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-5c80e8a1-bbfb-4efc-9347-58f1b6b8bc17 admin admin] Calling delete_port for ead38559-d434-411a-a364-05d05ee0bddd owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:22.996517 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448dc74-0495-416a-a2a4-ac51d585aa46 req-8cdfecbc-a876-4157-99ce-3064cbe46789 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:23.002504 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448dc74-0495-416a-a2a4-ac51d585aa46 req-8cdfecbc-a876-4157-99ce-3064cbe46789 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:23.004334 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1448dc74-0495-416a-a2a4-ac51d585aa46 req-8cdfecbc-a876-4157-99ce-3064cbe46789 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 1653 time: 0.1515920 Jun 30 09:16:23.040966 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-b8bc1ae7-2fd4-4e9c-92a1-2c4a7877860b tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Made reservation on behalf of 0076ed16b9c640f6a2a7cca671ba9d86 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:23.052835 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-b8bc1ae7-2fd4-4e9c-92a1-2c4a7877860b tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:23.134862 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1448dc74-0495-416a-a2a4-ac51d585aa46 req-6d4e4206-fc16-47ab-ae00-f3541268a8e8 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165264 Jun 30 09:16:23.143575 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fa5a5fa9-64c7-4eb1-9f16-930e7aae5c48 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:23.146428 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fa5a5fa9-64c7-4eb1-9f16-930e7aae5c48 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:23.147594 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fa5a5fa9-64c7-4eb1-9f16-930e7aae5c48 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "DELETE /v2.0/security-groups/84f69bf2-2697-45cb-9abc-72bb03405098 HTTP/1.1" status: 204 len: 168 time: 0.6885135 Jun 30 09:16:23.162009 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40504) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:23.203070 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a5fa9-64c7-4eb1-9f16-930e7aae5c48 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f69bf2-2697-45cb-9abc-72bb03405098,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:23.392727 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5c80e8a1-bbfb-4efc-9347-58f1b6b8bc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:23.417999 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4f9c32a1-bb38-4ca9-9ca4-68aee2b48b17 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2545457 Jun 30 09:16:23.418996 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:23.426648 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40512) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:23.430361 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-e9a95fc7-bb61-4586-a29b-d1517cd5bedf tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group': {'name': 'tempest-secgroup--69034386'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:23.456324 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-b8bc1ae7-2fd4-4e9c-92a1-2c4a7877860b tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Allocated IP 19.80.0.22 (c05ab70b-f2b6-4d28-9ace-377aa101ec95/b93d924f-b26f-4587-815b-820b80fea9af/5f3bb8d0-896a-4fca-8a45-746cedb53696) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:23.477668 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80e8a1-bbfb-4efc-9347-58f1b6b8bc17 admin admin] Pushing event deleted for resources: {'Port': ['ID=ead38559-d434-411a-a364-05d05ee0bddd,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:23.656705 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e9a95fc7-bb61-4586-a29b-d1517cd5bedf tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:23.784594 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5c80e8a1-bbfb-4efc-9347-58f1b6b8bc17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:23.913834 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-b8bc1ae7-2fd4-4e9c-92a1-2c4a7877860b tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:23.923740 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e9a95fc7-bb61-4586-a29b-d1517cd5bedf tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:23.950137 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-b8bc1ae7-2fd4-4e9c-92a1-2c4a7877860b tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Transition to ACTIVE for port object 5f3bb8d0-896a-4fca-8a45-746cedb53696 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:23.994256 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e9a95fc7-bb61-4586-a29b-d1517cd5bedf tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:24.048467 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a95fc7-bb61-4586-a29b-d1517cd5bedf tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af40be30-fd23-475f-97ca-6857f7989003,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:24.065887 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-b8bc1ae7-2fd4-4e9c-92a1-2c4a7877860b tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:24.103264 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e9a95fc7-bb61-4586-a29b-d1517cd5bedf tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:24.107330 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e9a95fc7-bb61-4586-a29b-d1517cd5bedf tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6796739 Jun 30 09:16:24.107890 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40520) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:24.117963 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-46209723-d97c-4c74-b9cd-50dfe9319770 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group_rule': {'security_group_id': 'af40be30-fd23-475f-97ca-6857f7989003', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:24.123715 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c80e8a1-bbfb-4efc-9347-58f1b6b8bc17 admin admin] Router 20443f0d-11c1-478c-850c-50388eae0861 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:24.142140 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-b8bc1ae7-2fd4-4e9c-92a1-2c4a7877860b tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Network c05ab70b-f2b6-4d28-9ace-377aa101ec95 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:24.154405 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-b8bc1ae7-2fd4-4e9c-92a1-2c4a7877860b tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:24.162115 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-b8bc1ae7-2fd4-4e9c-92a1-2c4a7877860b tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:24.182879 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc1ae7-2fd4-4e9c-92a1-2c4a7877860b tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Pushing event updated for resources: {'Port': ['ID=5f3bb8d0-896a-4fca-8a45-746cedb53696,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:24.326946 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c80e8a1-bbfb-4efc-9347-58f1b6b8bc17 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:24.338056 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-b8bc1ae7-2fd4-4e9c-92a1-2c4a7877860b tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:24.338789 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-b8bc1ae7-2fd4-4e9c-92a1-2c4a7877860b tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:24.341005 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6adb6a-621a-44f4-8b10-53e0e9f87fc2 None None] Sync routers for ids ['20443f0d-11c1-478c-850c-50388eae0861'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:24.358903 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40526) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:24.360410 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6adb6a-621a-44f4-8b10-53e0e9f87fc2 None None] Routers {'20443f0d-11c1-478c-850c-50388eae0861'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:24.361040 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-5c6adb6a-621a-44f4-8b10-53e0e9f87fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:16:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['20443f0d-11c1-478c-850c-50388eae0861'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:24.366072 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5c80e8a1-bbfb-4efc-9347-58f1b6b8bc17 admin admin] 10.222.0.10 "PUT /v2.0/routers/20443f0d-11c1-478c-850c-50388eae0861/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4866281 Jun 30 09:16:24.549552 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299f154-c3c6-4fa5-981c-5590daa958ec req-098d34e9-baf4-4790-bedb-f4789f79a123 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:24.553977 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:24.584308 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299f154-c3c6-4fa5-981c-5590daa958ec req-098d34e9-baf4-4790-bedb-f4789f79a123 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:24.599599 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299f154-c3c6-4fa5-981c-5590daa958ec req-098d34e9-baf4-4790-bedb-f4789f79a123 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:24.601313 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6299f154-c3c6-4fa5-981c-5590daa958ec req-098d34e9-baf4-4790-bedb-f4789f79a123 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 2374 time: 0.2051413 Jun 30 09:16:24.632093 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-b8bc1ae7-2fd4-4e9c-92a1-2c4a7877860b tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1539838 Jun 30 09:16:24.651952 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-582d6a96-c426-49a2-8fd5-3c8725d3723a service neutron] Request body: {'port': {'device_id': '3eacd821-7f62-4f22-8b62-14016ddaaf6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:24.695583 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6299f154-c3c6-4fa5-981c-5590daa958ec req-0cc925c5-9963-4780-b907-e509cc965b9d tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868788 Jun 30 09:16:24.719638 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-46209723-d97c-4c74-b9cd-50dfe9319770 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] create failed (client error): The resource could not be found. Jun 30 09:16:24.725793 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-46209723-d97c-4c74-b9cd-50dfe9319770 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6170313 Jun 30 09:16:24.728638 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40536) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:24.733930 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-e89e5e8e-fc5a-42ea-8755-1d7cc1e7042c tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group_rule': {'security_group_id': 'af40be30-fd23-475f-97ca-6857f7989003', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f964e14e-f8ca-43ba-ab96-71906fa0a0f0'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:24.776083 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c8e9ad8-1bf6-4cf1-b130-4fc3b4d4d6f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:24.845221 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-5c6adb6a-621a-44f4-8b10-53e0e9f87fc2 None None] Set router 20443f0d-11c1-478c-850c-50388eae0861 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:24.862732 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-19ee5d15-ebca-4a55-a854-eae142152e92 None None] Provisioning for port 5f3bb8d0-896a-4fca-8a45-746cedb53696 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:24.867612 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-19ee5d15-ebca-4a55-a854-eae142152e92 None None] Provisioning complete for port 5f3bb8d0-896a-4fca-8a45-746cedb53696 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:24.868258 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-19ee5d15-ebca-4a55-a854-eae142152e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:24.948109 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-19ee5d15-ebca-4a55-a854-eae142152e92 None None] Port 5f3bb8d0-896a-4fca-8a45-746cedb53696 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:16:25.042595 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-582d6a96-c426-49a2-8fd5-3c8725d3723a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:25.099685 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-e89e5e8e-fc5a-42ea-8755-1d7cc1e7042c tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] create failed (client error): The resource could not be found. Jun 30 09:16:25.104669 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40546) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:25.105024 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e89e5e8e-fc5a-42ea-8755-1d7cc1e7042c tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3750236 Jun 30 09:16:25.216275 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c8e9ad8-1bf6-4cf1-b130-4fc3b4d4d6f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:25.274653 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9b29ab9b-1a48-4f28-8abc-c153c0b762b3 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:25.282921 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-5c6adb6a-621a-44f4-8b10-53e0e9f87fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20443f0d-11c1-478c-850c-50388eae0861', 'name': 'tempest-ServersTestJSON-1863791569-router', 'tenant_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'eec1ea9c-25f3-47f6-96d8-c7630f7911e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:16Z', 'updated_at': '2021-06-30T09:16:23Z', 'revision_number': 5, 'project_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'gw_port': {'id': 'eec1ea9c-25f3-47f6-96d8-c7630f7911e3', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20443f0d-11c1-478c-850c-50388eae0861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:17Z', 'updated_at': '2021-06-30T09:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:25.344087 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6adb6a-621a-44f4-8b10-53e0e9f87fc2 None None] Checking router: 20443f0d-11c1-478c-850c-50388eae0861 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:25.364480 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6adb6a-621a-44f4-8b10-53e0e9f87fc2 None None] Routers {'20443f0d-11c1-478c-850c-50388eae0861'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:25.365474 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-5c6adb6a-621a-44f4-8b10-53e0e9f87fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:16:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['20443f0d-11c1-478c-850c-50388eae0861'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:25.501938 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9b29ab9b-1a48-4f28-8abc-c153c0b762b3 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:25.555104 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-5c6adb6a-621a-44f4-8b10-53e0e9f87fc2 None None] Set router 20443f0d-11c1-478c-850c-50388eae0861 gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:25.596127 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40566) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:25.737181 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-5c6adb6a-621a-44f4-8b10-53e0e9f87fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20443f0d-11c1-478c-850c-50388eae0861', 'name': 'tempest-ServersTestJSON-1863791569-router', 'tenant_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:16Z', 'updated_at': '2021-06-30T09:16:25Z', 'revision_number': 6, 'project_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:25.806561 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-59bd6103-46fe-4491-a6f1-a4fa648cb02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:25.816054 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e9ad8-1bf6-4cf1-b130-4fc3b4d4d6f2 admin admin] Deleting port eec1ea9c-25f3-47f6-96d8-c7630f7911e3 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:25.816395 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c8e9ad8-1bf6-4cf1-b130-4fc3b4d4d6f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:25.851848 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6adb6a-621a-44f4-8b10-53e0e9f87fc2 None None] The sync data for ids ['20443f0d-11c1-478c-850c-50388eae0861'] in n-d-771363-31 is: [{'id': '20443f0d-11c1-478c-850c-50388eae0861', 'name': 'tempest-ServersTestJSON-1863791569-router', 'tenant_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:16Z', 'updated_at': '2021-06-30T09:16:25Z', 'revision_number': 6, 'project_id': 'e7f9c67d9c9e4ca097900fd6ab18621e', 'gw_port_host': None}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:26.015658 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3dd987-3b72-43eb-8c8f-7a3375d56004 req-5070a64f-d7c9-4020-ad74-c712420251d8 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:26.022368 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3dd987-3b72-43eb-8c8f-7a3375d56004 req-5070a64f-d7c9-4020-ad74-c712420251d8 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:26.031233 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3dd987-3b72-43eb-8c8f-7a3375d56004 req-5070a64f-d7c9-4020-ad74-c712420251d8 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:26.037229 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb3dd987-3b72-43eb-8c8f-7a3375d56004 req-5070a64f-d7c9-4020-ad74-c712420251d8 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 2374 time: 0.1241074 Jun 30 09:16:26.126613 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-7c8e9ad8-1bf6-4cf1-b130-4fc3b4d4d6f2 admin admin] For port eec1ea9c-25f3-47f6-96d8-c7630f7911e3, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=eec1ea9c-25f3-47f6-96d8-c7630f7911e3,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:26.127081 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c8e9ad8-1bf6-4cf1-b130-4fc3b4d4d6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.140571 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e9ad8-1bf6-4cf1-b130-4fc3b4d4d6f2 admin admin] Calling delete_port for eec1ea9c-25f3-47f6-96d8-c7630f7911e3 owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:26.154458 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-59bd6103-46fe-4491-a6f1-a4fa648cb02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.180020 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb3dd987-3b72-43eb-8c8f-7a3375d56004 req-96899a58-892d-469f-bbaa-5c55807a3f77 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415434 Jun 30 09:16:26.211716 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.214537 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9b29ab9b-1a48-4f28-8abc-c153c0b762b3 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.217793 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9b29ab9b-1a48-4f28-8abc-c153c0b762b3 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.219279 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9b29ab9b-1a48-4f28-8abc-c153c0b762b3 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "DELETE /v2.0/security-groups/af40be30-fd23-475f-97ca-6857f7989003 HTTP/1.1" status: 204 len: 168 time: 1.1036651 Jun 30 09:16:26.221987 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40582) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:26.239584 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-582d6a96-c426-49a2-8fd5-3c8725d3723a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a627442c-c645-4b7f-9607-1ed1036e554a {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:26.281379 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-59bd6103-46fe-4491-a6f1-a4fa648cb02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.282181 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-582d6a96-c426-49a2-8fd5-3c8725d3723a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.340972 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-582d6a96-c426-49a2-8fd5-3c8725d3723a service neutron] Transition to ACTIVE for port object a627442c-c645-4b7f-9607-1ed1036e554a will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:26.350721 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-8bb136ca-dcfc-4e11-adb3-0494f37aa02f tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:26.356822 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-8bb136ca-dcfc-4e11-adb3-0494f37aa02f tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/networks?id=67fb0116-df8f-4edf-9acf-411778b1e168 HTTP/1.1" status: 200 len: 815 time: 0.7769976 Jun 30 09:16:26.364080 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29ab9b-1a48-4f28-8abc-c153c0b762b3 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af40be30-fd23-475f-97ca-6857f7989003,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:26.369068 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-44e74976-e373-4106-a398-c5eb753daadf tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1419849 Jun 30 09:16:26.390269 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40586) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:26.391215 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd6103-46fe-4491-a6f1-a4fa648cb02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222357a9-4453-4875-ab73-9350aed44797,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:26.400940 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-e68aaab1-f052-4f39-885d-99333c51b948 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group_rule': {'security_group_id': '09e32eda-635a-4415-9b0d-049adad53d6e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:26.408180 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-6115b1a6-ba0d-4804-9e50-95546f822d19 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/quotas/c2ac106c24f9401386cbe886c9df41fc HTTP/1.1" status: 200 len: 375 time: 0.0489922 Jun 30 09:16:26.413323 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-59bd6103-46fe-4491-a6f1-a4fa648cb02f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=794275693356457ea58524770d1049dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8157868 Jun 30 09:16:26.416992 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40588) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:26.483511 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-582d6a96-c426-49a2-8fd5-3c8725d3723a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.613139 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d6a96-c426-49a2-8fd5-3c8725d3723a service neutron] Pushing event updated for resources: {'Port': ['ID=a627442c-c645-4b7f-9607-1ed1036e554a,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:26.628207 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-e68aaab1-f052-4f39-885d-99333c51b948 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] create failed (client error): The resource could not be found. Jun 30 09:16:26.629239 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e68aaab1-f052-4f39-885d-99333c51b948 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2325971 Jun 30 09:16:26.634571 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40590) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:26.645066 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-70287be5-60d3-4cf9-9d30-fd15eb0c1b32 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group': {'name': 'tempest-secgroup--1836422530'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:26.702354 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a54e4a5a-ff21-4f95-ba26-2032b4a9cba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.750619 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-c91394e1-2544-40ba-aaa9-a1fc4edce463 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2ac106c24f9401386cbe886c9df41fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3326404 Jun 30 09:16:26.755670 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-70287be5-60d3-4cf9-9d30-fd15eb0c1b32 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.768725 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a54e4a5a-ff21-4f95-ba26-2032b4a9cba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.946077 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a54e4a5a-ff21-4f95-ba26-2032b4a9cba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.949523 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a54e4a5a-ff21-4f95-ba26-2032b4a9cba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.953319 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a54e4a5a-ff21-4f95-ba26-2032b4a9cba4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/222357a9-4453-4875-ab73-9350aed44797 HTTP/1.1" status: 204 len: 168 time: 0.5227218 Jun 30 09:16:26.953319 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-582d6a96-c426-49a2-8fd5-3c8725d3723a service neutron] Attempting to bind port a627442c-c645-4b7f-9607-1ed1036e554a on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:26.953319 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-582d6a96-c426-49a2-8fd5-3c8725d3723a service neutron] Attempting to bind port a627442c-c645-4b7f-9607-1ed1036e554a by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '957596e1-4db1-4470-b1de-96ba161fa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c05ab70b-f2b6-4d28-9ace-377aa101ec95'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:26.953319 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-582d6a96-c426-49a2-8fd5-3c8725d3723a service neutron] Attempting to bind port a627442c-c645-4b7f-9607-1ed1036e554a on network c05ab70b-f2b6-4d28-9ace-377aa101ec95 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:26.969077 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-582d6a96-c426-49a2-8fd5-3c8725d3723a service neutron] Port a627442c-c645-4b7f-9607-1ed1036e554a on network c05ab70b-f2b6-4d28-9ace-377aa101ec95 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:16:26.969751 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-582d6a96-c426-49a2-8fd5-3c8725d3723a service neutron] Attempting to bind port a627442c-c645-4b7f-9607-1ed1036e554a on network c05ab70b-f2b6-4d28-9ace-377aa101ec95 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:26.993727 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e4a5a-ff21-4f95-ba26-2032b4a9cba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222357a9-4453-4875-ab73-9350aed44797,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:26.996245 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-582d6a96-c426-49a2-8fd5-3c8725d3723a service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:26.996654 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-582d6a96-c426-49a2-8fd5-3c8725d3723a service neutron] Checking segment: {'id': '957596e1-4db1-4470-b1de-96ba161fa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c05ab70b-f2b6-4d28-9ace-377aa101ec95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:26.997208 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-582d6a96-c426-49a2-8fd5-3c8725d3723a service neutron] Bound using segment: {'id': '957596e1-4db1-4470-b1de-96ba161fa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c05ab70b-f2b6-4d28-9ace-377aa101ec95'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:26.997601 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-582d6a96-c426-49a2-8fd5-3c8725d3723a service neutron] Bound port: a627442c-c645-4b7f-9607-1ed1036e554a, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '957596e1-4db1-4470-b1de-96ba161fa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c05ab70b-f2b6-4d28-9ace-377aa101ec95'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:26.997956 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-582d6a96-c426-49a2-8fd5-3c8725d3723a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:27.033091 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c8e9ad8-1bf6-4cf1-b130-4fc3b4d4d6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:27.100246 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e9ad8-1bf6-4cf1-b130-4fc3b4d4d6f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=eec1ea9c-25f3-47f6-96d8-c7630f7911e3,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:27.105294 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-6f1e9300-7fb2-4e24-ac9c-bbcb10dd09cb service neutron] 10.222.0.10 "GET /v2.0/networks/67fb0116-df8f-4edf-9acf-411778b1e168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571774 Jun 30 09:16:27.112932 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-62650548-4743-4d41-ad84-5048f8db9a4b req-d49f81d7-646d-45ce-929c-f6581c1a3a44 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5c4f9efc-810f-4072-8082-34882a43d132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2206943 Jun 30 09:16:27.115770 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-70287be5-60d3-4cf9-9d30-fd15eb0c1b32 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:27.193101 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-70287be5-60d3-4cf9-9d30-fd15eb0c1b32 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:27.210380 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-582d6a96-c426-49a2-8fd5-3c8725d3723a service neutron] For port a627442c-c645-4b7f-9607-1ed1036e554a, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:27.215101 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-582d6a96-c426-49a2-8fd5-3c8725d3723a service neutron] For port a627442c-c645-4b7f-9607-1ed1036e554a, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=a627442c-c645-4b7f-9607-1ed1036e554a,segment=NetworkSegment(957596e1-4db1-4470-b1de-96ba161fa053),segment_id=957596e1-4db1-4470-b1de-96ba161fa053)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:27.247700 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70287be5-60d3-4cf9-9d30-fd15eb0c1b32 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc5a75e-b994-4d1e-a15f-77116eccaa8f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:27.263989 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62650548-4743-4d41-ad84-5048f8db9a4b req-3d2212e3-1d0d-4368-9bb3-88eced323833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:27.265670 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-62650548-4743-4d41-ad84-5048f8db9a4b req-3d2212e3-1d0d-4368-9bb3-88eced323833 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&device_id=5c4f9efc-810f-4072-8082-34882a43d132 HTTP/1.1" status: 200 len: 1097 time: 0.1293132 Jun 30 09:16:27.298437 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c8e9ad8-1bf6-4cf1-b130-4fc3b4d4d6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:27.397562 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c8e9ad8-1bf6-4cf1-b130-4fc3b4d4d6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:27.399978 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c8e9ad8-1bf6-4cf1-b130-4fc3b4d4d6f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:27.407319 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-582d6a96-c426-49a2-8fd5-3c8725d3723a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:27.409173 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62650548-4743-4d41-ad84-5048f8db9a4b req-901fedc7-904c-43dc-90c8-8d3c31ed0628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:27.412893 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-62650548-4743-4d41-ad84-5048f8db9a4b req-901fedc7-904c-43dc-90c8-8d3c31ed0628 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b51add01-e516-4efc-9c9c-16a3be3b127b HTTP/1.1" status: 200 len: 912 time: 0.1128745 Jun 30 09:16:27.413762 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-70287be5-60d3-4cf9-9d30-fd15eb0c1b32 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:27.420852 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-70287be5-60d3-4cf9-9d30-fd15eb0c1b32 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7826319 Jun 30 09:16:27.433267 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40620) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:27.442210 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-aaf65b8e-f5a4-42bd-be9f-570e22fdc596 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group': {'name': 'tempest-secgroup--39920533'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:27.545067 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-62650548-4743-4d41-ad84-5048f8db9a4b req-bcc9f065-ace1-432d-9041-3edf0055cea4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39a6102a-239e-4db8-9eb8-03d3a4a9bcc2 HTTP/1.1" status: 200 len: 217 time: 0.1075435 Jun 30 09:16:27.600425 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device ead38559-d434-411a-a364-05d05ee0bddd no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:27.647300 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62650548-4743-4d41-ad84-5048f8db9a4b req-a4a4ec88-8b84-4918-99ed-a10b7b6ac9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:27.649087 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-62650548-4743-4d41-ad84-5048f8db9a4b req-a4a4ec88-8b84-4918-99ed-a10b7b6ac9d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0db27f2a-daae-4bc9-9a26-19aaee7812fb HTTP/1.1" status: 200 len: 850 time: 0.0816798 Jun 30 09:16:27.667023 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: ead38559-d434-411a-a364-05d05ee0bddd {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:27.667394 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device ead38559-d434-411a-a364-05d05ee0bddd not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:27.672557 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device eec1ea9c-25f3-47f6-96d8-c7630f7911e3 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:27.717637 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46244ce-a93e-4f3f-ac86-ba4129bbcbb6 req-c0f37a9d-42dc-436c-82e8-cbde5c7b0c80 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:27.725684 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46244ce-a93e-4f3f-ac86-ba4129bbcbb6 req-c0f37a9d-42dc-436c-82e8-cbde5c7b0c80 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:27.731825 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46244ce-a93e-4f3f-ac86-ba4129bbcbb6 req-c0f37a9d-42dc-436c-82e8-cbde5c7b0c80 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:27.733514 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f46244ce-a93e-4f3f-ac86-ba4129bbcbb6 req-c0f37a9d-42dc-436c-82e8-cbde5c7b0c80 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 2386 time: 0.2947896 Jun 30 09:16:27.734837 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: eec1ea9c-25f3-47f6-96d8-c7630f7911e3 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:27.737295 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device eec1ea9c-25f3-47f6-96d8-c7630f7911e3 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:27.800152 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aaf65b8e-f5a4-42bd-be9f-570e22fdc596 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:27.805602 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62650548-4743-4d41-ad84-5048f8db9a4b req-67550b91-a78f-4358-9487-1a68273e1663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:27.807767 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-62650548-4743-4d41-ad84-5048f8db9a4b req-67550b91-a78f-4358-9487-1a68273e1663 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b51add01-e516-4efc-9c9c-16a3be3b127b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1400049 Jun 30 09:16:27.963998 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-62650548-4743-4d41-ad84-5048f8db9a4b req-a08d8aab-7333-4989-80d5-dab190ad1950 service neutron] 10.222.0.37 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428497 Jun 30 09:16:27.993929 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f46244ce-a93e-4f3f-ac86-ba4129bbcbb6 req-44ddca57-6aa5-4554-b8a9-7e429eb018e3 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451715 Jun 30 09:16:27.994117 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-582d6a96-c426-49a2-8fd5-3c8725d3723a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:27.994117 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-582d6a96-c426-49a2-8fd5-3c8725d3723a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:27.994117 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-582d6a96-c426-49a2-8fd5-3c8725d3723a service neutron] 10.222.0.52 "PUT /v2.0/ports/a627442c-c645-4b7f-9607-1ed1036e554a HTTP/1.1" status: 200 len: 1092 time: 3.3469181 Jun 30 09:16:27.996530 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eacd821-7f62-4f22-8b62-14016ddaaf6c', 'tag': 'a627442c-c645-4b7f-9607-1ed1036e554a'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:28.001203 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac12e3e-9bc0-4761-9f38-36a582debb85" -d '{"events": [{"name": "network-changed", "server_uuid": "3eacd821-7f62-4f22-8b62-14016ddaaf6c", "tag": "a627442c-c645-4b7f-9607-1ed1036e554a"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:28.048442 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-8ddd12ac-bc7d-48ec-aeb2-49d892740e57 service neutron] 10.222.0.10 "GET /v2.0/networks/67fb0116-df8f-4edf-9acf-411778b1e168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9093399 Jun 30 09:16:28.053376 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d6a96-c426-49a2-8fd5-3c8725d3723a service neutron] Pushing event updated for resources: {'Port': ['ID=a627442c-c645-4b7f-9607-1ed1036e554a,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:28.109917 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd5a145-0d6e-4d4b-baef-77b062170bff x-openstack-request-id: req-3dd5a145-0d6e-4d4b-baef-77b062170bff {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:28.110349 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eacd821-7f62-4f22-8b62-14016ddaaf6c", "tag": "a627442c-c645-4b7f-9607-1ed1036e554a", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:28.110769 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3dd5a145-0d6e-4d4b-baef-77b062170bff {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:28.111193 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eacd821-7f62-4f22-8b62-14016ddaaf6c', 'tag': 'a627442c-c645-4b7f-9607-1ed1036e554a', 'status': 'completed', 'code': 200} Jun 30 09:16:28.119905 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c8e9ad8-1bf6-4cf1-b130-4fc3b4d4d6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:28.123111 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8e9ad8-1bf6-4cf1-b130-4fc3b4d4d6f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20443f0d-11c1-478c-850c-50388eae0861 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:16:28.125148 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c8e9ad8-1bf6-4cf1-b130-4fc3b4d4d6f2 admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:28.126133 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7c8e9ad8-1bf6-4cf1-b130-4fc3b4d4d6f2 admin admin] 10.222.0.10 "DELETE /v2.0/routers/20443f0d-11c1-478c-850c-50388eae0861 HTTP/1.1" status: 204 len: 168 time: 3.7658539 Jun 30 09:16:28.128688 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40656) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:28.265517 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-4ec051ec-8e97-47ce-b4f9-0b90e07a69e2 service neutron] Request body: {'port': {'device_id': '3eacd821-7f62-4f22-8b62-14016ddaaf6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:28.282318 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aaf65b8e-f5a4-42bd-be9f-570e22fdc596 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:28.286026 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-62650548-4743-4d41-ad84-5048f8db9a4b req-79a6e16e-8bc6-4202-934e-543184670112 service neutron] 10.222.0.37 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935019 Jun 30 09:16:28.352256 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-5524af6f-c338-41a3-a9df-6b4863481dc4 admin admin] Deleting subnet c1fb0fa9-5ba8-4c0a-814c-a20a9ebf689c {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:16:28.358179 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5524af6f-c338-41a3-a9df-6b4863481dc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:28.388291 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aaf65b8e-f5a4-42bd-be9f-570e22fdc596 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:28.479301 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5524af6f-c338-41a3-a9df-6b4863481dc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:28.506530 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf65b8e-f5a4-42bd-be9f-570e22fdc596 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae69d706-20b6-4869-b2e1-8c04cb3d9ed6,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:28.525516 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aaf65b8e-f5a4-42bd-be9f-570e22fdc596 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:28.530502 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-aaf65b8e-f5a4-42bd-be9f-570e22fdc596 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0936782 Jun 30 09:16:28.531319 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40684) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:28.538663 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-629ee8b8-2d09-46ba-ade2-d402ac40953a tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group_rule': {'security_group_id': '6bc5a75e-b994-4d1e-a15f-77116eccaa8f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ae69d706-20b6-4869-b2e1-8c04cb3d9ed6'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:28.588825 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac12e3e-9bc0-4761-9f38-36a582debb85 req-07075f4e-59c8-4473-aead-a43a0951baa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:28.589443 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac12e3e-9bc0-4761-9f38-36a582debb85 req-07075f4e-59c8-4473-aead-a43a0951baa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:28.590451 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac12e3e-9bc0-4761-9f38-36a582debb85 req-07075f4e-59c8-4473-aead-a43a0951baa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:28.591661 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1ac12e3e-9bc0-4761-9f38-36a582debb85 req-07075f4e-59c8-4473-aead-a43a0951baa0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0076ed16b9c640f6a2a7cca671ba9d86&device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 2730 time: 0.4463012 Jun 30 09:16:28.595848 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-4ec051ec-8e97-47ce-b4f9-0b90e07a69e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:28.741124 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c403fa0b-53ca-4f82-9a4f-d36d81ef8774 req-709942cb-8d62-46ab-8e66-c36ba8106e9d tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=231760a8-fa3e-4dc2-be74-0ea6ddcf40bf HTTP/1.1" status: 200 len: 210 time: 0.1829615 Jun 30 09:16:28.840054 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-629ee8b8-2d09-46ba-ade2-d402ac40953a tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:16:28.847630 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-629ee8b8-2d09-46ba-ade2-d402ac40953a tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3081653 Jun 30 09:16:28.850044 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40706) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:28.972626 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-98b6fd2e-0a64-4b69-9129-0c8098db005e tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:29.012896 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-98b6fd2e-0a64-4b69-9129-0c8098db005e tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:29.059093 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5524af6f-c338-41a3-a9df-6b4863481dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:29.177176 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-98b6fd2e-0a64-4b69-9129-0c8098db005e tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:29.180606 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-98b6fd2e-0a64-4b69-9129-0c8098db005e tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:29.182111 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-98b6fd2e-0a64-4b69-9129-0c8098db005e tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "DELETE /v2.0/security-groups/ae69d706-20b6-4869-b2e1-8c04cb3d9ed6 HTTP/1.1" status: 204 len: 168 time: 0.3310540 Jun 30 09:16:29.191346 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40730) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:29.210666 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6fd2e-0a64-4b69-9129-0c8098db005e tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae69d706-20b6-4869-b2e1-8c04cb3d9ed6,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:29.404521 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac12e3e-9bc0-4761-9f38-36a582debb85 req-f43a9d02-e71d-4b05-b52d-b50fece14ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:29.405000 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac12e3e-9bc0-4761-9f38-36a582debb85 req-f43a9d02-e71d-4b05-b52d-b50fece14ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:29.405445 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac12e3e-9bc0-4761-9f38-36a582debb85 req-f43a9d02-e71d-4b05-b52d-b50fece14ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:29.407284 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1ac12e3e-9bc0-4761-9f38-36a582debb85 req-f43a9d02-e71d-4b05-b52d-b50fece14ce5 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=0076ed16b9c640f6a2a7cca671ba9d86&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7490456 Jun 30 09:16:29.649144 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5524af6f-c338-41a3-a9df-6b4863481dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:29.662584 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9e8c9-49a2-4118-a12f-76cdc386a8aa req-3a3eb7e4-a9d9-4da4-b419-19ca5cb63127 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:29.664255 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-afd9e8c9-49a2-4118-a12f-76cdc386a8aa req-3a3eb7e4-a9d9-4da4-b419-19ca5cb63127 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 947 time: 0.0860996 Jun 30 09:16:29.687260 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5ce37980-1963-49ea-a0b3-c9721e6e4412 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4949486 Jun 30 09:16:29.688726 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40768) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:29.737162 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524af6f-c338-41a3-a9df-6b4863481dc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1fb0fa9-5ba8-4c0a-814c-a20a9ebf689c,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:29.746260 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb84c80-2327-45ce-a5f3-92bbd8f457ae None None] Network 5d14177c-7e46-44f3-a2aa-d46dd096a92c requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:29.758273 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-afd9e8c9-49a2-4118-a12f-76cdc386a8aa req-7516735a-acc4-4f65-af54-a5e0ec045308 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879414 Jun 30 09:16:29.762568 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5524af6f-c338-41a3-a9df-6b4863481dc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:29.766982 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5524af6f-c338-41a3-a9df-6b4863481dc4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c1fb0fa9-5ba8-4c0a-814c-a20a9ebf689c HTTP/1.1" status: 204 len: 168 time: 1.6347129 Jun 30 09:16:29.774501 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40774) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:29.821230 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac12e3e-9bc0-4761-9f38-36a582debb85 req-69a5b35b-a08c-4ffd-8315-6668ac01a56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:29.826707 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1ac12e3e-9bc0-4761-9f38-36a582debb85 req-69a5b35b-a08c-4ffd-8315-6668ac01a56a service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3879406 Jun 30 09:16:29.858335 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ee286-f053-43bf-8953-e5f750509507 req-456f7968-11d7-49d1-aeb0-1bed4467fb7f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:29.866379 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ee286-f053-43bf-8953-e5f750509507 req-456f7968-11d7-49d1-aeb0-1bed4467fb7f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:29.887328 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ee286-f053-43bf-8953-e5f750509507 req-456f7968-11d7-49d1-aeb0-1bed4467fb7f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:29.898134 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-77b91c09-8f0a-49cf-9fdd-02700479134d tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:29.907919 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7a1ee286-f053-43bf-8953-e5f750509507 req-456f7968-11d7-49d1-aeb0-1bed4467fb7f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 2386 time: 0.5065947 Jun 30 09:16:29.949240 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ec0f160e-81e7-4f4a-8d33-01b980da1d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:29.964238 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-77b91c09-8f0a-49cf-9fdd-02700479134d tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:29.972080 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7a1ee286-f053-43bf-8953-e5f750509507 req-96961953-6a1c-4567-8c54-6c364529142b tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627897 Jun 30 09:16:30.050250 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-4ec051ec-8e97-47ce-b4f9-0b90e07a69e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a816836-5d54-436a-a02c-3cdace3abb01 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:30.058127 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a246652a-349b-400c-a10c-30da5b578f4e None None] DHCP port deletion for 5d14177c-7e46-44f3-a2aa-d46dd096a92c request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:16:30.078020 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-4ec051ec-8e97-47ce-b4f9-0b90e07a69e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.088235 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7d7eaec6-25c7-4cca-8ca4-f794c41499d4 req-f38ec452-a717-4de7-819b-82ea2e70ad08 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=231760a8-fa3e-4dc2-be74-0ea6ddcf40bf HTTP/1.1" status: 200 len: 210 time: 0.0867646 Jun 30 09:16:30.115309 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-4ec051ec-8e97-47ce-b4f9-0b90e07a69e2 service neutron] Transition to ACTIVE for port object 2a816836-5d54-436a-a02c-3cdace3abb01 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:30.148755 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a246652a-349b-400c-a10c-30da5b578f4e None None] Deleting port cf23542a-07a7-413d-8a68-92bfa8ce3861 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:30.148755 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a246652a-349b-400c-a10c-30da5b578f4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.165917 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-ec0f160e-81e7-4f4a-8d33-01b980da1d32 admin admin] Deleting port cf23542a-07a7-413d-8a68-92bfa8ce3861 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:30.166259 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ec0f160e-81e7-4f4a-8d33-01b980da1d32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.218069 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-a246652a-349b-400c-a10c-30da5b578f4e None None] For port cf23542a-07a7-413d-8a68-92bfa8ce3861, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=cf23542a-07a7-413d-8a68-92bfa8ce3861,segment=NetworkSegment(aafd3519-a550-42a1-827f-331b0c3726cd),segment_id=aafd3519-a550-42a1-827f-331b0c3726cd)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:30.218449 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a246652a-349b-400c-a10c-30da5b578f4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.223579 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-4ec051ec-8e97-47ce-b4f9-0b90e07a69e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.239893 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a246652a-349b-400c-a10c-30da5b578f4e None None] Calling delete_port for cf23542a-07a7-413d-8a68-92bfa8ce3861 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:30.248461 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-ec0f160e-81e7-4f4a-8d33-01b980da1d32 admin admin] For port cf23542a-07a7-413d-8a68-92bfa8ce3861, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=cf23542a-07a7-413d-8a68-92bfa8ce3861,segment=NetworkSegment(aafd3519-a550-42a1-827f-331b0c3726cd),segment_id=aafd3519-a550-42a1-827f-331b0c3726cd)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:30.248947 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ec0f160e-81e7-4f4a-8d33-01b980da1d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.269554 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-77b91c09-8f0a-49cf-9fdd-02700479134d tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.273389 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-77b91c09-8f0a-49cf-9fdd-02700479134d tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.274772 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-77b91c09-8f0a-49cf-9fdd-02700479134d tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "DELETE /v2.0/security-groups/6bc5a75e-b994-4d1e-a15f-77116eccaa8f HTTP/1.1" status: 204 len: 168 time: 0.5849874 Jun 30 09:16:30.276120 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-ec0f160e-81e7-4f4a-8d33-01b980da1d32 admin admin] Calling delete_port for cf23542a-07a7-413d-8a68-92bfa8ce3861 owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:30.283565 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40800) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:30.284514 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec051ec-8e97-47ce-b4f9-0b90e07a69e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2a816836-5d54-436a-a02c-3cdace3abb01,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:30.322263 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b91c09-8f0a-49cf-9fdd-02700479134d tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc5a75e-b994-4d1e-a15f-77116eccaa8f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:30.414805 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-4ec051ec-8e97-47ce-b4f9-0b90e07a69e2 service neutron] Attempting to bind port 2a816836-5d54-436a-a02c-3cdace3abb01 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:30.415439 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-4ec051ec-8e97-47ce-b4f9-0b90e07a69e2 service neutron] Attempting to bind port 2a816836-5d54-436a-a02c-3cdace3abb01 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '47e45efd-cdef-4241-b33c-19fade2b32da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ff437070-00b0-4cca-bb44-4c82d9e4d8fd'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:30.415645 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-4ec051ec-8e97-47ce-b4f9-0b90e07a69e2 service neutron] Attempting to bind port 2a816836-5d54-436a-a02c-3cdace3abb01 on network ff437070-00b0-4cca-bb44-4c82d9e4d8fd {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:30.420829 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-4ec051ec-8e97-47ce-b4f9-0b90e07a69e2 service neutron] Port 2a816836-5d54-436a-a02c-3cdace3abb01 on network ff437070-00b0-4cca-bb44-4c82d9e4d8fd not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:16:30.421162 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-4ec051ec-8e97-47ce-b4f9-0b90e07a69e2 service neutron] Attempting to bind port 2a816836-5d54-436a-a02c-3cdace3abb01 on network ff437070-00b0-4cca-bb44-4c82d9e4d8fd {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:30.423529 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8b3d0611-b852-4551-9aaa-81243f5a7266 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1386833 Jun 30 09:16:30.429129 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-4ec051ec-8e97-47ce-b4f9-0b90e07a69e2 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:30.429698 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-4ec051ec-8e97-47ce-b4f9-0b90e07a69e2 service neutron] Checking segment: {'id': '47e45efd-cdef-4241-b33c-19fade2b32da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ff437070-00b0-4cca-bb44-4c82d9e4d8fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:30.430288 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-4ec051ec-8e97-47ce-b4f9-0b90e07a69e2 service neutron] Bound using segment: {'id': '47e45efd-cdef-4241-b33c-19fade2b32da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ff437070-00b0-4cca-bb44-4c82d9e4d8fd'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:30.430895 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-4ec051ec-8e97-47ce-b4f9-0b90e07a69e2 service neutron] Bound port: 2a816836-5d54-436a-a02c-3cdace3abb01, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e45efd-cdef-4241-b33c-19fade2b32da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ff437070-00b0-4cca-bb44-4c82d9e4d8fd'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:30.431450 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-4ec051ec-8e97-47ce-b4f9-0b90e07a69e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.434564 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40802) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:30.439380 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-8cd8d7b6-d742-4cc9-bf17-5472e303d299 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group': {'name': 'tempest-secgroup--636069913'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:30.531578 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-4ec051ec-8e97-47ce-b4f9-0b90e07a69e2 service neutron] For port 2a816836-5d54-436a-a02c-3cdace3abb01, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:30.537536 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-4ec051ec-8e97-47ce-b4f9-0b90e07a69e2 service neutron] For port 2a816836-5d54-436a-a02c-3cdace3abb01, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2a816836-5d54-436a-a02c-3cdace3abb01,segment=NetworkSegment(47e45efd-cdef-4241-b33c-19fade2b32da),segment_id=47e45efd-cdef-4241-b33c-19fade2b32da)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:30.588117 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a246652a-349b-400c-a10c-30da5b578f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.596077 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ec0f160e-81e7-4f4a-8d33-01b980da1d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.617254 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8cd8d7b6-d742-4cc9-bf17-5472e303d299 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.617683 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246652a-349b-400c-a10c-30da5b578f4e None None] Pushing event deleted for resources: {'Port': ['ID=cf23542a-07a7-413d-8a68-92bfa8ce3861,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:30.624355 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f160e-81e7-4f4a-8d33-01b980da1d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf23542a-07a7-413d-8a68-92bfa8ce3861,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:30.626063 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0f160e-81e7-4f4a-8d33-01b980da1d32 admin admin] No DVR routers for this DVR port cf23542a-07a7-413d-8a68-92bfa8ce3861 on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:30.641332 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-4ec051ec-8e97-47ce-b4f9-0b90e07a69e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.644230 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a246652a-349b-400c-a10c-30da5b578f4e None None] No DVR routers for this DVR port cf23542a-07a7-413d-8a68-92bfa8ce3861 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:30.700879 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40808) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:30.727109 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-4ec051ec-8e97-47ce-b4f9-0b90e07a69e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:30.727759 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-4ec051ec-8e97-47ce-b4f9-0b90e07a69e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.729612 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-4ec051ec-8e97-47ce-b4f9-0b90e07a69e2 service neutron] 10.222.0.52 "PUT /v2.0/ports/2a816836-5d54-436a-a02c-3cdace3abb01 HTTP/1.1" status: 200 len: 1092 time: 2.4721267 Jun 30 09:16:30.730094 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eacd821-7f62-4f22-8b62-14016ddaaf6c', 'tag': '2a816836-5d54-436a-a02c-3cdace3abb01'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:30.732591 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b8bd49-4e65-41e4-a10e-80fa807eb59b" -d '{"events": [{"name": "network-changed", "server_uuid": "3eacd821-7f62-4f22-8b62-14016ddaaf6c", "tag": "2a816836-5d54-436a-a02c-3cdace3abb01"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:30.749426 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ec0f160e-81e7-4f4a-8d33-01b980da1d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.767432 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-ec0f160e-81e7-4f4a-8d33-01b980da1d32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d14177c-7e46-44f3-a2aa-d46dd096a92c']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:30.778432 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec051ec-8e97-47ce-b4f9-0b90e07a69e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2a816836-5d54-436a-a02c-3cdace3abb01,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:30.796341 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-ec0f160e-81e7-4f4a-8d33-01b980da1d32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aafd3519-a550-42a1-827f-331b0c3726cd') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:30.799923 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-ec0f160e-81e7-4f4a-8d33-01b980da1d32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aafd3519-a550-42a1-827f-331b0c3726cd') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:30.820813 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ec0f160e-81e7-4f4a-8d33-01b980da1d32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.825298 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40816) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:30.844963 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86eb5953-472a-4c46-8f5a-c790df3ab4b1 x-openstack-request-id: req-86eb5953-472a-4c46-8f5a-c790df3ab4b1 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:30.845270 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eacd821-7f62-4f22-8b62-14016ddaaf6c", "tag": "2a816836-5d54-436a-a02c-3cdace3abb01", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:30.845544 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-86eb5953-472a-4c46-8f5a-c790df3ab4b1 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:30.845938 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eacd821-7f62-4f22-8b62-14016ddaaf6c', 'tag': '2a816836-5d54-436a-a02c-3cdace3abb01', 'status': 'completed', 'code': 200} Jun 30 09:16:30.866074 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-088713d5-cefa-4d92-bb01-b02259b64e81 service neutron] Request body: {'port': {'device_id': '3eacd821-7f62-4f22-8b62-14016ddaaf6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:30.868204 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ec0f160e-81e7-4f4a-8d33-01b980da1d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.893045 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec0f160e-81e7-4f4a-8d33-01b980da1d32 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:16:30.893572 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ec0f160e-81e7-4f4a-8d33-01b980da1d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:16:30.898728 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:16:30.950769 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8cd8d7b6-d742-4cc9-bf17-5472e303d299 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:31.044965 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8cd8d7b6-d742-4cc9-bf17-5472e303d299 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:31.044965 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-731894e3-b0df-42aa-8744-1fe8eb3b0b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:31.100212 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7e324671-e81a-4978-a73f-2a60db27ae8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:31.112482 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8bd49-4e65-41e4-a10e-80fa807eb59b req-d9798ba7-2129-4d96-a445-59b4d73a3aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:31.114676 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8bd49-4e65-41e4-a10e-80fa807eb59b req-d9798ba7-2129-4d96-a445-59b4d73a3aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:31.114676 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8bd49-4e65-41e4-a10e-80fa807eb59b req-d9798ba7-2129-4d96-a445-59b4d73a3aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:31.116570 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-04b8bd49-4e65-41e4-a10e-80fa807eb59b req-d9798ba7-2129-4d96-a445-59b4d73a3aac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0076ed16b9c640f6a2a7cca671ba9d86&device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 2798 time: 0.2643471 Jun 30 09:16:31.118685 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-088713d5-cefa-4d92-bb01-b02259b64e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:31.141206 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8d7b6-d742-4cc9-bf17-5472e303d299 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb36c68d-d46e-4aca-a759-976c2c542dbf,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:31.159576 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5206e73-45a6-4668-b080-3a6f851327eb req-71794687-c46b-445a-9090-21d356ac937d tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:31.161178 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b5206e73-45a6-4668-b080-3a6f851327eb req-71794687-c46b-445a-9090-21d356ac937d tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 947 time: 0.1641185 Jun 30 09:16:31.201962 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b5206e73-45a6-4668-b080-3a6f851327eb req-5aeb7a2c-6124-4af1-8ecf-499fd15e0c8e tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7438f4-93d1-47b9-886a-3d1f32fba550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348148 Jun 30 09:16:31.241974 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ec0f160e-81e7-4f4a-8d33-01b980da1d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:31.251319 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ec0f160e-81e7-4f4a-8d33-01b980da1d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:31.255899 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ec0f160e-81e7-4f4a-8d33-01b980da1d32 admin admin] 10.222.0.10 "DELETE /v2.0/networks/5d14177c-7e46-44f3-a2aa-d46dd096a92c HTTP/1.1" status: 204 len: 168 time: 1.4771938 Jun 30 09:16:31.257689 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8cd8d7b6-d742-4cc9-bf17-5472e303d299 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:31.261907 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8cd8d7b6-d742-4cc9-bf17-5472e303d299 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8261170 Jun 30 09:16:31.268085 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40828) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:31.279609 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-d6f03633-ae1c-4410-809b-3f7ad512d2c1 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group_rule': {'security_group_id': 'eb36c68d-d46e-4aca-a759-976c2c542dbf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:31.293869 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f160e-81e7-4f4a-8d33-01b980da1d32 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d14177c-7e46-44f3-a2aa-d46dd096a92c,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:31.343164 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f5759-fd5a-4696-a2d1-20b3988b158d req-0e12641c-7e0c-4a20-b4c9-cf63bd4a7e80 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:31.344952 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-df4f5759-fd5a-4696-a2d1-20b3988b158d req-0e12641c-7e0c-4a20-b4c9-cf63bd4a7e80 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 947 time: 0.1358902 Jun 30 09:16:31.405900 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-382d202e-d620-4a9c-bae3-ed2ac2eb1a46 req-45200ece-9900-4087-b191-55fc9ce49c32 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=231760a8-fa3e-4dc2-be74-0ea6ddcf40bf HTTP/1.1" status: 200 len: 210 time: 0.0532858 Jun 30 09:16:31.440651 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8bd49-4e65-41e4-a10e-80fa807eb59b req-4dcacf16-9403-4712-8565-48705d74a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:31.441385 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8bd49-4e65-41e4-a10e-80fa807eb59b req-4dcacf16-9403-4712-8565-48705d74a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:31.441665 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8bd49-4e65-41e4-a10e-80fa807eb59b req-4dcacf16-9403-4712-8565-48705d74a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:31.444123 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-04b8bd49-4e65-41e4-a10e-80fa807eb59b req-4dcacf16-9403-4712-8565-48705d74a4ea service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=0076ed16b9c640f6a2a7cca671ba9d86&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3202202 Jun 30 09:16:31.521038 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840ee74-4b61-4be2-b80f-368f0e0b0efe req-3091a350-f6b1-4bc7-92b7-328517ee837a tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:31.527341 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840ee74-4b61-4be2-b80f-368f0e0b0efe req-3091a350-f6b1-4bc7-92b7-328517ee837a tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:31.534147 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840ee74-4b61-4be2-b80f-368f0e0b0efe req-3091a350-f6b1-4bc7-92b7-328517ee837a tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:31.535969 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4840ee74-4b61-4be2-b80f-368f0e0b0efe req-3091a350-f6b1-4bc7-92b7-328517ee837a tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 2398 time: 0.3805630 Jun 30 09:16:31.575019 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device cf23542a-07a7-413d-8a68-92bfa8ce3861 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:31.611502 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: cf23542a-07a7-413d-8a68-92bfa8ce3861 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:31.611729 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-a3009126-7528-4296-8f8f-3fbf6767cb16 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:31.612324 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device cf23542a-07a7-413d-8a68-92bfa8ce3861 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:31.613128 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-a3009126-7528-4296-8f8f-3fbf6767cb16 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.37 "GET /v2.0/networks?id=67fb0116-df8f-4edf-9acf-411778b1e168 HTTP/1.1" status: 200 len: 815 time: 0.2294142 Jun 30 09:16:31.625817 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-5560f701-b71a-49a4-ad4c-9bdd4ffc37ee tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Request body: {'port': {'device_id': '231760a8-fa3e-4dc2-be74-0ea6ddcf40bf', 'network_id': '67fb0116-df8f-4edf-9acf-411778b1e168', 'admin_state_up': True, 'tenant_id': 'c2ac106c24f9401386cbe886c9df41fc'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:31.686151 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-df4f5759-fd5a-4696-a2d1-20b3988b158d req-e2f309eb-db31-47e4-891e-831c63863760 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Deleting port 84e49e18-5586-4075-a5fa-8ba4bc0b447a {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:31.686492 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-df4f5759-fd5a-4696-a2d1-20b3988b158d req-e2f309eb-db31-47e4-891e-831c63863760 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:31.692078 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4840ee74-4b61-4be2-b80f-368f0e0b0efe req-fbdcfd09-79e5-4d26-9fcd-2b1a267bba4b tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413674 Jun 30 09:16:31.725501 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-731894e3-b0df-42aa-8744-1fe8eb3b0b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:31.733951 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8bd49-4e65-41e4-a10e-80fa807eb59b req-6128bcc3-96fd-4fac-8125-7fedc4df5b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:31.735504 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-04b8bd49-4e65-41e4-a10e-80fa807eb59b req-6128bcc3-96fd-4fac-8125-7fedc4df5b71 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2765479 Jun 30 09:16:31.779516 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40830) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:31.805358 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-088713d5-cefa-4d92-bb01-b02259b64e81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f3bb8d0-896a-4fca-8a45-746cedb53696 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:31.813437 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-088713d5-cefa-4d92-bb01-b02259b64e81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:31.828365 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-088713d5-cefa-4d92-bb01-b02259b64e81 service neutron] Transition to ACTIVE for port object 5f3bb8d0-896a-4fca-8a45-746cedb53696 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:31.830429 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-df4f5759-fd5a-4696-a2d1-20b3988b158d req-e2f309eb-db31-47e4-891e-831c63863760 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] For port 84e49e18-5586-4075-a5fa-8ba4bc0b447a, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=84e49e18-5586-4075-a5fa-8ba4bc0b447a,segment=NetworkSegment(ab0459dd-0737-485e-a203-f94c588fe4e2),segment_id=ab0459dd-0737-485e-a203-f94c588fe4e2)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:31.830790 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-df4f5759-fd5a-4696-a2d1-20b3988b158d req-e2f309eb-db31-47e4-891e-831c63863760 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:31.854376 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-df4f5759-fd5a-4696-a2d1-20b3988b158d req-e2f309eb-db31-47e4-891e-831c63863760 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Calling delete_port for 84e49e18-5586-4075-a5fa-8ba4bc0b447a owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:31.862058 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3e3cbc99-7b08-4d2f-99af-f889234fbc9f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e7f9c67d9c9e4ca097900fd6ab18621e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0745888 Jun 30 09:16:31.864859 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40832) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:31.892521 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-731894e3-b0df-42aa-8744-1fe8eb3b0b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.060034 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7e324671-e81a-4978-a73f-2a60db27ae8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.182809 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-df4f5759-fd5a-4696-a2d1-20b3988b158d req-e2f309eb-db31-47e4-891e-831c63863760 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.197260 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['84e49e18-5586-4075-a5fa-8ba4bc0b447a'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:16:32.215700 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7e324671-e81a-4978-a73f-2a60db27ae8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.218593 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f309eb-db31-47e4-891e-831c63863760 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Pushing event deleted for resources: {'Port': ['ID=84e49e18-5586-4075-a5fa-8ba4bc0b447a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:32.230799 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-088713d5-cefa-4d92-bb01-b02259b64e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.281982 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e324671-e81a-4978-a73f-2a60db27ae8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7a57ae-c954-49bf-a538-f21781215dc6,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:32.301231 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731894e3-b0df-42aa-8744-1fe8eb3b0b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5877cb8d-687b-459e-b51d-0929fc3c8f75,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:32.308342 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-731894e3-b0df-42aa-8744-1fe8eb3b0b81 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=38e7cbc6cf5f4a278e0a3007a55d28a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4819028 Jun 30 09:16:32.314734 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40836) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:32.350069 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0a74b357-3fb7-4c8a-bff4-653d994a297d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.369090 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088713d5-cefa-4d92-bb01-b02259b64e81 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3bb8d0-896a-4fca-8a45-746cedb53696,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:32.450562 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0a74b357-3fb7-4c8a-bff4-653d994a297d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.582167 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c16dade-d912-4311-9afe-de177dc3421d req-48f96c09-f7e6-40d6-b7b1-d02c186022c8 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=231760a8-fa3e-4dc2-be74-0ea6ddcf40bf HTTP/1.1" status: 200 len: 210 time: 0.0435214 Jun 30 09:16:32.583984 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-088713d5-cefa-4d92-bb01-b02259b64e81 service neutron] Attempting to bind port 5f3bb8d0-896a-4fca-8a45-746cedb53696 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:32.584319 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-088713d5-cefa-4d92-bb01-b02259b64e81 service neutron] Attempting to bind port 5f3bb8d0-896a-4fca-8a45-746cedb53696 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '957596e1-4db1-4470-b1de-96ba161fa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c05ab70b-f2b6-4d28-9ace-377aa101ec95'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:32.584654 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-088713d5-cefa-4d92-bb01-b02259b64e81 service neutron] Attempting to bind port 5f3bb8d0-896a-4fca-8a45-746cedb53696 on network c05ab70b-f2b6-4d28-9ace-377aa101ec95 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:32.586889 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7ddf6b2e-8bbc-4012-83c1-c5d7d16e163d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.593671 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-088713d5-cefa-4d92-bb01-b02259b64e81 service neutron] Port 5f3bb8d0-896a-4fca-8a45-746cedb53696 on network c05ab70b-f2b6-4d28-9ace-377aa101ec95 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:16:32.593930 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-088713d5-cefa-4d92-bb01-b02259b64e81 service neutron] Attempting to bind port 5f3bb8d0-896a-4fca-8a45-746cedb53696 on network c05ab70b-f2b6-4d28-9ace-377aa101ec95 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:32.613013 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-088713d5-cefa-4d92-bb01-b02259b64e81 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:32.613013 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-088713d5-cefa-4d92-bb01-b02259b64e81 service neutron] Checking segment: {'id': '957596e1-4db1-4470-b1de-96ba161fa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c05ab70b-f2b6-4d28-9ace-377aa101ec95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:32.613013 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-088713d5-cefa-4d92-bb01-b02259b64e81 service neutron] Bound using segment: {'id': '957596e1-4db1-4470-b1de-96ba161fa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c05ab70b-f2b6-4d28-9ace-377aa101ec95'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:32.613013 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-088713d5-cefa-4d92-bb01-b02259b64e81 service neutron] Bound port: 5f3bb8d0-896a-4fca-8a45-746cedb53696, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '957596e1-4db1-4470-b1de-96ba161fa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c05ab70b-f2b6-4d28-9ace-377aa101ec95'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:32.613013 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-088713d5-cefa-4d92-bb01-b02259b64e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.633982 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7ddf6b2e-8bbc-4012-83c1-c5d7d16e163d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.652141 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7e324671-e81a-4978-a73f-2a60db27ae8e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1a12997c63e146188ee6b4ccc8a781d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9502101 Jun 30 09:16:32.656515 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4f5759-fd5a-4696-a2d1-20b3988b158d req-e2f309eb-db31-47e4-891e-831c63863760 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] No DVR routers for this DVR port 84e49e18-5586-4075-a5fa-8ba4bc0b447a on host n-h1-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:32.660061 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40840) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:32.677179 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-df4f5759-fd5a-4696-a2d1-20b3988b158d req-e2f309eb-db31-47e4-891e-831c63863760 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.679021 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-df4f5759-fd5a-4696-a2d1-20b3988b158d req-e2f309eb-db31-47e4-891e-831c63863760 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.52 "DELETE /v2.0/ports/84e49e18-5586-4075-a5fa-8ba4bc0b447a HTTP/1.1" status: 204 len: 173 time: 1.3164632 Jun 30 09:16:32.679488 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1233443-c073-43da-864a-a9cc65ba8773', 'name': 'network-vif-deleted', 'tag': '84e49e18-5586-4075-a5fa-8ba4bc0b447a'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:32.681887 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b185ead-1bcd-4d4d-80d1-da7e3664d20b" -d '{"events": [{"server_uuid": "f1233443-c073-43da-864a-a9cc65ba8773", "name": "network-vif-deleted", "tag": "84e49e18-5586-4075-a5fa-8ba4bc0b447a"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:32.685015 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0a74b357-3fb7-4c8a-bff4-653d994a297d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.687876 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0a74b357-3fb7-4c8a-bff4-653d994a297d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.689017 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0a74b357-3fb7-4c8a-bff4-653d994a297d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/185cf9ec-ccd6-4868-a3d4-458a1f67e1a0 HTTP/1.1" status: 204 len: 168 time: 0.8231332 Jun 30 09:16:32.715238 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74b357-3fb7-4c8a-bff4-653d994a297d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185cf9ec-ccd6-4868-a3d4-458a1f67e1a0,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:32.726773 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-379ae0ff-75f9-4042-b87a-38677c48e967 req-b5930503-dc65-453f-bcbb-c2817bb60966 tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 210 time: 0.0732365 Jun 30 09:16:32.754341 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfebb3e5-742f-4f70-bd72-cb2e42e59e8f x-openstack-request-id: req-dfebb3e5-742f-4f70-bd72-cb2e42e59e8f {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:32.755396 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1233443-c073-43da-864a-a9cc65ba8773", "name": "network-vif-deleted", "tag": "84e49e18-5586-4075-a5fa-8ba4bc0b447a", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:32.755742 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dfebb3e5-742f-4f70-bd72-cb2e42e59e8f {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:32.756239 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1233443-c073-43da-864a-a9cc65ba8773', 'name': 'network-vif-deleted', 'tag': '84e49e18-5586-4075-a5fa-8ba4bc0b447a', 'status': 'completed', 'code': 200} Jun 30 09:16:32.763572 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-088713d5-cefa-4d92-bb01-b02259b64e81 service neutron] For port 5f3bb8d0-896a-4fca-8a45-746cedb53696, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:32.767334 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-088713d5-cefa-4d92-bb01-b02259b64e81 service neutron] For port 5f3bb8d0-896a-4fca-8a45-746cedb53696, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=5f3bb8d0-896a-4fca-8a45-746cedb53696,segment=NetworkSegment(957596e1-4db1-4470-b1de-96ba161fa053),segment_id=957596e1-4db1-4470-b1de-96ba161fa053)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:32.803323 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e86a8c8b-8f04-454b-8856-8a229dd7a25d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.829963 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e86a8c8b-8f04-454b-8856-8a229dd7a25d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.909510 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-088713d5-cefa-4d92-bb01-b02259b64e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.912717 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-5560f701-b71a-49a4-ad4c-9bdd4ffc37ee tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Made reservation on behalf of c2ac106c24f9401386cbe886c9df41fc for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:32.916230 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-5560f701-b71a-49a4-ad4c-9bdd4ffc37ee tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.946098 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e2ab3-c534-4a63-8f63-6c49c2bb5a1f req-d14d8491-9846-4e49-8f6a-d76272ac04ac tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:32.947792 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-088713d5-cefa-4d92-bb01-b02259b64e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:32.952867 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-088713d5-cefa-4d92-bb01-b02259b64e81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.952867 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-088713d5-cefa-4d92-bb01-b02259b64e81 service neutron] 10.222.0.52 "PUT /v2.0/ports/5f3bb8d0-896a-4fca-8a45-746cedb53696 HTTP/1.1" status: 200 len: 1092 time: 2.1004245 Jun 30 09:16:32.952867 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eacd821-7f62-4f22-8b62-14016ddaaf6c', 'tag': '5f3bb8d0-896a-4fca-8a45-746cedb53696'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:32.953132 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e2ab3-c534-4a63-8f63-6c49c2bb5a1f req-d14d8491-9846-4e49-8f6a-d76272ac04ac tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:32.953400 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40c883f-1904-4c17-93f0-ef8b5eca0641" -d '{"events": [{"name": "network-changed", "server_uuid": "3eacd821-7f62-4f22-8b62-14016ddaaf6c", "tag": "5f3bb8d0-896a-4fca-8a45-746cedb53696"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:32.959651 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7ddf6b2e-8bbc-4012-83c1-c5d7d16e163d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.963233 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7ddf6b2e-8bbc-4012-83c1-c5d7d16e163d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.965160 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7ddf6b2e-8bbc-4012-83c1-c5d7d16e163d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5877cb8d-687b-459e-b51d-0929fc3c8f75 HTTP/1.1" status: 204 len: 168 time: 0.6435728 Jun 30 09:16:32.968854 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e2ab3-c534-4a63-8f63-6c49c2bb5a1f req-d14d8491-9846-4e49-8f6a-d76272ac04ac tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:32.970584 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f13e2ab3-c534-4a63-8f63-6c49c2bb5a1f req-d14d8491-9846-4e49-8f6a-d76272ac04ac tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 2410 time: 0.1295273 Jun 30 09:16:32.986484 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf6b2e-8bbc-4012-83c1-c5d7d16e163d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5877cb8d-687b-459e-b51d-0929fc3c8f75,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:33.017122 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-d6f03633-ae1c-4410-809b-3f7ad512d2c1 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:16:33.018219 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d6f03633-ae1c-4410-809b-3f7ad512d2c1 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 1.7471137 Jun 30 09:16:33.024541 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088713d5-cefa-4d92-bb01-b02259b64e81 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3bb8d0-896a-4fca-8a45-746cedb53696,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:33.035248 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40852) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:33.042480 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-6a96381f-69aa-46ca-b416-c28c6e007445 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group_rule': {'security_group_id': 'eb36c68d-d46e-4aca-a759-976c2c542dbf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:33.079090 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f13e2ab3-c534-4a63-8f63-6c49c2bb5a1f req-477fc96d-f87b-44cb-b4f7-7bd327fb35bb tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023672 Jun 30 09:16:33.083657 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a6c63e-667c-4fe0-bba0-e8dcd7fa45b4 x-openstack-request-id: req-35a6c63e-667c-4fe0-bba0-e8dcd7fa45b4 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:33.083924 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eacd821-7f62-4f22-8b62-14016ddaaf6c", "tag": "5f3bb8d0-896a-4fca-8a45-746cedb53696", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:33.093545 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-35a6c63e-667c-4fe0-bba0-e8dcd7fa45b4 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:33.093545 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eacd821-7f62-4f22-8b62-14016ddaaf6c', 'tag': '5f3bb8d0-896a-4fca-8a45-746cedb53696', 'status': 'completed', 'code': 200} Jun 30 09:16:33.094039 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e86a8c8b-8f04-454b-8856-8a229dd7a25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:33.095585 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e86a8c8b-8f04-454b-8856-8a229dd7a25d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:33.097831 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e86a8c8b-8f04-454b-8856-8a229dd7a25d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b7a57ae-c954-49bf-a538-f21781215dc6 HTTP/1.1" status: 204 len: 168 time: 0.4358699 Jun 30 09:16:33.162406 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a8c8b-8f04-454b-8856-8a229dd7a25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7a57ae-c954-49bf-a538-f21781215dc6,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:33.203386 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-00213ef5-53ad-4463-85d1-f3535ecbc806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:33.203974 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-00213ef5-53ad-4463-85d1-f3535ecbc806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:33.204455 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-00213ef5-53ad-4463-85d1-f3535ecbc806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:33.206110 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-00213ef5-53ad-4463-85d1-f3535ecbc806 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0076ed16b9c640f6a2a7cca671ba9d86&device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 2866 time: 0.1185877 Jun 30 09:16:33.249711 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-5560f701-b71a-49a4-ad4c-9bdd4ffc37ee tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Allocated IP 172.20.0.10 (67fb0116-df8f-4edf-9acf-411778b1e168/a8acfcba-aa49-40d7-96e1-8c2c79b01912/2da57038-d223-4824-8505-8568dde71956) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:33.270708 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-3f088b10-0c92-4746-a49a-7571652c960e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.43&port_id=a627442c-c645-4b7f-9607-1ed1036e554a HTTP/1.1" status: 200 len: 217 time: 0.0527029 Jun 30 09:16:33.318101 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-6a96381f-69aa-46ca-b416-c28c6e007445 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:16:33.321297 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6a96381f-69aa-46ca-b416-c28c6e007445 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2805669 Jun 30 09:16:33.322076 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40858) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:33.361886 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-05529d3a-c522-46bf-b51f-5de622b91597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:33.364595 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-05529d3a-c522-46bf-b51f-5de622b91597 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b93d924f-b26f-4587-815b-820b80fea9af HTTP/1.1" status: 200 len: 801 time: 0.0834684 Jun 30 09:16:33.429787 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cb6f97b3-ec1a-4f0d-a402-7428d8f8e288 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:33.450982 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-5560f701-b71a-49a4-ad4c-9bdd4ffc37ee tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:33.461588 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cb6f97b3-ec1a-4f0d-a402-7428d8f8e288 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:33.476554 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-d5aacb3b-8630-46c6-8312-599d1ab7961d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:33.478079 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-d5aacb3b-8630-46c6-8312-599d1ab7961d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c05ab70b-f2b6-4d28-9ace-377aa101ec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024413 Jun 30 09:16:33.600651 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-5560f701-b71a-49a4-ad4c-9bdd4ffc37ee tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:33.600962 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-9fcb2d44-b925-4c9b-94c3-2943c16ab67d service neutron] 10.222.0.52 "GET /v2.0/networks/c05ab70b-f2b6-4d28-9ace-377aa101ec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142664 Jun 30 09:16:33.615292 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037', '615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:16:33.653984 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-5560f701-b71a-49a4-ad4c-9bdd4ffc37ee tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Network 67fb0116-df8f-4edf-9acf-411778b1e168 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:33.661397 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-5560f701-b71a-49a4-ad4c-9bdd4ffc37ee tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:33.661397 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-5560f701-b71a-49a4-ad4c-9bdd4ffc37ee tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:33.698237 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560f701-b71a-49a4-ad4c-9bdd4ffc37ee tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Pushing event updated for resources: {'Port': ['ID=2da57038-d223-4824-8505-8568dde71956,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:33.760712 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cb6f97b3-ec1a-4f0d-a402-7428d8f8e288 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:33.763241 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cb6f97b3-ec1a-4f0d-a402-7428d8f8e288 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:33.766739 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-cb6f97b3-ec1a-4f0d-a402-7428d8f8e288 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "DELETE /v2.0/security-groups/eb36c68d-d46e-4aca-a759-976c2c542dbf HTTP/1.1" status: 204 len: 168 time: 0.4413910 Jun 30 09:16:33.767034 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-5560f701-b71a-49a4-ad4c-9bdd4ffc37ee tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:33.767034 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-5560f701-b71a-49a4-ad4c-9bdd4ffc37ee tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:33.782804 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40880) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:33.833238 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f97b3-ec1a-4f0d-a402-7428d8f8e288 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb36c68d-d46e-4aca-a759-976c2c542dbf,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:33.877018 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-5560f701-b71a-49a4-ad4c-9bdd4ffc37ee tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2511213 Jun 30 09:16:33.885632 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-8e4e939a-4c95-4209-b65e-fa79cb849fdb service neutron] Request body: {'port': {'device_id': '231760a8-fa3e-4dc2-be74-0ea6ddcf40bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:33.925057 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5acfc4a8-8496-43c5-854a-80f974984dd1 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1296308 Jun 30 09:16:33.930187 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40884) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:33.936879 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-0c324f74-9c98-4c0e-bb38-bf0b45634f71 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group': {'name': 'tempest-secgroup--852288508'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:34.001302 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d1691cc9-09c3-4197-b1d8-45ff36aaa370 req-5a15ca1e-8723-4d08-9004-58c8cd1ad9dd tempest-ServersNegativeTestJSON-1041951100 tempest-ServersNegativeTestJSON-1041951100-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1233443-c073-43da-864a-a9cc65ba8773 HTTP/1.1" status: 200 len: 210 time: 0.0685658 Jun 30 09:16:34.021734 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-2fd9667e-eb32-4bc4-914f-b14027e8faba service neutron] 10.222.0.52 "GET /v2.0/networks/c05ab70b-f2b6-4d28-9ace-377aa101ec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131880 Jun 30 09:16:34.075186 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40886) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:34.075822 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-8e4e939a-4c95-4209-b65e-fa79cb849fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:34.089392 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-156199f7-8f81-4021-9839-b95b11e469fd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.60&port_id=2a816836-5d54-436a-a02c-3cdace3abb01 HTTP/1.1" status: 200 len: 217 time: 0.0519602 Jun 30 09:16:34.095995 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0c324f74-9c98-4c0e-bb38-bf0b45634f71 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:34.106526 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4197e23f-f4be-4bb4-874c-247461c10e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:34.111918 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4218c66-1bf7-4bfa-83be-a87354dff50f req-f7eddc6e-c270-4472-aba8-7ce219a69829 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:34.120086 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d4218c66-1bf7-4bfa-83be-a87354dff50f req-f7eddc6e-c270-4472-aba8-7ce219a69829 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=231760a8-fa3e-4dc2-be74-0ea6ddcf40bf HTTP/1.1" status: 200 len: 932 time: 0.2879856 Jun 30 09:16:34.228213 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d4218c66-1bf7-4bfa-83be-a87354dff50f req-1cd0798b-6f41-48a7-bae3-b3625b4628c7 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066177 Jun 30 09:16:34.252229 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-5179f0ba-8c76-491a-9105-0d0a50c7e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:34.253897 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-5179f0ba-8c76-491a-9105-0d0a50c7e53d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=23bfb22c-337c-45b9-a851-b946d3eeec7b HTTP/1.1" status: 200 len: 801 time: 0.1540325 Jun 30 09:16:34.415221 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-82147132-6d08-43be-9789-706734eb8901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:34.418537 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-82147132-6d08-43be-9789-706734eb8901 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff437070-00b0-4cca-bb44-4c82d9e4d8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1521461 Jun 30 09:16:34.509690 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc81bd-8119-4795-8e93-a4b1d71bf9c0 req-285e617b-2279-4ef5-93bf-64fe5e6fe6e0 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:34.515903 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc81bd-8119-4795-8e93-a4b1d71bf9c0 req-285e617b-2279-4ef5-93bf-64fe5e6fe6e0 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:34.522292 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc81bd-8119-4795-8e93-a4b1d71bf9c0 req-285e617b-2279-4ef5-93bf-64fe5e6fe6e0 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:34.524840 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c3cc81bd-8119-4795-8e93-a4b1d71bf9c0 req-285e617b-2279-4ef5-93bf-64fe5e6fe6e0 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 2410 time: 0.2199929 Jun 30 09:16:34.547266 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 84e49e18-5586-4075-a5fa-8ba4bc0b447a no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:34.550423 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4197e23f-f4be-4bb4-874c-247461c10e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:34.554698 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-36b58446-f76e-4064-94a6-cae82bb496c8 service neutron] 10.222.0.52 "GET /v2.0/networks/ff437070-00b0-4cca-bb44-4c82d9e4d8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246033 Jun 30 09:16:34.595233 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 84e49e18-5586-4075-a5fa-8ba4bc0b447a {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:34.597484 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 84e49e18-5586-4075-a5fa-8ba4bc0b447a not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:34.622990 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c3cc81bd-8119-4795-8e93-a4b1d71bf9c0 req-0e8ce4fe-5158-432a-99e8-c5f6b7b250b3 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877991 Jun 30 09:16:34.634172 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4197e23f-f4be-4bb4-874c-247461c10e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:34.725819 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-8e4e939a-4c95-4209-b65e-fa79cb849fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2da57038-d223-4824-8505-8568dde71956 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:34.732253 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-f878b129-5b02-45c4-a4a8-0cc6ab42fc42 service neutron] 10.222.0.52 "GET /v2.0/networks/ff437070-00b0-4cca-bb44-4c82d9e4d8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673319 Jun 30 09:16:34.737010 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4197e23f-f4be-4bb4-874c-247461c10e42 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=88a2eb2c88d5406bb956a3e0524d0446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6582901 Jun 30 09:16:34.743297 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40906) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:34.743967 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-8e4e939a-4c95-4209-b65e-fa79cb849fdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:34.746616 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197e23f-f4be-4bb4-874c-247461c10e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bea36f-e594-4062-ac45-edf420ccdc4e,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:34.762753 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-8e4e939a-4c95-4209-b65e-fa79cb849fdb service neutron] Transition to ACTIVE for port object 2da57038-d223-4824-8505-8568dde71956 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:34.802239 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0c324f74-9c98-4c0e-bb38-bf0b45634f71 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:34.808867 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-a21dc846-67d1-4ba0-b35c-b579e72f59f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.22&port_id=5f3bb8d0-896a-4fca-8a45-746cedb53696 HTTP/1.1" status: 200 len: 217 time: 0.0663435 Jun 30 09:16:34.811626 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40908) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:34.864549 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-8e4e939a-4c95-4209-b65e-fa79cb849fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:34.885916 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9cb64718-fb8c-4fe5-a2a9-256e8d94c789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:34.902315 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0c324f74-9c98-4c0e-bb38-bf0b45634f71 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:34.916566 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-238026f1-c665-4adc-9aa0-fd0efd619257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:34.919213 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-238026f1-c665-4adc-9aa0-fd0efd619257 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b93d924f-b26f-4587-815b-820b80fea9af HTTP/1.1" status: 200 len: 801 time: 0.0976350 Jun 30 09:16:34.953654 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e939a-4c95-4209-b65e-fa79cb849fdb service neutron] Pushing event updated for resources: {'Port': ['ID=2da57038-d223-4824-8505-8568dde71956,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:34.958403 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9cb64718-fb8c-4fe5-a2a9-256e8d94c789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:35.003021 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c324f74-9c98-4c0e-bb38-bf0b45634f71 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b12be242-1bfa-4f6c-a445-6dc9d4c1eaef,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:35.057544 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-81d9d85f-1cd8-4062-9b9f-d88c6a35c54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:35.059224 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-81d9d85f-1cd8-4062-9b9f-d88c6a35c54e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c05ab70b-f2b6-4d28-9ace-377aa101ec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1252673 Jun 30 09:16:35.063306 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-8e4e939a-4c95-4209-b65e-fa79cb849fdb service neutron] Attempting to bind port 2da57038-d223-4824-8505-8568dde71956 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:35.063306 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-8e4e939a-4c95-4209-b65e-fa79cb849fdb service neutron] Attempting to bind port 2da57038-d223-4824-8505-8568dde71956 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': 'bc499c06-af65-4614-b099-27bc511ea45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '67fb0116-df8f-4edf-9acf-411778b1e168'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:35.063306 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-8e4e939a-4c95-4209-b65e-fa79cb849fdb service neutron] Attempting to bind port 2da57038-d223-4824-8505-8568dde71956 on network 67fb0116-df8f-4edf-9acf-411778b1e168 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:35.076604 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-8e4e939a-4c95-4209-b65e-fa79cb849fdb service neutron] Port 2da57038-d223-4824-8505-8568dde71956 on network 67fb0116-df8f-4edf-9acf-411778b1e168 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:16:35.076930 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-8e4e939a-4c95-4209-b65e-fa79cb849fdb service neutron] Attempting to bind port 2da57038-d223-4824-8505-8568dde71956 on network 67fb0116-df8f-4edf-9acf-411778b1e168 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:35.091150 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-8e4e939a-4c95-4209-b65e-fa79cb849fdb service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:35.091551 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-8e4e939a-4c95-4209-b65e-fa79cb849fdb service neutron] Checking segment: {'id': 'bc499c06-af65-4614-b099-27bc511ea45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '67fb0116-df8f-4edf-9acf-411778b1e168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:35.091931 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-8e4e939a-4c95-4209-b65e-fa79cb849fdb service neutron] Bound using segment: {'id': 'bc499c06-af65-4614-b099-27bc511ea45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '67fb0116-df8f-4edf-9acf-411778b1e168'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:35.092364 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-8e4e939a-4c95-4209-b65e-fa79cb849fdb service neutron] Bound port: 2da57038-d223-4824-8505-8568dde71956, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc499c06-af65-4614-b099-27bc511ea45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '67fb0116-df8f-4edf-9acf-411778b1e168'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:35.092719 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-8e4e939a-4c95-4209-b65e-fa79cb849fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:35.099144 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0c324f74-9c98-4c0e-bb38-bf0b45634f71 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:35.103047 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0c324f74-9c98-4c0e-bb38-bf0b45634f71 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1692176 Jun 30 09:16:35.114944 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40918) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:35.122838 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-d0156ea4-588a-403e-8b56-a10397d5db03 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:35.123430 n-d-771363-31 neutron-server[101054]: WARNING neutron.api.v2.base [None req-d0156ea4-588a-403e-8b56-a10397d5db03 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 30 09:16:35.124152 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-d0156ea4-588a-403e-8b56-a10397d5db03 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] update failed (client error): There was a conflict when trying to complete your request. Jun 30 09:16:35.125217 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d0156ea4-588a-403e-8b56-a10397d5db03 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "PUT /v2.0/security-groups/b12be242-1bfa-4f6c-a445-6dc9d4c1eaef HTTP/1.1" status: 409 len: 330 time: 0.0100577 Jun 30 09:16:35.127394 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40920) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:35.136521 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40922) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:35.150135 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9cb64718-fb8c-4fe5-a2a9-256e8d94c789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:35.154911 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9cb64718-fb8c-4fe5-a2a9-256e8d94c789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:35.158017 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9cb64718-fb8c-4fe5-a2a9-256e8d94c789 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c1bea36f-e594-4062-ac45-edf420ccdc4e HTTP/1.1" status: 204 len: 168 time: 0.4136987 Jun 30 09:16:35.172425 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-6a614d42-bd66-4652-9124-d7bc378a4b98 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1361366161-network', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:35.173817 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb64718-fb8c-4fe5-a2a9-256e8d94c789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bea36f-e594-4062-ac45-edf420ccdc4e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:35.211486 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-7a8f4c3a-bfa0-48b3-a2fa-68a1a2437bfe service neutron] 10.222.0.52 "GET /v2.0/networks/c05ab70b-f2b6-4d28-9ace-377aa101ec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433032 Jun 30 09:16:35.294678 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-00cee416-9533-4aae-84da-9b93484933d4 admin admin] Deleting subnet 25d920e9-4cce-4374-bd84-fac478cbf3ab {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:16:35.303704 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-8e4e939a-4c95-4209-b65e-fa79cb849fdb service neutron] For port 2da57038-d223-4824-8505-8568dde71956, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:35.306120 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-00cee416-9533-4aae-84da-9b93484933d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:35.309777 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-8e4e939a-4c95-4209-b65e-fa79cb849fdb service neutron] For port 2da57038-d223-4824-8505-8568dde71956, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=2da57038-d223-4824-8505-8568dde71956,segment=NetworkSegment(bc499c06-af65-4614-b099-27bc511ea45a),segment_id=bc499c06-af65-4614-b099-27bc511ea45a)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:35.342878 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b29e2036-87eb-4a96-a5de-8f2207f98c51 req-f4c49185-fd8d-42a3-99f5-2507b32af9b9 service neutron] 10.222.0.52 "GET /v2.0/networks/c05ab70b-f2b6-4d28-9ace-377aa101ec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241622 Jun 30 09:16:35.353210 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8c270907-b34c-4a55-9af5-06398fffe1a6 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:35.377022 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-00cee416-9533-4aae-84da-9b93484933d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:35.428623 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a614d42-bd66-4652-9124-d7bc378a4b98 admin admin] Made reservation on behalf of 2cf47b77e70945949916ae6cc28be07c for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:35.430901 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6a614d42-bd66-4652-9124-d7bc378a4b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:35.439289 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8c270907-b34c-4a55-9af5-06398fffe1a6 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:35.465867 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6a614d42-bd66-4652-9124-d7bc378a4b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:35.467994 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-8e4e939a-4c95-4209-b65e-fa79cb849fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:35.539785 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-00cee416-9533-4aae-84da-9b93484933d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:35.575714 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-8e4e939a-4c95-4209-b65e-fa79cb849fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:35.576336 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-8e4e939a-4c95-4209-b65e-fa79cb849fdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:35.577733 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-8e4e939a-4c95-4209-b65e-fa79cb849fdb service neutron] 10.222.0.37 "PUT /v2.0/ports/2da57038-d223-4824-8505-8568dde71956 HTTP/1.1" status: 200 len: 1093 time: 1.6966085 Jun 30 09:16:35.580471 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231760a8-fa3e-4dc2-be74-0ea6ddcf40bf', 'tag': '2da57038-d223-4824-8505-8568dde71956'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:35.584735 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a62ab7-b270-4d37-acac-dd652c2fcbb6" -d '{"events": [{"name": "network-changed", "server_uuid": "231760a8-fa3e-4dc2-be74-0ea6ddcf40bf", "tag": "2da57038-d223-4824-8505-8568dde71956"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:35.636222 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c883f-1904-4c17-93f0-ef8b5eca0641 req-d1f1dd20-dae7-46f7-8e86-e54cbd18293b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:35.637825 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c883f-1904-4c17-93f0-ef8b5eca0641 req-d1f1dd20-dae7-46f7-8e86-e54cbd18293b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:35.638425 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c883f-1904-4c17-93f0-ef8b5eca0641 req-d1f1dd20-dae7-46f7-8e86-e54cbd18293b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:35.641628 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f40c883f-1904-4c17-93f0-ef8b5eca0641 req-d1f1dd20-dae7-46f7-8e86-e54cbd18293b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0076ed16b9c640f6a2a7cca671ba9d86&device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 2866 time: 0.1060336 Jun 30 09:16:35.648781 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e939a-4c95-4209-b65e-fa79cb849fdb service neutron] Pushing event updated for resources: {'Port': ['ID=2da57038-d223-4824-8505-8568dde71956,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:35.661550 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea6ac3-37fd-463a-8521-06381c3f9828 req-5b4d5cb3-281e-4a51-9852-2502d7fbe446 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:35.669393 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6aea6ac3-37fd-463a-8521-06381c3f9828 req-5b4d5cb3-281e-4a51-9852-2502d7fbe446 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=231760a8-fa3e-4dc2-be74-0ea6ddcf40bf HTTP/1.1" status: 200 len: 944 time: 0.2903554 Jun 30 09:16:35.682405 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021f838d-e5cc-4ef9-b0bf-542e913ad430 x-openstack-request-id: req-021f838d-e5cc-4ef9-b0bf-542e913ad430 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:35.682586 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231760a8-fa3e-4dc2-be74-0ea6ddcf40bf", "tag": "2da57038-d223-4824-8505-8568dde71956", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:35.682826 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-021f838d-e5cc-4ef9-b0bf-542e913ad430 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:35.683264 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '231760a8-fa3e-4dc2-be74-0ea6ddcf40bf', 'tag': '2da57038-d223-4824-8505-8568dde71956', 'status': 'completed', 'code': 200} Jun 30 09:16:35.730526 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8c270907-b34c-4a55-9af5-06398fffe1a6 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:35.734439 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8c270907-b34c-4a55-9af5-06398fffe1a6 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:35.735609 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8c270907-b34c-4a55-9af5-06398fffe1a6 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "DELETE /v2.0/security-groups/b12be242-1bfa-4f6c-a445-6dc9d4c1eaef HTTP/1.1" status: 204 len: 168 time: 0.5984654 Jun 30 09:16:35.745375 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40942) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:35.793499 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c270907-b34c-4a55-9af5-06398fffe1a6 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12be242-1bfa-4f6c-a445-6dc9d4c1eaef,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:35.815755 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6aea6ac3-37fd-463a-8521-06381c3f9828 req-2dddd43a-3591-4689-afe4-dbcc12455700 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455052 Jun 30 09:16:35.841587 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-00cee416-9533-4aae-84da-9b93484933d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:35.849058 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c883f-1904-4c17-93f0-ef8b5eca0641 req-47cc09d4-a4d8-43fe-a22c-1fe5c857beae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:35.851821 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f40c883f-1904-4c17-93f0-ef8b5eca0641 req-47cc09d4-a4d8-43fe-a22c-1fe5c857beae service neutron] 10.222.0.52 "GET /v2.0/networks?id=c05ab70b-f2b6-4d28-9ace-377aa101ec95 HTTP/1.1" status: 200 len: 902 time: 0.2021604 Jun 30 09:16:35.898986 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cee416-9533-4aae-84da-9b93484933d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25d920e9-4cce-4374-bd84-fac478cbf3ab,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:35.901282 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-00cee416-9533-4aae-84da-9b93484933d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:35.903228 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-00cee416-9533-4aae-84da-9b93484933d4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/25d920e9-4cce-4374-bd84-fac478cbf3ab HTTP/1.1" status: 204 len: 168 time: 0.7748992 Jun 30 09:16:35.906848 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40948) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:35.917925 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3865677d-b71c-4a16-a6c9-440d51f5c9b2 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1596358 Jun 30 09:16:35.918040 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40950) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:35.949859 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-f6fadeb3-7dd7-465e-a0a4-01651c2319cd tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] delete failed (client error): The resource could not be found. Jun 30 09:16:35.950900 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f6fadeb3-7dd7-465e-a0a4-01651c2319cd tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "DELETE /v2.0/security-groups/6e33b8d3-e7d0-4677-a491-ff0e9a719b9f HTTP/1.1" status: 404 len: 347 time: 0.0307968 Jun 30 09:16:35.956969 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-e8da43b2-610d-467c-8185-8144124763f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:35.958587 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-e8da43b2-610d-467c-8185-8144124763f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2ac106c24f9401386cbe886c9df41fc&device_id=231760a8-fa3e-4dc2-be74-0ea6ddcf40bf HTTP/1.1" status: 200 len: 1096 time: 0.2679110 Jun 30 09:16:35.959113 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40956) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:35.963449 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f40c883f-1904-4c17-93f0-ef8b5eca0641 req-21902ebe-9ee1-43d2-91f0-e4399a51eb20 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.22&port_id=5f3bb8d0-896a-4fca-8a45-746cedb53696 HTTP/1.1" status: 200 len: 217 time: 0.0982227 Jun 30 09:16:35.964832 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6a614d42-bd66-4652-9124-d7bc378a4b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:35.989126 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-d463639c-46c0-4316-8d31-f1d2b135d0f7 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] show failed (client error): The resource could not be found. Jun 30 09:16:35.989436 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d463639c-46c0-4316-8d31-f1d2b135d0f7 tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "GET /v2.0/security-groups/2b93cdf6-c42c-401a-951d-d420dee2ff35 HTTP/1.1" status: 404 len: 347 time: 0.0268071 Jun 30 09:16:36.016577 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40958) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:36.024915 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-36021cf7-f2a4-4703-89c8-e33fd60a5bb2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2da57038-d223-4824-8505-8568dde71956 HTTP/1.1" status: 200 len: 217 time: 0.0525172 Jun 30 09:16:36.052008 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-8be8394f-6f5b-44dd-9a7d-0ced72e33bda tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] show failed (client error): The resource could not be found. Jun 30 09:16:36.059221 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8be8394f-6f5b-44dd-9a7d-0ced72e33bda tempest-NegativeSecGroupIPv6Test-1534218755 tempest-NegativeSecGroupIPv6Test-1534218755-project] 10.222.0.10 "GET /v2.0/security-group-rules/a074a448-6cce-459b-ae4b-b6c5a8820d9c HTTP/1.1" status: 404 len: 356 time: 0.0360737 Jun 30 09:16:36.078773 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6a614d42-bd66-4652-9124-d7bc378a4b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:36.107441 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a614d42-bd66-4652-9124-d7bc378a4b98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:16:36.117008 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bdc0d8a8-12af-4e50-91a3-4fc202ef870c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:36.120654 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c883f-1904-4c17-93f0-ef8b5eca0641 req-497f084e-f226-41b3-8ab7-f660825d0932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:36.122145 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f40c883f-1904-4c17-93f0-ef8b5eca0641 req-497f084e-f226-41b3-8ab7-f660825d0932 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b93d924f-b26f-4587-815b-820b80fea9af HTTP/1.1" status: 200 len: 801 time: 0.1192985 Jun 30 09:16:36.128237 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-03ca2540-cb05-4423-a853-cbe8f05bef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:36.130378 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-03ca2540-cb05-4423-a853-cbe8f05bef76 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a8acfcba-aa49-40d7-96e1-8c2c79b01912 HTTP/1.1" status: 200 len: 855 time: 0.0980148 Jun 30 09:16:36.131800 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6a614d42-bd66-4652-9124-d7bc378a4b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:36.132139 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-6a614d42-bd66-4652-9124-d7bc378a4b98 admin admin] Added segment e388efc1-732f-40cc-980a-ce7b9415f60a of type vlan for network b7c4d310-0e13-4978-b513-6d3abe0b2ecf Jun 30 09:16:36.138988 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbe91b-2a5f-4b4c-95b9-a73b4570e956 req-22986fe7-ed57-49a1-886f-8a77ff52e3ff tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:36.141484 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a614d42-bd66-4652-9124-d7bc378a4b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f858a508-f451-4a64-8240-66f0ed23d674,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:36.158473 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbe91b-2a5f-4b4c-95b9-a73b4570e956 req-22986fe7-ed57-49a1-886f-8a77ff52e3ff tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:36.167828 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbe91b-2a5f-4b4c-95b9-a73b4570e956 req-22986fe7-ed57-49a1-886f-8a77ff52e3ff tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:36.175977 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d2cbe91b-2a5f-4b4c-95b9-a73b4570e956 req-22986fe7-ed57-49a1-886f-8a77ff52e3ff tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 2410 time: 0.3380075 Jun 30 09:16:36.188341 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-a8c8cbb9-c7e6-4506-81d3-867da7e51ea6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=67fb0116-df8f-4edf-9acf-411778b1e168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479772 Jun 30 09:16:36.211867 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6a614d42-bd66-4652-9124-d7bc378a4b98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:36.279489 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d2cbe91b-2a5f-4b4c-95b9-a73b4570e956 req-62942f8f-f4c2-4ccc-886e-d15de97226d1 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021767 Jun 30 09:16:36.314642 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-78a8302e-7bc3-44f7-ab07-640e931fb763 service neutron] 10.222.0.37 "GET /v2.0/networks/67fb0116-df8f-4edf-9acf-411778b1e168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142015 Jun 30 09:16:36.353826 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bdc0d8a8-12af-4e50-91a3-4fc202ef870c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:36.366853 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-bdc0d8a8-12af-4e50-91a3-4fc202ef870c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30803426-2521-4fa6-8470-27f2b32b642d']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:36.370727 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c883f-1904-4c17-93f0-ef8b5eca0641 req-d6eb712e-de39-4e24-bd32-5adde4f3d9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:36.372251 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f40c883f-1904-4c17-93f0-ef8b5eca0641 req-d6eb712e-de39-4e24-bd32-5adde4f3d9e5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c05ab70b-f2b6-4d28-9ace-377aa101ec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1939058 Jun 30 09:16:36.374440 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6a614d42-bd66-4652-9124-d7bc378a4b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:36.375536 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a614d42-bd66-4652-9124-d7bc378a4b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:36.376226 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6a614d42-bd66-4652-9124-d7bc378a4b98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:36.383299 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-bdc0d8a8-12af-4e50-91a3-4fc202ef870c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0459dd-0737-485e-a203-f94c588fe4e2') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:36.383299 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-bdc0d8a8-12af-4e50-91a3-4fc202ef870c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0459dd-0737-485e-a203-f94c588fe4e2') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:36.408782 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bdc0d8a8-12af-4e50-91a3-4fc202ef870c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:36.452933 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bdc0d8a8-12af-4e50-91a3-4fc202ef870c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:36.463492 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc0d8a8-12af-4e50-91a3-4fc202ef870c admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:16:36.463902 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bdc0d8a8-12af-4e50-91a3-4fc202ef870c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:36.464835 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a614d42-bd66-4652-9124-d7bc378a4b98 admin admin] Pushing event updated for resources: {'Network': ['ID=b7c4d310-0e13-4978-b513-6d3abe0b2ecf,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:16:36.465580 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:16:36.476566 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network b7c4d310-0e13-4978-b513-6d3abe0b2ecf details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:16:36.484316 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4d2525fe-dd5a-4743-8d6e-6c84c08e4876 req-a7f381b5-1d44-4dff-972c-009ddcc11e53 service neutron] 10.222.0.37 "GET /v2.0/networks/67fb0116-df8f-4edf-9acf-411778b1e168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606717 Jun 30 09:16:36.527201 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6a614d42-bd66-4652-9124-d7bc378a4b98 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7140534 Jun 30 09:16:36.529852 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40970) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:36.538075 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-7b421a29-b88c-44ec-b913-d04d04d37eaf admin admin] Request body: {'subnet': {'network_id': 'b7c4d310-0e13-4978-b513-6d3abe0b2ecf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1361366161-subnet', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:36.577699 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f40c883f-1904-4c17-93f0-ef8b5eca0641 req-f51ae574-35ae-49a5-88c9-c82ccdf2db08 service neutron] 10.222.0.52 "GET /v2.0/networks/c05ab70b-f2b6-4d28-9ace-377aa101ec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969666 Jun 30 09:16:36.653411 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a62ab7-b270-4d37-acac-dd652c2fcbb6 req-2c27f9fd-d648-437b-a348-53efd195c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:36.654945 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c4a62ab7-b270-4d37-acac-dd652c2fcbb6 req-2c27f9fd-d648-437b-a348-53efd195c766 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2ac106c24f9401386cbe886c9df41fc&device_id=231760a8-fa3e-4dc2-be74-0ea6ddcf40bf HTTP/1.1" status: 200 len: 1096 time: 0.0570068 Jun 30 09:16:36.663337 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bdc0d8a8-12af-4e50-91a3-4fc202ef870c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:36.674354 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b421a29-b88c-44ec-b913-d04d04d37eaf admin admin] Made reservation on behalf of 2cf47b77e70945949916ae6cc28be07c for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:36.678647 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7b421a29-b88c-44ec-b913-d04d04d37eaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:36.700419 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bdc0d8a8-12af-4e50-91a3-4fc202ef870c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:36.705368 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bdc0d8a8-12af-4e50-91a3-4fc202ef870c admin admin] 10.222.0.10 "DELETE /v2.0/networks/30803426-2521-4fa6-8470-27f2b32b642d HTTP/1.1" status: 204 len: 168 time: 0.7531233 Jun 30 09:16:36.776319 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0d8a8-12af-4e50-91a3-4fc202ef870c admin admin] Pushing event deleted for resources: {'Network': ['ID=30803426-2521-4fa6-8470-27f2b32b642d,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:36.785417 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a62ab7-b270-4d37-acac-dd652c2fcbb6 req-f64a9f80-f33f-4b65-b596-6ad64a393724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:36.789495 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c4a62ab7-b270-4d37-acac-dd652c2fcbb6 req-f64a9f80-f33f-4b65-b596-6ad64a393724 service neutron] 10.222.0.37 "GET /v2.0/networks?id=67fb0116-df8f-4edf-9acf-411778b1e168 HTTP/1.1" status: 200 len: 916 time: 0.1256099 Jun 30 09:16:36.791026 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f40c883f-1904-4c17-93f0-ef8b5eca0641 req-2ba56290-6d2b-49ba-8a0a-f46d60b52dc0 service neutron] 10.222.0.52 "GET /v2.0/networks/c05ab70b-f2b6-4d28-9ace-377aa101ec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047813 Jun 30 09:16:36.856132 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c4a62ab7-b270-4d37-acac-dd652c2fcbb6 req-edce08d7-1d47-4c49-86eb-1a5787b96475 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2da57038-d223-4824-8505-8568dde71956 HTTP/1.1" status: 200 len: 217 time: 0.0514314 Jun 30 09:16:36.857681 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40984) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:36.915394 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a62ab7-b270-4d37-acac-dd652c2fcbb6 req-d4fdac9b-1de1-4b81-bda0-df495f2a2501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:36.917313 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c4a62ab7-b270-4d37-acac-dd652c2fcbb6 req-d4fdac9b-1de1-4b81-bda0-df495f2a2501 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a8acfcba-aa49-40d7-96e1-8c2c79b01912 HTTP/1.1" status: 200 len: 855 time: 0.0530143 Jun 30 09:16:36.960222 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c4a62ab7-b270-4d37-acac-dd652c2fcbb6 req-7eea05ed-92ae-4ec5-a067-ed679922fbae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=67fb0116-df8f-4edf-9acf-411778b1e168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350492 Jun 30 09:16:37.045493 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7b421a29-b88c-44ec-b913-d04d04d37eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:37.116856 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b421a29-b88c-44ec-b913-d04d04d37eaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=81734dcc-0ee2-494d-93d9-b3fe64a6f397,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:37.134731 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b421a29-b88c-44ec-b913-d04d04d37eaf admin admin] Checking segment: {'id': 'e388efc1-732f-40cc-980a-ce7b9415f60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b7c4d310-0e13-4978-b513-6d3abe0b2ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:37.135586 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b421a29-b88c-44ec-b913-d04d04d37eaf admin admin] Network hostable DHCP agents. Network: b7c4d310-0e13-4978-b513-6d3abe0b2ecf, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:16:37.141793 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0f275-ac2e-46aa-8b8f-fa05eec35543 req-35afe3d0-f838-4fda-aab6-bd4a054c8379 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:37.144090 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-73e0f275-ac2e-46aa-8b8f-fa05eec35543 req-35afe3d0-f838-4fda-aab6-bd4a054c8379 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=231760a8-fa3e-4dc2-be74-0ea6ddcf40bf HTTP/1.1" status: 200 len: 944 time: 0.1806130 Jun 30 09:16:37.146962 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c4a62ab7-b270-4d37-acac-dd652c2fcbb6 req-a0ba6e7a-8342-4ccd-911a-b26e56fdc324 service neutron] 10.222.0.37 "GET /v2.0/networks/67fb0116-df8f-4edf-9acf-411778b1e168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742792 Jun 30 09:16:37.204946 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:37.234494 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b421a29-b88c-44ec-b913-d04d04d37eaf admin admin] Network b7c4d310-0e13-4978-b513-6d3abe0b2ecf is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:16:37.247970 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40992) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:37.292175 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-73e0f275-ac2e-46aa-8b8f-fa05eec35543 req-5b3efd0e-e951-4ea4-8004-41a8066a8bde tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410284 Jun 30 09:16:37.307638 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c2b137d7-113e-40df-99bb-082e8aec72d4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a10346d2897241b69fab178f068f09e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0582573 Jun 30 09:16:37.308430 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40996) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:37.322331 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c247a8cb-567e-4cf5-951a-e6b5ba3091c0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7abfde12e9ad48a18d395ecea569f6d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4634573 Jun 30 09:16:37.323012 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40998) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:37.352577 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-7b421a29-b88c-44ec-b913-d04d04d37eaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, b7c4d310-0e13-4978-b513-6d3abe0b2ecf) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:37.353052 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c4a62ab7-b270-4d37-acac-dd652c2fcbb6 req-c164c025-b6a4-4d28-aef0-24c8d86a2fb3 service neutron] 10.222.0.37 "GET /v2.0/networks/67fb0116-df8f-4edf-9acf-411778b1e168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911228 Jun 30 09:16:37.354907 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b421a29-b88c-44ec-b913-d04d04d37eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:37.355756 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7b421a29-b88c-44ec-b913-d04d04d37eaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:37.367590 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a42c58f-82b7-43c6-b096-77041fd29959 None None] Network b7c4d310-0e13-4978-b513-6d3abe0b2ecf requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:37.396689 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04bcec0a-1161-407d-8f71-e571a1499268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:37.401379 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ee5151e3-6484-4b47-aeab-b2797d7856b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:37.432333 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04bcec0a-1161-407d-8f71-e571a1499268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:37.438347 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ee5151e3-6484-4b47-aeab-b2797d7856b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:37.539071 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7b421a29-b88c-44ec-b913-d04d04d37eaf admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0058069 Jun 30 09:16:37.542036 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41002) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:37.547086 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-82c7d9bb-8d8d-42f6-9744-52c41f197ee2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1361366161-router', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:37.582145 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa2dbf-0a0a-4b78-b90b-6eeb36144fe4 req-cb0d8c9e-ab47-431a-856d-0c6ae6f0e370 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:37.589082 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa2dbf-0a0a-4b78-b90b-6eeb36144fe4 req-cb0d8c9e-ab47-431a-856d-0c6ae6f0e370 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:37.594869 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa2dbf-0a0a-4b78-b90b-6eeb36144fe4 req-cb0d8c9e-ab47-431a-856d-0c6ae6f0e370 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:37.596562 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-61fa2dbf-0a0a-4b78-b90b-6eeb36144fe4 req-cb0d8c9e-ab47-431a-856d-0c6ae6f0e370 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 2410 time: 0.0953817 Jun 30 09:16:37.616775 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59a026b-61aa-4bb5-b84c-65dd498dfa38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-b7c4d310-0e13-4978-b513-6d3abe0b2ecf', 'network_id': 'b7c4d310-0e13-4978-b513-6d3abe0b2ecf', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'fixed_ips': [{'subnet_id': '81734dcc-0ee2-494d-93d9-b3fe64a6f397'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:16:37.617636 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c59a026b-61aa-4bb5-b84c-65dd498dfa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:37.638514 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-61fa2dbf-0a0a-4b78-b90b-6eeb36144fe4 req-8edd18d5-a4c8-4d89-a3d4-6d88e5ec2567 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356390 Jun 30 09:16:37.747900 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ee5151e3-6484-4b47-aeab-b2797d7856b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:37.752958 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ee5151e3-6484-4b47-aeab-b2797d7856b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:37.752958 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ee5151e3-6484-4b47-aeab-b2797d7856b6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0bcf28dc-4eb0-4f68-96a8-be8fdb6fe3a0 HTTP/1.1" status: 204 len: 168 time: 0.4249952 Jun 30 09:16:37.762036 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5151e3-6484-4b47-aeab-b2797d7856b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcf28dc-4eb0-4f68-96a8-be8fdb6fe3a0,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:37.762670 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-c59a026b-61aa-4bb5-b84c-65dd498dfa38 None None] Allocated IP 172.20.0.2 (b7c4d310-0e13-4978-b513-6d3abe0b2ecf/81734dcc-0ee2-494d-93d9-b3fe64a6f397/e1412293-c9c6-49ea-b009-af6ab42aad27) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:37.799623 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-82c7d9bb-8d8d-42f6-9744-52c41f197ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:37.799896 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04bcec0a-1161-407d-8f71-e571a1499268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:37.800366 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-82c7d9bb-8d8d-42f6-9744-52c41f197ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:37.804227 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04bcec0a-1161-407d-8f71-e571a1499268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:37.808965 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-04bcec0a-1161-407d-8f71-e571a1499268 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3a7438f4-93d1-47b9-886a-3d1f32fba550 HTTP/1.1" status: 204 len: 168 time: 0.4988904 Jun 30 09:16:37.820490 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bcec0a-1161-407d-8f71-e571a1499268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7438f4-93d1-47b9-886a-3d1f32fba550,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:37.874604 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-82c7d9bb-8d8d-42f6-9744-52c41f197ee2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:37.961277 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c59a026b-61aa-4bb5-b84c-65dd498dfa38 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:37.969551 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c59a026b-61aa-4bb5-b84c-65dd498dfa38 None None] Transition to ACTIVE for port object e1412293-c9c6-49ea-b009-af6ab42aad27 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:37.987499 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c59a026b-61aa-4bb5-b84c-65dd498dfa38 None None] Transition to ACTIVE for port object e1412293-c9c6-49ea-b009-af6ab42aad27 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:38.123077 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-82c7d9bb-8d8d-42f6-9744-52c41f197ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:38.359856 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c59a026b-61aa-4bb5-b84c-65dd498dfa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:38.402214 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59a026b-61aa-4bb5-b84c-65dd498dfa38 None None] Network b7c4d310-0e13-4978-b513-6d3abe0b2ecf is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:38.405602 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-c59a026b-61aa-4bb5-b84c-65dd498dfa38 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:38.409261 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59a026b-61aa-4bb5-b84c-65dd498dfa38 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:38.449749 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a026b-61aa-4bb5-b84c-65dd498dfa38 None None] Pushing event updated for resources: {'Port': ['ID=e1412293-c9c6-49ea-b009-af6ab42aad27,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:38.493175 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-c59a026b-61aa-4bb5-b84c-65dd498dfa38 None None] Attempting to bind port e1412293-c9c6-49ea-b009-af6ab42aad27 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:38.493543 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-c59a026b-61aa-4bb5-b84c-65dd498dfa38 None None] Attempting to bind port e1412293-c9c6-49ea-b009-af6ab42aad27 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'e388efc1-732f-40cc-980a-ce7b9415f60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b7c4d310-0e13-4978-b513-6d3abe0b2ecf'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:38.494070 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59a026b-61aa-4bb5-b84c-65dd498dfa38 None None] Attempting to bind port e1412293-c9c6-49ea-b009-af6ab42aad27 on network b7c4d310-0e13-4978-b513-6d3abe0b2ecf {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:38.501828 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59a026b-61aa-4bb5-b84c-65dd498dfa38 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:38.502494 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59a026b-61aa-4bb5-b84c-65dd498dfa38 None None] Checking segment: {'id': 'e388efc1-732f-40cc-980a-ce7b9415f60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b7c4d310-0e13-4978-b513-6d3abe0b2ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:38.503203 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c59a026b-61aa-4bb5-b84c-65dd498dfa38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:38.503763 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59a026b-61aa-4bb5-b84c-65dd498dfa38 None None] Bound using segment: {'id': 'e388efc1-732f-40cc-980a-ce7b9415f60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b7c4d310-0e13-4978-b513-6d3abe0b2ecf'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:38.504457 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-c59a026b-61aa-4bb5-b84c-65dd498dfa38 None None] Bound port: e1412293-c9c6-49ea-b009-af6ab42aad27, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e388efc1-732f-40cc-980a-ce7b9415f60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b7c4d310-0e13-4978-b513-6d3abe0b2ecf'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:38.505010 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c59a026b-61aa-4bb5-b84c-65dd498dfa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:38.560797 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 2a816836-5d54-436a-a02c-3cdace3abb01 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:16:38.567454 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073e879-503b-4903-9cc8-3032f767f09d req-c7c63586-0f6c-4041-a6d5-f58b4b77afd4 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:38.569159 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f073e879-503b-4903-9cc8-3032f767f09d req-c7c63586-0f6c-4041-a6d5-f58b4b77afd4 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=231760a8-fa3e-4dc2-be74-0ea6ddcf40bf HTTP/1.1" status: 200 len: 944 time: 0.0873601 Jun 30 09:16:38.626131 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f073e879-503b-4903-9cc8-3032f767f09d req-e00bbda0-d585-4bb1-b835-9830d3baa358 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473330 Jun 30 09:16:38.664277 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:38.674228 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 2a816836-5d54-436a-a02c-3cdace3abb01, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2a816836-5d54-436a-a02c-3cdace3abb01,segment=NetworkSegment(47e45efd-cdef-4241-b33c-19fade2b32da),segment_id=47e45efd-cdef-4241-b33c-19fade2b32da)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:38.683476 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-c59a026b-61aa-4bb5-b84c-65dd498dfa38 None None] For port e1412293-c9c6-49ea-b009-af6ab42aad27, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:38.687700 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-c59a026b-61aa-4bb5-b84c-65dd498dfa38 None None] For port e1412293-c9c6-49ea-b009-af6ab42aad27, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e1412293-c9c6-49ea-b009-af6ab42aad27,segment=NetworkSegment(e388efc1-732f-40cc-980a-ce7b9415f60a),segment_id=e388efc1-732f-40cc-980a-ce7b9415f60a)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:38.693653 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '2a816836-5d54-436a-a02c-3cdace3abb01', 'network_id': 'ff437070-00b0-4cca-bb44-4c82d9e4d8fd', 'port_id': '2a816836-5d54-436a-a02c-3cdace3abb01', 'mac_address': 'fa:16:3e:16:b9:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23bfb22c-337c-45b9-a851-b946d3eeec7b', 'ip_address': '19.86.0.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:16:38.731587 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:38.752503 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a816836-5d54-436a-a02c-3cdace3abb01 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:38.768776 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 2a816836-5d54-436a-a02c-3cdace3abb01, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2a816836-5d54-436a-a02c-3cdace3abb01,segment=NetworkSegment(47e45efd-cdef-4241-b33c-19fade2b32da),segment_id=47e45efd-cdef-4241-b33c-19fade2b32da)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:38.774270 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-82c7d9bb-8d8d-42f6-9744-52c41f197ee2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:38.785516 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c59a026b-61aa-4bb5-b84c-65dd498dfa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:38.827386 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-82c7d9bb-8d8d-42f6-9744-52c41f197ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:38.876893 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a026b-61aa-4bb5-b84c-65dd498dfa38 None None] Pushing event updated for resources: {'Port': ['ID=e1412293-c9c6-49ea-b009-af6ab42aad27,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:38.902449 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:38.903144 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device a627442c-c645-4b7f-9607-1ed1036e554a details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:16:38.924466 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590ce76-f1ba-41d9-aefd-5f4da791d393 req-76e1210d-6a66-4546-b16f-4c55222684f3 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:38.932628 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590ce76-f1ba-41d9-aefd-5f4da791d393 req-76e1210d-6a66-4546-b16f-4c55222684f3 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:38.939399 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590ce76-f1ba-41d9-aefd-5f4da791d393 req-76e1210d-6a66-4546-b16f-4c55222684f3 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:38.941220 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f590ce76-f1ba-41d9-aefd-5f4da791d393 req-76e1210d-6a66-4546-b16f-4c55222684f3 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 2410 time: 0.1491811 Jun 30 09:16:39.007795 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-82c7d9bb-8d8d-42f6-9744-52c41f197ee2 admin admin] Allocated IP 172.25.6.105 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/0d0c8505-96dc-4f9e-a7a2-8424ed0bd797) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:39.010198 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f590ce76-f1ba-41d9-aefd-5f4da791d393 req-f4c3b105-3da9-4708-946d-5f1ef17f43bd tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614469 Jun 30 09:16:39.066570 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=2a816836-5d54-436a-a02c-3cdace3abb01,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:39.180766 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port a627442c-c645-4b7f-9607-1ed1036e554a, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=a627442c-c645-4b7f-9607-1ed1036e554a,segment=NetworkSegment(957596e1-4db1-4470-b1de-96ba161fa053),segment_id=957596e1-4db1-4470-b1de-96ba161fa053)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:39.208228 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'a627442c-c645-4b7f-9607-1ed1036e554a', 'network_id': 'c05ab70b-f2b6-4d28-9ace-377aa101ec95', 'port_id': 'a627442c-c645-4b7f-9607-1ed1036e554a', 'mac_address': 'fa:16:3e:b7:57:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b93d924f-b26f-4587-815b-820b80fea9af', 'ip_address': '19.80.0.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:16:39.216229 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-82c7d9bb-8d8d-42f6-9744-52c41f197ee2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:39.269654 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:39.284719 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a627442c-c645-4b7f-9607-1ed1036e554a {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:39.311961 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port a627442c-c645-4b7f-9607-1ed1036e554a, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=a627442c-c645-4b7f-9607-1ed1036e554a,segment=NetworkSegment(957596e1-4db1-4470-b1de-96ba161fa053),segment_id=957596e1-4db1-4470-b1de-96ba161fa053)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:39.336887 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-82c7d9bb-8d8d-42f6-9744-52c41f197ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:39.380724 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c7d9bb-8d8d-42f6-9744-52c41f197ee2 admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:39.385469 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-82c7d9bb-8d8d-42f6-9744-52c41f197ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:39.397349 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c7d9bb-8d8d-42f6-9744-52c41f197ee2 admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:39.400929 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7d9bb-8d8d-42f6-9744-52c41f197ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=0d0c8505-96dc-4f9e-a7a2-8424ed0bd797,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:39.416587 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:39.417255 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 5f3bb8d0-896a-4fca-8a45-746cedb53696 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:16:39.488482 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 5f3bb8d0-896a-4fca-8a45-746cedb53696, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=5f3bb8d0-896a-4fca-8a45-746cedb53696,segment=NetworkSegment(957596e1-4db1-4470-b1de-96ba161fa053),segment_id=957596e1-4db1-4470-b1de-96ba161fa053)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:39.491588 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=a627442c-c645-4b7f-9607-1ed1036e554a,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:39.502871 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '5f3bb8d0-896a-4fca-8a45-746cedb53696', 'network_id': 'c05ab70b-f2b6-4d28-9ace-377aa101ec95', 'port_id': '5f3bb8d0-896a-4fca-8a45-746cedb53696', 'mac_address': 'fa:16:3e:da:53:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b93d924f-b26f-4587-815b-820b80fea9af', 'ip_address': '19.80.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:16:39.554152 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:39.741794 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e1412293-c9c6-49ea-b009-af6ab42aad27 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:39.780315 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f3bb8d0-896a-4fca-8a45-746cedb53696 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:39.819798 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 5f3bb8d0-896a-4fca-8a45-746cedb53696, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=5f3bb8d0-896a-4fca-8a45-746cedb53696,segment=NetworkSegment(957596e1-4db1-4470-b1de-96ba161fa053),segment_id=957596e1-4db1-4470-b1de-96ba161fa053)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:39.865078 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:16:39.965452 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:39.968506 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port e1412293-c9c6-49ea-b009-af6ab42aad27 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:39.981705 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324434f-685e-4ffa-b5a3-602e3372b964 req-f5f9cd70-eb44-472b-902b-f78f96e56df8 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:39.992743 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8324434f-685e-4ffa-b5a3-602e3372b964 req-f5f9cd70-eb44-472b-902b-f78f96e56df8 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=231760a8-fa3e-4dc2-be74-0ea6ddcf40bf HTTP/1.1" status: 200 len: 944 time: 0.1546566 Jun 30 09:16:40.027976 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-82c7d9bb-8d8d-42f6-9744-52c41f197ee2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:40.073122 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595c28d0-e756-438f-94ab-71cdd34b3127 None None] Network b7c4d310-0e13-4978-b513-6d3abe0b2ecf requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:40.107931 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=5f3bb8d0-896a-4fca-8a45-746cedb53696,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:40.126561 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8324434f-685e-4ffa-b5a3-602e3372b964 req-28c215e8-3030-4150-945b-fabea3ab55bf tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360765 Jun 30 09:16:40.235672 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-80c873e9-4a35-4609-845a-315fe1abf900 None None] Provisioning for port e1412293-c9c6-49ea-b009-af6ab42aad27 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:40.244283 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-80c873e9-4a35-4609-845a-315fe1abf900 None None] Provisioning complete for port e1412293-c9c6-49ea-b009-af6ab42aad27 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:40.244658 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-80c873e9-4a35-4609-845a-315fe1abf900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:40.272762 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['5f3bb8d0-896a-4fca-8a45-746cedb53696'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:16:40.275050 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980d885-7fcf-453c-8764-b5dbe9397c05 req-79e5abb5-b005-4fe6-a856-3a4bb78fdb6a tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:40.283830 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980d885-7fcf-453c-8764-b5dbe9397c05 req-79e5abb5-b005-4fe6-a856-3a4bb78fdb6a tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:40.290668 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980d885-7fcf-453c-8764-b5dbe9397c05 req-79e5abb5-b005-4fe6-a856-3a4bb78fdb6a tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:40.292939 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d980d885-7fcf-453c-8764-b5dbe9397c05 req-79e5abb5-b005-4fe6-a856-3a4bb78fdb6a tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 2413 time: 0.0982549 Jun 30 09:16:40.357865 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['a627442c-c645-4b7f-9607-1ed1036e554a'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:16:40.359670 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d980d885-7fcf-453c-8764-b5dbe9397c05 req-e83480ee-309d-4d4c-a800-fcf7eeead920 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608473 Jun 30 09:16:40.574324 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-80c873e9-4a35-4609-845a-315fe1abf900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:40.673319 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-80c873e9-4a35-4609-845a-315fe1abf900 None None] For port e1412293-c9c6-49ea-b009-af6ab42aad27, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e1412293-c9c6-49ea-b009-af6ab42aad27,segment=NetworkSegment(e388efc1-732f-40cc-980a-ce7b9415f60a),segment_id=e388efc1-732f-40cc-980a-ce7b9415f60a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:40.782564 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-80c873e9-4a35-4609-845a-315fe1abf900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:40.815250 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-82c7d9bb-8d8d-42f6-9744-52c41f197ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:40.843079 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c873e9-4a35-4609-845a-315fe1abf900 None None] Pushing event updated for resources: {'Port': ['ID=e1412293-c9c6-49ea-b009-af6ab42aad27,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:40.904437 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-266fd935-6ae3-4fb1-b258-b940bb4a03ea None None] Provisioning complete for port e1412293-c9c6-49ea-b009-af6ab42aad27 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:40.904896 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-266fd935-6ae3-4fb1-b258-b940bb4a03ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:41.304361 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26583a6-2ca2-457d-9b42-031d052a2a04 req-e3c11d0a-c5c4-4513-929d-4843834b00cd tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:41.305858 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f26583a6-2ca2-457d-9b42-031d052a2a04 req-e3c11d0a-c5c4-4513-929d-4843834b00cd tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=231760a8-fa3e-4dc2-be74-0ea6ddcf40bf HTTP/1.1" status: 200 len: 944 time: 0.0673935 Jun 30 09:16:41.306958 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c7d9bb-8d8d-42f6-9744-52c41f197ee2 admin admin] Router 53c00270-3b1e-43f7-a3e5-8c6727f4d523 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:16:41.371536 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['2a816836-5d54-436a-a02c-3cdace3abb01'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:16:41.387289 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f26583a6-2ca2-457d-9b42-031d052a2a04 req-008905e8-db7d-45bd-9d78-e7cb51641820 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753500 Jun 30 09:16:41.462043 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c7d9bb-8d8d-42f6-9744-52c41f197ee2 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:41.476135 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea8314c-f04a-435f-a855-ba92e8e3834f None None] Sync routers for ids ['53c00270-3b1e-43f7-a3e5-8c6727f4d523'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:41.511062 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea8314c-f04a-435f-a855-ba92e8e3834f None None] Routers {'53c00270-3b1e-43f7-a3e5-8c6727f4d523'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:41.511704 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2ea8314c-f04a-435f-a855-ba92e8e3834f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:16:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['53c00270-3b1e-43f7-a3e5-8c6727f4d523'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:41.576953 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-82c7d9bb-8d8d-42f6-9744-52c41f197ee2 admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:41.578821 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-82c7d9bb-8d8d-42f6-9744-52c41f197ee2 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0354838 Jun 30 09:16:41.583046 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41098) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:41.590001 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e1412293-c9c6-49ea-b009-af6ab42aad27 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:41.630764 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737f5c9-cda1-473c-b09e-57fd17c11bd5 req-20a10fa8-79c0-4fe5-94c9-9669eb21c301 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:41.637590 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737f5c9-cda1-473c-b09e-57fd17c11bd5 req-20a10fa8-79c0-4fe5-94c9-9669eb21c301 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:41.644315 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737f5c9-cda1-473c-b09e-57fd17c11bd5 req-20a10fa8-79c0-4fe5-94c9-9669eb21c301 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:41.647370 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7737f5c9-cda1-473c-b09e-57fd17c11bd5 req-20a10fa8-79c0-4fe5-94c9-9669eb21c301 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 2413 time: 0.1370075 Jun 30 09:16:41.648071 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41102) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:41.700856 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-2ea8314c-f04a-435f-a855-ba92e8e3834f None None] Set router 53c00270-3b1e-43f7-a3e5-8c6727f4d523 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:41.727419 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7737f5c9-cda1-473c-b09e-57fd17c11bd5 req-5887bd89-7aeb-457f-b8c0-64858a1b3e6f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430686 Jun 30 09:16:41.796372 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41106) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:41.809679 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port e1412293-c9c6-49ea-b009-af6ab42aad27 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:41.810254 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:41.963041 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2ea8314c-f04a-435f-a855-ba92e8e3834f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'name': 'tempest-TaggedBootDevicesTest-1361366161-router', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '0d0c8505-96dc-4f9e-a7a2-8424ed0bd797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:37Z', 'updated_at': '2021-06-30T09:16:39Z', 'revision_number': 3, 'project_id': '2cf47b77e70945949916ae6cc28be07c', 'gw_port': {'id': '0d0c8505-96dc-4f9e-a7a2-8424ed0bd797', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:db:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:38Z', 'updated_at': '2021-06-30T09:16:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:41.994421 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea8314c-f04a-435f-a855-ba92e8e3834f None None] Checking router: 53c00270-3b1e-43f7-a3e5-8c6727f4d523 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:41.994773 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea8314c-f04a-435f-a855-ba92e8e3834f None None] Updating router 53c00270-3b1e-43f7-a3e5-8c6727f4d523 port 0d0c8505-96dc-4f9e-a7a2-8424ed0bd797 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:16:42.031546 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2ea8314c-f04a-435f-a855-ba92e8e3834f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.120439 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 2da57038-d223-4824-8505-8568dde71956 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:16:42.122259 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-c19936c9-d458-4505-8f72-4c583cf1107e admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-171028972-network', 'tenant_id': '32df1e4c06524b1b93952b3ad9cb25cf'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:42.163013 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-ce5b9e1b-7495-4faf-90fa-c87690f4d5d9 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-35047845'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:42.238504 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd580ca2-460b-4fbf-9b9a-258fa795c440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.257490 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19936c9-d458-4505-8f72-4c583cf1107e admin admin] Made reservation on behalf of 32df1e4c06524b1b93952b3ad9cb25cf for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:42.261039 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c19936c9-d458-4505-8f72-4c583cf1107e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.278621 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c19936c9-d458-4505-8f72-4c583cf1107e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.306512 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 2da57038-d223-4824-8505-8568dde71956, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=2da57038-d223-4824-8505-8568dde71956,segment=NetworkSegment(bc499c06-af65-4614-b099-27bc511ea45a),segment_id=bc499c06-af65-4614-b099-27bc511ea45a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:42.327019 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '2da57038-d223-4824-8505-8568dde71956', 'network_id': '67fb0116-df8f-4edf-9acf-411778b1e168', 'port_id': '2da57038-d223-4824-8505-8568dde71956', 'mac_address': 'fa:16:3e:b5:af:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8acfcba-aa49-40d7-96e1-8c2c79b01912', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:16:42.391967 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5b9e1b-7495-4faf-90fa-c87690f4d5d9 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] Made reservation on behalf of 31a425a77d674cceb6bf55f99d83be05 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:42.396218 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ce5b9e1b-7495-4faf-90fa-c87690f4d5d9 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.410906 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ce5b9e1b-7495-4faf-90fa-c87690f4d5d9 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.451548 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-bd580ca2-460b-4fbf-9b9a-258fa795c440 admin admin] Allocated IP 172.20.0.1 (b7c4d310-0e13-4978-b513-6d3abe0b2ecf/81734dcc-0ee2-494d-93d9-b3fe64a6f397/93cedc16-b5a0-4585-b0b9-32314c214622) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:42.553367 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c19936c9-d458-4505-8f72-4c583cf1107e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.622053 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.632956 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd580ca2-460b-4fbf-9b9a-258fa795c440 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.642976 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 2a816836-5d54-436a-a02c-3cdace3abb01 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:42.646487 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2da57038-d223-4824-8505-8568dde71956 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:42.654805 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-bd580ca2-460b-4fbf-9b9a-258fa795c440 admin admin] Transition to ACTIVE for port object 93cedc16-b5a0-4585-b0b9-32314c214622 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:42.664280 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e9814-72c1-46dc-9ff4-22112417e069 req-4d9e821e-a6c1-4dbc-b079-26a547717914 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:42.664610 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c19936c9-d458-4505-8f72-4c583cf1107e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.665868 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-638e9814-72c1-46dc-9ff4-22112417e069 req-4d9e821e-a6c1-4dbc-b079-26a547717914 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=231760a8-fa3e-4dc2-be74-0ea6ddcf40bf HTTP/1.1" status: 200 len: 944 time: 0.1337774 Jun 30 09:16:42.681749 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2ea8314c-f04a-435f-a855-ba92e8e3834f None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.697055 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19936c9-d458-4505-8f72-4c583cf1107e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:16:42.712173 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 2da57038-d223-4824-8505-8568dde71956, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=2da57038-d223-4824-8505-8568dde71956,segment=NetworkSegment(bc499c06-af65-4614-b099-27bc511ea45a),segment_id=bc499c06-af65-4614-b099-27bc511ea45a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:42.718066 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2ea8314c-f04a-435f-a855-ba92e8e3834f None None] Transition to ACTIVE for port object 0d0c8505-96dc-4f9e-a7a2-8424ed0bd797 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:42.731827 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c19936c9-d458-4505-8f72-4c583cf1107e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.732839 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-c19936c9-d458-4505-8f72-4c583cf1107e admin admin] Added segment 47fe0da5-6f0f-449a-b4e6-6b1fa7115301 of type vlan for network d6a1f49d-c4c1-4016-8515-d0545222f193 Jun 30 09:16:42.742833 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-638e9814-72c1-46dc-9ff4-22112417e069 req-1504a462-1414-43c8-a436-98669697b364 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649605 Jun 30 09:16:42.748268 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19936c9-d458-4505-8f72-4c583cf1107e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478fec46-9e37-46c9-b87b-bff20eb69fa8,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:42.793858 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.821635 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c19936c9-d458-4505-8f72-4c583cf1107e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.846848 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=2da57038-d223-4824-8505-8568dde71956,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:42.857023 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 2a816836-5d54-436a-a02c-3cdace3abb01 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:42.857258 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd580ca2-460b-4fbf-9b9a-258fa795c440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.859223 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2ea8314c-f04a-435f-a855-ba92e8e3834f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.890216 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 2a816836-5d54-436a-a02c-3cdace3abb01 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:42.890585 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.909130 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd580ca2-460b-4fbf-9b9a-258fa795c440 admin admin] Network b7c4d310-0e13-4978-b513-6d3abe0b2ecf is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:42.914228 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-bd580ca2-460b-4fbf-9b9a-258fa795c440 admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:42.916204 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd580ca2-460b-4fbf-9b9a-258fa795c440 admin admin] Pushing event updated for resources: {'Port': ['ID=93cedc16-b5a0-4585-b0b9-32314c214622,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:42.918640 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd580ca2-460b-4fbf-9b9a-258fa795c440 admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:42.922461 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ce5b9e1b-7495-4faf-90fa-c87690f4d5d9 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.951353 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03552332-6771-4391-93f3-1d8ea650bc32 req-8305f7f1-91ac-4fa2-80d3-e996828fcfd6 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:42.952978 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd9725-5388-40cb-bc29-38843d15410c None None] Pushing event updated for resources: {'Port': ['ID=0d0c8505-96dc-4f9e-a7a2-8424ed0bd797,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:42.955609 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-2ea8314c-f04a-435f-a855-ba92e8e3834f None None] Attempting to bind port 0d0c8505-96dc-4f9e-a7a2-8424ed0bd797 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:42.955977 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-2ea8314c-f04a-435f-a855-ba92e8e3834f None None] Attempting to bind port 0d0c8505-96dc-4f9e-a7a2-8424ed0bd797 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:42.956379 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea8314c-f04a-435f-a855-ba92e8e3834f None None] Attempting to bind port 0d0c8505-96dc-4f9e-a7a2-8424ed0bd797 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:42.958333 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03552332-6771-4391-93f3-1d8ea650bc32 req-8305f7f1-91ac-4fa2-80d3-e996828fcfd6 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:42.958468 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd580ca2-460b-4fbf-9b9a-258fa795c440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.964987 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03552332-6771-4391-93f3-1d8ea650bc32 req-8305f7f1-91ac-4fa2-80d3-e996828fcfd6 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:42.971029 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea8314c-f04a-435f-a855-ba92e8e3834f None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:42.973750 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea8314c-f04a-435f-a855-ba92e8e3834f None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:42.973750 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2ea8314c-f04a-435f-a855-ba92e8e3834f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.973750 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea8314c-f04a-435f-a855-ba92e8e3834f None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:42.973750 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-2ea8314c-f04a-435f-a855-ba92e8e3834f None None] Bound port: 0d0c8505-96dc-4f9e-a7a2-8424ed0bd797, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:42.974409 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2ea8314c-f04a-435f-a855-ba92e8e3834f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.974492 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-03552332-6771-4391-93f3-1d8ea650bc32 req-8305f7f1-91ac-4fa2-80d3-e996828fcfd6 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 2413 time: 0.1306202 Jun 30 09:16:42.993664 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c19936c9-d458-4505-8f72-4c583cf1107e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.994641 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19936c9-d458-4505-8f72-4c583cf1107e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:42.995275 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c19936c9-d458-4505-8f72-4c583cf1107e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.052080 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-03552332-6771-4391-93f3-1d8ea650bc32 req-413cfd3b-14e5-4632-8848-12214dd1d296 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764596 Jun 30 09:16:43.100491 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ce5b9e1b-7495-4faf-90fa-c87690f4d5d9 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.142306 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.147787 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19936c9-d458-4505-8f72-4c583cf1107e admin admin] Pushing event updated for resources: {'Network': ['ID=d6a1f49d-c4c1-4016-8515-d0545222f193,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:43.150069 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce5b9e1b-7495-4faf-90fa-c87690f4d5d9 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:16:43.162396 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b9e1b-7495-4faf-90fa-c87690f4d5d9 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=960fe1ea-24b5-4abf-8778-bf7c0ce8eaa8,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:43.167642 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ce5b9e1b-7495-4faf-90fa-c87690f4d5d9 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.167990 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-ce5b9e1b-7495-4faf-90fa-c87690f4d5d9 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] Added segment 4f1999c3-45bd-4264-bdf0-756904577227 of type vlan for network 6825a87d-c418-48e6-8cbd-6a986a571db4 Jun 30 09:16:43.190689 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network d6a1f49d-c4c1-4016-8515-d0545222f193 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:16:43.194985 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['2da57038-d223-4824-8505-8568dde71956'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:16:43.214274 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c19936c9-d458-4505-8f72-4c583cf1107e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4164693 Jun 30 09:16:43.236822 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ce5b9e1b-7495-4faf-90fa-c87690f4d5d9 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.284003 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd580ca2-460b-4fbf-9b9a-258fa795c440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.294097 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-2ea8314c-f04a-435f-a855-ba92e8e3834f None None] For port 0d0c8505-96dc-4f9e-a7a2-8424ed0bd797, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:43.361774 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eacd821-7f62-4f22-8b62-14016ddaaf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a816836-5d54-436a-a02c-3cdace3abb01'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:43.364460 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d9aaa2-b55b-4e5b-b8ce-de9427edd4c9" -d '{"events": [{"server_uuid": "3eacd821-7f62-4f22-8b62-14016ddaaf6c", "name": "network-vif-plugged", "status": "completed", "tag": "2a816836-5d54-436a-a02c-3cdace3abb01"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:43.365745 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ce5b9e1b-7495-4faf-90fa-c87690f4d5d9 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.371792 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5b9e1b-7495-4faf-90fa-c87690f4d5d9 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:43.374065 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ce5b9e1b-7495-4faf-90fa-c87690f4d5d9 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.379735 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-2ea8314c-f04a-435f-a855-ba92e8e3834f None None] For port 0d0c8505-96dc-4f9e-a7a2-8424ed0bd797, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=0d0c8505-96dc-4f9e-a7a2-8424ed0bd797,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:43.406994 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 2a816836-5d54-436a-a02c-3cdace3abb01, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2a816836-5d54-436a-a02c-3cdace3abb01,segment=NetworkSegment(47e45efd-cdef-4241-b33c-19fade2b32da),segment_id=47e45efd-cdef-4241-b33c-19fade2b32da)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:43.459333 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b9e1b-7495-4faf-90fa-c87690f4d5d9 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] Pushing event updated for resources: {'Network': ['ID=6825a87d-c418-48e6-8cbd-6a986a571db4,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:43.467423 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2ea8314c-f04a-435f-a855-ba92e8e3834f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.501868 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd580ca2-460b-4fbf-9b9a-258fa795c440 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.513548 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 6825a87d-c418-48e6-8cbd-6a986a571db4 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:16:43.525737 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7ee60e0e-d587-466e-a455-8516ad0c9b78 None None] Provisioning for port 93cedc16-b5a0-4585-b0b9-32314c214622 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:43.527805 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.528618 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device a627442c-c645-4b7f-9607-1ed1036e554a up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:43.585819 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7ee60e0e-d587-466e-a455-8516ad0c9b78 None None] Provisioning complete for port 93cedc16-b5a0-4585-b0b9-32314c214622 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:43.586250 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7ee60e0e-d587-466e-a455-8516ad0c9b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.589566 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ce5b9e1b-7495-4faf-90fa-c87690f4d5d9 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9392459 Jun 30 09:16:43.600025 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41150) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:43.600025 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-66be3344-6bfa-4a71-b0f7-05b5fc5cac21 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '6825a87d-c418-48e6-8cbd-6a986a571db4', 'tempest-TagsTest-Tag-1022677221') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:43.645872 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd580ca2-460b-4fbf-9b9a-258fa795c440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.681803 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea8314c-f04a-435f-a855-ba92e8e3834f None None] Routers {'53c00270-3b1e-43f7-a3e5-8c6727f4d523'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:43.682458 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2ea8314c-f04a-435f-a855-ba92e8e3834f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:16:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['53c00270-3b1e-43f7-a3e5-8c6727f4d523'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:43.745392 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd9725-5388-40cb-bc29-38843d15410c None None] Pushing event updated for resources: {'Port': ['ID=0d0c8505-96dc-4f9e-a7a2-8424ed0bd797,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:43.748919 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd580ca2-460b-4fbf-9b9a-258fa795c440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.752300 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd580ca2-460b-4fbf-9b9a-258fa795c440 admin admin] Pushing event updated for resources: {'Port': ['ID=93cedc16-b5a0-4585-b0b9-32314c214622,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:43.818287 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-7ee60e0e-d587-466e-a455-8516ad0c9b78 None None] Port 93cedc16-b5a0-4585-b0b9-32314c214622 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:16:43.866147 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-66be3344-6bfa-4a71-b0f7-05b5fc5cac21 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] 10.222.0.10 "PUT /v2.0/networks/6825a87d-c418-48e6-8cbd-6a986a571db4/tags/tempest-TagsTest-Tag-1022677221 HTTP/1.1" status: 201 len: 201 time: 0.2723491 Jun 30 09:16:43.870392 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41160) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:43.874958 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd580ca2-460b-4fbf-9b9a-258fa795c440 admin admin] Network b7c4d310-0e13-4978-b513-6d3abe0b2ecf is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:43.878467 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-bd580ca2-460b-4fbf-9b9a-258fa795c440 admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:43.878618 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-006ac464-30a4-484d-a64e-08c97cc907f7 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6825a87d-c418-48e6-8cbd-6a986a571db4', 'tempest-TagsTest-Tag-1022677221') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:43.986193 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=2a816836-5d54-436a-a02c-3cdace3abb01,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:44.059407 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-006ac464-30a4-484d-a64e-08c97cc907f7 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] 10.222.0.10 "GET /v2.0/networks/6825a87d-c418-48e6-8cbd-6a986a571db4/tags/tempest-TagsTest-Tag-1022677221 HTTP/1.1" status: 204 len: 168 time: 0.1876299 Jun 30 09:16:44.061889 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41164) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:44.068248 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-2ea8314c-f04a-435f-a855-ba92e8e3834f None None] Set router 53c00270-3b1e-43f7-a3e5-8c6727f4d523 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:44.069465 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-504a273e-968a-451f-a4e0-6c441cd3e472 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '6825a87d-c418-48e6-8cbd-6a986a571db4') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:44.127696 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2001fbde-2b1f-4beb-be96-e5ccbcb9efcf x-openstack-request-id: req-2001fbde-2b1f-4beb-be96-e5ccbcb9efcf {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:44.128103 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eacd821-7f62-4f22-8b62-14016ddaaf6c", "name": "network-vif-plugged", "status": "completed", "tag": "2a816836-5d54-436a-a02c-3cdace3abb01", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:44.128971 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2001fbde-2b1f-4beb-be96-e5ccbcb9efcf {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:44.130187 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eacd821-7f62-4f22-8b62-14016ddaaf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a816836-5d54-436a-a02c-3cdace3abb01', 'code': 200} Jun 30 09:16:44.147372 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd950f-d089-4b77-aa0b-e37876aa8a99 req-c0072c11-40eb-41de-a776-71d98cf4e0dd tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:44.157027 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-78dd950f-d089-4b77-aa0b-e37876aa8a99 req-c0072c11-40eb-41de-a776-71d98cf4e0dd tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=231760a8-fa3e-4dc2-be74-0ea6ddcf40bf HTTP/1.1" status: 200 len: 945 time: 0.1800876 Jun 30 09:16:44.171153 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd580ca2-460b-4fbf-9b9a-258fa795c440 admin admin] Router 53c00270-3b1e-43f7-a3e5-8c6727f4d523 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:44.267782 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-78dd950f-d089-4b77-aa0b-e37876aa8a99 req-03bb19e0-335c-461c-8794-8c650a281537 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082914 Jun 30 09:16:44.305166 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41172) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:44.306960 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-504a273e-968a-451f-a4e0-6c441cd3e472 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] 10.222.0.10 "GET /v2.0/networks/6825a87d-c418-48e6-8cbd-6a986a571db4/tags HTTP/1.1" status: 200 len: 238 time: 0.2441118 Jun 30 09:16:44.311553 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41174) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:44.342724 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-041dfb18-0d36-4210-87d3-0e67e3d26ca7 None None] Provisioning complete for port 93cedc16-b5a0-4585-b0b9-32314c214622 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:44.343277 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-041dfb18-0d36-4210-87d3-0e67e3d26ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:44.347509 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.tag.tag_plugin [None req-173f949f-5743-4f49-a6a0-865e3d6cf14f tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '6825a87d-c418-48e6-8cbd-6a986a571db4', {'tags': ['tempest-TagsTest-Tag-1996457628', 'tempest-TagsTest-Tag-369322393', 'tempest-TagsTest-Tag-1004868526']}) {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:44.373745 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port a627442c-c645-4b7f-9607-1ed1036e554a completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:44.398458 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port a627442c-c645-4b7f-9607-1ed1036e554a triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:44.398631 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:44.451338 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-041dfb18-0d36-4210-87d3-0e67e3d26ca7 None None] Port 93cedc16-b5a0-4585-b0b9-32314c214622 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:16:44.515956 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd580ca2-460b-4fbf-9b9a-258fa795c440 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:44.522731 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2ea8314c-f04a-435f-a855-ba92e8e3834f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'name': 'tempest-TaggedBootDevicesTest-1361366161-router', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '0d0c8505-96dc-4f9e-a7a2-8424ed0bd797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:37Z', 'updated_at': '2021-06-30T09:16:43Z', 'revision_number': 4, 'project_id': '2cf47b77e70945949916ae6cc28be07c', 'gw_port': {'id': '0d0c8505-96dc-4f9e-a7a2-8424ed0bd797', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:db:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:38Z', 'updated_at': '2021-06-30T09:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '93cedc16-b5a0-4585-b0b9-32314c214622', 'name': '', 'network_id': 'b7c4d310-0e13-4978-b513-6d3abe0b2ecf', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'mac_address': 'fa:16:3e:75:df:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '81734dcc-0ee2-494d-93d9-b3fe64a6f397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:42Z', 'updated_at': '2021-06-30T09:16:43Z', 'revision_number': 2, 'project_id': '2cf47b77e70945949916ae6cc28be07c', 'subnets': [{'id': '81734dcc-0ee2-494d-93d9-b3fe64a6f397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:44.539419 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebc742-16d7-4c95-bad2-069006697ffb req-9841c639-6d77-4781-9fc2-0d01ddb551df tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:44.546023 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebc742-16d7-4c95-bad2-069006697ffb req-9841c639-6d77-4781-9fc2-0d01ddb551df tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:44.552860 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebc742-16d7-4c95-bad2-069006697ffb req-9841c639-6d77-4781-9fc2-0d01ddb551df tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:44.554622 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-abebc742-16d7-4c95-bad2-069006697ffb req-9841c639-6d77-4781-9fc2-0d01ddb551df tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 2414 time: 0.1128163 Jun 30 09:16:44.556245 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea8314c-f04a-435f-a855-ba92e8e3834f None None] The sync data for ids ['53c00270-3b1e-43f7-a3e5-8c6727f4d523'] in n-d-771363-31 is: [{'id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'name': 'tempest-TaggedBootDevicesTest-1361366161-router', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '0d0c8505-96dc-4f9e-a7a2-8424ed0bd797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:37Z', 'updated_at': '2021-06-30T09:16:43Z', 'revision_number': 4, 'project_id': '2cf47b77e70945949916ae6cc28be07c', 'gw_port': {'id': '0d0c8505-96dc-4f9e-a7a2-8424ed0bd797', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:db:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:38Z', 'updated_at': '2021-06-30T09:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '93cedc16-b5a0-4585-b0b9-32314c214622', 'name': '', 'network_id': 'b7c4d310-0e13-4978-b513-6d3abe0b2ecf', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'mac_address': 'fa:16:3e:75:df:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '81734dcc-0ee2-494d-93d9-b3fe64a6f397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:42Z', 'updated_at': '2021-06-30T09:16:43Z', 'revision_number': 2, 'project_id': '2cf47b77e70945949916ae6cc28be07c', 'subnets': [{'id': '81734dcc-0ee2-494d-93d9-b3fe64a6f397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:44.566289 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:44.574054 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-bd580ca2-460b-4fbf-9b9a-258fa795c440 admin admin] 10.222.0.10 "PUT /v2.0/routers/53c00270-3b1e-43f7-a3e5-8c6727f4d523/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9894857 Jun 30 09:16:44.616736 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port a627442c-c645-4b7f-9607-1ed1036e554a, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=a627442c-c645-4b7f-9607-1ed1036e554a,segment=NetworkSegment(957596e1-4db1-4470-b1de-96ba161fa053),segment_id=957596e1-4db1-4470-b1de-96ba161fa053)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:44.616885 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a7bfa0a-b849-4db9-95b9-eb0c32efbf24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:44.619713 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-abebc742-16d7-4c95-bad2-069006697ffb req-de5e8abf-8f1a-4c97-b517-5bc7be452913 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530281 Jun 30 09:16:44.690794 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344342d3-3c61-45a4-92d8-a7d15f7faeb2 req-040facc0-9e64-41b8-a644-5d03d1f2bde5 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:44.695840 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-344342d3-3c61-45a4-92d8-a7d15f7faeb2 req-040facc0-9e64-41b8-a644-5d03d1f2bde5 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.3438106 Jun 30 09:16:44.756805 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-344342d3-3c61-45a4-92d8-a7d15f7faeb2 req-59772c5e-96f0-4181-b1bb-f263719b3d98 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573859 Jun 30 09:16:44.813254 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a7bfa0a-b849-4db9-95b9-eb0c32efbf24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:44.880225 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:44.880793 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-173f949f-5743-4f49-a6a0-865e3d6cf14f tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] 10.222.0.10 "PUT /v2.0/networks/6825a87d-c418-48e6-8cbd-6a986a571db4/tags HTTP/1.1" status: 200 len: 308 time: 0.5632775 Jun 30 09:16:44.881077 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 5f3bb8d0-896a-4fca-8a45-746cedb53696 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:44.883619 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41188) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:44.890559 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-f3a8dfb7-14c4-4537-a933-00780fb45a94 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '6825a87d-c418-48e6-8cbd-6a986a571db4', 'tempest-TagsTest-Tag-1996457628') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:44.988590 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=a627442c-c645-4b7f-9607-1ed1036e554a,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:45.050194 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee102375-9c96-4ecb-940c-58c8ebb4abe2 req-b1b23455-f551-48bc-9531-ce6a775e434f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:45.052200 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ee102375-9c96-4ecb-940c-58c8ebb4abe2 req-b1b23455-f551-48bc-9531-ce6a775e434f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.1084654 Jun 30 09:16:45.102698 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 5f3bb8d0-896a-4fca-8a45-746cedb53696 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:45.110322 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 5f3bb8d0-896a-4fca-8a45-746cedb53696 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:45.110322 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.112296 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ee102375-9c96-4ecb-940c-58c8ebb4abe2 req-e5c2444c-9bfb-4fb6-9686-43bc13230c60 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532482 Jun 30 09:16:45.112529 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a7bfa0a-b849-4db9-95b9-eb0c32efbf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.182323 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2a7bfa0a-b849-4db9-95b9-eb0c32efbf24 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fc4bd166db254cc5a2ac96dca15631da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8738129 Jun 30 09:16:45.182323 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7bfa0a-b849-4db9-95b9-eb0c32efbf24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ae7256-2b73-41d8-b8e5-bd3d0a7c1a6c,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:45.183398 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41192) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:45.255648 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e987f0fd-3c42-4022-ad50-1df0a2b4f715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.329460 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e987f0fd-3c42-4022-ad50-1df0a2b4f715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.337388 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.448440 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 5f3bb8d0-896a-4fca-8a45-746cedb53696, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=5f3bb8d0-896a-4fca-8a45-746cedb53696,segment=NetworkSegment(957596e1-4db1-4470-b1de-96ba161fa053),segment_id=957596e1-4db1-4470-b1de-96ba161fa053)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:45.537179 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.571842 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e987f0fd-3c42-4022-ad50-1df0a2b4f715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.578290 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e987f0fd-3c42-4022-ad50-1df0a2b4f715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.580809 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e987f0fd-3c42-4022-ad50-1df0a2b4f715 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/85ae7256-2b73-41d8-b8e5-bd3d0a7c1a6c HTTP/1.1" status: 204 len: 168 time: 0.3964767 Jun 30 09:16:45.605810 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987f0fd-3c42-4022-ad50-1df0a2b4f715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ae7256-2b73-41d8-b8e5-bd3d0a7c1a6c,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:45.646653 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f377f55-893a-4e0e-b8f0-e27b850fc207 req-87c036b8-8b81-44cc-a076-e6b8e793def2 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:45.657587 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f377f55-893a-4e0e-b8f0-e27b850fc207 req-87c036b8-8b81-44cc-a076-e6b8e793def2 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=231760a8-fa3e-4dc2-be74-0ea6ddcf40bf HTTP/1.1" status: 200 len: 945 time: 0.1449850 Jun 30 09:16:45.732394 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=5f3bb8d0-896a-4fca-8a45-746cedb53696,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:45.759838 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f377f55-893a-4e0e-b8f0-e27b850fc207 req-95ddeecd-5eb5-45f1-a371-4424e1120b74 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013188 Jun 30 09:16:45.810343 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f3a8dfb7-14c4-4537-a933-00780fb45a94 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] 10.222.0.10 "DELETE /v2.0/networks/6825a87d-c418-48e6-8cbd-6a986a571db4/tags/tempest-TagsTest-Tag-1996457628 HTTP/1.1" status: 204 len: 168 time: 0.9237947 Jun 30 09:16:45.814025 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41228) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:45.827879 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.tag.tag_plugin [None req-b53603b4-6a57-43cd-9f33-6e4d846ae474 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6825a87d-c418-48e6-8cbd-6a986a571db4', 'tempest-TagsTest-Tag-1996457628') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:45.924697 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9a963-6771-46cc-9f38-9fc7ec972de7 req-2916e013-abf6-4e56-a625-a501cc1aba88 tempest-ComputeTenantNetworksTest-1734008671 tempest-ComputeTenantNetworksTest-1734008671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:45.933169 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9a963-6771-46cc-9f38-9fc7ec972de7 req-2916e013-abf6-4e56-a625-a501cc1aba88 tempest-ComputeTenantNetworksTest-1734008671 tempest-ComputeTenantNetworksTest-1734008671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:45.939476 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9a963-6771-46cc-9f38-9fc7ec972de7 req-2916e013-abf6-4e56-a625-a501cc1aba88 tempest-ComputeTenantNetworksTest-1734008671 tempest-ComputeTenantNetworksTest-1734008671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:45.941362 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-17f9a963-6771-46cc-9f38-9fc7ec972de7 req-2916e013-abf6-4e56-a625-a501cc1aba88 tempest-ComputeTenantNetworksTest-1734008671 tempest-ComputeTenantNetworksTest-1734008671-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.8596818 Jun 30 09:16:46.099485 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-b53603b4-6a57-43cd-9f33-6e4d846ae474 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] show failed (client error): The resource could not be found. Jun 30 09:16:46.100525 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b53603b4-6a57-43cd-9f33-6e4d846ae474 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] 10.222.0.10 "GET /v2.0/networks/6825a87d-c418-48e6-8cbd-6a986a571db4/tags/tempest-TagsTest-Tag-1996457628 HTTP/1.1" status: 404 len: 326 time: 0.2806604 Jun 30 09:16:46.103784 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41248) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:46.109365 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-f830e52c-1de8-45e9-a129-4e614792b8d6 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6825a87d-c418-48e6-8cbd-6a986a571db4', 'tempest-TagsTest-Tag-369322393') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:46.109565 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 2da57038-d223-4824-8505-8568dde71956 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:46.131708 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-d177ea44-8200-43e7-baeb-9ef23581a054 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:46.133609 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-d177ea44-8200-43e7-baeb-9ef23581a054 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/networks?id=b51add01-e516-4efc-9c9c-16a3be3b127b HTTP/1.1" status: 200 len: 811 time: 0.2106881 Jun 30 09:16:46.137954 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eacd821-7f62-4f22-8b62-14016ddaaf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a627442c-c645-4b7f-9607-1ed1036e554a'}, {'server_uuid': '3eacd821-7f62-4f22-8b62-14016ddaaf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3bb8d0-896a-4fca-8a45-746cedb53696'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:46.144211 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb71a94e-efb3-49a9-881d-3e5b43f985cf" -d '{"events": [{"server_uuid": "3eacd821-7f62-4f22-8b62-14016ddaaf6c", "name": "network-vif-plugged", "status": "completed", "tag": "a627442c-c645-4b7f-9607-1ed1036e554a"}, {"server_uuid": "3eacd821-7f62-4f22-8b62-14016ddaaf6c", "name": "network-vif-plugged", "status": "completed", "tag": "5f3bb8d0-896a-4fca-8a45-746cedb53696"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:46.154775 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-183089fe-596a-4961-8191-c992c5ed4662 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/quotas/31bd8132c1454d1c9ac4cd46be0a163b HTTP/1.1" status: 200 len: 375 time: 0.0154443 Jun 30 09:16:46.218022 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28312b7-5d65-4a14-b447-be75f8d7e017 req-de6fb9eb-fb12-456b-8415-edcdeaf0020f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:46.229826 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28312b7-5d65-4a14-b447-be75f8d7e017 req-de6fb9eb-fb12-456b-8415-edcdeaf0020f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:46.236198 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28312b7-5d65-4a14-b447-be75f8d7e017 req-de6fb9eb-fb12-456b-8415-edcdeaf0020f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:46.237988 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d28312b7-5d65-4a14-b447-be75f8d7e017 req-de6fb9eb-fb12-456b-8415-edcdeaf0020f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 2416 time: 0.1838627 Jun 30 09:16:46.250276 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-5a324128-874f-45aa-b712-456362f82852 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0896516 Jun 30 09:16:46.290063 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f830e52c-1de8-45e9-a129-4e614792b8d6 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] 10.222.0.10 "GET /v2.0/networks/6825a87d-c418-48e6-8cbd-6a986a571db4/tags/tempest-TagsTest-Tag-369322393 HTTP/1.1" status: 204 len: 168 time: 0.1850932 Jun 30 09:16:46.294008 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 2da57038-d223-4824-8505-8568dde71956 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:46.295435 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41256) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:46.300311 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 2da57038-d223-4824-8505-8568dde71956 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:46.300736 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.309142 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-0643cc07-69d9-4080-a742-2b7ff0e8411a tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6825a87d-c418-48e6-8cbd-6a986a571db4', 'tempest-TagsTest-Tag-1004868526') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:46.340695 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d28312b7-5d65-4a14-b447-be75f8d7e017 req-ffa1dc43-e1c7-4034-9f55-1b52bab6e0d6 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956190 Jun 30 09:16:46.394373 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41258) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:46.403562 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-81e36be6-d830-49ed-a0c2-ee016b90312d service neutron] 10.222.0.10 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522565 Jun 30 09:16:46.510518 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.530595 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-61c5b7ac-8c34-4c01-a1e9-b4284e2e111a service neutron] 10.222.0.10 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189513 Jun 30 09:16:46.557443 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0643cc07-69d9-4080-a742-2b7ff0e8411a tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] 10.222.0.10 "GET /v2.0/networks/6825a87d-c418-48e6-8cbd-6a986a571db4/tags/tempest-TagsTest-Tag-1004868526 HTTP/1.1" status: 204 len: 168 time: 0.2566345 Jun 30 09:16:46.559910 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41262) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:46.561798 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 2da57038-d223-4824-8505-8568dde71956, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=2da57038-d223-4824-8505-8568dde71956,segment=NetworkSegment(bc499c06-af65-4614-b099-27bc511ea45a),segment_id=bc499c06-af65-4614-b099-27bc511ea45a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:46.562570 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.tag.tag_plugin [None req-f59140f9-d2e6-485f-9ab6-e814337815e3 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6825a87d-c418-48e6-8cbd-6a986a571db4') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:46.592985 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bc394-ad2b-470f-93a0-ef88c27aecd3 req-ff0bb001-ed7d-46cf-9aa7-d0d9b6925bfb tempest-ComputeTenantNetworksTest-1734008671 tempest-ComputeTenantNetworksTest-1734008671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:46.611427 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5c7bc394-ad2b-470f-93a0-ef88c27aecd3 req-ff0bb001-ed7d-46cf-9aa7-d0d9b6925bfb tempest-ComputeTenantNetworksTest-1734008671 tempest-ComputeTenantNetworksTest-1734008671-project] 10.222.0.10 "GET /v2.0/networks/d6a1f49d-c4c1-4016-8515-d0545222f193 HTTP/1.1" status: 200 len: 768 time: 0.1859941 Jun 30 09:16:46.611976 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41264) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:46.656646 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.693717 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82fb342-d0f8-4c15-b7ec-8ad4a61668d2 x-openstack-request-id: req-e82fb342-d0f8-4c15-b7ec-8ad4a61668d2 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:46.694014 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eacd821-7f62-4f22-8b62-14016ddaaf6c", "name": "network-vif-plugged", "status": "completed", "tag": "a627442c-c645-4b7f-9607-1ed1036e554a", "code": 200}, {"server_uuid": "3eacd821-7f62-4f22-8b62-14016ddaaf6c", "name": "network-vif-plugged", "status": "completed", "tag": "5f3bb8d0-896a-4fca-8a45-746cedb53696", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:46.694277 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e82fb342-d0f8-4c15-b7ec-8ad4a61668d2 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:46.694670 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eacd821-7f62-4f22-8b62-14016ddaaf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a627442c-c645-4b7f-9607-1ed1036e554a', 'code': 200} Jun 30 09:16:46.695053 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eacd821-7f62-4f22-8b62-14016ddaaf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3bb8d0-896a-4fca-8a45-746cedb53696', 'code': 200} Jun 30 09:16:46.752604 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=2da57038-d223-4824-8505-8568dde71956,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:46.752977 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4e112678-9e96-4818-9089-7ad48b8771bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.886260 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9df6e472-75fd-44ff-8182-90809009e394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.944028 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-24d3a924-075f-43ce-b95c-41cbbee8e434 req-f1d1d070-89f7-48e8-9252-b5653884fa04 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=952e7d23-8c92-4bfd-8d01-23aa40da8f43 HTTP/1.1" status: 200 len: 210 time: 0.0680351 Jun 30 09:16:46.952245 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f59140f9-d2e6-485f-9ab6-e814337815e3 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] 10.222.0.10 "DELETE /v2.0/networks/6825a87d-c418-48e6-8cbd-6a986a571db4/tags HTTP/1.1" status: 204 len: 168 time: 0.3938041 Jun 30 09:16:46.955477 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41276) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:46.975527 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-30d29e51-c14f-42b5-946e-412781fdef09 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6825a87d-c418-48e6-8cbd-6a986a571db4', 'tempest-TagsTest-Tag-369322393') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:47.006621 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41278) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:47.020733 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0bd2c825-7618-43c2-9119-db01cc1a6f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.157379 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be9ff4-be55-4c27-8a1e-963b9ea142de req-20ac6765-1e27-4cb9-b2fc-9d2228dbf117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:47.157905 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be9ff4-be55-4c27-8a1e-963b9ea142de req-20ac6765-1e27-4cb9-b2fc-9d2228dbf117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:47.158383 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be9ff4-be55-4c27-8a1e-963b9ea142de req-20ac6765-1e27-4cb9-b2fc-9d2228dbf117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:47.160028 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f1be9ff4-be55-4c27-8a1e-963b9ea142de req-20ac6765-1e27-4cb9-b2fc-9d2228dbf117 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 2872 time: 0.3894665 Jun 30 09:16:47.187924 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9df6e472-75fd-44ff-8182-90809009e394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.217602 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-9df6e472-75fd-44ff-8182-90809009e394 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a1f49d-c4c1-4016-8515-d0545222f193']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:47.237172 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-9df6e472-75fd-44ff-8182-90809009e394 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47fe0da5-6f0f-449a-b4e6-6b1fa7115301') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:47.237487 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-9df6e472-75fd-44ff-8182-90809009e394 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47fe0da5-6f0f-449a-b4e6-6b1fa7115301') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:47.266614 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9df6e472-75fd-44ff-8182-90809009e394 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.298336 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4e112678-9e96-4818-9089-7ad48b8771bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.302872 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-30d29e51-c14f-42b5-946e-412781fdef09 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] show failed (client error): The resource could not be found. Jun 30 09:16:47.303967 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-30d29e51-c14f-42b5-946e-412781fdef09 tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] 10.222.0.10 "GET /v2.0/networks/6825a87d-c418-48e6-8cbd-6a986a571db4/tags/tempest-TagsTest-Tag-369322393 HTTP/1.1" status: 404 len: 325 time: 0.3455334 Jun 30 09:16:47.307203 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41306) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:47.311063 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f1be9ff4-be55-4c27-8a1e-963b9ea142de req-521f6c00-f043-4e89-a6fa-b061ce9a6871 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370530 Jun 30 09:16:47.311779 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.tag.tag_plugin [None req-75eb1620-d5fe-4032-8176-011984450c9d tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6825a87d-c418-48e6-8cbd-6a986a571db4', 'tempest-TagsTest-Tag-1004868526') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:47.315618 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9df6e472-75fd-44ff-8182-90809009e394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9df6e472-75fd-44ff-8182-90809009e394 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9df6e472-75fd-44ff-8182-90809009e394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:16:47.329136 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:16:47.336588 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb9cc5-3371-4814-a380-0d8ee8581dbf req-f470d7f9-c4d8-42a1-b4d5-ceab9d3776a3 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:47.338134 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7ebb9cc5-3371-4814-a380-0d8ee8581dbf req-f470d7f9-c4d8-42a1-b4d5-ceab9d3776a3 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=231760a8-fa3e-4dc2-be74-0ea6ddcf40bf HTTP/1.1" status: 200 len: 946 time: 0.3566062 Jun 30 09:16:47.403596 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4e112678-9e96-4818-9089-7ad48b8771bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.502943 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41320) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:47.510363 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4e112678-9e96-4818-9089-7ad48b8771bf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=232d8158c1684d47b2da5246965fa88d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1120083 Jun 30 09:16:47.520619 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9df6e472-75fd-44ff-8182-90809009e394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.531826 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9df6e472-75fd-44ff-8182-90809009e394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.536080 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9df6e472-75fd-44ff-8182-90809009e394 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d6a1f49d-c4c1-4016-8515-d0545222f193 HTTP/1.1" status: 204 len: 168 time: 0.9206996 Jun 30 09:16:47.546197 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7ebb9cc5-3371-4814-a380-0d8ee8581dbf req-38d52885-602f-48ed-99fb-f1fca502dd8a tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970594 Jun 30 09:16:47.546892 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e112678-9e96-4818-9089-7ad48b8771bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb1769c-954f-4619-8387-a8580306cd02,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:47.590574 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6e472-75fd-44ff-8182-90809009e394 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6a1f49d-c4c1-4016-8515-d0545222f193,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:47.607075 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-75eb1620-d5fe-4032-8176-011984450c9d tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] show failed (client error): The resource could not be found. Jun 30 09:16:47.611198 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-75eb1620-d5fe-4032-8176-011984450c9d tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] 10.222.0.10 "GET /v2.0/networks/6825a87d-c418-48e6-8cbd-6a986a571db4/tags/tempest-TagsTest-Tag-1004868526 HTTP/1.1" status: 404 len: 326 time: 0.3003244 Jun 30 09:16:47.611501 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41324) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:47.616925 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-95927022-f6af-4460-9ee4-c9cf495c9bfb tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6825a87d-c418-48e6-8cbd-6a986a571db4') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:47.718833 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 0d0c8505-96dc-4f9e-a7a2-8424ed0bd797 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:47.724522 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0bd2c825-7618-43c2-9119-db01cc1a6f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.726695 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b350fc9c-3c64-403e-a8bb-ba8b2a58ac71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.767716 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b350fc9c-3c64-403e-a8bb-ba8b2a58ac71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.787163 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-95927022-f6af-4460-9ee4-c9cf495c9bfb tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] 10.222.0.10 "DELETE /v2.0/networks/6825a87d-c418-48e6-8cbd-6a986a571db4/tags HTTP/1.1" status: 204 len: 168 time: 0.1696165 Jun 30 09:16:47.787163 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41326) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:47.793000 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183ceec-0d07-43b0-8227-125eddebb576 req-1d8efe1f-e275-4b41-8dbc-19b6b6e167a4 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:47.799535 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183ceec-0d07-43b0-8227-125eddebb576 req-1d8efe1f-e275-4b41-8dbc-19b6b6e167a4 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:47.806919 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183ceec-0d07-43b0-8227-125eddebb576 req-1d8efe1f-e275-4b41-8dbc-19b6b6e167a4 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:47.808618 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1183ceec-0d07-43b0-8227-125eddebb576 req-1d8efe1f-e275-4b41-8dbc-19b6b6e167a4 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 2416 time: 0.2157886 Jun 30 09:16:47.850746 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0bd2c825-7618-43c2-9119-db01cc1a6f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.907605 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8dae2cdc-48cc-44fb-b0ae-897b16a589fc tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.918309 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1183ceec-0d07-43b0-8227-125eddebb576 req-aa267955-bf66-4ea1-97bf-3f64cb8790d8 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954936 Jun 30 09:16:47.921166 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2c825-7618-43c2-9119-db01cc1a6f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6c45cd-2a5c-467c-a9b5-2fbcf397f4c7,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:47.927452 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0bd2c825-7618-43c2-9119-db01cc1a6f23 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=572a6a68e6dc470c96ee2721ee39cb65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9196942 Jun 30 09:16:47.943906 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41330) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:47.944465 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 0d0c8505-96dc-4f9e-a7a2-8424ed0bd797 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:47.955579 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 0d0c8505-96dc-4f9e-a7a2-8424ed0bd797 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:47.955960 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.035010 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b7d0b03d-9835-4a21-b769-7a06dd43fb05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.084664 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8dae2cdc-48cc-44fb-b0ae-897b16a589fc tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.110326 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-8dae2cdc-48cc-44fb-b0ae-897b16a589fc tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6825a87d-c418-48e6-8cbd-6a986a571db4']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:48.110907 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b7d0b03d-9835-4a21-b769-7a06dd43fb05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.134860 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-8dae2cdc-48cc-44fb-b0ae-897b16a589fc tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f1999c3-45bd-4264-bdf0-756904577227') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:48.136004 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-8dae2cdc-48cc-44fb-b0ae-897b16a589fc tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f1999c3-45bd-4264-bdf0-756904577227') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:48.140014 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b350fc9c-3c64-403e-a8bb-ba8b2a58ac71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.148255 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b350fc9c-3c64-403e-a8bb-ba8b2a58ac71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.151852 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b350fc9c-3c64-403e-a8bb-ba8b2a58ac71 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0bb1769c-954f-4619-8387-a8580306cd02 HTTP/1.1" status: 204 len: 168 time: 0.6455076 Jun 30 09:16:48.157580 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8dae2cdc-48cc-44fb-b0ae-897b16a589fc tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.182268 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350fc9c-3c64-403e-a8bb-ba8b2a58ac71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb1769c-954f-4619-8387-a8580306cd02,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:48.218350 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.229889 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8ee922-65b7-4dd8-aafb-9c0d857f791a None None] Sync routers for ids ['53c00270-3b1e-43f7-a3e5-8c6727f4d523'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:48.251094 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8ee922-65b7-4dd8-aafb-9c0d857f791a None None] Routers {'53c00270-3b1e-43f7-a3e5-8c6727f4d523'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:48.251630 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-1d8ee922-65b7-4dd8-aafb-9c0d857f791a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:16:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['53c00270-3b1e-43f7-a3e5-8c6727f4d523'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:48.256888 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41336) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:48.287426 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2f526724-852f-4449-9dbd-6e153de90c12 req-e000c626-f624-40d6-b948-fb59f6c6dbcf tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=952e7d23-8c92-4bfd-8d01-23aa40da8f43 HTTP/1.1" status: 200 len: 210 time: 0.1383297 Jun 30 09:16:48.289518 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 0d0c8505-96dc-4f9e-a7a2-8424ed0bd797, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=0d0c8505-96dc-4f9e-a7a2-8424ed0bd797,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:48.295308 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8dae2cdc-48cc-44fb-b0ae-897b16a589fc tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.306663 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-47b53546-7fce-4745-83dc-13dab9726185 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=32df1e4c06524b1b93952b3ad9cb25cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486839 Jun 30 09:16:48.309710 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41338) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:48.312090 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dae2cdc-48cc-44fb-b0ae-897b16a589fc tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:16:48.312498 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8dae2cdc-48cc-44fb-b0ae-897b16a589fc tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.321988 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:16:48.321988 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:16:48.321988 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:16:48.321988 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:16:48.321988 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:16:48.321988 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:16:48.321988 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:16:48.321988 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:16:48.321988 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:16:48.321988 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:16:48.321988 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:16:48.321988 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:16:48.321988 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:16:48.321988 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:16:48.321988 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:16:48.321988 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:16:48.321988 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:16:48.321988 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:16:48.321988 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:16:48.321988 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:16:48.321988 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:16:48.321988 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:16:48.321988 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:16:48.321988 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:16:48.321988 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:16:48.321988 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:16:48.321988 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:16:48.321988 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:16:48.321988 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:16:48.321988 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:16:48.321988 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:16:48.321988 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:16:48.433897 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.438384 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b7d0b03d-9835-4a21-b769-7a06dd43fb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.447993 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b7d0b03d-9835-4a21-b769-7a06dd43fb05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.465645 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b7d0b03d-9835-4a21-b769-7a06dd43fb05 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1a6c45cd-2a5c-467c-a9b5-2fbcf397f4c7 HTTP/1.1" status: 204 len: 168 time: 0.5291219 Jun 30 09:16:48.472130 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-1d8ee922-65b7-4dd8-aafb-9c0d857f791a None None] Set router 53c00270-3b1e-43f7-a3e5-8c6727f4d523 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:48.482121 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c68cf281-0451-4ed0-8012-686da62b8105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.519217 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0b03d-9835-4a21-b769-7a06dd43fb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6c45cd-2a5c-467c-a9b5-2fbcf397f4c7,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:48.544946 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c68cf281-0451-4ed0-8012-686da62b8105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.618874 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8dae2cdc-48cc-44fb-b0ae-897b16a589fc tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.631552 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8dae2cdc-48cc-44fb-b0ae-897b16a589fc tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.635607 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=0d0c8505-96dc-4f9e-a7a2-8424ed0bd797,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:48.635798 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8dae2cdc-48cc-44fb-b0ae-897b16a589fc tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] 10.222.0.10 "DELETE /v2.0/networks/6825a87d-c418-48e6-8cbd-6a986a571db4 HTTP/1.1" status: 204 len: 168 time: 0.8474939 Jun 30 09:16:48.648680 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae2cdc-48cc-44fb-b0ae-897b16a589fc tempest-TagsTest-1646842541 tempest-TagsTest-1646842541-project] Pushing event deleted for resources: {'Network': ['ID=6825a87d-c418-48e6-8cbd-6a986a571db4,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:48.696021 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231760a8-fa3e-4dc2-be74-0ea6ddcf40bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da57038-d223-4824-8505-8568dde71956'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:48.698394 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f985c9-035a-4c37-b73f-15267ca681a8" -d '{"events": [{"server_uuid": "231760a8-fa3e-4dc2-be74-0ea6ddcf40bf", "name": "network-vif-plugged", "status": "completed", "tag": "2da57038-d223-4824-8505-8568dde71956"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:48.763959 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca1c34f-4f94-49c3-bef5-32aaf2273062 x-openstack-request-id: req-0ca1c34f-4f94-49c3-bef5-32aaf2273062 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:48.764612 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231760a8-fa3e-4dc2-be74-0ea6ddcf40bf", "name": "network-vif-plugged", "status": "completed", "tag": "2da57038-d223-4824-8505-8568dde71956", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:48.764612 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0ca1c34f-4f94-49c3-bef5-32aaf2273062 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:48.764939 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231760a8-fa3e-4dc2-be74-0ea6ddcf40bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da57038-d223-4824-8505-8568dde71956', 'code': 200} Jun 30 09:16:48.829400 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c68cf281-0451-4ed0-8012-686da62b8105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.836694 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c68cf281-0451-4ed0-8012-686da62b8105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.843442 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c68cf281-0451-4ed0-8012-686da62b8105 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/478fec46-9e37-46c9-b87b-bff20eb69fa8 HTTP/1.1" status: 204 len: 168 time: 0.5314839 Jun 30 09:16:48.864214 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68cf281-0451-4ed0-8012-686da62b8105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478fec46-9e37-46c9-b87b-bff20eb69fa8,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:48.912750 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-1d8ee922-65b7-4dd8-aafb-9c0d857f791a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'name': 'tempest-TaggedBootDevicesTest-1361366161-router', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '0d0c8505-96dc-4f9e-a7a2-8424ed0bd797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:37Z', 'updated_at': '2021-06-30T09:16:43Z', 'revision_number': 4, 'project_id': '2cf47b77e70945949916ae6cc28be07c', 'gw_port': {'id': '0d0c8505-96dc-4f9e-a7a2-8424ed0bd797', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:db:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:38Z', 'updated_at': '2021-06-30T09:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '93cedc16-b5a0-4585-b0b9-32314c214622', 'name': '', 'network_id': 'b7c4d310-0e13-4978-b513-6d3abe0b2ecf', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'mac_address': 'fa:16:3e:75:df:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '81734dcc-0ee2-494d-93d9-b3fe64a6f397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:42Z', 'updated_at': '2021-06-30T09:16:43Z', 'revision_number': 2, 'project_id': '2cf47b77e70945949916ae6cc28be07c', 'subnets': [{'id': '81734dcc-0ee2-494d-93d9-b3fe64a6f397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:48.949374 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8ee922-65b7-4dd8-aafb-9c0d857f791a None None] Checking router: 53c00270-3b1e-43f7-a3e5-8c6727f4d523 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:48.949795 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8ee922-65b7-4dd8-aafb-9c0d857f791a None None] Updating router 53c00270-3b1e-43f7-a3e5-8c6727f4d523 port 93cedc16-b5a0-4585-b0b9-32314c214622 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:16:48.977235 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8beb6ec-20c1-481f-b8a9-f6b1d419aa16 req-ee483a2a-82cc-4ea3-ad21-b5fc460dd9f6 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:48.980044 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c8beb6ec-20c1-481f-b8a9-f6b1d419aa16 req-ee483a2a-82cc-4ea3-ad21-b5fc460dd9f6 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=231760a8-fa3e-4dc2-be74-0ea6ddcf40bf HTTP/1.1" status: 200 len: 946 time: 0.1663420 Jun 30 09:16:48.986784 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348880fa-35c4-4188-b130-f34a8285b555 req-5c41c05f-bc73-4290-88e0-d3ccba6ef529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:48.989003 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-348880fa-35c4-4188-b130-f34a8285b555 req-5c41c05f-bc73-4290-88e0-d3ccba6ef529 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=231760a8-fa3e-4dc2-be74-0ea6ddcf40bf HTTP/1.1" status: 200 len: 1098 time: 0.1253309 Jun 30 09:16:49.005786 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-1d8ee922-65b7-4dd8-aafb-9c0d857f791a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.120623 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c8beb6ec-20c1-481f-b8a9-f6b1d419aa16 req-ef9e9505-974c-4974-a9a2-d9092daabc98 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243498 Jun 30 09:16:49.139471 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-348880fa-35c4-4188-b130-f34a8285b555 req-25c48d88-28ad-4199-bceb-18256a8852ef service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419446 Jun 30 09:16:49.281836 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41358) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:49.305389 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-43afd10c-1851-4157-8957-2d5f1f585223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.342380 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e54ebb-fb60-4404-9129-76187c433308 req-00e3cd6e-1395-4ade-b794-f319efa7f90d tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:49.357242 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e54ebb-fb60-4404-9129-76187c433308 req-00e3cd6e-1395-4ade-b794-f319efa7f90d tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:49.392939 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e54ebb-fb60-4404-9129-76187c433308 req-00e3cd6e-1395-4ade-b794-f319efa7f90d tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:49.405138 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c4e54ebb-fb60-4404-9129-76187c433308 req-00e3cd6e-1395-4ade-b794-f319efa7f90d tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 2416 time: 0.2207580 Jun 30 09:16:49.422115 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-1d8ee922-65b7-4dd8-aafb-9c0d857f791a None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.434405 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-1d8ee922-65b7-4dd8-aafb-9c0d857f791a None None] Transition to ACTIVE for port object 93cedc16-b5a0-4585-b0b9-32314c214622 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:49.510249 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c4e54ebb-fb60-4404-9129-76187c433308 req-2e447337-9f68-45c6-905e-7a204116c303 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016850 Jun 30 09:16:49.524546 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-1d8ee922-65b7-4dd8-aafb-9c0d857f791a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.651033 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-43afd10c-1851-4157-8957-2d5f1f585223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.781866 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 0d0c8505-96dc-4f9e-a7a2-8424ed0bd797 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:49.796048 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6e84dd90-2109-4181-bb42-02741c26eaaf req-40d3f9b0-fe6f-4b51-b235-99a1fc58b29f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=952e7d23-8c92-4bfd-8d01-23aa40da8f43 HTTP/1.1" status: 200 len: 210 time: 0.1419222 Jun 30 09:16:49.801924 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-43afd10c-1851-4157-8957-2d5f1f585223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.847530 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d04968-ea80-4aac-b9a0-9369189ed0b3 None None] Pushing event updated for resources: {'Port': ['ID=93cedc16-b5a0-4585-b0b9-32314c214622,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:49.868442 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-43afd10c-1851-4157-8957-2d5f1f585223 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=da9d17b37abf495c9b08a61a202f5f05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5852447 Jun 30 09:16:49.871077 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41366) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:49.880066 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-1d8ee922-65b7-4dd8-aafb-9c0d857f791a None None] Attempting to bind port 93cedc16-b5a0-4585-b0b9-32314c214622 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:49.880066 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-1d8ee922-65b7-4dd8-aafb-9c0d857f791a None None] Attempting to bind port 93cedc16-b5a0-4585-b0b9-32314c214622 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'e388efc1-732f-40cc-980a-ce7b9415f60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b7c4d310-0e13-4978-b513-6d3abe0b2ecf'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:49.880370 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8ee922-65b7-4dd8-aafb-9c0d857f791a None None] Attempting to bind port 93cedc16-b5a0-4585-b0b9-32314c214622 on network b7c4d310-0e13-4978-b513-6d3abe0b2ecf {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:49.894513 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 0d0c8505-96dc-4f9e-a7a2-8424ed0bd797 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:49.895438 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.899440 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8ee922-65b7-4dd8-aafb-9c0d857f791a None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:49.900781 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8ee922-65b7-4dd8-aafb-9c0d857f791a None None] Checking segment: {'id': 'e388efc1-732f-40cc-980a-ce7b9415f60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b7c4d310-0e13-4978-b513-6d3abe0b2ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:49.902107 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-1d8ee922-65b7-4dd8-aafb-9c0d857f791a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.903560 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8ee922-65b7-4dd8-aafb-9c0d857f791a None None] Bound using segment: {'id': 'e388efc1-732f-40cc-980a-ce7b9415f60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b7c4d310-0e13-4978-b513-6d3abe0b2ecf'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:49.906863 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-1d8ee922-65b7-4dd8-aafb-9c0d857f791a None None] Bound port: 93cedc16-b5a0-4585-b0b9-32314c214622, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e388efc1-732f-40cc-980a-ce7b9415f60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b7c4d310-0e13-4978-b513-6d3abe0b2ecf'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:49.908032 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-1d8ee922-65b7-4dd8-aafb-9c0d857f791a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.919389 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43afd10c-1851-4157-8957-2d5f1f585223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15583d77-34d0-4e32-831a-1f49b39fd544,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:50.004073 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-96b9f054-753f-4261-83db-66d8ec9427be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:50.012812 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-1d8ee922-65b7-4dd8-aafb-9c0d857f791a None None] For port 93cedc16-b5a0-4585-b0b9-32314c214622, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:50.080748 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-1d8ee922-65b7-4dd8-aafb-9c0d857f791a None None] For port 93cedc16-b5a0-4585-b0b9-32314c214622, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=93cedc16-b5a0-4585-b0b9-32314c214622,segment=NetworkSegment(e388efc1-732f-40cc-980a-ce7b9415f60a),segment_id=e388efc1-732f-40cc-980a-ce7b9415f60a)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:50.081575 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-96b9f054-753f-4261-83db-66d8ec9427be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:50.350881 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a768bfc-2579-4dda-9cee-25d617534178 req-d634e33d-b3f7-4d98-bef6-67006b83d305 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:50.352511 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8a768bfc-2579-4dda-9cee-25d617534178 req-d634e33d-b3f7-4d98-bef6-67006b83d305 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=231760a8-fa3e-4dc2-be74-0ea6ddcf40bf HTTP/1.1" status: 200 len: 946 time: 0.0959687 Jun 30 09:16:50.374074 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-1d8ee922-65b7-4dd8-aafb-9c0d857f791a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:50.417189 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-ab224043-0b23-440d-8410-3f4155de3a03 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:50.419781 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-ab224043-0b23-440d-8410-3f4155de3a03 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.52 "GET /v2.0/networks?id=b51add01-e516-4efc-9c9c-16a3be3b127b HTTP/1.1" status: 200 len: 811 time: 0.1773598 Jun 30 09:16:50.429345 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-96b9f054-753f-4261-83db-66d8ec9427be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:50.432656 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-96b9f054-753f-4261-83db-66d8ec9427be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:50.433823 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3112b487-8979-496e-a67b-b8ed5f223f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:50.433976 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-96b9f054-753f-4261-83db-66d8ec9427be admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/15583d77-34d0-4e32-831a-1f49b39fd544 HTTP/1.1" status: 204 len: 168 time: 0.5616434 Jun 30 09:16:50.444677 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-8d639aac-e262-44c1-87d9-03c3dbdbb6ef tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Request body: {'port': {'device_id': '952e7d23-8c92-4bfd-8d01-23aa40da8f43', 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b', 'admin_state_up': True, 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:50.452068 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8a768bfc-2579-4dda-9cee-25d617534178 req-3d041199-746a-4e65-81c3-99666c6d7473 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779629 Jun 30 09:16:50.525134 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8ee922-65b7-4dd8-aafb-9c0d857f791a None None] Routers {'53c00270-3b1e-43f7-a3e5-8c6727f4d523'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:50.525757 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-1d8ee922-65b7-4dd8-aafb-9c0d857f791a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:16:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['53c00270-3b1e-43f7-a3e5-8c6727f4d523'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:50.600546 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d04968-ea80-4aac-b9a0-9369189ed0b3 None None] Pushing event updated for resources: {'Port': ['ID=93cedc16-b5a0-4585-b0b9-32314c214622,revision_number=4']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:50.733648 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9f054-753f-4261-83db-66d8ec9427be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15583d77-34d0-4e32-831a-1f49b39fd544,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:50.769218 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-1d8ee922-65b7-4dd8-aafb-9c0d857f791a None None] Set router 53c00270-3b1e-43f7-a3e5-8c6727f4d523 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:50.795689 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41388) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:50.934657 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-8d639aac-e262-44c1-87d9-03c3dbdbb6ef tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Made reservation on behalf of 31bd8132c1454d1c9ac4cd46be0a163b for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:50.936378 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-8d639aac-e262-44c1-87d9-03c3dbdbb6ef tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:51.057631 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3af99-add7-4185-ac88-fb498278fe50 req-9976a2b7-ef20-48ec-b348-a6545a3b560e tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:51.072754 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3af99-add7-4185-ac88-fb498278fe50 req-9976a2b7-ef20-48ec-b348-a6545a3b560e tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:51.093669 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3af99-add7-4185-ac88-fb498278fe50 req-9976a2b7-ef20-48ec-b348-a6545a3b560e tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:51.098247 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1ee3af99-add7-4185-ac88-fb498278fe50 req-9976a2b7-ef20-48ec-b348-a6545a3b560e tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 2416 time: 0.2408938 Jun 30 09:16:51.183902 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-1d8ee922-65b7-4dd8-aafb-9c0d857f791a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'name': 'tempest-TaggedBootDevicesTest-1361366161-router', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '0d0c8505-96dc-4f9e-a7a2-8424ed0bd797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:37Z', 'updated_at': '2021-06-30T09:16:43Z', 'revision_number': 4, 'project_id': '2cf47b77e70945949916ae6cc28be07c', 'gw_port': {'id': '0d0c8505-96dc-4f9e-a7a2-8424ed0bd797', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:db:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:38Z', 'updated_at': '2021-06-30T09:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '93cedc16-b5a0-4585-b0b9-32314c214622', 'name': '', 'network_id': 'b7c4d310-0e13-4978-b513-6d3abe0b2ecf', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'mac_address': 'fa:16:3e:75:df:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '81734dcc-0ee2-494d-93d9-b3fe64a6f397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:42Z', 'updated_at': '2021-06-30T09:16:50Z', 'revision_number': 4, 'project_id': '2cf47b77e70945949916ae6cc28be07c', 'subnets': [{'id': '81734dcc-0ee2-494d-93d9-b3fe64a6f397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:51.204303 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1ee3af99-add7-4185-ac88-fb498278fe50 req-823023f1-affc-4480-858f-130f743f79ec tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988879 Jun 30 09:16:51.239837 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5349933e-8943-405b-b640-1230aef79f07 req-cfc611e4-2ac0-4d77-b08f-609f8cd0b51d tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=952e7d23-8c92-4bfd-8d01-23aa40da8f43 HTTP/1.1" status: 200 len: 210 time: 0.1886046 Jun 30 09:16:51.353564 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8ee922-65b7-4dd8-aafb-9c0d857f791a None None] The sync data for ids ['53c00270-3b1e-43f7-a3e5-8c6727f4d523'] in n-d-771363-31 is: [{'id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'name': 'tempest-TaggedBootDevicesTest-1361366161-router', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '0d0c8505-96dc-4f9e-a7a2-8424ed0bd797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:37Z', 'updated_at': '2021-06-30T09:16:43Z', 'revision_number': 4, 'project_id': '2cf47b77e70945949916ae6cc28be07c', 'gw_port': {'id': '0d0c8505-96dc-4f9e-a7a2-8424ed0bd797', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:db:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:38Z', 'updated_at': '2021-06-30T09:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '93cedc16-b5a0-4585-b0b9-32314c214622', 'name': '', 'network_id': 'b7c4d310-0e13-4978-b513-6d3abe0b2ecf', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'mac_address': 'fa:16:3e:75:df:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '81734dcc-0ee2-494d-93d9-b3fe64a6f397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:42Z', 'updated_at': '2021-06-30T09:16:50Z', 'revision_number': 4, 'project_id': '2cf47b77e70945949916ae6cc28be07c', 'subnets': [{'id': '81734dcc-0ee2-494d-93d9-b3fe64a6f397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:51.371895 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-8d639aac-e262-44c1-87d9-03c3dbdbb6ef tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Allocated IP 172.20.0.13 (b51add01-e516-4efc-9c9c-16a3be3b127b/0db27f2a-daae-4bc9-9a26-19aaee7812fb/874e54be-97a4-412b-911e-0a00d8cce3f9) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:51.439949 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d7e949e4-71a1-445b-a006-b544c7094854 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=31a425a77d674cceb6bf55f99d83be05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6430204 Jun 30 09:16:51.440575 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41404) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:51.538324 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1802-5c59-4e66-bbac-676956b98ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:51.609824 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1802-5c59-4e66-bbac-676956b98ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:51.716071 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-8d639aac-e262-44c1-87d9-03c3dbdbb6ef tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:51.728274 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 93cedc16-b5a0-4585-b0b9-32314c214622 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:51.839550 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-8d639aac-e262-44c1-87d9-03c3dbdbb6ef tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Transition to ACTIVE for port object 874e54be-97a4-412b-911e-0a00d8cce3f9 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:51.872491 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ed57e-d940-4a7e-9c49-aaec2fd96f31 req-77d43c00-be4e-4189-90c4-7afe98b3e040 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:51.880694 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-360ed57e-d940-4a7e-9c49-aaec2fd96f31 req-77d43c00-be4e-4189-90c4-7afe98b3e040 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=231760a8-fa3e-4dc2-be74-0ea6ddcf40bf HTTP/1.1" status: 200 len: 946 time: 0.1154294 Jun 30 09:16:51.880694 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1802-5c59-4e66-bbac-676956b98ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:51.884484 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1802-5c59-4e66-bbac-676956b98ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:51.892356 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8b1e1802-5c59-4e66-bbac-676956b98ef6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/960fe1ea-24b5-4abf-8778-bf7c0ce8eaa8 HTTP/1.1" status: 204 len: 168 time: 0.4497328 Jun 30 09:16:51.928721 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e1802-5c59-4e66-bbac-676956b98ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960fe1ea-24b5-4abf-8778-bf7c0ce8eaa8,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:51.949464 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 93cedc16-b5a0-4585-b0b9-32314c214622 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:51.970087 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 93cedc16-b5a0-4585-b0b9-32314c214622 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:51.970753 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:51.986316 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-360ed57e-d940-4a7e-9c49-aaec2fd96f31 req-35dee2ee-5fc4-4075-a2a3-4b1222ecc402 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904684 Jun 30 09:16:52.052302 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-8d639aac-e262-44c1-87d9-03c3dbdbb6ef tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:52.080867 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['39a6102a-239e-4db8-9eb8-03d3a4a9bcc2'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:16:52.092139 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:16:52.163474 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-8d639aac-e262-44c1-87d9-03c3dbdbb6ef tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Network b51add01-e516-4efc-9c9c-16a3be3b127b is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:52.175218 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d639aac-e262-44c1-87d9-03c3dbdbb6ef tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Pushing event updated for resources: {'Port': ['ID=874e54be-97a4-412b-911e-0a00d8cce3f9,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:52.181677 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-8d639aac-e262-44c1-87d9-03c3dbdbb6ef tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:52.201937 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-8d639aac-e262-44c1-87d9-03c3dbdbb6ef tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:52.329992 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:52.480717 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-8d639aac-e262-44c1-87d9-03c3dbdbb6ef tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:52.482914 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-8d639aac-e262-44c1-87d9-03c3dbdbb6ef tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:52.511808 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 93cedc16-b5a0-4585-b0b9-32314c214622, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=93cedc16-b5a0-4585-b0b9-32314c214622,segment=NetworkSegment(e388efc1-732f-40cc-980a-ce7b9415f60a),segment_id=e388efc1-732f-40cc-980a-ce7b9415f60a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:52.575294 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf63aa-960f-4ee2-ae8a-00aa85bac2b7 req-59a01a60-8b42-4da9-8913-901cda873fbe tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:52.594101 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf63aa-960f-4ee2-ae8a-00aa85bac2b7 req-59a01a60-8b42-4da9-8913-901cda873fbe tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:52.607595 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf63aa-960f-4ee2-ae8a-00aa85bac2b7 req-59a01a60-8b42-4da9-8913-901cda873fbe tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:52.609695 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-20cf63aa-960f-4ee2-ae8a-00aa85bac2b7 req-59a01a60-8b42-4da9-8913-901cda873fbe tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.52 "GET /v2.0/ports?device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 2416 time: 0.3055921 Jun 30 09:16:52.634920 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:52.695221 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d0eb4-9e20-416a-8e02-3b37b956595e req-61424472-4917-484d-83f5-d71d7d652e13 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:52.713594 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d0eb4-9e20-416a-8e02-3b37b956595e req-61424472-4917-484d-83f5-d71d7d652e13 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:52.729671 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d0eb4-9e20-416a-8e02-3b37b956595e req-61424472-4917-484d-83f5-d71d7d652e13 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:52.736071 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5e4d0eb4-9e20-416a-8e02-3b37b956595e req-61424472-4917-484d-83f5-d71d7d652e13 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 2416 time: 0.2947481 Jun 30 09:16:52.747159 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-8d639aac-e262-44c1-87d9-03c3dbdbb6ef tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3112752 Jun 30 09:16:52.766531 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-a88723d0-51a7-4288-b6a9-9fa920cf2c15 service neutron] Request body: {'port': {'device_id': '952e7d23-8c92-4bfd-8d01-23aa40da8f43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:52.838390 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5e4d0eb4-9e20-416a-8e02-3b37b956595e req-2f058e77-53b4-48df-8b6a-9a9569d674d7 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936863 Jun 30 09:16:52.847509 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-20cf63aa-960f-4ee2-ae8a-00aa85bac2b7 req-56a517a2-28f0-4b52-8e7c-b5e1a48f145b tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Deleting port 5f3bb8d0-896a-4fca-8a45-746cedb53696 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:52.848204 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-20cf63aa-960f-4ee2-ae8a-00aa85bac2b7 req-56a517a2-28f0-4b52-8e7c-b5e1a48f145b tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:52.875616 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647e13c-57c1-4381-bb8e-462f6fba2665 req-dc37c243-1fb0-44de-90e9-3cfeaba672d7 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:52.884141 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b647e13c-57c1-4381-bb8e-462f6fba2665 req-dc37c243-1fb0-44de-90e9-3cfeaba672d7 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=952e7d23-8c92-4bfd-8d01-23aa40da8f43 HTTP/1.1" status: 200 len: 932 time: 0.3532968 Jun 30 09:16:52.928856 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=93cedc16-b5a0-4585-b0b9-32314c214622,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:52.938686 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-a88723d0-51a7-4288-b6a9-9fa920cf2c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:52.962489 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-861b95ad-8eec-4758-8cbc-7ad6d1e7ffe7 None None] Provisioning for port 874e54be-97a4-412b-911e-0a00d8cce3f9 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:52.989875 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-76bac4c9-7728-49d3-9606-64f9b816f873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.002660 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-861b95ad-8eec-4758-8cbc-7ad6d1e7ffe7 None None] Provisioning complete for port 874e54be-97a4-412b-911e-0a00d8cce3f9 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:53.002660 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-861b95ad-8eec-4758-8cbc-7ad6d1e7ffe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.003646 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b647e13c-57c1-4381-bb8e-462f6fba2665 req-12219782-1441-4e5b-80d5-8d3fb931d88a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142063 Jun 30 09:16:53.093089 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-861b95ad-8eec-4758-8cbc-7ad6d1e7ffe7 None None] Port 874e54be-97a4-412b-911e-0a00d8cce3f9 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:16:53.102084 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-20cf63aa-960f-4ee2-ae8a-00aa85bac2b7 req-56a517a2-28f0-4b52-8e7c-b5e1a48f145b tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] For port 5f3bb8d0-896a-4fca-8a45-746cedb53696, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=5f3bb8d0-896a-4fca-8a45-746cedb53696,segment=NetworkSegment(957596e1-4db1-4470-b1de-96ba161fa053),segment_id=957596e1-4db1-4470-b1de-96ba161fa053)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:53.102520 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-20cf63aa-960f-4ee2-ae8a-00aa85bac2b7 req-56a517a2-28f0-4b52-8e7c-b5e1a48f145b tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.127317 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-20cf63aa-960f-4ee2-ae8a-00aa85bac2b7 req-56a517a2-28f0-4b52-8e7c-b5e1a48f145b tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Calling delete_port for 5f3bb8d0-896a-4fca-8a45-746cedb53696 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:53.214419 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41454) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:53.388005 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-20cf63aa-960f-4ee2-ae8a-00aa85bac2b7 req-56a517a2-28f0-4b52-8e7c-b5e1a48f145b tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.416441 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.433082 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-a88723d0-51a7-4288-b6a9-9fa920cf2c15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 874e54be-97a4-412b-911e-0a00d8cce3f9 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:53.444159 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-a88723d0-51a7-4288-b6a9-9fa920cf2c15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.459559 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-a88723d0-51a7-4288-b6a9-9fa920cf2c15 service neutron] Transition to ACTIVE for port object 874e54be-97a4-412b-911e-0a00d8cce3f9 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:53.466381 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a517a2-28f0-4b52-8e7c-b5e1a48f145b tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Pushing event deleted for resources: {'Port': ['ID=5f3bb8d0-896a-4fca-8a45-746cedb53696,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:53.553035 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-a88723d0-51a7-4288-b6a9-9fa920cf2c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.572367 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-78ba88cf-dea0-487c-b10c-6df27ca3872e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1223524144-network', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:53.584045 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cf63aa-960f-4ee2-ae8a-00aa85bac2b7 req-56a517a2-28f0-4b52-8e7c-b5e1a48f145b tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] No DVR routers for this DVR port 5f3bb8d0-896a-4fca-8a45-746cedb53696 on host n-h1-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:53.584045 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-20cf63aa-960f-4ee2-ae8a-00aa85bac2b7 req-56a517a2-28f0-4b52-8e7c-b5e1a48f145b tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.584045 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-20cf63aa-960f-4ee2-ae8a-00aa85bac2b7 req-56a517a2-28f0-4b52-8e7c-b5e1a48f145b tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.52 "DELETE /v2.0/ports/5f3bb8d0-896a-4fca-8a45-746cedb53696 HTTP/1.1" status: 204 len: 173 time: 0.9610088 Jun 30 09:16:53.584045 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eacd821-7f62-4f22-8b62-14016ddaaf6c', 'name': 'network-vif-deleted', 'tag': '5f3bb8d0-896a-4fca-8a45-746cedb53696'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:53.584729 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03c87f5-b360-4f53-91af-fb58cad8f054" -d '{"events": [{"server_uuid": "3eacd821-7f62-4f22-8b62-14016ddaaf6c", "name": "network-vif-deleted", "tag": "5f3bb8d0-896a-4fca-8a45-746cedb53696"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:53.618158 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 93cedc16-b5a0-4585-b0b9-32314c214622 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:53.657718 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf932968-abbf-4ff1-af7a-0d57fd41e477 x-openstack-request-id: req-bf932968-abbf-4ff1-af7a-0d57fd41e477 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:53.658005 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eacd821-7f62-4f22-8b62-14016ddaaf6c", "name": "network-vif-deleted", "tag": "5f3bb8d0-896a-4fca-8a45-746cedb53696", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:53.658263 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bf932968-abbf-4ff1-af7a-0d57fd41e477 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:53.658665 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eacd821-7f62-4f22-8b62-14016ddaaf6c', 'name': 'network-vif-deleted', 'tag': '5f3bb8d0-896a-4fca-8a45-746cedb53696', 'status': 'completed', 'code': 200} Jun 30 09:16:53.698139 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88723d0-51a7-4288-b6a9-9fa920cf2c15 service neutron] Pushing event updated for resources: {'Port': ['ID=874e54be-97a4-412b-911e-0a00d8cce3f9,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:53.747815 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 93cedc16-b5a0-4585-b0b9-32314c214622 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:53.750448 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.824972 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ba88cf-dea0-487c-b10c-6df27ca3872e admin admin] Made reservation on behalf of 6663e1a20e0244d4b0d1dff3990ac78c for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:53.830962 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-78ba88cf-dea0-487c-b10c-6df27ca3872e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.850822 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-78ba88cf-dea0-487c-b10c-6df27ca3872e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.904370 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-a88723d0-51a7-4288-b6a9-9fa920cf2c15 service neutron] Attempting to bind port 874e54be-97a4-412b-911e-0a00d8cce3f9 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:53.904935 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-a88723d0-51a7-4288-b6a9-9fa920cf2c15 service neutron] Attempting to bind port 874e54be-97a4-412b-911e-0a00d8cce3f9 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '90452931-fda3-4e43-ab24-4ac96865f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:53.905154 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-a88723d0-51a7-4288-b6a9-9fa920cf2c15 service neutron] Attempting to bind port 874e54be-97a4-412b-911e-0a00d8cce3f9 on network b51add01-e516-4efc-9c9c-16a3be3b127b {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:53.916638 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-a88723d0-51a7-4288-b6a9-9fa920cf2c15 service neutron] Port 874e54be-97a4-412b-911e-0a00d8cce3f9 on network b51add01-e516-4efc-9c9c-16a3be3b127b not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:16:53.916966 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-a88723d0-51a7-4288-b6a9-9fa920cf2c15 service neutron] Attempting to bind port 874e54be-97a4-412b-911e-0a00d8cce3f9 on network b51add01-e516-4efc-9c9c-16a3be3b127b {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:53.935714 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-a88723d0-51a7-4288-b6a9-9fa920cf2c15 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:53.936052 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-a88723d0-51a7-4288-b6a9-9fa920cf2c15 service neutron] Checking segment: {'id': '90452931-fda3-4e43-ab24-4ac96865f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:53.936445 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-a88723d0-51a7-4288-b6a9-9fa920cf2c15 service neutron] Bound using segment: {'id': '90452931-fda3-4e43-ab24-4ac96865f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:53.936881 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-a88723d0-51a7-4288-b6a9-9fa920cf2c15 service neutron] Bound port: 874e54be-97a4-412b-911e-0a00d8cce3f9, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90452931-fda3-4e43-ab24-4ac96865f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:53.937243 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-a88723d0-51a7-4288-b6a9-9fa920cf2c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.947771 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-20cf63aa-960f-4ee2-ae8a-00aa85bac2b7 req-086a66a8-b882-45c6-b822-8a40a3cdec88 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Deleting port 2a816836-5d54-436a-a02c-3cdace3abb01 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:53.948481 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-20cf63aa-960f-4ee2-ae8a-00aa85bac2b7 req-086a66a8-b882-45c6-b822-8a40a3cdec88 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:54.163230 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-a88723d0-51a7-4288-b6a9-9fa920cf2c15 service neutron] For port 874e54be-97a4-412b-911e-0a00d8cce3f9, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:54.180230 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-a88723d0-51a7-4288-b6a9-9fa920cf2c15 service neutron] For port 874e54be-97a4-412b-911e-0a00d8cce3f9, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=874e54be-97a4-412b-911e-0a00d8cce3f9,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:54.273673 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-a88723d0-51a7-4288-b6a9-9fa920cf2c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:54.380888 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-20cf63aa-960f-4ee2-ae8a-00aa85bac2b7 req-086a66a8-b882-45c6-b822-8a40a3cdec88 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] For port 2a816836-5d54-436a-a02c-3cdace3abb01, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2a816836-5d54-436a-a02c-3cdace3abb01,segment=NetworkSegment(47e45efd-cdef-4241-b33c-19fade2b32da),segment_id=47e45efd-cdef-4241-b33c-19fade2b32da)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:54.380888 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-20cf63aa-960f-4ee2-ae8a-00aa85bac2b7 req-086a66a8-b882-45c6-b822-8a40a3cdec88 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:54.405337 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-20cf63aa-960f-4ee2-ae8a-00aa85bac2b7 req-086a66a8-b882-45c6-b822-8a40a3cdec88 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Calling delete_port for 2a816836-5d54-436a-a02c-3cdace3abb01 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:54.438191 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-a88723d0-51a7-4288-b6a9-9fa920cf2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:54.445447 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-a88723d0-51a7-4288-b6a9-9fa920cf2c15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:54.445447 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-a88723d0-51a7-4288-b6a9-9fa920cf2c15 service neutron] 10.222.0.52 "PUT /v2.0/ports/874e54be-97a4-412b-911e-0a00d8cce3f9 HTTP/1.1" status: 200 len: 1093 time: 1.6796026 Jun 30 09:16:54.445447 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952e7d23-8c92-4bfd-8d01-23aa40da8f43', 'tag': '874e54be-97a4-412b-911e-0a00d8cce3f9'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:54.445447 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963b659d-6542-46f1-a982-32d1880562f5" -d '{"events": [{"name": "network-changed", "server_uuid": "952e7d23-8c92-4bfd-8d01-23aa40da8f43", "tag": "874e54be-97a4-412b-911e-0a00d8cce3f9"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:54.448945 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88723d0-51a7-4288-b6a9-9fa920cf2c15 service neutron] Pushing event updated for resources: {'Port': ['ID=874e54be-97a4-412b-911e-0a00d8cce3f9,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:54.501581 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:54.533785 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-78ba88cf-dea0-487c-b10c-6df27ca3872e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:54.606772 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d11a9-1539-42aa-8d31-0ba8542c53b1 req-9706a73f-6e21-461a-9cbc-c95722e81504 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:54.612594 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95453cd6-c965-4e22-9e55-4ebd282d8a0e req-5b898c23-71ea-4942-ac39-5513ad012321 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:54.621758 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-95453cd6-c965-4e22-9e55-4ebd282d8a0e req-5b898c23-71ea-4942-ac39-5513ad012321 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=952e7d23-8c92-4bfd-8d01-23aa40da8f43 HTTP/1.1" status: 200 len: 944 time: 0.2293930 Jun 30 09:16:54.628029 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d11a9-1539-42aa-8d31-0ba8542c53b1 req-9706a73f-6e21-461a-9cbc-c95722e81504 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:54.632541 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-197d11a9-1539-42aa-8d31-0ba8542c53b1 req-9706a73f-6e21-461a-9cbc-c95722e81504 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 1681 time: 0.3714385 Jun 30 09:16:54.669419 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 5f3bb8d0-896a-4fca-8a45-746cedb53696 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:54.726963 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-95453cd6-c965-4e22-9e55-4ebd282d8a0e req-64e149b7-217e-4f04-9117-009b17e661e4 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984509 Jun 30 09:16:54.735109 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-197d11a9-1539-42aa-8d31-0ba8542c53b1 req-48e5ff90-e80e-423e-8d2f-82d9635f6ec3 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788541 Jun 30 09:16:54.749991 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 5f3bb8d0-896a-4fca-8a45-746cedb53696 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:54.749991 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 5f3bb8d0-896a-4fca-8a45-746cedb53696 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:54.749991 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 2a816836-5d54-436a-a02c-3cdace3abb01 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:54.792914 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-78ba88cf-dea0-487c-b10c-6df27ca3872e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:54.801095 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ba88cf-dea0-487c-b10c-6df27ca3872e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:16:54.818396 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-78ba88cf-dea0-487c-b10c-6df27ca3872e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:54.819483 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-78ba88cf-dea0-487c-b10c-6df27ca3872e admin admin] Added segment 151e09a6-9cda-43bb-ac7c-a185d8604c41 of type vlan for network ac2db21f-3bc4-4f3a-a31f-707164d04b28 Jun 30 09:16:54.821642 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701002f9-0468-4488-a880-685e0554baab x-openstack-request-id: req-701002f9-0468-4488-a880-685e0554baab {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:54.821943 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952e7d23-8c92-4bfd-8d01-23aa40da8f43", "tag": "874e54be-97a4-412b-911e-0a00d8cce3f9", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:54.822209 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-701002f9-0468-4488-a880-685e0554baab {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:54.822606 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '952e7d23-8c92-4bfd-8d01-23aa40da8f43', 'tag': '874e54be-97a4-412b-911e-0a00d8cce3f9', 'status': 'completed', 'code': 200} Jun 30 09:16:54.848163 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-6e9c160d-9787-4d37-ba82-abe8a65df017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:54.850073 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-6e9c160d-9787-4d37-ba82-abe8a65df017 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&device_id=952e7d23-8c92-4bfd-8d01-23aa40da8f43 HTTP/1.1" status: 200 len: 1096 time: 0.1221015 Jun 30 09:16:54.884587 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-78ba88cf-dea0-487c-b10c-6df27ca3872e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:54.908374 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-68650910-8482-47f9-84c7-b1e0739dd5e5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=874e54be-97a4-412b-911e-0a00d8cce3f9 HTTP/1.1" status: 200 len: 217 time: 0.0489256 Jun 30 09:16:54.933856 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:54.970531 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba88cf-dea0-487c-b10c-6df27ca3872e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8e55eb-75de-48f5-83eb-949bd3d35126,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:54.979320 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-cd520587-aa9c-486c-99b4-12a051240dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:54.986974 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-cd520587-aa9c-486c-99b4-12a051240dbe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0db27f2a-daae-4bc9-9a26-19aaee7812fb HTTP/1.1" status: 200 len: 850 time: 0.0621572 Jun 30 09:16:54.987205 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba88cf-dea0-487c-b10c-6df27ca3872e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:54.987331 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba88cf-dea0-487c-b10c-6df27ca3872e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:54.987595 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba88cf-dea0-487c-b10c-6df27ca3872e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:54.988018 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba88cf-dea0-487c-b10c-6df27ca3872e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:54.989037 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba88cf-dea0-487c-b10c-6df27ca3872e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:54.989381 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba88cf-dea0-487c-b10c-6df27ca3872e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:54.989720 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba88cf-dea0-487c-b10c-6df27ca3872e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:54.990044 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba88cf-dea0-487c-b10c-6df27ca3872e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:54.990373 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba88cf-dea0-487c-b10c-6df27ca3872e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:54.990699 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba88cf-dea0-487c-b10c-6df27ca3872e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:54.991028 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba88cf-dea0-487c-b10c-6df27ca3872e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:54.991445 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba88cf-dea0-487c-b10c-6df27ca3872e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:55.063949 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-16a75b35-6af0-4996-a5eb-2deb7e5b6f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:55.065530 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-16a75b35-6af0-4996-a5eb-2deb7e5b6f67 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b51add01-e516-4efc-9c9c-16a3be3b127b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758383 Jun 30 09:16:55.174589 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-7a7b73f8-5704-490f-ba39-301bf2f968ca service neutron] 10.222.0.52 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994694 Jun 30 09:16:55.290811 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-73c8795b-ad83-4a62-99bf-3f3e403b6f53 req-497ffcbd-de66-4efb-b2ef-2f38ca97a482 service neutron] 10.222.0.52 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059065 Jun 30 09:16:55.379336 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-78ba88cf-dea0-487c-b10c-6df27ca3872e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:55.379336 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ba88cf-dea0-487c-b10c-6df27ca3872e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:55.379336 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-78ba88cf-dea0-487c-b10c-6df27ca3872e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:55.379336 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-20cf63aa-960f-4ee2-ae8a-00aa85bac2b7 req-086a66a8-b882-45c6-b822-8a40a3cdec88 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:55.490505 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a66a8-b882-45c6-b822-8a40a3cdec88 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Pushing event deleted for resources: {'Port': ['ID=2a816836-5d54-436a-a02c-3cdace3abb01,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:55.521506 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device a627442c-c645-4b7f-9607-1ed1036e554a no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:55.525015 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba88cf-dea0-487c-b10c-6df27ca3872e admin admin] Pushing event updated for resources: {'Network': ['ID=ac2db21f-3bc4-4f3a-a31f-707164d04b28,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:55.555405 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cf63aa-960f-4ee2-ae8a-00aa85bac2b7 req-086a66a8-b882-45c6-b822-8a40a3cdec88 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] No DVR routers for this DVR port 2a816836-5d54-436a-a02c-3cdace3abb01 on host n-h1-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:55.559419 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-20cf63aa-960f-4ee2-ae8a-00aa85bac2b7 req-086a66a8-b882-45c6-b822-8a40a3cdec88 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:55.564592 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-20cf63aa-960f-4ee2-ae8a-00aa85bac2b7 req-086a66a8-b882-45c6-b822-8a40a3cdec88 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.52 "DELETE /v2.0/ports/2a816836-5d54-436a-a02c-3cdace3abb01 HTTP/1.1" status: 204 len: 173 time: 1.9745831 Jun 30 09:16:55.605916 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network ac2db21f-3bc4-4f3a-a31f-707164d04b28 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:16:55.653959 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-78ba88cf-dea0-487c-b10c-6df27ca3872e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4380753 Jun 30 09:16:55.661670 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eacd821-7f62-4f22-8b62-14016ddaaf6c', 'name': 'network-vif-deleted', 'tag': '2a816836-5d54-436a-a02c-3cdace3abb01'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:55.664668 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41526) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:55.673798 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-ad2383ff-9752-4498-b12c-e44b2b786609 admin admin] Request body: {'subnet': {'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1223524144-subnet', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:55.678463 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b3dd0a-7120-47e7-8961-6c9a708ad082" -d '{"events": [{"server_uuid": "3eacd821-7f62-4f22-8b62-14016ddaaf6c", "name": "network-vif-deleted", "tag": "2a816836-5d54-436a-a02c-3cdace3abb01"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:55.774506 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b659d-6542-46f1-a982-32d1880562f5 req-f426e771-653c-4370-8bc6-457273e3ae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:55.777105 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-963b659d-6542-46f1-a982-32d1880562f5 req-f426e771-653c-4370-8bc6-457273e3ae5f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&device_id=952e7d23-8c92-4bfd-8d01-23aa40da8f43 HTTP/1.1" status: 200 len: 1096 time: 0.1986847 Jun 30 09:16:55.844369 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9f9076-c219-4b74-b64e-c7d9daad59ed x-openstack-request-id: req-ae9f9076-c219-4b74-b64e-c7d9daad59ed {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:55.860960 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eacd821-7f62-4f22-8b62-14016ddaaf6c", "name": "network-vif-deleted", "tag": "2a816836-5d54-436a-a02c-3cdace3abb01", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:55.860960 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ae9f9076-c219-4b74-b64e-c7d9daad59ed {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:55.860960 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eacd821-7f62-4f22-8b62-14016ddaaf6c', 'name': 'network-vif-deleted', 'tag': '2a816836-5d54-436a-a02c-3cdace3abb01', 'status': 'completed', 'code': 200} Jun 30 09:16:55.933951 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-20cf63aa-960f-4ee2-ae8a-00aa85bac2b7 req-d01d03cd-a671-430f-98bc-8d10ccc42cbf tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Deleting port a627442c-c645-4b7f-9607-1ed1036e554a {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:55.941132 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-20cf63aa-960f-4ee2-ae8a-00aa85bac2b7 req-d01d03cd-a671-430f-98bc-8d10ccc42cbf tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:55.949349 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2383ff-9752-4498-b12c-e44b2b786609 admin admin] Made reservation on behalf of 6663e1a20e0244d4b0d1dff3990ac78c for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:55.956663 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ad2383ff-9752-4498-b12c-e44b2b786609 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.019800 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.092972 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eacd821-7f62-4f22-8b62-14016ddaaf6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a627442c-c645-4b7f-9607-1ed1036e554a'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:56.095620 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481bf066-bda7-4772-8cb5-55b8cf1b5b07" -d '{"events": [{"server_uuid": "3eacd821-7f62-4f22-8b62-14016ddaaf6c", "name": "network-vif-unplugged", "status": "completed", "tag": "a627442c-c645-4b7f-9607-1ed1036e554a"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:56.111563 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port a627442c-c645-4b7f-9607-1ed1036e554a, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=a627442c-c645-4b7f-9607-1ed1036e554a,segment=NetworkSegment(957596e1-4db1-4470-b1de-96ba161fa053),segment_id=957596e1-4db1-4470-b1de-96ba161fa053)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:56.127280 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-20cf63aa-960f-4ee2-ae8a-00aa85bac2b7 req-d01d03cd-a671-430f-98bc-8d10ccc42cbf tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] For port a627442c-c645-4b7f-9607-1ed1036e554a, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=a627442c-c645-4b7f-9607-1ed1036e554a,segment=NetworkSegment(957596e1-4db1-4470-b1de-96ba161fa053),segment_id=957596e1-4db1-4470-b1de-96ba161fa053)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:56.127803 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-20cf63aa-960f-4ee2-ae8a-00aa85bac2b7 req-d01d03cd-a671-430f-98bc-8d10ccc42cbf tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.162965 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-20cf63aa-960f-4ee2-ae8a-00aa85bac2b7 req-d01d03cd-a671-430f-98bc-8d10ccc42cbf tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Calling delete_port for a627442c-c645-4b7f-9607-1ed1036e554a owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:56.200231 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.256416 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b659d-6542-46f1-a982-32d1880562f5 req-c62716fb-6302-48a5-9ac8-ac880260de38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:56.260415 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-963b659d-6542-46f1-a982-32d1880562f5 req-c62716fb-6302-48a5-9ac8-ac880260de38 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b51add01-e516-4efc-9c9c-16a3be3b127b HTTP/1.1" status: 200 len: 912 time: 0.4695203 Jun 30 09:16:56.283503 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.288391 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=a627442c-c645-4b7f-9607-1ed1036e554a,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:56.316080 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-963b659d-6542-46f1-a982-32d1880562f5 req-94ea21c5-b761-4f4c-8f3e-6cf2b4680b1c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=874e54be-97a4-412b-911e-0a00d8cce3f9 HTTP/1.1" status: 200 len: 217 time: 0.0504365 Jun 30 09:16:56.422139 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e7bac-8cbd-46a6-9e23-7a02dd163167 req-5dace734-7834-49a7-9c4f-72532c1637be tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:56.423750 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc6e7bac-8cbd-46a6-9e23-7a02dd163167 req-5dace734-7834-49a7-9c4f-72532c1637be tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=952e7d23-8c92-4bfd-8d01-23aa40da8f43 HTTP/1.1" status: 200 len: 944 time: 0.3348832 Jun 30 09:16:56.476857 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b659d-6542-46f1-a982-32d1880562f5 req-7b504c01-0781-4841-bec0-4446eff75d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:56.476857 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-963b659d-6542-46f1-a982-32d1880562f5 req-7b504c01-0781-4841-bec0-4446eff75d8e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0db27f2a-daae-4bc9-9a26-19aaee7812fb HTTP/1.1" status: 200 len: 850 time: 0.1502705 Jun 30 09:16:56.485560 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-20cf63aa-960f-4ee2-ae8a-00aa85bac2b7 req-d01d03cd-a671-430f-98bc-8d10ccc42cbf tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.596034 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc6e7bac-8cbd-46a6-9e23-7a02dd163167 req-f5d035c5-680e-4981-bd62-9ae44e5ed7c0 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583493 Jun 30 09:16:56.653790 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b659d-6542-46f1-a982-32d1880562f5 req-a0283448-eb84-46a4-bde7-5868d9e72e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:56.657958 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-963b659d-6542-46f1-a982-32d1880562f5 req-a0283448-eb84-46a4-bde7-5868d9e72e2e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b51add01-e516-4efc-9c9c-16a3be3b127b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1521790 Jun 30 09:16:56.731103 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c904258-0a87-45a9-85af-e437de76f775 x-openstack-request-id: req-3c904258-0a87-45a9-85af-e437de76f775 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:56.731103 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eacd821-7f62-4f22-8b62-14016ddaaf6c", "name": "network-vif-unplugged", "status": "completed", "tag": "a627442c-c645-4b7f-9607-1ed1036e554a", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:56.731103 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3c904258-0a87-45a9-85af-e437de76f775 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:56.731103 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eacd821-7f62-4f22-8b62-14016ddaaf6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a627442c-c645-4b7f-9607-1ed1036e554a', 'code': 200} Jun 30 09:16:56.840246 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ad2383ff-9752-4498-b12c-e44b2b786609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.978347 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2383ff-9752-4498-b12c-e44b2b786609 admin admin] Checking segment: {'id': '151e09a6-9cda-43bb-ac7c-a185d8604c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:56.979084 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2383ff-9752-4498-b12c-e44b2b786609 admin admin] Network hostable DHCP agents. Network: ac2db21f-3bc4-4f3a-a31f-707164d04b28, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:16:56.990760 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-963b659d-6542-46f1-a982-32d1880562f5 req-730d2e92-acee-4a74-945c-65090d13c67d service neutron] 10.222.0.52 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237870 Jun 30 09:16:56.990994 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d03cd-a671-430f-98bc-8d10ccc42cbf tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Pushing event deleted for resources: {'Port': ['ID=a627442c-c645-4b7f-9607-1ed1036e554a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:56.993948 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2383ff-9752-4498-b12c-e44b2b786609 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd8a9d34-628f-4a77-9fac-19eb06ec58fe,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:57.024121 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f51e7110-2b11-4829-ae63-bb11370c5aa0 req-8161190e-ca06-4de9-89c2-64bcbcb87349 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 210 time: 0.0348620 Jun 30 09:16:57.094062 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cf63aa-960f-4ee2-ae8a-00aa85bac2b7 req-d01d03cd-a671-430f-98bc-8d10ccc42cbf tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] No DVR routers for this DVR port a627442c-c645-4b7f-9607-1ed1036e554a on host n-h1-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:57.097422 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-20cf63aa-960f-4ee2-ae8a-00aa85bac2b7 req-d01d03cd-a671-430f-98bc-8d10ccc42cbf tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:57.102126 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-20cf63aa-960f-4ee2-ae8a-00aa85bac2b7 req-d01d03cd-a671-430f-98bc-8d10ccc42cbf tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.52 "DELETE /v2.0/ports/a627442c-c645-4b7f-9607-1ed1036e554a HTTP/1.1" status: 204 len: 173 time: 1.5295718 Jun 30 09:16:57.150422 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2383ff-9752-4498-b12c-e44b2b786609 admin admin] Network ac2db21f-3bc4-4f3a-a31f-707164d04b28 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:16:57.242462 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-ad2383ff-9752-4498-b12c-e44b2b786609 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, ac2db21f-3bc4-4f3a-a31f-707164d04b28) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:57.247874 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-963b659d-6542-46f1-a982-32d1880562f5 req-1edbb250-bca8-4662-8abe-33190446aa76 service neutron] 10.222.0.52 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444556 Jun 30 09:16:57.265779 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2383ff-9752-4498-b12c-e44b2b786609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:57.266714 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d806c32-521e-4565-a455-8450058c9943 None None] Network ac2db21f-3bc4-4f3a-a31f-707164d04b28 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:57.266872 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ad2383ff-9752-4498-b12c-e44b2b786609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:57.391366 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41570) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:57.391900 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ad2383ff-9752-4498-b12c-e44b2b786609 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7256520 Jun 30 09:16:57.396696 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-6ab3e23e-2000-47c8-98a8-2d5fb3a3b20a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1223524144-router', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:57.513490 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ab3e23e-2000-47c8-98a8-2d5fb3a3b20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:57.514548 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ab3e23e-2000-47c8-98a8-2d5fb3a3b20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:57.647537 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ab3e23e-2000-47c8-98a8-2d5fb3a3b20a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:57.657366 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41060495-e093-4dff-883f-edf246bec6c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-ac2db21f-3bc4-4f3a-a31f-707164d04b28', 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'fixed_ips': [{'subnet_id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:16:57.658234 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-41060495-e093-4dff-883f-edf246bec6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:57.904020 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-41060495-e093-4dff-883f-edf246bec6c3 None None] Allocated IP 172.20.0.2 (ac2db21f-3bc4-4f3a-a31f-707164d04b28/fd8a9d34-628f-4a77-9fac-19eb06ec58fe/ebc737b4-ad64-46f7-a4dc-1a968208cd6b) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:57.905930 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eacd821-7f62-4f22-8b62-14016ddaaf6c', 'name': 'network-vif-deleted', 'tag': 'a627442c-c645-4b7f-9607-1ed1036e554a'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:57.916994 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320efbcc-0bbd-4290-aa58-58efcb5d773c" -d '{"events": [{"server_uuid": "3eacd821-7f62-4f22-8b62-14016ddaaf6c", "name": "network-vif-deleted", "tag": "a627442c-c645-4b7f-9607-1ed1036e554a"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:58.053436 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19323543-f827-4eaf-8412-89c265e797b8 x-openstack-request-id: req-19323543-f827-4eaf-8412-89c265e797b8 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:58.055625 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eacd821-7f62-4f22-8b62-14016ddaaf6c", "name": "network-vif-deleted", "tag": "a627442c-c645-4b7f-9607-1ed1036e554a", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:58.056818 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-19323543-f827-4eaf-8412-89c265e797b8 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:58.058222 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eacd821-7f62-4f22-8b62-14016ddaaf6c', 'name': 'network-vif-deleted', 'tag': 'a627442c-c645-4b7f-9607-1ed1036e554a', 'status': 'completed', 'code': 200} Jun 30 09:16:58.139259 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ab3e23e-2000-47c8-98a8-2d5fb3a3b20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:58.152493 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-41060495-e093-4dff-883f-edf246bec6c3 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:58.165072 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-41060495-e093-4dff-883f-edf246bec6c3 None None] Transition to ACTIVE for port object ebc737b4-ad64-46f7-a4dc-1a968208cd6b will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:58.187400 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-41060495-e093-4dff-883f-edf246bec6c3 None None] Transition to ACTIVE for port object ebc737b4-ad64-46f7-a4dc-1a968208cd6b will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:58.286610 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-41060495-e093-4dff-883f-edf246bec6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:58.427405 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41060495-e093-4dff-883f-edf246bec6c3 None None] Network ac2db21f-3bc4-4f3a-a31f-707164d04b28 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:58.433002 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-41060495-e093-4dff-883f-edf246bec6c3 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:58.449648 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41060495-e093-4dff-883f-edf246bec6c3 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:58.493582 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-68992730-7693-4723-8deb-c725ef894c84 req-d981012a-51b8-4f1a-a39a-f4acbe11c9ed tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eacd821-7f62-4f22-8b62-14016ddaaf6c HTTP/1.1" status: 200 len: 210 time: 0.1743293 Jun 30 09:16:58.539754 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41060495-e093-4dff-883f-edf246bec6c3 None None] Pushing event updated for resources: {'Port': ['ID=ebc737b4-ad64-46f7-a4dc-1a968208cd6b,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:58.575362 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8beba-897a-4f02-b07a-30879649fb47 req-109e7e81-323e-4a89-804a-0d00c079fac2 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:58.591918 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dbf8beba-897a-4f02-b07a-30879649fb47 req-109e7e81-323e-4a89-804a-0d00c079fac2 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=952e7d23-8c92-4bfd-8d01-23aa40da8f43 HTTP/1.1" status: 200 len: 944 time: 0.1505451 Jun 30 09:16:58.606934 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-41060495-e093-4dff-883f-edf246bec6c3 None None] Attempting to bind port ebc737b4-ad64-46f7-a4dc-1a968208cd6b on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:58.607688 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-41060495-e093-4dff-883f-edf246bec6c3 None None] Attempting to bind port ebc737b4-ad64-46f7-a4dc-1a968208cd6b by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '151e09a6-9cda-43bb-ac7c-a185d8604c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:58.608252 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41060495-e093-4dff-883f-edf246bec6c3 None None] Attempting to bind port ebc737b4-ad64-46f7-a4dc-1a968208cd6b on network ac2db21f-3bc4-4f3a-a31f-707164d04b28 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:58.620738 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41060495-e093-4dff-883f-edf246bec6c3 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:58.620738 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41060495-e093-4dff-883f-edf246bec6c3 None None] Checking segment: {'id': '151e09a6-9cda-43bb-ac7c-a185d8604c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:58.620738 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-41060495-e093-4dff-883f-edf246bec6c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:58.620738 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41060495-e093-4dff-883f-edf246bec6c3 None None] Bound using segment: {'id': '151e09a6-9cda-43bb-ac7c-a185d8604c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:58.620738 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-41060495-e093-4dff-883f-edf246bec6c3 None None] Bound port: ebc737b4-ad64-46f7-a4dc-1a968208cd6b, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151e09a6-9cda-43bb-ac7c-a185d8604c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:58.622273 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-41060495-e093-4dff-883f-edf246bec6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:58.710053 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 874e54be-97a4-412b-911e-0a00d8cce3f9 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:16:58.732664 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dbf8beba-897a-4f02-b07a-30879649fb47 req-5dfd636e-0a84-4bd3-bc02-aac725c28a1b tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397486 Jun 30 09:16:58.818552 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-41060495-e093-4dff-883f-edf246bec6c3 None None] For port ebc737b4-ad64-46f7-a4dc-1a968208cd6b, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:58.849079 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-41060495-e093-4dff-883f-edf246bec6c3 None None] For port ebc737b4-ad64-46f7-a4dc-1a968208cd6b, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=ebc737b4-ad64-46f7-a4dc-1a968208cd6b,segment=NetworkSegment(151e09a6-9cda-43bb-ac7c-a185d8604c41),segment_id=151e09a6-9cda-43bb-ac7c-a185d8604c41)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:58.891183 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ab3e23e-2000-47c8-98a8-2d5fb3a3b20a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:58.897685 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 874e54be-97a4-412b-911e-0a00d8cce3f9, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=874e54be-97a4-412b-911e-0a00d8cce3f9,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:58.919300 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '874e54be-97a4-412b-911e-0a00d8cce3f9', 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b', 'port_id': '874e54be-97a4-412b-911e-0a00d8cce3f9', 'mac_address': 'fa:16:3e:55:5c:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db27f2a-daae-4bc9-9a26-19aaee7812fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:16:58.929348 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ab3e23e-2000-47c8-98a8-2d5fb3a3b20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:58.987358 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-41060495-e093-4dff-883f-edf246bec6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.026430 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.104552 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874e54be-97a4-412b-911e-0a00d8cce3f9 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:59.152652 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 874e54be-97a4-412b-911e-0a00d8cce3f9, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=874e54be-97a4-412b-911e-0a00d8cce3f9,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:59.153958 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-6ab3e23e-2000-47c8-98a8-2d5fb3a3b20a admin admin] Allocated IP 172.25.6.132 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/dd7dd968-8b5a-481e-b871-3c221215372d) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:59.172191 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41060495-e093-4dff-883f-edf246bec6c3 None None] Pushing event updated for resources: {'Port': ['ID=ebc737b4-ad64-46f7-a4dc-1a968208cd6b,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:59.318936 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.332609 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ab3e23e-2000-47c8-98a8-2d5fb3a3b20a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.463343 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=874e54be-97a4-412b-911e-0a00d8cce3f9,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:59.529752 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ab3e23e-2000-47c8-98a8-2d5fb3a3b20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.590547 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['874e54be-97a4-412b-911e-0a00d8cce3f9'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:16:59.644677 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab3e23e-2000-47c8-98a8-2d5fb3a3b20a admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:59.671376 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-6ab3e23e-2000-47c8-98a8-2d5fb3a3b20a admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:59.684759 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3e23e-2000-47c8-98a8-2d5fb3a3b20a admin admin] Pushing event updated for resources: {'Port': ['ID=dd7dd968-8b5a-481e-b871-3c221215372d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:59.695316 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab3e23e-2000-47c8-98a8-2d5fb3a3b20a admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:59.740494 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41626) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:59.754846 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device ebc737b4-ad64-46f7-a4dc-1a968208cd6b up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:59.870933 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-18b0ff1a-ed05-4100-b68a-5fb5b6649599 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Deleting subnet 23bfb22c-337c-45b9-a851-b946d3eeec7b {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:16:59.883281 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-18b0ff1a-ed05-4100-b68a-5fb5b6649599 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.998984 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port ebc737b4-ad64-46f7-a4dc-1a968208cd6b completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:00.353029 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ab3e23e-2000-47c8-98a8-2d5fb3a3b20a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:00.511109 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-18b0ff1a-ed05-4100-b68a-5fb5b6649599 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:00.639220 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09335450-b181-45af-af6b-2a41ac8afba5 req-8e18d439-aeb8-420a-aabc-bd22dfad9b6e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:00.649479 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09335450-b181-45af-af6b-2a41ac8afba5 req-8e18d439-aeb8-420a-aabc-bd22dfad9b6e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=952e7d23-8c92-4bfd-8d01-23aa40da8f43 HTTP/1.1" status: 200 len: 945 time: 0.2192512 Jun 30 09:17:00.685349 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 874e54be-97a4-412b-911e-0a00d8cce3f9 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:00.835945 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76455be7-d2cd-4f28-8b93-a40a03dadea1 None None] Network ac2db21f-3bc4-4f3a-a31f-707164d04b28 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:17:00.887264 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09335450-b181-45af-af6b-2a41ac8afba5 req-ad7a14f4-32cd-4040-9d47-e11c8fd8a41a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358072 Jun 30 09:17:00.896451 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-18b0ff1a-ed05-4100-b68a-5fb5b6649599 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.071459 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ab3e23e-2000-47c8-98a8-2d5fb3a3b20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.879772 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 874e54be-97a4-412b-911e-0a00d8cce3f9 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:01.879772 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3ef8afc1-4ab2-46f5-88a3-df58a080fc7b None None] Provisioning for port ebc737b4-ad64-46f7-a4dc-1a968208cd6b completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:01.879772 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 874e54be-97a4-412b-911e-0a00d8cce3f9 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:01.879772 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.879772 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3ef8afc1-4ab2-46f5-88a3-df58a080fc7b None None] Provisioning complete for port ebc737b4-ad64-46f7-a4dc-1a968208cd6b triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:01.879772 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3ef8afc1-4ab2-46f5-88a3-df58a080fc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.153542 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-18b0ff1a-ed05-4100-b68a-5fb5b6649599 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.159175 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab3e23e-2000-47c8-98a8-2d5fb3a3b20a admin admin] Router eca836ae-5d6f-47f0-b0ac-6d159626a382 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:17:02.191034 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-18b0ff1a-ed05-4100-b68a-5fb5b6649599 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.194263 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-18b0ff1a-ed05-4100-b68a-5fb5b6649599 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "DELETE /v2.0/subnets/23bfb22c-337c-45b9-a851-b946d3eeec7b HTTP/1.1" status: 204 len: 168 time: 2.4520729 Jun 30 09:17:02.198447 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41684) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:02.231936 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0ff1a-ed05-4100-b68a-5fb5b6649599 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Pushing event deleted for resources: {'Subnet': ['ID=23bfb22c-337c-45b9-a851-b946d3eeec7b,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:02.305815 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0ff1a-ed05-4100-b68a-5fb5b6649599 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:02.320128 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0ff1a-ed05-4100-b68a-5fb5b6649599 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:02.320943 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0ff1a-ed05-4100-b68a-5fb5b6649599 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:02.321524 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0ff1a-ed05-4100-b68a-5fb5b6649599 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:02.324981 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0ff1a-ed05-4100-b68a-5fb5b6649599 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:02.329464 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0ff1a-ed05-4100-b68a-5fb5b6649599 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:02.329464 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0ff1a-ed05-4100-b68a-5fb5b6649599 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:02.329464 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0ff1a-ed05-4100-b68a-5fb5b6649599 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:02.329464 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0ff1a-ed05-4100-b68a-5fb5b6649599 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:02.329464 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0ff1a-ed05-4100-b68a-5fb5b6649599 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:02.329464 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0ff1a-ed05-4100-b68a-5fb5b6649599 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:02.329464 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0ff1a-ed05-4100-b68a-5fb5b6649599 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:02.344596 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cfb7ec-da65-4684-976c-d554c99c0cde None None] Network ff437070-00b0-4cca-bb44-4c82d9e4d8fd requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:17:02.361411 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3ef8afc1-4ab2-46f5-88a3-df58a080fc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.405489 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91404c-18eb-4355-9c73-b450197d5611 req-3d03522f-3acb-45a9-96e9-cd3d44666c9c tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:02.407739 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ee91404c-18eb-4355-9c73-b450197d5611 req-3d03522f-3acb-45a9-96e9-cd3d44666c9c tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=952e7d23-8c92-4bfd-8d01-23aa40da8f43 HTTP/1.1" status: 200 len: 945 time: 0.2924311 Jun 30 09:17:02.430440 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-85388854-9d64-4f17-82da-953b6fe31753 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.565345 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-85388854-9d64-4f17-82da-953b6fe31753 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Deleting port 49b3ba18-c8d5-447f-b228-05ac9051ff87 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:02.565750 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-85388854-9d64-4f17-82da-953b6fe31753 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.569878 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab3e23e-2000-47c8-98a8-2d5fb3a3b20a admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:17:02.585105 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ee91404c-18eb-4355-9c73-b450197d5611 req-d7ed6cde-ece8-4edc-a290-eabf75a8d98e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036994 Jun 30 09:17:02.628246 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e6326d-63a1-4443-821b-916a932065c9 None None] Sync routers for ids ['eca836ae-5d6f-47f0-b0ac-6d159626a382'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:17:02.681995 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e6326d-63a1-4443-821b-916a932065c9 None None] Routers {'eca836ae-5d6f-47f0-b0ac-6d159626a382'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:02.682795 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-49e6326d-63a1-4443-821b-916a932065c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:16:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['eca836ae-5d6f-47f0-b0ac-6d159626a382'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:02.702595 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-85388854-9d64-4f17-82da-953b6fe31753 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] For port 49b3ba18-c8d5-447f-b228-05ac9051ff87, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=49b3ba18-c8d5-447f-b228-05ac9051ff87,segment=NetworkSegment(47e45efd-cdef-4241-b33c-19fade2b32da),segment_id=47e45efd-cdef-4241-b33c-19fade2b32da)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:02.703281 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-85388854-9d64-4f17-82da-953b6fe31753 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.719911 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-85388854-9d64-4f17-82da-953b6fe31753 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Calling delete_port for 49b3ba18-c8d5-447f-b228-05ac9051ff87 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:02.742818 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-3ef8afc1-4ab2-46f5-88a3-df58a080fc7b None None] For port ebc737b4-ad64-46f7-a4dc-1a968208cd6b, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=ebc737b4-ad64-46f7-a4dc-1a968208cd6b,segment=NetworkSegment(151e09a6-9cda-43bb-ac7c-a185d8604c41),segment_id=151e09a6-9cda-43bb-ac7c-a185d8604c41)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:02.748375 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ab3e23e-2000-47c8-98a8-2d5fb3a3b20a admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.753132 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6ab3e23e-2000-47c8-98a8-2d5fb3a3b20a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3571854 Jun 30 09:17:02.754575 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41696) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:02.821381 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.922051 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3ef8afc1-4ab2-46f5-88a3-df58a080fc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.924627 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952e7d23-8c92-4bfd-8d01-23aa40da8f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874e54be-97a4-412b-911e-0a00d8cce3f9'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:02.927640 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335bae6b-04cc-45ad-8237-69ee96548a1f" -d '{"events": [{"server_uuid": "952e7d23-8c92-4bfd-8d01-23aa40da8f43", "name": "network-vif-plugged", "status": "completed", "tag": "874e54be-97a4-412b-911e-0a00d8cce3f9"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:03.009314 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 874e54be-97a4-412b-911e-0a00d8cce3f9, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=874e54be-97a4-412b-911e-0a00d8cce3f9,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:03.038852 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-85388854-9d64-4f17-82da-953b6fe31753 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.135485 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-49e6326d-63a1-4443-821b-916a932065c9 None None] Set router eca836ae-5d6f-47f0-b0ac-6d159626a382 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:03.208483 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85388854-9d64-4f17-82da-953b6fe31753 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Pushing event deleted for resources: {'Port': ['ID=49b3ba18-c8d5-447f-b228-05ac9051ff87,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:03.225020 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85388854-9d64-4f17-82da-953b6fe31753 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] No DVR routers for this DVR port 49b3ba18-c8d5-447f-b228-05ac9051ff87 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:17:03.256599 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ca4b54-8090-4f99-b210-bfe31c211644 x-openstack-request-id: req-f3ca4b54-8090-4f99-b210-bfe31c211644 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:03.260699 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952e7d23-8c92-4bfd-8d01-23aa40da8f43", "name": "network-vif-plugged", "status": "completed", "tag": "874e54be-97a4-412b-911e-0a00d8cce3f9", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:03.261352 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f3ca4b54-8090-4f99-b210-bfe31c211644 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:03.262116 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952e7d23-8c92-4bfd-8d01-23aa40da8f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874e54be-97a4-412b-911e-0a00d8cce3f9', 'code': 200} Jun 30 09:17:03.412227 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.414113 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8afc1-4ab2-46f5-88a3-df58a080fc7b None None] Pushing event updated for resources: {'Port': ['ID=ebc737b4-ad64-46f7-a4dc-1a968208cd6b,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:03.431101 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-85388854-9d64-4f17-82da-953b6fe31753 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.457623 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-85388854-9d64-4f17-82da-953b6fe31753 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff437070-00b0-4cca-bb44-4c82d9e4d8fd']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:03.481725 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ce87d1-5e9e-48cf-bb00-62c27d437718 None None] DHCP port deletion for ff437070-00b0-4cca-bb44-4c82d9e4d8fd request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:17:03.494529 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-85388854-9d64-4f17-82da-953b6fe31753 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e45efd-cdef-4241-b33c-19fade2b32da') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:03.498148 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-85388854-9d64-4f17-82da-953b6fe31753 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e45efd-cdef-4241-b33c-19fade2b32da') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:03.535609 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-85388854-9d64-4f17-82da-953b6fe31753 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.571238 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-85388854-9d64-4f17-82da-953b6fe31753 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.585975 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-63623e03-32a7-412e-a6b2-d6575850a556 None None] Provisioning complete for port ebc737b4-ad64-46f7-a4dc-1a968208cd6b triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:03.586365 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-63623e03-32a7-412e-a6b2-d6575850a556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.591913 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85388854-9d64-4f17-82da-953b6fe31753 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:17:03.593083 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-85388854-9d64-4f17-82da-953b6fe31753 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:17:03.602109 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:17:03.652986 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device ebc737b4-ad64-46f7-a4dc-1a968208cd6b up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:03.744436 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=874e54be-97a4-412b-911e-0a00d8cce3f9,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:03.795410 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c365642-60b3-4d38-ae6f-19521be2d4c2 req-b3018fb8-526f-4be6-a5b7-abc0d459ee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:03.798026 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c365642-60b3-4d38-ae6f-19521be2d4c2 req-b3018fb8-526f-4be6-a5b7-abc0d459ee2a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=952e7d23-8c92-4bfd-8d01-23aa40da8f43 HTTP/1.1" status: 200 len: 1098 time: 0.3192258 Jun 30 09:17:03.931146 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c365642-60b3-4d38-ae6f-19521be2d4c2 req-d17464ac-cd3e-47fb-a42a-79ba66d7faa2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261108 Jun 30 09:17:03.931814 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-85388854-9d64-4f17-82da-953b6fe31753 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.940029 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-85388854-9d64-4f17-82da-953b6fe31753 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.946462 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-85388854-9d64-4f17-82da-953b6fe31753 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "DELETE /v2.0/networks/ff437070-00b0-4cca-bb44-4c82d9e4d8fd HTTP/1.1" status: 204 len: 168 time: 1.7438707 Jun 30 09:17:03.947587 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41730) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:03.973503 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85388854-9d64-4f17-82da-953b6fe31753 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Pushing event deleted for resources: {'Network': ['ID=ff437070-00b0-4cca-bb44-4c82d9e4d8fd,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:04.012592 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port ebc737b4-ad64-46f7-a4dc-1a968208cd6b triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:04.013264 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.089719 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49a87e2-49a5-4b2c-8fca-6904b1b75bc9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Deleting subnet b93d924f-b26f-4587-815b-820b80fea9af {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:17:04.101867 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b49a87e2-49a5-4b2c-8fca-6904b1b75bc9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.203533 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-49e6326d-63a1-4443-821b-916a932065c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'name': 'tempest-AttachVolumeTestJSON-1223524144-router', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:57Z', 'updated_at': '2021-06-30T09:16:59Z', 'revision_number': 3, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'gw_port': {'id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:06:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:58Z', 'updated_at': '2021-06-30T09:16:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:04.236893 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b49a87e2-49a5-4b2c-8fca-6904b1b75bc9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.268168 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5c124-1d66-4acf-8ecb-64d0d5dad7e0 req-4a598568-723a-4ba0-b2c6-0e3a7e24b315 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:04.270385 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b0a5c124-1d66-4acf-8ecb-64d0d5dad7e0 req-4a598568-723a-4ba0-b2c6-0e3a7e24b315 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=952e7d23-8c92-4bfd-8d01-23aa40da8f43 HTTP/1.1" status: 200 len: 946 time: 0.5039480 Jun 30 09:17:04.317736 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e6326d-63a1-4443-821b-916a932065c9 None None] Checking router: eca836ae-5d6f-47f0-b0ac-6d159626a382 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:17:04.317736 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e6326d-63a1-4443-821b-916a932065c9 None None] Updating router eca836ae-5d6f-47f0-b0ac-6d159626a382 port dd7dd968-8b5a-481e-b871-3c221215372d binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:17:04.477404 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b0a5c124-1d66-4acf-8ecb-64d0d5dad7e0 req-f2bd4815-e4ff-4cac-adad-1521d561843e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709342 Jun 30 09:17:04.502246 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-acdef426-c59e-4e04-8729-0fa89e05802d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.515638 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-49e6326d-63a1-4443-821b-916a932065c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.590045 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b49a87e2-49a5-4b2c-8fca-6904b1b75bc9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.846423 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b49a87e2-49a5-4b2c-8fca-6904b1b75bc9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.903053 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b49a87e2-49a5-4b2c-8fca-6904b1b75bc9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.908457 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b49a87e2-49a5-4b2c-8fca-6904b1b75bc9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "DELETE /v2.0/subnets/b93d924f-b26f-4587-815b-820b80fea9af HTTP/1.1" status: 204 len: 168 time: 0.9582834 Jun 30 09:17:04.909574 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146eeac7-331b-4234-9359-34daaa4f4121 None None] Network c05ab70b-f2b6-4d28-9ace-377aa101ec95 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:17:04.942911 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41756) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:04.985808 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a87e2-49a5-4b2c-8fca-6904b1b75bc9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Pushing event deleted for resources: {'Subnet': ['ID=b93d924f-b26f-4587-815b-820b80fea9af,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:05.022668 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-acdef426-c59e-4e04-8729-0fa89e05802d admin admin] Allocated IP 172.20.0.1 (ac2db21f-3bc4-4f3a-a31f-707164d04b28/fd8a9d34-628f-4a77-9fac-19eb06ec58fe/99ae9c62-8faf-4f13-b465-4ff6383f43f0) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:05.055273 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 49b3ba18-c8d5-447f-b228-05ac9051ff87 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:05.152848 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c38e13d5-d32f-45a7-bf9f-d2e6b37be917 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:05.212770 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 49b3ba18-c8d5-447f-b228-05ac9051ff87 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:05.217512 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 49b3ba18-c8d5-447f-b228-05ac9051ff87 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:05.248643 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-c38e13d5-d32f-45a7-bf9f-d2e6b37be917 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Deleting port 4b722b1a-7625-4673-b9af-3c4e6678fc29 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:05.250102 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c38e13d5-d32f-45a7-bf9f-d2e6b37be917 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:05.334797 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-acdef426-c59e-4e04-8729-0fa89e05802d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:05.366727 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-acdef426-c59e-4e04-8729-0fa89e05802d admin admin] Transition to ACTIVE for port object 99ae9c62-8faf-4f13-b465-4ff6383f43f0 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:05.410424 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-c38e13d5-d32f-45a7-bf9f-d2e6b37be917 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] For port 4b722b1a-7625-4673-b9af-3c4e6678fc29, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4b722b1a-7625-4673-b9af-3c4e6678fc29,segment=NetworkSegment(957596e1-4db1-4470-b1de-96ba161fa053),segment_id=957596e1-4db1-4470-b1de-96ba161fa053)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:05.412133 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c38e13d5-d32f-45a7-bf9f-d2e6b37be917 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:05.454339 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-c38e13d5-d32f-45a7-bf9f-d2e6b37be917 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Calling delete_port for 4b722b1a-7625-4673-b9af-3c4e6678fc29 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:05.554029 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-acdef426-c59e-4e04-8729-0fa89e05802d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:05.723611 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdef426-c59e-4e04-8729-0fa89e05802d admin admin] Pushing event updated for resources: {'Port': ['ID=99ae9c62-8faf-4f13-b465-4ff6383f43f0,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:05.725566 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c38e13d5-d32f-45a7-bf9f-d2e6b37be917 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:05.771687 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdef426-c59e-4e04-8729-0fa89e05802d admin admin] Network ac2db21f-3bc4-4f3a-a31f-707164d04b28 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:05.777703 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-acdef426-c59e-4e04-8729-0fa89e05802d admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:05.780863 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdef426-c59e-4e04-8729-0fa89e05802d admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:05.872323 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-acdef426-c59e-4e04-8729-0fa89e05802d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:05.884881 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-49e6326d-63a1-4443-821b-916a932065c9 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:05.893661 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38e13d5-d32f-45a7-bf9f-d2e6b37be917 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] No DVR routers for this DVR port 4b722b1a-7625-4673-b9af-3c4e6678fc29 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:17:05.908094 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e13d5-d32f-45a7-bf9f-d2e6b37be917 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Pushing event deleted for resources: {'Port': ['ID=4b722b1a-7625-4673-b9af-3c4e6678fc29,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:05.920494 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-49e6326d-63a1-4443-821b-916a932065c9 None None] Transition to ACTIVE for port object dd7dd968-8b5a-481e-b871-3c221215372d will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:05.930094 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83db6d4d-7dfd-46b2-ba46-f130424c9ae8 None None] DHCP port deletion for c05ab70b-f2b6-4d28-9ace-377aa101ec95 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:17:06.078909 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-49e6326d-63a1-4443-821b-916a932065c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:06.163752 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f57f9-d40d-4801-9653-947e1dc9b271 None None] Pushing event updated for resources: {'Port': ['ID=dd7dd968-8b5a-481e-b871-3c221215372d,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:06.181753 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f57f9-d40d-4801-9653-947e1dc9b271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:06.182592 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f57f9-d40d-4801-9653-947e1dc9b271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:06.185830 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f57f9-d40d-4801-9653-947e1dc9b271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:06.185830 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f57f9-d40d-4801-9653-947e1dc9b271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:06.185830 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f57f9-d40d-4801-9653-947e1dc9b271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:06.185830 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f57f9-d40d-4801-9653-947e1dc9b271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:06.185830 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f57f9-d40d-4801-9653-947e1dc9b271 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:06.185830 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f57f9-d40d-4801-9653-947e1dc9b271 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:06.185830 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f57f9-d40d-4801-9653-947e1dc9b271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:06.187602 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f57f9-d40d-4801-9653-947e1dc9b271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:06.192664 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f57f9-d40d-4801-9653-947e1dc9b271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:06.196836 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f57f9-d40d-4801-9653-947e1dc9b271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:06.199260 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c38e13d5-d32f-45a7-bf9f-d2e6b37be917 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:06.226536 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-c38e13d5-d32f-45a7-bf9f-d2e6b37be917 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c05ab70b-f2b6-4d28-9ace-377aa101ec95']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:06.243820 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-49e6326d-63a1-4443-821b-916a932065c9 None None] Attempting to bind port dd7dd968-8b5a-481e-b871-3c221215372d on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:17:06.244957 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-49e6326d-63a1-4443-821b-916a932065c9 None None] Attempting to bind port dd7dd968-8b5a-481e-b871-3c221215372d by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:17:06.244957 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e6326d-63a1-4443-821b-916a932065c9 None None] Attempting to bind port dd7dd968-8b5a-481e-b871-3c221215372d on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:06.251087 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e6326d-63a1-4443-821b-916a932065c9 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:17:06.251617 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e6326d-63a1-4443-821b-916a932065c9 None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:06.252131 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-49e6326d-63a1-4443-821b-916a932065c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:06.252633 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e6326d-63a1-4443-821b-916a932065c9 None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:17:06.254984 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-49e6326d-63a1-4443-821b-916a932065c9 None None] Bound port: dd7dd968-8b5a-481e-b871-3c221215372d, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:17:06.255754 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-49e6326d-63a1-4443-821b-916a932065c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:06.282858 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-c38e13d5-d32f-45a7-bf9f-d2e6b37be917 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '957596e1-4db1-4470-b1de-96ba161fa053') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:06.283759 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-c38e13d5-d32f-45a7-bf9f-d2e6b37be917 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '957596e1-4db1-4470-b1de-96ba161fa053') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:06.307244 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c38e13d5-d32f-45a7-bf9f-d2e6b37be917 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:06.344023 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746ff91-bbb4-4d02-8fce-9d7f5324d99c req-4f678789-95f1-423d-b064-b6d94e9de2cc tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:06.344402 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-acdef426-c59e-4e04-8729-0fa89e05802d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:06.345627 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9746ff91-bbb4-4d02-8fce-9d7f5324d99c req-4f678789-95f1-423d-b064-b6d94e9de2cc tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=952e7d23-8c92-4bfd-8d01-23aa40da8f43 HTTP/1.1" status: 200 len: 946 time: 0.4591765 Jun 30 09:17:06.346800 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c38e13d5-d32f-45a7-bf9f-d2e6b37be917 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:06.356777 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c38e13d5-d32f-45a7-bf9f-d2e6b37be917 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:17:06.357234 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c38e13d5-d32f-45a7-bf9f-d2e6b37be917 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:06.361430 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:17:06.361430 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:17:06.361430 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:17:06.361430 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:17:06.361430 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:17:06.361430 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:17:06.361430 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:17:06.361430 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:17:06.361430 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:17:06.361430 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:17:06.361430 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:17:06.361430 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:17:06.361430 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:17:06.361430 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:17:06.361430 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:17:06.361430 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:17:06.361430 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:17:06.361430 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:17:06.361430 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:17:06.361430 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:17:06.361430 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:17:06.361430 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:17:06.361430 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:17:06.361430 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:17:06.361430 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:17:06.361430 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:17:06.361430 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:17:06.361430 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:17:06.361430 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:17:06.361430 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:17:06.361430 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:17:06.361430 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:17:06.414680 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-49e6326d-63a1-4443-821b-916a932065c9 None None] For port dd7dd968-8b5a-481e-b871-3c221215372d, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:17:06.443362 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-49e6326d-63a1-4443-821b-916a932065c9 None None] For port dd7dd968-8b5a-481e-b871-3c221215372d, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=dd7dd968-8b5a-481e-b871-3c221215372d,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:17:06.467775 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9746ff91-bbb4-4d02-8fce-9d7f5324d99c req-e05be12f-a05a-4d24-abea-ef5ff1906643 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124210 Jun 30 09:17:06.514536 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b3936a85-710b-418c-ad38-78fedece2d8c None None] Provisioning for port 99ae9c62-8faf-4f13-b465-4ff6383f43f0 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:06.524710 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b3936a85-710b-418c-ad38-78fedece2d8c None None] Provisioning complete for port 99ae9c62-8faf-4f13-b465-4ff6383f43f0 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:06.525190 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b3936a85-710b-418c-ad38-78fedece2d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:06.556788 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c38e13d5-d32f-45a7-bf9f-d2e6b37be917 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:06.562635 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c38e13d5-d32f-45a7-bf9f-d2e6b37be917 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:06.565169 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c38e13d5-d32f-45a7-bf9f-d2e6b37be917 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "DELETE /v2.0/networks/c05ab70b-f2b6-4d28-9ace-377aa101ec95 HTTP/1.1" status: 204 len: 168 time: 1.6206512 Jun 30 09:17:06.582482 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41814) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:06.596113 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-0f474dc7-e3f4-463f-bf78-2fde4453f0ae tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-34643710'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:06.610270 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e13d5-d32f-45a7-bf9f-d2e6b37be917 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Pushing event deleted for resources: {'Network': ['ID=c05ab70b-f2b6-4d28-9ace-377aa101ec95,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:06.624006 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-49e6326d-63a1-4443-821b-916a932065c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:06.729961 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-b3936a85-710b-418c-ad38-78fedece2d8c None None] Port 99ae9c62-8faf-4f13-b465-4ff6383f43f0 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:17:06.767253 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b3f25a7-ddbf-4970-80c8-753e71cb072c req-bfd4616e-d3b4-4981-96f1-6d395a3d60d5 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=31bd8132c1454d1c9ac4cd46be0a163b HTTP/1.1" status: 200 len: 267 time: 0.0832613 Jun 30 09:17:06.771996 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e6326d-63a1-4443-821b-916a932065c9 None None] Routers {'eca836ae-5d6f-47f0-b0ac-6d159626a382'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:06.773882 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-49e6326d-63a1-4443-821b-916a932065c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:16:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['eca836ae-5d6f-47f0-b0ac-6d159626a382'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:06.838828 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-acdef426-c59e-4e04-8729-0fa89e05802d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:06.845629 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f57f9-d40d-4801-9653-947e1dc9b271 None None] Pushing event updated for resources: {'Port': ['ID=dd7dd968-8b5a-481e-b871-3c221215372d,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:06.876913 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f25a7-ddbf-4970-80c8-753e71cb072c req-9ed30de4-8925-4d14-a511-63087fcf487a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:06.878770 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b3f25a7-ddbf-4970-80c8-753e71cb072c req-9ed30de4-8925-4d14-a511-63087fcf487a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=952e7d23-8c92-4bfd-8d01-23aa40da8f43 HTTP/1.1" status: 200 len: 946 time: 0.1104395 Jun 30 09:17:06.890734 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-6b3f25a7-ddbf-4970-80c8-753e71cb072c req-fd9a3832-5fe9-4736-9dc3-e6bff66987ae tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Request body: {'port': {'security_groups': []}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:06.937289 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-49e6326d-63a1-4443-821b-916a932065c9 None None] Set router eca836ae-5d6f-47f0-b0ac-6d159626a382 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:06.995389 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f474dc7-e3f4-463f-bf78-2fde4453f0ae tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Made reservation on behalf of 0076ed16b9c640f6a2a7cca671ba9d86 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:06.999199 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0f474dc7-e3f4-463f-bf78-2fde4453f0ae tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:07.005829 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b3f25a7-ddbf-4970-80c8-753e71cb072c req-fd9a3832-5fe9-4736-9dc3-e6bff66987ae tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:07.046294 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f474dc7-e3f4-463f-bf78-2fde4453f0ae tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:17:07.154527 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-acdef426-c59e-4e04-8729-0fa89e05802d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:07.223164 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:07.315915 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0f474dc7-e3f4-463f-bf78-2fde4453f0ae tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:07.316316 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-0f474dc7-e3f4-463f-bf78-2fde4453f0ae tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Added segment 5ffe6ecc-9756-4635-a77d-60ab3547966f of type vlan for network 640d7d6e-17a6-4002-8791-e87d2f875261 Jun 30 09:17:07.397156 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdef426-c59e-4e04-8729-0fa89e05802d admin admin] Pushing event updated for resources: {'Port': ['ID=99ae9c62-8faf-4f13-b465-4ff6383f43f0,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:07.412537 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-acdef426-c59e-4e04-8729-0fa89e05802d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:07.430932 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0f474dc7-e3f4-463f-bf78-2fde4453f0ae tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:07.483910 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-6b3f25a7-ddbf-4970-80c8-753e71cb072c req-fd9a3832-5fe9-4736-9dc3-e6bff66987ae tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] For port 874e54be-97a4-412b-911e-0a00d8cce3f9, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=874e54be-97a4-412b-911e-0a00d8cce3f9,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:07.560340 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-49e6326d-63a1-4443-821b-916a932065c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'name': 'tempest-AttachVolumeTestJSON-1223524144-router', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:57Z', 'updated_at': '2021-06-30T09:17:06Z', 'revision_number': 4, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'gw_port': {'id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:06:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:58Z', 'updated_at': '2021-06-30T09:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '99ae9c62-8faf-4f13-b465-4ff6383f43f0', 'name': '', 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'mac_address': 'fa:16:3e:b3:b0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:17:05Z', 'revision_number': 1, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'subnets': [{'id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:07.607725 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4b722b1a-7625-4673-b9af-3c4e6678fc29 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:07.612064 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e6326d-63a1-4443-821b-916a932065c9 None None] The sync data for ids ['eca836ae-5d6f-47f0-b0ac-6d159626a382'] in n-d-771363-31 is: [{'id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'name': 'tempest-AttachVolumeTestJSON-1223524144-router', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:57Z', 'updated_at': '2021-06-30T09:17:06Z', 'revision_number': 4, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'gw_port': {'id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:06:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:58Z', 'updated_at': '2021-06-30T09:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '99ae9c62-8faf-4f13-b465-4ff6383f43f0', 'name': '', 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'mac_address': 'fa:16:3e:b3:b0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:17:05Z', 'revision_number': 1, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'subnets': [{'id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:17:07.620073 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b3f25a7-ddbf-4970-80c8-753e71cb072c req-fd9a3832-5fe9-4736-9dc3-e6bff66987ae tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:07.660839 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 4b722b1a-7625-4673-b9af-3c4e6678fc29 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:07.660839 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4b722b1a-7625-4673-b9af-3c4e6678fc29 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:07.684215 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdef426-c59e-4e04-8729-0fa89e05802d admin admin] Network ac2db21f-3bc4-4f3a-a31f-707164d04b28 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:07.685966 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-acdef426-c59e-4e04-8729-0fa89e05802d admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:07.704236 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0f474dc7-e3f4-463f-bf78-2fde4453f0ae tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:07.712161 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f474dc7-e3f4-463f-bf78-2fde4453f0ae tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:07.714260 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0f474dc7-e3f4-463f-bf78-2fde4453f0ae tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:07.814807 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b3f25a7-ddbf-4970-80c8-753e71cb072c req-fd9a3832-5fe9-4736-9dc3-e6bff66987ae tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:07.830509 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['39a6102a-239e-4db8-9eb8-03d3a4a9bcc2'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:17:07.835639 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad', '874e54be-97a4-412b-911e-0a00d8cce3f9'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:17:08.344714 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-ad2fa261-1397-477e-b1df-96255b0db789 None None] Provisioning complete for port 99ae9c62-8faf-4f13-b465-4ff6383f43f0 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:08.356725 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ad2fa261-1397-477e-b1df-96255b0db789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:08.524016 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-ad2fa261-1397-477e-b1df-96255b0db789 None None] Port 99ae9c62-8faf-4f13-b465-4ff6383f43f0 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:17:08.577986 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41846) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:08.630067 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41850) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:08.631039 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0f474dc7-e3f4-463f-bf78-2fde4453f0ae tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.0461082 Jun 30 09:17:08.640591 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-0f5e5232-4d16-4d52-be4f-87d5271d6455 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Request body: {'subnet': {'network_id': '640d7d6e-17a6-4002-8791-e87d2f875261', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:08.647045 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:08.679467 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f25a7-ddbf-4970-80c8-753e71cb072c req-fd9a3832-5fe9-4736-9dc3-e6bff66987ae tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:08.681388 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b3f25a7-ddbf-4970-80c8-753e71cb072c req-fd9a3832-5fe9-4736-9dc3-e6bff66987ae tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:08.685333 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b3f25a7-ddbf-4970-80c8-753e71cb072c req-fd9a3832-5fe9-4736-9dc3-e6bff66987ae tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "PUT /v2.0/ports/874e54be-97a4-412b-911e-0a00d8cce3f9 HTTP/1.1" status: 200 len: 905 time: 1.7993705 Jun 30 09:17:08.699228 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41852) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:08.700336 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952e7d23-8c92-4bfd-8d01-23aa40da8f43', 'tag': '874e54be-97a4-412b-911e-0a00d8cce3f9'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:08.708241 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1520d1f-11f4-48ec-a3ae-c0ffd33922ae" -d '{"events": [{"name": "network-changed", "server_uuid": "952e7d23-8c92-4bfd-8d01-23aa40da8f43", "tag": "874e54be-97a4-412b-911e-0a00d8cce3f9"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:08.760122 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['874e54be-97a4-412b-911e-0a00d8cce3f9'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:17:08.879632 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f474dc7-e3f4-463f-bf78-2fde4453f0ae tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Pushing event updated for resources: {'Network': ['ID=640d7d6e-17a6-4002-8791-e87d2f875261,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:08.900146 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 640d7d6e-17a6-4002-8791-e87d2f875261 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:17:08.913031 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f39c21d-c323-4d77-930a-f83ef8c4d8a5 x-openstack-request-id: req-9f39c21d-c323-4d77-930a-f83ef8c4d8a5 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:08.916350 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952e7d23-8c92-4bfd-8d01-23aa40da8f43", "tag": "874e54be-97a4-412b-911e-0a00d8cce3f9", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:08.917373 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9f39c21d-c323-4d77-930a-f83ef8c4d8a5 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:08.918247 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '952e7d23-8c92-4bfd-8d01-23aa40da8f43', 'tag': '874e54be-97a4-412b-911e-0a00d8cce3f9', 'status': 'completed', 'code': 200} Jun 30 09:17:09.031678 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a3832-5fe9-4736-9dc3-e6bff66987ae tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Pushing event updated for resources: {'Port': ['ID=874e54be-97a4-412b-911e-0a00d8cce3f9,revision_number=6']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:09.131825 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acdef426-c59e-4e04-8729-0fa89e05802d admin admin] Router eca836ae-5d6f-47f0-b0ac-6d159626a382 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:17:09.294083 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5e5232-4d16-4d52-be4f-87d5271d6455 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Made reservation on behalf of 0076ed16b9c640f6a2a7cca671ba9d86 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:09.298879 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0f5e5232-4d16-4d52-be4f-87d5271d6455 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:09.420648 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdef426-c59e-4e04-8729-0fa89e05802d admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:17:09.434920 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-acdef426-c59e-4e04-8729-0fa89e05802d admin admin] 10.222.0.10 "PUT /v2.0/routers/eca836ae-5d6f-47f0-b0ac-6d159626a382/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6783605 Jun 30 09:17:09.475027 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-44e8bea3-b81d-473a-adad-b260a94aead8 None None] Provisioning complete for port 874e54be-97a4-412b-911e-0a00d8cce3f9 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:09.477385 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-44e8bea3-b81d-473a-adad-b260a94aead8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:09.484087 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1520d1f-11f4-48ec-a3ae-c0ffd33922ae req-3f423d5a-295b-4529-9634-c1fb19de51ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:09.490995 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d1520d1f-11f4-48ec-a3ae-c0ffd33922ae req-3f423d5a-295b-4529-9634-c1fb19de51ad service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&device_id=952e7d23-8c92-4bfd-8d01-23aa40da8f43 HTTP/1.1" status: 200 len: 1060 time: 0.4742994 Jun 30 09:17:09.618630 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-642c173a-67d2-4bdb-9662-08af7b660614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:09.635363 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8ed0961c-5b56-46d8-8331-773c32e2e3e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:09.735205 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device dd7dd968-8b5a-481e-b871-3c221215372d up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:09.901898 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c3136-c3be-41b0-940f-40d9a4e57ce0 req-ba376286-1d9c-4de4-98db-0be11ec5ef58 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:09.917504 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-707c3136-c3be-41b0-940f-40d9a4e57ce0 req-ba376286-1d9c-4de4-98db-0be11ec5ef58 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=952e7d23-8c92-4bfd-8d01-23aa40da8f43 HTTP/1.1" status: 200 len: 908 time: 0.7636938 Jun 30 09:17:09.930932 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8ed0961c-5b56-46d8-8331-773c32e2e3e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.011722 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1520d1f-11f4-48ec-a3ae-c0ffd33922ae req-858f0d7c-5394-48bc-acd3-9705984177dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:10.013192 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d1520d1f-11f4-48ec-a3ae-c0ffd33922ae req-858f0d7c-5394-48bc-acd3-9705984177dc service neutron] 10.222.0.52 "GET /v2.0/networks?id=b51add01-e516-4efc-9c9c-16a3be3b127b HTTP/1.1" status: 200 len: 912 time: 0.4943867 Jun 30 09:17:10.164356 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d1520d1f-11f4-48ec-a3ae-c0ffd33922ae req-3e5b9d0d-98a1-4cee-acc2-d04c4a8c9b9f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=874e54be-97a4-412b-911e-0a00d8cce3f9 HTTP/1.1" status: 200 len: 217 time: 0.1419137 Jun 30 09:17:10.356024 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1520d1f-11f4-48ec-a3ae-c0ffd33922ae req-ebb90548-4b22-4623-a06a-3a374970b7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:10.356024 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d1520d1f-11f4-48ec-a3ae-c0ffd33922ae req-ebb90548-4b22-4623-a06a-3a374970b7bc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0db27f2a-daae-4bc9-9a26-19aaee7812fb HTTP/1.1" status: 200 len: 850 time: 0.0857031 Jun 30 09:17:10.356024 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40673856-b6ba-4efd-8a22-6575eb827306 req-ad5ef27e-8fb2-4b6e-b361-d937feb64bb1 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:10.356024 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-40673856-b6ba-4efd-8a22-6575eb827306 req-ad5ef27e-8fb2-4b6e-b361-d937feb64bb1 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.1983445 Jun 30 09:17:10.386556 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-40673856-b6ba-4efd-8a22-6575eb827306 req-d2733413-1e32-474b-9192-03db7f216229 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726345 Jun 30 09:17:10.405352 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1520d1f-11f4-48ec-a3ae-c0ffd33922ae req-85656d45-e23c-4b5d-8e91-e640a8f000e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:10.410716 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d1520d1f-11f4-48ec-a3ae-c0ffd33922ae req-85656d45-e23c-4b5d-8e91-e640a8f000e4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b51add01-e516-4efc-9c9c-16a3be3b127b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1127887 Jun 30 09:17:10.550216 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d1520d1f-11f4-48ec-a3ae-c0ffd33922ae req-b4227fbf-ff39-4cc9-b7c4-2e92cb81e127 service neutron] 10.222.0.52 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296158 Jun 30 09:17:10.700515 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d1520d1f-11f4-48ec-a3ae-c0ffd33922ae req-ac309927-dc34-435b-9bc1-97157fb150d0 service neutron] 10.222.0.52 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432996 Jun 30 09:17:10.714461 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc44b0-c6f0-44fb-8a5e-9514fd44f285 req-10942be6-eef1-493d-a624-74c044a08c89 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:10.716302 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-61cc44b0-c6f0-44fb-8a5e-9514fd44f285 req-10942be6-eef1-493d-a624-74c044a08c89 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.1359711 Jun 30 09:17:10.759950 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-61cc44b0-c6f0-44fb-8a5e-9514fd44f285 req-dbcf31c7-3ee1-4bfe-8af4-43f8dc710cff tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376556 Jun 30 09:17:11.061315 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port dd7dd968-8b5a-481e-b871-3c221215372d completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:11.070404 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port dd7dd968-8b5a-481e-b871-3c221215372d triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:11.071313 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.114202 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8ed0961c-5b56-46d8-8331-773c32e2e3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.177454 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0961c-5b56-46d8-8331-773c32e2e3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ce6140-4ee2-4b31-9be3-85b1fcabcdf5,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:11.216384 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.233352 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8ed0961c-5b56-46d8-8331-773c32e2e3e0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=324379e0d3304c3f9bdbbaaa05ab40e1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5179303 Jun 30 09:17:11.235694 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41906) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:11.240415 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41908) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:11.252901 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-642c173a-67d2-4bdb-9662-08af7b660614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.256542 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0f5e5232-4d16-4d52-be4f-87d5271d6455 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.265433 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port dd7dd968-8b5a-481e-b871-3c221215372d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=dd7dd968-8b5a-481e-b871-3c221215372d,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:11.266653 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-0b92ad50-c377-4d0b-a32d-8e432b87dd8b tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2061221014', 'description': 'tempest-description--2132964392'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:11.373762 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48fb89db-a530-4c4a-a709-8d8948bdfb06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.393622 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-642c173a-67d2-4bdb-9662-08af7b660614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.429245 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.450583 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48fb89db-a530-4c4a-a709-8d8948bdfb06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.468040 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e5232-4d16-4d52-be4f-87d5271d6455 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Pushing event updated for resources: {'Subnet': ['ID=750c2126-d5f7-4e00-a542-d3f944fd8d19,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:11.468579 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad9d510-feac-418f-951f-de7610a6aa4c None None] Sync routers for ids ['eca836ae-5d6f-47f0-b0ac-6d159626a382'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:17:11.490939 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad9d510-feac-418f-951f-de7610a6aa4c None None] Routers {'eca836ae-5d6f-47f0-b0ac-6d159626a382'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:11.491583 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-cad9d510-feac-418f-951f-de7610a6aa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:16:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['eca836ae-5d6f-47f0-b0ac-6d159626a382'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:11.517862 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5e5232-4d16-4d52-be4f-87d5271d6455 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Checking segment: {'id': '5ffe6ecc-9756-4635-a77d-60ab3547966f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '640d7d6e-17a6-4002-8791-e87d2f875261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:11.518429 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5e5232-4d16-4d52-be4f-87d5271d6455 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Network hostable DHCP agents. Network: 640d7d6e-17a6-4002-8791-e87d2f875261, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:17:11.521372 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c173a-67d2-4bdb-9662-08af7b660614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df7c90f-692e-48eb-860f-b84609fef75b,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:11.540337 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-642c173a-67d2-4bdb-9662-08af7b660614 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ad17b803220342249c3f96db9b4553bc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9606884 Jun 30 09:17:11.541057 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41912) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:11.557392 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=dd7dd968-8b5a-481e-b871-3c221215372d,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:11.567704 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-cb2c0823-a79a-44df-8ff0-45a636be133d tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:11.569608 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-cb2c0823-a79a-44df-8ff0-45a636be133d tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/networks?id=b51add01-e516-4efc-9c9c-16a3be3b127b HTTP/1.1" status: 200 len: 811 time: 0.5154376 Jun 30 09:17:11.593377 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0b92ad50-c377-4d0b-a32d-8e432b87dd8b tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.603637 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-76b36688-e6d2-4b43-b8a8-0b78dbe685cb tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/quotas/31bd8132c1454d1c9ac4cd46be0a163b HTTP/1.1" status: 200 len: 375 time: 0.0231283 Jun 30 09:17:11.622930 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48fb89db-a530-4c4a-a709-8d8948bdfb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.626083 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48fb89db-a530-4c4a-a709-8d8948bdfb06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.632945 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-48fb89db-a530-4c4a-a709-8d8948bdfb06 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/01ce6140-4ee2-4b31-9be3-85b1fcabcdf5 HTTP/1.1" status: 204 len: 168 time: 0.3900433 Jun 30 09:17:11.642899 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb89db-a530-4c4a-a709-8d8948bdfb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ce6140-4ee2-4b31-9be3-85b1fcabcdf5,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:11.679609 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5e5232-4d16-4d52-be4f-87d5271d6455 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Network 640d7d6e-17a6-4002-8791-e87d2f875261 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:17:11.700889 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-34f62a1b-3394-4708-bd15-b674a9b03489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.718067 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-cad9d510-feac-418f-951f-de7610a6aa4c None None] Set router eca836ae-5d6f-47f0-b0ac-6d159626a382 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:11.733287 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-34f62a1b-3394-4708-bd15-b674a9b03489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.739351 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0b92ad50-c377-4d0b-a32d-8e432b87dd8b tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.777204 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-b10d450e-10fe-4a17-a916-89cc70b7d069 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1717489 Jun 30 09:17:11.792445 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-0f5e5232-4d16-4d52-be4f-87d5271d6455 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 640d7d6e-17a6-4002-8791-e87d2f875261) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:11.796873 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5e5232-4d16-4d52-be4f-87d5271d6455 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:11.797790 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0f5e5232-4d16-4d52-be4f-87d5271d6455 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.807952 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd05b94-6372-433e-acbe-04bdf4777c1f None None] Network 640d7d6e-17a6-4002-8791-e87d2f875261 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:17:11.833900 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0b92ad50-c377-4d0b-a32d-8e432b87dd8b tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.912225 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92ad50-c377-4d0b-a32d-8e432b87dd8b tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:11.922808 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0f5e5232-4d16-4d52-be4f-87d5271d6455 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.2912946 Jun 30 09:17:11.923594 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-34f62a1b-3394-4708-bd15-b674a9b03489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.928863 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-34f62a1b-3394-4708-bd15-b674a9b03489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.930187 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-34f62a1b-3394-4708-bd15-b674a9b03489 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9df7c90f-692e-48eb-860f-b84609fef75b HTTP/1.1" status: 204 len: 168 time: 0.3861589 Jun 30 09:17:11.931019 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41920) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:11.940358 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0b92ad50-c377-4d0b-a32d-8e432b87dd8b tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.950939 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0b92ad50-c377-4d0b-a32d-8e432b87dd8b tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6944993 Jun 30 09:17:11.951685 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41924) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:11.956561 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-8f6e9113-e774-4871-9f0b-554fd1f77cd0 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Request body: {'security_group_rule': {'security_group_id': 'ff0209aa-27f8-4574-ad1f-7fe092ae7c1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:11.961749 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f62a1b-3394-4708-bd15-b674a9b03489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df7c90f-692e-48eb-860f-b84609fef75b,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:11.989913 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-72d41be4-d4da-43e5-9c44-1b78fc58a881 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-898621378'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:12.024246 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-cad9d510-feac-418f-951f-de7610a6aa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'name': 'tempest-AttachVolumeTestJSON-1223524144-router', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:57Z', 'updated_at': '2021-06-30T09:17:06Z', 'revision_number': 4, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'gw_port': {'id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:58Z', 'updated_at': '2021-06-30T09:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '99ae9c62-8faf-4f13-b465-4ff6383f43f0', 'name': '', 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'mac_address': 'fa:16:3e:b3:b0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:17:06Z', 'revision_number': 2, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'subnets': [{'id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:12.067815 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad9d510-feac-418f-951f-de7610a6aa4c None None] Checking router: eca836ae-5d6f-47f0-b0ac-6d159626a382 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:17:12.067815 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad9d510-feac-418f-951f-de7610a6aa4c None None] Updating router eca836ae-5d6f-47f0-b0ac-6d159626a382 port 99ae9c62-8faf-4f13-b465-4ff6383f43f0 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:17:12.118233 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-cad9d510-feac-418f-951f-de7610a6aa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.138455 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17c44b7-093d-4528-943f-251808f6f0ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-640d7d6e-17a6-4002-8791-e87d2f875261', 'network_id': '640d7d6e-17a6-4002-8791-e87d2f875261', 'tenant_id': '0076ed16b9c640f6a2a7cca671ba9d86', 'fixed_ips': [{'subnet_id': '750c2126-d5f7-4e00-a542-d3f944fd8d19'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:17:12.140292 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b17c44b7-093d-4528-943f-251808f6f0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.184265 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8f6e9113-e774-4871-9f0b-554fd1f77cd0 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.219285 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-0af69de0-a496-4018-a28b-f0bf3f5d1e71 service neutron] 10.222.0.10 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410100 Jun 30 09:17:12.334103 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8f6e9113-e774-4871-9f0b-554fd1f77cd0 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.336589 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d41be4-d4da-43e5-9c44-1b78fc58a881 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Made reservation on behalf of 0076ed16b9c640f6a2a7cca671ba9d86 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:12.341014 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72d41be4-d4da-43e5-9c44-1b78fc58a881 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.366804 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-b17c44b7-093d-4528-943f-251808f6f0ae None None] Allocated IP 19.80.0.2 (640d7d6e-17a6-4002-8791-e87d2f875261/750c2126-d5f7-4e00-a542-d3f944fd8d19/e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:12.383579 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d41be4-d4da-43e5-9c44-1b78fc58a881 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:17:12.395826 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72d41be4-d4da-43e5-9c44-1b78fc58a881 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.396203 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-72d41be4-d4da-43e5-9c44-1b78fc58a881 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Added segment 2b87ee91-5ef7-46a9-a2d3-bcb1912f26fd of type vlan for network 4656d380-63c2-4a61-94bc-c9adce141b60 Jun 30 09:17:12.438722 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8f6e9113-e774-4871-9f0b-554fd1f77cd0 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.481709 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e9113-e774-4871-9f0b-554fd1f77cd0 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f21b4ab-ee02-4a15-8972-2a2034758b21,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:12.505315 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-2c14562b-f9e4-48bb-b783-33b3f9496bf3 service neutron] 10.222.0.10 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791312 Jun 30 09:17:12.543006 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72d41be4-d4da-43e5-9c44-1b78fc58a881 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.553665 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8f6e9113-e774-4871-9f0b-554fd1f77cd0 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.555674 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8f6e9113-e774-4871-9f0b-554fd1f77cd0 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6030140 Jun 30 09:17:12.558289 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41942) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:12.565433 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-501c4421-0d50-4aa8-a77a-b96ac4524d08 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Request body: {'security_group_rule': {'security_group_id': 'ff0209aa-27f8-4574-ad1f-7fe092ae7c1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:12.603727 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b17c44b7-093d-4528-943f-251808f6f0ae None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.613919 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b17c44b7-093d-4528-943f-251808f6f0ae None None] Transition to ACTIVE for port object e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:12.633319 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b17c44b7-093d-4528-943f-251808f6f0ae None None] Transition to ACTIVE for port object e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:12.658297 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-cad9d510-feac-418f-951f-de7610a6aa4c None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.672633 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-cad9d510-feac-418f-951f-de7610a6aa4c None None] Transition to ACTIVE for port object 99ae9c62-8faf-4f13-b465-4ff6383f43f0 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:12.741678 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-501c4421-0d50-4aa8-a77a-b96ac4524d08 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.771277 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-cad9d510-feac-418f-951f-de7610a6aa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.772544 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b17c44b7-093d-4528-943f-251808f6f0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.773160 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72d41be4-d4da-43e5-9c44-1b78fc58a881 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.798717 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d41be4-d4da-43e5-9c44-1b78fc58a881 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:12.805623 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72d41be4-d4da-43e5-9c44-1b78fc58a881 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.823907 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-501c4421-0d50-4aa8-a77a-b96ac4524d08 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.855585 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17c44b7-093d-4528-943f-251808f6f0ae None None] Network 640d7d6e-17a6-4002-8791-e87d2f875261 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:12.863948 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c44b7-093d-4528-943f-251808f6f0ae None None] Pushing event updated for resources: {'Port': ['ID=e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:12.863948 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-b17c44b7-093d-4528-943f-251808f6f0ae None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:12.863948 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17c44b7-093d-4528-943f-251808f6f0ae None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:12.976646 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-501c4421-0d50-4aa8-a77a-b96ac4524d08 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.025003 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-b17c44b7-093d-4528-943f-251808f6f0ae None None] Attempting to bind port e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:17:13.027034 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59dc73-7d9d-425a-a4dd-91cdc99113f7 None None] Pushing event updated for resources: {'Port': ['ID=99ae9c62-8faf-4f13-b465-4ff6383f43f0,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:13.034038 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-b17c44b7-093d-4528-943f-251808f6f0ae None None] Attempting to bind port e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5ffe6ecc-9756-4635-a77d-60ab3547966f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '640d7d6e-17a6-4002-8791-e87d2f875261'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:17:13.034038 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17c44b7-093d-4528-943f-251808f6f0ae None None] Attempting to bind port e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32 on network 640d7d6e-17a6-4002-8791-e87d2f875261 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:13.051496 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c4421-0d50-4aa8-a77a-b96ac4524d08 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b5c9cd-1ef9-4bfb-b78c-6d4a4433b6e8,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:13.052274 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59dc73-7d9d-425a-a4dd-91cdc99113f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:13.052807 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59dc73-7d9d-425a-a4dd-91cdc99113f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:13.061824 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17c44b7-093d-4528-943f-251808f6f0ae None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:17:13.061824 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17c44b7-093d-4528-943f-251808f6f0ae None None] Checking segment: {'id': '5ffe6ecc-9756-4635-a77d-60ab3547966f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '640d7d6e-17a6-4002-8791-e87d2f875261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:13.061824 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b17c44b7-093d-4528-943f-251808f6f0ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.061824 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17c44b7-093d-4528-943f-251808f6f0ae None None] Bound using segment: {'id': '5ffe6ecc-9756-4635-a77d-60ab3547966f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '640d7d6e-17a6-4002-8791-e87d2f875261'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:17:13.076096 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-b17c44b7-093d-4528-943f-251808f6f0ae None None] Bound port: e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6ecc-9756-4635-a77d-60ab3547966f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '640d7d6e-17a6-4002-8791-e87d2f875261'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:17:13.076096 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b17c44b7-093d-4528-943f-251808f6f0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.080359 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59dc73-7d9d-425a-a4dd-91cdc99113f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:13.081163 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59dc73-7d9d-425a-a4dd-91cdc99113f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:13.083664 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59dc73-7d9d-425a-a4dd-91cdc99113f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:13.084435 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59dc73-7d9d-425a-a4dd-91cdc99113f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:13.085021 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59dc73-7d9d-425a-a4dd-91cdc99113f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:13.085412 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59dc73-7d9d-425a-a4dd-91cdc99113f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:13.087288 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59dc73-7d9d-425a-a4dd-91cdc99113f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:13.087772 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59dc73-7d9d-425a-a4dd-91cdc99113f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:13.088275 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59dc73-7d9d-425a-a4dd-91cdc99113f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:13.089670 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59dc73-7d9d-425a-a4dd-91cdc99113f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:13.113609 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-cad9d510-feac-418f-951f-de7610a6aa4c None None] Attempting to bind port 99ae9c62-8faf-4f13-b465-4ff6383f43f0 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:17:13.113609 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-cad9d510-feac-418f-951f-de7610a6aa4c None None] Attempting to bind port 99ae9c62-8faf-4f13-b465-4ff6383f43f0 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '151e09a6-9cda-43bb-ac7c-a185d8604c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:17:13.113609 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad9d510-feac-418f-951f-de7610a6aa4c None None] Attempting to bind port 99ae9c62-8faf-4f13-b465-4ff6383f43f0 on network ac2db21f-3bc4-4f3a-a31f-707164d04b28 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:13.118723 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad9d510-feac-418f-951f-de7610a6aa4c None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:17:13.119294 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad9d510-feac-418f-951f-de7610a6aa4c None None] Checking segment: {'id': '151e09a6-9cda-43bb-ac7c-a185d8604c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:13.119806 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-cad9d510-feac-418f-951f-de7610a6aa4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.120394 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad9d510-feac-418f-951f-de7610a6aa4c None None] Bound using segment: {'id': '151e09a6-9cda-43bb-ac7c-a185d8604c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:17:13.120997 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-cad9d510-feac-418f-951f-de7610a6aa4c None None] Bound port: 99ae9c62-8faf-4f13-b465-4ff6383f43f0, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151e09a6-9cda-43bb-ac7c-a185d8604c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:17:13.121512 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-cad9d510-feac-418f-951f-de7610a6aa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.142854 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d41be4-d4da-43e5-9c44-1b78fc58a881 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Pushing event updated for resources: {'Network': ['ID=4656d380-63c2-4a61-94bc-c9adce141b60,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:13.164047 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41958) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:13.171591 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-88cb7978-4f12-4130-a1ca-a0ce21856e1f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Request body: {'subnet': {'network_id': '4656d380-63c2-4a61-94bc-c9adce141b60', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:13.182770 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-72d41be4-d4da-43e5-9c44-1b78fc58a881 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2222507 Jun 30 09:17:13.191514 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 4656d380-63c2-4a61-94bc-c9adce141b60 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:17:13.242894 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-cad9d510-feac-418f-951f-de7610a6aa4c None None] For port 99ae9c62-8faf-4f13-b465-4ff6383f43f0, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:17:13.244054 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-501c4421-0d50-4aa8-a77a-b96ac4524d08 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.250369 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-cad9d510-feac-418f-951f-de7610a6aa4c None None] For port 99ae9c62-8faf-4f13-b465-4ff6383f43f0, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=99ae9c62-8faf-4f13-b465-4ff6383f43f0,segment=NetworkSegment(151e09a6-9cda-43bb-ac7c-a185d8604c41),segment_id=151e09a6-9cda-43bb-ac7c-a185d8604c41)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:17:13.257317 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-501c4421-0d50-4aa8-a77a-b96ac4524d08 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6964512 Jun 30 09:17:13.293747 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41960) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:13.312249 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8349a29f-fa34-4ddc-8497-04c11443a6e6 req-dc6d2f9f-eda7-4214-9117-5ed6a9a9a101 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 210 time: 0.2739413 Jun 30 09:17:13.322356 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-1945a980-fdb6-475b-9225-e7827430d718 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:13.350275 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41964) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:13.376690 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-cad9d510-feac-418f-951f-de7610a6aa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.400960 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-b17c44b7-093d-4528-943f-251808f6f0ae None None] For port e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:17:13.411685 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-b17c44b7-093d-4528-943f-251808f6f0ae None None] For port e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32,segment=NetworkSegment(5ffe6ecc-9756-4635-a77d-60ab3547966f),segment_id=5ffe6ecc-9756-4635-a77d-60ab3547966f)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:17:13.513673 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8a6dddc8-6ac1-4ec6-991e-e98908936004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.544165 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.db.api [None req-88cb7978-4f12-4130-a1ca-a0ce21856e1f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:17:13.544165 n-d-771363-31 neutron-server[101054]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 09:17:13.544165 n-d-771363-31 neutron-server[101054]: [parameters: {'project_id': '0076ed16b9c640f6a2a7cca671ba9d86', 'id': '8c575e0b-1b2f-4485-abb9-d28330c779e9', 'expiration': datetime.datetime(2021, 6, 30, 9, 19, 13, 525218)}] Jun 30 09:17:13.544165 n-d-771363-31 neutron-server[101054]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=101054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:17:13.545659 n-d-771363-31 neutron-server[101054]: DEBUG oslo_db.api [None req-88cb7978-4f12-4130-a1ca-a0ce21856e1f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:17:13.570724 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b17c44b7-093d-4528-943f-251808f6f0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.682461 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1945a980-fdb6-475b-9225-e7827430d718 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for floatingip, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.738560 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad9d510-feac-418f-951f-de7610a6aa4c None None] Routers {'eca836ae-5d6f-47f0-b0ac-6d159626a382'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:13.758927 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-cad9d510-feac-418f-951f-de7610a6aa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:16:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['eca836ae-5d6f-47f0-b0ac-6d159626a382'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:13.771594 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device dd7dd968-8b5a-481e-b871-3c221215372d up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:13.781264 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c44b7-093d-4528-943f-251808f6f0ae None None] Pushing event updated for resources: {'Port': ['ID=e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:13.818295 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41974) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:13.818544 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59dc73-7d9d-425a-a4dd-91cdc99113f7 None None] Pushing event updated for resources: {'Port': ['ID=99ae9c62-8faf-4f13-b465-4ff6383f43f0,revision_number=4']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:13.852284 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fff569d8-7acd-4231-b552-53ee2273d582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.906114 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port dd7dd968-8b5a-481e-b871-3c221215372d triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:13.907653 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.957524 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8a6dddc8-6ac1-4ec6-991e-e98908936004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:14.145247 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.db.api [None req-88cb7978-4f12-4130-a1ca-a0ce21856e1f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:17:14.145247 n-d-771363-31 neutron-server[101054]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 09:17:14.145247 n-d-771363-31 neutron-server[101054]: [parameters: {'project_id_1': '0076ed16b9c640f6a2a7cca671ba9d86', 'expiration_1': datetime.datetime(2021, 6, 30, 9, 17, 14, 69755)}] Jun 30 09:17:14.145247 n-d-771363-31 neutron-server[101054]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=101054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:17:14.146223 n-d-771363-31 neutron-server[101054]: DEBUG oslo_db.api [None req-88cb7978-4f12-4130-a1ca-a0ce21856e1f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:17:14.154465 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8a6dddc8-6ac1-4ec6-991e-e98908936004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:14.234343 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8a6dddc8-6ac1-4ec6-991e-e98908936004 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dc7e4e09d014462a99a4491b3c5462b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8846583 Jun 30 09:17:14.237371 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41982) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:14.258360 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-cad9d510-feac-418f-951f-de7610a6aa4c None None] Set router eca836ae-5d6f-47f0-b0ac-6d159626a382 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:14.335194 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6dddc8-6ac1-4ec6-991e-e98908936004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51fe27f-33b5-4241-9d85-621f7e3ce2fb,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:14.350285 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1945a980-fdb6-475b-9225-e7827430d718 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:14.443177 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fff569d8-7acd-4231-b552-53ee2273d582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:14.537567 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fff569d8-7acd-4231-b552-53ee2273d582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:14.552771 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2dc461d3-09f1-4455-a718-bacdf65340c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:14.576076 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-00e5cfb5-c2b4-45da-84b9-b826c5e4a5cc req-d7403deb-c701-440c-b633-1d9c48214396 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 210 time: 0.1201673 Jun 30 09:17:14.642955 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-cad9d510-feac-418f-951f-de7610a6aa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'name': 'tempest-AttachVolumeTestJSON-1223524144-router', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:57Z', 'updated_at': '2021-06-30T09:17:06Z', 'revision_number': 4, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'gw_port': {'id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:58Z', 'updated_at': '2021-06-30T09:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '99ae9c62-8faf-4f13-b465-4ff6383f43f0', 'name': '', 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'mac_address': 'fa:16:3e:b3:b0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:17:13Z', 'revision_number': 4, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'subnets': [{'id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:14.658168 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fff569d8-7acd-4231-b552-53ee2273d582 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f10687843fe54e119f0d81653e0f423e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8362198 Jun 30 09:17:14.658168 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff569d8-7acd-4231-b552-53ee2273d582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625d43f5-123a-48b8-8822-c5665e870fa7,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:14.662678 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41990) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:14.666168 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2dc461d3-09f1-4455-a718-bacdf65340c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:14.694526 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad9d510-feac-418f-951f-de7610a6aa4c None None] The sync data for ids ['eca836ae-5d6f-47f0-b0ac-6d159626a382'] in n-d-771363-31 is: [{'id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'name': 'tempest-AttachVolumeTestJSON-1223524144-router', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:57Z', 'updated_at': '2021-06-30T09:17:06Z', 'revision_number': 4, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'gw_port': {'id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:58Z', 'updated_at': '2021-06-30T09:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '99ae9c62-8faf-4f13-b465-4ff6383f43f0', 'name': '', 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'mac_address': 'fa:16:3e:b3:b0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:17:13Z', 'revision_number': 4, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'subnets': [{'id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:17:14.762430 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-be2a3806-9143-46dd-a909-83b4a97b755c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:14.790231 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-be2a3806-9143-46dd-a909-83b4a97b755c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:14.890183 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2dc461d3-09f1-4455-a718-bacdf65340c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:14.893271 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2dc461d3-09f1-4455-a718-bacdf65340c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:14.898136 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2dc461d3-09f1-4455-a718-bacdf65340c2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f51fe27f-33b5-4241-9d85-621f7e3ce2fb HTTP/1.1" status: 204 len: 168 time: 0.6546102 Jun 30 09:17:14.931745 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc461d3-09f1-4455-a718-bacdf65340c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51fe27f-33b5-4241-9d85-621f7e3ce2fb,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:14.947784 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-be2a3806-9143-46dd-a909-83b4a97b755c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:14.965798 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-be2a3806-9143-46dd-a909-83b4a97b755c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:14.967080 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-be2a3806-9143-46dd-a909-83b4a97b755c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/625d43f5-123a-48b8-8822-c5665e870fa7 HTTP/1.1" status: 204 len: 168 time: 0.2979352 Jun 30 09:17:15.024462 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a3806-9143-46dd-a909-83b4a97b755c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625d43f5-123a-48b8-8822-c5665e870fa7,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:15.227435 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cb7978-4f12-4130-a1ca-a0ce21856e1f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Made reservation on behalf of 0076ed16b9c640f6a2a7cca671ba9d86 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:15.234323 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-88cb7978-4f12-4130-a1ca-a0ce21856e1f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:15.395094 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-1945a980-fdb6-475b-9225-e7827430d718 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Allocated IP 172.25.6.100 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/6bb0e3e7-4acd-4f8f-9198-7b6c46d7b91c) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:15.790625 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f07d54-2cfd-45de-84d9-729a15d8dd87 None None] Network 640d7d6e-17a6-4002-8791-e87d2f875261 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:17:15.808030 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1945a980-fdb6-475b-9225-e7827430d718 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:15.947457 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 99ae9c62-8faf-4f13-b465-4ff6383f43f0 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:16.048943 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-13666641-f3c0-401e-ac93-8609fc4d5bab req-e4af4ae0-26b6-4a11-9e92-28c197c4dd09 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 210 time: 0.0939820 Jun 30 09:17:16.097013 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1945a980-fdb6-475b-9225-e7827430d718 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:16.217010 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1945a980-fdb6-475b-9225-e7827430d718 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:16.223179 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-1945a980-fdb6-475b-9225-e7827430d718 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:16.235261 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945a980-fdb6-475b-9225-e7827430d718 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Pushing event updated for resources: {'Port': ['ID=6bb0e3e7-4acd-4f8f-9198-7b6c46d7b91c,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:16.242320 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1945a980-fdb6-475b-9225-e7827430d718 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:16.278987 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-88cb7978-4f12-4130-a1ca-a0ce21856e1f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:16.297638 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e2128fb7-a6d4-4e74-93d2-8bc3531d585b None None] Provisioning for port e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:16.354052 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 99ae9c62-8faf-4f13-b465-4ff6383f43f0 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:16.363663 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 99ae9c62-8faf-4f13-b465-4ff6383f43f0 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:16.363947 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:16.457257 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb7978-4f12-4130-a1ca-a0ce21856e1f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Pushing event updated for resources: {'Subnet': ['ID=6377bbac-1b19-4699-989c-af4796511ee8,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:16.470987 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cb7978-4f12-4130-a1ca-a0ce21856e1f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Checking segment: {'id': '2b87ee91-5ef7-46a9-a2d3-bcb1912f26fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4656d380-63c2-4a61-94bc-c9adce141b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:16.477955 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1945a980-fdb6-475b-9225-e7827430d718 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:16.480177 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cb7978-4f12-4130-a1ca-a0ce21856e1f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Network hostable DHCP agents. Network: 4656d380-63c2-4a61-94bc-c9adce141b60, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:17:16.579844 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:16.638393 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cb7978-4f12-4130-a1ca-a0ce21856e1f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Network 4656d380-63c2-4a61-94bc-c9adce141b60 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:17:16.654339 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 99ae9c62-8faf-4f13-b465-4ff6383f43f0, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=99ae9c62-8faf-4f13-b465-4ff6383f43f0,segment=NetworkSegment(151e09a6-9cda-43bb-ac7c-a185d8604c41),segment_id=151e09a6-9cda-43bb-ac7c-a185d8604c41)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:16.654998 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1945a980-fdb6-475b-9225-e7827430d718 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:16.728081 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:16.728544 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-88cb7978-4f12-4130-a1ca-a0ce21856e1f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 4656d380-63c2-4a61-94bc-c9adce141b60) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:16.735712 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:16.744073 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cb7978-4f12-4130-a1ca-a0ce21856e1f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:16.753961 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-88cb7978-4f12-4130-a1ca-a0ce21856e1f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:16.867043 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:17:16.874473 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd0c223-6789-49a0-a6b2-79d7a298d6e7 None None] Network 4656d380-63c2-4a61-94bc-c9adce141b60 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:17:16.879220 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-1acf512f-f2d3-417a-a4ab-dafb3f8c42e1 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:16.880714 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-1acf512f-f2d3-417a-a4ab-dafb3f8c42e1 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.52 "GET /v2.0/networks?id=b51add01-e516-4efc-9c9c-16a3be3b127b HTTP/1.1" status: 200 len: 811 time: 0.1541679 Jun 30 09:17:16.898439 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-1c526bbc-a885-445b-980d-efe9bd889c40 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Request body: {'port': {'device_id': '47a48fb0-30ba-4482-a7fd-3ad6af85be86', 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b', 'admin_state_up': True, 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:16.908309 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-88cb7978-4f12-4130-a1ca-a0ce21856e1f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.7427166 Jun 30 09:17:17.056868 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=99ae9c62-8faf-4f13-b465-4ff6383f43f0,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:17.312687 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11278c57-e64e-48ea-a10a-979968a2d9c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-4656d380-63c2-4a61-94bc-c9adce141b60', 'network_id': '4656d380-63c2-4a61-94bc-c9adce141b60', 'tenant_id': '0076ed16b9c640f6a2a7cca671ba9d86', 'fixed_ips': [{'subnet_id': '6377bbac-1b19-4699-989c-af4796511ee8'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:17:17.313608 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-11278c57-e64e-48ea-a10a-979968a2d9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:17.371870 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-1c526bbc-a885-445b-980d-efe9bd889c40 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Made reservation on behalf of 31bd8132c1454d1c9ac4cd46be0a163b for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:17.377069 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-1c526bbc-a885-445b-980d-efe9bd889c40 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:17.431907 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:17.445080 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:17.446675 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:17.520434 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-83236051-06c8-4af8-ae84-5b28a941451a req-8124d0dd-50e8-4ef8-af69-d634b1d4bd15 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 210 time: 0.1839356 Jun 30 09:17:17.577346 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1945a980-fdb6-475b-9225-e7827430d718 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:17.645916 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-11278c57-e64e-48ea-a10a-979968a2d9c8 None None] Allocated IP 19.86.0.2 (4656d380-63c2-4a61-94bc-c9adce141b60/6377bbac-1b19-4699-989c-af4796511ee8/19377343-f886-4360-b9e5-cc2f4dcb8159) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:17.689653 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1945a980-fdb6-475b-9225-e7827430d718 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:17.702622 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-8ecfe3f8-8f71-4d89-b008-cc699ae591ce tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:17.719548 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-8ecfe3f8-8f71-4d89-b008-cc699ae591ce tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:17.721219 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-8ecfe3f8-8f71-4d89-b008-cc699ae591ce tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/networks?id=640d7d6e-17a6-4002-8791-e87d2f875261&id=4656d380-63c2-4a61-94bc-c9adce141b60 HTTP/1.1" status: 200 len: 1389 time: 0.3092737 Jun 30 09:17:17.760832 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-511029b5-bbbe-4775-a215-5e1122d02360 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/quotas/0076ed16b9c640f6a2a7cca671ba9d86 HTTP/1.1" status: 200 len: 375 time: 0.0304863 Jun 30 09:17:17.893453 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-2d46e987-d748-46fa-a393-7c6ad7f9fe08 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0076ed16b9c640f6a2a7cca671ba9d86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1316540 Jun 30 09:17:17.951177 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-11278c57-e64e-48ea-a10a-979968a2d9c8 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:17.968158 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945a980-fdb6-475b-9225-e7827430d718 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Pushing event updated for resources: {'Port': ['ID=6bb0e3e7-4acd-4f8f-9198-7b6c46d7b91c,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:17.974789 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-11278c57-e64e-48ea-a10a-979968a2d9c8 None None] Transition to ACTIVE for port object 19377343-f886-4360-b9e5-cc2f4dcb8159 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:18.007713 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1945a980-fdb6-475b-9225-e7827430d718 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:18.094400 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-1c526bbc-a885-445b-980d-efe9bd889c40 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Allocated IP 172.20.0.14 (b51add01-e516-4efc-9c9c-16a3be3b127b/0db27f2a-daae-4bc9-9a26-19aaee7812fb/5e9a904f-08cb-456a-a1c7-fb789d344075) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:18.098189 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-11278c57-e64e-48ea-a10a-979968a2d9c8 None None] Transition to ACTIVE for port object 19377343-f886-4360-b9e5-cc2f4dcb8159 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:18.138028 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:18.141299 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1945a980-fdb6-475b-9225-e7827430d718 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:18.151162 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1945a980-fdb6-475b-9225-e7827430d718 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8296645 Jun 30 09:17:18.165907 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-8c87c8f7-b7c1-4ad2-bf4b-040843a533ad service neutron] 10.222.0.10 "GET /v2.0/networks/640d7d6e-17a6-4002-8791-e87d2f875261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668912 Jun 30 09:17:18.262479 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-11278c57-e64e-48ea-a10a-979968a2d9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:18.281345 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-668ecab5-2813-47a9-a479-fdf5270bfc2a service neutron] 10.222.0.10 "GET /v2.0/networks/640d7d6e-17a6-4002-8791-e87d2f875261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091306 Jun 30 09:17:18.301698 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32,segment=NetworkSegment(5ffe6ecc-9756-4635-a77d-60ab3547966f),segment_id=5ffe6ecc-9756-4635-a77d-60ab3547966f)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:18.354966 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11278c57-e64e-48ea-a10a-979968a2d9c8 None None] Network 4656d380-63c2-4a61-94bc-c9adce141b60 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:18.363525 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-11278c57-e64e-48ea-a10a-979968a2d9c8 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:18.377298 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11278c57-e64e-48ea-a10a-979968a2d9c8 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:18.399028 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11278c57-e64e-48ea-a10a-979968a2d9c8 None None] Pushing event updated for resources: {'Port': ['ID=19377343-f886-4360-b9e5-cc2f4dcb8159,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:18.463581 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:18.497102 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-37cad29a-e1a0-4a3c-9eb8-3b9d85244c67 service neutron] 10.222.0.10 "GET /v2.0/networks/4656d380-63c2-4a61-94bc-c9adce141b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140696 Jun 30 09:17:18.580319 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-1c526bbc-a885-445b-980d-efe9bd889c40 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:18.626234 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-1c526bbc-a885-445b-980d-efe9bd889c40 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Transition to ACTIVE for port object 5e9a904f-08cb-456a-a1c7-fb789d344075 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:18.655442 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:18.669985 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 99ae9c62-8faf-4f13-b465-4ff6383f43f0 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:18.678993 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-ab82836b-8156-4bbe-8e02-6c9a12864e3a service neutron] 10.222.0.10 "GET /v2.0/networks/4656d380-63c2-4a61-94bc-c9adce141b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808591 Jun 30 09:17:18.791364 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-11278c57-e64e-48ea-a10a-979968a2d9c8 None None] Attempting to bind port 19377343-f886-4360-b9e5-cc2f4dcb8159 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:17:18.791364 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-11278c57-e64e-48ea-a10a-979968a2d9c8 None None] Attempting to bind port 19377343-f886-4360-b9e5-cc2f4dcb8159 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '2b87ee91-5ef7-46a9-a2d3-bcb1912f26fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4656d380-63c2-4a61-94bc-c9adce141b60'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:17:18.791364 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11278c57-e64e-48ea-a10a-979968a2d9c8 None None] Attempting to bind port 19377343-f886-4360-b9e5-cc2f4dcb8159 on network 4656d380-63c2-4a61-94bc-c9adce141b60 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:18.835008 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-1c526bbc-a885-445b-980d-efe9bd889c40 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:18.851283 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11278c57-e64e-48ea-a10a-979968a2d9c8 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:17:18.852160 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11278c57-e64e-48ea-a10a-979968a2d9c8 None None] Checking segment: {'id': '2b87ee91-5ef7-46a9-a2d3-bcb1912f26fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4656d380-63c2-4a61-94bc-c9adce141b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:18.852958 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-11278c57-e64e-48ea-a10a-979968a2d9c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:18.853934 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11278c57-e64e-48ea-a10a-979968a2d9c8 None None] Bound using segment: {'id': '2b87ee91-5ef7-46a9-a2d3-bcb1912f26fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4656d380-63c2-4a61-94bc-c9adce141b60'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:17:18.854891 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-11278c57-e64e-48ea-a10a-979968a2d9c8 None None] Bound port: 19377343-f886-4360-b9e5-cc2f4dcb8159, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b87ee91-5ef7-46a9-a2d3-bcb1912f26fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4656d380-63c2-4a61-94bc-c9adce141b60'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:17:18.855690 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-11278c57-e64e-48ea-a10a-979968a2d9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:18.863887 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dbf81ca4-fab3-47fd-a194-c2b27dcdef7e req-3d615526-2799-47ba-b50d-6c2ff7d4557d tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 210 time: 0.0659580 Jun 30 09:17:18.868112 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:17:18.873577 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['39a6102a-239e-4db8-9eb8-03d3a4a9bcc2'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:17:19.057330 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c526bbc-a885-445b-980d-efe9bd889c40 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Pushing event updated for resources: {'Port': ['ID=5e9a904f-08cb-456a-a1c7-fb789d344075,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:19.071477 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-1c526bbc-a885-445b-980d-efe9bd889c40 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Network b51add01-e516-4efc-9c9c-16a3be3b127b is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:19.089144 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-1c526bbc-a885-445b-980d-efe9bd889c40 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:19.108915 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-1c526bbc-a885-445b-980d-efe9bd889c40 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:19.340750 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ecbae7cd-6580-4329-b4d3-7eb397434f21 req-cdfc6a33-9890-47c2-8a45-56f3700a178c tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 210 time: 0.0895281 Jun 30 09:17:19.486796 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-c2b51f6b-212f-42e1-920f-f1b44afa946d tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--2061221014&fields=id&tenant_id=6663e1a20e0244d4b0d1dff3990ac78c HTTP/1.1" status: 200 len: 267 time: 0.4326251 Jun 30 09:17:19.535360 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-1c526bbc-a885-445b-980d-efe9bd889c40 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:19.537040 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-1c526bbc-a885-445b-980d-efe9bd889c40 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:19.680538 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 99ae9c62-8faf-4f13-b465-4ff6383f43f0 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:19.681016 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:19.757741 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-1c526bbc-a885-445b-980d-efe9bd889c40 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8649430 Jun 30 09:17:19.776739 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-6d88fa05-1ede-4768-a85a-3cbb741559c3 service neutron] Request body: {'port': {'device_id': '47a48fb0-30ba-4482-a7fd-3ad6af85be86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:19.872260 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-11278c57-e64e-48ea-a10a-979968a2d9c8 None None] For port 19377343-f886-4360-b9e5-cc2f4dcb8159, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:17:19.878978 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-11278c57-e64e-48ea-a10a-979968a2d9c8 None None] For port 19377343-f886-4360-b9e5-cc2f4dcb8159, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=19377343-f886-4360-b9e5-cc2f4dcb8159,segment=NetworkSegment(2b87ee91-5ef7-46a9-a2d3-bcb1912f26fd),segment_id=2b87ee91-5ef7-46a9-a2d3-bcb1912f26fd)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:17:19.914763 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-716bf941-242b-47a0-aefc-a0021886280d tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:19.922378 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-716bf941-242b-47a0-aefc-a0021886280d tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/networks?id=ac2db21f-3bc4-4f3a-a31f-707164d04b28 HTTP/1.1" status: 200 len: 811 time: 0.4231420 Jun 30 09:17:19.942618 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-6d88fa05-1ede-4768-a85a-3cbb741559c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:19.951202 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-ae228f19-9507-4540-bb25-b83f4b43188d tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/quotas/6663e1a20e0244d4b0d1dff3990ac78c HTTP/1.1" status: 200 len: 375 time: 0.0277550 Jun 30 09:17:19.990506 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-94e6269b-d8c5-4712-be49-6c5ff4fad3c8 None None] Provisioning for port 5e9a904f-08cb-456a-a1c7-fb789d344075 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:20.006044 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-94e6269b-d8c5-4712-be49-6c5ff4fad3c8 None None] Provisioning complete for port 5e9a904f-08cb-456a-a1c7-fb789d344075 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:20.006390 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-94e6269b-d8c5-4712-be49-6c5ff4fad3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.098387 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-11278c57-e64e-48ea-a10a-979968a2d9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.158675 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21febc0e-3411-4b35-af2a-34f42d9e05cd req-9842d5cd-e5dd-4b90-9700-3010894111a4 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:20.175891 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-21febc0e-3411-4b35-af2a-34f42d9e05cd req-9842d5cd-e5dd-4b90-9700-3010894111a4 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 932 time: 0.1615925 Jun 30 09:17:20.239236 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11278c57-e64e-48ea-a10a-979968a2d9c8 None None] Pushing event updated for resources: {'Port': ['ID=19377343-f886-4360-b9e5-cc2f4dcb8159,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:20.272322 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-94e6269b-d8c5-4712-be49-6c5ff4fad3c8 None None] Port 5e9a904f-08cb-456a-a1c7-fb789d344075 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:17:20.289738 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-21febc0e-3411-4b35-af2a-34f42d9e05cd req-1e837018-67d0-4203-8ce0-c1900c49a836 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123898 Jun 30 09:17:20.373384 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-5ab4263e-67b3-4bc7-b660-6d1cc9f874a9 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6663e1a20e0244d4b0d1dff3990ac78c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4138374 Jun 30 09:17:20.488337 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-560a93ba-2804-4bd8-802a-3d9dae126a0e req-5c7d490d-3766-4554-972c-442ab7ca87f7 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 210 time: 0.0481482 Jun 30 09:17:20.541895 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-dc40f746-6a55-48b6-8283-24e6442fe6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.641342 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:20.716829 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-8d83922b-0b2b-448a-aae1-5ea52179f088 service neutron] 10.222.0.10 "GET /v2.0/networks/ac2db21f-3bc4-4f3a-a31f-707164d04b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351884 Jun 30 09:17:20.739951 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:20.740544 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.744421 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-6d88fa05-1ede-4768-a85a-3cbb741559c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e9a904f-08cb-456a-a1c7-fb789d344075 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:17:20.885001 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-6d88fa05-1ede-4768-a85a-3cbb741559c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.914891 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-6d88fa05-1ede-4768-a85a-3cbb741559c3 service neutron] Transition to ACTIVE for port object 5e9a904f-08cb-456a-a1c7-fb789d344075 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:20.921465 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-16f5599c-69fa-4ef3-8ac4-87776fd85f96 service neutron] 10.222.0.10 "GET /v2.0/networks/ac2db21f-3bc4-4f3a-a31f-707164d04b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766272 Jun 30 09:17:21.227901 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-6d88fa05-1ede-4768-a85a-3cbb741559c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:21.334035 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88fa05-1ede-4768-a85a-3cbb741559c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5e9a904f-08cb-456a-a1c7-fb789d344075,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:21.549313 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-58ae4ea2-387d-42b6-be50-015046aaf322 req-400d01ba-c46b-4985-b787-20bc2c486e29 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 210 time: 0.1298470 Jun 30 09:17:21.659650 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-6d88fa05-1ede-4768-a85a-3cbb741559c3 service neutron] Attempting to bind port 5e9a904f-08cb-456a-a1c7-fb789d344075 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:17:21.661595 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-6d88fa05-1ede-4768-a85a-3cbb741559c3 service neutron] Attempting to bind port 5e9a904f-08cb-456a-a1c7-fb789d344075 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '90452931-fda3-4e43-ab24-4ac96865f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:17:21.662250 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-6d88fa05-1ede-4768-a85a-3cbb741559c3 service neutron] Attempting to bind port 5e9a904f-08cb-456a-a1c7-fb789d344075 on network b51add01-e516-4efc-9c9c-16a3be3b127b {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:21.679910 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-6d88fa05-1ede-4768-a85a-3cbb741559c3 service neutron] Port 5e9a904f-08cb-456a-a1c7-fb789d344075 on network b51add01-e516-4efc-9c9c-16a3be3b127b not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:17:21.680763 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-6d88fa05-1ede-4768-a85a-3cbb741559c3 service neutron] Attempting to bind port 5e9a904f-08cb-456a-a1c7-fb789d344075 on network b51add01-e516-4efc-9c9c-16a3be3b127b {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:21.694544 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-6d88fa05-1ede-4768-a85a-3cbb741559c3 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:17:21.695261 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-6d88fa05-1ede-4768-a85a-3cbb741559c3 service neutron] Checking segment: {'id': '90452931-fda3-4e43-ab24-4ac96865f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:21.696894 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-6d88fa05-1ede-4768-a85a-3cbb741559c3 service neutron] Bound using segment: {'id': '90452931-fda3-4e43-ab24-4ac96865f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:17:21.696894 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-6d88fa05-1ede-4768-a85a-3cbb741559c3 service neutron] Bound port: 5e9a904f-08cb-456a-a1c7-fb789d344075, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90452931-fda3-4e43-ab24-4ac96865f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:17:21.696894 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-6d88fa05-1ede-4768-a85a-3cbb741559c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:21.870218 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fe17d-a2f7-4341-a274-855972def3f8 req-4cf5dee5-2122-4cef-911b-d38895e33d4b tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:21.877978 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9e0fe17d-a2f7-4341-a274-855972def3f8 req-4cf5dee5-2122-4cef-911b-d38895e33d4b tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 944 time: 0.2217894 Jun 30 09:17:21.974806 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6a519025-d984-4790-b4e4-9540f0c850da req-d6ff4985-c582-4758-9665-59a387e68096 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 210 time: 0.0756369 Jun 30 09:17:21.991180 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9e0fe17d-a2f7-4341-a274-855972def3f8 req-01583d95-d8ef-4060-92a9-4d2ad341949b tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052063 Jun 30 09:17:22.020739 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-6d88fa05-1ede-4768-a85a-3cbb741559c3 service neutron] For port 5e9a904f-08cb-456a-a1c7-fb789d344075, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:17:22.054993 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-6d88fa05-1ede-4768-a85a-3cbb741559c3 service neutron] For port 5e9a904f-08cb-456a-a1c7-fb789d344075, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=5e9a904f-08cb-456a-a1c7-fb789d344075,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:17:22.108460 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b8a478-71e8-4511-a4b0-181b35730cb9 None None] Network 4656d380-63c2-4a61-94bc-c9adce141b60 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:17:22.199597 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-6d88fa05-1ede-4768-a85a-3cbb741559c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:22.232648 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-6d88fa05-1ede-4768-a85a-3cbb741559c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:22.240880 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-6d88fa05-1ede-4768-a85a-3cbb741559c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:22.240880 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-6d88fa05-1ede-4768-a85a-3cbb741559c3 service neutron] 10.222.0.52 "PUT /v2.0/ports/5e9a904f-08cb-456a-a1c7-fb789d344075 HTTP/1.1" status: 200 len: 1093 time: 2.4709272 Jun 30 09:17:22.240880 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47a48fb0-30ba-4482-a7fd-3ad6af85be86', 'tag': '5e9a904f-08cb-456a-a1c7-fb789d344075'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:22.243582 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788d7aba-0e04-4db0-bded-04263cd5a2eb" -d '{"events": [{"name": "network-changed", "server_uuid": "47a48fb0-30ba-4482-a7fd-3ad6af85be86", "tag": "5e9a904f-08cb-456a-a1c7-fb789d344075"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:22.325794 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88fa05-1ede-4768-a85a-3cbb741559c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5e9a904f-08cb-456a-a1c7-fb789d344075,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:22.350599 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c1d9bb-38cb-4f99-9afc-673da08f8919 x-openstack-request-id: req-a4c1d9bb-38cb-4f99-9afc-673da08f8919 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:22.351441 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47a48fb0-30ba-4482-a7fd-3ad6af85be86", "tag": "5e9a904f-08cb-456a-a1c7-fb789d344075", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:22.355873 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a4c1d9bb-38cb-4f99-9afc-673da08f8919 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:22.357843 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47a48fb0-30ba-4482-a7fd-3ad6af85be86', 'tag': '5e9a904f-08cb-456a-a1c7-fb789d344075', 'status': 'completed', 'code': 200} Jun 30 09:17:22.376627 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0523cd14-7931-458f-a2fa-305ffab72448 None None] Provisioning for port 19377343-f886-4360-b9e5-cc2f4dcb8159 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:22.652842 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d7aba-0e04-4db0-bded-04263cd5a2eb req-b9ec472a-1534-421a-813b-5d1d37e0bc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:22.655312 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-788d7aba-0e04-4db0-bded-04263cd5a2eb req-b9ec472a-1534-421a-813b-5d1d37e0bc4b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 1096 time: 0.1853933 Jun 30 09:17:22.779692 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 19377343-f886-4360-b9e5-cc2f4dcb8159 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:22.865828 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e02e56d1-14bc-4245-a6a4-d16450139e66 req-868e1f28-157e-466c-92b4-87ae0b6c0036 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 210 time: 0.1466899 Jun 30 09:17:22.997777 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d7aba-0e04-4db0-bded-04263cd5a2eb req-554b883f-494e-48e0-8911-a267efff0797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:23.001359 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-788d7aba-0e04-4db0-bded-04263cd5a2eb req-554b883f-494e-48e0-8911-a267efff0797 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3373463 Jun 30 09:17:23.055749 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c3f1ba51-33dc-4653-992d-fc1ec226417a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:23.097006 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 19377343-f886-4360-b9e5-cc2f4dcb8159 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:23.108789 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 19377343-f886-4360-b9e5-cc2f4dcb8159 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:23.111299 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:23.197152 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d7aba-0e04-4db0-bded-04263cd5a2eb req-a7dd4547-8582-4f84-8866-0c736f9241bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:23.202517 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-788d7aba-0e04-4db0-bded-04263cd5a2eb req-a7dd4547-8582-4f84-8866-0c736f9241bc service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1928005 Jun 30 09:17:23.210533 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8a2a3e70-a35f-44a8-9860-ae8c12482c37 None None] Provisioning complete for port 19377343-f886-4360-b9e5-cc2f4dcb8159 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:23.211233 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8a2a3e70-a35f-44a8-9860-ae8c12482c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:23.365337 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8632427e-15d9-4e37-a7a8-17114120a2ae req-da62e500-5e01-4aeb-a812-a65526d3e153 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 210 time: 0.1253967 Jun 30 09:17:23.496375 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28e9ec-cdfe-40e9-83b6-756ea87a4281 req-2be083c5-d087-436b-8adb-6db6596f09dc tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:23.498004 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8e28e9ec-cdfe-40e9-83b6-756ea87a4281 req-2be083c5-d087-436b-8adb-6db6596f09dc tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 944 time: 0.2499197 Jun 30 09:17:23.500706 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:23.513175 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8a2a3e70-a35f-44a8-9860-ae8c12482c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:23.517865 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-cbb4f664-170e-4894-952f-58c0d9588891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:23.520473 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-cbb4f664-170e-4894-952f-58c0d9588891 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 1096 time: 0.2538841 Jun 30 09:17:23.552899 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:23.578360 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 19377343-f886-4360-b9e5-cc2f4dcb8159, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=19377343-f886-4360-b9e5-cc2f4dcb8159,segment=NetworkSegment(2b87ee91-5ef7-46a9-a2d3-bcb1912f26fd),segment_id=2b87ee91-5ef7-46a9-a2d3-bcb1912f26fd)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:23.589647 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8e28e9ec-cdfe-40e9-83b6-756ea87a4281 req-a8f5982d-f86e-4b79-a78f-02a1128d8e46 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804698 Jun 30 09:17:23.603961 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-2f41cbed-7acb-4aa6-a63b-5db615db0700 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e9a904f-08cb-456a-a1c7-fb789d344075 HTTP/1.1" status: 200 len: 217 time: 0.0749736 Jun 30 09:17:23.711922 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-58a65f75-a1b2-427a-94de-137e7f59e24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:23.713479 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-58a65f75-a1b2-427a-94de-137e7f59e24f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0db27f2a-daae-4bc9-9a26-19aaee7812fb HTTP/1.1" status: 200 len: 850 time: 0.0738144 Jun 30 09:17:23.776977 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:23.778387 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-b2f10c3b-b1ce-4a44-b358-b42449d449d7 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:23.785882 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-b2f10c3b-b1ce-4a44-b358-b42449d449d7 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/networks?id=67fb0116-df8f-4edf-9acf-411778b1e168 HTTP/1.1" status: 200 len: 815 time: 0.2447159 Jun 30 09:17:23.808849 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-5797297d-b03e-4560-ac07-959744b809c6 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/quotas/c2ac106c24f9401386cbe886c9df41fc HTTP/1.1" status: 200 len: 375 time: 0.0220649 Jun 30 09:17:23.843564 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-8a2a3e70-a35f-44a8-9860-ae8c12482c37 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:17:23.844185 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-8a2a3e70-a35f-44a8-9860-ae8c12482c37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:17:23.874497 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-91eab39b-3c5a-40d5-9584-003fe7f5eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:23.876730 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-91eab39b-3c5a-40d5-9584-003fe7f5eea7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b51add01-e516-4efc-9c9c-16a3be3b127b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1507692 Jun 30 09:17:23.951305 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=19377343-f886-4360-b9e5-cc2f4dcb8159,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:23.984911 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-8c4389eb-ec2e-4843-b0a0-fc810a51f9da tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2ac106c24f9401386cbe886c9df41fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1747589 Jun 30 09:17:24.041291 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-e4186b0b-05c4-44b9-abe2-ae43d93d9242 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:24.047541 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-e4186b0b-05c4-44b9-abe2-ae43d93d9242 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:24.049188 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-e4186b0b-05c4-44b9-abe2-ae43d93d9242 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.37 "GET /v2.0/networks?id=640d7d6e-17a6-4002-8791-e87d2f875261&id=4656d380-63c2-4a61-94bc-c9adce141b60 HTTP/1.1" status: 200 len: 1389 time: 0.3035553 Jun 30 09:17:24.073412 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-88db1e2a-401a-4495-98f5-b9cc4cb1af3f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Request body: {'port': {'device_id': 'a732b67d-68bc-4fa5-a78d-24675c659d67', 'network_id': '640d7d6e-17a6-4002-8791-e87d2f875261', 'admin_state_up': True, 'tenant_id': '0076ed16b9c640f6a2a7cca671ba9d86'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:24.116081 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-71729a35-7456-4ae9-a292-72846494a82b req-7d77731a-0829-4156-a254-e87d12c8a036 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 210 time: 0.0655901 Jun 30 09:17:24.194342 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-0c19a4ae-c5ca-48c4-aed8-91c27bc5409f service neutron] 10.222.0.52 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097136 Jun 30 09:17:24.201024 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-a1781d94-2485-41cc-82fe-40cfc1cdc60f service neutron] 10.222.0.10 "GET /v2.0/networks/67fb0116-df8f-4edf-9acf-411778b1e168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100179 Jun 30 09:17:24.440597 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-82014609-8c3d-4ff8-a3b6-98caa94f9674 req-e10ab395-a627-40cb-90af-0cc9eefb3b06 service neutron] 10.222.0.52 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384911 Jun 30 09:17:24.444867 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-b69413c1-26ec-4895-94de-7eb538aacced service neutron] 10.222.0.10 "GET /v2.0/networks/67fb0116-df8f-4edf-9acf-411778b1e168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283285 Jun 30 09:17:24.468288 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-88db1e2a-401a-4495-98f5-b9cc4cb1af3f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Made reservation on behalf of 0076ed16b9c640f6a2a7cca671ba9d86 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:24.475847 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-88db1e2a-401a-4495-98f5-b9cc4cb1af3f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.591986 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 19377343-f886-4360-b9e5-cc2f4dcb8159 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:24.657076 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.694710 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e1f3cd8a-7002-4b75-9da1-e406a9a66bec req-2d2a521e-5510-4be6-8c2a-e8874e28d9e5 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 210 time: 0.0604584 Jun 30 09:17:24.717895 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 19377343-f886-4360-b9e5-cc2f4dcb8159 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:24.718282 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.793308 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-88db1e2a-401a-4495-98f5-b9cc4cb1af3f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Allocated IP 19.80.0.223 (640d7d6e-17a6-4002-8791-e87d2f875261/750c2126-d5f7-4e00-a542-d3f944fd8d19/c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:24.850625 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42236) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:25.102484 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e1a2cfd1-1619-452e-bcc4-0aca8160d30c req-7f053b3b-fa64-41ec-bef6-0d2c85a5b721 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=687c97c4-7c2c-4e66-8c85-29c805a131c4 HTTP/1.1" status: 200 len: 210 time: 0.0554426 Jun 30 09:17:25.168988 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-88db1e2a-401a-4495-98f5-b9cc4cb1af3f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:25.194188 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-88db1e2a-401a-4495-98f5-b9cc4cb1af3f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Transition to ACTIVE for port object c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:25.263500 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2431fe-7a2f-4af9-914b-c7d296c5afcb req-138e7ac3-f811-44e0-b480-622aefce73a2 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:25.265748 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be2431fe-7a2f-4af9-914b-c7d296c5afcb req-138e7ac3-f811-44e0-b480-622aefce73a2 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 944 time: 0.2240467 Jun 30 09:17:25.358033 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be2431fe-7a2f-4af9-914b-c7d296c5afcb req-c5da9b20-e1bb-4ce0-b3b1-89705eab5146 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733938 Jun 30 09:17:25.378786 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bb0fe8ac-6e3b-42b0-a4d7-fb6472198247 req-e2702cb8-3078-42a8-bdf4-d46cb2dfd50d tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 210 time: 0.0662003 Jun 30 09:17:25.467173 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-88db1e2a-401a-4495-98f5-b9cc4cb1af3f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:25.511888 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-079f35b3-05f3-491a-8524-8eaee0e21a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:25.526377 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-88db1e2a-401a-4495-98f5-b9cc4cb1af3f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Network 640d7d6e-17a6-4002-8791-e87d2f875261 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:25.560007 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-88db1e2a-401a-4495-98f5-b9cc4cb1af3f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:25.571597 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-88db1e2a-401a-4495-98f5-b9cc4cb1af3f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:25.660589 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db1e2a-401a-4495-98f5-b9cc4cb1af3f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Pushing event updated for resources: {'Port': ['ID=c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:25.685287 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-88db1e2a-401a-4495-98f5-b9cc4cb1af3f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:25.686053 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-88db1e2a-401a-4495-98f5-b9cc4cb1af3f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:25.740756 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-079f35b3-05f3-491a-8524-8eaee0e21a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:25.906741 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-079f35b3-05f3-491a-8524-8eaee0e21a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:25.956698 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937834e-3adf-475b-b1dc-d39f2e90aa1a req-8299e026-4321-4341-a100-eab8e75bb92e tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:25.958220 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b937834e-3adf-475b-b1dc-d39f2e90aa1a req-8299e026-4321-4341-a100-eab8e75bb92e tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 932 time: 0.0745406 Jun 30 09:17:25.962677 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-079f35b3-05f3-491a-8524-8eaee0e21a83 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=30e423dbe5ae438f8ba77446e68b1286&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1105959 Jun 30 09:17:25.964238 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f35b3-05f3-491a-8524-8eaee0e21a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ace7be-61e8-4ab4-b38b-47163ad33abb,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:25.965895 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42262) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:26.032267 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c69709fe-4e0f-4fc4-8b49-ab64de6f0733 None None] Provisioning for port c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:26.041473 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c69709fe-4e0f-4fc4-8b49-ab64de6f0733 None None] Provisioning complete for port c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:26.042278 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c69709fe-4e0f-4fc4-8b49-ab64de6f0733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.043165 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b937834e-3adf-475b-b1dc-d39f2e90aa1a req-10b7a2af-f961-4910-97eb-9b5369878e90 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788920 Jun 30 09:17:26.044577 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-88db1e2a-401a-4495-98f5-b9cc4cb1af3f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9830282 Jun 30 09:17:26.059547 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-940f5409-7d07-4e61-80e5-470a859daab6 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Request body: {'port': {'device_id': 'a732b67d-68bc-4fa5-a78d-24675c659d67', 'network_id': '4656d380-63c2-4a61-94bc-c9adce141b60', 'admin_state_up': True, 'tenant_id': '0076ed16b9c640f6a2a7cca671ba9d86'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:26.145222 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-c69709fe-4e0f-4fc4-8b49-ab64de6f0733 None None] Port c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:17:26.182173 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e34b9c2a-c7bd-49e8-8c0c-ee57be2d39de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.220247 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cbf29a72-cc91-4882-9d5a-8ad6b9aaed6e req-2e5e42e7-b849-4a7b-ad28-a94529e2587d tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=687c97c4-7c2c-4e66-8c85-29c805a131c4 HTTP/1.1" status: 200 len: 210 time: 0.0506797 Jun 30 09:17:26.229130 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e34b9c2a-c7bd-49e8-8c0c-ee57be2d39de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.310552 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.570552 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65dbc524-190a-4584-9525-844a3a4863a5 req-7759c18d-d4f2-42fb-808c-67f9329ba34c tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 210 time: 0.0491023 Jun 30 09:17:26.583525 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e34b9c2a-c7bd-49e8-8c0c-ee57be2d39de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.589855 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e34b9c2a-c7bd-49e8-8c0c-ee57be2d39de admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.590970 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e34b9c2a-c7bd-49e8-8c0c-ee57be2d39de admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c8ace7be-61e8-4ab4-b38b-47163ad33abb HTTP/1.1" status: 204 len: 168 time: 0.6193528 Jun 30 09:17:26.595097 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-940f5409-7d07-4e61-80e5-470a859daab6 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Made reservation on behalf of 0076ed16b9c640f6a2a7cca671ba9d86 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:26.601914 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-940f5409-7d07-4e61-80e5-470a859daab6 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.653680 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f38f71-148c-4eeb-af75-fbc5752d03e1 req-3c342b62-69ef-4c8f-b205-fa2285499bbb tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:26.655978 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78f38f71-148c-4eeb-af75-fbc5752d03e1 req-3c342b62-69ef-4c8f-b205-fa2285499bbb tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 944 time: 0.1756024 Jun 30 09:17:26.713404 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b9c2a-c7bd-49e8-8c0c-ee57be2d39de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ace7be-61e8-4ab4-b38b-47163ad33abb,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:26.775984 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 5e9a904f-08cb-456a-a1c7-fb789d344075 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:17:26.869512 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78f38f71-148c-4eeb-af75-fbc5752d03e1 req-e99539af-3657-47ba-b571-28e6fe799b87 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585164 Jun 30 09:17:26.904588 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 5e9a904f-08cb-456a-a1c7-fb789d344075, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=5e9a904f-08cb-456a-a1c7-fb789d344075,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:26.917352 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-251b7b31-f777-47e7-8815-8eb0dd5d7842 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:26.924605 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '5e9a904f-08cb-456a-a1c7-fb789d344075', 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b', 'port_id': '5e9a904f-08cb-456a-a1c7-fb789d344075', 'mac_address': 'fa:16:3e:21:6e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db27f2a-daae-4bc9-9a26-19aaee7812fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:17:26.924842 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-251b7b31-f777-47e7-8815-8eb0dd5d7842 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.37 "GET /v2.0/networks?id=ac2db21f-3bc4-4f3a-a31f-707164d04b28 HTTP/1.1" status: 200 len: 811 time: 0.2803106 Jun 30 09:17:26.955630 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-940f5409-7d07-4e61-80e5-470a859daab6 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Allocated IP 19.86.0.200 (4656d380-63c2-4a61-94bc-c9adce141b60/6377bbac-1b19-4699-989c-af4796511ee8/c3571333-4237-4005-81ce-477775c5eed8) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:26.964751 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.997919 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e9a904f-08cb-456a-a1c7-fb789d344075 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:17:27.012932 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-4c6ce55f-574b-4c49-ae28-048956e00ea3 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6663e1a20e0244d4b0d1dff3990ac78c HTTP/1.1" status: 200 len: 380 time: 0.0816040 Jun 30 09:17:27.031349 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-e1023d93-b1f7-4e30-a2f8-f3af9d8df61f tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Request body: {'port': {'device_id': 'a5281d25-773b-4cea-b21e-f98c87a5dbfc', 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28', 'admin_state_up': True, 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'security_groups': ['ff0209aa-27f8-4574-ad1f-7fe092ae7c1c']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:27.038136 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 5e9a904f-08cb-456a-a1c7-fb789d344075, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=5e9a904f-08cb-456a-a1c7-fb789d344075,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:27.259855 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d2255-fa31-4f7f-9967-5c24697207b6 req-67e8334a-d37a-44f3-bfad-63e2a171ddf9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:27.259855 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-262d2255-fa31-4f7f-9967-5c24697207b6 req-67e8334a-d37a-44f3-bfad-63e2a171ddf9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 932 time: 0.0764146 Jun 30 09:17:27.260464 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-940f5409-7d07-4e61-80e5-470a859daab6 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:27.275997 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-940f5409-7d07-4e61-80e5-470a859daab6 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Transition to ACTIVE for port object c3571333-4237-4005-81ce-477775c5eed8 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:27.307703 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-262d2255-fa31-4f7f-9967-5c24697207b6 req-c41d8af4-9601-4103-8022-1fa283bf3251 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427217 Jun 30 09:17:27.318840 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:27.391728 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=5e9a904f-08cb-456a-a1c7-fb789d344075,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:27.420773 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-125c75e2-4aea-455a-b8b9-746c41cb8fe5 req-be4e8abb-7e5a-40f0-8ce7-f17ff73f637f tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=687c97c4-7c2c-4e66-8c85-29c805a131c4 HTTP/1.1" status: 200 len: 210 time: 0.0492530 Jun 30 09:17:27.563644 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-e1023d93-b1f7-4e30-a2f8-f3af9d8df61f tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Made reservation on behalf of 6663e1a20e0244d4b0d1dff3990ac78c for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:27.572515 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-e1023d93-b1f7-4e30-a2f8-f3af9d8df61f tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:27.587523 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['5e9a904f-08cb-456a-a1c7-fb789d344075'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:17:27.647288 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-940f5409-7d07-4e61-80e5-470a859daab6 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:27.703940 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-940f5409-7d07-4e61-80e5-470a859daab6 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Network 4656d380-63c2-4a61-94bc-c9adce141b60 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:27.711851 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-940f5409-7d07-4e61-80e5-470a859daab6 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:27.714265 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-940f5409-7d07-4e61-80e5-470a859daab6 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:27.776075 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7dfd78d0-890d-469c-94e1-e7caa7e15ec4 req-e03d23eb-b144-4d84-8240-eaca3caeaf58 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 210 time: 0.0543573 Jun 30 09:17:27.788247 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-940f5409-7d07-4e61-80e5-470a859daab6 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:27.788940 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-940f5409-7d07-4e61-80e5-470a859daab6 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:27.838839 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940f5409-7d07-4e61-80e5-470a859daab6 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Pushing event updated for resources: {'Port': ['ID=c3571333-4237-4005-81ce-477775c5eed8,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:27.876587 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-e1023d93-b1f7-4e30-a2f8-f3af9d8df61f tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Allocated IP 172.20.0.10 (ac2db21f-3bc4-4f3a-a31f-707164d04b28/fd8a9d34-628f-4a77-9fac-19eb06ec58fe/37a5e096-0afd-40c8-b2ad-536405a9bc3d) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:27.996936 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-940f5409-7d07-4e61-80e5-470a859daab6 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9415812 Jun 30 09:17:28.072844 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-e1626838-0b55-4d86-b2cc-7993a0a90bae service neutron] Request body: {'port': {'device_id': 'a732b67d-68bc-4fa5-a78d-24675c659d67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:28.136250 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42306) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:28.169492 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-94640912-c949-41a6-8a06-971fd9f4c8d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:28.294498 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-e1023d93-b1f7-4e30-a2f8-f3af9d8df61f tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:28.295512 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-e1626838-0b55-4d86-b2cc-7993a0a90bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:28.306601 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-94640912-c949-41a6-8a06-971fd9f4c8d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:28.332499 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743d094-bd6a-4a9c-b8f8-0f1e3c5f341e req-39ccb84c-9ec4-48e4-a700-2ba5861c7b1a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:28.334079 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f743d094-bd6a-4a9c-b8f8-0f1e3c5f341e req-39ccb84c-9ec4-48e4-a700-2ba5861c7b1a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 945 time: 0.2552314 Jun 30 09:17:28.335187 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-e1023d93-b1f7-4e30-a2f8-f3af9d8df61f tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Transition to ACTIVE for port object 37a5e096-0afd-40c8-b2ad-536405a9bc3d will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:28.359570 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-225e685d-80d3-4f62-b70c-e7df55129e0d None None] Provisioning for port c3571333-4237-4005-81ce-477775c5eed8 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:28.364457 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-225e685d-80d3-4f62-b70c-e7df55129e0d None None] Provisioning complete for port c3571333-4237-4005-81ce-477775c5eed8 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:28.365008 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-225e685d-80d3-4f62-b70c-e7df55129e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:28.425121 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-225e685d-80d3-4f62-b70c-e7df55129e0d None None] Port c3571333-4237-4005-81ce-477775c5eed8 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:17:28.513955 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-94640912-c949-41a6-8a06-971fd9f4c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:28.526899 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f743d094-bd6a-4a9c-b8f8-0f1e3c5f341e req-eb0bcedf-3ec1-48e8-880f-e0ab4e6381b5 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842628 Jun 30 09:17:28.584219 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-94640912-c949-41a6-8a06-971fd9f4c8d7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e85999d1e4e24650a99fbfef802462fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4454806 Jun 30 09:17:28.585517 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42318) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:28.615877 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94640912-c949-41a6-8a06-971fd9f4c8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51d99c9-45da-42b0-9327-fdc5d007499d,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:28.671996 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-e1023d93-b1f7-4e30-a2f8-f3af9d8df61f tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:28.687545 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01031a16-fc66-4d36-aa79-8dddda6e79ef req-2a9d9bd3-1000-445f-90f0-76ae4addd3ee tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:28.712346 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01031a16-fc66-4d36-aa79-8dddda6e79ef req-2a9d9bd3-1000-445f-90f0-76ae4addd3ee tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:28.712346 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-01031a16-fc66-4d36-aa79-8dddda6e79ef req-2a9d9bd3-1000-445f-90f0-76ae4addd3ee tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 1655 time: 0.2283442 Jun 30 09:17:28.754414 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1ab8fe46-c44e-444e-9cb9-d9d274cc0aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:28.766565 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-01031a16-fc66-4d36-aa79-8dddda6e79ef req-b0679fe3-04e8-4ce0-a096-6f1e871f23ff tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529070 Jun 30 09:17:28.766808 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-474e0346-ebd1-48e6-8bfe-411c784e1d57 req-96d82006-4cd1-42b7-9362-ebcd3ef255b7 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=687c97c4-7c2c-4e66-8c85-29c805a131c4 HTTP/1.1" status: 200 len: 210 time: 0.0490510 Jun 30 09:17:28.785368 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-e1023d93-b1f7-4e30-a2f8-f3af9d8df61f tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Network ac2db21f-3bc4-4f3a-a31f-707164d04b28 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:28.793075 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1ab8fe46-c44e-444e-9cb9-d9d274cc0aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:28.793551 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-e1023d93-b1f7-4e30-a2f8-f3af9d8df61f tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:28.793672 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 5e9a904f-08cb-456a-a1c7-fb789d344075 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:28.808398 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-e1023d93-b1f7-4e30-a2f8-f3af9d8df61f tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:28.856695 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1023d93-b1f7-4e30-a2f8-f3af9d8df61f tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Pushing event updated for resources: {'Port': ['ID=37a5e096-0afd-40c8-b2ad-536405a9bc3d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:28.925902 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-e1023d93-b1f7-4e30-a2f8-f3af9d8df61f tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:28.931603 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-e1023d93-b1f7-4e30-a2f8-f3af9d8df61f tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.002649 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-e1626838-0b55-4d86-b2cc-7993a0a90bae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:17:29.027404 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-e1626838-0b55-4d86-b2cc-7993a0a90bae service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.062731 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-e1626838-0b55-4d86-b2cc-7993a0a90bae service neutron] Transition to ACTIVE for port object c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:29.112648 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b68c4c-2b8b-4100-a245-bdf6341c0c85 req-dffc1f81-3d55-468b-bdfa-718703b634bf tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:29.114159 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f6b68c4c-2b8b-4100-a245-bdf6341c0c85 req-dffc1f81-3d55-468b-bdfa-718703b634bf tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 932 time: 0.1056743 Jun 30 09:17:29.121020 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1ab8fe46-c44e-444e-9cb9-d9d274cc0aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.124222 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1ab8fe46-c44e-444e-9cb9-d9d274cc0aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.126725 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1ab8fe46-c44e-444e-9cb9-d9d274cc0aad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d51d99c9-45da-42b0-9327-fdc5d007499d HTTP/1.1" status: 204 len: 168 time: 0.5376277 Jun 30 09:17:29.139799 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8fe46-c44e-444e-9cb9-d9d274cc0aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51d99c9-45da-42b0-9327-fdc5d007499d,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:29.167112 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-e1023d93-b1f7-4e30-a2f8-f3af9d8df61f tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1434071 Jun 30 09:17:29.170284 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f6b68c4c-2b8b-4100-a245-bdf6341c0c85 req-2e4fcf10-3b61-47b9-b4af-cb93a8ec0a33 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491996 Jun 30 09:17:29.176566 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 5e9a904f-08cb-456a-a1c7-fb789d344075 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:29.180953 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 5e9a904f-08cb-456a-a1c7-fb789d344075 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:29.181518 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-9b4943d8-e4ef-4f98-8ecf-4eab861c5e55 service neutron] Request body: {'port': {'device_id': 'a5281d25-773b-4cea-b21e-f98c87a5dbfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:29.181656 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.262594 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-9b4943d8-e4ef-4f98-8ecf-4eab861c5e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.273550 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.298242 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a48fb0-30ba-4482-a7fd-3ad6af85be86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9a904f-08cb-456a-a1c7-fb789d344075'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:29.300955 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7e6dd1-d3c5-4cdd-9fe3-8606193829fe" -d '{"events": [{"server_uuid": "47a48fb0-30ba-4482-a7fd-3ad6af85be86", "name": "network-vif-plugged", "status": "completed", "tag": "5e9a904f-08cb-456a-a1c7-fb789d344075"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:29.316225 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 5e9a904f-08cb-456a-a1c7-fb789d344075, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=5e9a904f-08cb-456a-a1c7-fb789d344075,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:29.316421 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-e1626838-0b55-4d86-b2cc-7993a0a90bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.344979 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644952db-d9ed-449b-96cb-a1446d371aa1 x-openstack-request-id: req-644952db-d9ed-449b-96cb-a1446d371aa1 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:29.345424 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a48fb0-30ba-4482-a7fd-3ad6af85be86", "name": "network-vif-plugged", "status": "completed", "tag": "5e9a904f-08cb-456a-a1c7-fb789d344075", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:29.345689 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-644952db-d9ed-449b-96cb-a1446d371aa1 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:29.346092 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a48fb0-30ba-4482-a7fd-3ad6af85be86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9a904f-08cb-456a-a1c7-fb789d344075', 'code': 200} Jun 30 09:17:29.374961 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-002a1ded-dfd8-43b8-8373-42fd3fe653cd None None] Provisioning for port 37a5e096-0afd-40c8-b2ad-536405a9bc3d completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:29.380899 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-002a1ded-dfd8-43b8-8373-42fd3fe653cd None None] Provisioning complete for port 37a5e096-0afd-40c8-b2ad-536405a9bc3d triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:29.381665 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-002a1ded-dfd8-43b8-8373-42fd3fe653cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.457102 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-002a1ded-dfd8-43b8-8373-42fd3fe653cd None None] Port 37a5e096-0afd-40c8-b2ad-536405a9bc3d cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:17:29.492526 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.503866 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1626838-0b55-4d86-b2cc-7993a0a90bae service neutron] Pushing event updated for resources: {'Port': ['ID=c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:29.580520 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=5e9a904f-08cb-456a-a1c7-fb789d344075,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:29.584207 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-38945420-321b-4247-87cf-04d138b13fc6 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:29.585735 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-38945420-321b-4247-87cf-04d138b13fc6 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.37 "GET /v2.0/networks?id=67fb0116-df8f-4edf-9acf-411778b1e168 HTTP/1.1" status: 200 len: 815 time: 0.1728261 Jun 30 09:17:29.610194 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-0f3cdab4-9e3c-4e86-92ae-99f010fbe1fb tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Request body: {'port': {'device_id': '687c97c4-7c2c-4e66-8c85-29c805a131c4', 'network_id': '67fb0116-df8f-4edf-9acf-411778b1e168', 'admin_state_up': True, 'tenant_id': 'c2ac106c24f9401386cbe886c9df41fc'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:29.730164 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-e1626838-0b55-4d86-b2cc-7993a0a90bae service neutron] Attempting to bind port c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:17:29.730657 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-e1626838-0b55-4d86-b2cc-7993a0a90bae service neutron] Attempting to bind port c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '5ffe6ecc-9756-4635-a77d-60ab3547966f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '640d7d6e-17a6-4002-8791-e87d2f875261'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:17:29.731075 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-e1626838-0b55-4d86-b2cc-7993a0a90bae service neutron] Attempting to bind port c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd on network 640d7d6e-17a6-4002-8791-e87d2f875261 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:29.749271 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2dc6fe5d-2070-460c-991f-3dc049e37bbf req-72cf32cb-9d72-4894-b890-2f7b6aae8f45 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2130287 Jun 30 09:17:29.750155 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-e1626838-0b55-4d86-b2cc-7993a0a90bae service neutron] Port c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd on network 640d7d6e-17a6-4002-8791-e87d2f875261 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:17:29.750579 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-e1626838-0b55-4d86-b2cc-7993a0a90bae service neutron] Attempting to bind port c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd on network 640d7d6e-17a6-4002-8791-e87d2f875261 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:29.761754 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-e1626838-0b55-4d86-b2cc-7993a0a90bae service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:17:29.761754 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-e1626838-0b55-4d86-b2cc-7993a0a90bae service neutron] Checking segment: {'id': '5ffe6ecc-9756-4635-a77d-60ab3547966f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '640d7d6e-17a6-4002-8791-e87d2f875261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:29.761754 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-e1626838-0b55-4d86-b2cc-7993a0a90bae service neutron] Bound using segment: {'id': '5ffe6ecc-9756-4635-a77d-60ab3547966f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '640d7d6e-17a6-4002-8791-e87d2f875261'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:17:29.761754 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-e1626838-0b55-4d86-b2cc-7993a0a90bae service neutron] Bound port: c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ffe6ecc-9756-4635-a77d-60ab3547966f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '640d7d6e-17a6-4002-8791-e87d2f875261'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:17:29.778413 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-e1626838-0b55-4d86-b2cc-7993a0a90bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.834717 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4513de5-7a3e-4a86-887c-6c020d720c2a req-ce03e59e-9d62-4227-bf09-ccc59420e6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:29.844488 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d4513de5-7a3e-4a86-887c-6c020d720c2a req-ce03e59e-9d62-4227-bf09-ccc59420e6de service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 1098 time: 0.3899887 Jun 30 09:17:29.943597 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d4513de5-7a3e-4a86-887c-6c020d720c2a req-fef03640-1967-4341-832c-eb0edbf785d4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802102 Jun 30 09:17:30.032736 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-58c1548d-5339-456e-b14f-876b25633427 req-06e2287b-8cfa-4a39-8e86-27b394c18443 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=687c97c4-7c2c-4e66-8c85-29c805a131c4 HTTP/1.1" status: 200 len: 210 time: 0.0319054 Jun 30 09:17:30.146060 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-0f3cdab4-9e3c-4e86-92ae-99f010fbe1fb tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Made reservation on behalf of c2ac106c24f9401386cbe886c9df41fc for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:30.151101 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-0f3cdab4-9e3c-4e86-92ae-99f010fbe1fb tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.175414 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42352) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:30.358290 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec7790-328c-4094-b4f7-db05f02dcb20 req-9ea0636d-83f1-41a9-9a09-50def3d3c5bc tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:30.364846 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec7790-328c-4094-b4f7-db05f02dcb20 req-9ea0636d-83f1-41a9-9a09-50def3d3c5bc tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:30.372826 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0fec7790-328c-4094-b4f7-db05f02dcb20 req-9ea0636d-83f1-41a9-9a09-50def3d3c5bc tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 1667 time: 0.1813774 Jun 30 09:17:30.431400 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-9b4943d8-e4ef-4f98-8ecf-4eab861c5e55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a5e096-0afd-40c8-b2ad-536405a9bc3d {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:17:30.448186 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-9b4943d8-e4ef-4f98-8ecf-4eab861c5e55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.465595 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-0f3cdab4-9e3c-4e86-92ae-99f010fbe1fb tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Allocated IP 172.20.0.14 (67fb0116-df8f-4edf-9acf-411778b1e168/a8acfcba-aa49-40d7-96e1-8c2c79b01912/ba474199-aea0-47d4-93a7-a5420bb2e23c) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:30.468810 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c6dbf0e6-3b6f-43ab-bbeb-46e407154ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.478099 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-9b4943d8-e4ef-4f98-8ecf-4eab861c5e55 service neutron] Transition to ACTIVE for port object 37a5e096-0afd-40c8-b2ad-536405a9bc3d will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:30.483570 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-e1626838-0b55-4d86-b2cc-7993a0a90bae service neutron] For port c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:17:30.492434 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-e1626838-0b55-4d86-b2cc-7993a0a90bae service neutron] For port c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd,segment=NetworkSegment(5ffe6ecc-9756-4635-a77d-60ab3547966f),segment_id=5ffe6ecc-9756-4635-a77d-60ab3547966f)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:17:30.511799 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578f3ce-3c7c-42f7-ba21-ac184af17571 req-add36d87-018f-470e-97bf-8bc6c6df38bd tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:30.513337 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e578f3ce-3c7c-42f7-ba21-ac184af17571 req-add36d87-018f-470e-97bf-8bc6c6df38bd tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 946 time: 0.7397904 Jun 30 09:17:30.535386 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0fec7790-328c-4094-b4f7-db05f02dcb20 req-01d43dc6-3a36-4e6d-8b78-35201d84c512 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623981 Jun 30 09:17:30.556663 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6fe5d-2070-460c-991f-3dc049e37bbf req-ff4c6cbb-e4a5-4516-998f-0aed1b3bcfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:30.558368 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2dc6fe5d-2070-460c-991f-3dc049e37bbf req-ff4c6cbb-e4a5-4516-998f-0aed1b3bcfe5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 1097 time: 0.2026339 Jun 30 09:17:30.590096 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e578f3ce-3c7c-42f7-ba21-ac184af17571 req-6da047e5-91c6-4cc6-afee-92b6a5c35e37 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666072 Jun 30 09:17:30.669362 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-e1626838-0b55-4d86-b2cc-7993a0a90bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.677460 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-9b4943d8-e4ef-4f98-8ecf-4eab861c5e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.735151 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-e1626838-0b55-4d86-b2cc-7993a0a90bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:30.736928 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-e1626838-0b55-4d86-b2cc-7993a0a90bae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.737865 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-e1626838-0b55-4d86-b2cc-7993a0a90bae service neutron] 10.222.0.37 "PUT /v2.0/ports/c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd HTTP/1.1" status: 200 len: 1093 time: 2.7182488 Jun 30 09:17:30.749900 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a732b67d-68bc-4fa5-a78d-24675c659d67', 'tag': 'c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:30.752319 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed76e9f-10f3-4c86-b802-2c18d6b92f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "a732b67d-68bc-4fa5-a78d-24675c659d67", "tag": "c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:30.859573 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1626838-0b55-4d86-b2cc-7993a0a90bae service neutron] Pushing event updated for resources: {'Port': ['ID=c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:30.865891 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb9917f-79bf-45e0-bf21-c729ef53cac1 x-openstack-request-id: req-9eb9917f-79bf-45e0-bf21-c729ef53cac1 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:30.866101 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a732b67d-68bc-4fa5-a78d-24675c659d67", "tag": "c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:30.866332 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9eb9917f-79bf-45e0-bf21-c729ef53cac1 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:30.866725 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a732b67d-68bc-4fa5-a78d-24675c659d67', 'tag': 'c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd', 'status': 'completed', 'code': 200} Jun 30 09:17:30.929760 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-0f3cdab4-9e3c-4e86-92ae-99f010fbe1fb tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.945468 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2e2e3-c2fa-4810-ab2e-d30d95f45a63 req-f0d837ce-b94f-4b39-a89d-8b7f748a3333 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:30.951878 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2cc2e2e3-c2fa-4810-ab2e-d30d95f45a63 req-f0d837ce-b94f-4b39-a89d-8b7f748a3333 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 944 time: 0.2345848 Jun 30 09:17:30.977170 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c6dbf0e6-3b6f-43ab-bbeb-46e407154ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:31.008653 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6fe5d-2070-460c-991f-3dc049e37bbf req-55e1785b-39b3-45cb-952f-b36c76e0df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:31.010257 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2dc6fe5d-2070-460c-991f-3dc049e37bbf req-55e1785b-39b3-45cb-952f-b36c76e0df30 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b51add01-e516-4efc-9c9c-16a3be3b127b HTTP/1.1" status: 200 len: 912 time: 0.4192121 Jun 30 09:17:31.046525 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2cc2e2e3-c2fa-4810-ab2e-d30d95f45a63 req-1e11f92d-c161-4d55-8efd-d550f941f7fa tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855093 Jun 30 09:17:31.121583 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2dc6fe5d-2070-460c-991f-3dc049e37bbf req-8c404b4e-35cb-48ca-9f9f-978344a16027 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad HTTP/1.1" status: 200 len: 217 time: 0.1036954 Jun 30 09:17:31.148054 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c6dbf0e6-3b6f-43ab-bbeb-46e407154ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:31.165476 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4943d8-e4ef-4f98-8ecf-4eab861c5e55 service neutron] Pushing event updated for resources: {'Port': ['ID=37a5e096-0afd-40c8-b2ad-536405a9bc3d,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:31.183289 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.37', 58821) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:31.211683 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbf0e6-3b6f-43ab-bbeb-46e407154ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b354e0b-4485-41e6-b62a-9fee4ffe7bec,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:31.241141 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6fe5d-2070-460c-991f-3dc049e37bbf req-642d02da-b920-4fc2-847b-6785916e863c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:31.245113 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2dc6fe5d-2070-460c-991f-3dc049e37bbf req-642d02da-b920-4fc2-847b-6785916e863c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0db27f2a-daae-4bc9-9a26-19aaee7812fb HTTP/1.1" status: 200 len: 850 time: 0.1050565 Jun 30 09:17:31.245308 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c6dbf0e6-3b6f-43ab-bbeb-46e407154ae5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5e61fcad68704ba09ae4b3e10ba7bab8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0694079 Jun 30 09:17:31.245821 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42378) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:31.249202 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-22fb0c01-4594-4dc6-9804-5ae83572a0db service neutron] Request body: {'port': {'device_id': 'a732b67d-68bc-4fa5-a78d-24675c659d67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:31.254631 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-0f3cdab4-9e3c-4e86-92ae-99f010fbe1fb tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:31.266830 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037', '615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2', '2da57038-d223-4824-8505-8568dde71956'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:17:31.383936 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-9b4943d8-e4ef-4f98-8ecf-4eab861c5e55 service neutron] Attempting to bind port 37a5e096-0afd-40c8-b2ad-536405a9bc3d on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:17:31.384538 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-9b4943d8-e4ef-4f98-8ecf-4eab861c5e55 service neutron] Attempting to bind port 37a5e096-0afd-40c8-b2ad-536405a9bc3d by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '151e09a6-9cda-43bb-ac7c-a185d8604c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:17:31.385037 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-9b4943d8-e4ef-4f98-8ecf-4eab861c5e55 service neutron] Attempting to bind port 37a5e096-0afd-40c8-b2ad-536405a9bc3d on network ac2db21f-3bc4-4f3a-a31f-707164d04b28 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:31.394887 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed76e9f-10f3-4c86-b802-2c18d6b92f4e req-5153fba1-021e-4b93-939b-6f69cc503db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:31.397821 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed76e9f-10f3-4c86-b802-2c18d6b92f4e req-5153fba1-021e-4b93-939b-6f69cc503db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:31.397821 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3ed76e9f-10f3-4c86-b802-2c18d6b92f4e req-5153fba1-021e-4b93-939b-6f69cc503db9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0076ed16b9c640f6a2a7cca671ba9d86&device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 1915 time: 0.5295815 Jun 30 09:17:31.428323 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-9b4943d8-e4ef-4f98-8ecf-4eab861c5e55 service neutron] Port 37a5e096-0afd-40c8-b2ad-536405a9bc3d on network ac2db21f-3bc4-4f3a-a31f-707164d04b28 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:17:31.428649 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-9b4943d8-e4ef-4f98-8ecf-4eab861c5e55 service neutron] Attempting to bind port 37a5e096-0afd-40c8-b2ad-536405a9bc3d on network ac2db21f-3bc4-4f3a-a31f-707164d04b28 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:31.507491 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-9b4943d8-e4ef-4f98-8ecf-4eab861c5e55 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:17:31.514557 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-9b4943d8-e4ef-4f98-8ecf-4eab861c5e55 service neutron] Checking segment: {'id': '151e09a6-9cda-43bb-ac7c-a185d8604c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:31.514557 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-9b4943d8-e4ef-4f98-8ecf-4eab861c5e55 service neutron] Bound using segment: {'id': '151e09a6-9cda-43bb-ac7c-a185d8604c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:17:31.514557 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-9b4943d8-e4ef-4f98-8ecf-4eab861c5e55 service neutron] Bound port: 37a5e096-0afd-40c8-b2ad-536405a9bc3d, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '151e09a6-9cda-43bb-ac7c-a185d8604c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:17:31.514557 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-9b4943d8-e4ef-4f98-8ecf-4eab861c5e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:31.613898 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-22fb0c01-4594-4dc6-9804-5ae83572a0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:31.691525 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdd912-30ed-457b-9eea-f48ccea4c1a4 req-c486cebc-135b-420d-8ee6-cc4a1f183c5a tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:31.693078 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-57fdd912-30ed-457b-9eea-f48ccea4c1a4 req-c486cebc-135b-420d-8ee6-cc4a1f183c5a tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=687c97c4-7c2c-4e66-8c85-29c805a131c4 HTTP/1.1" status: 200 len: 932 time: 0.4042242 Jun 30 09:17:31.701931 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6fe5d-2070-460c-991f-3dc049e37bbf req-60e52aca-a914-4f35-bdfd-a642a9b5bebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:31.703682 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2dc6fe5d-2070-460c-991f-3dc049e37bbf req-60e52aca-a914-4f35-bdfd-a642a9b5bebe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b51add01-e516-4efc-9c9c-16a3be3b127b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4170434 Jun 30 09:17:31.768454 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed76e9f-10f3-4c86-b802-2c18d6b92f4e req-323cbe0a-472a-4d3e-8f56-6a1e66f1c657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:31.768985 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed76e9f-10f3-4c86-b802-2c18d6b92f4e req-323cbe0a-472a-4d3e-8f56-6a1e66f1c657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:31.769599 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed76e9f-10f3-4c86-b802-2c18d6b92f4e req-323cbe0a-472a-4d3e-8f56-6a1e66f1c657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:31.771188 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3ed76e9f-10f3-4c86-b802-2c18d6b92f4e req-323cbe0a-472a-4d3e-8f56-6a1e66f1c657 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0076ed16b9c640f6a2a7cca671ba9d86&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.3604178 Jun 30 09:17:31.784299 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-0f3cdab4-9e3c-4e86-92ae-99f010fbe1fb tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Network 67fb0116-df8f-4edf-9acf-411778b1e168 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:31.814651 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-0f3cdab4-9e3c-4e86-92ae-99f010fbe1fb tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:31.818414 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-0f3cdab4-9e3c-4e86-92ae-99f010fbe1fb tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:31.825160 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cdab4-9e3c-4e86-92ae-99f010fbe1fb tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Pushing event updated for resources: {'Port': ['ID=ba474199-aea0-47d4-93a7-a5420bb2e23c,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:31.827636 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-9b4943d8-e4ef-4f98-8ecf-4eab861c5e55 service neutron] For port 37a5e096-0afd-40c8-b2ad-536405a9bc3d, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:17:31.871402 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-33de0336-cc5c-41c0-8b31-d41c5cec5a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:31.897631 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-9b4943d8-e4ef-4f98-8ecf-4eab861c5e55 service neutron] For port 37a5e096-0afd-40c8-b2ad-536405a9bc3d, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=37a5e096-0afd-40c8-b2ad-536405a9bc3d,segment=NetworkSegment(151e09a6-9cda-43bb-ac7c-a185d8604c41),segment_id=151e09a6-9cda-43bb-ac7c-a185d8604c41)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:17:31.918599 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-0f3cdab4-9e3c-4e86-92ae-99f010fbe1fb tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:31.919192 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-0f3cdab4-9e3c-4e86-92ae-99f010fbe1fb tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:31.926587 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-33de0336-cc5c-41c0-8b31-d41c5cec5a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:31.982530 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb367c7f-826f-471b-988d-c74ea2d154b7 req-fb473c8e-a451-41be-8321-18a8066b4274 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:31.989882 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb367c7f-826f-471b-988d-c74ea2d154b7 req-fb473c8e-a451-41be-8321-18a8066b4274 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:31.993113 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cb367c7f-826f-471b-988d-c74ea2d154b7 req-fb473c8e-a451-41be-8321-18a8066b4274 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 1667 time: 0.2261801 Jun 30 09:17:32.020429 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-57fdd912-30ed-457b-9eea-f48ccea4c1a4 req-071432f8-ab88-453c-bc18-474f2ff85df3 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035762 Jun 30 09:17:32.067631 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cb367c7f-826f-471b-988d-c74ea2d154b7 req-da93b202-df8a-4e4a-9463-32c697991b13 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658894 Jun 30 09:17:32.084466 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-9b4943d8-e4ef-4f98-8ecf-4eab861c5e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.128749 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-0f3cdab4-9e3c-4e86-92ae-99f010fbe1fb tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5257301 Jun 30 09:17:32.137611 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-e5004488-4127-4ab7-a712-d01b11e629fc service neutron] Request body: {'port': {'device_id': '687c97c4-7c2c-4e66-8c85-29c805a131c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:32.248391 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-9b4943d8-e4ef-4f98-8ecf-4eab861c5e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:32.249146 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-9b4943d8-e4ef-4f98-8ecf-4eab861c5e55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.250770 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-9b4943d8-e4ef-4f98-8ecf-4eab861c5e55 service neutron] 10.222.0.37 "PUT /v2.0/ports/37a5e096-0afd-40c8-b2ad-536405a9bc3d HTTP/1.1" status: 200 len: 1093 time: 3.0748839 Jun 30 09:17:32.255361 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2dc6fe5d-2070-460c-991f-3dc049e37bbf req-bc31a91f-4131-428d-9294-6e8e72690f07 service neutron] 10.222.0.52 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5319378 Jun 30 09:17:32.285281 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed76e9f-10f3-4c86-b802-2c18d6b92f4e req-50bf3dea-e6dd-48c1-ab47-87e57e713bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:32.286172 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3ed76e9f-10f3-4c86-b802-2c18d6b92f4e req-50bf3dea-e6dd-48c1-ab47-87e57e713bee service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4975266 Jun 30 09:17:32.308572 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-e5004488-4127-4ab7-a712-d01b11e629fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.354083 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-33de0336-cc5c-41c0-8b31-d41c5cec5a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.356965 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-33de0336-cc5c-41c0-8b31-d41c5cec5a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.360275 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-33de0336-cc5c-41c0-8b31-d41c5cec5a07 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9b354e0b-4485-41e6-b62a-9fee4ffe7bec HTTP/1.1" status: 204 len: 168 time: 1.1100345 Jun 30 09:17:32.378708 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de0336-cc5c-41c0-8b31-d41c5cec5a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b354e0b-4485-41e6-b62a-9fee4ffe7bec,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:32.381278 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4943d8-e4ef-4f98-8ecf-4eab861c5e55 service neutron] Pushing event updated for resources: {'Port': ['ID=37a5e096-0afd-40c8-b2ad-536405a9bc3d,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:32.404169 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ed135-32f7-4bf4-9810-2e6bdb2681e1 req-748ccd71-e695-441c-b2de-c15e58bcb115 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:32.405828 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ba5ed135-32f7-4bf4-9810-2e6bdb2681e1 req-748ccd71-e695-441c-b2de-c15e58bcb115 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 944 time: 0.1431839 Jun 30 09:17:32.551820 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ba5ed135-32f7-4bf4-9810-2e6bdb2681e1 req-9c99ef64-18ec-4331-a0eb-40eb51ee62c5 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375928 Jun 30 09:17:32.573155 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541e744-3c89-4202-ae5b-76594450fc96 req-0dc8b831-092b-4b0f-bce1-0e5f28cddc48 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:32.575844 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4541e744-3c89-4202-ae5b-76594450fc96 req-0dc8b831-092b-4b0f-bce1-0e5f28cddc48 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 946 time: 0.3712397 Jun 30 09:17:32.608234 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2dc6fe5d-2070-460c-991f-3dc049e37bbf req-4fb7b78a-4d49-4d24-ab01-78f0152af858 service neutron] 10.222.0.52 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187435 Jun 30 09:17:32.686649 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-22fb0c01-4594-4dc6-9804-5ae83572a0db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3571333-4237-4005-81ce-477775c5eed8 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:17:32.697435 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-22fb0c01-4594-4dc6-9804-5ae83572a0db service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.703861 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4541e744-3c89-4202-ae5b-76594450fc96 req-814f7735-529a-48e3-b95c-5888abf9ae16 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200120 Jun 30 09:17:32.720137 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-22fb0c01-4594-4dc6-9804-5ae83572a0db service neutron] Transition to ACTIVE for port object c3571333-4237-4005-81ce-477775c5eed8 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:32.756416 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-e5004488-4127-4ab7-a712-d01b11e629fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba474199-aea0-47d4-93a7-a5420bb2e23c {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:17:32.759402 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-23053dcc-83f6-436a-8590-b2e2fd086e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:32.764113 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-23053dcc-83f6-436a-8590-b2e2fd086e92 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6663e1a20e0244d4b0d1dff3990ac78c&device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 1096 time: 0.2183480 Jun 30 09:17:32.765399 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-e5004488-4127-4ab7-a712-d01b11e629fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.779629 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-e5004488-4127-4ab7-a712-d01b11e629fc service neutron] Transition to ACTIVE for port object ba474199-aea0-47d4-93a7-a5420bb2e23c will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:32.824168 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-005f6f05-7c67-45ff-8561-70c3ebf43d7e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37a5e096-0afd-40c8-b2ad-536405a9bc3d HTTP/1.1" status: 200 len: 217 time: 0.0523005 Jun 30 09:17:32.895052 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5281d25-773b-4cea-b21e-f98c87a5dbfc', 'tag': '37a5e096-0afd-40c8-b2ad-536405a9bc3d'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:32.897558 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e263c0-7e48-4495-9c81-50b8fb8fd4f0" -d '{"events": [{"name": "network-changed", "server_uuid": "a5281d25-773b-4cea-b21e-f98c87a5dbfc", "tag": "37a5e096-0afd-40c8-b2ad-536405a9bc3d"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:32.902140 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-02a13390-318b-445b-93e3-e5910fc1b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:32.910387 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-02a13390-318b-445b-93e3-e5910fc1b773 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd8a9d34-628f-4a77-9fac-19eb06ec58fe HTTP/1.1" status: 200 len: 850 time: 0.0737879 Jun 30 09:17:32.949107 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9980817c-75e5-4848-ad27-d444b4c835be x-openstack-request-id: req-9980817c-75e5-4848-ad27-d444b4c835be {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:32.949530 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5281d25-773b-4cea-b21e-f98c87a5dbfc", "tag": "37a5e096-0afd-40c8-b2ad-536405a9bc3d", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:32.949726 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9980817c-75e5-4848-ad27-d444b4c835be {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:32.950015 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5281d25-773b-4cea-b21e-f98c87a5dbfc', 'tag': '37a5e096-0afd-40c8-b2ad-536405a9bc3d', 'status': 'completed', 'code': 200} Jun 30 09:17:32.958894 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-22fb0c01-4594-4dc6-9804-5ae83572a0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:33.010900 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-e5004488-4127-4ab7-a712-d01b11e629fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:33.051019 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb0c01-4594-4dc6-9804-5ae83572a0db service neutron] Pushing event updated for resources: {'Port': ['ID=c3571333-4237-4005-81ce-477775c5eed8,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:33.132016 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-2973d0c5-8517-4547-a2f9-8d3cb86eea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:33.132285 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5004488-4127-4ab7-a712-d01b11e629fc service neutron] Pushing event updated for resources: {'Port': ['ID=ba474199-aea0-47d4-93a7-a5420bb2e23c,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:33.134144 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-2973d0c5-8517-4547-a2f9-8d3cb86eea7a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac2db21f-3bc4-4f3a-a31f-707164d04b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2203901 Jun 30 09:17:33.263486 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-e5004488-4127-4ab7-a712-d01b11e629fc service neutron] Attempting to bind port ba474199-aea0-47d4-93a7-a5420bb2e23c on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:17:33.263486 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-e5004488-4127-4ab7-a712-d01b11e629fc service neutron] Attempting to bind port ba474199-aea0-47d4-93a7-a5420bb2e23c by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': 'bc499c06-af65-4614-b099-27bc511ea45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '67fb0116-df8f-4edf-9acf-411778b1e168'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:17:33.263486 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-e5004488-4127-4ab7-a712-d01b11e629fc service neutron] Attempting to bind port ba474199-aea0-47d4-93a7-a5420bb2e23c on network 67fb0116-df8f-4edf-9acf-411778b1e168 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:33.270908 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-e5004488-4127-4ab7-a712-d01b11e629fc service neutron] Port ba474199-aea0-47d4-93a7-a5420bb2e23c on network 67fb0116-df8f-4edf-9acf-411778b1e168 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:17:33.272335 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-e5004488-4127-4ab7-a712-d01b11e629fc service neutron] Attempting to bind port ba474199-aea0-47d4-93a7-a5420bb2e23c on network 67fb0116-df8f-4edf-9acf-411778b1e168 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:33.277618 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-e5004488-4127-4ab7-a712-d01b11e629fc service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:17:33.277854 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-e5004488-4127-4ab7-a712-d01b11e629fc service neutron] Checking segment: {'id': 'bc499c06-af65-4614-b099-27bc511ea45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '67fb0116-df8f-4edf-9acf-411778b1e168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:33.278201 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-e5004488-4127-4ab7-a712-d01b11e629fc service neutron] Bound using segment: {'id': 'bc499c06-af65-4614-b099-27bc511ea45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '67fb0116-df8f-4edf-9acf-411778b1e168'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:17:33.278679 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-e5004488-4127-4ab7-a712-d01b11e629fc service neutron] Bound port: ba474199-aea0-47d4-93a7-a5420bb2e23c, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc499c06-af65-4614-b099-27bc511ea45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '67fb0116-df8f-4edf-9acf-411778b1e168'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:17:33.285045 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-e5004488-4127-4ab7-a712-d01b11e629fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:33.285292 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-22fb0c01-4594-4dc6-9804-5ae83572a0db service neutron] Attempting to bind port c3571333-4237-4005-81ce-477775c5eed8 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:17:33.285292 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-22fb0c01-4594-4dc6-9804-5ae83572a0db service neutron] Attempting to bind port c3571333-4237-4005-81ce-477775c5eed8 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '2b87ee91-5ef7-46a9-a2d3-bcb1912f26fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4656d380-63c2-4a61-94bc-c9adce141b60'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:17:33.285292 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-22fb0c01-4594-4dc6-9804-5ae83572a0db service neutron] Attempting to bind port c3571333-4237-4005-81ce-477775c5eed8 on network 4656d380-63c2-4a61-94bc-c9adce141b60 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:33.319908 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-22fb0c01-4594-4dc6-9804-5ae83572a0db service neutron] Port c3571333-4237-4005-81ce-477775c5eed8 on network 4656d380-63c2-4a61-94bc-c9adce141b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:17:33.320542 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-22fb0c01-4594-4dc6-9804-5ae83572a0db service neutron] Attempting to bind port c3571333-4237-4005-81ce-477775c5eed8 on network 4656d380-63c2-4a61-94bc-c9adce141b60 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:33.346145 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-22fb0c01-4594-4dc6-9804-5ae83572a0db service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:17:33.352485 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-22fb0c01-4594-4dc6-9804-5ae83572a0db service neutron] Checking segment: {'id': '2b87ee91-5ef7-46a9-a2d3-bcb1912f26fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4656d380-63c2-4a61-94bc-c9adce141b60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:33.352485 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-22fb0c01-4594-4dc6-9804-5ae83572a0db service neutron] Bound using segment: {'id': '2b87ee91-5ef7-46a9-a2d3-bcb1912f26fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4656d380-63c2-4a61-94bc-c9adce141b60'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:17:33.352485 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-22fb0c01-4594-4dc6-9804-5ae83572a0db service neutron] Bound port: c3571333-4237-4005-81ce-477775c5eed8, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b87ee91-5ef7-46a9-a2d3-bcb1912f26fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4656d380-63c2-4a61-94bc-c9adce141b60'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:17:33.352485 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-22fb0c01-4594-4dc6-9804-5ae83572a0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:33.366005 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-e5004488-4127-4ab7-a712-d01b11e629fc service neutron] For port ba474199-aea0-47d4-93a7-a5420bb2e23c, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:17:33.370394 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-e5004488-4127-4ab7-a712-d01b11e629fc service neutron] For port ba474199-aea0-47d4-93a7-a5420bb2e23c, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=ba474199-aea0-47d4-93a7-a5420bb2e23c,segment=NetworkSegment(bc499c06-af65-4614-b099-27bc511ea45a),segment_id=bc499c06-af65-4614-b099-27bc511ea45a)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:17:33.458407 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-ec08e3d5-9026-473f-946b-32d62718c968 service neutron] 10.222.0.37 "GET /v2.0/networks/ac2db21f-3bc4-4f3a-a31f-707164d04b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620552 Jun 30 09:17:33.475230 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318c82e-916c-447c-ac0f-7809ee17fb8e req-e296b4ff-22ea-4254-a35c-63fa6baa120f tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:33.477258 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1318c82e-916c-447c-ac0f-7809ee17fb8e req-e296b4ff-22ea-4254-a35c-63fa6baa120f tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=687c97c4-7c2c-4e66-8c85-29c805a131c4 HTTP/1.1" status: 200 len: 944 time: 0.2398412 Jun 30 09:17:33.518142 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-22fb0c01-4594-4dc6-9804-5ae83572a0db service neutron] For port c3571333-4237-4005-81ce-477775c5eed8, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:17:33.577494 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-22fb0c01-4594-4dc6-9804-5ae83572a0db service neutron] For port c3571333-4237-4005-81ce-477775c5eed8, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c3571333-4237-4005-81ce-477775c5eed8,segment=NetworkSegment(2b87ee91-5ef7-46a9-a2d3-bcb1912f26fd),segment_id=2b87ee91-5ef7-46a9-a2d3-bcb1912f26fd)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:17:33.606873 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1318c82e-916c-447c-ac0f-7809ee17fb8e req-ab57cd89-82ba-4299-aaaf-137f87580e7c tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185732 Jun 30 09:17:33.610432 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-e5004488-4127-4ab7-a712-d01b11e629fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:33.642714 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-ddf9fbe9-4a0a-463c-adf6-e0f257e01e88 service neutron] 10.222.0.37 "GET /v2.0/networks/ac2db21f-3bc4-4f3a-a31f-707164d04b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645696 Jun 30 09:17:33.674770 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-e5004488-4127-4ab7-a712-d01b11e629fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:33.676021 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-e5004488-4127-4ab7-a712-d01b11e629fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:33.678194 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-e5004488-4127-4ab7-a712-d01b11e629fc service neutron] 10.222.0.37 "PUT /v2.0/ports/ba474199-aea0-47d4-93a7-a5420bb2e23c HTTP/1.1" status: 200 len: 1093 time: 1.5456066 Jun 30 09:17:33.678772 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687c97c4-7c2c-4e66-8c85-29c805a131c4', 'tag': 'ba474199-aea0-47d4-93a7-a5420bb2e23c'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:33.681962 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13001474-17ee-4609-8389-8186341c9bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "687c97c4-7c2c-4e66-8c85-29c805a131c4", "tag": "ba474199-aea0-47d4-93a7-a5420bb2e23c"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:33.733287 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5004488-4127-4ab7-a712-d01b11e629fc service neutron] Pushing event updated for resources: {'Port': ['ID=ba474199-aea0-47d4-93a7-a5420bb2e23c,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:33.824998 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-22fb0c01-4594-4dc6-9804-5ae83572a0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:33.848646 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea55dd-6625-4291-b703-e02c0308b685 req-ff06c472-b3bb-4fbd-9ce7-5cbbc059e4ef tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:33.850608 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3dea55dd-6625-4291-b703-e02c0308b685 req-ff06c472-b3bb-4fbd-9ce7-5cbbc059e4ef tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 944 time: 0.0930228 Jun 30 09:17:33.880932 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-22fb0c01-4594-4dc6-9804-5ae83572a0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:33.881603 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-22fb0c01-4594-4dc6-9804-5ae83572a0db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:33.883138 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-22fb0c01-4594-4dc6-9804-5ae83572a0db service neutron] 10.222.0.37 "PUT /v2.0/ports/c3571333-4237-4005-81ce-477775c5eed8 HTTP/1.1" status: 200 len: 1093 time: 2.6439114 Jun 30 09:17:33.915386 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3dea55dd-6625-4291-b703-e02c0308b685 req-5ac1d45f-e4d0-4d3b-a5ea-304889eaf27a tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536840 Jun 30 09:17:33.943598 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc746d-6b71-4737-a755-8db2ef030b53 req-0c089719-451e-4a54-9d72-5753ff98c255 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:33.952437 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc746d-6b71-4737-a755-8db2ef030b53 req-0c089719-451e-4a54-9d72-5753ff98c255 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:33.954360 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85cc746d-6b71-4737-a755-8db2ef030b53 req-0c089719-451e-4a54-9d72-5753ff98c255 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 1679 time: 0.1842806 Jun 30 09:17:34.041129 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb0c01-4594-4dc6-9804-5ae83572a0db service neutron] Pushing event updated for resources: {'Port': ['ID=c3571333-4237-4005-81ce-477775c5eed8,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:34.064047 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e263c0-7e48-4495-9c81-50b8fb8fd4f0 req-f56112f9-c9be-45b5-98a9-5a42ebb82f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:34.064879 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85cc746d-6b71-4737-a755-8db2ef030b53 req-5def14fd-8ba5-4d23-ad72-7f1d79adc713 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709624 Jun 30 09:17:34.066322 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-69e263c0-7e48-4495-9c81-50b8fb8fd4f0 req-f56112f9-c9be-45b5-98a9-5a42ebb82f8c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6663e1a20e0244d4b0d1dff3990ac78c&device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 1096 time: 0.1102240 Jun 30 09:17:34.085299 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-ab85d803-d688-47d4-bd30-f4e5bcbd9b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:34.086803 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-ab85d803-d688-47d4-bd30-f4e5bcbd9b43 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2ac106c24f9401386cbe886c9df41fc&device_id=687c97c4-7c2c-4e66-8c85-29c805a131c4 HTTP/1.1" status: 200 len: 1096 time: 0.1315422 Jun 30 09:17:34.136246 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-18ee6bb5-9029-4dc9-8d4f-14ad5eebfac2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba474199-aea0-47d4-93a7-a5420bb2e23c HTTP/1.1" status: 200 len: 217 time: 0.0405030 Jun 30 09:17:34.141712 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7ac72f-dcfa-48e9-b1e2-d90d75a082ce x-openstack-request-id: req-ff7ac72f-dcfa-48e9-b1e2-d90d75a082ce {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:34.144193 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "687c97c4-7c2c-4e66-8c85-29c805a131c4", "tag": "ba474199-aea0-47d4-93a7-a5420bb2e23c", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:34.144193 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ff7ac72f-dcfa-48e9-b1e2-d90d75a082ce {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:34.144193 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '687c97c4-7c2c-4e66-8c85-29c805a131c4', 'tag': 'ba474199-aea0-47d4-93a7-a5420bb2e23c', 'status': 'completed', 'code': 200} Jun 30 09:17:34.248682 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc15327-0687-4f46-a972-506713fc18ba req-94766cb4-9902-4137-838d-ec85f3bf733f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:34.250269 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3bc15327-0687-4f46-a972-506713fc18ba req-94766cb4-9902-4137-838d-ec85f3bf733f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 946 time: 0.1825631 Jun 30 09:17:34.251761 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e263c0-7e48-4495-9c81-50b8fb8fd4f0 req-c8fe16d9-85de-442a-92a6-5118baf3b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:34.253810 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-69e263c0-7e48-4495-9c81-50b8fb8fd4f0 req-c8fe16d9-85de-442a-92a6-5118baf3b8b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ac2db21f-3bc4-4f3a-a31f-707164d04b28 HTTP/1.1" status: 200 len: 912 time: 0.1748326 Jun 30 09:17:34.280763 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-f6987734-d079-49d2-ad20-a4edbf063929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:34.282263 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-f6987734-d079-49d2-ad20-a4edbf063929 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a8acfcba-aa49-40d7-96e1-8c2c79b01912 HTTP/1.1" status: 200 len: 855 time: 0.1180000 Jun 30 09:17:34.311993 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-69e263c0-7e48-4495-9c81-50b8fb8fd4f0 req-a11aff52-0f8a-423a-8c7e-867f42733bac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37a5e096-0afd-40c8-b2ad-536405a9bc3d HTTP/1.1" status: 200 len: 217 time: 0.0513568 Jun 30 09:17:34.322686 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-1eb9c61f-c358-4e27-9d1f-f52bff40fa9f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=67fb0116-df8f-4edf-9acf-411778b1e168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314393 Jun 30 09:17:34.325982 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-59fe772e-ee16-4619-ae7c-3146f7a9c898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:34.326695 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-59fe772e-ee16-4619-ae7c-3146f7a9c898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:34.328468 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-59fe772e-ee16-4619-ae7c-3146f7a9c898 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0076ed16b9c640f6a2a7cca671ba9d86&device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 1983 time: 0.1197541 Jun 30 09:17:34.364296 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3bc15327-0687-4f46-a972-506713fc18ba req-9ea938bd-f22a-40f3-b136-65d59a63a2c9 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045732 Jun 30 09:17:34.420423 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42436) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:34.432182 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-e95dabd5-0ccb-4f8b-8b43-0fa7f8436394 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.223&port_id=c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd HTTP/1.1" status: 200 len: 217 time: 0.0929039 Jun 30 09:17:34.442408 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c0af7c74-984a-4030-9de2-7652e021db20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:34.456717 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e263c0-7e48-4495-9c81-50b8fb8fd4f0 req-44d6e047-2329-4c53-a19b-1f0545f88ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:34.458415 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-69e263c0-7e48-4495-9c81-50b8fb8fd4f0 req-44d6e047-2329-4c53-a19b-1f0545f88ad8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd8a9d34-628f-4a77-9fac-19eb06ec58fe HTTP/1.1" status: 200 len: 850 time: 0.1340647 Jun 30 09:17:34.515914 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-7deb79f1-b961-4f9b-8ce7-3ceb63c39470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:34.517625 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-7deb79f1-b961-4f9b-8ce7-3ceb63c39470 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=750c2126-d5f7-4e00-a542-d3f944fd8d19 HTTP/1.1" status: 200 len: 801 time: 0.0764365 Jun 30 09:17:34.522956 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-92c0cdc4-f14e-4151-b562-268579ff147d service neutron] 10.222.0.37 "GET /v2.0/networks/67fb0116-df8f-4edf-9acf-411778b1e168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930556 Jun 30 09:17:34.575856 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e263c0-7e48-4495-9c81-50b8fb8fd4f0 req-0160d7c7-8a66-4fb4-9d9c-c47ef1503b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:34.577472 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-69e263c0-7e48-4495-9c81-50b8fb8fd4f0 req-0160d7c7-8a66-4fb4-9d9c-c47ef1503b75 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac2db21f-3bc4-4f3a-a31f-707164d04b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1126683 Jun 30 09:17:34.680688 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c0af7c74-984a-4030-9de2-7652e021db20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:34.721055 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-69e263c0-7e48-4495-9c81-50b8fb8fd4f0 req-1bef8a16-c885-4095-8f2a-5f297d993447 service neutron] 10.222.0.37 "GET /v2.0/networks/ac2db21f-3bc4-4f3a-a31f-707164d04b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349428 Jun 30 09:17:34.731923 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-bfc4570b-89ea-442f-a19d-45ce086a83fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:34.733532 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-bfc4570b-89ea-442f-a19d-45ce086a83fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=640d7d6e-17a6-4002-8791-e87d2f875261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2023392 Jun 30 09:17:34.735836 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8394aa6b-e0ee-4d13-83cd-371351afaab8 req-36b78407-c6de-4996-b052-8ee5b4f082c6 service neutron] 10.222.0.37 "GET /v2.0/networks/67fb0116-df8f-4edf-9acf-411778b1e168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916695 Jun 30 09:17:34.784821 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c0af7c74-984a-4030-9de2-7652e021db20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:34.847242 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af7c74-984a-4030-9de2-7652e021db20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a9dcbe-5b3c-4e79-8817-732afbe3377d,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:34.874355 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c0af7c74-984a-4030-9de2-7652e021db20 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c826ec99cac74299b6a651fde0ae7426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4487398 Jun 30 09:17:34.874651 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42450) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:34.922763 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-69e263c0-7e48-4495-9c81-50b8fb8fd4f0 req-0ea4ea6a-a26d-4b17-8afe-d269d3644a11 service neutron] 10.222.0.37 "GET /v2.0/networks/ac2db21f-3bc4-4f3a-a31f-707164d04b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932001 Jun 30 09:17:34.958202 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a732b67d-68bc-4fa5-a78d-24675c659d67', 'tag': 'c3571333-4237-4005-81ce-477775c5eed8'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:34.960511 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46c6d45-10d9-4156-8a07-2909db5c31df" -d '{"events": [{"name": "network-changed", "server_uuid": "a732b67d-68bc-4fa5-a78d-24675c659d67", "tag": "c3571333-4237-4005-81ce-477775c5eed8"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:35.001900 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7d9aff05-4826-4297-8b46-eed7a5668d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:35.037972 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7d9aff05-4826-4297-8b46-eed7a5668d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:35.053186 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-b7b94c62-89f0-48e4-aa88-a37dda478bbf service neutron] 10.222.0.37 "GET /v2.0/networks/640d7d6e-17a6-4002-8791-e87d2f875261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943006 Jun 30 09:17:35.276124 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b2f1f-0e0e-423e-b2de-e672531b9135 req-14c8b868-96d6-411b-ad22-f2cf36006669 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:35.277800 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-547b2f1f-0e0e-423e-b2de-e672531b9135 req-14c8b868-96d6-411b-ad22-f2cf36006669 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 944 time: 0.1813993 Jun 30 09:17:35.320387 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7d9aff05-4826-4297-8b46-eed7a5668d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:35.323483 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7d9aff05-4826-4297-8b46-eed7a5668d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:35.324681 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7d9aff05-4826-4297-8b46-eed7a5668d92 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a9a9dcbe-5b3c-4e79-8817-732afbe3377d HTTP/1.1" status: 204 len: 168 time: 0.4490783 Jun 30 09:17:35.343929 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9aff05-4826-4297-8b46-eed7a5668d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a9dcbe-5b3c-4e79-8817-732afbe3377d,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:35.357220 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-547b2f1f-0e0e-423e-b2de-e672531b9135 req-ce17326a-e616-4127-8081-966fb7672fc6 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705333 Jun 30 09:17:35.543696 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b735ff-0a31-4894-9e39-f5df8eaae960 x-openstack-request-id: req-97b735ff-0a31-4894-9e39-f5df8eaae960 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:35.543989 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a732b67d-68bc-4fa5-a78d-24675c659d67", "tag": "c3571333-4237-4005-81ce-477775c5eed8", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:35.544241 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-97b735ff-0a31-4894-9e39-f5df8eaae960 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:35.544626 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a732b67d-68bc-4fa5-a78d-24675c659d67', 'tag': 'c3571333-4237-4005-81ce-477775c5eed8', 'status': 'completed', 'code': 200} Jun 30 09:17:35.562390 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615036d-8d14-402d-8bc7-1a54cee28d7d req-421d5a9c-ee2f-4ce4-9abf-dcbd7daca235 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:35.564231 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6615036d-8d14-402d-8bc7-1a54cee28d7d req-421d5a9c-ee2f-4ce4-9abf-dcbd7daca235 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=687c97c4-7c2c-4e66-8c85-29c805a131c4 HTTP/1.1" status: 200 len: 944 time: 0.6971498 Jun 30 09:17:35.571071 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13001474-17ee-4609-8389-8186341c9bf2 req-28017679-aaf5-418b-9706-7e5c994867fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:35.572689 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-13001474-17ee-4609-8389-8186341c9bf2 req-28017679-aaf5-418b-9706-7e5c994867fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2ac106c24f9401386cbe886c9df41fc&device_id=687c97c4-7c2c-4e66-8c85-29c805a131c4 HTTP/1.1" status: 200 len: 1096 time: 0.6555219 Jun 30 09:17:35.628374 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df305b-b957-4054-a9db-3868c0d879fd req-2a0048c6-b552-4645-88c6-ed0b33c5d9e2 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:35.634716 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df305b-b957-4054-a9db-3868c0d879fd req-2a0048c6-b552-4645-88c6-ed0b33c5d9e2 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:35.640349 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54df305b-b957-4054-a9db-3868c0d879fd req-2a0048c6-b552-4645-88c6-ed0b33c5d9e2 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 1679 time: 0.1080499 Jun 30 09:17:35.680463 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54df305b-b957-4054-a9db-3868c0d879fd req-d3972d76-e22d-4baa-ab4e-ec3a1888c4fb tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378504 Jun 30 09:17:35.717295 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6615036d-8d14-402d-8bc7-1a54cee28d7d req-088a52db-9ac9-4d76-b78f-c13c26408a68 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397252 Jun 30 09:17:35.749278 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-f06577dd-f1e0-41d3-aabf-65e0f0a42da2 service neutron] 10.222.0.37 "GET /v2.0/networks/640d7d6e-17a6-4002-8791-e87d2f875261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6828401 Jun 30 09:17:35.819987 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-d535c83d-e678-484d-bf1f-6875dc9291f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.200&port_id=c3571333-4237-4005-81ce-477775c5eed8 HTTP/1.1" status: 200 len: 217 time: 0.0638542 Jun 30 09:17:35.823401 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13001474-17ee-4609-8389-8186341c9bf2 req-f08890e1-687a-4f68-a531-b917f112c5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:35.826090 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-13001474-17ee-4609-8389-8186341c9bf2 req-f08890e1-687a-4f68-a531-b917f112c5de service neutron] 10.222.0.37 "GET /v2.0/networks?id=67fb0116-df8f-4edf-9acf-411778b1e168 HTTP/1.1" status: 200 len: 916 time: 0.2414346 Jun 30 09:17:35.922599 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a8939-bffd-4be7-80ac-cbba8903f725 req-416d816b-7e58-4010-8250-6b4897bd0859 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:35.924525 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a31a8939-bffd-4be7-80ac-cbba8903f725 req-416d816b-7e58-4010-8250-6b4897bd0859 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 946 time: 0.1042376 Jun 30 09:17:35.938816 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-13001474-17ee-4609-8389-8186341c9bf2 req-0fd67490-0b0d-4205-a458-5a75b2aacc3f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba474199-aea0-47d4-93a7-a5420bb2e23c HTTP/1.1" status: 200 len: 217 time: 0.0923488 Jun 30 09:17:35.988462 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-327ea37c-539f-4c52-80a5-7af2f445f747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:35.990377 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-327ea37c-539f-4c52-80a5-7af2f445f747 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6377bbac-1b19-4699-989c-af4796511ee8 HTTP/1.1" status: 200 len: 801 time: 0.1627777 Jun 30 09:17:36.020882 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a31a8939-bffd-4be7-80ac-cbba8903f725 req-de8675ea-13c7-46f3-8947-eea5cded364c tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841434 Jun 30 09:17:36.053815 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13001474-17ee-4609-8389-8186341c9bf2 req-b59e2c82-4c23-456a-b34b-ac49a3bb1a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:36.055344 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-13001474-17ee-4609-8389-8186341c9bf2 req-b59e2c82-4c23-456a-b34b-ac49a3bb1a43 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a8acfcba-aa49-40d7-96e1-8c2c79b01912 HTTP/1.1" status: 200 len: 855 time: 0.1009758 Jun 30 09:17:36.119418 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-13001474-17ee-4609-8389-8186341c9bf2 req-e9be9004-ff6f-4137-a896-350cbdb27d78 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=67fb0116-df8f-4edf-9acf-411778b1e168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561028 Jun 30 09:17:36.127037 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-ec04bfc0-55fa-4182-a862-bfa8fb58d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:36.130865 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-ec04bfc0-55fa-4182-a862-bfa8fb58d18d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4656d380-63c2-4a61-94bc-c9adce141b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1311131 Jun 30 09:17:36.320709 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-13001474-17ee-4609-8389-8186341c9bf2 req-dad25795-c212-42c1-ad06-b3c304252c44 service neutron] 10.222.0.37 "GET /v2.0/networks/67fb0116-df8f-4edf-9acf-411778b1e168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902354 Jun 30 09:17:36.323251 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-9eabe96f-e400-4012-a841-7797aa70dcae service neutron] 10.222.0.37 "GET /v2.0/networks/4656d380-63c2-4a61-94bc-c9adce141b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831212 Jun 30 09:17:36.584120 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-13001474-17ee-4609-8389-8186341c9bf2 req-887ef110-66df-4d75-b3b5-9ed1a3876745 service neutron] 10.222.0.37 "GET /v2.0/networks/67fb0116-df8f-4edf-9acf-411778b1e168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489924 Jun 30 09:17:36.588284 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b8a26db-8b4c-461f-9ed3-106866b8ff9a req-557081c1-d45c-4d4c-9bc2-22e91715fbe4 service neutron] 10.222.0.37 "GET /v2.0/networks/4656d380-63c2-4a61-94bc-c9adce141b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518017 Jun 30 09:17:36.700429 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b10017-f730-4859-939d-e0a2c068b7a0 req-ad50b36b-4b71-425b-9f0b-55e6dfc552b6 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:36.702671 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-36b10017-f730-4859-939d-e0a2c068b7a0 req-ad50b36b-4b71-425b-9f0b-55e6dfc552b6 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 944 time: 0.0961053 Jun 30 09:17:36.774374 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-36b10017-f730-4859-939d-e0a2c068b7a0 req-fc6a855d-7465-48e4-93b1-1aacc0eea49a tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575721 Jun 30 09:17:36.855513 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c6d45-10d9-4156-8a07-2909db5c31df req-8ccd7100-e7c6-446a-abe3-b3066ca8b8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:36.856380 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c6d45-10d9-4156-8a07-2909db5c31df req-8ccd7100-e7c6-446a-abe3-b3066ca8b8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:36.859329 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c46c6d45-10d9-4156-8a07-2909db5c31df req-8ccd7100-e7c6-446a-abe3-b3066ca8b8ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0076ed16b9c640f6a2a7cca671ba9d86&device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 1983 time: 0.0920372 Jun 30 09:17:37.085338 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96d5c6-4642-4f49-9cc8-75605fd8a849 req-0176c071-4235-4344-b7de-f1fa050d2bf9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:37.090693 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96d5c6-4642-4f49-9cc8-75605fd8a849 req-0176c071-4235-4344-b7de-f1fa050d2bf9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:37.091849 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c6d45-10d9-4156-8a07-2909db5c31df req-573479d8-8e4e-4a7f-b598-7ae5f23d8663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:37.093478 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c46c6d45-10d9-4156-8a07-2909db5c31df req-573479d8-8e4e-4a7f-b598-7ae5f23d8663 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4656d380-63c2-4a61-94bc-c9adce141b60 HTTP/1.1" status: 200 len: 902 time: 0.2262652 Jun 30 09:17:37.096564 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-df96d5c6-4642-4f49-9cc8-75605fd8a849 req-0176c071-4235-4344-b7de-f1fa050d2bf9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 1679 time: 0.1891434 Jun 30 09:17:37.186459 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c46c6d45-10d9-4156-8a07-2909db5c31df req-af7917e1-ef6b-46b5-ade8-0d8c0ebde550 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.200&port_id=c3571333-4237-4005-81ce-477775c5eed8 HTTP/1.1" status: 200 len: 217 time: 0.0828481 Jun 30 09:17:37.196441 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-df96d5c6-4642-4f49-9cc8-75605fd8a849 req-9ff2ce3f-313b-41ac-989d-8e66331ffdcf tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910776 Jun 30 09:17:37.253810 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c6d45-10d9-4156-8a07-2909db5c31df req-1551bf17-3458-4b78-a9df-c4b54f8a451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:37.265793 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c46c6d45-10d9-4156-8a07-2909db5c31df req-1551bf17-3458-4b78-a9df-c4b54f8a451e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6377bbac-1b19-4699-989c-af4796511ee8 HTTP/1.1" status: 200 len: 801 time: 0.0614893 Jun 30 09:17:37.329471 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c6d45-10d9-4156-8a07-2909db5c31df req-70729617-1e2d-4a59-9662-322a026f87fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:37.331700 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c46c6d45-10d9-4156-8a07-2909db5c31df req-70729617-1e2d-4a59-9662-322a026f87fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4656d380-63c2-4a61-94bc-c9adce141b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684855 Jun 30 09:17:37.352905 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:37.465141 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c46c6d45-10d9-4156-8a07-2909db5c31df req-bc31121c-e0d0-4ae8-a2c4-e636e2c9db0c service neutron] 10.222.0.37 "GET /v2.0/networks/4656d380-63c2-4a61-94bc-c9adce141b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270220 Jun 30 09:17:37.469837 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acf380-0102-436c-8492-b6af395f3744 req-efe736d9-c99c-415e-bc63-6ac4af593b5b tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:37.478220 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e8acf380-0102-436c-8492-b6af395f3744 req-efe736d9-c99c-415e-bc63-6ac4af593b5b tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=687c97c4-7c2c-4e66-8c85-29c805a131c4 HTTP/1.1" status: 200 len: 944 time: 0.1118271 Jun 30 09:17:37.515950 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e8acf380-0102-436c-8492-b6af395f3744 req-e6d82e6e-09b8-470f-a430-618d06f435b9 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368521 Jun 30 09:17:37.660682 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c46c6d45-10d9-4156-8a07-2909db5c31df req-92d8564f-6fb3-4135-b6a9-6f7182980a9f service neutron] 10.222.0.37 "GET /v2.0/networks/4656d380-63c2-4a61-94bc-c9adce141b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799605 Jun 30 09:17:37.747258 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a8e61-c7c2-42d2-befb-0e6d4f04c9d7 req-fcdde39a-5846-40d0-828e-135e85988d9f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:37.755632 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b95a8e61-c7c2-42d2-befb-0e6d4f04c9d7 req-fcdde39a-5846-40d0-828e-135e85988d9f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 946 time: 0.0994678 Jun 30 09:17:37.821353 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b95a8e61-c7c2-42d2-befb-0e6d4f04c9d7 req-ebecec9a-ffc2-48d5-a42a-985938a47f55 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570326 Jun 30 09:17:38.004468 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995ec34-1714-42fb-ae3c-17dd7d52b462 req-dbc329e2-deaf-41a7-acc2-bdd2c57bd400 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:38.005990 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6995ec34-1714-42fb-ae3c-17dd7d52b462 req-dbc329e2-deaf-41a7-acc2-bdd2c57bd400 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 944 time: 0.0768754 Jun 30 09:17:38.078560 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6995ec34-1714-42fb-ae3c-17dd7d52b462 req-630e9a66-6ab2-42bd-8574-00c7d5b7544f tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633812 Jun 30 09:17:38.434377 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb317913-1a52-41d6-ad0f-f6c6213db6cc req-8d745b07-d2dc-44ff-8fec-ea97ac225823 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:38.435394 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 37a5e096-0afd-40c8-b2ad-536405a9bc3d details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:17:38.442126 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb317913-1a52-41d6-ad0f-f6c6213db6cc req-8d745b07-d2dc-44ff-8fec-ea97ac225823 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:38.444003 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cb317913-1a52-41d6-ad0f-f6c6213db6cc req-8d745b07-d2dc-44ff-8fec-ea97ac225823 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 1679 time: 0.0929661 Jun 30 09:17:38.510630 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cb317913-1a52-41d6-ad0f-f6c6213db6cc req-4929d461-1a27-488c-b5af-801f18f6c124 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593884 Jun 30 09:17:38.588506 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 37a5e096-0afd-40c8-b2ad-536405a9bc3d, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=37a5e096-0afd-40c8-b2ad-536405a9bc3d,segment=NetworkSegment(151e09a6-9cda-43bb-ac7c-a185d8604c41),segment_id=151e09a6-9cda-43bb-ac7c-a185d8604c41)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:38.604403 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '37a5e096-0afd-40c8-b2ad-536405a9bc3d', 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28', 'port_id': '37a5e096-0afd-40c8-b2ad-536405a9bc3d', 'mac_address': 'fa:16:3e:b4:9a:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:17:38.654230 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:38.674169 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a5e096-0afd-40c8-b2ad-536405a9bc3d {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:17:38.703797 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 37a5e096-0afd-40c8-b2ad-536405a9bc3d, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=37a5e096-0afd-40c8-b2ad-536405a9bc3d,segment=NetworkSegment(151e09a6-9cda-43bb-ac7c-a185d8604c41),segment_id=151e09a6-9cda-43bb-ac7c-a185d8604c41)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:38.705590 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:38.812034 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:38.882558 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023af2b-d141-4439-9cab-f8824ad4c0e8 req-6681fd8a-3b79-4e44-931b-8562288f2bf6 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:38.884294 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e023af2b-d141-4439-9cab-f8824ad4c0e8 req-6681fd8a-3b79-4e44-931b-8562288f2bf6 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=687c97c4-7c2c-4e66-8c85-29c805a131c4 HTTP/1.1" status: 200 len: 944 time: 0.1489997 Jun 30 09:17:38.902968 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 5e9a904f-08cb-456a-a1c7-fb789d344075 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:17:38.942366 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=37a5e096-0afd-40c8-b2ad-536405a9bc3d,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:38.969560 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e023af2b-d141-4439-9cab-f8824ad4c0e8 req-056a8ef0-29ee-47b7-b185-72206e29a953 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793931 Jun 30 09:17:39.076568 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42582) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:39.083188 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 5e9a904f-08cb-456a-a1c7-fb789d344075, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=5e9a904f-08cb-456a-a1c7-fb789d344075,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:39.096399 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '5e9a904f-08cb-456a-a1c7-fb789d344075', 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b', 'port_id': '5e9a904f-08cb-456a-a1c7-fb789d344075', 'mac_address': 'fa:16:3e:21:6e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db27f2a-daae-4bc9-9a26-19aaee7812fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:17:39.102741 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ef403-d1ac-4389-989d-0c81b514b8ca req-a71ad074-54bf-4ab2-ad74-a078153e83c5 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:39.105144 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-594ef403-d1ac-4389-989d-0c81b514b8ca req-a71ad074-54bf-4ab2-ad74-a078153e83c5 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 946 time: 0.0906322 Jun 30 09:17:39.168278 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-594ef403-d1ac-4389-989d-0c81b514b8ca req-6465a2e0-c8ef-44be-8b79-aef846bd2ddc tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557487 Jun 30 09:17:39.183661 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:39.195073 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['37a5e096-0afd-40c8-b2ad-536405a9bc3d'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:17:39.243746 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e9a904f-08cb-456a-a1c7-fb789d344075 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:17:39.255697 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-4176b806-6dc5-4265-837e-54cd0b73887d tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1181410265', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:39.289306 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 5e9a904f-08cb-456a-a1c7-fb789d344075, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=5e9a904f-08cb-456a-a1c7-fb789d344075,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:39.315916 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5130ec6-f4ae-46ad-81f6-57c917874d56 req-12ea58d5-4d7d-4c48-ab9d-c2be967edd62 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:39.323803 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5130ec6-f4ae-46ad-81f6-57c917874d56 req-12ea58d5-4d7d-4c48-ab9d-c2be967edd62 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 945 time: 0.1036365 Jun 30 09:17:39.383560 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5130ec6-f4ae-46ad-81f6-57c917874d56 req-cb20015a-cf9f-45a8-8def-5f61d3b4952c tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584037 Jun 30 09:17:39.389682 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4176b806-6dc5-4265-837e-54cd0b73887d tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Made reservation on behalf of ce340c11d7b940cbb72d9647f5df7eda for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:39.392716 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4176b806-6dc5-4265-837e-54cd0b73887d tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:39.412384 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4176b806-6dc5-4265-837e-54cd0b73887d tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:39.412708 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:39.470578 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=5e9a904f-08cb-456a-a1c7-fb789d344075,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:39.520789 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['5e9a904f-08cb-456a-a1c7-fb789d344075'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:17:39.523533 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4176b806-6dc5-4265-837e-54cd0b73887d tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:39.644415 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4176b806-6dc5-4265-837e-54cd0b73887d tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:39.662007 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-4176b806-6dc5-4265-837e-54cd0b73887d tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] device_id is not set on port 23699039-a291-49a2-819a-eb84f090c19f yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:17:39.724319 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176b806-6dc5-4265-837e-54cd0b73887d tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d8604f-df4a-4b97-bf77-74170b98e25b,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:39.728227 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2641b0-dec3-41cf-8f2b-15c55fcb243b req-06ecd463-28cf-4d16-b222-0003872f664d tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:39.734332 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2641b0-dec3-41cf-8f2b-15c55fcb243b req-06ecd463-28cf-4d16-b222-0003872f664d tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:39.736264 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4a2641b0-dec3-41cf-8f2b-15c55fcb243b req-06ecd463-28cf-4d16-b222-0003872f664d tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 1679 time: 0.1073675 Jun 30 09:17:39.792839 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4a2641b0-dec3-41cf-8f2b-15c55fcb243b req-d9d1cb5a-47e1-47e8-9c68-6cb5b39bf591 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493860 Jun 30 09:17:39.819771 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-4176b806-6dc5-4265-837e-54cd0b73887d tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Allocated IP 172.25.6.202 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/23699039-a291-49a2-819a-eb84f090c19f) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:39.986515 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4176b806-6dc5-4265-837e-54cd0b73887d tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:40.172441 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f992b-9096-4195-ab08-b677102052e9 req-a18c56d5-8970-432a-b5ca-11acb67d1201 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:40.173933 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4c8f992b-9096-4195-ab08-b677102052e9 req-a18c56d5-8970-432a-b5ca-11acb67d1201 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=687c97c4-7c2c-4e66-8c85-29c805a131c4 HTTP/1.1" status: 200 len: 944 time: 0.0650527 Jun 30 09:17:40.214859 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4c8f992b-9096-4195-ab08-b677102052e9 req-4722a02f-b996-40a2-a7c4-9de539df45a1 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345075 Jun 30 09:17:40.268366 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4176b806-6dc5-4265-837e-54cd0b73887d tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:40.326211 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4176b806-6dc5-4265-837e-54cd0b73887d tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:40.334559 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-4176b806-6dc5-4265-837e-54cd0b73887d tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:40.341095 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4176b806-6dc5-4265-837e-54cd0b73887d tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:40.447512 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176b806-6dc5-4265-837e-54cd0b73887d tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Pushing event updated for resources: {'Port': ['ID=23699039-a291-49a2-819a-eb84f090c19f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:40.447671 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device ba474199-aea0-47d4-93a7-a5420bb2e23c details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:17:40.473555 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4176b806-6dc5-4265-837e-54cd0b73887d tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:40.474222 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4176b806-6dc5-4265-837e-54cd0b73887d tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:40.493898 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ae535-b186-466a-b60a-5ba70c6a842b req-fe35e884-ff0f-4852-93dd-a0550fde5a53 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:40.505507 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-466ae535-b186-466a-b60a-5ba70c6a842b req-fe35e884-ff0f-4852-93dd-a0550fde5a53 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 945 time: 0.2226460 Jun 30 09:17:40.566220 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4176b806-6dc5-4265-837e-54cd0b73887d tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4874563 Jun 30 09:17:40.569164 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42622) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:40.575791 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-466ae535-b186-466a-b60a-5ba70c6a842b req-32f79c32-e00c-4584-984d-49c96b1d2b7e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651636 Jun 30 09:17:40.576316 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-601b0cf4-c7ac-4d7d-9d91-dd524e2c311f tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.202'}]}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:40.696124 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5211327-e1a5-47b7-95a3-40c6cc9e4cfd req-e3e76ed0-d1d9-4106-aa73-455d3890a8a3 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:40.698055 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a5211327-e1a5-47b7-95a3-40c6cc9e4cfd req-e3e76ed0-d1d9-4106-aa73-455d3890a8a3 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 945 time: 0.0806952 Jun 30 09:17:40.756935 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 37a5e096-0afd-40c8-b2ad-536405a9bc3d up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:40.763721 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a5211327-e1a5-47b7-95a3-40c6cc9e4cfd req-7477b108-f7e6-46d1-8481-cdff4a0cf9e4 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590434 Jun 30 09:17:40.765583 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-601b0cf4-c7ac-4d7d-9d91-dd524e2c311f tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:40.766801 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-601b0cf4-c7ac-4d7d-9d91-dd524e2c311f tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:40.865546 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-601b0cf4-c7ac-4d7d-9d91-dd524e2c311f tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:40.874121 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port ba474199-aea0-47d4-93a7-a5420bb2e23c, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=ba474199-aea0-47d4-93a7-a5420bb2e23c,segment=NetworkSegment(bc499c06-af65-4614-b099-27bc511ea45a),segment_id=bc499c06-af65-4614-b099-27bc511ea45a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:40.887959 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'ba474199-aea0-47d4-93a7-a5420bb2e23c', 'network_id': '67fb0116-df8f-4edf-9acf-411778b1e168', 'port_id': 'ba474199-aea0-47d4-93a7-a5420bb2e23c', 'mac_address': 'fa:16:3e:cf:42:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8acfcba-aa49-40d7-96e1-8c2c79b01912', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:17:40.923266 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 5e9a904f-08cb-456a-a1c7-fb789d344075 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:40.988560 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 37a5e096-0afd-40c8-b2ad-536405a9bc3d completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:40.995681 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:41.009974 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 37a5e096-0afd-40c8-b2ad-536405a9bc3d triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:41.010345 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:41.017512 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba474199-aea0-47d4-93a7-a5420bb2e23c {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:17:41.078592 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port ba474199-aea0-47d4-93a7-a5420bb2e23c, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=ba474199-aea0-47d4-93a7-a5420bb2e23c,segment=NetworkSegment(bc499c06-af65-4614-b099-27bc511ea45a),segment_id=bc499c06-af65-4614-b099-27bc511ea45a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:41.085978 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 5e9a904f-08cb-456a-a1c7-fb789d344075 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:41.086344 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:41.106569 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efcd0f-a1d6-4d77-8f51-19c2cb847852 req-3a7d81df-a421-4b8f-80a9-94d0717a6def tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:41.122296 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efcd0f-a1d6-4d77-8f51-19c2cb847852 req-3a7d81df-a421-4b8f-80a9-94d0717a6def tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:41.135143 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-88efcd0f-a1d6-4d77-8f51-19c2cb847852 req-3a7d81df-a421-4b8f-80a9-94d0717a6def tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 1679 time: 0.1989474 Jun 30 09:17:41.159639 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-601b0cf4-c7ac-4d7d-9d91-dd524e2c311f tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:41.170280 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:41.170929 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42636) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:41.215237 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-88efcd0f-a1d6-4d77-8f51-19c2cb847852 req-0a1ddf2f-bff3-4c2a-aa53-1d7ff9d1bf69 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784414 Jun 30 09:17:41.217495 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5281d25-773b-4cea-b21e-f98c87a5dbfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a5e096-0afd-40c8-b2ad-536405a9bc3d'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:41.219772 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c7d405-334b-4a8c-8cb0-8f9140928105" -d '{"events": [{"server_uuid": "a5281d25-773b-4cea-b21e-f98c87a5dbfc", "name": "network-vif-plugged", "status": "completed", "tag": "37a5e096-0afd-40c8-b2ad-536405a9bc3d"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:41.228444 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:41.229109 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:17:41.255883 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 37a5e096-0afd-40c8-b2ad-536405a9bc3d, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=37a5e096-0afd-40c8-b2ad-536405a9bc3d,segment=NetworkSegment(151e09a6-9cda-43bb-ac7c-a185d8604c41),segment_id=151e09a6-9cda-43bb-ac7c-a185d8604c41)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:41.282819 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52acb8a-3522-4b58-a609-7f9963304f9c x-openstack-request-id: req-f52acb8a-3522-4b58-a609-7f9963304f9c {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:41.283209 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5281d25-773b-4cea-b21e-f98c87a5dbfc", "name": "network-vif-plugged", "status": "completed", "tag": "37a5e096-0afd-40c8-b2ad-536405a9bc3d", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:41.283362 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f52acb8a-3522-4b58-a609-7f9963304f9c {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:41.284659 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5281d25-773b-4cea-b21e-f98c87a5dbfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a5e096-0afd-40c8-b2ad-536405a9bc3d', 'code': 200} Jun 30 09:17:41.284920 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:41.391515 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=ba474199-aea0-47d4-93a7-a5420bb2e23c,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:41.404795 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 5e9a904f-08cb-456a-a1c7-fb789d344075, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=5e9a904f-08cb-456a-a1c7-fb789d344075,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:41.421309 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a38db977-fa37-4cf2-9e1b-96dacde3fb2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:41.463941 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd,segment=NetworkSegment(5ffe6ecc-9756-4635-a77d-60ab3547966f),segment_id=5ffe6ecc-9756-4635-a77d-60ab3547966f)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:41.494668 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd', 'network_id': '640d7d6e-17a6-4002-8791-e87d2f875261', 'port_id': 'c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd', 'mac_address': 'fa:16:3e:e5:8b:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '750c2126-d5f7-4e00-a542-d3f944fd8d19', 'ip_address': '19.80.0.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:17:41.560077 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42654) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:41.568103 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:41.569248 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-e68ebc8b-1280-4258-999e-b2b42ebdf44e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-860387043'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:41.583412 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:17:41.609695 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd,segment=NetworkSegment(5ffe6ecc-9756-4635-a77d-60ab3547966f),segment_id=5ffe6ecc-9756-4635-a77d-60ab3547966f)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:41.616640 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.db.api [None req-e68ebc8b-1280-4258-999e-b2b42ebdf44e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:17:41.616640 n-d-771363-31 neutron-server[101054]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 09:17:41.616640 n-d-771363-31 neutron-server[101054]: [parameters: {'project_id_1': '2cf47b77e70945949916ae6cc28be07c', 'expiration_1': datetime.datetime(2021, 6, 30, 9, 17, 41, 576888)}] Jun 30 09:17:41.616640 n-d-771363-31 neutron-server[101054]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=101054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:17:41.617064 n-d-771363-31 neutron-server[101054]: DEBUG oslo_db.api [None req-e68ebc8b-1280-4258-999e-b2b42ebdf44e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:17:41.624780 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710bad78-632f-40a1-874c-eb2025dc2ed4 req-90548e8d-8011-4d9b-a27a-94d7fd68b089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:41.626357 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-710bad78-632f-40a1-874c-eb2025dc2ed4 req-90548e8d-8011-4d9b-a27a-94d7fd68b089 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 1097 time: 0.2548821 Jun 30 09:17:41.658868 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd7a3b-6a31-433c-a3f3-316561c65f8a req-7630630b-1fb5-4210-b509-783fd34e347b tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:41.660562 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eadd7a3b-6a31-433c-a3f3-316561c65f8a req-7630630b-1fb5-4210-b509-783fd34e347b tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=687c97c4-7c2c-4e66-8c85-29c805a131c4 HTTP/1.1" status: 200 len: 945 time: 0.2059391 Jun 30 09:17:41.679189 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-710bad78-632f-40a1-874c-eb2025dc2ed4 req-ba4ac25e-0176-4933-8ba1-1c68459ad693 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440195 Jun 30 09:17:41.736464 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a38db977-fa37-4cf2-9e1b-96dacde3fb2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:41.757436 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eadd7a3b-6a31-433c-a3f3-316561c65f8a req-49a853aa-5330-4648-a5dc-0b488462fe6d tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568800 Jun 30 09:17:41.772330 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:41.866714 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:41.870091 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:41.879948 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=37a5e096-0afd-40c8-b2ad-536405a9bc3d,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:41.917847 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a38db977-fa37-4cf2-9e1b-96dacde3fb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:41.946029 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0fa786-1846-4e4e-9c98-6469070dc988 req-e080a81f-31ea-48db-8584-87c1df5ea1cc tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:41.953237 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d0fa786-1846-4e4e-9c98-6469070dc988 req-e080a81f-31ea-48db-8584-87c1df5ea1cc tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 945 time: 0.2120697 Jun 30 09:17:41.959682 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=5e9a904f-08cb-456a-a1c7-fb789d344075,revision_number=7']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:41.998322 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-601b0cf4-c7ac-4d7d-9d91-dd524e2c311f tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:42.038440 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:42.042842 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-601b0cf4-c7ac-4d7d-9d91-dd524e2c311f tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:42.075666 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d0fa786-1846-4e4e-9c98-6469070dc988 req-35e9d0b9-d779-4577-a3ce-960623a7f55e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215045 Jun 30 09:17:42.098511 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a38db977-fa37-4cf2-9e1b-96dacde3fb2d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=374d97965f5f4083ac672a70b428ccac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9258378 Jun 30 09:17:42.120190 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42670) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:42.131611 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38db977-fa37-4cf2-9e1b-96dacde3fb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8fc114-169d-4a7b-aaa4-48918e6be01c,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:42.202848 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8af37d-cc03-4cdf-9da0-6ede8ac75e1b req-e755d409-e658-4028-b9ba-ac6559a85857 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:42.205360 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8a8af37d-cc03-4cdf-9da0-6ede8ac75e1b req-e755d409-e658-4028-b9ba-ac6559a85857 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 946 time: 0.2710440 Jun 30 09:17:42.272406 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8a8af37d-cc03-4cdf-9da0-6ede8ac75e1b req-64b17190-8dec-410b-9c02-71ee612036ea tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573220 Jun 30 09:17:42.287783 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8fe59d00-8c52-4490-8db5-d1cef2c75879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:42.309038 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68ebc8b-1280-4258-999e-b2b42ebdf44e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Made reservation on behalf of 2cf47b77e70945949916ae6cc28be07c for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:42.312756 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e68ebc8b-1280-4258-999e-b2b42ebdf44e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:42.328612 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:17:42.346607 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8fe59d00-8c52-4490-8db5-d1cef2c75879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:42.385835 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68ebc8b-1280-4258-999e-b2b42ebdf44e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:17:42.415186 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e68ebc8b-1280-4258-999e-b2b42ebdf44e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:42.419763 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-e68ebc8b-1280-4258-999e-b2b42ebdf44e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Added segment 5d74be57-0b58-40b7-ac12-8573793671cf of type vlan for network 203a8969-fabc-4eb3-a4b7-0ed49225ea16 Jun 30 09:17:42.432290 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['ba474199-aea0-47d4-93a7-a5420bb2e23c'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:17:42.447604 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-601b0cf4-c7ac-4d7d-9d91-dd524e2c311f tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:42.487470 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c3571333-4237-4005-81ce-477775c5eed8 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:17:42.562819 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e68ebc8b-1280-4258-999e-b2b42ebdf44e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:42.660520 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8fe59d00-8c52-4490-8db5-d1cef2c75879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:42.663263 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8fe59d00-8c52-4490-8db5-d1cef2c75879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:42.664263 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8fe59d00-8c52-4490-8db5-d1cef2c75879 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7f8fc114-169d-4a7b-aaa4-48918e6be01c HTTP/1.1" status: 204 len: 168 time: 0.5396311 Jun 30 09:17:42.854265 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-601b0cf4-c7ac-4d7d-9d91-dd524e2c311f tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:42.857659 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe59d00-8c52-4490-8db5-d1cef2c75879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8fc114-169d-4a7b-aaa4-48918e6be01c,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:42.896816 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-601b0cf4-c7ac-4d7d-9d91-dd524e2c311f tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:42.913331 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e68ebc8b-1280-4258-999e-b2b42ebdf44e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:42.919092 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68ebc8b-1280-4258-999e-b2b42ebdf44e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:42.919721 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e68ebc8b-1280-4258-999e-b2b42ebdf44e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:42.959634 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68526bb-e3ec-4641-875a-3e81ce534df5 req-30ca055d-3604-479d-8688-d38c6e731970 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:42.965474 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68526bb-e3ec-4641-875a-3e81ce534df5 req-30ca055d-3604-479d-8688-d38c6e731970 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:42.986568 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e68526bb-e3ec-4641-875a-3e81ce534df5 req-30ca055d-3604-479d-8688-d38c6e731970 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 1680 time: 0.5813258 Jun 30 09:17:43.076048 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port c3571333-4237-4005-81ce-477775c5eed8, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c3571333-4237-4005-81ce-477775c5eed8,segment=NetworkSegment(2b87ee91-5ef7-46a9-a2d3-bcb1912f26fd),segment_id=2b87ee91-5ef7-46a9-a2d3-bcb1912f26fd)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:43.121890 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce536567-0d41-44bb-be39-b2eb18d6a472 req-83724314-3c55-4c5d-831f-5e9d752a9a74 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:43.135270 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce536567-0d41-44bb-be39-b2eb18d6a472 req-83724314-3c55-4c5d-831f-5e9d752a9a74 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=687c97c4-7c2c-4e66-8c85-29c805a131c4 HTTP/1.1" status: 200 len: 945 time: 0.1959410 Jun 30 09:17:43.138643 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'c3571333-4237-4005-81ce-477775c5eed8', 'network_id': '4656d380-63c2-4a61-94bc-c9adce141b60', 'port_id': 'c3571333-4237-4005-81ce-477775c5eed8', 'mac_address': 'fa:16:3e:e4:ea:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6377bbac-1b19-4699-989c-af4796511ee8', 'ip_address': '19.86.0.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:17:43.236667 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce536567-0d41-44bb-be39-b2eb18d6a472 req-461ccd3e-e933-4091-840e-420c9921b651 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942981 Jun 30 09:17:43.240537 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ebc8b-1280-4258-999e-b2b42ebdf44e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Pushing event updated for resources: {'Network': ['ID=203a8969-fabc-4eb3-a4b7-0ed49225ea16,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:43.267347 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e68ebc8b-1280-4258-999e-b2b42ebdf44e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7046282 Jun 30 09:17:43.270763 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42684) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:43.277565 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-d0506c81-2f8c-46a4-b31d-d4e46983aa82 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1615164729'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:43.289629 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a48fb0-30ba-4482-a7fd-3ad6af85be86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9a904f-08cb-456a-a1c7-fb789d344075'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:43.290860 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ba1fb4-06a5-4145-b43f-ee931920fc3c" -d '{"events": [{"server_uuid": "47a48fb0-30ba-4482-a7fd-3ad6af85be86", "name": "network-vif-plugged", "status": "completed", "tag": "5e9a904f-08cb-456a-a1c7-fb789d344075"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:43.304680 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e68526bb-e3ec-4641-875a-3e81ce534df5 req-6ea96564-1a6e-43e6-843d-12fe70f63577 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198733 Jun 30 09:17:43.307344 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-601b0cf4-c7ac-4d7d-9d91-dd524e2c311f tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:43.309622 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601b0cf4-c7ac-4d7d-9d91-dd524e2c311f tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 137e6cc9-76e9-4385-8016-8bfc698bb94f {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:17:43.311019 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 203a8969-fabc-4eb3-a4b7-0ed49225ea16 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:17:43.405942 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26b99ee-bd65-4b07-8f07-51a2e2b6a764 x-openstack-request-id: req-e26b99ee-bd65-4b07-8f07-51a2e2b6a764 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:43.406238 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a48fb0-30ba-4482-a7fd-3ad6af85be86", "name": "network-vif-plugged", "status": "completed", "tag": "5e9a904f-08cb-456a-a1c7-fb789d344075", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:43.406492 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e26b99ee-bd65-4b07-8f07-51a2e2b6a764 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:43.406897 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a48fb0-30ba-4482-a7fd-3ad6af85be86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9a904f-08cb-456a-a1c7-fb789d344075', 'code': 200} Jun 30 09:17:43.413228 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:43.447776 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3571333-4237-4005-81ce-477775c5eed8 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:17:43.466568 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0506c81-2f8c-46a4-b31d-d4e46983aa82 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Made reservation on behalf of 2cf47b77e70945949916ae6cc28be07c for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:43.470752 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d0506c81-2f8c-46a4-b31d-d4e46983aa82 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:43.543685 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port c3571333-4237-4005-81ce-477775c5eed8, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c3571333-4237-4005-81ce-477775c5eed8,segment=NetworkSegment(2b87ee91-5ef7-46a9-a2d3-bcb1912f26fd),segment_id=2b87ee91-5ef7-46a9-a2d3-bcb1912f26fd)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:43.576389 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0506c81-2f8c-46a4-b31d-d4e46983aa82 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:17:43.595528 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d0506c81-2f8c-46a4-b31d-d4e46983aa82 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:43.595528 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-d0506c81-2f8c-46a4-b31d-d4e46983aa82 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Added segment c234fcd6-893a-4512-8def-0f2118a6a16c of type vlan for network 1ee7a795-7cad-4025-ad1c-ea31997afa2e Jun 30 09:17:43.595975 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-601b0cf4-c7ac-4d7d-9d91-dd524e2c311f tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 30 09:17:43.602618 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-601b0cf4-c7ac-4d7d-9d91-dd524e2c311f tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0270867 Jun 30 09:17:43.602850 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42690) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:43.654607 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:43.658991 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1da3ab-6e01-4925-9bcf-f5308e523278 req-57706f69-10c3-4745-86f6-155acb8c31c5 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:43.661655 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cd1da3ab-6e01-4925-9bcf-f5308e523278 req-57706f69-10c3-4745-86f6-155acb8c31c5 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 946 time: 0.1180336 Jun 30 09:17:43.682917 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d0506c81-2f8c-46a4-b31d-d4e46983aa82 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:43.729163 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e07a7-dee5-4eb6-a298-fcca3c419c19 req-ce3e7590-d719-4221-b779-a28f2c30ff88 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:43.730899 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-496e07a7-dee5-4eb6-a298-fcca3c419c19 req-ce3e7590-d719-4221-b779-a28f2c30ff88 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 946 time: 0.2213464 Jun 30 09:17:43.733113 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=c3571333-4237-4005-81ce-477775c5eed8,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:43.746691 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cd1da3ab-6e01-4925-9bcf-f5308e523278 req-aecdf0c8-6051-4b08-b20c-d2ad651c5ee5 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767288 Jun 30 09:17:43.810660 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-496e07a7-dee5-4eb6-a298-fcca3c419c19 req-e62ea096-a236-46d3-a642-95f3c703edd5 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694098 Jun 30 09:17:43.818959 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-2f675e43-5d20-46a3-9891-5b5cfcbe0a6a tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Deleting port 23699039-a291-49a2-819a-eb84f090c19f {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:43.819369 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f675e43-5d20-46a3-9891-5b5cfcbe0a6a tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:43.867115 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d0506c81-2f8c-46a4-b31d-d4e46983aa82 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:43.874445 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0506c81-2f8c-46a4-b31d-d4e46983aa82 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:43.876947 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d0506c81-2f8c-46a4-b31d-d4e46983aa82 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:43.949086 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42696) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:43.985272 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5b862d3a-fb4e-40d4-ace4-5c68bdad917d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:44.003613 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa48b88-45d3-4e68-8893-905b905c4b65 req-e90c8b5f-f3e4-4b48-834d-3ac145d0fe8b tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:44.004323 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0506c81-2f8c-46a4-b31d-d4e46983aa82 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Pushing event updated for resources: {'Network': ['ID=1ee7a795-7cad-4025-ad1c-ea31997afa2e,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:44.014739 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-faa48b88-45d3-4e68-8893-905b905c4b65 req-e90c8b5f-f3e4-4b48-834d-3ac145d0fe8b tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 946 time: 0.1289206 Jun 30 09:17:44.014739 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42700) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:44.017385 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 1ee7a795-7cad-4025-ad1c-ea31997afa2e details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:17:44.023900 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-6b63220c-939b-446d-a0ab-f4ac8fcfb022 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Request body: {'floatingip': {'port_id': '37a5e096-0afd-40c8-b2ad-536405a9bc3d'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:44.038089 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f675e43-5d20-46a3-9891-5b5cfcbe0a6a tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:44.073256 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d0506c81-2f8c-46a4-b31d-d4e46983aa82 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8010309 Jun 30 09:17:44.078866 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42702) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:44.085821 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6b63220c-939b-446d-a0ab-f4ac8fcfb022 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for floatingip, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:44.088030 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-2f675e43-5d20-46a3-9891-5b5cfcbe0a6a tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Calling delete_port for 23699039-a291-49a2-819a-eb84f090c19f owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:44.110959 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-814e972f-e3bb-4526-9a57-f49e06d6501c tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Request body: {'subnet': {'network_id': '203a8969-fabc-4eb3-a4b7-0ed49225ea16', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:44.428669 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['c3571333-4237-4005-81ce-477775c5eed8'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:17:44.501174 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5b862d3a-fb4e-40d4-ace4-5c68bdad917d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:44.567938 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5b862d3a-fb4e-40d4-ace4-5c68bdad917d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:44.630712 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f675e43-5d20-46a3-9891-5b5cfcbe0a6a tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:44.653120 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5b862d3a-fb4e-40d4-ace4-5c68bdad917d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3229e472c3a44449895c27992a8158f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7023602 Jun 30 09:17:44.653780 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42712) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:44.687879 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b862d3a-fb4e-40d4-ace4-5c68bdad917d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9428baad-4789-479e-93ba-f5c51b8408ab,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:44.705460 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814e972f-e3bb-4526-9a57-f49e06d6501c tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Made reservation on behalf of 2cf47b77e70945949916ae6cc28be07c for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:44.708423 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-814e972f-e3bb-4526-9a57-f49e06d6501c tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:44.712688 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f675e43-5d20-46a3-9891-5b5cfcbe0a6a tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Pushing event deleted for resources: {'Port': ['ID=23699039-a291-49a2-819a-eb84f090c19f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:44.889187 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef9282-6eab-4c85-b44c-679cdb0eab8f req-1575abf5-df4a-47b4-a9aa-a33fc4729d59 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:44.897703 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fdef9282-6eab-4c85-b44c-679cdb0eab8f req-1575abf5-df4a-47b4-a9aa-a33fc4729d59 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=687c97c4-7c2c-4e66-8c85-29c805a131c4 HTTP/1.1" status: 200 len: 945 time: 0.3681092 Jun 30 09:17:44.969753 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f675e43-5d20-46a3-9891-5b5cfcbe0a6a tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:44.991951 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2f675e43-5d20-46a3-9891-5b5cfcbe0a6a tempest-RoutersAdminNegativeTest-700678043 tempest-RoutersAdminNegativeTest-700678043-project-admin] 10.222.0.10 "DELETE /v2.0/ports/23699039-a291-49a2-819a-eb84f090c19f HTTP/1.1" status: 204 len: 168 time: 1.3805404 Jun 30 09:17:45.021580 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-97df2612-d45b-4d22-b1cb-07b67320e341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:45.055778 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fdef9282-6eab-4c85-b44c-679cdb0eab8f req-3a9b6a76-0236-4a11-aee0-dafe62e94cbb tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568751 Jun 30 09:17:45.123831 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-97df2612-d45b-4d22-b1cb-07b67320e341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:45.400372 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afbf7a-60a4-441a-b340-e879ddfd3f94 req-9285dd4b-4f6d-4df4-bb7b-7806b2969dce tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:45.415451 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afbf7a-60a4-441a-b340-e879ddfd3f94 req-9285dd4b-4f6d-4df4-bb7b-7806b2969dce tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:45.416819 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78afbf7a-60a4-441a-b340-e879ddfd3f94 req-9285dd4b-4f6d-4df4-bb7b-7806b2969dce tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 1681 time: 0.8837235 Jun 30 09:17:45.452142 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd73017-0f25-4d2d-9877-1dcbac562ddb req-33059ec1-58ca-4bb8-843f-daa014eebebc tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:45.453759 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ecd73017-0f25-4d2d-9877-1dcbac562ddb req-33059ec1-58ca-4bb8-843f-daa014eebebc tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 946 time: 0.1853840 Jun 30 09:17:45.498111 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-814e972f-e3bb-4526-9a57-f49e06d6501c tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:45.540119 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-97df2612-d45b-4d22-b1cb-07b67320e341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:45.542860 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-97df2612-d45b-4d22-b1cb-07b67320e341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:45.549952 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78afbf7a-60a4-441a-b340-e879ddfd3f94 req-18cd245f-a684-4a23-969b-9ea57ba19950 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757191 Jun 30 09:17:45.552131 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-97df2612-d45b-4d22-b1cb-07b67320e341 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9428baad-4789-479e-93ba-f5c51b8408ab HTTP/1.1" status: 204 len: 168 time: 0.8875527 Jun 30 09:17:45.579786 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.db.resource_extend [None req-6b63220c-939b-446d-a0ab-f4ac8fcfb022 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:17:45.644797 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df2612-d45b-4d22-b1cb-07b67320e341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9428baad-4789-479e-93ba-f5c51b8408ab,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:45.649164 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ecd73017-0f25-4d2d-9877-1dcbac562ddb req-fbb366c0-3960-455d-aba8-f5deecd3c01b tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891646 Jun 30 09:17:45.657947 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e972f-e3bb-4526-9a57-f49e06d6501c tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Pushing event updated for resources: {'Subnet': ['ID=5abf6d13-ee31-42ca-8f41-a3797ffb8563,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:45.674029 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6b63220c-939b-446d-a0ab-f4ac8fcfb022 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:45.707206 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814e972f-e3bb-4526-9a57-f49e06d6501c tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Checking segment: {'id': '5d74be57-0b58-40b7-ac12-8573793671cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '203a8969-fabc-4eb3-a4b7-0ed49225ea16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:45.707206 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814e972f-e3bb-4526-9a57-f49e06d6501c tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Network hostable DHCP agents. Network: 203a8969-fabc-4eb3-a4b7-0ed49225ea16, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:17:45.758417 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6b63220c-939b-446d-a0ab-f4ac8fcfb022 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:45.815831 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814e972f-e3bb-4526-9a57-f49e06d6501c tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Network 203a8969-fabc-4eb3-a4b7-0ed49225ea16 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:17:45.915540 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42728) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:45.935190 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-814e972f-e3bb-4526-9a57-f49e06d6501c tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 203a8969-fabc-4eb3-a4b7-0ed49225ea16) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:45.940706 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814e972f-e3bb-4526-9a57-f49e06d6501c tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:45.941227 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-814e972f-e3bb-4526-9a57-f49e06d6501c tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:45.958888 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ec758d-66b9-4631-aa6d-0e8b13467f21 None None] Network 203a8969-fabc-4eb3-a4b7-0ed49225ea16 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:17:46.073121 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-814e972f-e3bb-4526-9a57-f49e06d6501c tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9821720 Jun 30 09:17:46.077212 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42734) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:46.083729 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-e8f3c9d1-389d-4d59-9c02-df5aa199b997 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Request body: {'subnet': {'network_id': '1ee7a795-7cad-4025-ad1c-ea31997afa2e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:46.087824 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-6b63220c-939b-446d-a0ab-f4ac8fcfb022 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Floating IP 539cc332-4433-4f7a-b0e3-29881267511d associated. External IP: 172.25.6.100, port: 37a5e096-0afd-40c8-b2ad-536405a9bc3d. Jun 30 09:17:46.397128 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a51063f-1dcd-44c5-8be7-98ceb8739db1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-203a8969-fabc-4eb3-a4b7-0ed49225ea16', 'network_id': '203a8969-fabc-4eb3-a4b7-0ed49225ea16', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'fixed_ips': [{'subnet_id': '5abf6d13-ee31-42ca-8f41-a3797ffb8563'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:17:46.398549 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9a51063f-1dcd-44c5-8be7-98ceb8739db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:46.451107 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f3c9d1-389d-4d59-9c02-df5aa199b997 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Made reservation on behalf of 2cf47b77e70945949916ae6cc28be07c for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:46.499230 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e8f3c9d1-389d-4d59-9c02-df5aa199b997 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:46.512301 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e74db404-b308-4a67-a044-0d4bad1147bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:46.537737 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c3571333-4237-4005-81ce-477775c5eed8 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:46.697685 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-9a51063f-1dcd-44c5-8be7-98ceb8739db1 None None] Allocated IP 10.1.1.2 (203a8969-fabc-4eb3-a4b7-0ed49225ea16/5abf6d13-ee31-42ca-8f41-a3797ffb8563/8712fa0b-848d-4443-bc45-7f5cb2c47ef1) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:46.815761 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e74db404-b308-4a67-a044-0d4bad1147bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:46.892057 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port c3571333-4237-4005-81ce-477775c5eed8 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:46.900781 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port c3571333-4237-4005-81ce-477775c5eed8 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:46.901066 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:46.999575 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9ec04-93c8-4dee-ab84-36c0b56889e8 req-1c3d0373-ea9e-428f-8e18-8b3264dd1d16 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:47.007963 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1cb9ec04-93c8-4dee-ab84-36c0b56889e8 req-1c3d0373-ea9e-428f-8e18-8b3264dd1d16 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=687c97c4-7c2c-4e66-8c85-29c805a131c4 HTTP/1.1" status: 200 len: 945 time: 0.6731341 Jun 30 09:17:47.012260 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e74db404-b308-4a67-a044-0d4bad1147bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:47.058661 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74db404-b308-4a67-a044-0d4bad1147bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c481ce7-451c-4bb7-bdb2-65266257792f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:47.069476 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75ee15-e233-4ebf-b09a-229b81dcfdbf req-8d8453eb-492d-4eef-be83-15285d56be96 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:47.094904 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75ee15-e233-4ebf-b09a-229b81dcfdbf req-8d8453eb-492d-4eef-be83-15285d56be96 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:47.094904 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7c75ee15-e233-4ebf-b09a-229b81dcfdbf req-8d8453eb-492d-4eef-be83-15285d56be96 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 1681 time: 0.1723990 Jun 30 09:17:47.094904 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e8f3c9d1-389d-4d59-9c02-df5aa199b997 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:47.133804 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e74db404-b308-4a67-a044-0d4bad1147bb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ae8335c5a0d64b62b565abfdb933978c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2168922 Jun 30 09:17:47.137539 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42752) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:47.145670 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b63220c-939b-446d-a0ab-f4ac8fcfb022 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Router eca836ae-5d6f-47f0-b0ac-6d159626a382 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:17:47.162470 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:47.169155 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1cb9ec04-93c8-4dee-ab84-36c0b56889e8 req-218c276d-dfd9-49c6-a79c-14c5e0b63067 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606381 Jun 30 09:17:47.188249 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9a51063f-1dcd-44c5-8be7-98ceb8739db1 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:47.207405 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9a51063f-1dcd-44c5-8be7-98ceb8739db1 None None] Transition to ACTIVE for port object 8712fa0b-848d-4443-bc45-7f5cb2c47ef1 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:47.217463 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a732b67d-68bc-4fa5-a78d-24675c659d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3571333-4237-4005-81ce-477775c5eed8'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:47.219490 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b601572-5471-4bed-a711-4757e72fbb46" -d '{"events": [{"server_uuid": "a732b67d-68bc-4fa5-a78d-24675c659d67", "name": "network-vif-plugged", "status": "completed", "tag": "c3571333-4237-4005-81ce-477775c5eed8"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:47.242639 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port c3571333-4237-4005-81ce-477775c5eed8, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c3571333-4237-4005-81ce-477775c5eed8,segment=NetworkSegment(2b87ee91-5ef7-46a9-a2d3-bcb1912f26fd),segment_id=2b87ee91-5ef7-46a9-a2d3-bcb1912f26fd)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:47.250539 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9a51063f-1dcd-44c5-8be7-98ceb8739db1 None None] Transition to ACTIVE for port object 8712fa0b-848d-4443-bc45-7f5cb2c47ef1 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:47.255932 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7c75ee15-e233-4ebf-b09a-229b81dcfdbf req-29185141-f780-4426-b075-2a1804382026 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591883 Jun 30 09:17:47.302286 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3c9d1-389d-4d59-9c02-df5aa199b997 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Checking segment: {'id': 'c234fcd6-893a-4512-8def-0f2118a6a16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1ee7a795-7cad-4025-ad1c-ea31997afa2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:47.303142 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f3c9d1-389d-4d59-9c02-df5aa199b997 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Network hostable DHCP agents. Network: 1ee7a795-7cad-4025-ad1c-ea31997afa2e, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:17:47.352829 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3c9d1-389d-4d59-9c02-df5aa199b997 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Pushing event updated for resources: {'Subnet': ['ID=f7c18985-d439-4c19-be51-90abec28edd1,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:47.374925 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:47.376956 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device ba474199-aea0-47d4-93a7-a5420bb2e23c up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:47.455637 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f3c9d1-389d-4d59-9c02-df5aa199b997 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Network 1ee7a795-7cad-4025-ad1c-ea31997afa2e is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:17:47.513397 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165c85ac-5ef6-4d6f-9ba8-b6e0d1d2c4b7 x-openstack-request-id: req-165c85ac-5ef6-4d6f-9ba8-b6e0d1d2c4b7 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:47.513820 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a732b67d-68bc-4fa5-a78d-24675c659d67", "name": "network-vif-plugged", "status": "completed", "tag": "c3571333-4237-4005-81ce-477775c5eed8", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:47.514185 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-165c85ac-5ef6-4d6f-9ba8-b6e0d1d2c4b7 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:47.514669 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a732b67d-68bc-4fa5-a78d-24675c659d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3571333-4237-4005-81ce-477775c5eed8', 'code': 200} Jun 30 09:17:47.522983 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9a51063f-1dcd-44c5-8be7-98ceb8739db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:47.526935 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b63220c-939b-446d-a0ab-f4ac8fcfb022 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:17:47.535835 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6b63220c-939b-446d-a0ab-f4ac8fcfb022 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:47.542839 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd14d73b-3768-4d4c-8b49-c9c7105aeef0 None None] Sync routers for ids ['eca836ae-5d6f-47f0-b0ac-6d159626a382'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:17:47.550966 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=c3571333-4237-4005-81ce-477775c5eed8,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:47.573958 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-e8f3c9d1-389d-4d59-9c02-df5aa199b997 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 1ee7a795-7cad-4025-ad1c-ea31997afa2e) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:47.586891 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f3c9d1-389d-4d59-9c02-df5aa199b997 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:47.587960 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e8f3c9d1-389d-4d59-9c02-df5aa199b997 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:47.595162 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0853ed29-c8cf-4a79-9e70-2ba3b7c0c626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:47.603984 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6b63220c-939b-446d-a0ab-f4ac8fcfb022 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "PUT /v2.0/floatingips/539cc332-4433-4f7a-b0e3-29881267511d HTTP/1.1" status: 200 len: 992 time: 3.5886042 Jun 30 09:17:47.606864 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5281d25-773b-4cea-b21e-f98c87a5dbfc', 'tag': '37a5e096-0afd-40c8-b2ad-536405a9bc3d'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:47.609377 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14afc261-150a-4e18-b941-c46c13c51ec9 None None] Network 1ee7a795-7cad-4025-ad1c-ea31997afa2e requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:17:47.616662 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a51063f-1dcd-44c5-8be7-98ceb8739db1 None None] Network 203a8969-fabc-4eb3-a4b7-0ed49225ea16 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:47.623478 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd707edc-22cd-4cb6-82c0-60086b974c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "a5281d25-773b-4cea-b21e-f98c87a5dbfc", "tag": "37a5e096-0afd-40c8-b2ad-536405a9bc3d"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:47.623830 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-9a51063f-1dcd-44c5-8be7-98ceb8739db1 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:47.640646 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd14d73b-3768-4d4c-8b49-c9c7105aeef0 None None] Routers {'eca836ae-5d6f-47f0-b0ac-6d159626a382'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:47.641744 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-dd14d73b-3768-4d4c-8b49-c9c7105aeef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:17:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['eca836ae-5d6f-47f0-b0ac-6d159626a382'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:47.657617 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a51063f-1dcd-44c5-8be7-98ceb8739db1 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:47.683720 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0853ed29-c8cf-4a79-9e70-2ba3b7c0c626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:47.732669 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebe227-9322-4d3e-876c-16c35cf81eb3 req-d617f658-1223-42ba-8cfe-6b037dc9655b tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:47.740715 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e7ebe227-9322-4d3e-876c-16c35cf81eb3 req-d617f658-1223-42ba-8cfe-6b037dc9655b tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 946 time: 0.2548347 Jun 30 09:17:47.761684 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e8f3c9d1-389d-4d59-9c02-df5aa199b997 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6804464 Jun 30 09:17:47.761904 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42768) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:47.769778 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-b9e24286-2d84-4a9d-a3c0-c10cea54cc94 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Request body: {'port': {'network_id': '203a8969-fabc-4eb3-a4b7-0ed49225ea16', 'name': 'tempest-TaggedBootDevicesTest-1402929103', 'fixed_ips': [{'subnet_id': '5abf6d13-ee31-42ca-8f41-a3797ffb8563'}]}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:47.789413 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e7ebe227-9322-4d3e-876c-16c35cf81eb3 req-a5fcd929-17f1-4111-b02b-008dee397a4e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478151 Jun 30 09:17:47.902859 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b48cfa-f58a-4f8a-b7ab-5a00e966fb79 x-openstack-request-id: req-f0b48cfa-f58a-4f8a-b7ab-5a00e966fb79 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:47.903261 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5281d25-773b-4cea-b21e-f98c87a5dbfc", "tag": "37a5e096-0afd-40c8-b2ad-536405a9bc3d", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:47.903522 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f0b48cfa-f58a-4f8a-b7ab-5a00e966fb79 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:47.903940 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5281d25-773b-4cea-b21e-f98c87a5dbfc', 'tag': '37a5e096-0afd-40c8-b2ad-536405a9bc3d', 'status': 'completed', 'code': 200} Jun 30 09:17:47.910230 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0853ed29-c8cf-4a79-9e70-2ba3b7c0c626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:47.917940 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0853ed29-c8cf-4a79-9e70-2ba3b7c0c626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:47.931686 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0853ed29-c8cf-4a79-9e70-2ba3b7c0c626 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3c481ce7-451c-4bb7-bdb2-65266257792f HTTP/1.1" status: 204 len: 168 time: 0.7737792 Jun 30 09:17:47.988552 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853ed29-c8cf-4a79-9e70-2ba3b7c0c626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c481ce7-451c-4bb7-bdb2-65266257792f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:48.113938 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd707edc-22cd-4cb6-82c0-60086b974c1c req-3a51a041-64f7-4282-9f91-7b6ecaf2a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:48.118311 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dd707edc-22cd-4cb6-82c0-60086b974c1c req-3a51a041-64f7-4282-9f91-7b6ecaf2a237 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6663e1a20e0244d4b0d1dff3990ac78c&device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 1098 time: 0.1763644 Jun 30 09:17:48.300818 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd707edc-22cd-4cb6-82c0-60086b974c1c req-c163c39c-c945-4a32-98d8-3f0ae745cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:48.307412 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51063f-1dcd-44c5-8be7-98ceb8739db1 None None] Pushing event updated for resources: {'Port': ['ID=8712fa0b-848d-4443-bc45-7f5cb2c47ef1,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:48.313160 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dd707edc-22cd-4cb6-82c0-60086b974c1c req-c163c39c-c945-4a32-98d8-3f0ae745cb48 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ac2db21f-3bc4-4f3a-a31f-707164d04b28 HTTP/1.1" status: 200 len: 912 time: 0.1897337 Jun 30 09:17:48.426214 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-9a51063f-1dcd-44c5-8be7-98ceb8739db1 None None] Attempting to bind port 8712fa0b-848d-4443-bc45-7f5cb2c47ef1 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:17:48.426597 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-9a51063f-1dcd-44c5-8be7-98ceb8739db1 None None] Attempting to bind port 8712fa0b-848d-4443-bc45-7f5cb2c47ef1 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5d74be57-0b58-40b7-ac12-8573793671cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '203a8969-fabc-4eb3-a4b7-0ed49225ea16'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:17:48.427248 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a51063f-1dcd-44c5-8be7-98ceb8739db1 None None] Attempting to bind port 8712fa0b-848d-4443-bc45-7f5cb2c47ef1 on network 203a8969-fabc-4eb3-a4b7-0ed49225ea16 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:48.473610 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dd707edc-22cd-4cb6-82c0-60086b974c1c req-1e255128-c6f9-430b-a829-25eb2d3c9f4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37a5e096-0afd-40c8-b2ad-536405a9bc3d HTTP/1.1" status: 200 len: 1000 time: 0.1483910 Jun 30 09:17:48.608232 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a51063f-1dcd-44c5-8be7-98ceb8739db1 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:17:48.608232 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a51063f-1dcd-44c5-8be7-98ceb8739db1 None None] Checking segment: {'id': '5d74be57-0b58-40b7-ac12-8573793671cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '203a8969-fabc-4eb3-a4b7-0ed49225ea16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:48.608232 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9a51063f-1dcd-44c5-8be7-98ceb8739db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:48.608232 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a51063f-1dcd-44c5-8be7-98ceb8739db1 None None] Bound using segment: {'id': '5d74be57-0b58-40b7-ac12-8573793671cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '203a8969-fabc-4eb3-a4b7-0ed49225ea16'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:17:48.608232 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-9a51063f-1dcd-44c5-8be7-98ceb8739db1 None None] Bound port: 8712fa0b-848d-4443-bc45-7f5cb2c47ef1, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d74be57-0b58-40b7-ac12-8573793671cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '203a8969-fabc-4eb3-a4b7-0ed49225ea16'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:17:48.608232 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9a51063f-1dcd-44c5-8be7-98ceb8739db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:48.609751 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12176fb1-acf3-413c-a34a-6f201efbca36 req-6423cef6-62ea-4fd2-9ceb-1683d3521d47 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:48.609751 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-12176fb1-acf3-413c-a34a-6f201efbca36 req-6423cef6-62ea-4fd2-9ceb-1683d3521d47 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=687c97c4-7c2c-4e66-8c85-29c805a131c4 HTTP/1.1" status: 200 len: 945 time: 0.1120846 Jun 30 09:17:48.610552 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd707edc-22cd-4cb6-82c0-60086b974c1c req-9afb122e-88f9-4c30-9a91-a0750268965f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:48.610552 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dd707edc-22cd-4cb6-82c0-60086b974c1c req-9afb122e-88f9-4c30-9a91-a0750268965f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd8a9d34-628f-4a77-9fac-19eb06ec58fe HTTP/1.1" status: 200 len: 850 time: 0.1085792 Jun 30 09:17:48.610998 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-12176fb1-acf3-413c-a34a-6f201efbca36 req-75c0bf9e-e1fd-4798-92e6-fc948592ad50 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448248 Jun 30 09:17:48.630738 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d034ab9f-d267-426c-ad04-cc94c7195efa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-1ee7a795-7cad-4025-ad1c-ea31997afa2e', 'network_id': '1ee7a795-7cad-4025-ad1c-ea31997afa2e', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'fixed_ips': [{'subnet_id': 'f7c18985-d439-4c19-be51-90abec28edd1'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:17:48.632497 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d034ab9f-d267-426c-ad04-cc94c7195efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:48.637384 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-dd14d73b-3768-4d4c-8b49-c9c7105aeef0 None None] Set router eca836ae-5d6f-47f0-b0ac-6d159626a382 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:48.643849 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-9a51063f-1dcd-44c5-8be7-98ceb8739db1 None None] For port 8712fa0b-848d-4443-bc45-7f5cb2c47ef1, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:17:48.658447 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05a6e6-5b30-4607-bf55-67fd056e3008 req-84d2c986-8a5e-4588-b820-a8f3c3294805 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:48.664654 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05a6e6-5b30-4607-bf55-67fd056e3008 req-84d2c986-8a5e-4588-b820-a8f3c3294805 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:48.666529 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1b05a6e6-5b30-4607-bf55-67fd056e3008 req-84d2c986-8a5e-4588-b820-a8f3c3294805 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 1682 time: 0.1322296 Jun 30 09:17:48.703969 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-9a51063f-1dcd-44c5-8be7-98ceb8739db1 None None] For port 8712fa0b-848d-4443-bc45-7f5cb2c47ef1, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8712fa0b-848d-4443-bc45-7f5cb2c47ef1,segment=NetworkSegment(5d74be57-0b58-40b7-ac12-8573793671cf),segment_id=5d74be57-0b58-40b7-ac12-8573793671cf)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:17:48.710588 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd707edc-22cd-4cb6-82c0-60086b974c1c req-a0c591e3-97c0-45a4-a86a-9fbde50b1818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:48.711874 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port ba474199-aea0-47d4-93a7-a5420bb2e23c completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:48.712213 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dd707edc-22cd-4cb6-82c0-60086b974c1c req-a0c591e3-97c0-45a4-a86a-9fbde50b1818 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac2db21f-3bc4-4f3a-a31f-707164d04b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1159754 Jun 30 09:17:48.720505 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1b05a6e6-5b30-4607-bf55-67fd056e3008 req-133f3718-13e8-448f-9b82-4ee02bac1a56 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470843 Jun 30 09:17:48.726434 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port ba474199-aea0-47d4-93a7-a5420bb2e23c triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:48.727059 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:48.804034 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e24286-2d84-4a9d-a3c0-c10cea54cc94 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Made reservation on behalf of 2cf47b77e70945949916ae6cc28be07c for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:48.925661 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dd707edc-22cd-4cb6-82c0-60086b974c1c req-9801c2bb-26c8-4209-9a79-927c532288b6 service neutron] 10.222.0.37 "GET /v2.0/networks/ac2db21f-3bc4-4f3a-a31f-707164d04b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034888 Jun 30 09:17:48.925933 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b9e24286-2d84-4a9d-a3c0-c10cea54cc94 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:48.938304 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9a51063f-1dcd-44c5-8be7-98ceb8739db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:48.955227 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-b9e24286-2d84-4a9d-a3c0-c10cea54cc94 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] device_id is not set on port 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:17:49.262963 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-d034ab9f-d267-426c-ad04-cc94c7195efa None None] Allocated IP 10.2.2.2 (1ee7a795-7cad-4025-ad1c-ea31997afa2e/f7c18985-d439-4c19-be51-90abec28edd1/a847a5fa-e8c9-4469-9b70-2a2a7254260f) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:49.364574 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dd707edc-22cd-4cb6-82c0-60086b974c1c req-6d3399c9-bbdc-45a2-91be-c5ac3edc4551 service neutron] 10.222.0.37 "GET /v2.0/networks/ac2db21f-3bc4-4f3a-a31f-707164d04b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313884 Jun 30 09:17:49.560123 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d034ab9f-d267-426c-ad04-cc94c7195efa None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:49.581201 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d034ab9f-d267-426c-ad04-cc94c7195efa None None] Transition to ACTIVE for port object a847a5fa-e8c9-4469-9b70-2a2a7254260f will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:49.602928 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d034ab9f-d267-426c-ad04-cc94c7195efa None None] Transition to ACTIVE for port object a847a5fa-e8c9-4469-9b70-2a2a7254260f will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:49.638238 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e828b3-dc23-4e66-9ee5-6983225bf837 req-87e77069-9faa-458b-b22e-a92cca55b37d tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:49.644627 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-84e828b3-dc23-4e66-9ee5-6983225bf837 req-87e77069-9faa-458b-b22e-a92cca55b37d tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 946 time: 0.5972216 Jun 30 09:17:49.727687 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42810) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:49.758319 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d034ab9f-d267-426c-ad04-cc94c7195efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:49.852982 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42814) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:49.856838 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7127f1c5-bf83-47a9-9ccb-21dc7bf2d9ea admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ce340c11d7b940cbb72d9647f5df7eda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1276550 Jun 30 09:17:49.869738 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:49.949606 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port ba474199-aea0-47d4-93a7-a5420bb2e23c, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=ba474199-aea0-47d4-93a7-a5420bb2e23c,segment=NetworkSegment(bc499c06-af65-4614-b099-27bc511ea45a),segment_id=bc499c06-af65-4614-b099-27bc511ea45a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:49.973321 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-b9e24286-2d84-4a9d-a3c0-c10cea54cc94 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Allocated IP 10.1.1.112 (203a8969-fabc-4eb3-a4b7-0ed49225ea16/5abf6d13-ee31-42ca-8f41-a3797ffb8563/88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:49.976019 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687c97c4-7c2c-4e66-8c85-29c805a131c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba474199-aea0-47d4-93a7-a5420bb2e23c'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:49.979753 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c60751f-24fc-4849-a650-2253e88ef243" -d '{"events": [{"server_uuid": "687c97c4-7c2c-4e66-8c85-29c805a131c4", "name": "network-vif-plugged", "status": "completed", "tag": "ba474199-aea0-47d4-93a7-a5420bb2e23c"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:49.999660 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d034ab9f-d267-426c-ad04-cc94c7195efa None None] Network 1ee7a795-7cad-4025-ad1c-ea31997afa2e is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:50.019494 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-d034ab9f-d267-426c-ad04-cc94c7195efa None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:50.027698 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d034ab9f-d267-426c-ad04-cc94c7195efa None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:50.076837 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51063f-1dcd-44c5-8be7-98ceb8739db1 None None] Pushing event updated for resources: {'Port': ['ID=8712fa0b-848d-4443-bc45-7f5cb2c47ef1,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:50.231817 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214908ba-5a0a-424a-8c22-b1731327c8e8 req-c611c43d-a535-4bd9-aa86-87a581632118 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:50.244280 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-214908ba-5a0a-424a-8c22-b1731327c8e8 req-c611c43d-a535-4bd9-aa86-87a581632118 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=687c97c4-7c2c-4e66-8c85-29c805a131c4 HTTP/1.1" status: 200 len: 946 time: 0.1804185 Jun 30 09:17:50.267764 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:50.268777 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:50.321807 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-214908ba-5a0a-424a-8c22-b1731327c8e8 req-4e591a52-0a0d-4c9a-82d5-3dae1766a558 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759156 Jun 30 09:17:50.381440 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-84e828b3-dc23-4e66-9ee5-6983225bf837 req-91542760-6e92-4caa-b5b3-0e3cc2381998 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6430306 Jun 30 09:17:50.385012 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b9e24286-2d84-4a9d-a3c0-c10cea54cc94 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:50.402921 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-b9e24286-2d84-4a9d-a3c0-c10cea54cc94 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Transition to ACTIVE for port object 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:50.420771 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034ab9f-d267-426c-ad04-cc94c7195efa None None] Pushing event updated for resources: {'Port': ['ID=a847a5fa-e8c9-4469-9b70-2a2a7254260f,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:50.464388 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-37baf83a-f87c-4ced-83bd-bacdf084090f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:50.531078 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76eb03c-dad9-4f48-a539-b38369d1fe32 x-openstack-request-id: req-f76eb03c-dad9-4f48-a539-b38369d1fe32 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:50.531308 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "687c97c4-7c2c-4e66-8c85-29c805a131c4", "name": "network-vif-plugged", "status": "completed", "tag": "ba474199-aea0-47d4-93a7-a5420bb2e23c", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:50.531574 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f76eb03c-dad9-4f48-a539-b38369d1fe32 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:50.531945 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '687c97c4-7c2c-4e66-8c85-29c805a131c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba474199-aea0-47d4-93a7-a5420bb2e23c', 'code': 200} Jun 30 09:17:50.602952 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b9e24286-2d84-4a9d-a3c0-c10cea54cc94 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:50.632430 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-37baf83a-f87c-4ced-83bd-bacdf084090f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:50.695819 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-d034ab9f-d267-426c-ad04-cc94c7195efa None None] Attempting to bind port a847a5fa-e8c9-4469-9b70-2a2a7254260f on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:17:50.696367 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-d034ab9f-d267-426c-ad04-cc94c7195efa None None] Attempting to bind port a847a5fa-e8c9-4469-9b70-2a2a7254260f by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'c234fcd6-893a-4512-8def-0f2118a6a16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1ee7a795-7cad-4025-ad1c-ea31997afa2e'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:17:50.696635 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d034ab9f-d267-426c-ad04-cc94c7195efa None None] Attempting to bind port a847a5fa-e8c9-4469-9b70-2a2a7254260f on network 1ee7a795-7cad-4025-ad1c-ea31997afa2e {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:50.770250 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d034ab9f-d267-426c-ad04-cc94c7195efa None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:17:50.771161 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d034ab9f-d267-426c-ad04-cc94c7195efa None None] Checking segment: {'id': 'c234fcd6-893a-4512-8def-0f2118a6a16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1ee7a795-7cad-4025-ad1c-ea31997afa2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:50.771638 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d034ab9f-d267-426c-ad04-cc94c7195efa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:50.772050 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d034ab9f-d267-426c-ad04-cc94c7195efa None None] Bound using segment: {'id': 'c234fcd6-893a-4512-8def-0f2118a6a16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1ee7a795-7cad-4025-ad1c-ea31997afa2e'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:17:50.772550 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-d034ab9f-d267-426c-ad04-cc94c7195efa None None] Bound port: a847a5fa-e8c9-4469-9b70-2a2a7254260f, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c234fcd6-893a-4512-8def-0f2118a6a16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1ee7a795-7cad-4025-ad1c-ea31997afa2e'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:17:50.772938 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d034ab9f-d267-426c-ad04-cc94c7195efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:50.807431 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e24286-2d84-4a9d-a3c0-c10cea54cc94 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Network 203a8969-fabc-4eb3-a4b7-0ed49225ea16 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:50.817300 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3c1a-d0db-4da6-a819-1ebfc5248859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:50.822391 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=ba474199-aea0-47d4-93a7-a5420bb2e23c,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:50.845484 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8712fa0b-848d-4443-bc45-7f5cb2c47ef1 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:50.850200 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb632d2-7a2b-4b28-add1-d63a744926e5 req-c811fade-b538-4e75-9486-b954453207e2 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:50.850695 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-b9e24286-2d84-4a9d-a3c0-c10cea54cc94 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:50.860019 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e24286-2d84-4a9d-a3c0-c10cea54cc94 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:50.861267 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb632d2-7a2b-4b28-add1-d63a744926e5 req-c811fade-b538-4e75-9486-b954453207e2 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:50.904307 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2bb632d2-7a2b-4b28-add1-d63a744926e5 req-c811fade-b538-4e75-9486-b954453207e2 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 1682 time: 0.3184919 Jun 30 09:17:50.996028 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e24286-2d84-4a9d-a3c0-c10cea54cc94 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Pushing event updated for resources: {'Port': ['ID=88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:51.006686 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fcc50-5a4c-44c4-b3dd-ecd15bb2a0dd req-fa3d5b7f-6fc0-440a-9397-f846927f1989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:51.009482 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-264fcc50-5a4c-44c4-b3dd-ecd15bb2a0dd req-fa3d5b7f-6fc0-440a-9397-f846927f1989 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=687c97c4-7c2c-4e66-8c85-29c805a131c4 HTTP/1.1" status: 200 len: 1098 time: 0.3665345 Jun 30 09:17:51.079963 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e24286-2d84-4a9d-a3c0-c10cea54cc94 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:51.081555 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b9e24286-2d84-4a9d-a3c0-c10cea54cc94 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:51.086940 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-264fcc50-5a4c-44c4-b3dd-ecd15bb2a0dd req-3aa7a50e-2a60-4bf6-899f-c7d3c92cccaf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691409 Jun 30 09:17:51.096613 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:51.102359 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2bb632d2-7a2b-4b28-add1-d63a744926e5 req-10bdd764-318c-404e-8a88-58d0d77718e0 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831162 Jun 30 09:17:51.132857 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:51.133229 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:51.141304 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-dd14d73b-3768-4d4c-8b49-c9c7105aeef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'name': 'tempest-AttachVolumeTestJSON-1223524144-router', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:57Z', 'updated_at': '2021-06-30T09:17:06Z', 'revision_number': 4, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'gw_port': {'id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:58Z', 'updated_at': '2021-06-30T09:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '539cc332-4433-4f7a-b0e3-29881267511d', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'port_id': '37a5e096-0afd-40c8-b2ad-536405a9bc3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28', 'mac_address': 'fa:16:3e:b4:9a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5281d25-773b-4cea-b21e-f98c87a5dbfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:17:16Z', 'updated_at': '2021-06-30T09:17:45Z', 'revision_number': 1, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99ae9c62-8faf-4f13-b465-4ff6383f43f0', 'name': '', 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'mac_address': 'fa:16:3e:b3:b0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:17:16Z', 'revision_number': 5, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'subnets': [{'id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:51.189156 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-d034ab9f-d267-426c-ad04-cc94c7195efa None None] For port a847a5fa-e8c9-4469-9b70-2a2a7254260f, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:17:51.232163 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-37baf83a-f87c-4ced-83bd-bacdf084090f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:51.235670 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-37baf83a-f87c-4ced-83bd-bacdf084090f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:51.237195 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-37baf83a-f87c-4ced-83bd-bacdf084090f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/38d8604f-df4a-4b97-bf77-74170b98e25b HTTP/1.1" status: 204 len: 168 time: 1.3755786 Jun 30 09:17:51.246893 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd14d73b-3768-4d4c-8b49-c9c7105aeef0 None None] Checking router: eca836ae-5d6f-47f0-b0ac-6d159626a382 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:17:51.249477 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37baf83a-f87c-4ced-83bd-bacdf084090f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d8604f-df4a-4b97-bf77-74170b98e25b,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:51.270357 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e80a117-6252-4742-91ec-0d93b4517452 None None] Network 203a8969-fabc-4eb3-a4b7-0ed49225ea16 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:17:51.300091 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b9e24286-2d84-4a9d-a3c0-c10cea54cc94 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5329254 Jun 30 09:17:51.300502 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42858) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:51.306202 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-29cc7262-9218-45b3-b574-dbd698503b05 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Request body: {'port': {'network_id': '203a8969-fabc-4eb3-a4b7-0ed49225ea16', 'name': 'tempest-TaggedBootDevicesTest-1039994776', 'fixed_ips': [{'subnet_id': '5abf6d13-ee31-42ca-8f41-a3797ffb8563'}]}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:51.335944 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd14d73b-3768-4d4c-8b49-c9c7105aeef0 None None] Routers {'eca836ae-5d6f-47f0-b0ac-6d159626a382'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:51.336575 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-dd14d73b-3768-4d4c-8b49-c9c7105aeef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:17:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['eca836ae-5d6f-47f0-b0ac-6d159626a382'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:51.493295 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-dd14d73b-3768-4d4c-8b49-c9c7105aeef0 None None] Set router eca836ae-5d6f-47f0-b0ac-6d159626a382 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:51.742396 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cc7262-9218-45b3-b574-dbd698503b05 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Made reservation on behalf of 2cf47b77e70945949916ae6cc28be07c for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:51.820892 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8301b-3c0b-4131-80ac-3ff26379e3e5 req-c4fb94cd-de27-440d-9820-5ca4d941d13a tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:51.828213 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fdd8301b-3c0b-4131-80ac-3ff26379e3e5 req-c4fb94cd-de27-440d-9820-5ca4d941d13a tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=687c97c4-7c2c-4e66-8c85-29c805a131c4 HTTP/1.1" status: 200 len: 946 time: 0.1620717 Jun 30 09:17:51.898086 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-af300f0f-9e47-4991-9bf3-5c2b52e54bd9 None None] Provisioning for port 8712fa0b-848d-4443-bc45-7f5cb2c47ef1 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:51.907054 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fdd8301b-3c0b-4131-80ac-3ff26379e3e5 req-987bb543-1cbe-4670-b585-d73486e5a8eb tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776889 Jun 30 09:17:51.938802 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-d034ab9f-d267-426c-ad04-cc94c7195efa None None] For port a847a5fa-e8c9-4469-9b70-2a2a7254260f, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a847a5fa-e8c9-4469-9b70-2a2a7254260f,segment=NetworkSegment(c234fcd6-893a-4512-8def-0f2118a6a16c),segment_id=c234fcd6-893a-4512-8def-0f2118a6a16c)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:17:51.942722 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-af300f0f-9e47-4991-9bf3-5c2b52e54bd9 None None] Provisioning complete for port 8712fa0b-848d-4443-bc45-7f5cb2c47ef1 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:51.943370 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-af300f0f-9e47-4991-9bf3-5c2b52e54bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:51.999235 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 8712fa0b-848d-4443-bc45-7f5cb2c47ef1 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:52.093789 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:52.122104 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddbe3d-e588-43e0-96a0-1c3f91ddec54 req-12557f31-17cc-4a90-b9ca-55453a86d157 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:52.129263 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2eddbe3d-e588-43e0-96a0-1c3f91ddec54 req-12557f31-17cc-4a90-b9ca-55453a86d157 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 946 time: 0.4097984 Jun 30 09:17:52.140516 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-29cc7262-9218-45b3-b574-dbd698503b05 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:52.208522 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d034ab9f-d267-426c-ad04-cc94c7195efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:52.210700 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 8712fa0b-848d-4443-bc45-7f5cb2c47ef1 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:52.211328 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:52.264508 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-29cc7262-9218-45b3-b574-dbd698503b05 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] device_id is not set on port 44e89faa-6b6f-468b-aada-373d3800878b yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:17:52.597207 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c2a9a-1c74-4458-889e-bff7e3f0644b req-87493eaf-63be-4955-8a31-7080dd695409 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:52.603986 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c2a9a-1c74-4458-889e-bff7e3f0644b req-87493eaf-63be-4955-8a31-7080dd695409 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:52.625034 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bb6c2a9a-1c74-4458-889e-bff7e3f0644b req-87493eaf-63be-4955-8a31-7080dd695409 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 1682 time: 0.1286361 Jun 30 09:17:52.631656 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-29cc7262-9218-45b3-b574-dbd698503b05 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Allocated IP 10.1.1.175 (203a8969-fabc-4eb3-a4b7-0ed49225ea16/5abf6d13-ee31-42ca-8f41-a3797ffb8563/44e89faa-6b6f-468b-aada-373d3800878b) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:52.685101 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd,segment=NetworkSegment(5ffe6ecc-9756-4635-a77d-60ab3547966f),segment_id=5ffe6ecc-9756-4635-a77d-60ab3547966f)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:52.696776 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bb6c2a9a-1c74-4458-889e-bff7e3f0644b req-83e42170-9e51-471d-84bb-a918a0666688 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672171 Jun 30 09:17:52.724530 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a732b67d-68bc-4fa5-a78d-24675c659d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:52.728613 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9848ec20-e1b0-4ac5-be9b-a74a450a5f9a" -d '{"events": [{"server_uuid": "a732b67d-68bc-4fa5-a78d-24675c659d67", "name": "network-vif-plugged", "status": "completed", "tag": "c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:52.753408 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034ab9f-d267-426c-ad04-cc94c7195efa None None] Pushing event updated for resources: {'Port': ['ID=a847a5fa-e8c9-4469-9b70-2a2a7254260f,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:52.774308 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42896) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:52.844046 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2eddbe3d-e588-43e0-96a0-1c3f91ddec54 req-b940dd6c-da61-4280-bc6f-3c65e5c9c94e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6937058 Jun 30 09:17:52.884676 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:53.026921 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4df7d5d6-0b9e-47c0-b906-ae75d868cbd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:53.113083 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba338440-5139-4606-b42b-7bcad3af225b x-openstack-request-id: req-ba338440-5139-4606-b42b-7bcad3af225b {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:53.115026 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a732b67d-68bc-4fa5-a78d-24675c659d67", "name": "network-vif-plugged", "status": "completed", "tag": "c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:53.119540 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ba338440-5139-4606-b42b-7bcad3af225b {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:53.120402 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a732b67d-68bc-4fa5-a78d-24675c659d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd', 'code': 200} Jun 30 09:17:53.157587 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fac8678a-389c-4ff8-8bc7-ab3390058c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:53.452689 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4df7d5d6-0b9e-47c0-b906-ae75d868cbd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:53.540337 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4df7d5d6-0b9e-47c0-b906-ae75d868cbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:53.563820 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:53.643586 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7d5d6-0b9e-47c0-b906-ae75d868cbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e595871-38a4-473d-b05f-3215386c7cb2,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:53.660823 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-29cc7262-9218-45b3-b574-dbd698503b05 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:53.729673 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-29cc7262-9218-45b3-b574-dbd698503b05 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Transition to ACTIVE for port object 44e89faa-6b6f-468b-aada-373d3800878b will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:53.762888 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-dd14d73b-3768-4d4c-8b49-c9c7105aeef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'name': 'tempest-AttachVolumeTestJSON-1223524144-router', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:57Z', 'updated_at': '2021-06-30T09:17:06Z', 'revision_number': 4, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'gw_port': {'id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:58Z', 'updated_at': '2021-06-30T09:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '539cc332-4433-4f7a-b0e3-29881267511d', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'port_id': '37a5e096-0afd-40c8-b2ad-536405a9bc3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28', 'mac_address': 'fa:16:3e:b4:9a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5281d25-773b-4cea-b21e-f98c87a5dbfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:17:16Z', 'updated_at': '2021-06-30T09:17:45Z', 'revision_number': 1, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99ae9c62-8faf-4f13-b465-4ff6383f43f0', 'name': '', 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'mac_address': 'fa:16:3e:b3:b0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:17:16Z', 'revision_number': 5, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'subnets': [{'id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:53.763765 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4df7d5d6-0b9e-47c0-b906-ae75d868cbd7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a69af32f5b224d8eb50500605dff71a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9843116 Jun 30 09:17:53.765060 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42918) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:53.820804 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42920) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:53.858195 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c04771-3114-4a6f-acd6-a270e890f5d2 req-5aff2a9d-0b13-4039-bb1d-7a93d5c7b025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:53.860573 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c04771-3114-4a6f-acd6-a270e890f5d2 req-5aff2a9d-0b13-4039-bb1d-7a93d5c7b025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:53.861013 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65c04771-3114-4a6f-acd6-a270e890f5d2 req-5aff2a9d-0b13-4039-bb1d-7a93d5c7b025 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 1987 time: 0.7812924 Jun 30 09:17:53.883498 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:17:53.912211 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd14d73b-3768-4d4c-8b49-c9c7105aeef0 None None] The sync data for ids ['eca836ae-5d6f-47f0-b0ac-6d159626a382'] in n-d-771363-31 is: [{'id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'name': 'tempest-AttachVolumeTestJSON-1223524144-router', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:57Z', 'updated_at': '2021-06-30T09:17:06Z', 'revision_number': 4, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'gw_port': {'id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:58Z', 'updated_at': '2021-06-30T09:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '539cc332-4433-4f7a-b0e3-29881267511d', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'port_id': '37a5e096-0afd-40c8-b2ad-536405a9bc3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28', 'mac_address': 'fa:16:3e:b4:9a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5281d25-773b-4cea-b21e-f98c87a5dbfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:17:16Z', 'updated_at': '2021-06-30T09:17:45Z', 'revision_number': 1, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99ae9c62-8faf-4f13-b465-4ff6383f43f0', 'name': '', 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'mac_address': 'fa:16:3e:b3:b0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:17:16Z', 'revision_number': 5, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'subnets': [{'id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:17:53.930580 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8c4d7-95d1-4516-9c7d-c6d244d2e8f6 req-1ccd9a8c-1776-42a6-a3e4-7bc1535e4208 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:53.954463 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-55b8c4d7-95d1-4516-9c7d-c6d244d2e8f6 req-1ccd9a8c-1776-42a6-a3e4-7bc1535e4208 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=687c97c4-7c2c-4e66-8c85-29c805a131c4 HTTP/1.1" status: 200 len: 946 time: 0.7057021 Jun 30 09:17:53.962069 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-af300f0f-9e47-4991-9bf3-5c2b52e54bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:53.992651 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:54.027046 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5a07ce45-cf6f-497d-92c1-225a20e70202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:54.050379 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:54.077462 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-29cc7262-9218-45b3-b574-dbd698503b05 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:54.099585 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5a07ce45-cf6f-497d-92c1-225a20e70202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:54.120451 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 8712fa0b-848d-4443-bc45-7f5cb2c47ef1, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8712fa0b-848d-4443-bc45-7f5cb2c47ef1,segment=NetworkSegment(5d74be57-0b58-40b7-ac12-8573793671cf),segment_id=5d74be57-0b58-40b7-ac12-8573793671cf)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:54.153028 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-55b8c4d7-95d1-4516-9c7d-c6d244d2e8f6 req-92481363-fedb-43e5-9b65-195391f02303 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975839 Jun 30 09:17:54.278521 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:54.350459 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc7262-9218-45b3-b574-dbd698503b05 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Pushing event updated for resources: {'Port': ['ID=44e89faa-6b6f-468b-aada-373d3800878b,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:54.359171 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5a07ce45-cf6f-497d-92c1-225a20e70202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:54.364610 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5a07ce45-cf6f-497d-92c1-225a20e70202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:54.384939 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5a07ce45-cf6f-497d-92c1-225a20e70202 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1e595871-38a4-473d-b05f-3215386c7cb2 HTTP/1.1" status: 204 len: 168 time: 0.6053782 Jun 30 09:17:54.421848 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-57963718-e127-4ec4-8dfd-9a2d15e60316 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-417208378'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:54.450835 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07ce45-cf6f-497d-92c1-225a20e70202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e595871-38a4-473d-b05f-3215386c7cb2,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:54.577412 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1866fbf6-d4f5-4c75-80cf-474f525d8859 None None] New status for floating IP 539cc332-4433-4f7a-b0e3-29881267511d: ACTIVE {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:17:54.616046 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9057a-3d00-4c17-bcce-a85117cf8d78 req-16cbf807-be58-4de2-a786-8ed547ea8a29 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:54.647556 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9057a-3d00-4c17-bcce-a85117cf8d78 req-16cbf807-be58-4de2-a786-8ed547ea8a29 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:54.652921 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b4d9057a-3d00-4c17-bcce-a85117cf8d78 req-16cbf807-be58-4de2-a786-8ed547ea8a29 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 1683 time: 0.4564147 Jun 30 09:17:54.810631 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65c04771-3114-4a6f-acd6-a270e890f5d2 req-814ba6b7-d321-48d5-af4f-cee0d2ad8f4a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9276733 Jun 30 09:17:54.825690 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b4d9057a-3d00-4c17-bcce-a85117cf8d78 req-18f106bc-787a-4ca5-a9f5-7addeb77c78c tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644433 Jun 30 09:17:54.828314 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57963718-e127-4ec4-8dfd-9a2d15e60316 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Made reservation on behalf of 4c3abd3d52694b6b9e97ea21d1793a2d for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:54.845178 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-57963718-e127-4ec4-8dfd-9a2d15e60316 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:54.881857 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-af300f0f-9e47-4991-9bf3-5c2b52e54bd9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:17:54.882214 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-af300f0f-9e47-4991-9bf3-5c2b52e54bd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:17:54.882709 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=8712fa0b-848d-4443-bc45-7f5cb2c47ef1,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:54.906688 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-57963718-e127-4ec4-8dfd-9a2d15e60316 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:54.913587 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a847a5fa-e8c9-4469-9b70-2a2a7254260f up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:54.991914 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cc7262-9218-45b3-b574-dbd698503b05 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Network 203a8969-fabc-4eb3-a4b7-0ed49225ea16 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:55.021064 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-29cc7262-9218-45b3-b574-dbd698503b05 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:55.025608 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cc7262-9218-45b3-b574-dbd698503b05 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:55.094450 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:55.180107 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port a847a5fa-e8c9-4469-9b70-2a2a7254260f completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:55.197096 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cc7262-9218-45b3-b574-dbd698503b05 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:55.198191 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-29cc7262-9218-45b3-b574-dbd698503b05 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:55.217167 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356ccca-cf53-4057-82de-cd2dd75d0221 req-fb6331e3-34ee-40d2-870a-ff5cc3a92b6b tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:55.229353 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8356ccca-cf53-4057-82de-cd2dd75d0221 req-fb6331e3-34ee-40d2-870a-ff5cc3a92b6b tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 946 time: 0.6622727 Jun 30 09:17:55.338233 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea9d799-b5a1-4d32-81bf-9fd68fdd0aae None None] Network 1ee7a795-7cad-4025-ad1c-ea31997afa2e requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:17:55.361009 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8356ccca-cf53-4057-82de-cd2dd75d0221 req-342598e5-5c00-487d-91be-0164bf79e072 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195631 Jun 30 09:17:55.468542 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-57963718-e127-4ec4-8dfd-9a2d15e60316 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:55.605382 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-57963718-e127-4ec4-8dfd-9a2d15e60316 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:55.750472 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57963718-e127-4ec4-8dfd-9a2d15e60316 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:17:55.754403 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-29cc7262-9218-45b3-b574-dbd698503b05 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.4531143 Jun 30 09:17:55.770910 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57963718-e127-4ec4-8dfd-9a2d15e60316 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aad63dd-3ffe-4400-b1fe-58a6b2abd477,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:55.793427 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57963718-e127-4ec4-8dfd-9a2d15e60316 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:55.794199 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57963718-e127-4ec4-8dfd-9a2d15e60316 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:55.794731 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57963718-e127-4ec4-8dfd-9a2d15e60316 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:55.795345 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57963718-e127-4ec4-8dfd-9a2d15e60316 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:55.795877 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57963718-e127-4ec4-8dfd-9a2d15e60316 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:55.796924 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57963718-e127-4ec4-8dfd-9a2d15e60316 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:55.797529 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57963718-e127-4ec4-8dfd-9a2d15e60316 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:55.798117 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57963718-e127-4ec4-8dfd-9a2d15e60316 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:55.802388 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57963718-e127-4ec4-8dfd-9a2d15e60316 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:55.806359 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57963718-e127-4ec4-8dfd-9a2d15e60316 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:55.812293 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57963718-e127-4ec4-8dfd-9a2d15e60316 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:55.812988 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57963718-e127-4ec4-8dfd-9a2d15e60316 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:55.838420 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-57963718-e127-4ec4-8dfd-9a2d15e60316 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:55.838420 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-57963718-e127-4ec4-8dfd-9a2d15e60316 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Added segment fcb0681c-4c05-4d4a-8f7f-3a2cc18fd7f6 of type vlan for network 29a45d4d-7811-464f-a8d3-e49d0e55c5d4 Jun 30 09:17:55.899819 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42946) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:56.033009 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-57963718-e127-4ec4-8dfd-9a2d15e60316 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:56.043688 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42950) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:56.067404 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-20217090-9b7b-4581-bf87-bd60f2eccf82 None None] Provisioning for port 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:56.086940 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-20217090-9b7b-4581-bf87-bd60f2eccf82 None None] Provisioning complete for port 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:56.088626 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-55f4ed54-c1b1-4c72-91c6-1cba3110f460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:56.099866 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-20217090-9b7b-4581-bf87-bd60f2eccf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:56.228094 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6759e471-26d0-4830-80d4-8616fa783f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:56.357958 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-57963718-e127-4ec4-8dfd-9a2d15e60316 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:56.372668 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57963718-e127-4ec4-8dfd-9a2d15e60316 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:56.374031 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-57963718-e127-4ec4-8dfd-9a2d15e60316 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:56.427149 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-20217090-9b7b-4581-bf87-bd60f2eccf82 None None] Port 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:17:56.483534 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8712fa0b-848d-4443-bc45-7f5cb2c47ef1 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:56.488306 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57963718-e127-4ec4-8dfd-9a2d15e60316 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Pushing event updated for resources: {'Network': ['ID=29a45d4d-7811-464f-a8d3-e49d0e55c5d4,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:56.516289 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:56.557160 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-55f4ed54-c1b1-4c72-91c6-1cba3110f460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:56.562091 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e1303-576a-4228-b277-5711655c9044 req-e7d5a743-1945-401a-b41c-a0691796818c tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:56.569676 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e1303-576a-4228-b277-5711655c9044 req-e7d5a743-1945-401a-b41c-a0691796818c tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:56.577569 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-764e1303-576a-4228-b277-5711655c9044 req-e7d5a743-1945-401a-b41c-a0691796818c tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 1683 time: 0.3278918 Jun 30 09:17:56.597603 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 29a45d4d-7811-464f-a8d3-e49d0e55c5d4 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:17:56.614987 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-55f4ed54-c1b1-4c72-91c6-1cba3110f460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:56.680292 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-20217090-9b7b-4581-bf87-bd60f2eccf82 None None] Provisioning complete for port 8712fa0b-848d-4443-bc45-7f5cb2c47ef1 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:56.680665 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-20217090-9b7b-4581-bf87-bd60f2eccf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:56.682413 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42960) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:56.711075 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-9f05570c-4990-480d-840f-7cc27f1ebad3 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Request body: {'security_group': {'name': 'tempest-securitygroup--16594584', 'description': 'tempest-description--1839935300'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:56.723791 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-57963718-e127-4ec4-8dfd-9a2d15e60316 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.9007134 Jun 30 09:17:56.755673 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-764e1303-576a-4228-b277-5711655c9044 req-52415823-402a-4189-baac-a6126bfa39ea tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753941 Jun 30 09:17:56.756296 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42962) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:56.771810 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-d19da848-50c3-4dd6-b2b5-9e2ea9a4ec76 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Request body: {'subnet': {'network_id': '29a45d4d-7811-464f-a8d3-e49d0e55c5d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:56.790738 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 8712fa0b-848d-4443-bc45-7f5cb2c47ef1 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:56.791702 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:56.818917 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-55f4ed54-c1b1-4c72-91c6-1cba3110f460 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7ed16eb1092149d2a9225fcc18a35dce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7718892 Jun 30 09:17:56.822493 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4ed54-c1b1-4c72-91c6-1cba3110f460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee315703-72c7-4078-b3ac-04b2a38c2bc6,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:56.846748 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42964) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:57.061859 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5d659ef0-1fe4-4e90-a123-5f998d4fb2cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:57.099053 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5d659ef0-1fe4-4e90-a123-5f998d4fb2cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:57.134221 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6759e471-26d0-4830-80d4-8616fa783f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:57.155955 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9ffa8-dbd5-4bb7-bc18-554f988a82bc req-da746bb5-1570-4fdd-b511-6905638409af tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:57.160321 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9cd9ffa8-dbd5-4bb7-bc18-554f988a82bc req-da746bb5-1570-4fdd-b511-6905638409af tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 946 time: 0.1155753 Jun 30 09:17:57.185936 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-20217090-9b7b-4581-bf87-bd60f2eccf82 None None] Provisioning for port a847a5fa-e8c9-4469-9b70-2a2a7254260f completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:57.191768 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-20217090-9b7b-4581-bf87-bd60f2eccf82 None None] Provisioning complete for port a847a5fa-e8c9-4469-9b70-2a2a7254260f triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:57.192252 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-20217090-9b7b-4581-bf87-bd60f2eccf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:57.223885 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9cd9ffa8-dbd5-4bb7-bc18-554f988a82bc req-b35f2175-a9a0-4333-b0e6-be060db13053 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565429 Jun 30 09:17:57.262314 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6759e471-26d0-4830-80d4-8616fa783f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:57.326290 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759e471-26d0-4830-80d4-8616fa783f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef6329b-320a-4e3d-9d28-6fa653f3de06,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:57.335541 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5d659ef0-1fe4-4e90-a123-5f998d4fb2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:57.338762 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5d659ef0-1fe4-4e90-a123-5f998d4fb2cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:57.343351 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5d659ef0-1fe4-4e90-a123-5f998d4fb2cb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ee315703-72c7-4078-b3ac-04b2a38c2bc6 HTTP/1.1" status: 204 len: 168 time: 0.4264698 Jun 30 09:17:57.343631 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-20217090-9b7b-4581-bf87-bd60f2eccf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:57.353557 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.db.api [None req-9f05570c-4990-480d-840f-7cc27f1ebad3 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:17:57.353557 n-d-771363-31 neutron-server[101053]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 09:17:57.353557 n-d-771363-31 neutron-server[101053]: [parameters: {'project_id': '2cf47b77e70945949916ae6cc28be07c', 'id': '82b7bd05-0f5c-4f7d-b9cd-638e9a624ecc', 'expiration': datetime.datetime(2021, 6, 30, 9, 19, 57, 320990)}] Jun 30 09:17:57.353557 n-d-771363-31 neutron-server[101053]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=101053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:17:57.354397 n-d-771363-31 neutron-server[101053]: DEBUG oslo_db.api [None req-9f05570c-4990-480d-840f-7cc27f1ebad3 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:17:57.363541 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d659ef0-1fe4-4e90-a123-5f998d4fb2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee315703-72c7-4078-b3ac-04b2a38c2bc6,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:57.369850 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6759e471-26d0-4830-80d4-8616fa783f7b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=62893d4e33f1404eaff7bf0bcd2c9d00&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4680469 Jun 30 09:17:57.374064 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42968) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:57.385288 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-20217090-9b7b-4581-bf87-bd60f2eccf82 None None] For port a847a5fa-e8c9-4469-9b70-2a2a7254260f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a847a5fa-e8c9-4469-9b70-2a2a7254260f,segment=NetworkSegment(c234fcd6-893a-4512-8def-0f2118a6a16c),segment_id=c234fcd6-893a-4512-8def-0f2118a6a16c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:57.456868 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5534667e-2cfe-4873-9316-5386fb481a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:57.482958 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5534667e-2cfe-4873-9316-5386fb481a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:57.933629 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246e080-a498-4711-a674-ea78ac16dd4b req-4e15f533-2936-4c87-85aa-2d2d5ad43b99 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:57.947549 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246e080-a498-4711-a674-ea78ac16dd4b req-4e15f533-2936-4c87-85aa-2d2d5ad43b99 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:57.947549 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f246e080-a498-4711-a674-ea78ac16dd4b req-4e15f533-2936-4c87-85aa-2d2d5ad43b99 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 1683 time: 0.0751350 Jun 30 09:17:57.983391 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f246e080-a498-4711-a674-ea78ac16dd4b req-ad5c2fd2-3908-4c9e-a264-a82b240540c6 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350831 Jun 30 09:17:58.034385 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-20217090-9b7b-4581-bf87-bd60f2eccf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:58.083644 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19da848-50c3-4dd6-b2b5-9e2ea9a4ec76 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Made reservation on behalf of 4c3abd3d52694b6b9e97ea21d1793a2d for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:58.087910 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d19da848-50c3-4dd6-b2b5-9e2ea9a4ec76 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:58.102588 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5534667e-2cfe-4873-9316-5386fb481a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:58.107547 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5534667e-2cfe-4873-9316-5386fb481a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:58.114856 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20217090-9b7b-4581-bf87-bd60f2eccf82 None None] Pushing event updated for resources: {'Port': ['ID=a847a5fa-e8c9-4469-9b70-2a2a7254260f,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:58.121913 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5534667e-2cfe-4873-9316-5386fb481a72 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4ef6329b-320a-4e3d-9d28-6fa653f3de06 HTTP/1.1" status: 204 len: 168 time: 0.7365997 Jun 30 09:17:58.136218 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534667e-2cfe-4873-9316-5386fb481a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef6329b-320a-4e3d-9d28-6fa653f3de06,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:58.198495 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-396f568e-78c7-4824-a2fe-3c25bdcf50c8 None None] Provisioning complete for port a847a5fa-e8c9-4469-9b70-2a2a7254260f triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:58.206857 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-396f568e-78c7-4824-a2fe-3c25bdcf50c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:58.208726 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9f05570c-4990-480d-840f-7cc27f1ebad3 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:58.485605 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a847a5fa-e8c9-4469-9b70-2a2a7254260f up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:58.517164 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9f05570c-4990-480d-840f-7cc27f1ebad3 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:58.573933 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-396f568e-78c7-4824-a2fe-3c25bdcf50c8 None None] Provisioning for port 44e89faa-6b6f-468b-aada-373d3800878b completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:58.579271 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-396f568e-78c7-4824-a2fe-3c25bdcf50c8 None None] Provisioning complete for port 44e89faa-6b6f-468b-aada-373d3800878b triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:58.581928 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-396f568e-78c7-4824-a2fe-3c25bdcf50c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:58.583537 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port a847a5fa-e8c9-4469-9b70-2a2a7254260f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:58.583537 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:58.644303 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d19da848-50c3-4dd6-b2b5-9e2ea9a4ec76 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:58.659525 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9f05570c-4990-480d-840f-7cc27f1ebad3 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:58.758795 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05570c-4990-480d-840f-7cc27f1ebad3 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:58.786597 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b019d-17a5-4519-979d-9c946a85f153 req-12f491a3-d36b-4dd3-9a06-30300fc3fcf3 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:58.788460 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7d6b019d-17a5-4519-979d-9c946a85f153 req-12f491a3-d36b-4dd3-9a06-30300fc3fcf3 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 946 time: 0.2584746 Jun 30 09:17:58.798034 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19da848-50c3-4dd6-b2b5-9e2ea9a4ec76 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Pushing event updated for resources: {'Subnet': ['ID=43503889-0686-41c6-95f2-eb65f87dfe10,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:58.847884 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9f05570c-4990-480d-840f-7cc27f1ebad3 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:58.849629 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9f05570c-4990-480d-840f-7cc27f1ebad3 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.1590927 Jun 30 09:17:58.854320 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43002) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:58.864393 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19da848-50c3-4dd6-b2b5-9e2ea9a4ec76 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Checking segment: {'id': 'fcb0681c-4c05-4d4a-8f7f-3a2cc18fd7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '29a45d4d-7811-464f-a8d3-e49d0e55c5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:58.864756 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19da848-50c3-4dd6-b2b5-9e2ea9a4ec76 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Network hostable DHCP agents. Network: 29a45d4d-7811-464f-a8d3-e49d0e55c5d4, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:17:58.865520 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-1d921658-7605-4224-b533-5e26183fca58 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Request body: {'security_group_rule': {'security_group_id': '8c3a6ec8-af9b-46f1-9e95-603ea10bf25e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:58.888050 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7d6b019d-17a5-4519-979d-9c946a85f153 req-3d62a5dc-b164-4cee-b7b1-03113f623383 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930984 Jun 30 09:17:59.025779 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-396f568e-78c7-4824-a2fe-3c25bdcf50c8 None None] Port 44e89faa-6b6f-468b-aada-373d3800878b cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:17:59.039322 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1d921658-7605-4224-b533-5e26183fca58 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:59.123192 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19da848-50c3-4dd6-b2b5-9e2ea9a4ec76 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Network 29a45d4d-7811-464f-a8d3-e49d0e55c5d4 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:17:59.188689 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1d921658-7605-4224-b533-5e26183fca58 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:59.199534 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c8797-d4c2-43d9-a814-31f57df62c0c req-08ae024c-c58d-4ff6-ba64-ecb96794bf9b tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:59.208619 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c8797-d4c2-43d9-a814-31f57df62c0c req-08ae024c-c58d-4ff6-ba64-ecb96794bf9b tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:59.210862 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a65c8797-d4c2-43d9-a814-31f57df62c0c req-08ae024c-c58d-4ff6-ba64-ecb96794bf9b tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 1683 time: 0.1935184 Jun 30 09:17:59.246803 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43016) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:59.273111 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-272fa898-8014-421b-bd52-dbb063609cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:59.288689 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a65c8797-d4c2-43d9-a814-31f57df62c0c req-42671928-7822-4ef1-b1f4-d14de01abae9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715194 Jun 30 09:17:59.297763 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-d19da848-50c3-4dd6-b2b5-9e2ea9a4ec76 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 29a45d4d-7811-464f-a8d3-e49d0e55c5d4) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:59.300385 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19da848-50c3-4dd6-b2b5-9e2ea9a4ec76 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:59.301286 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d19da848-50c3-4dd6-b2b5-9e2ea9a4ec76 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:59.309421 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274d1ba7-4837-4801-b99b-105b3054e9ff None None] Network 29a45d4d-7811-464f-a8d3-e49d0e55c5d4 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:17:59.409827 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1d921658-7605-4224-b533-5e26183fca58 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:59.449135 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d921658-7605-4224-b533-5e26183fca58 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de60731b-e641-4661-887d-8a6853419530,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:59.532807 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d19da848-50c3-4dd6-b2b5-9e2ea9a4ec76 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7724540 Jun 30 09:17:59.533178 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43020) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:59.534074 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731e098f-f759-449b-989c-c5ce0800fc4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-29a45d4d-7811-464f-a8d3-e49d0e55c5d4', 'network_id': '29a45d4d-7811-464f-a8d3-e49d0e55c5d4', 'tenant_id': '4c3abd3d52694b6b9e97ea21d1793a2d', 'fixed_ips': [{'subnet_id': '43503889-0686-41c6-95f2-eb65f87dfe10'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:17:59.535185 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-731e098f-f759-449b-989c-c5ce0800fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:59.539713 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-b637e765-57f2-41d6-bc84-9ff62b52342f tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Request body: {'port': {'network_id': '29a45d4d-7811-464f-a8d3-e49d0e55c5d4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1340424440'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:59.605650 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1d921658-7605-4224-b533-5e26183fca58 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:59.611051 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43026) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:59.617326 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-0443d61d-1457-42d1-b2eb-6f2d39c40db4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Request body: {'security_group_rule': {'security_group_id': '8c3a6ec8-af9b-46f1-9e95-603ea10bf25e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:59.622886 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1d921658-7605-4224-b533-5e26183fca58 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7572851 Jun 30 09:17:59.771497 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-731e098f-f759-449b-989c-c5ce0800fc4e None None] Allocated IP 2001:db8::2 (29a45d4d-7811-464f-a8d3-e49d0e55c5d4/43503889-0686-41c6-95f2-eb65f87dfe10/38c4204d-4cdf-4247-9c33-4046ec983e4a) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:59.801422 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-272fa898-8014-421b-bd52-dbb063609cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:59.895884 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-272fa898-8014-421b-bd52-dbb063609cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:59.996257 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-731e098f-f759-449b-989c-c5ce0800fc4e None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:00.012151 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fa898-8014-421b-bd52-dbb063609cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54af8884-8301-48ce-b836-1a15a616450e,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:00.013064 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-731e098f-f759-449b-989c-c5ce0800fc4e None None] Transition to ACTIVE for port object 38c4204d-4cdf-4247-9c33-4046ec983e4a will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:00.034341 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-731e098f-f759-449b-989c-c5ce0800fc4e None None] Transition to ACTIVE for port object 38c4204d-4cdf-4247-9c33-4046ec983e4a will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:00.043498 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0443d61d-1457-42d1-b2eb-6f2d39c40db4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:00.109117 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43036) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:00.109882 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-272fa898-8014-421b-bd52-dbb063609cb6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2f24287babfa4f47aa81fbe50db496a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8588314 Jun 30 09:18:00.158988 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-731e098f-f759-449b-989c-c5ce0800fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:00.207162 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731e098f-f759-449b-989c-c5ce0800fc4e None None] Network 29a45d4d-7811-464f-a8d3-e49d0e55c5d4 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:00.213119 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0443d61d-1457-42d1-b2eb-6f2d39c40db4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:00.214340 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-731e098f-f759-449b-989c-c5ce0800fc4e None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:00.216753 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e098f-f759-449b-989c-c5ce0800fc4e None None] Pushing event updated for resources: {'Port': ['ID=38c4204d-4cdf-4247-9c33-4046ec983e4a,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:00.219362 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731e098f-f759-449b-989c-c5ce0800fc4e None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:00.244775 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-62721dc9-3aba-4f0f-8bc4-909b6b79069f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:00.278965 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-731e098f-f759-449b-989c-c5ce0800fc4e None None] Attempting to bind port 38c4204d-4cdf-4247-9c33-4046ec983e4a on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:18:00.279842 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-731e098f-f759-449b-989c-c5ce0800fc4e None None] Attempting to bind port 38c4204d-4cdf-4247-9c33-4046ec983e4a by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'fcb0681c-4c05-4d4a-8f7f-3a2cc18fd7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '29a45d4d-7811-464f-a8d3-e49d0e55c5d4'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:18:00.280189 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731e098f-f759-449b-989c-c5ce0800fc4e None None] Attempting to bind port 38c4204d-4cdf-4247-9c33-4046ec983e4a on network 29a45d4d-7811-464f-a8d3-e49d0e55c5d4 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:00.286946 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731e098f-f759-449b-989c-c5ce0800fc4e None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:18:00.287461 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731e098f-f759-449b-989c-c5ce0800fc4e None None] Checking segment: {'id': 'fcb0681c-4c05-4d4a-8f7f-3a2cc18fd7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '29a45d4d-7811-464f-a8d3-e49d0e55c5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:00.288145 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-731e098f-f759-449b-989c-c5ce0800fc4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:00.288646 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731e098f-f759-449b-989c-c5ce0800fc4e None None] Bound using segment: {'id': 'fcb0681c-4c05-4d4a-8f7f-3a2cc18fd7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '29a45d4d-7811-464f-a8d3-e49d0e55c5d4'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:18:00.288975 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091bf5c-20e3-44df-b724-5280075dc9c2 req-f949ff1d-7f91-4776-a169-6495677f37ee tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:00.289183 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-731e098f-f759-449b-989c-c5ce0800fc4e None None] Bound port: 38c4204d-4cdf-4247-9c33-4046ec983e4a, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb0681c-4c05-4d4a-8f7f-3a2cc18fd7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '29a45d4d-7811-464f-a8d3-e49d0e55c5d4'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:18:00.289738 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-731e098f-f759-449b-989c-c5ce0800fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:00.292004 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3091bf5c-20e3-44df-b724-5280075dc9c2 req-f949ff1d-7f91-4776-a169-6495677f37ee tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 946 time: 0.1291254 Jun 30 09:18:00.294420 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-62721dc9-3aba-4f0f-8bc4-909b6b79069f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:00.317225 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b637e765-57f2-41d6-bc84-9ff62b52342f tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Made reservation on behalf of 4c3abd3d52694b6b9e97ea21d1793a2d for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:00.329109 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b637e765-57f2-41d6-bc84-9ff62b52342f tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:00.378369 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-b637e765-57f2-41d6-bc84-9ff62b52342f tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] device_id is not set on port 788f99f0-6bed-45ad-b938-934bd0fe902c yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:18:00.404298 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0443d61d-1457-42d1-b2eb-6f2d39c40db4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:00.433070 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-731e098f-f759-449b-989c-c5ce0800fc4e None None] For port 38c4204d-4cdf-4247-9c33-4046ec983e4a, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:00.441244 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-731e098f-f759-449b-989c-c5ce0800fc4e None None] For port 38c4204d-4cdf-4247-9c33-4046ec983e4a, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=38c4204d-4cdf-4247-9c33-4046ec983e4a,segment=NetworkSegment(fcb0681c-4c05-4d4a-8f7f-3a2cc18fd7f6),segment_id=fcb0681c-4c05-4d4a-8f7f-3a2cc18fd7f6)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:18:00.461084 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443d61d-1457-42d1-b2eb-6f2d39c40db4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e7136a-c865-444f-84f8-085788e23ad3,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:00.506176 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3091bf5c-20e3-44df-b724-5280075dc9c2 req-ddb68458-0cf8-4f4e-8a65-d7da21dbfc86 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932509 Jun 30 09:18:00.557460 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0443d61d-1457-42d1-b2eb-6f2d39c40db4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:00.558001 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-731e098f-f759-449b-989c-c5ce0800fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:00.559699 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0443d61d-1457-42d1-b2eb-6f2d39c40db4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9465308 Jun 30 09:18:00.562677 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43046) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:00.575918 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-098ecc11-e743-44e6-942e-700fb7704eb2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:00.616334 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-62721dc9-3aba-4f0f-8bc4-909b6b79069f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:00.631970 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-62721dc9-3aba-4f0f-8bc4-909b6b79069f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:00.634019 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-62721dc9-3aba-4f0f-8bc4-909b6b79069f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/54af8884-8301-48ce-b836-1a15a616450e HTTP/1.1" status: 204 len: 168 time: 0.5237892 Jun 30 09:18:00.698942 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62721dc9-3aba-4f0f-8bc4-909b6b79069f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54af8884-8301-48ce-b836-1a15a616450e,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:00.726311 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-b637e765-57f2-41d6-bc84-9ff62b52342f tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Allocated IP 2001:db8::22 (29a45d4d-7811-464f-a8d3-e49d0e55c5d4/43503889-0686-41c6-95f2-eb65f87dfe10/788f99f0-6bed-45ad-b938-934bd0fe902c) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:00.761361 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e098f-f759-449b-989c-c5ce0800fc4e None None] Pushing event updated for resources: {'Port': ['ID=38c4204d-4cdf-4247-9c33-4046ec983e4a,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:00.815931 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-098ecc11-e743-44e6-942e-700fb7704eb2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for floatingip, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:00.851990 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9afa5-24da-4254-bb67-4a67e89708a0 req-3186ae17-6790-41ac-bda8-363260b69df9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:00.874430 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9afa5-24da-4254-bb67-4a67e89708a0 req-3186ae17-6790-41ac-bda8-363260b69df9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:00.879723 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cda9afa5-24da-4254-bb67-4a67e89708a0 req-3186ae17-6790-41ac-bda8-363260b69df9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 1683 time: 0.3441036 Jun 30 09:18:00.928398 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97adba-c763-410c-ab71-3fa0938bde60 req-bc40736a-5ed4-43a9-98d5-4ab6f32f7e7e tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:00.933762 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97adba-c763-410c-ab71-3fa0938bde60 req-bc40736a-5ed4-43a9-98d5-4ab6f32f7e7e tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:00.935905 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6d97adba-c763-410c-ab71-3fa0938bde60 req-bc40736a-5ed4-43a9-98d5-4ab6f32f7e7e tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.37 "GET /v2.0/ports?device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 1683 time: 0.2326045 Jun 30 09:18:01.153917 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cda9afa5-24da-4254-bb67-4a67e89708a0 req-dd6766fc-e9cf-4e30-83ae-4ae890877135 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731965 Jun 30 09:18:01.262288 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-6d97adba-c763-410c-ab71-3fa0938bde60 req-d97a1047-ee9c-481e-8e61-8cc102e1e272 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Deleting port c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:01.262780 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6d97adba-c763-410c-ab71-3fa0938bde60 req-d97a1047-ee9c-481e-8e61-8cc102e1e272 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:01.300099 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-098ecc11-e743-44e6-942e-700fb7704eb2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:01.305115 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b637e765-57f2-41d6-bc84-9ff62b52342f tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:01.365491 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-b637e765-57f2-41d6-bc84-9ff62b52342f tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Transition to ACTIVE for port object 788f99f0-6bed-45ad-b938-934bd0fe902c will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:01.437228 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-098ecc11-e743-44e6-942e-700fb7704eb2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Allocated IP 172.25.6.115 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/c19cfec4-779e-4790-bb72-fb429dd27817) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:01.546280 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b637e765-57f2-41d6-bc84-9ff62b52342f tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:01.626167 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-098ecc11-e743-44e6-942e-700fb7704eb2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:01.674688 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637e765-57f2-41d6-bc84-9ff62b52342f tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Pushing event updated for resources: {'Port': ['ID=788f99f0-6bed-45ad-b938-934bd0fe902c,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:01.701076 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b637e765-57f2-41d6-bc84-9ff62b52342f tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Network 29a45d4d-7811-464f-a8d3-e49d0e55c5d4 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:01.709256 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-b637e765-57f2-41d6-bc84-9ff62b52342f tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:01.720398 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b637e765-57f2-41d6-bc84-9ff62b52342f tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:01.732823 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b637e765-57f2-41d6-bc84-9ff62b52342f tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:01.739222 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b637e765-57f2-41d6-bc84-9ff62b52342f tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:01.813824 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-098ecc11-e743-44e6-942e-700fb7704eb2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:01.885576 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b637e765-57f2-41d6-bc84-9ff62b52342f tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.3503330 Jun 30 09:18:01.886739 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43080) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:01.895455 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-c26cd150-6451-4bc9-b151-b609f20a32f4 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Request body: {'port': {'network_id': '29a45d4d-7811-464f-a8d3-e49d0e55c5d4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-25283860', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:01.900759 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.api.validators [None req-c26cd150-6451-4bc9-b151-b609f20a32f4 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] bootfile-name is not in valid_values {{(pid=101053) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:18:01.902112 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.api.validators [None req-c26cd150-6451-4bc9-b151-b609f20a32f4 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] tftp-server is not in valid_values {{(pid=101053) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:18:01.902837 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.api.validators [None req-c26cd150-6451-4bc9-b151-b609f20a32f4 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] server-ip-address is not in valid_values {{(pid=101053) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:18:01.974960 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098ecc11-e743-44e6-942e-700fb7704eb2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:02.058978 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-098ecc11-e743-44e6-942e-700fb7704eb2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:02.074977 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098ecc11-e743-44e6-942e-700fb7704eb2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:02.103779 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-6d97adba-c763-410c-ab71-3fa0938bde60 req-d97a1047-ee9c-481e-8e61-8cc102e1e272 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] For port c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd,segment=NetworkSegment(5ffe6ecc-9756-4635-a77d-60ab3547966f),segment_id=5ffe6ecc-9756-4635-a77d-60ab3547966f)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:02.104226 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6d97adba-c763-410c-ab71-3fa0938bde60 req-d97a1047-ee9c-481e-8e61-8cc102e1e272 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:02.160562 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ecc11-e743-44e6-942e-700fb7704eb2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Pushing event updated for resources: {'Port': ['ID=c19cfec4-779e-4790-bb72-fb429dd27817,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:02.223425 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-6d97adba-c763-410c-ab71-3fa0938bde60 req-d97a1047-ee9c-481e-8e61-8cc102e1e272 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Calling delete_port for c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:02.392251 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26cd150-6451-4bc9-b151-b609f20a32f4 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Made reservation on behalf of 4c3abd3d52694b6b9e97ea21d1793a2d for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:02.398623 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c26cd150-6451-4bc9-b151-b609f20a32f4 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:02.463967 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-c26cd150-6451-4bc9-b151-b609f20a32f4 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] device_id is not set on port bb619cfa-f6a9-4da7-ab84-9af8a40a2d51 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:18:02.550142 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 38c4204d-4cdf-4247-9c33-4046ec983e4a up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:02.594840 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d405fa-f81e-4def-9c32-7f32883faf36 req-896cf8b2-23a1-4844-aeb8-36d8e11a5919 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:02.604854 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-76d405fa-f81e-4def-9c32-7f32883faf36 req-896cf8b2-23a1-4844-aeb8-36d8e11a5919 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 946 time: 0.6917284 Jun 30 09:18:02.618600 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b30188-718c-4eba-8da5-d9ee250addd8 None None] Network 29a45d4d-7811-464f-a8d3-e49d0e55c5d4 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:02.638637 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-098ecc11-e743-44e6-942e-700fb7704eb2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:02.717321 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-76d405fa-f81e-4def-9c32-7f32883faf36 req-ae0dccbf-51fc-4821-bc63-e483e9ba72a1 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114848 Jun 30 09:18:02.806772 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-098ecc11-e743-44e6-942e-700fb7704eb2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:02.858326 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6d97adba-c763-410c-ab71-3fa0938bde60 req-d97a1047-ee9c-481e-8e61-8cc102e1e272 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:02.900072 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3402ca72-2642-4287-b9b8-f9cc41db8644 None None] Provisioning for port 38c4204d-4cdf-4247-9c33-4046ec983e4a completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:02.918836 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a1047-ee9c-481e-8e61-8cc102e1e272 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Pushing event deleted for resources: {'Port': ['ID=c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:02.990427 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 38c4204d-4cdf-4247-9c33-4046ec983e4a completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:02.995585 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 38c4204d-4cdf-4247-9c33-4046ec983e4a triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:02.995995 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:03.063892 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b678dd-bda9-4a9d-9eef-06940769b0fb req-8068fcac-abce-4bd2-a340-2277f5dcacd9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:03.073933 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b678dd-bda9-4a9d-9eef-06940769b0fb req-8068fcac-abce-4bd2-a340-2277f5dcacd9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:03.076176 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d5b678dd-bda9-4a9d-9eef-06940769b0fb req-8068fcac-abce-4bd2-a340-2277f5dcacd9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 1604 time: 0.4219630 Jun 30 09:18:03.158753 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-c26cd150-6451-4bc9-b151-b609f20a32f4 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Allocated IP 2001:db8::fc (29a45d4d-7811-464f-a8d3-e49d0e55c5d4/43503889-0686-41c6-95f2-eb65f87dfe10/bb619cfa-f6a9-4da7-ab84-9af8a40a2d51) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:03.227724 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d97adba-c763-410c-ab71-3fa0938bde60 req-d97a1047-ee9c-481e-8e61-8cc102e1e272 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] No DVR routers for this DVR port c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:03.240465 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:03.264422 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6d97adba-c763-410c-ab71-3fa0938bde60 req-d97a1047-ee9c-481e-8e61-8cc102e1e272 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:03.273834 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d5b678dd-bda9-4a9d-9eef-06940769b0fb req-f5ae3875-7edd-4e4b-9889-26237d8b2b16 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864567 Jun 30 09:18:03.292099 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6d97adba-c763-410c-ab71-3fa0938bde60 req-d97a1047-ee9c-481e-8e61-8cc102e1e272 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.37 "DELETE /v2.0/ports/c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd HTTP/1.1" status: 204 len: 173 time: 2.3493431 Jun 30 09:18:03.296337 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a732b67d-68bc-4fa5-a78d-24675c659d67', 'name': 'network-vif-deleted', 'tag': 'c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:03.320353 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7767c1-11b2-4c24-8fe8-65872c1c50e5" -d '{"events": [{"server_uuid": "a732b67d-68bc-4fa5-a78d-24675c659d67", "name": "network-vif-deleted", "tag": "c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:03.351870 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 38c4204d-4cdf-4247-9c33-4046ec983e4a, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=38c4204d-4cdf-4247-9c33-4046ec983e4a,segment=NetworkSegment(fcb0681c-4c05-4d4a-8f7f-3a2cc18fd7f6),segment_id=fcb0681c-4c05-4d4a-8f7f-3a2cc18fd7f6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:03.448813 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:03.536129 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acef379-eff9-497a-98ff-db62c63a3a03 x-openstack-request-id: req-9acef379-eff9-497a-98ff-db62c63a3a03 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:03.543318 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a732b67d-68bc-4fa5-a78d-24675c659d67", "name": "network-vif-deleted", "tag": "c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:03.543318 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9acef379-eff9-497a-98ff-db62c63a3a03 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:03.543318 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a732b67d-68bc-4fa5-a78d-24675c659d67', 'name': 'network-vif-deleted', 'tag': 'c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd', 'status': 'completed', 'code': 200} Jun 30 09:18:03.606023 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=38c4204d-4cdf-4247-9c33-4046ec983e4a,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:03.680196 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7347706d-6485-4ed9-a732-fdbad697aebd None None] Provisioning complete for port 38c4204d-4cdf-4247-9c33-4046ec983e4a triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:03.681707 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7347706d-6485-4ed9-a732-fdbad697aebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:03.798541 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c26cd150-6451-4bc9-b151-b609f20a32f4 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:03.835960 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-098ecc11-e743-44e6-942e-700fb7704eb2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:03.873507 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-6d97adba-c763-410c-ab71-3fa0938bde60 req-0ace1290-b497-44d3-bbc1-8dbc885922d4 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Deleting port c3571333-4237-4005-81ce-477775c5eed8 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:03.874015 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6d97adba-c763-410c-ab71-3fa0938bde60 req-0ace1290-b497-44d3-bbc1-8dbc885922d4 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:03.880630 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-c26cd150-6451-4bc9-b151-b609f20a32f4 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Transition to ACTIVE for port object bb619cfa-f6a9-4da7-ab84-9af8a40a2d51 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:03.972031 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-098ecc11-e743-44e6-942e-700fb7704eb2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:04.123845 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c26cd150-6451-4bc9-b151-b609f20a32f4 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:04.164846 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7347706d-6485-4ed9-a732-fdbad697aebd None None] Provisioning for port 788f99f0-6bed-45ad-b938-934bd0fe902c completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:04.171351 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7347706d-6485-4ed9-a732-fdbad697aebd None None] Provisioning complete for port 788f99f0-6bed-45ad-b938-934bd0fe902c triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:04.172256 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7347706d-6485-4ed9-a732-fdbad697aebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:04.204987 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26cd150-6451-4bc9-b151-b609f20a32f4 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Network 29a45d4d-7811-464f-a8d3-e49d0e55c5d4 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:04.214015 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-c26cd150-6451-4bc9-b151-b609f20a32f4 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:04.218420 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26cd150-6451-4bc9-b151-b609f20a32f4 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:04.226638 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26cd150-6451-4bc9-b151-b609f20a32f4 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:04.227597 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c26cd150-6451-4bc9-b151-b609f20a32f4 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:04.258044 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26cd150-6451-4bc9-b151-b609f20a32f4 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Pushing event updated for resources: {'Port': ['ID=bb619cfa-f6a9-4da7-ab84-9af8a40a2d51,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:04.264378 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-7347706d-6485-4ed9-a732-fdbad697aebd None None] Port 788f99f0-6bed-45ad-b938-934bd0fe902c cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:18:04.269702 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26cd150-6451-4bc9-b151-b609f20a32f4 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:04.270453 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26cd150-6451-4bc9-b151-b609f20a32f4 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:04.271489 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26cd150-6451-4bc9-b151-b609f20a32f4 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:04.272095 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26cd150-6451-4bc9-b151-b609f20a32f4 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:04.272670 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26cd150-6451-4bc9-b151-b609f20a32f4 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:04.273316 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26cd150-6451-4bc9-b151-b609f20a32f4 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:04.273886 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26cd150-6451-4bc9-b151-b609f20a32f4 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:04.274464 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26cd150-6451-4bc9-b151-b609f20a32f4 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:04.275019 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26cd150-6451-4bc9-b151-b609f20a32f4 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:04.275598 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26cd150-6451-4bc9-b151-b609f20a32f4 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:04.276150 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26cd150-6451-4bc9-b151-b609f20a32f4 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:04.276734 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26cd150-6451-4bc9-b151-b609f20a32f4 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:04.360541 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c26cd150-6451-4bc9-b151-b609f20a32f4 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1147 time: 2.4721699 Jun 30 09:18:04.363191 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43182) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:04.414317 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-22c7340d-0250-44ae-bd98-2027cdf3c645 None None] Provisioning complete for port 788f99f0-6bed-45ad-b938-934bd0fe902c triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:04.414795 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-22c7340d-0250-44ae-bd98-2027cdf3c645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:04.540316 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 38c4204d-4cdf-4247-9c33-4046ec983e4a up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:04.663744 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d95f0ac-0d88-4102-a4a4-6addfb80fe52 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:04.672915 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d95f0ac-0d88-4102-a4a4-6addfb80fe52 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:04.685714 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d95f0ac-0d88-4102-a4a4-6addfb80fe52 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:04.701113 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8d95f0ac-0d88-4102-a4a4-6addfb80fe52 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.3361800 Jun 30 09:18:04.702454 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43188) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:04.724042 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c3571333-4237-4005-81ce-477775c5eed8 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:04.795463 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-22c7340d-0250-44ae-bd98-2027cdf3c645 None None] Port 788f99f0-6bed-45ad-b938-934bd0fe902c cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:18:04.820342 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43194) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:04.873609 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 38c4204d-4cdf-4247-9c33-4046ec983e4a triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:04.874232 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:04.910196 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e169b-f38b-4002-b071-b3588941c508 req-0142fd21-c535-4955-87c1-5ad0563e80e5 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:04.925868 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5e3e169b-f38b-4002-b071-b3588941c508 req-0142fd21-c535-4955-87c1-5ad0563e80e5 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 946 time: 0.3413074 Jun 30 09:18:05.083108 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5e3e169b-f38b-4002-b071-b3588941c508 req-41dacf66-987e-4d03-b598-d93b828a5107 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ebdae8-3f9e-4de1-b072-00b19899c296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514146 Jun 30 09:18:05.125575 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:05.156535 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fc066029-79e0-41e8-993c-6fc68b18b8ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:05.177769 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-52403cc1-1fad-4a7f-920e-5566889405c8 None None] Provisioning for port bb619cfa-f6a9-4da7-ab84-9af8a40a2d51 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:05.232269 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-bcfdb0d2-f7c8-48c7-af67-0017bb67a687 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Deleting port bb619cfa-f6a9-4da7-ab84-9af8a40a2d51 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:05.233501 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bcfdb0d2-f7c8-48c7-af67-0017bb67a687 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:05.287958 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-52403cc1-1fad-4a7f-920e-5566889405c8 None None] Provisioning complete for port bb619cfa-f6a9-4da7-ab84-9af8a40a2d51 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:05.289089 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-52403cc1-1fad-4a7f-920e-5566889405c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:05.306412 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-098ecc11-e743-44e6-942e-700fb7704eb2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:05.310328 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-6d97adba-c763-410c-ab71-3fa0938bde60 req-0ace1290-b497-44d3-bbc1-8dbc885922d4 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] For port c3571333-4237-4005-81ce-477775c5eed8, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c3571333-4237-4005-81ce-477775c5eed8,segment=NetworkSegment(2b87ee91-5ef7-46a9-a2d3-bcb1912f26fd),segment_id=2b87ee91-5ef7-46a9-a2d3-bcb1912f26fd)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:05.311239 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6d97adba-c763-410c-ab71-3fa0938bde60 req-0ace1290-b497-44d3-bbc1-8dbc885922d4 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:05.346254 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port c3571333-4237-4005-81ce-477775c5eed8, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c3571333-4237-4005-81ce-477775c5eed8,segment=NetworkSegment(2b87ee91-5ef7-46a9-a2d3-bcb1912f26fd),segment_id=2b87ee91-5ef7-46a9-a2d3-bcb1912f26fd)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:05.355219 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a732b67d-68bc-4fa5-a78d-24675c659d67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3571333-4237-4005-81ce-477775c5eed8'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:05.358056 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088f477e-a9dc-46ce-850d-6908432f0472" -d '{"events": [{"server_uuid": "a732b67d-68bc-4fa5-a78d-24675c659d67", "name": "network-vif-unplugged", "status": "completed", "tag": "c3571333-4237-4005-81ce-477775c5eed8"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:05.384863 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ecc11-e743-44e6-942e-700fb7704eb2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Pushing event updated for resources: {'Port': ['ID=c19cfec4-779e-4790-bb72-fb429dd27817,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:05.391652 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-6d97adba-c763-410c-ab71-3fa0938bde60 req-0ace1290-b497-44d3-bbc1-8dbc885922d4 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Calling delete_port for c3571333-4237-4005-81ce-477775c5eed8 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:05.411158 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-52403cc1-1fad-4a7f-920e-5566889405c8 None None] Port bb619cfa-f6a9-4da7-ab84-9af8a40a2d51 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:18:05.448612 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:05.449338 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:05.476492 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4a2cd-eff1-4538-84ac-10d555e8c2ee req-4df6b1aa-9543-4a00-bfea-205a0e94a126 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:05.478183 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-66e4a2cd-eff1-4538-84ac-10d555e8c2ee req-4df6b1aa-9543-4a00-bfea-205a0e94a126 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 946 time: 1.3774395 Jun 30 09:18:05.488620 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fc066029-79e0-41e8-993c-6fc68b18b8ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:05.548089 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bcfdb0d2-f7c8-48c7-af67-0017bb67a687 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:05.565345 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-bcfdb0d2-f7c8-48c7-af67-0017bb67a687 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Calling delete_port for bb619cfa-f6a9-4da7-ab84-9af8a40a2d51 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:05.582126 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fc066029-79e0-41e8-993c-6fc68b18b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:05.630257 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cef062d-6191-4942-9ddd-cbc6bd86900b x-openstack-request-id: req-0cef062d-6191-4942-9ddd-cbc6bd86900b {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:05.630738 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a732b67d-68bc-4fa5-a78d-24675c659d67", "name": "network-vif-unplugged", "status": "completed", "tag": "c3571333-4237-4005-81ce-477775c5eed8", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:05.648994 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0cef062d-6191-4942-9ddd-cbc6bd86900b {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:05.648994 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a732b67d-68bc-4fa5-a78d-24675c659d67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3571333-4237-4005-81ce-477775c5eed8', 'code': 200} Jun 30 09:18:05.648994 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=c3571333-4237-4005-81ce-477775c5eed8,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:05.649543 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fc066029-79e0-41e8-993c-6fc68b18b8ad admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3e9284aba73744c18cc35a4588170f8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8211498 Jun 30 09:18:05.654836 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-66e4a2cd-eff1-4538-84ac-10d555e8c2ee req-d498998a-8ef8-440b-973d-979b2b8ad036 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225774 Jun 30 09:18:05.655573 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43210) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:05.688743 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:18:05.690821 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c6e5d32f-d9aa-4fe0-8bfb-2006b5b6e8cd not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:18:05.710508 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc066029-79e0-41e8-993c-6fc68b18b8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ebbd24-f64b-45d9-b746-1d2ff86907ee,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:05.767274 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-098ecc11-e743-44e6-942e-700fb7704eb2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:05.768556 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-098ecc11-e743-44e6-942e-700fb7704eb2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2045693 Jun 30 09:18:05.831464 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-06ef243e-99ab-4491-8f93-cab2bdd45bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:05.941031 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-06ef243e-99ab-4491-8f93-cab2bdd45bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.038201 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bcfdb0d2-f7c8-48c7-af67-0017bb67a687 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.080750 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfdb0d2-f7c8-48c7-af67-0017bb67a687 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Pushing event deleted for resources: {'Port': ['ID=bb619cfa-f6a9-4da7-ab84-9af8a40a2d51,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:06.128907 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6d97adba-c763-410c-ab71-3fa0938bde60 req-0ace1290-b497-44d3-bbc1-8dbc885922d4 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.170164 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bcfdb0d2-f7c8-48c7-af67-0017bb67a687 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.176618 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bcfdb0d2-f7c8-48c7-af67-0017bb67a687 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] 10.222.0.10 "DELETE /v2.0/ports/bb619cfa-f6a9-4da7-ab84-9af8a40a2d51 HTTP/1.1" status: 204 len: 168 time: 1.4554849 Jun 30 09:18:06.185640 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43248) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:06.201420 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-c21fd572-77f0-4407-b0f8-57c47e6780b1 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Request body: {'port': {'name': 'tempest-new-port-name-18924298', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:06.201834 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.api.validators [None req-c21fd572-77f0-4407-b0f8-57c47e6780b1 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] bootfile-name is not in valid_values {{(pid=101053) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:18:06.202174 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.api.validators [None req-c21fd572-77f0-4407-b0f8-57c47e6780b1 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] tftp-server is not in valid_values {{(pid=101053) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:18:06.202511 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.api.validators [None req-c21fd572-77f0-4407-b0f8-57c47e6780b1 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] server-ip-address is not in valid_values {{(pid=101053) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:18:06.211431 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-06ef243e-99ab-4491-8f93-cab2bdd45bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.217330 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-06ef243e-99ab-4491-8f93-cab2bdd45bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.222993 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-06ef243e-99ab-4491-8f93-cab2bdd45bc9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/62ebbd24-f64b-45d9-b746-1d2ff86907ee HTTP/1.1" status: 204 len: 168 time: 0.5586474 Jun 30 09:18:06.243005 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace1290-b497-44d3-bbc1-8dbc885922d4 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Pushing event deleted for resources: {'Port': ['ID=c3571333-4237-4005-81ce-477775c5eed8,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:06.717991 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-96ddb741-ae73-40a9-ab89-7768096d3f0c tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--16594584&fields=id&tenant_id=2cf47b77e70945949916ae6cc28be07c HTTP/1.1" status: 200 len: 267 time: 0.1980190 Jun 30 09:18:06.720429 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d97adba-c763-410c-ab71-3fa0938bde60 req-0ace1290-b497-44d3-bbc1-8dbc885922d4 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] No DVR routers for this DVR port c3571333-4237-4005-81ce-477775c5eed8 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:06.720429 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef243e-99ab-4491-8f93-cab2bdd45bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ebbd24-f64b-45d9-b746-1d2ff86907ee,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:06.720429 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6d97adba-c763-410c-ab71-3fa0938bde60 req-0ace1290-b497-44d3-bbc1-8dbc885922d4 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.720429 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6d97adba-c763-410c-ab71-3fa0938bde60 req-0ace1290-b497-44d3-bbc1-8dbc885922d4 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.37 "DELETE /v2.0/ports/c3571333-4237-4005-81ce-477775c5eed8 HTTP/1.1" status: 204 len: 173 time: 3.1288815 Jun 30 09:18:06.720429 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a732b67d-68bc-4fa5-a78d-24675c659d67', 'name': 'network-vif-deleted', 'tag': 'c3571333-4237-4005-81ce-477775c5eed8'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:06.720429 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6888efa-d078-4f59-a161-ce3063c817eb" -d '{"events": [{"server_uuid": "a732b67d-68bc-4fa5-a78d-24675c659d67", "name": "network-vif-deleted", "tag": "c3571333-4237-4005-81ce-477775c5eed8"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:06.725524 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c21fd572-77f0-4407-b0f8-57c47e6780b1 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.727766 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bdfc2b44-b567-4536-ad26-e7fead6f5cc5 req-0830ebbc-9ba4-48f3-90c9-3c0dcc01382b tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 210 time: 0.0899920 Jun 30 09:18:06.728418 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-f0f7e36b-ad4a-4681-ae80-a99431405eb4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:06.728418 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-f0f7e36b-ad4a-4681-ae80-a99431405eb4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports/88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 HTTP/1.1" status: 200 len: 932 time: 0.1435220 Jun 30 09:18:06.728418 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-6a7b61f2-5ade-4efa-81d4-6d0141b57dcb tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:06.728418 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-6a7b61f2-5ade-4efa-81d4-6d0141b57dcb tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports/44e89faa-6b6f-468b-aada-373d3800878b HTTP/1.1" status: 200 len: 932 time: 0.1044111 Jun 30 09:18:06.728418 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-1f390f02-5d02-40c9-9679-6dfdd2f62689 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?network_id=1ee7a795-7cad-4025-ad1c-ea31997afa2e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0779831 Jun 30 09:18:06.729279 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e1304a-449b-45c7-a7eb-2559c8f95444 x-openstack-request-id: req-93e1304a-449b-45c7-a7eb-2559c8f95444 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:06.729279 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a732b67d-68bc-4fa5-a78d-24675c659d67", "name": "network-vif-deleted", "tag": "c3571333-4237-4005-81ce-477775c5eed8", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:06.729279 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-93e1304a-449b-45c7-a7eb-2559c8f95444 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:06.729279 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a732b67d-68bc-4fa5-a78d-24675c659d67', 'name': 'network-vif-deleted', 'tag': 'c3571333-4237-4005-81ce-477775c5eed8', 'status': 'completed', 'code': 200} Jun 30 09:18:06.793912 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-275d294b-0a84-4fce-8e3f-3033e5b1c967 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?network_id=1ee7a795-7cad-4025-ad1c-ea31997afa2e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0393145 Jun 30 09:18:06.909221 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973503f-9489-4c2e-aaf3-896bb273d994 req-247d1974-4eaa-48ae-8834-9ea4e08eb8f8 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:06.911076 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4973503f-9489-4c2e-aaf3-896bb273d994 req-247d1974-4eaa-48ae-8834-9ea4e08eb8f8 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 946 time: 0.0772648 Jun 30 09:18:06.986998 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4973503f-9489-4c2e-aaf3-896bb273d994 req-3195b442-5fa5-4e1f-a7f7-65b655368971 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684433 Jun 30 09:18:07.006120 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c21fd572-77f0-4407-b0f8-57c47e6780b1 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:07.016801 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-81f0ae4d-c89b-45be-a3d8-63e35985aa47 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:07.022998 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-81f0ae4d-c89b-45be-a3d8-63e35985aa47 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:07.028796 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-81f0ae4d-c89b-45be-a3d8-63e35985aa47 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:07.030476 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-81f0ae4d-c89b-45be-a3d8-63e35985aa47 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/networks?id=b7c4d310-0e13-4978-b513-6d3abe0b2ecf&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=1ee7a795-7cad-4025-ad1c-ea31997afa2e&id=1ee7a795-7cad-4025-ad1c-ea31997afa2e HTTP/1.1" status: 200 len: 1990 time: 0.2213635 Jun 30 09:18:07.061264 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-339852e3-c4be-42b8-bcb9-c0710d778f96 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/quotas/2cf47b77e70945949916ae6cc28be07c HTTP/1.1" status: 200 len: 375 time: 0.0190520 Jun 30 09:18:07.128475 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c21fd572-77f0-4407-b0f8-57c47e6780b1 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:07.187960 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-c21fd572-77f0-4407-b0f8-57c47e6780b1 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] In _notify_port_updated(), no bound segment for port 788f99f0-6bed-45ad-b938-934bd0fe902c on network 29a45d4d-7811-464f-a8d3-e49d0e55c5d4 {{(pid=101053) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:18:07.193935 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21fd572-77f0-4407-b0f8-57c47e6780b1 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:07.194615 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c21fd572-77f0-4407-b0f8-57c47e6780b1 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:07.198425 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c21fd572-77f0-4407-b0f8-57c47e6780b1 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] 10.222.0.10 "PUT /v2.0/ports/788f99f0-6bed-45ad-b938-934bd0fe902c HTTP/1.1" status: 200 len: 1127 time: 1.0092003 Jun 30 09:18:07.199072 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43266) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:07.245247 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21fd572-77f0-4407-b0f8-57c47e6780b1 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Pushing event updated for resources: {'Port': ['ID=788f99f0-6bed-45ad-b938-934bd0fe902c,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:07.258480 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:07.331886 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4eeae5-12eb-4b39-9226-5d47fe9be3f9 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:07.338467 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5f4eeae5-12eb-4b39-9226-5d47fe9be3f9 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] 10.222.0.10 "GET /v2.0/ports/788f99f0-6bed-45ad-b938-934bd0fe902c HTTP/1.1" status: 200 len: 1127 time: 0.1385219 Jun 30 09:18:07.339716 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43270) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:07.347666 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-cf78a68d-9f9e-434e-96e1-aeaf77b03db5 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2cf47b77e70945949916ae6cc28be07c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2670355 Jun 30 09:18:07.505620 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-0cf087ae-6888-4d80-bcff-7e0cfb192b8a tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Deleting port 788f99f0-6bed-45ad-b938-934bd0fe902c {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:07.505877 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0cf087ae-6888-4d80-bcff-7e0cfb192b8a tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:07.523885 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43272) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:07.549147 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-b9258461-516b-46db-9f06-1dd007ad78af service neutron] 10.222.0.10 "GET /v2.0/networks/b7c4d310-0e13-4978-b513-6d3abe0b2ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003374 Jun 30 09:18:07.696288 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-cbbbd52d-3b67-4c28-836f-21e6380d4efc None None] Provisioning complete for port 788f99f0-6bed-45ad-b938-934bd0fe902c triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:07.697120 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cbbbd52d-3b67-4c28-836f-21e6380d4efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:07.711253 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0cf087ae-6888-4d80-bcff-7e0cfb192b8a tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:07.743629 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-0cf087ae-6888-4d80-bcff-7e0cfb192b8a tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Calling delete_port for 788f99f0-6bed-45ad-b938-934bd0fe902c owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:07.784806 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-4c3994a6-e26e-4b70-8c68-5f049cf64f8c service neutron] 10.222.0.10 "GET /v2.0/networks/b7c4d310-0e13-4978-b513-6d3abe0b2ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294426 Jun 30 09:18:07.807367 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43284) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:07.821083 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-cbbbd52d-3b67-4c28-836f-21e6380d4efc None None] Port 788f99f0-6bed-45ad-b938-934bd0fe902c cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:18:07.949288 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2336554a-b3b5-42f8-a60f-a8cc46d3e782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:07.964289 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-297c42e5-66cc-438d-90ce-87deeed785dd service neutron] 10.222.0.10 "GET /v2.0/ports/88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1785867 Jun 30 09:18:08.143486 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-3a301f99-5212-4e08-91e9-6883b99bd763 service neutron] 10.222.0.10 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655452 Jun 30 09:18:08.259580 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b034c7b2-c7d0-45dc-810e-7826f9d09148 req-a0588b6b-507f-4aed-b7a7-96c146190117 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "GET /v2.0/ports?device_id=a732b67d-68bc-4fa5-a78d-24675c659d67 HTTP/1.1" status: 200 len: 210 time: 0.0418661 Jun 30 09:18:08.268556 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0cf087ae-6888-4d80-bcff-7e0cfb192b8a tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.271226 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1fabbe8b-5f1c-4db6-a9a8-e6af374ecf5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.373329 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf087ae-6888-4d80-bcff-7e0cfb192b8a tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Pushing event deleted for resources: {'Port': ['ID=788f99f0-6bed-45ad-b938-934bd0fe902c,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:08.375585 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0cf087ae-6888-4d80-bcff-7e0cfb192b8a tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.384874 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0cf087ae-6888-4d80-bcff-7e0cfb192b8a tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] 10.222.0.10 "DELETE /v2.0/ports/788f99f0-6bed-45ad-b938-934bd0fe902c HTTP/1.1" status: 204 len: 168 time: 1.0433729 Jun 30 09:18:08.387723 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43288) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:08.464550 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a4d6e1b-87a9-4b28-8686-0188075b8501 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Deleting subnet 43503889-0686-41c6-95f2-eb65f87dfe10 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:18:08.464550 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3a4d6e1b-87a9-4b28-8686-0188075b8501 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.562340 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3a4d6e1b-87a9-4b28-8686-0188075b8501 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.609310 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.622318 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee0c8a-65ef-4686-9d1d-dea42ea58b96 req-4c23744b-fba7-4b82-a8d2-34a2ba50018f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:08.624281 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c1ee0c8a-65ef-4686-9d1d-dea42ea58b96 req-4c23744b-fba7-4b82-a8d2-34a2ba50018f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 946 time: 0.1667576 Jun 30 09:18:08.696735 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c1ee0c8a-65ef-4686-9d1d-dea42ea58b96 req-7b478c47-ef6f-4cac-91e2-21a6f5a1c7bd tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632100 Jun 30 09:18:08.737030 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-e369ac4c-24d8-4b90-a707-025b360e2f73 service neutron] 10.222.0.10 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5814116 Jun 30 09:18:08.738839 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3a4d6e1b-87a9-4b28-8686-0188075b8501 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.800432 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2336554a-b3b5-42f8-a60f-a8cc46d3e782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.809658 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-9f4275e8-114f-4774-a741-4c33ca334e86 service neutron] 10.222.0.10 "GET /v2.0/ports/44e89faa-6b6f-468b-aada-373d3800878b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0705495 Jun 30 09:18:08.886033 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2336554a-b3b5-42f8-a60f-a8cc46d3e782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.888998 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3a4d6e1b-87a9-4b28-8686-0188075b8501 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.934088 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d6e1b-87a9-4b28-8686-0188075b8501 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Pushing event deleted for resources: {'Subnet': ['ID=43503889-0686-41c6-95f2-eb65f87dfe10,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:08.949958 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3a4d6e1b-87a9-4b28-8686-0188075b8501 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.955917 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3a4d6e1b-87a9-4b28-8686-0188075b8501 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] 10.222.0.10 "DELETE /v2.0/subnets/43503889-0686-41c6-95f2-eb65f87dfe10 HTTP/1.1" status: 204 len: 168 time: 0.5665503 Jun 30 09:18:08.960643 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaac26a-632d-4970-b6ed-fa6c49d09a28 None None] Network 29a45d4d-7811-464f-a8d3-e49d0e55c5d4 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:08.963311 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-842905a0-b30a-4a98-865f-9256f0846d95 service neutron] 10.222.0.10 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474025 Jun 30 09:18:08.972311 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336554a-b3b5-42f8-a60f-a8cc46d3e782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b05e50-9dbb-4499-bfa3-c18960c0e341,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:08.972311 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2336554a-b3b5-42f8-a60f-a8cc46d3e782 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=308413803e4d434999d184a42a96d291&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1605899 Jun 30 09:18:08.973037 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43302) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:08.988303 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43304) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:09.121802 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-324f7b51-9c36-4c83-9ec5-228c017c5b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:09.154981 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5777c853-d27f-4162-8f82-eb0023fb89da tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:09.171743 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-324f7b51-9c36-4c83-9ec5-228c017c5b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:09.213435 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-d55b6088-3efd-49ea-a1ca-5dce6f15322e service neutron] 10.222.0.10 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344403 Jun 30 09:18:09.245832 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1fabbe8b-5f1c-4db6-a9a8-e6af374ecf5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:09.281576 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-5777c853-d27f-4162-8f82-eb0023fb89da tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Deleting port 38c4204d-4cdf-4247-9c33-4046ec983e4a {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:09.290665 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5777c853-d27f-4162-8f82-eb0023fb89da tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:09.296823 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87224307-0d5d-4483-87ef-837659481a2e None None] DHCP port deletion for 29a45d4d-7811-464f-a8d3-e49d0e55c5d4 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:18:09.344230 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1fabbe8b-5f1c-4db6-a9a8-e6af374ecf5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:09.387989 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-eb215537-2b98-409b-8c16-d79001efe768 service neutron] 10.222.0.10 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678829 Jun 30 09:18:09.425689 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-5777c853-d27f-4162-8f82-eb0023fb89da tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] For port 38c4204d-4cdf-4247-9c33-4046ec983e4a, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=38c4204d-4cdf-4247-9c33-4046ec983e4a,segment=NetworkSegment(fcb0681c-4c05-4d4a-8f7f-3a2cc18fd7f6),segment_id=fcb0681c-4c05-4d4a-8f7f-3a2cc18fd7f6)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:09.426055 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5777c853-d27f-4162-8f82-eb0023fb89da tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:09.427251 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-87224307-0d5d-4483-87ef-837659481a2e None None] Deleting port 38c4204d-4cdf-4247-9c33-4046ec983e4a {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:09.428005 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-87224307-0d5d-4483-87ef-837659481a2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:09.432036 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1fabbe8b-5f1c-4db6-a9a8-e6af374ecf5a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5e6c3ce1ec08485198c392fd71a9a181&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9126549 Jun 30 09:18:09.441018 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43310) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:09.452010 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabbe8b-5f1c-4db6-a9a8-e6af374ecf5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938610b0-56e5-413a-8a8a-4e660c3ab0bf,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:09.472809 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-5777c853-d27f-4162-8f82-eb0023fb89da tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Calling delete_port for 38c4204d-4cdf-4247-9c33-4046ec983e4a owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:09.491200 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43312) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:09.528876 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-324f7b51-9c36-4c83-9ec5-228c017c5b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:09.531659 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-324f7b51-9c36-4c83-9ec5-228c017c5b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:09.532841 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-324f7b51-9c36-4c83-9ec5-228c017c5b22 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c9b05e50-9dbb-4499-bfa3-c18960c0e341 HTTP/1.1" status: 204 len: 168 time: 0.5370362 Jun 30 09:18:09.553202 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-87224307-0d5d-4483-87ef-837659481a2e None None] For port 38c4204d-4cdf-4247-9c33-4046ec983e4a, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=38c4204d-4cdf-4247-9c33-4046ec983e4a,segment=NetworkSegment(fcb0681c-4c05-4d4a-8f7f-3a2cc18fd7f6),segment_id=fcb0681c-4c05-4d4a-8f7f-3a2cc18fd7f6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:09.558983 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-87224307-0d5d-4483-87ef-837659481a2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:09.559287 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f7b51-9c36-4c83-9ec5-228c017c5b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b05e50-9dbb-4499-bfa3-c18960c0e341,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:09.581175 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-87224307-0d5d-4483-87ef-837659481a2e None None] Calling delete_port for 38c4204d-4cdf-4247-9c33-4046ec983e4a owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:09.583059 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-f88f982b-ce70-4bc6-8ded-24a9557e052f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Deleting subnet 6377bbac-1b19-4699-989c-af4796511ee8 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:18:09.626506 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f88f982b-ce70-4bc6-8ded-24a9557e052f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:09.637213 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-7c7bde7a-2fb1-407e-9114-060042e6d114 service neutron] 10.222.0.10 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401998 Jun 30 09:18:09.715026 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0f565802-69f5-4f7b-a193-d642ebf2c5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:09.732098 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f88f982b-ce70-4bc6-8ded-24a9557e052f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:09.745741 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-87224307-0d5d-4483-87ef-837659481a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:09.775471 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-34dafaa0-df2e-4607-8f4e-22a303dbee45 service neutron] 10.222.0.10 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325891 Jun 30 09:18:09.794078 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87224307-0d5d-4483-87ef-837659481a2e None None] No DVR routers for this DVR port 38c4204d-4cdf-4247-9c33-4046ec983e4a on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:09.812059 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87224307-0d5d-4483-87ef-837659481a2e None None] Pushing event deleted for resources: {'Port': ['ID=38c4204d-4cdf-4247-9c33-4046ec983e4a,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:09.817803 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87224307-0d5d-4483-87ef-837659481a2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:09.818192 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87224307-0d5d-4483-87ef-837659481a2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:09.818542 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87224307-0d5d-4483-87ef-837659481a2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:09.820232 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87224307-0d5d-4483-87ef-837659481a2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:09.820669 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87224307-0d5d-4483-87ef-837659481a2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:09.821003 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87224307-0d5d-4483-87ef-837659481a2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:09.821325 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87224307-0d5d-4483-87ef-837659481a2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:09.821866 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87224307-0d5d-4483-87ef-837659481a2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:09.822366 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87224307-0d5d-4483-87ef-837659481a2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:09.822965 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87224307-0d5d-4483-87ef-837659481a2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:09.823542 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87224307-0d5d-4483-87ef-837659481a2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:09.824277 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87224307-0d5d-4483-87ef-837659481a2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:09.837021 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0f565802-69f5-4f7b-a193-d642ebf2c5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:09.851073 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5777c853-d27f-4162-8f82-eb0023fb89da tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:09.893319 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-3189f72f-453d-4b53-82ec-60a50ec2dc90 service neutron] 10.222.0.10 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101561 Jun 30 09:18:09.926530 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777c853-d27f-4162-8f82-eb0023fb89da tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Pushing event deleted for resources: {'Port': ['ID=38c4204d-4cdf-4247-9c33-4046ec983e4a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:09.981054 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5777c853-d27f-4162-8f82-eb0023fb89da tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] No DVR routers for this DVR port 38c4204d-4cdf-4247-9c33-4046ec983e4a on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:10.009695 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-bd2c4ea0-cc9d-43af-bec0-97973677c453 service neutron] 10.222.0.10 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099780 Jun 30 09:18:10.102280 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f88f982b-ce70-4bc6-8ded-24a9557e052f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.107720 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0d8b1-bca9-4b3d-81fa-caf566596a2c req-1dc168fb-b536-4575-b560-9864dcc2f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:10.109600 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-39c0d8b1-bca9-4b3d-81fa-caf566596a2c req-1dc168fb-b536-4575-b560-9864dcc2f03e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 1098 time: 0.3491020 Jun 30 09:18:10.123199 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-bf059ad3-7080-4ecb-bb7c-4eebcb51a7b1 service neutron] 10.222.0.10 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045170 Jun 30 09:18:10.175830 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5777c853-d27f-4162-8f82-eb0023fb89da tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.226653 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-3f0e7a39-73c0-41a0-b0ef-e0c1e95270ca service neutron] 10.222.0.10 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970852 Jun 30 09:18:10.232524 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-5777c853-d27f-4162-8f82-eb0023fb89da tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29a45d4d-7811-464f-a8d3-e49d0e55c5d4']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:10.264029 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba708efa-b7c8-4a16-b12c-5229d3184d0a req-4aaccdd4-db96-4d5a-b14b-ada85aa630cf tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:10.265532 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ba708efa-b7c8-4a16-b12c-5229d3184d0a req-4aaccdd4-db96-4d5a-b14b-ada85aa630cf tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 946 time: 0.3963964 Jun 30 09:18:10.270190 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-5777c853-d27f-4162-8f82-eb0023fb89da tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcb0681c-4c05-4d4a-8f7f-3a2cc18fd7f6') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:10.270513 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-5777c853-d27f-4162-8f82-eb0023fb89da tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcb0681c-4c05-4d4a-8f7f-3a2cc18fd7f6') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:10.293614 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5777c853-d27f-4162-8f82-eb0023fb89da tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.313817 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0f565802-69f5-4f7b-a193-d642ebf2c5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.316919 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0f565802-69f5-4f7b-a193-d642ebf2c5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.318061 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0f565802-69f5-4f7b-a193-d642ebf2c5e8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/938610b0-56e5-413a-8a8a-4e660c3ab0bf HTTP/1.1" status: 204 len: 168 time: 0.8760734 Jun 30 09:18:10.343823 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-c4ea8ff5-c472-4ca3-a27f-595eee04f8b8 service neutron] 10.222.0.10 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088321 Jun 30 09:18:10.349362 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5777c853-d27f-4162-8f82-eb0023fb89da tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.355842 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f565802-69f5-4f7b-a193-d642ebf2c5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938610b0-56e5-413a-8a8a-4e660c3ab0bf,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5777c853-d27f-4162-8f82-eb0023fb89da tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5777c853-d27f-4162-8f82-eb0023fb89da tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:18:10.378340 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:18:10.382644 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:18:10.382644 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:18:10.382644 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:18:10.382644 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:18:10.382644 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:18:10.382644 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:18:10.382644 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:18:10.382644 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:18:10.382644 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:18:10.382644 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:18:10.382644 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:18:10.382644 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0d8b1-bca9-4b3d-81fa-caf566596a2c req-c6ca6528-76a9-4532-90a2-98df956c65ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:10.382644 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-39c0d8b1-bca9-4b3d-81fa-caf566596a2c req-c6ca6528-76a9-4532-90a2-98df956c65ef service neutron] 10.222.0.52 "GET /v2.0/networks?id=b51add01-e516-4efc-9c9c-16a3be3b127b HTTP/1.1" status: 200 len: 912 time: 0.2320008 Jun 30 09:18:10.432667 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 38c4204d-4cdf-4247-9c33-4046ec983e4a no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:10.459085 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ba708efa-b7c8-4a16-b12c-5229d3184d0a req-10b7d8ff-ad3e-43db-9688-7f5236841d1a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772335 Jun 30 09:18:10.465429 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 38c4204d-4cdf-4247-9c33-4046ec983e4a {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:18:10.466657 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 38c4204d-4cdf-4247-9c33-4046ec983e4a not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:18:10.525511 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f88f982b-ce70-4bc6-8ded-24a9557e052f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.546616 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-39c0d8b1-bca9-4b3d-81fa-caf566596a2c req-5152abb5-576a-4fb5-a9fd-defec87ded5c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e9a904f-08cb-456a-a1c7-fb789d344075 HTTP/1.1" status: 200 len: 217 time: 0.1386280 Jun 30 09:18:10.582123 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f982b-ce70-4bc6-8ded-24a9557e052f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Pushing event deleted for resources: {'Subnet': ['ID=6377bbac-1b19-4699-989c-af4796511ee8,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:10.585711 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f88f982b-ce70-4bc6-8ded-24a9557e052f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.587444 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f88f982b-ce70-4bc6-8ded-24a9557e052f tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "DELETE /v2.0/subnets/6377bbac-1b19-4699-989c-af4796511ee8 HTTP/1.1" status: 204 len: 168 time: 1.0898144 Jun 30 09:18:10.590195 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43338) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:10.592733 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7962ded4-b0b9-4c48-9c45-5404729c5acd None None] Network 4656d380-63c2-4a61-94bc-c9adce141b60 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:10.654526 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0d8b1-bca9-4b3d-81fa-caf566596a2c req-3b5bf427-d66e-4711-b71c-ab69d2c942fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:10.656505 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-39c0d8b1-bca9-4b3d-81fa-caf566596a2c req-3b5bf427-d66e-4711-b71c-ab69d2c942fc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0db27f2a-daae-4bc9-9a26-19aaee7812fb HTTP/1.1" status: 200 len: 850 time: 0.0843771 Jun 30 09:18:10.685362 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5777c853-d27f-4162-8f82-eb0023fb89da tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.693382 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d1fc066c-7226-48fd-841c-a9b98577f517 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.728063 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5777c853-d27f-4162-8f82-eb0023fb89da tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.730264 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5777c853-d27f-4162-8f82-eb0023fb89da tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] 10.222.0.10 "DELETE /v2.0/networks/29a45d4d-7811-464f-a8d3-e49d0e55c5d4 HTTP/1.1" status: 204 len: 168 time: 1.7408886 Jun 30 09:18:10.731538 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777c853-d27f-4162-8f82-eb0023fb89da tempest-ExtraDHCPOptionsIpV6TestJSON-293177402 tempest-ExtraDHCPOptionsIpV6TestJSON-293177402-project] Pushing event deleted for resources: {'Network': ['ID=29a45d4d-7811-464f-a8d3-e49d0e55c5d4,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:10.763009 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-d1fc066c-7226-48fd-841c-a9b98577f517 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Deleting port 19377343-f886-4360-b9e5-cc2f4dcb8159 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:10.763471 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d1fc066c-7226-48fd-841c-a9b98577f517 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.790446 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0d8b1-bca9-4b3d-81fa-caf566596a2c req-84b9d620-92c3-4f96-a13f-9fda87c83781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:10.795195 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-39c0d8b1-bca9-4b3d-81fa-caf566596a2c req-84b9d620-92c3-4f96-a13f-9fda87c83781 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b51add01-e516-4efc-9c9c-16a3be3b127b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1271284 Jun 30 09:18:10.858602 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51da49e-3a0e-4c0c-ab0d-95b0816c6913 None None] DHCP port deletion for 4656d380-63c2-4a61-94bc-c9adce141b60 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:18:10.872269 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-d1fc066c-7226-48fd-841c-a9b98577f517 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] For port 19377343-f886-4360-b9e5-cc2f4dcb8159, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=19377343-f886-4360-b9e5-cc2f4dcb8159,segment=NetworkSegment(2b87ee91-5ef7-46a9-a2d3-bcb1912f26fd),segment_id=2b87ee91-5ef7-46a9-a2d3-bcb1912f26fd)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:10.872778 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d1fc066c-7226-48fd-841c-a9b98577f517 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.904869 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-d1fc066c-7226-48fd-841c-a9b98577f517 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Calling delete_port for 19377343-f886-4360-b9e5-cc2f4dcb8159 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:10.914269 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-39c0d8b1-bca9-4b3d-81fa-caf566596a2c req-349c3c3c-0abc-4269-816d-a253e45d2607 service neutron] 10.222.0.52 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097465 Jun 30 09:18:10.925337 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-c51da49e-3a0e-4c0c-ab0d-95b0816c6913 None None] Deleting port 19377343-f886-4360-b9e5-cc2f4dcb8159 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:10.926462 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c51da49e-3a0e-4c0c-ab0d-95b0816c6913 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.002585 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-c51da49e-3a0e-4c0c-ab0d-95b0816c6913 None None] For port 19377343-f886-4360-b9e5-cc2f4dcb8159, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=19377343-f886-4360-b9e5-cc2f4dcb8159,segment=NetworkSegment(2b87ee91-5ef7-46a9-a2d3-bcb1912f26fd),segment_id=2b87ee91-5ef7-46a9-a2d3-bcb1912f26fd)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:11.003028 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c51da49e-3a0e-4c0c-ab0d-95b0816c6913 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.015798 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-c51da49e-3a0e-4c0c-ab0d-95b0816c6913 None None] Calling delete_port for 19377343-f886-4360-b9e5-cc2f4dcb8159 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:11.038740 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-39c0d8b1-bca9-4b3d-81fa-caf566596a2c req-baba7c36-5fcd-46ff-a20b-c1d11586e24e service neutron] 10.222.0.52 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124725 Jun 30 09:18:11.162838 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d1fc066c-7226-48fd-841c-a9b98577f517 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.170399 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c51da49e-3a0e-4c0c-ab0d-95b0816c6913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.196661 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51da49e-3a0e-4c0c-ab0d-95b0816c6913 None None] Pushing event deleted for resources: {'Port': ['ID=19377343-f886-4360-b9e5-cc2f4dcb8159,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:11.198949 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc066c-7226-48fd-841c-a9b98577f517 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Pushing event deleted for resources: {'Port': ['ID=19377343-f886-4360-b9e5-cc2f4dcb8159,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:11.200942 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fc066c-7226-48fd-841c-a9b98577f517 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] No DVR routers for this DVR port 19377343-f886-4360-b9e5-cc2f4dcb8159 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:11.202814 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51da49e-3a0e-4c0c-ab0d-95b0816c6913 None None] No DVR routers for this DVR port 19377343-f886-4360-b9e5-cc2f4dcb8159 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:11.291556 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d1fc066c-7226-48fd-841c-a9b98577f517 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.307047 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-d1fc066c-7226-48fd-841c-a9b98577f517 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4656d380-63c2-4a61-94bc-c9adce141b60']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:11.314415 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-d1fc066c-7226-48fd-841c-a9b98577f517 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b87ee91-5ef7-46a9-a2d3-bcb1912f26fd') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:11.314715 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-d1fc066c-7226-48fd-841c-a9b98577f517 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b87ee91-5ef7-46a9-a2d3-bcb1912f26fd') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:11.324294 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d1fc066c-7226-48fd-841c-a9b98577f517 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.338464 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d1fc066c-7226-48fd-841c-a9b98577f517 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.344252 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1fc066c-7226-48fd-841c-a9b98577f517 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:18:11.344638 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d1fc066c-7226-48fd-841c-a9b98577f517 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:18:11.348221 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:18:11.406318 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43360) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:11.421252 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ee9e03f1-b8e4-4a2d-b960-42e44983dbe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.527640 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ee9e03f1-b8e4-4a2d-b960-42e44983dbe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.535341 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d1fc066c-7226-48fd-841c-a9b98577f517 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.551573 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d1fc066c-7226-48fd-841c-a9b98577f517 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.553689 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d1fc066c-7226-48fd-841c-a9b98577f517 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "DELETE /v2.0/networks/4656d380-63c2-4a61-94bc-c9adce141b60 HTTP/1.1" status: 204 len: 168 time: 0.9623642 Jun 30 09:18:11.556756 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43368) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:11.589545 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc066c-7226-48fd-841c-a9b98577f517 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Pushing event deleted for resources: {'Network': ['ID=4656d380-63c2-4a61-94bc-c9adce141b60,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:11.627961 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43376) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:11.641183 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ee9e03f1-b8e4-4a2d-b960-42e44983dbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.682718 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ce6f19-5a1c-408b-b6f1-b3c063356c12 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Deleting subnet 750c2126-d5f7-4e00-a542-d3f944fd8d19 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:18:11.683871 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ee9e03f1-b8e4-4a2d-b960-42e44983dbe2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c2fbcb1f45754db3b6aefdcd86a573a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2762172 Jun 30 09:18:11.684621 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43380) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:11.686776 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-88ce6f19-5a1c-408b-b6f1-b3c063356c12 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.694452 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e03f1-b8e4-4a2d-b960-42e44983dbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e381c4-f151-4b9f-be22-5a39ca01e2eb,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:11.738940 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-88ce6f19-5a1c-408b-b6f1-b3c063356c12 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.758923 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-07562d09-6c1f-4cc6-9b19-f706b0fccaa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.780816 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95764c-4eb7-4c51-8ad3-f8b0eda5c7d9 req-a9f36d3b-b7ed-42ca-929e-3e06bb82f56f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:11.782762 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-de95764c-4eb7-4c51-8ad3-f8b0eda5c7d9 req-a9f36d3b-b7ed-42ca-929e-3e06bb82f56f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 946 time: 0.1713066 Jun 30 09:18:11.804008 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-07562d09-6c1f-4cc6-9b19-f706b0fccaa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.818522 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b44e0936-89fd-4e51-9f73-ebb5c4ebdea1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4c3abd3d52694b6b9e97ea21d1793a2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1893246 Jun 30 09:18:11.821137 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43384) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:11.862725 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-de95764c-4eb7-4c51-8ad3-f8b0eda5c7d9 req-42a57f4f-ae49-4920-8845-8afe7c07724a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664203 Jun 30 09:18:11.892935 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c33f56ae-d6e8-4b87-9a12-b275e80dbe29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.895574 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-88ce6f19-5a1c-408b-b6f1-b3c063356c12 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.929407 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c33f56ae-d6e8-4b87-9a12-b275e80dbe29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.996187 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-07562d09-6c1f-4cc6-9b19-f706b0fccaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.998697 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-07562d09-6c1f-4cc6-9b19-f706b0fccaa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:12.003084 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-07562d09-6c1f-4cc6-9b19-f706b0fccaa7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/80e381c4-f151-4b9f-be22-5a39ca01e2eb HTTP/1.1" status: 204 len: 168 time: 0.3133085 Jun 30 09:18:12.010878 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07562d09-6c1f-4cc6-9b19-f706b0fccaa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e381c4-f151-4b9f-be22-5a39ca01e2eb,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:12.039079 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-88ce6f19-5a1c-408b-b6f1-b3c063356c12 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:12.069519 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce6f19-5a1c-408b-b6f1-b3c063356c12 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Pushing event deleted for resources: {'Subnet': ['ID=750c2126-d5f7-4e00-a542-d3f944fd8d19,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:12.074192 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-88ce6f19-5a1c-408b-b6f1-b3c063356c12 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:12.076498 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-88ce6f19-5a1c-408b-b6f1-b3c063356c12 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "DELETE /v2.0/subnets/750c2126-d5f7-4e00-a542-d3f944fd8d19 HTTP/1.1" status: 204 len: 168 time: 0.5187292 Jun 30 09:18:12.082030 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43394) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:12.104007 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc9916c-2182-4509-97b6-d8b7c2c0af44 None None] Network 640d7d6e-17a6-4002-8791-e87d2f875261 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:12.123679 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c33f56ae-d6e8-4b87-9a12-b275e80dbe29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:12.126604 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c33f56ae-d6e8-4b87-9a12-b275e80dbe29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:12.131422 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c33f56ae-d6e8-4b87-9a12-b275e80dbe29 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9aad63dd-3ffe-4400-b1fe-58a6b2abd477 HTTP/1.1" status: 204 len: 168 time: 0.3080065 Jun 30 09:18:12.242178 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f56ae-d6e8-4b87-9a12-b275e80dbe29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aad63dd-3ffe-4400-b1fe-58a6b2abd477,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:12.254038 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a6ad46ec-e726-4d68-a68d-71ff1ada877c req-4003a11c-04cd-4cf4-a5d7-816801de4f29 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 210 time: 0.0899270 Jun 30 09:18:12.310627 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a4c2912a-4ec2-43e5-9261-149ab062c4a9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:12.428389 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 19377343-f886-4360-b9e5-cc2f4dcb8159 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:12.434246 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-a4c2912a-4ec2-43e5-9261-149ab062c4a9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Deleting port e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:12.434517 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a4c2912a-4ec2-43e5-9261-149ab062c4a9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:12.465749 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59baec2-1071-4884-b9ab-ce186d1d34e0 None None] DHCP port deletion for 640d7d6e-17a6-4002-8791-e87d2f875261 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:18:12.471333 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 19377343-f886-4360-b9e5-cc2f4dcb8159 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:18:12.471904 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 19377343-f886-4360-b9e5-cc2f4dcb8159 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:18:12.516822 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-a4c2912a-4ec2-43e5-9261-149ab062c4a9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] For port e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32,segment=NetworkSegment(5ffe6ecc-9756-4635-a77d-60ab3547966f),segment_id=5ffe6ecc-9756-4635-a77d-60ab3547966f)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:12.517242 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a4c2912a-4ec2-43e5-9261-149ab062c4a9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:12.528186 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-d59baec2-1071-4884-b9ab-ce186d1d34e0 None None] Deleting port e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:12.528617 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d59baec2-1071-4884-b9ab-ce186d1d34e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:12.531080 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-a4c2912a-4ec2-43e5-9261-149ab062c4a9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Calling delete_port for e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:12.593937 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-d59baec2-1071-4884-b9ab-ce186d1d34e0 None None] For port e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32,segment=NetworkSegment(5ffe6ecc-9756-4635-a77d-60ab3547966f),segment_id=5ffe6ecc-9756-4635-a77d-60ab3547966f)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:12.594324 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d59baec2-1071-4884-b9ab-ce186d1d34e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:12.607470 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-d59baec2-1071-4884-b9ab-ce186d1d34e0 None None] Calling delete_port for e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:12.723415 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a4c2912a-4ec2-43e5-9261-149ab062c4a9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:12.730212 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d59baec2-1071-4884-b9ab-ce186d1d34e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:12.755872 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2912a-4ec2-43e5-9261-149ab062c4a9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Pushing event deleted for resources: {'Port': ['ID=e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:12.759571 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c2912a-4ec2-43e5-9261-149ab062c4a9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] No DVR routers for this DVR port e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:12.763776 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59baec2-1071-4884-b9ab-ce186d1d34e0 None None] Pushing event deleted for resources: {'Port': ['ID=e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:12.766788 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59baec2-1071-4884-b9ab-ce186d1d34e0 None None] No DVR routers for this DVR port e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:12.843774 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a4c2912a-4ec2-43e5-9261-149ab062c4a9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:12.856684 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-a4c2912a-4ec2-43e5-9261-149ab062c4a9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['640d7d6e-17a6-4002-8791-e87d2f875261']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:12.868468 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-a4c2912a-4ec2-43e5-9261-149ab062c4a9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ffe6ecc-9756-4635-a77d-60ab3547966f') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:12.868764 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-a4c2912a-4ec2-43e5-9261-149ab062c4a9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ffe6ecc-9756-4635-a77d-60ab3547966f') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:12.878137 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a4c2912a-4ec2-43e5-9261-149ab062c4a9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:12.906464 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a4c2912a-4ec2-43e5-9261-149ab062c4a9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:12.917580 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4c2912a-4ec2-43e5-9261-149ab062c4a9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:18:12.917580 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a4c2912a-4ec2-43e5-9261-149ab062c4a9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:12.918707 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:18:12.918707 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:18:12.918707 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:18:12.918707 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:18:12.918707 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:18:12.918707 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:18:12.918707 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:18:12.918707 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:18:12.918707 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:18:12.918707 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:18:12.918707 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:18:12.918707 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:18:12.918707 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:18:12.918707 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:18:12.918707 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:18:12.918707 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:18:12.918707 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:18:12.918707 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:18:12.918707 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:18:12.918707 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:18:12.918707 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:18:12.918707 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:18:12.918707 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:18:12.918707 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:18:12.918707 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:18:12.918707 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:18:12.918707 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:18:12.918707 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:18:12.918707 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:18:12.918707 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:18:12.918707 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:18:12.918707 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:18:13.030519 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 5e9a904f-08cb-456a-a1c7-fb789d344075 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:13.119265 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:13.121310 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c92b6-56a7-406a-80c9-3444a0899adf req-977a6378-00d5-4dd9-95f9-b88bda82d93c tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:13.130208 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cf1c92b6-56a7-406a-80c9-3444a0899adf req-977a6378-00d5-4dd9-95f9-b88bda82d93c tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 946 time: 0.1155980 Jun 30 09:18:13.153001 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a48fb0-30ba-4482-a7fd-3ad6af85be86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e9a904f-08cb-456a-a1c7-fb789d344075'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:13.156044 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ffe75c-d328-400b-83de-03152ad1b0e7" -d '{"events": [{"server_uuid": "47a48fb0-30ba-4482-a7fd-3ad6af85be86", "name": "network-vif-unplugged", "status": "completed", "tag": "5e9a904f-08cb-456a-a1c7-fb789d344075"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:13.163421 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a4c2912a-4ec2-43e5-9261-149ab062c4a9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:13.186915 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a4c2912a-4ec2-43e5-9261-149ab062c4a9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:13.188884 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a4c2912a-4ec2-43e5-9261-149ab062c4a9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] 10.222.0.10 "DELETE /v2.0/networks/640d7d6e-17a6-4002-8791-e87d2f875261 HTTP/1.1" status: 204 len: 168 time: 1.1056826 Jun 30 09:18:13.192105 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2912a-4ec2-43e5-9261-149ab062c4a9 tempest-ServersTestMultiNic-823463547 tempest-ServersTestMultiNic-823463547-project] Pushing event deleted for resources: {'Network': ['ID=640d7d6e-17a6-4002-8791-e87d2f875261,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:13.200993 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 5e9a904f-08cb-456a-a1c7-fb789d344075, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=5e9a904f-08cb-456a-a1c7-fb789d344075,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:13.210854 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cf1c92b6-56a7-406a-80c9-3444a0899adf req-d7e42c51-185a-46f2-acce-9b17d43c2fbe tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796754 Jun 30 09:18:13.246342 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cbfbbc-130f-4c85-ba1c-9f9048c7ffca x-openstack-request-id: req-45cbfbbc-130f-4c85-ba1c-9f9048c7ffca {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:13.246829 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a48fb0-30ba-4482-a7fd-3ad6af85be86", "name": "network-vif-unplugged", "status": "completed", "tag": "5e9a904f-08cb-456a-a1c7-fb789d344075", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:13.247279 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-45cbfbbc-130f-4c85-ba1c-9f9048c7ffca {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:13.247996 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a48fb0-30ba-4482-a7fd-3ad6af85be86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e9a904f-08cb-456a-a1c7-fb789d344075', 'code': 200} Jun 30 09:18:13.321768 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:13.413322 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=5e9a904f-08cb-456a-a1c7-fb789d344075,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:13.437911 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-69bbcc67-0fb1-4158-b14e-9eff23fa842a req-42043788-c27a-4420-80e3-21d02e1b538b tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 210 time: 0.0724409 Jun 30 09:18:13.575794 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43482) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:13.917181 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43492) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:14.008025 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4679369f-d324-4912-8d95-98ee4833e7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:14.110945 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-571c4afa-2953-4633-a73e-55dac503c9d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:14.275364 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-571c4afa-2953-4633-a73e-55dac503c9d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:14.391671 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:14.414379 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-571c4afa-2953-4633-a73e-55dac503c9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:14.444863 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:18:14.445222 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e6c194ed-cb1d-4e0e-ace2-1b4e2b160a32 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:18:14.477774 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-4679369f-d324-4912-8d95-98ee4833e7d6 admin admin] Deleting port 8105dcf0-eb65-4be4-bebf-5302b0893f9c {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:14.478300 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4679369f-d324-4912-8d95-98ee4833e7d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:14.511171 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-571c4afa-2953-4633-a73e-55dac503c9d6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6cd11f6b220e4a3f9cdeb4509d879ba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5951736 Jun 30 09:18:14.520821 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43518) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:14.568591 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43520) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:14.574646 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c4afa-2953-4633-a73e-55dac503c9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d85247-27f8-4e9f-8053-f9f1fed0013d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:14.606712 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f145b-60c2-4978-96ef-7bd8b0be856c req-7000c62c-0dc0-4b24-b6b3-ff47f5577858 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:14.615172 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1d6f145b-60c2-4978-96ef-7bd8b0be856c req-7000c62c-0dc0-4b24-b6b3-ff47f5577858 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 944 time: 0.2349198 Jun 30 09:18:14.619111 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-4679369f-d324-4912-8d95-98ee4833e7d6 admin admin] For port 8105dcf0-eb65-4be4-bebf-5302b0893f9c, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8105dcf0-eb65-4be4-bebf-5302b0893f9c,segment=NetworkSegment(84eba123-e55f-4d97-9135-83c93ea53860),segment_id=84eba123-e55f-4d97-9135-83c93ea53860)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:14.620268 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4679369f-d324-4912-8d95-98ee4833e7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:14.627274 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4005014c-38eb-4807-9a2d-9a1168c6608e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:14.647872 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-4679369f-d324-4912-8d95-98ee4833e7d6 admin admin] Calling delete_port for 8105dcf0-eb65-4be4-bebf-5302b0893f9c owned by network:router_interface {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:14.663409 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4005014c-38eb-4807-9a2d-9a1168c6608e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:14.679454 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1d6f145b-60c2-4978-96ef-7bd8b0be856c req-81dc9a5b-8410-4d39-9251-59ea3cb15387 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631402 Jun 30 09:18:14.749378 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-070d83fb-e838-4411-9881-406f94c69edd req-64fdb71c-b2ce-489c-91fc-b95baf9d79c1 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 210 time: 0.0325601 Jun 30 09:18:14.766731 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-6cbf8a03-0d5e-466e-9c1a-c9234b4e2d86 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-403580945'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:14.832073 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4005014c-38eb-4807-9a2d-9a1168c6608e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:14.834879 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4005014c-38eb-4807-9a2d-9a1168c6608e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:14.836659 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4005014c-38eb-4807-9a2d-9a1168c6608e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b7d85247-27f8-4e9f-8053-f9f1fed0013d HTTP/1.1" status: 204 len: 168 time: 0.3102849 Jun 30 09:18:14.846626 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005014c-38eb-4807-9a2d-9a1168c6608e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d85247-27f8-4e9f-8053-f9f1fed0013d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:14.929143 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbf8a03-0d5e-466e-9c1a-c9234b4e2d86 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Made reservation on behalf of 418f3cacdcaa491296a7151f3c3c3aac for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:14.933409 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6cbf8a03-0d5e-466e-9c1a-c9234b4e2d86 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:14.949371 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6cbf8a03-0d5e-466e-9c1a-c9234b4e2d86 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:15.053768 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4679369f-d324-4912-8d95-98ee4833e7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:15.123039 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679369f-d324-4912-8d95-98ee4833e7d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8105dcf0-eb65-4be4-bebf-5302b0893f9c,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:15.200071 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6cbf8a03-0d5e-466e-9c1a-c9234b4e2d86 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:15.237439 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc6bb5-a385-4aed-8965-b29b396bda68 req-abaf63c9-10ae-4dd9-babe-206956f38204 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:15.239004 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4adc6bb5-a385-4aed-8965-b29b396bda68 req-abaf63c9-10ae-4dd9-babe-206956f38204 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.1990578 Jun 30 09:18:15.349108 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4adc6bb5-a385-4aed-8965-b29b396bda68 req-68b8b996-27c0-41a2-b8db-986b5b7bfb32 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741508 Jun 30 09:18:15.352423 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6cbf8a03-0d5e-466e-9c1a-c9234b4e2d86 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:15.402626 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cbf8a03-0d5e-466e-9c1a-c9234b4e2d86 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:18:15.411379 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf8a03-0d5e-466e-9c1a-c9234b4e2d86 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c733b7-244d-486c-977f-e23fb3d407b2,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:15.418864 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4679369f-d324-4912-8d95-98ee4833e7d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:15.422471 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6cbf8a03-0d5e-466e-9c1a-c9234b4e2d86 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:15.422663 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-6cbf8a03-0d5e-466e-9c1a-c9234b4e2d86 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Added segment 51fc94b6-fd87-4b05-a125-22cd915f04ae of type vlan for network cdc0559f-67d1-4643-aeb9-3f7b3934bfbc Jun 30 09:18:15.523914 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6cbf8a03-0d5e-466e-9c1a-c9234b4e2d86 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:15.607415 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44e51d-bd2b-4c79-af20-9af90fed93b8 req-32388c18-748f-4861-b5b5-bb387acb3459 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:15.617992 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fc44e51d-bd2b-4c79-af20-9af90fed93b8 req-32388c18-748f-4861-b5b5-bb387acb3459 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.1040373 Jun 30 09:18:15.680477 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fc44e51d-bd2b-4c79-af20-9af90fed93b8 req-6cf40db1-e4d6-41a4-86f4-e64aaf59764a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609901 Jun 30 09:18:15.797078 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6cbf8a03-0d5e-466e-9c1a-c9234b4e2d86 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:15.803563 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbf8a03-0d5e-466e-9c1a-c9234b4e2d86 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:15.804147 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6cbf8a03-0d5e-466e-9c1a-c9234b4e2d86 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:15.879862 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf8a03-0d5e-466e-9c1a-c9234b4e2d86 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event updated for resources: {'Network': ['ID=cdc0559f-67d1-4643-aeb9-3f7b3934bfbc,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:15.891015 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network cdc0559f-67d1-4643-aeb9-3f7b3934bfbc details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:18:15.965711 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4679369f-d324-4912-8d95-98ee4833e7d6 admin admin] Router 131d6ae5-3eae-4e68-99c7-ba6827038896 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:18:15.974239 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f050af87-03e7-4f8d-b9a7-973536778c5c req-ec30d7ac-0c7e-4680-a1a2-b8c5a818de77 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 210 time: 0.0462494 Jun 30 09:18:16.081469 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6cbf8a03-0d5e-466e-9c1a-c9234b4e2d86 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5089657 Jun 30 09:18:16.084381 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43572) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:16.092467 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-f47be475-e6ac-4a70-9a0c-acfed740d969 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Request body: {'subnet': {'network_id': 'cdc0559f-67d1-4643-aeb9-3f7b3934bfbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:16.103430 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4679369f-d324-4912-8d95-98ee4833e7d6 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:18:16.112052 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4679369f-d324-4912-8d95-98ee4833e7d6 admin admin] 10.222.0.10 "PUT /v2.0/routers/131d6ae5-3eae-4e68-99c7-ba6827038896/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5318031 Jun 30 09:18:16.112052 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43574) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:16.119839 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ec6150-c44e-41cc-ae06-4546afe030a8 None None] Sync routers for ids ['131d6ae5-3eae-4e68-99c7-ba6827038896'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:18:16.134003 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ec6150-c44e-41cc-ae06-4546afe030a8 None None] Routers {'131d6ae5-3eae-4e68-99c7-ba6827038896'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:16.134661 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-53ec6150-c44e-41cc-ae06-4546afe030a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:17:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['131d6ae5-3eae-4e68-99c7-ba6827038896'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:16.324391 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47be475-e6ac-4a70-9a0c-acfed740d969 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Made reservation on behalf of 418f3cacdcaa491296a7151f3c3c3aac for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:16.333908 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f47be475-e6ac-4a70-9a0c-acfed740d969 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:16.487719 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-53ec6150-c44e-41cc-ae06-4546afe030a8 None None] Set router 131d6ae5-3eae-4e68-99c7-ba6827038896 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:16.660567 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-307e6bd4-83d3-4a77-8e7a-28b969ccbadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:16.661866 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-307e6bd4-83d3-4a77-8e7a-28b969ccbadc service neutron] 10.222.0.52 "GET /v2.0/ports/88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 HTTP/1.1" status: 200 len: 1028 time: 0.2814929 Jun 30 09:18:16.753949 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-53ec6150-c44e-41cc-ae06-4546afe030a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131d6ae5-3eae-4e68-99c7-ba6827038896', 'name': 'tempest-ServersTestMultiNic-766774572-router', 'tenant_id': '0076ed16b9c640f6a2a7cca671ba9d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '435d7d0d-3d43-4bc9-91c9-ed7796eab1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:56Z', 'updated_at': '2021-06-30T09:18:14Z', 'revision_number': 5, 'project_id': '0076ed16b9c640f6a2a7cca671ba9d86', 'gw_port': {'id': '435d7d0d-3d43-4bc9-91c9-ed7796eab1cc', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d6ae5-3eae-4e68-99c7-ba6827038896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:57Z', 'updated_at': '2021-06-30T09:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:16.796890 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ec6150-c44e-41cc-ae06-4546afe030a8 None None] Checking router: 131d6ae5-3eae-4e68-99c7-ba6827038896 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:18:16.804963 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-78680ae5-9096-42de-bfc4-3c1dd140243e admin admin] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:16.848533 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ec6150-c44e-41cc-ae06-4546afe030a8 None None] Routers {'131d6ae5-3eae-4e68-99c7-ba6827038896'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:16.849074 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-53ec6150-c44e-41cc-ae06-4546afe030a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:17:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['131d6ae5-3eae-4e68-99c7-ba6827038896'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:16.885846 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-969dfe13-dabc-45f4-b651-6b54e71d8466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:16.887493 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-969dfe13-dabc-45f4-b651-6b54e71d8466 service neutron] 10.222.0.52 "GET /v2.0/ports/44e89faa-6b6f-468b-aada-373d3800878b HTTP/1.1" status: 200 len: 1028 time: 0.2159858 Jun 30 09:18:16.938403 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57f58a-c75c-4676-8225-1c5b23bf93ff req-37e3b2e3-412f-4905-bad7-7469c75966b2 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:16.946489 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2f57f58a-c75c-4676-8225-1c5b23bf93ff req-37e3b2e3-412f-4905-bad7-7469c75966b2 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.4733901 Jun 30 09:18:17.082223 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-53ec6150-c44e-41cc-ae06-4546afe030a8 None None] Set router 131d6ae5-3eae-4e68-99c7-ba6827038896 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:17.086429 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2f57f58a-c75c-4676-8225-1c5b23bf93ff req-8440be16-acfe-4c7b-9aef-a64ae3821b1f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387150 Jun 30 09:18:17.106699 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-78680ae5-9096-42de-bfc4-3c1dd140243e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:17.153614 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-b2dbecae-caba-4949-a904-5a063063a140 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:17.173437 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-b2dbecae-caba-4949-a904-5a063063a140 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:17.184953 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-b2dbecae-caba-4949-a904-5a063063a140 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:17.187145 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-b2dbecae-caba-4949-a904-5a063063a140 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.52 "GET /v2.0/networks?id=b7c4d310-0e13-4978-b513-6d3abe0b2ecf&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=1ee7a795-7cad-4025-ad1c-ea31997afa2e&id=1ee7a795-7cad-4025-ad1c-ea31997afa2e HTTP/1.1" status: 200 len: 1990 time: 0.2849615 Jun 30 09:18:17.188663 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f47be475-e6ac-4a70-9a0c-acfed740d969 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:17.218620 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 5e9a904f-08cb-456a-a1c7-fb789d344075 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:17.246387 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47be475-e6ac-4a70-9a0c-acfed740d969 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event updated for resources: {'Subnet': ['ID=1cd70202-59e2-40cd-8e17-279a8dc07c06,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:17.296544 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d5af3864-ca34-40d3-86b2-ae72087f929a req-08188998-f33c-4352-95a5-d20303a78b8a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 210 time: 0.0529799 Jun 30 09:18:17.358740 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-315c89e1-dd8a-400a-95f6-0f8e633a700d tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cf47b77e70945949916ae6cc28be07c HTTP/1.1" status: 200 len: 378 time: 0.1132021 Jun 30 09:18:17.362460 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47be475-e6ac-4a70-9a0c-acfed740d969 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Checking segment: {'id': '51fc94b6-fd87-4b05-a125-22cd915f04ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cdc0559f-67d1-4643-aeb9-3f7b3934bfbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:17.362794 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47be475-e6ac-4a70-9a0c-acfed740d969 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Network hostable DHCP agents. Network: cdc0559f-67d1-4643-aeb9-3f7b3934bfbc, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:18:17.370359 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-e883fee4-812e-43d1-babf-273d9afdf082 req-aa6a3368-6fd4-45fa-a098-e655ee58c432 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Request body: {'port': {'device_id': 'd21b402d-9acf-4492-a024-606acc411806', 'network_id': 'b7c4d310-0e13-4978-b513-6d3abe0b2ecf', 'admin_state_up': True, 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'security_groups': ['8c3a6ec8-af9b-46f1-9e95-603ea10bf25e']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:17.460458 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-53ec6150-c44e-41cc-ae06-4546afe030a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131d6ae5-3eae-4e68-99c7-ba6827038896', 'name': 'tempest-ServersTestMultiNic-766774572-router', 'tenant_id': '0076ed16b9c640f6a2a7cca671ba9d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '435d7d0d-3d43-4bc9-91c9-ed7796eab1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:56Z', 'updated_at': '2021-06-30T09:18:14Z', 'revision_number': 5, 'project_id': '0076ed16b9c640f6a2a7cca671ba9d86', 'gw_port': {'id': '435d7d0d-3d43-4bc9-91c9-ed7796eab1cc', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d6ae5-3eae-4e68-99c7-ba6827038896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:57Z', 'updated_at': '2021-06-30T09:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:17.481615 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ec6150-c44e-41cc-ae06-4546afe030a8 None None] The sync data for ids ['131d6ae5-3eae-4e68-99c7-ba6827038896'] in n-d-771363-31 is: [{'id': '131d6ae5-3eae-4e68-99c7-ba6827038896', 'name': 'tempest-ServersTestMultiNic-766774572-router', 'tenant_id': '0076ed16b9c640f6a2a7cca671ba9d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '435d7d0d-3d43-4bc9-91c9-ed7796eab1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:56Z', 'updated_at': '2021-06-30T09:18:14Z', 'revision_number': 5, 'project_id': '0076ed16b9c640f6a2a7cca671ba9d86', 'gw_port': {'id': '435d7d0d-3d43-4bc9-91c9-ed7796eab1cc', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d6ae5-3eae-4e68-99c7-ba6827038896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:57Z', 'updated_at': '2021-06-30T09:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:18:17.551507 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-78680ae5-9096-42de-bfc4-3c1dd140243e admin admin] Deleting port 435d7d0d-3d43-4bc9-91c9-ed7796eab1cc {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:17.551850 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-78680ae5-9096-42de-bfc4-3c1dd140243e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:17.639937 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-78680ae5-9096-42de-bfc4-3c1dd140243e admin admin] For port 435d7d0d-3d43-4bc9-91c9-ed7796eab1cc, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=435d7d0d-3d43-4bc9-91c9-ed7796eab1cc,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:17.640351 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-78680ae5-9096-42de-bfc4-3c1dd140243e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:17.656189 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-78680ae5-9096-42de-bfc4-3c1dd140243e admin admin] Calling delete_port for 435d7d0d-3d43-4bc9-91c9-ed7796eab1cc owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:17.677205 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47be475-e6ac-4a70-9a0c-acfed740d969 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Network cdc0559f-67d1-4643-aeb9-3f7b3934bfbc is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:18:17.682089 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-aa6a3368-6fd4-45fa-a098-e655ee58c432 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Made reservation on behalf of 2cf47b77e70945949916ae6cc28be07c for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:17.686497 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-aa6a3368-6fd4-45fa-a098-e655ee58c432 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:17.786944 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-f47be475-e6ac-4a70-9a0c-acfed740d969 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, cdc0559f-67d1-4643-aeb9-3f7b3934bfbc) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:17.797848 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f26b3f5-a4f8-49ab-a12e-c5a3affcba77 None None] Network cdc0559f-67d1-4643-aeb9-3f7b3934bfbc requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:17.802524 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47be475-e6ac-4a70-9a0c-acfed740d969 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:17.808196 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f47be475-e6ac-4a70-9a0c-acfed740d969 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:17.921521 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43648) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:18.036366 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f47be475-e6ac-4a70-9a0c-acfed740d969 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9497063 Jun 30 09:18:18.042776 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43652) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:18.057210 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-dd8af9f6-ff85-48e7-b601-6becb6ec3aae tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-222577399', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}, 'admin_state_up': False}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:18.058583 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43654) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:18.117925 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c91bad6-ea85-482b-bc30-5b15371d01c6 None None] Network cdc0559f-67d1-4643-aeb9-3f7b3934bfbc requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:18.160857 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-e883fee4-812e-43d1-babf-273d9afdf082 req-aa6a3368-6fd4-45fa-a098-e655ee58c432 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Allocated IP 172.20.0.12 (b7c4d310-0e13-4978-b513-6d3abe0b2ecf/81734dcc-0ee2-494d-93d9-b3fe64a6f397/a700fa97-7f11-4c5a-a416-37fd7c54d91e) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:18.248238 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-78680ae5-9096-42de-bfc4-3c1dd140243e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.330768 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78680ae5-9096-42de-bfc4-3c1dd140243e admin admin] Pushing event deleted for resources: {'Port': ['ID=435d7d0d-3d43-4bc9-91c9-ed7796eab1cc,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:18.362968 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dd8af9f6-ff85-48e7-b601-6becb6ec3aae tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.364284 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dd8af9f6-ff85-48e7-b601-6becb6ec3aae tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.376177 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8105dcf0-eb65-4be4-bebf-5302b0893f9c no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:18.399767 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 8105dcf0-eb65-4be4-bebf-5302b0893f9c {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:18:18.400111 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8105dcf0-eb65-4be4-bebf-5302b0893f9c not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:18:18.456606 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e7fe9cd6-1351-4a5b-9ee1-a8ebeeeaf055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.458686 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-efdc5a42-792c-4976-9530-27a35ef99c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.481999 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dd8af9f6-ff85-48e7-b601-6becb6ec3aae tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.542190 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-aa6a3368-6fd4-45fa-a098-e655ee58c432 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.563146 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e319b4df-a21d-4247-8e1f-74e51f0945a4 req-2975db5e-4536-4198-84be-e9471ec3f90b tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 210 time: 0.0650887 Jun 30 09:18:18.575014 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-78680ae5-9096-42de-bfc4-3c1dd140243e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.588044 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-e883fee4-812e-43d1-babf-273d9afdf082 req-aa6a3368-6fd4-45fa-a098-e655ee58c432 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Transition to ACTIVE for port object a700fa97-7f11-4c5a-a416-37fd7c54d91e will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:18.715146 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-78680ae5-9096-42de-bfc4-3c1dd140243e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.725190 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf3da3-d5bf-4077-935e-ee645be658a7 req-6e87d34d-0c6d-4a8e-b03b-48fd96371073 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:18.726820 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-becf3da3-d5bf-4077-935e-ee645be658a7 req-6e87d34d-0c6d-4a8e-b03b-48fd96371073 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.4007618 Jun 30 09:18:18.729402 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-78680ae5-9096-42de-bfc4-3c1dd140243e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.831247 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-becf3da3-d5bf-4077-935e-ee645be658a7 req-db08a841-d4d8-48a4-85b8-b18806e764fb tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941179 Jun 30 09:18:18.853276 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e7fe9cd6-1351-4a5b-9ee1-a8ebeeeaf055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.882947 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-78680ae5-9096-42de-bfc4-3c1dd140243e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.883946 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78680ae5-9096-42de-bfc4-3c1dd140243e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 131d6ae5-3eae-4e68-99c7-ba6827038896 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:18:18.898760 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-78680ae5-9096-42de-bfc4-3c1dd140243e admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.903259 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-78680ae5-9096-42de-bfc4-3c1dd140243e admin admin] 10.222.0.10 "DELETE /v2.0/routers/131d6ae5-3eae-4e68-99c7-ba6827038896 HTTP/1.1" status: 204 len: 168 time: 2.7901869 Jun 30 09:18:18.903932 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43664) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:18.974875 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e7fe9cd6-1351-4a5b-9ee1-a8ebeeeaf055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.029661 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e755136-6c2c-4201-90e3-3c65e281dacd admin admin] Deleting subnet 0c497ae2-3c98-4f1e-8c3e-24d72e7d2b9e {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:18:19.029661 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4e755136-6c2c-4201-90e3-3c65e281dacd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.068730 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4e755136-6c2c-4201-90e3-3c65e281dacd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.143996 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dd8af9f6-ff85-48e7-b601-6becb6ec3aae tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.156580 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe9cd6-1351-4a5b-9ee1-a8ebeeeaf055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732fae19-6460-4813-a4de-6dffd3d32f8a,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:19.177980 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4e755136-6c2c-4201-90e3-3c65e281dacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.214417 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e7fe9cd6-1351-4a5b-9ee1-a8ebeeeaf055 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b540d4b5b00b47db9b3e533246350d8f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1525624 Jun 30 09:18:19.214908 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43668) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:19.255846 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-aa6a3368-6fd4-45fa-a098-e655ee58c432 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.267250 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-efdc5a42-792c-4976-9530-27a35ef99c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.343556 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e883fee4-812e-43d1-babf-273d9afdf082 req-aa6a3368-6fd4-45fa-a098-e655ee58c432 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Network b7c4d310-0e13-4978-b513-6d3abe0b2ecf is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:19.357829 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-e883fee4-812e-43d1-babf-273d9afdf082 req-aa6a3368-6fd4-45fa-a098-e655ee58c432 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:19.360371 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-e883fee4-812e-43d1-babf-273d9afdf082 req-aa6a3368-6fd4-45fa-a098-e655ee58c432 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:19.364493 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-efdc5a42-792c-4976-9530-27a35ef99c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.397077 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4e755136-6c2c-4201-90e3-3c65e281dacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.434000 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a3368-6fd4-45fa-a098-e655ee58c432 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Pushing event updated for resources: {'Port': ['ID=a700fa97-7f11-4c5a-a416-37fd7c54d91e,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:19.443042 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-aa6a3368-6fd4-45fa-a098-e655ee58c432 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:19.443759 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-aa6a3368-6fd4-45fa-a098-e655ee58c432 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.452485 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2559cc73-5b61-4114-898c-2ed68094fe12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.463937 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-efdc5a42-792c-4976-9530-27a35ef99c8f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=935c1b0d67324016a8ad6d0e397818bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5319455 Jun 30 09:18:19.466968 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43670) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:19.481404 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2559cc73-5b61-4114-898c-2ed68094fe12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.489367 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e755136-6c2c-4201-90e3-3c65e281dacd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c497ae2-3c98-4f1e-8c3e-24d72e7d2b9e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:19.496291 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c034982-9088-42fa-9b93-2ce7cfb72cd1 None None] Network 48b7c3f9-4efa-40b1-96a1-022e17cb3166 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:19.516460 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4e755136-6c2c-4201-90e3-3c65e281dacd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.519178 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4e755136-6c2c-4201-90e3-3c65e281dacd admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0c497ae2-3c98-4f1e-8c3e-24d72e7d2b9e HTTP/1.1" status: 204 len: 168 time: 0.6135616 Jun 30 09:18:19.522211 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43672) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:19.590802 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-aa6a3368-6fd4-45fa-a098-e655ee58c432 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2253594 Jun 30 09:18:19.637643 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-73c2e181-e504-4352-8a2a-999d366dc30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.637813 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-e883fee4-812e-43d1-babf-273d9afdf082 req-c33f702d-b94e-4767-9c70-1f380d434000 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Request body: {'port': {'device_id': 'd21b402d-9acf-4492-a024-606acc411806', 'network_id': '203a8969-fabc-4eb3-a4b7-0ed49225ea16', 'admin_state_up': True, 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'security_groups': ['8c3a6ec8-af9b-46f1-9e95-603ea10bf25e']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:19.677456 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc5a42-792c-4976-9530-27a35ef99c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf939f7-1ecf-4afe-b8d6-5f480e15ae5a,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:19.711982 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2559cc73-5b61-4114-898c-2ed68094fe12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.714701 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2559cc73-5b61-4114-898c-2ed68094fe12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.716348 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2559cc73-5b61-4114-898c-2ed68094fe12 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/732fae19-6460-4813-a4de-6dffd3d32f8a HTTP/1.1" status: 204 len: 168 time: 0.5002975 Jun 30 09:18:19.786414 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559cc73-5b61-4114-898c-2ed68094fe12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732fae19-6460-4813-a4de-6dffd3d32f8a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:19.839058 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c16f03-2db8-4f88-8b22-fa6b55d51cf4 None None] DHCP port deletion for 48b7c3f9-4efa-40b1-96a1-022e17cb3166 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:18:19.849218 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-edee2d4d-1758-41e9-a60e-00942473516d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.867608 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-04034ee0-7f8e-4c3f-b18a-d4e994ab138a None None] Provisioning for port a700fa97-7f11-4c5a-a416-37fd7c54d91e completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:19.876999 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-04034ee0-7f8e-4c3f-b18a-d4e994ab138a None None] Provisioning complete for port a700fa97-7f11-4c5a-a416-37fd7c54d91e triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:19.878315 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-04034ee0-7f8e-4c3f-b18a-d4e994ab138a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.884267 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dd8af9f6-ff85-48e7-b601-6becb6ec3aae tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.914937 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dd8af9f6-ff85-48e7-b601-6becb6ec3aae tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.966185 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-04034ee0-7f8e-4c3f-b18a-d4e994ab138a None None] Port a700fa97-7f11-4c5a-a416-37fd7c54d91e cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:18:19.992959 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-60c16f03-2db8-4f88-8b22-fa6b55d51cf4 None None] Deleting port a29f4358-9bcf-4069-915e-0f5993c3dbd2 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:19.993701 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-60c16f03-2db8-4f88-8b22-fa6b55d51cf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.004995 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-edee2d4d-1758-41e9-a60e-00942473516d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.019238 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-73c2e181-e504-4352-8a2a-999d366dc30b admin admin] Deleting port a29f4358-9bcf-4069-915e-0f5993c3dbd2 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:20.019777 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-73c2e181-e504-4352-8a2a-999d366dc30b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.090141 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-60c16f03-2db8-4f88-8b22-fa6b55d51cf4 None None] For port a29f4358-9bcf-4069-915e-0f5993c3dbd2, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a29f4358-9bcf-4069-915e-0f5993c3dbd2,segment=NetworkSegment(84eba123-e55f-4d97-9135-83c93ea53860),segment_id=84eba123-e55f-4d97-9135-83c93ea53860)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:20.090450 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-60c16f03-2db8-4f88-8b22-fa6b55d51cf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.119487 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-60c16f03-2db8-4f88-8b22-fa6b55d51cf4 None None] Calling delete_port for a29f4358-9bcf-4069-915e-0f5993c3dbd2 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:20.144226 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-c33f702d-b94e-4767-9c70-1f380d434000 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Made reservation on behalf of 2cf47b77e70945949916ae6cc28be07c for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:20.154178 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-c33f702d-b94e-4767-9c70-1f380d434000 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.169880 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-73c2e181-e504-4352-8a2a-999d366dc30b admin admin] For port a29f4358-9bcf-4069-915e-0f5993c3dbd2, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a29f4358-9bcf-4069-915e-0f5993c3dbd2,segment=NetworkSegment(84eba123-e55f-4d97-9135-83c93ea53860),segment_id=84eba123-e55f-4d97-9135-83c93ea53860)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:20.170441 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-73c2e181-e504-4352-8a2a-999d366dc30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.188212 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-dd8af9f6-ff85-48e7-b601-6becb6ec3aae tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Allocated IP 172.25.6.233 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/f5f30f46-a7c8-44f0-aad8-bb0df792a36a) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:20.207013 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-73c2e181-e504-4352-8a2a-999d366dc30b admin admin] Calling delete_port for a29f4358-9bcf-4069-915e-0f5993c3dbd2 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:20.223279 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9fbbfb-582a-4997-937b-868671c3adc7 req-6fc8df01-c430-42fd-82af-5d61d76a7e2d tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:20.225893 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0d9fbbfb-582a-4997-937b-868671c3adc7 req-6fc8df01-c430-42fd-82af-5d61d76a7e2d tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 932 time: 0.3602514 Jun 30 09:18:20.307031 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab50cf-de18-4548-8619-33ac9840b510 req-9c5d87bc-fe92-475c-a20f-de1d11a6f4f3 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:20.322266 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b2ab50cf-de18-4548-8619-33ac9840b510 req-9c5d87bc-fe92-475c-a20f-de1d11a6f4f3 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.2623556 Jun 30 09:18:20.327320 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0d9fbbfb-582a-4997-937b-868671c3adc7 req-2345d3cf-5aba-45d8-97af-04cc9dda9e08 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0900893 Jun 30 09:18:20.330753 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-edee2d4d-1758-41e9-a60e-00942473516d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.333573 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-edee2d4d-1758-41e9-a60e-00942473516d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.334720 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-edee2d4d-1758-41e9-a60e-00942473516d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0cf939f7-1ecf-4afe-b8d6-5f480e15ae5a HTTP/1.1" status: 204 len: 168 time: 0.8644147 Jun 30 09:18:20.359627 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee2d4d-1758-41e9-a60e-00942473516d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf939f7-1ecf-4afe-b8d6-5f480e15ae5a,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:20.434370 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a29f4358-9bcf-4069-915e-0f5993c3dbd2 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:20.440761 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-60c16f03-2db8-4f88-8b22-fa6b55d51cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.445798 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-73c2e181-e504-4352-8a2a-999d366dc30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.504955 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c2e181-e504-4352-8a2a-999d366dc30b admin admin] Pushing event deleted for resources: {'Port': ['ID=a29f4358-9bcf-4069-915e-0f5993c3dbd2,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:20.511132 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c2e181-e504-4352-8a2a-999d366dc30b admin admin] No DVR routers for this DVR port a29f4358-9bcf-4069-915e-0f5993c3dbd2 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:20.576587 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b2ab50cf-de18-4548-8619-33ac9840b510 req-271d6e79-a44f-429f-8f80-c12569332373 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2533307 Jun 30 09:18:20.584578 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1ce63732-2462-4a5b-ab29-288f18185731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.590845 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: a29f4358-9bcf-4069-915e-0f5993c3dbd2 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:18:20.600482 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a29f4358-9bcf-4069-915e-0f5993c3dbd2 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:18:20.601017 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 435d7d0d-3d43-4bc9-91c9-ed7796eab1cc no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:20.605961 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c16f03-2db8-4f88-8b22-fa6b55d51cf4 None None] Pushing event deleted for resources: {'Port': ['ID=a29f4358-9bcf-4069-915e-0f5993c3dbd2,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:20.607771 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-e883fee4-812e-43d1-babf-273d9afdf082 req-c33f702d-b94e-4767-9c70-1f380d434000 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Allocated IP 10.1.1.192 (203a8969-fabc-4eb3-a4b7-0ed49225ea16/5abf6d13-ee31-42ca-8f41-a3797ffb8563/2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:20.636895 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-73c2e181-e504-4352-8a2a-999d366dc30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.651453 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-73c2e181-e504-4352-8a2a-999d366dc30b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b7c3f9-4efa-40b1-96a1-022e17cb3166']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:20.663148 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-73c2e181-e504-4352-8a2a-999d366dc30b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84eba123-e55f-4d97-9135-83c93ea53860') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:20.663612 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-73c2e181-e504-4352-8a2a-999d366dc30b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84eba123-e55f-4d97-9135-83c93ea53860') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:20.666490 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c16f03-2db8-4f88-8b22-fa6b55d51cf4 None None] No DVR routers for this DVR port a29f4358-9bcf-4069-915e-0f5993c3dbd2 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:20.668418 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dd8af9f6-ff85-48e7-b601-6becb6ec3aae tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.672498 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 435d7d0d-3d43-4bc9-91c9-ed7796eab1cc {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:18:20.674548 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 435d7d0d-3d43-4bc9-91c9-ed7796eab1cc not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:18:20.677390 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-73c2e181-e504-4352-8a2a-999d366dc30b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.703426 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-73c2e181-e504-4352-8a2a-999d366dc30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.714527 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73c2e181-e504-4352-8a2a-999d366dc30b admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:18:20.715295 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-73c2e181-e504-4352-8a2a-999d366dc30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:18:20.718677 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:18:20.883029 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-73c2e181-e504-4352-8a2a-999d366dc30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.890400 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-73c2e181-e504-4352-8a2a-999d366dc30b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.897652 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-73c2e181-e504-4352-8a2a-999d366dc30b admin admin] 10.222.0.10 "DELETE /v2.0/networks/48b7c3f9-4efa-40b1-96a1-022e17cb3166 HTTP/1.1" status: 204 len: 168 time: 1.3662577 Jun 30 09:18:20.912759 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c2e181-e504-4352-8a2a-999d366dc30b admin admin] Pushing event deleted for resources: {'Network': ['ID=48b7c3f9-4efa-40b1-96a1-022e17cb3166,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:20.949089 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-c33f702d-b94e-4767-9c70-1f380d434000 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.965321 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-e883fee4-812e-43d1-babf-273d9afdf082 req-c33f702d-b94e-4767-9c70-1f380d434000 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Transition to ACTIVE for port object 2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:21.004828 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dd8af9f6-ff85-48e7-b601-6becb6ec3aae tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.062080 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8af9f6-ff85-48e7-b601-6becb6ec3aae tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:21.065698 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-dd8af9f6-ff85-48e7-b601-6becb6ec3aae tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:21.071598 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8af9f6-ff85-48e7-b601-6becb6ec3aae tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:21.077177 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8af9f6-ff85-48e7-b601-6becb6ec3aae tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event updated for resources: {'Port': ['ID=f5f30f46-a7c8-44f0-aad8-bb0df792a36a,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:21.213636 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-c33f702d-b94e-4767-9c70-1f380d434000 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.276446 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e883fee4-812e-43d1-babf-273d9afdf082 req-c33f702d-b94e-4767-9c70-1f380d434000 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Network 203a8969-fabc-4eb3-a4b7-0ed49225ea16 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:21.283525 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43706) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:21.294185 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-e883fee4-812e-43d1-babf-273d9afdf082 req-c33f702d-b94e-4767-9c70-1f380d434000 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:21.296461 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f702d-b94e-4767-9c70-1f380d434000 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Pushing event updated for resources: {'Port': ['ID=2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:21.299328 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-e883fee4-812e-43d1-babf-273d9afdf082 req-c33f702d-b94e-4767-9c70-1f380d434000 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:21.316620 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-342621ac-9e98-427a-b546-2494e813bed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.370450 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-c33f702d-b94e-4767-9c70-1f380d434000 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:21.376112 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-c33f702d-b94e-4767-9c70-1f380d434000 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.388493 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43710) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:21.552416 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a16721f4-44fc-424a-835c-1cb6fb7e6732 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0076ed16b9c640f6a2a7cca671ba9d86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586258 Jun 30 09:18:21.556949 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43712) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:21.598753 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dd8af9f6-ff85-48e7-b601-6becb6ec3aae tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.684830 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-342621ac-9e98-427a-b546-2494e813bed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.743615 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7f1cfc15-3381-4407-9c9b-742273df8b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.777341 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7f1cfc15-3381-4407-9c9b-742273df8b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.826165 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6ade4adc-5ce3-41bd-8e57-d14128e9c8dc None None] Provisioning for port 2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:21.839415 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6ade4adc-5ce3-41bd-8e57-d14128e9c8dc None None] Provisioning complete for port 2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:21.839784 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6ade4adc-5ce3-41bd-8e57-d14128e9c8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.848619 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab72e6-3730-4c34-8f46-d8fcbe10c6c5 req-20b55f3c-1fcb-4246-9ddc-6d6334273951 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:21.857594 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab72e6-3730-4c34-8f46-d8fcbe10c6c5 req-20b55f3c-1fcb-4246-9ddc-6d6334273951 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:21.868027 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a6ab72e6-3730-4c34-8f46-d8fcbe10c6c5 req-20b55f3c-1fcb-4246-9ddc-6d6334273951 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 1654 time: 0.2812128 Jun 30 09:18:21.877094 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-c33f702d-b94e-4767-9c70-1f380d434000 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2749801 Jun 30 09:18:21.897124 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-342621ac-9e98-427a-b546-2494e813bed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.913734 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-e883fee4-812e-43d1-babf-273d9afdf082 req-93838e15-e666-4412-bbc7-f82fb1ffc85e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Request body: {'port': {'device_id': 'd21b402d-9acf-4492-a024-606acc411806', 'network_id': '203a8969-fabc-4eb3-a4b7-0ed49225ea16', 'admin_state_up': True, 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'security_groups': ['8c3a6ec8-af9b-46f1-9e95-603ea10bf25e']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:21.948599 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-342621ac-9e98-427a-b546-2494e813bed4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5b8b8bb0f43b42e0ab2728a3a9b166e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6616950 Jun 30 09:18:21.950169 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7f1cfc15-3381-4407-9c9b-742273df8b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.951424 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-6ade4adc-5ce3-41bd-8e57-d14128e9c8dc None None] Port 2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:18:21.953846 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7f1cfc15-3381-4407-9c9b-742273df8b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.958543 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7f1cfc15-3381-4407-9c9b-742273df8b16 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d0ebdae8-3f9e-4de1-b072-00b19899c296 HTTP/1.1" status: 204 len: 168 time: 0.3970902 Jun 30 09:18:22.002187 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43722) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:22.058464 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a6ab72e6-3730-4c34-8f46-d8fcbe10c6c5 req-6c4fc7ad-954a-466d-8280-cfd33f8790a2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1883798 Jun 30 09:18:22.083967 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342621ac-9e98-427a-b546-2494e813bed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5604e9-eab4-43ed-b6cd-588c93307d64,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:22.122077 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dd8af9f6-ff85-48e7-b601-6becb6ec3aae tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.128515 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1cfc15-3381-4407-9c9b-742273df8b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ebdae8-3f9e-4de1-b072-00b19899c296,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:22.155052 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-81dd2370-220b-4643-8ffe-a12f4ff7dead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.181003 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-81dd2370-220b-4643-8ffe-a12f4ff7dead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.234171 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf4f87-8e6d-43a5-8b91-d6fee917b0b2 req-60a01b20-37e6-46fa-b4cc-0474ad72637b tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:22.235732 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-86cf4f87-8e6d-43a5-8b91-d6fee917b0b2 req-60a01b20-37e6-46fa-b4cc-0474ad72637b tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.2858448 Jun 30 09:18:22.332176 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-86cf4f87-8e6d-43a5-8b91-d6fee917b0b2 req-254fa9d1-534b-4621-a40c-a653a56231a2 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688269 Jun 30 09:18:22.351468 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-81dd2370-220b-4643-8ffe-a12f4ff7dead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.355586 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-81dd2370-220b-4643-8ffe-a12f4ff7dead admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.356232 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-81dd2370-220b-4643-8ffe-a12f4ff7dead admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/da5604e9-eab4-43ed-b6cd-588c93307d64 HTTP/1.1" status: 204 len: 168 time: 0.3525953 Jun 30 09:18:22.367325 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd2370-220b-4643-8ffe-a12f4ff7dead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5604e9-eab4-43ed-b6cd-588c93307d64,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:22.402411 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-93838e15-e666-4412-bbc7-f82fb1ffc85e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Made reservation on behalf of 2cf47b77e70945949916ae6cc28be07c for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:22.407302 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-93838e15-e666-4412-bbc7-f82fb1ffc85e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.504630 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8af9f6-ff85-48e7-b601-6becb6ec3aae tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Router 4522a532-5087-49d8-9d43-d774b095fbb4 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:18:22.612997 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-e883fee4-812e-43d1-babf-273d9afdf082 req-93838e15-e666-4412-bbc7-f82fb1ffc85e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Allocated IP 10.1.1.126 (203a8969-fabc-4eb3-a4b7-0ed49225ea16/5abf6d13-ee31-42ca-8f41-a3797ffb8563/d8c0077e-9781-471c-a7ca-1fbaf87ae4b4) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:22.700868 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8af9f6-ff85-48e7-b601-6becb6ec3aae tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:18:22.718202 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ffa833-3a29-42fd-87b4-a6bd1e652d5a None None] Sync routers for ids ['4522a532-5087-49d8-9d43-d774b095fbb4'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:18:22.730185 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ffa833-3a29-42fd-87b4-a6bd1e652d5a None None] Routers {'4522a532-5087-49d8-9d43-d774b095fbb4'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:22.732018 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-33ffa833-3a29-42fd-87b4-a6bd1e652d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:17:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['4522a532-5087-49d8-9d43-d774b095fbb4'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:22.801705 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-33ffa833-3a29-42fd-87b4-a6bd1e652d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:22.826809 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ffa833-3a29-42fd-87b4-a6bd1e652d5a None None] Routers {'4522a532-5087-49d8-9d43-d774b095fbb4'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:22.828710 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-33ffa833-3a29-42fd-87b4-a6bd1e652d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:17:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['4522a532-5087-49d8-9d43-d774b095fbb4'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:22.839873 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-93838e15-e666-4412-bbc7-f82fb1ffc85e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.845513 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dd8af9f6-ff85-48e7-b601-6becb6ec3aae tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.849801 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-dd8af9f6-ff85-48e7-b601-6becb6ec3aae tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.8049707 Jun 30 09:18:22.853203 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43746) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:22.878922 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-e883fee4-812e-43d1-babf-273d9afdf082 req-93838e15-e666-4412-bbc7-f82fb1ffc85e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Transition to ACTIVE for port object d8c0077e-9781-471c-a7ca-1fbaf87ae4b4 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:22.900045 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1f09-6774-4268-a419-bf1e30b326f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.962289 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-33ffa833-3a29-42fd-87b4-a6bd1e652d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:22.963461 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ffa833-3a29-42fd-87b4-a6bd1e652d5a None None] The sync data for ids ['4522a532-5087-49d8-9d43-d774b095fbb4'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:18:22.997166 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-93838e15-e666-4412-bbc7-f82fb1ffc85e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.057625 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e883fee4-812e-43d1-babf-273d9afdf082 req-93838e15-e666-4412-bbc7-f82fb1ffc85e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Network 203a8969-fabc-4eb3-a4b7-0ed49225ea16 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:23.069095 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-e883fee4-812e-43d1-babf-273d9afdf082 req-93838e15-e666-4412-bbc7-f82fb1ffc85e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:23.081407 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-e883fee4-812e-43d1-babf-273d9afdf082 req-93838e15-e666-4412-bbc7-f82fb1ffc85e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:23.158511 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93838e15-e666-4412-bbc7-f82fb1ffc85e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Pushing event updated for resources: {'Port': ['ID=d8c0077e-9781-471c-a7ca-1fbaf87ae4b4,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:23.210551 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-93838e15-e666-4412-bbc7-f82fb1ffc85e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:23.211161 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-93838e15-e666-4412-bbc7-f82fb1ffc85e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.306149 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-93838e15-e666-4412-bbc7-f82fb1ffc85e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4194083 Jun 30 09:18:23.321324 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-e883fee4-812e-43d1-babf-273d9afdf082 req-157a783f-3f6a-49df-98fc-47bb9eabcc5e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Request body: {'port': {'device_id': 'd21b402d-9acf-4492-a024-606acc411806', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1ee7a795-7cad-4025-ad1c-ea31997afa2e', 'admin_state_up': True, 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'security_groups': ['8c3a6ec8-af9b-46f1-9e95-603ea10bf25e']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:23.488153 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.568206 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-cb477754-cc86-4b14-b51b-722bb5a74842 None None] Provisioning for port d8c0077e-9781-471c-a7ca-1fbaf87ae4b4 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:23.572482 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-cb477754-cc86-4b14-b51b-722bb5a74842 None None] Provisioning complete for port d8c0077e-9781-471c-a7ca-1fbaf87ae4b4 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:23.573132 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cb477754-cc86-4b14-b51b-722bb5a74842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.603999 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43768) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:23.629446 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e7eec-7095-4856-be7d-34f799d73860 req-86e3c663-b82b-49ce-a52a-138d7c2ea8d3 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:23.637205 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e7eec-7095-4856-be7d-34f799d73860 req-86e3c663-b82b-49ce-a52a-138d7c2ea8d3 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:23.645393 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e7eec-7095-4856-be7d-34f799d73860 req-86e3c663-b82b-49ce-a52a-138d7c2ea8d3 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:23.648024 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-797e7eec-7095-4856-be7d-34f799d73860 req-86e3c663-b82b-49ce-a52a-138d7c2ea8d3 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 2375 time: 0.1800978 Jun 30 09:18:23.648941 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-157a783f-3f6a-49df-98fc-47bb9eabcc5e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Made reservation on behalf of 2cf47b77e70945949916ae6cc28be07c for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:23.655198 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-cb477754-cc86-4b14-b51b-722bb5a74842 None None] Port d8c0077e-9781-471c-a7ca-1fbaf87ae4b4 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:18:23.734142 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-797e7eec-7095-4856-be7d-34f799d73860 req-dc7fdf69-a6c4-4691-a341-96f3f769a44d tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0799322 Jun 30 09:18:23.764361 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-157a783f-3f6a-49df-98fc-47bb9eabcc5e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.951427 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563eb79-4209-4ca3-ba08-10d8b25c242c req-75e69e84-feb5-44ee-ae4c-a60106f56241 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:23.951427 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b563eb79-4209-4ca3-ba08-10d8b25c242c req-75e69e84-feb5-44ee-ae4c-a60106f56241 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.3888230 Jun 30 09:18:23.959422 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-44269fb2-728a-417f-a6df-01869c18bdc3 tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2086821855'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:24.131332 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b563eb79-4209-4ca3-ba08-10d8b25c242c req-541a05d2-bc46-4337-a6fb-4a2a86a183e0 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614313 Jun 30 09:18:24.132140 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-e883fee4-812e-43d1-babf-273d9afdf082 req-157a783f-3f6a-49df-98fc-47bb9eabcc5e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Allocated IP 10.2.2.100 (1ee7a795-7cad-4025-ad1c-ea31997afa2e/f7c18985-d439-4c19-be51-90abec28edd1/3496caa8-899f-4b6b-b20d-887cdd2e4d71) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:24.137574 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3896c854-4003-4d93-a2a1-5aada8ec9e75 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.225717 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44269fb2-728a-417f-a6df-01869c18bdc3 tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] Made reservation on behalf of 7445a1fa6dcc48a1ad7704ec385a2336 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:24.229968 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-44269fb2-728a-417f-a6df-01869c18bdc3 tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.247296 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-44269fb2-728a-417f-a6df-01869c18bdc3 tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.340764 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43790) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:24.433600 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-157a783f-3f6a-49df-98fc-47bb9eabcc5e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.452688 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-e883fee4-812e-43d1-babf-273d9afdf082 req-157a783f-3f6a-49df-98fc-47bb9eabcc5e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Transition to ACTIVE for port object 3496caa8-899f-4b6b-b20d-887cdd2e4d71 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:24.551321 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.563015 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-44269fb2-728a-417f-a6df-01869c18bdc3 tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.587260 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-157a783f-3f6a-49df-98fc-47bb9eabcc5e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.653097 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-44269fb2-728a-417f-a6df-01869c18bdc3 tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.684214 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e883fee4-812e-43d1-babf-273d9afdf082 req-157a783f-3f6a-49df-98fc-47bb9eabcc5e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Network 1ee7a795-7cad-4025-ad1c-ea31997afa2e is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:24.694013 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-e883fee4-812e-43d1-babf-273d9afdf082 req-157a783f-3f6a-49df-98fc-47bb9eabcc5e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:24.730517 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-e883fee4-812e-43d1-babf-273d9afdf082 req-157a783f-3f6a-49df-98fc-47bb9eabcc5e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:24.738611 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a783f-3f6a-49df-98fc-47bb9eabcc5e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Pushing event updated for resources: {'Port': ['ID=3496caa8-899f-4b6b-b20d-887cdd2e4d71,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:24.776987 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-3896c854-4003-4d93-a2a1-5aada8ec9e75 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Allocated IP 172.20.0.1 (cdc0559f-67d1-4643-aeb9-3f7b3934bfbc/1cd70202-59e2-40cd-8e17-279a8dc07c06/8b17ca94-1549-4087-b3fe-cb4e2687f3aa) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:24.781611 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44269fb2-728a-417f-a6df-01869c18bdc3 tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:18:24.802726 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44269fb2-728a-417f-a6df-01869c18bdc3 tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49939c2f-3faa-4f71-9039-bab78450af04,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:24.812023 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-648dfb30-0afe-4f2b-af08-bc453f3a880f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1751083-network', 'tenant_id': 'e0546fb40410445da59e6f44e407576c'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:24.816692 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-44269fb2-728a-417f-a6df-01869c18bdc3 tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.817097 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-44269fb2-728a-417f-a6df-01869c18bdc3 tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] Added segment c7995888-2665-457e-a2fe-88ac0320a071 of type vlan for network 10c90e77-b444-414a-b0d0-281fcb4c0d15 Jun 30 09:18:24.879442 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-157a783f-3f6a-49df-98fc-47bb9eabcc5e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:24.880132 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-157a783f-3f6a-49df-98fc-47bb9eabcc5e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.932168 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-44269fb2-728a-417f-a6df-01869c18bdc3 tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.016041 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3896c854-4003-4d93-a2a1-5aada8ec9e75 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.027586 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648dfb30-0afe-4f2b-af08-bc453f3a880f admin admin] Made reservation on behalf of e0546fb40410445da59e6f44e407576c for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:25.030152 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-648dfb30-0afe-4f2b-af08-bc453f3a880f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.058222 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-648dfb30-0afe-4f2b-af08-bc453f3a880f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.106254 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-44269fb2-728a-417f-a6df-01869c18bdc3 tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.112707 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44269fb2-728a-417f-a6df-01869c18bdc3 tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:25.113303 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-44269fb2-728a-417f-a6df-01869c18bdc3 tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.156368 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-497944a9-f45a-44fe-8284-1f173f38603c None None] Provisioning for port 3496caa8-899f-4b6b-b20d-887cdd2e4d71 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:25.161134 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-157a783f-3f6a-49df-98fc-47bb9eabcc5e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8441758 Jun 30 09:18:25.163812 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-497944a9-f45a-44fe-8284-1f173f38603c None None] Provisioning complete for port 3496caa8-899f-4b6b-b20d-887cdd2e4d71 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:25.164182 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-497944a9-f45a-44fe-8284-1f173f38603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.180173 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-e883fee4-812e-43d1-babf-273d9afdf082 req-00a5a804-790d-4bb9-a5a6-efec130e5f41 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Request body: {'port': {'device_id': 'd21b402d-9acf-4492-a024-606acc411806', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1ee7a795-7cad-4025-ad1c-ea31997afa2e', 'admin_state_up': True, 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'security_groups': ['8c3a6ec8-af9b-46f1-9e95-603ea10bf25e']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:25.224904 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44269fb2-728a-417f-a6df-01869c18bdc3 tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] Pushing event updated for resources: {'Network': ['ID=10c90e77-b444-414a-b0d0-281fcb4c0d15,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:25.255357 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 10c90e77-b444-414a-b0d0-281fcb4c0d15 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:18:25.457864 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-497944a9-f45a-44fe-8284-1f173f38603c None None] Port 3496caa8-899f-4b6b-b20d-887cdd2e4d71 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:18:25.544344 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2481f-706b-4bbf-ad75-1dd87502e344 req-1e4d1407-c5d5-4a65-a9df-df9232d3d835 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:25.546006 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4cc2481f-706b-4bbf-ad75-1dd87502e344 req-1e4d1407-c5d5-4a65-a9df-df9232d3d835 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.1815128 Jun 30 09:18:25.589287 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4cc2481f-706b-4bbf-ad75-1dd87502e344 req-368148ae-b7e4-454a-8daf-dc2ebe017d1d tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345645 Jun 30 09:18:25.621271 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.db.resource_extend [req-9aea8c89-9d98-4f05-bc3f-332638421ce7 req-a61d335b-d174-42a5-a6c8-e51ceffdec91 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:18:25.629153 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea8c89-9d98-4f05-bc3f-332638421ce7 req-a61d335b-d174-42a5-a6c8-e51ceffdec91 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:25.635321 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea8c89-9d98-4f05-bc3f-332638421ce7 req-a61d335b-d174-42a5-a6c8-e51ceffdec91 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:25.641065 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea8c89-9d98-4f05-bc3f-332638421ce7 req-a61d335b-d174-42a5-a6c8-e51ceffdec91 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:25.647440 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea8c89-9d98-4f05-bc3f-332638421ce7 req-a61d335b-d174-42a5-a6c8-e51ceffdec91 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:25.649965 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9aea8c89-9d98-4f05-bc3f-332638421ce7 req-a61d335b-d174-42a5-a6c8-e51ceffdec91 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 3096 time: 0.6166432 Jun 30 09:18:25.654013 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3896c854-4003-4d93-a2a1-5aada8ec9e75 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.729368 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3896c854-4003-4d93-a2a1-5aada8ec9e75 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Network cdc0559f-67d1-4643-aeb9-3f7b3934bfbc is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:25.742440 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-3896c854-4003-4d93-a2a1-5aada8ec9e75 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:25.744980 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3896c854-4003-4d93-a2a1-5aada8ec9e75 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:25.791273 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896c854-4003-4d93-a2a1-5aada8ec9e75 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event updated for resources: {'Port': ['ID=8b17ca94-1549-4087-b3fe-cb4e2687f3aa,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:25.828298 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9aea8c89-9d98-4f05-bc3f-332638421ce7 req-3f9e0236-5bf1-48b2-a519-d634a98385fd tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1554182 Jun 30 09:18:25.834695 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3896c854-4003-4d93-a2a1-5aada8ec9e75 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.969838 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-648dfb30-0afe-4f2b-af08-bc453f3a880f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:26.043702 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-648dfb30-0afe-4f2b-af08-bc453f3a880f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:26.106686 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-648dfb30-0afe-4f2b-af08-bc453f3a880f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:18:26.132525 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-648dfb30-0afe-4f2b-af08-bc453f3a880f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:26.132811 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-648dfb30-0afe-4f2b-af08-bc453f3a880f admin admin] Added segment 0e6befe0-fc99-4f22-826c-3db55f7c08ea of type vlan for network 92e145cd-3ca4-4483-bfab-6f0aecef61a2 Jun 30 09:18:26.143981 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-44269fb2-728a-417f-a6df-01869c18bdc3 tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.5278878 Jun 30 09:18:26.144987 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648dfb30-0afe-4f2b-af08-bc453f3a880f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d04690f-3ead-46b1-988f-d0e7daccbc88,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:26.148216 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43810) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:26.181479 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3896c854-4003-4d93-a2a1-5aada8ec9e75 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:26.229154 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-648dfb30-0afe-4f2b-af08-bc453f3a880f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:26.259549 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-00a5a804-790d-4bb9-a5a6-efec130e5f41 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Made reservation on behalf of 2cf47b77e70945949916ae6cc28be07c for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:26.260163 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:26.264226 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-00a5a804-790d-4bb9-a5a6-efec130e5f41 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:26.366580 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-09d5bc4d-cea9-4ef7-838f-d41e60b2d5d4 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Request body: {'network': {'name': 'tempest-network--833355961', 'router:external': True}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:26.427381 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-648dfb30-0afe-4f2b-af08-bc453f3a880f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:26.428560 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648dfb30-0afe-4f2b-af08-bc453f3a880f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:26.429252 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-648dfb30-0afe-4f2b-af08-bc453f3a880f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:26.507869 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d5bc4d-cea9-4ef7-838f-d41e60b2d5d4 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Made reservation on behalf of cda7053f57b04e41bdad89538cc85621 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:26.510432 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-09d5bc4d-cea9-4ef7-838f-d41e60b2d5d4 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:26.542788 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-e883fee4-812e-43d1-babf-273d9afdf082 req-00a5a804-790d-4bb9-a5a6-efec130e5f41 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Allocated IP 10.2.2.200 (1ee7a795-7cad-4025-ad1c-ea31997afa2e/f7c18985-d439-4c19-be51-90abec28edd1/2f70ca00-91bf-41fb-867a-6edb210c3385) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:26.576235 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648dfb30-0afe-4f2b-af08-bc453f3a880f admin admin] Pushing event updated for resources: {'Network': ['ID=92e145cd-3ca4-4483-bfab-6f0aecef61a2,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:26.588058 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 92e145cd-3ca4-4483-bfab-6f0aecef61a2 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:18:26.607983 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-648dfb30-0afe-4f2b-af08-bc453f3a880f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2658465 Jun 30 09:18:26.609088 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43824) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:26.653512 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-f3be0220-eed4-4d17-9a0e-036a91f27bd2 admin admin] Request body: {'subnet': {'network_id': '92e145cd-3ca4-4483-bfab-6f0aecef61a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1751083-subnet', 'tenant_id': 'e0546fb40410445da59e6f44e407576c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:26.713739 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-00a5a804-790d-4bb9-a5a6-efec130e5f41 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:26.745138 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-e883fee4-812e-43d1-babf-273d9afdf082 req-00a5a804-790d-4bb9-a5a6-efec130e5f41 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Transition to ACTIVE for port object 2f70ca00-91bf-41fb-867a-6edb210c3385 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:26.805264 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-09d5bc4d-cea9-4ef7-838f-d41e60b2d5d4 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:26.874447 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3be0220-eed4-4d17-9a0e-036a91f27bd2 admin admin] Made reservation on behalf of e0546fb40410445da59e6f44e407576c for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:26.878372 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f3be0220-eed4-4d17-9a0e-036a91f27bd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:26.940887 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab688f18-8d9b-4518-b8d8-094fcd8787dd req-066104f6-d210-4a56-9e6f-c0a9e1d48484 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:26.948497 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ab688f18-8d9b-4518-b8d8-094fcd8787dd req-066104f6-d210-4a56-9e6f-c0a9e1d48484 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.1451337 Jun 30 09:18:26.982597 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-00a5a804-790d-4bb9-a5a6-efec130e5f41 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.048115 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3896c854-4003-4d93-a2a1-5aada8ec9e75 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.059647 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ab688f18-8d9b-4518-b8d8-094fcd8787dd req-dc6f7fa1-61e1-40f7-8e78-36a37c43d2f0 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101065 Jun 30 09:18:27.086984 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e883fee4-812e-43d1-babf-273d9afdf082 req-00a5a804-790d-4bb9-a5a6-efec130e5f41 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Network 1ee7a795-7cad-4025-ad1c-ea31997afa2e is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:27.096941 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-e883fee4-812e-43d1-babf-273d9afdf082 req-00a5a804-790d-4bb9-a5a6-efec130e5f41 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:27.103367 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-e883fee4-812e-43d1-babf-273d9afdf082 req-00a5a804-790d-4bb9-a5a6-efec130e5f41 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:27.154386 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-00a5a804-790d-4bb9-a5a6-efec130e5f41 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:27.155029 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-00a5a804-790d-4bb9-a5a6-efec130e5f41 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.164468 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5a804-790d-4bb9-a5a6-efec130e5f41 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Pushing event updated for resources: {'Port': ['ID=2f70ca00-91bf-41fb-867a-6edb210c3385,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:27.185964 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-09d5bc4d-cea9-4ef7-838f-d41e60b2d5d4 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.200959 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3896c854-4003-4d93-a2a1-5aada8ec9e75 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.313207 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad8354-1a57-4094-9b55-c552b6f48afc req-6d51c159-e99e-4a58-a5aa-20981afbbedd tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:27.320663 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad8354-1a57-4094-9b55-c552b6f48afc req-6d51c159-e99e-4a58-a5aa-20981afbbedd tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:27.327065 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad8354-1a57-4094-9b55-c552b6f48afc req-6d51c159-e99e-4a58-a5aa-20981afbbedd tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:27.333533 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad8354-1a57-4094-9b55-c552b6f48afc req-6d51c159-e99e-4a58-a5aa-20981afbbedd tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:27.339706 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad8354-1a57-4094-9b55-c552b6f48afc req-6d51c159-e99e-4a58-a5aa-20981afbbedd tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:27.341639 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-22ad8354-1a57-4094-9b55-c552b6f48afc req-6d51c159-e99e-4a58-a5aa-20981afbbedd tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 3817 time: 0.2846093 Jun 30 09:18:27.358341 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896c854-4003-4d93-a2a1-5aada8ec9e75 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event updated for resources: {'Port': ['ID=8b17ca94-1549-4087-b3fe-cb4e2687f3aa,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:27.364446 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-09d5bc4d-cea9-4ef7-838f-d41e60b2d5d4 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.366005 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3896c854-4003-4d93-a2a1-5aada8ec9e75 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.389178 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d5bc4d-cea9-4ef7-838f-d41e60b2d5d4 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:18:27.404580 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5bc4d-cea9-4ef7-838f-d41e60b2d5d4 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7377431c-3d8a-4e6f-be73-55a64ba1ed97,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:27.411262 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-09d5bc4d-cea9-4ef7-838f-d41e60b2d5d4 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.411704 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-09d5bc4d-cea9-4ef7-838f-d41e60b2d5d4 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Added segment e0b3540a-abc8-45b3-8d28-6cea32ec8f4c of type vlan for network 80cfc647-4200-4fc3-9f70-f23f43205435 Jun 30 09:18:27.445049 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f3be0220-eed4-4d17-9a0e-036a91f27bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.453127 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-22ad8354-1a57-4094-9b55-c552b6f48afc req-fd88a594-e2b4-4a03-91c5-3a90d9f35cfe tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1044428 Jun 30 09:18:27.467709 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-09d5bc4d-cea9-4ef7-838f-d41e60b2d5d4 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.478348 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-953a5a76-eed4-4c65-bb23-b09d5b083b49 None None] Provisioning for port 2f70ca00-91bf-41fb-867a-6edb210c3385 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:27.481810 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-00a5a804-790d-4bb9-a5a6-efec130e5f41 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3104627 Jun 30 09:18:27.488650 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-953a5a76-eed4-4c65-bb23-b09d5b083b49 None None] Provisioning complete for port 2f70ca00-91bf-41fb-867a-6edb210c3385 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:27.490567 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-953a5a76-eed4-4c65-bb23-b09d5b083b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.506882 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-e883fee4-812e-43d1-babf-273d9afdf082 req-82b340dd-90c1-4f52-abf6-26380691b887 service neutron] Request body: {'port': {'device_id': 'd21b402d-9acf-4492-a024-606acc411806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:27.552504 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be0220-eed4-4d17-9a0e-036a91f27bd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f998eaa-32a5-4192-91f1-9d5178bcb0df,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:27.559877 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-953a5a76-eed4-4c65-bb23-b09d5b083b49 None None] Port 2f70ca00-91bf-41fb-867a-6edb210c3385 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:18:27.598109 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3be0220-eed4-4d17-9a0e-036a91f27bd2 admin admin] Checking segment: {'id': '0e6befe0-fc99-4f22-826c-3db55f7c08ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '92e145cd-3ca4-4483-bfab-6f0aecef61a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:27.598464 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3be0220-eed4-4d17-9a0e-036a91f27bd2 admin admin] Network hostable DHCP agents. Network: 92e145cd-3ca4-4483-bfab-6f0aecef61a2, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:18:27.602094 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3896c854-4003-4d93-a2a1-5aada8ec9e75 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Network cdc0559f-67d1-4643-aeb9-3f7b3934bfbc is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:27.604557 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-3896c854-4003-4d93-a2a1-5aada8ec9e75 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:27.616516 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-82b340dd-90c1-4f52-abf6-26380691b887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.701619 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43838) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:27.742320 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3896c854-4003-4d93-a2a1-5aada8ec9e75 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Router 4522a532-5087-49d8-9d43-d774b095fbb4 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:18:27.838053 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3be0220-eed4-4d17-9a0e-036a91f27bd2 admin admin] Network 92e145cd-3ca4-4483-bfab-6f0aecef61a2 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:18:27.891344 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3896c854-4003-4d93-a2a1-5aada8ec9e75 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:18:27.909554 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3896c854-4003-4d93-a2a1-5aada8ec9e75 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "PUT /v2.0/routers/4522a532-5087-49d8-9d43-d774b095fbb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0442662 Jun 30 09:18:27.909554 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43840) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:27.909746 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b9b92a-3f60-4d28-b7e5-b49073d39e72 None None] Sync routers for ids ['4522a532-5087-49d8-9d43-d774b095fbb4'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:18:27.926827 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-882feac6-408b-4018-820c-4a3bebc123b8 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Request body: {'port': {'network_id': 'cdc0559f-67d1-4643-aeb9-3f7b3934bfbc', 'name': 'tempest-FloatingIPTestJSON-9607958'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:27.935284 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b9b92a-3f60-4d28-b7e5-b49073d39e72 None None] Routers {'4522a532-5087-49d8-9d43-d774b095fbb4'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:27.937003 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-91b9b92a-3f60-4d28-b7e5-b49073d39e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:18:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['4522a532-5087-49d8-9d43-d774b095fbb4'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:28.074559 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-91b9b92a-3f60-4d28-b7e5-b49073d39e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:28.103297 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b9b92a-3f60-4d28-b7e5-b49073d39e72 None None] Routers {'4522a532-5087-49d8-9d43-d774b095fbb4'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:28.112921 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-91b9b92a-3f60-4d28-b7e5-b49073d39e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:18:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['4522a532-5087-49d8-9d43-d774b095fbb4'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:28.120952 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-f3be0220-eed4-4d17-9a0e-036a91f27bd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 92e145cd-3ca4-4483-bfab-6f0aecef61a2) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:28.126008 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3be0220-eed4-4d17-9a0e-036a91f27bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:28.127842 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f3be0220-eed4-4d17-9a0e-036a91f27bd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.178207 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-09d5bc4d-cea9-4ef7-838f-d41e60b2d5d4 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.182249 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d5bc4d-cea9-4ef7-838f-d41e60b2d5d4 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:28.182400 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-91b9b92a-3f60-4d28-b7e5-b49073d39e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:28.182961 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b9b92a-3f60-4d28-b7e5-b49073d39e72 None None] The sync data for ids ['4522a532-5087-49d8-9d43-d774b095fbb4'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:18:28.184610 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b610a8-3eef-4f21-bce5-916363804a45 None None] Network 92e145cd-3ca4-4483-bfab-6f0aecef61a2 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:28.184825 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-09d5bc4d-cea9-4ef7-838f-d41e60b2d5d4 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.317533 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882feac6-408b-4018-820c-4a3bebc123b8 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Made reservation on behalf of 418f3cacdcaa491296a7151f3c3c3aac for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:28.321296 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-882feac6-408b-4018-820c-4a3bebc123b8 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.358051 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0058bc52-0565-4e91-b22a-c7cb1155e177 None None] Network 92e145cd-3ca4-4483-bfab-6f0aecef61a2 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:28.363506 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-882feac6-408b-4018-820c-4a3bebc123b8 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] device_id is not set on port d9a381c4-a740-4d28-953b-6941a5e50834 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:18:28.433329 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f3be0220-eed4-4d17-9a0e-036a91f27bd2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7932677 Jun 30 09:18:28.458727 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c9b15821-9dab-4548-b145-9539b1b95b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.464812 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5bc4d-cea9-4ef7-838f-d41e60b2d5d4 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Pushing event updated for resources: {'Network': ['ID=80cfc647-4200-4fc3-9f70-f23f43205435,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:28.479428 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-09d5bc4d-cea9-4ef7-838f-d41e60b2d5d4 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.3305292 Jun 30 09:18:28.481188 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43852) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:28.481506 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 80cfc647-4200-4fc3-9f70-f23f43205435 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:18:28.615665 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-91433d50-3c40-4ac2-b392-eafb44bcccf2 req-33fbd0b8-ef30-405b-90a4-da814bd8e4dd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4743667 Jun 30 09:18:28.620736 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a23659-9650-4f69-9736-e3df1a1fe00e req-257a04a5-cf92-45ef-b175-38e9503def99 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:28.622280 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-98a23659-9650-4f69-9736-e3df1a1fe00e req-257a04a5-cf92-45ef-b175-38e9503def99 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.3959451 Jun 30 09:18:28.741029 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-186ddb5d-af45-49a7-abf4-d16ca116cc9a tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.747017 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-98a23659-9650-4f69-9736-e3df1a1fe00e req-91a42e66-ef69-47c4-a32d-d90cd095b1fc tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859642 Jun 30 09:18:28.751744 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-882feac6-408b-4018-820c-4a3bebc123b8 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Allocated IP 172.20.0.13 (cdc0559f-67d1-4643-aeb9-3f7b3934bfbc/1cd70202-59e2-40cd-8e17-279a8dc07c06/d9a381c4-a740-4d28-953b-6941a5e50834) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:28.949578 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-e883fee4-812e-43d1-babf-273d9afdf082 req-82b340dd-90c1-4f52-abf6-26380691b887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a700fa97-7f11-4c5a-a416-37fd7c54d91e {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:18:28.950497 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-186ddb5d-af45-49a7-abf4-d16ca116cc9a tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.969292 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-186ddb5d-af45-49a7-abf4-d16ca116cc9a tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80cfc647-4200-4fc3-9f70-f23f43205435']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:28.998568 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c9b15821-9dab-4548-b145-9539b1b95b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.001987 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-82b340dd-90c1-4f52-abf6-26380691b887 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.018527 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91433d50-3c40-4ac2-b392-eafb44bcccf2 req-153a28b6-00dc-4a4d-85d3-48e67447ec24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:29.019451 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-186ddb5d-af45-49a7-abf4-d16ca116cc9a tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0b3540a-abc8-45b3-8d28-6cea32ec8f4c') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:29.019756 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-186ddb5d-af45-49a7-abf4-d16ca116cc9a tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0b3540a-abc8-45b3-8d28-6cea32ec8f4c') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:29.020654 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-91433d50-3c40-4ac2-b392-eafb44bcccf2 req-153a28b6-00dc-4a4d-85d3-48e67447ec24 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 1096 time: 0.3194859 Jun 30 09:18:29.048698 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767946db-6a49-4012-80c2-a2b2f60b7c1a req-248b4717-8213-4e53-84af-e6a9ee6ba4c9 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:29.056049 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767946db-6a49-4012-80c2-a2b2f60b7c1a req-248b4717-8213-4e53-84af-e6a9ee6ba4c9 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:29.062820 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767946db-6a49-4012-80c2-a2b2f60b7c1a req-248b4717-8213-4e53-84af-e6a9ee6ba4c9 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:29.070727 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767946db-6a49-4012-80c2-a2b2f60b7c1a req-248b4717-8213-4e53-84af-e6a9ee6ba4c9 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:29.077989 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767946db-6a49-4012-80c2-a2b2f60b7c1a req-248b4717-8213-4e53-84af-e6a9ee6ba4c9 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:29.080955 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-767946db-6a49-4012-80c2-a2b2f60b7c1a req-248b4717-8213-4e53-84af-e6a9ee6ba4c9 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 3817 time: 0.2998509 Jun 30 09:18:29.088032 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c9b15821-9dab-4548-b145-9539b1b95b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.133612 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c9b15821-9dab-4548-b145-9539b1b95b58 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6cc71999251a418ebdc5842f7f87a059&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4310560 Jun 30 09:18:29.145758 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-e883fee4-812e-43d1-babf-273d9afdf082 req-82b340dd-90c1-4f52-abf6-26380691b887 service neutron] Transition to ACTIVE for port object a700fa97-7f11-4c5a-a416-37fd7c54d91e will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:29.145758 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43874) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:29.171463 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-882feac6-408b-4018-820c-4a3bebc123b8 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.276590 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a29e4a3e-da4c-48a2-9022-3ec0b293c60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.287257 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-186ddb5d-af45-49a7-abf4-d16ca116cc9a tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.303159 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-186ddb5d-af45-49a7-abf4-d16ca116cc9a tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.305261 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a29e4a3e-da4c-48a2-9022-3ec0b293c60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.313614 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-186ddb5d-af45-49a7-abf4-d16ca116cc9a tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:18:29.314920 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-186ddb5d-af45-49a7-abf4-d16ca116cc9a tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.317218 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:18:29.317218 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:18:29.317218 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:18:29.317218 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:18:29.317218 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:18:29.317218 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:18:29.317218 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:18:29.317218 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:18:29.317218 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:18:29.317218 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:18:29.317218 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:18:29.317218 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:18:29.317218 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:18:29.317218 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:18:29.317218 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:18:29.317218 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:18:29.317218 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:18:29.317218 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:18:29.317218 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:18:29.317218 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:18:29.317218 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:18:29.317218 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:18:29.317218 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:18:29.317218 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:18:29.317218 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:18:29.317218 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:18:29.317218 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:18:29.317218 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:18:29.317218 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:18:29.317218 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:18:29.317218 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:18:29.317218 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:18:29.359892 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b15821-9dab-4548-b145-9539b1b95b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9da9c45-b6eb-468f-992f-12c28ec9fc16,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:29.409141 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-767946db-6a49-4012-80c2-a2b2f60b7c1a req-f2e782fc-9dbd-4e2e-8218-244601f1760e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2814612 Jun 30 09:18:29.427275 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-82b340dd-90c1-4f52-abf6-26380691b887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.434880 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-4717c532-f733-4a68-aa26-ff3db3c93237 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:29.441126 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91433d50-3c40-4ac2-b392-eafb44bcccf2 req-498d3a9c-8dd3-4891-82bb-ca912d8586f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:29.441126 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-91433d50-3c40-4ac2-b392-eafb44bcccf2 req-498d3a9c-8dd3-4891-82bb-ca912d8586f5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b51add01-e516-4efc-9c9c-16a3be3b127b HTTP/1.1" status: 200 len: 912 time: 0.3513994 Jun 30 09:18:29.449157 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-4717c532-f733-4a68-aa26-ff3db3c93237 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/networks?id=92e145cd-3ca4-4483-bfab-6f0aecef61a2 HTTP/1.1" status: 200 len: 819 time: 0.2368317 Jun 30 09:18:29.486898 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-0263ab82-70fe-4443-b8b2-27ba6c2416be tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/quotas/e0546fb40410445da59e6f44e407576c HTTP/1.1" status: 200 len: 375 time: 0.0356908 Jun 30 09:18:29.488045 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-882feac6-408b-4018-820c-4a3bebc123b8 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.555586 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a29e4a3e-da4c-48a2-9022-3ec0b293c60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.558075 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a29e4a3e-da4c-48a2-9022-3ec0b293c60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.569912 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-186ddb5d-af45-49a7-abf4-d16ca116cc9a tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.581626 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a29e4a3e-da4c-48a2-9022-3ec0b293c60f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b9da9c45-b6eb-468f-992f-12c28ec9fc16 HTTP/1.1" status: 204 len: 168 time: 0.4052203 Jun 30 09:18:29.589857 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882feac6-408b-4018-820c-4a3bebc123b8 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Network cdc0559f-67d1-4643-aeb9-3f7b3934bfbc is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:29.600774 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-69cce6bd-5639-421c-b194-9ec53bef8ed7 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0546fb40410445da59e6f44e407576c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0911725 Jun 30 09:18:29.632299 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186ddb5d-af45-49a7-abf4-d16ca116cc9a tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 80cfc647-4200-4fc3-9f70-f23f43205435 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 09:18:29.639303 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ddb5d-af45-49a7-abf4-d16ca116cc9a tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Pushing event deleted for resources: {'Network': ['ID=80cfc647-4200-4fc3-9f70-f23f43205435,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:29.644948 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-882feac6-408b-4018-820c-4a3bebc123b8 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:29.653565 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b340dd-90c1-4f52-abf6-26380691b887 service neutron] Pushing event updated for resources: {'Port': ['ID=a700fa97-7f11-4c5a-a416-37fd7c54d91e,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:29.660559 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-186ddb5d-af45-49a7-abf4-d16ca116cc9a tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.674942 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-186ddb5d-af45-49a7-abf4-d16ca116cc9a tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] 10.222.0.10 "DELETE /v2.0/networks/80cfc647-4200-4fc3-9f70-f23f43205435 HTTP/1.1" status: 204 len: 168 time: 1.1889381 Jun 30 09:18:29.702894 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43880) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:29.771996 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-3fdff75c-2ea1-42d2-beea-d344f043ec6e tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:29.837154 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e4a3e-da4c-48a2-9022-3ec0b293c60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9da9c45-b6eb-468f-992f-12c28ec9fc16,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:29.845789 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-36be250f-779b-4a91-bebb-fe77c77d1ab0 service neutron] 10.222.0.10 "GET /v2.0/networks/92e145cd-3ca4-4483-bfab-6f0aecef61a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147872 Jun 30 09:18:29.849176 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882feac6-408b-4018-820c-4a3bebc123b8 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:29.867643 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-91433d50-3c40-4ac2-b392-eafb44bcccf2 req-7b062839-4e17-4558-a6ba-20f7507157a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b HTTP/1.1" status: 200 len: 999 time: 0.3978927 Jun 30 09:18:29.964352 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882feac6-408b-4018-820c-4a3bebc123b8 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:29.965094 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-882feac6-408b-4018-820c-4a3bebc123b8 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.975394 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdff75c-2ea1-42d2-beea-d344f043ec6e tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Made reservation on behalf of cda7053f57b04e41bdad89538cc85621 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:29.977696 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3fdff75c-2ea1-42d2-beea-d344f043ec6e tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.030938 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-e883fee4-812e-43d1-babf-273d9afdf082 req-82b340dd-90c1-4f52-abf6-26380691b887 service neutron] Attempting to bind port a700fa97-7f11-4c5a-a416-37fd7c54d91e on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:18:30.031182 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-e883fee4-812e-43d1-babf-273d9afdf082 req-82b340dd-90c1-4f52-abf6-26380691b887 service neutron] Attempting to bind port a700fa97-7f11-4c5a-a416-37fd7c54d91e by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': 'e388efc1-732f-40cc-980a-ce7b9415f60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b7c4d310-0e13-4978-b513-6d3abe0b2ecf'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:18:30.031470 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-82b340dd-90c1-4f52-abf6-26380691b887 service neutron] Attempting to bind port a700fa97-7f11-4c5a-a416-37fd7c54d91e on network b7c4d310-0e13-4978-b513-6d3abe0b2ecf {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:30.034133 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fdff75c-2ea1-42d2-beea-d344f043ec6e tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:18:30.036830 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91433d50-3c40-4ac2-b392-eafb44bcccf2 req-734c616a-3a4e-4c9e-98ee-3435c062092e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:30.038308 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-91433d50-3c40-4ac2-b392-eafb44bcccf2 req-734c616a-3a4e-4c9e-98ee-3435c062092e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0db27f2a-daae-4bc9-9a26-19aaee7812fb HTTP/1.1" status: 200 len: 850 time: 0.1559055 Jun 30 09:18:30.080242 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882feac6-408b-4018-820c-4a3bebc123b8 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event updated for resources: {'Port': ['ID=d9a381c4-a740-4d28-953b-6941a5e50834,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:30.097155 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-82b340dd-90c1-4f52-abf6-26380691b887 service neutron] Port a700fa97-7f11-4c5a-a416-37fd7c54d91e on network b7c4d310-0e13-4978-b513-6d3abe0b2ecf not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:18:30.097487 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-82b340dd-90c1-4f52-abf6-26380691b887 service neutron] Attempting to bind port a700fa97-7f11-4c5a-a416-37fd7c54d91e on network b7c4d310-0e13-4978-b513-6d3abe0b2ecf {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:30.101945 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3fdff75c-2ea1-42d2-beea-d344f043ec6e tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.102247 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-3fdff75c-2ea1-42d2-beea-d344f043ec6e tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Added segment da7e5220-6185-45f0-890f-d1c8010c25c4 of type vlan for network 6cf82e1f-cbff-4141-86f2-a5852a2ee8a5 Jun 30 09:18:30.171457 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-82b340dd-90c1-4f52-abf6-26380691b887 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:18:30.171797 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-82b340dd-90c1-4f52-abf6-26380691b887 service neutron] Checking segment: {'id': 'e388efc1-732f-40cc-980a-ce7b9415f60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b7c4d310-0e13-4978-b513-6d3abe0b2ecf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:30.172185 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-82b340dd-90c1-4f52-abf6-26380691b887 service neutron] Bound using segment: {'id': 'e388efc1-732f-40cc-980a-ce7b9415f60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b7c4d310-0e13-4978-b513-6d3abe0b2ecf'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:18:30.172629 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-e883fee4-812e-43d1-babf-273d9afdf082 req-82b340dd-90c1-4f52-abf6-26380691b887 service neutron] Bound port: a700fa97-7f11-4c5a-a416-37fd7c54d91e, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e388efc1-732f-40cc-980a-ce7b9415f60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b7c4d310-0e13-4978-b513-6d3abe0b2ecf'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:18:30.172985 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-82b340dd-90c1-4f52-abf6-26380691b887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.178408 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-882feac6-408b-4018-820c-4a3bebc123b8 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.2602839 Jun 30 09:18:30.180538 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43888) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:30.199335 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-8d14ef61-f63b-41f6-b706-85c1308ba2a1 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Request body: {'port': {'network_id': 'cdc0559f-67d1-4643-aeb9-3f7b3934bfbc', 'name': 'tempest-FloatingIPTestJSON-589029699'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:30.396276 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3fdff75c-2ea1-42d2-beea-d344f043ec6e tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.429737 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91433d50-3c40-4ac2-b392-eafb44bcccf2 req-96608cdd-ffe6-4927-92ea-969078995a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:30.431581 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-91433d50-3c40-4ac2-b392-eafb44bcccf2 req-96608cdd-ffe6-4927-92ea-969078995a14 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b51add01-e516-4efc-9c9c-16a3be3b127b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3853381 Jun 30 09:18:30.442770 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-fe1c01bd-bba2-4f3a-a078-45e755b99156 service neutron] 10.222.0.10 "GET /v2.0/networks/92e145cd-3ca4-4483-bfab-6f0aecef61a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4681275 Jun 30 09:18:30.545196 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d14ef61-f63b-41f6-b706-85c1308ba2a1 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Made reservation on behalf of 418f3cacdcaa491296a7151f3c3c3aac for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:30.549400 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8d14ef61-f63b-41f6-b706-85c1308ba2a1 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.573637 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.db.resource_extend [None req-3fdff75c-2ea1-42d2-beea-d344f043ec6e tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:18:30.585516 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-8d14ef61-f63b-41f6-b706-85c1308ba2a1 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] device_id is not set on port be951d7f-4bed-431a-88bb-89c5037207ec yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:18:30.625409 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-e883fee4-812e-43d1-babf-273d9afdf082 req-82b340dd-90c1-4f52-abf6-26380691b887 service neutron] For port a700fa97-7f11-4c5a-a416-37fd7c54d91e, host n-h1-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:30.646349 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-e883fee4-812e-43d1-babf-273d9afdf082 req-82b340dd-90c1-4f52-abf6-26380691b887 service neutron] For port a700fa97-7f11-4c5a-a416-37fd7c54d91e, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=a700fa97-7f11-4c5a-a416-37fd7c54d91e,segment=NetworkSegment(e388efc1-732f-40cc-980a-ce7b9415f60a),segment_id=e388efc1-732f-40cc-980a-ce7b9415f60a)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:18:30.774737 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-82b340dd-90c1-4f52-abf6-26380691b887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.778476 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3fdff75c-2ea1-42d2-beea-d344f043ec6e tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.779822 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdff75c-2ea1-42d2-beea-d344f043ec6e tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:30.780608 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3fdff75c-2ea1-42d2-beea-d344f043ec6e tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.804230 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-8d14ef61-f63b-41f6-b706-85c1308ba2a1 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Allocated IP 172.20.0.14 (cdc0559f-67d1-4643-aeb9-3f7b3934bfbc/1cd70202-59e2-40cd-8e17-279a8dc07c06/be951d7f-4bed-431a-88bb-89c5037207ec) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:30.872445 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:18:31.002922 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-91433d50-3c40-4ac2-b392-eafb44bcccf2 req-b2cd3cb5-95b3-452d-bad7-b4d647cde3cc service neutron] 10.222.0.37 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5572295 Jun 30 09:18:31.004193 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3fdff75c-2ea1-42d2-beea-d344f043ec6e tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2996304 Jun 30 09:18:31.021834 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43912) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:31.025704 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-82b340dd-90c1-4f52-abf6-26380691b887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:31.026620 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-82b340dd-90c1-4f52-abf6-26380691b887 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:31.033493 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-82b340dd-90c1-4f52-abf6-26380691b887 service neutron] 10.222.0.52 "PUT /v2.0/ports/a700fa97-7f11-4c5a-a416-37fd7c54d91e HTTP/1.1" status: 200 len: 1093 time: 3.5335023 Jun 30 09:18:31.069517 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'tag': 'a700fa97-7f11-4c5a-a416-37fd7c54d91e'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:31.084167 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2d6cc4-8462-4d39-8351-df3a379893f3" -d '{"events": [{"name": "network-changed", "server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "tag": "a700fa97-7f11-4c5a-a416-37fd7c54d91e"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:31.102827 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-9942529d-246a-46bf-85f7-36cf38472292 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Request body: {'subnet': {'network_id': '6cf82e1f-cbff-4141-86f2-a5852a2ee8a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:31.135706 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8d14ef61-f63b-41f6-b706-85c1308ba2a1 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:31.178448 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdff75c-2ea1-42d2-beea-d344f043ec6e tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Pushing event updated for resources: {'Network': ['ID=6cf82e1f-cbff-4141-86f2-a5852a2ee8a5,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:31.189576 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 6cf82e1f-cbff-4141-86f2-a5852a2ee8a5 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:18:31.206736 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-e883fee4-812e-43d1-babf-273d9afdf082 req-42189e5b-6fc2-4b84-bfe7-96af1c396381 service neutron] Request body: {'port': {'device_id': 'd21b402d-9acf-4492-a024-606acc411806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:31.221356 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024a4df-246d-4e1d-b417-5e4a73b0b1ac req-84682b06-3153-41c7-858b-77713f42a412 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:31.240791 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024a4df-246d-4e1d-b417-5e4a73b0b1ac req-84682b06-3153-41c7-858b-77713f42a412 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:31.247079 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024a4df-246d-4e1d-b417-5e4a73b0b1ac req-84682b06-3153-41c7-858b-77713f42a412 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:31.253513 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024a4df-246d-4e1d-b417-5e4a73b0b1ac req-84682b06-3153-41c7-858b-77713f42a412 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:31.263347 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024a4df-246d-4e1d-b417-5e4a73b0b1ac req-84682b06-3153-41c7-858b-77713f42a412 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:31.265491 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3024a4df-246d-4e1d-b417-5e4a73b0b1ac req-84682b06-3153-41c7-858b-77713f42a412 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 3829 time: 0.1901073 Jun 30 09:18:31.374127 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3024a4df-246d-4e1d-b417-5e4a73b0b1ac req-97372a58-0538-4048-92cc-450bce80a059 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0926168 Jun 30 09:18:31.384158 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b340dd-90c1-4f52-abf6-26380691b887 service neutron] Pushing event updated for resources: {'Port': ['ID=a700fa97-7f11-4c5a-a416-37fd7c54d91e,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:31.417742 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8d866-7b4b-4a63-bd19-4c1a7684b645 req-8d49a1cf-0fd0-4408-a13f-1d7344d44385 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:31.419370 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-56d8d866-7b4b-4a63-bd19-4c1a7684b645 req-8d49a1cf-0fd0-4408-a13f-1d7344d44385 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.6747248 Jun 30 09:18:31.473705 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-42189e5b-6fc2-4b84-bfe7-96af1c396381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:31.481757 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-91433d50-3c40-4ac2-b392-eafb44bcccf2 req-a9e41cb9-d8d6-4ea1-8135-4aa647fea087 service neutron] 10.222.0.37 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655495 Jun 30 09:18:31.498307 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9942529d-246a-46bf-85f7-36cf38472292 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Made reservation on behalf of cda7053f57b04e41bdad89538cc85621 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:31.501721 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9942529d-246a-46bf-85f7-36cf38472292 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:31.545698 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4900d0cc-a33a-4f99-b576-c4dde10f2e9f req-0571280b-1d56-492c-9e45-97e51830a35b tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7 HTTP/1.1" status: 200 len: 210 time: 0.0786223 Jun 30 09:18:31.547023 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8d14ef61-f63b-41f6-b706-85c1308ba2a1 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:31.631786 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-56d8d866-7b4b-4a63-bd19-4c1a7684b645 req-ee9e3196-9d06-4b54-b521-ed176ebd2048 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114282 Jun 30 09:18:31.692052 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d14ef61-f63b-41f6-b706-85c1308ba2a1 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Network cdc0559f-67d1-4643-aeb9-3f7b3934bfbc is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:31.710798 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-8d14ef61-f63b-41f6-b706-85c1308ba2a1 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:31.727236 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d14ef61-f63b-41f6-b706-85c1308ba2a1 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:31.731390 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0095632a-24ab-408a-916e-6b557db86b7f x-openstack-request-id: req-0095632a-24ab-408a-916e-6b557db86b7f {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:31.731777 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "tag": "a700fa97-7f11-4c5a-a416-37fd7c54d91e", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:31.732047 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0095632a-24ab-408a-916e-6b557db86b7f {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:31.732524 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'tag': 'a700fa97-7f11-4c5a-a416-37fd7c54d91e', 'status': 'completed', 'code': 200} Jun 30 09:18:31.931035 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d14ef61-f63b-41f6-b706-85c1308ba2a1 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event updated for resources: {'Port': ['ID=be951d7f-4bed-431a-88bb-89c5037207ec,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:32.045842 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d14ef61-f63b-41f6-b706-85c1308ba2a1 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:32.047273 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8d14ef61-f63b-41f6-b706-85c1308ba2a1 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.096419 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c65d0fd4-ba40-4bb5-869f-bda181595c0d req-7b5efdd9-083c-4259-80f5-0cd824c0b3da service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=952e7d23-8c92-4bfd-8d01-23aa40da8f43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2514994 Jun 30 09:18:32.123951 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d6cc4-8462-4d39-8351-df3a379893f3 req-48f83208-3ecd-4dc7-b519-f598ed91fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:32.124776 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d6cc4-8462-4d39-8351-df3a379893f3 req-48f83208-3ecd-4dc7-b519-f598ed91fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:32.125417 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d6cc4-8462-4d39-8351-df3a379893f3 req-48f83208-3ecd-4dc7-b519-f598ed91fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:32.125884 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d6cc4-8462-4d39-8351-df3a379893f3 req-48f83208-3ecd-4dc7-b519-f598ed91fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:32.127248 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d6cc4-8462-4d39-8351-df3a379893f3 req-48f83208-3ecd-4dc7-b519-f598ed91fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:32.129073 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ea2d6cc4-8462-4d39-8351-df3a379893f3 req-48f83208-3ecd-4dc7-b519-f598ed91fb9e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cf47b77e70945949916ae6cc28be07c&device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 4365 time: 0.2854240 Jun 30 09:18:32.217820 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1a44e-7164-4072-843c-d617014b5055 req-1516563e-9b09-488c-afb9-03bfe46e691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:32.219408 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25d1a44e-7164-4072-843c-d617014b5055 req-1516563e-9b09-488c-afb9-03bfe46e691e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 1096 time: 0.4353578 Jun 30 09:18:32.237990 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8d14ef61-f63b-41f6-b706-85c1308ba2a1 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0530505 Jun 30 09:18:32.254974 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43938) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:32.284431 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-4efc054f-850e-4bbc-bb25-1a2a3f4ac5f4 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'port_id': 'be951d7f-4bed-431a-88bb-89c5037207ec', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:32.420371 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d6cc4-8462-4d39-8351-df3a379893f3 req-48c0bf75-8c17-4959-bf5e-cf847e0a1a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:32.420645 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d6cc4-8462-4d39-8351-df3a379893f3 req-48c0bf75-8c17-4959-bf5e-cf847e0a1a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:32.420944 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d6cc4-8462-4d39-8351-df3a379893f3 req-48c0bf75-8c17-4959-bf5e-cf847e0a1a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:32.422573 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ea2d6cc4-8462-4d39-8351-df3a379893f3 req-48c0bf75-8c17-4959-bf5e-cf847e0a1a9c service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=2cf47b77e70945949916ae6cc28be07c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2734952 Jun 30 09:18:32.425468 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d0fd4-ba40-4bb5-869f-bda181595c0d req-083d051b-98a4-43bd-a944-beaf6278c24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:32.426921 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c65d0fd4-ba40-4bb5-869f-bda181595c0d req-083d051b-98a4-43bd-a944-beaf6278c24d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&device_id=952e7d23-8c92-4bfd-8d01-23aa40da8f43 HTTP/1.1" status: 200 len: 1060 time: 0.2875376 Jun 30 09:18:32.800739 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d6cc4-8462-4d39-8351-df3a379893f3 req-67df8e0d-0590-4c3e-b75a-665ed96484dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:32.802390 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ea2d6cc4-8462-4d39-8351-df3a379893f3 req-67df8e0d-0590-4c3e-b75a-665ed96484dd service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3615863 Jun 30 09:18:32.811100 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0883639-c3c8-4fed-953e-32f269f5e16b req-1da5e237-d45e-4a53-ae20-c4c29941018b tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:32.826697 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c0883639-c3c8-4fed-953e-32f269f5e16b req-1da5e237-d45e-4a53-ae20-c4c29941018b tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=687c97c4-7c2c-4e66-8c85-29c805a131c4 HTTP/1.1" status: 200 len: 946 time: 0.1418681 Jun 30 09:18:32.831477 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d0fd4-ba40-4bb5-869f-bda181595c0d req-a32d0dc1-e61b-432f-890b-aeadaffee82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:32.835927 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c65d0fd4-ba40-4bb5-869f-bda181595c0d req-a32d0dc1-e61b-432f-890b-aeadaffee82c service neutron] 10.222.0.52 "GET /v2.0/networks?id=b51add01-e516-4efc-9c9c-16a3be3b127b HTTP/1.1" status: 200 len: 912 time: 0.3751850 Jun 30 09:18:32.934412 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c65d0fd4-ba40-4bb5-869f-bda181595c0d req-bd1acfce-5447-4c53-9792-223c70aa02a3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=874e54be-97a4-412b-911e-0a00d8cce3f9 HTTP/1.1" status: 200 len: 217 time: 0.0553308 Jun 30 09:18:32.976837 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1a44e-7164-4072-843c-d617014b5055 req-49ba8d8c-824c-4870-9394-980326da62a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:32.978339 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25d1a44e-7164-4072-843c-d617014b5055 req-49ba8d8c-824c-4870-9394-980326da62a8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b51add01-e516-4efc-9c9c-16a3be3b127b HTTP/1.1" status: 200 len: 912 time: 0.7423139 Jun 30 09:18:33.010677 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4efc054f-850e-4bbc-bb25-1a2a3f4ac5f4 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:33.041582 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d0fd4-ba40-4bb5-869f-bda181595c0d req-b58cbd35-fb04-498f-bec0-e9db600df35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:33.043052 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c65d0fd4-ba40-4bb5-869f-bda181595c0d req-b58cbd35-fb04-498f-bec0-e9db600df35d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0db27f2a-daae-4bc9-9a26-19aaee7812fb HTTP/1.1" status: 200 len: 850 time: 0.1011162 Jun 30 09:18:33.046222 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c0883639-c3c8-4fed-953e-32f269f5e16b req-fba390ee-e068-42d6-994a-8e7422d2bb96 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075219 Jun 30 09:18:33.149969 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-e883fee4-812e-43d1-babf-273d9afdf082 req-42189e5b-6fc2-4b84-bfe7-96af1c396381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:18:33.175836 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2c1dd-27d3-48e2-ac61-f6b356ffa3bf req-8512e3df-c25b-4a1a-ad8c-85a4358f9ea4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:33.182141 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2c1dd-27d3-48e2-ac61-f6b356ffa3bf req-8512e3df-c25b-4a1a-ad8c-85a4358f9ea4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:33.189447 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2c1dd-27d3-48e2-ac61-f6b356ffa3bf req-8512e3df-c25b-4a1a-ad8c-85a4358f9ea4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:33.206778 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d0fd4-ba40-4bb5-869f-bda181595c0d req-741b2f4e-fc86-49d9-a571-ac471d24f11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:33.208375 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c65d0fd4-ba40-4bb5-869f-bda181595c0d req-741b2f4e-fc86-49d9-a571-ac471d24f11b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b51add01-e516-4efc-9c9c-16a3be3b127b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1437099 Jun 30 09:18:33.210186 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2c1dd-27d3-48e2-ac61-f6b356ffa3bf req-8512e3df-c25b-4a1a-ad8c-85a4358f9ea4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:33.216266 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2c1dd-27d3-48e2-ac61-f6b356ffa3bf req-8512e3df-c25b-4a1a-ad8c-85a4358f9ea4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:33.218151 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-63e2c1dd-27d3-48e2-ac61-f6b356ffa3bf req-8512e3df-c25b-4a1a-ad8c-85a4358f9ea4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 3829 time: 0.4034638 Jun 30 09:18:33.223601 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-42189e5b-6fc2-4b84-bfe7-96af1c396381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:33.260987 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-26a1a842-f77d-4315-9cf3-598db09934cc req-46797224-e7d5-412d-82a4-68701400c205 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7 HTTP/1.1" status: 200 len: 210 time: 0.0442262 Jun 30 09:18:33.280830 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25d1a44e-7164-4072-843c-d617014b5055 req-ce00df16-580f-4ec8-8771-8dde9e827de1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b HTTP/1.1" status: 200 len: 999 time: 0.2798557 Jun 30 09:18:33.289628 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-e883fee4-812e-43d1-babf-273d9afdf082 req-42189e5b-6fc2-4b84-bfe7-96af1c396381 service neutron] Transition to ACTIVE for port object 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:33.378997 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-63e2c1dd-27d3-48e2-ac61-f6b356ffa3bf req-3e895d6a-d829-4203-a1e2-9cf7219654a3 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1505394 Jun 30 09:18:33.385204 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c65d0fd4-ba40-4bb5-869f-bda181595c0d req-917005c6-2ccd-4137-8d6d-29a6d5a516c6 service neutron] 10.222.0.52 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263895 Jun 30 09:18:33.415162 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1a44e-7164-4072-843c-d617014b5055 req-4037f10f-18ba-4365-9934-fe1ab7bd7d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:33.417095 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25d1a44e-7164-4072-843c-d617014b5055 req-4037f10f-18ba-4365-9934-fe1ab7bd7d2d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0db27f2a-daae-4bc9-9a26-19aaee7812fb HTTP/1.1" status: 200 len: 850 time: 0.1243422 Jun 30 09:18:33.442919 n-d-771363-31 neutron-server[101054]: DEBUG neutron.objects.ports [None req-9942529d-246a-46bf-85f7-36cf38472292 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101054) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:18:33.443454 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9942529d-246a-46bf-85f7-36cf38472292 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:33.480770 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-42189e5b-6fc2-4b84-bfe7-96af1c396381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:33.623954 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942529d-246a-46bf-85f7-36cf38472292 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5a021212-cf7e-47b3-8e09-66b7ebcb5a16,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:33.632570 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42189e5b-6fc2-4b84-bfe7-96af1c396381 service neutron] Pushing event updated for resources: {'Port': ['ID=88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:33.672893 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9942529d-246a-46bf-85f7-36cf38472292 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Checking segment: {'id': 'da7e5220-6185-45f0-890f-d1c8010c25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6cf82e1f-cbff-4141-86f2-a5852a2ee8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:33.673630 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9942529d-246a-46bf-85f7-36cf38472292 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Network hostable DHCP agents. Network: 6cf82e1f-cbff-4141-86f2-a5852a2ee8a5, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:18:33.719732 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4efc054f-850e-4bbc-bb25-1a2a3f4ac5f4 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:33.749760 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1a44e-7164-4072-843c-d617014b5055 req-903c82dd-3eb7-4405-b902-e952dbedae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:33.754262 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25d1a44e-7164-4072-843c-d617014b5055 req-903c82dd-3eb7-4405-b902-e952dbedae27 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b51add01-e516-4efc-9c9c-16a3be3b127b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3110311 Jun 30 09:18:33.938443 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-e883fee4-812e-43d1-babf-273d9afdf082 req-42189e5b-6fc2-4b84-bfe7-96af1c396381 service neutron] Attempting to bind port 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:18:33.939671 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-e883fee4-812e-43d1-babf-273d9afdf082 req-42189e5b-6fc2-4b84-bfe7-96af1c396381 service neutron] Attempting to bind port 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '5d74be57-0b58-40b7-ac12-8573793671cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '203a8969-fabc-4eb3-a4b7-0ed49225ea16'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:18:33.940251 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-42189e5b-6fc2-4b84-bfe7-96af1c396381 service neutron] Attempting to bind port 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 on network 203a8969-fabc-4eb3-a4b7-0ed49225ea16 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:33.981443 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-42189e5b-6fc2-4b84-bfe7-96af1c396381 service neutron] Port 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 on network 203a8969-fabc-4eb3-a4b7-0ed49225ea16 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:18:33.982193 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-42189e5b-6fc2-4b84-bfe7-96af1c396381 service neutron] Attempting to bind port 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 on network 203a8969-fabc-4eb3-a4b7-0ed49225ea16 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:33.987999 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c65d0fd4-ba40-4bb5-869f-bda181595c0d req-ad08dce3-aa90-4bd1-868f-0f743adaf0a4 service neutron] 10.222.0.52 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5938447 Jun 30 09:18:34.002698 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-42189e5b-6fc2-4b84-bfe7-96af1c396381 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:18:34.002698 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-42189e5b-6fc2-4b84-bfe7-96af1c396381 service neutron] Checking segment: {'id': '5d74be57-0b58-40b7-ac12-8573793671cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '203a8969-fabc-4eb3-a4b7-0ed49225ea16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:34.002698 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-42189e5b-6fc2-4b84-bfe7-96af1c396381 service neutron] Bound using segment: {'id': '5d74be57-0b58-40b7-ac12-8573793671cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '203a8969-fabc-4eb3-a4b7-0ed49225ea16'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:18:34.004456 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-e883fee4-812e-43d1-babf-273d9afdf082 req-42189e5b-6fc2-4b84-bfe7-96af1c396381 service neutron] Bound port: 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d74be57-0b58-40b7-ac12-8573793671cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '203a8969-fabc-4eb3-a4b7-0ed49225ea16'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:18:34.004456 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-42189e5b-6fc2-4b84-bfe7-96af1c396381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:34.050647 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2b5e0-e7c8-4295-bc42-1b9605b4f762 req-a6d066f2-aac4-435b-b509-23313a0357bb tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:34.051285 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25d1a44e-7164-4072-843c-d617014b5055 req-01f7f618-7fb6-4060-a52f-4e3b974ebea1 service neutron] 10.222.0.37 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356322 Jun 30 09:18:34.052528 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bba2b5e0-e7c8-4295-bc42-1b9605b4f762 req-a6d066f2-aac4-435b-b509-23313a0357bb tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.5401256 Jun 30 09:18:34.063184 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-4efc054f-850e-4bbc-bb25-1a2a3f4ac5f4 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Allocated IP 172.25.6.214 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/242077b8-674f-45c1-98db-0b510b39dde6) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:34.109055 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bba2b5e0-e7c8-4295-bc42-1b9605b4f762 req-982b52c8-cbd3-4d99-96e7-c56ceaa065dc tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486779 Jun 30 09:18:34.135702 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9942529d-246a-46bf-85f7-36cf38472292 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Network 6cf82e1f-cbff-4141-86f2-a5852a2ee8a5 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:18:34.252309 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-9942529d-246a-46bf-85f7-36cf38472292 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 6cf82e1f-cbff-4141-86f2-a5852a2ee8a5) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:34.262674 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-e883fee4-812e-43d1-babf-273d9afdf082 req-42189e5b-6fc2-4b84-bfe7-96af1c396381 service neutron] For port 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7, host n-h1-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:34.265876 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17c76ae-5bee-4b2d-bb71-63b610ce7bb7 None None] Network 6cf82e1f-cbff-4141-86f2-a5852a2ee8a5 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:34.272041 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9942529d-246a-46bf-85f7-36cf38472292 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:34.275311 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9942529d-246a-46bf-85f7-36cf38472292 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:34.328680 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-e883fee4-812e-43d1-babf-273d9afdf082 req-42189e5b-6fc2-4b84-bfe7-96af1c396381 service neutron] For port 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7,segment=NetworkSegment(5d74be57-0b58-40b7-ac12-8573793671cf),segment_id=5d74be57-0b58-40b7-ac12-8573793671cf)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:18:34.336530 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25d1a44e-7164-4072-843c-d617014b5055 req-c5a37b20-7738-4d36-93d6-b1cc94e28563 service neutron] 10.222.0.37 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746990 Jun 30 09:18:34.385496 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4efc054f-850e-4bbc-bb25-1a2a3f4ac5f4 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:34.436899 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-42189e5b-6fc2-4b84-bfe7-96af1c396381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:34.440343 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9942529d-246a-46bf-85f7-36cf38472292 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.4058237 Jun 30 09:18:34.443056 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43978) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:34.464998 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-71851378-35f6-41cc-9d00-e40156056646 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Request body: {'floatingip': {'floating_network_id': '6cf82e1f-cbff-4141-86f2-a5852a2ee8a5'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:34.465264 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254e713-c900-442f-a1e2-3a40adc1c894 req-fbe37c80-6f58-4398-9b9b-57608ae1de8f tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:34.466931 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5254e713-c900-442f-a1e2-3a40adc1c894 req-fbe37c80-6f58-4398-9b9b-57608ae1de8f tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=687c97c4-7c2c-4e66-8c85-29c805a131c4 HTTP/1.1" status: 200 len: 946 time: 0.1725070 Jun 30 09:18:34.526433 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce29a67e-0b00-4e67-adff-a6a5ce4d5074 None None] Network 6cf82e1f-cbff-4141-86f2-a5852a2ee8a5 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:34.527277 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-42189e5b-6fc2-4b84-bfe7-96af1c396381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:34.531054 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-42189e5b-6fc2-4b84-bfe7-96af1c396381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:34.532775 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-42189e5b-6fc2-4b84-bfe7-96af1c396381 service neutron] 10.222.0.52 "PUT /v2.0/ports/88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 HTTP/1.1" status: 200 len: 1132 time: 3.3489218 Jun 30 09:18:34.576453 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a9e64a56-7066-41b3-b8b9-3e6c0d38acfc req-03fc8394-1a56-4200-bdd8-7e862cee105e tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7 HTTP/1.1" status: 200 len: 210 time: 0.0659118 Jun 30 09:18:34.583611 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'tag': '88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:34.586377 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e451fd17-ac6b-4776-8fa4-e27c32ed9901" -d '{"events": [{"name": "network-changed", "server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "tag": "88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:34.619321 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-71851378-35f6-41cc-9d00-e40156056646 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:34.702336 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-e883fee4-812e-43d1-babf-273d9afdf082 req-f8be61c6-8ec6-429b-9134-e99daca8f8d8 service neutron] Request body: {'port': {'device_id': 'd21b402d-9acf-4492-a024-606acc411806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:34.846385 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-71851378-35f6-41cc-9d00-e40156056646 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:34.848895 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4efc054f-850e-4bbc-bb25-1a2a3f4ac5f4 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:34.910408 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5254e713-c900-442f-a1e2-3a40adc1c894 req-a6e4a320-d8cf-4803-bf50-8caa5121a582 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223850 Jun 30 09:18:34.916493 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efc054f-850e-4bbc-bb25-1a2a3f4ac5f4 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:34.918287 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42189e5b-6fc2-4b84-bfe7-96af1c396381 service neutron] Pushing event updated for resources: {'Port': ['ID=88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:34.957719 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-4efc054f-850e-4bbc-bb25-1a2a3f4ac5f4 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:35.023422 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efc054f-850e-4bbc-bb25-1a2a3f4ac5f4 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:35.086252 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a47ce3-11ed-40f5-8d13-2dad7a7e4382 req-aba330fc-3143-4b3d-98d1-3ba479589cba tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:35.093007 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-f8be61c6-8ec6-429b-9134-e99daca8f8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:35.093319 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a47ce3-11ed-40f5-8d13-2dad7a7e4382 req-aba330fc-3143-4b3d-98d1-3ba479589cba tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:35.100108 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a47ce3-11ed-40f5-8d13-2dad7a7e4382 req-aba330fc-3143-4b3d-98d1-3ba479589cba tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:35.107006 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a47ce3-11ed-40f5-8d13-2dad7a7e4382 req-aba330fc-3143-4b3d-98d1-3ba479589cba tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:35.113358 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a47ce3-11ed-40f5-8d13-2dad7a7e4382 req-aba330fc-3143-4b3d-98d1-3ba479589cba tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:35.119286 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a47ce3-11ed-40f5-8d13-2dad7a7e4382 req-aba330fc-3143-4b3d-98d1-3ba479589cba tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:35.128124 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8a47ce3-11ed-40f5-8d13-2dad7a7e4382 req-aba330fc-3143-4b3d-98d1-3ba479589cba tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 4602 time: 0.2246151 Jun 30 09:18:35.131474 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-71851378-35f6-41cc-9d00-e40156056646 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Allocated IP 172.20.0.4 (6cf82e1f-cbff-4141-86f2-a5852a2ee8a5/5a021212-cf7e-47b3-8e09-66b7ebcb5a16/cdb05171-2906-446c-9afa-61e23edbf75b) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:35.199052 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4102e169-477e-461d-980e-a3eccf64f320 x-openstack-request-id: req-4102e169-477e-461d-980e-a3eccf64f320 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:35.202999 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "tag": "88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:35.202999 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4102e169-477e-461d-980e-a3eccf64f320 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:35.202999 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'tag': '88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7', 'status': 'completed', 'code': 200} Jun 30 09:18:35.218741 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8a47ce3-11ed-40f5-8d13-2dad7a7e4382 req-10282c50-600e-4a9e-8875-8acf94aa09ec tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0897291 Jun 30 09:18:35.221493 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc054f-850e-4bbc-bb25-1a2a3f4ac5f4 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event updated for resources: {'Port': ['ID=242077b8-674f-45c1-98db-0b510b39dde6,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:35.314568 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-72012aa8-a222-451d-99e3-af2e9cfaecdd tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:35.316424 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-72012aa8-a222-451d-99e3-af2e9cfaecdd tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.37 "GET /v2.0/networks?id=92e145cd-3ca4-4483-bfab-6f0aecef61a2 HTTP/1.1" status: 200 len: 819 time: 0.8259630 Jun 30 09:18:35.318511 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-71851378-35f6-41cc-9d00-e40156056646 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:35.347086 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e5ffd-0496-44a7-bfa1-2d7f0a76dacf req-745ec944-30ff-4a28-bfd9-2080230b488b tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:35.348942 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-603e5ffd-0496-44a7-bfa1-2d7f0a76dacf req-745ec944-30ff-4a28-bfd9-2080230b488b tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.37 "GET /v2.0/ports?device_id=687c97c4-7c2c-4e66-8c85-29c805a131c4 HTTP/1.1" status: 200 len: 946 time: 0.8247323 Jun 30 09:18:35.359306 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-3cc20fa2-275b-4c9e-9878-47d23c1c7483 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Request body: {'port': {'device_id': 'b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7', 'network_id': '92e145cd-3ca4-4483-bfab-6f0aecef61a2', 'admin_state_up': True, 'tenant_id': 'e0546fb40410445da59e6f44e407576c'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:35.385717 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451fd17-ac6b-4776-8fa4-e27c32ed9901 req-dad28d92-6393-403e-b662-146ca80d973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:35.386318 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451fd17-ac6b-4776-8fa4-e27c32ed9901 req-dad28d92-6393-403e-b662-146ca80d973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:35.386719 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451fd17-ac6b-4776-8fa4-e27c32ed9901 req-dad28d92-6393-403e-b662-146ca80d973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:35.392758 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451fd17-ac6b-4776-8fa4-e27c32ed9901 req-dad28d92-6393-403e-b662-146ca80d973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:35.392758 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451fd17-ac6b-4776-8fa4-e27c32ed9901 req-dad28d92-6393-403e-b662-146ca80d973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:35.393250 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451fd17-ac6b-4776-8fa4-e27c32ed9901 req-dad28d92-6393-403e-b662-146ca80d973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:35.405932 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e451fd17-ac6b-4776-8fa4-e27c32ed9901 req-dad28d92-6393-403e-b662-146ca80d973e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cf47b77e70945949916ae6cc28be07c&device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5290 time: 0.1436749 Jun 30 09:18:35.513476 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-71851378-35f6-41cc-9d00-e40156056646 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:35.584167 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71851378-35f6-41cc-9d00-e40156056646 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Network 6cf82e1f-cbff-4141-86f2-a5852a2ee8a5 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:35.592923 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-71851378-35f6-41cc-9d00-e40156056646 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:35.603524 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71851378-35f6-41cc-9d00-e40156056646 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:35.640744 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451fd17-ac6b-4776-8fa4-e27c32ed9901 req-777d5169-ec24-49fa-9d07-78f54c5f9f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:35.641370 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451fd17-ac6b-4776-8fa4-e27c32ed9901 req-777d5169-ec24-49fa-9d07-78f54c5f9f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:35.642454 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451fd17-ac6b-4776-8fa4-e27c32ed9901 req-777d5169-ec24-49fa-9d07-78f54c5f9f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:35.644215 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e451fd17-ac6b-4776-8fa4-e27c32ed9901 req-777d5169-ec24-49fa-9d07-78f54c5f9f47 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=2cf47b77e70945949916ae6cc28be07c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2267292 Jun 30 09:18:35.645064 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71851378-35f6-41cc-9d00-e40156056646 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Pushing event updated for resources: {'Port': ['ID=cdb05171-2906-446c-9afa-61e23edbf75b,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:35.810428 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-46e5192b-163b-4245-9411-c8438d6c7ec4 req-7c17ef9c-709e-4558-bdb6-b0d7798bee94 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7 HTTP/1.1" status: 200 len: 210 time: 0.0697448 Jun 30 09:18:35.860059 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451fd17-ac6b-4776-8fa4-e27c32ed9901 req-87072c00-7a75-4268-9c07-455292348a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:35.862323 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e451fd17-ac6b-4776-8fa4-e27c32ed9901 req-87072c00-7a75-4268-9c07-455292348a79 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2064123 Jun 30 09:18:35.863919 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-71851378-35f6-41cc-9d00-e40156056646 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:36.043788 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-71851378-35f6-41cc-9d00-e40156056646 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:36.180434 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8a507-9bf3-4383-9506-3bf143a4482d req-36e6db7f-0819-4eb7-aa00-7ec009fdaaad tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:36.182464 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-60a8a507-9bf3-4383-9506-3bf143a4482d req-36e6db7f-0819-4eb7-aa00-7ec009fdaaad tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.7571840 Jun 30 09:18:36.242661 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-603e5ffd-0496-44a7-bfa1-2d7f0a76dacf req-c44d3343-a482-4b4b-98fa-cbdff9e7132a tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Deleting port ba474199-aea0-47d4-93a7-a5420bb2e23c {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:36.244040 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-603e5ffd-0496-44a7-bfa1-2d7f0a76dacf req-c44d3343-a482-4b4b-98fa-cbdff9e7132a tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:36.282463 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11883b-1732-484f-b678-0323ea8f6d37 req-931aeef0-4676-44a3-af19-864937b02e0b tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:36.284051 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa11883b-1732-484f-b678-0323ea8f6d37 req-931aeef0-4676-44a3-af19-864937b02e0b tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=687c97c4-7c2c-4e66-8c85-29c805a131c4 HTTP/1.1" status: 200 len: 946 time: 0.2360768 Jun 30 09:18:36.322395 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-71851378-35f6-41cc-9d00-e40156056646 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:36.343732 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-3cc20fa2-275b-4c9e-9878-47d23c1c7483 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Made reservation on behalf of e0546fb40410445da59e6f44e407576c for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:36.348322 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa11883b-1732-484f-b678-0323ea8f6d37 req-8cea084e-7151-422e-bc89-2d6ea7c0afe2 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520473 Jun 30 09:18:36.349178 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-3cc20fa2-275b-4c9e-9878-47d23c1c7483 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:36.393401 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-60a8a507-9bf3-4383-9506-3bf143a4482d req-000e85d8-c480-4d50-9493-8f80c5679437 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854434 Jun 30 09:18:36.436201 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-71851378-35f6-41cc-9d00-e40156056646 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:36.609146 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71851378-35f6-41cc-9d00-e40156056646 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Pushing event updated for resources: {'Port': ['ID=cdb05171-2906-446c-9afa-61e23edbf75b,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:36.629101 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-71851378-35f6-41cc-9d00-e40156056646 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:36.670338 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-603e5ffd-0496-44a7-bfa1-2d7f0a76dacf req-c44d3343-a482-4b4b-98fa-cbdff9e7132a tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] For port ba474199-aea0-47d4-93a7-a5420bb2e23c, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=ba474199-aea0-47d4-93a7-a5420bb2e23c,segment=NetworkSegment(bc499c06-af65-4614-b099-27bc511ea45a),segment_id=bc499c06-af65-4614-b099-27bc511ea45a)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:36.670962 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-603e5ffd-0496-44a7-bfa1-2d7f0a76dacf req-c44d3343-a482-4b4b-98fa-cbdff9e7132a tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:36.733860 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-71851378-35f6-41cc-9d00-e40156056646 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:36.735191 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-71851378-35f6-41cc-9d00-e40156056646 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2903717 Jun 30 09:18:36.741956 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-e883fee4-812e-43d1-babf-273d9afdf082 req-f8be61c6-8ec6-429b-9134-e99daca8f8d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e89faa-6b6f-468b-aada-373d3800878b {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:18:36.742247 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44004) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:36.754871 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-f8be61c6-8ec6-429b-9134-e99daca8f8d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:36.757344 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-603e5ffd-0496-44a7-bfa1-2d7f0a76dacf req-c44d3343-a482-4b4b-98fa-cbdff9e7132a tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Calling delete_port for ba474199-aea0-47d4-93a7-a5420bb2e23c owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:36.823855 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d2115fb1-5b04-4ac5-88e9-0dcaedc7702d tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] 10.222.0.10 "GET /v2.0/floatingips?floating_network_id=6cf82e1f-cbff-4141-86f2-a5852a2ee8a5 HTTP/1.1" status: 200 len: 689 time: 0.0816743 Jun 30 09:18:36.825370 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-e883fee4-812e-43d1-babf-273d9afdf082 req-f8be61c6-8ec6-429b-9134-e99daca8f8d8 service neutron] Transition to ACTIVE for port object 44e89faa-6b6f-468b-aada-373d3800878b will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:36.826369 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44006) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:36.916465 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4efc054f-850e-4bbc-bb25-1a2a3f4ac5f4 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:36.935690 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5ac23622-76fb-4699-8903-454ee753dc34 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:36.968429 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-f8be61c6-8ec6-429b-9134-e99daca8f8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.023873 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-3cc20fa2-275b-4c9e-9878-47d23c1c7483 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Allocated IP 172.20.0.7 (92e145cd-3ca4-4483-bfab-6f0aecef61a2/3f998eaa-32a5-4192-91f1-9d5178bcb0df/ce4e8205-2a86-450f-a5c6-ab2b92f2eeea) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:37.028944 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3441a0ab-e929-43db-b7f5-c868e2660dc3 req-8d4c97ff-82b3-4b72-a226-73b6aa31fe0a tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7 HTTP/1.1" status: 200 len: 210 time: 0.0383825 Jun 30 09:18:37.082575 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-5ac23622-76fb-4699-8903-454ee753dc34 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Deleting port cdb05171-2906-446c-9afa-61e23edbf75b {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:37.083332 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5ac23622-76fb-4699-8903-454ee753dc34 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.100152 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d17ec-8c0d-412a-8a74-54ec06bf2d7e req-5e13bb7e-2d35-47cc-b8ab-a16e9f89ecc5 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:37.107389 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d17ec-8c0d-412a-8a74-54ec06bf2d7e req-5e13bb7e-2d35-47cc-b8ab-a16e9f89ecc5 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:37.113427 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d17ec-8c0d-412a-8a74-54ec06bf2d7e req-5e13bb7e-2d35-47cc-b8ab-a16e9f89ecc5 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:37.120169 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d17ec-8c0d-412a-8a74-54ec06bf2d7e req-5e13bb7e-2d35-47cc-b8ab-a16e9f89ecc5 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:37.126080 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d17ec-8c0d-412a-8a74-54ec06bf2d7e req-5e13bb7e-2d35-47cc-b8ab-a16e9f89ecc5 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:37.132001 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d17ec-8c0d-412a-8a74-54ec06bf2d7e req-5e13bb7e-2d35-47cc-b8ab-a16e9f89ecc5 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:37.140085 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f47d17ec-8c0d-412a-8a74-54ec06bf2d7e req-5e13bb7e-2d35-47cc-b8ab-a16e9f89ecc5 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 4602 time: 0.4841757 Jun 30 09:18:37.164683 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be61c6-8ec6-429b-9134-e99daca8f8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=44e89faa-6b6f-468b-aada-373d3800878b,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:37.201237 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5ac23622-76fb-4699-8903-454ee753dc34 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.201573 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5ac23622-76fb-4699-8903-454ee753dc34 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.218660 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-5ac23622-76fb-4699-8903-454ee753dc34 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Calling delete_port for cdb05171-2906-446c-9afa-61e23edbf75b owned by network:floatingip {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:37.265706 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.371095 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f47d17ec-8c0d-412a-8a74-54ec06bf2d7e req-6d7527d2-7bf5-4228-8222-2ac1a8282371 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2297285 Jun 30 09:18:37.411322 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4efc054f-850e-4bbc-bb25-1a2a3f4ac5f4 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.490080 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-603e5ffd-0496-44a7-bfa1-2d7f0a76dacf req-c44d3343-a482-4b4b-98fa-cbdff9e7132a tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.492239 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-e883fee4-812e-43d1-babf-273d9afdf082 req-f8be61c6-8ec6-429b-9134-e99daca8f8d8 service neutron] Attempting to bind port 44e89faa-6b6f-468b-aada-373d3800878b on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:18:37.492779 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-e883fee4-812e-43d1-babf-273d9afdf082 req-f8be61c6-8ec6-429b-9134-e99daca8f8d8 service neutron] Attempting to bind port 44e89faa-6b6f-468b-aada-373d3800878b by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '5d74be57-0b58-40b7-ac12-8573793671cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '203a8969-fabc-4eb3-a4b7-0ed49225ea16'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:18:37.493154 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-f8be61c6-8ec6-429b-9134-e99daca8f8d8 service neutron] Attempting to bind port 44e89faa-6b6f-468b-aada-373d3800878b on network 203a8969-fabc-4eb3-a4b7-0ed49225ea16 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:37.505098 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037', '615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2', '2da57038-d223-4824-8505-8568dde71956'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:18:37.508617 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-f8be61c6-8ec6-429b-9134-e99daca8f8d8 service neutron] Port 44e89faa-6b6f-468b-aada-373d3800878b on network 203a8969-fabc-4eb3-a4b7-0ed49225ea16 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:18:37.509036 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-f8be61c6-8ec6-429b-9134-e99daca8f8d8 service neutron] Attempting to bind port 44e89faa-6b6f-468b-aada-373d3800878b on network 203a8969-fabc-4eb3-a4b7-0ed49225ea16 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:37.522786 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5ac23622-76fb-4699-8903-454ee753dc34 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.580322 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac23622-76fb-4699-8903-454ee753dc34 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdb05171-2906-446c-9afa-61e23edbf75b,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:37.618331 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c455386f-cbdc-4441-a75f-818a854ae854 req-aff9d573-0fac-4db0-976d-4093b511b44a tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=687c97c4-7c2c-4e66-8c85-29c805a131c4 HTTP/1.1" status: 200 len: 210 time: 0.0402012 Jun 30 09:18:37.629464 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d3343-a482-4b4b-98fa-cbdff9e7132a tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Pushing event deleted for resources: {'Port': ['ID=ba474199-aea0-47d4-93a7-a5420bb2e23c,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:37.669104 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-f8be61c6-8ec6-429b-9134-e99daca8f8d8 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:18:37.669456 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-f8be61c6-8ec6-429b-9134-e99daca8f8d8 service neutron] Checking segment: {'id': '5d74be57-0b58-40b7-ac12-8573793671cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '203a8969-fabc-4eb3-a4b7-0ed49225ea16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:37.669818 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-f8be61c6-8ec6-429b-9134-e99daca8f8d8 service neutron] Bound using segment: {'id': '5d74be57-0b58-40b7-ac12-8573793671cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '203a8969-fabc-4eb3-a4b7-0ed49225ea16'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:18:37.670278 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-e883fee4-812e-43d1-babf-273d9afdf082 req-f8be61c6-8ec6-429b-9134-e99daca8f8d8 service neutron] Bound port: 44e89faa-6b6f-468b-aada-373d3800878b, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d74be57-0b58-40b7-ac12-8573793671cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '203a8969-fabc-4eb3-a4b7-0ed49225ea16'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:18:37.670689 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-f8be61c6-8ec6-429b-9134-e99daca8f8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.700260 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5ac23622-76fb-4699-8903-454ee753dc34 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.764566 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5ac23622-76fb-4699-8903-454ee753dc34 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.899150 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5ac23622-76fb-4699-8903-454ee753dc34 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.933706 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac23622-76fb-4699-8903-454ee753dc34 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5a021212-cf7e-47b3-8e09-66b7ebcb5a16,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:38.020820 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5ac23622-76fb-4699-8903-454ee753dc34 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:38.044876 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-5ac23622-76fb-4699-8903-454ee753dc34 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf82e1f-cbff-4141-86f2-a5852a2ee8a5']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:38.060229 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-5ac23622-76fb-4699-8903-454ee753dc34 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da7e5220-6185-45f0-890f-d1c8010c25c4') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:38.060526 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-5ac23622-76fb-4699-8903-454ee753dc34 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da7e5220-6185-45f0-890f-d1c8010c25c4') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:38.072659 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5ac23622-76fb-4699-8903-454ee753dc34 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:38.099097 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5ac23622-76fb-4699-8903-454ee753dc34 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:38.118195 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac23622-76fb-4699-8903-454ee753dc34 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:18:38.118606 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5ac23622-76fb-4699-8903-454ee753dc34 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:18:38.128994 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:18:38.223834 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-603e5ffd-0496-44a7-bfa1-2d7f0a76dacf req-c44d3343-a482-4b4b-98fa-cbdff9e7132a tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] No DVR routers for this DVR port ba474199-aea0-47d4-93a7-a5420bb2e23c on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:38.234706 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-603e5ffd-0496-44a7-bfa1-2d7f0a76dacf req-c44d3343-a482-4b4b-98fa-cbdff9e7132a tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:38.238410 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-603e5ffd-0496-44a7-bfa1-2d7f0a76dacf req-c44d3343-a482-4b4b-98fa-cbdff9e7132a tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.37 "DELETE /v2.0/ports/ba474199-aea0-47d4-93a7-a5420bb2e23c HTTP/1.1" status: 204 len: 173 time: 2.8719463 Jun 30 09:18:38.246668 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687c97c4-7c2c-4e66-8c85-29c805a131c4', 'name': 'network-vif-deleted', 'tag': 'ba474199-aea0-47d4-93a7-a5420bb2e23c'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:38.249389 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e7413a-c74c-48c1-aea0-f869c3017921" -d '{"events": [{"server_uuid": "687c97c4-7c2c-4e66-8c85-29c805a131c4", "name": "network-vif-deleted", "tag": "ba474199-aea0-47d4-93a7-a5420bb2e23c"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:38.364689 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-3cc20fa2-275b-4c9e-9878-47d23c1c7483 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:38.372120 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fedc075b-3102-4f26-a914-9843acbc7dd2 req-0558ffa6-0c57-4284-8e9a-5a979c0ce09f tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7 HTTP/1.1" status: 200 len: 210 time: 0.0847828 Jun 30 09:18:38.438028 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1f3a3d-43eb-47ea-ba89-90df54fabeec x-openstack-request-id: req-9b1f3a3d-43eb-47ea-ba89-90df54fabeec {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:38.439198 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "687c97c4-7c2c-4e66-8c85-29c805a131c4", "name": "network-vif-deleted", "tag": "ba474199-aea0-47d4-93a7-a5420bb2e23c", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:38.439198 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9b1f3a3d-43eb-47ea-ba89-90df54fabeec {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:38.439395 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '687c97c4-7c2c-4e66-8c85-29c805a131c4', 'name': 'network-vif-deleted', 'tag': 'ba474199-aea0-47d4-93a7-a5420bb2e23c', 'status': 'completed', 'code': 200} Jun 30 09:18:38.458614 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4efc054f-850e-4bbc-bb25-1a2a3f4ac5f4 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:38.474220 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-e883fee4-812e-43d1-babf-273d9afdf082 req-f8be61c6-8ec6-429b-9134-e99daca8f8d8 service neutron] For port 44e89faa-6b6f-468b-aada-373d3800878b, host n-h1-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:38.483175 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2ddc8-1ed6-4c43-9409-593b9cd77d68 req-296aa61f-cff4-4c03-b7e6-838facabfe75 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:38.490697 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c4c2ddc8-1ed6-4c43-9409-593b9cd77d68 req-296aa61f-cff4-4c03-b7e6-838facabfe75 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.8703501 Jun 30 09:18:38.522371 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5ac23622-76fb-4699-8903-454ee753dc34 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:38.540667 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-e883fee4-812e-43d1-babf-273d9afdf082 req-f8be61c6-8ec6-429b-9134-e99daca8f8d8 service neutron] For port 44e89faa-6b6f-468b-aada-373d3800878b, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=44e89faa-6b6f-468b-aada-373d3800878b,segment=NetworkSegment(5d74be57-0b58-40b7-ac12-8573793671cf),segment_id=5d74be57-0b58-40b7-ac12-8573793671cf)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:18:38.542217 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac23622-76fb-4699-8903-454ee753dc34 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6cf82e1f-cbff-4141-86f2-a5852a2ee8a5 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 09:18:38.545504 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5ac23622-76fb-4699-8903-454ee753dc34 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:38.550797 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5ac23622-76fb-4699-8903-454ee753dc34 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] 10.222.0.10 "DELETE /v2.0/networks/6cf82e1f-cbff-4141-86f2-a5852a2ee8a5 HTTP/1.1" status: 204 len: 168 time: 1.7201240 Jun 30 09:18:38.555581 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44036) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:38.569593 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac23622-76fb-4699-8903-454ee753dc34 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Pushing event deleted for resources: {'Network': ['ID=6cf82e1f-cbff-4141-86f2-a5852a2ee8a5,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:38.667053 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:38.676525 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2e2d9-eb65-4c98-9d39-11e6104f2457 req-24025b64-91b9-4ba9-8830-91956650611b tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:38.683481 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2e2d9-eb65-4c98-9d39-11e6104f2457 req-24025b64-91b9-4ba9-8830-91956650611b tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:38.690529 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2e2d9-eb65-4c98-9d39-11e6104f2457 req-24025b64-91b9-4ba9-8830-91956650611b tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:38.697265 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2e2d9-eb65-4c98-9d39-11e6104f2457 req-24025b64-91b9-4ba9-8830-91956650611b tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:38.709251 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2e2d9-eb65-4c98-9d39-11e6104f2457 req-24025b64-91b9-4ba9-8830-91956650611b tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:38.721017 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2e2d9-eb65-4c98-9d39-11e6104f2457 req-24025b64-91b9-4ba9-8830-91956650611b tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:38.728124 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2e2d9-eb65-4c98-9d39-11e6104f2457 req-24025b64-91b9-4ba9-8830-91956650611b tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:38.733380 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5b6513de-afa0-452f-adef-3c38ac6bbd6a tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3031 time: 0.1738238 Jun 30 09:18:38.737581 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8df2e2d9-eb65-4c98-9d39-11e6104f2457 req-24025b64-91b9-4ba9-8830-91956650611b tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5375 time: 0.1934221 Jun 30 09:18:38.739980 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44040) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:38.743654 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4efc054f-850e-4bbc-bb25-1a2a3f4ac5f4 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:38.746638 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-f8be61c6-8ec6-429b-9134-e99daca8f8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:38.793599 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-3cc20fa2-275b-4c9e-9878-47d23c1c7483 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:38.803976 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device ba474199-aea0-47d4-93a7-a5420bb2e23c no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:38.806554 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc054f-850e-4bbc-bb25-1a2a3f4ac5f4 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event updated for resources: {'Port': ['ID=242077b8-674f-45c1-98db-0b510b39dde6,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:38.827317 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c4c2ddc8-1ed6-4c43-9409-593b9cd77d68 req-e549b989-375e-428a-a3e0-8b0849246e72 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3351476 Jun 30 09:18:38.874680 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-f8be61c6-8ec6-429b-9134-e99daca8f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:38.877942 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-f8be61c6-8ec6-429b-9134-e99daca8f8d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:38.877942 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-f8be61c6-8ec6-429b-9134-e99daca8f8d8 service neutron] 10.222.0.52 "PUT /v2.0/ports/44e89faa-6b6f-468b-aada-373d3800878b HTTP/1.1" status: 200 len: 1132 time: 4.2012396 Jun 30 09:18:38.902706 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: ba474199-aea0-47d4-93a7-a5420bb2e23c {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:18:38.903048 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device ba474199-aea0-47d4-93a7-a5420bb2e23c not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:18:38.908505 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-3cc20fa2-275b-4c9e-9878-47d23c1c7483 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Network 92e145cd-3ca4-4483-bfab-6f0aecef61a2 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:38.931959 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-3cc20fa2-275b-4c9e-9878-47d23c1c7483 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:38.936440 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-3cc20fa2-275b-4c9e-9878-47d23c1c7483 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:38.963571 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef710b4-cec7-4410-854c-eada7281e1fd tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:38.964757 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef710b4-cec7-4410-854c-eada7281e1fd tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:38.965844 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef710b4-cec7-4410-854c-eada7281e1fd tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:38.967187 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef710b4-cec7-4410-854c-eada7281e1fd tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:38.967875 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef710b4-cec7-4410-854c-eada7281e1fd tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:38.970223 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef710b4-cec7-4410-854c-eada7281e1fd tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:38.971093 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef710b4-cec7-4410-854c-eada7281e1fd tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:38.977988 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef710b4-cec7-4410-854c-eada7281e1fd tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:38.977988 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef710b4-cec7-4410-854c-eada7281e1fd tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:38.977988 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef710b4-cec7-4410-854c-eada7281e1fd tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:38.977988 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef710b4-cec7-4410-854c-eada7281e1fd tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:38.980281 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-aef710b4-cec7-4410-854c-eada7281e1fd tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7073 time: 0.2390962 Jun 30 09:18:39.007445 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44046) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:39.016250 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-e883fee4-812e-43d1-babf-273d9afdf082 req-e45f606c-a99f-4c27-87bf-61f025a69a76 service neutron] Request body: {'port': {'device_id': 'd21b402d-9acf-4492-a024-606acc411806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:39.021849 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8df2e2d9-eb65-4c98-9d39-11e6104f2457 req-f20710f7-09ae-4f43-9d79-a08c23b349a3 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2792311 Jun 30 09:18:39.125910 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-38d6addb-b9a9-4bde-a6ed-dfe011cd3b2d tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] delete failed (client error): The resource could not be found. Jun 30 09:18:39.127709 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-38d6addb-b9a9-4bde-a6ed-dfe011cd3b2d tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/4b43dc4a-0442-4083-aade-33b2d32bd150 HTTP/1.1" status: 404 len: 345 time: 0.1015723 Jun 30 09:18:39.131498 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44048) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:39.165946 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-91156d3f-88d0-4db2-a185-0e545776af24 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] DELETE failed (client error): The resource could not be found. Jun 30 09:18:39.166470 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91156d3f-88d0-4db2-a185-0e545776af24 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:18:39.168210 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-91156d3f-88d0-4db2-a185-0e545776af24 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] 10.222.0.10 "DELETE /v2.0/networks/6cf82e1f-cbff-4141-86f2-a5852a2ee8a5 HTTP/1.1" status: 404 len: 339 time: 0.0357814 Jun 30 09:18:39.170456 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4efc054f-850e-4bbc-bb25-1a2a3f4ac5f4 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:39.183687 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44050) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:39.188955 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-37658daf-a407-4dc2-aeed-acba94de84e2 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Request body: {'network': {'name': 'tempest-network--1009965009', 'router:external': True}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:39.263311 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be61c6-8ec6-429b-9134-e99daca8f8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=44e89faa-6b6f-468b-aada-373d3800878b,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:39.292987 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-3cc20fa2-275b-4c9e-9878-47d23c1c7483 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:39.293624 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-3cc20fa2-275b-4c9e-9878-47d23c1c7483 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:39.304180 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-146d5abf-32a9-400d-8619-e9f8545ca022 req-68f51fcb-a11d-42c1-ad7e-a3361cee45a1 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=687c97c4-7c2c-4e66-8c85-29c805a131c4 HTTP/1.1" status: 200 len: 210 time: 0.1200037 Jun 30 09:18:39.321913 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37658daf-a407-4dc2-aeed-acba94de84e2 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Made reservation on behalf of cda7053f57b04e41bdad89538cc85621 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:39.324338 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-37658daf-a407-4dc2-aeed-acba94de84e2 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:39.373111 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37658daf-a407-4dc2-aeed-acba94de84e2 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:18:39.418799 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-37658daf-a407-4dc2-aeed-acba94de84e2 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:39.419234 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-37658daf-a407-4dc2-aeed-acba94de84e2 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Added segment ed2f899d-2822-48f3-9de2-1356aee70f50 of type vlan for network fd121e80-dfdc-4330-87f3-f590b90ce424 Jun 30 09:18:39.445189 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc20fa2-275b-4c9e-9878-47d23c1c7483 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Pushing event updated for resources: {'Port': ['ID=ce4e8205-2a86-450f-a5c6-ab2b92f2eeea,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:39.449546 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-e45f606c-a99f-4c27-87bf-61f025a69a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:39.499104 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-37658daf-a407-4dc2-aeed-acba94de84e2 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:39.510394 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-4efc054f-850e-4bbc-bb25-1a2a3f4ac5f4 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Floating IP 4d070cdb-9d46-4c8c-a789-749d98ebaa57 associated. External IP: 172.25.6.214, port: be951d7f-4bed-431a-88bb-89c5037207ec. Jun 30 09:18:39.514055 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25772f04-8f44-4e7f-899a-ff067dbce1f1 req-5273a74c-1884-40ac-b0c6-2c0624795ebd tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:39.522919 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-25772f04-8f44-4e7f-899a-ff067dbce1f1 req-5273a74c-1884-40ac-b0c6-2c0624795ebd tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.1419492 Jun 30 09:18:39.576363 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-25772f04-8f44-4e7f-899a-ff067dbce1f1 req-ef404138-f037-4d42-bf26-53ec1ead2d66 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523422 Jun 30 09:18:39.674871 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-3cc20fa2-275b-4c9e-9878-47d23c1c7483 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3246717 Jun 30 09:18:39.704471 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-854f8fae-cc7a-4c01-be16-fc34635f6a77 service neutron] Request body: {'port': {'device_id': 'b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:39.752317 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-37658daf-a407-4dc2-aeed-acba94de84e2 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:39.753274 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37658daf-a407-4dc2-aeed-acba94de84e2 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:39.753865 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-37658daf-a407-4dc2-aeed-acba94de84e2 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:39.841217 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37658daf-a407-4dc2-aeed-acba94de84e2 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Pushing event updated for resources: {'Network': ['ID=fd121e80-dfdc-4330-87f3-f590b90ce424,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:39.849349 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-37658daf-a407-4dc2-aeed-acba94de84e2 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6645727 Jun 30 09:18:39.852368 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network fd121e80-dfdc-4330-87f3-f590b90ce424 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:18:39.867404 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44058) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:39.957518 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1515d0-3cdb-4276-b40c-abdba1ec0b5f req-4e574e3c-4795-45c4-a0cf-77f60de0c1a3 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:39.959644 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7e1515d0-3cdb-4276-b40c-abdba1ec0b5f req-4e574e3c-4795-45c4-a0cf-77f60de0c1a3 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.2440195 Jun 30 09:18:40.039037 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7e1515d0-3cdb-4276-b40c-abdba1ec0b5f req-368d75ad-1e48-469d-953c-60dd2aec697f tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729799 Jun 30 09:18:40.078325 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af97565-36c4-4376-8d79-987a08baf082 tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:40.086775 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af97565-36c4-4376-8d79-987a08baf082 tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:40.093478 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af97565-36c4-4376-8d79-987a08baf082 tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:40.101386 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af97565-36c4-4376-8d79-987a08baf082 tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:40.103965 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9af97565-36c4-4376-8d79-987a08baf082 tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2355986 Jun 30 09:18:40.106587 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44064) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:40.183068 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efc054f-850e-4bbc-bb25-1a2a3f4ac5f4 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Router 4522a532-5087-49d8-9d43-d774b095fbb4 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:18:40.203363 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-972ee5d3-e5ae-45d5-a3e2-5182da281e5b tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.225541 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-854f8fae-cc7a-4c01-be16-fc34635f6a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.255472 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d47d6-16f7-44e8-a1ee-9953eed110b3 req-b510c472-9f44-424d-80da-4bc2b0d02ae0 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:40.256981 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-242d47d6-16f7-44e8-a1ee-9953eed110b3 req-b510c472-9f44-424d-80da-4bc2b0d02ae0 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7 HTTP/1.1" status: 200 len: 931 time: 0.6194243 Jun 30 09:18:40.346308 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-972ee5d3-e5ae-45d5-a3e2-5182da281e5b tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.366822 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-972ee5d3-e5ae-45d5-a3e2-5182da281e5b tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd121e80-dfdc-4330-87f3-f590b90ce424']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:40.389689 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2742a10-617c-40ff-9d34-d3c601d8cd47 req-92042c5e-b419-482f-922c-02699b7f7ddb tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:40.393664 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-e883fee4-812e-43d1-babf-273d9afdf082 req-e45f606c-a99f-4c27-87bf-61f025a69a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:18:40.401718 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2742a10-617c-40ff-9d34-d3c601d8cd47 req-92042c5e-b419-482f-922c-02699b7f7ddb tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:40.410560 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2742a10-617c-40ff-9d34-d3c601d8cd47 req-92042c5e-b419-482f-922c-02699b7f7ddb tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:40.418604 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2742a10-617c-40ff-9d34-d3c601d8cd47 req-92042c5e-b419-482f-922c-02699b7f7ddb tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:40.425118 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2742a10-617c-40ff-9d34-d3c601d8cd47 req-92042c5e-b419-482f-922c-02699b7f7ddb tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:40.431968 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2742a10-617c-40ff-9d34-d3c601d8cd47 req-92042c5e-b419-482f-922c-02699b7f7ddb tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:40.439035 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2742a10-617c-40ff-9d34-d3c601d8cd47 req-92042c5e-b419-482f-922c-02699b7f7ddb tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:40.441400 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2742a10-617c-40ff-9d34-d3c601d8cd47 req-92042c5e-b419-482f-922c-02699b7f7ddb tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5375 time: 0.2341616 Jun 30 09:18:40.445379 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-972ee5d3-e5ae-45d5-a3e2-5182da281e5b tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed2f899d-2822-48f3-9de2-1356aee70f50') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:40.445681 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-972ee5d3-e5ae-45d5-a3e2-5182da281e5b tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed2f899d-2822-48f3-9de2-1356aee70f50') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:40.449661 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'tag': '44e89faa-6b6f-468b-aada-373d3800878b'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:40.452454 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d757916-1ef4-4fc8-bc53-41ee587f1bca" -d '{"events": [{"name": "network-changed", "server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "tag": "44e89faa-6b6f-468b-aada-373d3800878b"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:40.458679 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-e45f606c-a99f-4c27-87bf-61f025a69a76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.459552 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-972ee5d3-e5ae-45d5-a3e2-5182da281e5b tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.476299 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-242d47d6-16f7-44e8-a1ee-9953eed110b3 req-a51845f9-c263-4beb-bc1f-80ea2f6ecb2c tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d04690f-3ead-46b1-988f-d0e7daccbc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095196 Jun 30 09:18:40.545273 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-972ee5d3-e5ae-45d5-a3e2-5182da281e5b tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.567823 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efc054f-850e-4bbc-bb25-1a2a3f4ac5f4 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:18:40.567985 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2742a10-617c-40ff-9d34-d3c601d8cd47 req-4e67a7eb-275c-43ad-8c56-2b7fa2c76f11 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1144395 Jun 30 09:18:40.580111 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cb8623-f63a-4b92-a60f-7a8da2527bf5 None None] Sync routers for ids ['4522a532-5087-49d8-9d43-d774b095fbb4'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:18:40.612294 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cb8623-f63a-4b92-a60f-7a8da2527bf5 None None] Routers {'4522a532-5087-49d8-9d43-d774b095fbb4'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:40.612920 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-f3cb8623-f63a-4b92-a60f-7a8da2527bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:18:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['4522a532-5087-49d8-9d43-d774b095fbb4'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:40.625259 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-972ee5d3-e5ae-45d5-a3e2-5182da281e5b tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:18:40.626986 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-972ee5d3-e5ae-45d5-a3e2-5182da281e5b tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.630943 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:18:40.630943 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:18:40.630943 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:18:40.630943 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:18:40.630943 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:18:40.630943 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:18:40.630943 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:18:40.630943 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:18:40.630943 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:18:40.630943 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:18:40.630943 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:18:40.630943 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:18:40.630943 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:18:40.630943 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:18:40.630943 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:18:40.630943 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:18:40.630943 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:18:40.630943 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:18:40.630943 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:18:40.630943 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:18:40.630943 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:18:40.630943 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:18:40.630943 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:18:40.630943 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:18:40.630943 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:18:40.630943 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:18:40.630943 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:18:40.630943 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:18:40.630943 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:18:40.630943 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:18:40.630943 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:18:40.630943 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:18:40.681736 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-f3cb8623-f63a-4b92-a60f-7a8da2527bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:40.692251 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cb8623-f63a-4b92-a60f-7a8da2527bf5 None None] Routers {'4522a532-5087-49d8-9d43-d774b095fbb4'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:40.693135 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-f3cb8623-f63a-4b92-a60f-7a8da2527bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:18:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['4522a532-5087-49d8-9d43-d774b095fbb4'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:40.724636 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4efc054f-850e-4bbc-bb25-1a2a3f4ac5f4 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.731557 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-f3cb8623-f63a-4b92-a60f-7a8da2527bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:40.739024 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cb8623-f63a-4b92-a60f-7a8da2527bf5 None None] The sync data for ids ['4522a532-5087-49d8-9d43-d774b095fbb4'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:18:40.792737 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-854f8fae-cc7a-4c01-be16-fc34635f6a77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4e8205-2a86-450f-a5c6-ab2b92f2eeea {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:18:40.805186 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4efc054f-850e-4bbc-bb25-1a2a3f4ac5f4 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.5440166 Jun 30 09:18:40.805186 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-854f8fae-cc7a-4c01-be16-fc34635f6a77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.805571 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44082) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:40.811112 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-7afecf76-7973-45b1-a3a0-d5c407dd0329 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:40.830791 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-854f8fae-cc7a-4c01-be16-fc34635f6a77 service neutron] Transition to ACTIVE for port object ce4e8205-2a86-450f-a5c6-ab2b92f2eeea will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:40.832306 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-e883fee4-812e-43d1-babf-273d9afdf082 req-e45f606c-a99f-4c27-87bf-61f025a69a76 service neutron] Transition to ACTIVE for port object 2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:40.851870 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-972ee5d3-e5ae-45d5-a3e2-5182da281e5b tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.861638 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972ee5d3-e5ae-45d5-a3e2-5182da281e5b tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fd121e80-dfdc-4330-87f3-f590b90ce424 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 09:18:40.873193 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-972ee5d3-e5ae-45d5-a3e2-5182da281e5b tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.878936 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-972ee5d3-e5ae-45d5-a3e2-5182da281e5b tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] 10.222.0.10 "DELETE /v2.0/networks/fd121e80-dfdc-4330-87f3-f590b90ce424 HTTP/1.1" status: 204 len: 168 time: 0.7673552 Jun 30 09:18:40.882212 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44084) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:40.884525 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-77845e7f-4bbe-495e-a3ff-2622dd580c40 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Request body: {'network': {'name': 'tempest-network--2110028738', 'router:external': True}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:40.897646 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ee5d3-e5ae-45d5-a3e2-5182da281e5b tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Pushing event deleted for resources: {'Network': ['ID=fd121e80-dfdc-4330-87f3-f590b90ce424,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:40.918669 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7afecf76-7973-45b1-a3a0-d5c407dd0329 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.962064 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-854f8fae-cc7a-4c01-be16-fc34635f6a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.968419 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-e45f606c-a99f-4c27-87bf-61f025a69a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:41.021578 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3442de5-ab59-44bf-b701-57b86ade5a38 x-openstack-request-id: req-f3442de5-ab59-44bf-b701-57b86ade5a38 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:41.021877 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "tag": "44e89faa-6b6f-468b-aada-373d3800878b", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:41.023348 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f3442de5-ab59-44bf-b701-57b86ade5a38 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:41.023624 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'tag': '44e89faa-6b6f-468b-aada-373d3800878b', 'status': 'completed', 'code': 200} Jun 30 09:18:41.083656 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f8fae-cc7a-4c01-be16-fc34635f6a77 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4e8205-2a86-450f-a5c6-ab2b92f2eeea,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:41.169080 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7afecf76-7973-45b1-a3a0-d5c407dd0329 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:41.272383 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d757916-1ef4-4fc8-bc53-41ee587f1bca req-2a06966b-1493-45f6-b1eb-82a1c562f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:41.272881 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d757916-1ef4-4fc8-bc53-41ee587f1bca req-2a06966b-1493-45f6-b1eb-82a1c562f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:41.277525 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d757916-1ef4-4fc8-bc53-41ee587f1bca req-2a06966b-1493-45f6-b1eb-82a1c562f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:41.278967 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d757916-1ef4-4fc8-bc53-41ee587f1bca req-2a06966b-1493-45f6-b1eb-82a1c562f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:41.283358 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d757916-1ef4-4fc8-bc53-41ee587f1bca req-2a06966b-1493-45f6-b1eb-82a1c562f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:41.290526 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d757916-1ef4-4fc8-bc53-41ee587f1bca req-2a06966b-1493-45f6-b1eb-82a1c562f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:41.292396 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d757916-1ef4-4fc8-bc53-41ee587f1bca req-2a06966b-1493-45f6-b1eb-82a1c562f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:41.297302 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6d757916-1ef4-4fc8-bc53-41ee587f1bca req-2a06966b-1493-45f6-b1eb-82a1c562f7f9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cf47b77e70945949916ae6cc28be07c&device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 6241 time: 0.1232545 Jun 30 09:18:41.300813 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7afecf76-7973-45b1-a3a0-d5c407dd0329 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:41.301130 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [None req-7afecf76-7973-45b1-a3a0-d5c407dd0329 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Floating IP 4d070cdb-9d46-4c8c-a789-749d98ebaa57 disassociated. External IP: 172.25.6.214, port: be951d7f-4bed-431a-88bb-89c5037207ec. Jun 30 09:18:41.354690 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77845e7f-4bbe-495e-a3ff-2622dd580c40 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Made reservation on behalf of cda7053f57b04e41bdad89538cc85621 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:41.357188 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-77845e7f-4bbe-495e-a3ff-2622dd580c40 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:41.726821 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-854f8fae-cc7a-4c01-be16-fc34635f6a77 service neutron] Attempting to bind port ce4e8205-2a86-450f-a5c6-ab2b92f2eeea on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:18:41.727415 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-854f8fae-cc7a-4c01-be16-fc34635f6a77 service neutron] Attempting to bind port ce4e8205-2a86-450f-a5c6-ab2b92f2eeea by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '0e6befe0-fc99-4f22-826c-3db55f7c08ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '92e145cd-3ca4-4483-bfab-6f0aecef61a2'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:18:41.727552 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-854f8fae-cc7a-4c01-be16-fc34635f6a77 service neutron] Attempting to bind port ce4e8205-2a86-450f-a5c6-ab2b92f2eeea on network 92e145cd-3ca4-4483-bfab-6f0aecef61a2 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:41.837633 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-854f8fae-cc7a-4c01-be16-fc34635f6a77 service neutron] Port ce4e8205-2a86-450f-a5c6-ab2b92f2eeea on network 92e145cd-3ca4-4483-bfab-6f0aecef61a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:18:41.837974 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-854f8fae-cc7a-4c01-be16-fc34635f6a77 service neutron] Attempting to bind port ce4e8205-2a86-450f-a5c6-ab2b92f2eeea on network 92e145cd-3ca4-4483-bfab-6f0aecef61a2 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:41.852334 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-854f8fae-cc7a-4c01-be16-fc34635f6a77 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:18:41.852695 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-854f8fae-cc7a-4c01-be16-fc34635f6a77 service neutron] Checking segment: {'id': '0e6befe0-fc99-4f22-826c-3db55f7c08ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '92e145cd-3ca4-4483-bfab-6f0aecef61a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:41.853198 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-854f8fae-cc7a-4c01-be16-fc34635f6a77 service neutron] Bound using segment: {'id': '0e6befe0-fc99-4f22-826c-3db55f7c08ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '92e145cd-3ca4-4483-bfab-6f0aecef61a2'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:18:41.853658 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-854f8fae-cc7a-4c01-be16-fc34635f6a77 service neutron] Bound port: ce4e8205-2a86-450f-a5c6-ab2b92f2eeea, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6befe0-fc99-4f22-826c-3db55f7c08ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '92e145cd-3ca4-4483-bfab-6f0aecef61a2'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:18:41.854017 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-854f8fae-cc7a-4c01-be16-fc34635f6a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:41.905266 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-e883fee4-812e-43d1-babf-273d9afdf082 req-e45f606c-a99f-4c27-87bf-61f025a69a76 service neutron] Attempting to bind port 2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:18:41.905640 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-e883fee4-812e-43d1-babf-273d9afdf082 req-e45f606c-a99f-4c27-87bf-61f025a69a76 service neutron] Attempting to bind port 2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '5d74be57-0b58-40b7-ac12-8573793671cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '203a8969-fabc-4eb3-a4b7-0ed49225ea16'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:18:41.905971 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-e45f606c-a99f-4c27-87bf-61f025a69a76 service neutron] Attempting to bind port 2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8 on network 203a8969-fabc-4eb3-a4b7-0ed49225ea16 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:41.908283 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f606c-a99f-4c27-87bf-61f025a69a76 service neutron] Pushing event updated for resources: {'Port': ['ID=2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:41.925929 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-e45f606c-a99f-4c27-87bf-61f025a69a76 service neutron] Port 2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8 on network 203a8969-fabc-4eb3-a4b7-0ed49225ea16 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:18:41.926299 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-e45f606c-a99f-4c27-87bf-61f025a69a76 service neutron] Attempting to bind port 2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8 on network 203a8969-fabc-4eb3-a4b7-0ed49225ea16 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:41.947894 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-e45f606c-a99f-4c27-87bf-61f025a69a76 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:18:41.948238 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-e45f606c-a99f-4c27-87bf-61f025a69a76 service neutron] Checking segment: {'id': '5d74be57-0b58-40b7-ac12-8573793671cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '203a8969-fabc-4eb3-a4b7-0ed49225ea16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:41.948624 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-e45f606c-a99f-4c27-87bf-61f025a69a76 service neutron] Bound using segment: {'id': '5d74be57-0b58-40b7-ac12-8573793671cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '203a8969-fabc-4eb3-a4b7-0ed49225ea16'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:18:41.949066 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-e883fee4-812e-43d1-babf-273d9afdf082 req-e45f606c-a99f-4c27-87bf-61f025a69a76 service neutron] Bound port: 2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d74be57-0b58-40b7-ac12-8573793671cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '203a8969-fabc-4eb3-a4b7-0ed49225ea16'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:18:41.949424 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-e45f606c-a99f-4c27-87bf-61f025a69a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:41.991256 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77845e7f-4bbe-495e-a3ff-2622dd580c40 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:18:42.040836 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-77845e7f-4bbe-495e-a3ff-2622dd580c40 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:42.045690 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-77845e7f-4bbe-495e-a3ff-2622dd580c40 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Added segment 125bcbd9-34a3-4050-bee9-c4d9c676f1b5 of type vlan for network 6b96caf9-8fcd-46e2-a4c9-732fe3006949 Jun 30 09:18:42.062462 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d757916-1ef4-4fc8-bc53-41ee587f1bca req-259e7fd7-05e5-49e4-90ff-ed4751037065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:42.062945 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d757916-1ef4-4fc8-bc53-41ee587f1bca req-259e7fd7-05e5-49e4-90ff-ed4751037065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:42.063967 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d757916-1ef4-4fc8-bc53-41ee587f1bca req-259e7fd7-05e5-49e4-90ff-ed4751037065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:42.070201 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6d757916-1ef4-4fc8-bc53-41ee587f1bca req-259e7fd7-05e5-49e4-90ff-ed4751037065 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=2cf47b77e70945949916ae6cc28be07c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7596772 Jun 30 09:18:42.070396 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-e883fee4-812e-43d1-babf-273d9afdf082 req-e45f606c-a99f-4c27-87bf-61f025a69a76 service neutron] For port 2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8, host n-h1-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:42.075175 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-e883fee4-812e-43d1-babf-273d9afdf082 req-e45f606c-a99f-4c27-87bf-61f025a69a76 service neutron] For port 2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8,segment=NetworkSegment(5d74be57-0b58-40b7-ac12-8573793671cf),segment_id=5d74be57-0b58-40b7-ac12-8573793671cf)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:18:42.076768 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-854f8fae-cc7a-4c01-be16-fc34635f6a77 service neutron] For port ce4e8205-2a86-450f-a5c6-ab2b92f2eeea, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:42.098910 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ecb5f-6295-4629-97f8-729e8ad6e5bd req-51984517-844b-4974-b505-240920f81c2f tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:42.100575 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0e7ecb5f-6295-4629-97f8-729e8ad6e5bd req-51984517-844b-4974-b505-240920f81c2f tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7 HTTP/1.1" status: 200 len: 943 time: 0.3452258 Jun 30 09:18:42.118517 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-854f8fae-cc7a-4c01-be16-fc34635f6a77 service neutron] For port ce4e8205-2a86-450f-a5c6-ab2b92f2eeea, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=ce4e8205-2a86-450f-a5c6-ab2b92f2eeea,segment=NetworkSegment(0e6befe0-fc99-4f22-826c-3db55f7c08ea),segment_id=0e6befe0-fc99-4f22-826c-3db55f7c08ea)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:18:42.172271 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-e45f606c-a99f-4c27-87bf-61f025a69a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:42.215749 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0e7ecb5f-6295-4629-97f8-729e8ad6e5bd req-61265fcd-1153-4c54-9cd8-ef6c1e229b73 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d04690f-3ead-46b1-988f-d0e7daccbc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088223 Jun 30 09:18:42.216324 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-77845e7f-4bbe-495e-a3ff-2622dd580c40 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:42.261320 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b23b03-999f-475b-8c04-aee261ac0e5b req-d6735ea1-2c53-4fcc-8d7e-69adeeb1bdd0 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:42.268621 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-98b23b03-999f-475b-8c04-aee261ac0e5b req-d6735ea1-2c53-4fcc-8d7e-69adeeb1bdd0 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.8102379 Jun 30 09:18:42.345567 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f606c-a99f-4c27-87bf-61f025a69a76 service neutron] Pushing event updated for resources: {'Port': ['ID=2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:42.357201 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-854f8fae-cc7a-4c01-be16-fc34635f6a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:42.363183 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-e45f606c-a99f-4c27-87bf-61f025a69a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:42.364008 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-e45f606c-a99f-4c27-87bf-61f025a69a76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:42.365572 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-e45f606c-a99f-4c27-87bf-61f025a69a76 service neutron] 10.222.0.52 "PUT /v2.0/ports/2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8 HTTP/1.1" status: 200 len: 1092 time: 3.3621588 Jun 30 09:18:42.421213 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-854f8fae-cc7a-4c01-be16-fc34635f6a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:42.427935 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-854f8fae-cc7a-4c01-be16-fc34635f6a77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:42.429820 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-854f8fae-cc7a-4c01-be16-fc34635f6a77 service neutron] 10.222.0.37 "PUT /v2.0/ports/ce4e8205-2a86-450f-a5c6-ab2b92f2eeea HTTP/1.1" status: 200 len: 1092 time: 2.7341545 Jun 30 09:18:42.474916 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-98b23b03-999f-475b-8c04-aee261ac0e5b req-fd46a571-5f73-446e-91ef-83b3a707fb0b tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051218 Jun 30 09:18:42.492850 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d757916-1ef4-4fc8-bc53-41ee587f1bca req-0e11dc6b-48ee-47d8-ada2-e200aa695a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:42.502623 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f8fae-cc7a-4c01-be16-fc34635f6a77 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4e8205-2a86-450f-a5c6-ab2b92f2eeea,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:42.503652 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6d757916-1ef4-4fc8-bc53-41ee587f1bca req-0e11dc6b-48ee-47d8-ada2-e200aa695a43 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4019506 Jun 30 09:18:42.551496 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-e883fee4-812e-43d1-babf-273d9afdf082 req-0bc6eea1-8d32-4c0b-b61d-4b9d5b6d7123 service neutron] Request body: {'port': {'device_id': 'd21b402d-9acf-4492-a024-606acc411806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:42.556114 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afecf76-7973-45b1-a3a0-d5c407dd0329 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Router 4522a532-5087-49d8-9d43-d774b095fbb4 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:18:42.572714 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-77845e7f-4bbe-495e-a3ff-2622dd580c40 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:42.573886 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77845e7f-4bbe-495e-a3ff-2622dd580c40 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:42.574545 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-77845e7f-4bbe-495e-a3ff-2622dd580c40 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:42.714224 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f969ab-e5c6-4277-8e35-187a7e8f3708 req-4243c4f2-2c63-4e0c-a894-3271d12b39a6 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:42.726435 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f969ab-e5c6-4277-8e35-187a7e8f3708 req-4243c4f2-2c63-4e0c-a894-3271d12b39a6 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:42.729410 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77845e7f-4bbe-495e-a3ff-2622dd580c40 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Pushing event updated for resources: {'Network': ['ID=6b96caf9-8fcd-46e2-a4c9-732fe3006949,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:42.743052 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 6b96caf9-8fcd-46e2-a4c9-732fe3006949 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:18:42.751424 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f969ab-e5c6-4277-8e35-187a7e8f3708 req-4243c4f2-2c63-4e0c-a894-3271d12b39a6 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:42.770175 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f969ab-e5c6-4277-8e35-187a7e8f3708 req-4243c4f2-2c63-4e0c-a894-3271d12b39a6 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:42.778978 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f969ab-e5c6-4277-8e35-187a7e8f3708 req-4243c4f2-2c63-4e0c-a894-3271d12b39a6 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:42.798783 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f969ab-e5c6-4277-8e35-187a7e8f3708 req-4243c4f2-2c63-4e0c-a894-3271d12b39a6 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:42.812506 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f969ab-e5c6-4277-8e35-187a7e8f3708 req-4243c4f2-2c63-4e0c-a894-3271d12b39a6 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:42.822763 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-77845e7f-4bbe-495e-a3ff-2622dd580c40 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.9424133 Jun 30 09:18:42.825424 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44106) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:42.825853 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d3f969ab-e5c6-4277-8e35-187a7e8f3708 req-4243c4f2-2c63-4e0c-a894-3271d12b39a6 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5387 time: 0.3386819 Jun 30 09:18:42.909288 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d3f969ab-e5c6-4277-8e35-187a7e8f3708 req-3aae9539-2bb6-4e48-8624-b4da2ca695ba tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0807478 Jun 30 09:18:42.935105 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-728dd910-0929-4a75-9c83-3f47b12084a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:42.936848 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-728dd910-0929-4a75-9c83-3f47b12084a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e0546fb40410445da59e6f44e407576c&device_id=b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7 HTTP/1.1" status: 200 len: 1095 time: 0.3304439 Jun 30 09:18:42.961534 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-0bc6eea1-8d32-4c0b-b61d-4b9d5b6d7123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:43.017682 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-cecd4d21-7263-4f8a-b267-399a0f1d957c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce4e8205-2a86-450f-a5c6-ab2b92f2eeea HTTP/1.1" status: 200 len: 217 time: 0.0669813 Jun 30 09:18:43.036863 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'tag': '2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8'}, {'name': 'network-changed', 'server_uuid': 'b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7', 'tag': 'ce4e8205-2a86-450f-a5c6-ab2b92f2eeea'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:43.041970 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1102db-f756-4250-b0f5-db5c9022f934" -d '{"events": [{"name": "network-changed", "server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "tag": "2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8"}, {"name": "network-changed", "server_uuid": "b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7", "tag": "ce4e8205-2a86-450f-a5c6-ab2b92f2eeea"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:43.096906 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-91299714-15f6-4cf4-8c57-108ea6613824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:43.098836 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-91299714-15f6-4cf4-8c57-108ea6613824 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3f998eaa-32a5-4192-91f1-9d5178bcb0df HTTP/1.1" status: 200 len: 859 time: 0.0733101 Jun 30 09:18:43.104983 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9422777-338e-4cc9-a4da-e7d869190eb4 x-openstack-request-id: req-a9422777-338e-4cc9-a4da-e7d869190eb4 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:43.105245 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "tag": "2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7", "tag": "ce4e8205-2a86-450f-a5c6-ab2b92f2eeea", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:43.105494 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a9422777-338e-4cc9-a4da-e7d869190eb4 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:43.106015 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'tag': '2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8', 'status': 'completed', 'code': 200} Jun 30 09:18:43.106270 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7', 'tag': 'ce4e8205-2a86-450f-a5c6-ab2b92f2eeea', 'status': 'completed', 'code': 200} Jun 30 09:18:43.156225 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f61dddc-4dcc-477e-b777-ce3d1da0358b tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:43.156781 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-04904a0e-c573-43a3-9d46-8d394f2eea1e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92e145cd-3ca4-4483-bfab-6f0aecef61a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415487 Jun 30 09:18:43.156889 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8f61dddc-4dcc-477e-b777-ce3d1da0358b tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] 10.222.0.10 "GET /v2.0/networks/6b96caf9-8fcd-46e2-a4c9-732fe3006949 HTTP/1.1" status: 200 len: 757 time: 0.3237362 Jun 30 09:18:43.156988 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44110) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:43.166701 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afecf76-7973-45b1-a3a0-d5c407dd0329 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:18:43.174250 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7afecf76-7973-45b1-a3a0-d5c407dd0329 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:43.176903 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7477ef-0bda-44f9-ab13-d9e4d839e314 None None] Sync routers for ids ['4522a532-5087-49d8-9d43-d774b095fbb4'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:18:43.186522 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7477ef-0bda-44f9-ab13-d9e4d839e314 None None] Routers {'4522a532-5087-49d8-9d43-d774b095fbb4'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:43.190292 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-fa7477ef-0bda-44f9-ab13-d9e4d839e314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:18:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['4522a532-5087-49d8-9d43-d774b095fbb4'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:43.221417 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7afecf76-7973-45b1-a3a0-d5c407dd0329 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "PUT /v2.0/floatingips/4d070cdb-9d46-4c8c-a789-749d98ebaa57 HTTP/1.1" status: 200 len: 688 time: 2.4144449 Jun 30 09:18:43.224475 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44112) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:43.288352 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-fa7477ef-0bda-44f9-ab13-d9e4d839e314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:43.318918 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7477ef-0bda-44f9-ab13-d9e4d839e314 None None] Routers {'4522a532-5087-49d8-9d43-d774b095fbb4'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:43.320424 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-fa7477ef-0bda-44f9-ab13-d9e4d839e314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:18:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['4522a532-5087-49d8-9d43-d774b095fbb4'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:43.400189 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-eb4644d1-c587-4d9c-b14e-97c54c857aba service neutron] 10.222.0.37 "GET /v2.0/networks/92e145cd-3ca4-4483-bfab-6f0aecef61a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170696 Jun 30 09:18:43.401235 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-fa7477ef-0bda-44f9-ab13-d9e4d839e314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:43.402060 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7477ef-0bda-44f9-ab13-d9e4d839e314 None None] The sync data for ids ['4522a532-5087-49d8-9d43-d774b095fbb4'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:18:43.463481 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-7cd05c5f-cdab-48d6-baa4-0cb9666eb75e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Deleting port 242077b8-674f-45c1-98db-0b510b39dde6 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:43.463950 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7cd05c5f-cdab-48d6-baa4-0cb9666eb75e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:43.551386 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e361a3ab-e275-4522-825e-1ad21c03f5b2 tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:43.552792 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e361a3ab-e275-4522-825e-1ad21c03f5b2 tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] 10.222.0.10 "GET /v2.0/networks/10c90e77-b444-414a-b0d0-281fcb4c0d15 HTTP/1.1" status: 200 len: 768 time: 0.3976097 Jun 30 09:18:43.561627 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44120) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:43.625180 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-e883fee4-812e-43d1-babf-273d9afdf082 req-0bc6eea1-8d32-4c0b-b61d-4b9d5b6d7123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8c0077e-9781-471c-a7ca-1fbaf87ae4b4 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:18:43.653258 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-0bc6eea1-8d32-4c0b-b61d-4b9d5b6d7123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:43.701252 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ac46eb9e-2a02-42c1-9d0e-9569eaf24dd6 req-644c389a-aeac-496e-ae2f-4dc7fe5de952 service neutron] 10.222.0.37 "GET /v2.0/networks/92e145cd-3ca4-4483-bfab-6f0aecef61a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738805 Jun 30 09:18:43.707785 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7cd05c5f-cdab-48d6-baa4-0cb9666eb75e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:43.708117 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7cd05c5f-cdab-48d6-baa4-0cb9666eb75e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:43.712875 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-e883fee4-812e-43d1-babf-273d9afdf082 req-0bc6eea1-8d32-4c0b-b61d-4b9d5b6d7123 service neutron] Transition to ACTIVE for port object d8c0077e-9781-471c-a7ca-1fbaf87ae4b4 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:43.729772 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-7cd05c5f-cdab-48d6-baa4-0cb9666eb75e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Calling delete_port for 242077b8-674f-45c1-98db-0b510b39dde6 owned by network:floatingip {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:43.770049 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c3c5c-f5e8-4291-8f13-c0d5c6441a10 req-df7e2752-7ab3-4b80-88c4-47166e7ecf9b tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:43.771964 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-470c3c5c-f5e8-4291-8f13-c0d5c6441a10 req-df7e2752-7ab3-4b80-88c4-47166e7ecf9b tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7 HTTP/1.1" status: 200 len: 943 time: 0.3337336 Jun 30 09:18:43.779576 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1102db-f756-4250-b0f5-db5c9022f934 req-92994dc6-0010-45a6-884c-3eba7389eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:43.780199 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1102db-f756-4250-b0f5-db5c9022f934 req-92994dc6-0010-45a6-884c-3eba7389eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:43.780726 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1102db-f756-4250-b0f5-db5c9022f934 req-92994dc6-0010-45a6-884c-3eba7389eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:43.781287 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1102db-f756-4250-b0f5-db5c9022f934 req-92994dc6-0010-45a6-884c-3eba7389eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:43.781804 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1102db-f756-4250-b0f5-db5c9022f934 req-92994dc6-0010-45a6-884c-3eba7389eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:43.782592 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1102db-f756-4250-b0f5-db5c9022f934 req-92994dc6-0010-45a6-884c-3eba7389eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:43.783543 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1102db-f756-4250-b0f5-db5c9022f934 req-92994dc6-0010-45a6-884c-3eba7389eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:43.787598 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d1102db-f756-4250-b0f5-db5c9022f934 req-92994dc6-0010-45a6-884c-3eba7389eb98 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cf47b77e70945949916ae6cc28be07c&device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 6283 time: 0.6457703 Jun 30 09:18:43.819224 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e99b88-d71b-4bfc-a3a8-7dd9d29e9970 req-0c0f8fa5-59e1-471c-a237-f4234a4a2c25 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:43.821322 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-80e99b88-d71b-4bfc-a3a8-7dd9d29e9970 req-0c0f8fa5-59e1-471c-a237-f4234a4a2c25 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.1787198 Jun 30 09:18:43.869903 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-0bc6eea1-8d32-4c0b-b61d-4b9d5b6d7123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:43.922510 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-470c3c5c-f5e8-4291-8f13-c0d5c6441a10 req-001677a1-da72-4576-80e1-8d45757e60b3 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d04690f-3ead-46b1-988f-d0e7daccbc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335642 Jun 30 09:18:43.932605 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8c581c2a-9a63-422c-ba07-12604da66313 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:43.936979 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6eea1-8d32-4c0b-b61d-4b9d5b6d7123 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c0077e-9781-471c-a7ca-1fbaf87ae4b4,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:43.944936 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-80e99b88-d71b-4bfc-a3a8-7dd9d29e9970 req-69976543-83a0-4ea2-b6b9-c5aa1cd8fc89 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167829 Jun 30 09:18:44.140372 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-e883fee4-812e-43d1-babf-273d9afdf082 req-0bc6eea1-8d32-4c0b-b61d-4b9d5b6d7123 service neutron] Attempting to bind port d8c0077e-9781-471c-a7ca-1fbaf87ae4b4 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:18:44.141016 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-e883fee4-812e-43d1-babf-273d9afdf082 req-0bc6eea1-8d32-4c0b-b61d-4b9d5b6d7123 service neutron] Attempting to bind port d8c0077e-9781-471c-a7ca-1fbaf87ae4b4 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '5d74be57-0b58-40b7-ac12-8573793671cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '203a8969-fabc-4eb3-a4b7-0ed49225ea16'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:18:44.142170 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-0bc6eea1-8d32-4c0b-b61d-4b9d5b6d7123 service neutron] Attempting to bind port d8c0077e-9781-471c-a7ca-1fbaf87ae4b4 on network 203a8969-fabc-4eb3-a4b7-0ed49225ea16 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:44.154877 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-0bc6eea1-8d32-4c0b-b61d-4b9d5b6d7123 service neutron] Port d8c0077e-9781-471c-a7ca-1fbaf87ae4b4 on network 203a8969-fabc-4eb3-a4b7-0ed49225ea16 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:18:44.155468 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-0bc6eea1-8d32-4c0b-b61d-4b9d5b6d7123 service neutron] Attempting to bind port d8c0077e-9781-471c-a7ca-1fbaf87ae4b4 on network 203a8969-fabc-4eb3-a4b7-0ed49225ea16 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:44.180582 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-0bc6eea1-8d32-4c0b-b61d-4b9d5b6d7123 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:18:44.181273 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-0bc6eea1-8d32-4c0b-b61d-4b9d5b6d7123 service neutron] Checking segment: {'id': '5d74be57-0b58-40b7-ac12-8573793671cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '203a8969-fabc-4eb3-a4b7-0ed49225ea16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:44.181525 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-0bc6eea1-8d32-4c0b-b61d-4b9d5b6d7123 service neutron] Bound using segment: {'id': '5d74be57-0b58-40b7-ac12-8573793671cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '203a8969-fabc-4eb3-a4b7-0ed49225ea16'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:18:44.182082 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-e883fee4-812e-43d1-babf-273d9afdf082 req-0bc6eea1-8d32-4c0b-b61d-4b9d5b6d7123 service neutron] Bound port: d8c0077e-9781-471c-a7ca-1fbaf87ae4b4, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d74be57-0b58-40b7-ac12-8573793671cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '203a8969-fabc-4eb3-a4b7-0ed49225ea16'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:18:44.182495 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-0bc6eea1-8d32-4c0b-b61d-4b9d5b6d7123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:44.311066 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1102db-f756-4250-b0f5-db5c9022f934 req-2fcc4d5c-50dc-49da-ad72-56c14789e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:44.311605 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1102db-f756-4250-b0f5-db5c9022f934 req-2fcc4d5c-50dc-49da-ad72-56c14789e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:44.312071 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1102db-f756-4250-b0f5-db5c9022f934 req-2fcc4d5c-50dc-49da-ad72-56c14789e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:44.314497 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d1102db-f756-4250-b0f5-db5c9022f934 req-2fcc4d5c-50dc-49da-ad72-56c14789e991 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=2cf47b77e70945949916ae6cc28be07c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4884672 Jun 30 09:18:44.374802 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-e883fee4-812e-43d1-babf-273d9afdf082 req-0bc6eea1-8d32-4c0b-b61d-4b9d5b6d7123 service neutron] For port d8c0077e-9781-471c-a7ca-1fbaf87ae4b4, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:44.379071 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-e883fee4-812e-43d1-babf-273d9afdf082 req-0bc6eea1-8d32-4c0b-b61d-4b9d5b6d7123 service neutron] For port d8c0077e-9781-471c-a7ca-1fbaf87ae4b4, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=d8c0077e-9781-471c-a7ca-1fbaf87ae4b4,segment=NetworkSegment(5d74be57-0b58-40b7-ac12-8573793671cf),segment_id=5d74be57-0b58-40b7-ac12-8573793671cf)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:18:44.400540 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7cd05c5f-cdab-48d6-baa4-0cb9666eb75e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:44.417882 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1102db-f756-4250-b0f5-db5c9022f934 req-4befd777-a240-4d27-b1f3-3984c6a109a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:44.419461 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d1102db-f756-4250-b0f5-db5c9022f934 req-4befd777-a240-4d27-b1f3-3984c6a109a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e0546fb40410445da59e6f44e407576c&device_id=b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7 HTTP/1.1" status: 200 len: 1095 time: 0.4955235 Jun 30 09:18:44.445879 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8c581c2a-9a63-422c-ba07-12604da66313 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:44.452933 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd05c5f-cdab-48d6-baa4-0cb9666eb75e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event deleted for resources: {'Port': ['ID=242077b8-674f-45c1-98db-0b510b39dde6,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:44.546448 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-0bc6eea1-8d32-4c0b-b61d-4b9d5b6d7123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:44.556612 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7cd05c5f-cdab-48d6-baa4-0cb9666eb75e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:44.559184 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7cd05c5f-cdab-48d6-baa4-0cb9666eb75e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:44.564923 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7cd05c5f-cdab-48d6-baa4-0cb9666eb75e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "DELETE /v2.0/floatingips/4d070cdb-9d46-4c8c-a789-749d98ebaa57 HTTP/1.1" status: 204 len: 168 time: 1.3348985 Jun 30 09:18:44.573643 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce15426-5e96-436a-aae7-b2d337f55608 req-ffd57112-f7f6-4cf6-9587-cba1024eda76 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:44.580558 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce15426-5e96-436a-aae7-b2d337f55608 req-ffd57112-f7f6-4cf6-9587-cba1024eda76 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:44.586598 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce15426-5e96-436a-aae7-b2d337f55608 req-ffd57112-f7f6-4cf6-9587-cba1024eda76 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:44.592886 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce15426-5e96-436a-aae7-b2d337f55608 req-ffd57112-f7f6-4cf6-9587-cba1024eda76 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:44.601208 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce15426-5e96-436a-aae7-b2d337f55608 req-ffd57112-f7f6-4cf6-9587-cba1024eda76 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:44.608946 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce15426-5e96-436a-aae7-b2d337f55608 req-ffd57112-f7f6-4cf6-9587-cba1024eda76 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:44.609997 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44130) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:44.626500 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce15426-5e96-436a-aae7-b2d337f55608 req-ffd57112-f7f6-4cf6-9587-cba1024eda76 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:44.629323 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-5b7b59da-0018-47c9-a3e4-8ad037f4756b tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'port_id': 'd9a381c4-a740-4d28-953b-6941a5e50834'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:44.635161 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-8c581c2a-9a63-422c-ba07-12604da66313 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b96caf9-8fcd-46e2-a4c9-732fe3006949']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:44.643894 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8ce15426-5e96-436a-aae7-b2d337f55608 req-ffd57112-f7f6-4cf6-9587-cba1024eda76 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5399 time: 0.3468478 Jun 30 09:18:44.683093 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-8c581c2a-9a63-422c-ba07-12604da66313 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '125bcbd9-34a3-4050-bee9-c4d9c676f1b5') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:44.683375 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-8c581c2a-9a63-422c-ba07-12604da66313 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '125bcbd9-34a3-4050-bee9-c4d9c676f1b5') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:44.721061 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8c581c2a-9a63-422c-ba07-12604da66313 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:44.732005 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-0bc6eea1-8d32-4c0b-b61d-4b9d5b6d7123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:44.733092 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-0bc6eea1-8d32-4c0b-b61d-4b9d5b6d7123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:44.738622 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-0bc6eea1-8d32-4c0b-b61d-4b9d5b6d7123 service neutron] 10.222.0.52 "PUT /v2.0/ports/d8c0077e-9781-471c-a7ca-1fbaf87ae4b4 HTTP/1.1" status: 200 len: 1092 time: 2.1993580 Jun 30 09:18:44.746203 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1102db-f756-4250-b0f5-db5c9022f934 req-6bd7d1d3-3563-48ae-b09e-8339caa83bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:44.747954 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d1102db-f756-4250-b0f5-db5c9022f934 req-6bd7d1d3-3563-48ae-b09e-8339caa83bbf service neutron] 10.222.0.37 "GET /v2.0/networks?id=92e145cd-3ca4-4483-bfab-6f0aecef61a2 HTTP/1.1" status: 200 len: 920 time: 0.2990530 Jun 30 09:18:44.756362 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'tag': 'd8c0077e-9781-471c-a7ca-1fbaf87ae4b4'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:44.764911 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21e9ebe-13f5-4757-97b0-3b6746210ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "tag": "d8c0077e-9781-471c-a7ca-1fbaf87ae4b4"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:44.917023 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8ce15426-5e96-436a-aae7-b2d337f55608 req-a4638464-9e17-477e-bc99-473344c53df0 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2741909 Jun 30 09:18:44.967927 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d1102db-f756-4250-b0f5-db5c9022f934 req-209cc1e3-625f-4a56-bdc7-17e92e2b78ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce4e8205-2a86-450f-a5c6-ab2b92f2eeea HTTP/1.1" status: 200 len: 217 time: 0.1529491 Jun 30 09:18:44.968398 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6eea1-8d32-4c0b-b61d-4b9d5b6d7123 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c0077e-9781-471c-a7ca-1fbaf87ae4b4,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:44.969256 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8c581c2a-9a63-422c-ba07-12604da66313 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:45.031212 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c581c2a-9a63-422c-ba07-12604da66313 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:18:45.038147 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8c581c2a-9a63-422c-ba07-12604da66313 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:45.043461 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-e883fee4-812e-43d1-babf-273d9afdf082 req-a30033b4-c8a6-4d1e-bda6-18806665aa97 service neutron] Request body: {'port': {'device_id': 'd21b402d-9acf-4492-a024-606acc411806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:18:45.044156 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:18:45.055412 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12ba95c-33cd-4126-ac51-e439753f5090 x-openstack-request-id: req-c12ba95c-33cd-4126-ac51-e439753f5090 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:45.056224 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "tag": "d8c0077e-9781-471c-a7ca-1fbaf87ae4b4", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:45.056637 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c12ba95c-33cd-4126-ac51-e439753f5090 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:45.057204 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'tag': 'd8c0077e-9781-471c-a7ca-1fbaf87ae4b4', 'status': 'completed', 'code': 200} Jun 30 09:18:45.063818 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1102db-f756-4250-b0f5-db5c9022f934 req-a39b7f56-6ee3-443e-acd8-793722a08b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:45.065616 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d1102db-f756-4250-b0f5-db5c9022f934 req-a39b7f56-6ee3-443e-acd8-793722a08b1d service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7220078 Jun 30 09:18:45.259724 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-a30033b4-c8a6-4d1e-bda6-18806665aa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:45.464915 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b99dcf-34a3-41f3-9486-f5fdc676fa77 req-34a3ba82-8d5d-45ce-ae88-cf13fdc92626 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:45.466416 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63b99dcf-34a3-41f3-9486-f5fdc676fa77 req-34a3ba82-8d5d-45ce-ae88-cf13fdc92626 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7 HTTP/1.1" status: 200 len: 943 time: 0.3038666 Jun 30 09:18:45.481881 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5b7b59da-0018-47c9-a3e4-8ad037f4756b tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:45.554583 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63b99dcf-34a3-41f3-9486-f5fdc676fa77 req-3f8f8c89-9199-4f88-9b5b-cff24605d317 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d04690f-3ead-46b1-988f-d0e7daccbc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558882 Jun 30 09:18:45.594590 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1102db-f756-4250-b0f5-db5c9022f934 req-b884e918-3e76-4b22-bbd9-f23ff9b6f947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:45.596401 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d1102db-f756-4250-b0f5-db5c9022f934 req-b884e918-3e76-4b22-bbd9-f23ff9b6f947 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3f998eaa-32a5-4192-91f1-9d5178bcb0df HTTP/1.1" status: 200 len: 859 time: 0.6188247 Jun 30 09:18:45.660760 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d1102db-f756-4250-b0f5-db5c9022f934 req-4195198c-3bb9-430f-8976-2af1dd85ca74 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92e145cd-3ca4-4483-bfab-6f0aecef61a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535188 Jun 30 09:18:45.661955 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030d382-c3f5-407f-b280-5089d7a1df48 req-a8d6c548-5414-4f6a-9a96-b37f56dab07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:45.663517 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3030d382-c3f5-407f-b280-5089d7a1df48 req-a8d6c548-5414-4f6a-9a96-b37f56dab07c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 1096 time: 0.6873770 Jun 30 09:18:45.675360 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-e883fee4-812e-43d1-babf-273d9afdf082 req-a30033b4-c8a6-4d1e-bda6-18806665aa97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3496caa8-899f-4b6b-b20d-887cdd2e4d71 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:18:45.679974 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-a30033b4-c8a6-4d1e-bda6-18806665aa97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:45.702358 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-e883fee4-812e-43d1-babf-273d9afdf082 req-a30033b4-c8a6-4d1e-bda6-18806665aa97 service neutron] Transition to ACTIVE for port object 3496caa8-899f-4b6b-b20d-887cdd2e4d71 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:45.710966 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f176377-a199-437b-9b8b-91000eda50a2 req-20f5a4eb-1cfa-4df7-9530-dbd34c38be03 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:45.718409 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f176377-a199-437b-9b8b-91000eda50a2 req-20f5a4eb-1cfa-4df7-9530-dbd34c38be03 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.7451026 Jun 30 09:18:45.768008 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-a30033b4-c8a6-4d1e-bda6-18806665aa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:45.779276 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8c581c2a-9a63-422c-ba07-12604da66313 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:45.827163 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c581c2a-9a63-422c-ba07-12604da66313 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6b96caf9-8fcd-46e2-a4c9-732fe3006949 {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 09:18:45.829935 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8c581c2a-9a63-422c-ba07-12604da66313 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:45.832103 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8c581c2a-9a63-422c-ba07-12604da66313 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] 10.222.0.10 "DELETE /v2.0/networks/6b96caf9-8fcd-46e2-a4c9-732fe3006949 HTTP/1.1" status: 204 len: 168 time: 2.2688291 Jun 30 09:18:45.847157 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44152) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:45.853021 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-8b7889b4-a451-4388-9208-3a17424676d0 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Request body: {'network': {'name': 'tempest-network--979596034'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:45.885011 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30033b4-c8a6-4d1e-bda6-18806665aa97 service neutron] Pushing event updated for resources: {'Port': ['ID=3496caa8-899f-4b6b-b20d-887cdd2e4d71,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:45.900450 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c581c2a-9a63-422c-ba07-12604da66313 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Pushing event deleted for resources: {'Network': ['ID=6b96caf9-8fcd-46e2-a4c9-732fe3006949,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:45.917756 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e9ebe-13f5-4757-97b0-3b6746210ec6 req-57885e5b-a296-4474-b016-73ec4332f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:45.918235 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e9ebe-13f5-4757-97b0-3b6746210ec6 req-57885e5b-a296-4474-b016-73ec4332f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:45.918705 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e9ebe-13f5-4757-97b0-3b6746210ec6 req-57885e5b-a296-4474-b016-73ec4332f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:45.919190 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e9ebe-13f5-4757-97b0-3b6746210ec6 req-57885e5b-a296-4474-b016-73ec4332f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:45.919668 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e9ebe-13f5-4757-97b0-3b6746210ec6 req-57885e5b-a296-4474-b016-73ec4332f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:45.920113 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e9ebe-13f5-4757-97b0-3b6746210ec6 req-57885e5b-a296-4474-b016-73ec4332f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:45.920572 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e9ebe-13f5-4757-97b0-3b6746210ec6 req-57885e5b-a296-4474-b016-73ec4332f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:45.922565 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c21e9ebe-13f5-4757-97b0-3b6746210ec6 req-57885e5b-a296-4474-b016-73ec4332f638 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cf47b77e70945949916ae6cc28be07c&device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 6351 time: 0.4623868 Jun 30 09:18:45.933980 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-e883fee4-812e-43d1-babf-273d9afdf082 req-a30033b4-c8a6-4d1e-bda6-18806665aa97 service neutron] Attempting to bind port 3496caa8-899f-4b6b-b20d-887cdd2e4d71 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:18:45.940915 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-e883fee4-812e-43d1-babf-273d9afdf082 req-a30033b4-c8a6-4d1e-bda6-18806665aa97 service neutron] Attempting to bind port 3496caa8-899f-4b6b-b20d-887cdd2e4d71 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': 'c234fcd6-893a-4512-8def-0f2118a6a16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1ee7a795-7cad-4025-ad1c-ea31997afa2e'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:18:45.940915 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-a30033b4-c8a6-4d1e-bda6-18806665aa97 service neutron] Attempting to bind port 3496caa8-899f-4b6b-b20d-887cdd2e4d71 on network 1ee7a795-7cad-4025-ad1c-ea31997afa2e {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:45.944907 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-a30033b4-c8a6-4d1e-bda6-18806665aa97 service neutron] Port 3496caa8-899f-4b6b-b20d-887cdd2e4d71 on network 1ee7a795-7cad-4025-ad1c-ea31997afa2e not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:18:45.945243 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-a30033b4-c8a6-4d1e-bda6-18806665aa97 service neutron] Attempting to bind port 3496caa8-899f-4b6b-b20d-887cdd2e4d71 on network 1ee7a795-7cad-4025-ad1c-ea31997afa2e {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:45.950794 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-a30033b4-c8a6-4d1e-bda6-18806665aa97 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:18:45.951163 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-a30033b4-c8a6-4d1e-bda6-18806665aa97 service neutron] Checking segment: {'id': 'c234fcd6-893a-4512-8def-0f2118a6a16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1ee7a795-7cad-4025-ad1c-ea31997afa2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:45.951551 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-a30033b4-c8a6-4d1e-bda6-18806665aa97 service neutron] Bound using segment: {'id': 'c234fcd6-893a-4512-8def-0f2118a6a16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1ee7a795-7cad-4025-ad1c-ea31997afa2e'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:18:45.951987 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-e883fee4-812e-43d1-babf-273d9afdf082 req-a30033b4-c8a6-4d1e-bda6-18806665aa97 service neutron] Bound port: 3496caa8-899f-4b6b-b20d-887cdd2e4d71, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c234fcd6-893a-4512-8def-0f2118a6a16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1ee7a795-7cad-4025-ad1c-ea31997afa2e'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:18:45.952366 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-a30033b4-c8a6-4d1e-bda6-18806665aa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:45.994974 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f176377-a199-437b-9b8b-91000eda50a2 req-bba3fc53-bd81-4237-9527-fc7962fca1fb tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2747011 Jun 30 09:18:46.121408 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-e883fee4-812e-43d1-babf-273d9afdf082 req-a30033b4-c8a6-4d1e-bda6-18806665aa97 service neutron] For port 3496caa8-899f-4b6b-b20d-887cdd2e4d71, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:46.125359 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-e883fee4-812e-43d1-babf-273d9afdf082 req-a30033b4-c8a6-4d1e-bda6-18806665aa97 service neutron] For port 3496caa8-899f-4b6b-b20d-887cdd2e4d71, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3496caa8-899f-4b6b-b20d-887cdd2e4d71,segment=NetworkSegment(c234fcd6-893a-4512-8def-0f2118a6a16c),segment_id=c234fcd6-893a-4512-8def-0f2118a6a16c)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:18:46.138610 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7889b4-a451-4388-9208-3a17424676d0 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Made reservation on behalf of cda7053f57b04e41bdad89538cc85621 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:46.140988 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8b7889b4-a451-4388-9208-3a17424676d0 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:46.181956 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d1102db-f756-4250-b0f5-db5c9022f934 req-38ffaac1-d28d-4ec3-83de-f847467129b8 service neutron] 10.222.0.37 "GET /v2.0/networks/92e145cd-3ca4-4483-bfab-6f0aecef61a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5038803 Jun 30 09:18:46.184130 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030d382-c3f5-407f-b280-5089d7a1df48 req-c6adceb9-312f-4ef6-833f-a2f3d8e2585d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:46.187952 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3030d382-c3f5-407f-b280-5089d7a1df48 req-c6adceb9-312f-4ef6-833f-a2f3d8e2585d service neutron] 10.222.0.37 "GET /v2.0/networks?id=b51add01-e516-4efc-9c9c-16a3be3b127b HTTP/1.1" status: 200 len: 912 time: 0.5067134 Jun 30 09:18:46.208904 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-a30033b4-c8a6-4d1e-bda6-18806665aa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:46.224814 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-a30033b4-c8a6-4d1e-bda6-18806665aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:46.225719 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-a30033b4-c8a6-4d1e-bda6-18806665aa97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:46.228203 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-a30033b4-c8a6-4d1e-bda6-18806665aa97 service neutron] 10.222.0.52 "PUT /v2.0/ports/3496caa8-899f-4b6b-b20d-887cdd2e4d71 HTTP/1.1" status: 200 len: 1092 time: 1.1914256 Jun 30 09:18:46.291903 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab4425-c6f1-4821-aebe-de18f493e082 req-d7142e8b-6b7d-4f13-8782-8e00d9224667 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:46.300428 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab4425-c6f1-4821-aebe-de18f493e082 req-d7142e8b-6b7d-4f13-8782-8e00d9224667 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:46.306776 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab4425-c6f1-4821-aebe-de18f493e082 req-d7142e8b-6b7d-4f13-8782-8e00d9224667 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:46.318947 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab4425-c6f1-4821-aebe-de18f493e082 req-d7142e8b-6b7d-4f13-8782-8e00d9224667 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:46.352979 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab4425-c6f1-4821-aebe-de18f493e082 req-d7142e8b-6b7d-4f13-8782-8e00d9224667 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:46.366189 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab4425-c6f1-4821-aebe-de18f493e082 req-d7142e8b-6b7d-4f13-8782-8e00d9224667 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:46.374213 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab4425-c6f1-4821-aebe-de18f493e082 req-d7142e8b-6b7d-4f13-8782-8e00d9224667 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:46.382304 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a0ab4425-c6f1-4821-aebe-de18f493e082 req-d7142e8b-6b7d-4f13-8782-8e00d9224667 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5411 time: 0.2272785 Jun 30 09:18:46.384771 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b7889b4-a451-4388-9208-3a17424676d0 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:18:46.390579 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-e883fee4-812e-43d1-babf-273d9afdf082 req-338f2838-008c-4f23-91ac-fd3f2bb4f403 service neutron] Request body: {'port': {'device_id': 'd21b402d-9acf-4492-a024-606acc411806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:46.408740 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5b7b59da-0018-47c9-a3e4-8ad037f4756b tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:46.470391 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8b7889b4-a451-4388-9208-3a17424676d0 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:46.470744 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-8b7889b4-a451-4388-9208-3a17424676d0 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Added segment 859efbd9-5f54-4399-9ebe-972de03c299d of type vlan for network f2bcea1c-8f3e-492b-8b31-e451c0911026 Jun 30 09:18:46.487862 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3030d382-c3f5-407f-b280-5089d7a1df48 req-a57022c4-9243-4db5-90e4-e97565c84c44 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b HTTP/1.1" status: 200 len: 999 time: 0.2861059 Jun 30 09:18:46.523682 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e9ebe-13f5-4757-97b0-3b6746210ec6 req-6b96eddf-afaa-45bb-b9ee-a7bd9721276a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:46.524286 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e9ebe-13f5-4757-97b0-3b6746210ec6 req-6b96eddf-afaa-45bb-b9ee-a7bd9721276a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:46.524758 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e9ebe-13f5-4757-97b0-3b6746210ec6 req-6b96eddf-afaa-45bb-b9ee-a7bd9721276a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:46.526548 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c21e9ebe-13f5-4757-97b0-3b6746210ec6 req-6b96eddf-afaa-45bb-b9ee-a7bd9721276a service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=2cf47b77e70945949916ae6cc28be07c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5832891 Jun 30 09:18:46.526684 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a0ab4425-c6f1-4821-aebe-de18f493e082 req-8c88f8cd-0ccd-4802-ae3b-9c950c148bc6 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1432548 Jun 30 09:18:46.529364 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30033b4-c8a6-4d1e-bda6-18806665aa97 service neutron] Pushing event updated for resources: {'Port': ['ID=3496caa8-899f-4b6b-b20d-887cdd2e4d71,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:46.592276 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-338f2838-008c-4f23-91ac-fd3f2bb4f403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:46.724210 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030d382-c3f5-407f-b280-5089d7a1df48 req-cc3bcd15-f729-4b8e-85ee-7f485c29bcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:46.726110 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3030d382-c3f5-407f-b280-5089d7a1df48 req-cc3bcd15-f729-4b8e-85ee-7f485c29bcde service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0db27f2a-daae-4bc9-9a26-19aaee7812fb HTTP/1.1" status: 200 len: 850 time: 0.1985824 Jun 30 09:18:46.932467 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8b7889b4-a451-4388-9208-3a17424676d0 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:46.992915 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d1102db-f756-4250-b0f5-db5c9022f934 req-443b2585-89c1-42a7-962e-9d3cea1e03c0 service neutron] 10.222.0.37 "GET /v2.0/networks/92e145cd-3ca4-4483-bfab-6f0aecef61a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7832580 Jun 30 09:18:46.993201 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-e883fee4-812e-43d1-babf-273d9afdf082 req-338f2838-008c-4f23-91ac-fd3f2bb4f403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f70ca00-91bf-41fb-867a-6edb210c3385 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:18:47.002149 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-338f2838-008c-4f23-91ac-fd3f2bb4f403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:47.041804 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-e883fee4-812e-43d1-babf-273d9afdf082 req-338f2838-008c-4f23-91ac-fd3f2bb4f403 service neutron] Transition to ACTIVE for port object 2f70ca00-91bf-41fb-867a-6edb210c3385 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:47.059033 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'tag': '3496caa8-899f-4b6b-b20d-887cdd2e4d71'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:47.073900 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deef235a-cab6-4734-9c4a-9432dc5214b1" -d '{"events": [{"name": "network-changed", "server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "tag": "3496caa8-899f-4b6b-b20d-887cdd2e4d71"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:47.083630 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-5b7b59da-0018-47c9-a3e4-8ad037f4756b tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Allocated IP 172.25.6.116 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/8f5e51f5-0959-4270-a4ae-00f1354b2ef5) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:47.087006 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e9ebe-13f5-4757-97b0-3b6746210ec6 req-5cc8be49-dfbe-4fd3-b2ff-9b30e3bedb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:47.088562 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c21e9ebe-13f5-4757-97b0-3b6746210ec6 req-5cc8be49-dfbe-4fd3-b2ff-9b30e3bedb32 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4632130 Jun 30 09:18:47.098920 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae96d13-8a46-4a1b-8012-0d71131dc31e req-950fd2d3-ef19-4af5-9708-cfeae88a3620 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:47.100340 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2ae96d13-8a46-4a1b-8012-0d71131dc31e req-950fd2d3-ef19-4af5-9708-cfeae88a3620 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7 HTTP/1.1" status: 200 len: 943 time: 0.2938023 Jun 30 09:18:47.154045 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030d382-c3f5-407f-b280-5089d7a1df48 req-1d31f7f0-7088-42af-b468-1c2557d7ccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:47.158937 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3030d382-c3f5-407f-b280-5089d7a1df48 req-1d31f7f0-7088-42af-b468-1c2557d7ccd9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b51add01-e516-4efc-9c9c-16a3be3b127b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3901153 Jun 30 09:18:47.180527 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-338f2838-008c-4f23-91ac-fd3f2bb4f403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:47.259187 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8b7889b4-a451-4388-9208-3a17424676d0 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:47.259187 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7889b4-a451-4388-9208-3a17424676d0 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:47.259187 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8b7889b4-a451-4388-9208-3a17424676d0 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:47.265705 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f2838-008c-4f23-91ac-fd3f2bb4f403 service neutron] Pushing event updated for resources: {'Port': ['ID=2f70ca00-91bf-41fb-867a-6edb210c3385,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:47.276838 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2ae96d13-8a46-4a1b-8012-0d71131dc31e req-8961420d-790c-44b5-b37d-4a23c05130b1 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d04690f-3ead-46b1-988f-d0e7daccbc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681397 Jun 30 09:18:47.326209 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5bfc4-d9b4-4270-a499-fbaf6b8ad463 req-da8586e0-b0af-4479-968f-aee1d38a68b6 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:47.327870 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-88f5bfc4-d9b4-4270-a499-fbaf6b8ad463 req-da8586e0-b0af-4479-968f-aee1d38a68b6 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.1612999 Jun 30 09:18:47.390331 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed26a3b5-b0a2-4544-9846-f1237629f9a8 x-openstack-request-id: req-ed26a3b5-b0a2-4544-9846-f1237629f9a8 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:47.390625 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "tag": "3496caa8-899f-4b6b-b20d-887cdd2e4d71", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:47.390886 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ed26a3b5-b0a2-4544-9846-f1237629f9a8 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:47.391351 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'tag': '3496caa8-899f-4b6b-b20d-887cdd2e4d71', 'status': 'completed', 'code': 200} Jun 30 09:18:47.417918 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-88f5bfc4-d9b4-4270-a499-fbaf6b8ad463 req-7b38d915-6a00-472c-ba97-6a57cb645ec1 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704219 Jun 30 09:18:47.430182 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-e883fee4-812e-43d1-babf-273d9afdf082 req-338f2838-008c-4f23-91ac-fd3f2bb4f403 service neutron] Attempting to bind port 2f70ca00-91bf-41fb-867a-6edb210c3385 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:18:47.430538 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-e883fee4-812e-43d1-babf-273d9afdf082 req-338f2838-008c-4f23-91ac-fd3f2bb4f403 service neutron] Attempting to bind port 2f70ca00-91bf-41fb-867a-6edb210c3385 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': 'c234fcd6-893a-4512-8def-0f2118a6a16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1ee7a795-7cad-4025-ad1c-ea31997afa2e'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:18:47.430873 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-338f2838-008c-4f23-91ac-fd3f2bb4f403 service neutron] Attempting to bind port 2f70ca00-91bf-41fb-867a-6edb210c3385 on network 1ee7a795-7cad-4025-ad1c-ea31997afa2e {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:47.440469 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7889b4-a451-4388-9208-3a17424676d0 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Pushing event updated for resources: {'Network': ['ID=f2bcea1c-8f3e-492b-8b31-e451c0911026,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:47.447649 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-338f2838-008c-4f23-91ac-fd3f2bb4f403 service neutron] Port 2f70ca00-91bf-41fb-867a-6edb210c3385 on network 1ee7a795-7cad-4025-ad1c-ea31997afa2e not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:18:47.450331 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-338f2838-008c-4f23-91ac-fd3f2bb4f403 service neutron] Attempting to bind port 2f70ca00-91bf-41fb-867a-6edb210c3385 on network 1ee7a795-7cad-4025-ad1c-ea31997afa2e {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:47.452120 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network f2bcea1c-8f3e-492b-8b31-e451c0911026 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:18:47.468021 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-338f2838-008c-4f23-91ac-fd3f2bb4f403 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:18:47.468384 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-338f2838-008c-4f23-91ac-fd3f2bb4f403 service neutron] Checking segment: {'id': 'c234fcd6-893a-4512-8def-0f2118a6a16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1ee7a795-7cad-4025-ad1c-ea31997afa2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:47.468803 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e883fee4-812e-43d1-babf-273d9afdf082 req-338f2838-008c-4f23-91ac-fd3f2bb4f403 service neutron] Bound using segment: {'id': 'c234fcd6-893a-4512-8def-0f2118a6a16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1ee7a795-7cad-4025-ad1c-ea31997afa2e'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:18:47.469261 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-e883fee4-812e-43d1-babf-273d9afdf082 req-338f2838-008c-4f23-91ac-fd3f2bb4f403 service neutron] Bound port: 2f70ca00-91bf-41fb-867a-6edb210c3385, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c234fcd6-893a-4512-8def-0f2118a6a16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1ee7a795-7cad-4025-ad1c-ea31997afa2e'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:18:47.469803 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-338f2838-008c-4f23-91ac-fd3f2bb4f403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:47.481377 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5b7b59da-0018-47c9-a3e4-8ad037f4756b tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:47.485922 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8b7889b4-a451-4388-9208-3a17424676d0 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6361911 Jun 30 09:18:47.490206 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44176) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:47.505154 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-08b2006f-cbdd-45a0-8cc6-e650e35b9067 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:47.518029 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3030d382-c3f5-407f-b280-5089d7a1df48 req-d01ee6ad-e92f-461c-9c08-dd33531b4dca service neutron] 10.222.0.37 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333113 Jun 30 09:18:47.617237 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-e883fee4-812e-43d1-babf-273d9afdf082 req-338f2838-008c-4f23-91ac-fd3f2bb4f403 service neutron] For port 2f70ca00-91bf-41fb-867a-6edb210c3385, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:47.621277 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-e883fee4-812e-43d1-babf-273d9afdf082 req-338f2838-008c-4f23-91ac-fd3f2bb4f403 service neutron] For port 2f70ca00-91bf-41fb-867a-6edb210c3385, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2f70ca00-91bf-41fb-867a-6edb210c3385,segment=NetworkSegment(c234fcd6-893a-4512-8def-0f2118a6a16c),segment_id=c234fcd6-893a-4512-8def-0f2118a6a16c)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:18:47.681857 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-338f2838-008c-4f23-91ac-fd3f2bb4f403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:47.755725 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef235a-cab6-4734-9c4a-9432dc5214b1 req-8f8b676f-2dd7-4e7f-a556-f3a2bb2ecc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:47.756555 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef235a-cab6-4734-9c4a-9432dc5214b1 req-8f8b676f-2dd7-4e7f-a556-f3a2bb2ecc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:47.757037 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef235a-cab6-4734-9c4a-9432dc5214b1 req-8f8b676f-2dd7-4e7f-a556-f3a2bb2ecc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:47.757506 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef235a-cab6-4734-9c4a-9432dc5214b1 req-8f8b676f-2dd7-4e7f-a556-f3a2bb2ecc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:47.757967 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef235a-cab6-4734-9c4a-9432dc5214b1 req-8f8b676f-2dd7-4e7f-a556-f3a2bb2ecc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:47.758422 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef235a-cab6-4734-9c4a-9432dc5214b1 req-8f8b676f-2dd7-4e7f-a556-f3a2bb2ecc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:47.758880 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef235a-cab6-4734-9c4a-9432dc5214b1 req-8f8b676f-2dd7-4e7f-a556-f3a2bb2ecc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:47.761145 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-deef235a-cab6-4734-9c4a-9432dc5214b1 req-8f8b676f-2dd7-4e7f-a556-f3a2bb2ecc35 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cf47b77e70945949916ae6cc28be07c&device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 6445 time: 0.3495364 Jun 30 09:18:47.779866 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-338f2838-008c-4f23-91ac-fd3f2bb4f403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:47.780508 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-e883fee4-812e-43d1-babf-273d9afdf082 req-338f2838-008c-4f23-91ac-fd3f2bb4f403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:47.782089 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-338f2838-008c-4f23-91ac-fd3f2bb4f403 service neutron] 10.222.0.52 "PUT /v2.0/ports/2f70ca00-91bf-41fb-867a-6edb210c3385 HTTP/1.1" status: 200 len: 1092 time: 1.3957624 Jun 30 09:18:47.812744 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f2838-008c-4f23-91ac-fd3f2bb4f403 service neutron] Pushing event updated for resources: {'Port': ['ID=2f70ca00-91bf-41fb-867a-6edb210c3385,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:47.850155 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258eef3-d720-4168-abe3-feb53c3c5a25 req-5c0d213a-1035-40f7-8547-96c65cdf160e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:47.856143 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258eef3-d720-4168-abe3-feb53c3c5a25 req-5c0d213a-1035-40f7-8547-96c65cdf160e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:47.862637 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258eef3-d720-4168-abe3-feb53c3c5a25 req-5c0d213a-1035-40f7-8547-96c65cdf160e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:47.868553 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258eef3-d720-4168-abe3-feb53c3c5a25 req-5c0d213a-1035-40f7-8547-96c65cdf160e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:47.874410 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258eef3-d720-4168-abe3-feb53c3c5a25 req-5c0d213a-1035-40f7-8547-96c65cdf160e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:47.881470 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258eef3-d720-4168-abe3-feb53c3c5a25 req-5c0d213a-1035-40f7-8547-96c65cdf160e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:47.888584 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258eef3-d720-4168-abe3-feb53c3c5a25 req-5c0d213a-1035-40f7-8547-96c65cdf160e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:47.898523 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8258eef3-d720-4168-abe3-feb53c3c5a25 req-5c0d213a-1035-40f7-8547-96c65cdf160e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5423 time: 0.1674252 Jun 30 09:18:47.933853 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3030d382-c3f5-407f-b280-5089d7a1df48 req-42f7a757-5ac3-4f88-b097-2e34e6b844d6 service neutron] 10.222.0.37 "GET /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776612 Jun 30 09:18:48.012512 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef235a-cab6-4734-9c4a-9432dc5214b1 req-447d0d94-b7bf-4ba2-9b78-de9c20ce6e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:48.013050 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef235a-cab6-4734-9c4a-9432dc5214b1 req-447d0d94-b7bf-4ba2-9b78-de9c20ce6e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:48.013457 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8258eef3-d720-4168-abe3-feb53c3c5a25 req-1763dd1a-a3f1-4e62-8170-b045f6616f90 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1139736 Jun 30 09:18:48.013611 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef235a-cab6-4734-9c4a-9432dc5214b1 req-447d0d94-b7bf-4ba2-9b78-de9c20ce6e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:48.015249 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-deef235a-cab6-4734-9c4a-9432dc5214b1 req-447d0d94-b7bf-4ba2-9b78-de9c20ce6e0c service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=2cf47b77e70945949916ae6cc28be07c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2446103 Jun 30 09:18:48.037867 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-08b2006f-cbdd-45a0-8cc6-e650e35b9067 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:48.051327 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5b7b59da-0018-47c9-a3e4-8ad037f4756b tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:48.426302 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-08b2006f-cbdd-45a0-8cc6-e650e35b9067 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:48.456580 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7b59da-0018-47c9-a3e4-8ad037f4756b tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:48.497756 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c021cc-a6ff-42b2-94b7-53dc69b9b2f8 req-af52bc24-6333-4920-9465-e6dec10e2638 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:48.499359 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-76c021cc-a6ff-42b2-94b7-53dc69b9b2f8 req-af52bc24-6333-4920-9465-e6dec10e2638 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7 HTTP/1.1" status: 200 len: 943 time: 0.0763485 Jun 30 09:18:48.516143 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-5b7b59da-0018-47c9-a3e4-8ad037f4756b tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:48.519192 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7b59da-0018-47c9-a3e4-8ad037f4756b tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:48.530222 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-08b2006f-cbdd-45a0-8cc6-e650e35b9067 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Network f2bcea1c-8f3e-492b-8b31-e451c0911026 is not hosted by any dhcp agent {{(pid=101054) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 09:18:48.531114 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b2006f-cbdd-45a0-8cc6-e650e35b9067 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:48.536386 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-08b2006f-cbdd-45a0-8cc6-e650e35b9067 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:48.536386 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-08b2006f-cbdd-45a0-8cc6-e650e35b9067 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] 10.222.0.10 "PUT /v2.0/networks/f2bcea1c-8f3e-492b-8b31-e451c0911026 HTTP/1.1" status: 200 len: 857 time: 1.0386767 Jun 30 09:18:48.536735 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44200) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:48.565307 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b59da-0018-47c9-a3e4-8ad037f4756b tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event updated for resources: {'Port': ['ID=8f5e51f5-0959-4270-a4ae-00f1354b2ef5,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:48.589556 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-76c021cc-a6ff-42b2-94b7-53dc69b9b2f8 req-8f557e0d-1d45-4f1c-b20b-1b559f54e7dc tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d04690f-3ead-46b1-988f-d0e7daccbc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791743 Jun 30 09:18:48.594128 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2006f-cbdd-45a0-8cc6-e650e35b9067 tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Pushing event updated for resources: {'Network': ['ID=f2bcea1c-8f3e-492b-8b31-e451c0911026,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:48.624211 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef235a-cab6-4734-9c4a-9432dc5214b1 req-2e10e739-ed22-4225-83e6-5d70be1c2765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:48.625282 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-13411c84-6618-464e-b20c-c7eb2b00637a tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:48.626151 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-deef235a-cab6-4734-9c4a-9432dc5214b1 req-2e10e739-ed22-4225-83e6-5d70be1c2765 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5906467 Jun 30 09:18:48.685261 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a887b93-3895-4b7c-9141-db149becfc8f req-da409fcf-809e-46bb-b468-d1f5a32af08a tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:48.686894 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6a887b93-3895-4b7c-9141-db149becfc8f req-da409fcf-809e-46bb-b468-d1f5a32af08a tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=231760a8-fa3e-4dc2-be74-0ea6ddcf40bf HTTP/1.1" status: 200 len: 946 time: 0.2756903 Jun 30 09:18:48.785421 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-13411c84-6618-464e-b20c-c7eb2b00637a tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:48.800834 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-13411c84-6618-464e-b20c-c7eb2b00637a tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2bcea1c-8f3e-492b-8b31-e451c0911026']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:48.801161 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device ce4e8205-2a86-450f-a5c6-ab2b92f2eeea details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:18:48.816056 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-13411c84-6618-464e-b20c-c7eb2b00637a tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859efbd9-5f54-4399-9ebe-972de03c299d') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:48.816056 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-13411c84-6618-464e-b20c-c7eb2b00637a tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859efbd9-5f54-4399-9ebe-972de03c299d') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:48.816362 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6a887b93-3895-4b7c-9141-db149becfc8f req-81de5710-e3df-4367-afb5-c12c10627183 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128390 Jun 30 09:18:48.828513 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-13411c84-6618-464e-b20c-c7eb2b00637a tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:48.857687 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-13411c84-6618-464e-b20c-c7eb2b00637a tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:48.869519 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13411c84-6618-464e-b20c-c7eb2b00637a tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:18:48.870018 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-13411c84-6618-464e-b20c-c7eb2b00637a tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:48.879598 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c9c6f-c8f1-4069-99da-f671dfd75a42 req-3c515641-1111-4c36-880d-c484c0330578 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:48.881545 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dd7c9c6f-c8f1-4069-99da-f671dfd75a42 req-3c515641-1111-4c36-880d-c484c0330578 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.1345549 Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:18:48.882540 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:18:48.900297 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-d77ae063-fcce-4b85-a478-e544cde6b442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:48.901002 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-d77ae063-fcce-4b85-a478-e544cde6b442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:48.901459 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-d77ae063-fcce-4b85-a478-e544cde6b442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:48.902034 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-d77ae063-fcce-4b85-a478-e544cde6b442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:48.902420 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-d77ae063-fcce-4b85-a478-e544cde6b442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:48.902961 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-d77ae063-fcce-4b85-a478-e544cde6b442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:48.904621 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-d77ae063-fcce-4b85-a478-e544cde6b442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:48.905658 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-d77ae063-fcce-4b85-a478-e544cde6b442 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cf47b77e70945949916ae6cc28be07c&device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 6487 time: 0.2178254 Jun 30 09:18:48.960450 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port ce4e8205-2a86-450f-a5c6-ab2b92f2eeea, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=ce4e8205-2a86-450f-a5c6-ab2b92f2eeea,segment=NetworkSegment(0e6befe0-fc99-4f22-826c-3db55f7c08ea),segment_id=0e6befe0-fc99-4f22-826c-3db55f7c08ea)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:48.973931 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'ce4e8205-2a86-450f-a5c6-ab2b92f2eeea', 'network_id': '92e145cd-3ca4-4483-bfab-6f0aecef61a2', 'port_id': 'ce4e8205-2a86-450f-a5c6-ab2b92f2eeea', 'mac_address': 'fa:16:3e:d3:2b:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f998eaa-32a5-4192-91f1-9d5178bcb0df', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:18:48.989625 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-1cb0d653-39fa-4349-9e08-5da084da9b2d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a700fa97-7f11-4c5a-a416-37fd7c54d91e HTTP/1.1" status: 200 len: 217 time: 0.0538726 Jun 30 09:18:49.018579 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:49.041797 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4e8205-2a86-450f-a5c6-ab2b92f2eeea {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:18:49.067750 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-eea67c60-8052-434e-b2d6-e1de2f7a8167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:49.070032 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-eea67c60-8052-434e-b2d6-e1de2f7a8167 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81734dcc-0ee2-494d-93d9-b3fe64a6f397 HTTP/1.1" status: 200 len: 851 time: 0.0696692 Jun 30 09:18:49.123538 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port ce4e8205-2a86-450f-a5c6-ab2b92f2eeea, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=ce4e8205-2a86-450f-a5c6-ab2b92f2eeea,segment=NetworkSegment(0e6befe0-fc99-4f22-826c-3db55f7c08ea),segment_id=0e6befe0-fc99-4f22-826c-3db55f7c08ea)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:49.213370 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:49.244074 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-310217eb-3cb4-4c13-89c2-9945e7dd3c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:49.245759 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-310217eb-3cb4-4c13-89c2-9945e7dd3c8b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b7c4d310-0e13-4978-b513-6d3abe0b2ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1666429 Jun 30 09:18:49.263696 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=ce4e8205-2a86-450f-a5c6-ab2b92f2eeea,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:49.283338 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28986d2a-60a7-4d1c-addd-06846cf25e8d req-34f0db38-6d88-43a6-9f60-2699f3bdc244 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:49.289644 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28986d2a-60a7-4d1c-addd-06846cf25e8d req-34f0db38-6d88-43a6-9f60-2699f3bdc244 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:49.297533 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28986d2a-60a7-4d1c-addd-06846cf25e8d req-34f0db38-6d88-43a6-9f60-2699f3bdc244 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:49.303280 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28986d2a-60a7-4d1c-addd-06846cf25e8d req-34f0db38-6d88-43a6-9f60-2699f3bdc244 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:49.309410 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28986d2a-60a7-4d1c-addd-06846cf25e8d req-34f0db38-6d88-43a6-9f60-2699f3bdc244 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:49.315711 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28986d2a-60a7-4d1c-addd-06846cf25e8d req-34f0db38-6d88-43a6-9f60-2699f3bdc244 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:49.321531 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28986d2a-60a7-4d1c-addd-06846cf25e8d req-34f0db38-6d88-43a6-9f60-2699f3bdc244 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:49.323552 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-28986d2a-60a7-4d1c-addd-06846cf25e8d req-34f0db38-6d88-43a6-9f60-2699f3bdc244 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5423 time: 0.1645417 Jun 30 09:18:49.397060 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'tag': '2f70ca00-91bf-41fb-867a-6edb210c3385'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:49.399647 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903d5a6f-f69d-4a4f-bdfe-c7dfdf86d22a" -d '{"events": [{"name": "network-changed", "server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "tag": "2f70ca00-91bf-41fb-867a-6edb210c3385"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:49.420545 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-28986d2a-60a7-4d1c-addd-06846cf25e8d req-92963aa2-d386-4b27-bd56-bc131cf1f606 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0847151 Jun 30 09:18:49.438769 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dd7c9c6f-c8f1-4069-99da-f671dfd75a42 req-826e4415-c13d-4c3a-a455-0a7f8f420fd3 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5435219 Jun 30 09:18:49.445772 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-b99ffa22-9765-4a92-a370-95848c71843c service neutron] 10.222.0.52 "GET /v2.0/networks/b7c4d310-0e13-4978-b513-6d3abe0b2ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913700 Jun 30 09:18:49.488485 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-13411c84-6618-464e-b20c-c7eb2b00637a tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:49.496764 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13411c84-6618-464e-b20c-c7eb2b00637a tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f2bcea1c-8f3e-492b-8b31-e451c0911026 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 09:18:49.500416 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-13411c84-6618-464e-b20c-c7eb2b00637a tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:49.507412 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-13411c84-6618-464e-b20c-c7eb2b00637a tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] 10.222.0.10 "DELETE /v2.0/networks/f2bcea1c-8f3e-492b-8b31-e451c0911026 HTTP/1.1" status: 204 len: 168 time: 0.9653652 Jun 30 09:18:49.512223 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44216) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:49.527858 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13411c84-6618-464e-b20c-c7eb2b00637a tempest-ExternalNetworksTestJSON-1254627107 tempest-ExternalNetworksTestJSON-1254627107-project-admin] Pushing event deleted for resources: {'Network': ['ID=f2bcea1c-8f3e-492b-8b31-e451c0911026,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:49.530658 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c128c179-d10b-4c87-b936-1c7169e2f30d x-openstack-request-id: req-c128c179-d10b-4c87-b936-1c7169e2f30d {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:49.531197 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "tag": "2f70ca00-91bf-41fb-867a-6edb210c3385", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:49.531631 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c128c179-d10b-4c87-b936-1c7169e2f30d {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:49.532696 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'tag': '2f70ca00-91bf-41fb-867a-6edb210c3385', 'status': 'completed', 'code': 200} Jun 30 09:18:49.556821 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-c587f6cf-2983-452e-a2ab-79a3f558a814 tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] DELETE failed (client error): The resource could not be found. Jun 30 09:18:49.557640 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c587f6cf-2983-452e-a2ab-79a3f558a814 tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:18:49.560176 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c587f6cf-2983-452e-a2ab-79a3f558a814 tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] 10.222.0.10 "DELETE /v2.0/subnets/5a021212-cf7e-47b3-8e09-66b7ebcb5a16 HTTP/1.1" status: 404 len: 337 time: 0.0468621 Jun 30 09:18:49.562995 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44218) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:49.617985 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['ce4e8205-2a86-450f-a5c6-ab2b92f2eeea'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:18:49.650336 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-4b2f9ea1-e1e9-47a1-9e07-c12f77456c5e service neutron] 10.222.0.52 "GET /v2.0/networks/b7c4d310-0e13-4978-b513-6d3abe0b2ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932683 Jun 30 09:18:49.668400 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a198d232-5acb-4883-9e8d-f84734211fad tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:49.708574 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-edc4d97d-8b5e-4c2c-87a1-9a5e8391a865 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 HTTP/1.1" status: 200 len: 217 time: 0.0432651 Jun 30 09:18:49.789595 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a198d232-5acb-4883-9e8d-f84734211fad tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:49.799587 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-2520c742-8ea6-49e8-9413-c7719debeea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:49.801153 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-2520c742-8ea6-49e8-9413-c7719debeea6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abf6d13-ee31-42ca-8f41-a3797ffb8563 HTTP/1.1" status: 200 len: 797 time: 0.0565758 Jun 30 09:18:49.827224 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-a198d232-5acb-4883-9e8d-f84734211fad tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c90e77-b444-414a-b0d0-281fcb4c0d15']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:49.844523 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-a198d232-5acb-4883-9e8d-f84734211fad tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7995888-2665-457e-a2fe-88ac0320a071') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:49.844523 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-a198d232-5acb-4883-9e8d-f84734211fad tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7995888-2665-457e-a2fe-88ac0320a071') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:49.853904 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a198d232-5acb-4883-9e8d-f84734211fad tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:49.885731 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a198d232-5acb-4883-9e8d-f84734211fad tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:49.908580 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a198d232-5acb-4883-9e8d-f84734211fad tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:18:49.911412 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a198d232-5acb-4883-9e8d-f84734211fad tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:49.925799 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:18:49.925799 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:18:49.925799 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:18:49.925799 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:18:49.925799 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:18:49.925799 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:18:49.925799 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:18:49.925799 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:18:49.925799 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:18:49.925799 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:18:49.925799 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:18:49.925799 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:18:49.925799 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:18:49.925799 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:18:49.925799 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:18:49.925799 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:18:49.925799 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:18:49.925799 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:18:49.925799 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:18:49.925799 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:18:49.925799 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:18:49.925799 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:18:49.925799 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:18:49.925799 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:18:49.925799 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:18:49.925799 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:18:49.925799 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:18:49.925799 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:18:49.925799 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:18:49.925799 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:18:49.925799 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:18:49.925799 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:18:49.957568 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5b7b59da-0018-47c9-a3e4-8ad037f4756b tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:50.055920 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-cfc9ba52-028b-4c3e-bf71-99b70788a1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:50.058049 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-cfc9ba52-028b-4c3e-bf71-99b70788a1c6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2421308 Jun 30 09:18:50.067309 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61029d6-3444-48de-ab03-c99c5dec5692 req-397165d5-60a1-4094-897c-eba1dbb6c39e tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:50.075688 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f61029d6-3444-48de-ab03-c99c5dec5692 req-397165d5-60a1-4094-897c-eba1dbb6c39e tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7 HTTP/1.1" status: 200 len: 944 time: 0.1934323 Jun 30 09:18:50.106121 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34418409-4159-4a2a-afa0-f64c89a99a40 req-dfdcbf2e-f7ed-4eb9-be08-88cc181936c1 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:50.108022 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-34418409-4159-4a2a-afa0-f64c89a99a40 req-dfdcbf2e-f7ed-4eb9-be08-88cc181936c1 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=231760a8-fa3e-4dc2-be74-0ea6ddcf40bf HTTP/1.1" status: 200 len: 946 time: 0.0820181 Jun 30 09:18:50.148222 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a198d232-5acb-4883-9e8d-f84734211fad tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:50.165847 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a198d232-5acb-4883-9e8d-f84734211fad tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:50.170931 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a198d232-5acb-4883-9e8d-f84734211fad tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] 10.222.0.10 "DELETE /v2.0/networks/10c90e77-b444-414a-b0d0-281fcb4c0d15 HTTP/1.1" status: 204 len: 168 time: 0.6054957 Jun 30 09:18:50.195200 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-34418409-4159-4a2a-afa0-f64c89a99a40 req-b4600aab-83e9-4936-93d5-ff3b7316ae24 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767729 Jun 30 09:18:50.196581 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198d232-5acb-4883-9e8d-f84734211fad tempest-ExternalNetworksTestJSON-327927106 tempest-ExternalNetworksTestJSON-327927106-project] Pushing event deleted for resources: {'Network': ['ID=10c90e77-b444-414a-b0d0-281fcb4c0d15,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:50.282246 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f61029d6-3444-48de-ab03-c99c5dec5692 req-6d8778c4-e438-4c41-8c75-d2a5cf5a8b22 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d04690f-3ead-46b1-988f-d0e7daccbc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052159 Jun 30 09:18:50.325495 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5b7b59da-0018-47c9-a3e4-8ad037f4756b tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:50.396817 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081286d-2777-4cf7-a7ac-16a9df84b469 req-fe378131-1fea-4d8f-8eef-9429a94c6ca2 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:50.398549 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a081286d-2777-4cf7-a7ac-16a9df84b469 req-fe378131-1fea-4d8f-8eef-9429a94c6ca2 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.37 "GET /v2.0/ports?device_id=231760a8-fa3e-4dc2-be74-0ea6ddcf40bf HTTP/1.1" status: 200 len: 946 time: 0.3110714 Jun 30 09:18:50.400595 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-9cbf6493-ef5e-4767-b9e0-0b9c7368c302 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216968 Jun 30 09:18:50.470910 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8a43bed5-0a0d-4182-a893-ec5ff0543f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:50.678692 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06937d0d-67d9-4179-ba0c-2501bd2f71f6 req-aec6fa0c-5661-47e6-874a-cc70446175ca tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:50.684019 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-06937d0d-67d9-4179-ba0c-2501bd2f71f6 req-aec6fa0c-5661-47e6-874a-cc70446175ca tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.0804851 Jun 30 09:18:50.686797 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-d180953c-9fb1-45cc-93eb-65de803ba8d9 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635145 Jun 30 09:18:50.738893 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-06937d0d-67d9-4179-ba0c-2501bd2f71f6 req-28286515-04ed-41a8-b8e6-8be016ad757b tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475168 Jun 30 09:18:50.751707 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-9d5f0fe0-7809-4670-8803-30d49c3bdace service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=44e89faa-6b6f-468b-aada-373d3800878b HTTP/1.1" status: 200 len: 217 time: 0.0540576 Jun 30 09:18:50.762615 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-a081286d-2777-4cf7-a7ac-16a9df84b469 req-b539c4bf-196a-4b3a-9618-dbfaf51b77da tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Deleting port 2da57038-d223-4824-8505-8568dde71956 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:50.763038 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a081286d-2777-4cf7-a7ac-16a9df84b469 req-b539c4bf-196a-4b3a-9618-dbfaf51b77da tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:50.775514 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5b7b59da-0018-47c9-a3e4-8ad037f4756b tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:50.807187 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44240) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:50.987953 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-292df0cf-7964-4f13-a874-3a5a3de78de7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7445a1fa6dcc48a1ad7704ec385a2336&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1793597 Jun 30 09:18:50.990489 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44244) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:51.083101 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b504f191-b562-4221-ba7a-ff019c711740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:51.114071 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5b7b59da-0018-47c9-a3e4-8ad037f4756b tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:51.118446 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b504f191-b562-4221-ba7a-ff019c711740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:51.136171 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d484b-6cb7-4430-9b2e-feb6dfa2c851 req-b62fdc90-b18e-4838-8bbb-c7913264c1cb tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:51.137674 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c9d484b-6cb7-4430-9b2e-feb6dfa2c851 req-b62fdc90-b18e-4838-8bbb-c7913264c1cb tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.1280031 Jun 30 09:18:51.191543 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-2f9f613b-0e8c-40b7-a30f-d4fdfbac8d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:51.193043 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-2f9f613b-0e8c-40b7-a30f-d4fdfbac8d2c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abf6d13-ee31-42ca-8f41-a3797ffb8563 HTTP/1.1" status: 200 len: 797 time: 0.4263539 Jun 30 09:18:51.197822 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c9d484b-6cb7-4430-9b2e-feb6dfa2c851 req-9d29d535-54b5-4583-ab11-6d8e2d502742 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519636 Jun 30 09:18:51.238977 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2ed1a-3868-4907-bc1d-f75c7570209e req-74370173-ed61-49da-91ef-3fdb26a0d958 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:51.245054 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2ed1a-3868-4907-bc1d-f75c7570209e req-74370173-ed61-49da-91ef-3fdb26a0d958 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:51.251004 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2ed1a-3868-4907-bc1d-f75c7570209e req-74370173-ed61-49da-91ef-3fdb26a0d958 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:51.256909 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2ed1a-3868-4907-bc1d-f75c7570209e req-74370173-ed61-49da-91ef-3fdb26a0d958 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:51.262792 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2ed1a-3868-4907-bc1d-f75c7570209e req-74370173-ed61-49da-91ef-3fdb26a0d958 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:51.269555 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2ed1a-3868-4907-bc1d-f75c7570209e req-74370173-ed61-49da-91ef-3fdb26a0d958 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:51.275453 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2ed1a-3868-4907-bc1d-f75c7570209e req-74370173-ed61-49da-91ef-3fdb26a0d958 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:51.277414 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eec2ed1a-3868-4907-bc1d-f75c7570209e req-74370173-ed61-49da-91ef-3fdb26a0d958 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5423 time: 0.6490839 Jun 30 09:18:51.304522 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b59da-0018-47c9-a3e4-8ad037f4756b tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event updated for resources: {'Port': ['ID=8f5e51f5-0959-4270-a4ae-00f1354b2ef5,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:51.316356 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b504f191-b562-4221-ba7a-ff019c711740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:51.320096 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b504f191-b562-4221-ba7a-ff019c711740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:51.321713 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b504f191-b562-4221-ba7a-ff019c711740 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/49939c2f-3faa-4f71-9039-bab78450af04 HTTP/1.1" status: 204 len: 168 time: 0.3295779 Jun 30 09:18:51.338414 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504f191-b562-4221-ba7a-ff019c711740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49939c2f-3faa-4f71-9039-bab78450af04,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:51.345276 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-a081286d-2777-4cf7-a7ac-16a9df84b469 req-b539c4bf-196a-4b3a-9618-dbfaf51b77da tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] For port 2da57038-d223-4824-8505-8568dde71956, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=2da57038-d223-4824-8505-8568dde71956,segment=NetworkSegment(bc499c06-af65-4614-b099-27bc511ea45a),segment_id=bc499c06-af65-4614-b099-27bc511ea45a)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:51.345757 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a081286d-2777-4cf7-a7ac-16a9df84b469 req-b539c4bf-196a-4b3a-9618-dbfaf51b77da tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:51.369837 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-a081286d-2777-4cf7-a7ac-16a9df84b469 req-b539c4bf-196a-4b3a-9618-dbfaf51b77da tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Calling delete_port for 2da57038-d223-4824-8505-8568dde71956 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:51.395665 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5b7b59da-0018-47c9-a3e4-8ad037f4756b tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:51.443833 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eec2ed1a-3868-4907-bc1d-f75c7570209e req-294f71c6-5715-48f2-96f7-924c1d61f052 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1486983 Jun 30 09:18:51.583432 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-9ed2347a-6e71-41d6-ad02-6252404d7408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:51.586425 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-9ed2347a-6e71-41d6-ad02-6252404d7408 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3591383 Jun 30 09:18:51.600039 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-5b7b59da-0018-47c9-a3e4-8ad037f4756b tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Floating IP a5495d50-f137-4b21-be56-2a19a65a8a4b associated. External IP: 172.25.6.116, port: d9a381c4-a740-4d28-953b-6941a5e50834. Jun 30 09:18:51.866310 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-3e6673a4-aed9-4c17-9e4a-14ccbbca3467 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613649 Jun 30 09:18:51.897328 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e762c2f-db2b-4d85-a022-4e745045a610 req-8593c907-d0bc-4283-ab89-4d91994c978e tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:51.899005 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1e762c2f-db2b-4d85-a022-4e745045a610 req-8593c907-d0bc-4283-ab89-4d91994c978e tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=231760a8-fa3e-4dc2-be74-0ea6ddcf40bf HTTP/1.1" status: 200 len: 946 time: 0.2952852 Jun 30 09:18:52.060333 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a081286d-2777-4cf7-a7ac-16a9df84b469 req-b539c4bf-196a-4b3a-9618-dbfaf51b77da tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:52.072458 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037', '615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2', '2da57038-d223-4824-8505-8568dde71956'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:18:52.117042 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1e762c2f-db2b-4d85-a022-4e745045a610 req-e9ebc5f0-a64b-4921-9907-9cf570eb80d3 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842399 Jun 30 09:18:52.135081 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539c4bf-196a-4b3a-9618-dbfaf51b77da tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Pushing event deleted for resources: {'Port': ['ID=2da57038-d223-4824-8505-8568dde71956,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:52.163734 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-e4378478-1273-43f6-aa2a-f6c1f150d6c7 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858863 Jun 30 09:18:52.230035 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-f72b751a-6d1b-43c9-bfd9-9422216ae9ee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8 HTTP/1.1" status: 200 len: 217 time: 0.0547659 Jun 30 09:18:52.272659 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-a081286d-2777-4cf7-a7ac-16a9df84b469 req-b539c4bf-196a-4b3a-9618-dbfaf51b77da tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] No DVR routers for this DVR port 2da57038-d223-4824-8505-8568dde71956 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:52.312956 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a081286d-2777-4cf7-a7ac-16a9df84b469 req-b539c4bf-196a-4b3a-9618-dbfaf51b77da tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:52.315870 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a081286d-2777-4cf7-a7ac-16a9df84b469 req-b539c4bf-196a-4b3a-9618-dbfaf51b77da tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.37 "DELETE /v2.0/ports/2da57038-d223-4824-8505-8568dde71956 HTTP/1.1" status: 204 len: 173 time: 1.9102142 Jun 30 09:18:52.318953 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231760a8-fa3e-4dc2-be74-0ea6ddcf40bf', 'name': 'network-vif-deleted', 'tag': '2da57038-d223-4824-8505-8568dde71956'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:52.321212 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c9c9b2-8602-46fb-8b0a-3992c41957ae" -d '{"events": [{"server_uuid": "231760a8-fa3e-4dc2-be74-0ea6ddcf40bf", "name": "network-vif-deleted", "tag": "2da57038-d223-4824-8505-8568dde71956"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:52.356804 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7b59da-0018-47c9-a3e4-8ad037f4756b tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Router 4522a532-5087-49d8-9d43-d774b095fbb4 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:18:52.386369 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-9886f577-8fbf-4ba9-9f84-bf4bda87aacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:52.387960 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-9886f577-8fbf-4ba9-9f84-bf4bda87aacf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abf6d13-ee31-42ca-8f41-a3797ffb8563 HTTP/1.1" status: 200 len: 797 time: 0.1292818 Jun 30 09:18:52.452922 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44302) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:52.519550 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8c7a5996-4960-4500-b035-8a5ee26bb3f8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cda7053f57b04e41bdad89538cc85621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0644300 Jun 30 09:18:52.520450 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44306) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:52.530894 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cf2d5-ca4b-44ff-a227-156c696a2f55 req-de49ec09-9e53-4865-b9a4-4e09334b8a5e tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:52.540202 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-740cf2d5-ca4b-44ff-a227-156c696a2f55 req-de49ec09-9e53-4865-b9a4-4e09334b8a5e tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7 HTTP/1.1" status: 200 len: 944 time: 0.2688763 Jun 30 09:18:52.592398 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3b2eca9f-1d91-4b00-b855-49c239bcd506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:52.629379 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3b2eca9f-1d91-4b00-b855-49c239bcd506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:52.660066 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-98c278fc-5ae7-4310-affa-e1469bc790ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:52.662139 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-98c278fc-5ae7-4310-affa-e1469bc790ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2638450 Jun 30 09:18:52.671228 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-740cf2d5-ca4b-44ff-a227-156c696a2f55 req-75994dad-88d9-462b-93bc-256d4768a6a4 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d04690f-3ead-46b1-988f-d0e7daccbc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292915 Jun 30 09:18:52.711617 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7b59da-0018-47c9-a3e4-8ad037f4756b tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:18:52.722627 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd718d0c-cc46-4832-93ab-c054e097cf27 None None] Sync routers for ids ['4522a532-5087-49d8-9d43-d774b095fbb4'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:18:52.733950 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd718d0c-cc46-4832-93ab-c054e097cf27 None None] Routers {'4522a532-5087-49d8-9d43-d774b095fbb4'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:52.736019 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-fd718d0c-cc46-4832-93ab-c054e097cf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:18:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['4522a532-5087-49d8-9d43-d774b095fbb4'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:52.750355 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3b2eca9f-1d91-4b00-b855-49c239bcd506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:52.756719 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3b2eca9f-1d91-4b00-b855-49c239bcd506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:52.775880 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3b2eca9f-1d91-4b00-b855-49c239bcd506 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7377431c-3d8a-4e6f-be73-55a64ba1ed97 HTTP/1.1" status: 204 len: 168 time: 0.2515819 Jun 30 09:18:52.810319 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2eca9f-1d91-4b00-b855-49c239bcd506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7377431c-3d8a-4e6f-be73-55a64ba1ed97,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:52.810899 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-fd718d0c-cc46-4832-93ab-c054e097cf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:52.813391 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device ce4e8205-2a86-450f-a5c6-ab2b92f2eeea up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:52.825880 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd718d0c-cc46-4832-93ab-c054e097cf27 None None] Routers {'4522a532-5087-49d8-9d43-d774b095fbb4'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:52.826709 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-fd718d0c-cc46-4832-93ab-c054e097cf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:18:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['4522a532-5087-49d8-9d43-d774b095fbb4'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:52.853501 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-54f5b442-580c-4ad1-bb8b-f5f63606b994 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819639 Jun 30 09:18:52.859044 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5b7b59da-0018-47c9-a3e4-8ad037f4756b tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:52.889671 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-fd718d0c-cc46-4832-93ab-c054e097cf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:52.890344 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd718d0c-cc46-4832-93ab-c054e097cf27 None None] The sync data for ids ['4522a532-5087-49d8-9d43-d774b095fbb4'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:18:52.920301 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-561859b6-212e-4a9a-b46d-4b185b3d303a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:52.948549 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fa45cf-ed9c-4732-a9b0-ce835ef4e4a0 x-openstack-request-id: req-b6fa45cf-ed9c-4732-a9b0-ce835ef4e4a0 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:52.949269 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231760a8-fa3e-4dc2-be74-0ea6ddcf40bf", "name": "network-vif-deleted", "tag": "2da57038-d223-4824-8505-8568dde71956", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:52.949269 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b6fa45cf-ed9c-4732-a9b0-ce835ef4e4a0 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:52.956932 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231760a8-fa3e-4dc2-be74-0ea6ddcf40bf', 'name': 'network-vif-deleted', 'tag': '2da57038-d223-4824-8505-8568dde71956', 'status': 'completed', 'code': 200} Jun 30 09:18:53.001948 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port ce4e8205-2a86-450f-a5c6-ab2b92f2eeea completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:53.007935 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port ce4e8205-2a86-450f-a5c6-ab2b92f2eeea triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:53.009719 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:53.024250 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5b7b59da-0018-47c9-a3e4-8ad037f4756b tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 8.4125838 Jun 30 09:18:53.034447 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44322) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:53.126863 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:53.139689 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44324) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:53.157711 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4e8205-2a86-450f-a5c6-ab2b92f2eeea'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:53.160708 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39692b0b-c91c-443f-b115-a5224c2c8bc0" -d '{"events": [{"server_uuid": "b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7", "name": "network-vif-plugged", "status": "completed", "tag": "ce4e8205-2a86-450f-a5c6-ab2b92f2eeea"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:53.176889 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port ce4e8205-2a86-450f-a5c6-ab2b92f2eeea, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=ce4e8205-2a86-450f-a5c6-ab2b92f2eeea,segment=NetworkSegment(0e6befe0-fc99-4f22-826c-3db55f7c08ea),segment_id=0e6befe0-fc99-4f22-826c-3db55f7c08ea)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:53.185968 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-df3c0605-1395-422a-8693-f93a28793293 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240294 Jun 30 09:18:53.201039 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-557f30ad-eef5-46fd-bda0-25ef67281955 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "GET /v2.0/floatingips/a5495d50-f137-4b21-be56-2a19a65a8a4b HTTP/1.1" status: 200 len: 976 time: 0.1622121 Jun 30 09:18:53.203425 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44334) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:53.226236 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6694cc-96c1-4d1b-a2b0-6b2bd1f3255e req-99ee4ddf-5e11-42fa-8c3b-c6e9870aaee8 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:53.252370 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6694cc-96c1-4d1b-a2b0-6b2bd1f3255e req-99ee4ddf-5e11-42fa-8c3b-c6e9870aaee8 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:53.280511 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:53.288006 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6694cc-96c1-4d1b-a2b0-6b2bd1f3255e req-99ee4ddf-5e11-42fa-8c3b-c6e9870aaee8 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:53.321953 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6694cc-96c1-4d1b-a2b0-6b2bd1f3255e req-99ee4ddf-5e11-42fa-8c3b-c6e9870aaee8 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:53.332098 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6694cc-96c1-4d1b-a2b0-6b2bd1f3255e req-99ee4ddf-5e11-42fa-8c3b-c6e9870aaee8 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:53.340898 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6694cc-96c1-4d1b-a2b0-6b2bd1f3255e req-99ee4ddf-5e11-42fa-8c3b-c6e9870aaee8 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:53.351754 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6694cc-96c1-4d1b-a2b0-6b2bd1f3255e req-99ee4ddf-5e11-42fa-8c3b-c6e9870aaee8 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:53.354777 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cc6694cc-96c1-4d1b-a2b0-6b2bd1f3255e req-99ee4ddf-5e11-42fa-8c3b-c6e9870aaee8 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5423 time: 0.2644017 Jun 30 09:18:53.396265 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-659d669f-94f9-4f8a-9b03-9fa4c6d76948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:53.420098 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-01d06f2f-4655-4b11-9ccb-64610e2d6f8c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2149868 Jun 30 09:18:53.423311 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44340) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:53.429199 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-6243b398-e0a1-4033-b3b9-23f9b6b88286 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Request body: {'floatingip': {'port_id': 'be951d7f-4bed-431a-88bb-89c5037207ec'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:53.451791 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-93fecc41-a96a-44d3-8a53-deed8f665ddb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=d8c0077e-9781-471c-a7ca-1fbaf87ae4b4 HTTP/1.1" status: 200 len: 217 time: 0.2500436 Jun 30 09:18:53.487072 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=ce4e8205-2a86-450f-a5c6-ab2b92f2eeea,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:53.495246 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:53.522973 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cc6694cc-96c1-4d1b-a2b0-6b2bd1f3255e req-fd379b2a-b4bc-41e6-9fc9-77cb947bd0f0 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1239653 Jun 30 09:18:53.523727 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6243b398-e0a1-4033-b3b9-23f9b6b88286 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:53.549338 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-12e2d6e6-5a52-4b82-bc61-b80871e21123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:53.550877 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-12e2d6e6-5a52-4b82-bc61-b80871e21123 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abf6d13-ee31-42ca-8f41-a3797ffb8563 HTTP/1.1" status: 200 len: 797 time: 0.0829055 Jun 30 09:18:53.661252 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-d4de3db3-abf7-4b93-9d26-db84c35c7c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:53.663222 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-d4de3db3-abf7-4b93-9d26-db84c35c7c82 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0931637 Jun 30 09:18:53.709502 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-659d669f-94f9-4f8a-9b03-9fa4c6d76948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:53.763683 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ca31e8fa-4fe8-4e66-8092-fd821f5225a0 req-630e66e6-113d-4adf-8cf6-475482f610f7 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=231760a8-fa3e-4dc2-be74-0ea6ddcf40bf HTTP/1.1" status: 200 len: 210 time: 0.0657222 Jun 30 09:18:53.813783 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-85f2e9d5-d307-4cf2-b93f-aa34764bf975 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389577 Jun 30 09:18:53.817910 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a56d05-22b5-4724-91d8-3d4f68a4855e req-d8719778-e94f-47e9-9457-6bc224641522 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:53.819959 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-32a56d05-22b5-4724-91d8-3d4f68a4855e req-d8719778-e94f-47e9-9457-6bc224641522 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a48fb0-30ba-4482-a7fd-3ad6af85be86 HTTP/1.1" status: 200 len: 944 time: 0.1830797 Jun 30 09:18:53.821009 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-659d669f-94f9-4f8a-9b03-9fa4c6d76948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:53.824606 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ad0d93-71ca-4294-b0c6-388ad4a220b3 x-openstack-request-id: req-36ad0d93-71ca-4294-b0c6-388ad4a220b3 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:53.825312 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7", "name": "network-vif-plugged", "status": "completed", "tag": "ce4e8205-2a86-450f-a5c6-ab2b92f2eeea", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:53.825914 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-36ad0d93-71ca-4294-b0c6-388ad4a220b3 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:53.827229 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4e8205-2a86-450f-a5c6-ab2b92f2eeea', 'code': 200} Jun 30 09:18:53.961566 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-659d669f-94f9-4f8a-9b03-9fa4c6d76948 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=30c416019c1d4114b40ca5814eaccdff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8184743 Jun 30 09:18:53.963441 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44356) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:53.968460 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d669f-94f9-4f8a-9b03-9fa4c6d76948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7d63e8-97b2-4dd0-a89b-d416274c394b,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:54.137334 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-32a56d05-22b5-4724-91d8-3d4f68a4855e req-c1015dac-2704-4f06-92f9-bf3a400738f9 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Deleting port 5e9a904f-08cb-456a-a1c7-fb789d344075 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:54.137684 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-32a56d05-22b5-4724-91d8-3d4f68a4855e req-c1015dac-2704-4f06-92f9-bf3a400738f9 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.314171 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-32a56d05-22b5-4724-91d8-3d4f68a4855e req-c1015dac-2704-4f06-92f9-bf3a400738f9 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] For port 5e9a904f-08cb-456a-a1c7-fb789d344075, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=5e9a904f-08cb-456a-a1c7-fb789d344075,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:54.314587 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-32a56d05-22b5-4724-91d8-3d4f68a4855e req-c1015dac-2704-4f06-92f9-bf3a400738f9 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.334695 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-32a56d05-22b5-4724-91d8-3d4f68a4855e req-c1015dac-2704-4f06-92f9-bf3a400738f9 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Calling delete_port for 5e9a904f-08cb-456a-a1c7-fb789d344075 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:54.350421 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-dd8e0c10-7f7b-41f5-91a4-03cf069cecd3 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5280445 Jun 30 09:18:54.408530 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ddcacace-531e-43b5-9a19-417b4c6fe98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.416087 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-fff82698-eab1-4e35-a682-991e24eba721 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3496caa8-899f-4b6b-b20d-887cdd2e4d71 HTTP/1.1" status: 200 len: 217 time: 0.0534177 Jun 30 09:18:54.429888 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bccef8b-3f2d-4bcd-a8a1-f6e31f87e896 req-ae5f7c43-9c1e-4b8c-a000-2264f9b6ce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:54.431544 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8bccef8b-3f2d-4bcd-a8a1-f6e31f87e896 req-ae5f7c43-9c1e-4b8c-a000-2264f9b6ce78 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7 HTTP/1.1" status: 200 len: 1097 time: 0.5116024 Jun 30 09:18:54.431703 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6243b398-e0a1-4033-b3b9-23f9b6b88286 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.442596 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb13251-ac42-449e-8ba9-dc521a47a307 req-d55090f5-71be-4a40-898f-7fa82c8cb892 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:54.444135 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cfb13251-ac42-449e-8ba9-dc521a47a307 req-d55090f5-71be-4a40-898f-7fa82c8cb892 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7 HTTP/1.1" status: 200 len: 945 time: 0.4662895 Jun 30 09:18:54.494383 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ddcacace-531e-43b5-9a19-417b4c6fe98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.522838 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6243b398-e0a1-4033-b3b9-23f9b6b88286 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.544108 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.576898 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-9990e693-917f-4801-96dd-3ca2429dc5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:54.578316 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-9990e693-917f-4801-96dd-3ca2429dc5bc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7c18985-d439-4c19-be51-90abec28edd1 HTTP/1.1" status: 200 len: 797 time: 0.1444757 Jun 30 09:18:54.582806 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8bccef8b-3f2d-4bcd-a8a1-f6e31f87e896 req-d8112e91-d765-41d7-b726-63e7f57f56d0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5d04690f-3ead-46b1-988f-d0e7daccbc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376274 Jun 30 09:18:54.586240 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cfb13251-ac42-449e-8ba9-dc521a47a307 req-82e92462-40bb-4e69-ac37-0b84ec879959 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d04690f-3ead-46b1-988f-d0e7daccbc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272006 Jun 30 09:18:54.637373 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-32a56d05-22b5-4724-91d8-3d4f68a4855e req-c1015dac-2704-4f06-92f9-bf3a400738f9 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.648954 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['39a6102a-239e-4db8-9eb8-03d3a4a9bcc2'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:18:54.655557 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-937fa3ba-175c-4cdc-8af3-eda77c947216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:54.657993 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:18:54.658414 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-937fa3ba-175c-4cdc-8af3-eda77c947216 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ee7a795-7cad-4025-ad1c-ea31997afa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0682881 Jun 30 09:18:54.674536 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1015dac-2704-4f06-92f9-bf3a400738f9 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Pushing event deleted for resources: {'Port': ['ID=5e9a904f-08cb-456a-a1c7-fb789d344075,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:54.718454 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [None req-6243b398-e0a1-4033-b3b9-23f9b6b88286 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Floating IP a5495d50-f137-4b21-be56-2a19a65a8a4b associated. External IP: 172.25.6.116, port: d9a381c4-a740-4d28-953b-6941a5e50834. Jun 30 09:18:54.738803 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ddcacace-531e-43b5-9a19-417b4c6fe98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.741342 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ddcacace-531e-43b5-9a19-417b4c6fe98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.744998 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ddcacace-531e-43b5-9a19-417b4c6fe98d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cd7d63e8-97b2-4dd0-a89b-d416274c394b HTTP/1.1" status: 204 len: 168 time: 0.7779868 Jun 30 09:18:54.763082 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcacace-531e-43b5-9a19-417b4c6fe98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7d63e8-97b2-4dd0-a89b-d416274c394b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:54.832332 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a56d05-22b5-4724-91d8-3d4f68a4855e req-c1015dac-2704-4f06-92f9-bf3a400738f9 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] No DVR routers for this DVR port 5e9a904f-08cb-456a-a1c7-fb789d344075 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:54.838292 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-32a56d05-22b5-4724-91d8-3d4f68a4855e req-c1015dac-2704-4f06-92f9-bf3a400738f9 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.842883 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-6a456641-4078-4853-8e68-bc4d898cd367 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737208 Jun 30 09:18:54.848420 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-32a56d05-22b5-4724-91d8-3d4f68a4855e req-c1015dac-2704-4f06-92f9-bf3a400738f9 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "DELETE /v2.0/ports/5e9a904f-08cb-456a-a1c7-fb789d344075 HTTP/1.1" status: 204 len: 173 time: 1.0157650 Jun 30 09:18:54.851629 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a48fb0-30ba-4482-a7fd-3ad6af85be86', 'name': 'network-vif-deleted', 'tag': '5e9a904f-08cb-456a-a1c7-fb789d344075'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:54.851629 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2eb50c2-fa3d-4052-bd52-cce74b00d896" -d '{"events": [{"server_uuid": "47a48fb0-30ba-4482-a7fd-3ad6af85be86", "name": "network-vif-deleted", "tag": "5e9a904f-08cb-456a-a1c7-fb789d344075"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:54.863896 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 2da57038-d223-4824-8505-8568dde71956 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:54.931142 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 2da57038-d223-4824-8505-8568dde71956 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:18:54.932261 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 2da57038-d223-4824-8505-8568dde71956 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:18:55.078166 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-135b2c2d-56c2-456a-b0dc-2b1233a1cf5e service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252057 Jun 30 09:18:55.151211 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-fceb55e6-7ed6-4b15-9eee-450b1ea08564 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2f70ca00-91bf-41fb-867a-6edb210c3385 HTTP/1.1" status: 200 len: 217 time: 0.0614238 Jun 30 09:18:55.152844 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6243b398-e0a1-4033-b3b9-23f9b6b88286 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Router 4522a532-5087-49d8-9d43-d774b095fbb4 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:18:55.213796 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a9009-b432-4f55-8dcb-6b8ae3e9e541 req-8cbf7477-923f-4840-aee5-eeac50c3d1fb tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:55.222587 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a9009-b432-4f55-8dcb-6b8ae3e9e541 req-8cbf7477-923f-4840-aee5-eeac50c3d1fb tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:55.228595 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a9009-b432-4f55-8dcb-6b8ae3e9e541 req-8cbf7477-923f-4840-aee5-eeac50c3d1fb tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:55.234390 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a9009-b432-4f55-8dcb-6b8ae3e9e541 req-8cbf7477-923f-4840-aee5-eeac50c3d1fb tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:55.240839 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a9009-b432-4f55-8dcb-6b8ae3e9e541 req-8cbf7477-923f-4840-aee5-eeac50c3d1fb tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:55.246771 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a9009-b432-4f55-8dcb-6b8ae3e9e541 req-8cbf7477-923f-4840-aee5-eeac50c3d1fb tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:55.252760 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a9009-b432-4f55-8dcb-6b8ae3e9e541 req-8cbf7477-923f-4840-aee5-eeac50c3d1fb tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:55.254706 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d77a9009-b432-4f55-8dcb-6b8ae3e9e541 req-8cbf7477-923f-4840-aee5-eeac50c3d1fb tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5423 time: 0.2856698 Jun 30 09:18:55.288169 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-ead1872d-9b20-41be-8ac2-133fd17e7679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:55.289743 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-ead1872d-9b20-41be-8ac2-133fd17e7679 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7c18985-d439-4c19-be51-90abec28edd1 HTTP/1.1" status: 200 len: 797 time: 0.1287124 Jun 30 09:18:55.305545 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6243b398-e0a1-4033-b3b9-23f9b6b88286 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:18:55.318116 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7bb342-555b-4b39-99d0-04a5129715e5 None None] Sync routers for ids ['4522a532-5087-49d8-9d43-d774b095fbb4'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:18:55.327436 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7bb342-555b-4b39-99d0-04a5129715e5 None None] Routers {'4522a532-5087-49d8-9d43-d774b095fbb4'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:55.328330 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-8f7bb342-555b-4b39-99d0-04a5129715e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:18:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['4522a532-5087-49d8-9d43-d774b095fbb4'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:55.362950 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d77a9009-b432-4f55-8dcb-6b8ae3e9e541 req-5a04717c-9594-466a-9f22-d346df328169 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0978036 Jun 30 09:18:55.369848 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-8f7bb342-555b-4b39-99d0-04a5129715e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:55.379912 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7bb342-555b-4b39-99d0-04a5129715e5 None None] Routers {'4522a532-5087-49d8-9d43-d774b095fbb4'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:55.380983 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-8f7bb342-555b-4b39-99d0-04a5129715e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:18:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['4522a532-5087-49d8-9d43-d774b095fbb4'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:55.402196 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fee4-812e-43d1-babf-273d9afdf082 req-1313b549-64d7-4fb2-9abd-3ed1ac7ba4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:55.404738 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-1313b549-64d7-4fb2-9abd-3ed1ac7ba4fc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ee7a795-7cad-4025-ad1c-ea31997afa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1027858 Jun 30 09:18:55.427925 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-8f7bb342-555b-4b39-99d0-04a5129715e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:55.429326 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7bb342-555b-4b39-99d0-04a5129715e5 None None] The sync data for ids ['4522a532-5087-49d8-9d43-d774b095fbb4'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:18:55.542122 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-3b52eac3-9fd2-448f-ac00-776b0f52489b service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299467 Jun 30 09:18:55.599857 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44390) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:55.615735 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7e09891e-9d10-4d48-81cc-dd7bed18ed45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:55.621345 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df8b84c-9d87-487d-b45e-98b06124972a x-openstack-request-id: req-3df8b84c-9d87-487d-b45e-98b06124972a {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:55.621345 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a48fb0-30ba-4482-a7fd-3ad6af85be86", "name": "network-vif-deleted", "tag": "5e9a904f-08cb-456a-a1c7-fb789d344075", "status": "failed", "code": 422}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:55.621650 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3df8b84c-9d87-487d-b45e-98b06124972a {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:55.621905 n-d-771363-31 neutron-server[101053]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '47a48fb0-30ba-4482-a7fd-3ad6af85be86', 'name': 'network-vif-deleted', 'tag': '5e9a904f-08cb-456a-a1c7-fb789d344075', 'status': 'failed', 'code': 422} returned with failed status Jun 30 09:18:55.683307 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e883fee4-812e-43d1-babf-273d9afdf082 req-1f4927bf-1ee1-424b-9311-2cf2109819f3 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296880 Jun 30 09:18:55.716013 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6243b398-e0a1-4033-b3b9-23f9b6b88286 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Router 4522a532-5087-49d8-9d43-d774b095fbb4 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:18:55.856665 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6243b398-e0a1-4033-b3b9-23f9b6b88286 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:18:55.861533 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6243b398-e0a1-4033-b3b9-23f9b6b88286 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:55.872549 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c779b5-7755-4798-8f0c-c9571f18c4ff None None] Sync routers for ids ['4522a532-5087-49d8-9d43-d774b095fbb4'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:18:55.888170 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c779b5-7755-4798-8f0c-c9571f18c4ff None None] Routers {'4522a532-5087-49d8-9d43-d774b095fbb4'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:55.889088 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a0c779b5-7755-4798-8f0c-c9571f18c4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:18:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['4522a532-5087-49d8-9d43-d774b095fbb4'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:55.942460 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a0c779b5-7755-4798-8f0c-c9571f18c4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:55.954088 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c779b5-7755-4798-8f0c-c9571f18c4ff None None] Routers {'4522a532-5087-49d8-9d43-d774b095fbb4'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:55.955241 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a0c779b5-7755-4798-8f0c-c9571f18c4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:18:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['4522a532-5087-49d8-9d43-d774b095fbb4'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:55.976055 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d5a6f-f69d-4a4f-bdfe-c7dfdf86d22a req-ce9a0c34-6962-4bd9-8d81-4bedf8d8e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:55.976576 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d5a6f-f69d-4a4f-bdfe-c7dfdf86d22a req-ce9a0c34-6962-4bd9-8d81-4bedf8d8e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:55.977026 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d5a6f-f69d-4a4f-bdfe-c7dfdf86d22a req-ce9a0c34-6962-4bd9-8d81-4bedf8d8e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:55.977493 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d5a6f-f69d-4a4f-bdfe-c7dfdf86d22a req-ce9a0c34-6962-4bd9-8d81-4bedf8d8e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:55.977957 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d5a6f-f69d-4a4f-bdfe-c7dfdf86d22a req-ce9a0c34-6962-4bd9-8d81-4bedf8d8e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:55.992776 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d5a6f-f69d-4a4f-bdfe-c7dfdf86d22a req-ce9a0c34-6962-4bd9-8d81-4bedf8d8e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:55.993126 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6243b398-e0a1-4033-b3b9-23f9b6b88286 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "PUT /v2.0/floatingips/a5495d50-f137-4b21-be56-2a19a65a8a4b HTTP/1.1" status: 200 len: 978 time: 2.5683277 Jun 30 09:18:55.996051 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d5a6f-f69d-4a4f-bdfe-c7dfdf86d22a req-ce9a0c34-6962-4bd9-8d81-4bedf8d8e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:55.996051 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-903d5a6f-f69d-4a4f-bdfe-c7dfdf86d22a req-ce9a0c34-6962-4bd9-8d81-4bedf8d8e8be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cf47b77e70945949916ae6cc28be07c&device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 6487 time: 0.1689866 Jun 30 09:18:55.996051 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44402) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:56.003316 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7e09891e-9d10-4d48-81cc-dd7bed18ed45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:56.004636 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a0c779b5-7755-4798-8f0c-c9571f18c4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:56.005394 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c779b5-7755-4798-8f0c-c9571f18c4ff None None] The sync data for ids ['4522a532-5087-49d8-9d43-d774b095fbb4'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:18:56.008409 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-dcb0993c-f035-4e63-a60b-2ccdf4dd1abc tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:56.075634 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7e09891e-9d10-4d48-81cc-dd7bed18ed45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:56.082509 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44406) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:56.111600 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dcb0993c-f035-4e63-a60b-2ccdf4dd1abc tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:56.136814 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7e09891e-9d10-4d48-81cc-dd7bed18ed45 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0933e739c3454b9a96e9ad5fb379f986&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5334363 Jun 30 09:18:56.136814 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09891e-9d10-4d48-81cc-dd7bed18ed45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e3a051-3213-4d20-a95c-6e5f85089334,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:56.138549 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44410) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:56.210508 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9d62a301-23a9-4aeb-98cf-59b1ef55a6b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:56.245530 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-6eb0f3d8-98e3-42a4-b13a-15e0bc52fc5c tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:56.268681 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:56.274400 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9d62a301-23a9-4aeb-98cf-59b1ef55a6b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:56.348146 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23553b6-4ff4-414d-a852-59872d65940e req-1787738a-2773-48a3-af37-c96d5b292811 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:56.349813 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f23553b6-4ff4-414d-a852-59872d65940e req-1787738a-2773-48a3-af37-c96d5b292811 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7 HTTP/1.1" status: 200 len: 945 time: 0.1300464 Jun 30 09:18:56.373293 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dcb0993c-f035-4e63-a60b-2ccdf4dd1abc tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:56.376518 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d5a6f-f69d-4a4f-bdfe-c7dfdf86d22a req-66391d36-37d5-4787-b02b-1cbd5cd123ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:56.378085 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-903d5a6f-f69d-4a4f-bdfe-c7dfdf86d22a req-66391d36-37d5-4787-b02b-1cbd5cd123ff service neutron] 10.222.0.52 "GET /v2.0/networks?id=1ee7a795-7cad-4025-ad1c-ea31997afa2e HTTP/1.1" status: 200 len: 903 time: 0.2913115 Jun 30 09:18:56.392237 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f23553b6-4ff4-414d-a852-59872d65940e req-355edd0e-dfd3-475a-b355-858b38b33aaa tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d04690f-3ead-46b1-988f-d0e7daccbc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353034 Jun 30 09:18:56.429212 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-903d5a6f-f69d-4a4f-bdfe-c7dfdf86d22a req-2d6e5f0b-cfd1-4d36-adc2-dd7c5024a65b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2f70ca00-91bf-41fb-867a-6edb210c3385 HTTP/1.1" status: 200 len: 217 time: 0.0420988 Jun 30 09:18:56.442864 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6eb0f3d8-98e3-42a4-b13a-15e0bc52fc5c tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] 10.222.0.10 "PUT /v2.0/quotas/394cf67c91904eb4891bf751f62f0d7f HTTP/1.1" status: 200 len: 368 time: 0.3591762 Jun 30 09:18:56.450164 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44418) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:56.456170 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-56a46efd-f57f-4b0e-9402-a9470f5e74ca tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Request body: {'network': {'project_id': '394cf67c91904eb4891bf751f62f0d7f'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:56.467930 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9d62a301-23a9-4aeb-98cf-59b1ef55a6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:56.471765 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9d62a301-23a9-4aeb-98cf-59b1ef55a6b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:56.473149 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9d62a301-23a9-4aeb-98cf-59b1ef55a6b3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/08e3a051-3213-4d20-a95c-6e5f85089334 HTTP/1.1" status: 204 len: 168 time: 0.3333726 Jun 30 09:18:56.495179 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d5a6f-f69d-4a4f-bdfe-c7dfdf86d22a req-a1747419-bd43-434a-baba-3a7801bab4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:56.495868 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62a301-23a9-4aeb-98cf-59b1ef55a6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e3a051-3213-4d20-a95c-6e5f85089334,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:56.499044 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-903d5a6f-f69d-4a4f-bdfe-c7dfdf86d22a req-a1747419-bd43-434a-baba-3a7801bab4db service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7c18985-d439-4c19-be51-90abec28edd1 HTTP/1.1" status: 200 len: 797 time: 0.0604267 Jun 30 09:18:56.501987 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dcb0993c-f035-4e63-a60b-2ccdf4dd1abc tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:56.502144 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-dcb0993c-f035-4e63-a60b-2ccdf4dd1abc tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Floating IP a5495d50-f137-4b21-be56-2a19a65a8a4b disassociated. External IP: 172.25.6.116, port: be951d7f-4bed-431a-88bb-89c5037207ec. Jun 30 09:18:56.567241 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a46efd-f57f-4b0e-9402-a9470f5e74ca tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Made reservation on behalf of 394cf67c91904eb4891bf751f62f0d7f for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:56.569606 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-56a46efd-f57f-4b0e-9402-a9470f5e74ca tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:56.664096 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d5a6f-f69d-4a4f-bdfe-c7dfdf86d22a req-6ea8ccd0-9e4d-4dde-9f0f-475c41225546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:56.665843 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-903d5a6f-f69d-4a4f-bdfe-c7dfdf86d22a req-6ea8ccd0-9e4d-4dde-9f0f-475c41225546 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ee7a795-7cad-4025-ad1c-ea31997afa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1251030 Jun 30 09:18:56.852174 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-903d5a6f-f69d-4a4f-bdfe-c7dfdf86d22a req-785109e6-897a-47a3-bdee-c468a35f2b8d service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496603 Jun 30 09:18:56.856038 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb0993c-f035-4e63-a60b-2ccdf4dd1abc tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Router 4522a532-5087-49d8-9d43-d774b095fbb4 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:18:56.934488 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-56a46efd-f57f-4b0e-9402-a9470f5e74ca tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:56.994101 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a4778-40f8-43de-8575-4d7c4732688e req-537bd6a8-2013-406f-9cf0-483230d98927 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:56.995611 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-918a4778-40f8-43de-8575-4d7c4732688e req-537bd6a8-2013-406f-9cf0-483230d98927 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d759bcc-b77e-4d09-8f77-d0e79a3a3e01 HTTP/1.1" status: 200 len: 945 time: 0.4395473 Jun 30 09:18:57.055616 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-918a4778-40f8-43de-8575-4d7c4732688e req-47bab770-75a0-4db0-9997-22ddaa513faa tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523734 Jun 30 09:18:57.061528 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-903d5a6f-f69d-4a4f-bdfe-c7dfdf86d22a req-eb458d34-4908-4a82-830c-a57d91a006c6 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987565 Jun 30 09:18:57.067335 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb0993c-f035-4e63-a60b-2ccdf4dd1abc tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:18:57.072037 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dcb0993c-f035-4e63-a60b-2ccdf4dd1abc tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:57.095247 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f5f9c5-de19-4873-94cc-68fbe40dab15 None None] Sync routers for ids ['4522a532-5087-49d8-9d43-d774b095fbb4'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:18:57.111842 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f5f9c5-de19-4873-94cc-68fbe40dab15 None None] Routers {'4522a532-5087-49d8-9d43-d774b095fbb4'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:57.116153 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f0f5f9c5-de19-4873-94cc-68fbe40dab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:18:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['4522a532-5087-49d8-9d43-d774b095fbb4'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:57.139215 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-56a46efd-f57f-4b0e-9402-a9470f5e74ca tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:57.145503 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-dcb0993c-f035-4e63-a60b-2ccdf4dd1abc tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "PUT /v2.0/floatingips/a5495d50-f137-4b21-be56-2a19a65a8a4b HTTP/1.1" status: 200 len: 688 time: 1.1483886 Jun 30 09:18:57.148149 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44426) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:57.165587 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f0f5f9c5-de19-4873-94cc-68fbe40dab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:57.175859 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f5f9c5-de19-4873-94cc-68fbe40dab15 None None] Routers {'4522a532-5087-49d8-9d43-d774b095fbb4'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:57.176743 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f0f5f9c5-de19-4873-94cc-68fbe40dab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:18:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['4522a532-5087-49d8-9d43-d774b095fbb4'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:57.210973 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f0f5f9c5-de19-4873-94cc-68fbe40dab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:57.211917 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f5f9c5-de19-4873-94cc-68fbe40dab15 None None] The sync data for ids ['4522a532-5087-49d8-9d43-d774b095fbb4'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:18:57.287258 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad0331-1a7c-47cc-84e5-ca4132f37b3d req-a262be68-45aa-4376-bb60-b126d136b303 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:57.288745 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8ad0331-1a7c-47cc-84e5-ca4132f37b3d req-a262be68-45aa-4376-bb60-b126d136b303 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=952e7d23-8c92-4bfd-8d01-23aa40da8f43 HTTP/1.1" status: 200 len: 908 time: 0.0714812 Jun 30 09:18:57.290221 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-56a46efd-f57f-4b0e-9402-a9470f5e74ca tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:57.317999 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a46efd-f57f-4b0e-9402-a9470f5e74ca tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:18:57.327705 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a46efd-f57f-4b0e-9402-a9470f5e74ca tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f95a3b-6926-4ef7-9afb-6a3b770113e5,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:57.340461 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-56a46efd-f57f-4b0e-9402-a9470f5e74ca tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:57.340847 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-56a46efd-f57f-4b0e-9402-a9470f5e74ca tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Added segment 41674b22-e173-4f69-b5d3-5fc738d454fb of type vlan for network df7994c6-7f5f-4a20-ae80-e1aef3a25471 Jun 30 09:18:57.349124 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e8645-31c8-485d-ba95-33eb14815919 req-7c363694-693f-4e61-b6e3-edd34df3b86a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:57.354897 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e8645-31c8-485d-ba95-33eb14815919 req-7c363694-693f-4e61-b6e3-edd34df3b86a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:57.361570 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e8645-31c8-485d-ba95-33eb14815919 req-7c363694-693f-4e61-b6e3-edd34df3b86a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:57.367738 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e8645-31c8-485d-ba95-33eb14815919 req-7c363694-693f-4e61-b6e3-edd34df3b86a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:57.373651 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e8645-31c8-485d-ba95-33eb14815919 req-7c363694-693f-4e61-b6e3-edd34df3b86a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:57.379874 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e8645-31c8-485d-ba95-33eb14815919 req-7c363694-693f-4e61-b6e3-edd34df3b86a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:57.385648 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e8645-31c8-485d-ba95-33eb14815919 req-7c363694-693f-4e61-b6e3-edd34df3b86a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:57.391110 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-575e8645-31c8-485d-ba95-33eb14815919 req-7c363694-693f-4e61-b6e3-edd34df3b86a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5423 time: 0.1679816 Jun 30 09:18:57.391315 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-56a46efd-f57f-4b0e-9402-a9470f5e74ca tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:57.419453 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-e01ce2ef-59a4-4997-893f-cd5c524dc14c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Deleting port 8f5e51f5-0959-4270-a4ae-00f1354b2ef5 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:57.419800 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e01ce2ef-59a4-4997-893f-cd5c524dc14c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:57.460300 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44432) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:57.476870 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7011fa87-0bb8-4287-8fbd-dd72db31776c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:57.491103 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-575e8645-31c8-485d-ba95-33eb14815919 req-9ef9b45a-3a35-4f93-944a-4e6341961572 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0945218 Jun 30 09:18:57.509663 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-56a46efd-f57f-4b0e-9402-a9470f5e74ca tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:57.510468 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a46efd-f57f-4b0e-9402-a9470f5e74ca tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:57.511052 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-56a46efd-f57f-4b0e-9402-a9470f5e74ca tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:57.548511 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e01ce2ef-59a4-4997-893f-cd5c524dc14c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:57.549068 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e01ce2ef-59a4-4997-893f-cd5c524dc14c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:57.562357 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-e01ce2ef-59a4-4997-893f-cd5c524dc14c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Calling delete_port for 8f5e51f5-0959-4270-a4ae-00f1354b2ef5 owned by network:floatingip {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:57.606141 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a46efd-f57f-4b0e-9402-a9470f5e74ca tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Pushing event updated for resources: {'Network': ['ID=df7994c6-7f5f-4a20-ae80-e1aef3a25471,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:57.617270 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network df7994c6-7f5f-4a20-ae80-e1aef3a25471 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:18:57.687506 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7011fa87-0bb8-4287-8fbd-dd72db31776c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:57.705973 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f447f4-2def-426d-9f37-aa49209ae291 req-ff96f482-4ff7-44bd-a498-242f39c4bdb3 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:57.707494 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-95f447f4-2def-426d-9f37-aa49209ae291 req-ff96f482-4ff7-44bd-a498-242f39c4bdb3 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7 HTTP/1.1" status: 200 len: 945 time: 0.1060269 Jun 30 09:18:57.747453 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-95f447f4-2def-426d-9f37-aa49209ae291 req-1c0b8e9b-5911-4362-a07d-0acbb6bda887 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d04690f-3ead-46b1-988f-d0e7daccbc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341940 Jun 30 09:18:57.769094 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7011fa87-0bb8-4287-8fbd-dd72db31776c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:57.796020 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e01ce2ef-59a4-4997-893f-cd5c524dc14c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:57.826593 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ce2ef-59a4-4997-893f-cd5c524dc14c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event deleted for resources: {'Port': ['ID=8f5e51f5-0959-4270-a4ae-00f1354b2ef5,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:57.843715 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-56a46efd-f57f-4b0e-9402-a9470f5e74ca tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3899250 Jun 30 09:18:57.843715 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011fa87-0bb8-4287-8fbd-dd72db31776c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9707c4-3620-4f3e-b545-538957dbde80,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:57.849585 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44436) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:57.863472 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ce2ef-59a4-4997-893f-cd5c524dc14c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:57.863472 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ce2ef-59a4-4997-893f-cd5c524dc14c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:57.863472 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ce2ef-59a4-4997-893f-cd5c524dc14c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:57.863472 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ce2ef-59a4-4997-893f-cd5c524dc14c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:57.865008 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ce2ef-59a4-4997-893f-cd5c524dc14c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:57.865360 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ce2ef-59a4-4997-893f-cd5c524dc14c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:57.865687 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ce2ef-59a4-4997-893f-cd5c524dc14c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:57.866024 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ce2ef-59a4-4997-893f-cd5c524dc14c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:57.866356 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ce2ef-59a4-4997-893f-cd5c524dc14c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:57.866692 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ce2ef-59a4-4997-893f-cd5c524dc14c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:57.867013 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ce2ef-59a4-4997-893f-cd5c524dc14c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:57.867391 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ce2ef-59a4-4997-893f-cd5c524dc14c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:57.874516 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7011fa87-0bb8-4287-8fbd-dd72db31776c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f1cac39f9f104f2c832fe29a6addb8a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4123852 Jun 30 09:18:57.884977 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-26ba1e6a-c8f1-40d2-943a-695e5dbc4739 tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Request body: {'network': {'project_id': '394cf67c91904eb4891bf751f62f0d7f'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:57.887272 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44438) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:57.917989 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e01ce2ef-59a4-4997-893f-cd5c524dc14c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:57.922580 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e01ce2ef-59a4-4997-893f-cd5c524dc14c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:57.924689 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e01ce2ef-59a4-4997-893f-cd5c524dc14c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "DELETE /v2.0/floatingips/a5495d50-f137-4b21-be56-2a19a65a8a4b HTTP/1.1" status: 204 len: 168 time: 0.7745547 Jun 30 09:18:57.927279 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44440) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:57.993144 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-0090b382-d3d5-4e4a-912f-e056f955c758 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] delete failed (client error): The resource could not be found. Jun 30 09:18:57.993144 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0090b382-d3d5-4e4a-912f-e056f955c758 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "DELETE /v2.0/floatingips/a5495d50-f137-4b21-be56-2a19a65a8a4b HTTP/1.1" status: 404 len: 345 time: 0.0602930 Jun 30 09:18:57.993144 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44446) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:57.998303 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dd5af9df-74a1-49f3-805f-cd60dd858df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:58.032528 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dd5af9df-74a1-49f3-805f-cd60dd858df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:58.046981 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ba1e6a-c8f1-40d2-943a-695e5dbc4739 tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Made reservation on behalf of 394cf67c91904eb4891bf751f62f0d7f for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:58.050160 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26ba1e6a-c8f1-40d2-943a-695e5dbc4739 tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:58.088036 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ba1e6a-c8f1-40d2-943a-695e5dbc4739 tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:18:58.121180 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4eb794-7725-4543-b034-3e0ec0457204 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:58.127278 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4eb794-7725-4543-b034-3e0ec0457204 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:58.133270 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4eb794-7725-4543-b034-3e0ec0457204 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:58.137506 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-bf4eb794-7725-4543-b034-3e0ec0457204 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "GET /v2.0/ports?network_id=cdc0559f-67d1-4643-aeb9-3f7b3934bfbc HTTP/1.1" status: 200 len: 2356 time: 0.1409738 Jun 30 09:18:58.138107 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44450) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:58.226603 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26ba1e6a-c8f1-40d2-943a-695e5dbc4739 tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:58.226956 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-26ba1e6a-c8f1-40d2-943a-695e5dbc4739 tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Added segment c46c16b8-4f38-4be8-ba4f-25fe14a59e14 of type vlan for network 6d7d13fb-3290-450d-bf99-a881c061086e Jun 30 09:18:58.228191 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dd5af9df-74a1-49f3-805f-cd60dd858df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:58.230861 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dd5af9df-74a1-49f3-805f-cd60dd858df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:58.232040 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-dd5af9df-74a1-49f3-805f-cd60dd858df2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1a9707c4-3620-4f3e-b545-538957dbde80 HTTP/1.1" status: 204 len: 168 time: 0.3425653 Jun 30 09:18:58.272979 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5af9df-74a1-49f3-805f-cd60dd858df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9707c4-3620-4f3e-b545-538957dbde80,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:58.308094 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26ba1e6a-c8f1-40d2-943a-695e5dbc4739 tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:58.380860 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465878f0-03fc-4a0f-bb2b-a2051823aae4 req-85f99e17-c63b-46b7-99ac-bd600e5487f0 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:58.382451 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-465878f0-03fc-4a0f-bb2b-a2051823aae4 req-85f99e17-c63b-46b7-99ac-bd600e5487f0 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d759bcc-b77e-4d09-8f77-d0e79a3a3e01 HTTP/1.1" status: 200 len: 945 time: 0.1873610 Jun 30 09:18:58.431866 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-465878f0-03fc-4a0f-bb2b-a2051823aae4 req-5f3ab3e4-a145-44e5-8c0a-f75968f4d9f2 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410833 Jun 30 09:18:58.452146 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26ba1e6a-c8f1-40d2-943a-695e5dbc4739 tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:58.453143 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ba1e6a-c8f1-40d2-943a-695e5dbc4739 tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:58.454317 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26ba1e6a-c8f1-40d2-943a-695e5dbc4739 tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:58.494530 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46327af9-bdba-47a3-b750-224cb38a75c5 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:58.500796 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-46327af9-bdba-47a3-b750-224cb38a75c5 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "GET /v2.0/subnets/1cd70202-59e2-40cd-8e17-279a8dc07c06 HTTP/1.1" status: 200 len: 797 time: 0.3614120 Jun 30 09:18:58.501581 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44458) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:58.508809 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-7767febb-30dc-4a8f-9554-33500d123a71 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Request body: {'port': {'network_id': 'cdc0559f-67d1-4643-aeb9-3f7b3934bfbc', 'name': 'tempest-FloatingIPTestJSON-2094171584', 'fixed_ips': [{'ip_address': '172.20.0.12'}, {'ip_address': '172.20.0.11'}]}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:58.540347 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba1e6a-c8f1-40d2-943a-695e5dbc4739 tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Pushing event updated for resources: {'Network': ['ID=6d7d13fb-3290-450d-bf99-a881c061086e,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:58.550961 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 6d7d13fb-3290-450d-bf99-a881c061086e details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:18:58.635985 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c664c-ffc5-4bc9-83f3-60e5be45ca87 req-6b51eda5-a96b-403a-890e-be99c3acf2b9 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:58.637698 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9d5c664c-ffc5-4bc9-83f3-60e5be45ca87 req-6b51eda5-a96b-403a-890e-be99c3acf2b9 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=952e7d23-8c92-4bfd-8d01-23aa40da8f43 HTTP/1.1" status: 200 len: 908 time: 0.0787432 Jun 30 09:18:58.643821 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-26ba1e6a-c8f1-40d2-943a-695e5dbc4739 tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7803738 Jun 30 09:18:58.644073 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3ddf8-9813-4259-a9c6-d7cc65ca6a8b req-c893e33d-823f-48b5-8c40-1c2e657034f7 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:58.644446 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44464) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:58.645655 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d1c3ddf8-9813-4259-a9c6-d7cc65ca6a8b req-c893e33d-823f-48b5-8c40-1c2e657034f7 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d759bcc-b77e-4d09-8f77-d0e79a3a3e01 HTTP/1.1" status: 200 len: 945 time: 0.4738994 Jun 30 09:18:58.650082 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-bf6c7278-21e3-408f-95a5-caac8636c9bf tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Request body: {'network': {'project_id': '394cf67c91904eb4891bf751f62f0d7f'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:58.675690 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf6c7278-21e3-408f-95a5-caac8636c9bf tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 30 09:18:58.676667 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf6c7278-21e3-408f-95a5-caac8636c9bf tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:18:58.678950 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bf6c7278-21e3-408f-95a5-caac8636c9bf tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0335703 Jun 30 09:18:58.682209 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44466) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:58.760128 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f03e3-0b7f-408d-90aa-976f404fb399 req-b27387fe-3262-434f-90e9-7ed88dd1c241 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:58.760128 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bf1f03e3-0b7f-408d-90aa-976f404fb399 req-b27387fe-3262-434f-90e9-7ed88dd1c241 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.52 "GET /v2.0/ports?device_id=952e7d23-8c92-4bfd-8d01-23aa40da8f43 HTTP/1.1" status: 200 len: 908 time: 0.2344205 Jun 30 09:18:58.870033 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a715b54e-74ff-4db4-ab59-f3a4a782d9d6 tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:58.895737 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7767febb-30dc-4a8f-9554-33500d123a71 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Made reservation on behalf of 418f3cacdcaa491296a7151f3c3c3aac for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:58.964751 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-d1c3ddf8-9813-4259-a9c6-d7cc65ca6a8b req-846f7975-4ad6-4a75-a018-b3b83ceb81c0 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Deleting port 615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:58.965103 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d1c3ddf8-9813-4259-a9c6-d7cc65ca6a8b req-846f7975-4ad6-4a75-a018-b3b83ceb81c0 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.002536 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109500e7-f27c-4124-b9ce-8e48d092ef22 req-04864165-5383-4617-a2f5-d1ac9d49dc14 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:59.008573 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109500e7-f27c-4124-b9ce-8e48d092ef22 req-04864165-5383-4617-a2f5-d1ac9d49dc14 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:59.014445 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109500e7-f27c-4124-b9ce-8e48d092ef22 req-04864165-5383-4617-a2f5-d1ac9d49dc14 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:59.020451 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109500e7-f27c-4124-b9ce-8e48d092ef22 req-04864165-5383-4617-a2f5-d1ac9d49dc14 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:59.026448 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109500e7-f27c-4124-b9ce-8e48d092ef22 req-04864165-5383-4617-a2f5-d1ac9d49dc14 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:59.033170 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109500e7-f27c-4124-b9ce-8e48d092ef22 req-04864165-5383-4617-a2f5-d1ac9d49dc14 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:59.039062 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109500e7-f27c-4124-b9ce-8e48d092ef22 req-04864165-5383-4617-a2f5-d1ac9d49dc14 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:59.041459 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-109500e7-f27c-4124-b9ce-8e48d092ef22 req-04864165-5383-4617-a2f5-d1ac9d49dc14 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5423 time: 0.2529912 Jun 30 09:18:59.043271 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a715b54e-74ff-4db4-ab59-f3a4a782d9d6 tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.046318 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-d910ad68-334e-455e-8695-31a31aff1b6c req-f238f800-5846-45cf-afd6-e226a6fc31e5 service neutron] (101053) timed out ('10.222.0.10', 50952) {{(pid=101053) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:18:59.057168 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-a715b54e-74ff-4db4-ab59-f3a4a782d9d6 tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d7d13fb-3290-450d-bf99-a881c061086e']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:59.079015 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-a715b54e-74ff-4db4-ab59-f3a4a782d9d6 tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46c16b8-4f38-4be8-ba4f-25fe14a59e14') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:59.081487 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-a715b54e-74ff-4db4-ab59-f3a4a782d9d6 tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46c16b8-4f38-4be8-ba4f-25fe14a59e14') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:59.093699 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a715b54e-74ff-4db4-ab59-f3a4a782d9d6 tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.135542 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7767febb-30dc-4a8f-9554-33500d123a71 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.136951 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-109500e7-f27c-4124-b9ce-8e48d092ef22 req-061912d3-70ba-4646-b291-3818a4d3b517 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0808437 Jun 30 09:18:59.140302 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a715b54e-74ff-4db4-ab59-f3a4a782d9d6 tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.148134 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-bf1f03e3-0b7f-408d-90aa-976f404fb399 req-4c356784-2da3-44f6-a881-c128f73ac9ef tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Deleting port 874e54be-97a4-412b-911e-0a00d8cce3f9 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:59.148484 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-bf1f03e3-0b7f-408d-90aa-976f404fb399 req-4c356784-2da3-44f6-a881-c128f73ac9ef tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.152012 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a715b54e-74ff-4db4-ab59-f3a4a782d9d6 tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:18:59.152424 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a715b54e-74ff-4db4-ab59-f3a4a782d9d6 tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.154147 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:18:59.154147 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:18:59.154147 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:18:59.154147 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:18:59.154147 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:18:59.154147 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:18:59.154147 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:18:59.154147 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:18:59.154147 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:18:59.154147 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:18:59.154147 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:18:59.154147 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:18:59.154147 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:18:59.154147 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:18:59.154147 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:18:59.154147 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:18:59.154147 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:18:59.154147 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:18:59.154147 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:18:59.154147 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:18:59.154147 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:18:59.154147 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:18:59.154147 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:18:59.154147 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:18:59.154147 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:18:59.154147 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:18:59.154147 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:18:59.154147 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:18:59.154147 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:18:59.154147 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:18:59.154147 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:18:59.154147 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:18:59.211619 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-d1c3ddf8-9813-4259-a9c6-d7cc65ca6a8b req-846f7975-4ad6-4a75-a018-b3b83ceb81c0 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] For port 615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2,segment=NetworkSegment(bc499c06-af65-4614-b099-27bc511ea45a),segment_id=bc499c06-af65-4614-b099-27bc511ea45a)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:59.211998 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d1c3ddf8-9813-4259-a9c6-d7cc65ca6a8b req-846f7975-4ad6-4a75-a018-b3b83ceb81c0 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.222506 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c927a-6e19-4a8b-b441-88ee910255b8 req-59c3137a-0af3-4e06-af76-a8cd72fbedbc tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:59.224056 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c7c927a-6e19-4a8b-b441-88ee910255b8 req-59c3137a-0af3-4e06-af76-a8cd72fbedbc tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7 HTTP/1.1" status: 200 len: 945 time: 0.3683593 Jun 30 09:18:59.242434 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-7767febb-30dc-4a8f-9554-33500d123a71 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] device_id is not set on port 270230b7-aba3-49a1-8831-a1531c41559e yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:18:59.264843 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-d1c3ddf8-9813-4259-a9c6-d7cc65ca6a8b req-846f7975-4ad6-4a75-a018-b3b83ceb81c0 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Calling delete_port for 615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:59.316042 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a715b54e-74ff-4db4-ab59-f3a4a782d9d6 tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.321769 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a715b54e-74ff-4db4-ab59-f3a4a782d9d6 tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.324739 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a715b54e-74ff-4db4-ab59-f3a4a782d9d6 tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] 10.222.0.10 "DELETE /v2.0/networks/6d7d13fb-3290-450d-bf99-a881c061086e HTTP/1.1" status: 204 len: 168 time: 0.6399846 Jun 30 09:18:59.335352 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44478) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:59.342345 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715b54e-74ff-4db4-ab59-f3a4a782d9d6 tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Pushing event deleted for resources: {'Network': ['ID=6d7d13fb-3290-450d-bf99-a881c061086e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:59.403792 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c7c927a-6e19-4a8b-b441-88ee910255b8 req-dbe7a7eb-5d4f-4e25-9749-5e46ac825cfc tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d04690f-3ead-46b1-988f-d0e7daccbc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685305 Jun 30 09:18:59.417328 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-60408ab3-a1b5-4e3b-ab38-dd81b44e2f8c tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.428557 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-bf1f03e3-0b7f-408d-90aa-976f404fb399 req-4c356784-2da3-44f6-a881-c128f73ac9ef tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] For port 874e54be-97a4-412b-911e-0a00d8cce3f9, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=874e54be-97a4-412b-911e-0a00d8cce3f9,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:59.428853 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-bf1f03e3-0b7f-408d-90aa-976f404fb399 req-4c356784-2da3-44f6-a881-c128f73ac9ef tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.487960 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-bf1f03e3-0b7f-408d-90aa-976f404fb399 req-4c356784-2da3-44f6-a881-c128f73ac9ef tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Calling delete_port for 874e54be-97a4-412b-911e-0a00d8cce3f9 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:59.535381 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-60408ab3-a1b5-4e3b-ab38-dd81b44e2f8c tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.546064 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-60408ab3-a1b5-4e3b-ab38-dd81b44e2f8c tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7994c6-7f5f-4a20-ae80-e1aef3a25471']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:59.559053 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-60408ab3-a1b5-4e3b-ab38-dd81b44e2f8c tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41674b22-e173-4f69-b5d3-5fc738d454fb') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:59.559595 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-60408ab3-a1b5-4e3b-ab38-dd81b44e2f8c tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41674b22-e173-4f69-b5d3-5fc738d454fb') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:59.584543 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-60408ab3-a1b5-4e3b-ab38-dd81b44e2f8c tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.617984 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-60408ab3-a1b5-4e3b-ab38-dd81b44e2f8c tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.627314 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60408ab3-a1b5-4e3b-ab38-dd81b44e2f8c tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:18:59.627547 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-60408ab3-a1b5-4e3b-ab38-dd81b44e2f8c tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.629253 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:18:59.629253 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:18:59.629253 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:18:59.629253 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:18:59.629253 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:18:59.629253 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:18:59.629253 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:18:59.629253 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:18:59.629253 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:18:59.629253 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:18:59.629253 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:18:59.629253 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:18:59.629253 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:18:59.629253 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:18:59.629253 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:18:59.629253 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:18:59.629253 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:18:59.629253 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:18:59.629253 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:18:59.629253 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:18:59.629253 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:18:59.629253 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:18:59.629253 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:18:59.629253 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:18:59.629253 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:18:59.629253 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:18:59.629253 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:18:59.629253 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:18:59.629253 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:18:59.629253 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:18:59.629253 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:18:59.629253 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:18:59.700726 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808ecc5-d447-4449-afe7-f4c695c66e26 req-45fe622f-c87e-4d15-b60b-36467db0dd74 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:59.708897 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8808ecc5-d447-4449-afe7-f4c695c66e26 req-45fe622f-c87e-4d15-b60b-36467db0dd74 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d759bcc-b77e-4d09-8f77-d0e79a3a3e01 HTTP/1.1" status: 200 len: 945 time: 0.1417634 Jun 30 09:18:59.752564 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8808ecc5-d447-4449-afe7-f4c695c66e26 req-70ecc77d-cadf-4213-a69b-f248f7b97233 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427518 Jun 30 09:18:59.789357 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d1c3ddf8-9813-4259-a9c6-d7cc65ca6a8b req-846f7975-4ad6-4a75-a018-b3b83ceb81c0 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.801636 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037', '615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:18:59.818419 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-60408ab3-a1b5-4e3b-ab38-dd81b44e2f8c tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.825284 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-60408ab3-a1b5-4e3b-ab38-dd81b44e2f8c tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.830305 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-60408ab3-a1b5-4e3b-ab38-dd81b44e2f8c tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] 10.222.0.10 "DELETE /v2.0/networks/df7994c6-7f5f-4a20-ae80-e1aef3a25471 HTTP/1.1" status: 204 len: 168 time: 0.4913640 Jun 30 09:18:59.852333 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60408ab3-a1b5-4e3b-ab38-dd81b44e2f8c tempest-QuotasNegativeTest-701767826 tempest-QuotasNegativeTest-701767826-project-admin] Pushing event deleted for resources: {'Network': ['ID=df7994c6-7f5f-4a20-ae80-e1aef3a25471,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:59.866811 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f7975-4ad6-4a75-a018-b3b83ceb81c0 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Pushing event deleted for resources: {'Port': ['ID=615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:59.884230 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-7767febb-30dc-4a8f-9554-33500d123a71 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Allocated IP 172.20.0.12 (cdc0559f-67d1-4643-aeb9-3f7b3934bfbc/1cd70202-59e2-40cd-8e17-279a8dc07c06/270230b7-aba3-49a1-8831-a1531c41559e) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:59.909587 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-7767febb-30dc-4a8f-9554-33500d123a71 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Allocated IP 172.20.0.11 (cdc0559f-67d1-4643-aeb9-3f7b3934bfbc/1cd70202-59e2-40cd-8e17-279a8dc07c06/270230b7-aba3-49a1-8831-a1531c41559e) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:59.964406 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c3ddf8-9813-4259-a9c6-d7cc65ca6a8b req-846f7975-4ad6-4a75-a018-b3b83ceb81c0 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] No DVR routers for this DVR port 615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:59.968424 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-bf1f03e3-0b7f-408d-90aa-976f404fb399 req-4c356784-2da3-44f6-a881-c128f73ac9ef tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.974883 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d1c3ddf8-9813-4259-a9c6-d7cc65ca6a8b req-846f7975-4ad6-4a75-a018-b3b83ceb81c0 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.976981 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d1c3ddf8-9813-4259-a9c6-d7cc65ca6a8b req-846f7975-4ad6-4a75-a018-b3b83ceb81c0 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.37 "DELETE /v2.0/ports/615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2 HTTP/1.1" status: 204 len: 173 time: 1.3246648 Jun 30 09:18:59.980414 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d759bcc-b77e-4d09-8f77-d0e79a3a3e01', 'name': 'network-vif-deleted', 'tag': '615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:59.982835 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6aae14-c48f-4307-8485-e36813a480dc" -d '{"events": [{"server_uuid": "4d759bcc-b77e-4d09-8f77-d0e79a3a3e01", "name": "network-vif-deleted", "tag": "615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:00.044134 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8b3dda-76d7-48b7-bb69-46ed2122c6de x-openstack-request-id: req-ef8b3dda-76d7-48b7-bb69-46ed2122c6de {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:00.044420 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d759bcc-b77e-4d09-8f77-d0e79a3a3e01", "name": "network-vif-deleted", "tag": "615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:00.044672 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ef8b3dda-76d7-48b7-bb69-46ed2122c6de {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:00.045064 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d759bcc-b77e-4d09-8f77-d0e79a3a3e01', 'name': 'network-vif-deleted', 'tag': '615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2', 'status': 'completed', 'code': 200} Jun 30 09:19:00.050421 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c356784-2da3-44f6-a881-c128f73ac9ef tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Pushing event deleted for resources: {'Port': ['ID=874e54be-97a4-412b-911e-0a00d8cce3f9,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:00.133706 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1f03e3-0b7f-408d-90aa-976f404fb399 req-4c356784-2da3-44f6-a881-c128f73ac9ef tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] No DVR routers for this DVR port 874e54be-97a4-412b-911e-0a00d8cce3f9 on host n-h1-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:19:00.171914 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-bf1f03e3-0b7f-408d-90aa-976f404fb399 req-4c356784-2da3-44f6-a881-c128f73ac9ef tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:00.174702 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bf1f03e3-0b7f-408d-90aa-976f404fb399 req-4c356784-2da3-44f6-a881-c128f73ac9ef tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.52 "DELETE /v2.0/ports/874e54be-97a4-412b-911e-0a00d8cce3f9 HTTP/1.1" status: 204 len: 173 time: 1.3923092 Jun 30 09:19:00.189115 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5af746-1bbb-4af6-bbc5-b0e6e9beeeaa req-5d9b70f5-e185-4638-9d4d-9adb5a824c2a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:00.190663 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-af5af746-1bbb-4af6-bbc5-b0e6e9beeeaa req-5d9b70f5-e185-4638-9d4d-9adb5a824c2a tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=952e7d23-8c92-4bfd-8d01-23aa40da8f43 HTTP/1.1" status: 200 len: 829 time: 0.3335741 Jun 30 09:19:00.269000 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7767febb-30dc-4a8f-9554-33500d123a71 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:00.359359 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6b7fc-1337-4223-ac03-1494606dc59d req-2fba9633-1d1a-4d95-af67-22e574710a5e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:00.362675 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6b7fc-1337-4223-ac03-1494606dc59d req-2fba9633-1d1a-4d95-af67-22e574710a5e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:00.368577 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6b7fc-1337-4223-ac03-1494606dc59d req-2fba9633-1d1a-4d95-af67-22e574710a5e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:00.374440 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6b7fc-1337-4223-ac03-1494606dc59d req-2fba9633-1d1a-4d95-af67-22e574710a5e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:00.381408 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6b7fc-1337-4223-ac03-1494606dc59d req-2fba9633-1d1a-4d95-af67-22e574710a5e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:00.387422 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6b7fc-1337-4223-ac03-1494606dc59d req-2fba9633-1d1a-4d95-af67-22e574710a5e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:00.394123 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6b7fc-1337-4223-ac03-1494606dc59d req-2fba9633-1d1a-4d95-af67-22e574710a5e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:00.396085 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f1d6b7fc-1337-4223-ac03-1494606dc59d req-2fba9633-1d1a-4d95-af67-22e574710a5e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5423 time: 0.1247494 Jun 30 09:19:00.439997 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d32293-f9d0-499c-89fd-94a7627ed26e req-50a0a8bf-4f7c-44f7-89ed-a7b60b31afb0 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:00.441788 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-98d32293-f9d0-499c-89fd-94a7627ed26e req-50a0a8bf-4f7c-44f7-89ed-a7b60b31afb0 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7 HTTP/1.1" status: 200 len: 945 time: 0.0880044 Jun 30 09:19:00.442714 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f1d6b7fc-1337-4223-ac03-1494606dc59d req-0a27fcd9-d311-42a6-8415-eb41aa464aa8 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0408399 Jun 30 09:19:00.456825 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7767febb-30dc-4a8f-9554-33500d123a71 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:00.561328 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7767febb-30dc-4a8f-9554-33500d123a71 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Network cdc0559f-67d1-4643-aeb9-3f7b3934bfbc is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:00.579501 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-7767febb-30dc-4a8f-9554-33500d123a71 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:00.601983 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7767febb-30dc-4a8f-9554-33500d123a71 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:00.609522 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767febb-30dc-4a8f-9554-33500d123a71 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event updated for resources: {'Port': ['ID=270230b7-aba3-49a1-8831-a1531c41559e,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:00.705165 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7767febb-30dc-4a8f-9554-33500d123a71 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:00.705686 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7767febb-30dc-4a8f-9554-33500d123a71 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:00.732203 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-98d32293-f9d0-499c-89fd-94a7627ed26e req-e1188382-7798-40a1-be08-7dd7a8be2f5b tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Deleting port ce4e8205-2a86-450f-a5c6-ab2b92f2eeea {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:00.732535 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-98d32293-f9d0-499c-89fd-94a7627ed26e req-e1188382-7798-40a1-be08-7dd7a8be2f5b tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:00.799607 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee7050-6b8f-4ff2-908b-3de46a6a561e req-79d19356-2efb-4478-a8f3-1910f992fa44 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:00.799607 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cbee7050-6b8f-4ff2-908b-3de46a6a561e req-79d19356-2efb-4478-a8f3-1910f992fa44 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7 HTTP/1.1" status: 200 len: 945 time: 0.2201545 Jun 30 09:19:00.828887 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7767febb-30dc-4a8f-9554-33500d123a71 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.3246775 Jun 30 09:19:00.832319 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44510) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:00.836578 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-6bce5a0b-558d-490d-9065-ebe41fb518fd tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'port_id': '270230b7-aba3-49a1-8831-a1531c41559e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:00.862035 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cbee7050-6b8f-4ff2-908b-3de46a6a561e req-8e73cab2-8655-44b0-bd4a-7662c2a388d5 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d04690f-3ead-46b1-988f-d0e7daccbc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556865 Jun 30 09:19:00.885514 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-98d32293-f9d0-499c-89fd-94a7627ed26e req-e1188382-7798-40a1-be08-7dd7a8be2f5b tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] For port ce4e8205-2a86-450f-a5c6-ab2b92f2eeea, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=ce4e8205-2a86-450f-a5c6-ab2b92f2eeea,segment=NetworkSegment(0e6befe0-fc99-4f22-826c-3db55f7c08ea),segment_id=0e6befe0-fc99-4f22-826c-3db55f7c08ea)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:00.885876 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-98d32293-f9d0-499c-89fd-94a7627ed26e req-e1188382-7798-40a1-be08-7dd7a8be2f5b tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:00.915283 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-98d32293-f9d0-499c-89fd-94a7627ed26e req-e1188382-7798-40a1-be08-7dd7a8be2f5b tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Calling delete_port for ce4e8205-2a86-450f-a5c6-ab2b92f2eeea owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:00.924563 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6bce5a0b-558d-490d-9065-ebe41fb518fd tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:00.988145 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3eb16e29-e7a2-40bb-a1d9-0dd9699d960f req-05383e94-180a-4ebb-a925-37b398bc0062 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d759bcc-b77e-4d09-8f77-d0e79a3a3e01 HTTP/1.1" status: 200 len: 210 time: 0.0662203 Jun 30 09:19:01.140475 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6bce5a0b-558d-490d-9065-ebe41fb518fd tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.181958 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44520) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:01.255318 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-6bce5a0b-558d-490d-9065-ebe41fb518fd tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Allocated IP 172.25.6.48 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/c100d56b-60ef-425f-b36c-29c01b259f1d) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:01.315645 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-785e7cd3-b6c2-4a1e-a37d-9e98186316ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.386879 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-98d32293-f9d0-499c-89fd-94a7627ed26e req-e1188382-7798-40a1-be08-7dd7a8be2f5b tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.392001 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-108256fb-fedd-43b1-a603-37d9b24ba9ac req-06e11851-ec2b-4209-b7ac-c8f649b27ee9 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=952e7d23-8c92-4bfd-8d01-23aa40da8f43 HTTP/1.1" status: 200 len: 210 time: 0.0383801 Jun 30 09:19:01.405967 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['ce4e8205-2a86-450f-a5c6-ab2b92f2eeea'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:01.410734 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6bce5a0b-558d-490d-9065-ebe41fb518fd tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.440619 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1188382-7798-40a1-be08-7dd7a8be2f5b tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Pushing event deleted for resources: {'Port': ['ID=ce4e8205-2a86-450f-a5c6-ab2b92f2eeea,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:01.496495 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-785e7cd3-b6c2-4a1e-a37d-9e98186316ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.497970 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d32293-f9d0-499c-89fd-94a7627ed26e req-e1188382-7798-40a1-be08-7dd7a8be2f5b tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] No DVR routers for this DVR port ce4e8205-2a86-450f-a5c6-ab2b92f2eeea on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:19:01.501426 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-98d32293-f9d0-499c-89fd-94a7627ed26e req-e1188382-7798-40a1-be08-7dd7a8be2f5b tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.503726 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-98d32293-f9d0-499c-89fd-94a7627ed26e req-e1188382-7798-40a1-be08-7dd7a8be2f5b tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.37 "DELETE /v2.0/ports/ce4e8205-2a86-450f-a5c6-ab2b92f2eeea HTTP/1.1" status: 204 len: 173 time: 1.0486190 Jun 30 09:19:01.622416 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6bce5a0b-558d-490d-9065-ebe41fb518fd tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.669249 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bce5a0b-558d-490d-9065-ebe41fb518fd tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:01.671985 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-6bce5a0b-558d-490d-9065-ebe41fb518fd tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:01.675740 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaca309-0486-40e5-9072-4766db83b91e req-3f1569fa-0a99-4b43-90f7-8a7cd852be20 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:01.677875 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bce5a0b-558d-490d-9065-ebe41fb518fd tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:01.681684 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaca309-0486-40e5-9072-4766db83b91e req-3f1569fa-0a99-4b43-90f7-8a7cd852be20 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:01.687744 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaca309-0486-40e5-9072-4766db83b91e req-3f1569fa-0a99-4b43-90f7-8a7cd852be20 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:01.694231 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaca309-0486-40e5-9072-4766db83b91e req-3f1569fa-0a99-4b43-90f7-8a7cd852be20 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:01.700076 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaca309-0486-40e5-9072-4766db83b91e req-3f1569fa-0a99-4b43-90f7-8a7cd852be20 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:01.705447 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce5a0b-558d-490d-9065-ebe41fb518fd tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event updated for resources: {'Port': ['ID=c100d56b-60ef-425f-b36c-29c01b259f1d,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:01.708069 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaca309-0486-40e5-9072-4766db83b91e req-3f1569fa-0a99-4b43-90f7-8a7cd852be20 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:01.714020 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaca309-0486-40e5-9072-4766db83b91e req-3f1569fa-0a99-4b43-90f7-8a7cd852be20 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:01.716032 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cdaca309-0486-40e5-9072-4766db83b91e req-3f1569fa-0a99-4b43-90f7-8a7cd852be20 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5423 time: 0.1242869 Jun 30 09:19:01.726493 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-785e7cd3-b6c2-4a1e-a37d-9e98186316ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.793796 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-785e7cd3-b6c2-4a1e-a37d-9e98186316ce admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=627801b768c4440b8814152a9fb062ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6096351 Jun 30 09:19:01.794901 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e7cd3-b6c2-4a1e-a37d-9e98186316ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cf0686-741c-47ea-8b96-4dfd343c2fdb,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:01.809889 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44530) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:01.832440 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cdaca309-0486-40e5-9072-4766db83b91e req-644eee58-4359-4b25-8c9c-bcbd48eec0ab tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0943754 Jun 30 09:19:01.943565 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1e4ca6ac-bdea-43f7-bf66-05b804a1438f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:02.002877 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1e4ca6ac-bdea-43f7-bf66-05b804a1438f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:02.048704 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952e7d23-8c92-4bfd-8d01-23aa40da8f43', 'name': 'network-vif-deleted', 'tag': '874e54be-97a4-412b-911e-0a00d8cce3f9'}, {'server_uuid': 'b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7', 'name': 'network-vif-deleted', 'tag': 'ce4e8205-2a86-450f-a5c6-ab2b92f2eeea'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:02.051308 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f5b945-35fe-4d18-a50c-7a20e05a777a" -d '{"events": [{"server_uuid": "952e7d23-8c92-4bfd-8d01-23aa40da8f43", "name": "network-vif-deleted", "tag": "874e54be-97a4-412b-911e-0a00d8cce3f9"}, {"server_uuid": "b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7", "name": "network-vif-deleted", "tag": "ce4e8205-2a86-450f-a5c6-ab2b92f2eeea"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:02.086856 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-187d4547-363c-44f1-8a8c-6ef6d93517fd req-fd4a54f7-448b-4bf2-9187-6fa7ad2021e9 tempest-InstanceActionsNegativeTestJSON-1576357587 tempest-InstanceActionsNegativeTestJSON-1576357587-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7 HTTP/1.1" status: 200 len: 210 time: 0.0565088 Jun 30 09:19:02.152635 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67482569-f1c5-461a-bfca-9d3b4ce14cc8 x-openstack-request-id: req-67482569-f1c5-461a-bfca-9d3b4ce14cc8 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:02.153149 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952e7d23-8c92-4bfd-8d01-23aa40da8f43", "name": "network-vif-deleted", "tag": "874e54be-97a4-412b-911e-0a00d8cce3f9", "status": "completed", "code": 200}, {"server_uuid": "b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7", "name": "network-vif-deleted", "tag": "ce4e8205-2a86-450f-a5c6-ab2b92f2eeea", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:02.153405 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-67482569-f1c5-461a-bfca-9d3b4ce14cc8 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:02.153887 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952e7d23-8c92-4bfd-8d01-23aa40da8f43', 'name': 'network-vif-deleted', 'tag': '874e54be-97a4-412b-911e-0a00d8cce3f9', 'status': 'completed', 'code': 200} Jun 30 09:19:02.154308 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ecda7b-7d0a-4c8a-b6e3-bd106d5ad7a7', 'name': 'network-vif-deleted', 'tag': 'ce4e8205-2a86-450f-a5c6-ab2b92f2eeea', 'status': 'completed', 'code': 200} Jun 30 09:19:02.247377 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1e4ca6ac-bdea-43f7-bf66-05b804a1438f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:02.249866 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1e4ca6ac-bdea-43f7-bf66-05b804a1438f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:02.251937 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1e4ca6ac-bdea-43f7-bf66-05b804a1438f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/21cf0686-741c-47ea-8b96-4dfd343c2fdb HTTP/1.1" status: 204 len: 168 time: 0.4407721 Jun 30 09:19:02.269809 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ca6ac-bdea-43f7-bf66-05b804a1438f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cf0686-741c-47ea-8b96-4dfd343c2fdb,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:02.272143 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6bce5a0b-558d-490d-9065-ebe41fb518fd tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:02.539433 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6bce5a0b-558d-490d-9065-ebe41fb518fd tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:02.722729 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6bce5a0b-558d-490d-9065-ebe41fb518fd tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:02.806694 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6bce5a0b-558d-490d-9065-ebe41fb518fd tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:02.886945 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce5a0b-558d-490d-9065-ebe41fb518fd tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event updated for resources: {'Port': ['ID=c100d56b-60ef-425f-b36c-29c01b259f1d,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:02.890488 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device ce4e8205-2a86-450f-a5c6-ab2b92f2eeea no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:19:02.897735 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6bce5a0b-558d-490d-9065-ebe41fb518fd tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:02.955158 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: ce4e8205-2a86-450f-a5c6-ab2b92f2eeea {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:19:02.955507 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device ce4e8205-2a86-450f-a5c6-ab2b92f2eeea not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:19:02.956249 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:19:02.983190 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:19:02.983528 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 615f17a3-4dba-4c7b-8f95-1b7a8fecb9a2 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:19:03.017618 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [None req-6bce5a0b-558d-490d-9065-ebe41fb518fd tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Floating IP 326558f0-5e8c-4021-bd2c-90b4927a0d5f associated. External IP: 172.25.6.48, port: 270230b7-aba3-49a1-8831-a1531c41559e. Jun 30 09:19:03.096843 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834607df-d1c1-457e-a6de-e088c1e27479 req-fdfd6c42-ea03-40ca-9493-ab54df34341a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:03.104466 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834607df-d1c1-457e-a6de-e088c1e27479 req-fdfd6c42-ea03-40ca-9493-ab54df34341a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:03.111381 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834607df-d1c1-457e-a6de-e088c1e27479 req-fdfd6c42-ea03-40ca-9493-ab54df34341a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:03.119567 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834607df-d1c1-457e-a6de-e088c1e27479 req-fdfd6c42-ea03-40ca-9493-ab54df34341a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:03.128304 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834607df-d1c1-457e-a6de-e088c1e27479 req-fdfd6c42-ea03-40ca-9493-ab54df34341a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:03.136336 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834607df-d1c1-457e-a6de-e088c1e27479 req-fdfd6c42-ea03-40ca-9493-ab54df34341a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:03.142941 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834607df-d1c1-457e-a6de-e088c1e27479 req-fdfd6c42-ea03-40ca-9493-ab54df34341a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:03.144955 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-834607df-d1c1-457e-a6de-e088c1e27479 req-fdfd6c42-ea03-40ca-9493-ab54df34341a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5423 time: 0.1471136 Jun 30 09:19:03.193592 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-834607df-d1c1-457e-a6de-e088c1e27479 req-2052dc36-7be1-420c-987a-9ff151b724ee tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0412245 Jun 30 09:19:03.259686 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 874e54be-97a4-412b-911e-0a00d8cce3f9 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:19:03.274279 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44570) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:03.290668 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bce5a0b-558d-490d-9065-ebe41fb518fd tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Router 4522a532-5087-49d8-9d43-d774b095fbb4 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:19:03.294063 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a5fef3eb-4fe5-4221-b4e1-ec0eca4643eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.307327 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 874e54be-97a4-412b-911e-0a00d8cce3f9 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:19:03.310071 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 874e54be-97a4-412b-911e-0a00d8cce3f9 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:19:03.371343 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44572) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:03.448788 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a5fef3eb-4fe5-4221-b4e1-ec0eca4643eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.504069 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f189635-9240-4db8-8369-529d4a1fc3d2 admin admin] Deleting subnet 3f998eaa-32a5-4192-91f1-9d5178bcb0df {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:19:03.511412 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f189635-9240-4db8-8369-529d4a1fc3d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.533087 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bce5a0b-558d-490d-9065-ebe41fb518fd tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:03.545682 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeb0472-30a0-4082-bd39-f577d6c9e4e9 None None] Sync routers for ids ['4522a532-5087-49d8-9d43-d774b095fbb4'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:03.558665 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a5fef3eb-4fe5-4221-b4e1-ec0eca4643eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.559167 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeb0472-30a0-4082-bd39-f577d6c9e4e9 None None] Routers {'4522a532-5087-49d8-9d43-d774b095fbb4'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:03.560013 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-ddeb0472-30a0-4082-bd39-f577d6c9e4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:18:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['4522a532-5087-49d8-9d43-d774b095fbb4'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:03.602726 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632e0a1-4034-4dd3-81b4-ee6c6b0457db req-786b5d31-1387-4dc0-bf22-b0197f885ab7 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:03.612894 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5632e0a1-4034-4dd3-81b4-ee6c6b0457db req-786b5d31-1387-4dc0-bf22-b0197f885ab7 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c4f9efc-810f-4072-8082-34882a43d132 HTTP/1.1" status: 200 len: 945 time: 0.2108150 Jun 30 09:19:03.635279 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f189635-9240-4db8-8369-529d4a1fc3d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.635464 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-ddeb0472-30a0-4082-bd39-f577d6c9e4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:03.659941 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6bce5a0b-558d-490d-9065-ebe41fb518fd tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.666855 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeb0472-30a0-4082-bd39-f577d6c9e4e9 None None] Routers {'4522a532-5087-49d8-9d43-d774b095fbb4'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:03.668020 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-ddeb0472-30a0-4082-bd39-f577d6c9e4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:18:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['4522a532-5087-49d8-9d43-d774b095fbb4'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:03.677924 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fef3eb-4fe5-4221-b4e1-ec0eca4643eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c2b59c-5e8d-4fe2-acdc-f55f33b62bad,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:03.686316 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a5fef3eb-4fe5-4221-b4e1-ec0eca4643eb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=47c4e92067b1451f8b689f48d7ac3106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4095137 Jun 30 09:19:03.692243 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44578) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:03.714924 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-ddeb0472-30a0-4082-bd39-f577d6c9e4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:03.715970 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeb0472-30a0-4082-bd39-f577d6c9e4e9 None None] The sync data for ids ['4522a532-5087-49d8-9d43-d774b095fbb4'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:03.746550 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5632e0a1-4034-4dd3-81b4-ee6c6b0457db req-b69821d0-dcb6-4471-aec6-456944b4c752 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324766 Jun 30 09:19:03.752731 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6bce5a0b-558d-490d-9065-ebe41fb518fd tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.9196801 Jun 30 09:19:03.755455 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44580) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:03.760349 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-336dad6a-b42b-4bd4-bb32-a082dbb6dbf8 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Request body: {'floatingip': {'port_id': '270230b7-aba3-49a1-8831-a1531c41559e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:03.764774 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d82c-b9b5-44f0-b244-8c1b368fb1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.768551 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f189635-9240-4db8-8369-529d4a1fc3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.795795 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d82c-b9b5-44f0-b244-8c1b368fb1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.856520 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-336dad6a-b42b-4bd4-bb32-a082dbb6dbf8 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.949471 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d962e7-14f5-4c79-8ed2-499da0094a60 req-4ffab0b7-d895-4b29-898e-a22eee9534f8 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:03.951392 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-53d962e7-14f5-4c79-8ed2-499da0094a60 req-4ffab0b7-d895-4b29-898e-a22eee9534f8 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c4f9efc-810f-4072-8082-34882a43d132 HTTP/1.1" status: 200 len: 945 time: 0.0841107 Jun 30 09:19:03.952697 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d82c-b9b5-44f0-b244-8c1b368fb1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.956403 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d82c-b9b5-44f0-b244-8c1b368fb1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.957898 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-cfd1d82c-b9b5-44f0-b244-8c1b368fb1aa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/61c2b59c-5e8d-4fe2-acdc-f55f33b62bad HTTP/1.1" status: 204 len: 168 time: 0.2644863 Jun 30 09:19:04.013071 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f189635-9240-4db8-8369-529d4a1fc3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:04.018114 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1d82c-b9b5-44f0-b244-8c1b368fb1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c2b59c-5e8d-4fe2-acdc-f55f33b62bad,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:04.097430 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f189635-9240-4db8-8369-529d4a1fc3d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:04.103061 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8f189635-9240-4db8-8369-529d4a1fc3d2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3f998eaa-32a5-4192-91f1-9d5178bcb0df HTTP/1.1" status: 204 len: 168 time: 0.7299500 Jun 30 09:19:04.103860 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-53d962e7-14f5-4c79-8ed2-499da0094a60 req-76bb0de7-57cb-41cc-84e6-ccac1f409292 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Deleting port 39a6102a-239e-4db8-9eb8-03d3a4a9bcc2 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:04.104280 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-53d962e7-14f5-4c79-8ed2-499da0094a60 req-76bb0de7-57cb-41cc-84e6-ccac1f409292 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:04.105272 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44584) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:04.107651 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f189635-9240-4db8-8369-529d4a1fc3d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f998eaa-32a5-4192-91f1-9d5178bcb0df,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:04.261437 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-53d962e7-14f5-4c79-8ed2-499da0094a60 req-76bb0de7-57cb-41cc-84e6-ccac1f409292 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] For port 39a6102a-239e-4db8-9eb8-03d3a4a9bcc2, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=39a6102a-239e-4db8-9eb8-03d3a4a9bcc2,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:04.261815 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-53d962e7-14f5-4c79-8ed2-499da0094a60 req-76bb0de7-57cb-41cc-84e6-ccac1f409292 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:04.288464 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-53d962e7-14f5-4c79-8ed2-499da0094a60 req-76bb0de7-57cb-41cc-84e6-ccac1f409292 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Calling delete_port for 39a6102a-239e-4db8-9eb8-03d3a4a9bcc2 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:04.565028 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99529b08-d0db-43ed-9a6c-04fe4f030481 req-a5c707ad-3981-4864-b1b1-67dd2b5a09a4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:04.586377 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99529b08-d0db-43ed-9a6c-04fe4f030481 req-a5c707ad-3981-4864-b1b1-67dd2b5a09a4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:04.609888 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99529b08-d0db-43ed-9a6c-04fe4f030481 req-a5c707ad-3981-4864-b1b1-67dd2b5a09a4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:04.628073 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99529b08-d0db-43ed-9a6c-04fe4f030481 req-a5c707ad-3981-4864-b1b1-67dd2b5a09a4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:04.637755 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e88ddd9f-f265-41f4-b6d4-d261c0552308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:04.642758 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99529b08-d0db-43ed-9a6c-04fe4f030481 req-a5c707ad-3981-4864-b1b1-67dd2b5a09a4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:04.666993 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99529b08-d0db-43ed-9a6c-04fe4f030481 req-a5c707ad-3981-4864-b1b1-67dd2b5a09a4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:04.675705 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99529b08-d0db-43ed-9a6c-04fe4f030481 req-a5c707ad-3981-4864-b1b1-67dd2b5a09a4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:04.680488 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-99529b08-d0db-43ed-9a6c-04fe4f030481 req-a5c707ad-3981-4864-b1b1-67dd2b5a09a4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5423 time: 0.2453744 Jun 30 09:19:04.689146 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-53d962e7-14f5-4c79-8ed2-499da0094a60 req-76bb0de7-57cb-41cc-84e6-ccac1f409292 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:04.703229 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['39a6102a-239e-4db8-9eb8-03d3a4a9bcc2'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:04.773650 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb0de7-57cb-41cc-84e6-ccac1f409292 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Pushing event deleted for resources: {'Port': ['ID=39a6102a-239e-4db8-9eb8-03d3a4a9bcc2,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:04.901823 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d962e7-14f5-4c79-8ed2-499da0094a60 req-76bb0de7-57cb-41cc-84e6-ccac1f409292 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] No DVR routers for this DVR port 39a6102a-239e-4db8-9eb8-03d3a4a9bcc2 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:19:04.919710 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-99529b08-d0db-43ed-9a6c-04fe4f030481 req-22dea199-697a-4eb2-bba9-b13989907108 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2318785 Jun 30 09:19:04.924492 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-53d962e7-14f5-4c79-8ed2-499da0094a60 req-76bb0de7-57cb-41cc-84e6-ccac1f409292 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:04.931229 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-53d962e7-14f5-4c79-8ed2-499da0094a60 req-76bb0de7-57cb-41cc-84e6-ccac1f409292 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.37 "DELETE /v2.0/ports/39a6102a-239e-4db8-9eb8-03d3a4a9bcc2 HTTP/1.1" status: 204 len: 173 time: 0.9720228 Jun 30 09:19:04.938760 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4f9efc-810f-4072-8082-34882a43d132', 'name': 'network-vif-deleted', 'tag': '39a6102a-239e-4db8-9eb8-03d3a4a9bcc2'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:04.941237 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6545c714-5c05-45bb-94c8-e77bd59f1122" -d '{"events": [{"server_uuid": "5c4f9efc-810f-4072-8082-34882a43d132", "name": "network-vif-deleted", "tag": "39a6102a-239e-4db8-9eb8-03d3a4a9bcc2"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:05.042762 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41515aa1-c104-4350-b329-883f96a8218c x-openstack-request-id: req-41515aa1-c104-4350-b329-883f96a8218c {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:05.044187 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4f9efc-810f-4072-8082-34882a43d132", "name": "network-vif-deleted", "tag": "39a6102a-239e-4db8-9eb8-03d3a4a9bcc2", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:05.044187 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-41515aa1-c104-4350-b329-883f96a8218c {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:05.044187 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4f9efc-810f-4072-8082-34882a43d132', 'name': 'network-vif-deleted', 'tag': '39a6102a-239e-4db8-9eb8-03d3a4a9bcc2', 'status': 'completed', 'code': 200} Jun 30 09:19:05.044706 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:05.052440 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e88ddd9f-f265-41f4-b6d4-d261c0552308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:05.077550 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-e88ddd9f-f265-41f4-b6d4-d261c0552308 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e145cd-3ca4-4483-bfab-6f0aecef61a2']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:05.096534 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-e88ddd9f-f265-41f4-b6d4-d261c0552308 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6befe0-fc99-4f22-826c-3db55f7c08ea') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:05.096740 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-e88ddd9f-f265-41f4-b6d4-d261c0552308 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6befe0-fc99-4f22-826c-3db55f7c08ea') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:05.108686 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e88ddd9f-f265-41f4-b6d4-d261c0552308 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:05.265030 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-150aa2d3-0d4a-47c9-9b3f-4617389f3887 req-5d77b318-7d0d-4134-a784-b3af746d2b98 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c4f9efc-810f-4072-8082-34882a43d132 HTTP/1.1" status: 200 len: 210 time: 0.1411870 Jun 30 09:19:05.286723 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e88ddd9f-f265-41f4-b6d4-d261c0552308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:05.294165 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e88ddd9f-f265-41f4-b6d4-d261c0552308 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:19:05.294738 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e88ddd9f-f265-41f4-b6d4-d261c0552308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:05.358013 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:19:05.358013 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:19:05.358013 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:19:05.358013 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:19:05.358013 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:19:05.358013 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:19:05.358013 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:19:05.358013 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:19:05.358013 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:19:05.358013 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:19:05.358013 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:19:05.358013 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:19:05.358013 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:19:05.358013 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:19:05.358013 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:19:05.358013 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:19:05.358013 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:19:05.358013 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:19:05.358013 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:19:05.358013 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:19:05.358013 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:19:05.358013 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:19:05.358013 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:19:05.358013 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:19:05.358013 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:19:05.358013 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:19:05.358013 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:19:05.358013 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:19:05.358013 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:19:05.358013 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:19:05.358013 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:19:05.358013 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:19:05.482511 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e88ddd9f-f265-41f4-b6d4-d261c0552308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:05.563875 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e88ddd9f-f265-41f4-b6d4-d261c0552308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:05.567328 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e88ddd9f-f265-41f4-b6d4-d261c0552308 admin admin] 10.222.0.10 "DELETE /v2.0/networks/92e145cd-3ca4-4483-bfab-6f0aecef61a2 HTTP/1.1" status: 204 len: 168 time: 1.4605222 Jun 30 09:19:05.586655 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ddd9f-f265-41f4-b6d4-d261c0552308 admin admin] Pushing event deleted for resources: {'Network': ['ID=92e145cd-3ca4-4483-bfab-6f0aecef61a2,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:05.604692 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ddd9f-f265-41f4-b6d4-d261c0552308 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:05.605463 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ddd9f-f265-41f4-b6d4-d261c0552308 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:05.606080 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ddd9f-f265-41f4-b6d4-d261c0552308 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:05.606665 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ddd9f-f265-41f4-b6d4-d261c0552308 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:05.607215 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ddd9f-f265-41f4-b6d4-d261c0552308 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:05.607944 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ddd9f-f265-41f4-b6d4-d261c0552308 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:05.608489 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ddd9f-f265-41f4-b6d4-d261c0552308 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:05.609073 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ddd9f-f265-41f4-b6d4-d261c0552308 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:05.609658 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ddd9f-f265-41f4-b6d4-d261c0552308 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:05.610711 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ddd9f-f265-41f4-b6d4-d261c0552308 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:05.612227 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ddd9f-f265-41f4-b6d4-d261c0552308 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:05.612495 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ddd9f-f265-41f4-b6d4-d261c0552308 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:05.678949 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-336dad6a-b42b-4bd4-bb32-a082dbb6dbf8 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:05.806822 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-336dad6a-b42b-4bd4-bb32-a082dbb6dbf8 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:06.111407 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44630) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:06.145037 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336dad6a-b42b-4bd4-bb32-a082dbb6dbf8 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Router 4522a532-5087-49d8-9d43-d774b095fbb4 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:19:06.204863 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f0013b4d-496c-4fa6-8de5-076e27c5b756 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e0546fb40410445da59e6f44e407576c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0919991 Jun 30 09:19:06.208069 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44632) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:06.299815 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d433307-5efa-49b9-896e-e05f8dfb06c2 req-28e28b84-2688-45fb-919f-8a1af31e3b4b tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:06.317866 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d433307-5efa-49b9-896e-e05f8dfb06c2 req-28e28b84-2688-45fb-919f-8a1af31e3b4b tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:06.321539 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f19d3578-c249-4664-8aec-4fe960695404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:06.330589 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d433307-5efa-49b9-896e-e05f8dfb06c2 req-28e28b84-2688-45fb-919f-8a1af31e3b4b tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:06.347116 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d433307-5efa-49b9-896e-e05f8dfb06c2 req-28e28b84-2688-45fb-919f-8a1af31e3b4b tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:06.349520 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f19d3578-c249-4664-8aec-4fe960695404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:06.370258 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d433307-5efa-49b9-896e-e05f8dfb06c2 req-28e28b84-2688-45fb-919f-8a1af31e3b4b tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:06.376827 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d433307-5efa-49b9-896e-e05f8dfb06c2 req-28e28b84-2688-45fb-919f-8a1af31e3b4b tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:06.382829 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d433307-5efa-49b9-896e-e05f8dfb06c2 req-28e28b84-2688-45fb-919f-8a1af31e3b4b tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:06.384833 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3d433307-5efa-49b9-896e-e05f8dfb06c2 req-28e28b84-2688-45fb-919f-8a1af31e3b4b tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5423 time: 0.3119493 Jun 30 09:19:06.487697 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3d433307-5efa-49b9-896e-e05f8dfb06c2 req-6e531546-e6e2-4d69-b2d2-cb06bd693726 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0915534 Jun 30 09:19:06.499945 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336dad6a-b42b-4bd4-bb32-a082dbb6dbf8 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:06.509564 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-336dad6a-b42b-4bd4-bb32-a082dbb6dbf8 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:06.512211 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da30e9b3-2f6a-4f46-aaa9-a1db10f80439 None None] Sync routers for ids ['4522a532-5087-49d8-9d43-d774b095fbb4'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:06.523659 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f19d3578-c249-4664-8aec-4fe960695404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:06.524225 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da30e9b3-2f6a-4f46-aaa9-a1db10f80439 None None] Routers {'4522a532-5087-49d8-9d43-d774b095fbb4'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:06.525035 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-da30e9b3-2f6a-4f46-aaa9-a1db10f80439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:18:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['4522a532-5087-49d8-9d43-d774b095fbb4'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:06.526182 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f19d3578-c249-4664-8aec-4fe960695404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:06.530448 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f19d3578-c249-4664-8aec-4fe960695404 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5d04690f-3ead-46b1-988f-d0e7daccbc88 HTTP/1.1" status: 204 len: 168 time: 0.3182576 Jun 30 09:19:06.620266 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3de29f1-5aa5-4e2c-bd38-720a0ffaf140 req-7cbb977d-99ea-4b22-9a9c-80833ee64454 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c4f9efc-810f-4072-8082-34882a43d132 HTTP/1.1" status: 200 len: 210 time: 0.1130219 Jun 30 09:19:06.641727 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d3578-c249-4664-8aec-4fe960695404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d04690f-3ead-46b1-988f-d0e7daccbc88,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:06.659355 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-da30e9b3-2f6a-4f46-aaa9-a1db10f80439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:06.669269 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-336dad6a-b42b-4bd4-bb32-a082dbb6dbf8 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "PUT /v2.0/floatingips/326558f0-5e8c-4021-bd2c-90b4927a0d5f HTTP/1.1" status: 200 len: 978 time: 2.9126599 Jun 30 09:19:06.672591 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44642) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:06.680371 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da30e9b3-2f6a-4f46-aaa9-a1db10f80439 None None] Routers {'4522a532-5087-49d8-9d43-d774b095fbb4'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:06.681008 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-da30e9b3-2f6a-4f46-aaa9-a1db10f80439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:18:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['4522a532-5087-49d8-9d43-d774b095fbb4'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:06.713917 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-da30e9b3-2f6a-4f46-aaa9-a1db10f80439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:06.714572 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da30e9b3-2f6a-4f46-aaa9-a1db10f80439 None None] The sync data for ids ['4522a532-5087-49d8-9d43-d774b095fbb4'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:07.195004 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-7ec6b92c-c6d8-47c2-9393-714463fcb4e6 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Deleting port c100d56b-60ef-425f-b36c-29c01b259f1d {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:07.195004 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7ec6b92c-c6d8-47c2-9393-714463fcb4e6 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.269861 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.291851 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7ec6b92c-c6d8-47c2-9393-714463fcb4e6 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.292465 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7ec6b92c-c6d8-47c2-9393-714463fcb4e6 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.307319 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-7ec6b92c-c6d8-47c2-9393-714463fcb4e6 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Calling delete_port for c100d56b-60ef-425f-b36c-29c01b259f1d owned by network:floatingip {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:07.501367 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44666) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:07.630391 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7ec6b92c-c6d8-47c2-9393-714463fcb4e6 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.673071 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-851e4b4c-76d5-4a5d-8a44-9a71a45c2cd3 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-481473610', 'router:external': True}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:07.711559 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6b92c-c6d8-47c2-9393-714463fcb4e6 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event deleted for resources: {'Port': ['ID=c100d56b-60ef-425f-b36c-29c01b259f1d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:07.802475 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7ec6b92c-c6d8-47c2-9393-714463fcb4e6 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.802818 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-7ec6b92c-c6d8-47c2-9393-714463fcb4e6 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Floating IP 326558f0-5e8c-4021-bd2c-90b4927a0d5f disassociated (deleted). External IP: 172.25.6.48, port: 270230b7-aba3-49a1-8831-a1531c41559e. Jun 30 09:19:07.812100 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60e575-8cd0-4534-927f-cd1210f165bf req-3615f001-ec89-465b-9dd8-b358229e159f tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:07.817424 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9d820-cc21-4808-a556-fefd07fbb794 req-ef20f740-b4f8-4aba-9955-9186320bcdfe tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:07.819597 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3f60e575-8cd0-4534-927f-cd1210f165bf req-3615f001-ec89-465b-9dd8-b358229e159f tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=973e116f-9c2e-45bc-9c93-36f3ca067a60 HTTP/1.1" status: 200 len: 945 time: 0.1416910 Jun 30 09:19:07.824362 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9d820-cc21-4808-a556-fefd07fbb794 req-ef20f740-b4f8-4aba-9955-9186320bcdfe tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:07.830839 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9d820-cc21-4808-a556-fefd07fbb794 req-ef20f740-b4f8-4aba-9955-9186320bcdfe tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:07.837502 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9d820-cc21-4808-a556-fefd07fbb794 req-ef20f740-b4f8-4aba-9955-9186320bcdfe tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:07.843752 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9d820-cc21-4808-a556-fefd07fbb794 req-ef20f740-b4f8-4aba-9955-9186320bcdfe tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:07.850721 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9d820-cc21-4808-a556-fefd07fbb794 req-ef20f740-b4f8-4aba-9955-9186320bcdfe tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:07.857590 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9d820-cc21-4808-a556-fefd07fbb794 req-ef20f740-b4f8-4aba-9955-9186320bcdfe tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:07.868341 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-13d9d820-cc21-4808-a556-fefd07fbb794 req-ef20f740-b4f8-4aba-9955-9186320bcdfe tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5423 time: 0.1445065 Jun 30 09:19:07.877692 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851e4b4c-76d5-4a5d-8a44-9a71a45c2cd3 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Made reservation on behalf of 19b92b50099a41d9a563933680b2e496 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:07.880412 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-851e4b4c-76d5-4a5d-8a44-9a71a45c2cd3 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.890715 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:19:07.900000 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-851e4b4c-76d5-4a5d-8a44-9a71a45c2cd3 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.931238 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44682) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:07.958278 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-13d9d820-cc21-4808-a556-fefd07fbb794 req-b95f6601-82e9-481a-9e11-8ea9131803a3 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0887575 Jun 30 09:19:07.970117 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3f60e575-8cd0-4534-927f-cd1210f165bf req-9a76d0f3-7ffd-4a98-9e92-9a7d09797496 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494954 Jun 30 09:19:08.264665 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec6b92c-c6d8-47c2-9393-714463fcb4e6 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Router 4522a532-5087-49d8-9d43-d774b095fbb4 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:19:08.268733 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6122a59b-5a97-4137-aa00-9dca2bbfd587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:08.354526 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-851e4b4c-76d5-4a5d-8a44-9a71a45c2cd3 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:08.412031 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec6b92c-c6d8-47c2-9393-714463fcb4e6 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:08.416942 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7ec6b92c-c6d8-47c2-9393-714463fcb4e6 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:08.422855 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8483f8f-86f8-4720-b1b6-55879dd14cd9 None None] Sync routers for ids ['4522a532-5087-49d8-9d43-d774b095fbb4'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:08.431932 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8483f8f-86f8-4720-b1b6-55879dd14cd9 None None] Routers {'4522a532-5087-49d8-9d43-d774b095fbb4'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:08.432640 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a8483f8f-86f8-4720-b1b6-55879dd14cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:18:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['4522a532-5087-49d8-9d43-d774b095fbb4'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:08.457303 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7ec6b92c-c6d8-47c2-9393-714463fcb4e6 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "DELETE /v2.0/floatingips/326558f0-5e8c-4021-bd2c-90b4927a0d5f HTTP/1.1" status: 204 len: 168 time: 1.7833171 Jun 30 09:19:08.459852 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44696) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:08.468691 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a8483f8f-86f8-4720-b1b6-55879dd14cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:08.477697 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8483f8f-86f8-4720-b1b6-55879dd14cd9 None None] Routers {'4522a532-5087-49d8-9d43-d774b095fbb4'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:08.478301 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a8483f8f-86f8-4720-b1b6-55879dd14cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:18:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['4522a532-5087-49d8-9d43-d774b095fbb4'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:08.510528 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a8483f8f-86f8-4720-b1b6-55879dd14cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:08.511461 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8483f8f-86f8-4720-b1b6-55879dd14cd9 None None] The sync data for ids ['4522a532-5087-49d8-9d43-d774b095fbb4'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:08.511821 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-851e4b4c-76d5-4a5d-8a44-9a71a45c2cd3 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:08.552090 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851e4b4c-76d5-4a5d-8a44-9a71a45c2cd3 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:19:08.566496 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1a3a1-4f44-4b81-84fd-b93437fcd022 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Deleting port 270230b7-aba3-49a1-8831-a1531c41559e {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:08.566945 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a2c1a3a1-4f44-4b81-84fd-b93437fcd022 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:08.578118 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e4b4c-76d5-4a5d-8a44-9a71a45c2cd3 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f185fc9-6e82-48bc-9f15-aedfd318887e,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:08.603450 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-851e4b4c-76d5-4a5d-8a44-9a71a45c2cd3 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:08.603837 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-851e4b4c-76d5-4a5d-8a44-9a71a45c2cd3 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Added segment 89d55eac-7a57-4130-9734-4ac16555dc4d of type vlan for network 68fe8e7e-4cce-46bc-8599-047451f80e75 Jun 30 09:19:08.612640 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:08.684408 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a2c1a3a1-4f44-4b81-84fd-b93437fcd022 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:08.685340 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-851e4b4c-76d5-4a5d-8a44-9a71a45c2cd3 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:08.710886 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1a3a1-4f44-4b81-84fd-b93437fcd022 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Calling delete_port for 270230b7-aba3-49a1-8831-a1531c41559e owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:08.750708 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6122a59b-5a97-4137-aa00-9dca2bbfd587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:08.846847 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-851e4b4c-76d5-4a5d-8a44-9a71a45c2cd3 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:08.847819 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851e4b4c-76d5-4a5d-8a44-9a71a45c2cd3 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:08.848401 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-851e4b4c-76d5-4a5d-8a44-9a71a45c2cd3 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:08.882770 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 39a6102a-239e-4db8-9eb8-03d3a4a9bcc2 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:19:08.899611 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b4c62-a0c1-421b-be03-63eaed18ff51 req-30eccf4c-eaf6-4464-be0a-a5db7004e054 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:08.903449 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dc5b4c62-a0c1-421b-be03-63eaed18ff51 req-30eccf4c-eaf6-4464-be0a-a5db7004e054 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 945 time: 0.1043754 Jun 30 09:19:08.917859 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 39a6102a-239e-4db8-9eb8-03d3a4a9bcc2 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:19:08.918217 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 39a6102a-239e-4db8-9eb8-03d3a4a9bcc2 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:19:08.928608 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e4b4c-76d5-4a5d-8a44-9a71a45c2cd3 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Pushing event updated for resources: {'Network': ['ID=68fe8e7e-4cce-46bc-8599-047451f80e75,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:08.943219 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6122a59b-5a97-4137-aa00-9dca2bbfd587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:08.975750 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 68fe8e7e-4cce-46bc-8599-047451f80e75 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:19:09.000478 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dc5b4c62-a0c1-421b-be03-63eaed18ff51 req-35298f9d-1e45-4dba-982e-15d49cc4ca63 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912695 Jun 30 09:19:09.013823 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122a59b-5a97-4137-aa00-9dca2bbfd587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b117218b-a071-402d-8888-5ef4858a69ed,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:09.025777 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6122a59b-5a97-4137-aa00-9dca2bbfd587 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f942b95140704d7093048e66f24fa253&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0916071 Jun 30 09:19:09.030611 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44714) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:09.052779 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-851e4b4c-76d5-4a5d-8a44-9a71a45c2cd3 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.5492811 Jun 30 09:19:09.062201 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44716) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:09.071677 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-bb148205-d302-4d02-b9cc-7545ada82e6b tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Request body: {'subnet': {'network_id': '68fe8e7e-4cce-46bc-8599-047451f80e75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:09.101199 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a2c1a3a1-4f44-4b81-84fd-b93437fcd022 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:09.177461 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1a3a1-4f44-4b81-84fd-b93437fcd022 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event deleted for resources: {'Port': ['ID=270230b7-aba3-49a1-8831-a1531c41559e,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:09.224118 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fd9392b1-c5cf-4648-bd32-d133545bcea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:09.252854 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fd9392b1-c5cf-4648-bd32-d133545bcea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:09.296437 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee265c-44e7-4180-b654-f1152c585eff req-c238e62d-bdb3-4eab-bb00-463befe3753a tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:09.298374 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ffee265c-44e7-4180-b654-f1152c585eff req-c238e62d-bdb3-4eab-bb00-463befe3753a tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=973e116f-9c2e-45bc-9c93-36f3ca067a60 HTTP/1.1" status: 200 len: 945 time: 0.1250222 Jun 30 09:19:09.338044 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb148205-d302-4d02-b9cc-7545ada82e6b tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Made reservation on behalf of 19b92b50099a41d9a563933680b2e496 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:09.340511 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bb148205-d302-4d02-b9cc-7545ada82e6b tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:09.352960 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b14fe8-ef9d-4b5a-b812-55f2a004176e req-da9f9754-6cc3-470d-a90f-76faf1212928 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:09.354425 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a8b14fe8-ef9d-4b5a-b812-55f2a004176e req-da9f9754-6cc3-470d-a90f-76faf1212928 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.52 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 945 time: 0.3423250 Jun 30 09:19:09.357950 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ffee265c-44e7-4180-b654-f1152c585eff req-df3eed87-7542-4656-8be4-d2e4b9692fac tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528784 Jun 30 09:19:09.433851 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fd9392b1-c5cf-4648-bd32-d133545bcea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:09.438261 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fd9392b1-c5cf-4648-bd32-d133545bcea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:09.446105 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fd9392b1-c5cf-4648-bd32-d133545bcea3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b117218b-a071-402d-8888-5ef4858a69ed HTTP/1.1" status: 204 len: 168 time: 0.4137249 Jun 30 09:19:09.461265 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a2c1a3a1-4f44-4b81-84fd-b93437fcd022 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:09.469771 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a2c1a3a1-4f44-4b81-84fd-b93437fcd022 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "DELETE /v2.0/ports/270230b7-aba3-49a1-8831-a1531c41559e HTTP/1.1" status: 204 len: 168 time: 1.0069964 Jun 30 09:19:09.473382 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44726) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:09.481891 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-5d35b1e4-5f9c-4c71-8acf-f80b0961b749 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:09.511652 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9392b1-c5cf-4648-bd32-d133545bcea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b117218b-a071-402d-8888-5ef4858a69ed,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:09.600575 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b132f-57cf-43b4-bedf-5e8eab87dc3d req-087bcf6b-aee0-4cad-90df-63b490c05b75 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:09.607094 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b132f-57cf-43b4-bedf-5e8eab87dc3d req-087bcf6b-aee0-4cad-90df-63b490c05b75 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:09.613456 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b132f-57cf-43b4-bedf-5e8eab87dc3d req-087bcf6b-aee0-4cad-90df-63b490c05b75 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:09.619536 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b132f-57cf-43b4-bedf-5e8eab87dc3d req-087bcf6b-aee0-4cad-90df-63b490c05b75 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:09.627515 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b132f-57cf-43b4-bedf-5e8eab87dc3d req-087bcf6b-aee0-4cad-90df-63b490c05b75 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:09.633278 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b132f-57cf-43b4-bedf-5e8eab87dc3d req-087bcf6b-aee0-4cad-90df-63b490c05b75 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:09.639241 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b132f-57cf-43b4-bedf-5e8eab87dc3d req-087bcf6b-aee0-4cad-90df-63b490c05b75 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:09.642378 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5a7b132f-57cf-43b4-bedf-5e8eab87dc3d req-087bcf6b-aee0-4cad-90df-63b490c05b75 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5423 time: 0.3609471 Jun 30 09:19:09.646798 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5d35b1e4-5f9c-4c71-8acf-f80b0961b749 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:09.659320 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040aded6-93a0-4290-8acc-3d549e7bd7f1 req-3ddc9900-d828-4fd9-bee6-d09da1d0739a tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:09.664307 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-040aded6-93a0-4290-8acc-3d549e7bd7f1 req-3ddc9900-d828-4fd9-bee6-d09da1d0739a tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.37 "GET /v2.0/ports?device_id=973e116f-9c2e-45bc-9c93-36f3ca067a60 HTTP/1.1" status: 200 len: 945 time: 0.3033550 Jun 30 09:19:09.809085 n-d-771363-31 neutron-server[101053]: DEBUG neutron.objects.ports [None req-bb148205-d302-4d02-b9cc-7545ada82e6b tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101053) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:19:09.809774 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bb148205-d302-4d02-b9cc-7545ada82e6b tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:09.827785 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5a7b132f-57cf-43b4-bedf-5e8eab87dc3d req-8eb9fc3f-1c57-4ec9-8c19-055636ef9e58 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1658461 Jun 30 09:19:09.829689 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-a8b14fe8-ef9d-4b5a-b812-55f2a004176e req-ea56996f-632a-484e-bd04-e582e16d78b0 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Deleting port 6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:09.830023 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a8b14fe8-ef9d-4b5a-b812-55f2a004176e req-ea56996f-632a-484e-bd04-e582e16d78b0 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:09.860208 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb148205-d302-4d02-b9cc-7545ada82e6b tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1b3fa291-7806-4474-aa36-17f92fd10bca,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:09.877071 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb148205-d302-4d02-b9cc-7545ada82e6b tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Checking segment: {'id': '89d55eac-7a57-4130-9734-4ac16555dc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '68fe8e7e-4cce-46bc-8599-047451f80e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:09.877291 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb148205-d302-4d02-b9cc-7545ada82e6b tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Network hostable DHCP agents. Network: 68fe8e7e-4cce-46bc-8599-047451f80e75, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:19:09.960889 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb148205-d302-4d02-b9cc-7545ada82e6b tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Network 68fe8e7e-4cce-46bc-8599-047451f80e75 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:19:09.994562 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-a8b14fe8-ef9d-4b5a-b812-55f2a004176e req-ea56996f-632a-484e-bd04-e582e16d78b0 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] For port 6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:09.994943 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a8b14fe8-ef9d-4b5a-b812-55f2a004176e req-ea56996f-632a-484e-bd04-e582e16d78b0 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:10.017216 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-040aded6-93a0-4290-8acc-3d549e7bd7f1 req-ae7ce7e9-4652-4520-b6df-e404ccdd5e91 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Deleting port 10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:10.017216 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-040aded6-93a0-4290-8acc-3d549e7bd7f1 req-ae7ce7e9-4652-4520-b6df-e404ccdd5e91 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:10.017216 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-a8b14fe8-ef9d-4b5a-b812-55f2a004176e req-ea56996f-632a-484e-bd04-e582e16d78b0 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Calling delete_port for 6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:10.035420 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-bb148205-d302-4d02-b9cc-7545ada82e6b tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 68fe8e7e-4cce-46bc-8599-047451f80e75) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:10.043616 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5ab76c-23b6-4ee1-83e8-f536f9531526 None None] Network 68fe8e7e-4cce-46bc-8599-047451f80e75 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:10.045879 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb148205-d302-4d02-b9cc-7545ada82e6b tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:10.045879 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bb148205-d302-4d02-b9cc-7545ada82e6b tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:10.084573 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5d35b1e4-5f9c-4c71-8acf-f80b0961b749 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:10.190815 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bb148205-d302-4d02-b9cc-7545ada82e6b tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1269026 Jun 30 09:19:10.201429 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44750) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:10.210231 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-ced22b74-57f2-4694-a7af-a8fd9fb69b39 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-806195305', 'network_id': '68fe8e7e-4cce-46bc-8599-047451f80e75'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:10.242912 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44752) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:10.265270 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-040aded6-93a0-4290-8acc-3d549e7bd7f1 req-ae7ce7e9-4652-4520-b6df-e404ccdd5e91 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] For port 10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037,segment=NetworkSegment(bc499c06-af65-4614-b099-27bc511ea45a),segment_id=bc499c06-af65-4614-b099-27bc511ea45a)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:10.265615 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-040aded6-93a0-4290-8acc-3d549e7bd7f1 req-ae7ce7e9-4652-4520-b6df-e404ccdd5e91 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:10.270704 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e61a75-56ce-4dcd-9d5b-c0c0b6113d92 None None] Network 68fe8e7e-4cce-46bc-8599-047451f80e75 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:10.274553 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587031e-55b2-444a-8caa-e921cc0f6ac4 req-1db7a56c-e962-48c2-810d-4954810db71d tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:10.283999 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5587031e-55b2-444a-8caa-e921cc0f6ac4 req-1db7a56c-e962-48c2-810d-4954810db71d tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 945 time: 0.1127646 Jun 30 09:19:10.305954 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-040aded6-93a0-4290-8acc-3d549e7bd7f1 req-ae7ce7e9-4652-4520-b6df-e404ccdd5e91 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Calling delete_port for 10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:10.341057 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5587031e-55b2-444a-8caa-e921cc0f6ac4 req-26003e24-51ad-4901-b058-c73427dd51d2 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bed596c-53ca-4987-b46f-d1bfec75e6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533619 Jun 30 09:19:10.444580 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-5d35b1e4-5f9c-4c71-8acf-f80b0961b749 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Allocated IP 172.25.6.173 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/bfe89b09-9230-4ead-9d33-1f09068dae9a) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:10.453074 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced22b74-57f2-4694-a7af-a8fd9fb69b39 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Made reservation on behalf of 19b92b50099a41d9a563933680b2e496 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:10.456154 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ced22b74-57f2-4694-a7af-a8fd9fb69b39 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:10.468217 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b55d232f-3781-4cca-9efc-04a79a6fd058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:10.502846 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-ced22b74-57f2-4694-a7af-a8fd9fb69b39 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] device_id is not set on port 66562c2f-1c74-4308-aa5c-a1fe2175fef5 yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:19:10.595744 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b55d232f-3781-4cca-9efc-04a79a6fd058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:10.709415 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b55d232f-3781-4cca-9efc-04a79a6fd058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:10.748627 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d232f-3781-4cca-9efc-04a79a6fd058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c0cdeb-e4b9-4c47-96a2-bcb9ef08135f,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:10.756243 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b55d232f-3781-4cca-9efc-04a79a6fd058 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e9debbea85524381ab6709eec00f030c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5098190 Jun 30 09:19:10.756583 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44764) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:10.810464 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a8b14fe8-ef9d-4b5a-b812-55f2a004176e req-ea56996f-632a-484e-bd04-e582e16d78b0 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:10.814125 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-243bcdb4-ab2c-4cb0-a0b6-b435a323b9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:10.826505 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:10.838248 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-243bcdb4-ab2c-4cb0-a0b6-b435a323b9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:10.921546 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56996f-632a-484e-bd04-e582e16d78b0 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Pushing event deleted for resources: {'Port': ['ID=6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:11.027104 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-243bcdb4-ab2c-4cb0-a0b6-b435a323b9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.030489 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-243bcdb4-ab2c-4cb0-a0b6-b435a323b9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.031868 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-243bcdb4-ab2c-4cb0-a0b6-b435a323b9df admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/57c0cdeb-e4b9-4c47-96a2-bcb9ef08135f HTTP/1.1" status: 204 len: 168 time: 0.2738650 Jun 30 09:19:11.064410 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243bcdb4-ab2c-4cb0-a0b6-b435a323b9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c0cdeb-e4b9-4c47-96a2-bcb9ef08135f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:11.064577 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b14fe8-ef9d-4b5a-b812-55f2a004176e req-ea56996f-632a-484e-bd04-e582e16d78b0 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] No DVR routers for this DVR port 6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad on host n-h1-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:19:11.068365 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a8b14fe8-ef9d-4b5a-b812-55f2a004176e req-ea56996f-632a-484e-bd04-e582e16d78b0 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.070797 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a8b14fe8-ef9d-4b5a-b812-55f2a004176e req-ea56996f-632a-484e-bd04-e582e16d78b0 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.52 "DELETE /v2.0/ports/6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad HTTP/1.1" status: 204 len: 173 time: 1.6992679 Jun 30 09:19:11.106582 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd72bdc-9709-4b4d-a077-92941e64e4bc', 'name': 'network-vif-deleted', 'tag': '6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:11.109347 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025f9fba-08c2-4478-b748-dc312e60d2af" -d '{"events": [{"server_uuid": "abd72bdc-9709-4b4d-a077-92941e64e4bc", "name": "network-vif-deleted", "tag": "6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:11.139262 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5d35b1e4-5f9c-4c71-8acf-f80b0961b749 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.152263 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458e97b-ff8a-47f1-a90f-d00431cc4769 req-0e5d900e-02bd-403d-9d97-b38dfdbbfb96 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:11.170644 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458e97b-ff8a-47f1-a90f-d00431cc4769 req-0e5d900e-02bd-403d-9d97-b38dfdbbfb96 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:11.177188 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458e97b-ff8a-47f1-a90f-d00431cc4769 req-0e5d900e-02bd-403d-9d97-b38dfdbbfb96 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:11.182689 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a22668-43f0-4fca-a1d7-de245507555c req-3081c6de-ccdb-4695-8dab-8117f5d13aa4 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:11.189852 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-62a22668-43f0-4fca-a1d7-de245507555c req-3081c6de-ccdb-4695-8dab-8117f5d13aa4 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=973e116f-9c2e-45bc-9c93-36f3ca067a60 HTTP/1.1" status: 200 len: 945 time: 0.3861799 Jun 30 09:19:11.193256 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458e97b-ff8a-47f1-a90f-d00431cc4769 req-0e5d900e-02bd-403d-9d97-b38dfdbbfb96 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:11.198960 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458e97b-ff8a-47f1-a90f-d00431cc4769 req-0e5d900e-02bd-403d-9d97-b38dfdbbfb96 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:11.214900 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-ced22b74-57f2-4694-a7af-a8fd9fb69b39 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Allocated IP 172.20.0.14 (68fe8e7e-4cce-46bc-8599-047451f80e75/1b3fa291-7806-4474-aa36-17f92fd10bca/66562c2f-1c74-4308-aa5c-a1fe2175fef5) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:11.227717 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458e97b-ff8a-47f1-a90f-d00431cc4769 req-0e5d900e-02bd-403d-9d97-b38dfdbbfb96 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:11.233551 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458e97b-ff8a-47f1-a90f-d00431cc4769 req-0e5d900e-02bd-403d-9d97-b38dfdbbfb96 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:11.236394 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4458e97b-ff8a-47f1-a90f-d00431cc4769 req-0e5d900e-02bd-403d-9d97-b38dfdbbfb96 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5423 time: 0.2525849 Jun 30 09:19:11.263871 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-040aded6-93a0-4290-8acc-3d549e7bd7f1 req-ae7ce7e9-4652-4520-b6df-e404ccdd5e91 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.287626 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4458e97b-ff8a-47f1-a90f-d00431cc4769 req-b2bdb980-87a2-431a-854f-37199a01ad10 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0435312 Jun 30 09:19:11.343821 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-62a22668-43f0-4fca-a1d7-de245507555c req-766978f9-d0f6-43d8-b5a0-c3fc67531697 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfe724f-51b5-4af2-a95a-4196531a8332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529238 Jun 30 09:19:11.349199 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ce7e9-4652-4520-b6df-e404ccdd5e91 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Pushing event deleted for resources: {'Port': ['ID=10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:11.367815 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ae58f8-a4a4-496e-8288-a310841cb538 x-openstack-request-id: req-a2ae58f8-a4a4-496e-8288-a310841cb538 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:11.368199 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd72bdc-9709-4b4d-a077-92941e64e4bc", "name": "network-vif-deleted", "tag": "6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:11.368675 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a2ae58f8-a4a4-496e-8288-a310841cb538 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:11.369109 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd72bdc-9709-4b4d-a077-92941e64e4bc', 'name': 'network-vif-deleted', 'tag': '6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad', 'status': 'completed', 'code': 200} Jun 30 09:19:11.436714 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5d35b1e4-5f9c-4c71-8acf-f80b0961b749 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.473298 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-040aded6-93a0-4290-8acc-3d549e7bd7f1 req-ae7ce7e9-4652-4520-b6df-e404ccdd5e91 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] No DVR routers for this DVR port 10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:19:11.505536 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fee9df28-8e72-4e74-92f3-55ab21ee34f8 req-4e7e6935-35fe-4078-b507-d80f516dcb36 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=abd72bdc-9709-4b4d-a077-92941e64e4bc HTTP/1.1" status: 200 len: 210 time: 0.0311604 Jun 30 09:19:11.526054 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-040aded6-93a0-4290-8acc-3d549e7bd7f1 req-ae7ce7e9-4652-4520-b6df-e404ccdd5e91 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.528101 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-040aded6-93a0-4290-8acc-3d549e7bd7f1 req-ae7ce7e9-4652-4520-b6df-e404ccdd5e91 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.37 "DELETE /v2.0/ports/10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037 HTTP/1.1" status: 204 len: 173 time: 1.8531592 Jun 30 09:19:11.553494 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d35b1e4-5f9c-4c71-8acf-f80b0961b749 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:11.568039 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-5d35b1e4-5f9c-4c71-8acf-f80b0961b749 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:11.576624 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d35b1e4-5f9c-4c71-8acf-f80b0961b749 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:11.582345 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35b1e4-5f9c-4c71-8acf-f80b0961b749 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event updated for resources: {'Port': ['ID=bfe89b09-9230-4ead-9d33-1f09068dae9a,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:11.681321 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ced22b74-57f2-4694-a7af-a8fd9fb69b39 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.749621 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5d35b1e4-5f9c-4c71-8acf-f80b0961b749 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.870454 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5d35b1e4-5f9c-4c71-8acf-f80b0961b749 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.897520 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ced22b74-57f2-4694-a7af-a8fd9fb69b39 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.963890 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced22b74-57f2-4694-a7af-a8fd9fb69b39 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Network 68fe8e7e-4cce-46bc-8599-047451f80e75 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:12.006904 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-ced22b74-57f2-4694-a7af-a8fd9fb69b39 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:12.013785 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced22b74-57f2-4694-a7af-a8fd9fb69b39 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:12.019088 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced22b74-57f2-4694-a7af-a8fd9fb69b39 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Pushing event updated for resources: {'Port': ['ID=66562c2f-1c74-4308-aa5c-a1fe2175fef5,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:12.074846 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced22b74-57f2-4694-a7af-a8fd9fb69b39 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:12.075495 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ced22b74-57f2-4694-a7af-a8fd9fb69b39 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:12.135436 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5d35b1e4-5f9c-4c71-8acf-f80b0961b749 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:12.276051 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ced22b74-57f2-4694-a7af-a8fd9fb69b39 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.0696111 Jun 30 09:19:12.278657 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44806) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:12.310457 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5d35b1e4-5f9c-4c71-8acf-f80b0961b749 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:12.404990 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-c4203414-7437-41c6-97cd-0828d6371325 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Deleting port 66562c2f-1c74-4308-aa5c-a1fe2175fef5 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:12.405341 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c4203414-7437-41c6-97cd-0828d6371325 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:12.448686 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35b1e4-5f9c-4c71-8acf-f80b0961b749 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event updated for resources: {'Port': ['ID=bfe89b09-9230-4ead-9d33-1f09068dae9a,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:12.476492 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5d35b1e4-5f9c-4c71-8acf-f80b0961b749 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:12.533768 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44818) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:12.612663 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c4203414-7437-41c6-97cd-0828d6371325 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:12.620404 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f37740ec-a761-4727-a30e-3542fb64d040 req-8d65d482-5e03-495e-90ae-0e41d20726b0 tempest-AttachVolumeNegativeTest-1525531767 tempest-AttachVolumeNegativeTest-1525531767-project] 10.222.0.10 "GET /v2.0/ports?device_id=973e116f-9c2e-45bc-9c93-36f3ca067a60 HTTP/1.1" status: 200 len: 210 time: 0.0369260 Jun 30 09:19:12.622003 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5d35b1e4-5f9c-4c71-8acf-f80b0961b749 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:12.626283 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5d35b1e4-5f9c-4c71-8acf-f80b0961b749 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1472092 Jun 30 09:19:12.626871 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44822) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:12.632756 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-86a9aef5-255c-4f98-817f-5ca504a9b67f tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Request body: {'port': {'network_id': 'cdc0559f-67d1-4643-aeb9-3f7b3934bfbc', 'name': 'tempest-FloatingIPTestJSON-1374883372'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:12.652710 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-c4203414-7437-41c6-97cd-0828d6371325 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Calling delete_port for 66562c2f-1c74-4308-aa5c-a1fe2175fef5 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:12.692062 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-18bb770c-5fca-4e51-9b87-ba7c876d0fc8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-792657630-network', 'tenant_id': 'ccdb6267e3ed432991d478e59bf31bd1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:12.809506 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc306df6-dcfd-42e1-9b56-8589b3e910a5 req-b5a059d5-57c0-463c-ae5a-822bf039bef2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:12.815461 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc306df6-dcfd-42e1-9b56-8589b3e910a5 req-b5a059d5-57c0-463c-ae5a-822bf039bef2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:12.821577 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc306df6-dcfd-42e1-9b56-8589b3e910a5 req-b5a059d5-57c0-463c-ae5a-822bf039bef2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:12.829874 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bb770c-5fca-4e51-9b87-ba7c876d0fc8 admin admin] Made reservation on behalf of ccdb6267e3ed432991d478e59bf31bd1 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:12.830197 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc306df6-dcfd-42e1-9b56-8589b3e910a5 req-b5a059d5-57c0-463c-ae5a-822bf039bef2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:12.832390 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-18bb770c-5fca-4e51-9b87-ba7c876d0fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:12.839337 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc306df6-dcfd-42e1-9b56-8589b3e910a5 req-b5a059d5-57c0-463c-ae5a-822bf039bef2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:12.845962 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc306df6-dcfd-42e1-9b56-8589b3e910a5 req-b5a059d5-57c0-463c-ae5a-822bf039bef2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:12.848867 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-18bb770c-5fca-4e51-9b87-ba7c876d0fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:12.851793 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc306df6-dcfd-42e1-9b56-8589b3e910a5 req-b5a059d5-57c0-463c-ae5a-822bf039bef2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:12.859210 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc306df6-dcfd-42e1-9b56-8589b3e910a5 req-b5a059d5-57c0-463c-ae5a-822bf039bef2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5423 time: 0.3370881 Jun 30 09:19:12.912210 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:19:12.926469 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a9aef5-255c-4f98-817f-5ca504a9b67f tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Made reservation on behalf of 418f3cacdcaa491296a7151f3c3c3aac for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:12.930861 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-86a9aef5-255c-4f98-817f-5ca504a9b67f tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:12.932682 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc306df6-dcfd-42e1-9b56-8589b3e910a5 req-f4fc298f-663a-4817-be6e-c3817c7ccf1c tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0718155 Jun 30 09:19:12.982069 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:19:12.982343 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:19:12.992433 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-86a9aef5-255c-4f98-817f-5ca504a9b67f tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] device_id is not set on port 1d4d6cbb-ba65-48bf-8979-fbb0a94795e2 yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:19:13.132787 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c4203414-7437-41c6-97cd-0828d6371325 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.167090 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4203414-7437-41c6-97cd-0828d6371325 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Pushing event deleted for resources: {'Port': ['ID=66562c2f-1c74-4308-aa5c-a1fe2175fef5,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:13.229401 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c4203414-7437-41c6-97cd-0828d6371325 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.231847 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c4203414-7437-41c6-97cd-0828d6371325 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "DELETE /v2.0/ports/66562c2f-1c74-4308-aa5c-a1fe2175fef5 HTTP/1.1" status: 204 len: 168 time: 0.9520891 Jun 30 09:19:13.235808 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44832) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:13.240332 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-c9cf6b08-c146-41fd-acc8-84b9c298f9e9 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68fe8e7e-4cce-46bc-8599-047451f80e75', 'external_fixed_ips': [{'subnet_id': '1b3fa291-7806-4474-aa36-17f92fd10bca', 'ip_address': '172.20.0.14'}]}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:13.279634 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device d8c0077e-9781-471c-a7ca-1fbaf87ae4b4 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:19:13.283089 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:19:13.286741 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-86a9aef5-255c-4f98-817f-5ca504a9b67f tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Allocated IP 172.20.0.2 (cdc0559f-67d1-4643-aeb9-3f7b3934bfbc/1cd70202-59e2-40cd-8e17-279a8dc07c06/1d4d6cbb-ba65-48bf-8979-fbb0a94795e2) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:13.310025 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-18bb770c-5fca-4e51-9b87-ba7c876d0fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.310269 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:19:13.310584 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 6945f4f6-7ad9-49e0-a2a9-7b85f8fe84ad not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:19:13.370209 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973e116f-9c2e-45bc-9c93-36f3ca067a60', 'name': 'network-vif-deleted', 'tag': '10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:13.374435 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a03ab1-ebf6-4847-901d-33b242ae5082" -d '{"events": [{"server_uuid": "973e116f-9c2e-45bc-9c93-36f3ca067a60", "name": "network-vif-deleted", "tag": "10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:13.426420 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-18bb770c-5fca-4e51-9b87-ba7c876d0fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.427775 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port d8c0077e-9781-471c-a7ca-1fbaf87ae4b4, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=d8c0077e-9781-471c-a7ca-1fbaf87ae4b4,segment=NetworkSegment(5d74be57-0b58-40b7-ac12-8573793671cf),segment_id=5d74be57-0b58-40b7-ac12-8573793671cf)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:13.459623 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'd8c0077e-9781-471c-a7ca-1fbaf87ae4b4', 'network_id': '203a8969-fabc-4eb3-a4b7-0ed49225ea16', 'port_id': 'd8c0077e-9781-471c-a7ca-1fbaf87ae4b4', 'mac_address': 'fa:16:3e:0c:72:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5abf6d13-ee31-42ca-8f41-a3797ffb8563', 'ip_address': '10.1.1.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:19:13.488352 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08b7383-161d-400b-8fca-13f5cee56e2c x-openstack-request-id: req-f08b7383-161d-400b-8fca-13f5cee56e2c {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:13.488943 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973e116f-9c2e-45bc-9c93-36f3ca067a60", "name": "network-vif-deleted", "tag": "10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:13.488943 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f08b7383-161d-400b-8fca-13f5cee56e2c {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:13.489194 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973e116f-9c2e-45bc-9c93-36f3ca067a60', 'name': 'network-vif-deleted', 'tag': '10cb5e9c-9fe6-4f2d-b5c4-b6705dd41037', 'status': 'completed', 'code': 200} Jun 30 09:19:13.499400 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18bb770c-5fca-4e51-9b87-ba7c876d0fc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:19:13.504610 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c9cf6b08-c146-41fd-acc8-84b9c298f9e9 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.506633 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c9cf6b08-c146-41fd-acc8-84b9c298f9e9 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.519954 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb770c-5fca-4e51-9b87-ba7c876d0fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e473d5-9073-44a3-8bfc-d93501fc778c,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:13.531334 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-18bb770c-5fca-4e51-9b87-ba7c876d0fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.531678 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-18bb770c-5fca-4e51-9b87-ba7c876d0fc8 admin admin] Added segment 711ab168-ac66-4fc0-8f70-ec0c835b4a1b of type vlan for network 9f6b8c18-5a03-4360-b0ab-d9fb67f737bd Jun 30 09:19:13.540706 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.568224 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8c0077e-9781-471c-a7ca-1fbaf87ae4b4 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:13.599202 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port d8c0077e-9781-471c-a7ca-1fbaf87ae4b4, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=d8c0077e-9781-471c-a7ca-1fbaf87ae4b4,segment=NetworkSegment(5d74be57-0b58-40b7-ac12-8573793671cf),segment_id=5d74be57-0b58-40b7-ac12-8573793671cf)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:13.613156 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-18bb770c-5fca-4e51-9b87-ba7c876d0fc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.637007 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c9cf6b08-c146-41fd-acc8-84b9c298f9e9 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.643920 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-86a9aef5-255c-4f98-817f-5ca504a9b67f tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.704420 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.705266 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:19:13.726547 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44840) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:13.729171 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5fbc0-79db-4513-9073-8f117914a605 req-8b772f6b-bfda-4d01-8daf-7058ff3196f7 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:13.730668 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-04e5fbc0-79db-4513-9073-8f117914a605 req-8b772f6b-bfda-4d01-8daf-7058ff3196f7 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.1339507 Jun 30 09:19:13.764138 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8,segment=NetworkSegment(5d74be57-0b58-40b7-ac12-8573793671cf),segment_id=5d74be57-0b58-40b7-ac12-8573793671cf)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:13.784993 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-04e5fbc0-79db-4513-9073-8f117914a605 req-d2e9e933-a776-4598-a0a0-942d93aa6ac0 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430386 Jun 30 09:19:13.788738 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8', 'network_id': '203a8969-fabc-4eb3-a4b7-0ed49225ea16', 'port_id': '2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8', 'mac_address': 'fa:16:3e:78:ae:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5abf6d13-ee31-42ca-8f41-a3797ffb8563', 'ip_address': '10.1.1.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:19:13.794111 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=d8c0077e-9781-471c-a7ca-1fbaf87ae4b4,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:13.803787 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:13.804205 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:13.804617 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:13.805016 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:13.805444 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:13.805842 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:13.806234 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:13.806622 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:13.807014 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:13.807439 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:13.807822 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:13.808208 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:13.808690 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-18bb770c-5fca-4e51-9b87-ba7c876d0fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.809795 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bb770c-5fca-4e51-9b87-ba7c876d0fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:13.810464 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-18bb770c-5fca-4e51-9b87-ba7c876d0fc8 admin admin] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.837692 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe53f77d-8f26-41a1-9c28-b394d166acab admin admin] Deleting subnet a8acfcba-aa49-40d7-96e1-8c2c79b01912 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:19:13.841469 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe53f77d-8f26-41a1-9c28-b394d166acab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.855407 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-86a9aef5-255c-4f98-817f-5ca504a9b67f tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.861432 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.875934 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:13.897597 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8,segment=NetworkSegment(5d74be57-0b58-40b7-ac12-8573793671cf),segment_id=5d74be57-0b58-40b7-ac12-8573793671cf)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:13.915901 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a9aef5-255c-4f98-817f-5ca504a9b67f tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Network cdc0559f-67d1-4643-aeb9-3f7b3934bfbc is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:13.916751 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb770c-5fca-4e51-9b87-ba7c876d0fc8 admin admin] Pushing event updated for resources: {'Network': ['ID=9f6b8c18-5a03-4360-b0ab-d9fb67f737bd,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:13.921849 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-86a9aef5-255c-4f98-817f-5ca504a9b67f tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:13.928418 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a9aef5-255c-4f98-817f-5ca504a9b67f tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:13.933213 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 9f6b8c18-5a03-4360-b0ab-d9fb67f737bd details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:19:13.935717 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c9cf6b08-c146-41fd-acc8-84b9c298f9e9 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.940446 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-18bb770c-5fca-4e51-9b87-ba7c876d0fc8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4055200 Jun 30 09:19:13.944070 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44842) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:13.954973 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-33be4495-eb52-48f9-8aa1-8ba7c33d3bfa admin admin] Request body: {'subnet': {'network_id': '9f6b8c18-5a03-4360-b0ab-d9fb67f737bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-792657630-subnet', 'tenant_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:13.961516 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe53f77d-8f26-41a1-9c28-b394d166acab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.975760 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9aef5-255c-4f98-817f-5ca504a9b67f tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event updated for resources: {'Port': ['ID=1d4d6cbb-ba65-48bf-8979-fbb0a94795e2,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:13.996632 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.997249 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:19:14.009248 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a9aef5-255c-4f98-817f-5ca504a9b67f tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:14.011539 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-86a9aef5-255c-4f98-817f-5ca504a9b67f tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.033071 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe53f77d-8f26-41a1-9c28-b394d166acab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.077323 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7,segment=NetworkSegment(5d74be57-0b58-40b7-ac12-8573793671cf),segment_id=5d74be57-0b58-40b7-ac12-8573793671cf)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:14.085277 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:14.102093 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7', 'network_id': '203a8969-fabc-4eb3-a4b7-0ed49225ea16', 'port_id': '88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7', 'mac_address': 'fa:16:3e:49:b5:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5abf6d13-ee31-42ca-8f41-a3797ffb8563', 'ip_address': '10.1.1.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:19:14.117858 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33be4495-eb52-48f9-8aa1-8ba7c33d3bfa admin admin] Made reservation on behalf of ccdb6267e3ed432991d478e59bf31bd1 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:14.120306 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-33be4495-eb52-48f9-8aa1-8ba7c33d3bfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.146454 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.163743 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:14.186853 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7,segment=NetworkSegment(5d74be57-0b58-40b7-ac12-8573793671cf),segment_id=5d74be57-0b58-40b7-ac12-8573793671cf)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:14.223046 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-86a9aef5-255c-4f98-817f-5ca504a9b67f tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5947986 Jun 30 09:19:14.223864 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44848) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:14.228597 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-219fbb4b-070a-45a8-909f-e59058e33bb0 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Request body: {'floatingip': {'port_id': '1d4d6cbb-ba65-48bf-8979-fbb0a94795e2'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:14.280229 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-219fbb4b-070a-45a8-909f-e59058e33bb0 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.319774 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca470fb6-5f2c-477f-89f4-32edc79be1dc req-da36e917-155b-4226-852c-94b8692cd7d3 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:14.327692 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca470fb6-5f2c-477f-89f4-32edc79be1dc req-da36e917-155b-4226-852c-94b8692cd7d3 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:14.337830 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca470fb6-5f2c-477f-89f4-32edc79be1dc req-da36e917-155b-4226-852c-94b8692cd7d3 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:14.343559 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca470fb6-5f2c-477f-89f4-32edc79be1dc req-da36e917-155b-4226-852c-94b8692cd7d3 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:14.351772 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca470fb6-5f2c-477f-89f4-32edc79be1dc req-da36e917-155b-4226-852c-94b8692cd7d3 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:14.359043 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca470fb6-5f2c-477f-89f4-32edc79be1dc req-da36e917-155b-4226-852c-94b8692cd7d3 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:14.367098 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca470fb6-5f2c-477f-89f4-32edc79be1dc req-da36e917-155b-4226-852c-94b8692cd7d3 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:14.383502 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ca470fb6-5f2c-477f-89f4-32edc79be1dc req-da36e917-155b-4226-852c-94b8692cd7d3 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5425 time: 0.2765176 Jun 30 09:19:14.484862 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ca470fb6-5f2c-477f-89f4-32edc79be1dc req-8110a8a9-cc6d-41d2-a3aa-a3a8e53547e8 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1065791 Jun 30 09:19:14.493351 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.505357 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device a700fa97-7f11-4c5a-a416-37fd7c54d91e details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:19:14.606835 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe53f77d-8f26-41a1-9c28-b394d166acab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.659879 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53f77d-8f26-41a1-9c28-b394d166acab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8acfcba-aa49-40d7-96e1-8c2c79b01912,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:14.666575 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:14.669881 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe53f77d-8f26-41a1-9c28-b394d166acab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.676123 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fe53f77d-8f26-41a1-9c28-b394d166acab admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a8acfcba-aa49-40d7-96e1-8c2c79b01912 HTTP/1.1" status: 204 len: 168 time: 0.9482393 Jun 30 09:19:14.677095 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44864) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:14.721107 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port a700fa97-7f11-4c5a-a416-37fd7c54d91e, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=a700fa97-7f11-4c5a-a416-37fd7c54d91e,segment=NetworkSegment(e388efc1-732f-40cc-980a-ce7b9415f60a),segment_id=e388efc1-732f-40cc-980a-ce7b9415f60a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:14.733136 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-33be4495-eb52-48f9-8aa1-8ba7c33d3bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.734466 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'a700fa97-7f11-4c5a-a416-37fd7c54d91e', 'network_id': 'b7c4d310-0e13-4978-b513-6d3abe0b2ecf', 'port_id': 'a700fa97-7f11-4c5a-a416-37fd7c54d91e', 'mac_address': 'fa:16:3e:3e:76:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81734dcc-0ee2-494d-93d9-b3fe64a6f397', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:19:14.746010 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-808d3787-90c5-45d9-93a0-860f7d18f83c tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=32716422267643598fd50b38fb87e2e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798800 Jun 30 09:19:14.773561 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.787668 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a700fa97-7f11-4c5a-a416-37fd7c54d91e {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:14.809399 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port a700fa97-7f11-4c5a-a416-37fd7c54d91e, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=a700fa97-7f11-4c5a-a416-37fd7c54d91e,segment=NetworkSegment(e388efc1-732f-40cc-980a-ce7b9415f60a),segment_id=e388efc1-732f-40cc-980a-ce7b9415f60a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:14.863935 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be4495-eb52-48f9-8aa1-8ba7c33d3bfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=36fff7d6-34a7-44f3-bad4-7b663a92c857,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:14.886972 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c9cf6b08-c146-41fd-acc8-84b9c298f9e9 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.903874 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.905074 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 44e89faa-6b6f-468b-aada-373d3800878b details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:19:14.909258 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d56fc001-ef56-4464-bf2f-820d42e35d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.917681 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c9cf6b08-c146-41fd-acc8-84b9c298f9e9 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.919806 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33be4495-eb52-48f9-8aa1-8ba7c33d3bfa admin admin] Checking segment: {'id': '711ab168-ac66-4fc0-8f70-ec0c835b4a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9f6b8c18-5a03-4360-b0ab-d9fb67f737bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:14.920259 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33be4495-eb52-48f9-8aa1-8ba7c33d3bfa admin admin] Network hostable DHCP agents. Network: 9f6b8c18-5a03-4360-b0ab-d9fb67f737bd, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:19:14.988344 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 44e89faa-6b6f-468b-aada-373d3800878b, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=44e89faa-6b6f-468b-aada-373d3800878b,segment=NetworkSegment(5d74be57-0b58-40b7-ac12-8573793671cf),segment_id=5d74be57-0b58-40b7-ac12-8573793671cf)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:14.995930 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=a700fa97-7f11-4c5a-a416-37fd7c54d91e,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:15.004183 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '44e89faa-6b6f-468b-aada-373d3800878b', 'network_id': '203a8969-fabc-4eb3-a4b7-0ed49225ea16', 'port_id': '44e89faa-6b6f-468b-aada-373d3800878b', 'mac_address': 'fa:16:3e:f0:1a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5abf6d13-ee31-42ca-8f41-a3797ffb8563', 'ip_address': '10.1.1.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:19:15.050016 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.067908 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e89faa-6b6f-468b-aada-373d3800878b {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:15.092151 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-2c39b560-49b9-467d-b0f2-ebb263eb8136 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:15.094046 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-2c39b560-49b9-467d-b0f2-ebb263eb8136 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3284285 Jun 30 09:19:15.098130 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 44e89faa-6b6f-468b-aada-373d3800878b, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=44e89faa-6b6f-468b-aada-373d3800878b,segment=NetworkSegment(5d74be57-0b58-40b7-ac12-8573793671cf),segment_id=5d74be57-0b58-40b7-ac12-8573793671cf)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:15.104175 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.db.resource_extend [None req-219fbb4b-070a-45a8-909f-e59058e33bb0 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:19:15.217647 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-9745eb60-de37-414c-a751-dc5b1cb5c712 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.10 "GET /v2.0/quotas/32716422267643598fd50b38fb87e2e5 HTTP/1.1" status: 200 len: 375 time: 0.1163003 Jun 30 09:19:15.220290 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d56fc001-ef56-4464-bf2f-820d42e35d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.224233 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.245091 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-d56fc001-ef56-4464-bf2f-820d42e35d51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67fb0116-df8f-4edf-9acf-411778b1e168']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:15.276132 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=44e89faa-6b6f-468b-aada-373d3800878b,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:15.284030 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-219fbb4b-070a-45a8-909f-e59058e33bb0 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.299939 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 3496caa8-899f-4b6b-b20d-887cdd2e4d71 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:19:15.408567 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 3496caa8-899f-4b6b-b20d-887cdd2e4d71, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3496caa8-899f-4b6b-b20d-887cdd2e4d71,segment=NetworkSegment(c234fcd6-893a-4512-8def-0f2118a6a16c),segment_id=c234fcd6-893a-4512-8def-0f2118a6a16c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:15.422836 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '3496caa8-899f-4b6b-b20d-887cdd2e4d71', 'network_id': '1ee7a795-7cad-4025-ad1c-ea31997afa2e', 'port_id': '3496caa8-899f-4b6b-b20d-887cdd2e4d71', 'mac_address': 'fa:16:3e:a2:22:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c18985-d439-4c19-be51-90abec28edd1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:19:15.436759 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33be4495-eb52-48f9-8aa1-8ba7c33d3bfa admin admin] Network 9f6b8c18-5a03-4360-b0ab-d9fb67f737bd is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:19:15.465496 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.480316 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3496caa8-899f-4b6b-b20d-887cdd2e4d71 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:15.482766 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834541c-9531-4a0f-a456-a87831feac7a req-5c914117-945b-4bfa-8137-efb48aca6706 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:15.485020 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b834541c-9531-4a0f-a456-a87831feac7a req-5c914117-945b-4bfa-8137-efb48aca6706 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.5692165 Jun 30 09:19:15.502470 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 3496caa8-899f-4b6b-b20d-887cdd2e4d71, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3496caa8-899f-4b6b-b20d-887cdd2e4d71,segment=NetworkSegment(c234fcd6-893a-4512-8def-0f2118a6a16c),segment_id=c234fcd6-893a-4512-8def-0f2118a6a16c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:15.537239 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-33be4495-eb52-48f9-8aa1-8ba7c33d3bfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 9f6b8c18-5a03-4360-b0ab-d9fb67f737bd) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:15.548005 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33be4495-eb52-48f9-8aa1-8ba7c33d3bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:15.548770 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-33be4495-eb52-48f9-8aa1-8ba7c33d3bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.551084 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0c4a7c-69e9-48a4-ac91-1abfca177b04 None None] Network 9f6b8c18-5a03-4360-b0ab-d9fb67f737bd requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:15.566117 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-c9cf6b08-c146-41fd-acc8-84b9c298f9e9 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Allocated IP 172.20.0.14 (68fe8e7e-4cce-46bc-8599-047451f80e75/1b3fa291-7806-4474-aa36-17f92fd10bca/1bb1832d-1a99-4a72-8680-bd4d213dea37) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:15.582749 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b834541c-9531-4a0f-a456-a87831feac7a req-16ade0e7-80d9-461e-a331-8afc0011fe13 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722928 Jun 30 09:19:15.596101 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-d56fc001-ef56-4464-bf2f-820d42e35d51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc499c06-af65-4614-b099-27bc511ea45a') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:15.599484 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-d56fc001-ef56-4464-bf2f-820d42e35d51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc499c06-af65-4614-b099-27bc511ea45a') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:15.604574 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.606757 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 2f70ca00-91bf-41fb-867a-6edb210c3385 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:19:15.607689 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-357ab6e8-73b2-4abb-82dd-b90ecbddab51 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=32716422267643598fd50b38fb87e2e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3705339 Jun 30 09:19:15.628989 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-219fbb4b-070a-45a8-909f-e59058e33bb0 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.645916 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d56fc001-ef56-4464-bf2f-820d42e35d51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.695609 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['d8c0077e-9781-471c-a7ca-1fbaf87ae4b4'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:15.698609 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['a700fa97-7f11-4c5a-a416-37fd7c54d91e'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:15.705874 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c9cf6b08-c146-41fd-acc8-84b9c298f9e9 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.711923 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-33be4495-eb52-48f9-8aa1-8ba7c33d3bfa admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7641053 Jun 30 09:19:15.715721 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44872) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:15.719405 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['44e89faa-6b6f-468b-aada-373d3800878b'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:15.722556 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-72135950-212f-4ba8-8a5b-1213ac1ea2c0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-792657630-router', 'tenant_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:15.732615 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d56fc001-ef56-4464-bf2f-820d42e35d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.748173 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56fc001-ef56-4464-bf2f-820d42e35d51 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:19:15.748691 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d56fc001-ef56-4464-bf2f-820d42e35d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.760910 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8837725-2a9e-4816-9e04-3caca7ea1048 req-4b7ca3e9-c50e-4b72-9bb6-a3808ce7d795 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c8837725-2a9e-4816-9e04-3caca7ea1048 req-4b7ca3e9-c50e-4b72-9bb6-a3808ce7d795 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.37 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.6873996 Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:19:15.768497 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:19:15.796694 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:15.841439 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72135950-212f-4ba8-8a5b-1213ac1ea2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.842941 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72135950-212f-4ba8-8a5b-1213ac1ea2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.861914 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.resource_extend [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:19:15.877143 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c9cf6b08-c146-41fd-acc8-84b9c298f9e9 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.918873 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 2f70ca00-91bf-41fb-867a-6edb210c3385, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2f70ca00-91bf-41fb-867a-6edb210c3385,segment=NetworkSegment(c234fcd6-893a-4512-8def-0f2118a6a16c),segment_id=c234fcd6-893a-4512-8def-0f2118a6a16c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:15.946783 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=3496caa8-899f-4b6b-b20d-887cdd2e4d71,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:15.995919 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72135950-212f-4ba8-8a5b-1213ac1ea2c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:16.008712 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cf6b08-c146-41fd-acc8-84b9c298f9e9 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Network 68fe8e7e-4cce-46bc-8599-047451f80e75 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:16.008712 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-c9cf6b08-c146-41fd-acc8-84b9c298f9e9 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:16.015314 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cf6b08-c146-41fd-acc8-84b9c298f9e9 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:16.022041 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf6b08-c146-41fd-acc8-84b9c298f9e9 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Pushing event updated for resources: {'Port': ['ID=1bb1832d-1a99-4a72-8680-bd4d213dea37,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:16.047590 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-429ef953-44d5-4879-a12c-3d09bfc424d8 req-2962c73b-c664-4186-9910-e9cbcd659448 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.10 "GET /v2.0/ports?device_id=23278fca-294b-4353-bcb2-f8e4eeb37628 HTTP/1.1" status: 200 len: 210 time: 0.1746345 Jun 30 09:19:16.053310 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-219fbb4b-070a-45a8-909f-e59058e33bb0 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Floating IP fb89bd6b-477b-4669-95e9-132199d4be17 associated. External IP: 172.25.6.173, port: 1d4d6cbb-ba65-48bf-8979-fbb0a94795e2. Jun 30 09:19:16.165241 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '2f70ca00-91bf-41fb-867a-6edb210c3385', 'network_id': '1ee7a795-7cad-4025-ad1c-ea31997afa2e', 'port_id': '2f70ca00-91bf-41fb-867a-6edb210c3385', 'mac_address': 'fa:16:3e:19:e0:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c18985-d439-4c19-be51-90abec28edd1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:19:16.228617 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-c8837725-2a9e-4816-9e04-3caca7ea1048 req-044a4591-84c9-4f17-8f66-cdc053462c8e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Deleting port 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:16.228992 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c8837725-2a9e-4816-9e04-3caca7ea1048 req-044a4591-84c9-4f17-8f66-cdc053462c8e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:16.273660 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d56fc001-ef56-4464-bf2f-820d42e35d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:16.285464 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d56fc001-ef56-4464-bf2f-820d42e35d51 admin admin] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:16.285464 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d56fc001-ef56-4464-bf2f-820d42e35d51 admin admin] 10.222.0.10 "DELETE /v2.0/networks/67fb0116-df8f-4edf-9acf-411778b1e168 HTTP/1.1" status: 204 len: 168 time: 1.6049976 Jun 30 09:19:16.322660 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd5ff79-9d28-483a-8105-2a2dadf94744 None None] Network 9f6b8c18-5a03-4360-b0ab-d9fb67f737bd requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:16.371945 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72135950-212f-4ba8-8a5b-1213ac1ea2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:16.412010 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb349c39-95e5-44f5-a09a-2742ed417b42 req-ad5dcee1-0f4f-4596-aa83-5757055dfe5d tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:16.412306 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:16.418285 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb349c39-95e5-44f5-a09a-2742ed417b42 req-ad5dcee1-0f4f-4596-aa83-5757055dfe5d tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:16.425036 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb349c39-95e5-44f5-a09a-2742ed417b42 req-ad5dcee1-0f4f-4596-aa83-5757055dfe5d tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:16.430597 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb349c39-95e5-44f5-a09a-2742ed417b42 req-ad5dcee1-0f4f-4596-aa83-5757055dfe5d tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:16.435036 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56fc001-ef56-4464-bf2f-820d42e35d51 admin admin] Pushing event deleted for resources: {'Network': ['ID=67fb0116-df8f-4edf-9acf-411778b1e168,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:16.437429 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb349c39-95e5-44f5-a09a-2742ed417b42 req-ad5dcee1-0f4f-4596-aa83-5757055dfe5d tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:16.444171 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb349c39-95e5-44f5-a09a-2742ed417b42 req-ad5dcee1-0f4f-4596-aa83-5757055dfe5d tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:16.450913 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb349c39-95e5-44f5-a09a-2742ed417b42 req-ad5dcee1-0f4f-4596-aa83-5757055dfe5d tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:16.459465 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cb349c39-95e5-44f5-a09a-2742ed417b42 req-ad5dcee1-0f4f-4596-aa83-5757055dfe5d tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5429 time: 0.4089353 Jun 30 09:19:16.486193 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f70ca00-91bf-41fb-867a-6edb210c3385 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:16.497859 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-c8837725-2a9e-4816-9e04-3caca7ea1048 req-044a4591-84c9-4f17-8f66-cdc053462c8e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] For port 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:16.498840 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c8837725-2a9e-4816-9e04-3caca7ea1048 req-044a4591-84c9-4f17-8f66-cdc053462c8e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:16.503592 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219fbb4b-070a-45a8-909f-e59058e33bb0 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Router 4522a532-5087-49d8-9d43-d774b095fbb4 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:19:16.558454 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cb349c39-95e5-44f5-a09a-2742ed417b42 req-4e4a4d8c-86ee-40f6-902e-04ccd14d2cc2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0980008 Jun 30 09:19:16.599073 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 2f70ca00-91bf-41fb-867a-6edb210c3385, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2f70ca00-91bf-41fb-867a-6edb210c3385,segment=NetworkSegment(c234fcd6-893a-4512-8def-0f2118a6a16c),segment_id=c234fcd6-893a-4512-8def-0f2118a6a16c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:16.740615 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44886) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:16.758013 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:16.762826 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c9cf6b08-c146-41fd-acc8-84b9c298f9e9 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:16.764394 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:16.845852 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1aac3948-4398-477f-94bb-5f682e395b6d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c2ac106c24f9401386cbe886c9df41fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1005821 Jun 30 09:19:16.849812 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44892) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:16.960581 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=2f70ca00-91bf-41fb-867a-6edb210c3385,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:16.989521 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c8837725-2a9e-4816-9e04-3caca7ea1048 req-044a4591-84c9-4f17-8f66-cdc053462c8e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:17.006778 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c8837725-2a9e-4816-9e04-3caca7ea1048 req-044a4591-84c9-4f17-8f66-cdc053462c8e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:17.006778 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [req-c8837725-2a9e-4816-9e04-3caca7ea1048 req-044a4591-84c9-4f17-8f66-cdc053462c8e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Floating IP 2c1992bd-1fdf-4a8c-98fe-05cd166ea45f disassociated. External IP: 172.25.6.138, port: 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b. Jun 30 09:19:17.006778 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-c8837725-2a9e-4816-9e04-3caca7ea1048 req-044a4591-84c9-4f17-8f66-cdc053462c8e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Calling delete_port for 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:17.031963 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219fbb4b-070a-45a8-909f-e59058e33bb0 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:17.048909 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-219fbb4b-070a-45a8-909f-e59058e33bb0 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:17.065757 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71d3665-7b3f-447a-baaf-3640956a0d69 None None] Sync routers for ids ['4522a532-5087-49d8-9d43-d774b095fbb4'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:17.094654 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72135950-212f-4ba8-8a5b-1213ac1ea2c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:17.106464 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-62727df1-ee19-4009-9c54-da4c76654f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:17.106731 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71d3665-7b3f-447a-baaf-3640956a0d69 None None] Routers {'4522a532-5087-49d8-9d43-d774b095fbb4'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:17.107326 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-c71d3665-7b3f-447a-baaf-3640956a0d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:18:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['4522a532-5087-49d8-9d43-d774b095fbb4'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:17.134736 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec1d9e-a33f-40b5-96c1-5684d0d47173 req-52ae1e0b-d4c9-41e4-95dd-90a73abc08f1 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:17.136529 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-61ec1d9e-a33f-40b5-96c1-5684d0d47173 req-52ae1e0b-d4c9-41e4-95dd-90a73abc08f1 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 944 time: 0.2147012 Jun 30 09:19:17.145716 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72135950-212f-4ba8-8a5b-1213ac1ea2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:17.155380 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-c71d3665-7b3f-447a-baaf-3640956a0d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:17.184905 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-219fbb4b-070a-45a8-909f-e59058e33bb0 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "PUT /v2.0/floatingips/fb89bd6b-477b-4669-95e9-132199d4be17 HTTP/1.1" status: 200 len: 978 time: 2.9575303 Jun 30 09:19:17.187040 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44896) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:17.187557 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['3496caa8-899f-4b6b-b20d-887cdd2e4d71'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:17.198227 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['2f70ca00-91bf-41fb-867a-6edb210c3385'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:17.202166 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-778a9b0d-07b4-4c1d-af60-ad0a507c4010 req-623ac4c1-5996-41ef-9a60-642d389fbea5 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.10 "GET /v2.0/ports?device_id=23278fca-294b-4353-bcb2-f8e4eeb37628 HTTP/1.1" status: 200 len: 210 time: 0.0713577 Jun 30 09:19:17.205650 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71d3665-7b3f-447a-baaf-3640956a0d69 None None] Routers {'4522a532-5087-49d8-9d43-d774b095fbb4'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:17.207910 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-c71d3665-7b3f-447a-baaf-3640956a0d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:18:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['4522a532-5087-49d8-9d43-d774b095fbb4'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:17.231357 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-62727df1-ee19-4009-9c54-da4c76654f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:17.252632 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-61ec1d9e-a33f-40b5-96c1-5684d0d47173 req-e9979b68-0ae7-438e-8432-9f3ecc5907fe tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7cac994-2345-410e-b1cd-db5c7c85c647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990465 Jun 30 09:19:17.253061 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c9cf6b08-c146-41fd-acc8-84b9c298f9e9 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:17.323085 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-c71d3665-7b3f-447a-baaf-3640956a0d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:17.323744 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71d3665-7b3f-447a-baaf-3640956a0d69 None None] The sync data for ids ['4522a532-5087-49d8-9d43-d774b095fbb4'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:17.330227 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-b8a93015-9a4f-4153-93d2-f41034074c4a tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Deleting port 1d4d6cbb-ba65-48bf-8979-fbb0a94795e2 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:17.330587 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b8a93015-9a4f-4153-93d2-f41034074c4a tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:17.432781 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-62727df1-ee19-4009-9c54-da4c76654f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:17.437185 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-62727df1-ee19-4009-9c54-da4c76654f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:17.438809 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-62727df1-ee19-4009-9c54-da4c76654f27 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6bfe724f-51b5-4af2-a95a-4196531a8332 HTTP/1.1" status: 204 len: 168 time: 0.5888336 Jun 30 09:19:17.462371 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b8a93015-9a4f-4153-93d2-f41034074c4a tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:17.491844 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62727df1-ee19-4009-9c54-da4c76654f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfe724f-51b5-4af2-a95a-4196531a8332,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:17.517969 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c8837725-2a9e-4816-9e04-3caca7ea1048 req-044a4591-84c9-4f17-8f66-cdc053462c8e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:17.561188 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a4591-84c9-4f17-8f66-cdc053462c8e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Pushing event deleted for resources: {'Port': ['ID=1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:17.589196 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-72135950-212f-4ba8-8a5b-1213ac1ea2c0 admin admin] Allocated IP 172.25.6.111 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/2a961e1d-1b18-4e61-9cd5-5ba27fd61828) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:17.684208 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9cf6b08-c146-41fd-acc8-84b9c298f9e9 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Router 3e758a55-bc52-445c-bd2e-415b404ff287 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:19:17.879326 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72135950-212f-4ba8-8a5b-1213ac1ea2c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:17.904950 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cf6b08-c146-41fd-acc8-84b9c298f9e9 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:17.917482 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94bc786-5b8b-400f-9f76-0877d55557e5 None None] Sync routers for ids ['3e758a55-bc52-445c-bd2e-415b404ff287'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:17.935677 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94bc786-5b8b-400f-9f76-0877d55557e5 None None] Routers {'3e758a55-bc52-445c-bd2e-415b404ff287'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:17.954343 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c94bc786-5b8b-400f-9f76-0877d55557e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:18:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['3e758a55-bc52-445c-bd2e-415b404ff287'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:17.997113 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a482e43-7db3-42ae-a551-b93278de70c1 req-3d466f86-27dc-49a5-bf4d-3e9b6f69f718 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:18.016731 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a482e43-7db3-42ae-a551-b93278de70c1 req-3d466f86-27dc-49a5-bf4d-3e9b6f69f718 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:18.023194 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a482e43-7db3-42ae-a551-b93278de70c1 req-3d466f86-27dc-49a5-bf4d-3e9b6f69f718 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:18.047833 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a482e43-7db3-42ae-a551-b93278de70c1 req-3d466f86-27dc-49a5-bf4d-3e9b6f69f718 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:18.053787 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a482e43-7db3-42ae-a551-b93278de70c1 req-3d466f86-27dc-49a5-bf4d-3e9b6f69f718 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:18.065713 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a482e43-7db3-42ae-a551-b93278de70c1 req-3d466f86-27dc-49a5-bf4d-3e9b6f69f718 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:18.074071 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a482e43-7db3-42ae-a551-b93278de70c1 req-3d466f86-27dc-49a5-bf4d-3e9b6f69f718 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:18.083941 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8a482e43-7db3-42ae-a551-b93278de70c1 req-3d466f86-27dc-49a5-bf4d-3e9b6f69f718 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5430 time: 0.2679217 Jun 30 09:19:18.097846 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c9cf6b08-c146-41fd-acc8-84b9c298f9e9 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:18.101590 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c9cf6b08-c146-41fd-acc8-84b9c298f9e9 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.8624113 Jun 30 09:19:18.103568 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-c94bc786-5b8b-400f-9f76-0877d55557e5 None None] Set router 3e758a55-bc52-445c-bd2e-415b404ff287 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:18.112119 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44906) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:18.168974 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8837725-2a9e-4816-9e04-3caca7ea1048 req-044a4591-84c9-4f17-8f66-cdc053462c8e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Router 918625da-ecd0-446b-a2f2-18fdb4e8da1a has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:19:18.184176 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72135950-212f-4ba8-8a5b-1213ac1ea2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:18.231996 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8a482e43-7db3-42ae-a551-b93278de70c1 req-da05541f-5f48-4cd1-961e-77646340e69a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1466765 Jun 30 09:19:18.260023 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b8a93015-9a4f-4153-93d2-f41034074c4a tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:18.260338 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b8a93015-9a4f-4153-93d2-f41034074c4a tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:18.260651 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-b8a93015-9a4f-4153-93d2-f41034074c4a tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Floating IP fb89bd6b-477b-4669-95e9-132199d4be17 disassociated. External IP: 172.25.6.173, port: 1d4d6cbb-ba65-48bf-8979-fbb0a94795e2. Jun 30 09:19:18.261003 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-b8a93015-9a4f-4153-93d2-f41034074c4a tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Calling delete_port for 1d4d6cbb-ba65-48bf-8979-fbb0a94795e2 owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:18.347449 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c94bc786-5b8b-400f-9f76-0877d55557e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e758a55-bc52-445c-bd2e-415b404ff287', 'name': '', 'tenant_id': '19b92b50099a41d9a563933680b2e496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68fe8e7e-4cce-46bc-8599-047451f80e75', 'external_fixed_ips': [{'subnet_id': '1b3fa291-7806-4474-aa36-17f92fd10bca', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '1bb1832d-1a99-4a72-8680-bd4d213dea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:13Z', 'updated_at': '2021-06-30T09:19:16Z', 'revision_number': 3, 'project_id': '19b92b50099a41d9a563933680b2e496', 'gw_port': {'id': '1bb1832d-1a99-4a72-8680-bd4d213dea37', 'name': '', 'network_id': '68fe8e7e-4cce-46bc-8599-047451f80e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e758a55-bc52-445c-bd2e-415b404ff287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '1b3fa291-7806-4474-aa36-17f92fd10bca', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:14Z', 'updated_at': '2021-06-30T09:19:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b3fa291-7806-4474-aa36-17f92fd10bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:18.352138 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d13f2d13-4c2b-4ac8-a003-904e2842fe8d tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:18.378915 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94bc786-5b8b-400f-9f76-0877d55557e5 None None] Checking router: 3e758a55-bc52-445c-bd2e-415b404ff287 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:19:18.379448 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94bc786-5b8b-400f-9f76-0877d55557e5 None None] Updating router 3e758a55-bc52-445c-bd2e-415b404ff287 port 1bb1832d-1a99-4a72-8680-bd4d213dea37 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:19:18.410228 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72135950-212f-4ba8-8a5b-1213ac1ea2c0 admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:18.423006 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-72135950-212f-4ba8-8a5b-1213ac1ea2c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:18.428286 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-c94bc786-5b8b-400f-9f76-0877d55557e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:18.429147 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72135950-212f-4ba8-8a5b-1213ac1ea2c0 admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:18.489909 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72135950-212f-4ba8-8a5b-1213ac1ea2c0 admin admin] Pushing event updated for resources: {'Port': ['ID=2a961e1d-1b18-4e61-9cd5-5ba27fd61828,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:18.527467 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cff00367-5730-46af-bcb7-d576041b64a4 req-3593e683-b6f6-4b89-8b46-26a5b70c6d56 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.10 "GET /v2.0/ports?device_id=23278fca-294b-4353-bcb2-f8e4eeb37628 HTTP/1.1" status: 200 len: 210 time: 0.0535052 Jun 30 09:19:18.574951 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8837725-2a9e-4816-9e04-3caca7ea1048 req-044a4591-84c9-4f17-8f66-cdc053462c8e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:18.589936 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d324c2-a299-463f-8a94-857e4c06d202 None None] Sync routers for ids ['918625da-ecd0-446b-a2f2-18fdb4e8da1a'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:18.604472 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d324c2-a299-463f-8a94-857e4c06d202 None None] Routers {'918625da-ecd0-446b-a2f2-18fdb4e8da1a'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:18.605604 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-72d324c2-a299-463f-8a94-857e4c06d202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:18:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['918625da-ecd0-446b-a2f2-18fdb4e8da1a'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:18.643028 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8837725-2a9e-4816-9e04-3caca7ea1048 req-044a4591-84c9-4f17-8f66-cdc053462c8e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] No DVR routers for this DVR port 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:19:18.649273 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c8837725-2a9e-4816-9e04-3caca7ea1048 req-044a4591-84c9-4f17-8f66-cdc053462c8e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:18.652567 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c8837725-2a9e-4816-9e04-3caca7ea1048 req-044a4591-84c9-4f17-8f66-cdc053462c8e tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.37 "DELETE /v2.0/ports/1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b HTTP/1.1" status: 204 len: 173 time: 2.8718519 Jun 30 09:19:18.653046 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5241c666-f763-4b76-bfbc-d9e9a8987285', 'name': 'network-vif-deleted', 'tag': '1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:18.656089 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b436d6c0-78f4-41f1-b5f9-183e441eabc5" -d '{"events": [{"server_uuid": "5241c666-f763-4b76-bfbc-d9e9a8987285", "name": "network-vif-deleted", "tag": "1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:18.744568 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9734de-8a68-4dc3-80c0-369d238374c6 x-openstack-request-id: req-0a9734de-8a68-4dc3-80c0-369d238374c6 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:18.744881 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5241c666-f763-4b76-bfbc-d9e9a8987285", "name": "network-vif-deleted", "tag": "1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:18.745161 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a9734de-8a68-4dc3-80c0-369d238374c6 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:18.745589 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5241c666-f763-4b76-bfbc-d9e9a8987285', 'name': 'network-vif-deleted', 'tag': '1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b', 'status': 'completed', 'code': 200} Jun 30 09:19:18.780205 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-72d324c2-a299-463f-8a94-857e4c06d202 None None] Set router 918625da-ecd0-446b-a2f2-18fdb4e8da1a gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:18.803627 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b8a93015-9a4f-4153-93d2-f41034074c4a tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:18.824423 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-c94bc786-5b8b-400f-9f76-0877d55557e5 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:18.837374 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-c94bc786-5b8b-400f-9f76-0877d55557e5 None None] Transition to ACTIVE for port object 1bb1832d-1a99-4a72-8680-bd4d213dea37 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:18.894896 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a93015-9a4f-4153-93d2-f41034074c4a tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event deleted for resources: {'Port': ['ID=1d4d6cbb-ba65-48bf-8979-fbb0a94795e2,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:18.940134 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-c94bc786-5b8b-400f-9f76-0877d55557e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:19.010554 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:19:19.040825 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-c94bc786-5b8b-400f-9f76-0877d55557e5 None None] Attempting to bind port 1bb1832d-1a99-4a72-8680-bd4d213dea37 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:19.041306 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-c94bc786-5b8b-400f-9f76-0877d55557e5 None None] Attempting to bind port 1bb1832d-1a99-4a72-8680-bd4d213dea37 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '89d55eac-7a57-4130-9734-4ac16555dc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '68fe8e7e-4cce-46bc-8599-047451f80e75'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:19.041772 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94bc786-5b8b-400f-9f76-0877d55557e5 None None] Attempting to bind port 1bb1832d-1a99-4a72-8680-bd4d213dea37 on network 68fe8e7e-4cce-46bc-8599-047451f80e75 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:19.044049 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64f9b0-50bb-41eb-a909-dc9af9bbb5d8 None None] Pushing event updated for resources: {'Port': ['ID=1bb1832d-1a99-4a72-8680-bd4d213dea37,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:19.048541 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a93015-9a4f-4153-93d2-f41034074c4a tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Router 4522a532-5087-49d8-9d43-d774b095fbb4 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:19:19.053224 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94bc786-5b8b-400f-9f76-0877d55557e5 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:19.053886 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94bc786-5b8b-400f-9f76-0877d55557e5 None None] Checking segment: {'id': '89d55eac-7a57-4130-9734-4ac16555dc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '68fe8e7e-4cce-46bc-8599-047451f80e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:19.054314 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-c94bc786-5b8b-400f-9f76-0877d55557e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:19.054925 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94bc786-5b8b-400f-9f76-0877d55557e5 None None] Bound using segment: {'id': '89d55eac-7a57-4130-9734-4ac16555dc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '68fe8e7e-4cce-46bc-8599-047451f80e75'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:19.055518 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-c94bc786-5b8b-400f-9f76-0877d55557e5 None None] Bound port: 1bb1832d-1a99-4a72-8680-bd4d213dea37, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d55eac-7a57-4130-9734-4ac16555dc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '68fe8e7e-4cce-46bc-8599-047451f80e75'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:19.056107 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-c94bc786-5b8b-400f-9f76-0877d55557e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:19.057438 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:19:19.058056 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 1ccd14ae-fb2a-4376-a364-a7fa7b62fa8b not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:19:19.060939 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64f9b0-50bb-41eb-a909-dc9af9bbb5d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:19.060939 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64f9b0-50bb-41eb-a909-dc9af9bbb5d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:19.067593 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64f9b0-50bb-41eb-a909-dc9af9bbb5d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:19.067593 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64f9b0-50bb-41eb-a909-dc9af9bbb5d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:19.067593 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64f9b0-50bb-41eb-a909-dc9af9bbb5d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:19.067593 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64f9b0-50bb-41eb-a909-dc9af9bbb5d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:19.067593 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64f9b0-50bb-41eb-a909-dc9af9bbb5d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:19.067593 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64f9b0-50bb-41eb-a909-dc9af9bbb5d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:19.067593 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64f9b0-50bb-41eb-a909-dc9af9bbb5d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:19.067593 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64f9b0-50bb-41eb-a909-dc9af9bbb5d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:19.067593 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64f9b0-50bb-41eb-a909-dc9af9bbb5d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:19.067593 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64f9b0-50bb-41eb-a909-dc9af9bbb5d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:19.104071 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5c139382-42b0-42b2-9622-bab3f31096f7 req-c8c96007-ce74-41db-8802-838a8b029f71 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 210 time: 0.5593634 Jun 30 09:19:19.147477 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-c94bc786-5b8b-400f-9f76-0877d55557e5 None None] For port 1bb1832d-1a99-4a72-8680-bd4d213dea37, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:19.152063 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-c94bc786-5b8b-400f-9f76-0877d55557e5 None None] For port 1bb1832d-1a99-4a72-8680-bd4d213dea37, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=1bb1832d-1a99-4a72-8680-bd4d213dea37,segment=NetworkSegment(89d55eac-7a57-4130-9734-4ac16555dc4d),segment_id=89d55eac-7a57-4130-9734-4ac16555dc4d)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:19.186110 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d13f2d13-4c2b-4ac8-a003-904e2842fe8d tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:19.231697 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-72d324c2-a299-463f-8a94-857e4c06d202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'name': 'tempest-ServerActionsTestJSON-495115777-router', 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '03e66197-3828-411f-9cc3-9ad6f27b3638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:46Z', 'updated_at': '2021-06-30T09:06:55Z', 'revision_number': 4, 'project_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'gw_port': {'id': '03e66197-3828-411f-9cc3-9ad6f27b3638', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:48Z', 'updated_at': '2021-06-30T09:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '8447edb4-067c-4fa5-ae2d-8964ad741f82', 'name': '', 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b', 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'mac_address': 'fa:16:3e:6a:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0db27f2a-daae-4bc9-9a26-19aaee7812fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:53Z', 'updated_at': '2021-06-30T09:07:05Z', 'revision_number': 5, 'project_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'subnets': [{'id': '0db27f2a-daae-4bc9-9a26-19aaee7812fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:19.262513 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d324c2-a299-463f-8a94-857e4c06d202 None None] Checking router: 918625da-ecd0-446b-a2f2-18fdb4e8da1a for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:19:19.272223 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d324c2-a299-463f-8a94-857e4c06d202 None None] Routers {'918625da-ecd0-446b-a2f2-18fdb4e8da1a'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:19.272831 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-72d324c2-a299-463f-8a94-857e4c06d202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:18:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['918625da-ecd0-446b-a2f2-18fdb4e8da1a'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:19.295841 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a93015-9a4f-4153-93d2-f41034074c4a tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:19.302484 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-c94bc786-5b8b-400f-9f76-0877d55557e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:19.317447 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device d8c0077e-9781-471c-a7ca-1fbaf87ae4b4 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:19.380865 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0f1e71-c013-41d4-ab32-144514cbedad None None] Sync routers for ids ['4522a532-5087-49d8-9d43-d774b095fbb4'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:19.442827 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0f1e71-c013-41d4-ab32-144514cbedad None None] Routers {'4522a532-5087-49d8-9d43-d774b095fbb4'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:19.443489 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-1b0f1e71-c013-41d4-ab32-144514cbedad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:18:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['4522a532-5087-49d8-9d43-d774b095fbb4'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:19.453651 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-4f98373f-3738-4402-be20-8d64d29ca112 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=32716422267643598fd50b38fb87e2e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763478 Jun 30 09:19:19.509096 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-72d324c2-a299-463f-8a94-857e4c06d202 None None] Set router 918625da-ecd0-446b-a2f2-18fdb4e8da1a gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:19.533138 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b8a93015-9a4f-4153-93d2-f41034074c4a tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:19.537933 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b8a93015-9a4f-4153-93d2-f41034074c4a tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "DELETE /v2.0/ports/1d4d6cbb-ba65-48bf-8979-fbb0a94795e2 HTTP/1.1" status: 204 len: 168 time: 2.3458869 Jun 30 09:19:19.539232 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44936) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:19.560835 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-1b0f1e71-c013-41d4-ab32-144514cbedad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:19.585097 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port d8c0077e-9781-471c-a7ca-1fbaf87ae4b4 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:19.589119 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72135950-212f-4ba8-8a5b-1213ac1ea2c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:19.608600 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port d8c0077e-9781-471c-a7ca-1fbaf87ae4b4 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:19.619688 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:19.619814 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1123bf9c-6420-4fd8-97f4-c27b63434b5e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "GET /v2.0/floatingips/fb89bd6b-477b-4669-95e9-132199d4be17 HTTP/1.1" status: 200 len: 688 time: 0.0710247 Jun 30 09:19:19.619814 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44940) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:19.640189 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0f1e71-c013-41d4-ab32-144514cbedad None None] Routers {'4522a532-5087-49d8-9d43-d774b095fbb4'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:19.643803 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-1b0f1e71-c013-41d4-ab32-144514cbedad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:18:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['4522a532-5087-49d8-9d43-d774b095fbb4'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:19.747932 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-1b0f1e71-c013-41d4-ab32-144514cbedad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:19.753288 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0f1e71-c013-41d4-ab32-144514cbedad None None] The sync data for ids ['4522a532-5087-49d8-9d43-d774b095fbb4'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:19.761667 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94bc786-5b8b-400f-9f76-0877d55557e5 None None] Routers {'3e758a55-bc52-445c-bd2e-415b404ff287'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:19.763529 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c94bc786-5b8b-400f-9f76-0877d55557e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:18:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['3e758a55-bc52-445c-bd2e-415b404ff287'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:19.765778 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-d13f2d13-4c2b-4ac8-a003-904e2842fe8d tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Deleting port 1bb1832d-1a99-4a72-8680-bd4d213dea37 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:19.766133 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d13f2d13-4c2b-4ac8-a003-904e2842fe8d tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:19.843159 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-78aacaa2-1e1c-426f-a270-0fedeeda5b4e tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:19.846322 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-78aacaa2-1e1c-426f-a270-0fedeeda5b4e tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3832512 Jun 30 09:19:19.900120 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0c0ca0eb-d0ca-43cf-b5ab-0a366f28fc5d req-357f15a8-eb64-42dc-a11e-88461e4f1e76 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.10 "GET /v2.0/ports?device_id=23278fca-294b-4353-bcb2-f8e4eeb37628 HTTP/1.1" status: 200 len: 210 time: 0.0466552 Jun 30 09:19:19.908030 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-9d75c871-d3b5-439f-99a3-b7cd9af0de99 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Request body: {'port': {'device_id': '23278fca-294b-4353-bcb2-f8e4eeb37628', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'admin_state_up': True, 'tenant_id': '32716422267643598fd50b38fb87e2e5'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:19.966378 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-c94bc786-5b8b-400f-9f76-0877d55557e5 None None] Set router 3e758a55-bc52-445c-bd2e-415b404ff287 gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:20.007254 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-02913374-16c9-4216-9604-50e61e10a2b2 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Deleting port bfe89b09-9230-4ead-9d33-1f09068dae9a {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:20.008069 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-02913374-16c9-4216-9604-50e61e10a2b2 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.040176 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c94bc786-5b8b-400f-9f76-0877d55557e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e758a55-bc52-445c-bd2e-415b404ff287', 'name': '', 'tenant_id': '19b92b50099a41d9a563933680b2e496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:13Z', 'updated_at': '2021-06-30T09:19:19Z', 'revision_number': 4, 'project_id': '19b92b50099a41d9a563933680b2e496', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:20.042357 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64f9b0-50bb-41eb-a909-dc9af9bbb5d8 None None] Pushing event updated for resources: {'Port': ['ID=1bb1832d-1a99-4a72-8680-bd4d213dea37,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:20.063561 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ecff8-39fe-4258-b607-6ed107d47f66 req-b964fad0-d7c3-4d1c-a9af-53e5ca97d693 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:20.078688 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ecff8-39fe-4258-b607-6ed107d47f66 req-b964fad0-d7c3-4d1c-a9af-53e5ca97d693 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:20.081516 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94bc786-5b8b-400f-9f76-0877d55557e5 None None] The sync data for ids ['3e758a55-bc52-445c-bd2e-415b404ff287'] in n-d-771363-31 is: [{'id': '3e758a55-bc52-445c-bd2e-415b404ff287', 'name': '', 'tenant_id': '19b92b50099a41d9a563933680b2e496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:13Z', 'updated_at': '2021-06-30T09:19:19Z', 'revision_number': 4, 'project_id': '19b92b50099a41d9a563933680b2e496', 'gw_port_host': None}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:20.103831 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ecff8-39fe-4258-b607-6ed107d47f66 req-b964fad0-d7c3-4d1c-a9af-53e5ca97d693 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:20.116066 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ecff8-39fe-4258-b607-6ed107d47f66 req-b964fad0-d7c3-4d1c-a9af-53e5ca97d693 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:20.125192 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ecff8-39fe-4258-b607-6ed107d47f66 req-b964fad0-d7c3-4d1c-a9af-53e5ca97d693 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:20.132192 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ecff8-39fe-4258-b607-6ed107d47f66 req-b964fad0-d7c3-4d1c-a9af-53e5ca97d693 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:20.138413 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ecff8-39fe-4258-b607-6ed107d47f66 req-b964fad0-d7c3-4d1c-a9af-53e5ca97d693 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:20.164314 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-409ecff8-39fe-4258-b607-6ed107d47f66 req-b964fad0-d7c3-4d1c-a9af-53e5ca97d693 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5430 time: 0.5694275 Jun 30 09:19:20.196497 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-02913374-16c9-4216-9604-50e61e10a2b2 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.197168 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-02913374-16c9-4216-9604-50e61e10a2b2 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.216879 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-02913374-16c9-4216-9604-50e61e10a2b2 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Calling delete_port for bfe89b09-9230-4ead-9d33-1f09068dae9a owned by network:floatingip {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:20.217112 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.219517 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-d13f2d13-4c2b-4ac8-a003-904e2842fe8d tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] For port 1bb1832d-1a99-4a72-8680-bd4d213dea37, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=1bb1832d-1a99-4a72-8680-bd4d213dea37,segment=NetworkSegment(89d55eac-7a57-4130-9734-4ac16555dc4d),segment_id=89d55eac-7a57-4130-9734-4ac16555dc4d)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:20.219874 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d13f2d13-4c2b-4ac8-a003-904e2842fe8d tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.236619 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-9d75c871-d3b5-439f-99a3-b7cd9af0de99 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Made reservation on behalf of 32716422267643598fd50b38fb87e2e5 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:20.240487 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-9d75c871-d3b5-439f-99a3-b7cd9af0de99 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.249170 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-d13f2d13-4c2b-4ac8-a003-904e2842fe8d tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Calling delete_port for 1bb1832d-1a99-4a72-8680-bd4d213dea37 owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:20.281730 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c0077e-9781-471c-a7ca-1fbaf87ae4b4'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:20.284201 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386c07b5-6252-4476-b54c-51715f9abb2b" -d '{"events": [{"server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "name": "network-vif-plugged", "status": "completed", "tag": "d8c0077e-9781-471c-a7ca-1fbaf87ae4b4"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:20.292324 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-9d75c871-d3b5-439f-99a3-b7cd9af0de99 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.305376 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port d8c0077e-9781-471c-a7ca-1fbaf87ae4b4, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=d8c0077e-9781-471c-a7ca-1fbaf87ae4b4,segment=NetworkSegment(5d74be57-0b58-40b7-ac12-8573793671cf),segment_id=5d74be57-0b58-40b7-ac12-8573793671cf)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:20.385703 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-72d324c2-a299-463f-8a94-857e4c06d202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'name': 'tempest-ServerActionsTestJSON-495115777-router', 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '03e66197-3828-411f-9cc3-9ad6f27b3638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:46Z', 'updated_at': '2021-06-30T09:06:55Z', 'revision_number': 4, 'project_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'gw_port': {'id': '03e66197-3828-411f-9cc3-9ad6f27b3638', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:48Z', 'updated_at': '2021-06-30T09:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '8447edb4-067c-4fa5-ae2d-8964ad741f82', 'name': '', 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b', 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'mac_address': 'fa:16:3e:6a:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0db27f2a-daae-4bc9-9a26-19aaee7812fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:53Z', 'updated_at': '2021-06-30T09:07:05Z', 'revision_number': 5, 'project_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'subnets': [{'id': '0db27f2a-daae-4bc9-9a26-19aaee7812fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:20.409000 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a251a356-3920-4567-bc93-a7fc05ab1883 req-41e60e35-d9f4-4043-85a6-303cb21b3ff6 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/ports?device_id=5241c666-f763-4b76-bfbc-d9e9a8987285 HTTP/1.1" status: 200 len: 210 time: 0.0547807 Jun 30 09:19:20.430314 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d324c2-a299-463f-8a94-857e4c06d202 None None] The sync data for ids ['918625da-ecd0-446b-a2f2-18fdb4e8da1a'] in n-d-771363-31 is: [{'id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'name': 'tempest-ServerActionsTestJSON-495115777-router', 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '03e66197-3828-411f-9cc3-9ad6f27b3638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:46Z', 'updated_at': '2021-06-30T09:06:55Z', 'revision_number': 4, 'project_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'gw_port': {'id': '03e66197-3828-411f-9cc3-9ad6f27b3638', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:48Z', 'updated_at': '2021-06-30T09:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '8447edb4-067c-4fa5-ae2d-8964ad741f82', 'name': '', 'network_id': 'b51add01-e516-4efc-9c9c-16a3be3b127b', 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'mac_address': 'fa:16:3e:6a:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0db27f2a-daae-4bc9-9a26-19aaee7812fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:53Z', 'updated_at': '2021-06-30T09:07:05Z', 'revision_number': 5, 'project_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'subnets': [{'id': '0db27f2a-daae-4bc9-9a26-19aaee7812fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:20.474533 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-893681e6-2b27-4fc6-86b4-b3b44c94550b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.480710 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.481627 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:20.530965 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-409ecff8-39fe-4258-b607-6ed107d47f66 req-30a877a9-cc86-411c-9be9-41a7a04efe32 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3683603 Jun 30 09:19:20.627083 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-9d75c871-d3b5-439f-99a3-b7cd9af0de99 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.648707 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf48097-46d2-4a93-a5fc-32e540c9cb87 x-openstack-request-id: req-abf48097-46d2-4a93-a5fc-32e540c9cb87 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:20.649330 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "name": "network-vif-plugged", "status": "completed", "tag": "d8c0077e-9781-471c-a7ca-1fbaf87ae4b4", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:20.649330 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-abf48097-46d2-4a93-a5fc-32e540c9cb87 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:20.649814 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c0077e-9781-471c-a7ca-1fbaf87ae4b4', 'code': 200} Jun 30 09:19:20.654997 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=d8c0077e-9781-471c-a7ca-1fbaf87ae4b4,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:20.715174 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72135950-212f-4ba8-8a5b-1213ac1ea2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.715797 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-9d75c871-d3b5-439f-99a3-b7cd9af0de99 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.749439 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:20.754477 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:20.760738 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.836841 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-02913374-16c9-4216-9604-50e61e10a2b2 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.848337 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75c871-d3b5-439f-99a3-b7cd9af0de99 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12609f03-1b39-45bc-b18d-2cd87f63ac5d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:20.908394 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02913374-16c9-4216-9604-50e61e10a2b2 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event deleted for resources: {'Port': ['ID=bfe89b09-9230-4ead-9d33-1f09068dae9a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:20.916102 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.953036 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8,segment=NetworkSegment(5d74be57-0b58-40b7-ac12-8573793671cf),segment_id=5d74be57-0b58-40b7-ac12-8573793671cf)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:20.966714 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d13f2d13-4c2b-4ac8-a003-904e2842fe8d tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:21.005556 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-9d75c871-d3b5-439f-99a3-b7cd9af0de99 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Allocated IP 192.168.233.55 (ad33225d-5521-4894-b7e8-170799d80b12/a0a5de46-050b-42ad-8d47-c859eedbe230/17977734-83e9-4698-9cb8-bad6472b38dd) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:21.011792 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f2d13-4c2b-4ac8-a003-904e2842fe8d tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Pushing event deleted for resources: {'Port': ['ID=1bb1832d-1a99-4a72-8680-bd4d213dea37,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:21.014335 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72135950-212f-4ba8-8a5b-1213ac1ea2c0 admin admin] Router 3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:19:21.038925 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:21.040051 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 3496caa8-899f-4b6b-b20d-887cdd2e4d71 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:21.102325 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-02913374-16c9-4216-9604-50e61e10a2b2 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:21.108510 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-02913374-16c9-4216-9604-50e61e10a2b2 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:21.113600 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-02913374-16c9-4216-9604-50e61e10a2b2 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "DELETE /v2.0/floatingips/fb89bd6b-477b-4669-95e9-132199d4be17 HTTP/1.1" status: 204 len: 168 time: 1.4912732 Jun 30 09:19:21.115607 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44966) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:21.120299 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-afc13711-dae4-4813-836c-64c29fe5f601 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'port_id': 'be951d7f-4bed-431a-88bb-89c5037207ec'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:21.146499 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9c686f-9695-4fee-9a44-5e282ddfcd70 None None] New status for floating IP 2c1992bd-1fdf-4a8c-98fe-05cd166ea45f: DOWN {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:19:21.210962 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dab6b236-bad2-4d8e-b07a-02a88b4264dc req-ba28e9a6-596e-4dc5-9f24-7905a7ea3110 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.10 "GET /v2.0/ports?device_id=23278fca-294b-4353-bcb2-f8e4eeb37628 HTTP/1.1" status: 200 len: 210 time: 0.0691960 Jun 30 09:19:21.230128 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d13f2d13-4c2b-4ac8-a003-904e2842fe8d tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:21.259250 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-afc13711-dae4-4813-836c-64c29fe5f601 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:21.320824 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:21.389704 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-9d75c871-d3b5-439f-99a3-b7cd9af0de99 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:21.394393 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d13f2d13-4c2b-4ac8-a003-904e2842fe8d tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:21.398863 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d13f2d13-4c2b-4ac8-a003-904e2842fe8d tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:21.406525 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72135950-212f-4ba8-8a5b-1213ac1ea2c0 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:21.408121 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-9d75c871-d3b5-439f-99a3-b7cd9af0de99 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Transition to ACTIVE for port object 17977734-83e9-4698-9cb8-bad6472b38dd will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:21.416798 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7b8ab2-e464-45d8-b6ee-959fdf608420 None None] Sync routers for ids ['3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:21.429321 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7b8ab2-e464-45d8-b6ee-959fdf608420 None None] Routers {'3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:21.430279 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-bc7b8ab2-e464-45d8-b6ee-959fdf608420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:18:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:21.491173 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-afc13711-dae4-4813-836c-64c29fe5f601 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:21.510003 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 3496caa8-899f-4b6b-b20d-887cdd2e4d71 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:21.510003 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 3496caa8-899f-4b6b-b20d-887cdd2e4d71 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:21.510003 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:21.579320 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72135950-212f-4ba8-8a5b-1213ac1ea2c0 admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:21.581264 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-72135950-212f-4ba8-8a5b-1213ac1ea2c0 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.8640950 Jun 30 09:19:21.588192 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44980) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:21.635000 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-9d75c871-d3b5-439f-99a3-b7cd9af0de99 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:21.659421 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:21.702789 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 3496caa8-899f-4b6b-b20d-887cdd2e4d71, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3496caa8-899f-4b6b-b20d-887cdd2e4d71,segment=NetworkSegment(c234fcd6-893a-4512-8def-0f2118a6a16c),segment_id=c234fcd6-893a-4512-8def-0f2118a6a16c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:21.710273 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d13f2d13-4c2b-4ac8-a003-904e2842fe8d tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:21.710831 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13f2d13-4c2b-4ac8-a003-904e2842fe8d tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3e758a55-bc52-445c-bd2e-415b404ff287 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:19:21.716725 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d13f2d13-4c2b-4ac8-a003-904e2842fe8d tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:21.721266 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d13f2d13-4c2b-4ac8-a003-904e2842fe8d tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "DELETE /v2.0/routers/3e758a55-bc52-445c-bd2e-415b404ff287 HTTP/1.1" status: 204 len: 168 time: 3.6100335 Jun 30 09:19:21.722225 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44986) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:21.781966 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44990) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:21.796587 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-afc13711-dae4-4813-836c-64c29fe5f601 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Allocated IP 172.25.6.56 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/2b36c462-4cc1-416d-b75c-e590153804c9) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:21.800792 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:21.801883 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:21.824849 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-bc7b8ab2-e464-45d8-b6ee-959fdf608420 None None] Set router 3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:21.943952 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf3176b1-4bb9-48a9-923b-0a610c8860e6 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Deleting subnet 1b3fa291-7806-4474-aa36-17f92fd10bca {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:19:21.947151 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-afc13711-dae4-4813-836c-64c29fe5f601 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:21.950707 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf3176b1-4bb9-48a9-923b-0a610c8860e6 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:21.990733 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=3496caa8-899f-4b6b-b20d-887cdd2e4d71,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:22.009287 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-9d75c871-d3b5-439f-99a3-b7cd9af0de99 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Network ad33225d-5521-4894-b7e8-170799d80b12 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:22.021318 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-9d75c871-d3b5-439f-99a3-b7cd9af0de99 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:22.040478 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:22.047657 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75c871-d3b5-439f-99a3-b7cd9af0de99 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Pushing event updated for resources: {'Port': ['ID=17977734-83e9-4698-9cb8-bad6472b38dd,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:22.053375 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-9d75c871-d3b5-439f-99a3-b7cd9af0de99 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:22.060944 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf3176b1-4bb9-48a9-923b-0a610c8860e6 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:22.065258 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:22.065964 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:22.084471 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db755b8e-66d6-496b-9024-e23d222b2a54 req-68c19b5c-ec94-4f84-ac26-c5e6439d6b2b tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:22.100698 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db755b8e-66d6-496b-9024-e23d222b2a54 req-68c19b5c-ec94-4f84-ac26-c5e6439d6b2b tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:22.113144 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-9d75c871-d3b5-439f-99a3-b7cd9af0de99 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:22.113399 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db755b8e-66d6-496b-9024-e23d222b2a54 req-68c19b5c-ec94-4f84-ac26-c5e6439d6b2b tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:22.113821 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-9d75c871-d3b5-439f-99a3-b7cd9af0de99 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:22.122259 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-afc13711-dae4-4813-836c-64c29fe5f601 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:22.133492 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db755b8e-66d6-496b-9024-e23d222b2a54 req-68c19b5c-ec94-4f84-ac26-c5e6439d6b2b tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:22.146772 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db755b8e-66d6-496b-9024-e23d222b2a54 req-68c19b5c-ec94-4f84-ac26-c5e6439d6b2b tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:22.173321 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db755b8e-66d6-496b-9024-e23d222b2a54 req-68c19b5c-ec94-4f84-ac26-c5e6439d6b2b tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:22.183000 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db755b8e-66d6-496b-9024-e23d222b2a54 req-68c19b5c-ec94-4f84-ac26-c5e6439d6b2b tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:22.185078 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc13711-dae4-4813-836c-64c29fe5f601 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:22.190664 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db755b8e-66d6-496b-9024-e23d222b2a54 req-68c19b5c-ec94-4f84-ac26-c5e6439d6b2b tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5433 time: 0.3937438 Jun 30 09:19:22.191023 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-afc13711-dae4-4813-836c-64c29fe5f601 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:22.195933 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc13711-dae4-4813-836c-64c29fe5f601 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:22.215632 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:22.225229 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-bc7b8ab2-e464-45d8-b6ee-959fdf608420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'name': 'tempest-ServerRescueTestJSONUnderV235-792657630-router', 'tenant_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '2a961e1d-1b18-4e61-9cd5-5ba27fd61828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:15Z', 'updated_at': '2021-06-30T09:19:19Z', 'revision_number': 3, 'project_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'gw_port': {'id': '2a961e1d-1b18-4e61-9cd5-5ba27fd61828', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:62:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:17Z', 'updated_at': '2021-06-30T09:19:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:22.272017 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-9d75c871-d3b5-439f-99a3-b7cd9af0de99 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3689201 Jun 30 09:19:22.275425 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7b8ab2-e464-45d8-b6ee-959fdf608420 None None] Checking router: 3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:19:22.275974 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7b8ab2-e464-45d8-b6ee-959fdf608420 None None] Updating router 3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd port 2a961e1d-1b18-4e61-9cd5-5ba27fd61828 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:19:22.305440 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8ee838a4-8f84-410e-9e10-385915138af7 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:22.315306 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-89f32e88-ce86-4128-9cf5-32ae58ec0e72 service neutron] Request body: {'port': {'device_id': '23278fca-294b-4353-bcb2-f8e4eeb37628', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:22.320165 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc13711-dae4-4813-836c-64c29fe5f601 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event updated for resources: {'Port': ['ID=2b36c462-4cc1-416d-b75c-e590153804c9,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:22.327150 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-bc7b8ab2-e464-45d8-b6ee-959fdf608420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:22.357133 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7,segment=NetworkSegment(5d74be57-0b58-40b7-ac12-8573793671cf),segment_id=5d74be57-0b58-40b7-ac12-8573793671cf)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:22.383223 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8ee838a4-8f84-410e-9e10-385915138af7 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:22.433399 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf3176b1-4bb9-48a9-923b-0a610c8860e6 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:22.434024 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:22.434024 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device a700fa97-7f11-4c5a-a416-37fd7c54d91e up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:22.483737 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db755b8e-66d6-496b-9024-e23d222b2a54 req-3bd84234-b6af-4906-b1ad-51eff9d2da36 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2504013 Jun 30 09:19:22.588767 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:22.651446 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8'}, {'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3496caa8-899f-4b6b-b20d-887cdd2e4d71'}, {'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:22.655011 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da87f87-d911-4f3f-805f-e2e868e95c34" -d '{"events": [{"server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "name": "network-vif-plugged", "status": "completed", "tag": "2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8"}, {"server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "name": "network-vif-plugged", "status": "completed", "tag": "3496caa8-899f-4b6b-b20d-887cdd2e4d71"}, {"server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "name": "network-vif-plugged", "status": "completed", "tag": "88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:22.692607 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fdbd6edc-2601-4d32-954c-8a85270436a8 None None] Provisioning for port 17977734-83e9-4698-9cb8-bad6472b38dd completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:22.697987 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fdbd6edc-2601-4d32-954c-8a85270436a8 None None] Provisioning complete for port 17977734-83e9-4698-9cb8-bad6472b38dd triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:22.700809 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fdbd6edc-2601-4d32-954c-8a85270436a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:22.760947 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f84da03-7704-4f59-b9ad-336e779c51c8 x-openstack-request-id: req-8f84da03-7704-4f59-b9ad-336e779c51c8 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:22.761497 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "name": "network-vif-plugged", "status": "completed", "tag": "2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8", "code": 200}, {"server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "name": "network-vif-plugged", "status": "completed", "tag": "3496caa8-899f-4b6b-b20d-887cdd2e4d71", "code": 200}, {"server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "name": "network-vif-plugged", "status": "completed", "tag": "88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:22.761765 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8f84da03-7704-4f59-b9ad-336e779c51c8 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:22.762808 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8', 'code': 200} Jun 30 09:19:22.763304 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3496caa8-899f-4b6b-b20d-887cdd2e4d71', 'code': 200} Jun 30 09:19:22.763859 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7', 'code': 200} Jun 30 09:19:22.764862 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-89f32e88-ce86-4128-9cf5-32ae58ec0e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:22.768904 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-fdbd6edc-2601-4d32-954c-8a85270436a8 None None] Port 17977734-83e9-4698-9cb8-bad6472b38dd cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:19:22.772961 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port a700fa97-7f11-4c5a-a416-37fd7c54d91e completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:22.783456 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port a700fa97-7f11-4c5a-a416-37fd7c54d91e triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:22.784357 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf3176b1-4bb9-48a9-923b-0a610c8860e6 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:22.784628 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:22.822556 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3176b1-4bb9-48a9-923b-0a610c8860e6 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1b3fa291-7806-4474-aa36-17f92fd10bca,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:22.825123 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-bc7b8ab2-e464-45d8-b6ee-959fdf608420 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:22.837115 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-bc7b8ab2-e464-45d8-b6ee-959fdf608420 None None] Transition to ACTIVE for port object 2a961e1d-1b18-4e61-9cd5-5ba27fd61828 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:22.852527 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf3176b1-4bb9-48a9-923b-0a610c8860e6 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:22.857896 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bf3176b1-4bb9-48a9-923b-0a610c8860e6 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/1b3fa291-7806-4474-aa36-17f92fd10bca HTTP/1.1" status: 204 len: 168 time: 1.1286964 Jun 30 09:19:22.859950 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45010) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:22.886220 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8ee838a4-8f84-410e-9e10-385915138af7 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:22.888903 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8ee838a4-8f84-410e-9e10-385915138af7 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:22.890135 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8ee838a4-8f84-410e-9e10-385915138af7 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "DELETE /v2.0/security-groups/b7cac994-2345-410e-b1cd-db5c7c85c647 HTTP/1.1" status: 204 len: 168 time: 0.8857234 Jun 30 09:19:22.901596 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:22.903959 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-bc7b8ab2-e464-45d8-b6ee-959fdf608420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:22.920666 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45012) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:22.964744 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port a700fa97-7f11-4c5a-a416-37fd7c54d91e, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=a700fa97-7f11-4c5a-a416-37fd7c54d91e,segment=NetworkSegment(e388efc1-732f-40cc-980a-ce7b9415f60a),segment_id=e388efc1-732f-40cc-980a-ce7b9415f60a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:22.967001 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bd74cfbc-de6b-40d9-82d5-04110080e6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:22.989002 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-01997eda-745e-4348-8d03-9ac72905ab95 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] show failed (client error): The resource could not be found. Jun 30 09:19:22.990062 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-01997eda-745e-4348-8d03-9ac72905ab95 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "GET /v2.0/security-groups/b7cac994-2345-410e-b1cd-db5c7c85c647 HTTP/1.1" status: 404 len: 347 time: 0.0655158 Jun 30 09:19:23.009076 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-bc7b8ab2-e464-45d8-b6ee-959fdf608420 None None] Attempting to bind port 2a961e1d-1b18-4e61-9cd5-5ba27fd61828 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:23.011344 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-995ab97a-00d6-45a5-bb24-9cf583617137 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:23.016237 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-bc7b8ab2-e464-45d8-b6ee-959fdf608420 None None] Attempting to bind port 2a961e1d-1b18-4e61-9cd5-5ba27fd61828 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:23.017431 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7b8ab2-e464-45d8-b6ee-959fdf608420 None None] Attempting to bind port 2a961e1d-1b18-4e61-9cd5-5ba27fd61828 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:23.017733 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45016) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:23.030594 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32893c43-2aaf-495d-8a9f-0508b295e300 None None] Pushing event updated for resources: {'Port': ['ID=2a961e1d-1b18-4e61-9cd5-5ba27fd61828,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:23.039683 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7b8ab2-e464-45d8-b6ee-959fdf608420 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:23.040247 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7b8ab2-e464-45d8-b6ee-959fdf608420 None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:23.040751 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-bc7b8ab2-e464-45d8-b6ee-959fdf608420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:23.041241 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7b8ab2-e464-45d8-b6ee-959fdf608420 None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:23.041825 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-bc7b8ab2-e464-45d8-b6ee-959fdf608420 None None] Bound port: 2a961e1d-1b18-4e61-9cd5-5ba27fd61828, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:23.042319 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-bc7b8ab2-e464-45d8-b6ee-959fdf608420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:23.052198 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:23.053024 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 44e89faa-6b6f-468b-aada-373d3800878b up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:23.149889 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-bc7b8ab2-e464-45d8-b6ee-959fdf608420 None None] For port 2a961e1d-1b18-4e61-9cd5-5ba27fd61828, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:23.153434 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-bc7b8ab2-e464-45d8-b6ee-959fdf608420 None None] For port 2a961e1d-1b18-4e61-9cd5-5ba27fd61828, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=2a961e1d-1b18-4e61-9cd5-5ba27fd61828,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:23.180558 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=a700fa97-7f11-4c5a-a416-37fd7c54d91e,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:23.193785 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a800eb6e-9811-4b92-882c-7d2c87cc152a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:23.270122 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-bc7b8ab2-e464-45d8-b6ee-959fdf608420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:23.290944 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-995ab97a-00d6-45a5-bb24-9cf583617137 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:23.337348 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32893c43-2aaf-495d-8a9f-0508b295e300 None None] Pushing event updated for resources: {'Port': ['ID=2a961e1d-1b18-4e61-9cd5-5ba27fd61828,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:23.345654 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-995ab97a-00d6-45a5-bb24-9cf583617137 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68fe8e7e-4cce-46bc-8599-047451f80e75']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:23.349010 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7b8ab2-e464-45d8-b6ee-959fdf608420 None None] Routers {'3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:23.350095 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-bc7b8ab2-e464-45d8-b6ee-959fdf608420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:23.373203 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-995ab97a-00d6-45a5-bb24-9cf583617137 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d55eac-7a57-4130-9734-4ac16555dc4d') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:23.373483 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-995ab97a-00d6-45a5-bb24-9cf583617137 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d55eac-7a57-4130-9734-4ac16555dc4d') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:23.376906 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee838a4-8f84-410e-9e10-385915138af7 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cac994-2345-410e-b1cd-db5c7c85c647,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:23.396858 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce25f5c-16de-40df-b207-51f211a7f900 req-70b232e9-dd8d-41b5-a769-6f8a4f414f79 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:23.404345 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ce25f5c-16de-40df-b207-51f211a7f900 req-70b232e9-dd8d-41b5-a769-6f8a4f414f79 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.10 "GET /v2.0/ports?device_id=23278fca-294b-4353-bcb2-f8e4eeb37628 HTTP/1.1" status: 200 len: 935 time: 0.7267370 Jun 30 09:19:23.421301 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-995ab97a-00d6-45a5-bb24-9cf583617137 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:23.440593 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 44e89faa-6b6f-468b-aada-373d3800878b completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:23.444947 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 44e89faa-6b6f-468b-aada-373d3800878b triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:23.445427 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:23.452022 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-35092809-f287-4911-a797-28620f8bf796 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Deleting port 67f50217-a13d-4728-baf9-1ce3f9547c22 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:23.452022 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-35092809-f287-4911-a797-28620f8bf796 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:23.452794 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-995ab97a-00d6-45a5-bb24-9cf583617137 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:23.475461 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995ab97a-00d6-45a5-bb24-9cf583617137 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:19:23.480431 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-995ab97a-00d6-45a5-bb24-9cf583617137 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:23.481983 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:19:23.481983 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:19:23.481983 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:19:23.481983 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:19:23.481983 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:19:23.481983 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:19:23.481983 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:19:23.481983 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:19:23.481983 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:19:23.481983 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:19:23.481983 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:19:23.481983 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:19:23.481983 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:19:23.481983 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:19:23.481983 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:19:23.481983 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:19:23.481983 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:19:23.481983 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:19:23.481983 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:19:23.481983 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:19:23.481983 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:19:23.481983 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:19:23.481983 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:19:23.481983 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:19:23.481983 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:19:23.481983 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:19:23.481983 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:19:23.481983 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:19:23.481983 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:19:23.481983 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:19:23.481983 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:19:23.481983 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:19:23.504171 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:23.526333 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-bc7b8ab2-e464-45d8-b6ee-959fdf608420 None None] Set router 3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:23.626830 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ce25f5c-16de-40df-b207-51f211a7f900 req-e94bc6f8-e0a4-433e-98f0-d3e12039d185 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.10 "GET /v2.0/security-groups?id=12609f03-1b39-45bc-b18d-2cd87f63ac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213149 Jun 30 09:19:23.653884 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-afc13711-dae4-4813-836c-64c29fe5f601 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:23.666052 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:23.710031 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 44e89faa-6b6f-468b-aada-373d3800878b, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=44e89faa-6b6f-468b-aada-373d3800878b,segment=NetworkSegment(5d74be57-0b58-40b7-ac12-8573793671cf),segment_id=5d74be57-0b58-40b7-ac12-8573793671cf)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:23.800460 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-bc7b8ab2-e464-45d8-b6ee-959fdf608420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'name': 'tempest-ServerRescueTestJSONUnderV235-792657630-router', 'tenant_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '2a961e1d-1b18-4e61-9cd5-5ba27fd61828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:15Z', 'updated_at': '2021-06-30T09:19:19Z', 'revision_number': 3, 'project_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'gw_port': {'id': '2a961e1d-1b18-4e61-9cd5-5ba27fd61828', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:62:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:17Z', 'updated_at': '2021-06-30T09:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:23.806486 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:23.807859 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 2f70ca00-91bf-41fb-867a-6edb210c3385 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:23.831048 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7b8ab2-e464-45d8-b6ee-959fdf608420 None None] The sync data for ids ['3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd'] in n-d-771363-31 is: [{'id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'name': 'tempest-ServerRescueTestJSONUnderV235-792657630-router', 'tenant_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '2a961e1d-1b18-4e61-9cd5-5ba27fd61828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:15Z', 'updated_at': '2021-06-30T09:19:19Z', 'revision_number': 3, 'project_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'gw_port': {'id': '2a961e1d-1b18-4e61-9cd5-5ba27fd61828', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:62:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:17Z', 'updated_at': '2021-06-30T09:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:23.902519 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-89f32e88-ce86-4128-9cf5-32ae58ec0e72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17977734-83e9-4698-9cb8-bad6472b38dd {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:23.911517 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=44e89faa-6b6f-468b-aada-373d3800878b,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:23.918218 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-89f32e88-ce86-4128-9cf5-32ae58ec0e72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:23.926563 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-afc13711-dae4-4813-836c-64c29fe5f601 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:23.962390 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-89f32e88-ce86-4128-9cf5-32ae58ec0e72 service neutron] Transition to ACTIVE for port object 17977734-83e9-4698-9cb8-bad6472b38dd will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:24.017904 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 2f70ca00-91bf-41fb-867a-6edb210c3385 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:24.023323 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 2f70ca00-91bf-41fb-867a-6edb210c3385 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:24.023746 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:24.112794 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-afc13711-dae4-4813-836c-64c29fe5f601 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:24.135057 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:24.143631 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-89f32e88-ce86-4128-9cf5-32ae58ec0e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:24.204361 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 2f70ca00-91bf-41fb-867a-6edb210c3385, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2f70ca00-91bf-41fb-867a-6edb210c3385,segment=NetworkSegment(c234fcd6-893a-4512-8def-0f2118a6a16c),segment_id=c234fcd6-893a-4512-8def-0f2118a6a16c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:24.278330 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-afc13711-dae4-4813-836c-64c29fe5f601 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:24.334359 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-35092809-f287-4911-a797-28620f8bf796 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:24.334772 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-35092809-f287-4911-a797-28620f8bf796 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:24.362041 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-a800eb6e-9811-4b92-882c-7d2c87cc152a admin admin] Allocated IP 172.20.0.1 (9f6b8c18-5a03-4360-b0ab-d9fb67f737bd/36fff7d6-34a7-44f3-bad4-7b663a92c857/8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:24.366516 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-35092809-f287-4911-a797-28620f8bf796 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Calling delete_port for 67f50217-a13d-4728-baf9-1ce3f9547c22 owned by network:floatingip {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:24.417720 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:24.431284 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-89f32e88-ce86-4128-9cf5-32ae58ec0e72 service neutron] Attempting to bind port 17977734-83e9-4698-9cb8-bad6472b38dd on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:24.431627 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-89f32e88-ce86-4128-9cf5-32ae58ec0e72 service neutron] Attempting to bind port 17977734-83e9-4698-9cb8-bad6472b38dd by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:24.431964 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-89f32e88-ce86-4128-9cf5-32ae58ec0e72 service neutron] Attempting to bind port 17977734-83e9-4698-9cb8-bad6472b38dd on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:24.445340 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-afc13711-dae4-4813-836c-64c29fe5f601 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:24.489935 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888c5af-f8eb-4cf8-a30e-2cedabca4fd5 req-65d5df5a-babe-4668-8366-0c3388e4279a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:24.505979 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888c5af-f8eb-4cf8-a30e-2cedabca4fd5 req-65d5df5a-babe-4668-8366-0c3388e4279a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:24.513852 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888c5af-f8eb-4cf8-a30e-2cedabca4fd5 req-65d5df5a-babe-4668-8366-0c3388e4279a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:24.525350 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-89f32e88-ce86-4128-9cf5-32ae58ec0e72 service neutron] Port 17977734-83e9-4698-9cb8-bad6472b38dd on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:19:24.525682 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-89f32e88-ce86-4128-9cf5-32ae58ec0e72 service neutron] Attempting to bind port 17977734-83e9-4698-9cb8-bad6472b38dd on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:24.527716 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f32e88-ce86-4128-9cf5-32ae58ec0e72 service neutron] Pushing event updated for resources: {'Port': ['ID=17977734-83e9-4698-9cb8-bad6472b38dd,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:24.538916 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-89f32e88-ce86-4128-9cf5-32ae58ec0e72 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:24.539290 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-89f32e88-ce86-4128-9cf5-32ae58ec0e72 service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:24.539936 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-89f32e88-ce86-4128-9cf5-32ae58ec0e72 service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:24.540377 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-89f32e88-ce86-4128-9cf5-32ae58ec0e72 service neutron] Bound port: 17977734-83e9-4698-9cb8-bad6472b38dd, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:24.540740 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-89f32e88-ce86-4128-9cf5-32ae58ec0e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:24.549138 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=2f70ca00-91bf-41fb-867a-6edb210c3385,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:24.554701 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888c5af-f8eb-4cf8-a30e-2cedabca4fd5 req-65d5df5a-babe-4668-8366-0c3388e4279a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:24.568233 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 2a961e1d-1b18-4e61-9cd5-5ba27fd61828 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:24.570990 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:24.574294 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888c5af-f8eb-4cf8-a30e-2cedabca4fd5 req-65d5df5a-babe-4668-8366-0c3388e4279a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:24.591743 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888c5af-f8eb-4cf8-a30e-2cedabca4fd5 req-65d5df5a-babe-4668-8366-0c3388e4279a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:24.599172 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888c5af-f8eb-4cf8-a30e-2cedabca4fd5 req-65d5df5a-babe-4668-8366-0c3388e4279a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:24.605656 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0888c5af-f8eb-4cf8-a30e-2cedabca4fd5 req-65d5df5a-babe-4668-8366-0c3388e4279a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5436 time: 0.4757767 Jun 30 09:19:24.709707 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc13711-dae4-4813-836c-64c29fe5f601 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event updated for resources: {'Port': ['ID=2b36c462-4cc1-416d-b75c-e590153804c9,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:24.714962 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 2a961e1d-1b18-4e61-9cd5-5ba27fd61828 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:24.720176 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 2a961e1d-1b18-4e61-9cd5-5ba27fd61828 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:24.720545 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:24.740331 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-995ab97a-00d6-45a5-bb24-9cf583617137 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:24.740597 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45030) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:24.765022 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a700fa97-7f11-4c5a-a416-37fd7c54d91e'}, {'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e89faa-6b6f-468b-aada-373d3800878b'}, {'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f70ca00-91bf-41fb-867a-6edb210c3385'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:24.769753 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff19095a-74d4-4565-a2b4-4cfb4eea5645" -d '{"events": [{"server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "name": "network-vif-plugged", "status": "completed", "tag": "a700fa97-7f11-4c5a-a416-37fd7c54d91e"}, {"server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "name": "network-vif-plugged", "status": "completed", "tag": "44e89faa-6b6f-468b-aada-373d3800878b"}, {"server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "name": "network-vif-plugged", "status": "completed", "tag": "2f70ca00-91bf-41fb-867a-6edb210c3385"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:24.783678 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995ab97a-00d6-45a5-bb24-9cf583617137 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 68fe8e7e-4cce-46bc-8599-047451f80e75 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 09:19:24.799972 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-995ab97a-00d6-45a5-bb24-9cf583617137 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:24.802033 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-995ab97a-00d6-45a5-bb24-9cf583617137 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "DELETE /v2.0/networks/68fe8e7e-4cce-46bc-8599-047451f80e75 HTTP/1.1" status: 204 len: 168 time: 1.9410717 Jun 30 09:19:24.848340 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-afc13711-dae4-4813-836c-64c29fe5f601 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Floating IP 228f5da5-0e51-4309-9dce-3520d35edfec associated. External IP: 172.25.6.56, port: be951d7f-4bed-431a-88bb-89c5037207ec. Jun 30 09:19:24.942363 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:24.946787 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ab97a-00d6-45a5-bb24-9cf583617137 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Pushing event deleted for resources: {'Network': ['ID=68fe8e7e-4cce-46bc-8599-047451f80e75,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:24.963594 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-89f32e88-ce86-4128-9cf5-32ae58ec0e72 service neutron] For port 17977734-83e9-4698-9cb8-bad6472b38dd, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:25.007577 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 2a961e1d-1b18-4e61-9cd5-5ba27fd61828, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=2a961e1d-1b18-4e61-9cd5-5ba27fd61828,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:25.043436 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-89f32e88-ce86-4128-9cf5-32ae58ec0e72 service neutron] For port 17977734-83e9-4698-9cb8-bad6472b38dd, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=17977734-83e9-4698-9cb8-bad6472b38dd,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:25.074923 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5096f5f7-9d0d-4ad6-ad3d-dcd1bc82a35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:25.080949 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:25.115899 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-89f32e88-ce86-4128-9cf5-32ae58ec0e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:25.158570 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a800eb6e-9811-4b92-882c-7d2c87cc152a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:25.176808 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7a750-839b-4738-bbb2-89edf5ea82a5 req-4844fb90-9829-4eb6-b344-064a45fa2e11 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:25.177863 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=2a961e1d-1b18-4e61-9cd5-5ba27fd61828,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:25.178716 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e7d7a750-839b-4738-bbb2-89edf5ea82a5 req-4844fb90-9829-4eb6-b344-064a45fa2e11 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.10 "GET /v2.0/ports?device_id=23278fca-294b-4353-bcb2-f8e4eeb37628 HTTP/1.1" status: 200 len: 947 time: 0.3389959 Jun 30 09:19:25.213676 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0888c5af-f8eb-4cf8-a30e-2cedabca4fd5 req-d3be01fa-3e31-40f0-a80b-897f2965886e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4761894 Jun 30 09:19:25.251071 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-35092809-f287-4911-a797-28620f8bf796 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:25.317632 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74389a0e-4e2d-4dbe-be1e-b0d126f726bd x-openstack-request-id: req-74389a0e-4e2d-4dbe-be1e-b0d126f726bd {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:25.317973 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "name": "network-vif-plugged", "status": "completed", "tag": "a700fa97-7f11-4c5a-a416-37fd7c54d91e", "code": 200}, {"server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "name": "network-vif-plugged", "status": "completed", "tag": "44e89faa-6b6f-468b-aada-373d3800878b", "code": 200}, {"server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "name": "network-vif-plugged", "status": "completed", "tag": "2f70ca00-91bf-41fb-867a-6edb210c3385", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:25.318233 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-74389a0e-4e2d-4dbe-be1e-b0d126f726bd {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:25.318689 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a700fa97-7f11-4c5a-a416-37fd7c54d91e', 'code': 200} Jun 30 09:19:25.319265 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e89faa-6b6f-468b-aada-373d3800878b', 'code': 200} Jun 30 09:19:25.319423 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f70ca00-91bf-41fb-867a-6edb210c3385', 'code': 200} Jun 30 09:19:25.371541 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-89f32e88-ce86-4128-9cf5-32ae58ec0e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:25.377461 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-89f32e88-ce86-4128-9cf5-32ae58ec0e72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:25.379055 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-89f32e88-ce86-4128-9cf5-32ae58ec0e72 service neutron] 10.222.0.37 "PUT /v2.0/ports/17977734-83e9-4698-9cb8-bad6472b38dd HTTP/1.1" status: 200 len: 1096 time: 3.0704637 Jun 30 09:19:25.383505 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23278fca-294b-4353-bcb2-f8e4eeb37628', 'tag': '17977734-83e9-4698-9cb8-bad6472b38dd'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:25.384778 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35092809-f287-4911-a797-28620f8bf796 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Pushing event deleted for resources: {'Port': ['ID=67f50217-a13d-4728-baf9-1ce3f9547c22,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:25.386122 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406bb404-569c-4f22-afbd-ed0723d21cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "23278fca-294b-4353-bcb2-f8e4eeb37628", "tag": "17977734-83e9-4698-9cb8-bad6472b38dd"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:25.404186 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45046) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:25.413519 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-b3ccca73-e96c-4b7f-8d3d-904941afc530 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Request body: {'router': {'name': 'tempest-router--1668889688', 'project_id': 'fd2b3a3dd0dd45b2aff7f631cee10153'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:25.426399 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc13711-dae4-4813-836c-64c29fe5f601 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Router 4522a532-5087-49d8-9d43-d774b095fbb4 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:19:25.466584 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a800eb6e-9811-4b92-882c-7d2c87cc152a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:25.566959 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f32e88-ce86-4128-9cf5-32ae58ec0e72 service neutron] Pushing event updated for resources: {'Port': ['ID=17977734-83e9-4698-9cb8-bad6472b38dd,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:25.584362 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e7d7a750-839b-4738-bbb2-89edf5ea82a5 req-d7a2875d-fd54-41ba-a849-d41ae29b4e08 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.10 "GET /v2.0/security-groups?id=12609f03-1b39-45bc-b18d-2cd87f63ac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748395 Jun 30 09:19:25.637569 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a800eb6e-9811-4b92-882c-7d2c87cc152a admin admin] Network 9f6b8c18-5a03-4360-b0ab-d9fb67f737bd is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:25.653164 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-a800eb6e-9811-4b92-882c-7d2c87cc152a admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:25.655426 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800eb6e-9811-4b92-882c-7d2c87cc152a admin admin] Pushing event updated for resources: {'Port': ['ID=8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:25.659191 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a800eb6e-9811-4b92-882c-7d2c87cc152a admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:25.696456 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-35092809-f287-4911-a797-28620f8bf796 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks [] for floatingip, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:25.698994 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-35092809-f287-4911-a797-28620f8bf796 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:25.700492 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-35092809-f287-4911-a797-28620f8bf796 tempest-ServerActionsTestJSON-365597969 tempest-ServerActionsTestJSON-365597969-project] 10.222.0.10 "DELETE /v2.0/floatingips/2c1992bd-1fdf-4a8c-98fe-05cd166ea45f HTTP/1.1" status: 204 len: 168 time: 2.6797655 Jun 30 09:19:25.703997 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45048) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:25.714554 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a800eb6e-9811-4b92-882c-7d2c87cc152a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:25.770144 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5096f5f7-9d0d-4ad6-ad3d-dcd1bc82a35c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:25.795870 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc13711-dae4-4813-836c-64c29fe5f601 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:25.795870 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc1b7a3-f946-418e-9336-5fd78db49a52 x-openstack-request-id: req-2cc1b7a3-f946-418e-9336-5fd78db49a52 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:25.795870 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23278fca-294b-4353-bcb2-f8e4eeb37628", "tag": "17977734-83e9-4698-9cb8-bad6472b38dd", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:25.795870 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2cc1b7a3-f946-418e-9336-5fd78db49a52 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:25.795870 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23278fca-294b-4353-bcb2-f8e4eeb37628', 'tag': '17977734-83e9-4698-9cb8-bad6472b38dd', 'status': 'completed', 'code': 200} Jun 30 09:19:25.801210 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339ad3d0-e511-4ab1-b69a-732f43feccd6 None None] Sync routers for ids ['4522a532-5087-49d8-9d43-d774b095fbb4'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:25.817473 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339ad3d0-e511-4ab1-b69a-732f43feccd6 None None] Routers {'4522a532-5087-49d8-9d43-d774b095fbb4'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:25.824511 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-339ad3d0-e511-4ab1-b69a-732f43feccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['4522a532-5087-49d8-9d43-d774b095fbb4'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:25.886077 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022bb18-eb64-4dae-957d-e4f02328d152 req-92efa8c6-7d0e-4ee2-9712-b0b1e4c4f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:25.886675 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022bb18-eb64-4dae-957d-e4f02328d152 req-92efa8c6-7d0e-4ee2-9712-b0b1e4c4f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:25.887173 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022bb18-eb64-4dae-957d-e4f02328d152 req-92efa8c6-7d0e-4ee2-9712-b0b1e4c4f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:25.887655 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022bb18-eb64-4dae-957d-e4f02328d152 req-92efa8c6-7d0e-4ee2-9712-b0b1e4c4f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:25.888114 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022bb18-eb64-4dae-957d-e4f02328d152 req-92efa8c6-7d0e-4ee2-9712-b0b1e4c4f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:25.888751 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022bb18-eb64-4dae-957d-e4f02328d152 req-92efa8c6-7d0e-4ee2-9712-b0b1e4c4f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:25.889229 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022bb18-eb64-4dae-957d-e4f02328d152 req-92efa8c6-7d0e-4ee2-9712-b0b1e4c4f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:25.892090 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d022bb18-eb64-4dae-957d-e4f02328d152 req-92efa8c6-7d0e-4ee2-9712-b0b1e4c4f3db service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 6501 time: 0.4316146 Jun 30 09:19:25.895530 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5096f5f7-9d0d-4ad6-ad3d-dcd1bc82a35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:25.906933 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-836b8e82-aa6d-4020-9d79-694665a2829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:25.908710 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-339ad3d0-e511-4ab1-b69a-732f43feccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:25.909120 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-836b8e82-aa6d-4020-9d79-694665a2829c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32716422267643598fd50b38fb87e2e5&device_id=23278fca-294b-4353-bcb2-f8e4eeb37628 HTTP/1.1" status: 200 len: 1099 time: 0.3672090 Jun 30 09:19:25.920843 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339ad3d0-e511-4ab1-b69a-732f43feccd6 None None] Routers {'4522a532-5087-49d8-9d43-d774b095fbb4'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:25.921482 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-339ad3d0-e511-4ab1-b69a-732f43feccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['4522a532-5087-49d8-9d43-d774b095fbb4'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:25.981226 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-339ad3d0-e511-4ab1-b69a-732f43feccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:25.982121 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339ad3d0-e511-4ab1-b69a-732f43feccd6 None None] The sync data for ids ['4522a532-5087-49d8-9d43-d774b095fbb4'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:26.018997 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-bd0d9fae-9a34-41c1-841d-1db97ff6fff2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=17977734-83e9-4698-9cb8-bad6472b38dd HTTP/1.1" status: 200 len: 217 time: 0.0854232 Jun 30 09:19:26.045684 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5096f5f7-9d0d-4ad6-ad3d-dcd1bc82a35c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=140251861b57493bb5b0866305991319&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3042142 Jun 30 09:19:26.053990 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45052) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:26.067600 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a800eb6e-9811-4b92-882c-7d2c87cc152a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:26.084545 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096f5f7-9d0d-4ad6-ad3d-dcd1bc82a35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a113ac-4349-4199-9756-3a2de7863bc1,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:26.091813 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d022bb18-eb64-4dae-957d-e4f02328d152 req-5dd84cc8-bcce-407e-b157-ab3ac32465e5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&id=f858a508-f451-4a64-8240-66f0ed23d674&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1815436 Jun 30 09:19:26.105785 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-d822a384-c8db-4b0c-a6ae-d17a544f06d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:26.108605 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-d822a384-c8db-4b0c-a6ae-d17a544f06d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.0826933 Jun 30 09:19:26.128481 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b3ccca73-e96c-4b7f-8d3d-904941afc530 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:26.129485 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b3ccca73-e96c-4b7f-8d3d-904941afc530 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:26.216940 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b3ccca73-e96c-4b7f-8d3d-904941afc530 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:26.229861 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-c3c021cc-65ab-4bf7-a2d9-168b2eef0b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:26.231434 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-c3c021cc-65ab-4bf7-a2d9-168b2eef0b80 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1149542 Jun 30 09:19:26.235647 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-afc13711-dae4-4813-836c-64c29fe5f601 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:26.249462 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5f91b917-fc42-42be-ad01-41de7e066526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:26.326853 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:26.329588 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-afc13711-dae4-4813-836c-64c29fe5f601 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.2130203 Jun 30 09:19:26.332548 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b3ccca73-e96c-4b7f-8d3d-904941afc530 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:26.335456 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45056) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:26.346523 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-fe7f2839-e155-4122-a75a-c4215041e890 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-761310222'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:26.353817 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5f91b917-fc42-42be-ad01-41de7e066526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:26.413839 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-75a9b4a9-811f-44c0-a238-14e1180d40bf service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748381 Jun 30 09:19:26.466603 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 2a961e1d-1b18-4e61-9cd5-5ba27fd61828 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:26.510863 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b3ccca73-e96c-4b7f-8d3d-904941afc530 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:26.516737 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b3ccca73-e96c-4b7f-8d3d-904941afc530 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1066780 Jun 30 09:19:26.518501 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45058) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:26.520767 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 2a961e1d-1b18-4e61-9cd5-5ba27fd61828 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:26.521517 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:26.522485 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a800eb6e-9811-4b92-882c-7d2c87cc152a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:26.548508 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2a56d-55df-45d1-b622-68d1d40395ec req-73d56e23-fea6-465e-9454-2be90bb52b84 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:26.554404 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2a56d-55df-45d1-b622-68d1d40395ec req-73d56e23-fea6-465e-9454-2be90bb52b84 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:26.560671 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2a56d-55df-45d1-b622-68d1d40395ec req-73d56e23-fea6-465e-9454-2be90bb52b84 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:26.566788 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2a56d-55df-45d1-b622-68d1d40395ec req-73d56e23-fea6-465e-9454-2be90bb52b84 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:26.573281 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2a56d-55df-45d1-b622-68d1d40395ec req-73d56e23-fea6-465e-9454-2be90bb52b84 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:26.579654 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2a56d-55df-45d1-b622-68d1d40395ec req-73d56e23-fea6-465e-9454-2be90bb52b84 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:26.585344 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2a56d-55df-45d1-b622-68d1d40395ec req-73d56e23-fea6-465e-9454-2be90bb52b84 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:26.589712 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1fe2a56d-55df-45d1-b622-68d1d40395ec req-73d56e23-fea6-465e-9454-2be90bb52b84 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5437 time: 0.2256966 Jun 30 09:19:26.606126 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e835ec69-2c1d-4387-adaa-baae3c5dc3fd tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:26.633756 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5f91b917-fc42-42be-ad01-41de7e066526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:26.636355 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5f91b917-fc42-42be-ad01-41de7e066526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:26.642130 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5f91b917-fc42-42be-ad01-41de7e066526 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d5a113ac-4349-4199-9756-3a2de7863bc1 HTTP/1.1" status: 204 len: 168 time: 0.5872495 Jun 30 09:19:26.680677 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a800eb6e-9811-4b92-882c-7d2c87cc152a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:26.759886 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a800eb6e-9811-4b92-882c-7d2c87cc152a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:26.797889 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91b917-fc42-42be-ad01-41de7e066526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a113ac-4349-4199-9756-3a2de7863bc1,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:26.944029 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7f2839-e155-4122-a75a-c4215041e890 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Made reservation on behalf of 418f3cacdcaa491296a7151f3c3c3aac for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:26.947863 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fe7f2839-e155-4122-a75a-c4215041e890 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:26.990328 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1fe2a56d-55df-45d1-b622-68d1d40395ec req-3b0f487d-c752-48f2-9ae9-0a1df9cee494 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3901613 Jun 30 09:19:27.013627 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7f2839-e155-4122-a75a-c4215041e890 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:19:27.017296 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-56c6376b-c41b-41b8-bebd-2305248e2a33 req-ec5aed02-7996-4028-8a64-10089aa23fce service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5928342 Jun 30 09:19:27.032748 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800eb6e-9811-4b92-882c-7d2c87cc152a admin admin] Pushing event updated for resources: {'Port': ['ID=8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:27.035160 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fe7f2839-e155-4122-a75a-c4215041e890 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:27.035657 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-fe7f2839-e155-4122-a75a-c4215041e890 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Added segment 477c5dbe-99fb-4b01-876f-f7c60597e8bc of type vlan for network 3fc71eb9-0713-48fb-b3f4-8f79e95627f6 Jun 30 09:19:27.070542 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e835ec69-2c1d-4387-adaa-baae3c5dc3fd tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:27.080251 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e835ec69-2c1d-4387-adaa-baae3c5dc3fd tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:27.084855 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a800eb6e-9811-4b92-882c-7d2c87cc152a admin admin] Network 9f6b8c18-5a03-4360-b0ab-d9fb67f737bd is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:27.089799 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fe7f2839-e155-4122-a75a-c4215041e890 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:27.094839 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-a800eb6e-9811-4b92-882c-7d2c87cc152a admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:27.206638 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bb404-569c-4f22-afbd-ed0723d21cb7 req-868a0157-5a9c-463b-825f-a07ac792f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:27.208197 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-406bb404-569c-4f22-afbd-ed0723d21cb7 req-868a0157-5a9c-463b-825f-a07ac792f68c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32716422267643598fd50b38fb87e2e5&device_id=23278fca-294b-4353-bcb2-f8e4eeb37628 HTTP/1.1" status: 200 len: 1099 time: 0.0568752 Jun 30 09:19:27.213155 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fe7f2839-e155-4122-a75a-c4215041e890 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:27.224911 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7f2839-e155-4122-a75a-c4215041e890 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:27.225944 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fe7f2839-e155-4122-a75a-c4215041e890 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:27.251201 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e835ec69-2c1d-4387-adaa-baae3c5dc3fd tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:27.251713 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e835ec69-2c1d-4387-adaa-baae3c5dc3fd tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb4162cd-bb8f-455f-b89b-1a465087609e {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:19:27.283531 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e835ec69-2c1d-4387-adaa-baae3c5dc3fd tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:27.284688 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e835ec69-2c1d-4387-adaa-baae3c5dc3fd tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "DELETE /v2.0/routers/cb4162cd-bb8f-455f-b89b-1a465087609e HTTP/1.1" status: 204 len: 168 time: 0.7647796 Jun 30 09:19:27.298472 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8ed6a-8f2e-41cb-837c-ff9ff336529b req-ae81d6fe-6da3-4cd4-bd46-b4a35beba7df tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:27.305493 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-24a8ed6a-8f2e-41cb-837c-ff9ff336529b req-ae81d6fe-6da3-4cd4-bd46-b4a35beba7df tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.10 "GET /v2.0/ports?device_id=23278fca-294b-4353-bcb2-f8e4eeb37628 HTTP/1.1" status: 200 len: 947 time: 0.3753765 Jun 30 09:19:27.372594 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a800eb6e-9811-4b92-882c-7d2c87cc152a admin admin] Router 3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:19:27.379808 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f2839-e155-4122-a75a-c4215041e890 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event updated for resources: {'Network': ['ID=3fc71eb9-0713-48fb-b3f4-8f79e95627f6,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:27.385011 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-24a8ed6a-8f2e-41cb-837c-ff9ff336529b req-8e277920-1e10-4d4a-81b9-f7b5490c214e tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.10 "GET /v2.0/security-groups?id=12609f03-1b39-45bc-b18d-2cd87f63ac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785391 Jun 30 09:19:27.393579 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a6bc57a4-6260-4b4d-bb09-66a3d0366f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:27.399390 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 3fc71eb9-0713-48fb-b3f4-8f79e95627f6 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:19:27.412173 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bb404-569c-4f22-afbd-ed0723d21cb7 req-70c935b0-bcb6-4b1d-9e23-37796764a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:27.413943 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-406bb404-569c-4f22-afbd-ed0723d21cb7 req-70c935b0-bcb6-4b1d-9e23-37796764a1db service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.1836650 Jun 30 09:19:27.497149 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-406bb404-569c-4f22-afbd-ed0723d21cb7 req-f41c17df-78b4-49cb-b521-66d9f1349053 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=17977734-83e9-4698-9cb8-bad6472b38dd HTTP/1.1" status: 200 len: 217 time: 0.0714974 Jun 30 09:19:27.498860 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fe7f2839-e155-4122-a75a-c4215041e890 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1607223 Jun 30 09:19:27.502783 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45070) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:27.511158 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-19e664a8-5b42-4a60-820b-a594b3f89b0c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Request body: {'subnet': {'network_id': '3fc71eb9-0713-48fb-b3f4-8f79e95627f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:27.550572 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bb404-569c-4f22-afbd-ed0723d21cb7 req-25db65b9-e9b5-4ed3-af91-ca1251d9c3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:27.552231 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-406bb404-569c-4f22-afbd-ed0723d21cb7 req-25db65b9-e9b5-4ed3-af91-ca1251d9c3c3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.0491598 Jun 30 09:19:27.614714 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bb404-569c-4f22-afbd-ed0723d21cb7 req-6bd34c04-fd9a-4977-8858-6ba4ab72306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:27.616505 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-406bb404-569c-4f22-afbd-ed0723d21cb7 req-6bd34c04-fd9a-4977-8858-6ba4ab72306c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0579267 Jun 30 09:19:27.618297 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45072) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:27.644359 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a14a4d35-34f5-4cf1-a253-2697ee8b6a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:27.728591 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a800eb6e-9811-4b92-882c-7d2c87cc152a admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:27.737696 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a800eb6e-9811-4b92-882c-7d2c87cc152a admin admin] 10.222.0.10 "PUT /v2.0/routers/3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1484027 Jun 30 09:19:27.740580 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b1fb4c-4318-4dc4-a5c0-e0cb933883c3 None None] Sync routers for ids ['3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:27.763468 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.db.api [None req-a14a4d35-34f5-4cf1-a253-2697ee8b6a47 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:19:27.763468 n-d-771363-31 neutron-server[101054]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 09:19:27.763468 n-d-771363-31 neutron-server[101054]: [parameters: {'project_id': 'c7e7f5ac63c346aca235ec002d1281cc', 'id': '53f89819-79e9-41ce-b26d-80d8e8001543', 'expiration': datetime.datetime(2021, 6, 30, 9, 21, 27, 714039)}] Jun 30 09:19:27.763468 n-d-771363-31 neutron-server[101054]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=101054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:19:27.763468 n-d-771363-31 neutron-server[101054]: DEBUG oslo_db.api [None req-a14a4d35-34f5-4cf1-a253-2697ee8b6a47 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:19:27.767077 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45078) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:27.769222 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b1fb4c-4318-4dc4-a5c0-e0cb933883c3 None None] Routers {'3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:27.775167 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-51b1fb4c-4318-4dc4-a5c0-e0cb933883c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:27.777292 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-406bb404-569c-4f22-afbd-ed0723d21cb7 req-0632bab0-72eb-435b-8083-b83c61ecf3a8 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527069 Jun 30 09:19:27.886923 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e664a8-5b42-4a60-820b-a594b3f89b0c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Made reservation on behalf of 418f3cacdcaa491296a7151f3c3c3aac for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:27.891915 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-19e664a8-5b42-4a60-820b-a594b3f89b0c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:27.940174 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-406bb404-569c-4f22-afbd-ed0723d21cb7 req-9a560da4-57d5-4cf8-a5f0-748f409c11db service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561704 Jun 30 09:19:27.965523 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-51b1fb4c-4318-4dc4-a5c0-e0cb933883c3 None None] Set router 3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:28.053058 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-a6bc57a4-6260-4b4d-bb09-66a3d0366f8d admin admin] Deleting port 8447edb4-067c-4fa5-ae2d-8964ad741f82 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:28.053408 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a6bc57a4-6260-4b4d-bb09-66a3d0366f8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:28.175786 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-fd5b69bc-72f1-4120-b936-8a17f266a2dc tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1684963862', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}, 'admin_state_up': False}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:28.242306 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-51b1fb4c-4318-4dc4-a5c0-e0cb933883c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'name': 'tempest-ServerRescueTestJSONUnderV235-792657630-router', 'tenant_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '2a961e1d-1b18-4e61-9cd5-5ba27fd61828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:15Z', 'updated_at': '2021-06-30T09:19:25Z', 'revision_number': 4, 'project_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'gw_port': {'id': '2a961e1d-1b18-4e61-9cd5-5ba27fd61828', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:62:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:17Z', 'updated_at': '2021-06-30T09:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984', 'name': '', 'network_id': '9f6b8c18-5a03-4360-b0ab-d9fb67f737bd', 'tenant_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'mac_address': 'fa:16:3e:58:c3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '36fff7d6-34a7-44f3-bad4-7b663a92c857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:23Z', 'updated_at': '2021-06-30T09:19:26Z', 'revision_number': 2, 'project_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'subnets': [{'id': '36fff7d6-34a7-44f3-bad4-7b663a92c857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:28.264181 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a14a4d35-34f5-4cf1-a253-2697ee8b6a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:28.281005 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b1fb4c-4318-4dc4-a5c0-e0cb933883c3 None None] Checking router: 3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:19:28.281482 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b1fb4c-4318-4dc4-a5c0-e0cb933883c3 None None] Updating router 3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd port 8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:19:28.288416 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b86a66-cc6f-41a8-900d-b83000e72fc2 req-d3a51908-f074-433e-9abe-7a31086b98e4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:28.294648 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b86a66-cc6f-41a8-900d-b83000e72fc2 req-d3a51908-f074-433e-9abe-7a31086b98e4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:28.300779 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b86a66-cc6f-41a8-900d-b83000e72fc2 req-d3a51908-f074-433e-9abe-7a31086b98e4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:28.306980 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b86a66-cc6f-41a8-900d-b83000e72fc2 req-d3a51908-f074-433e-9abe-7a31086b98e4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:28.313781 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b86a66-cc6f-41a8-900d-b83000e72fc2 req-d3a51908-f074-433e-9abe-7a31086b98e4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:28.317720 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-51b1fb4c-4318-4dc4-a5c0-e0cb933883c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:28.319661 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b86a66-cc6f-41a8-900d-b83000e72fc2 req-d3a51908-f074-433e-9abe-7a31086b98e4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:28.325796 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b86a66-cc6f-41a8-900d-b83000e72fc2 req-d3a51908-f074-433e-9abe-7a31086b98e4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:28.328472 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-82b86a66-cc6f-41a8-900d-b83000e72fc2 req-d3a51908-f074-433e-9abe-7a31086b98e4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5437 time: 0.1315079 Jun 30 09:19:28.331579 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-a6bc57a4-6260-4b4d-bb09-66a3d0366f8d admin admin] For port 8447edb4-067c-4fa5-ae2d-8964ad741f82, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8447edb4-067c-4fa5-ae2d-8964ad741f82,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:28.332087 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a6bc57a4-6260-4b4d-bb09-66a3d0366f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:28.352149 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-a6bc57a4-6260-4b4d-bb09-66a3d0366f8d admin admin] Calling delete_port for 8447edb4-067c-4fa5-ae2d-8964ad741f82 owned by network:router_interface {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:28.374186 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-82b86a66-cc6f-41a8-900d-b83000e72fc2 req-6df9ea1a-0a86-4b18-a10a-f88858bbbaf4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0395446 Jun 30 09:19:28.385445 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fd5b69bc-72f1-4120-b936-8a17f266a2dc tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:28.386049 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fd5b69bc-72f1-4120-b936-8a17f266a2dc tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:28.435406 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-19e664a8-5b42-4a60-820b-a594b3f89b0c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:28.510885 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-a0df7fc7-9412-42e8-9fd6-5b51d224952f tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:28.512959 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-a0df7fc7-9412-42e8-9fd6-5b51d224952f tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/networks?id=9f6b8c18-5a03-4360-b0ab-d9fb67f737bd HTTP/1.1" status: 200 len: 819 time: 0.2559128 Jun 30 09:19:28.591799 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a14a4d35-34f5-4cf1-a253-2697ee8b6a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:28.612782 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c6e65-b16c-4ec6-870e-a8b23a89f759 req-336c5a34-3519-437c-a280-aef848e16d29 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:28.618987 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c6e65-b16c-4ec6-870e-a8b23a89f759 req-336c5a34-3519-437c-a280-aef848e16d29 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:28.625831 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c6e65-b16c-4ec6-870e-a8b23a89f759 req-336c5a34-3519-437c-a280-aef848e16d29 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:28.631972 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c6e65-b16c-4ec6-870e-a8b23a89f759 req-336c5a34-3519-437c-a280-aef848e16d29 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:28.638060 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c6e65-b16c-4ec6-870e-a8b23a89f759 req-336c5a34-3519-437c-a280-aef848e16d29 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:28.644274 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c6e65-b16c-4ec6-870e-a8b23a89f759 req-336c5a34-3519-437c-a280-aef848e16d29 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:28.650351 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c6e65-b16c-4ec6-870e-a8b23a89f759 req-336c5a34-3519-437c-a280-aef848e16d29 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:28.652636 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b37c6e65-b16c-4ec6-870e-a8b23a89f759 req-336c5a34-3519-437c-a280-aef848e16d29 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5437 time: 0.1524217 Jun 30 09:19:28.658646 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a14a4d35-34f5-4cf1-a253-2697ee8b6a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:28.684919 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-51b1fb4c-4318-4dc4-a5c0-e0cb933883c3 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:28.699970 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-51b1fb4c-4318-4dc4-a5c0-e0cb933883c3 None None] Transition to ACTIVE for port object 8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:28.700234 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45102) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:28.700840 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a4d35-34f5-4cf1-a253-2697ee8b6a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef29fa3-c31a-4da1-865e-1992ebfe6d99,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:28.717653 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-f6b16999-54f5-441e-809b-cb1e1551810a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Request body: {'floatingip': {'port_id': 'a700fa97-7f11-4c5a-a416-37fd7c54d91e'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:28.773351 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f6b16999-54f5-441e-809b-cb1e1551810a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for floatingip, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:28.777622 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a14a4d35-34f5-4cf1-a253-2697ee8b6a47 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c7e7f5ac63c346aca235ec002d1281cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1584005 Jun 30 09:19:28.780509 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45104) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:28.811981 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-51b1fb4c-4318-4dc4-a5c0-e0cb933883c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:28.877018 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d772615-5bd6-4d50-8680-5eea903d2bd8 None None] Pushing event updated for resources: {'Port': ['ID=8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:28.932363 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-51b1fb4c-4318-4dc4-a5c0-e0cb933883c3 None None] Attempting to bind port 8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:28.932626 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-51b1fb4c-4318-4dc4-a5c0-e0cb933883c3 None None] Attempting to bind port 8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '711ab168-ac66-4fc0-8f70-ec0c835b4a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9f6b8c18-5a03-4360-b0ab-d9fb67f737bd'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:28.933033 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b1fb4c-4318-4dc4-a5c0-e0cb933883c3 None None] Attempting to bind port 8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984 on network 9f6b8c18-5a03-4360-b0ab-d9fb67f737bd {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:28.940875 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b1fb4c-4318-4dc4-a5c0-e0cb933883c3 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:28.941211 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b1fb4c-4318-4dc4-a5c0-e0cb933883c3 None None] Checking segment: {'id': '711ab168-ac66-4fc0-8f70-ec0c835b4a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9f6b8c18-5a03-4360-b0ab-d9fb67f737bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:28.941774 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-51b1fb4c-4318-4dc4-a5c0-e0cb933883c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:28.941987 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b1fb4c-4318-4dc4-a5c0-e0cb933883c3 None None] Bound using segment: {'id': '711ab168-ac66-4fc0-8f70-ec0c835b4a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9f6b8c18-5a03-4360-b0ab-d9fb67f737bd'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:28.942580 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-51b1fb4c-4318-4dc4-a5c0-e0cb933883c3 None None] Bound port: 8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711ab168-ac66-4fc0-8f70-ec0c835b4a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9f6b8c18-5a03-4360-b0ab-d9fb67f737bd'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:28.942833 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-51b1fb4c-4318-4dc4-a5c0-e0cb933883c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:28.980197 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fd5b69bc-72f1-4120-b936-8a17f266a2dc tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:28.990051 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e664a8-5b42-4a60-820b-a594b3f89b0c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event updated for resources: {'Subnet': ['ID=7b965b89-ada9-491c-b47b-6da25deb7587,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:28.996727 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-061c04ed-c3b7-466a-b068-1ecf344f7213 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/quotas/ccdb6267e3ed432991d478e59bf31bd1 HTTP/1.1" status: 200 len: 375 time: 0.4630516 Jun 30 09:19:29.034088 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-51b1fb4c-4318-4dc4-a5c0-e0cb933883c3 None None] For port 8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:29.037730 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-51b1fb4c-4318-4dc4-a5c0-e0cb933883c3 None None] For port 8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984,segment=NetworkSegment(711ab168-ac66-4fc0-8f70-ec0c835b4a1b),segment_id=711ab168-ac66-4fc0-8f70-ec0c835b4a1b)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:29.054610 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-02f665f3-e1eb-424f-a855-9fa96499f336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:29.064629 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e664a8-5b42-4a60-820b-a594b3f89b0c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Checking segment: {'id': '477c5dbe-99fb-4b01-876f-f7c60597e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3fc71eb9-0713-48fb-b3f4-8f79e95627f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:29.064998 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e664a8-5b42-4a60-820b-a594b3f89b0c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Network hostable DHCP agents. Network: 3fc71eb9-0713-48fb-b3f4-8f79e95627f6, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:19:29.081117 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9604e3f-8895-47a0-b6d1-231f13614fa5 req-f11ff055-7bba-46dd-891d-32bf03ef0235 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:29.082695 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d9604e3f-8895-47a0-b6d1-231f13614fa5 req-f11ff055-7bba-46dd-891d-32bf03ef0235 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.10 "GET /v2.0/ports?device_id=23278fca-294b-4353-bcb2-f8e4eeb37628 HTTP/1.1" status: 200 len: 947 time: 0.2583966 Jun 30 09:19:29.108220 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-02f665f3-e1eb-424f-a855-9fa96499f336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:29.210986 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d9604e3f-8895-47a0-b6d1-231f13614fa5 req-a4d56d38-079f-46dc-ac33-e0050144a6a3 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.10 "GET /v2.0/security-groups?id=12609f03-1b39-45bc-b18d-2cd87f63ac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174979 Jun 30 09:19:29.261030 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-51b1fb4c-4318-4dc4-a5c0-e0cb933883c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:29.269426 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fd5b69bc-72f1-4120-b936-8a17f266a2dc tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:29.272763 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e664a8-5b42-4a60-820b-a594b3f89b0c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Network 3fc71eb9-0713-48fb-b3f4-8f79e95627f6 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:19:29.304105 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-93b6a2ba-8d2f-4059-a93d-64867c216118 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ccdb6267e3ed432991d478e59bf31bd1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2970498 Jun 30 09:19:29.345850 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b1fb4c-4318-4dc4-a5c0-e0cb933883c3 None None] Routers {'3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:29.346494 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-51b1fb4c-4318-4dc4-a5c0-e0cb933883c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:29.401839 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d772615-5bd6-4d50-8680-5eea903d2bd8 None None] Pushing event updated for resources: {'Port': ['ID=8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984,revision_number=4']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:29.483411 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-10d47487-d909-42eb-9fb8-b376b68c3cde service neutron] 10.222.0.10 "GET /v2.0/networks/9f6b8c18-5a03-4360-b0ab-d9fb67f737bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686401 Jun 30 09:19:29.494774 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-02f665f3-e1eb-424f-a855-9fa96499f336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:29.498892 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-02f665f3-e1eb-424f-a855-9fa96499f336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:29.508306 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a6bc57a4-6260-4b4d-bb09-66a3d0366f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:29.510141 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-19e664a8-5b42-4a60-820b-a594b3f89b0c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 3fc71eb9-0713-48fb-b3f4-8f79e95627f6) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:29.521974 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-02f665f3-e1eb-424f-a855-9fa96499f336 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2ef29fa3-c31a-4da1-865e-1992ebfe6d99 HTTP/1.1" status: 204 len: 168 time: 0.7397425 Jun 30 09:19:29.526098 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023e628f-4a90-45af-8456-2761018d594a None None] Network 3fc71eb9-0713-48fb-b3f4-8f79e95627f6 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:29.568080 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e664a8-5b42-4a60-820b-a594b3f89b0c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:29.568686 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-19e664a8-5b42-4a60-820b-a594b3f89b0c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:29.602468 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc57a4-6260-4b4d-bb09-66a3d0366f8d admin admin] Pushing event deleted for resources: {'Port': ['ID=8447edb4-067c-4fa5-ae2d-8964ad741f82,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:29.651663 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-51b1fb4c-4318-4dc4-a5c0-e0cb933883c3 None None] Set router 3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:29.654551 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f6b16999-54f5-441e-809b-cb1e1551810a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:29.668710 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f665f3-e1eb-424f-a855-9fa96499f336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef29fa3-c31a-4da1-865e-1992ebfe6d99,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:29.750467 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45110) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:29.750729 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-19e664a8-5b42-4a60-820b-a594b3f89b0c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2458715 Jun 30 09:19:29.756351 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-a7385462-6479-4411-ad15-010f8b0a1bc7 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-117143425', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}, 'admin_state_up': False}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:29.768294 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-66d2eb56-b358-4812-a643-52a30915a5f2 service neutron] 10.222.0.10 "GET /v2.0/networks/9f6b8c18-5a03-4360-b0ab-d9fb67f737bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772908 Jun 30 09:19:29.805115 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f6b16999-54f5-441e-809b-cb1e1551810a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:29.992784 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-51b1fb4c-4318-4dc4-a5c0-e0cb933883c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'name': 'tempest-ServerRescueTestJSONUnderV235-792657630-router', 'tenant_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '2a961e1d-1b18-4e61-9cd5-5ba27fd61828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:15Z', 'updated_at': '2021-06-30T09:19:25Z', 'revision_number': 4, 'project_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'gw_port': {'id': '2a961e1d-1b18-4e61-9cd5-5ba27fd61828', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:62:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:17Z', 'updated_at': '2021-06-30T09:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984', 'name': '', 'network_id': '9f6b8c18-5a03-4360-b0ab-d9fb67f737bd', 'tenant_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'mac_address': 'fa:16:3e:58:c3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '36fff7d6-34a7-44f3-bad4-7b663a92c857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:23Z', 'updated_at': '2021-06-30T09:19:29Z', 'revision_number': 4, 'project_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'subnets': [{'id': '36fff7d6-34a7-44f3-bad4-7b663a92c857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:30.023391 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b1fb4c-4318-4dc4-a5c0-e0cb933883c3 None None] The sync data for ids ['3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd'] in n-d-771363-31 is: [{'id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'name': 'tempest-ServerRescueTestJSONUnderV235-792657630-router', 'tenant_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '2a961e1d-1b18-4e61-9cd5-5ba27fd61828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:15Z', 'updated_at': '2021-06-30T09:19:25Z', 'revision_number': 4, 'project_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'gw_port': {'id': '2a961e1d-1b18-4e61-9cd5-5ba27fd61828', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:62:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:17Z', 'updated_at': '2021-06-30T09:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984', 'name': '', 'network_id': '9f6b8c18-5a03-4360-b0ab-d9fb67f737bd', 'tenant_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'mac_address': 'fa:16:3e:58:c3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '36fff7d6-34a7-44f3-bad4-7b663a92c857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:23Z', 'updated_at': '2021-06-30T09:19:29Z', 'revision_number': 4, 'project_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'subnets': [{'id': '36fff7d6-34a7-44f3-bad4-7b663a92c857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:30.056842 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de236d2-0386-43a7-8a4f-94fdafee49a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-3fc71eb9-0713-48fb-b3f4-8f79e95627f6', 'network_id': '3fc71eb9-0713-48fb-b3f4-8f79e95627f6', 'tenant_id': '418f3cacdcaa491296a7151f3c3c3aac', 'fixed_ips': [{'subnet_id': '7b965b89-ada9-491c-b47b-6da25deb7587'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:19:30.057707 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0de236d2-0386-43a7-8a4f-94fdafee49a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:30.086955 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-f6b16999-54f5-441e-809b-cb1e1551810a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Floating IP 3357b3fe-0dc4-4184-9bf2-c5d31131fe3e associated. External IP: 172.25.6.115, port: a700fa97-7f11-4c5a-a416-37fd7c54d91e. Jun 30 09:19:30.170434 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a6bc57a4-6260-4b4d-bb09-66a3d0366f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:30.173537 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fd5b69bc-72f1-4120-b936-8a17f266a2dc tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:30.234829 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a7385462-6479-4411-ad15-010f8b0a1bc7 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:30.236084 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a7385462-6479-4411-ad15-010f8b0a1bc7 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:30.244356 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fd5b69bc-72f1-4120-b936-8a17f266a2dc tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:30.369600 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-0de236d2-0386-43a7-8a4f-94fdafee49a4 None None] Allocated IP 172.20.0.2 (3fc71eb9-0713-48fb-b3f4-8f79e95627f6/7b965b89-ada9-491c-b47b-6da25deb7587/65866c14-d39c-4803-9d13-a52e27f3783b) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:30.495403 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a7385462-6479-4411-ad15-010f8b0a1bc7 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:30.573914 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-fd5b69bc-72f1-4120-b936-8a17f266a2dc tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Allocated IP 172.25.6.57 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/9a8f8414-1f79-4551-9d71-c8c2619743d2) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:30.642796 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1e5a8b07-9c2b-47f4-8028-b1c52b3612cc req-b2ba8707-6afa-44b5-bfc2-d589d2457578 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 210 time: 0.1430545 Jun 30 09:19:30.766502 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:30.777813 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0de236d2-0386-43a7-8a4f-94fdafee49a4 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:30.793688 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0de236d2-0386-43a7-8a4f-94fdafee49a4 None None] Transition to ACTIVE for port object 65866c14-d39c-4803-9d13-a52e27f3783b will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:30.886453 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0de236d2-0386-43a7-8a4f-94fdafee49a4 None None] Transition to ACTIVE for port object 65866c14-d39c-4803-9d13-a52e27f3783b will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:30.929837 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c27587-dad9-41d9-8f9d-881901337c91 req-17ad2f57-f0ff-4d68-8976-656aece19a99 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:30.937650 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-88c27587-dad9-41d9-8f9d-881901337c91 req-17ad2f57-f0ff-4d68-8976-656aece19a99 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.10 "GET /v2.0/ports?device_id=23278fca-294b-4353-bcb2-f8e4eeb37628 HTTP/1.1" status: 200 len: 947 time: 0.2866685 Jun 30 09:19:30.973535 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0de236d2-0386-43a7-8a4f-94fdafee49a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:31.026960 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de236d2-0386-43a7-8a4f-94fdafee49a4 None None] Network 3fc71eb9-0713-48fb-b3f4-8f79e95627f6 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:31.036953 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-0de236d2-0386-43a7-8a4f-94fdafee49a4 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:31.040433 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de236d2-0386-43a7-8a4f-94fdafee49a4 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:31.043999 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 17977734-83e9-4698-9cb8-bad6472b38dd details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:19:31.045889 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:31.067684 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fd5b69bc-72f1-4120-b936-8a17f266a2dc tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:31.084519 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:31.085126 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:31.099828 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-88c27587-dad9-41d9-8f9d-881901337c91 req-7a5bd723-8094-4b3d-a1ae-45c4bb294318 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.10 "GET /v2.0/security-groups?id=12609f03-1b39-45bc-b18d-2cd87f63ac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606548 Jun 30 09:19:31.119953 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6bc57a4-6260-4b4d-bb09-66a3d0366f8d admin admin] Router 918625da-ecd0-446b-a2f2-18fdb4e8da1a has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:19:31.185692 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de236d2-0386-43a7-8a4f-94fdafee49a4 None None] Pushing event updated for resources: {'Port': ['ID=65866c14-d39c-4803-9d13-a52e27f3783b,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:31.282340 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a7385462-6479-4411-ad15-010f8b0a1bc7 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:31.288015 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bc57a4-6260-4b4d-bb09-66a3d0366f8d admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:31.292723 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0de236d2-0386-43a7-8a4f-94fdafee49a4 None None] Attempting to bind port 65866c14-d39c-4803-9d13-a52e27f3783b on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:31.293116 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0de236d2-0386-43a7-8a4f-94fdafee49a4 None None] Attempting to bind port 65866c14-d39c-4803-9d13-a52e27f3783b by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '477c5dbe-99fb-4b01-876f-f7c60597e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3fc71eb9-0713-48fb-b3f4-8f79e95627f6'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:31.293445 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de236d2-0386-43a7-8a4f-94fdafee49a4 None None] Attempting to bind port 65866c14-d39c-4803-9d13-a52e27f3783b on network 3fc71eb9-0713-48fb-b3f4-8f79e95627f6 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:31.298432 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a6bc57a4-6260-4b4d-bb09-66a3d0366f8d admin admin] 10.222.0.10 "PUT /v2.0/routers/918625da-ecd0-446b-a2f2-18fdb4e8da1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5890839 Jun 30 09:19:31.300841 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45142) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:31.306498 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b75354-0ab4-48c8-b223-9beb6ea2b118 None None] Sync routers for ids ['918625da-ecd0-446b-a2f2-18fdb4e8da1a'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:31.321612 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de236d2-0386-43a7-8a4f-94fdafee49a4 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:31.321926 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de236d2-0386-43a7-8a4f-94fdafee49a4 None None] Checking segment: {'id': '477c5dbe-99fb-4b01-876f-f7c60597e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3fc71eb9-0713-48fb-b3f4-8f79e95627f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:31.322277 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0de236d2-0386-43a7-8a4f-94fdafee49a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:31.322665 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de236d2-0386-43a7-8a4f-94fdafee49a4 None None] Bound using segment: {'id': '477c5dbe-99fb-4b01-876f-f7c60597e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3fc71eb9-0713-48fb-b3f4-8f79e95627f6'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:31.323531 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0de236d2-0386-43a7-8a4f-94fdafee49a4 None None] Bound port: 65866c14-d39c-4803-9d13-a52e27f3783b, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477c5dbe-99fb-4b01-876f-f7c60597e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3fc71eb9-0713-48fb-b3f4-8f79e95627f6'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:31.323531 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0de236d2-0386-43a7-8a4f-94fdafee49a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:31.374140 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-dafb508c-a624-44c8-aace-ad52971c8d87 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.7433405 Jun 30 09:19:31.396859 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25a74461-7990-4033-b3c2-6e94a1634d85 req-3a161413-5f17-44ef-ab5a-0ba8aa8ba4b2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8798106 Jun 30 09:19:31.430696 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca5db5ea-7ad5-47a6-9c78-4cb96ff91cea admin admin] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:31.434192 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fd5b69bc-72f1-4120-b936-8a17f266a2dc tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:31.459950 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b16999-54f5-441e-809b-cb1e1551810a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Router 53c00270-3b1e-43f7-a3e5-8c6727f4d523 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:19:31.473289 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b75354-0ab4-48c8-b223-9beb6ea2b118 None None] Routers {'918625da-ecd0-446b-a2f2-18fdb4e8da1a'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:31.479574 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-d4b75354-0ab4-48c8-b223-9beb6ea2b118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['918625da-ecd0-446b-a2f2-18fdb4e8da1a'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:31.515578 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 17977734-83e9-4698-9cb8-bad6472b38dd, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=17977734-83e9-4698-9cb8-bad6472b38dd,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:31.540756 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b69bc-72f1-4120-b936-8a17f266a2dc tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Pushing event updated for resources: {'Port': ['ID=9a8f8414-1f79-4551-9d71-c8c2619743d2,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:31.556092 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5b69bc-72f1-4120-b936-8a17f266a2dc tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:31.563346 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-fd5b69bc-72f1-4120-b936-8a17f266a2dc tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:31.567475 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5b69bc-72f1-4120-b936-8a17f266a2dc tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:31.600005 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:31.617457 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '17977734-83e9-4698-9cb8-bad6472b38dd', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': '17977734-83e9-4698-9cb8-bad6472b38dd', 'mac_address': 'fa:16:3e:43:c9:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:19:31.696981 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0de236d2-0386-43a7-8a4f-94fdafee49a4 None None] For port 65866c14-d39c-4803-9d13-a52e27f3783b, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:31.775625 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a74461-7990-4033-b3c2-6e94a1634d85 req-487ff199-19c8-456e-9c8a-da115dfd57b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:31.777183 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25a74461-7990-4033-b3c2-6e94a1634d85 req-487ff199-19c8-456e-9c8a-da115dfd57b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6663e1a20e0244d4b0d1dff3990ac78c&device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 1098 time: 0.3469701 Jun 30 09:19:31.818127 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984,segment=NetworkSegment(711ab168-ac66-4fc0-8f70-ec0c835b4a1b),segment_id=711ab168-ac66-4fc0-8f70-ec0c835b4a1b)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:31.820775 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca5db5ea-7ad5-47a6-9c78-4cb96ff91cea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:31.827062 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0de236d2-0386-43a7-8a4f-94fdafee49a4 None None] For port 65866c14-d39c-4803-9d13-a52e27f3783b, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=65866c14-d39c-4803-9d13-a52e27f3783b,segment=NetworkSegment(477c5dbe-99fb-4b01-876f-f7c60597e8bc),segment_id=477c5dbe-99fb-4b01-876f-f7c60597e8bc)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:31.841796 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:31.853443 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-72ccce3f-d467-4b9b-ba71-e05bac8e8bdd req-1fa7fb8f-831c-4cab-a82b-49fc34fb43e0 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 210 time: 0.1075978 Jun 30 09:19:31.860980 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-d4b75354-0ab4-48c8-b223-9beb6ea2b118 None None] Set router 918625da-ecd0-446b-a2f2-18fdb4e8da1a gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:31.877632 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-fc742c3e-c7b2-431d-8443-2a633a43744d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:31.878438 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-fc742c3e-c7b2-431d-8443-2a633a43744d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:31.879094 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-fc742c3e-c7b2-431d-8443-2a633a43744d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:31.879752 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-fc742c3e-c7b2-431d-8443-2a633a43744d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:31.880389 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-fc742c3e-c7b2-431d-8443-2a633a43744d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:31.881028 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-fc742c3e-c7b2-431d-8443-2a633a43744d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:31.883383 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-fc742c3e-c7b2-431d-8443-2a633a43744d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:31.888070 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17977734-83e9-4698-9cb8-bad6472b38dd {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:31.892138 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-fc742c3e-c7b2-431d-8443-2a633a43744d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cf47b77e70945949916ae6cc28be07c&device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 6501 time: 0.4305923 Jun 30 09:19:32.005734 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:32.015172 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 17977734-83e9-4698-9cb8-bad6472b38dd, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=17977734-83e9-4698-9cb8-bad6472b38dd,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:32.017171 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0de236d2-0386-43a7-8a4f-94fdafee49a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:32.068880 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fd5b69bc-72f1-4120-b936-8a17f266a2dc tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:32.127947 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:32.185974 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:32.261676 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-ca5db5ea-7ad5-47a6-9c78-4cb96ff91cea admin admin] Deleting port 03e66197-3828-411f-9cc3-9ad6f27b3638 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:32.262389 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca5db5ea-7ad5-47a6-9c78-4cb96ff91cea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:32.271688 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de236d2-0386-43a7-8a4f-94fdafee49a4 None None] Pushing event updated for resources: {'Port': ['ID=65866c14-d39c-4803-9d13-a52e27f3783b,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:32.360935 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-d4b75354-0ab4-48c8-b223-9beb6ea2b118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'name': 'tempest-ServerActionsTestJSON-495115777-router', 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '03e66197-3828-411f-9cc3-9ad6f27b3638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:46Z', 'updated_at': '2021-06-30T09:19:29Z', 'revision_number': 5, 'project_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'gw_port': {'id': '03e66197-3828-411f-9cc3-9ad6f27b3638', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:48Z', 'updated_at': '2021-06-30T09:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:32.469158 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b75354-0ab4-48c8-b223-9beb6ea2b118 None None] Checking router: 918625da-ecd0-446b-a2f2-18fdb4e8da1a for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:19:32.472697 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=17977734-83e9-4698-9cb8-bad6472b38dd,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:32.493525 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b75354-0ab4-48c8-b223-9beb6ea2b118 None None] Routers {'918625da-ecd0-446b-a2f2-18fdb4e8da1a'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:32.494882 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-d4b75354-0ab4-48c8-b223-9beb6ea2b118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['918625da-ecd0-446b-a2f2-18fdb4e8da1a'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:32.610340 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:32.666794 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['17977734-83e9-4698-9cb8-bad6472b38dd'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:32.766117 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-d4b75354-0ab4-48c8-b223-9beb6ea2b118 None None] Set router 918625da-ecd0-446b-a2f2-18fdb4e8da1a gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:32.782465 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b16999-54f5-441e-809b-cb1e1551810a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:32.793781 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f05df51-03fc-437f-b991-0918997d2281 None None] Sync routers for ids ['53c00270-3b1e-43f7-a3e5-8c6727f4d523'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:32.805828 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f6b16999-54f5-441e-809b-cb1e1551810a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:32.809499 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f05df51-03fc-437f-b991-0918997d2281 None None] Routers {'53c00270-3b1e-43f7-a3e5-8c6727f4d523'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:32.816366 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-7f05df51-03fc-437f-b991-0918997d2281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['53c00270-3b1e-43f7-a3e5-8c6727f4d523'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:32.861796 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a74461-7990-4033-b3c2-6e94a1634d85 req-81361ba4-3fbd-486a-86c0-1a760c04db46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:32.863613 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25a74461-7990-4033-b3c2-6e94a1634d85 req-81361ba4-3fbd-486a-86c0-1a760c04db46 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ac2db21f-3bc4-4f3a-a31f-707164d04b28 HTTP/1.1" status: 200 len: 912 time: 1.0433424 Jun 30 09:19:33.000836 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f6b16999-54f5-441e-809b-cb1e1551810a tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "PUT /v2.0/floatingips/3357b3fe-0dc4-4184-9bf2-c5d31131fe3e HTTP/1.1" status: 200 len: 992 time: 4.2945447 Jun 30 09:19:33.012354 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'tag': 'a700fa97-7f11-4c5a-a416-37fd7c54d91e'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:33.015260 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc81871-55f1-4c32-8f7a-2de42131f065" -d '{"events": [{"name": "network-changed", "server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "tag": "a700fa97-7f11-4c5a-a416-37fd7c54d91e"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:33.032680 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-d4b75354-0ab4-48c8-b223-9beb6ea2b118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'name': 'tempest-ServerActionsTestJSON-495115777-router', 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:46Z', 'updated_at': '2021-06-30T09:19:31Z', 'revision_number': 6, 'project_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:33.106289 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-7f05df51-03fc-437f-b991-0918997d2281 None None] Set router 53c00270-3b1e-43f7-a3e5-8c6727f4d523 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:33.135449 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b75354-0ab4-48c8-b223-9beb6ea2b118 None None] The sync data for ids ['918625da-ecd0-446b-a2f2-18fdb4e8da1a'] in n-d-771363-31 is: [{'id': '918625da-ecd0-446b-a2f2-18fdb4e8da1a', 'name': 'tempest-ServerActionsTestJSON-495115777-router', 'tenant_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:46Z', 'updated_at': '2021-06-30T09:19:31Z', 'revision_number': 6, 'project_id': '31bd8132c1454d1c9ac4cd46be0a163b', 'gw_port_host': None}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:33.138103 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-e2f0aff2-7164-4122-bac3-a0eea3217074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:33.138956 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-e2f0aff2-7164-4122-bac3-a0eea3217074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:33.150527 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-e2f0aff2-7164-4122-bac3-a0eea3217074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:33.152817 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-e2f0aff2-7164-4122-bac3-a0eea3217074 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b7c4d310-0e13-4978-b513-6d3abe0b2ecf&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=1ee7a795-7cad-4025-ad1c-ea31997afa2e&id=1ee7a795-7cad-4025-ad1c-ea31997afa2e HTTP/1.1" status: 200 len: 2293 time: 0.5388219 Jun 30 09:19:33.206889 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25a74461-7990-4033-b3c2-6e94a1634d85 req-99caa81e-1e77-477b-97f6-1eaf700597f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37a5e096-0afd-40c8-b2ad-536405a9bc3d HTTP/1.1" status: 200 len: 1002 time: 0.3250151 Jun 30 09:19:33.228510 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9de5a8-553a-4705-bae9-218beff9ee83 req-cbf86b2e-6cc3-4228-8579-31bc505afc78 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:33.237022 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c9de5a8-553a-4705-bae9-218beff9ee83 req-cbf86b2e-6cc3-4228-8579-31bc505afc78 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.10 "GET /v2.0/ports?device_id=23278fca-294b-4353-bcb2-f8e4eeb37628 HTTP/1.1" status: 200 len: 948 time: 0.6188865 Jun 30 09:19:33.246211 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:33.246650 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:33.319600 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-ca5db5ea-7ad5-47a6-9c78-4cb96ff91cea admin admin] For port 03e66197-3828-411f-9cc3-9ad6f27b3638, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=03e66197-3828-411f-9cc3-9ad6f27b3638,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:33.320223 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca5db5ea-7ad5-47a6-9c78-4cb96ff91cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:33.362715 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a7385462-6479-4411-ad15-010f8b0a1bc7 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:33.412020 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9a6d1aac-e352-4777-ac80-4a983ceda6e6 req-049a0daa-e385-4018-947a-e65db435bc77 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 210 time: 0.0969899 Jun 30 09:19:33.434856 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-7f05df51-03fc-437f-b991-0918997d2281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'name': 'tempest-TaggedBootDevicesTest-1361366161-router', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '0d0c8505-96dc-4f9e-a7a2-8424ed0bd797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:37Z', 'updated_at': '2021-06-30T09:16:43Z', 'revision_number': 4, 'project_id': '2cf47b77e70945949916ae6cc28be07c', 'gw_port': {'id': '0d0c8505-96dc-4f9e-a7a2-8424ed0bd797', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:db:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:38Z', 'updated_at': '2021-06-30T09:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '3357b3fe-0dc4-4184-9bf2-c5d31131fe3e', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'floating_ip_address': '172.25.6.115', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'port_id': 'a700fa97-7f11-4c5a-a416-37fd7c54d91e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7c4d310-0e13-4978-b513-6d3abe0b2ecf', 'mac_address': 'fa:16:3e:3e:76:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21b402d-9acf-4492-a024-606acc411806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:18:02Z', 'updated_at': '2021-06-30T09:19:29Z', 'revision_number': 1, 'project_id': '2cf47b77e70945949916ae6cc28be07c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93cedc16-b5a0-4585-b0b9-32314c214622', 'name': '', 'network_id': 'b7c4d310-0e13-4978-b513-6d3abe0b2ecf', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'mac_address': 'fa:16:3e:75:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '81734dcc-0ee2-494d-93d9-b3fe64a6f397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:42Z', 'updated_at': '2021-06-30T09:16:52Z', 'revision_number': 5, 'project_id': '2cf47b77e70945949916ae6cc28be07c', 'subnets': [{'id': '81734dcc-0ee2-494d-93d9-b3fe64a6f397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:33.440654 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fd5b69bc-72f1-4120-b936-8a17f266a2dc tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:33.451109 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-ca5db5ea-7ad5-47a6-9c78-4cb96ff91cea admin admin] Calling delete_port for 03e66197-3828-411f-9cc3-9ad6f27b3638 owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:33.501948 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f05df51-03fc-437f-b991-0918997d2281 None None] Checking router: 53c00270-3b1e-43f7-a3e5-8c6727f4d523 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:19:33.506352 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a7385462-6479-4411-ad15-010f8b0a1bc7 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:33.528215 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f05df51-03fc-437f-b991-0918997d2281 None None] Routers {'53c00270-3b1e-43f7-a3e5-8c6727f4d523'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:33.528841 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-7f05df51-03fc-437f-b991-0918997d2281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['53c00270-3b1e-43f7-a3e5-8c6727f4d523'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:33.565462 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-6a521a38-63af-4ab7-8ce4-87b8771d5019 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a700fa97-7f11-4c5a-a416-37fd7c54d91e HTTP/1.1" status: 200 len: 1000 time: 0.4028785 Jun 30 09:19:33.612352 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a74461-7990-4033-b3c2-6e94a1634d85 req-5e4b7ad0-2ab5-4321-947a-ad104926ff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:33.613820 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25a74461-7990-4033-b3c2-6e94a1634d85 req-5e4b7ad0-2ab5-4321-947a-ad104926ff5b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd8a9d34-628f-4a77-9fac-19eb06ec58fe HTTP/1.1" status: 200 len: 850 time: 0.3342440 Jun 30 09:19:33.644700 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c9de5a8-553a-4705-bae9-218beff9ee83 req-a1504261-0cf5-4bb4-bf8e-cfdf45979cd0 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.10 "GET /v2.0/security-groups?id=12609f03-1b39-45bc-b18d-2cd87f63ac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063566 Jun 30 09:19:33.836931 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-7f05df51-03fc-437f-b991-0918997d2281 None None] Set router 53c00270-3b1e-43f7-a3e5-8c6727f4d523 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:33.901332 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df509db6-a81f-4531-afd4-197ed6f998e0 x-openstack-request-id: req-df509db6-a81f-4531-afd4-197ed6f998e0 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:33.901932 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "tag": "a700fa97-7f11-4c5a-a416-37fd7c54d91e", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:33.901932 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-df509db6-a81f-4531-afd4-197ed6f998e0 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:33.902163 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'tag': 'a700fa97-7f11-4c5a-a416-37fd7c54d91e', 'status': 'completed', 'code': 200} Jun 30 09:19:33.976558 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-a7385462-6479-4411-ad15-010f8b0a1bc7 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Allocated IP 172.25.6.75 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/14afa917-0d33-4753-8689-07cd633a7e68) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:33.980013 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-a52b69e4-38ac-485e-b5fb-da543baeee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:33.981562 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-a52b69e4-38ac-485e-b5fb-da543baeee84 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81734dcc-0ee2-494d-93d9-b3fe64a6f397 HTTP/1.1" status: 200 len: 851 time: 0.4012213 Jun 30 09:19:33.990506 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5b69bc-72f1-4120-b936-8a17f266a2dc tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Router 7a4f4ec6-acad-4b4c-95a6-8b42b4632174 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:19:34.075041 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a74461-7990-4033-b3c2-6e94a1634d85 req-2b3ff553-5aad-415a-9b68-51835375e794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:34.083364 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25a74461-7990-4033-b3c2-6e94a1634d85 req-2b3ff553-5aad-415a-9b68-51835375e794 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac2db21f-3bc4-4f3a-a31f-707164d04b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4364493 Jun 30 09:19:34.115103 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9573dd5-f42b-4c49-8115-b437701c2bdb None None] Network 3fc71eb9-0713-48fb-b3f4-8f79e95627f6 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:34.159153 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-7ae32420-af5a-4baa-82b2-d1490bdbc25d tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:34.160586 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-7ae32420-af5a-4baa-82b2-d1490bdbc25d tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.52 "GET /v2.0/networks?id=9f6b8c18-5a03-4360-b0ab-d9fb67f737bd HTTP/1.1" status: 200 len: 819 time: 0.4241269 Jun 30 09:19:34.179038 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-908bf44d-562c-48c0-9917-d9d6589888c5 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Request body: {'port': {'device_id': '4d653d87-ba3c-46e7-a29b-e19a6dbb7825', 'network_id': '9f6b8c18-5a03-4360-b0ab-d9fb67f737bd', 'admin_state_up': True, 'tenant_id': 'ccdb6267e3ed432991d478e59bf31bd1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:34.232552 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-7f05df51-03fc-437f-b991-0918997d2281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'name': 'tempest-TaggedBootDevicesTest-1361366161-router', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '0d0c8505-96dc-4f9e-a7a2-8424ed0bd797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:37Z', 'updated_at': '2021-06-30T09:16:43Z', 'revision_number': 4, 'project_id': '2cf47b77e70945949916ae6cc28be07c', 'gw_port': {'id': '0d0c8505-96dc-4f9e-a7a2-8424ed0bd797', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:db:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:38Z', 'updated_at': '2021-06-30T09:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '3357b3fe-0dc4-4184-9bf2-c5d31131fe3e', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'floating_ip_address': '172.25.6.115', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'port_id': 'a700fa97-7f11-4c5a-a416-37fd7c54d91e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7c4d310-0e13-4978-b513-6d3abe0b2ecf', 'mac_address': 'fa:16:3e:3e:76:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21b402d-9acf-4492-a024-606acc411806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:18:02Z', 'updated_at': '2021-06-30T09:19:29Z', 'revision_number': 1, 'project_id': '2cf47b77e70945949916ae6cc28be07c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93cedc16-b5a0-4585-b0b9-32314c214622', 'name': '', 'network_id': 'b7c4d310-0e13-4978-b513-6d3abe0b2ecf', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'mac_address': 'fa:16:3e:75:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '81734dcc-0ee2-494d-93d9-b3fe64a6f397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:42Z', 'updated_at': '2021-06-30T09:16:52Z', 'revision_number': 5, 'project_id': '2cf47b77e70945949916ae6cc28be07c', 'subnets': [{'id': '81734dcc-0ee2-494d-93d9-b3fe64a6f397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:34.279145 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f05df51-03fc-437f-b991-0918997d2281 None None] The sync data for ids ['53c00270-3b1e-43f7-a3e5-8c6727f4d523'] in n-d-771363-31 is: [{'id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'name': 'tempest-TaggedBootDevicesTest-1361366161-router', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '0d0c8505-96dc-4f9e-a7a2-8424ed0bd797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:37Z', 'updated_at': '2021-06-30T09:16:43Z', 'revision_number': 4, 'project_id': '2cf47b77e70945949916ae6cc28be07c', 'gw_port': {'id': '0d0c8505-96dc-4f9e-a7a2-8424ed0bd797', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:db:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:38Z', 'updated_at': '2021-06-30T09:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '3357b3fe-0dc4-4184-9bf2-c5d31131fe3e', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'floating_ip_address': '172.25.6.115', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'port_id': 'a700fa97-7f11-4c5a-a416-37fd7c54d91e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7c4d310-0e13-4978-b513-6d3abe0b2ecf', 'mac_address': 'fa:16:3e:3e:76:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21b402d-9acf-4492-a024-606acc411806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:18:02Z', 'updated_at': '2021-06-30T09:19:29Z', 'revision_number': 1, 'project_id': '2cf47b77e70945949916ae6cc28be07c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93cedc16-b5a0-4585-b0b9-32314c214622', 'name': '', 'network_id': 'b7c4d310-0e13-4978-b513-6d3abe0b2ecf', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'mac_address': 'fa:16:3e:75:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '81734dcc-0ee2-494d-93d9-b3fe64a6f397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:42Z', 'updated_at': '2021-06-30T09:16:52Z', 'revision_number': 5, 'project_id': '2cf47b77e70945949916ae6cc28be07c', 'subnets': [{'id': '81734dcc-0ee2-494d-93d9-b3fe64a6f397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:34.324789 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9fcde331-805d-4ab8-a056-d0e0c8c5c9da None None] Provisioning for port 65866c14-d39c-4803-9d13-a52e27f3783b completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:34.424811 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-88563c69-39b1-42a9-8e13-b616cbca3791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:34.433794 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-88563c69-39b1-42a9-8e13-b616cbca3791 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b7c4d310-0e13-4978-b513-6d3abe0b2ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4339299 Jun 30 09:19:34.542158 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5b69bc-72f1-4120-b936-8a17f266a2dc tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:34.561709 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453fb205-c5eb-4df1-ae26-9ea737f55e02 None None] Sync routers for ids ['7a4f4ec6-acad-4b4c-95a6-8b42b4632174'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:34.575966 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453fb205-c5eb-4df1-ae26-9ea737f55e02 None None] Routers {'7a4f4ec6-acad-4b4c-95a6-8b42b4632174'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:34.584328 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-453fb205-c5eb-4df1-ae26-9ea737f55e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['7a4f4ec6-acad-4b4c-95a6-8b42b4632174'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:34.617264 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25a74461-7990-4033-b3c2-6e94a1634d85 req-2875a59c-bfb6-402f-ba46-36dce07c8a87 service neutron] 10.222.0.37 "GET /v2.0/networks/ac2db21f-3bc4-4f3a-a31f-707164d04b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415944 Jun 30 09:19:34.633492 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a7385462-6479-4411-ad15-010f8b0a1bc7 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:34.646796 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-453fb205-c5eb-4df1-ae26-9ea737f55e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:34.657432 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453fb205-c5eb-4df1-ae26-9ea737f55e02 None None] Routers {'7a4f4ec6-acad-4b4c-95a6-8b42b4632174'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:34.658277 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-453fb205-c5eb-4df1-ae26-9ea737f55e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['7a4f4ec6-acad-4b4c-95a6-8b42b4632174'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:34.723172 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-10c43d15-548d-4708-874c-0bc28cd6ab3c req-39951f3d-ead5-4ae4-9e75-264a1c94e3bc tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 210 time: 0.0613289 Jun 30 09:19:34.726111 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 65866c14-d39c-4803-9d13-a52e27f3783b up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:34.730931 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-908bf44d-562c-48c0-9917-d9d6589888c5 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Made reservation on behalf of ccdb6267e3ed432991d478e59bf31bd1 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:34.731177 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-453fb205-c5eb-4df1-ae26-9ea737f55e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:34.731807 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453fb205-c5eb-4df1-ae26-9ea737f55e02 None None] The sync data for ids ['7a4f4ec6-acad-4b4c-95a6-8b42b4632174'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:34.754616 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-908bf44d-562c-48c0-9917-d9d6589888c5 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:34.761564 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca5db5ea-7ad5-47a6-9c78-4cb96ff91cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:34.790875 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df503aa6-9415-4874-84e6-87c405653213 None None] New status for floating IP 3357b3fe-0dc4-4184-9bf2-c5d31131fe3e: ACTIVE {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:19:34.833624 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-57df9148-3fd7-4e96-be36-188f34305d3a service neutron] 10.222.0.52 "GET /v2.0/networks/b7c4d310-0e13-4978-b513-6d3abe0b2ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895984 Jun 30 09:19:34.914770 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5db5ea-7ad5-47a6-9c78-4cb96ff91cea admin admin] Pushing event deleted for resources: {'Port': ['ID=03e66197-3828-411f-9cc3-9ad6f27b3638,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:34.920535 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 65866c14-d39c-4803-9d13-a52e27f3783b completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:34.925335 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 65866c14-d39c-4803-9d13-a52e27f3783b triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:34.925976 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.005094 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fd5b69bc-72f1-4120-b936-8a17f266a2dc tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.006468 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fd5b69bc-72f1-4120-b936-8a17f266a2dc tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.2320437 Jun 30 09:19:35.009226 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25a74461-7990-4033-b3c2-6e94a1634d85 req-3014cbe7-146e-4d87-acc4-017d3115ec9a service neutron] 10.222.0.37 "GET /v2.0/networks/ac2db21f-3bc4-4f3a-a31f-707164d04b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557539 Jun 30 09:19:35.017428 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45200) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:35.018303 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-980a2ab6-8be8-4123-9b90-df3c49f9994c None None] Provisioning complete for port 65866c14-d39c-4803-9d13-a52e27f3783b triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:35.018914 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-980a2ab6-8be8-4123-9b90-df3c49f9994c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.026017 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 17977734-83e9-4698-9cb8-bad6472b38dd up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:35.048980 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca5db5ea-7ad5-47a6-9c78-4cb96ff91cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.165277 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.210456 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-7e1ba14e-6ff7-40f1-8f2b-263261264dbe service neutron] 10.222.0.52 "GET /v2.0/networks/b7c4d310-0e13-4978-b513-6d3abe0b2ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557270 Jun 30 09:19:35.210984 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca5db5ea-7ad5-47a6-9c78-4cb96ff91cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.213215 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca5db5ea-7ad5-47a6-9c78-4cb96ff91cea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.222314 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-980a2ab6-8be8-4123-9b90-df3c49f9994c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.258072 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a7385462-6479-4411-ad15-010f8b0a1bc7 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.274321 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-0a6f6dc9-97df-41ca-962b-7977ccf4480f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 HTTP/1.1" status: 200 len: 217 time: 0.0566795 Jun 30 09:19:35.279044 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 65866c14-d39c-4803-9d13-a52e27f3783b, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=65866c14-d39c-4803-9d13-a52e27f3783b,segment=NetworkSegment(477c5dbe-99fb-4b01-876f-f7c60597e8bc),segment_id=477c5dbe-99fb-4b01-876f-f7c60597e8bc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:35.336547 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d838be-882d-4f04-9dc7-fbb9be35d208 req-882c9691-048e-4ebc-8232-4dda77d9f57d tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:35.338132 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-96d838be-882d-4f04-9dc7-fbb9be35d208 req-882c9691-048e-4ebc-8232-4dda77d9f57d tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.10 "GET /v2.0/ports?device_id=23278fca-294b-4353-bcb2-f8e4eeb37628 HTTP/1.1" status: 200 len: 948 time: 0.3298955 Jun 30 09:19:35.349392 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7385462-6479-4411-ad15-010f8b0a1bc7 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event updated for resources: {'Port': ['ID=14afa917-0d33-4753-8689-07cd633a7e68,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:35.366111 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e96651c9-0f9b-43e3-9e2f-5b250fe19f42 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "GET /v2.0/routers/7a4f4ec6-acad-4b4c-95a6-8b42b4632174 HTTP/1.1" status: 200 len: 920 time: 0.3380516 Jun 30 09:19:35.367689 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-38271869-64af-4846-905c-b5373ed9c6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:35.369052 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-38271869-64af-4846-905c-b5373ed9c6d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abf6d13-ee31-42ca-8f41-a3797ffb8563 HTTP/1.1" status: 200 len: 797 time: 0.0769520 Jun 30 09:19:35.370837 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45204) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:35.370994 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7385462-6479-4411-ad15-010f8b0a1bc7 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:35.372294 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 17977734-83e9-4698-9cb8-bad6472b38dd completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:35.372629 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-a7385462-6479-4411-ad15-010f8b0a1bc7 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:35.378760 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 17977734-83e9-4698-9cb8-bad6472b38dd triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:35.383630 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.403687 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7385462-6479-4411-ad15-010f8b0a1bc7 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:35.413665 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bbc969f4-b6d2-416d-b287-23cc8cad4945 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a4f4ec6-acad-4b4c-95a6-8b42b4632174 HTTP/1.1" status: 200 len: 205 time: 0.0376966 Jun 30 09:19:35.418810 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45206) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:35.465226 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.496281 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23278fca-294b-4353-bcb2-f8e4eeb37628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17977734-83e9-4698-9cb8-bad6472b38dd'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:35.500715 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c150dca2-38e8-4b88-ba07-24c10ccc762b" -d '{"events": [{"server_uuid": "23278fca-294b-4353-bcb2-f8e4eeb37628", "name": "network-vif-plugged", "status": "completed", "tag": "17977734-83e9-4698-9cb8-bad6472b38dd"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:35.500935 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-96d838be-882d-4f04-9dc7-fbb9be35d208 req-c576a330-fa39-4c45-a366-8cc5e50c9066 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.10 "GET /v2.0/security-groups?id=12609f03-1b39-45bc-b18d-2cd87f63ac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551635 Jun 30 09:19:35.534546 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca5db5ea-7ad5-47a6-9c78-4cb96ff91cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.534883 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5db5ea-7ad5-47a6-9c78-4cb96ff91cea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 918625da-ecd0-446b-a2f2-18fdb4e8da1a {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:19:35.544032 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.545400 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-2c8e86de-903f-42c1-a7ef-80c0d224c7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:35.546952 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-2c8e86de-903f-42c1-a7ef-80c0d224c7f4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1706860 Jun 30 09:19:35.548358 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca5db5ea-7ad5-47a6-9c78-4cb96ff91cea admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.549471 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ca5db5ea-7ad5-47a6-9c78-4cb96ff91cea admin admin] 10.222.0.10 "DELETE /v2.0/routers/918625da-ecd0-446b-a2f2-18fdb4e8da1a HTTP/1.1" status: 204 len: 168 time: 4.2476161 Jun 30 09:19:35.554381 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45210) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:35.554578 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 17977734-83e9-4698-9cb8-bad6472b38dd, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=17977734-83e9-4698-9cb8-bad6472b38dd,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:35.567462 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-908bf44d-562c-48c0-9917-d9d6589888c5 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Allocated IP 172.20.0.12 (9f6b8c18-5a03-4360-b0ab-d9fb67f737bd/36fff7d6-34a7-44f3-bad4-7b663a92c857/6e366f02-323b-4170-82f3-8910dd4c6970) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:35.697898 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8447edb4-067c-4fa5-ae2d-8964ad741f82 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:19:35.704480 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-cc56a473-e0d7-450f-a4fc-40cd01445d57 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326149 Jun 30 09:19:35.706160 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.751872 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-10099ea6-5afa-4ff0-9ae9-a6c0c0b37c5b admin admin] Deleting subnet 0db27f2a-daae-4bc9-9a26-19aaee7812fb {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:19:35.760904 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-10099ea6-5afa-4ff0-9ae9-a6c0c0b37c5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.761478 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 8447edb4-067c-4fa5-ae2d-8964ad741f82 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:19:35.762128 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8447edb4-067c-4fa5-ae2d-8964ad741f82 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:19:35.762731 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 03e66197-3828-411f-9cc3-9ad6f27b3638 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:19:35.782785 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf25a3a3-62d8-401a-b838-9f4fef29cab1 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.858610 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 03e66197-3828-411f-9cc3-9ad6f27b3638 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:19:35.861553 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 03e66197-3828-411f-9cc3-9ad6f27b3638 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:19:35.873425 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-980a2ab6-8be8-4123-9b90-df3c49f9994c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:19:35.876048 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-980a2ab6-8be8-4123-9b90-df3c49f9994c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:19:35.882834 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=65866c14-d39c-4803-9d13-a52e27f3783b,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:35.963904 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3602f345-deb9-43c1-8123-57fa0bd75571 x-openstack-request-id: req-3602f345-deb9-43c1-8123-57fa0bd75571 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:35.964244 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23278fca-294b-4353-bcb2-f8e4eeb37628", "name": "network-vif-plugged", "status": "completed", "tag": "17977734-83e9-4698-9cb8-bad6472b38dd", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:35.964499 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3602f345-deb9-43c1-8123-57fa0bd75571 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:35.964887 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23278fca-294b-4353-bcb2-f8e4eeb37628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17977734-83e9-4698-9cb8-bad6472b38dd', 'code': 200} Jun 30 09:19:35.980972 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=17977734-83e9-4698-9cb8-bad6472b38dd,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:36.084999 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0a2d23c1-979f-47fc-a229-4163d2a35c7c req-a0cfe301-7552-4a08-b3c8-65827bd3f0e3 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 210 time: 0.1410127 Jun 30 09:19:36.146057 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-10099ea6-5afa-4ff0-9ae9-a6c0c0b37c5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.283696 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf25a3a3-62d8-401a-b838-9f4fef29cab1 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.340985 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-908bf44d-562c-48c0-9917-d9d6589888c5 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.366206 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-10099ea6-5afa-4ff0-9ae9-a6c0c0b37c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.477479 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 65866c14-d39c-4803-9d13-a52e27f3783b up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:36.519256 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-8f15ae16-5b2b-486e-9084-31ed43f0b66f service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8078885 Jun 30 09:19:36.523947 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a7385462-6479-4411-ad15-010f8b0a1bc7 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.552571 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-bf25a3a3-62d8-401a-b838-9f4fef29cab1 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Deleting port 9a8f8414-1f79-4551-9d71-c8c2619743d2 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:36.553063 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf25a3a3-62d8-401a-b838-9f4fef29cab1 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.556216 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-908bf44d-562c-48c0-9917-d9d6589888c5 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.570357 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 65866c14-d39c-4803-9d13-a52e27f3783b triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:36.572315 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.604215 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-8317ca48-2496-4e01-9e78-22e860db5c02 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=44e89faa-6b6f-468b-aada-373d3800878b HTTP/1.1" status: 200 len: 217 time: 0.0408187 Jun 30 09:19:36.653378 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-10099ea6-5afa-4ff0-9ae9-a6c0c0b37c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.701206 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd917b82-d777-4805-b67c-60b463f9a259 req-00449340-f4af-4dba-8866-9bb120b95cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:36.702411 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cd917b82-d777-4805-b67c-60b463f9a259 req-00449340-f4af-4dba-8866-9bb120b95cfb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=23278fca-294b-4353-bcb2-f8e4eeb37628 HTTP/1.1" status: 200 len: 1101 time: 0.6527588 Jun 30 09:19:36.714604 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-908bf44d-562c-48c0-9917-d9d6589888c5 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Network 9f6b8c18-5a03-4360-b0ab-d9fb67f737bd is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:36.731308 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10099ea6-5afa-4ff0-9ae9-a6c0c0b37c5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0db27f2a-daae-4bc9-9a26-19aaee7812fb,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:36.736991 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-10099ea6-5afa-4ff0-9ae9-a6c0c0b37c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.739171 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-10099ea6-5afa-4ff0-9ae9-a6c0c0b37c5b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0db27f2a-daae-4bc9-9a26-19aaee7812fb HTTP/1.1" status: 204 len: 168 time: 1.1818452 Jun 30 09:19:36.740205 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-908bf44d-562c-48c0-9917-d9d6589888c5 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:36.747449 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde9c708-93a8-46cf-826d-826d75479023 None None] Network b51add01-e516-4efc-9c9c-16a3be3b127b requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:36.748850 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908bf44d-562c-48c0-9917-d9d6589888c5 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Pushing event updated for resources: {'Port': ['ID=6e366f02-323b-4170-82f3-8910dd4c6970,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:36.752009 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45224) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:36.757643 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-908bf44d-562c-48c0-9917-d9d6589888c5 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:36.837542 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf25a3a3-62d8-401a-b838-9f4fef29cab1 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.841961 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cd917b82-d777-4805-b67c-60b463f9a259 req-1155bc88-7477-4e65-b5ba-af797b86bfa8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=12609f03-1b39-45bc-b18d-2cd87f63ac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801067 Jun 30 09:19:36.847891 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-1f60ae45-1a83-4906-b172-7d614c7c4126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:36.849714 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-1f60ae45-1a83-4906-b172-7d614c7c4126 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abf6d13-ee31-42ca-8f41-a3797ffb8563 HTTP/1.1" status: 200 len: 797 time: 0.2349284 Jun 30 09:19:36.914864 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-bf25a3a3-62d8-401a-b838-9f4fef29cab1 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Calling delete_port for 9a8f8414-1f79-4551-9d71-c8c2619743d2 owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:36.933736 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-908bf44d-562c-48c0-9917-d9d6589888c5 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:36.934787 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-908bf44d-562c-48c0-9917-d9d6589888c5 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.943939 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471802c5-ba94-4ad0-a93d-c09dd11d5042 req-f5e4cfc8-f096-424f-9da2-44998be65b65 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:36.951729 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-471802c5-ba94-4ad0-a93d-c09dd11d5042 req-f5e4cfc8-f096-424f-9da2-44998be65b65 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.10 "GET /v2.0/ports?device_id=23278fca-294b-4353-bcb2-f8e4eeb37628 HTTP/1.1" status: 200 len: 949 time: 0.2922714 Jun 30 09:19:37.002251 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1beac76-da1e-40b4-8564-cee3321a81b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:37.072494 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-471802c5-ba94-4ad0-a93d-c09dd11d5042 req-cd45d4ad-8908-42e3-a9b2-a7c17e8d08ce tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.10 "GET /v2.0/security-groups?id=12609f03-1b39-45bc-b18d-2cd87f63ac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198759 Jun 30 09:19:37.082440 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c926297-756e-4eac-9c20-65b22d2462d9 None None] DHCP port deletion for b51add01-e516-4efc-9c9c-16a3be3b127b request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:19:37.086642 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a7385462-6479-4411-ad15-010f8b0a1bc7 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:37.092935 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-fe2d3985-c9d7-483c-a4b4-5b1b7eefb388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:37.095327 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-fe2d3985-c9d7-483c-a4b4-5b1b7eefb388 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2380848 Jun 30 09:19:37.156871 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-9c926297-756e-4eac-9c20-65b22d2462d9 None None] Deleting port c5a19337-1476-4553-90b7-0173e8012527 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:37.157382 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9c926297-756e-4eac-9c20-65b22d2462d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:37.220998 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-56ea08a0-f0c5-4200-9662-d3693385ef33 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172729 Jun 30 09:19:37.324829 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-9c926297-756e-4eac-9c20-65b22d2462d9 None None] For port c5a19337-1476-4553-90b7-0173e8012527, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c5a19337-1476-4553-90b7-0173e8012527,segment=NetworkSegment(90452931-fda3-4e43-ab24-4ac96865f7fc),segment_id=90452931-fda3-4e43-ab24-4ac96865f7fc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:37.330553 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9c926297-756e-4eac-9c20-65b22d2462d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:37.345441 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:37.350394 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-9c926297-756e-4eac-9c20-65b22d2462d9 None None] Calling delete_port for c5a19337-1476-4553-90b7-0173e8012527 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:37.476670 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-34325f1a-fa30-4693-81c7-5a888ce73891 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113752 Jun 30 09:19:37.536641 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-797192c9-88b9-4229-b129-09d76147a516 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8 HTTP/1.1" status: 200 len: 217 time: 0.0446351 Jun 30 09:19:37.570585 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45236) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:37.576013 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7385462-6479-4411-ad15-010f8b0a1bc7 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Router 8bf73384-92fc-4621-9086-c55423ebdf16 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:19:37.581415 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-908bf44d-562c-48c0-9917-d9d6589888c5 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4103272 Jun 30 09:19:37.600435 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9c926297-756e-4eac-9c20-65b22d2462d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:37.603823 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-a7b3ce3c-ec12-4b46-ac3f-53d044a04f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:37.605308 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-a7b3ce3c-ec12-4b46-ac3f-53d044a04f01 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abf6d13-ee31-42ca-8f41-a3797ffb8563 HTTP/1.1" status: 200 len: 797 time: 0.0625923 Jun 30 09:19:37.621746 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-ea041392-b11a-47c4-ab6d-d5a6b364f5a2 service neutron] Request body: {'port': {'device_id': '4d653d87-ba3c-46e7-a29b-e19a6dbb7825', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:37.678590 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c926297-756e-4eac-9c20-65b22d2462d9 None None] No DVR routers for this DVR port c5a19337-1476-4553-90b7-0173e8012527 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:19:37.688529 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c926297-756e-4eac-9c20-65b22d2462d9 None None] Pushing event deleted for resources: {'Port': ['ID=c5a19337-1476-4553-90b7-0173e8012527,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:37.756439 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7385462-6479-4411-ad15-010f8b0a1bc7 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:37.759196 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-9507f8e2-54a7-43cc-8160-d171ed1ee03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:37.760681 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-9507f8e2-54a7-43cc-8160-d171ed1ee03f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1225436 Jun 30 09:19:37.765656 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-c1beac76-da1e-40b4-8564-cee3321a81b3 admin admin] Deleting port c5a19337-1476-4553-90b7-0173e8012527 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:37.766067 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1beac76-da1e-40b4-8564-cee3321a81b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:37.767576 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471ef80f-ca78-4e13-b94b-aac67cfb97ea None None] Sync routers for ids ['8bf73384-92fc-4621-9086-c55423ebdf16'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:37.779168 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471ef80f-ca78-4e13-b94b-aac67cfb97ea None None] Routers {'8bf73384-92fc-4621-9086-c55423ebdf16'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:37.779168 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-471ef80f-ca78-4e13-b94b-aac67cfb97ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['8bf73384-92fc-4621-9086-c55423ebdf16'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:37.815773 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-471ef80f-ca78-4e13-b94b-aac67cfb97ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:37.824604 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471ef80f-ca78-4e13-b94b-aac67cfb97ea None None] Routers {'8bf73384-92fc-4621-9086-c55423ebdf16'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:37.825262 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-471ef80f-ca78-4e13-b94b-aac67cfb97ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['8bf73384-92fc-4621-9086-c55423ebdf16'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:37.871591 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-471ef80f-ca78-4e13-b94b-aac67cfb97ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:37.872546 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471ef80f-ca78-4e13-b94b-aac67cfb97ea None None] The sync data for ids ['8bf73384-92fc-4621-9086-c55423ebdf16'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:37.880593 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a7385462-6479-4411-ad15-010f8b0a1bc7 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:37.880817 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cec6b617-5308-4762-a59c-cbed73088ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:37.882016 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a7385462-6479-4411-ad15-010f8b0a1bc7 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.1299613 Jun 30 09:19:37.886277 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45240) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:37.894808 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-1460e6f4-5714-4a8c-83fb-05dd5666b172 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112483 Jun 30 09:19:37.895407 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b31d6-48a8-47c8-ad43-05287900f70e req-6d7cc892-5b72-4d0e-a6fc-d19c0e7f8ae5 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:37.896961 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c9b31d6-48a8-47c8-ad43-05287900f70e req-6d7cc892-5b72-4d0e-a6fc-d19c0e7f8ae5 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 932 time: 0.3274713 Jun 30 09:19:37.909236 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-ea041392-b11a-47c4-ab6d-d5a6b364f5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:37.931055 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf25a3a3-62d8-401a-b838-9f4fef29cab1 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:37.959414 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-c1beac76-da1e-40b4-8564-cee3321a81b3 admin admin] For port c5a19337-1476-4553-90b7-0173e8012527, host n-d-771363-31, got binding levels [] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:37.959623 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1beac76-da1e-40b4-8564-cee3321a81b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:38.010748 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25a3a3-62d8-401a-b838-9f4fef29cab1 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Pushing event deleted for resources: {'Port': ['ID=9a8f8414-1f79-4551-9d71-c8c2619743d2,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:38.019873 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-c1beac76-da1e-40b4-8564-cee3321a81b3 admin admin] Calling delete_port for c5a19337-1476-4553-90b7-0173e8012527 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:38.075692 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.ipam_backend_mixin [None req-c1beac76-da1e-40b4-8564-cee3321a81b3 admin admin] Port c5a19337-1476-4553-90b7-0173e8012527 was not found and therefore no delete operation was performed {{(pid=101053) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:19:38.100273 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-b4fda3e5-ab24-4d86-80eb-a227c00af9b8 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614203 Jun 30 09:19:38.114720 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1beac76-da1e-40b4-8564-cee3321a81b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:38.143822 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c9b31d6-48a8-47c8-ad43-05287900f70e req-3c57671e-95d2-4652-92a5-5d81dc0084a0 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3e473d5-9073-44a3-8bfc-d93501fc778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292557 Jun 30 09:19:38.201204 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1beac76-da1e-40b4-8564-cee3321a81b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a19337-1476-4553-90b7-0173e8012527,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:38.208609 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-e64a1a91-a459-41a2-bf89-e0ef1565887a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=d8c0077e-9781-471c-a7ca-1fbaf87ae4b4 HTTP/1.1" status: 200 len: 217 time: 0.0738430 Jun 30 09:19:38.209635 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1beac76-da1e-40b4-8564-cee3321a81b3 admin admin] No DVR routers for this DVR port c5a19337-1476-4553-90b7-0173e8012527 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:19:38.384873 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-2155d3a7-baa6-4afd-b3b8-2a6bd4807623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:38.386496 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-2155d3a7-baa6-4afd-b3b8-2a6bd4807623 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abf6d13-ee31-42ca-8f41-a3797ffb8563 HTTP/1.1" status: 200 len: 797 time: 0.1709988 Jun 30 09:19:38.420118 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf25a3a3-62d8-401a-b838-9f4fef29cab1 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:38.426303 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1beac76-da1e-40b4-8564-cee3321a81b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:38.509697 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c5a19337-1476-4553-90b7-0173e8012527 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:19:38.518505 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-c1beac76-da1e-40b4-8564-cee3321a81b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b51add01-e516-4efc-9c9c-16a3be3b127b']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:38.548397 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb3a79-07db-49cf-8c9f-cf4305d3b739 req-e51767dc-3ab3-4894-b1cc-a90550445881 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:38.556687 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4aeb3a79-07db-49cf-8c9f-cf4305d3b739 req-e51767dc-3ab3-4894-b1cc-a90550445881 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.10 "GET /v2.0/ports?device_id=23278fca-294b-4353-bcb2-f8e4eeb37628 HTTP/1.1" status: 200 len: 949 time: 0.3208895 Jun 30 09:19:38.559778 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: c5a19337-1476-4553-90b7-0173e8012527 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:19:38.560715 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c5a19337-1476-4553-90b7-0173e8012527 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:19:38.580802 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-c1beac76-da1e-40b4-8564-cee3321a81b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90452931-fda3-4e43-ab24-4ac96865f7fc') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:38.581419 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-c1beac76-da1e-40b4-8564-cee3321a81b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90452931-fda3-4e43-ab24-4ac96865f7fc') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:38.629088 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:38.630667 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1beac76-da1e-40b4-8564-cee3321a81b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:38.634981 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf25a3a3-62d8-401a-b838-9f4fef29cab1 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:38.645216 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf25a3a3-62d8-401a-b838-9f4fef29cab1 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:38.650542 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4aeb3a79-07db-49cf-8c9f-cf4305d3b739 req-cce56157-c26a-4a74-8c22-fa1541d6840f tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.10 "GET /v2.0/security-groups?id=12609f03-1b39-45bc-b18d-2cd87f63ac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928257 Jun 30 09:19:38.659106 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-f9f8ae1a-7a09-46bd-a117-17e689038d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:38.662647 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-f9f8ae1a-7a09-46bd-a117-17e689038d6d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2384477 Jun 30 09:19:38.676589 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1beac76-da1e-40b4-8564-cee3321a81b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:38.726708 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1beac76-da1e-40b4-8564-cee3321a81b3 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:19:38.727463 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1beac76-da1e-40b4-8564-cee3321a81b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:19:38.731958 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:19:38.788938 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cec6b617-5308-4762-a59c-cbed73088ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:38.850729 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf25a3a3-62d8-401a-b838-9f4fef29cab1 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:38.851379 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf25a3a3-62d8-401a-b838-9f4fef29cab1 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Fanout notify agent at l3_agent the message router_deleted on router 7a4f4ec6-acad-4b4c-95a6-8b42b4632174 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:19:38.851609 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a05cc7c-600d-4ba2-9eff-f13217bcc38c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:38.863148 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf25a3a3-62d8-401a-b838-9f4fef29cab1 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:38.864451 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bf25a3a3-62d8-401a-b838-9f4fef29cab1 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] 10.222.0.10 "DELETE /v2.0/routers/7a4f4ec6-acad-4b4c-95a6-8b42b4632174 HTTP/1.1" status: 204 len: 168 time: 3.4429395 Jun 30 09:19:38.871541 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45252) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:38.877574 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-e3596c0c-cb49-4c50-9fb1-7b18edf9efbf tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Request body: {'router': {'name': 'tempest-snat-router-359804718', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'enable_snat': False}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:38.903552 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-886d82a1-c44e-4858-aafc-c76d4bf06fbe service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933405 Jun 30 09:19:38.932843 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-ea041392-b11a-47c4-ab6d-d5a6b364f5a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e366f02-323b-4170-82f3-8910dd4c6970 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:38.938541 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cec6b617-5308-4762-a59c-cbed73088ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:38.956147 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-ea041392-b11a-47c4-ab6d-d5a6b364f5a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:38.978200 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1beac76-da1e-40b4-8564-cee3321a81b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.019331 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1beac76-da1e-40b4-8564-cee3321a81b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.021335 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c1beac76-da1e-40b4-8564-cee3321a81b3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b51add01-e516-4efc-9c9c-16a3be3b127b HTTP/1.1" status: 204 len: 168 time: 2.2598600 Jun 30 09:19:39.029537 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1beac76-da1e-40b4-8564-cee3321a81b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b51add01-e516-4efc-9c9c-16a3be3b127b,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:39.032564 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-ea041392-b11a-47c4-ab6d-d5a6b364f5a2 service neutron] Transition to ACTIVE for port object 6e366f02-323b-4170-82f3-8910dd4c6970 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:39.040573 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-cec6b617-5308-4762-a59c-cbed73088ec1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2b7ca1ab943e491f9987662d60ec1422&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4678121 Jun 30 09:19:39.041370 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec6b617-5308-4762-a59c-cbed73088ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17ee985-2710-4420-96ad-eb0442c3e30b,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:39.043849 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45256) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:39.112844 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-24888a32-c584-4075-be70-dc528d96e4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.129295 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3596c0c-cb49-4c50-9fb1-7b18edf9efbf tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.130646 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3596c0c-cb49-4c50-9fb1-7b18edf9efbf tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.148650 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-24888a32-c584-4075-be70-dc528d96e4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.227353 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3596c0c-cb49-4c50-9fb1-7b18edf9efbf tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.235982 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-ea041392-b11a-47c4-ab6d-d5a6b364f5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.307415 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea041392-b11a-47c4-ab6d-d5a6b364f5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=6e366f02-323b-4170-82f3-8910dd4c6970,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:39.363883 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-7d075c6c-7390-40b2-a670-1925269e6d88 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526286 Jun 30 09:19:39.426970 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-24888a32-c584-4075-be70-dc528d96e4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.429869 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-24888a32-c584-4075-be70-dc528d96e4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.431046 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-24888a32-c584-4075-be70-dc528d96e4d7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a17ee985-2710-4420-96ad-eb0442c3e30b HTTP/1.1" status: 204 len: 168 time: 0.3861814 Jun 30 09:19:39.470667 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24888a32-c584-4075-be70-dc528d96e4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17ee985-2710-4420-96ad-eb0442c3e30b,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:39.514029 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-7140dc5e-e6b1-406c-a9ba-b7a29544d8bc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3496caa8-899f-4b6b-b20d-887cdd2e4d71 HTTP/1.1" status: 200 len: 217 time: 0.0951345 Jun 30 09:19:39.521777 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45264) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:39.554067 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3596c0c-cb49-4c50-9fb1-7b18edf9efbf tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.590102 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-ea041392-b11a-47c4-ab6d-d5a6b364f5a2 service neutron] Attempting to bind port 6e366f02-323b-4170-82f3-8910dd4c6970 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:39.590854 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-ea041392-b11a-47c4-ab6d-d5a6b364f5a2 service neutron] Attempting to bind port 6e366f02-323b-4170-82f3-8910dd4c6970 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '711ab168-ac66-4fc0-8f70-ec0c835b4a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9f6b8c18-5a03-4360-b0ab-d9fb67f737bd'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:39.590854 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-ea041392-b11a-47c4-ab6d-d5a6b364f5a2 service neutron] Attempting to bind port 6e366f02-323b-4170-82f3-8910dd4c6970 on network 9f6b8c18-5a03-4360-b0ab-d9fb67f737bd {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:39.601227 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-ea041392-b11a-47c4-ab6d-d5a6b364f5a2 service neutron] Port 6e366f02-323b-4170-82f3-8910dd4c6970 on network 9f6b8c18-5a03-4360-b0ab-d9fb67f737bd not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:19:39.601487 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-ea041392-b11a-47c4-ab6d-d5a6b364f5a2 service neutron] Attempting to bind port 6e366f02-323b-4170-82f3-8910dd4c6970 on network 9f6b8c18-5a03-4360-b0ab-d9fb67f737bd {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:39.612992 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf29d5-c4e3-4dc9-93e2-33a12f81862b req-34ab5c1b-82c4-4f2e-bdbe-8f892e8219bf tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:39.614599 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-46bf29d5-c4e3-4dc9-93e2-33a12f81862b req-34ab5c1b-82c4-4f2e-bdbe-8f892e8219bf tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 944 time: 0.2658935 Jun 30 09:19:39.617669 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-ea041392-b11a-47c4-ab6d-d5a6b364f5a2 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:39.618009 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-ea041392-b11a-47c4-ab6d-d5a6b364f5a2 service neutron] Checking segment: {'id': '711ab168-ac66-4fc0-8f70-ec0c835b4a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9f6b8c18-5a03-4360-b0ab-d9fb67f737bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:39.618426 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-ea041392-b11a-47c4-ab6d-d5a6b364f5a2 service neutron] Bound using segment: {'id': '711ab168-ac66-4fc0-8f70-ec0c835b4a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9f6b8c18-5a03-4360-b0ab-d9fb67f737bd'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:39.618853 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-ea041392-b11a-47c4-ab6d-d5a6b364f5a2 service neutron] Bound port: 6e366f02-323b-4170-82f3-8910dd4c6970, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '711ab168-ac66-4fc0-8f70-ec0c835b4a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9f6b8c18-5a03-4360-b0ab-d9fb67f737bd'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:39.619281 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-ea041392-b11a-47c4-ab6d-d5a6b364f5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.692063 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-240d0cc5-910d-4ad9-99b4-3295825f481d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=31bd8132c1454d1c9ac4cd46be0a163b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1666813 Jun 30 09:19:39.695621 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-bff1b30f-e116-4edd-b51b-22ef5635742f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:39.697025 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-bff1b30f-e116-4edd-b51b-22ef5635742f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7c18985-d439-4c19-be51-90abec28edd1 HTTP/1.1" status: 200 len: 797 time: 0.1589310 Jun 30 09:19:39.699779 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45268) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:39.713507 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-46bf29d5-c4e3-4dc9-93e2-33a12f81862b req-5b0968e3-36f6-45ad-8df5-e82dc126e3b9 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3e473d5-9073-44a3-8bfc-d93501fc778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918920 Jun 30 09:19:39.784545 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd933f23-d130-4160-9882-bd3fdc8f68f4 req-a2a29253-f3c6-4af0-b605-e2f9e00f29e0 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:39.791969 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fd933f23-d130-4160-9882-bd3fdc8f68f4 req-a2a29253-f3c6-4af0-b605-e2f9e00f29e0 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.10 "GET /v2.0/ports?device_id=23278fca-294b-4353-bcb2-f8e4eeb37628 HTTP/1.1" status: 200 len: 949 time: 0.2930434 Jun 30 09:19:39.805657 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-ea041392-b11a-47c4-ab6d-d5a6b364f5a2 service neutron] For port 6e366f02-323b-4170-82f3-8910dd4c6970, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:39.809016 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-1a05cc7c-600d-4ba2-9eff-f13217bcc38c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Allocated IP 172.20.0.1 (3fc71eb9-0713-48fb-b3f4-8f79e95627f6/7b965b89-ada9-491c-b47b-6da25deb7587/1d201c01-bef8-4a39-8f59-96a69c198ef6) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:39.824770 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-ea041392-b11a-47c4-ab6d-d5a6b364f5a2 service neutron] For port 6e366f02-323b-4170-82f3-8910dd4c6970, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=6e366f02-323b-4170-82f3-8910dd4c6970,segment=NetworkSegment(711ab168-ac66-4fc0-8f70-ec0c835b4a1b),segment_id=711ab168-ac66-4fc0-8f70-ec0c835b4a1b)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:39.842871 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-10318c45-4cd7-47a1-a2b3-3d6690c3e93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.861626 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fd933f23-d130-4160-9882-bd3fdc8f68f4 req-3e49494c-bbdf-4832-866f-52747b12bd48 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.10 "GET /v2.0/security-groups?id=12609f03-1b39-45bc-b18d-2cd87f63ac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685081 Jun 30 09:19:39.875681 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-10318c45-4cd7-47a1-a2b3-3d6690c3e93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.923849 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-ea041392-b11a-47c4-ab6d-d5a6b364f5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.962556 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-1b961f43-1e56-4d64-a783-6b32dffce02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:39.965109 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-1b961f43-1e56-4d64-a783-6b32dffce02e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ee7a795-7cad-4025-ad1c-ea31997afa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2455060 Jun 30 09:19:39.976904 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-ea041392-b11a-47c4-ab6d-d5a6b364f5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:39.977533 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-ea041392-b11a-47c4-ab6d-d5a6b364f5a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.978993 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-ea041392-b11a-47c4-ab6d-d5a6b364f5a2 service neutron] 10.222.0.52 "PUT /v2.0/ports/6e366f02-323b-4170-82f3-8910dd4c6970 HTTP/1.1" status: 200 len: 1093 time: 2.3837392 Jun 30 09:19:39.979491 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d653d87-ba3c-46e7-a29b-e19a6dbb7825', 'tag': '6e366f02-323b-4170-82f3-8910dd4c6970'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:39.981846 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d184a043-03c8-4f61-ad0b-837de995f86c" -d '{"events": [{"name": "network-changed", "server_uuid": "4d653d87-ba3c-46e7-a29b-e19a6dbb7825", "tag": "6e366f02-323b-4170-82f3-8910dd4c6970"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:40.059417 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101e3fa8-717e-4c8b-97ae-4a2ca297053b x-openstack-request-id: req-101e3fa8-717e-4c8b-97ae-4a2ca297053b {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:40.059752 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d653d87-ba3c-46e7-a29b-e19a6dbb7825", "tag": "6e366f02-323b-4170-82f3-8910dd4c6970", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:40.059972 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-101e3fa8-717e-4c8b-97ae-4a2ca297053b {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:40.060337 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d653d87-ba3c-46e7-a29b-e19a6dbb7825', 'tag': '6e366f02-323b-4170-82f3-8910dd4c6970', 'status': 'completed', 'code': 200} Jun 30 09:19:40.106624 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea041392-b11a-47c4-ab6d-d5a6b364f5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=6e366f02-323b-4170-82f3-8910dd4c6970,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:40.148300 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-10318c45-4cd7-47a1-a2b3-3d6690c3e93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:40.153198 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-10318c45-4cd7-47a1-a2b3-3d6690c3e93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:40.153198 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-10318c45-4cd7-47a1-a2b3-3d6690c3e93f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4bed596c-53ca-4987-b46f-d1bfec75e6e6 HTTP/1.1" status: 204 len: 168 time: 0.4501128 Jun 30 09:19:40.166508 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3596c0c-cb49-4c50-9fb1-7b18edf9efbf tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:40.170393 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-775cbd48-34c7-4302-bbe8-7d5e150820ab service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915789 Jun 30 09:19:40.170576 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10318c45-4cd7-47a1-a2b3-3d6690c3e93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bed596c-53ca-4987-b46f-d1bfec75e6e6,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:40.190152 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a05cc7c-600d-4ba2-9eff-f13217bcc38c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:40.193612 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3596c0c-cb49-4c50-9fb1-7b18edf9efbf tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:40.213625 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184a043-03c8-4f61-ad0b-837de995f86c req-af1f77e4-35bd-4383-9a21-9080d7095e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:40.215208 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d184a043-03c8-4f61-ad0b-837de995f86c req-af1f77e4-35bd-4383-9a21-9080d7095e70 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ccdb6267e3ed432991d478e59bf31bd1&device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 1096 time: 0.1384892 Jun 30 09:19:40.247820 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-1a05cc7c-600d-4ba2-9eff-f13217bcc38c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Transition to ACTIVE for port object 1d201c01-bef8-4a39-8f59-96a69c198ef6 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:40.305330 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-c704f1de-ae1d-4451-bd8a-1d2c32cdee56 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269944 Jun 30 09:19:40.347788 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-940c12ae-91a0-4c5c-9617-69ca65c423d3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2f70ca00-91bf-41fb-867a-6edb210c3385 HTTP/1.1" status: 200 len: 217 time: 0.0349655 Jun 30 09:19:40.391861 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-e3596c0c-cb49-4c50-9fb1-7b18edf9efbf tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Allocated IP 172.25.6.138 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/1131eaa5-3628-44ec-80c0-94daa3479862) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:40.394330 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184a043-03c8-4f61-ad0b-837de995f86c req-e946091c-64d7-4515-9723-af9fb6b12245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:40.395835 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d184a043-03c8-4f61-ad0b-837de995f86c req-e946091c-64d7-4515-9723-af9fb6b12245 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=ccdb6267e3ed432991d478e59bf31bd1&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1501307 Jun 30 09:19:40.402344 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-3018f8f0-70ff-486c-ab74-8682006dc0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:40.403920 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-3018f8f0-70ff-486c-ab74-8682006dc0cd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7c18985-d439-4c19-be51-90abec28edd1 HTTP/1.1" status: 200 len: 797 time: 0.0468307 Jun 30 09:19:40.442983 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a05cc7c-600d-4ba2-9eff-f13217bcc38c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:40.486469 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a05cc7c-600d-4ba2-9eff-f13217bcc38c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Network 3fc71eb9-0713-48fb-b3f4-8f79e95627f6 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:40.491744 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-1a05cc7c-600d-4ba2-9eff-f13217bcc38c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:40.497553 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a05cc7c-600d-4ba2-9eff-f13217bcc38c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:40.535764 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05cc7c-600d-4ba2-9eff-f13217bcc38c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event updated for resources: {'Port': ['ID=1d201c01-bef8-4a39-8f59-96a69c198ef6,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:40.564176 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a05cc7c-600d-4ba2-9eff-f13217bcc38c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:40.568005 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-0f0f7d4c-899d-4581-a74a-2d2985821dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:40.569566 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-0f0f7d4c-899d-4581-a74a-2d2985821dc7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ee7a795-7cad-4025-ad1c-ea31997afa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1596982 Jun 30 09:19:40.576446 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184a043-03c8-4f61-ad0b-837de995f86c req-aac1853f-1567-4bee-a7a9-fc4b982a9b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:40.578556 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d184a043-03c8-4f61-ad0b-837de995f86c req-aac1853f-1567-4bee-a7a9-fc4b982a9b5e service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1749237 Jun 30 09:19:40.598422 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3596c0c-cb49-4c50-9fb1-7b18edf9efbf tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:40.725549 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-fe095341-fc70-4a65-85eb-4d7503b0d094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:40.727601 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-fe095341-fc70-4a65-85eb-4d7503b0d094 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ccdb6267e3ed432991d478e59bf31bd1&device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 1096 time: 0.0708683 Jun 30 09:19:40.781453 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-57e58d4b-713c-4a94-917e-252d55003160 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e366f02-323b-4170-82f3-8910dd4c6970 HTTP/1.1" status: 200 len: 217 time: 0.0435865 Jun 30 09:19:40.847608 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-61ad2af7-c098-46b2-989a-01583cb0ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:40.849117 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-61ad2af7-c098-46b2-989a-01583cb0ab79 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=36fff7d6-34a7-44f3-bad4-7b663a92c857 HTTP/1.1" status: 200 len: 859 time: 0.0590122 Jun 30 09:19:40.885734 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-08e44a0e-93d5-43cc-b29e-fa09ad18d67b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f6b8c18-5a03-4360-b0ab-d9fb67f737bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285876 Jun 30 09:19:40.899573 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-119e375b-052e-44bc-bb15-4080188e63d8 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087056 Jun 30 09:19:40.911706 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3596c0c-cb49-4c50-9fb1-7b18edf9efbf tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:41.007248 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45292) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:41.013118 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3596c0c-cb49-4c50-9fb1-7b18edf9efbf tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:41.025674 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-e3596c0c-cb49-4c50-9fb1-7b18edf9efbf tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:41.029101 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-54fa0fa4-6a86-475d-a29a-ed42792d4713 None None] Provisioning for port 1d201c01-bef8-4a39-8f59-96a69c198ef6 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:41.035540 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-54fa0fa4-6a86-475d-a29a-ed42792d4713 None None] Provisioning complete for port 1d201c01-bef8-4a39-8f59-96a69c198ef6 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:41.035907 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-54fa0fa4-6a86-475d-a29a-ed42792d4713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:41.052704 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3596c0c-cb49-4c50-9fb1-7b18edf9efbf tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Pushing event updated for resources: {'Port': ['ID=1131eaa5-3628-44ec-80c0-94daa3479862,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:41.072669 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3596c0c-cb49-4c50-9fb1-7b18edf9efbf tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:41.073359 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-54fa0fa4-6a86-475d-a29a-ed42792d4713 None None] Port 1d201c01-bef8-4a39-8f59-96a69c198ef6 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:19:41.078061 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-9e566e20-9f94-46e0-ac8b-6fb8f24da892 service neutron] 10.222.0.52 "GET /v2.0/networks/9f6b8c18-5a03-4360-b0ab-d9fb67f737bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762207 Jun 30 09:19:41.087739 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4f6a37e9-8c2b-48d6-a48e-a7747fa978d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:41.139104 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a05cc7c-600d-4ba2-9eff-f13217bcc38c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:41.204617 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5235ed-05d8-40f2-aeb7-af67933aa848 req-1bdad28a-ae82-4851-ad03-ccb6be843314 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:41.206170 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5e5235ed-05d8-40f2-aeb7-af67933aa848 req-1bdad28a-ae82-4851-ad03-ccb6be843314 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.37 "GET /v2.0/ports?device_id=23278fca-294b-4353-bcb2-f8e4eeb37628 HTTP/1.1" status: 200 len: 949 time: 0.3981500 Jun 30 09:19:41.208085 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a392c99-dc48-4e94-b7e3-b3d0bda8532f req-6c65b726-7382-4351-a234-0e3f0526f7f2 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879479 Jun 30 09:19:41.239590 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe424dbf-fbcb-4a36-bf6b-3dea834e9dc8 req-65a2bc45-16c9-4c5f-81ad-b6835f6d9968 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:41.241185 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fe424dbf-fbcb-4a36-bf6b-3dea834e9dc8 req-65a2bc45-16c9-4c5f-81ad-b6835f6d9968 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 944 time: 0.3801317 Jun 30 09:19:41.469716 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fe424dbf-fbcb-4a36-bf6b-3dea834e9dc8 req-23040907-993b-4a23-88b3-6fe89fc3fcf4 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3e473d5-9073-44a3-8bfc-d93501fc778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113445 Jun 30 09:19:41.607643 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4f6a37e9-8c2b-48d6-a48e-a7747fa978d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:41.617330 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793ecc6-0aa4-440e-956e-498a6859addc req-4e161ec9-8c6c-4280-9103-4ac9b889f8ca tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:41.619585 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2793ecc6-0aa4-440e-956e-498a6859addc req-4e161ec9-8c6c-4280-9103-4ac9b889f8ca tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.10 "GET /v2.0/ports?device_id=23278fca-294b-4353-bcb2-f8e4eeb37628 HTTP/1.1" status: 200 len: 949 time: 0.5976398 Jun 30 09:19:41.661269 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc81871-55f1-4c32-8f7a-2de42131f065 req-d3465936-e5e2-4888-aa3d-eeefc67f8caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:41.661754 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc81871-55f1-4c32-8f7a-2de42131f065 req-d3465936-e5e2-4888-aa3d-eeefc67f8caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:41.662249 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc81871-55f1-4c32-8f7a-2de42131f065 req-d3465936-e5e2-4888-aa3d-eeefc67f8caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:41.662693 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc81871-55f1-4c32-8f7a-2de42131f065 req-d3465936-e5e2-4888-aa3d-eeefc67f8caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:41.663187 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc81871-55f1-4c32-8f7a-2de42131f065 req-d3465936-e5e2-4888-aa3d-eeefc67f8caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:41.663655 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc81871-55f1-4c32-8f7a-2de42131f065 req-d3465936-e5e2-4888-aa3d-eeefc67f8caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:41.664375 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc81871-55f1-4c32-8f7a-2de42131f065 req-d3465936-e5e2-4888-aa3d-eeefc67f8caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:41.666332 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1dc81871-55f1-4c32-8f7a-2de42131f065 req-d3465936-e5e2-4888-aa3d-eeefc67f8caf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cf47b77e70945949916ae6cc28be07c&device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 6501 time: 0.2833159 Jun 30 09:19:41.710723 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-5e5235ed-05d8-40f2-aeb7-af67933aa848 req-901271f6-ee9e-4f1f-9005-c8c5c6e40fd4 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Deleting port 17977734-83e9-4698-9cb8-bad6472b38dd {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:41.714198 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5e5235ed-05d8-40f2-aeb7-af67933aa848 req-901271f6-ee9e-4f1f-9005-c8c5c6e40fd4 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:41.724393 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5fb2a202-c4e6-43c1-9561-68b8d6a30ee1 req-c69c86b9-f570-479f-b302-4e0f848dd68d service neutron] 10.222.0.52 "GET /v2.0/networks/9f6b8c18-5a03-4360-b0ab-d9fb67f737bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6280994 Jun 30 09:19:41.759905 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2793ecc6-0aa4-440e-956e-498a6859addc req-faef7874-a9ae-43e8-a5ec-2e6766596091 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.10 "GET /v2.0/security-groups?id=12609f03-1b39-45bc-b18d-2cd87f63ac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857441 Jun 30 09:19:41.791054 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4f6a37e9-8c2b-48d6-a48e-a7747fa978d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:41.838160 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45306) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:41.960578 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-a5925a1f-7e14-402b-aabf-04674ce0a64c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-247191277-network', 'tenant_id': '4c086c009de84957b4bded3809e87b6a'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:41.994773 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3596c0c-cb49-4c50-9fb1-7b18edf9efbf tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.081194 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5925a1f-7e14-402b-aabf-04674ce0a64c admin admin] Made reservation on behalf of 4c086c009de84957b4bded3809e87b6a for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:42.083714 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a5925a1f-7e14-402b-aabf-04674ce0a64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.097870 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a5925a1f-7e14-402b-aabf-04674ce0a64c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.205989 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4f6a37e9-8c2b-48d6-a48e-a7747fa978d0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=70c1fa543f974555b9e4b96973be4562&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1893840 Jun 30 09:19:42.215620 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a37e9-8c2b-48d6-a48e-a7747fa978d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836cbfc8-2458-47fb-80ce-57e544d44e5c,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:42.222378 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45310) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:42.267018 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc81871-55f1-4c32-8f7a-2de42131f065 req-1a398955-292c-46e8-aa9f-abe072593295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:42.268515 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1dc81871-55f1-4c32-8f7a-2de42131f065 req-1a398955-292c-46e8-aa9f-abe072593295 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b7c4d310-0e13-4978-b513-6d3abe0b2ecf HTTP/1.1" status: 200 len: 913 time: 0.5944076 Jun 30 09:19:42.272134 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3596c0c-cb49-4c50-9fb1-7b18edf9efbf tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.272515 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-5e5235ed-05d8-40f2-aeb7-af67933aa848 req-901271f6-ee9e-4f1f-9005-c8c5c6e40fd4 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] For port 17977734-83e9-4698-9cb8-bad6472b38dd, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=17977734-83e9-4698-9cb8-bad6472b38dd,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:42.280200 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5e5235ed-05d8-40f2-aeb7-af67933aa848 req-901271f6-ee9e-4f1f-9005-c8c5c6e40fd4 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.308724 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-5e5235ed-05d8-40f2-aeb7-af67933aa848 req-901271f6-ee9e-4f1f-9005-c8c5c6e40fd4 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Calling delete_port for 17977734-83e9-4698-9cb8-bad6472b38dd owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:42.353049 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a5925a1f-7e14-402b-aabf-04674ce0a64c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.357220 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a05cc7c-600d-4ba2-9eff-f13217bcc38c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.428282 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1dc81871-55f1-4c32-8f7a-2de42131f065 req-efccd118-01ce-479b-80d7-a6d29b1ef243 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a700fa97-7f11-4c5a-a416-37fd7c54d91e HTTP/1.1" status: 200 len: 1002 time: 0.1442034 Jun 30 09:19:42.434847 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-00dda699-0b7f-467b-9d22-23519c225cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.469193 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a5925a1f-7e14-402b-aabf-04674ce0a64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.491185 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5925a1f-7e14-402b-aabf-04674ce0a64c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:19:42.498971 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-00dda699-0b7f-467b-9d22-23519c225cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.500654 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a05cc7c-600d-4ba2-9eff-f13217bcc38c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.505391 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925a1f-7e14-402b-aabf-04674ce0a64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e954183e-11f2-4961-b0b5-d900e03688b8,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:42.510577 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a5925a1f-7e14-402b-aabf-04674ce0a64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.510929 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-a5925a1f-7e14-402b-aabf-04674ce0a64c admin admin] Added segment 22391e2c-afdf-41cc-a009-a42950dbe207 of type vlan for network 51a73506-ee9e-4251-9823-2e3eaae769f5 Jun 30 09:19:42.554939 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a5925a1f-7e14-402b-aabf-04674ce0a64c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.566831 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3596c0c-cb49-4c50-9fb1-7b18edf9efbf tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Router ced000e8-2514-4c59-b3be-ed0baad4b2cc is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:19:42.607676 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc81871-55f1-4c32-8f7a-2de42131f065 req-a8821250-f583-416f-ac5c-75f23e7c66d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:42.609263 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1dc81871-55f1-4c32-8f7a-2de42131f065 req-a8821250-f583-416f-ac5c-75f23e7c66d4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81734dcc-0ee2-494d-93d9-b3fe64a6f397 HTTP/1.1" status: 200 len: 851 time: 0.1679299 Jun 30 09:19:42.661721 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05cc7c-600d-4ba2-9eff-f13217bcc38c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event updated for resources: {'Port': ['ID=1d201c01-bef8-4a39-8f59-96a69c198ef6,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:42.700140 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a05cc7c-600d-4ba2-9eff-f13217bcc38c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.711394 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a5925a1f-7e14-402b-aabf-04674ce0a64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.712365 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5925a1f-7e14-402b-aabf-04674ce0a64c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:42.712949 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a5925a1f-7e14-402b-aabf-04674ce0a64c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.808517 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3596c0c-cb49-4c50-9fb1-7b18edf9efbf tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:42.810282 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925a1f-7e14-402b-aabf-04674ce0a64c admin admin] Pushing event updated for resources: {'Network': ['ID=51a73506-ee9e-4251-9823-2e3eaae769f5,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:42.823163 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceb937c-7572-47cd-ab7a-c8a7b1891da5 None None] Sync routers for ids ['ced000e8-2514-4c59-b3be-ed0baad4b2cc'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:42.829212 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 51a73506-ee9e-4251-9823-2e3eaae769f5 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:19:42.831620 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceb937c-7572-47cd-ab7a-c8a7b1891da5 None None] Routers {'ced000e8-2514-4c59-b3be-ed0baad4b2cc'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:42.832516 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4ceb937c-7572-47cd-ab7a-c8a7b1891da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['ced000e8-2514-4c59-b3be-ed0baad4b2cc'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:42.837232 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4c108-b806-42df-b6e6-2c5a6a6b051c req-bd3c08e9-b395-4884-9c1c-290211d0d6fb tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:42.842366 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc81871-55f1-4c32-8f7a-2de42131f065 req-94a7d38f-8bff-4a19-b665-33b748f3a3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:42.843981 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1dc81871-55f1-4c32-8f7a-2de42131f065 req-94a7d38f-8bff-4a19-b665-33b748f3a3fc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b7c4d310-0e13-4978-b513-6d3abe0b2ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2148042 Jun 30 09:19:42.845917 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a05cc7c-600d-4ba2-9eff-f13217bcc38c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Network 3fc71eb9-0713-48fb-b3f4-8f79e95627f6 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:42.847516 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-44b4c108-b806-42df-b6e6-2c5a6a6b051c req-bd3c08e9-b395-4884-9c1c-290211d0d6fb tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 944 time: 0.2197709 Jun 30 09:19:42.847804 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-00dda699-0b7f-467b-9d22-23519c225cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.850216 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-00dda699-0b7f-467b-9d22-23519c225cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.851380 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-00dda699-0b7f-467b-9d22-23519c225cf9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/836cbfc8-2458-47fb-80ce-57e544d44e5c HTTP/1.1" status: 204 len: 168 time: 0.6269538 Jun 30 09:19:42.852303 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-1a05cc7c-600d-4ba2-9eff-f13217bcc38c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:42.944858 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-44b4c108-b806-42df-b6e6-2c5a6a6b051c req-4c8ca3a9-4452-4146-840c-5db22807b019 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3e473d5-9073-44a3-8bfc-d93501fc778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951881 Jun 30 09:19:42.947552 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a5925a1f-7e14-402b-aabf-04674ce0a64c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1079061 Jun 30 09:19:42.954216 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45324) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:42.966711 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5e5235ed-05d8-40f2-aeb7-af67933aa848 req-901271f6-ee9e-4f1f-9005-c8c5c6e40fd4 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.984719 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-0eca84b9-5e87-47c4-8bba-6b33a4f3088e admin admin] Request body: {'subnet': {'network_id': '51a73506-ee9e-4251-9823-2e3eaae769f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-247191277-subnet', 'tenant_id': '4c086c009de84957b4bded3809e87b6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:42.992348 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['17977734-83e9-4698-9cb8-bad6472b38dd'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:43.005382 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dda699-0b7f-467b-9d22-23519c225cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836cbfc8-2458-47fb-80ce-57e544d44e5c,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:43.103735 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901271f6-ee9e-4f1f-9005-c8c5c6e40fd4 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Pushing event deleted for resources: {'Port': ['ID=17977734-83e9-4698-9cb8-bad6472b38dd,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:43.106388 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-4ceb937c-7572-47cd-ab7a-c8a7b1891da5 None None] Set router ced000e8-2514-4c59-b3be-ed0baad4b2cc gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:43.120794 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3596c0c-cb49-4c50-9fb1-7b18edf9efbf tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:43.126776 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e3596c0c-cb49-4c50-9fb1-7b18edf9efbf tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2539201 Jun 30 09:19:43.132068 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45326) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:43.269306 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4c66a885-427c-4a07-87ab-fb2fe371dac0 req-e0f9bc36-228e-4f66-8747-5f6bb783c5df tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.10 "GET /v2.0/ports?device_id=23278fca-294b-4353-bcb2-f8e4eeb37628 HTTP/1.1" status: 200 len: 210 time: 0.1533375 Jun 30 09:19:43.291351 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5235ed-05d8-40f2-aeb7-af67933aa848 req-901271f6-ee9e-4f1f-9005-c8c5c6e40fd4 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] No DVR routers for this DVR port 17977734-83e9-4698-9cb8-bad6472b38dd on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:19:43.301414 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-5e5235ed-05d8-40f2-aeb7-af67933aa848 req-901271f6-ee9e-4f1f-9005-c8c5c6e40fd4 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:43.303475 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5e5235ed-05d8-40f2-aeb7-af67933aa848 req-901271f6-ee9e-4f1f-9005-c8c5c6e40fd4 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.37 "DELETE /v2.0/ports/17977734-83e9-4698-9cb8-bad6472b38dd HTTP/1.1" status: 204 len: 173 time: 2.0734651 Jun 30 09:19:43.307178 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23278fca-294b-4353-bcb2-f8e4eeb37628', 'name': 'network-vif-deleted', 'tag': '17977734-83e9-4698-9cb8-bad6472b38dd'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:43.308832 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2a160ca7-faca-4697-aa3f-0b7fe7d3782a tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "GET /v2.0/routers/ced000e8-2514-4c59-b3be-ed0baad4b2cc HTTP/1.1" status: 200 len: 908 time: 0.1753502 Jun 30 09:19:43.309453 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f2a51c-9e44-4a00-ae0c-097d67d42e34" -d '{"events": [{"server_uuid": "23278fca-294b-4353-bcb2-f8e4eeb37628", "name": "network-vif-deleted", "tag": "17977734-83e9-4698-9cb8-bad6472b38dd"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:43.309612 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45328) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:43.322869 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-4a08c86e-22aa-4b6b-9dfe-818d2db7cb27 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Request body: {'router': {'name': 'tempest-snat-router-359804718', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'enable_snat': True}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:43.340811 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1dc81871-55f1-4c32-8f7a-2de42131f065 req-2ec4bb80-6b78-4aa8-b187-c052c7649274 service neutron] 10.222.0.52 "GET /v2.0/networks/b7c4d310-0e13-4978-b513-6d3abe0b2ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862607 Jun 30 09:19:43.341262 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4ceb937c-7572-47cd-ab7a-c8a7b1891da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced000e8-2514-4c59-b3be-ed0baad4b2cc', 'name': 'tempest-snat-router-359804718', 'tenant_id': '19b92b50099a41d9a563933680b2e496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.138'}], 'enable_snat': False}, 'gw_port_id': '1131eaa5-3628-44ec-80c0-94daa3479862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:39Z', 'updated_at': '2021-06-30T09:19:41Z', 'revision_number': 3, 'project_id': '19b92b50099a41d9a563933680b2e496', 'gw_port': {'id': '1131eaa5-3628-44ec-80c0-94daa3479862', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced000e8-2514-4c59-b3be-ed0baad4b2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:40Z', 'updated_at': '2021-06-30T09:19:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:43.349919 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a05cc7c-600d-4ba2-9eff-f13217bcc38c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Router 8bf73384-92fc-4621-9086-c55423ebdf16 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:19:43.363511 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eca84b9-5e87-47c4-8bba-6b33a4f3088e admin admin] Made reservation on behalf of 4c086c009de84957b4bded3809e87b6a for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:43.369758 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0eca84b9-5e87-47c4-8bba-6b33a4f3088e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:43.373637 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceb937c-7572-47cd-ab7a-c8a7b1891da5 None None] Checking router: ced000e8-2514-4c59-b3be-ed0baad4b2cc for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:19:43.374894 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceb937c-7572-47cd-ab7a-c8a7b1891da5 None None] Updating router ced000e8-2514-4c59-b3be-ed0baad4b2cc port 1131eaa5-3628-44ec-80c0-94daa3479862 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:19:43.375035 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0cefc122-f7dd-487a-bd95-7ab58399d782 None None] Provisioning complete for port 1d201c01-bef8-4a39-8f59-96a69c198ef6 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:43.375421 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0cefc122-f7dd-487a-bd95-7ab58399d782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:43.430604 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05cee4a-4860-47a6-bf55-45f2d40ccb02 x-openstack-request-id: req-b05cee4a-4860-47a6-bf55-45f2d40ccb02 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:43.430820 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23278fca-294b-4353-bcb2-f8e4eeb37628", "name": "network-vif-deleted", "tag": "17977734-83e9-4698-9cb8-bad6472b38dd", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:43.431082 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b05cee4a-4860-47a6-bf55-45f2d40ccb02 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:43.431575 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23278fca-294b-4353-bcb2-f8e4eeb37628', 'name': 'network-vif-deleted', 'tag': '17977734-83e9-4698-9cb8-bad6472b38dd', 'status': 'completed', 'code': 200} Jun 30 09:19:43.450004 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-4ceb937c-7572-47cd-ab7a-c8a7b1891da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:43.481092 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 6e366f02-323b-4170-82f3-8910dd4c6970 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:19:43.558089 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0cefc122-f7dd-487a-bd95-7ab58399d782 None None] Port 1d201c01-bef8-4a39-8f59-96a69c198ef6 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:19:43.582523 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1dc81871-55f1-4c32-8f7a-2de42131f065 req-f0b5a66d-d509-4972-b0f4-eb598ad7b067 service neutron] 10.222.0.52 "GET /v2.0/networks/b7c4d310-0e13-4978-b513-6d3abe0b2ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307067 Jun 30 09:19:43.604338 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4a08c86e-22aa-4b6b-9dfe-818d2db7cb27 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:43.607355 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4a08c86e-22aa-4b6b-9dfe-818d2db7cb27 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:43.628436 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 6e366f02-323b-4170-82f3-8910dd4c6970, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=6e366f02-323b-4170-82f3-8910dd4c6970,segment=NetworkSegment(711ab168-ac66-4fc0-8f70-ec0c835b4a1b),segment_id=711ab168-ac66-4fc0-8f70-ec0c835b4a1b)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:43.629092 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a05cc7c-600d-4ba2-9eff-f13217bcc38c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:43.643901 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1a05cc7c-600d-4ba2-9eff-f13217bcc38c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "PUT /v2.0/routers/8bf73384-92fc-4621-9086-c55423ebdf16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7534771 Jun 30 09:19:43.645256 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45334) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:43.650299 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-462da125-26c5-46c6-82ae-61b943dfa0f1 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Request body: {'port': {'network_id': '3fc71eb9-0713-48fb-b3f4-8f79e95627f6', 'name': 'tempest-FloatingIPTestJSON-561130623'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:43.655927 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f8c831-9ef9-4933-82f0-4fa1c870ee55 None None] Sync routers for ids ['8bf73384-92fc-4621-9086-c55423ebdf16'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:43.677934 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '6e366f02-323b-4170-82f3-8910dd4c6970', 'network_id': '9f6b8c18-5a03-4360-b0ab-d9fb67f737bd', 'port_id': '6e366f02-323b-4170-82f3-8910dd4c6970', 'mac_address': 'fa:16:3e:bc:49:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36fff7d6-34a7-44f3-bad4-7b663a92c857', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:19:43.688477 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f8c831-9ef9-4933-82f0-4fa1c870ee55 None None] Routers {'8bf73384-92fc-4621-9086-c55423ebdf16'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:43.689301 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-67f8c831-9ef9-4933-82f0-4fa1c870ee55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['8bf73384-92fc-4621-9086-c55423ebdf16'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:43.729336 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4a08c86e-22aa-4b6b-9dfe-818d2db7cb27 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:43.771047 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-67f8c831-9ef9-4933-82f0-4fa1c870ee55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:43.792733 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f8c831-9ef9-4933-82f0-4fa1c870ee55 None None] Routers {'8bf73384-92fc-4621-9086-c55423ebdf16'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:43.793364 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-67f8c831-9ef9-4933-82f0-4fa1c870ee55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['8bf73384-92fc-4621-9086-c55423ebdf16'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:43.795532 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:43.877963 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-67f8c831-9ef9-4933-82f0-4fa1c870ee55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:43.878707 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f8c831-9ef9-4933-82f0-4fa1c870ee55 None None] The sync data for ids ['8bf73384-92fc-4621-9086-c55423ebdf16'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:43.884251 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e366f02-323b-4170-82f3-8910dd4c6970 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:43.894540 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-4ceb937c-7572-47cd-ab7a-c8a7b1891da5 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:43.905683 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-4ceb937c-7572-47cd-ab7a-c8a7b1891da5 None None] Transition to ACTIVE for port object 1131eaa5-3628-44ec-80c0-94daa3479862 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:43.911625 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 6e366f02-323b-4170-82f3-8910dd4c6970, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=6e366f02-323b-4170-82f3-8910dd4c6970,segment=NetworkSegment(711ab168-ac66-4fc0-8f70-ec0c835b4a1b),segment_id=711ab168-ac66-4fc0-8f70-ec0c835b4a1b)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:43.960420 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462da125-26c5-46c6-82ae-61b943dfa0f1 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Made reservation on behalf of 418f3cacdcaa491296a7151f3c3c3aac for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:43.964904 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-462da125-26c5-46c6-82ae-61b943dfa0f1 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:43.997710 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-462da125-26c5-46c6-82ae-61b943dfa0f1 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] device_id is not set on port b16e956f-a6e1-4f78-9a7b-40888c78566d yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:19:44.037344 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4a08c86e-22aa-4b6b-9dfe-818d2db7cb27 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.040973 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-4ceb937c-7572-47cd-ab7a-c8a7b1891da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.042099 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.045435 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0eca84b9-5e87-47c4-8bba-6b33a4f3088e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.120491 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca84b9-5e87-47c4-8bba-6b33a4f3088e admin admin] Pushing event updated for resources: {'Subnet': ['ID=05a4c40f-e1a2-4745-a88b-d88525829186,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:44.149720 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eca84b9-5e87-47c4-8bba-6b33a4f3088e admin admin] Checking segment: {'id': '22391e2c-afdf-41cc-a009-a42950dbe207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '51a73506-ee9e-4251-9823-2e3eaae769f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:44.163530 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eca84b9-5e87-47c4-8bba-6b33a4f3088e admin admin] Network hostable DHCP agents. Network: 51a73506-ee9e-4251-9823-2e3eaae769f5, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:19:44.174101 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-462da125-26c5-46c6-82ae-61b943dfa0f1 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Allocated IP 172.20.0.11 (3fc71eb9-0713-48fb-b3f4-8f79e95627f6/7b965b89-ada9-491c-b47b-6da25deb7587/b16e956f-a6e1-4f78-9a7b-40888c78566d) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:44.194351 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=6e366f02-323b-4170-82f3-8910dd4c6970,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:44.295663 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd232a67-c4f2-480d-9924-9448c49d36f2 req-a59d41be-a5ee-4ee2-a453-22e22b2e24aa tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:44.297923 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dd232a67-c4f2-480d-9924-9448c49d36f2 req-a59d41be-a5ee-4ee2-a453-22e22b2e24aa tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 945 time: 0.1630282 Jun 30 09:19:44.366188 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dd232a67-c4f2-480d-9924-9448c49d36f2 req-77d3fd1b-5b08-4497-90fc-15f546216936 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3e473d5-9073-44a3-8bfc-d93501fc778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610301 Jun 30 09:19:44.382929 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['6e366f02-323b-4170-82f3-8910dd4c6970'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:44.430809 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-4ceb937c-7572-47cd-ab7a-c8a7b1891da5 None None] Attempting to bind port 1131eaa5-3628-44ec-80c0-94daa3479862 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:44.431567 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-4ceb937c-7572-47cd-ab7a-c8a7b1891da5 None None] Attempting to bind port 1131eaa5-3628-44ec-80c0-94daa3479862 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:44.432071 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceb937c-7572-47cd-ab7a-c8a7b1891da5 None None] Attempting to bind port 1131eaa5-3628-44ec-80c0-94daa3479862 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:44.459866 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceb937c-7572-47cd-ab7a-c8a7b1891da5 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:44.460241 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceb937c-7572-47cd-ab7a-c8a7b1891da5 None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:44.463352 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-4ceb937c-7572-47cd-ab7a-c8a7b1891da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.463691 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceb937c-7572-47cd-ab7a-c8a7b1891da5 None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:44.464184 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-4ceb937c-7572-47cd-ab7a-c8a7b1891da5 None None] Bound port: 1131eaa5-3628-44ec-80c0-94daa3479862, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:44.464561 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-4ceb937c-7572-47cd-ab7a-c8a7b1891da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.513556 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f5745-49a4-45ae-8177-ecc3343703e9 None None] Pushing event updated for resources: {'Port': ['ID=1131eaa5-3628-44ec-80c0-94daa3479862,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:44.540503 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4a08c86e-22aa-4b6b-9dfe-818d2db7cb27 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.574018 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eca84b9-5e87-47c4-8bba-6b33a4f3088e admin admin] Network 51a73506-ee9e-4251-9823-2e3eaae769f5 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:19:44.578396 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4a08c86e-22aa-4b6b-9dfe-818d2db7cb27 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.589342 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-4ceb937c-7572-47cd-ab7a-c8a7b1891da5 None None] For port 1131eaa5-3628-44ec-80c0-94daa3479862, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:44.594894 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-4ceb937c-7572-47cd-ab7a-c8a7b1891da5 None None] For port 1131eaa5-3628-44ec-80c0-94daa3479862, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=1131eaa5-3628-44ec-80c0-94daa3479862,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:44.631802 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7b51c2a6-5a37-4504-ae9a-69c9f4224ba0 req-bf773239-3bc0-4ab7-87b4-4df25284a573 tempest-VolumesNegativeTest-1643764513 tempest-VolumesNegativeTest-1643764513-project] 10.222.0.10 "GET /v2.0/ports?device_id=23278fca-294b-4353-bcb2-f8e4eeb37628 HTTP/1.1" status: 200 len: 210 time: 0.0431697 Jun 30 09:19:44.634553 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-462da125-26c5-46c6-82ae-61b943dfa0f1 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.649740 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-462da125-26c5-46c6-82ae-61b943dfa0f1 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Transition to ACTIVE for port object b16e956f-a6e1-4f78-9a7b-40888c78566d will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:44.690906 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-4a08c86e-22aa-4b6b-9dfe-818d2db7cb27 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Allocated IP 172.25.6.93 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/1cee405c-ec25-42e9-8dd6-4586191d178e) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:44.783525 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-462da125-26c5-46c6-82ae-61b943dfa0f1 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.783810 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-4ceb937c-7572-47cd-ab7a-c8a7b1891da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.825036 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-0eca84b9-5e87-47c4-8bba-6b33a4f3088e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 51a73506-ee9e-4251-9823-2e3eaae769f5) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:44.839008 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eca84b9-5e87-47c4-8bba-6b33a4f3088e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:44.840146 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0eca84b9-5e87-47c4-8bba-6b33a4f3088e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.841175 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462da125-26c5-46c6-82ae-61b943dfa0f1 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Network 3fc71eb9-0713-48fb-b3f4-8f79e95627f6 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:44.843958 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceb937c-7572-47cd-ab7a-c8a7b1891da5 None None] Routers {'ced000e8-2514-4c59-b3be-ed0baad4b2cc'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:44.844572 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4ceb937c-7572-47cd-ab7a-c8a7b1891da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['ced000e8-2514-4c59-b3be-ed0baad4b2cc'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:44.847210 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-462da125-26c5-46c6-82ae-61b943dfa0f1 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:44.853736 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462da125-26c5-46c6-82ae-61b943dfa0f1 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:44.856690 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cd91f4-e78f-411e-82cc-33520218f780 None None] Network 51a73506-ee9e-4251-9823-2e3eaae769f5 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:44.924811 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462da125-26c5-46c6-82ae-61b943dfa0f1 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event updated for resources: {'Port': ['ID=b16e956f-a6e1-4f78-9a7b-40888c78566d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:44.930381 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4a08c86e-22aa-4b6b-9dfe-818d2db7cb27 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.940938 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f5745-49a4-45ae-8177-ecc3343703e9 None None] Pushing event updated for resources: {'Port': ['ID=1131eaa5-3628-44ec-80c0-94daa3479862,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:44.946836 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:19:44.995435 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462da125-26c5-46c6-82ae-61b943dfa0f1 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:44.995435 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-462da125-26c5-46c6-82ae-61b943dfa0f1 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:45.001881 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-4ceb937c-7572-47cd-ab7a-c8a7b1891da5 None None] Set router ced000e8-2514-4c59-b3be-ed0baad4b2cc gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:45.044312 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0eca84b9-5e87-47c4-8bba-6b33a4f3088e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0637465 Jun 30 09:19:45.076367 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 17977734-83e9-4698-9cb8-bad6472b38dd no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:19:45.123703 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-462da125-26c5-46c6-82ae-61b943dfa0f1 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4773531 Jun 30 09:19:45.125223 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45366) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:45.132829 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-f8b3bdc6-a381-4bda-984a-7b6d3d63ea8c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Request body: {'floatingip': {'port_id': 'b16e956f-a6e1-4f78-9a7b-40888c78566d'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:45.134818 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 17977734-83e9-4698-9cb8-bad6472b38dd {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:19:45.135186 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 17977734-83e9-4698-9cb8-bad6472b38dd not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:19:45.196168 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4a08c86e-22aa-4b6b-9dfe-818d2db7cb27 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:45.288138 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ba7b9b-d96c-4563-8c19-831ed95b4e58 None None] Network 51a73506-ee9e-4251-9823-2e3eaae769f5 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:45.297176 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f8b3bdc6-a381-4bda-984a-7b6d3d63ea8c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:45.302970 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a08c86e-22aa-4b6b-9dfe-818d2db7cb27 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:45.350694 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-4a08c86e-22aa-4b6b-9dfe-818d2db7cb27 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:45.357823 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4ceb937c-7572-47cd-ab7a-c8a7b1891da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced000e8-2514-4c59-b3be-ed0baad4b2cc', 'name': 'tempest-snat-router-359804718', 'tenant_id': '19b92b50099a41d9a563933680b2e496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.138'}], 'enable_snat': False}, 'gw_port_id': '1131eaa5-3628-44ec-80c0-94daa3479862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:39Z', 'updated_at': '2021-06-30T09:19:41Z', 'revision_number': 3, 'project_id': '19b92b50099a41d9a563933680b2e496', 'gw_port': {'id': '1131eaa5-3628-44ec-80c0-94daa3479862', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced000e8-2514-4c59-b3be-ed0baad4b2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:40Z', 'updated_at': '2021-06-30T09:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:45.359669 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a08c86e-22aa-4b6b-9dfe-818d2db7cb27 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:45.364751 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08c86e-22aa-4b6b-9dfe-818d2db7cb27 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Pushing event updated for resources: {'Port': ['ID=1cee405c-ec25-42e9-8dd6-4586191d178e,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:45.412343 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceb937c-7572-47cd-ab7a-c8a7b1891da5 None None] The sync data for ids ['ced000e8-2514-4c59-b3be-ed0baad4b2cc'] in n-d-771363-31 is: [{'id': 'ced000e8-2514-4c59-b3be-ed0baad4b2cc', 'name': 'tempest-snat-router-359804718', 'tenant_id': '19b92b50099a41d9a563933680b2e496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.138'}], 'enable_snat': False}, 'gw_port_id': '1131eaa5-3628-44ec-80c0-94daa3479862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:39Z', 'updated_at': '2021-06-30T09:19:41Z', 'revision_number': 3, 'project_id': '19b92b50099a41d9a563933680b2e496', 'gw_port': {'id': '1131eaa5-3628-44ec-80c0-94daa3479862', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced000e8-2514-4c59-b3be-ed0baad4b2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:40Z', 'updated_at': '2021-06-30T09:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:45.476566 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 6e366f02-323b-4170-82f3-8910dd4c6970 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:45.712343 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 6e366f02-323b-4170-82f3-8910dd4c6970 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:45.743568 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7000c488-3945-454f-b03b-7d1d0b9db351 None None] Provisioning for port b16e956f-a6e1-4f78-9a7b-40888c78566d completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:45.755352 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 6e366f02-323b-4170-82f3-8910dd4c6970 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:45.755352 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:45.759679 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7000c488-3945-454f-b03b-7d1d0b9db351 None None] Provisioning complete for port b16e956f-a6e1-4f78-9a7b-40888c78566d triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:45.760343 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7000c488-3945-454f-b03b-7d1d0b9db351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:45.810575 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12510cd5-9666-4026-b6d3-4e6e9e416a3f req-64d3c097-c01e-4268-80eb-06a8c26f1e8b tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:45.818282 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-12510cd5-9666-4026-b6d3-4e6e9e416a3f req-64d3c097-c01e-4268-80eb-06a8c26f1e8b tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 945 time: 0.1496315 Jun 30 09:19:45.863753 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-7000c488-3945-454f-b03b-7d1d0b9db351 None None] Port b16e956f-a6e1-4f78-9a7b-40888c78566d cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:19:45.884289 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-12510cd5-9666-4026-b6d3-4e6e9e416a3f req-72e72c69-e1ba-4eb4-9af0-1df90eabfdbd tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3e473d5-9073-44a3-8bfc-d93501fc778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469325 Jun 30 09:19:45.929096 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:45.962270 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d653d87-ba3c-46e7-a29b-e19a6dbb7825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e366f02-323b-4170-82f3-8910dd4c6970'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:45.966620 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7760f32e-7144-443f-82dd-b85427849eed" -d '{"events": [{"server_uuid": "4d653d87-ba3c-46e7-a29b-e19a6dbb7825", "name": "network-vif-plugged", "status": "completed", "tag": "6e366f02-323b-4170-82f3-8910dd4c6970"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:45.988884 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 6e366f02-323b-4170-82f3-8910dd4c6970, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=6e366f02-323b-4170-82f3-8910dd4c6970,segment=NetworkSegment(711ab168-ac66-4fc0-8f70-ec0c835b4a1b),segment_id=711ab168-ac66-4fc0-8f70-ec0c835b4a1b)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:46.052527 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e19a37-1e89-4e82-a620-87634b1f9450 x-openstack-request-id: req-92e19a37-1e89-4e82-a620-87634b1f9450 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:46.052818 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d653d87-ba3c-46e7-a29b-e19a6dbb7825", "name": "network-vif-plugged", "status": "completed", "tag": "6e366f02-323b-4170-82f3-8910dd4c6970", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:46.053070 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-92e19a37-1e89-4e82-a620-87634b1f9450 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:46.053468 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d653d87-ba3c-46e7-a29b-e19a6dbb7825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e366f02-323b-4170-82f3-8910dd4c6970', 'code': 200} Jun 30 09:19:46.069194 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:46.087852 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-3d944ac0-5599-41ce-8636-40565ef3e887 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:46.091711 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-3d944ac0-5599-41ce-8636-40565ef3e887 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] 10.222.0.10 "GET /v2.0/networks?id=51a73506-ee9e-4251-9823-2e3eaae769f5 HTTP/1.1" status: 200 len: 813 time: 0.4646010 Jun 30 09:19:46.129067 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=6e366f02-323b-4170-82f3-8910dd4c6970,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:46.238146 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0235b-96d1-4b00-a3ea-8394097cf7ec req-c6251fdc-f5cd-45dd-a4f2-e892e8a60b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:46.240065 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5df0235b-96d1-4b00-a3ea-8394097cf7ec req-c6251fdc-f5cd-45dd-a4f2-e892e8a60b71 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 1098 time: 0.1122537 Jun 30 09:19:46.252040 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-ea69bf3a-866c-4ad8-b3f6-d27eccc1eeac tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] 10.222.0.10 "GET /v2.0/quotas/4c086c009de84957b4bded3809e87b6a HTTP/1.1" status: 200 len: 375 time: 0.1348360 Jun 30 09:19:46.291982 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5df0235b-96d1-4b00-a3ea-8394097cf7ec req-1c5d22c0-de46-4eff-b40a-b821af1a6db5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b3e473d5-9073-44a3-8bfc-d93501fc778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446308 Jun 30 09:19:46.314534 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-f5a70733-e66a-47e5-a434-70e7250b60e9 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c086c009de84957b4bded3809e87b6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614853 Jun 30 09:19:46.398354 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4a08c86e-22aa-4b6b-9dfe-818d2db7cb27 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:46.545014 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 1131eaa5-3628-44ec-80c0-94daa3479862 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:46.823057 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 1131eaa5-3628-44ec-80c0-94daa3479862 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:46.827214 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 1131eaa5-3628-44ec-80c0-94daa3479862 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:46.827758 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:47.070738 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-4fa7e362-fbca-4635-9e5d-b66e8a9b9d87 service neutron] 10.222.0.10 "GET /v2.0/networks/51a73506-ee9e-4251-9823-2e3eaae769f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7216694 Jun 30 09:19:47.113317 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:47.160562 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 1131eaa5-3628-44ec-80c0-94daa3479862, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=1131eaa5-3628-44ec-80c0-94daa3479862,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:47.213483 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4ff16-a536-44db-88eb-4e430e04c546 req-dfeb8fed-add9-45c6-9ab4-1b284280d725 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:47.215223 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3ac4ff16-a536-44db-88eb-4e430e04c546 req-dfeb8fed-add9-45c6-9ab4-1b284280d725 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 946 time: 0.1450710 Jun 30 09:19:47.250750 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f8b3bdc6-a381-4bda-984a-7b6d3d63ea8c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:47.253825 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4a08c86e-22aa-4b6b-9dfe-818d2db7cb27 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:47.263719 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3ac4ff16-a536-44db-88eb-4e430e04c546 req-6f8f2f9c-483c-4df6-ab03-30d1e9092e06 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3e473d5-9073-44a3-8bfc-d93501fc778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379226 Jun 30 09:19:47.348799 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:47.376789 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-b496ed3b-4af6-41ee-8869-5b7e086d801f service neutron] 10.222.0.10 "GET /v2.0/networks/51a73506-ee9e-4251-9823-2e3eaae769f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045864 Jun 30 09:19:47.464876 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f8b3bdc6-a381-4bda-984a-7b6d3d63ea8c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:47.480020 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=1131eaa5-3628-44ec-80c0-94daa3479862,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:47.603473 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a08c86e-22aa-4b6b-9dfe-818d2db7cb27 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Router b9cff30c-e220-4db8-bba5-6afccec8165c is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:19:47.626078 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [None req-f8b3bdc6-a381-4bda-984a-7b6d3d63ea8c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Floating IP 228f5da5-0e51-4309-9dce-3520d35edfec associated. External IP: 172.25.6.56, port: be951d7f-4bed-431a-88bb-89c5037207ec. Jun 30 09:19:47.727296 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-22986b89-9362-458b-a867-b8ea77e469d4 req-5f5d4f81-deba-49dd-aefb-638c2717c9ca tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e8ecd4d-0ef6-464c-8b2d-18a9d2256132 HTTP/1.1" status: 200 len: 210 time: 0.0577095 Jun 30 09:19:48.042565 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a08c86e-22aa-4b6b-9dfe-818d2db7cb27 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:48.054598 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ca042f-b203-4d77-a721-669bcdce35cd None None] Sync routers for ids ['b9cff30c-e220-4db8-bba5-6afccec8165c'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:48.061471 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b3bdc6-a381-4bda-984a-7b6d3d63ea8c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Router 4522a532-5087-49d8-9d43-d774b095fbb4 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:19:48.066437 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ca042f-b203-4d77-a721-669bcdce35cd None None] Routers {'b9cff30c-e220-4db8-bba5-6afccec8165c'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:48.067420 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-01ca042f-b203-4d77-a721-669bcdce35cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['b9cff30c-e220-4db8-bba5-6afccec8165c'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:48.183557 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b3bdc6-a381-4bda-984a-7b6d3d63ea8c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:48.191599 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-01ca042f-b203-4d77-a721-669bcdce35cd None None] Set router b9cff30c-e220-4db8-bba5-6afccec8165c gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:48.196504 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba578a20-e6c8-48f2-a584-7ffffeb8f17a None None] Sync routers for ids ['4522a532-5087-49d8-9d43-d774b095fbb4'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:48.208634 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba578a20-e6c8-48f2-a584-7ffffeb8f17a None None] Routers {'4522a532-5087-49d8-9d43-d774b095fbb4'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:48.209002 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-ba578a20-e6c8-48f2-a584-7ffffeb8f17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['4522a532-5087-49d8-9d43-d774b095fbb4'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:48.248325 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-ba578a20-e6c8-48f2-a584-7ffffeb8f17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:48.258982 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba578a20-e6c8-48f2-a584-7ffffeb8f17a None None] Routers {'4522a532-5087-49d8-9d43-d774b095fbb4'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:48.259799 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-ba578a20-e6c8-48f2-a584-7ffffeb8f17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['4522a532-5087-49d8-9d43-d774b095fbb4'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:48.298314 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4a08c86e-22aa-4b6b-9dfe-818d2db7cb27 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:48.299231 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4a08c86e-22aa-4b6b-9dfe-818d2db7cb27 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.9887013 Jun 30 09:19:48.302069 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45506) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:48.305070 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-ba578a20-e6c8-48f2-a584-7ffffeb8f17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:48.306152 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba578a20-e6c8-48f2-a584-7ffffeb8f17a None None] The sync data for ids ['4522a532-5087-49d8-9d43-d774b095fbb4'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:48.420757 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-01ca042f-b203-4d77-a721-669bcdce35cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cff30c-e220-4db8-bba5-6afccec8165c', 'name': 'tempest-snat-router-359804718', 'tenant_id': '19b92b50099a41d9a563933680b2e496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '1cee405c-ec25-42e9-8dd6-4586191d178e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:43Z', 'updated_at': '2021-06-30T09:19:45Z', 'revision_number': 3, 'project_id': '19b92b50099a41d9a563933680b2e496', 'gw_port': {'id': '1cee405c-ec25-42e9-8dd6-4586191d178e', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ea:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9cff30c-e220-4db8-bba5-6afccec8165c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:44Z', 'updated_at': '2021-06-30T09:19:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:48.450876 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ca042f-b203-4d77-a721-669bcdce35cd None None] Checking router: b9cff30c-e220-4db8-bba5-6afccec8165c for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:19:48.451264 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ca042f-b203-4d77-a721-669bcdce35cd None None] Updating router b9cff30c-e220-4db8-bba5-6afccec8165c port 1cee405c-ec25-42e9-8dd6-4586191d178e binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:19:48.495940 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-01ca042f-b203-4d77-a721-669bcdce35cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:48.498255 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 1131eaa5-3628-44ec-80c0-94daa3479862 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:48.541250 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f78c5-20f1-446a-bfba-6ef0e3ffd7d5 req-8ffe6a83-85c7-43bd-b077-15fa49ee6b48 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:48.543842 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1a0f78c5-20f1-446a-bfba-6ef0e3ffd7d5 req-8ffe6a83-85c7-43bd-b077-15fa49ee6b48 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 946 time: 0.1219358 Jun 30 09:19:48.575088 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7591fade-7f8e-48f7-9743-104d0b8a26a2 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "GET /v2.0/routers/b9cff30c-e220-4db8-bba5-6afccec8165c HTTP/1.1" status: 200 len: 906 time: 0.2696445 Jun 30 09:19:48.576780 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45512) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:48.615300 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 1131eaa5-3628-44ec-80c0-94daa3479862 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:48.615300 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:48.631566 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1a0f78c5-20f1-446a-bfba-6ef0e3ffd7d5 req-8289dc2a-13c9-42f5-ae67-cd43356fed2f tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3e473d5-9073-44a3-8bfc-d93501fc778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813241 Jun 30 09:19:48.762339 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b3bdc6-a381-4bda-984a-7b6d3d63ea8c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Router 8bf73384-92fc-4621-9086-c55423ebdf16 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:19:48.862708 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5fee92aa-28b1-4f36-8451-0c0be28cec12 req-764f92c1-21ac-41b4-b8f9-d26922ea4fb3 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e8ecd4d-0ef6-464c-8b2d-18a9d2256132 HTTP/1.1" status: 200 len: 210 time: 0.0333984 Jun 30 09:19:48.900156 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45530) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:48.953137 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d3deedd3-0894-4d5d-999c-79f07b8c5018 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:48.953468 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-01ca042f-b203-4d77-a721-669bcdce35cd None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:48.968465 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-01ca042f-b203-4d77-a721-669bcdce35cd None None] Transition to ACTIVE for port object 1cee405c-ec25-42e9-8dd6-4586191d178e will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:49.070606 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c26e6361-e3d3-47bb-8fc5-c502d5ae6f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:49.091488 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-01ca042f-b203-4d77-a721-669bcdce35cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:49.150716 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b3bdc6-a381-4bda-984a-7b6d3d63ea8c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:49.159303 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f8b3bdc6-a381-4bda-984a-7b6d3d63ea8c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:49.169989 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69eebdb-2f59-446a-b5d4-62f5bc7d1812 None None] Sync routers for ids ['8bf73384-92fc-4621-9086-c55423ebdf16'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:49.187394 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c26e6361-e3d3-47bb-8fc5-c502d5ae6f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:49.189136 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d3deedd3-0894-4d5d-999c-79f07b8c5018 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:49.193807 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69eebdb-2f59-446a-b5d4-62f5bc7d1812 None None] Routers {'8bf73384-92fc-4621-9086-c55423ebdf16'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:49.194430 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c69eebdb-2f59-446a-b5d4-62f5bc7d1812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['8bf73384-92fc-4621-9086-c55423ebdf16'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:49.244121 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c69eebdb-2f59-446a-b5d4-62f5bc7d1812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:49.246271 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e379e6-0e4b-40f9-9dd4-3dac2d6efbc9 None None] Pushing event updated for resources: {'Port': ['ID=1cee405c-ec25-42e9-8dd6-4586191d178e,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:49.251040 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f8b3bdc6-a381-4bda-984a-7b6d3d63ea8c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "PUT /v2.0/floatingips/228f5da5-0e51-4309-9dce-3520d35edfec HTTP/1.1" status: 200 len: 977 time: 4.1213908 Jun 30 09:19:49.251299 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-01ca042f-b203-4d77-a721-669bcdce35cd None None] Attempting to bind port 1cee405c-ec25-42e9-8dd6-4586191d178e on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:49.251299 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-01ca042f-b203-4d77-a721-669bcdce35cd None None] Attempting to bind port 1cee405c-ec25-42e9-8dd6-4586191d178e by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:49.251513 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45542) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:49.251614 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ca042f-b203-4d77-a721-669bcdce35cd None None] Attempting to bind port 1cee405c-ec25-42e9-8dd6-4586191d178e on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:49.260098 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ca042f-b203-4d77-a721-669bcdce35cd None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:49.262070 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ca042f-b203-4d77-a721-669bcdce35cd None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:49.262070 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-01ca042f-b203-4d77-a721-669bcdce35cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:49.262070 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ca042f-b203-4d77-a721-669bcdce35cd None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:49.262070 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-01ca042f-b203-4d77-a721-669bcdce35cd None None] Bound port: 1cee405c-ec25-42e9-8dd6-4586191d178e, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:49.262070 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-01ca042f-b203-4d77-a721-669bcdce35cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:49.286484 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69eebdb-2f59-446a-b5d4-62f5bc7d1812 None None] Routers {'8bf73384-92fc-4621-9086-c55423ebdf16'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:49.287016 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c69eebdb-2f59-446a-b5d4-62f5bc7d1812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['8bf73384-92fc-4621-9086-c55423ebdf16'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:49.324259 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c69eebdb-2f59-446a-b5d4-62f5bc7d1812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:49.324903 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69eebdb-2f59-446a-b5d4-62f5bc7d1812 None None] The sync data for ids ['8bf73384-92fc-4621-9086-c55423ebdf16'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:49.352389 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-01ca042f-b203-4d77-a721-669bcdce35cd None None] For port 1cee405c-ec25-42e9-8dd6-4586191d178e, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:49.355433 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-01ca042f-b203-4d77-a721-669bcdce35cd None None] For port 1cee405c-ec25-42e9-8dd6-4586191d178e, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=1cee405c-ec25-42e9-8dd6-4586191d178e,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:49.357011 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-604801c3-6542-435e-a62f-18fdc55125ff tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Deleting port b16e956f-a6e1-4f78-9a7b-40888c78566d {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:49.357534 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-604801c3-6542-435e-a62f-18fdc55125ff tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:49.458940 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-604801c3-6542-435e-a62f-18fdc55125ff tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:49.614423 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c26e6361-e3d3-47bb-8fc5-c502d5ae6f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:49.645745 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-01ca042f-b203-4d77-a721-669bcdce35cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:49.683544 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c26e6361-e3d3-47bb-8fc5-c502d5ae6f4f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5bf8082271ee40fc90d044ec96636276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7761157 Jun 30 09:19:49.683544 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e6361-e3d3-47bb-8fc5-c502d5ae6f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced6ed6b-1b82-4a47-ba3e-fbb0d7ab5697,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:49.685272 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45550) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:49.689768 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-604801c3-6542-435e-a62f-18fdc55125ff tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:49.690501 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-604801c3-6542-435e-a62f-18fdc55125ff tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:49.691112 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [None req-604801c3-6542-435e-a62f-18fdc55125ff tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Floating IP 228f5da5-0e51-4309-9dce-3520d35edfec disassociated. External IP: 172.25.6.56, port: b16e956f-a6e1-4f78-9a7b-40888c78566d. Jun 30 09:19:49.691412 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e379e6-0e4b-40f9-9dd4-3dac2d6efbc9 None None] Pushing event updated for resources: {'Port': ['ID=1cee405c-ec25-42e9-8dd6-4586191d178e,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:49.691962 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-604801c3-6542-435e-a62f-18fdc55125ff tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Calling delete_port for b16e956f-a6e1-4f78-9a7b-40888c78566d owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:49.715101 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ca042f-b203-4d77-a721-669bcdce35cd None None] Routers {'b9cff30c-e220-4db8-bba5-6afccec8165c'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:49.715913 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-01ca042f-b203-4d77-a721-669bcdce35cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['b9cff30c-e220-4db8-bba5-6afccec8165c'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:49.781833 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-572c6e0d-d1d7-47b8-816b-ec580a711dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:49.819094 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-d3deedd3-0894-4d5d-999c-79f07b8c5018 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Deleting port 1cee405c-ec25-42e9-8dd6-4586191d178e {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:49.819642 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d3deedd3-0894-4d5d-999c-79f07b8c5018 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:49.832495 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-01ca042f-b203-4d77-a721-669bcdce35cd None None] Set router b9cff30c-e220-4db8-bba5-6afccec8165c gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:49.849489 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-572c6e0d-d1d7-47b8-816b-ec580a711dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:49.979186 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-01ca042f-b203-4d77-a721-669bcdce35cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cff30c-e220-4db8-bba5-6afccec8165c', 'name': 'tempest-snat-router-359804718', 'tenant_id': '19b92b50099a41d9a563933680b2e496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:43Z', 'updated_at': '2021-06-30T09:19:49Z', 'revision_number': 4, 'project_id': '19b92b50099a41d9a563933680b2e496', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:50.010372 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ca042f-b203-4d77-a721-669bcdce35cd None None] The sync data for ids ['b9cff30c-e220-4db8-bba5-6afccec8165c'] in n-d-771363-31 is: [{'id': 'b9cff30c-e220-4db8-bba5-6afccec8165c', 'name': 'tempest-snat-router-359804718', 'tenant_id': '19b92b50099a41d9a563933680b2e496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:43Z', 'updated_at': '2021-06-30T09:19:49Z', 'revision_number': 4, 'project_id': '19b92b50099a41d9a563933680b2e496', 'gw_port_host': None}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:50.091306 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4f6c4-0deb-4b33-a8a8-2f7c9900e991 req-8d03e477-8cf5-41ff-a18a-92403654775d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:50.093739 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-63e4f6c4-0deb-4b33-a8a8-2f7c9900e991 req-8d03e477-8cf5-41ff-a18a-92403654775d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ccdb6267e3ed432991d478e59bf31bd1&device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 1098 time: 0.2240591 Jun 30 09:19:50.225664 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4f6c4-0deb-4b33-a8a8-2f7c9900e991 req-1c1425be-2b7b-4003-a6f4-a78ffdb2b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:50.227415 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-63e4f6c4-0deb-4b33-a8a8-2f7c9900e991 req-1c1425be-2b7b-4003-a6f4-a78ffdb2b82c service neutron] 10.222.0.52 "GET /v2.0/networks?id=9f6b8c18-5a03-4360-b0ab-d9fb67f737bd HTTP/1.1" status: 200 len: 920 time: 0.1270459 Jun 30 09:19:50.259396 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-572c6e0d-d1d7-47b8-816b-ec580a711dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:50.262077 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-572c6e0d-d1d7-47b8-816b-ec580a711dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:50.263319 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-572c6e0d-d1d7-47b8-816b-ec580a711dd0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ced6ed6b-1b82-4a47-ba3e-fbb0d7ab5697 HTTP/1.1" status: 204 len: 168 time: 0.5763047 Jun 30 09:19:50.366815 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c6e0d-d1d7-47b8-816b-ec580a711dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced6ed6b-1b82-4a47-ba3e-fbb0d7ab5697,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:50.371263 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-63e4f6c4-0deb-4b33-a8a8-2f7c9900e991 req-e4b6793e-30f5-4efa-ad5e-bef027d5ce92 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e366f02-323b-4170-82f3-8910dd4c6970 HTTP/1.1" status: 200 len: 217 time: 0.1067722 Jun 30 09:19:50.397159 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ee573751-8cc1-4b7e-83f4-c11da86d85ac req-914770df-37b4-4ffb-bf5a-87f5712d0d80 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e8ecd4d-0ef6-464c-8b2d-18a9d2256132 HTTP/1.1" status: 200 len: 210 time: 0.1686609 Jun 30 09:19:50.478437 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4f6c4-0deb-4b33-a8a8-2f7c9900e991 req-bf9a6efa-9acb-47b5-9e8c-9935f2e099e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:50.480360 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-63e4f6c4-0deb-4b33-a8a8-2f7c9900e991 req-bf9a6efa-9acb-47b5-9e8c-9935f2e099e3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=36fff7d6-34a7-44f3-bad4-7b663a92c857 HTTP/1.1" status: 200 len: 859 time: 0.0760477 Jun 30 09:19:50.491986 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cb58e024-8786-43d6-85f5-cb6e92feab78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:50.523938 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-63e4f6c4-0deb-4b33-a8a8-2f7c9900e991 req-452308f2-baf5-413c-a11f-dea123b34c2d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f6b8c18-5a03-4360-b0ab-d9fb67f737bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364273 Jun 30 09:19:50.598496 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-d3deedd3-0894-4d5d-999c-79f07b8c5018 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] For port 1cee405c-ec25-42e9-8dd6-4586191d178e, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=1cee405c-ec25-42e9-8dd6-4586191d178e,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:50.599460 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d3deedd3-0894-4d5d-999c-79f07b8c5018 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:50.620599 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-d3deedd3-0894-4d5d-999c-79f07b8c5018 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Calling delete_port for 1cee405c-ec25-42e9-8dd6-4586191d178e owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:50.665569 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-63e4f6c4-0deb-4b33-a8a8-2f7c9900e991 req-228ef8cf-43c9-43f0-b71e-cf725837dda1 service neutron] 10.222.0.52 "GET /v2.0/networks/9f6b8c18-5a03-4360-b0ab-d9fb67f737bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310949 Jun 30 09:19:50.712428 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fe4b5-c329-41b9-8538-33b035787b5e req-838590bf-d1bd-4224-a3b2-d7954dc588d1 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:50.719991 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-483fe4b5-c329-41b9-8538-33b035787b5e req-838590bf-d1bd-4224-a3b2-d7954dc588d1 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 946 time: 0.7566240 Jun 30 09:19:50.773063 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-63e4f6c4-0deb-4b33-a8a8-2f7c9900e991 req-008cfffd-d75d-4a41-b3ee-416e2f691271 service neutron] 10.222.0.52 "GET /v2.0/networks/9f6b8c18-5a03-4360-b0ab-d9fb67f737bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979676 Jun 30 09:19:50.799448 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-483fe4b5-c329-41b9-8538-33b035787b5e req-c18f095e-4439-4a00-8ba2-b6201e132bd8 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3e473d5-9073-44a3-8bfc-d93501fc778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785422 Jun 30 09:19:50.897641 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-604801c3-6542-435e-a62f-18fdc55125ff tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:50.979957 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604801c3-6542-435e-a62f-18fdc55125ff tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event deleted for resources: {'Port': ['ID=b16e956f-a6e1-4f78-9a7b-40888c78566d,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:51.147113 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604801c3-6542-435e-a62f-18fdc55125ff tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Router 8bf73384-92fc-4621-9086-c55423ebdf16 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:19:51.254653 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604801c3-6542-435e-a62f-18fdc55125ff tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:51.262783 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d3deedd3-0894-4d5d-999c-79f07b8c5018 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:51.273548 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800b9b01-536a-4b70-a85f-e42a097a15fe None None] Sync routers for ids ['8bf73384-92fc-4621-9086-c55423ebdf16'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:51.274987 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800b9b01-536a-4b70-a85f-e42a097a15fe None None] Routers {'8bf73384-92fc-4621-9086-c55423ebdf16'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:51.275661 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-800b9b01-536a-4b70-a85f-e42a097a15fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['8bf73384-92fc-4621-9086-c55423ebdf16'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:51.309833 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-800b9b01-536a-4b70-a85f-e42a097a15fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:51.315171 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3deedd3-0894-4d5d-999c-79f07b8c5018 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Pushing event deleted for resources: {'Port': ['ID=1cee405c-ec25-42e9-8dd6-4586191d178e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:51.319906 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800b9b01-536a-4b70-a85f-e42a097a15fe None None] Routers {'8bf73384-92fc-4621-9086-c55423ebdf16'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:51.320543 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-800b9b01-536a-4b70-a85f-e42a097a15fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['8bf73384-92fc-4621-9086-c55423ebdf16'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:51.356391 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-800b9b01-536a-4b70-a85f-e42a097a15fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:51.356951 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800b9b01-536a-4b70-a85f-e42a097a15fe None None] The sync data for ids ['8bf73384-92fc-4621-9086-c55423ebdf16'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:51.420684 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-604801c3-6542-435e-a62f-18fdc55125ff tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:51.428546 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-604801c3-6542-435e-a62f-18fdc55125ff tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "DELETE /v2.0/ports/b16e956f-a6e1-4f78-9a7b-40888c78566d HTTP/1.1" status: 204 len: 168 time: 2.1716399 Jun 30 09:19:51.431564 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45632) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:51.482635 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d3deedd3-0894-4d5d-999c-79f07b8c5018 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:51.566971 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45646) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:51.602413 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-29985b1d-3000-4204-af7c-99efc200e2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:51.657615 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d3deedd3-0894-4d5d-999c-79f07b8c5018 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:51.662635 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f20614b1-af81-467a-ba7d-afd9621985e3 req-11a1e071-ea51-4d87-aa86-941b41dbd688 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e8ecd4d-0ef6-464c-8b2d-18a9d2256132 HTTP/1.1" status: 200 len: 210 time: 0.0429718 Jun 30 09:19:51.664180 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d3deedd3-0894-4d5d-999c-79f07b8c5018 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:51.753530 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-29985b1d-3000-4204-af7c-99efc200e2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:51.863994 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d3deedd3-0894-4d5d-999c-79f07b8c5018 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:51.864526 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3deedd3-0894-4d5d-999c-79f07b8c5018 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9cff30c-e220-4db8-bba5-6afccec8165c {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:19:51.870794 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d3deedd3-0894-4d5d-999c-79f07b8c5018 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:51.871958 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d3deedd3-0894-4d5d-999c-79f07b8c5018 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "DELETE /v2.0/routers/b9cff30c-e220-4db8-bba5-6afccec8165c HTTP/1.1" status: 204 len: 168 time: 3.2941790 Jun 30 09:19:51.875443 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45664) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:51.983070 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-29985b1d-3000-4204-af7c-99efc200e2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:52.076976 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-29985b1d-3000-4204-af7c-99efc200e2b3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=484a8ba61a314a23bdb7fd39bb384ea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5086153 Jun 30 09:19:52.081551 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45670) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:52.101580 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9906d3c3-810b-41a0-b7bf-6c2b2383cd82 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:52.126434 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f597c500-ccb3-4d9f-bbf5-49d3a1df0690 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:52.128286 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29985b1d-3000-4204-af7c-99efc200e2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1ae53f-bdef-4138-9e59-e932412874c7,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:52.164376 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55511d-e6f5-48f1-8fff-4eb7b4406333 req-8099ee4e-24af-4a62-9d8d-760dc71df80b tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:52.172090 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd55511d-e6f5-48f1-8fff-4eb7b4406333 req-8099ee4e-24af-4a62-9d8d-760dc71df80b tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 946 time: 0.1503041 Jun 30 09:19:52.249576 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd55511d-e6f5-48f1-8fff-4eb7b4406333 req-6c93a0bf-b75b-498f-9a56-0f3d7180db8f tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3e473d5-9073-44a3-8bfc-d93501fc778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757558 Jun 30 09:19:52.344324 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-31a5fdfa-628d-4cb0-b7bf-b713f547a744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:52.405281 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-31a5fdfa-628d-4cb0-b7bf-b713f547a744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:52.415057 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f597c500-ccb3-4d9f-bbf5-49d3a1df0690 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:52.452351 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-9e9c1c87-f657-40da-83fd-b50cadaeafc2 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:52.452351 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-9e9c1c87-f657-40da-83fd-b50cadaeafc2 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] 10.222.0.37 "GET /v2.0/networks?id=51a73506-ee9e-4251-9823-2e3eaae769f5 HTTP/1.1" status: 200 len: 813 time: 0.3155177 Jun 30 09:19:52.469286 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-af73f618-b446-40be-8176-802b5aaec6a0 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] Request body: {'port': {'device_id': '6e8ecd4d-0ef6-464c-8b2d-18a9d2256132', 'network_id': '51a73506-ee9e-4251-9823-2e3eaae769f5', 'admin_state_up': True, 'tenant_id': '4c086c009de84957b4bded3809e87b6a'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:52.490441 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-9906d3c3-810b-41a0-b7bf-6c2b2383cd82 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Deleting port 1d201c01-bef8-4a39-8f59-96a69c198ef6 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:52.490844 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9906d3c3-810b-41a0-b7bf-6c2b2383cd82 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:52.615208 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9906d3c3-810b-41a0-b7bf-6c2b2383cd82 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:52.623844 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-9906d3c3-810b-41a0-b7bf-6c2b2383cd82 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Calling delete_port for 1d201c01-bef8-4a39-8f59-96a69c198ef6 owned by network:router_interface {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:52.656059 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-f597c500-ccb3-4d9f-bbf5-49d3a1df0690 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Deleting port 1131eaa5-3628-44ec-80c0-94daa3479862 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:52.662862 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f597c500-ccb3-4d9f-bbf5-49d3a1df0690 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:52.662862 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-31a5fdfa-628d-4cb0-b7bf-b713f547a744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:52.662862 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-31a5fdfa-628d-4cb0-b7bf-b713f547a744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:52.663692 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-31a5fdfa-628d-4cb0-b7bf-b713f547a744 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0a1ae53f-bdef-4138-9e59-e932412874c7 HTTP/1.1" status: 204 len: 168 time: 0.5799527 Jun 30 09:19:52.717374 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5fdfa-628d-4cb0-b7bf-b713f547a744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1ae53f-bdef-4138-9e59-e932412874c7,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:52.808118 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-af73f618-b446-40be-8176-802b5aaec6a0 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] Made reservation on behalf of 4c086c009de84957b4bded3809e87b6a for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:52.814392 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-af73f618-b446-40be-8176-802b5aaec6a0 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:52.909354 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b3c89e4a-890a-4bd4-939d-d17a0eab8fb2 req-32029670-c8be-4b71-a04d-9c75fdef5558 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e8ecd4d-0ef6-464c-8b2d-18a9d2256132 HTTP/1.1" status: 200 len: 210 time: 0.0775671 Jun 30 09:19:52.925420 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5350211e-85c2-43ee-b5ff-d4680d50980c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:52.926444 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-f597c500-ccb3-4d9f-bbf5-49d3a1df0690 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] For port 1131eaa5-3628-44ec-80c0-94daa3479862, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=1131eaa5-3628-44ec-80c0-94daa3479862,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:52.926444 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f597c500-ccb3-4d9f-bbf5-49d3a1df0690 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:52.976965 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-f597c500-ccb3-4d9f-bbf5-49d3a1df0690 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Calling delete_port for 1131eaa5-3628-44ec-80c0-94daa3479862 owned by network:router_gateway {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:53.091683 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9906d3c3-810b-41a0-b7bf-6c2b2383cd82 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:53.109940 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-af73f618-b446-40be-8176-802b5aaec6a0 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] Allocated IP 172.20.0.3 (51a73506-ee9e-4251-9823-2e3eaae769f5/05a4c40f-e1a2-4745-a88b-d88525829186/9329ca6d-e3d8-4d69-9797-c4608f3e453b) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:53.121386 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906d3c3-810b-41a0-b7bf-6c2b2383cd82 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event deleted for resources: {'Port': ['ID=1d201c01-bef8-4a39-8f59-96a69c198ef6,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:53.525500 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:53.532016 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9906d3c3-810b-41a0-b7bf-6c2b2383cd82 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:53.626657 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41635544-9a78-4ef3-a71f-7043395b259d req-4f890430-6185-46b5-84a6-9d043ba12c7c tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:53.628609 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-41635544-9a78-4ef3-a71f-7043395b259d req-4f890430-6185-46b5-84a6-9d043ba12c7c tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 946 time: 0.1494176 Jun 30 09:19:53.728747 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-41635544-9a78-4ef3-a71f-7043395b259d req-2b3e9996-bb16-40e7-8756-feef3c918e25 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3e473d5-9073-44a3-8bfc-d93501fc778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577292 Jun 30 09:19:53.789862 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-af73f618-b446-40be-8176-802b5aaec6a0 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:53.823894 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f597c500-ccb3-4d9f-bbf5-49d3a1df0690 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:53.850314 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597c500-ccb3-4d9f-bbf5-49d3a1df0690 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Pushing event deleted for resources: {'Port': ['ID=1131eaa5-3628-44ec-80c0-94daa3479862,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:53.887419 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9906d3c3-810b-41a0-b7bf-6c2b2383cd82 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Router 8bf73384-92fc-4621-9086-c55423ebdf16 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:19:53.928843 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f597c500-ccb3-4d9f-bbf5-49d3a1df0690 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:54.043208 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-af73f618-b446-40be-8176-802b5aaec6a0 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:54.050131 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f597c500-ccb3-4d9f-bbf5-49d3a1df0690 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:54.063087 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9906d3c3-810b-41a0-b7bf-6c2b2383cd82 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:54.069267 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f597c500-ccb3-4d9f-bbf5-49d3a1df0690 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:54.075344 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4336975-dc4d-4004-af73-cf16acf6b1d9 None None] Sync routers for ids ['8bf73384-92fc-4621-9086-c55423ebdf16'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:54.083449 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9906d3c3-810b-41a0-b7bf-6c2b2383cd82 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "PUT /v2.0/routers/8bf73384-92fc-4621-9086-c55423ebdf16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6482790 Jun 30 09:19:54.085107 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45734) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:54.089849 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4336975-dc4d-4004-af73-cf16acf6b1d9 None None] Routers {'8bf73384-92fc-4621-9086-c55423ebdf16'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:54.090568 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c4336975-dc4d-4004-af73-cf16acf6b1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['8bf73384-92fc-4621-9086-c55423ebdf16'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:54.141742 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c4336975-dc4d-4004-af73-cf16acf6b1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:54.168508 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4336975-dc4d-4004-af73-cf16acf6b1d9 None None] Routers {'8bf73384-92fc-4621-9086-c55423ebdf16'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:54.169231 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c4336975-dc4d-4004-af73-cf16acf6b1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['8bf73384-92fc-4621-9086-c55423ebdf16'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:54.222541 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c4336975-dc4d-4004-af73-cf16acf6b1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:54.223447 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4336975-dc4d-4004-af73-cf16acf6b1d9 None None] The sync data for ids ['8bf73384-92fc-4621-9086-c55423ebdf16'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:54.238329 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-af73f618-b446-40be-8176-802b5aaec6a0 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] Network 51a73506-ee9e-4251-9823-2e3eaae769f5 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:54.271899 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e732236a-c0d7-4044-b8b4-ab22644f7078 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:54.272829 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-af73f618-b446-40be-8176-802b5aaec6a0 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:54.278544 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-af73f618-b446-40be-8176-802b5aaec6a0 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:54.312501 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73f618-b446-40be-8176-802b5aaec6a0 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] Pushing event updated for resources: {'Port': ['ID=9329ca6d-e3d8-4d69-9797-c4608f3e453b,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:54.357174 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-af73f618-b446-40be-8176-802b5aaec6a0 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:54.359062 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-af73f618-b446-40be-8176-802b5aaec6a0 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:54.388281 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f597c500-ccb3-4d9f-bbf5-49d3a1df0690 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:54.388919 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f597c500-ccb3-4d9f-bbf5-49d3a1df0690 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ced000e8-2514-4c59-b3be-ed0baad4b2cc {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:19:54.394724 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f597c500-ccb3-4d9f-bbf5-49d3a1df0690 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:54.402260 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45742) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:54.403368 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f597c500-ccb3-4d9f-bbf5-49d3a1df0690 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "DELETE /v2.0/routers/ced000e8-2514-4c59-b3be-ed0baad4b2cc HTTP/1.1" status: 204 len: 168 time: 2.5266407 Jun 30 09:19:54.416818 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b89d7-79a5-4e3b-b98f-1c16b131f6d7 req-6c50bfe1-7020-4b4f-ac83-b0f1f09a2656 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:54.418457 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eb6b89d7-79a5-4e3b-b98f-1c16b131f6d7 req-6c50bfe1-7020-4b4f-ac83-b0f1f09a2656 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e8ecd4d-0ef6-464c-8b2d-18a9d2256132 HTTP/1.1" status: 200 len: 931 time: 0.2263973 Jun 30 09:19:54.422741 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-46cea3f7-f39b-4159-ae98-b65dbee181e2 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-963383474', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}, 'admin_state_up': False}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:54.464845 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e732236a-c0d7-4044-b8b4-ab22644f7078 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:54.484197 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-af73f618-b446-40be-8176-802b5aaec6a0 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0181525 Jun 30 09:19:54.498735 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-0457a227-d2b1-48ef-b019-70b8ba2834b2 service neutron] Request body: {'port': {'device_id': '6e8ecd4d-0ef6-464c-8b2d-18a9d2256132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:54.561851 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:54.591051 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eb6b89d7-79a5-4e3b-b98f-1c16b131f6d7 req-8d60901f-df26-4106-9f37-f26fd66d8edc tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] 10.222.0.10 "GET /v2.0/security-groups?id=e954183e-11f2-4961-b0b5-d900e03688b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621890 Jun 30 09:19:54.625500 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-0457a227-d2b1-48ef-b019-70b8ba2834b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:54.677767 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-e732236a-c0d7-4044-b8b4-ab22644f7078 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Deleting port 14afa917-0d33-4753-8689-07cd633a7e68 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:54.704309 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e732236a-c0d7-4044-b8b4-ab22644f7078 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:54.726381 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46cea3f7-f39b-4159-ae98-b65dbee181e2 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:54.727429 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46cea3f7-f39b-4159-ae98-b65dbee181e2 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:55.082525 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295256f1-349f-40a1-a00b-d7ed09caa561 req-d9d8098b-2dc9-48cc-8226-b35ac4e765df tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:55.084597 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-295256f1-349f-40a1-a00b-d7ed09caa561 req-d9d8098b-2dc9-48cc-8226-b35ac4e765df tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 946 time: 0.1478965 Jun 30 09:19:55.098839 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-0457a227-d2b1-48ef-b019-70b8ba2834b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9329ca6d-e3d8-4d69-9797-c4608f3e453b {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:55.120039 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-0457a227-d2b1-48ef-b019-70b8ba2834b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:55.175843 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-295256f1-349f-40a1-a00b-d7ed09caa561 req-5dd5e217-a451-4f9a-8bf4-9bac2b842fee tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3e473d5-9073-44a3-8bfc-d93501fc778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789232 Jun 30 09:19:55.176439 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-0457a227-d2b1-48ef-b019-70b8ba2834b2 service neutron] Transition to ACTIVE for port object 9329ca6d-e3d8-4d69-9797-c4608f3e453b will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:55.253688 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46cea3f7-f39b-4159-ae98-b65dbee181e2 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:55.264161 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e732236a-c0d7-4044-b8b4-ab22644f7078 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:55.279624 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-e732236a-c0d7-4044-b8b4-ab22644f7078 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Calling delete_port for 14afa917-0d33-4753-8689-07cd633a7e68 owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:55.291368 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-0457a227-d2b1-48ef-b019-70b8ba2834b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:55.375452 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457a227-d2b1-48ef-b019-70b8ba2834b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9329ca6d-e3d8-4d69-9797-c4608f3e453b,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:55.426624 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-0457a227-d2b1-48ef-b019-70b8ba2834b2 service neutron] Attempting to bind port 9329ca6d-e3d8-4d69-9797-c4608f3e453b on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:55.426966 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-0457a227-d2b1-48ef-b019-70b8ba2834b2 service neutron] Attempting to bind port 9329ca6d-e3d8-4d69-9797-c4608f3e453b by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '22391e2c-afdf-41cc-a009-a42950dbe207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '51a73506-ee9e-4251-9823-2e3eaae769f5'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:55.427319 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-0457a227-d2b1-48ef-b019-70b8ba2834b2 service neutron] Attempting to bind port 9329ca6d-e3d8-4d69-9797-c4608f3e453b on network 51a73506-ee9e-4251-9823-2e3eaae769f5 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:55.431767 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-0457a227-d2b1-48ef-b019-70b8ba2834b2 service neutron] Port 9329ca6d-e3d8-4d69-9797-c4608f3e453b on network 51a73506-ee9e-4251-9823-2e3eaae769f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:19:55.432092 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-0457a227-d2b1-48ef-b019-70b8ba2834b2 service neutron] Attempting to bind port 9329ca6d-e3d8-4d69-9797-c4608f3e453b on network 51a73506-ee9e-4251-9823-2e3eaae769f5 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:55.437735 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-0457a227-d2b1-48ef-b019-70b8ba2834b2 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:55.438899 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-0457a227-d2b1-48ef-b019-70b8ba2834b2 service neutron] Checking segment: {'id': '22391e2c-afdf-41cc-a009-a42950dbe207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '51a73506-ee9e-4251-9823-2e3eaae769f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:55.438899 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-0457a227-d2b1-48ef-b019-70b8ba2834b2 service neutron] Bound using segment: {'id': '22391e2c-afdf-41cc-a009-a42950dbe207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '51a73506-ee9e-4251-9823-2e3eaae769f5'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:55.438899 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-0457a227-d2b1-48ef-b019-70b8ba2834b2 service neutron] Bound port: 9329ca6d-e3d8-4d69-9797-c4608f3e453b, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22391e2c-afdf-41cc-a009-a42950dbe207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '51a73506-ee9e-4251-9823-2e3eaae769f5'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:55.439304 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-0457a227-d2b1-48ef-b019-70b8ba2834b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:55.509888 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-0457a227-d2b1-48ef-b019-70b8ba2834b2 service neutron] For port 9329ca6d-e3d8-4d69-9797-c4608f3e453b, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:55.513045 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-0457a227-d2b1-48ef-b019-70b8ba2834b2 service neutron] For port 9329ca6d-e3d8-4d69-9797-c4608f3e453b, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=9329ca6d-e3d8-4d69-9797-c4608f3e453b,segment=NetworkSegment(22391e2c-afdf-41cc-a009-a42950dbe207),segment_id=22391e2c-afdf-41cc-a009-a42950dbe207)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:55.564893 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46cea3f7-f39b-4159-ae98-b65dbee181e2 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:55.623552 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-0457a227-d2b1-48ef-b019-70b8ba2834b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:55.667199 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-0457a227-d2b1-48ef-b019-70b8ba2834b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:55.668183 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-0457a227-d2b1-48ef-b019-70b8ba2834b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:55.670855 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-0457a227-d2b1-48ef-b019-70b8ba2834b2 service neutron] 10.222.0.37 "PUT /v2.0/ports/9329ca6d-e3d8-4d69-9797-c4608f3e453b HTTP/1.1" status: 200 len: 1092 time: 1.1782224 Jun 30 09:19:55.673769 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e8ecd4d-0ef6-464c-8b2d-18a9d2256132', 'tag': '9329ca6d-e3d8-4d69-9797-c4608f3e453b'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:55.676937 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277fa308-51bb-425c-b780-b3bd2ece3bae" -d '{"events": [{"name": "network-changed", "server_uuid": "6e8ecd4d-0ef6-464c-8b2d-18a9d2256132", "tag": "9329ca6d-e3d8-4d69-9797-c4608f3e453b"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:55.710654 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457a227-d2b1-48ef-b019-70b8ba2834b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9329ca6d-e3d8-4d69-9797-c4608f3e453b,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:55.738909 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec10266-2511-44db-b06b-3c45676cd66f x-openstack-request-id: req-fec10266-2511-44db-b06b-3c45676cd66f {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:55.738909 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e8ecd4d-0ef6-464c-8b2d-18a9d2256132", "tag": "9329ca6d-e3d8-4d69-9797-c4608f3e453b", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:55.738909 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fec10266-2511-44db-b06b-3c45676cd66f {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:55.738909 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e8ecd4d-0ef6-464c-8b2d-18a9d2256132', 'tag': '9329ca6d-e3d8-4d69-9797-c4608f3e453b', 'status': 'completed', 'code': 200} Jun 30 09:19:55.795861 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e732236a-c0d7-4044-b8b4-ab22644f7078 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:55.834708 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732236a-c0d7-4044-b8b4-ab22644f7078 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event deleted for resources: {'Port': ['ID=14afa917-0d33-4753-8689-07cd633a7e68,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:55.867941 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fa308-51bb-425c-b780-b3bd2ece3bae req-528a3363-e847-4f38-a562-ba563e6b0a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:55.869450 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-277fa308-51bb-425c-b780-b3bd2ece3bae req-528a3363-e847-4f38-a562-ba563e6b0a39 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c086c009de84957b4bded3809e87b6a&device_id=6e8ecd4d-0ef6-464c-8b2d-18a9d2256132 HTTP/1.1" status: 200 len: 1095 time: 0.1088130 Jun 30 09:19:55.884126 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188676fd-6a32-420e-b92c-981f9cfa6c15 req-29041e8f-9e95-44ef-ac37-df77e7e5aeea tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:55.890540 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-188676fd-6a32-420e-b92c-981f9cfa6c15 req-29041e8f-9e95-44ef-ac37-df77e7e5aeea tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e8ecd4d-0ef6-464c-8b2d-18a9d2256132 HTTP/1.1" status: 200 len: 943 time: 0.1140997 Jun 30 09:19:55.944395 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e732236a-c0d7-4044-b8b4-ab22644f7078 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:55.985831 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-188676fd-6a32-420e-b92c-981f9cfa6c15 req-33399188-749d-4de8-90ce-10ee78086561 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] 10.222.0.10 "GET /v2.0/security-groups?id=e954183e-11f2-4961-b0b5-d900e03688b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888121 Jun 30 09:19:56.014474 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fa308-51bb-425c-b780-b3bd2ece3bae req-8823f00a-c7f9-4e6c-96eb-19ee9b75e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:56.016532 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-277fa308-51bb-425c-b780-b3bd2ece3bae req-8823f00a-c7f9-4e6c-96eb-19ee9b75e75a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4c086c009de84957b4bded3809e87b6a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1301792 Jun 30 09:19:56.109298 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e732236a-c0d7-4044-b8b4-ab22644f7078 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:56.126063 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e732236a-c0d7-4044-b8b4-ab22644f7078 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:56.127749 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46cea3f7-f39b-4159-ae98-b65dbee181e2 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:56.129027 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fa308-51bb-425c-b780-b3bd2ece3bae req-d967f114-8c37-4b8e-86b4-6b481e4a4ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:56.131861 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-277fa308-51bb-425c-b780-b3bd2ece3bae req-d967f114-8c37-4b8e-86b4-6b481e4a4ffd service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1078818 Jun 30 09:19:56.151792 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46cea3f7-f39b-4159-ae98-b65dbee181e2 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:56.262517 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:56.267610 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-495e1c7a-ecbe-41b4-99c8-259c3e42ccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:56.269387 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-495e1c7a-ecbe-41b4-99c8-259c3e42ccd7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c086c009de84957b4bded3809e87b6a&device_id=6e8ecd4d-0ef6-464c-8b2d-18a9d2256132 HTTP/1.1" status: 200 len: 1095 time: 0.0734260 Jun 30 09:19:56.333338 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-9b283fd9-86d5-4685-8736-a98ac792e58d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9329ca6d-e3d8-4d69-9797-c4608f3e453b HTTP/1.1" status: 200 len: 217 time: 0.0516539 Jun 30 09:19:56.346608 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-46cea3f7-f39b-4159-ae98-b65dbee181e2 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Allocated IP 172.25.6.137 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/340b1ce5-e66c-4565-8a7d-889316831aa4) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:56.455467 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 1131eaa5-3628-44ec-80c0-94daa3479862 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:19:56.459711 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-27d4d7d5-3f74-4a40-af92-42a829c14558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:56.462890 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-27d4d7d5-3f74-4a40-af92-42a829c14558 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=05a4c40f-e1a2-4745-a88b-d88525829186 HTTP/1.1" status: 200 len: 853 time: 0.1223829 Jun 30 09:19:56.473115 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e732236a-c0d7-4044-b8b4-ab22644f7078 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:56.473674 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e732236a-c0d7-4044-b8b4-ab22644f7078 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Fanout notify agent at l3_agent the message router_deleted on router 8bf73384-92fc-4621-9086-c55423ebdf16 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:19:56.483895 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 1131eaa5-3628-44ec-80c0-94daa3479862 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:19:56.485089 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 1131eaa5-3628-44ec-80c0-94daa3479862 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:19:56.507011 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e732236a-c0d7-4044-b8b4-ab22644f7078 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:56.510535 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e732236a-c0d7-4044-b8b4-ab22644f7078 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "DELETE /v2.0/routers/8bf73384-92fc-4621-9086-c55423ebdf16 HTTP/1.1" status: 204 len: 168 time: 2.4212024 Jun 30 09:19:56.513207 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-5f050fa4-8b83-448c-a7da-b08f39d2e5ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=51a73506-ee9e-4251-9823-2e3eaae769f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451026 Jun 30 09:19:56.513688 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45788) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:56.543109 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46cea3f7-f39b-4159-ae98-b65dbee181e2 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:56.590085 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38988a-f2be-477a-844c-25f4c733eeec req-3c2d12b4-a9d8-4765-981a-97c0205342e4 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:56.591685 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ff38988a-f2be-477a-844c-25f4c733eeec req-3c2d12b4-a9d8-4765-981a-97c0205342e4 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 946 time: 0.1319275 Jun 30 09:19:56.629590 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d6c6f2-4847-4344-813c-25ab5a006c59 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Deleting subnet 7b965b89-ada9-491c-b47b-6da25deb7587 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:19:56.637359 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-62d6c6f2-4847-4344-813c-25ab5a006c59 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:56.644466 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ff38988a-f2be-477a-844c-25f4c733eeec req-ead744f0-f0c2-4015-9aae-03ad948620a5 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3e473d5-9073-44a3-8bfc-d93501fc778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378671 Jun 30 09:19:56.715136 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-62d6c6f2-4847-4344-813c-25ab5a006c59 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:56.747807 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-2cc8c3ef-2fff-4531-b7a0-0fb27242332a service neutron] 10.222.0.37 "GET /v2.0/networks/51a73506-ee9e-4251-9823-2e3eaae769f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891091 Jun 30 09:19:56.749475 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46cea3f7-f39b-4159-ae98-b65dbee181e2 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:56.797215 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cea3f7-f39b-4159-ae98-b65dbee181e2 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:56.801118 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-46cea3f7-f39b-4159-ae98-b65dbee181e2 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:56.809914 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cea3f7-f39b-4159-ae98-b65dbee181e2 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:56.841542 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cea3f7-f39b-4159-ae98-b65dbee181e2 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Pushing event updated for resources: {'Port': ['ID=340b1ce5-e66c-4565-8a7d-889316831aa4,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:56.885797 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-62d6c6f2-4847-4344-813c-25ab5a006c59 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:56.928317 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29d590d6-cfa5-4811-b774-75b5ea9432b2 req-4b447705-2609-4137-bfea-3cef9d6bea88 service neutron] 10.222.0.37 "GET /v2.0/networks/51a73506-ee9e-4251-9823-2e3eaae769f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739836 Jun 30 09:19:57.049011 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-62d6c6f2-4847-4344-813c-25ab5a006c59 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:57.072630 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458e9459-549c-49b0-9b07-b8ab45ba3186 None None] Network 3fc71eb9-0713-48fb-b3f4-8f79e95627f6 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:57.087032 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-62d6c6f2-4847-4344-813c-25ab5a006c59 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:57.090366 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-62d6c6f2-4847-4344-813c-25ab5a006c59 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "DELETE /v2.0/subnets/7b965b89-ada9-491c-b47b-6da25deb7587 HTTP/1.1" status: 204 len: 168 time: 0.5757384 Jun 30 09:19:57.093318 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45802) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:57.149010 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6c6f2-4847-4344-813c-25ab5a006c59 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event deleted for resources: {'Subnet': ['ID=7b965b89-ada9-491c-b47b-6da25deb7587,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:57.179156 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45804) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:57.295237 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ae6cf273-8cc6-40ca-8a7b-d04397cf984e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:57.387514 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46cea3f7-f39b-4159-ae98-b65dbee181e2 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:57.403226 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb489146-4506-4127-83fe-5a510ad8f830 None None] DHCP port deletion for 3fc71eb9-0713-48fb-b3f4-8f79e95627f6 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:19:57.419218 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b5ce703c-f8dd-4bc7-81da-52e2cd30bbb6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=32716422267643598fd50b38fb87e2e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2388060 Jun 30 09:19:57.419952 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45812) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:57.448860 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8f884-4049-4b47-9962-49b3aad866c1 req-ddc7dbf1-7357-4803-86e3-e840689a8a9d tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:57.451575 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-06f8f884-4049-4b47-9962-49b3aad866c1 req-ddc7dbf1-7357-4803-86e3-e840689a8a9d tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e8ecd4d-0ef6-464c-8b2d-18a9d2256132 HTTP/1.1" status: 200 len: 943 time: 0.2308559 Jun 30 09:19:57.465611 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-cb489146-4506-4127-83fe-5a510ad8f830 None None] Deleting port 65866c14-d39c-4803-9d13-a52e27f3783b {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:57.476647 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cb489146-4506-4127-83fe-5a510ad8f830 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:57.574279 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-ae6cf273-8cc6-40ca-8a7b-d04397cf984e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Deleting port 65866c14-d39c-4803-9d13-a52e27f3783b {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:57.574614 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ae6cf273-8cc6-40ca-8a7b-d04397cf984e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:57.577512 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-cb489146-4506-4127-83fe-5a510ad8f830 None None] For port 65866c14-d39c-4803-9d13-a52e27f3783b, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=65866c14-d39c-4803-9d13-a52e27f3783b,segment=NetworkSegment(477c5dbe-99fb-4b01-876f-f7c60597e8bc),segment_id=477c5dbe-99fb-4b01-876f-f7c60597e8bc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:57.578142 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cb489146-4506-4127-83fe-5a510ad8f830 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:57.585957 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fd8c23c2-e925-4dc2-ad59-e1e16dbe4ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:57.600225 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-cb489146-4506-4127-83fe-5a510ad8f830 None None] Calling delete_port for 65866c14-d39c-4803-9d13-a52e27f3783b owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:57.610297 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fd8c23c2-e925-4dc2-ad59-e1e16dbe4ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:57.635065 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-06f8f884-4049-4b47-9962-49b3aad866c1 req-90045ed3-7938-4dd6-aa0b-5885318aac8d tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] 10.222.0.10 "GET /v2.0/security-groups?id=e954183e-11f2-4961-b0b5-d900e03688b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779773 Jun 30 09:19:57.705105 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-ae6cf273-8cc6-40ca-8a7b-d04397cf984e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] For port 65866c14-d39c-4803-9d13-a52e27f3783b, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=65866c14-d39c-4803-9d13-a52e27f3783b,segment=NetworkSegment(477c5dbe-99fb-4b01-876f-f7c60597e8bc),segment_id=477c5dbe-99fb-4b01-876f-f7c60597e8bc)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:57.705586 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ae6cf273-8cc6-40ca-8a7b-d04397cf984e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:57.754522 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-ae6cf273-8cc6-40ca-8a7b-d04397cf984e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Calling delete_port for 65866c14-d39c-4803-9d13-a52e27f3783b owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:57.815826 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46cea3f7-f39b-4159-ae98-b65dbee181e2 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:57.830180 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fd8c23c2-e925-4dc2-ad59-e1e16dbe4ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:57.832836 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fd8c23c2-e925-4dc2-ad59-e1e16dbe4ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:57.833994 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fd8c23c2-e925-4dc2-ad59-e1e16dbe4ed2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/12609f03-1b39-45bc-b18d-2cd87f63ac5d HTTP/1.1" status: 204 len: 168 time: 0.4131737 Jun 30 09:19:57.847933 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c23c2-e925-4dc2-ad59-e1e16dbe4ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12609f03-1b39-45bc-b18d-2cd87f63ac5d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:57.856985 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795da58-fd9f-4709-bb05-8af6b2b00dbd req-b842870d-b6e4-40da-9f61-3daef1db9936 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:57.859549 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5795da58-fd9f-4709-bb05-8af6b2b00dbd req-b842870d-b6e4-40da-9f61-3daef1db9936 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 946 time: 0.0798917 Jun 30 09:19:57.880040 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cb489146-4506-4127-83fe-5a510ad8f830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:57.909552 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb489146-4506-4127-83fe-5a510ad8f830 None None] Pushing event deleted for resources: {'Port': ['ID=65866c14-d39c-4803-9d13-a52e27f3783b,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:57.917592 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb489146-4506-4127-83fe-5a510ad8f830 None None] No DVR routers for this DVR port 65866c14-d39c-4803-9d13-a52e27f3783b on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:19:57.947810 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ae6cf273-8cc6-40ca-8a7b-d04397cf984e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:57.950533 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5795da58-fd9f-4709-bb05-8af6b2b00dbd req-ff43b0fa-6048-4647-8a40-d56c47f5b3cd tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3e473d5-9073-44a3-8bfc-d93501fc778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803833 Jun 30 09:19:57.989480 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6cf273-8cc6-40ca-8a7b-d04397cf984e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event deleted for resources: {'Port': ['ID=65866c14-d39c-4803-9d13-a52e27f3783b,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:57.994714 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6cf273-8cc6-40ca-8a7b-d04397cf984e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] No DVR routers for this DVR port 65866c14-d39c-4803-9d13-a52e27f3783b on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:19:58.090686 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ae6cf273-8cc6-40ca-8a7b-d04397cf984e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:58.103716 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-ae6cf273-8cc6-40ca-8a7b-d04397cf984e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fc71eb9-0713-48fb-b3f4-8f79e95627f6']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:58.116830 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-ae6cf273-8cc6-40ca-8a7b-d04397cf984e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '477c5dbe-99fb-4b01-876f-f7c60597e8bc') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:58.117171 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-ae6cf273-8cc6-40ca-8a7b-d04397cf984e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '477c5dbe-99fb-4b01-876f-f7c60597e8bc') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:58.136777 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ae6cf273-8cc6-40ca-8a7b-d04397cf984e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:58.147958 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ae6cf273-8cc6-40ca-8a7b-d04397cf984e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:58.154196 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae6cf273-8cc6-40ca-8a7b-d04397cf984e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:19:58.154592 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ae6cf273-8cc6-40ca-8a7b-d04397cf984e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:19:58.158219 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:19:58.228311 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46cea3f7-f39b-4159-ae98-b65dbee181e2 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Router 02358718-c523-4971-b1cb-09d2460d7664 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:19:58.352694 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cea3f7-f39b-4159-ae98-b65dbee181e2 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:58.364502 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d144d0-2420-4f5c-9251-f4148de97457 None None] Sync routers for ids ['02358718-c523-4971-b1cb-09d2460d7664'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:58.376638 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d144d0-2420-4f5c-9251-f4148de97457 None None] Routers {'02358718-c523-4971-b1cb-09d2460d7664'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:58.377533 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f6d144d0-2420-4f5c-9251-f4148de97457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['02358718-c523-4971-b1cb-09d2460d7664'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:58.417232 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ae6cf273-8cc6-40ca-8a7b-d04397cf984e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:58.425168 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ae6cf273-8cc6-40ca-8a7b-d04397cf984e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:58.429028 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ae6cf273-8cc6-40ca-8a7b-d04397cf984e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "DELETE /v2.0/networks/3fc71eb9-0713-48fb-b3f4-8f79e95627f6 HTTP/1.1" status: 204 len: 168 time: 1.3320684 Jun 30 09:19:58.429653 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45846) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:58.431907 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f6d144d0-2420-4f5c-9251-f4148de97457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:58.448189 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d144d0-2420-4f5c-9251-f4148de97457 None None] Routers {'02358718-c523-4971-b1cb-09d2460d7664'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:58.448748 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6cf273-8cc6-40ca-8a7b-d04397cf984e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event deleted for resources: {'Network': ['ID=3fc71eb9-0713-48fb-b3f4-8f79e95627f6,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:58.448948 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f6d144d0-2420-4f5c-9251-f4148de97457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['02358718-c523-4971-b1cb-09d2460d7664'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:58.494764 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f6d144d0-2420-4f5c-9251-f4148de97457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:58.495701 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d144d0-2420-4f5c-9251-f4148de97457 None None] The sync data for ids ['02358718-c523-4971-b1cb-09d2460d7664'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:58.498379 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 65866c14-d39c-4803-9d13-a52e27f3783b no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:19:58.515040 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46cea3f7-f39b-4159-ae98-b65dbee181e2 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:58.518783 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-46cea3f7-f39b-4159-ae98-b65dbee181e2 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1125357 Jun 30 09:19:58.519110 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45848) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:58.521112 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 65866c14-d39c-4803-9d13-a52e27f3783b {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:19:58.521528 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 65866c14-d39c-4803-9d13-a52e27f3783b not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:19:58.525653 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-63f46138-f25b-456e-8cea-f8ed80aba68d tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'enable_snat': False}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:58.578450 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f79fe-8442-426e-b15d-512aa6a27338 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Deleting port 2b36c462-4cc1-416d-b75c-e590153804c9 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:58.579086 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ce9f79fe-8442-426e-b15d-512aa6a27338 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:58.694593 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ce9f79fe-8442-426e-b15d-512aa6a27338 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:58.694931 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ce9f79fe-8442-426e-b15d-512aa6a27338 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:58.712836 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f79fe-8442-426e-b15d-512aa6a27338 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Calling delete_port for 2b36c462-4cc1-416d-b75c-e590153804c9 owned by network:floatingip {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:58.970729 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45866) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:58.986323 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ce9f79fe-8442-426e-b15d-512aa6a27338 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:59.019753 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f79fe-8442-426e-b15d-512aa6a27338 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event deleted for resources: {'Port': ['ID=2b36c462-4cc1-416d-b75c-e590153804c9,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:59.039590 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f79fe-8442-426e-b15d-512aa6a27338 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:59.040364 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f79fe-8442-426e-b15d-512aa6a27338 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:59.041283 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f79fe-8442-426e-b15d-512aa6a27338 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:59.041859 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f79fe-8442-426e-b15d-512aa6a27338 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:59.042470 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f79fe-8442-426e-b15d-512aa6a27338 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:59.043324 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f79fe-8442-426e-b15d-512aa6a27338 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:59.044243 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f79fe-8442-426e-b15d-512aa6a27338 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:59.044761 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f79fe-8442-426e-b15d-512aa6a27338 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:59.045283 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f79fe-8442-426e-b15d-512aa6a27338 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:59.045989 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f79fe-8442-426e-b15d-512aa6a27338 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:59.046744 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f79fe-8442-426e-b15d-512aa6a27338 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:59.047282 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f79fe-8442-426e-b15d-512aa6a27338 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:59.133394 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ce9f79fe-8442-426e-b15d-512aa6a27338 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for floatingip, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:59.136954 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ce9f79fe-8442-426e-b15d-512aa6a27338 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:59.143108 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ce9f79fe-8442-426e-b15d-512aa6a27338 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "DELETE /v2.0/floatingips/228f5da5-0e51-4309-9dce-3520d35edfec HTTP/1.1" status: 204 len: 168 time: 0.7125788 Jun 30 09:19:59.143798 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45872) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:59.215920 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-c48bdb31-387f-4d6a-b4c6-9718ba679f28 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] DELETE failed (client error): The resource could not be found. Jun 30 09:19:59.216605 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c48bdb31-387f-4d6a-b4c6-9718ba679f28 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:19:59.218448 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c48bdb31-387f-4d6a-b4c6-9718ba679f28 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "DELETE /v2.0/ports/b16e956f-a6e1-4f78-9a7b-40888c78566d HTTP/1.1" status: 404 len: 333 time: 0.0729301 Jun 30 09:19:59.221946 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3b325ebf-973f-4efd-abd2-c0f4630f7036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:59.225235 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45876) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:59.274186 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6a2783f8-4a1a-4795-92dc-dc823b28c11c tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bf73384-92fc-4621-9086-c55423ebdf16 HTTP/1.1" status: 200 len: 205 time: 0.0475640 Jun 30 09:19:59.279160 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45882) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:59.334799 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-de439298-9758-4963-ad08-8313480356de tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] delete failed (client error): The resource could not be found. Jun 30 09:19:59.338747 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-de439298-9758-4963-ad08-8313480356de tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "DELETE /v2.0/routers/8bf73384-92fc-4621-9086-c55423ebdf16 HTTP/1.1" status: 404 len: 336 time: 0.0544634 Jun 30 09:19:59.340816 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45884) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:59.370472 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a76a2d-0def-4a51-819f-101ea91315a3 req-6f6ec347-37df-42be-8117-9f35cdd6b9b6 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:59.372127 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5a76a2d-0def-4a51-819f-101ea91315a3 req-6f6ec347-37df-42be-8117-9f35cdd6b9b6 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 946 time: 0.2400026 Jun 30 09:19:59.377707 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ed9c59-9528-41b2-b653-5a17500aa711 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] DELETE failed (client error): The resource could not be found. Jun 30 09:19:59.378170 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0ed9c59-9528-41b2-b653-5a17500aa711 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:19:59.382426 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e0ed9c59-9528-41b2-b653-5a17500aa711 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "DELETE /v2.0/subnets/7b965b89-ada9-491c-b47b-6da25deb7587 HTTP/1.1" status: 404 len: 337 time: 0.0398567 Jun 30 09:19:59.383360 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45886) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:59.385024 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-63f46138-f25b-456e-8cea-f8ed80aba68d tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:59.418786 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84712d-ab37-4fdf-b936-f9e64e8b573b req-b139af75-d634-49fa-953d-6a9303baf01e tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:59.422403 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa84712d-ab37-4fdf-b936-f9e64e8b573b req-b139af75-d634-49fa-953d-6a9303baf01e tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e8ecd4d-0ef6-464c-8b2d-18a9d2256132 HTTP/1.1" status: 200 len: 943 time: 0.5748122 Jun 30 09:19:59.468840 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa84712d-ab37-4fdf-b936-f9e64e8b573b req-1cb5efeb-c5cd-4c47-9164-21d2d0656348 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] 10.222.0.10 "GET /v2.0/security-groups?id=e954183e-11f2-4961-b0b5-d900e03688b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411580 Jun 30 09:19:59.510799 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5a76a2d-0def-4a51-819f-101ea91315a3 req-5aceef4d-c684-4e5f-965e-7b5d461ba4d0 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3e473d5-9073-44a3-8bfc-d93501fc778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106067 Jun 30 09:19:59.539066 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3b325ebf-973f-4efd-abd2-c0f4630f7036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:59.571726 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-fe441b9b-617e-4d1e-8029-5dfbfac2ed71 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Deleting port be951d7f-4bed-431a-88bb-89c5037207ec {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:59.575236 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fe441b9b-617e-4d1e-8029-5dfbfac2ed71 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:59.672970 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fe441b9b-617e-4d1e-8029-5dfbfac2ed71 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:59.691463 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-fe441b9b-617e-4d1e-8029-5dfbfac2ed71 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Calling delete_port for be951d7f-4bed-431a-88bb-89c5037207ec owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:59.753281 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3b325ebf-973f-4efd-abd2-c0f4630f7036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:59.820922 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3b325ebf-973f-4efd-abd2-c0f4630f7036 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=494dd36a034d472e88518b810c50cec7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8497937 Jun 30 09:19:59.821201 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45900) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:59.836442 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b325ebf-973f-4efd-abd2-c0f4630f7036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2279fdd3-f112-4185-b37d-807a8bfbda56,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:59.931823 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e1e1587a-18bc-4b3e-827a-4bda4af441e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:00.001727 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e1e1587a-18bc-4b3e-827a-4bda4af441e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:00.022300 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fe441b9b-617e-4d1e-8029-5dfbfac2ed71 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:00.052757 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe441b9b-617e-4d1e-8029-5dfbfac2ed71 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event deleted for resources: {'Port': ['ID=be951d7f-4bed-431a-88bb-89c5037207ec,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:00.073585 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-63f46138-f25b-456e-8cea-f8ed80aba68d tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:00.077615 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-63f46138-f25b-456e-8cea-f8ed80aba68d tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1642126'] for router, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:00.129474 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fe441b9b-617e-4d1e-8029-5dfbfac2ed71 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:00.131875 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fe441b9b-617e-4d1e-8029-5dfbfac2ed71 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "DELETE /v2.0/ports/be951d7f-4bed-431a-88bb-89c5037207ec HTTP/1.1" status: 204 len: 168 time: 0.7477300 Jun 30 09:20:00.134323 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45902) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:00.195928 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f46138-f25b-456e-8cea-f8ed80aba68d tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Router 02358718-c523-4971-b1cb-09d2460d7664 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:20:00.247288 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-13a2d0ad-adf5-4268-ac9e-4bc28c9801b0 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Deleting port d9a381c4-a740-4d28-953b-6941a5e50834 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:00.248052 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-13a2d0ad-adf5-4268-ac9e-4bc28c9801b0 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:00.250187 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e1e1587a-18bc-4b3e-827a-4bda4af441e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:00.252767 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e1e1587a-18bc-4b3e-827a-4bda4af441e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:00.253847 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e1e1587a-18bc-4b3e-827a-4bda4af441e3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2279fdd3-f112-4185-b37d-807a8bfbda56 HTTP/1.1" status: 204 len: 168 time: 0.4319506 Jun 30 09:20:00.266860 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1587a-18bc-4b3e-827a-4bda4af441e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2279fdd3-f112-4185-b37d-807a8bfbda56,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:00.330183 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f46138-f25b-456e-8cea-f8ed80aba68d tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:20:00.336849 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-63f46138-f25b-456e-8cea-f8ed80aba68d tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:00.338932 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-63f46138-f25b-456e-8cea-f8ed80aba68d tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "PUT /v2.0/routers/02358718-c523-4971-b1cb-09d2460d7664 HTTP/1.1" status: 200 len: 921 time: 1.8187482 Jun 30 09:20:00.340462 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c565c23c-104b-4492-995b-000f7aba64da None None] Sync routers for ids ['02358718-c523-4971-b1cb-09d2460d7664'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:20:00.340924 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45906) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:00.350864 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c565c23c-104b-4492-995b-000f7aba64da None None] Routers {'02358718-c523-4971-b1cb-09d2460d7664'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:00.351504 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c565c23c-104b-4492-995b-000f7aba64da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['02358718-c523-4971-b1cb-09d2460d7664'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:00.357243 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-13a2d0ad-adf5-4268-ac9e-4bc28c9801b0 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:00.370701 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-13a2d0ad-adf5-4268-ac9e-4bc28c9801b0 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Calling delete_port for d9a381c4-a740-4d28-953b-6941a5e50834 owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:00.387307 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c565c23c-104b-4492-995b-000f7aba64da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:00.420728 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c565c23c-104b-4492-995b-000f7aba64da None None] Routers {'02358718-c523-4971-b1cb-09d2460d7664'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:00.420728 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c565c23c-104b-4492-995b-000f7aba64da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['02358718-c523-4971-b1cb-09d2460d7664'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:00.478692 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-46985ba4-d029-4e63-b504-ca2fb2d7d7f3 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "GET /v2.0/routers/02358718-c523-4971-b1cb-09d2460d7664 HTTP/1.1" status: 200 len: 921 time: 0.1363792 Jun 30 09:20:00.481391 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45908) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:00.545484 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c565c23c-104b-4492-995b-000f7aba64da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:00.546789 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c565c23c-104b-4492-995b-000f7aba64da None None] The sync data for ids ['02358718-c523-4971-b1cb-09d2460d7664'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:20:00.594136 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9c2b03-6822-470e-b70e-1d9963b0c0ae tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:00.597222 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ff9c2b03-6822-470e-b70e-1d9963b0c0ae tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=599fb812-09ee-4e3b-a109-d92406a95c23&device_id=02358718-c523-4971-b1cb-09d2460d7664&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1145110 Jun 30 09:20:00.600221 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45918) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:00.666277 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-13a2d0ad-adf5-4268-ac9e-4bc28c9801b0 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:00.695526 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fea27d-3fc5-4e3f-998d-50404eb53355 req-ae7e3fbb-4dbb-4a5e-9787-ca5e0219161d tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:00.704030 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f3fea27d-3fc5-4e3f-998d-50404eb53355 req-ae7e3fbb-4dbb-4a5e-9787-ca5e0219161d tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e8ecd4d-0ef6-464c-8b2d-18a9d2256132 HTTP/1.1" status: 200 len: 943 time: 0.0924478 Jun 30 09:20:00.732307 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2d0ad-adf5-4268-ac9e-4bc28c9801b0 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event deleted for resources: {'Port': ['ID=d9a381c4-a740-4d28-953b-6941a5e50834,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:00.755246 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f3fea27d-3fc5-4e3f-998d-50404eb53355 req-99b22e82-673c-4485-88a8-aab5c1338ffb tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] 10.222.0.10 "GET /v2.0/security-groups?id=e954183e-11f2-4961-b0b5-d900e03688b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495098 Jun 30 09:20:00.877391 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f75c57-2803-4e06-99f2-afef4db1b8f4 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:00.879027 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-62f75c57-2803-4e06-99f2-afef4db1b8f4 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 881 time: 0.2773211 Jun 30 09:20:00.880299 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-13a2d0ad-adf5-4268-ac9e-4bc28c9801b0 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:00.882080 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-13a2d0ad-adf5-4268-ac9e-4bc28c9801b0 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "DELETE /v2.0/ports/d9a381c4-a740-4d28-953b-6941a5e50834 HTTP/1.1" status: 204 len: 168 time: 0.7467871 Jun 30 09:20:00.882224 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45930) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:00.886955 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45932) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:00.936805 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-efa71769-acdd-4fcd-9cf8-0ab42478375b tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] 10.222.0.10 "GET /v2.0/ports?device_id=02358718-c523-4971-b1cb-09d2460d7664 HTTP/1.1" status: 200 len: 205 time: 0.0509725 Jun 30 09:20:00.937922 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45934) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:00.942791 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b33df-033d-47a2-a994-083bf4d33230 req-6c8368f5-2136-4987-babc-c9985b109311 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:00.945769 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c05b33df-033d-47a2-a994-083bf4d33230 req-6c8368f5-2136-4987-babc-c9985b109311 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 946 time: 0.1742265 Jun 30 09:20:00.985533 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d3894f-e749-48ff-b124-e13f3102f88a tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:00.989660 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-64d3894f-e749-48ff-b124-e13f3102f88a tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "GET /v2.0/ports?device_id=4522a532-5087-49d8-9d43-d774b095fbb4 HTTP/1.1" status: 200 len: 913 time: 0.0983167 Jun 30 09:20:00.990924 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45936) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:01.017971 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c05b33df-033d-47a2-a994-083bf4d33230 req-f1b47cdc-383b-4d91-adf7-c2f48acb0b8b tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3e473d5-9073-44a3-8bfc-d93501fc778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557330 Jun 30 09:20:01.158812 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c28a-f34c-4f04-b81f-810465311a5f tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:01.161194 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 9329ca6d-e3d8-4d69-9797-c4608f3e453b details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:20:01.265478 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 9329ca6d-e3d8-4d69-9797-c4608f3e453b, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=9329ca6d-e3d8-4d69-9797-c4608f3e453b,segment=NetworkSegment(22391e2c-afdf-41cc-a009-a42950dbe207),segment_id=22391e2c-afdf-41cc-a009-a42950dbe207)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:01.278707 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '9329ca6d-e3d8-4d69-9797-c4608f3e453b', 'network_id': '51a73506-ee9e-4251-9823-2e3eaae769f5', 'port_id': '9329ca6d-e3d8-4d69-9797-c4608f3e453b', 'mac_address': 'fa:16:3e:aa:f2:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a4c40f-e1a2-4745-a88b-d88525829186', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:20:01.309669 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45948) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:01.324918 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:01.331770 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7a5db48d-317b-4903-a693-5ad05af09d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:01.342023 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9329ca6d-e3d8-4d69-9797-c4608f3e453b {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:20:01.364311 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 9329ca6d-e3d8-4d69-9797-c4608f3e453b, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=9329ca6d-e3d8-4d69-9797-c4608f3e453b,segment=NetworkSegment(22391e2c-afdf-41cc-a009-a42950dbe207),segment_id=22391e2c-afdf-41cc-a009-a42950dbe207)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:01.370032 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c28a-f34c-4f04-b81f-810465311a5f tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:01.445699 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7a5db48d-317b-4903-a693-5ad05af09d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:01.516117 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6590fed2-699d-4437-94d4-046b3bbc5d99 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:01.547173 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:01.592309 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=9329ca6d-e3d8-4d69-9797-c4608f3e453b,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:01.633981 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7a5db48d-317b-4903-a693-5ad05af09d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:01.684912 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7a5db48d-317b-4903-a693-5ad05af09d6b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7aad74e90ad5430c9e9c49f03b1c1263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3726373 Jun 30 09:20:01.685621 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45952) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:01.687990 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5db48d-317b-4903-a693-5ad05af09d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca19b01d-3656-4f06-ae31-0fea1339756e,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:01.747181 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-7fd4c28a-f34c-4f04-b81f-810465311a5f tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Deleting port 340b1ce5-e66c-4565-8a7d-889316831aa4 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:01.747492 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c28a-f34c-4f04-b81f-810465311a5f tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:01.761498 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2ba8cab4-f774-4ca9-b42a-6b815ac0e639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:01.787417 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2ba8cab4-f774-4ca9-b42a-6b815ac0e639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:01.870005 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['9329ca6d-e3d8-4d69-9797-c4608f3e453b'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:01.928351 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c28a-f34c-4f04-b81f-810465311a5f tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:01.978689 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-7fd4c28a-f34c-4f04-b81f-810465311a5f tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Calling delete_port for 340b1ce5-e66c-4565-8a7d-889316831aa4 owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:01.983208 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2ba8cab4-f774-4ca9-b42a-6b815ac0e639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:01.986125 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2ba8cab4-f774-4ca9-b42a-6b815ac0e639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:01.990242 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2ba8cab4-f774-4ca9-b42a-6b815ac0e639 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ca19b01d-3656-4f06-ae31-0fea1339756e HTTP/1.1" status: 204 len: 168 time: 0.3032942 Jun 30 09:20:02.000107 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8cab4-f774-4ca9-b42a-6b815ac0e639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca19b01d-3656-4f06-ae31-0fea1339756e,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:02.098611 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-6590fed2-699d-4437-94d4-046b3bbc5d99 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Deleting port 8b17ca94-1549-4087-b3fe-cb4e2687f3aa {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:02.098874 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6590fed2-699d-4437-94d4-046b3bbc5d99 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.111244 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516a6a7-8c3a-4af3-bfcc-6284f490131a req-17c53d6f-6090-412a-88fa-82c5b1cdb4e1 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:02.112795 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8516a6a7-8c3a-4af3-bfcc-6284f490131a req-17c53d6f-6090-412a-88fa-82c5b1cdb4e1 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e8ecd4d-0ef6-464c-8b2d-18a9d2256132 HTTP/1.1" status: 200 len: 944 time: 0.1815906 Jun 30 09:20:02.250812 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8516a6a7-8c3a-4af3-bfcc-6284f490131a req-1a8fa4b8-386c-4fca-b37f-2d9094426f1d tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] 10.222.0.10 "GET /v2.0/security-groups?id=e954183e-11f2-4961-b0b5-d900e03688b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220162 Jun 30 09:20:02.298656 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8d6a3-551e-483f-bd19-beab89f73fd6 req-9dfe9a53-d676-49d7-97db-7a1abd77446c tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:02.300243 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f3d8d6a3-551e-483f-bd19-beab89f73fd6 req-9dfe9a53-d676-49d7-97db-7a1abd77446c tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 946 time: 0.0695288 Jun 30 09:20:02.307831 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6590fed2-699d-4437-94d4-046b3bbc5d99 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.326971 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-6590fed2-699d-4437-94d4-046b3bbc5d99 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Calling delete_port for 8b17ca94-1549-4087-b3fe-cb4e2687f3aa owned by network:router_interface {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:02.341637 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f3d8d6a3-551e-483f-bd19-beab89f73fd6 req-dfd09a25-1372-4726-bd6c-781c3098a3e9 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3e473d5-9073-44a3-8bfc-d93501fc778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356977 Jun 30 09:20:02.559891 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c28a-f34c-4f04-b81f-810465311a5f tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.586088 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4c28a-f34c-4f04-b81f-810465311a5f tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Pushing event deleted for resources: {'Port': ['ID=340b1ce5-e66c-4565-8a7d-889316831aa4,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:02.655914 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c28a-f34c-4f04-b81f-810465311a5f tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.753691 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c28a-f34c-4f04-b81f-810465311a5f tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.756331 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c28a-f34c-4f04-b81f-810465311a5f tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.794288 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6590fed2-699d-4437-94d4-046b3bbc5d99 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.833456 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590fed2-699d-4437-94d4-046b3bbc5d99 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event deleted for resources: {'Port': ['ID=8b17ca94-1549-4087-b3fe-cb4e2687f3aa,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:02.902568 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c28a-f34c-4f04-b81f-810465311a5f tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.902568 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd4c28a-f34c-4f04-b81f-810465311a5f tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Fanout notify agent at l3_agent the message router_deleted on router 02358718-c523-4971-b1cb-09d2460d7664 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:20:02.908526 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c28a-f34c-4f04-b81f-810465311a5f tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.909637 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7fd4c28a-f34c-4f04-b81f-810465311a5f tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] 10.222.0.10 "DELETE /v2.0/routers/02358718-c523-4971-b1cb-09d2460d7664 HTTP/1.1" status: 204 len: 168 time: 1.9711304 Jun 30 09:20:02.913315 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45976) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:02.919520 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-b52d7f97-1fe8-4eb9-9f2a-c8d38207014a tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-612154021', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:03.016934 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6590fed2-699d-4437-94d4-046b3bbc5d99 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:03.080294 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b52d7f97-1fe8-4eb9-9f2a-c8d38207014a tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:03.081344 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b52d7f97-1fe8-4eb9-9f2a-c8d38207014a tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:03.144306 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b52d7f97-1fe8-4eb9-9f2a-c8d38207014a tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:03.165913 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 9329ca6d-e3d8-4d69-9797-c4608f3e453b up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:03.251412 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b52d7f97-1fe8-4eb9-9f2a-c8d38207014a tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:03.284765 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6590fed2-699d-4437-94d4-046b3bbc5d99 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Router 4522a532-5087-49d8-9d43-d774b095fbb4 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:20:03.399582 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 9329ca6d-e3d8-4d69-9797-c4608f3e453b completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:03.403695 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 9329ca6d-e3d8-4d69-9797-c4608f3e453b triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:03.404095 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:03.443861 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b52d7f97-1fe8-4eb9-9f2a-c8d38207014a tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:03.449555 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6590fed2-699d-4437-94d4-046b3bbc5d99 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:20:03.451685 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b52d7f97-1fe8-4eb9-9f2a-c8d38207014a tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5357311 Jun 30 09:20:03.456564 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6590fed2-699d-4437-94d4-046b3bbc5d99 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "PUT /v2.0/routers/4522a532-5087-49d8-9d43-d774b095fbb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4622681 Jun 30 09:20:03.456564 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45990) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:03.457800 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45992) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:03.461291 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-59a4fde3-4343-474b-a574-f68e01f020b7 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Request body: {'router': {'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:03.507214 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9475b57c-7012-462b-8cf2-b9826e42f648 None None] Sync routers for ids ['4522a532-5087-49d8-9d43-d774b095fbb4'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:20:03.557512 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9475b57c-7012-462b-8cf2-b9826e42f648 None None] Routers {'4522a532-5087-49d8-9d43-d774b095fbb4'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:03.558546 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-9475b57c-7012-462b-8cf2-b9826e42f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['4522a532-5087-49d8-9d43-d774b095fbb4'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:03.563057 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:03.603335 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-9475b57c-7012-462b-8cf2-b9826e42f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:03.607001 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75825351-216b-483f-8c7b-2db7d0df6166 req-530b7689-3598-4fec-a35a-aca856bb5baa tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:03.609464 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-75825351-216b-483f-8c7b-2db7d0df6166 req-530b7689-3598-4fec-a35a-aca856bb5baa tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 946 time: 0.0902045 Jun 30 09:20:03.613200 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb4c9a-c982-41e6-aeae-0c5bc738f967 req-d14028ca-a296-4a54-87e8-fb92de1de618 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:03.614932 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a8cb4c9a-c982-41e6-aeae-0c5bc738f967 req-d14028ca-a296-4a54-87e8-fb92de1de618 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e8ecd4d-0ef6-464c-8b2d-18a9d2256132 HTTP/1.1" status: 200 len: 944 time: 0.2296419 Jun 30 09:20:03.624393 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8ecd4d-0ef6-464c-8b2d-18a9d2256132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9329ca6d-e3d8-4d69-9797-c4608f3e453b'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:03.626808 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2b3d87-18e8-4665-95f3-f71156dd45fb" -d '{"events": [{"server_uuid": "6e8ecd4d-0ef6-464c-8b2d-18a9d2256132", "name": "network-vif-plugged", "status": "completed", "tag": "9329ca6d-e3d8-4d69-9797-c4608f3e453b"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:03.637868 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9475b57c-7012-462b-8cf2-b9826e42f648 None None] Routers {'4522a532-5087-49d8-9d43-d774b095fbb4'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:03.638635 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-9475b57c-7012-462b-8cf2-b9826e42f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['4522a532-5087-49d8-9d43-d774b095fbb4'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:03.644284 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 9329ca6d-e3d8-4d69-9797-c4608f3e453b, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=9329ca6d-e3d8-4d69-9797-c4608f3e453b,segment=NetworkSegment(22391e2c-afdf-41cc-a009-a42950dbe207),segment_id=22391e2c-afdf-41cc-a009-a42950dbe207)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:03.665061 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-75825351-216b-483f-8c7b-2db7d0df6166 req-ecf3a105-cd13-472c-a475-ce138b0e88e0 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3e473d5-9073-44a3-8bfc-d93501fc778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403535 Jun 30 09:20:03.678179 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-9475b57c-7012-462b-8cf2-b9826e42f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:03.678682 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9475b57c-7012-462b-8cf2-b9826e42f648 None None] The sync data for ids ['4522a532-5087-49d8-9d43-d774b095fbb4'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:20:03.739764 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfc7286-aee2-4d81-8bc9-52bd379e3338 x-openstack-request-id: req-8cfc7286-aee2-4d81-8bc9-52bd379e3338 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:03.739764 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e8ecd4d-0ef6-464c-8b2d-18a9d2256132", "name": "network-vif-plugged", "status": "completed", "tag": "9329ca6d-e3d8-4d69-9797-c4608f3e453b", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:03.740017 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8cfc7286-aee2-4d81-8bc9-52bd379e3338 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:03.740421 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8ecd4d-0ef6-464c-8b2d-18a9d2256132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9329ca6d-e3d8-4d69-9797-c4608f3e453b', 'code': 200} Jun 30 09:20:03.759904 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:03.860415 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=9329ca6d-e3d8-4d69-9797-c4608f3e453b,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:03.907011 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4eea0-1586-4ed5-9deb-0089af627f47 req-02cdf9cf-06af-43ff-b94c-9e8fd42de8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:03.908899 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9fa4eea0-1586-4ed5-9deb-0089af627f47 req-02cdf9cf-06af-43ff-b94c-9e8fd42de8f4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6e8ecd4d-0ef6-464c-8b2d-18a9d2256132 HTTP/1.1" status: 200 len: 1097 time: 0.0778060 Jun 30 09:20:03.949293 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9fa4eea0-1586-4ed5-9deb-0089af627f47 req-ddfeb23c-465e-4672-ba78-45fafb12874f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e954183e-11f2-4961-b0b5-d900e03688b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329411 Jun 30 09:20:04.174937 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c3166ced-e164-42cc-8b26-6a8c405b1982 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:04.239497 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a8cb4c9a-c982-41e6-aeae-0c5bc738f967 req-37357b88-5ef3-4995-90bc-204c8e369def tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] 10.222.0.10 "GET /v2.0/security-groups?id=e954183e-11f2-4961-b0b5-d900e03688b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810372 Jun 30 09:20:04.249508 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-59a4fde3-4343-474b-a574-f68e01f020b7 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:04.343979 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c3166ced-e164-42cc-8b26-6a8c405b1982 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:04.635230 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-59a4fde3-4343-474b-a574-f68e01f020b7 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:04.660328 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-59a4fde3-4343-474b-a574-f68e01f020b7 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:04.713785 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-c3166ced-e164-42cc-8b26-6a8c405b1982 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Deleting port f5f30f46-a7c8-44f0-aad8-bb0df792a36a {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:04.714139 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c3166ced-e164-42cc-8b26-6a8c405b1982 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:04.880932 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c3166ced-e164-42cc-8b26-6a8c405b1982 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:04.883804 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-59a4fde3-4343-474b-a574-f68e01f020b7 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Allocated IP 172.25.6.119 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/b595f2e0-4bfc-454f-ba5d-d5718be11898) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:04.911635 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-c3166ced-e164-42cc-8b26-6a8c405b1982 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Calling delete_port for f5f30f46-a7c8-44f0-aad8-bb0df792a36a owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:05.054251 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1615c-476c-48a9-9b38-be14f3b6238a req-bba3e35a-d91f-49ec-98cc-3bc841d7c8bc tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:05.055902 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-10d1615c-476c-48a9-9b38-be14f3b6238a req-bba3e35a-d91f-49ec-98cc-3bc841d7c8bc tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 946 time: 0.2574031 Jun 30 09:20:05.124649 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-10d1615c-476c-48a9-9b38-be14f3b6238a req-de8e943d-b561-4252-a740-c01a446af326 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3e473d5-9073-44a3-8bfc-d93501fc778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566883 Jun 30 09:20:05.208886 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-59a4fde3-4343-474b-a574-f68e01f020b7 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:05.492360 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303e0b3-07a4-4d44-90d5-47b37a79fbe2 req-df42ea66-6bd1-405e-a54a-3a471dd55a47 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:05.493885 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a303e0b3-07a4-4d44-90d5-47b37a79fbe2 req-df42ea66-6bd1-405e-a54a-3a471dd55a47 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e8ecd4d-0ef6-464c-8b2d-18a9d2256132 HTTP/1.1" status: 200 len: 945 time: 0.0688567 Jun 30 09:20:05.508215 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-59a4fde3-4343-474b-a574-f68e01f020b7 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:05.570708 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a4fde3-4343-474b-a574-f68e01f020b7 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:05.575006 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c3166ced-e164-42cc-8b26-6a8c405b1982 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:05.583230 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-59a4fde3-4343-474b-a574-f68e01f020b7 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:05.589578 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a4fde3-4343-474b-a574-f68e01f020b7 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:05.594113 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a303e0b3-07a4-4d44-90d5-47b37a79fbe2 req-451f7051-b064-41d8-a83d-4dbb5e30d9c9 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] 10.222.0.10 "GET /v2.0/security-groups?id=e954183e-11f2-4961-b0b5-d900e03688b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935180 Jun 30 09:20:05.598639 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4fde3-4343-474b-a574-f68e01f020b7 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Pushing event updated for resources: {'Port': ['ID=b595f2e0-4bfc-454f-ba5d-d5718be11898,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:05.679744 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3166ced-e164-42cc-8b26-6a8c405b1982 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event deleted for resources: {'Port': ['ID=f5f30f46-a7c8-44f0-aad8-bb0df792a36a,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:05.721550 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3166ced-e164-42cc-8b26-6a8c405b1982 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:05.721894 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3166ced-e164-42cc-8b26-6a8c405b1982 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:05.722236 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3166ced-e164-42cc-8b26-6a8c405b1982 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:05.722599 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3166ced-e164-42cc-8b26-6a8c405b1982 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:05.722903 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3166ced-e164-42cc-8b26-6a8c405b1982 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:05.723259 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3166ced-e164-42cc-8b26-6a8c405b1982 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:05.723588 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3166ced-e164-42cc-8b26-6a8c405b1982 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:05.724038 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3166ced-e164-42cc-8b26-6a8c405b1982 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:05.724383 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3166ced-e164-42cc-8b26-6a8c405b1982 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:05.724708 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3166ced-e164-42cc-8b26-6a8c405b1982 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:05.725031 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3166ced-e164-42cc-8b26-6a8c405b1982 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:05.725441 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3166ced-e164-42cc-8b26-6a8c405b1982 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:05.804333 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c3166ced-e164-42cc-8b26-6a8c405b1982 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:05.928593 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c3166ced-e164-42cc-8b26-6a8c405b1982 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:05.934244 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c3166ced-e164-42cc-8b26-6a8c405b1982 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:06.106935 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c3166ced-e164-42cc-8b26-6a8c405b1982 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:06.107584 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3166ced-e164-42cc-8b26-6a8c405b1982 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Fanout notify agent at l3_agent the message router_deleted on router 4522a532-5087-49d8-9d43-d774b095fbb4 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:20:06.116366 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c3166ced-e164-42cc-8b26-6a8c405b1982 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:06.117498 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c3166ced-e164-42cc-8b26-6a8c405b1982 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "DELETE /v2.0/routers/4522a532-5087-49d8-9d43-d774b095fbb4 HTTP/1.1" status: 204 len: 168 time: 2.6537051 Jun 30 09:20:06.120066 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46064) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:06.215014 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c9065e6-d1d6-4b82-9112-93d7b30c4589 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Deleting subnet 1cd70202-59e2-40cd-8e17-279a8dc07c06 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:20:06.224115 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c9065e6-d1d6-4b82-9112-93d7b30c4589 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:06.255928 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-59a4fde3-4343-474b-a574-f68e01f020b7 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:06.313052 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c9065e6-d1d6-4b82-9112-93d7b30c4589 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:06.355728 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305571d3-36cd-4dc8-8b7a-f32d54435dcc req-19d5ecfa-7e22-45ba-9d8d-ba2ba76049d0 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:06.357293 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-305571d3-36cd-4dc8-8b7a-f32d54435dcc req-19d5ecfa-7e22-45ba-9d8d-ba2ba76049d0 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 946 time: 0.0850692 Jun 30 09:20:06.401694 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c9065e6-d1d6-4b82-9112-93d7b30c4589 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:06.406183 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-305571d3-36cd-4dc8-8b7a-f32d54435dcc req-8ac4dfd8-18f7-449a-84c1-71165da06d0d tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3e473d5-9073-44a3-8bfc-d93501fc778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407088 Jun 30 09:20:06.549899 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-59a4fde3-4343-474b-a574-f68e01f020b7 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:06.554320 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-59a4fde3-4343-474b-a574-f68e01f020b7 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1642126'] for router, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:06.734846 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c9065e6-d1d6-4b82-9112-93d7b30c4589 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:06.749446 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977951d-18cb-4f33-84d0-fc3771991a6a req-38cd5dd5-1442-4364-abfa-df71bf876af9 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:06.751115 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9977951d-18cb-4f33-84d0-fc3771991a6a req-38cd5dd5-1442-4364-abfa-df71bf876af9 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e8ecd4d-0ef6-464c-8b2d-18a9d2256132 HTTP/1.1" status: 200 len: 945 time: 0.1357064 Jun 30 09:20:06.779357 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9065e6-d1d6-4b82-9112-93d7b30c4589 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event deleted for resources: {'Subnet': ['ID=1cd70202-59e2-40cd-8e17-279a8dc07c06,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:06.790751 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c9065e6-d1d6-4b82-9112-93d7b30c4589 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:06.792656 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7c9065e6-d1d6-4b82-9112-93d7b30c4589 tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "DELETE /v2.0/subnets/1cd70202-59e2-40cd-8e17-279a8dc07c06 HTTP/1.1" status: 204 len: 168 time: 0.6717443 Jun 30 09:20:06.795965 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46094) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:06.829284 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9977951d-18cb-4f33-84d0-fc3771991a6a req-f19aef3f-fd4c-41cd-88c9-46e62b07e9af tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] 10.222.0.10 "GET /v2.0/security-groups?id=e954183e-11f2-4961-b0b5-d900e03688b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474844 Jun 30 09:20:06.885825 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f0609b92-9804-44ff-ab84-045ed4f2d83e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:06.931727 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a4fde3-4343-474b-a574-f68e01f020b7 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Router 343cf74a-79e8-4ae2-9c85-8f063125182b is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:20:06.977968 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f0609b92-9804-44ff-ab84-045ed4f2d83e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:06.990484 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-f0609b92-9804-44ff-ab84-045ed4f2d83e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdc0559f-67d1-4643-aeb9-3f7b3934bfbc']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:07.002349 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-f0609b92-9804-44ff-ab84-045ed4f2d83e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51fc94b6-fd87-4b05-a125-22cd915f04ae') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:07.002937 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-f0609b92-9804-44ff-ab84-045ed4f2d83e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51fc94b6-fd87-4b05-a125-22cd915f04ae') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:07.012585 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f0609b92-9804-44ff-ab84-045ed4f2d83e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:07.036423 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f0609b92-9804-44ff-ab84-045ed4f2d83e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:07.048064 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0609b92-9804-44ff-ab84-045ed4f2d83e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:20:07.048829 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f0609b92-9804-44ff-ab84-045ed4f2d83e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:20:07.053693 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:20:07.063229 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a4fde3-4343-474b-a574-f68e01f020b7 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:20:07.073015 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0fe609-6b90-436f-b0e6-cc1502a2d6b1 None None] Sync routers for ids ['343cf74a-79e8-4ae2-9c85-8f063125182b'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:20:07.076368 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-59a4fde3-4343-474b-a574-f68e01f020b7 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:07.077735 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-59a4fde3-4343-474b-a574-f68e01f020b7 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] 10.222.0.10 "PUT /v2.0/routers/343cf74a-79e8-4ae2-9c85-8f063125182b HTTP/1.1" status: 200 len: 879 time: 3.6207500 Jun 30 09:20:07.080650 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46098) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:07.086348 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0fe609-6b90-436f-b0e6-cc1502a2d6b1 None None] Routers {'343cf74a-79e8-4ae2-9c85-8f063125182b'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:07.087220 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-8d0fe609-6b90-436f-b0e6-cc1502a2d6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['343cf74a-79e8-4ae2-9c85-8f063125182b'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:07.119790 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-8d0fe609-6b90-436f-b0e6-cc1502a2d6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:07.130180 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0fe609-6b90-436f-b0e6-cc1502a2d6b1 None None] Routers {'343cf74a-79e8-4ae2-9c85-8f063125182b'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:07.131225 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-8d0fe609-6b90-436f-b0e6-cc1502a2d6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['343cf74a-79e8-4ae2-9c85-8f063125182b'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:07.166592 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-8d0fe609-6b90-436f-b0e6-cc1502a2d6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:07.167424 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0fe609-6b90-436f-b0e6-cc1502a2d6b1 None None] The sync data for ids ['343cf74a-79e8-4ae2-9c85-8f063125182b'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:20:07.211061 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46100) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:07.211334 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5958cb03-7278-4fbe-84e9-d9e35c86a83f tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "GET /v2.0/routers/343cf74a-79e8-4ae2-9c85-8f063125182b HTTP/1.1" status: 200 len: 920 time: 0.1289380 Jun 30 09:20:07.257881 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f0609b92-9804-44ff-ab84-045ed4f2d83e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:07.277574 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f0609b92-9804-44ff-ab84-045ed4f2d83e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:07.279454 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f0609b92-9804-44ff-ab84-045ed4f2d83e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] 10.222.0.10 "DELETE /v2.0/networks/cdc0559f-67d1-4643-aeb9-3f7b3934bfbc HTTP/1.1" status: 204 len: 168 time: 0.4816277 Jun 30 09:20:07.287150 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0609b92-9804-44ff-ab84-045ed4f2d83e tempest-FloatingIPTestJSON-138920059 tempest-FloatingIPTestJSON-138920059-project] Pushing event deleted for resources: {'Network': ['ID=cdc0559f-67d1-4643-aeb9-3f7b3934bfbc,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:07.322614 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46106) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:07.339449 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd6a8ad-18e7-42b5-9c93-f2a96cd88fdb tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:07.342243 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0cd6a8ad-18e7-42b5-9c93-f2a96cd88fdb tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=599fb812-09ee-4e3b-a109-d92406a95c23&device_id=343cf74a-79e8-4ae2-9c85-8f063125182b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1298070 Jun 30 09:20:07.345578 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46110) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:07.353919 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:07.462178 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5b73-da08-457e-8606-79dacbe92dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:07.575347 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5b73-da08-457e-8606-79dacbe92dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:07.685248 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5b73-da08-457e-8606-79dacbe92dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:07.751064 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-cfbb5b73-da08-457e-8606-79dacbe92dff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=16936a0c3a704f84b14128d5ed2ec09a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4240866 Jun 30 09:20:07.751064 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb5b73-da08-457e-8606-79dacbe92dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41966b1-5d39-41b5-81f2-b6e9569c35d1,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:07.753169 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46118) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:07.818623 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3d3833b9-df75-48c2-ac27-c7e7f84a7b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:07.842125 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3d3833b9-df75-48c2-ac27-c7e7f84a7b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:07.845647 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c90429-a8b1-474b-9560-9d21f5d75f02 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:07.850215 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-80c90429-a8b1-474b-9560-9d21f5d75f02 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 881 time: 0.4996958 Jun 30 09:20:07.850396 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46122) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:07.913411 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98aa2b-cdeb-4de3-8e8f-136ba01208cb req-c21ed044-8219-40d7-9e8c-9eb6838079cb tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:07.916624 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ef98aa2b-cdeb-4de3-8e8f-136ba01208cb req-c21ed044-8219-40d7-9e8c-9eb6838079cb tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 946 time: 0.1583309 Jun 30 09:20:07.919889 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-22294f30-1541-4d65-b98d-43e91cf94cd8 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] 10.222.0.10 "GET /v2.0/ports?device_id=343cf74a-79e8-4ae2-9c85-8f063125182b HTTP/1.1" status: 200 len: 205 time: 0.0657399 Jun 30 09:20:07.920461 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46128) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:07.970476 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46130) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:07.999481 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ef98aa2b-cdeb-4de3-8e8f-136ba01208cb req-38ff2dfb-c4a3-444e-84e3-92fba92ecfe3 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3e473d5-9073-44a3-8bfc-d93501fc778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750763 Jun 30 09:20:08.038959 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3d3833b9-df75-48c2-ac27-c7e7f84a7b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.041453 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3d3833b9-df75-48c2-ac27-c7e7f84a7b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.042615 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3d3833b9-df75-48c2-ac27-c7e7f84a7b6d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d41966b1-5d39-41b5-81f2-b6e9569c35d1 HTTP/1.1" status: 204 len: 168 time: 0.2884214 Jun 30 09:20:08.112282 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a666c18-bb68-4eee-a3f6-13343a3b7bc1 req-8c94ce53-9011-48d7-b1f0-aac9ed920c07 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:08.114103 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4a666c18-bb68-4eee-a3f6-13343a3b7bc1 req-8c94ce53-9011-48d7-b1f0-aac9ed920c07 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e8ecd4d-0ef6-464c-8b2d-18a9d2256132 HTTP/1.1" status: 200 len: 945 time: 0.0850129 Jun 30 09:20:08.136548 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3833b9-df75-48c2-ac27-c7e7f84a7b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41966b1-5d39-41b5-81f2-b6e9569c35d1,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:08.185417 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5878-1d6b-45d0-bb8f-4be02b9cd6f5 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.195975 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f512a7-76f4-43ce-a1ab-e320c173f40d req-3826297a-1d9b-4dc9-aa66-3fd17477ce41 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:08.197458 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-19f512a7-76f4-43ce-a1ab-e320c173f40d req-3826297a-1d9b-4dc9-aa66-3fd17477ce41 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e8ecd4d-0ef6-464c-8b2d-18a9d2256132 HTTP/1.1" status: 200 len: 945 time: 0.1872828 Jun 30 09:20:08.253299 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-83d13c5f-e84c-4b2f-93f1-1bb6f1f59fec admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=418f3cacdcaa491296a7151f3c3c3aac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2796845 Jun 30 09:20:08.257244 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46136) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:08.293562 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-4a666c18-bb68-4eee-a3f6-13343a3b7bc1 req-a28b01ab-bfcb-4f12-b7fd-a7daee7611ab tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] Deleting port 9329ca6d-e3d8-4d69-9797-c4608f3e453b {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:08.294523 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4a666c18-bb68-4eee-a3f6-13343a3b7bc1 req-a28b01ab-bfcb-4f12-b7fd-a7daee7611ab tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.418575 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-4a666c18-bb68-4eee-a3f6-13343a3b7bc1 req-a28b01ab-bfcb-4f12-b7fd-a7daee7611ab tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] For port 9329ca6d-e3d8-4d69-9797-c4608f3e453b, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=9329ca6d-e3d8-4d69-9797-c4608f3e453b,segment=NetworkSegment(22391e2c-afdf-41cc-a009-a42950dbe207),segment_id=22391e2c-afdf-41cc-a009-a42950dbe207)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:08.419074 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4a666c18-bb68-4eee-a3f6-13343a3b7bc1 req-a28b01ab-bfcb-4f12-b7fd-a7daee7611ab tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.441448 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-4a666c18-bb68-4eee-a3f6-13343a3b7bc1 req-a28b01ab-bfcb-4f12-b7fd-a7daee7611ab tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] Calling delete_port for 9329ca6d-e3d8-4d69-9797-c4608f3e453b owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:08.679732 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.708732 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-19f512a7-76f4-43ce-a1ab-e320c173f40d req-17655883-65cf-441f-9e30-e8214c3c2796 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] 10.222.0.10 "GET /v2.0/security-groups?id=e954183e-11f2-4961-b0b5-d900e03688b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791915 Jun 30 09:20:08.747599 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4a666c18-bb68-4eee-a3f6-13343a3b7bc1 req-a28b01ab-bfcb-4f12-b7fd-a7daee7611ab tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.760243 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['9329ca6d-e3d8-4d69-9797-c4608f3e453b'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:08.764288 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5878-1d6b-45d0-bb8f-4be02b9cd6f5 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.772794 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-41b75a44-7563-405d-96b9-eaa5fc1d50a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.807584 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b01ab-bfcb-4f12-b7fd-a7daee7611ab tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] Pushing event deleted for resources: {'Port': ['ID=9329ca6d-e3d8-4d69-9797-c4608f3e453b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:08.811325 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-41b75a44-7563-405d-96b9-eaa5fc1d50a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.849844 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a666c18-bb68-4eee-a3f6-13343a3b7bc1 req-a28b01ab-bfcb-4f12-b7fd-a7daee7611ab tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] No DVR routers for this DVR port 9329ca6d-e3d8-4d69-9797-c4608f3e453b on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:20:08.852605 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4a666c18-bb68-4eee-a3f6-13343a3b7bc1 req-a28b01ab-bfcb-4f12-b7fd-a7daee7611ab tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.854807 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4a666c18-bb68-4eee-a3f6-13343a3b7bc1 req-a28b01ab-bfcb-4f12-b7fd-a7daee7611ab tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] 10.222.0.37 "DELETE /v2.0/ports/9329ca6d-e3d8-4d69-9797-c4608f3e453b HTTP/1.1" status: 204 len: 173 time: 0.7352777 Jun 30 09:20:08.855186 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8ecd4d-0ef6-464c-8b2d-18a9d2256132', 'name': 'network-vif-deleted', 'tag': '9329ca6d-e3d8-4d69-9797-c4608f3e453b'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:08.857521 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7c751f-5ee9-4f92-b8f6-a747a464cf78" -d '{"events": [{"server_uuid": "6e8ecd4d-0ef6-464c-8b2d-18a9d2256132", "name": "network-vif-deleted", "tag": "9329ca6d-e3d8-4d69-9797-c4608f3e453b"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:08.913229 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1994683-7669-43e8-824b-3b7c019ae0fb x-openstack-request-id: req-e1994683-7669-43e8-824b-3b7c019ae0fb {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:08.913795 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e8ecd4d-0ef6-464c-8b2d-18a9d2256132", "name": "network-vif-deleted", "tag": "9329ca6d-e3d8-4d69-9797-c4608f3e453b", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:08.914048 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e1994683-7669-43e8-824b-3b7c019ae0fb {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:08.914441 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8ecd4d-0ef6-464c-8b2d-18a9d2256132', 'name': 'network-vif-deleted', 'tag': '9329ca6d-e3d8-4d69-9797-c4608f3e453b', 'status': 'completed', 'code': 200} Jun 30 09:20:09.018839 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-4fcc5878-1d6b-45d0-bb8f-4be02b9cd6f5 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Deleting port b595f2e0-4bfc-454f-ba5d-d5718be11898 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:09.019363 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5878-1d6b-45d0-bb8f-4be02b9cd6f5 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:09.060611 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-41b75a44-7563-405d-96b9-eaa5fc1d50a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:09.063192 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-41b75a44-7563-405d-96b9-eaa5fc1d50a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:09.064341 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-41b75a44-7563-405d-96b9-eaa5fc1d50a3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/38c733b7-244d-486c-977f-e23fb3d407b2 HTTP/1.1" status: 204 len: 168 time: 0.8061624 Jun 30 09:20:09.076289 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b75a44-7563-405d-96b9-eaa5fc1d50a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c733b7-244d-486c-977f-e23fb3d407b2,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:09.126882 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5878-1d6b-45d0-bb8f-4be02b9cd6f5 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:09.140635 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46154) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:09.144020 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-4fcc5878-1d6b-45d0-bb8f-4be02b9cd6f5 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Calling delete_port for b595f2e0-4bfc-454f-ba5d-d5718be11898 owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:09.174962 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-17a8060d-aecf-42b7-8a1c-30457eb44544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:09.313110 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-17a8060d-aecf-42b7-8a1c-30457eb44544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:09.415611 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422cbfd-08c4-4d82-8c05-d7f0e6971461 req-ca90b638-03d8-4f52-aa8e-db4fe6814751 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:09.417286 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a422cbfd-08c4-4d82-8c05-d7f0e6971461 req-ca90b638-03d8-4f52-aa8e-db4fe6814751 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 946 time: 0.1810005 Jun 30 09:20:09.451224 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-17a8060d-aecf-42b7-8a1c-30457eb44544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:09.475804 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a422cbfd-08c4-4d82-8c05-d7f0e6971461 req-6256a875-ce70-41f2-aa6e-2e10b4bb0d0b tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3e473d5-9073-44a3-8bfc-d93501fc778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506780 Jun 30 09:20:09.501541 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-17a8060d-aecf-42b7-8a1c-30457eb44544 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3215e799bf294e9cbbd9d471ee05ac33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3593600 Jun 30 09:20:09.502499 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8060d-aecf-42b7-8a1c-30457eb44544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd89a1a3-2667-4392-8c46-0ea5d66d72bf,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:09.504219 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46158) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:09.568864 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5878-1d6b-45d0-bb8f-4be02b9cd6f5 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:09.572836 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fc6a8209-7588-48ba-9c3d-2336f9747963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:09.609769 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc5878-1d6b-45d0-bb8f-4be02b9cd6f5 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Pushing event deleted for resources: {'Port': ['ID=b595f2e0-4bfc-454f-ba5d-d5718be11898,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:09.641820 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fc6a8209-7588-48ba-9c3d-2336f9747963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:09.715786 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5878-1d6b-45d0-bb8f-4be02b9cd6f5 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:09.860343 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5878-1d6b-45d0-bb8f-4be02b9cd6f5 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:09.863152 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5878-1d6b-45d0-bb8f-4be02b9cd6f5 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:09.932578 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fc6a8209-7588-48ba-9c3d-2336f9747963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:09.935361 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fc6a8209-7588-48ba-9c3d-2336f9747963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:09.937310 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fc6a8209-7588-48ba-9c3d-2336f9747963 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cd89a1a3-2667-4392-8c46-0ea5d66d72bf HTTP/1.1" status: 204 len: 168 time: 0.4316778 Jun 30 09:20:09.957336 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a8209-7588-48ba-9c3d-2336f9747963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd89a1a3-2667-4392-8c46-0ea5d66d72bf,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:09.975410 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3b21b4f5-e69f-48ed-b670-7abded492896 req-b4381d6c-090d-4d8c-94b0-98398f6cfb31 tempest-ServerAddressesTestJSON-795537483 tempest-ServerAddressesTestJSON-795537483-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e8ecd4d-0ef6-464c-8b2d-18a9d2256132 HTTP/1.1" status: 200 len: 210 time: 0.0483236 Jun 30 09:20:10.047182 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5878-1d6b-45d0-bb8f-4be02b9cd6f5 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:10.055284 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcc5878-1d6b-45d0-bb8f-4be02b9cd6f5 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Fanout notify agent at l3_agent the message router_deleted on router 343cf74a-79e8-4ae2-9c85-8f063125182b {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:20:10.067477 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5878-1d6b-45d0-bb8f-4be02b9cd6f5 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:10.074320 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4fcc5878-1d6b-45d0-bb8f-4be02b9cd6f5 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] 10.222.0.10 "DELETE /v2.0/routers/343cf74a-79e8-4ae2-9c85-8f063125182b HTTP/1.1" status: 204 len: 168 time: 2.1516469 Jun 30 09:20:10.075156 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46176) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:10.080600 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-b982a45c-77cc-4588-b999-5522fce04b80 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-118869496', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:10.337332 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b982a45c-77cc-4588-b999-5522fce04b80 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:10.338377 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b982a45c-77cc-4588-b999-5522fce04b80 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:10.412176 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b982a45c-77cc-4588-b999-5522fce04b80 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:10.497094 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b982a45c-77cc-4588-b999-5522fce04b80 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:10.666502 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b982a45c-77cc-4588-b999-5522fce04b80 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:10.669530 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b982a45c-77cc-4588-b999-5522fce04b80 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5925272 Jun 30 09:20:10.672781 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46196) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:10.677873 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-26a45d79-f099-445d-981f-5b8bbaf8b3c5 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'enable_snat': True}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:10.743466 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb4512-c017-411d-bb79-26fd68cede10 req-c13ad615-809f-4cf6-9565-225717af1f34 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:10.743466 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3dfb4512-c017-411d-bb79-26fd68cede10 req-c13ad615-809f-4cf6-9565-225717af1f34 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 946 time: 0.1280460 Jun 30 09:20:10.807428 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3dfb4512-c017-411d-bb79-26fd68cede10 req-2e380047-ee29-4d4d-9796-a1fd6b0f65ee tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3e473d5-9073-44a3-8bfc-d93501fc778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623462 Jun 30 09:20:10.955711 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46206) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:10.985526 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26a45d79-f099-445d-981f-5b8bbaf8b3c5 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.094139 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-c0013df7-84b6-4bf5-8985-1bf814d79907 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Request body: {'networks': [{'name': 'tempest-network--309849721'}, {'name': 'tempest-network--1896095457'}]} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:11.094830 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-c0013df7-84b6-4bf5-8985-1bf814d79907 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Request body: {'network': {'name': 'tempest-network--309849721'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:11.095211 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-c0013df7-84b6-4bf5-8985-1bf814d79907 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Request body: {'network': {'name': 'tempest-network--1896095457'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:11.112091 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46214) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:11.180907 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce8b053d-d430-426e-a27e-56e00a5f9670 admin admin] Deleting subnet 05a4c40f-e1a2-4745-a88b-d88525829186 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:20:11.185395 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ce8b053d-d430-426e-a27e-56e00a5f9670 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.236551 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ce8b053d-d430-426e-a27e-56e00a5f9670 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.264754 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0013df7-84b6-4bf5-8985-1bf814d79907 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Made reservation on behalf of 37aecd52ae9d448493718ea6790b17ab for: {'network': 2} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:11.272994 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0013df7-84b6-4bf5-8985-1bf814d79907 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.287898 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0013df7-84b6-4bf5-8985-1bf814d79907 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.327000 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ce8b053d-d430-426e-a27e-56e00a5f9670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.361284 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26a45d79-f099-445d-981f-5b8bbaf8b3c5 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.382359 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26a45d79-f099-445d-981f-5b8bbaf8b3c5 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.460634 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0013df7-84b6-4bf5-8985-1bf814d79907 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.517875 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-26a45d79-f099-445d-981f-5b8bbaf8b3c5 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Allocated IP 172.25.6.109 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/f2154c4f-2e2c-4ef4-b236-71f9eb822138) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:11.537296 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ce8b053d-d430-426e-a27e-56e00a5f9670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.565713 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b053d-d430-426e-a27e-56e00a5f9670 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05a4c40f-e1a2-4745-a88b-d88525829186,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:11.567920 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ce8b053d-d430-426e-a27e-56e00a5f9670 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.573797 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ce8b053d-d430-426e-a27e-56e00a5f9670 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/05a4c40f-e1a2-4745-a88b-d88525829186 HTTP/1.1" status: 204 len: 168 time: 0.4570825 Jun 30 09:20:11.573797 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0013df7-84b6-4bf5-8985-1bf814d79907 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.573797 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0013df7-84b6-4bf5-8985-1bf814d79907 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.577957 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46226) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:11.645266 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0013df7-84b6-4bf5-8985-1bf814d79907 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:20:11.648600 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0013df7-84b6-4bf5-8985-1bf814d79907 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc7defa-3e25-4df4-8668-9d1493d28050,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:11.659812 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0013df7-84b6-4bf5-8985-1bf814d79907 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.660094 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-c0013df7-84b6-4bf5-8985-1bf814d79907 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Added segment e1dcc1e9-b466-4e30-8e7f-1db1beeff314 of type vlan for network 28206a5d-0fc8-4fa9-9775-dec814eb695f Jun 30 09:20:11.679703 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6385a63f-fc8e-455c-9eaf-26d53ac120d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.705056 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0013df7-84b6-4bf5-8985-1bf814d79907 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.756257 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0013df7-84b6-4bf5-8985-1bf814d79907 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:20:11.767651 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0013df7-84b6-4bf5-8985-1bf814d79907 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.768030 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-c0013df7-84b6-4bf5-8985-1bf814d79907 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Added segment bc42ca78-593e-4c99-8403-95325e7b2513 of type vlan for network a7f5c8ea-0663-4d41-9dd7-d616ea366e5f Jun 30 09:20:11.789025 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26a45d79-f099-445d-981f-5b8bbaf8b3c5 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.811952 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6385a63f-fc8e-455c-9eaf-26d53ac120d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.812406 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0013df7-84b6-4bf5-8985-1bf814d79907 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.825399 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-6385a63f-fc8e-455c-9eaf-26d53ac120d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a73506-ee9e-4251-9823-2e3eaae769f5']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:11.840063 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-6385a63f-fc8e-455c-9eaf-26d53ac120d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22391e2c-afdf-41cc-a009-a42950dbe207') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:11.840418 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-6385a63f-fc8e-455c-9eaf-26d53ac120d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22391e2c-afdf-41cc-a009-a42950dbe207') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:11.862157 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6385a63f-fc8e-455c-9eaf-26d53ac120d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.878582 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6385a63f-fc8e-455c-9eaf-26d53ac120d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.885107 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6385a63f-fc8e-455c-9eaf-26d53ac120d6 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:20:11.885558 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6385a63f-fc8e-455c-9eaf-26d53ac120d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.899003 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:20:11.899003 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:20:11.899003 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:20:11.899003 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:20:11.899003 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:20:11.899003 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:20:11.899003 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:20:11.899003 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:20:11.899003 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:20:11.899003 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:20:11.899003 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:20:11.899003 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:20:11.899003 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:20:11.899003 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:20:11.899003 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:20:11.899003 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:20:11.899003 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:20:11.899003 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:20:11.899003 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:20:11.899003 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:20:11.899003 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:20:11.899003 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:20:11.899003 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:20:11.899003 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:20:11.899003 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:20:11.899003 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:20:11.899003 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:20:11.899003 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:20:11.899003 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:20:11.899003 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:20:11.899003 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:20:11.899003 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:20:11.955876 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0013df7-84b6-4bf5-8985-1bf814d79907 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.956337 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0013df7-84b6-4bf5-8985-1bf814d79907 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.962186 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0013df7-84b6-4bf5-8985-1bf814d79907 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:11.966873 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0013df7-84b6-4bf5-8985-1bf814d79907 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:11.968374 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0013df7-84b6-4bf5-8985-1bf814d79907 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.984248 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26a45d79-f099-445d-981f-5b8bbaf8b3c5 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.065091 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6385a63f-fc8e-455c-9eaf-26d53ac120d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.068961 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a45d79-f099-445d-981f-5b8bbaf8b3c5 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:12.074130 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0013df7-84b6-4bf5-8985-1bf814d79907 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Pushing event updated for resources: {'Network': ['ID=28206a5d-0fc8-4fa9-9775-dec814eb695f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:12.082602 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a45d79-f099-445d-981f-5b8bbaf8b3c5 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Pushing event updated for resources: {'Port': ['ID=f2154c4f-2e2c-4ef4-b236-71f9eb822138,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:12.083569 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6385a63f-fc8e-455c-9eaf-26d53ac120d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.086888 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6385a63f-fc8e-455c-9eaf-26d53ac120d6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/51a73506-ee9e-4251-9823-2e3eaae769f5 HTTP/1.1" status: 204 len: 168 time: 0.5077939 Jun 30 09:20:12.088195 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-26a45d79-f099-445d-981f-5b8bbaf8b3c5 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:12.101603 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 28206a5d-0fc8-4fa9-9775-dec814eb695f details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:20:12.129912 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a45d79-f099-445d-981f-5b8bbaf8b3c5 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:12.201995 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385a63f-fc8e-455c-9eaf-26d53ac120d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=51a73506-ee9e-4251-9823-2e3eaae769f5,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:12.255100 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46246) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:12.257383 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c0013df7-84b6-4bf5-8985-1bf814d79907 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3001735 Jun 30 09:20:12.342811 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b01c8f-2da8-40bb-9c82-7d08abc6b6fe req-3d77e290-2215-400e-9804-1fafb6e61fbe tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:12.345787 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d4b01c8f-2da8-40bb-9c82-7d08abc6b6fe req-3d77e290-2215-400e-9804-1fafb6e61fbe tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 946 time: 0.4022832 Jun 30 09:20:12.373514 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0013df7-84b6-4bf5-8985-1bf814d79907 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Pushing event updated for resources: {'Network': ['ID=a7f5c8ea-0663-4d41-9dd7-d616ea366e5f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:12.389055 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network a7f5c8ea-0663-4d41-9dd7-d616ea366e5f details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:20:12.415461 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b359fff8-c640-4f7a-a223-0e5588c08868 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:12.423610 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b359fff8-c640-4f7a-a223-0e5588c08868 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:12.430648 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b359fff8-c640-4f7a-a223-0e5588c08868 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:12.437806 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b359fff8-c640-4f7a-a223-0e5588c08868 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:12.439909 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b359fff8-c640-4f7a-a223-0e5588c08868 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1834776 Jun 30 09:20:12.443681 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46250) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:12.636947 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d4b01c8f-2da8-40bb-9c82-7d08abc6b6fe req-88f054a5-f87a-4ce1-bbb3-7bfdc3e229e4 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3e473d5-9073-44a3-8bfc-d93501fc778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819560 Jun 30 09:20:12.644949 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-22d86cb2-b0de-40b8-92b0-aebb507c2a66 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.750016 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-22d86cb2-b0de-40b8-92b0-aebb507c2a66 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.762363 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-22d86cb2-b0de-40b8-92b0-aebb507c2a66 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28206a5d-0fc8-4fa9-9775-dec814eb695f']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:12.775410 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-22d86cb2-b0de-40b8-92b0-aebb507c2a66 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1dcc1e9-b466-4e30-8e7f-1db1beeff314') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:12.775903 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-22d86cb2-b0de-40b8-92b0-aebb507c2a66 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1dcc1e9-b466-4e30-8e7f-1db1beeff314') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:12.786800 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-22d86cb2-b0de-40b8-92b0-aebb507c2a66 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.802976 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-22d86cb2-b0de-40b8-92b0-aebb507c2a66 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.809879 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d86cb2-b0de-40b8-92b0-aebb507c2a66 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:20:12.810285 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-22d86cb2-b0de-40b8-92b0-aebb507c2a66 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.813703 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:20:12.813703 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:20:12.813703 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:20:12.813703 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:20:12.813703 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:20:12.813703 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:20:12.813703 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:20:12.813703 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:20:12.813703 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:20:12.813703 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:20:12.813703 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:20:12.813703 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:20:12.813703 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:20:12.813703 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:20:12.813703 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:20:12.813703 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:20:12.813703 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:20:12.813703 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:20:12.813703 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:20:12.813703 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:20:12.813703 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:20:12.813703 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:20:12.813703 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:20:12.813703 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:20:12.813703 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:20:12.813703 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:20:12.813703 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:20:12.813703 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:20:12.813703 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:20:12.813703 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:20:12.813703 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:20:12.813703 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:20:12.878318 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46262) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:12.982129 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-797885bb-1ca9-4954-bbf8-71aa7aef3954 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4c086c009de84957b4bded3809e87b6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1026349 Jun 30 09:20:12.982356 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46264) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:12.999326 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26a45d79-f099-445d-981f-5b8bbaf8b3c5 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.065342 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-22d86cb2-b0de-40b8-92b0-aebb507c2a66 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.082695 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-22d86cb2-b0de-40b8-92b0-aebb507c2a66 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.084645 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-22d86cb2-b0de-40b8-92b0-aebb507c2a66 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] 10.222.0.10 "DELETE /v2.0/networks/28206a5d-0fc8-4fa9-9775-dec814eb695f HTTP/1.1" status: 204 len: 168 time: 0.6397529 Jun 30 09:20:13.089093 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46266) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:13.151748 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e6a0116d-af9d-4941-b986-2bdeeae0f5c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.157811 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d86cb2-b0de-40b8-92b0-aebb507c2a66 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Pushing event deleted for resources: {'Network': ['ID=28206a5d-0fc8-4fa9-9775-dec814eb695f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:13.209649 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 9329ca6d-e3d8-4d69-9797-c4608f3e453b no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:20:13.214256 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e6a0116d-af9d-4941-b986-2bdeeae0f5c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.227649 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-03787af2-f5d7-442e-b051-a7e7219d28f1 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.254989 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 9329ca6d-e3d8-4d69-9797-c4608f3e453b {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:20:13.255693 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 9329ca6d-e3d8-4d69-9797-c4608f3e453b not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:20:13.349117 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46274) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:13.381352 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-03787af2-f5d7-442e-b051-a7e7219d28f1 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.406160 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-03787af2-f5d7-442e-b051-a7e7219d28f1 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f5c8ea-0663-4d41-9dd7-d616ea366e5f']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:13.413292 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26a45d79-f099-445d-981f-5b8bbaf8b3c5 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.419738 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26a45d79-f099-445d-981f-5b8bbaf8b3c5 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1642126'] for router, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.425959 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-03787af2-f5d7-442e-b051-a7e7219d28f1 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc42ca78-593e-4c99-8403-95325e7b2513') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:13.426640 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-03787af2-f5d7-442e-b051-a7e7219d28f1 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc42ca78-593e-4c99-8403-95325e7b2513') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:13.441107 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-03787af2-f5d7-442e-b051-a7e7219d28f1 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.458957 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-03787af2-f5d7-442e-b051-a7e7219d28f1 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.468875 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03787af2-f5d7-442e-b051-a7e7219d28f1 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:20:13.469413 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-03787af2-f5d7-442e-b051-a7e7219d28f1 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.535486 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:20:13.535486 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:20:13.535486 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:20:13.535486 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:20:13.535486 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:20:13.535486 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:20:13.535486 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:20:13.535486 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:20:13.535486 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:20:13.535486 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:20:13.535486 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:20:13.535486 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:20:13.535486 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:20:13.535486 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:20:13.535486 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:20:13.535486 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:20:13.535486 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:20:13.535486 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:20:13.535486 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:20:13.535486 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:20:13.535486 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:20:13.535486 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:20:13.535486 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:20:13.535486 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:20:13.535486 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:20:13.535486 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:20:13.535486 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:20:13.535486 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:20:13.535486 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:20:13.535486 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:20:13.535486 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:20:13.535486 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:20:13.566795 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dd6d3661-30b3-4038-af97-427ab1d4d4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.708000 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e6a0116d-af9d-4941-b986-2bdeeae0f5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.710773 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e6a0116d-af9d-4941-b986-2bdeeae0f5c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.711978 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e6a0116d-af9d-4941-b986-2bdeeae0f5c1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e954183e-11f2-4961-b0b5-d900e03688b8 HTTP/1.1" status: 204 len: 168 time: 0.7277241 Jun 30 09:20:13.724257 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0116d-af9d-4941-b986-2bdeeae0f5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e954183e-11f2-4961-b0b5-d900e03688b8,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:13.742489 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a45d79-f099-445d-981f-5b8bbaf8b3c5 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Router be170bff-9788-4226-b6a7-1cc3bf188b6e is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:20:13.759188 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-03787af2-f5d7-442e-b051-a7e7219d28f1 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.769293 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-03787af2-f5d7-442e-b051-a7e7219d28f1 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.779101 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-03787af2-f5d7-442e-b051-a7e7219d28f1 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] 10.222.0.10 "DELETE /v2.0/networks/a7f5c8ea-0663-4d41-9dd7-d616ea366e5f HTTP/1.1" status: 204 len: 168 time: 0.6864257 Jun 30 09:20:13.793400 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46288) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:13.887641 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03787af2-f5d7-442e-b051-a7e7219d28f1 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Pushing event deleted for resources: {'Network': ['ID=a7f5c8ea-0663-4d41-9dd7-d616ea366e5f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:13.946069 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a45d79-f099-445d-981f-5b8bbaf8b3c5 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:20:13.952134 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26a45d79-f099-445d-981f-5b8bbaf8b3c5 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.954051 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-26a45d79-f099-445d-981f-5b8bbaf8b3c5 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "PUT /v2.0/routers/be170bff-9788-4226-b6a7-1cc3bf188b6e HTTP/1.1" status: 200 len: 914 time: 3.2796912 Jun 30 09:20:13.959753 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46294) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:13.962706 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8c242-0ff0-4ee2-bc0d-ea929ad7a1fe req-52f21874-614e-4688-8616-02b1820309b3 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:13.962894 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b69a35-7318-4df1-b761-a14ec16cdd60 None None] Sync routers for ids ['be170bff-9788-4226-b6a7-1cc3bf188b6e'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:20:13.964302 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65e8c242-0ff0-4ee2-bc0d-ea929ad7a1fe req-52f21874-614e-4688-8616-02b1820309b3 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 946 time: 0.1337752 Jun 30 09:20:13.977042 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b69a35-7318-4df1-b761-a14ec16cdd60 None None] Routers {'be170bff-9788-4226-b6a7-1cc3bf188b6e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:13.978018 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-51b69a35-7318-4df1-b761-a14ec16cdd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['be170bff-9788-4226-b6a7-1cc3bf188b6e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:14.019936 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-51b69a35-7318-4df1-b761-a14ec16cdd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:14.032291 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65e8c242-0ff0-4ee2-bc0d-ea929ad7a1fe req-632a6ebb-06dc-4b93-a6b9-0b4ca0086636 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3e473d5-9073-44a3-8bfc-d93501fc778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569115 Jun 30 09:20:14.056119 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b69a35-7318-4df1-b761-a14ec16cdd60 None None] Routers {'be170bff-9788-4226-b6a7-1cc3bf188b6e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:14.057283 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-51b69a35-7318-4df1-b761-a14ec16cdd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['be170bff-9788-4226-b6a7-1cc3bf188b6e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:14.113825 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-51b69a35-7318-4df1-b761-a14ec16cdd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:14.114824 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b69a35-7318-4df1-b761-a14ec16cdd60 None None] The sync data for ids ['be170bff-9788-4226-b6a7-1cc3bf188b6e'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:20:14.156069 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cd1b42-2ea3-46b8-b1e2-53cb9d1c48a3 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:14.162150 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cd1b42-2ea3-46b8-b1e2-53cb9d1c48a3 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:14.164165 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-78cd1b42-2ea3-46b8-b1e2-53cb9d1c48a3 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3699172 Jun 30 09:20:14.170751 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46298) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:14.176363 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dd6d3661-30b3-4038-af97-427ab1d4d4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:14.180597 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-6df82a97-9d0e-4283-8241-4e3d45f7fafc tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-96829385'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:14.210512 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-93b40137-cf61-4d3a-aa10-1be311aea307 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "GET /v2.0/routers/be170bff-9788-4226-b6a7-1cc3bf188b6e HTTP/1.1" status: 200 len: 920 time: 0.2400780 Jun 30 09:20:14.213205 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46306) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:14.276029 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f336d8b-c62d-443a-985d-7b4a65a2546c tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:14.277579 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3f336d8b-c62d-443a-985d-7b4a65a2546c tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=599fb812-09ee-4e3b-a109-d92406a95c23&device_id=be170bff-9788-4226-b6a7-1cc3bf188b6e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0634077 Jun 30 09:20:14.281728 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46310) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:14.334903 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dd6d3661-30b3-4038-af97-427ab1d4d4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:14.412760 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-dd6d3661-30b3-4038-af97-427ab1d4d4af admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6a1e75e1980045d8a42f9b8477bfa5c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0617039 Jun 30 09:20:14.416032 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46316) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:14.416657 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d3661-30b3-4038-af97-427ab1d4d4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31f178e-2df3-494f-baa0-f5f87ff7fc22,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:14.474288 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71126e3-fd84-4ee9-8253-28d356775754 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:14.480484 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f71126e3-fd84-4ee9-8253-28d356775754 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 881 time: 0.1935065 Jun 30 09:20:14.481764 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46320) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:14.483535 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df82a97-9d0e-4283-8241-4e3d45f7fafc tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Made reservation on behalf of 37aecd52ae9d448493718ea6790b17ab for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:14.489064 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6df82a97-9d0e-4283-8241-4e3d45f7fafc tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:14.491759 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2c8cdb99-ac58-4f24-9c19-c558a7ed49e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:14.546713 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0373f34a-ada7-4b72-a1d9-aa76771fd487 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] 10.222.0.10 "GET /v2.0/ports?device_id=be170bff-9788-4226-b6a7-1cc3bf188b6e HTTP/1.1" status: 200 len: 205 time: 0.0541618 Jun 30 09:20:14.552988 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46324) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:14.589171 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2c8cdb99-ac58-4f24-9c19-c558a7ed49e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:14.602708 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df82a97-9d0e-4283-8241-4e3d45f7fafc tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:20:14.627488 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6df82a97-9d0e-4283-8241-4e3d45f7fafc tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:14.627843 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-6df82a97-9d0e-4283-8241-4e3d45f7fafc tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Added segment 4e076c1b-5221-41ad-a8ab-f743d5a52705 of type vlan for network dbd9b075-ef5d-4d1d-b8b6-c52bf5ff9343 Jun 30 09:20:14.761857 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6df82a97-9d0e-4283-8241-4e3d45f7fafc tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:14.782535 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-18632439-b6cf-4135-b6f0-dbbb18f08527 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:14.908165 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2c8cdb99-ac58-4f24-9c19-c558a7ed49e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:14.910744 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2c8cdb99-ac58-4f24-9c19-c558a7ed49e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:14.912256 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2c8cdb99-ac58-4f24-9c19-c558a7ed49e8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c31f178e-2df3-494f-baa0-f5f87ff7fc22 HTTP/1.1" status: 204 len: 168 time: 0.4946427 Jun 30 09:20:14.921333 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8cdb99-ac58-4f24-9c19-c558a7ed49e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31f178e-2df3-494f-baa0-f5f87ff7fc22,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:14.926962 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-18632439-b6cf-4135-b6f0-dbbb18f08527 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.091196 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6df82a97-9d0e-4283-8241-4e3d45f7fafc tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.098026 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df82a97-9d0e-4283-8241-4e3d45f7fafc tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:15.098665 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6df82a97-9d0e-4283-8241-4e3d45f7fafc tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.183229 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46346) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:15.353808 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-674077a5-9487-44b4-9022-98e9aa674bdd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-555806664-network', 'tenant_id': 'c52329bbe8b54b8887fff3ef67ff99df'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:15.479304 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674077a5-9487-44b4-9022-98e9aa674bdd admin admin] Made reservation on behalf of c52329bbe8b54b8887fff3ef67ff99df for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:15.481917 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-674077a5-9487-44b4-9022-98e9aa674bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.497622 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-674077a5-9487-44b4-9022-98e9aa674bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.564008 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df82a97-9d0e-4283-8241-4e3d45f7fafc tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Pushing event updated for resources: {'Network': ['ID=dbd9b075-ef5d-4d1d-b8b6-c52bf5ff9343,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:15.569572 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6df82a97-9d0e-4283-8241-4e3d45f7fafc tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3971634 Jun 30 09:20:15.572647 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46358) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:15.577910 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network dbd9b075-ef5d-4d1d-b8b6-c52bf5ff9343 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:20:15.580570 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-f3822c6a-2e70-4d91-ae3f-ca8578d340bb tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-135974151'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:15.603457 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-18632439-b6cf-4135-b6f0-dbbb18f08527 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Deleting port f2154c4f-2e2c-4ef4-b236-71f9eb822138 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:15.603735 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-18632439-b6cf-4135-b6f0-dbbb18f08527 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.705784 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fcb54e-7785-4174-810e-b22c2a988235 req-30bb7b6d-c7bd-44d6-9e6f-e736304aaf18 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:15.707371 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-73fcb54e-7785-4174-810e-b22c2a988235 req-30bb7b6d-c7bd-44d6-9e6f-e736304aaf18 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 946 time: 0.5027905 Jun 30 09:20:15.724015 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-674077a5-9487-44b4-9022-98e9aa674bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.746250 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-18632439-b6cf-4135-b6f0-dbbb18f08527 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.768339 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-18632439-b6cf-4135-b6f0-dbbb18f08527 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Calling delete_port for f2154c4f-2e2c-4ef4-b236-71f9eb822138 owned by network:router_gateway {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:15.781047 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-73fcb54e-7785-4174-810e-b22c2a988235 req-ea652bbd-aedd-4eff-8a7e-0a79ddc9270b tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3e473d5-9073-44a3-8bfc-d93501fc778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673635 Jun 30 09:20:15.834777 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-674077a5-9487-44b4-9022-98e9aa674bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.871257 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-674077a5-9487-44b4-9022-98e9aa674bdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:20:15.900026 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-674077a5-9487-44b4-9022-98e9aa674bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.900379 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-674077a5-9487-44b4-9022-98e9aa674bdd admin admin] Added segment adebb7a8-403f-485d-bb99-c5b3ce5cf0cb of type vlan for network 972bd354-eef2-4e01-b16e-8c4bf18786f8 Jun 30 09:20:15.914957 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674077a5-9487-44b4-9022-98e9aa674bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426a744e-d6dc-4d73-80eb-a69a28e86512,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:15.969731 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-674077a5-9487-44b4-9022-98e9aa674bdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:16.148154 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3822c6a-2e70-4d91-ae3f-ca8578d340bb tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Made reservation on behalf of 37aecd52ae9d448493718ea6790b17ab for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:16.155164 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f3822c6a-2e70-4d91-ae3f-ca8578d340bb tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:16.179752 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3822c6a-2e70-4d91-ae3f-ca8578d340bb tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:20:16.191600 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f3822c6a-2e70-4d91-ae3f-ca8578d340bb tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:16.191957 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-f3822c6a-2e70-4d91-ae3f-ca8578d340bb tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Added segment bd11f9e8-0ad1-43ec-950f-486dfe3bcb6c of type vlan for network 109e66d3-5852-40b7-b729-5b60cbeab05f Jun 30 09:20:16.235733 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f3822c6a-2e70-4d91-ae3f-ca8578d340bb tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:16.395102 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-18632439-b6cf-4135-b6f0-dbbb18f08527 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:16.395482 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-674077a5-9487-44b4-9022-98e9aa674bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:16.399310 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674077a5-9487-44b4-9022-98e9aa674bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:16.400036 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-674077a5-9487-44b4-9022-98e9aa674bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:16.421757 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18632439-b6cf-4135-b6f0-dbbb18f08527 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Pushing event deleted for resources: {'Port': ['ID=f2154c4f-2e2c-4ef4-b236-71f9eb822138,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:16.503437 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674077a5-9487-44b4-9022-98e9aa674bdd admin admin] Pushing event updated for resources: {'Network': ['ID=972bd354-eef2-4e01-b16e-8c4bf18786f8,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:16.504352 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-18632439-b6cf-4135-b6f0-dbbb18f08527 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:16.527891 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 972bd354-eef2-4e01-b16e-8c4bf18786f8 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:20:16.593061 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f3822c6a-2e70-4d91-ae3f-ca8578d340bb tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:16.602844 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3822c6a-2e70-4d91-ae3f-ca8578d340bb tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:16.603907 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f3822c6a-2e70-4d91-ae3f-ca8578d340bb tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:16.704345 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-18632439-b6cf-4135-b6f0-dbbb18f08527 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:16.706201 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-674077a5-9487-44b4-9022-98e9aa674bdd admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5213289 Jun 30 09:20:16.707471 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46388) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:16.712068 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-18632439-b6cf-4135-b6f0-dbbb18f08527 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:16.714434 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-925b8a32-6674-42f9-bd2e-f356eded2ecd admin admin] Request body: {'subnet': {'network_id': '972bd354-eef2-4e01-b16e-8c4bf18786f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-555806664-subnet', 'tenant_id': 'c52329bbe8b54b8887fff3ef67ff99df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:16.797913 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3822c6a-2e70-4d91-ae3f-ca8578d340bb tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Pushing event updated for resources: {'Network': ['ID=109e66d3-5852-40b7-b729-5b60cbeab05f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:16.827811 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 109e66d3-5852-40b7-b729-5b60cbeab05f details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:20:16.864274 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f3822c6a-2e70-4d91-ae3f-ca8578d340bb tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2895553 Jun 30 09:20:16.868773 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46398) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:16.876242 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-a214ba65-ed97-4b25-b5e3-e9311b1f6391 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Request body: {'ports': [{'network_id': 'dbd9b075-ef5d-4d1d-b8b6-c52bf5ff9343', 'name': 'tempest-port--140808829', 'admin_state_up': True}, {'network_id': '109e66d3-5852-40b7-b729-5b60cbeab05f', 'admin_state_up': False}]} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:16.877275 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-a214ba65-ed97-4b25-b5e3-e9311b1f6391 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Request body: {'port': {'network_id': 'dbd9b075-ef5d-4d1d-b8b6-c52bf5ff9343', 'name': 'tempest-port--140808829', 'admin_state_up': True}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:16.879281 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-a214ba65-ed97-4b25-b5e3-e9311b1f6391 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Request body: {'port': {'network_id': '109e66d3-5852-40b7-b729-5b60cbeab05f', 'admin_state_up': False}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:16.913998 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46400) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:17.152257 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-18632439-b6cf-4135-b6f0-dbbb18f08527 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:17.153733 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18632439-b6cf-4135-b6f0-dbbb18f08527 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Fanout notify agent at l3_agent the message router_deleted on router be170bff-9788-4226-b6a7-1cc3bf188b6e {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:20:17.172820 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-18632439-b6cf-4135-b6f0-dbbb18f08527 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:17.186012 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-18632439-b6cf-4135-b6f0-dbbb18f08527 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] 10.222.0.10 "DELETE /v2.0/routers/be170bff-9788-4226-b6a7-1cc3bf188b6e HTTP/1.1" status: 204 len: 168 time: 2.6316106 Jun 30 09:20:17.193717 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46408) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:17.202079 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-81e75b14-5e40-42c7-ab66-131083f87572 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1235687422', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:17.335763 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f785015-d457-4977-8f42-b89d065b4584 req-04d175db-e858-4ab0-b523-496d231eb12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:17.337319 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0f785015-d457-4977-8f42-b89d065b4584 req-04d175db-e858-4ab0-b523-496d231eb12c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 1098 time: 0.1117568 Jun 30 09:20:17.383043 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0f785015-d457-4977-8f42-b89d065b4584 req-29776efe-dc4f-44a7-836c-a8323229c18d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b3e473d5-9073-44a3-8bfc-d93501fc778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347300 Jun 30 09:20:17.408827 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-81e75b14-5e40-42c7-ab66-131083f87572 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:17.414926 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-81e75b14-5e40-42c7-ab66-131083f87572 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:17.480732 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-81e75b14-5e40-42c7-ab66-131083f87572 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:17.508278 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a214ba65-ed97-4b25-b5e3-e9311b1f6391 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Made reservation on behalf of 37aecd52ae9d448493718ea6790b17ab for: {'port': 2} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:17.513417 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a214ba65-ed97-4b25-b5e3-e9311b1f6391 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:17.519242 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-69346ebd-8aee-498a-bd14-c3479bd53e09 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1094763940-network', 'tenant_id': 'ea2f78c0734c43828580c50b9478eea8'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:17.522533 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925b8a32-6674-42f9-bd2e-f356eded2ecd admin admin] Made reservation on behalf of c52329bbe8b54b8887fff3ef67ff99df for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:17.524966 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-925b8a32-6674-42f9-bd2e-f356eded2ecd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:17.528492 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a214ba65-ed97-4b25-b5e3-e9311b1f6391 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:17.551636 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-81e75b14-5e40-42c7-ab66-131083f87572 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:17.641639 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-a214ba65-ed97-4b25-b5e3-e9311b1f6391 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] device_id is not set on port 424f526e-2b6e-4b66-bb38-a756afe4b16c yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:20:17.648869 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be3306-3543-4278-a832-cb80d112c7a2 req-4ede3963-0f9d-4330-9042-ee5363380de4 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:17.650653 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e2be3306-3543-4278-a832-cb80d112c7a2 req-4ede3963-0f9d-4330-9042-ee5363380de4 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 946 time: 0.7056994 Jun 30 09:20:17.703392 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69346ebd-8aee-498a-bd14-c3479bd53e09 admin admin] Made reservation on behalf of ea2f78c0734c43828580c50b9478eea8 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:17.706143 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-69346ebd-8aee-498a-bd14-c3479bd53e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:17.726582 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-69346ebd-8aee-498a-bd14-c3479bd53e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:17.791586 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e2be3306-3543-4278-a832-cb80d112c7a2 req-8a555cb1-8ff5-407f-910a-5cb2654e4ab1 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3e473d5-9073-44a3-8bfc-d93501fc778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316698 Jun 30 09:20:17.792942 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a214ba65-ed97-4b25-b5e3-e9311b1f6391 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:17.852362 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-81e75b14-5e40-42c7-ab66-131083f87572 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:17.853760 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-81e75b14-5e40-42c7-ab66-131083f87572 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6589968 Jun 30 09:20:17.856705 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46420) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:17.869044 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-8e6c03ca-e677-4259-85a4-493f3517063b tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'enable_snat': False}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:17.930272 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-69346ebd-8aee-498a-bd14-c3479bd53e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:17.951161 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-a214ba65-ed97-4b25-b5e3-e9311b1f6391 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] device_id is not set on port 9cc14227-a194-4b7f-b6f3-122726e6415a yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:20:18.102938 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e6c03ca-e677-4259-85a4-493f3517063b tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.205780 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a214ba65-ed97-4b25-b5e3-e9311b1f6391 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.280033 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-925b8a32-6674-42f9-bd2e-f356eded2ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.353854 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b8a32-6674-42f9-bd2e-f356eded2ecd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cf53215-c792-4025-85bb-3926feddb6f2,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:18.363141 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925b8a32-6674-42f9-bd2e-f356eded2ecd admin admin] Checking segment: {'id': 'adebb7a8-403f-485d-bb99-c5b3ce5cf0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '972bd354-eef2-4e01-b16e-8c4bf18786f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:18.363533 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925b8a32-6674-42f9-bd2e-f356eded2ecd admin admin] Network hostable DHCP agents. Network: 972bd354-eef2-4e01-b16e-8c4bf18786f8, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:20:18.399807 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-69346ebd-8aee-498a-bd14-c3479bd53e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.418646 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69346ebd-8aee-498a-bd14-c3479bd53e09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:20:18.445898 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-69346ebd-8aee-498a-bd14-c3479bd53e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.446286 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-69346ebd-8aee-498a-bd14-c3479bd53e09 admin admin] Added segment 11ceacf8-d544-44e2-a7a3-d97e6e8fb0f9 of type vlan for network ce754141-4034-4df2-883a-c137586675b6 Jun 30 09:20:18.456166 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69346ebd-8aee-498a-bd14-c3479bd53e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e86bdb3-d2e4-46a0-b37e-7976b2f61d78,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:18.511541 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-69346ebd-8aee-498a-bd14-c3479bd53e09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.582371 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925b8a32-6674-42f9-bd2e-f356eded2ecd admin admin] Network 972bd354-eef2-4e01-b16e-8c4bf18786f8 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:20:18.583946 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a214ba65-ed97-4b25-b5e3-e9311b1f6391 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.667859 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-69346ebd-8aee-498a-bd14-c3479bd53e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.669502 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69346ebd-8aee-498a-bd14-c3479bd53e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:18.670645 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-69346ebd-8aee-498a-bd14-c3479bd53e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.729329 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214ba65-ed97-4b25-b5e3-e9311b1f6391 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Pushing event updated for resources: {'Port': ['ID=424f526e-2b6e-4b66-bb38-a756afe4b16c,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:18.739299 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a214ba65-ed97-4b25-b5e3-e9311b1f6391 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Checking segment: {'id': '4e076c1b-5221-41ad-a8ab-f743d5a52705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'dbd9b075-ef5d-4d1d-b8b6-c52bf5ff9343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:18.739695 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a214ba65-ed97-4b25-b5e3-e9311b1f6391 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Network hostable DHCP agents. Network: dbd9b075-ef5d-4d1d-b8b6-c52bf5ff9343, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:20:18.741402 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69346ebd-8aee-498a-bd14-c3479bd53e09 admin admin] Pushing event updated for resources: {'Network': ['ID=ce754141-4034-4df2-883a-c137586675b6,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:18.746396 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e6c03ca-e677-4259-85a4-493f3517063b tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.759318 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network ce754141-4034-4df2-883a-c137586675b6 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:20:18.773586 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e6c03ca-e677-4259-85a4-493f3517063b tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.817351 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-925b8a32-6674-42f9-bd2e-f356eded2ecd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 972bd354-eef2-4e01-b16e-8c4bf18786f8) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:18.825194 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925b8a32-6674-42f9-bd2e-f356eded2ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:18.827680 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-925b8a32-6674-42f9-bd2e-f356eded2ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.848562 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2541240-ddc2-4cd5-b616-d918c9cc9ae8 None None] Network 972bd354-eef2-4e01-b16e-8c4bf18786f8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:18.874176 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-69346ebd-8aee-498a-bd14-c3479bd53e09 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9591489 Jun 30 09:20:18.877504 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46432) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:18.887252 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-8b7ae329-a094-4b52-a751-c8eee180c9c7 admin admin] Request body: {'subnet': {'network_id': 'ce754141-4034-4df2-883a-c137586675b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1094763940-subnet', 'tenant_id': 'ea2f78c0734c43828580c50b9478eea8', 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:18.913892 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-8e6c03ca-e677-4259-85a4-493f3517063b tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Allocated IP 172.25.6.129 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/429c3f6a-ac3c-4bc6-8785-6f42d28b43f4) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:18.934089 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a214ba65-ed97-4b25-b5e3-e9311b1f6391 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Network dbd9b075-ef5d-4d1d-b8b6-c52bf5ff9343 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:20:18.964355 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-a214ba65-ed97-4b25-b5e3-e9311b1f6391 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, dbd9b075-ef5d-4d1d-b8b6-c52bf5ff9343) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:18.984558 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c97025f-8141-4116-b719-b2d6fd8732d7 None None] Network dbd9b075-ef5d-4d1d-b8b6-c52bf5ff9343 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:19.004296 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-925b8a32-6674-42f9-bd2e-f356eded2ecd admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2924469 Jun 30 09:20:19.007521 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46436) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:19.013664 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-e4d62655-2af4-478e-a40e-51ad75cd287c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-555806664-router', 'tenant_id': 'c52329bbe8b54b8887fff3ef67ff99df', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:19.019915 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a214ba65-ed97-4b25-b5e3-e9311b1f6391 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:19.025317 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a214ba65-ed97-4b25-b5e3-e9311b1f6391 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:19.120125 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0d0cfa-23c4-4793-8e56-cb6ffec3bb51 None None] Network 972bd354-eef2-4e01-b16e-8c4bf18786f8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:19.135078 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7ae329-a094-4b52-a751-c8eee180c9c7 admin admin] Made reservation on behalf of ea2f78c0734c43828580c50b9478eea8 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:19.137735 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8b7ae329-a094-4b52-a751-c8eee180c9c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:19.149371 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214ba65-ed97-4b25-b5e3-e9311b1f6391 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Pushing event updated for resources: {'Port': ['ID=9cc14227-a194-4b7f-b6f3-122726e6415a,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:19.173330 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e6c03ca-e677-4259-85a4-493f3517063b tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:19.185225 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a214ba65-ed97-4b25-b5e3-e9311b1f6391 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Checking segment: {'id': 'bd11f9e8-0ad1-43ec-950f-486dfe3bcb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '109e66d3-5852-40b7-b729-5b60cbeab05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:19.185595 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a214ba65-ed97-4b25-b5e3-e9311b1f6391 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Network hostable DHCP agents. Network: 109e66d3-5852-40b7-b729-5b60cbeab05f, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:20:19.210168 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798068a-728e-4332-a898-f76b86633840 req-9c975e25-5c9c-40d6-881f-d37b49bbca0a tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:19.218117 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6798068a-728e-4332-a898-f76b86633840 req-9c975e25-5c9c-40d6-881f-d37b49bbca0a tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 946 time: 0.2741876 Jun 30 09:20:19.320100 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6798068a-728e-4332-a898-f76b86633840 req-e1881133-e2bb-432e-8a4a-32c9a71233cd tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3e473d5-9073-44a3-8bfc-d93501fc778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006813 Jun 30 09:20:19.363662 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e4d62655-2af4-478e-a40e-51ad75cd287c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:19.365265 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e4d62655-2af4-478e-a40e-51ad75cd287c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:19.386236 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a214ba65-ed97-4b25-b5e3-e9311b1f6391 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Network 109e66d3-5852-40b7-b729-5b60cbeab05f is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:20:19.400580 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-306bf056-9258-49e8-bba2-4f14757200e1 req-2392c920-860d-40cd-8500-769ff5f7e207 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-466062396', 'description': 'tempest-description-958962302'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:19.452955 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e6c03ca-e677-4259-85a4-493f3517063b tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:19.472834 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e4d62655-2af4-478e-a40e-51ad75cd287c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:19.502112 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6c03ca-e677-4259-85a4-493f3517063b tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:19.502112 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-8e6c03ca-e677-4259-85a4-493f3517063b tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:19.504122 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6c03ca-e677-4259-85a4-493f3517063b tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:19.535900 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c03ca-e677-4259-85a4-493f3517063b tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Pushing event updated for resources: {'Port': ['ID=429c3f6a-ac3c-4bc6-8785-6f42d28b43f4,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:19.540570 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-a214ba65-ed97-4b25-b5e3-e9311b1f6391 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 109e66d3-5852-40b7-b729-5b60cbeab05f) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:19.563932 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a214ba65-ed97-4b25-b5e3-e9311b1f6391 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:19.563932 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a214ba65-ed97-4b25-b5e3-e9311b1f6391 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:19.565724 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de63df3-5f71-4ab8-8cd6-a6ea6a9ac137 None None] Network 109e66d3-5852-40b7-b729-5b60cbeab05f requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:19.565902 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a214ba65-ed97-4b25-b5e3-e9311b1f6391 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:19.565902 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a214ba65-ed97-4b25-b5e3-e9311b1f6391 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:19.628545 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-306bf056-9258-49e8-bba2-4f14757200e1 req-2392c920-860d-40cd-8500-769ff5f7e207 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:19.700437 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8b7ae329-a094-4b52-a751-c8eee180c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:19.769448 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a214ba65-ed97-4b25-b5e3-e9311b1f6391 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.9010818 Jun 30 09:20:19.772393 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46454) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:19.858166 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e4d62655-2af4-478e-a40e-51ad75cd287c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:19.871434 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ae329-a094-4b52-a751-c8eee180c9c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8f0208f-8b22-4bf9-a176-653564689860,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:19.880267 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7ae329-a094-4b52-a751-c8eee180c9c7 admin admin] Checking segment: {'id': '11ceacf8-d544-44e2-a7a3-d97e6e8fb0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ce754141-4034-4df2-883a-c137586675b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:19.880863 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7ae329-a094-4b52-a751-c8eee180c9c7 admin admin] Network hostable DHCP agents. Network: ce754141-4034-4df2-883a-c137586675b6, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:20:19.982490 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7ae329-a094-4b52-a751-c8eee180c9c7 admin admin] Network ce754141-4034-4df2-883a-c137586675b6 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:20:20.037223 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7db5913-87ce-46ad-8c4f-b092cdf58492 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:20.043422 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7db5913-87ce-46ad-8c4f-b092cdf58492 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:20.045138 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e7db5913-87ce-46ad-8c4f-b092cdf58492 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2716596 Jun 30 09:20:20.050014 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46460) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:20.050758 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e6c03ca-e677-4259-85a4-493f3517063b tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.054212 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-306bf056-9258-49e8-bba2-4f14757200e1 req-2392c920-860d-40cd-8500-769ff5f7e207 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.156803 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-8b7ae329-a094-4b52-a751-c8eee180c9c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, ce754141-4034-4df2-883a-c137586675b6) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:20.164385 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7ae329-a094-4b52-a751-c8eee180c9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:20.164996 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8b7ae329-a094-4b52-a751-c8eee180c9c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.173991 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e90aee0-050a-4b53-9edf-92c5e8b20fbb None None] Network ce754141-4034-4df2-883a-c137586675b6 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:20.213454 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-306bf056-9258-49e8-bba2-4f14757200e1 req-2392c920-860d-40cd-8500-769ff5f7e207 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.261646 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392c920-860d-40cd-8500-769ff5f7e207 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a22578a-6502-4f77-aebd-5d70a829de2d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:20.288581 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-dcbb357f-c4fa-4ee2-a8dd-e43f7c82162b tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Deleting port 424f526e-2b6e-4b66-bb38-a756afe4b16c {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:20.288956 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dcbb357f-c4fa-4ee2-a8dd-e43f7c82162b tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.318478 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e6c03ca-e677-4259-85a4-493f3517063b tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.322945 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e6c03ca-e677-4259-85a4-493f3517063b tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1642126'] for router, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.362671 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8b7ae329-a094-4b52-a751-c8eee180c9c7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4775085 Jun 30 09:20:20.367500 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46466) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:20.400189 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-1fa7591a-535c-488a-8885-0fa2c31664a0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1094763940-router', 'tenant_id': 'ea2f78c0734c43828580c50b9478eea8', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:20.400438 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dcbb357f-c4fa-4ee2-a8dd-e43f7c82162b tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.422207 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e4d62655-2af4-478e-a40e-51ad75cd287c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.422333 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-306bf056-9258-49e8-bba2-4f14757200e1 req-2392c920-860d-40cd-8500-769ff5f7e207 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.427933 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-306bf056-9258-49e8-bba2-4f14757200e1 req-2392c920-860d-40cd-8500-769ff5f7e207 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.0441012 Jun 30 09:20:20.435088 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-dcbb357f-c4fa-4ee2-a8dd-e43f7c82162b tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Calling delete_port for 424f526e-2b6e-4b66-bb38-a756afe4b16c owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:20.465858 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e4d62655-2af4-478e-a40e-51ad75cd287c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.610964 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1fa7591a-535c-488a-8885-0fa2c31664a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.612796 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1fa7591a-535c-488a-8885-0fa2c31664a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.653185 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-e4d62655-2af4-478e-a40e-51ad75cd287c admin admin] Allocated IP 172.25.6.78 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:20.677200 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1fa7591a-535c-488a-8885-0fa2c31664a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.685144 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-ce754141-4034-4df2-883a-c137586675b6', 'network_id': 'ce754141-4034-4df2-883a-c137586675b6', 'tenant_id': 'ea2f78c0734c43828580c50b9478eea8', 'fixed_ips': [{'subnet_id': 'b8f0208f-8b22-4bf9-a176-653564689860'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:20:20.687472 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.731069 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-00c497bf-e04c-41fe-9b5a-40817e1d558a req-bfd5b31a-3892-469c-9322-84b77bf07aa7 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-466062396&fields=id&tenant_id=ccdb6267e3ed432991d478e59bf31bd1 HTTP/1.1" status: 200 len: 267 time: 0.0563691 Jun 30 09:20:20.736089 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dcbb357f-c4fa-4ee2-a8dd-e43f7c82162b tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.777011 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb357f-c4fa-4ee2-a8dd-e43f7c82162b tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Pushing event deleted for resources: {'Port': ['ID=424f526e-2b6e-4b66-bb38-a756afe4b16c,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:20.786279 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9a9b3182-79cc-4210-bef5-a6ffa0e56354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.797479 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dcbb357f-c4fa-4ee2-a8dd-e43f7c82162b tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.802506 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-dcbb357f-c4fa-4ee2-a8dd-e43f7c82162b tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] 10.222.0.10 "DELETE /v2.0/ports/424f526e-2b6e-4b66-bb38-a756afe4b16c HTTP/1.1" status: 204 len: 168 time: 0.7466071 Jun 30 09:20:20.805734 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46480) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:20.869775 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Allocated IP 172.20.0.2 (ce754141-4034-4df2-883a-c137586675b6/b8f0208f-8b22-4bf9-a176-653564689860/8684bc3d-a3f5-4b7c-8687-cafcbf6ea74d) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:20.879222 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e4d62655-2af4-478e-a40e-51ad75cd287c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.970120 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-86162c84-a7b7-4034-ae3a-f52f3fe90935 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Deleting port 9cc14227-a194-4b7f-b6f3-122726e6415a {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:20.970120 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-86162c84-a7b7-4034-ae3a-f52f3fe90935 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:21.069026 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:21.073106 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-86162c84-a7b7-4034-ae3a-f52f3fe90935 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:21.086155 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Transition to ACTIVE for port object 8684bc3d-a3f5-4b7c-8687-cafcbf6ea74d will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:21.092439 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e4d62655-2af4-478e-a40e-51ad75cd287c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:21.104888 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-86162c84-a7b7-4034-ae3a-f52f3fe90935 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Calling delete_port for 9cc14227-a194-4b7f-b6f3-122726e6415a owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:21.109879 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Transition to ACTIVE for port object 8684bc3d-a3f5-4b7c-8687-cafcbf6ea74d will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:21.161351 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d62655-2af4-478e-a40e-51ad75cd287c admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:21.203538 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-e4d62655-2af4-478e-a40e-51ad75cd287c admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:21.208305 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d62655-2af4-478e-a40e-51ad75cd287c admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:21.229642 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:21.236229 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d62655-2af4-478e-a40e-51ad75cd287c admin admin] Pushing event updated for resources: {'Port': ['ID=5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:21.276400 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Network ce754141-4034-4df2-883a-c137586675b6 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:21.281561 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:21.289061 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:21.297204 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Pushing event updated for resources: {'Port': ['ID=8684bc3d-a3f5-4b7c-8687-cafcbf6ea74d,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:21.308544 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:21.308886 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:21.309507 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:21.309847 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:21.310406 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:21.311359 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:21.311899 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:21.312381 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:21.312566 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:21.312866 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:21.313203 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:21.313504 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:21.362752 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6c03ca-e677-4259-85a4-493f3517063b tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Router 7d322c7d-7cf8-47d0-b422-17c48eada830 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:20:21.382924 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Attempting to bind port 8684bc3d-a3f5-4b7c-8687-cafcbf6ea74d on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:21.383328 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Attempting to bind port 8684bc3d-a3f5-4b7c-8687-cafcbf6ea74d by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '11ceacf8-d544-44e2-a7a3-d97e6e8fb0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ce754141-4034-4df2-883a-c137586675b6'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:21.383689 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Attempting to bind port 8684bc3d-a3f5-4b7c-8687-cafcbf6ea74d on network ce754141-4034-4df2-883a-c137586675b6 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:21.389492 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:20:21.389843 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Checking segment: {'id': '11ceacf8-d544-44e2-a7a3-d97e6e8fb0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ce754141-4034-4df2-883a-c137586675b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:21.390240 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:21.390635 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Bound using segment: {'id': '11ceacf8-d544-44e2-a7a3-d97e6e8fb0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ce754141-4034-4df2-883a-c137586675b6'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:20:21.391099 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Bound port: 8684bc3d-a3f5-4b7c-8687-cafcbf6ea74d, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ceacf8-d544-44e2-a7a3-d97e6e8fb0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ce754141-4034-4df2-883a-c137586675b6'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:20:21.391506 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:21.448659 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1fa7591a-535c-488a-8885-0fa2c31664a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:21.459313 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] For port 8684bc3d-a3f5-4b7c-8687-cafcbf6ea74d, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:20:21.462515 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] For port 8684bc3d-a3f5-4b7c-8687-cafcbf6ea74d, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8684bc3d-a3f5-4b7c-8687-cafcbf6ea74d,segment=NetworkSegment(11ceacf8-d544-44e2-a7a3-d97e6e8fb0f9),segment_id=11ceacf8-d544-44e2-a7a3-d97e6e8fb0f9)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:20:21.523056 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c497bf-e04c-41fe-9b5a-40817e1d558a req-7d04539e-2820-4f80-86e9-7775186e977e tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:21.524644 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-00c497bf-e04c-41fe-9b5a-40817e1d558a req-7d04539e-2820-4f80-86e9-7775186e977e tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 946 time: 0.7834229 Jun 30 09:20:21.564232 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-00c497bf-e04c-41fe-9b5a-40817e1d558a req-fd8078a4-0121-4624-a797-26eb7428d43a tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Request body: {'port': {'security_groups': ['b3e473d5-9073-44a3-8bfc-d93501fc778c', '6a22578a-6502-4f77-aebd-5d70a829de2d']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:21.620196 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6c03ca-e677-4259-85a4-493f3517063b tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:20:21.630076 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e6c03ca-e677-4259-85a4-493f3517063b tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:21.630782 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02befb89-cd07-4a7a-86a1-49307f5ec445 None None] Sync routers for ids ['7d322c7d-7cf8-47d0-b422-17c48eada830'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:20:21.634351 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8e6c03ca-e677-4259-85a4-493f3517063b tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "PUT /v2.0/routers/7d322c7d-7cf8-47d0-b422-17c48eada830 HTTP/1.1" status: 200 len: 916 time: 3.7765746 Jun 30 09:20:21.634798 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46494) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:21.644870 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02befb89-cd07-4a7a-86a1-49307f5ec445 None None] Routers {'7d322c7d-7cf8-47d0-b422-17c48eada830'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:21.645645 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-02befb89-cd07-4a7a-86a1-49307f5ec445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['7d322c7d-7cf8-47d0-b422-17c48eada830'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:21.678710 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-02befb89-cd07-4a7a-86a1-49307f5ec445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:21.697371 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-00c497bf-e04c-41fe-9b5a-40817e1d558a req-fd8078a4-0121-4624-a797-26eb7428d43a tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:21.697796 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02befb89-cd07-4a7a-86a1-49307f5ec445 None None] Routers {'7d322c7d-7cf8-47d0-b422-17c48eada830'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:21.698494 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-02befb89-cd07-4a7a-86a1-49307f5ec445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:19:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['7d322c7d-7cf8-47d0-b422-17c48eada830'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:21.733987 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-02befb89-cd07-4a7a-86a1-49307f5ec445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:21.734636 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02befb89-cd07-4a7a-86a1-49307f5ec445 None None] The sync data for ids ['7d322c7d-7cf8-47d0-b422-17c48eada830'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:20:21.751504 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3c11cff9-83b7-406a-99f8-4b006fac4f95 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "GET /v2.0/routers/7d322c7d-7cf8-47d0-b422-17c48eada830 HTTP/1.1" status: 200 len: 922 time: 0.1152520 Jun 30 09:20:21.754645 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46496) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:21.761032 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:21.805757 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-86162c84-a7b7-4034-ae3a-f52f3fe90935 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:21.860143 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86162c84-a7b7-4034-ae3a-f52f3fe90935 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Pushing event deleted for resources: {'Port': ['ID=9cc14227-a194-4b7f-b6f3-122726e6415a,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:21.861112 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cbed26-4490-4889-9cce-4de402a29b8b None None] Pushing event updated for resources: {'Port': ['ID=8684bc3d-a3f5-4b7c-8687-cafcbf6ea74d,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:21.867582 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-86162c84-a7b7-4034-ae3a-f52f3fe90935 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:21.870234 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-86162c84-a7b7-4034-ae3a-f52f3fe90935 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] 10.222.0.10 "DELETE /v2.0/ports/9cc14227-a194-4b7f-b6f3-122726e6415a HTTP/1.1" status: 204 len: 168 time: 1.0633304 Jun 30 09:20:21.874925 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46498) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:21.914292 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-85b765dc-7710-4568-a967-60ca152d6c8f tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0376482 Jun 30 09:20:21.926140 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:20:21.940293 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46500) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:21.945681 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-333bc06e-1038-438e-8d36-d15abf004c9a tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1192764802'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:22.025437 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be4c2a1-2603-42fa-8b46-5aa4cfeedf9b tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:22.027039 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4be4c2a1-2603-42fa-8b46-5aa4cfeedf9b tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=599fb812-09ee-4e3b-a109-d92406a95c23&device_id=7d322c7d-7cf8-47d0-b422-17c48eada830&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2710369 Jun 30 09:20:22.030731 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46504) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:22.119540 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333bc06e-1038-438e-8d36-d15abf004c9a tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Made reservation on behalf of 37aecd52ae9d448493718ea6790b17ab for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:22.124812 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-333bc06e-1038-438e-8d36-d15abf004c9a tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.148242 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-00c497bf-e04c-41fe-9b5a-40817e1d558a req-fd8078a4-0121-4624-a797-26eb7428d43a tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] For port 6e366f02-323b-4170-82f3-8910dd4c6970, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=6e366f02-323b-4170-82f3-8910dd4c6970,segment=NetworkSegment(711ab168-ac66-4fc0-8f70-ec0c835b4a1b),segment_id=711ab168-ac66-4fc0-8f70-ec0c835b4a1b)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:22.284194 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e4d62655-2af4-478e-a40e-51ad75cd287c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.315378 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-00c497bf-e04c-41fe-9b5a-40817e1d558a req-fd8078a4-0121-4624-a797-26eb7428d43a tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.323891 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac0de0e-0669-4fb6-a5df-0d2b3ea1b090 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:22.325435 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6ac0de0e-0669-4fb6-a5df-0d2b3ea1b090 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 881 time: 0.2941949 Jun 30 09:20:22.334444 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46516) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:22.343366 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333bc06e-1038-438e-8d36-d15abf004c9a tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:20:22.361089 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-333bc06e-1038-438e-8d36-d15abf004c9a tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.361439 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-333bc06e-1038-438e-8d36-d15abf004c9a tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Added segment 838a3c8f-3384-416e-8ec5-2439134bf9a1 of type vlan for network cd1ed06f-1ddb-4683-bdcd-eabd5e163c01 Jun 30 09:20:22.377582 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-970e2016-d756-49ea-a7a9-ab7d7bc097be tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d322c7d-7cf8-47d0-b422-17c48eada830 HTTP/1.1" status: 200 len: 205 time: 0.0419898 Jun 30 09:20:22.382221 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46520) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:22.419366 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-00c497bf-e04c-41fe-9b5a-40817e1d558a req-fd8078a4-0121-4624-a797-26eb7428d43a tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.443488 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['6e366f02-323b-4170-82f3-8910dd4c6970'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:22.450675 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-333bc06e-1038-438e-8d36-d15abf004c9a tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.480044 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1fa7591a-535c-488a-8885-0fa2c31664a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.518922 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c497bf-e04c-41fe-9b5a-40817e1d558a req-fd8078a4-0121-4624-a797-26eb7428d43a tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:22.519929 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-00c497bf-e04c-41fe-9b5a-40817e1d558a req-fd8078a4-0121-4624-a797-26eb7428d43a tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.521654 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-00c497bf-e04c-41fe-9b5a-40817e1d558a req-fd8078a4-0121-4624-a797-26eb7428d43a tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "PUT /v2.0/ports/6e366f02-323b-4170-82f3-8910dd4c6970 HTTP/1.1" status: 200 len: 982 time: 0.9707763 Jun 30 09:20:22.528895 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d653d87-ba3c-46e7-a29b-e19a6dbb7825', 'tag': '6e366f02-323b-4170-82f3-8910dd4c6970'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:22.532540 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26bdc48b-8389-43a8-8520-f6680c64b881" -d '{"events": [{"name": "network-changed", "server_uuid": "4d653d87-ba3c-46e7-a29b-e19a6dbb7825", "tag": "6e366f02-323b-4170-82f3-8910dd4c6970"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:22.543838 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1fa7591a-535c-488a-8885-0fa2c31664a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.632962 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d010a3-2e8b-4aab-a554-a24e4a93161d x-openstack-request-id: req-a6d010a3-2e8b-4aab-a554-a24e4a93161d {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:22.632962 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d653d87-ba3c-46e7-a29b-e19a6dbb7825", "tag": "6e366f02-323b-4170-82f3-8910dd4c6970", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:22.657526 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a6d010a3-2e8b-4aab-a554-a24e4a93161d {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:22.657526 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d653d87-ba3c-46e7-a29b-e19a6dbb7825', 'tag': '6e366f02-323b-4170-82f3-8910dd4c6970', 'status': 'completed', 'code': 200} Jun 30 09:20:22.657526 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8078a4-0121-4624-a797-26eb7428d43a tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Pushing event updated for resources: {'Port': ['ID=6e366f02-323b-4170-82f3-8910dd4c6970,revision_number=6']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:22.688030 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8684bc3d-a3f5-4b7c-8687-cafcbf6ea74d up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:22.724070 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e4d62655-2af4-478e-a40e-51ad75cd287c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.727622 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['6e366f02-323b-4170-82f3-8910dd4c6970'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:22.774389 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-333bc06e-1038-438e-8d36-d15abf004c9a tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.783928 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333bc06e-1038-438e-8d36-d15abf004c9a tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:22.784576 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-333bc06e-1038-438e-8d36-d15abf004c9a tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.798783 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca88f1c0-e951-4267-8c83-ae2d82beb9ba tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.883927 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-1fa7591a-535c-488a-8885-0fa2c31664a0 admin admin] Allocated IP 172.25.6.238 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/954fc544-7dc8-49a5-8e82-a0d6604a22ce) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:23.016853 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2006e077-5afe-4aba-b244-82f74c53e81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.057160 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bc06e-1038-438e-8d36-d15abf004c9a tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Pushing event updated for resources: {'Network': ['ID=cd1ed06f-1ddb-4683-bdcd-eabd5e163c01,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:23.087446 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network cd1ed06f-1ddb-4683-bdcd-eabd5e163c01 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:20:23.094653 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bdc48b-8389-43a8-8520-f6680c64b881 req-e5729582-1166-4ff0-bf65-5039f08f421b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:23.096329 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-26bdc48b-8389-43a8-8520-f6680c64b881 req-e5729582-1166-4ff0-bf65-5039f08f421b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ccdb6267e3ed432991d478e59bf31bd1&device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 1137 time: 0.4310718 Jun 30 09:20:23.102790 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 8684bc3d-a3f5-4b7c-8687-cafcbf6ea74d completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:23.172128 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1fa7591a-535c-488a-8885-0fa2c31664a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.215673 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-333bc06e-1038-438e-8d36-d15abf004c9a tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2742364 Jun 30 09:20:23.231647 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46552) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:23.254900 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-24f076b6-2efa-4fe6-9cfa-4870d87f8000 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1034538308'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:23.272103 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a9207e-3343-4bed-9ab6-f58433427396 None None] Network ce754141-4034-4df2-883a-c137586675b6 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:23.280944 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bdc48b-8389-43a8-8520-f6680c64b881 req-8c6eaec6-26d4-4529-9171-f5c24a74270f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:23.283174 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-26bdc48b-8389-43a8-8520-f6680c64b881 req-8c6eaec6-26d4-4529-9171-f5c24a74270f service neutron] 10.222.0.52 "GET /v2.0/networks?id=9f6b8c18-5a03-4360-b0ab-d9fb67f737bd HTTP/1.1" status: 200 len: 920 time: 0.1757617 Jun 30 09:20:23.399189 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-26bdc48b-8389-43a8-8520-f6680c64b881 req-3d9e7afd-c8ce-4983-91ce-30b9c90abb84 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e366f02-323b-4170-82f3-8910dd4c6970 HTTP/1.1" status: 200 len: 217 time: 0.0923336 Jun 30 09:20:23.453162 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1fa7591a-535c-488a-8885-0fa2c31664a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.507531 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bdc48b-8389-43a8-8520-f6680c64b881 req-11fb250d-45a3-4a15-b365-c5f81313baf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:23.509085 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-26bdc48b-8389-43a8-8520-f6680c64b881 req-11fb250d-45a3-4a15-b365-c5f81313baf2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=36fff7d6-34a7-44f3-bad4-7b663a92c857 HTTP/1.1" status: 200 len: 859 time: 0.1022327 Jun 30 09:20:23.524223 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa7591a-535c-488a-8885-0fa2c31664a0 admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:23.543923 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-1fa7591a-535c-488a-8885-0fa2c31664a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:23.546899 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa7591a-535c-488a-8885-0fa2c31664a0 admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:23.573863 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7591a-535c-488a-8885-0fa2c31664a0 admin admin] Pushing event updated for resources: {'Port': ['ID=954fc544-7dc8-49a5-8e82-a0d6604a22ce,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:23.581178 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f076b6-2efa-4fe6-9cfa-4870d87f8000 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Made reservation on behalf of 37aecd52ae9d448493718ea6790b17ab for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:23.586160 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-24f076b6-2efa-4fe6-9cfa-4870d87f8000 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.589951 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-26bdc48b-8389-43a8-8520-f6680c64b881 req-e38b69ec-ae3c-43de-b074-948821c4f0a2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f6b8c18-5a03-4360-b0ab-d9fb67f737bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605330 Jun 30 09:20:23.590396 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.617276 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b81fdacc-dd8a-4a8e-9510-e783722d7e5e None None] Provisioning for port 8684bc3d-a3f5-4b7c-8687-cafcbf6ea74d completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:23.619075 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ed783129-3f21-4ef2-856a-141d7686368d req-fc52f9b8-9f10-4a35-b96f-f5b1603ae6f2 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-466062396&fields=id&tenant_id=ccdb6267e3ed432991d478e59bf31bd1 HTTP/1.1" status: 200 len: 267 time: 0.7548141 Jun 30 09:20:23.623811 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b81fdacc-dd8a-4a8e-9510-e783722d7e5e None None] Provisioning complete for port 8684bc3d-a3f5-4b7c-8687-cafcbf6ea74d triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:23.624318 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b81fdacc-dd8a-4a8e-9510-e783722d7e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.695966 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca88f1c0-e951-4267-8c83-ae2d82beb9ba tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.723445 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f076b6-2efa-4fe6-9cfa-4870d87f8000 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:20:23.742303 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b81fdacc-dd8a-4a8e-9510-e783722d7e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.759850 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed783129-3f21-4ef2-856a-141d7686368d req-2395635a-1250-4666-aebc-2f4c65675f96 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:23.770491 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ed783129-3f21-4ef2-856a-141d7686368d req-2395635a-1250-4666-aebc-2f4c65675f96 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 985 time: 0.1504703 Jun 30 09:20:23.778165 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-ed783129-3f21-4ef2-856a-141d7686368d req-c466a5c4-26d2-4e16-bc26-4f89f174b844 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Request body: {'port': {'security_groups': ['b3e473d5-9073-44a3-8bfc-d93501fc778c']}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:23.782588 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-24f076b6-2efa-4fe6-9cfa-4870d87f8000 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.782941 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-24f076b6-2efa-4fe6-9cfa-4870d87f8000 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Added segment d300f108-264d-456b-94d1-d4bff3b5d989 of type vlan for network fdeefb58-df61-4709-bc2b-653d224ef858 Jun 30 09:20:23.789461 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-b81fdacc-dd8a-4a8e-9510-e783722d7e5e None None] For port 8684bc3d-a3f5-4b7c-8687-cafcbf6ea74d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8684bc3d-a3f5-4b7c-8687-cafcbf6ea74d,segment=NetworkSegment(11ceacf8-d544-44e2-a7a3-d97e6e8fb0f9),segment_id=11ceacf8-d544-44e2-a7a3-d97e6e8fb0f9)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:23.828753 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d62655-2af4-478e-a40e-51ad75cd287c admin admin] Router 0565570d-2590-4d45-b954-87184839e54d is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:20:23.890978 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b81fdacc-dd8a-4a8e-9510-e783722d7e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.894988 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-24f076b6-2efa-4fe6-9cfa-4870d87f8000 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.925943 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-26bdc48b-8389-43a8-8520-f6680c64b881 req-6fd7a6b2-ef2f-4261-a860-db31eeeb8db8 service neutron] 10.222.0.52 "GET /v2.0/networks/9f6b8c18-5a03-4360-b0ab-d9fb67f737bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049479 Jun 30 09:20:24.015056 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81fdacc-dd8a-4a8e-9510-e783722d7e5e None None] Pushing event updated for resources: {'Port': ['ID=8684bc3d-a3f5-4b7c-8687-cafcbf6ea74d,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:24.065142 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-26bdc48b-8389-43a8-8520-f6680c64b881 req-b3fc2e51-d18c-43df-b5db-e60ef52573da service neutron] 10.222.0.52 "GET /v2.0/networks/9f6b8c18-5a03-4360-b0ab-d9fb67f737bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305745 Jun 30 09:20:24.067230 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.db.resource_extend [None req-24f076b6-2efa-4fe6-9cfa-4870d87f8000 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:20:24.090395 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ed783129-3f21-4ef2-856a-141d7686368d req-c466a5c4-26d2-4e16-bc26-4f89f174b844 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.103004 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-ca88f1c0-e951-4267-8c83-ae2d82beb9ba tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Deleting port 429c3f6a-ac3c-4bc6-8785-6f42d28b43f4 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:24.103416 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca88f1c0-e951-4267-8c83-ae2d82beb9ba tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.119241 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e88a3a84-3752-47fe-a55b-bd8b26cff330 None None] Provisioning complete for port 8684bc3d-a3f5-4b7c-8687-cafcbf6ea74d triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:24.123293 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e88a3a84-3752-47fe-a55b-bd8b26cff330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.190000 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-24f076b6-2efa-4fe6-9cfa-4870d87f8000 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.196395 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f076b6-2efa-4fe6-9cfa-4870d87f8000 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:24.197190 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-24f076b6-2efa-4fe6-9cfa-4870d87f8000 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.202765 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d62655-2af4-478e-a40e-51ad75cd287c admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:20:24.219452 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81322510-9570-41c5-80a2-af387d12bac6 None None] Sync routers for ids ['0565570d-2590-4d45-b954-87184839e54d'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:20:24.257714 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81322510-9570-41c5-80a2-af387d12bac6 None None] Routers {'0565570d-2590-4d45-b954-87184839e54d'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:24.257714 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-81322510-9570-41c5-80a2-af387d12bac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:20:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['0565570d-2590-4d45-b954-87184839e54d'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:24.280863 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca88f1c0-e951-4267-8c83-ae2d82beb9ba tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.314154 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-ca88f1c0-e951-4267-8c83-ae2d82beb9ba tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Calling delete_port for 429c3f6a-ac3c-4bc6-8785-6f42d28b43f4 owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:24.354457 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-24f076b6-2efa-4fe6-9cfa-4870d87f8000 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1099567 Jun 30 09:20:24.354915 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f076b6-2efa-4fe6-9cfa-4870d87f8000 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Pushing event updated for resources: {'Network': ['ID=fdeefb58-df61-4709-bc2b-653d224ef858,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:24.369929 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network fdeefb58-df61-4709-bc2b-653d224ef858 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:20:24.472258 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1fa7591a-535c-488a-8885-0fa2c31664a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.539300 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-81322510-9570-41c5-80a2-af387d12bac6 None None] Set router 0565570d-2590-4d45-b954-87184839e54d gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:24.573458 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46626) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:24.579737 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-8e693489-9214-4b53-b4c6-4edab44c4bc8 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Request body: {'subnets': [{'network_id': 'cd1ed06f-1ddb-4683-bdcd-eabd5e163c01', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1223734483', 'ip_version': 4}, {'network_id': 'fdeefb58-df61-4709-bc2b-653d224ef858', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:24.580173 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-8e693489-9214-4b53-b4c6-4edab44c4bc8 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Request body: {'subnet': {'network_id': 'cd1ed06f-1ddb-4683-bdcd-eabd5e163c01', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1223734483', 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:24.580757 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-8e693489-9214-4b53-b4c6-4edab44c4bc8 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Request body: {'subnet': {'network_id': 'fdeefb58-df61-4709-bc2b-653d224ef858', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:24.637023 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8684bc3d-a3f5-4b7c-8687-cafcbf6ea74d up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:24.650155 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.685097 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e4d62655-2af4-478e-a40e-51ad75cd287c admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.690215 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e4d62655-2af4-478e-a40e-51ad75cd287c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6809609 Jun 30 09:20:24.701393 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46630) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:24.796442 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 8684bc3d-a3f5-4b7c-8687-cafcbf6ea74d triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:24.796998 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.797343 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca88f1c0-e951-4267-8c83-ae2d82beb9ba tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.819658 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-ed783129-3f21-4ef2-856a-141d7686368d req-c466a5c4-26d2-4e16-bc26-4f89f174b844 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] For port 6e366f02-323b-4170-82f3-8910dd4c6970, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=6e366f02-323b-4170-82f3-8910dd4c6970,segment=NetworkSegment(711ab168-ac66-4fc0-8f70-ec0c835b4a1b),segment_id=711ab168-ac66-4fc0-8f70-ec0c835b4a1b)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:24.857075 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88f1c0-e951-4267-8c83-ae2d82beb9ba tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Pushing event deleted for resources: {'Port': ['ID=429c3f6a-ac3c-4bc6-8785-6f42d28b43f4,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:24.907405 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-81322510-9570-41c5-80a2-af387d12bac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0565570d-2590-4d45-b954-87184839e54d', 'name': 'tempest-ServerRescueTestJSON-555806664-router', 'tenant_id': 'c52329bbe8b54b8887fff3ef67ff99df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:19Z', 'updated_at': '2021-06-30T09:20:21Z', 'revision_number': 3, 'project_id': 'c52329bbe8b54b8887fff3ef67ff99df', 'gw_port': {'id': '5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:bb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0565570d-2590-4d45-b954-87184839e54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:20Z', 'updated_at': '2021-06-30T09:20:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:24.937552 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81322510-9570-41c5-80a2-af387d12bac6 None None] Checking router: 0565570d-2590-4d45-b954-87184839e54d for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:20:24.937943 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81322510-9570-41c5-80a2-af387d12bac6 None None] Updating router 0565570d-2590-4d45-b954-87184839e54d port 5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:20:24.951703 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1fa7591a-535c-488a-8885-0fa2c31664a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.974916 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-81322510-9570-41c5-80a2-af387d12bac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.994597 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ed783129-3f21-4ef2-856a-141d7686368d req-c466a5c4-26d2-4e16-bc26-4f89f174b844 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.067325 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ed783129-3f21-4ef2-856a-141d7686368d req-c466a5c4-26d2-4e16-bc26-4f89f174b844 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.069038 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca88f1c0-e951-4267-8c83-ae2d82beb9ba tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.121838 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['6e366f02-323b-4170-82f3-8910dd4c6970'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:25.301658 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e693489-9214-4b53-b4c6-4edab44c4bc8 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Made reservation on behalf of 37aecd52ae9d448493718ea6790b17ab for: {'subnet': 2} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:25.308296 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e693489-9214-4b53-b4c6-4edab44c4bc8 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.308797 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e693489-9214-4b53-b4c6-4edab44c4bc8 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.336989 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed783129-3f21-4ef2-856a-141d7686368d req-c466a5c4-26d2-4e16-bc26-4f89f174b844 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:25.337659 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ed783129-3f21-4ef2-856a-141d7686368d req-c466a5c4-26d2-4e16-bc26-4f89f174b844 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.339077 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ed783129-3f21-4ef2-856a-141d7686368d req-c466a5c4-26d2-4e16-bc26-4f89f174b844 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "PUT /v2.0/ports/6e366f02-323b-4170-82f3-8910dd4c6970 HTTP/1.1" status: 200 len: 943 time: 1.5673974 Jun 30 09:20:25.388021 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d653d87-ba3c-46e7-a29b-e19a6dbb7825', 'tag': '6e366f02-323b-4170-82f3-8910dd4c6970'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:25.390486 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c364e2f-9369-4afb-bebe-da6b34928718" -d '{"events": [{"name": "network-changed", "server_uuid": "4d653d87-ba3c-46e7-a29b-e19a6dbb7825", "tag": "6e366f02-323b-4170-82f3-8910dd4c6970"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:25.394894 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c466a5c4-26d2-4e16-bc26-4f89f174b844 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Pushing event updated for resources: {'Port': ['ID=6e366f02-323b-4170-82f3-8910dd4c6970,revision_number=7']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:25.464987 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca88f1c0-e951-4267-8c83-ae2d82beb9ba tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.469409 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['6e366f02-323b-4170-82f3-8910dd4c6970'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:25.469694 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca88f1c0-e951-4267-8c83-ae2d82beb9ba tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.598124 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c61d1da-fa31-475c-a834-7db84df73b3c x-openstack-request-id: req-4c61d1da-fa31-475c-a834-7db84df73b3c {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:25.598415 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d653d87-ba3c-46e7-a29b-e19a6dbb7825", "tag": "6e366f02-323b-4170-82f3-8910dd4c6970", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:25.598783 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4c61d1da-fa31-475c-a834-7db84df73b3c {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:25.600123 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d653d87-ba3c-46e7-a29b-e19a6dbb7825', 'tag': '6e366f02-323b-4170-82f3-8910dd4c6970', 'status': 'completed', 'code': 200} Jun 30 09:20:25.707565 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca88f1c0-e951-4267-8c83-ae2d82beb9ba tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.707996 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca88f1c0-e951-4267-8c83-ae2d82beb9ba tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Fanout notify agent at l3_agent the message router_deleted on router 7d322c7d-7cf8-47d0-b422-17c48eada830 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:20:25.716191 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca88f1c0-e951-4267-8c83-ae2d82beb9ba tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.722562 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ca88f1c0-e951-4267-8c83-ae2d82beb9ba tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] 10.222.0.10 "DELETE /v2.0/routers/7d322c7d-7cf8-47d0-b422-17c48eada830 HTTP/1.1" status: 204 len: 168 time: 3.3392029 Jun 30 09:20:25.758258 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46660) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:25.768267 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-331cdbdc-ddd2-4627-95fd-4c8691c5e525 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1341321919', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}, 'admin_state_up': False}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:25.863645 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5d47a824-5e34-46b0-93d7-3a4707f7d9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.870447 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-81322510-9570-41c5-80a2-af387d12bac6 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.890079 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-81322510-9570-41c5-80a2-af387d12bac6 None None] Transition to ACTIVE for port object 5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:25.933612 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-331cdbdc-ddd2-4627-95fd-4c8691c5e525 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.936272 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-331cdbdc-ddd2-4627-95fd-4c8691c5e525 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.995229 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-81322510-9570-41c5-80a2-af387d12bac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:26.078754 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-331cdbdc-ddd2-4627-95fd-4c8691c5e525 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:26.084620 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae2d1b-53cf-4921-9210-85ee2002eb30 None None] Pushing event updated for resources: {'Port': ['ID=5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:26.121549 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-81322510-9570-41c5-80a2-af387d12bac6 None None] Attempting to bind port 5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:26.122271 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-81322510-9570-41c5-80a2-af387d12bac6 None None] Attempting to bind port 5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:26.122880 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81322510-9570-41c5-80a2-af387d12bac6 None None] Attempting to bind port 5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:26.130164 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81322510-9570-41c5-80a2-af387d12bac6 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:20:26.130898 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81322510-9570-41c5-80a2-af387d12bac6 None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:26.131095 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-81322510-9570-41c5-80a2-af387d12bac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:26.131674 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81322510-9570-41c5-80a2-af387d12bac6 None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:20:26.132179 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-81322510-9570-41c5-80a2-af387d12bac6 None None] Bound port: 5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:20:26.132796 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-81322510-9570-41c5-80a2-af387d12bac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:26.156164 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-5d47a824-5e34-46b0-93d7-3a4707f7d9f6 admin admin] Allocated IP 172.20.0.1 (972bd354-eef2-4e01-b16e-8c4bf18786f8/8cf53215-c792-4025-85bb-3926feddb6f2/3b0e7a84-eaf2-4371-9f83-76844f279f6f) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:26.207710 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-81322510-9570-41c5-80a2-af387d12bac6 None None] For port 5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:20:26.218467 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-81322510-9570-41c5-80a2-af387d12bac6 None None] For port 5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:20:26.259960 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c364e2f-9369-4afb-bebe-da6b34928718 req-60fa29ce-661c-463f-b2af-2b4ea97cd6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:26.261369 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7c364e2f-9369-4afb-bebe-da6b34928718 req-60fa29ce-661c-463f-b2af-2b4ea97cd6b4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ccdb6267e3ed432991d478e59bf31bd1&device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 1098 time: 0.3859520 Jun 30 09:20:26.269913 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-667558e6-9bd7-4a20-bb84-8255f729c998 req-8dba115c-9180-4054-b861-9eb42872399e tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3626261 Jun 30 09:20:26.316673 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-667558e6-9bd7-4a20-bb84-8255f729c998 req-af3b3935-6cf4-409e-bb99-f8e64dc331de tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:26.348586 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:26.401654 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-331cdbdc-ddd2-4627-95fd-4c8691c5e525 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:26.409712 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-81322510-9570-41c5-80a2-af387d12bac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:26.419202 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa7591a-535c-488a-8885-0fa2c31664a0 admin admin] Router 6ab452ec-a48e-42bf-9e17-8db8f587cfee is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:20:26.457610 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5d47a824-5e34-46b0-93d7-3a4707f7d9f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:26.511082 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81322510-9570-41c5-80a2-af387d12bac6 None None] Routers {'0565570d-2590-4d45-b954-87184839e54d'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:26.511646 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-81322510-9570-41c5-80a2-af387d12bac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:20:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['0565570d-2590-4d45-b954-87184839e54d'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:26.515019 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae2d1b-53cf-4921-9210-85ee2002eb30 None None] Pushing event updated for resources: {'Port': ['ID=5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:26.553030 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-667558e6-9bd7-4a20-bb84-8255f729c998 req-af3b3935-6cf4-409e-bb99-f8e64dc331de tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks [] for floatingip, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:26.569276 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c364e2f-9369-4afb-bebe-da6b34928718 req-e7ae7048-b9e0-4b9e-b54c-92b38c11388e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:26.570785 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7c364e2f-9369-4afb-bebe-da6b34928718 req-e7ae7048-b9e0-4b9e-b54c-92b38c11388e service neutron] 10.222.0.52 "GET /v2.0/networks?id=9f6b8c18-5a03-4360-b0ab-d9fb67f737bd HTTP/1.1" status: 200 len: 920 time: 0.2985289 Jun 30 09:20:26.650808 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-81322510-9570-41c5-80a2-af387d12bac6 None None] Set router 0565570d-2590-4d45-b954-87184839e54d gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:26.713298 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5d47a824-5e34-46b0-93d7-3a4707f7d9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:26.722735 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7c364e2f-9369-4afb-bebe-da6b34928718 req-76fb556c-6295-4e8d-8257-e985786e99b6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e366f02-323b-4170-82f3-8910dd4c6970 HTTP/1.1" status: 200 len: 217 time: 0.1151693 Jun 30 09:20:26.793263 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d47a824-5e34-46b0-93d7-3a4707f7d9f6 admin admin] Network 972bd354-eef2-4e01-b16e-8c4bf18786f8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:26.804825 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-5d47a824-5e34-46b0-93d7-3a4707f7d9f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:26.812804 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d47a824-5e34-46b0-93d7-3a4707f7d9f6 admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:26.817743 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47a824-5e34-46b0-93d7-3a4707f7d9f6 admin admin] Pushing event updated for resources: {'Port': ['ID=3b0e7a84-eaf2-4371-9f83-76844f279f6f,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:26.828834 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa7591a-535c-488a-8885-0fa2c31664a0 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:20:26.840841 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4167fc-dc63-43ca-b25f-ea2a869aaf19 None None] Sync routers for ids ['6ab452ec-a48e-42bf-9e17-8db8f587cfee'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:20:26.853931 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c364e2f-9369-4afb-bebe-da6b34928718 req-79afcde6-e7d7-4516-99b8-7b16ca2659fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:26.860900 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7c364e2f-9369-4afb-bebe-da6b34928718 req-79afcde6-e7d7-4516-99b8-7b16ca2659fa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=36fff7d6-34a7-44f3-bad4-7b663a92c857 HTTP/1.1" status: 200 len: 859 time: 0.1228073 Jun 30 09:20:26.868296 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4167fc-dc63-43ca-b25f-ea2a869aaf19 None None] Routers {'6ab452ec-a48e-42bf-9e17-8db8f587cfee'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:26.870480 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-ca4167fc-dc63-43ca-b25f-ea2a869aaf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:20:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['6ab452ec-a48e-42bf-9e17-8db8f587cfee'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:26.928127 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5d47a824-5e34-46b0-93d7-3a4707f7d9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:26.966306 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-81322510-9570-41c5-80a2-af387d12bac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0565570d-2590-4d45-b954-87184839e54d', 'name': 'tempest-ServerRescueTestJSON-555806664-router', 'tenant_id': 'c52329bbe8b54b8887fff3ef67ff99df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:19Z', 'updated_at': '2021-06-30T09:20:21Z', 'revision_number': 3, 'project_id': 'c52329bbe8b54b8887fff3ef67ff99df', 'gw_port': {'id': '5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:bb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0565570d-2590-4d45-b954-87184839e54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:20Z', 'updated_at': '2021-06-30T09:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:26.968996 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7c364e2f-9369-4afb-bebe-da6b34928718 req-6b9b54f2-e16b-4a36-af51-dd7de6ded0a2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f6b8c18-5a03-4360-b0ab-d9fb67f737bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973210 Jun 30 09:20:26.981888 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1fa7591a-535c-488a-8885-0fa2c31664a0 admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:26.986585 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1fa7591a-535c-488a-8885-0fa2c31664a0 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.6023216 Jun 30 09:20:27.000519 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46700) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:27.011694 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81322510-9570-41c5-80a2-af387d12bac6 None None] The sync data for ids ['0565570d-2590-4d45-b954-87184839e54d'] in n-d-771363-31 is: [{'id': '0565570d-2590-4d45-b954-87184839e54d', 'name': 'tempest-ServerRescueTestJSON-555806664-router', 'tenant_id': 'c52329bbe8b54b8887fff3ef67ff99df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:19Z', 'updated_at': '2021-06-30T09:20:21Z', 'revision_number': 3, 'project_id': 'c52329bbe8b54b8887fff3ef67ff99df', 'gw_port': {'id': '5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:bb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0565570d-2590-4d45-b954-87184839e54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:20Z', 'updated_at': '2021-06-30T09:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:20:27.101011 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-ca4167fc-dc63-43ca-b25f-ea2a869aaf19 None None] Set router 6ab452ec-a48e-42bf-9e17-8db8f587cfee gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:27.231953 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-331cdbdc-ddd2-4627-95fd-4c8691c5e525 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.270077 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-331cdbdc-ddd2-4627-95fd-4c8691c5e525 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.302249 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-667558e6-9bd7-4a20-bb84-8255f729c998 req-af3b3935-6cf4-409e-bb99-f8e64dc331de tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.315575 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7c364e2f-9369-4afb-bebe-da6b34928718 req-f6472c6e-0760-44a1-aff2-0ace0bfda1c6 service neutron] 10.222.0.52 "GET /v2.0/networks/9f6b8c18-5a03-4360-b0ab-d9fb67f737bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278577 Jun 30 09:20:27.329245 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-ca4167fc-dc63-43ca-b25f-ea2a869aaf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab452ec-a48e-42bf-9e17-8db8f587cfee', 'name': 'tempest-TestAggregatesBasicOps-1094763940-router', 'tenant_id': 'ea2f78c0734c43828580c50b9478eea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '954fc544-7dc8-49a5-8e82-a0d6604a22ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:20Z', 'updated_at': '2021-06-30T09:20:23Z', 'revision_number': 3, 'project_id': 'ea2f78c0734c43828580c50b9478eea8', 'gw_port': {'id': '954fc544-7dc8-49a5-8e82-a0d6604a22ce', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:26:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab452ec-a48e-42bf-9e17-8db8f587cfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:22Z', 'updated_at': '2021-06-30T09:20:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:27.336806 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5d47a824-5e34-46b0-93d7-3a4707f7d9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.362616 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4167fc-dc63-43ca-b25f-ea2a869aaf19 None None] Checking router: 6ab452ec-a48e-42bf-9e17-8db8f587cfee for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:20:27.363415 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4167fc-dc63-43ca-b25f-ea2a869aaf19 None None] Updating router 6ab452ec-a48e-42bf-9e17-8db8f587cfee port 954fc544-7dc8-49a5-8e82-a0d6604a22ce binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:20:27.478607 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e693489-9214-4b53-b4c6-4edab44c4bc8 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.487683 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-331cdbdc-ddd2-4627-95fd-4c8691c5e525 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Allocated IP 172.25.6.61 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/f690449e-a97d-4c55-888f-6758da909bdd) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:27.487800 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-ca4167fc-dc63-43ca-b25f-ea2a869aaf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.675550 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e693489-9214-4b53-b4c6-4edab44c4bc8 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Pushing event updated for resources: {'Subnet': ['ID=67d190a8-24ab-46f0-ac5c-a3f9b8f082b3,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:27.727109 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7c364e2f-9369-4afb-bebe-da6b34928718 req-8ef25ca5-cc6f-4879-a1ed-18f139b273c6 service neutron] 10.222.0.52 "GET /v2.0/networks/9f6b8c18-5a03-4360-b0ab-d9fb67f737bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416684 Jun 30 09:20:27.747610 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5d47a824-5e34-46b0-93d7-3a4707f7d9f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.767338 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-331cdbdc-ddd2-4627-95fd-4c8691c5e525 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.778916 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e693489-9214-4b53-b4c6-4edab44c4bc8 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Checking segment: {'id': '838a3c8f-3384-416e-8ec5-2439134bf9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cd1ed06f-1ddb-4683-bdcd-eabd5e163c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:27.779431 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e693489-9214-4b53-b4c6-4edab44c4bc8 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Network hostable DHCP agents. Network: cd1ed06f-1ddb-4683-bdcd-eabd5e163c01, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:20:27.821717 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5d47a824-5e34-46b0-93d7-3a4707f7d9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.912193 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-331cdbdc-ddd2-4627-95fd-4c8691c5e525 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.928098 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47a824-5e34-46b0-93d7-3a4707f7d9f6 admin admin] Pushing event updated for resources: {'Port': ['ID=3b0e7a84-eaf2-4371-9f83-76844f279f6f,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:27.937116 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5d47a824-5e34-46b0-93d7-3a4707f7d9f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.946494 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e693489-9214-4b53-b4c6-4edab44c4bc8 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Network cd1ed06f-1ddb-4683-bdcd-eabd5e163c01 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:20:27.974344 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331cdbdc-ddd2-4627-95fd-4c8691c5e525 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:27.981242 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-331cdbdc-ddd2-4627-95fd-4c8691c5e525 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:27.985112 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331cdbdc-ddd2-4627-95fd-4c8691c5e525 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:28.053175 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-667558e6-9bd7-4a20-bb84-8255f729c998 req-af3b3935-6cf4-409e-bb99-f8e64dc331de tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Allocated IP 172.25.6.38 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/14c096cd-1587-4ad4-a430-37f38390766f) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:28.059090 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-8e693489-9214-4b53-b4c6-4edab44c4bc8 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, cd1ed06f-1ddb-4683-bdcd-eabd5e163c01) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:28.072084 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4383088-6552-49b1-b0ef-0c0da160c978 None None] Network cd1ed06f-1ddb-4683-bdcd-eabd5e163c01 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:28.097926 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e693489-9214-4b53-b4c6-4edab44c4bc8 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:28.347781 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674bd60b-ab8d-4b0b-8934-0da442abf57b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-cd1ed06f-1ddb-4683-bdcd-eabd5e163c01', 'network_id': 'cd1ed06f-1ddb-4683-bdcd-eabd5e163c01', 'tenant_id': '37aecd52ae9d448493718ea6790b17ab', 'fixed_ips': [{'subnet_id': '67d190a8-24ab-46f0-ac5c-a3f9b8f082b3'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:20:28.347781 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-674bd60b-ab8d-4b0b-8934-0da442abf57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:28.352764 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-84bed7bf-55b1-4a62-8246-c2b9d3930e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:28.390897 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e693489-9214-4b53-b4c6-4edab44c4bc8 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Pushing event updated for resources: {'Subnet': ['ID=63c6d1aa-6b1e-45cf-a781-fcd7e4e352f9,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:28.450319 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e693489-9214-4b53-b4c6-4edab44c4bc8 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Checking segment: {'id': 'd300f108-264d-456b-94d1-d4bff3b5d989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fdeefb58-df61-4709-bc2b-653d224ef858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:28.450692 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e693489-9214-4b53-b4c6-4edab44c4bc8 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Network hostable DHCP agents. Network: fdeefb58-df61-4709-bc2b-653d224ef858, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:20:28.525896 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-667558e6-9bd7-4a20-bb84-8255f729c998 req-af3b3935-6cf4-409e-bb99-f8e64dc331de tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:28.641188 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:28.668736 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331cdbdc-ddd2-4627-95fd-4c8691c5e525 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Pushing event updated for resources: {'Port': ['ID=f690449e-a97d-4c55-888f-6758da909bdd,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:28.686769 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-674bd60b-ab8d-4b0b-8934-0da442abf57b None None] Allocated IP 172.20.0.2 (cd1ed06f-1ddb-4683-bdcd-eabd5e163c01/67d190a8-24ab-46f0-ac5c-a3f9b8f082b3/919cf47e-6fb7-4190-b60a-1c954325f42f) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:28.760533 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e693489-9214-4b53-b4c6-4edab44c4bc8 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Network fdeefb58-df61-4709-bc2b-653d224ef858 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:20:28.829576 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-84bed7bf-55b1-4a62-8246-c2b9d3930e0f admin admin] Allocated IP 172.20.0.1 (ce754141-4034-4df2-883a-c137586675b6/b8f0208f-8b22-4bf9-a176-653564689860/26a0bfc9-8b17-49c7-880d-26736192790a) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:28.914258 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-8e693489-9214-4b53-b4c6-4edab44c4bc8 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, fdeefb58-df61-4709-bc2b-653d224ef858) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:28.936309 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e693489-9214-4b53-b4c6-4edab44c4bc8 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:28.936961 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e693489-9214-4b53-b4c6-4edab44c4bc8 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:28.937595 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e693489-9214-4b53-b4c6-4edab44c4bc8 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:28.946663 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d880ad1d-9549-48ba-9218-fc0b13bfc286 None None] Network fdeefb58-df61-4709-bc2b-653d224ef858 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:28.966231 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-667558e6-9bd7-4a20-bb84-8255f729c998 req-af3b3935-6cf4-409e-bb99-f8e64dc331de tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:28.994550 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d47a824-5e34-46b0-93d7-3a4707f7d9f6 admin admin] Network 972bd354-eef2-4e01-b16e-8c4bf18786f8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:29.001937 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-5d47a824-5e34-46b0-93d7-3a4707f7d9f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:29.072612 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-667558e6-9bd7-4a20-bb84-8255f729c998 req-af3b3935-6cf4-409e-bb99-f8e64dc331de tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:29.081520 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-84bed7bf-55b1-4a62-8246-c2b9d3930e0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.089475 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8e693489-9214-4b53-b4c6-4edab44c4bc8 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.5148976 Jun 30 09:20:29.096018 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-667558e6-9bd7-4a20-bb84-8255f729c998 req-af3b3935-6cf4-409e-bb99-f8e64dc331de tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:29.096598 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46754) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:29.104283 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-667558e6-9bd7-4a20-bb84-8255f729c998 req-af3b3935-6cf4-409e-bb99-f8e64dc331de tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:29.107406 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b3935-6cf4-409e-bb99-f8e64dc331de tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Pushing event updated for resources: {'Port': ['ID=14c096cd-1587-4ad4-a430-37f38390766f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:29.130309 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-674bd60b-ab8d-4b0b-8934-0da442abf57b None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.148377 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-84bed7bf-55b1-4a62-8246-c2b9d3930e0f admin admin] Transition to ACTIVE for port object 26a0bfc9-8b17-49c7-880d-26736192790a will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:29.188358 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:29.212518 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-674bd60b-ab8d-4b0b-8934-0da442abf57b None None] Transition to ACTIVE for port object 919cf47e-6fb7-4190-b60a-1c954325f42f will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:29.220820 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:29.222790 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-667558e6-9bd7-4a20-bb84-8255f729c998 req-af3b3935-6cf4-409e-bb99-f8e64dc331de tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.223538 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.304898 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-674bd60b-ab8d-4b0b-8934-0da442abf57b None None] Transition to ACTIVE for port object 919cf47e-6fb7-4190-b60a-1c954325f42f will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:29.308190 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-ca4167fc-dc63-43ca-b25f-ea2a869aaf19 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.329570 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-ca4167fc-dc63-43ca-b25f-ea2a869aaf19 None None] Transition to ACTIVE for port object 954fc544-7dc8-49a5-8e82-a0d6604a22ce will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:29.335531 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46a84c0-7a17-4ff6-9756-a798811961ef tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:29.337959 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46a84c0-7a17-4ff6-9756-a798811961ef tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:29.346475 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46a84c0-7a17-4ff6-9756-a798811961ef tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:29.360916 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f46a84c0-7a17-4ff6-9756-a798811961ef tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2625077 Jun 30 09:20:29.371808 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46758) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:29.388970 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-84bed7bf-55b1-4a62-8246-c2b9d3930e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.452374 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-667558e6-9bd7-4a20-bb84-8255f729c998 req-af3b3935-6cf4-409e-bb99-f8e64dc331de tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.456382 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bed7bf-55b1-4a62-8246-c2b9d3930e0f admin admin] Network ce754141-4034-4df2-883a-c137586675b6 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:29.457367 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7e1746-fed9-42c2-ae6c-26e38631118b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-fdeefb58-df61-4709-bc2b-653d224ef858', 'network_id': 'fdeefb58-df61-4709-bc2b-653d224ef858', 'tenant_id': '37aecd52ae9d448493718ea6790b17ab', 'fixed_ips': [{'subnet_id': '63c6d1aa-6b1e-45cf-a781-fcd7e4e352f9'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:20:29.458586 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5e7e1746-fed9-42c2-ae6c-26e38631118b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.462510 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-84bed7bf-55b1-4a62-8246-c2b9d3930e0f admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:29.470658 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.510390 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:29.511381 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bed7bf-55b1-4a62-8246-c2b9d3930e0f admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:29.519399 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-ca4167fc-dc63-43ca-b25f-ea2a869aaf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.528269 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bed7bf-55b1-4a62-8246-c2b9d3930e0f admin admin] Pushing event updated for resources: {'Port': ['ID=26a0bfc9-8b17-49c7-880d-26736192790a,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:29.604015 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-331cdbdc-ddd2-4627-95fd-4c8691c5e525 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.635836 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68271120-427c-4d10-a107-f8178cb4b4c0 None None] Pushing event updated for resources: {'Port': ['ID=954fc544-7dc8-49a5-8e82-a0d6604a22ce,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:29.661758 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68271120-427c-4d10-a107-f8178cb4b4c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:29.662610 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68271120-427c-4d10-a107-f8178cb4b4c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:29.663527 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68271120-427c-4d10-a107-f8178cb4b4c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:29.664117 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68271120-427c-4d10-a107-f8178cb4b4c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:29.664695 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68271120-427c-4d10-a107-f8178cb4b4c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:29.666384 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68271120-427c-4d10-a107-f8178cb4b4c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:29.666940 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-674bd60b-ab8d-4b0b-8934-0da442abf57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.667663 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68271120-427c-4d10-a107-f8178cb4b4c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:29.668248 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68271120-427c-4d10-a107-f8178cb4b4c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:29.669172 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68271120-427c-4d10-a107-f8178cb4b4c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:29.669945 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68271120-427c-4d10-a107-f8178cb4b4c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:29.671727 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68271120-427c-4d10-a107-f8178cb4b4c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:29.672372 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68271120-427c-4d10-a107-f8178cb4b4c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:29.682005 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-ca4167fc-dc63-43ca-b25f-ea2a869aaf19 None None] Attempting to bind port 954fc544-7dc8-49a5-8e82-a0d6604a22ce on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:29.685020 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-ca4167fc-dc63-43ca-b25f-ea2a869aaf19 None None] Attempting to bind port 954fc544-7dc8-49a5-8e82-a0d6604a22ce by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:29.685020 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4167fc-dc63-43ca-b25f-ea2a869aaf19 None None] Attempting to bind port 954fc544-7dc8-49a5-8e82-a0d6604a22ce on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:29.691412 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4167fc-dc63-43ca-b25f-ea2a869aaf19 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:20:29.692245 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4167fc-dc63-43ca-b25f-ea2a869aaf19 None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:29.695388 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-ca4167fc-dc63-43ca-b25f-ea2a869aaf19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.696140 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4167fc-dc63-43ca-b25f-ea2a869aaf19 None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:20:29.696884 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-ca4167fc-dc63-43ca-b25f-ea2a869aaf19 None None] Bound port: 954fc544-7dc8-49a5-8e82-a0d6604a22ce, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:20:29.697824 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-ca4167fc-dc63-43ca-b25f-ea2a869aaf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.699315 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-84bed7bf-55b1-4a62-8246-c2b9d3930e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.704617 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.776615 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-ca4167fc-dc63-43ca-b25f-ea2a869aaf19 None None] For port 954fc544-7dc8-49a5-8e82-a0d6604a22ce, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:20:29.781901 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-ca4167fc-dc63-43ca-b25f-ea2a869aaf19 None None] For port 954fc544-7dc8-49a5-8e82-a0d6604a22ce, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=954fc544-7dc8-49a5-8e82-a0d6604a22ce,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:20:29.817429 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674bd60b-ab8d-4b0b-8934-0da442abf57b None None] Network cd1ed06f-1ddb-4683-bdcd-eabd5e163c01 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:29.818808 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d47a824-5e34-46b0-93d7-3a4707f7d9f6 admin admin] Router 0565570d-2590-4d45-b954-87184839e54d has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:20:29.823988 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-674bd60b-ab8d-4b0b-8934-0da442abf57b None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:29.842917 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674bd60b-ab8d-4b0b-8934-0da442abf57b None None] Pushing event updated for resources: {'Port': ['ID=919cf47e-6fb7-4190-b60a-1c954325f42f,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:29.846242 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674bd60b-ab8d-4b0b-8934-0da442abf57b None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:29.869365 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e4e8086-8000-4e7a-9c60-a30266a0ba23 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Deleting subnet 67d190a8-24ab-46f0-ac5c-a3f9b8f082b3 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:20:29.878718 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3e4e8086-8000-4e7a-9c60-a30266a0ba23 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.880145 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-ca4167fc-dc63-43ca-b25f-ea2a869aaf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.954454 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3e4e8086-8000-4e7a-9c60-a30266a0ba23 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:30.023923 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68271120-427c-4d10-a107-f8178cb4b4c0 None None] Pushing event updated for resources: {'Port': ['ID=954fc544-7dc8-49a5-8e82-a0d6604a22ce,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:30.041014 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-667558e6-9bd7-4a20-bb84-8255f729c998 req-af3b3935-6cf4-409e-bb99-f8e64dc331de tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:30.051865 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4167fc-dc63-43ca-b25f-ea2a869aaf19 None None] Routers {'6ab452ec-a48e-42bf-9e17-8db8f587cfee'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:30.052973 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-ca4167fc-dc63-43ca-b25f-ea2a869aaf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:20:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['6ab452ec-a48e-42bf-9e17-8db8f587cfee'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:30.114254 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:30.126805 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-5e7e1746-fed9-42c2-ae6c-26e38631118b None None] Allocated IP 172.20.0.18 (fdeefb58-df61-4709-bc2b-653d224ef858/63c6d1aa-6b1e-45cf-a781-fcd7e4e352f9/678aa5bc-792a-4235-a810-1139f5d175f0) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:30.140582 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-674bd60b-ab8d-4b0b-8934-0da442abf57b None None] Attempting to bind port 919cf47e-6fb7-4190-b60a-1c954325f42f on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:30.141276 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-674bd60b-ab8d-4b0b-8934-0da442abf57b None None] Attempting to bind port 919cf47e-6fb7-4190-b60a-1c954325f42f by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '838a3c8f-3384-416e-8ec5-2439134bf9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cd1ed06f-1ddb-4683-bdcd-eabd5e163c01'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:30.141276 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674bd60b-ab8d-4b0b-8934-0da442abf57b None None] Attempting to bind port 919cf47e-6fb7-4190-b60a-1c954325f42f on network cd1ed06f-1ddb-4683-bdcd-eabd5e163c01 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:30.151012 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674bd60b-ab8d-4b0b-8934-0da442abf57b None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:20:30.151418 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674bd60b-ab8d-4b0b-8934-0da442abf57b None None] Checking segment: {'id': '838a3c8f-3384-416e-8ec5-2439134bf9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cd1ed06f-1ddb-4683-bdcd-eabd5e163c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:30.152104 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-674bd60b-ab8d-4b0b-8934-0da442abf57b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:30.152382 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674bd60b-ab8d-4b0b-8934-0da442abf57b None None] Bound using segment: {'id': '838a3c8f-3384-416e-8ec5-2439134bf9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cd1ed06f-1ddb-4683-bdcd-eabd5e163c01'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:20:30.152870 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-674bd60b-ab8d-4b0b-8934-0da442abf57b None None] Bound port: 919cf47e-6fb7-4190-b60a-1c954325f42f, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838a3c8f-3384-416e-8ec5-2439134bf9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cd1ed06f-1ddb-4683-bdcd-eabd5e163c01'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:20:30.153250 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-674bd60b-ab8d-4b0b-8934-0da442abf57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:30.169654 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3e4e8086-8000-4e7a-9c60-a30266a0ba23 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:30.195184 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-ca4167fc-dc63-43ca-b25f-ea2a869aaf19 None None] Set router 6ab452ec-a48e-42bf-9e17-8db8f587cfee gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:30.261182 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46776) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:30.357405 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d47a824-5e34-46b0-93d7-3a4707f7d9f6 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:20:30.373513 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5d47a824-5e34-46b0-93d7-3a4707f7d9f6 admin admin] 10.222.0.10 "PUT /v2.0/routers/0565570d-2590-4d45-b954-87184839e54d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6751354 Jun 30 09:20:30.387776 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc45772-9630-41e5-8d02-24db3d501fb5 None None] Sync routers for ids ['0565570d-2590-4d45-b954-87184839e54d'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:20:30.392503 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-667558e6-9bd7-4a20-bb84-8255f729c998 req-af3b3935-6cf4-409e-bb99-f8e64dc331de tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:30.428929 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-331cdbdc-ddd2-4627-95fd-4c8691c5e525 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:30.442611 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5e7e1746-fed9-42c2-ae6c-26e38631118b None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:30.453318 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5e7e1746-fed9-42c2-ae6c-26e38631118b None None] Transition to ACTIVE for port object 678aa5bc-792a-4235-a810-1139f5d175f0 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:30.458999 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-ca4167fc-dc63-43ca-b25f-ea2a869aaf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab452ec-a48e-42bf-9e17-8db8f587cfee', 'name': 'tempest-TestAggregatesBasicOps-1094763940-router', 'tenant_id': 'ea2f78c0734c43828580c50b9478eea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '954fc544-7dc8-49a5-8e82-a0d6604a22ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:20Z', 'updated_at': '2021-06-30T09:20:23Z', 'revision_number': 3, 'project_id': 'ea2f78c0734c43828580c50b9478eea8', 'gw_port': {'id': '954fc544-7dc8-49a5-8e82-a0d6604a22ce', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:26:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab452ec-a48e-42bf-9e17-8db8f587cfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:22Z', 'updated_at': '2021-06-30T09:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:30.469051 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5e7e1746-fed9-42c2-ae6c-26e38631118b None None] Transition to ACTIVE for port object 678aa5bc-792a-4235-a810-1139f5d175f0 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:30.474935 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-abf3bb87-340b-4efc-939b-6e2643e251bd None None] Provisioning for port 26a0bfc9-8b17-49c7-880d-26736192790a completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:30.481660 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-abf3bb87-340b-4efc-939b-6e2643e251bd None None] Provisioning complete for port 26a0bfc9-8b17-49c7-880d-26736192790a triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:30.481660 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-abf3bb87-340b-4efc-939b-6e2643e251bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:30.485046 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc45772-9630-41e5-8d02-24db3d501fb5 None None] Routers {'0565570d-2590-4d45-b954-87184839e54d'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:30.493643 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3e4e8086-8000-4e7a-9c60-a30266a0ba23 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:30.497498 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-adc45772-9630-41e5-8d02-24db3d501fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:20:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['0565570d-2590-4d45-b954-87184839e54d'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:30.511790 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e25ac429-7334-426f-a5a2-bdc8f50c4136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:30.565311 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-674bd60b-ab8d-4b0b-8934-0da442abf57b None None] For port 919cf47e-6fb7-4190-b60a-1c954325f42f, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:20:30.571374 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5e7e1746-fed9-42c2-ae6c-26e38631118b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:30.581040 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e8086-8000-4e7a-9c60-a30266a0ba23 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Pushing event deleted for resources: {'Subnet': ['ID=67d190a8-24ab-46f0-ac5c-a3f9b8f082b3,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:30.595064 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3e4e8086-8000-4e7a-9c60-a30266a0ba23 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:30.597679 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3e4e8086-8000-4e7a-9c60-a30266a0ba23 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] 10.222.0.10 "DELETE /v2.0/subnets/67d190a8-24ab-46f0-ac5c-a3f9b8f082b3 HTTP/1.1" status: 204 len: 168 time: 1.2237005 Jun 30 09:20:30.601770 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46782) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:30.648713 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-667558e6-9bd7-4a20-bb84-8255f729c998 req-af3b3935-6cf4-409e-bb99-f8e64dc331de tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:30.776726 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4167fc-dc63-43ca-b25f-ea2a869aaf19 None None] The sync data for ids ['6ab452ec-a48e-42bf-9e17-8db8f587cfee'] in n-d-771363-31 is: [{'id': '6ab452ec-a48e-42bf-9e17-8db8f587cfee', 'name': 'tempest-TestAggregatesBasicOps-1094763940-router', 'tenant_id': 'ea2f78c0734c43828580c50b9478eea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '954fc544-7dc8-49a5-8e82-a0d6604a22ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:20Z', 'updated_at': '2021-06-30T09:20:23Z', 'revision_number': 3, 'project_id': 'ea2f78c0734c43828580c50b9478eea8', 'gw_port': {'id': '954fc544-7dc8-49a5-8e82-a0d6604a22ce', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:26:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab452ec-a48e-42bf-9e17-8db8f587cfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:22Z', 'updated_at': '2021-06-30T09:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:20:30.805623 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-74fe100c-d6c2-4020-b573-eafa9bfb917c tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Deleting subnet 63c6d1aa-6b1e-45cf-a781-fcd7e4e352f9 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:20:30.815425 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-74fe100c-d6c2-4020-b573-eafa9bfb917c tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:30.902154 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-74fe100c-d6c2-4020-b573-eafa9bfb917c tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:30.945910 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:31.018823 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-674bd60b-ab8d-4b0b-8934-0da442abf57b None None] For port 919cf47e-6fb7-4190-b60a-1c954325f42f, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=919cf47e-6fb7-4190-b60a-1c954325f42f,segment=NetworkSegment(838a3c8f-3384-416e-8ec5-2439134bf9a1),segment_id=838a3c8f-3384-416e-8ec5-2439134bf9a1)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:20:31.051059 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-74fe100c-d6c2-4020-b573-eafa9bfb917c tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.105360 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331cdbdc-ddd2-4627-95fd-4c8691c5e525 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Router bf88134c-6ff7-442a-b781-971e266264d6 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:20:31.132819 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-84bed7bf-55b1-4a62-8246-c2b9d3930e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.135209 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-abf3bb87-340b-4efc-939b-6e2643e251bd None None] Port 26a0bfc9-8b17-49c7-880d-26736192790a cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:20:31.136861 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b3935-6cf4-409e-bb99-f8e64dc331de tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Pushing event updated for resources: {'Port': ['ID=14c096cd-1587-4ad4-a430-37f38390766f,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:31.139349 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e1746-fed9-42c2-ae6c-26e38631118b None None] Pushing event updated for resources: {'Port': ['ID=678aa5bc-792a-4235-a810-1139f5d175f0,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:31.174558 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-674bd60b-ab8d-4b0b-8934-0da442abf57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.181194 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7e1746-fed9-42c2-ae6c-26e38631118b None None] Network fdeefb58-df61-4709-bc2b-653d224ef858 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:31.191770 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-5e7e1746-fed9-42c2-ae6c-26e38631118b None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:31.226599 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7e1746-fed9-42c2-ae6c-26e38631118b None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:31.322833 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-adc45772-9630-41e5-8d02-24db3d501fb5 None None] Set router 0565570d-2590-4d45-b954-87184839e54d gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:31.387701 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:31.388363 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.394497 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674bd60b-ab8d-4b0b-8934-0da442abf57b None None] Pushing event updated for resources: {'Port': ['ID=919cf47e-6fb7-4190-b60a-1c954325f42f,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:31.444201 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-73e2cd09-d336-473d-88d6-9bb6f6afc2df tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:31.457828 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-73e2cd09-d336-473d-88d6-9bb6f6afc2df tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/networks?id=972bd354-eef2-4e01-b16e-8c4bf18786f8 HTTP/1.1" status: 200 len: 810 time: 0.3440900 Jun 30 09:20:31.475161 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-74fe100c-d6c2-4020-b573-eafa9bfb917c tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.500609 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-84bed7bf-55b1-4a62-8246-c2b9d3930e0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.511540 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-5e7e1746-fed9-42c2-ae6c-26e38631118b None None] Attempting to bind port 678aa5bc-792a-4235-a810-1139f5d175f0 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:31.511540 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-5e7e1746-fed9-42c2-ae6c-26e38631118b None None] Attempting to bind port 678aa5bc-792a-4235-a810-1139f5d175f0 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'd300f108-264d-456b-94d1-d4bff3b5d989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fdeefb58-df61-4709-bc2b-653d224ef858'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:31.511540 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7e1746-fed9-42c2-ae6c-26e38631118b None None] Attempting to bind port 678aa5bc-792a-4235-a810-1139f5d175f0 on network fdeefb58-df61-4709-bc2b-653d224ef858 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:31.546947 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-c0740c98-7be7-473e-a4ea-ea9d2a1dbfe0 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/quotas/c52329bbe8b54b8887fff3ef67ff99df HTTP/1.1" status: 200 len: 375 time: 0.0880306 Jun 30 09:20:31.548501 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe100c-d6c2-4020-b573-eafa9bfb917c tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Pushing event deleted for resources: {'Subnet': ['ID=63c6d1aa-6b1e-45cf-a781-fcd7e4e352f9,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:31.551339 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331cdbdc-ddd2-4627-95fd-4c8691c5e525 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:20:31.560541 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7e1746-fed9-42c2-ae6c-26e38631118b None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:20:31.566427 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7e1746-fed9-42c2-ae6c-26e38631118b None None] Checking segment: {'id': 'd300f108-264d-456b-94d1-d4bff3b5d989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fdeefb58-df61-4709-bc2b-653d224ef858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:31.566427 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5e7e1746-fed9-42c2-ae6c-26e38631118b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.566427 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7e1746-fed9-42c2-ae6c-26e38631118b None None] Bound using segment: {'id': 'd300f108-264d-456b-94d1-d4bff3b5d989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fdeefb58-df61-4709-bc2b-653d224ef858'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:20:31.566817 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ad15f0-d9b6-4fa0-bfe5-18291103f546 None None] Sync routers for ids ['bf88134c-6ff7-442a-b781-971e266264d6'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:20:31.567316 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-5e7e1746-fed9-42c2-ae6c-26e38631118b None None] Bound port: 678aa5bc-792a-4235-a810-1139f5d175f0, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd300f108-264d-456b-94d1-d4bff3b5d989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fdeefb58-df61-4709-bc2b-653d224ef858'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:20:31.569176 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5e7e1746-fed9-42c2-ae6c-26e38631118b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.572090 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-74fe100c-d6c2-4020-b573-eafa9bfb917c tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.574039 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-74fe100c-d6c2-4020-b573-eafa9bfb917c tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] 10.222.0.10 "DELETE /v2.0/subnets/63c6d1aa-6b1e-45cf-a781-fcd7e4e352f9 HTTP/1.1" status: 204 len: 168 time: 0.9706764 Jun 30 09:20:31.578550 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46802) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:31.586485 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ad15f0-d9b6-4fa0-bfe5-18291103f546 None None] Routers {'bf88134c-6ff7-442a-b781-971e266264d6'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:31.587531 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-95ad15f0-d9b6-4fa0-bfe5-18291103f546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:20:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bf88134c-6ff7-442a-b781-971e266264d6'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:31.609607 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e25ac429-7334-426f-a5a2-bdc8f50c4136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.662856 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-1835b449-0dbf-4ba0-bf75-960899c78adb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0979993 Jun 30 09:20:31.666362 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-84bed7bf-55b1-4a62-8246-c2b9d3930e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.680735 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-95ad15f0-d9b6-4fa0-bfe5-18291103f546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:31.694621 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ad15f0-d9b6-4fa0-bfe5-18291103f546 None None] Routers {'bf88134c-6ff7-442a-b781-971e266264d6'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:31.695800 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-95ad15f0-d9b6-4fa0-bfe5-18291103f546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:20:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bf88134c-6ff7-442a-b781-971e266264d6'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:31.780258 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-84bed7bf-55b1-4a62-8246-c2b9d3930e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.816471 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-95ad15f0-d9b6-4fa0-bfe5-18291103f546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:31.817507 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ad15f0-d9b6-4fa0-bfe5-18291103f546 None None] The sync data for ids ['bf88134c-6ff7-442a-b781-971e266264d6'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:20:31.826093 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e99c182-b14f-4b46-80ac-577eb31a485b tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:31.833834 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1e99c182-b14f-4b46-80ac-577eb31a485b tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2541485 Jun 30 09:20:31.843411 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46806) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:31.868508 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e25ac429-7334-426f-a5a2-bdc8f50c4136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.929740 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-5e7e1746-fed9-42c2-ae6c-26e38631118b None None] For port 678aa5bc-792a-4235-a810-1139f5d175f0, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:20:31.935079 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-5e7e1746-fed9-42c2-ae6c-26e38631118b None None] For port 678aa5bc-792a-4235-a810-1139f5d175f0, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=678aa5bc-792a-4235-a810-1139f5d175f0,segment=NetworkSegment(d300f108-264d-456b-94d1-d4bff3b5d989),segment_id=d300f108-264d-456b-94d1-d4bff3b5d989)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:20:31.965246 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-331cdbdc-ddd2-4627-95fd-4c8691c5e525 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.970264 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-331cdbdc-ddd2-4627-95fd-4c8691c5e525 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.2072098 Jun 30 09:20:31.994545 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46810) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:32.025481 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-ec4fbdd1-469e-47dc-8ddb-359ac6a5dd93 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:32.031989 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e25ac429-7334-426f-a5a2-bdc8f50c4136 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d89f256263db4ed1827354efdef1434f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7690055 Jun 30 09:20:32.039237 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bed7bf-55b1-4a62-8246-c2b9d3930e0f admin admin] Pushing event updated for resources: {'Port': ['ID=26a0bfc9-8b17-49c7-880d-26736192790a,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:32.041823 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-adc45772-9630-41e5-8d02-24db3d501fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0565570d-2590-4d45-b954-87184839e54d', 'name': 'tempest-ServerRescueTestJSON-555806664-router', 'tenant_id': 'c52329bbe8b54b8887fff3ef67ff99df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:19Z', 'updated_at': '2021-06-30T09:20:27Z', 'revision_number': 4, 'project_id': 'c52329bbe8b54b8887fff3ef67ff99df', 'gw_port': {'id': '5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0565570d-2590-4d45-b954-87184839e54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:20Z', 'updated_at': '2021-06-30T09:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '3b0e7a84-eaf2-4371-9f83-76844f279f6f', 'name': '', 'network_id': '972bd354-eef2-4e01-b16e-8c4bf18786f8', 'tenant_id': 'c52329bbe8b54b8887fff3ef67ff99df', 'mac_address': 'fa:16:3e:50:c5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0565570d-2590-4d45-b954-87184839e54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '8cf53215-c792-4025-85bb-3926feddb6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:25Z', 'updated_at': '2021-06-30T09:20:27Z', 'revision_number': 2, 'project_id': 'c52329bbe8b54b8887fff3ef67ff99df', 'subnets': [{'id': '8cf53215-c792-4025-85bb-3926feddb6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:32.046606 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46812) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:32.048510 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ac429-7334-426f-a5a2-bdc8f50c4136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df68fa11-c47c-4d70-a77d-bd17552f26d9,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:32.099369 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc45772-9630-41e5-8d02-24db3d501fb5 None None] Checking router: 0565570d-2590-4d45-b954-87184839e54d for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:20:32.100011 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc45772-9630-41e5-8d02-24db3d501fb5 None None] Updating router 0565570d-2590-4d45-b954-87184839e54d port 3b0e7a84-eaf2-4371-9f83-76844f279f6f binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:20:32.103891 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5e7e1746-fed9-42c2-ae6c-26e38631118b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:32.121997 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-9b83547d-c5ec-4be5-a9ed-7e5b3aa7308f tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c52329bbe8b54b8887fff3ef67ff99df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5464056 Jun 30 09:20:32.171156 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8171cfe9-cf9b-4238-baf6-c284401816a9 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:32.193791 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-667558e6-9bd7-4a20-bb84-8255f729c998 req-af3b3935-6cf4-409e-bb99-f8e64dc331de tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:32.195001 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-667558e6-9bd7-4a20-bb84-8255f729c998 req-af3b3935-6cf4-409e-bb99-f8e64dc331de tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.9099677 Jun 30 09:20:32.230591 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-adc45772-9630-41e5-8d02-24db3d501fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:32.277978 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e1746-fed9-42c2-ae6c-26e38631118b None None] Pushing event updated for resources: {'Port': ['ID=678aa5bc-792a-4235-a810-1139f5d175f0,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:32.324721 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cb887624-5400-4753-b3dc-b93d2e8915ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:32.335610 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c72eff-c5ee-471e-af81-7ae7a3ffe8fa None None] Network fdeefb58-df61-4709-bc2b-653d224ef858 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:32.349675 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bed7bf-55b1-4a62-8246-c2b9d3930e0f admin admin] Network ce754141-4034-4df2-883a-c137586675b6 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:32.368361 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-b80ce248-cf01-4011-92f4-fe71660c8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:32.369012 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-b80ce248-cf01-4011-92f4-fe71660c8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:32.369877 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-b80ce248-cf01-4011-92f4-fe71660c8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:32.370428 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-b80ce248-cf01-4011-92f4-fe71660c8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:32.370952 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-b80ce248-cf01-4011-92f4-fe71660c8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:32.371590 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-b80ce248-cf01-4011-92f4-fe71660c8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:32.372059 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-b80ce248-cf01-4011-92f4-fe71660c8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:32.375386 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-b80ce248-cf01-4011-92f4-fe71660c8f6f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cf47b77e70945949916ae6cc28be07c&device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 6501 time: 0.5689535 Jun 30 09:20:32.395578 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-667558e6-9bd7-4a20-bb84-8255f729c998 req-d57de4ce-6a5c-4f90-bccf-fa4ac9515204 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 695 time: 0.1867034 Jun 30 09:20:32.414426 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-84bed7bf-55b1-4a62-8246-c2b9d3930e0f admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:32.457592 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-ff2fbe86-8b7a-49d3-ada2-c22455129bdf service neutron] 10.222.0.10 "GET /v2.0/networks/972bd354-eef2-4e01-b16e-8c4bf18786f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346236 Jun 30 09:20:32.649492 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-adc45772-9630-41e5-8d02-24db3d501fb5 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:32.673051 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-adc45772-9630-41e5-8d02-24db3d501fb5 None None] Transition to ACTIVE for port object 3b0e7a84-eaf2-4371-9f83-76844f279f6f will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:32.767533 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-51c36731-befe-4ae4-95b1-d79a5af96848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:32.767533 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-51c36731-befe-4ae4-95b1-d79a5af96848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:32.768128 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-51c36731-befe-4ae4-95b1-d79a5af96848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:32.769571 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-51c36731-befe-4ae4-95b1-d79a5af96848 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b7c4d310-0e13-4978-b513-6d3abe0b2ecf&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=1ee7a795-7cad-4025-ad1c-ea31997afa2e&id=1ee7a795-7cad-4025-ad1c-ea31997afa2e HTTP/1.1" status: 200 len: 2293 time: 0.3570139 Jun 30 09:20:32.839240 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 919cf47e-6fb7-4190-b60a-1c954325f42f up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:32.859248 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-017545af-7491-4597-9ba7-dd4f0634384e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a700fa97-7f11-4c5a-a416-37fd7c54d91e HTTP/1.1" status: 200 len: 1002 time: 0.0735474 Jun 30 09:20:32.865309 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cb887624-5400-4753-b3dc-b93d2e8915ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:32.938822 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-adc45772-9630-41e5-8d02-24db3d501fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:33.077570 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ce189-1244-4d2a-93aa-573282bbf22a None None] Pushing event updated for resources: {'Port': ['ID=3b0e7a84-eaf2-4371-9f83-76844f279f6f,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:33.091444 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fc4f6edc-84eb-4fe7-bd1e-223fbd313411 None None] Provisioning complete for port 26a0bfc9-8b17-49c7-880d-26736192790a triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:33.091910 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fc4f6edc-84eb-4fe7-bd1e-223fbd313411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:33.106580 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667558e6-9bd7-4a20-bb84-8255f729c998 req-4baf3ed7-d695-46a8-ba06-f65fddcaed49 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:33.117631 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-667558e6-9bd7-4a20-bb84-8255f729c998 req-4baf3ed7-d695-46a8-ba06-f65fddcaed49 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 784 time: 0.7013400 Jun 30 09:20:33.135426 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43544c32-c988-480d-97d0-feabf3b748bf None None] Network cd1ed06f-1ddb-4683-bdcd-eabd5e163c01 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:33.138138 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-667558e6-9bd7-4a20-bb84-8255f729c998 req-4538da10-6821-45e8-9bed-27bd62a9ad9f tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:20:33.140027 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-667558e6-9bd7-4a20-bb84-8255f729c998 req-4538da10-6821-45e8-9bed-27bd62a9ad9f tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074885 Jun 30 09:20:33.198249 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-ce30774c-f187-4797-88a3-001b827b6e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:33.215313 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-ce30774c-f187-4797-88a3-001b827b6e4d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81734dcc-0ee2-494d-93d9-b3fe64a6f397 HTTP/1.1" status: 200 len: 851 time: 0.3376195 Jun 30 09:20:33.270869 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-fc4f6edc-84eb-4fe7-bd1e-223fbd313411 None None] Port 26a0bfc9-8b17-49c7-880d-26736192790a cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:20:33.302293 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-adc45772-9630-41e5-8d02-24db3d501fb5 None None] Attempting to bind port 3b0e7a84-eaf2-4371-9f83-76844f279f6f on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:33.302675 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-adc45772-9630-41e5-8d02-24db3d501fb5 None None] Attempting to bind port 3b0e7a84-eaf2-4371-9f83-76844f279f6f by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'adebb7a8-403f-485d-bb99-c5b3ce5cf0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '972bd354-eef2-4e01-b16e-8c4bf18786f8'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:33.303273 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc45772-9630-41e5-8d02-24db3d501fb5 None None] Attempting to bind port 3b0e7a84-eaf2-4371-9f83-76844f279f6f on network 972bd354-eef2-4e01-b16e-8c4bf18786f8 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:33.317316 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc45772-9630-41e5-8d02-24db3d501fb5 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:20:33.317668 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc45772-9630-41e5-8d02-24db3d501fb5 None None] Checking segment: {'id': 'adebb7a8-403f-485d-bb99-c5b3ce5cf0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '972bd354-eef2-4e01-b16e-8c4bf18786f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:33.318180 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-adc45772-9630-41e5-8d02-24db3d501fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:33.319937 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc45772-9630-41e5-8d02-24db3d501fb5 None None] Bound using segment: {'id': 'adebb7a8-403f-485d-bb99-c5b3ce5cf0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '972bd354-eef2-4e01-b16e-8c4bf18786f8'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:20:33.319937 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-adc45772-9630-41e5-8d02-24db3d501fb5 None None] Bound port: 3b0e7a84-eaf2-4371-9f83-76844f279f6f, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adebb7a8-403f-485d-bb99-c5b3ce5cf0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '972bd354-eef2-4e01-b16e-8c4bf18786f8'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:20:33.319937 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-adc45772-9630-41e5-8d02-24db3d501fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:33.347885 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 919cf47e-6fb7-4190-b60a-1c954325f42f completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:33.376224 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84bed7bf-55b1-4a62-8246-c2b9d3930e0f admin admin] Router 6ab452ec-a48e-42bf-9e17-8db8f587cfee has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:20:33.412424 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-adc45772-9630-41e5-8d02-24db3d501fb5 None None] For port 3b0e7a84-eaf2-4371-9f83-76844f279f6f, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:20:33.416124 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-adc45772-9630-41e5-8d02-24db3d501fb5 None None] For port 3b0e7a84-eaf2-4371-9f83-76844f279f6f, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3b0e7a84-eaf2-4371-9f83-76844f279f6f,segment=NetworkSegment(adebb7a8-403f-485d-bb99-c5b3ce5cf0cb),segment_id=adebb7a8-403f-485d-bb99-c5b3ce5cf0cb)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:20:33.422626 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-e94f7435-13fd-4ae2-b660-f5d14db87cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:33.450023 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-e94f7435-13fd-4ae2-b660-f5d14db87cc6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b7c4d310-0e13-4978-b513-6d3abe0b2ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1976316 Jun 30 09:20:33.451212 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 954fc544-7dc8-49a5-8e82-a0d6604a22ce up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:33.535875 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cb887624-5400-4753-b3dc-b93d2e8915ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:33.535875 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cb887624-5400-4753-b3dc-b93d2e8915ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:33.535875 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-cb887624-5400-4753-b3dc-b93d2e8915ef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/df68fa11-c47c-4d70-a77d-bd17552f26d9 HTTP/1.1" status: 204 len: 168 time: 1.4590914 Jun 30 09:20:33.557113 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-8171cfe9-cf9b-4238-baf6-c284401816a9 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Deleting port 678aa5bc-792a-4235-a810-1139f5d175f0 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:33.557703 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8171cfe9-cf9b-4238-baf6-c284401816a9 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:33.633256 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ec4fbdd1-469e-47dc-8ddb-359ac6a5dd93 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:33.642497 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb887624-5400-4753-b3dc-b93d2e8915ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df68fa11-c47c-4d70-a77d-bd17552f26d9,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:33.656519 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2285a7-42b9-4c21-919c-0b44e9b14a65 None None] DHCP port deletion for cd1ed06f-1ddb-4683-bdcd-eabd5e163c01 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:20:33.668579 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-e33a980f-b814-4390-a747-9183ef685c13 service neutron] 10.222.0.10 "GET /v2.0/networks/972bd354-eef2-4e01-b16e-8c4bf18786f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2100658 Jun 30 09:20:33.702193 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-8171cfe9-cf9b-4238-baf6-c284401816a9 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] For port 678aa5bc-792a-4235-a810-1139f5d175f0, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=678aa5bc-792a-4235-a810-1139f5d175f0,segment=NetworkSegment(d300f108-264d-456b-94d1-d4bff3b5d989),segment_id=d300f108-264d-456b-94d1-d4bff3b5d989)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:33.702567 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8171cfe9-cf9b-4238-baf6-c284401816a9 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:33.731278 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-8171cfe9-cf9b-4238-baf6-c284401816a9 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Calling delete_port for 678aa5bc-792a-4235-a810-1139f5d175f0 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:33.736201 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-df2285a7-42b9-4c21-919c-0b44e9b14a65 None None] Deleting port 919cf47e-6fb7-4190-b60a-1c954325f42f {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:33.736712 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-df2285a7-42b9-4c21-919c-0b44e9b14a65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:33.782293 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-343d2e5d-3f8c-4321-9ef6-0f4c30843d1f None None] Provisioning for port 919cf47e-6fb7-4190-b60a-1c954325f42f completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:33.786839 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-adc45772-9630-41e5-8d02-24db3d501fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:33.813245 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bed7bf-55b1-4a62-8246-c2b9d3930e0f admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:20:33.827258 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-84bed7bf-55b1-4a62-8246-c2b9d3930e0f admin admin] 10.222.0.10 "PUT /v2.0/routers/6ab452ec-a48e-42bf-9e17-8db8f587cfee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8177848 Jun 30 09:20:33.840570 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-88f8c8a6-a7c3-4276-a963-ce94c1210937 service neutron] 10.222.0.52 "GET /v2.0/networks/b7c4d310-0e13-4978-b513-6d3abe0b2ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545775 Jun 30 09:20:33.908723 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ec4fbdd1-469e-47dc-8ddb-359ac6a5dd93 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:33.954868 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66523a9-bdef-43ac-bcb8-fcfb1251370b req-5c56a7ed-c95c-4001-80c6-27f1b23c2d4b tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:33.962797 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f66523a9-bdef-43ac-bcb8-fcfb1251370b req-5c56a7ed-c95c-4001-80c6-27f1b23c2d4b tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3984649 Jun 30 09:20:33.985055 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8f42f6-89a9-4184-af5e-fb9d1745b915 None None] Sync routers for ids ['6ab452ec-a48e-42bf-9e17-8db8f587cfee'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:20:33.995337 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-343d2e5d-3f8c-4321-9ef6-0f4c30843d1f None None] Provisioning complete for port 919cf47e-6fb7-4190-b60a-1c954325f42f triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:33.995701 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-343d2e5d-3f8c-4321-9ef6-0f4c30843d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:33.999700 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 954fc544-7dc8-49a5-8e82-a0d6604a22ce completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:34.027521 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f66523a9-bdef-43ac-bcb8-fcfb1251370b req-68bd3173-fb4b-47f5-aebe-66abf1126757 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 695 time: 0.0635779 Jun 30 09:20:34.045683 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-f66523a9-bdef-43ac-bcb8-fcfb1251370b req-c63a93d1-5220-4352-a527-b265c3d362b2 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Request body: {'floatingip': {'port_id': '6e366f02-323b-4170-82f3-8910dd4c6970', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:34.068090 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8171cfe9-cf9b-4238-baf6-c284401816a9 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:34.100106 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 954fc544-7dc8-49a5-8e82-a0d6604a22ce triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:34.115892 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:34.116285 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f66523a9-bdef-43ac-bcb8-fcfb1251370b req-c63a93d1-5220-4352-a527-b265c3d362b2 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks [] for floatingip, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:34.117449 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-df2285a7-42b9-4c21-919c-0b44e9b14a65 None None] For port 919cf47e-6fb7-4190-b60a-1c954325f42f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=919cf47e-6fb7-4190-b60a-1c954325f42f,segment=NetworkSegment(838a3c8f-3384-416e-8ec5-2439134bf9a1),segment_id=838a3c8f-3384-416e-8ec5-2439134bf9a1)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:34.117449 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-df2285a7-42b9-4c21-919c-0b44e9b14a65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:34.125217 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8171cfe9-cf9b-4238-baf6-c284401816a9 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Pushing event deleted for resources: {'Port': ['ID=678aa5bc-792a-4235-a810-1139f5d175f0,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:34.128733 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8171cfe9-cf9b-4238-baf6-c284401816a9 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] No DVR routers for this DVR port 678aa5bc-792a-4235-a810-1139f5d175f0 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:20:34.137030 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-df2285a7-42b9-4c21-919c-0b44e9b14a65 None None] Calling delete_port for 919cf47e-6fb7-4190-b60a-1c954325f42f owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:34.184867 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-13eaf39a-b8d8-43c4-bd70-5deabd8041c9 service neutron] 10.222.0.52 "GET /v2.0/networks/b7c4d310-0e13-4978-b513-6d3abe0b2ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358142 Jun 30 09:20:34.195724 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8f42f6-89a9-4184-af5e-fb9d1745b915 None None] Routers {'6ab452ec-a48e-42bf-9e17-8db8f587cfee'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:34.196347 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-5f8f42f6-89a9-4184-af5e-fb9d1745b915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:20:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['6ab452ec-a48e-42bf-9e17-8db8f587cfee'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:34.220042 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8171cfe9-cf9b-4238-baf6-c284401816a9 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:34.230519 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-8171cfe9-cf9b-4238-baf6-c284401816a9 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdeefb58-df61-4709-bc2b-653d224ef858']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:34.244168 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-8171cfe9-cf9b-4238-baf6-c284401816a9 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd300f108-264d-456b-94d1-d4bff3b5d989') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:34.244467 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-8171cfe9-cf9b-4238-baf6-c284401816a9 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd300f108-264d-456b-94d1-d4bff3b5d989') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:34.249028 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-371b733b-2a61-4c5b-9b72-e044f8bfec1d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 HTTP/1.1" status: 200 len: 217 time: 0.0396018 Jun 30 09:20:34.254539 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8171cfe9-cf9b-4238-baf6-c284401816a9 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:34.269934 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8171cfe9-cf9b-4238-baf6-c284401816a9 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:34.278748 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8171cfe9-cf9b-4238-baf6-c284401816a9 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:20:34.278748 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8171cfe9-cf9b-4238-baf6-c284401816a9 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:20:34.281996 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:20:34.298237 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc45772-9630-41e5-8d02-24db3d501fb5 None None] Routers {'0565570d-2590-4d45-b954-87184839e54d'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:34.298885 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-adc45772-9630-41e5-8d02-24db3d501fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:20:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['0565570d-2590-4d45-b954-87184839e54d'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:34.319333 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ce189-1244-4d2a-93aa-573282bbf22a None None] Pushing event updated for resources: {'Port': ['ID=3b0e7a84-eaf2-4371-9f83-76844f279f6f,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:34.533918 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-5f8f42f6-89a9-4184-af5e-fb9d1745b915 None None] Set router 6ab452ec-a48e-42bf-9e17-8db8f587cfee gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:34.535356 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-16acff4b-b645-4585-b79e-f39525f1bedf req-8da2813d-6731-4dfb-8006-afce7324b3be tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 210 time: 0.0666485 Jun 30 09:20:34.535356 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-ec4fbdd1-469e-47dc-8ddb-359ac6a5dd93 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Deleting port f690449e-a97d-4c55-888f-6758da909bdd {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:34.535356 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ec4fbdd1-469e-47dc-8ddb-359ac6a5dd93 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:34.684679 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ec4fbdd1-469e-47dc-8ddb-359ac6a5dd93 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:34.698878 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-ec4fbdd1-469e-47dc-8ddb-359ac6a5dd93 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Calling delete_port for f690449e-a97d-4c55-888f-6758da909bdd owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:34.765178 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8171cfe9-cf9b-4238-baf6-c284401816a9 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:34.769587 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-f2e975a4-b16d-4c4d-8dee-8d2bb1959745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:34.773452 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8171cfe9-cf9b-4238-baf6-c284401816a9 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:34.778327 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8171cfe9-cf9b-4238-baf6-c284401816a9 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] 10.222.0.10 "DELETE /v2.0/networks/fdeefb58-df61-4709-bc2b-653d224ef858 HTTP/1.1" status: 204 len: 168 time: 2.9349649 Jun 30 09:20:34.783105 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-f2e975a4-b16d-4c4d-8dee-8d2bb1959745 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abf6d13-ee31-42ca-8f41-a3797ffb8563 HTTP/1.1" status: 200 len: 797 time: 0.5190065 Jun 30 09:20:34.783344 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46860) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:34.812757 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-df2285a7-42b9-4c21-919c-0b44e9b14a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:34.818397 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8171cfe9-cf9b-4238-baf6-c284401816a9 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Pushing event deleted for resources: {'Network': ['ID=fdeefb58-df61-4709-bc2b-653d224ef858,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:34.875095 n-d-771363-31 neutron-server[101055]: INFO neutron.plugins.ml2.db [None req-343d2e5d-3f8c-4321-9ef6-0f4c30843d1f None None] No ports have port_id starting with 919cf47e-6fb7-4190-b60a-1c954325f42f Jun 30 09:20:34.890353 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2285a7-42b9-4c21-919c-0b44e9b14a65 None None] Pushing event deleted for resources: {'Port': ['ID=919cf47e-6fb7-4190-b60a-1c954325f42f,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:34.895734 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2285a7-42b9-4c21-919c-0b44e9b14a65 None None] No DVR routers for this DVR port 919cf47e-6fb7-4190-b60a-1c954325f42f on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:20:34.952032 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8905f46-a1c0-40af-b263-0d3e315c6ee4 None None] get_active_networks_info from n-d-771363-31 {{(pid=101055) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:20:34.985302 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df83b610-fd1d-4c12-b256-8f40035775e6 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:35.006320 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-adc45772-9630-41e5-8d02-24db3d501fb5 None None] Set router 0565570d-2590-4d45-b954-87184839e54d gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:35.028476 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-367215f7-1436-41da-8ffd-804d8b4481c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:35.033494 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-367215f7-1436-41da-8ffd-804d8b4481c9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2357821 Jun 30 09:20:35.066847 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.db.resource_extend [req-f66523a9-bdef-43ac-bcb8-fcfb1251370b req-c63a93d1-5220-4352-a527-b265c3d362b2 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:20:35.165770 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df83b610-fd1d-4c12-b256-8f40035775e6 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:35.179701 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-df83b610-fd1d-4c12-b256-8f40035775e6 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1ed06f-1ddb-4683-bdcd-eabd5e163c01']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:35.190442 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-df83b610-fd1d-4c12-b256-8f40035775e6 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '838a3c8f-3384-416e-8ec5-2439134bf9a1') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:35.190712 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-df83b610-fd1d-4c12-b256-8f40035775e6 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '838a3c8f-3384-416e-8ec5-2439134bf9a1') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:35.206482 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df83b610-fd1d-4c12-b256-8f40035775e6 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:35.222708 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df83b610-fd1d-4c12-b256-8f40035775e6 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:35.230083 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df83b610-fd1d-4c12-b256-8f40035775e6 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:20:35.230581 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df83b610-fd1d-4c12-b256-8f40035775e6 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:35.237561 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:20:35.237561 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:20:35.237561 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:20:35.237561 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:20:35.237561 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:20:35.237561 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:20:35.237561 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:20:35.237561 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:20:35.237561 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:20:35.237561 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:20:35.237561 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:20:35.237561 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:20:35.237561 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:20:35.237561 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:20:35.237561 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:20:35.237561 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:20:35.237561 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:20:35.237561 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:20:35.237561 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:20:35.237561 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:20:35.237561 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:20:35.237561 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:20:35.237561 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:20:35.237561 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:20:35.237561 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:20:35.237561 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:20:35.237561 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:20:35.237561 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:20:35.237561 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:20:35.237561 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:20:35.237561 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:20:35.237561 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:20:35.271744 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f66523a9-bdef-43ac-bcb8-fcfb1251370b req-c63a93d1-5220-4352-a527-b265c3d362b2 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:35.297708 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:35.329639 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-c23bd470-a9b4-4c7b-9bc4-79d097c0828c service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848179 Jun 30 09:20:35.331255 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ec4fbdd1-469e-47dc-8ddb-359ac6a5dd93 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:35.380589 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fbdd1-469e-47dc-8ddb-359ac6a5dd93 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Pushing event deleted for resources: {'Port': ['ID=f690449e-a97d-4c55-888f-6758da909bdd,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:35.393604 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 954fc544-7dc8-49a5-8e82-a0d6604a22ce, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=954fc544-7dc8-49a5-8e82-a0d6604a22ce,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:35.422102 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f66523a9-bdef-43ac-bcb8-fcfb1251370b req-c63a93d1-5220-4352-a527-b265c3d362b2 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:35.475888 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ec4fbdd1-469e-47dc-8ddb-359ac6a5dd93 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:35.589321 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8905f46-a1c0-40af-b263-0d3e315c6ee4 None None] Resources bound (agent type, host, resource id): {{(pid=101055) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:20:35.599741 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:35.651732 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46886) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:35.656007 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df83b610-fd1d-4c12-b256-8f40035775e6 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:35.661469 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df83b610-fd1d-4c12-b256-8f40035775e6 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:35.663944 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-df83b610-fd1d-4c12-b256-8f40035775e6 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] 10.222.0.10 "DELETE /v2.0/networks/cd1ed06f-1ddb-4683-bdcd-eabd5e163c01 HTTP/1.1" status: 204 len: 168 time: 0.8799398 Jun 30 09:20:35.668762 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-4a7eb578-284c-4668-a242-04939f639ff6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2125539804-network', 'tenant_id': 'c2259490fa184ce8907ac2c8f2b7b772'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:35.714295 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46890) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:35.791189 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 919cf47e-6fb7-4190-b60a-1c954325f42f no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:20:35.846143 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 919cf47e-6fb7-4190-b60a-1c954325f42f {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:20:35.846370 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 919cf47e-6fb7-4190-b60a-1c954325f42f not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:20:35.880950 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-274bc058-91b4-4e0c-ac4f-ef7067afbef5 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:35.890839 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df83b610-fd1d-4c12-b256-8f40035775e6 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Pushing event deleted for resources: {'Network': ['ID=cd1ed06f-1ddb-4683-bdcd-eabd5e163c01,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:35.916163 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=954fc544-7dc8-49a5-8e82-a0d6604a22ce,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:35.942011 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7eb578-284c-4668-a242-04939f639ff6 admin admin] Made reservation on behalf of c2259490fa184ce8907ac2c8f2b7b772 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:35.948250 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4a7eb578-284c-4668-a242-04939f639ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:35.948550 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-5f8f42f6-89a9-4184-af5e-fb9d1745b915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab452ec-a48e-42bf-9e17-8db8f587cfee', 'name': 'tempest-TestAggregatesBasicOps-1094763940-router', 'tenant_id': 'ea2f78c0734c43828580c50b9478eea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '954fc544-7dc8-49a5-8e82-a0d6604a22ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:20Z', 'updated_at': '2021-06-30T09:20:30Z', 'revision_number': 4, 'project_id': 'ea2f78c0734c43828580c50b9478eea8', 'gw_port': {'id': '954fc544-7dc8-49a5-8e82-a0d6604a22ce', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:26:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab452ec-a48e-42bf-9e17-8db8f587cfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:22Z', 'updated_at': '2021-06-30T09:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '26a0bfc9-8b17-49c7-880d-26736192790a', 'name': '', 'network_id': 'ce754141-4034-4df2-883a-c137586675b6', 'tenant_id': 'ea2f78c0734c43828580c50b9478eea8', 'mac_address': 'fa:16:3e:b8:ac:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab452ec-a48e-42bf-9e17-8db8f587cfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'b8f0208f-8b22-4bf9-a176-653564689860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:28Z', 'updated_at': '2021-06-30T09:20:31Z', 'revision_number': 2, 'project_id': 'ea2f78c0734c43828580c50b9478eea8', 'subnets': [{'id': 'b8f0208f-8b22-4bf9-a176-653564689860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:35.976737 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4a7eb578-284c-4668-a242-04939f639ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:36.028751 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8f42f6-89a9-4184-af5e-fb9d1745b915 None None] Checking router: 6ab452ec-a48e-42bf-9e17-8db8f587cfee for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:20:36.029354 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8f42f6-89a9-4184-af5e-fb9d1745b915 None None] Updating router 6ab452ec-a48e-42bf-9e17-8db8f587cfee port 26a0bfc9-8b17-49c7-880d-26736192790a binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:20:36.083152 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [req-f66523a9-bdef-43ac-bcb8-fcfb1251370b req-c63a93d1-5220-4352-a527-b265c3d362b2 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Floating IP ee372bf7-9b24-4f30-b533-902b47700c93 associated. External IP: 172.25.6.38, port: 6e366f02-323b-4170-82f3-8910dd4c6970. Jun 30 09:20:36.137495 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5f8f42f6-89a9-4184-af5e-fb9d1745b915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:36.172677 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-adc45772-9630-41e5-8d02-24db3d501fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0565570d-2590-4d45-b954-87184839e54d', 'name': 'tempest-ServerRescueTestJSON-555806664-router', 'tenant_id': 'c52329bbe8b54b8887fff3ef67ff99df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:19Z', 'updated_at': '2021-06-30T09:20:27Z', 'revision_number': 4, 'project_id': 'c52329bbe8b54b8887fff3ef67ff99df', 'gw_port': {'id': '5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0565570d-2590-4d45-b954-87184839e54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:20Z', 'updated_at': '2021-06-30T09:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '3b0e7a84-eaf2-4371-9f83-76844f279f6f', 'name': '', 'network_id': '972bd354-eef2-4e01-b16e-8c4bf18786f8', 'tenant_id': 'c52329bbe8b54b8887fff3ef67ff99df', 'mac_address': 'fa:16:3e:50:c5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0565570d-2590-4d45-b954-87184839e54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '8cf53215-c792-4025-85bb-3926feddb6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:25Z', 'updated_at': '2021-06-30T09:20:33Z', 'revision_number': 4, 'project_id': 'c52329bbe8b54b8887fff3ef67ff99df', 'subnets': [{'id': '8cf53215-c792-4025-85bb-3926feddb6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:36.198684 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ec4fbdd1-469e-47dc-8ddb-359ac6a5dd93 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:36.246520 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-abcd51fb-04af-47f7-a215-825f2562a96a service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9042833 Jun 30 09:20:36.268974 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ec4fbdd1-469e-47dc-8ddb-359ac6a5dd93 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1642126'] for router, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:36.326609 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-4c30c505-2b61-4fbf-be1d-b3a0e7a7069f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=44e89faa-6b6f-468b-aada-373d3800878b HTTP/1.1" status: 200 len: 217 time: 0.0711951 Jun 30 09:20:36.388998 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc45772-9630-41e5-8d02-24db3d501fb5 None None] The sync data for ids ['0565570d-2590-4d45-b954-87184839e54d'] in n-d-771363-31 is: [{'id': '0565570d-2590-4d45-b954-87184839e54d', 'name': 'tempest-ServerRescueTestJSON-555806664-router', 'tenant_id': 'c52329bbe8b54b8887fff3ef67ff99df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:19Z', 'updated_at': '2021-06-30T09:20:27Z', 'revision_number': 4, 'project_id': 'c52329bbe8b54b8887fff3ef67ff99df', 'gw_port': {'id': '5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0565570d-2590-4d45-b954-87184839e54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:20Z', 'updated_at': '2021-06-30T09:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '3b0e7a84-eaf2-4371-9f83-76844f279f6f', 'name': '', 'network_id': '972bd354-eef2-4e01-b16e-8c4bf18786f8', 'tenant_id': 'c52329bbe8b54b8887fff3ef67ff99df', 'mac_address': 'fa:16:3e:50:c5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0565570d-2590-4d45-b954-87184839e54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '8cf53215-c792-4025-85bb-3926feddb6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:25Z', 'updated_at': '2021-06-30T09:20:33Z', 'revision_number': 4, 'project_id': 'c52329bbe8b54b8887fff3ef67ff99df', 'subnets': [{'id': '8cf53215-c792-4025-85bb-3926feddb6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:20:36.428493 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-274bc058-91b4-4e0c-ac4f-ef7067afbef5 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:36.445748 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-274bc058-91b4-4e0c-ac4f-ef7067afbef5 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['109e66d3-5852-40b7-b729-5b60cbeab05f']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:36.462076 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-d5f5b87f-bd10-4025-ae42-6bdffef2d89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:36.463438 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-d5f5b87f-bd10-4025-ae42-6bdffef2d89f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abf6d13-ee31-42ca-8f41-a3797ffb8563 HTTP/1.1" status: 200 len: 797 time: 0.1284196 Jun 30 09:20:36.483200 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-274bc058-91b4-4e0c-ac4f-ef7067afbef5 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd11f9e8-0ad1-43ec-950f-486dfe3bcb6c') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:36.488672 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-274bc058-91b4-4e0c-ac4f-ef7067afbef5 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd11f9e8-0ad1-43ec-950f-486dfe3bcb6c') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:36.547913 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-274bc058-91b4-4e0c-ac4f-ef7067afbef5 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:36.681302 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-274bc058-91b4-4e0c-ac4f-ef7067afbef5 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:36.705208 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f66523a9-bdef-43ac-bcb8-fcfb1251370b req-c63a93d1-5220-4352-a527-b265c3d362b2 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Router 3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:20:36.720231 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4fbdd1-469e-47dc-8ddb-359ac6a5dd93 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Router bf88134c-6ff7-442a-b781-971e266264d6 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:20:36.722306 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-274bc058-91b4-4e0c-ac4f-ef7067afbef5 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:20:36.722907 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-274bc058-91b4-4e0c-ac4f-ef7067afbef5 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:36.726597 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:20:36.726597 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:20:36.726597 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:20:36.726597 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:20:36.726597 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:20:36.726597 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:20:36.726597 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:20:36.726597 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:20:36.726597 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:20:36.726597 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:20:36.726597 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:20:36.726597 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:20:36.726597 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:20:36.726597 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:20:36.726597 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:20:36.726597 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:20:36.726597 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:20:36.726597 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:20:36.726597 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:20:36.726597 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:20:36.726597 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:20:36.726597 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:20:36.726597 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:20:36.726597 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:20:36.726597 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:20:36.726597 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:20:36.726597 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:20:36.726597 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:20:36.726597 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:20:36.726597 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:20:36.726597 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:20:36.726597 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:20:36.842912 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-95002baa-1915-4561-9b35-23ee65541281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:36.847192 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-95002baa-1915-4561-9b35-23ee65541281 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3364627 Jun 30 09:20:37.056593 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4a7eb578-284c-4668-a242-04939f639ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:37.104838 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5f8f42f6-89a9-4184-af5e-fb9d1745b915 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:37.137951 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5f8f42f6-89a9-4184-af5e-fb9d1745b915 None None] Transition to ACTIVE for port object 26a0bfc9-8b17-49c7-880d-26736192790a will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:37.145452 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f66523a9-bdef-43ac-bcb8-fcfb1251370b req-c63a93d1-5220-4352-a527-b265c3d362b2 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:20:37.162064 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b66ed6-09fd-4ee2-8adc-bee46088b18d None None] Sync routers for ids ['3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:20:37.180040 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f66523a9-bdef-43ac-bcb8-fcfb1251370b req-c63a93d1-5220-4352-a527-b265c3d362b2 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:37.194876 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b66ed6-09fd-4ee2-8adc-bee46088b18d None None] Routers {'3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:37.195670 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-45b66ed6-09fd-4ee2-8adc-bee46088b18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:20:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:37.226618 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-274bc058-91b4-4e0c-ac4f-ef7067afbef5 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:37.229422 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4a7eb578-284c-4668-a242-04939f639ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:37.268427 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5f8f42f6-89a9-4184-af5e-fb9d1745b915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:37.290812 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-f7e4991d-60e7-4883-9281-38dab29d43fa service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830564 Jun 30 09:20:37.311931 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-274bc058-91b4-4e0c-ac4f-ef7067afbef5 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:37.314145 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-274bc058-91b4-4e0c-ac4f-ef7067afbef5 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] 10.222.0.10 "DELETE /v2.0/networks/109e66d3-5852-40b7-b729-5b60cbeab05f HTTP/1.1" status: 204 len: 168 time: 1.5645657 Jun 30 09:20:37.320891 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e5a690ac-0b38-476b-aac7-561d340eb27a req-0a213a82-e4ca-4630-9d44-5a5a006219d9 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 210 time: 0.1464961 Jun 30 09:20:37.322104 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4fbdd1-469e-47dc-8ddb-359ac6a5dd93 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:20:37.349306 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ec4fbdd1-469e-47dc-8ddb-359ac6a5dd93 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:37.351336 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ec4fbdd1-469e-47dc-8ddb-359ac6a5dd93 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] 10.222.0.10 "PUT /v2.0/routers/bf88134c-6ff7-442a-b781-971e266264d6 HTTP/1.1" status: 200 len: 706 time: 5.3553517 Jun 30 09:20:37.358329 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46912) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:37.358689 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46914) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:37.365373 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0859d776-4cfb-496b-a122-271e92a9cddd None None] Sync routers for ids ['bf88134c-6ff7-442a-b781-971e266264d6'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:20:37.390853 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-45b66ed6-09fd-4ee2-8adc-bee46088b18d None None] Set router 3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:37.429070 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:37.612873 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0859d776-4cfb-496b-a122-271e92a9cddd None None] Routers {'bf88134c-6ff7-442a-b781-971e266264d6'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:37.614224 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-0859d776-4cfb-496b-a122-271e92a9cddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:20:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bf88134c-6ff7-442a-b781-971e266264d6'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:37.633972 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf38479-0a6a-4bc1-94c2-c7fbd2ebc581 None None] Pushing event updated for resources: {'Port': ['ID=26a0bfc9-8b17-49c7-880d-26736192790a,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:37.831060 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a7eb578-284c-4668-a242-04939f639ff6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:20:37.856472 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274bc058-91b4-4e0c-ac4f-ef7067afbef5 tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Pushing event deleted for resources: {'Network': ['ID=109e66d3-5852-40b7-b729-5b60cbeab05f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:37.861045 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-45b66ed6-09fd-4ee2-8adc-bee46088b18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'name': 'tempest-ServerRescueTestJSONUnderV235-792657630-router', 'tenant_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '2a961e1d-1b18-4e61-9cd5-5ba27fd61828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:15Z', 'updated_at': '2021-06-30T09:19:25Z', 'revision_number': 4, 'project_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'gw_port': {'id': '2a961e1d-1b18-4e61-9cd5-5ba27fd61828', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:62:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:17Z', 'updated_at': '2021-06-30T09:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'ee372bf7-9b24-4f30-b533-902b47700c93', 'tenant_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'floating_ip_address': '172.25.6.38', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'port_id': '6e366f02-323b-4170-82f3-8910dd4c6970', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6b8c18-5a03-4360-b0ab-d9fb67f737bd', 'mac_address': 'fa:16:3e:bc:49:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d653d87-ba3c-46e7-a29b-e19a6dbb7825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:20:29Z', 'updated_at': '2021-06-30T09:20:34Z', 'revision_number': 1, 'project_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984', 'name': '', 'network_id': '9f6b8c18-5a03-4360-b0ab-d9fb67f737bd', 'tenant_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'mac_address': 'fa:16:3e:58:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '36fff7d6-34a7-44f3-bad4-7b663a92c857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:23Z', 'updated_at': '2021-06-30T09:19:31Z', 'revision_number': 5, 'project_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'subnets': [{'id': '36fff7d6-34a7-44f3-bad4-7b663a92c857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:37.921258 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b66ed6-09fd-4ee2-8adc-bee46088b18d None None] Checking router: 3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:20:37.925062 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-0859d776-4cfb-496b-a122-271e92a9cddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:37.933330 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b66ed6-09fd-4ee2-8adc-bee46088b18d None None] Routers {'3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:37.934099 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-45b66ed6-09fd-4ee2-8adc-bee46088b18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:20:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:38.083089 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-5f8f42f6-89a9-4184-af5e-fb9d1745b915 None None] Attempting to bind port 26a0bfc9-8b17-49c7-880d-26736192790a on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:38.083656 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-5f8f42f6-89a9-4184-af5e-fb9d1745b915 None None] Attempting to bind port 26a0bfc9-8b17-49c7-880d-26736192790a by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '11ceacf8-d544-44e2-a7a3-d97e6e8fb0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ce754141-4034-4df2-883a-c137586675b6'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:38.084046 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8f42f6-89a9-4184-af5e-fb9d1745b915 None None] Attempting to bind port 26a0bfc9-8b17-49c7-880d-26736192790a on network ce754141-4034-4df2-883a-c137586675b6 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:38.093078 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0859d776-4cfb-496b-a122-271e92a9cddd None None] Routers {'bf88134c-6ff7-442a-b781-971e266264d6'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:38.093747 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-0859d776-4cfb-496b-a122-271e92a9cddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:20:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bf88134c-6ff7-442a-b781-971e266264d6'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:38.103093 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-6e52f474-7101-4383-9171-2e895057cbf0 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7044919 Jun 30 09:20:38.268361 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7eb578-284c-4668-a242-04939f639ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f855f51-16fc-404b-bb65-9b9326e0f68e,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:38.282906 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-45b66ed6-09fd-4ee2-8adc-bee46088b18d None None] Set router 3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:38.291891 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4a7eb578-284c-4668-a242-04939f639ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:38.292458 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-4a7eb578-284c-4668-a242-04939f639ff6 admin admin] Added segment 494ffa33-a54b-4cb7-9c72-e04a0308813e of type vlan for network 95834718-7145-4c4c-ade7-7eb62a9539eb Jun 30 09:20:38.299480 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-0859d776-4cfb-496b-a122-271e92a9cddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:38.300820 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0859d776-4cfb-496b-a122-271e92a9cddd None None] The sync data for ids ['bf88134c-6ff7-442a-b781-971e266264d6'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:20:38.303365 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3b0e7a84-eaf2-4371-9f83-76844f279f6f up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:38.320739 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-098e258e-cbf0-48c5-9dbc-1740d2463731 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "GET /v2.0/routers/bf88134c-6ff7-442a-b781-971e266264d6 HTTP/1.1" status: 200 len: 741 time: 0.9406147 Jun 30 09:20:38.326050 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8f42f6-89a9-4184-af5e-fb9d1745b915 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:20:38.326793 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8f42f6-89a9-4184-af5e-fb9d1745b915 None None] Checking segment: {'id': '11ceacf8-d544-44e2-a7a3-d97e6e8fb0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ce754141-4034-4df2-883a-c137586675b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:38.327726 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5f8f42f6-89a9-4184-af5e-fb9d1745b915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:38.328341 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8f42f6-89a9-4184-af5e-fb9d1745b915 None None] Bound using segment: {'id': '11ceacf8-d544-44e2-a7a3-d97e6e8fb0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ce754141-4034-4df2-883a-c137586675b6'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:20:38.329143 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-5f8f42f6-89a9-4184-af5e-fb9d1745b915 None None] Bound port: 26a0bfc9-8b17-49c7-880d-26736192790a, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ceacf8-d544-44e2-a7a3-d97e6e8fb0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ce754141-4034-4df2-883a-c137586675b6'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:20:38.332715 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46922) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:38.333524 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46924) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:38.340427 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5f8f42f6-89a9-4184-af5e-fb9d1745b915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:38.356669 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f66523a9-bdef-43ac-bcb8-fcfb1251370b req-c63a93d1-5220-4352-a527-b265c3d362b2 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "PUT /v2.0/floatingips/ee372bf7-9b24-4f30-b533-902b47700c93 HTTP/1.1" status: 200 len: 996 time: 4.3206553 Jun 30 09:20:38.410231 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c30632ee-f77c-4c3c-92b2-96b51933092f tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:38.418759 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d653d87-ba3c-46e7-a29b-e19a6dbb7825', 'tag': '6e366f02-323b-4170-82f3-8910dd4c6970'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:38.418759 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766d7402-e4ee-453b-8499-e52476a90528" -d '{"events": [{"name": "network-changed", "server_uuid": "4d653d87-ba3c-46e7-a29b-e19a6dbb7825", "tag": "6e366f02-323b-4170-82f3-8910dd4c6970"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:38.432050 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4a7eb578-284c-4668-a242-04939f639ff6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:38.433503 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-244e3d8b-24f4-4e24-b507-dafb8a233edf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8 HTTP/1.1" status: 200 len: 217 time: 0.2920868 Jun 30 09:20:38.681949 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4a7eb578-284c-4668-a242-04939f639ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:38.683029 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7eb578-284c-4668-a242-04939f639ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:38.693429 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4a7eb578-284c-4668-a242-04939f639ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:38.744630 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c2926c43-7931-480b-91e6-859d59bb8730 tempest-RoutersAdminTest-537238666 tempest-RoutersAdminTest-537238666-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=599fb812-09ee-4e3b-a109-d92406a95c23&device_id=bf88134c-6ff7-442a-b781-971e266264d6 HTTP/1.1" status: 200 len: 205 time: 0.4074099 Jun 30 09:20:38.745549 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46934) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:38.765285 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c30632ee-f77c-4c3c-92b2-96b51933092f tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:38.870693 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-c30632ee-f77c-4c3c-92b2-96b51933092f tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd9b075-ef5d-4d1d-b8b6-c52bf5ff9343']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:38.952255 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-45b66ed6-09fd-4ee2-8adc-bee46088b18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'name': 'tempest-ServerRescueTestJSONUnderV235-792657630-router', 'tenant_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '2a961e1d-1b18-4e61-9cd5-5ba27fd61828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:15Z', 'updated_at': '2021-06-30T09:19:25Z', 'revision_number': 4, 'project_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'gw_port': {'id': '2a961e1d-1b18-4e61-9cd5-5ba27fd61828', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:62:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:17Z', 'updated_at': '2021-06-30T09:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'ee372bf7-9b24-4f30-b533-902b47700c93', 'tenant_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'floating_ip_address': '172.25.6.38', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'port_id': '6e366f02-323b-4170-82f3-8910dd4c6970', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6b8c18-5a03-4360-b0ab-d9fb67f737bd', 'mac_address': 'fa:16:3e:bc:49:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d653d87-ba3c-46e7-a29b-e19a6dbb7825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:20:29Z', 'updated_at': '2021-06-30T09:20:34Z', 'revision_number': 1, 'project_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984', 'name': '', 'network_id': '9f6b8c18-5a03-4360-b0ab-d9fb67f737bd', 'tenant_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'mac_address': 'fa:16:3e:58:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '36fff7d6-34a7-44f3-bad4-7b663a92c857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:23Z', 'updated_at': '2021-06-30T09:19:31Z', 'revision_number': 5, 'project_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'subnets': [{'id': '36fff7d6-34a7-44f3-bad4-7b663a92c857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:38.953452 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-5f8f42f6-89a9-4184-af5e-fb9d1745b915 None None] For port 26a0bfc9-8b17-49c7-880d-26736192790a, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:20:38.960606 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-81c8fd64-0e6a-4b22-9b59-a5c176ad205f tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-929381174'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:38.961447 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-81c8fd64-0e6a-4b22-9b59-a5c176ad205f tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] Unknown quota resources ['metering_label']. {{(pid=101054) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:20:38.969115 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3ccdaa3a-c9b7-4b5a-828e-7a8c22d4f488 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf88134c-6ff7-442a-b781-971e266264d6 HTTP/1.1" status: 200 len: 205 time: 0.1330628 Jun 30 09:20:38.977177 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46938) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:38.978495 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-5f8f42f6-89a9-4184-af5e-fb9d1745b915 None None] For port 26a0bfc9-8b17-49c7-880d-26736192790a, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=26a0bfc9-8b17-49c7-880d-26736192790a,segment=NetworkSegment(11ceacf8-d544-44e2-a7a3-d97e6e8fb0f9),segment_id=11ceacf8-d544-44e2-a7a3-d97e6e8fb0f9)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:20:38.980070 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:38.986780 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-df747ac4-733b-4fcf-b760-c848061c905a req-567e4f23-e07c-421c-8030-f57c9f06e490 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 210 time: 0.2040501 Jun 30 09:20:39.014568 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-c30632ee-f77c-4c3c-92b2-96b51933092f tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e076c1b-5221-41ad-a8ab-f743d5a52705') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:39.015598 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-c30632ee-f77c-4c3c-92b2-96b51933092f tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e076c1b-5221-41ad-a8ab-f743d5a52705') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:39.057271 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b66ed6-09fd-4ee2-8adc-bee46088b18d None None] The sync data for ids ['3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd'] in n-d-771363-31 is: [{'id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'name': 'tempest-ServerRescueTestJSONUnderV235-792657630-router', 'tenant_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '2a961e1d-1b18-4e61-9cd5-5ba27fd61828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:15Z', 'updated_at': '2021-06-30T09:19:25Z', 'revision_number': 4, 'project_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'gw_port': {'id': '2a961e1d-1b18-4e61-9cd5-5ba27fd61828', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:62:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:17Z', 'updated_at': '2021-06-30T09:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'ee372bf7-9b24-4f30-b533-902b47700c93', 'tenant_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'floating_ip_address': '172.25.6.38', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'port_id': '6e366f02-323b-4170-82f3-8910dd4c6970', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6b8c18-5a03-4360-b0ab-d9fb67f737bd', 'mac_address': 'fa:16:3e:bc:49:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d653d87-ba3c-46e7-a29b-e19a6dbb7825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:20:29Z', 'updated_at': '2021-06-30T09:20:34Z', 'revision_number': 1, 'project_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984', 'name': '', 'network_id': '9f6b8c18-5a03-4360-b0ab-d9fb67f737bd', 'tenant_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'mac_address': 'fa:16:3e:58:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '36fff7d6-34a7-44f3-bad4-7b663a92c857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:23Z', 'updated_at': '2021-06-30T09:19:31Z', 'revision_number': 5, 'project_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'subnets': [{'id': '36fff7d6-34a7-44f3-bad4-7b663a92c857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:20:39.068428 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c30632ee-f77c-4c3c-92b2-96b51933092f tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:39.071428 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4a7eb578-284c-4668-a242-04939f639ff6 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.4176574 Jun 30 09:20:39.081912 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46940) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:39.085085 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 3b0e7a84-eaf2-4371-9f83-76844f279f6f completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:39.094421 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-0b1ac71b-2973-4642-978d-a56f0f93e7df admin admin] Request body: {'subnet': {'network_id': '95834718-7145-4c4c-ade7-7eb62a9539eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2125539804-subnet', 'tenant_id': 'c2259490fa184ce8907ac2c8f2b7b772', 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:39.095026 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 3b0e7a84-eaf2-4371-9f83-76844f279f6f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:39.095812 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:39.102222 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7eb578-284c-4668-a242-04939f639ff6 admin admin] Pushing event updated for resources: {'Network': ['ID=95834718-7145-4c4c-ade7-7eb62a9539eb,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:39.118559 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c30632ee-f77c-4c3c-92b2-96b51933092f tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:39.146780 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5f8f42f6-89a9-4184-af5e-fb9d1745b915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:39.167578 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 95834718-7145-4c4c-ade7-7eb62a9539eb details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:20:39.177223 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c30632ee-f77c-4c3c-92b2-96b51933092f tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:20:39.182583 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c30632ee-f77c-4c3c-92b2-96b51933092f tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:39.196011 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:20:39.196011 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:20:39.196011 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:20:39.196011 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:20:39.196011 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:20:39.196011 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:20:39.196011 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:20:39.196011 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:20:39.196011 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:20:39.196011 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:20:39.196011 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:20:39.196011 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:20:39.196011 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:20:39.196011 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:20:39.196011 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:20:39.196011 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:20:39.196011 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:20:39.196011 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:20:39.196011 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:20:39.196011 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:20:39.196011 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:20:39.196011 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:20:39.196011 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:20:39.196011 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:20:39.196011 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:20:39.196011 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:20:39.196011 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:20:39.196011 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:20:39.196011 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:20:39.196011 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:20:39.196011 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:20:39.196011 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:20:39.293169 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-11ab21de-61bb-42a4-bc33-9bed72860c37 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:39.365691 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028c91ae-81fa-43bc-9ad4-e4f3aa9c1632 x-openstack-request-id: req-028c91ae-81fa-43bc-9ad4-e4f3aa9c1632 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:39.366805 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d653d87-ba3c-46e7-a29b-e19a6dbb7825", "tag": "6e366f02-323b-4170-82f3-8910dd4c6970", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:39.366805 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-028c91ae-81fa-43bc-9ad4-e4f3aa9c1632 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:39.367150 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d653d87-ba3c-46e7-a29b-e19a6dbb7825', 'tag': '6e366f02-323b-4170-82f3-8910dd4c6970', 'status': 'completed', 'code': 200} Jun 30 09:20:39.484779 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-4d8aa1c6-21a4-413f-ad2d-517d2e86ce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:39.492734 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-4d8aa1c6-21a4-413f-ad2d-517d2e86ce96 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abf6d13-ee31-42ca-8f41-a3797ffb8563 HTTP/1.1" status: 200 len: 797 time: 0.9746213 Jun 30 09:20:39.656495 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d7402-e4ee-453b-8499-e52476a90528 req-42d1da8b-0972-4e62-a856-b59d1dea1339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:39.665311 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-766d7402-e4ee-453b-8499-e52476a90528 req-42d1da8b-0972-4e62-a856-b59d1dea1339 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ccdb6267e3ed432991d478e59bf31bd1&device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 1098 time: 0.5127013 Jun 30 09:20:39.708882 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8f42f6-89a9-4184-af5e-fb9d1745b915 None None] Routers {'6ab452ec-a48e-42bf-9e17-8db8f587cfee'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:39.709538 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-5f8f42f6-89a9-4184-af5e-fb9d1745b915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:20:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['6ab452ec-a48e-42bf-9e17-8db8f587cfee'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:39.726929 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf38479-0a6a-4bc1-94c2-c7fbd2ebc581 None None] Pushing event updated for resources: {'Port': ['ID=26a0bfc9-8b17-49c7-880d-26736192790a,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:39.823324 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1ac71b-2973-4642-978d-a56f0f93e7df admin admin] Made reservation on behalf of c2259490fa184ce8907ac2c8f2b7b772 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:39.826955 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b1ac71b-2973-4642-978d-a56f0f93e7df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:39.878661 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:39.909564 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-11ab21de-61bb-42a4-bc33-9bed72860c37 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:39.912695 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-11ab21de-61bb-42a4-bc33-9bed72860c37 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:39.914387 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c30632ee-f77c-4c3c-92b2-96b51933092f tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:39.936442 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c30632ee-f77c-4c3c-92b2-96b51933092f tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:39.938838 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c30632ee-f77c-4c3c-92b2-96b51933092f tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] 10.222.0.10 "DELETE /v2.0/networks/dbd9b075-ef5d-4d1d-b8b6-c52bf5ff9343 HTTP/1.1" status: 204 len: 168 time: 2.5612140 Jun 30 09:20:40.015891 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b823d7-4084-40c7-9826-7069afa5d8a0 None None] New status for floating IP ee372bf7-9b24-4f30-b533-902b47700c93: ACTIVE {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:20:40.019979 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30632ee-f77c-4c3c-92b2-96b51933092f tempest-BulkNetworkOpsTest-388361360 tempest-BulkNetworkOpsTest-388361360-project] Pushing event deleted for resources: {'Network': ['ID=dbd9b075-ef5d-4d1d-b8b6-c52bf5ff9343,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:40.069181 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 3b0e7a84-eaf2-4371-9f83-76844f279f6f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3b0e7a84-eaf2-4371-9f83-76844f279f6f,segment=NetworkSegment(adebb7a8-403f-485d-bb99-c5b3ce5cf0cb),segment_id=adebb7a8-403f-485d-bb99-c5b3ce5cf0cb)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:40.084864 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d7402-e4ee-453b-8499-e52476a90528 req-acbe4572-9aa3-4e31-976e-d16202cb7f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:40.086322 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-766d7402-e4ee-453b-8499-e52476a90528 req-acbe4572-9aa3-4e31-976e-d16202cb7f64 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9f6b8c18-5a03-4360-b0ab-d9fb67f737bd HTTP/1.1" status: 200 len: 920 time: 0.4070306 Jun 30 09:20:40.092962 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-5f8f42f6-89a9-4184-af5e-fb9d1745b915 None None] Set router 6ab452ec-a48e-42bf-9e17-8db8f587cfee gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:40.218798 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:40.235797 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 954fc544-7dc8-49a5-8e82-a0d6604a22ce up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:40.285618 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-11ab21de-61bb-42a4-bc33-9bed72860c37 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:40.286152 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ab21de-61bb-42a4-bc33-9bed72860c37 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Fanout notify agent at l3_agent the message router_deleted on router bf88134c-6ff7-442a-b781-971e266264d6 {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:20:40.339856 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-11ab21de-61bb-42a4-bc33-9bed72860c37 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:40.341365 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-11ab21de-61bb-42a4-bc33-9bed72860c37 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] 10.222.0.10 "DELETE /v2.0/routers/bf88134c-6ff7-442a-b781-971e266264d6 HTTP/1.1" status: 204 len: 168 time: 1.3631282 Jun 30 09:20:40.347248 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46948) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:40.369099 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-81c8fd64-0e6a-4b22-9b59-a5c176ad205f tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:40.370255 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-81c8fd64-0e6a-4b22-9b59-a5c176ad205f tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 2.0355220 Jun 30 09:20:40.376571 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46950) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:40.415503 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-24765863-b338-427a-8426-05ba27d9313c tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'fd84b926-52d6-4dfa-9ea3-df4639394e53'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:40.416347 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-24765863-b338-427a-8426-05ba27d9313c tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101053) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:20:40.417327 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-456d1ab4-4e07-4068-9ad6-6409d3673975 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf88134c-6ff7-442a-b781-971e266264d6 HTTP/1.1" status: 200 len: 205 time: 0.0653818 Jun 30 09:20:40.426891 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46952) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:40.477170 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4ef274be-b3a1-4cc8-b18c-6159298fafcf req-743125b4-e187-468a-8b8c-c24f9bce6912 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 210 time: 0.1326025 Jun 30 09:20:40.521471 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=3b0e7a84-eaf2-4371-9f83-76844f279f6f,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:40.522882 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-e05760b5-cb86-463a-a26c-ab3019c1b694 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] delete failed (client error): The resource could not be found. Jun 30 09:20:40.534572 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e05760b5-cb86-463a-a26c-ab3019c1b694 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] 10.222.0.10 "DELETE /v2.0/routers/bf88134c-6ff7-442a-b781-971e266264d6 HTTP/1.1" status: 404 len: 336 time: 0.1064825 Jun 30 09:20:40.536330 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46954) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:40.560468 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66523a9-bdef-43ac-bcb8-fcfb1251370b req-7f5b666a-7f87-4c89-aaac-17c0d2b44cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:40.563060 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f66523a9-bdef-43ac-bcb8-fcfb1251370b req-7f5b666a-7f87-4c89-aaac-17c0d2b44cf7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ccdb6267e3ed432991d478e59bf31bd1&device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 1098 time: 2.1223669 Jun 30 09:20:40.634464 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b1ac71b-2973-4642-978d-a56f0f93e7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:40.650114 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1ba4e0c7-d659-452f-981e-0b3b4830c1a9 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d322c7d-7cf8-47d0-b422-17c48eada830 HTTP/1.1" status: 200 len: 205 time: 0.1069930 Jun 30 09:20:40.651069 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46958) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:40.668677 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 954fc544-7dc8-49a5-8e82-a0d6604a22ce triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:40.669045 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:40.671071 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-3894852f-990a-43db-9dc1-10b432893ddf tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:40.672920 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-3894852f-990a-43db-9dc1-10b432893ddf tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.37 "GET /v2.0/networks?id=972bd354-eef2-4e01-b16e-8c4bf18786f8 HTTP/1.1" status: 200 len: 810 time: 1.3704019 Jun 30 09:20:40.681701 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ac71b-2973-4642-978d-a56f0f93e7df admin admin] Pushing event updated for resources: {'Subnet': ['ID=bda58419-24a5-44ad-99c1-c5593a18159e,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:40.703596 n-d-771363-31 neutron-server[101053]: WARNING neutron.services.metering.metering_plugin [None req-24765863-b338-427a-8426-05ba27d9313c tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 30 09:20:40.736038 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-766d7402-e4ee-453b-8499-e52476a90528 req-6a0c487c-1437-4b5a-acef-2d13a6efa4b9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e366f02-323b-4170-82f3-8910dd4c6970 HTTP/1.1" status: 200 len: 999 time: 0.3766396 Jun 30 09:20:40.776873 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-43d6890e-e2ac-44d8-956b-3b54a6122607 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Request body: {'port': {'device_id': '7b565e9c-beea-47de-bfae-4b3ec59aaa9a', 'network_id': '972bd354-eef2-4e01-b16e-8c4bf18786f8', 'admin_state_up': True, 'tenant_id': 'c52329bbe8b54b8887fff3ef67ff99df'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:40.784989 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-22a3c8b6-5b7f-4a26-b66e-e0f793fc9ae8 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] delete failed (client error): The resource could not be found. Jun 30 09:20:40.789479 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-22a3c8b6-5b7f-4a26-b66e-e0f793fc9ae8 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] 10.222.0.10 "DELETE /v2.0/routers/7d322c7d-7cf8-47d0-b422-17c48eada830 HTTP/1.1" status: 404 len: 336 time: 0.1291461 Jun 30 09:20:40.794292 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46964) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:40.797059 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-73a833dd-adc1-4d39-8039-bcfdd1df34db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:40.798995 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-73a833dd-adc1-4d39-8039-bcfdd1df34db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.2985277 Jun 30 09:20:40.803680 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-5f8f42f6-89a9-4184-af5e-fb9d1745b915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab452ec-a48e-42bf-9e17-8db8f587cfee', 'name': 'tempest-TestAggregatesBasicOps-1094763940-router', 'tenant_id': 'ea2f78c0734c43828580c50b9478eea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '954fc544-7dc8-49a5-8e82-a0d6604a22ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:20Z', 'updated_at': '2021-06-30T09:20:30Z', 'revision_number': 4, 'project_id': 'ea2f78c0734c43828580c50b9478eea8', 'gw_port': {'id': '954fc544-7dc8-49a5-8e82-a0d6604a22ce', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:26:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab452ec-a48e-42bf-9e17-8db8f587cfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:22Z', 'updated_at': '2021-06-30T09:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '26a0bfc9-8b17-49c7-880d-26736192790a', 'name': '', 'network_id': 'ce754141-4034-4df2-883a-c137586675b6', 'tenant_id': 'ea2f78c0734c43828580c50b9478eea8', 'mac_address': 'fa:16:3e:b8:ac:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab452ec-a48e-42bf-9e17-8db8f587cfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'b8f0208f-8b22-4bf9-a176-653564689860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:28Z', 'updated_at': '2021-06-30T09:20:38Z', 'revision_number': 4, 'project_id': 'ea2f78c0734c43828580c50b9478eea8', 'subnets': [{'id': 'b8f0208f-8b22-4bf9-a176-653564689860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:40.876223 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8f42f6-89a9-4184-af5e-fb9d1745b915 None None] The sync data for ids ['6ab452ec-a48e-42bf-9e17-8db8f587cfee'] in n-d-771363-31 is: [{'id': '6ab452ec-a48e-42bf-9e17-8db8f587cfee', 'name': 'tempest-TestAggregatesBasicOps-1094763940-router', 'tenant_id': 'ea2f78c0734c43828580c50b9478eea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '954fc544-7dc8-49a5-8e82-a0d6604a22ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:20Z', 'updated_at': '2021-06-30T09:20:30Z', 'revision_number': 4, 'project_id': 'ea2f78c0734c43828580c50b9478eea8', 'gw_port': {'id': '954fc544-7dc8-49a5-8e82-a0d6604a22ce', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:26:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab452ec-a48e-42bf-9e17-8db8f587cfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:22Z', 'updated_at': '2021-06-30T09:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '26a0bfc9-8b17-49c7-880d-26736192790a', 'name': '', 'network_id': 'ce754141-4034-4df2-883a-c137586675b6', 'tenant_id': 'ea2f78c0734c43828580c50b9478eea8', 'mac_address': 'fa:16:3e:b8:ac:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab452ec-a48e-42bf-9e17-8db8f587cfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'b8f0208f-8b22-4bf9-a176-653564689860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:28Z', 'updated_at': '2021-06-30T09:20:38Z', 'revision_number': 4, 'project_id': 'ea2f78c0734c43828580c50b9478eea8', 'subnets': [{'id': 'b8f0208f-8b22-4bf9-a176-653564689860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:20:41.037524 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-dea13d68-3189-4bff-99c0-b3e4e1d3ff5a tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] 10.222.0.10 "GET /v2.0/ports?device_id=be170bff-9788-4226-b6a7-1cc3bf188b6e HTTP/1.1" status: 200 len: 205 time: 0.2331762 Jun 30 09:20:41.038571 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46966) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:41.038862 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46968) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:41.071917 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-24765863-b338-427a-8426-05ba27d9313c tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:41.087777 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-24765863-b338-427a-8426-05ba27d9313c tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6953921 Jun 30 09:20:41.090283 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46970) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:41.090670 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1ac71b-2973-4642-978d-a56f0f93e7df admin admin] Checking segment: {'id': '494ffa33-a54b-4cb7-9c72-e04a0308813e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '95834718-7145-4c4c-ade7-7eb62a9539eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:41.091033 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1ac71b-2973-4642-978d-a56f0f93e7df admin admin] Network hostable DHCP agents. Network: 95834718-7145-4c4c-ade7-7eb62a9539eb, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:20:41.094755 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3b0e7a84-eaf2-4371-9f83-76844f279f6f up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:41.100697 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-285f2720-0f14-482b-bf16-d7f2b7eefeb1 tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'fd84b926-52d6-4dfa-9ea3-df4639394e53'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:41.101233 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-285f2720-0f14-482b-bf16-d7f2b7eefeb1 tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101053) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:20:41.144217 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d7402-e4ee-453b-8499-e52476a90528 req-c5436a1c-2f3b-4663-94ae-6b0eb93694e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:41.147950 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-766d7402-e4ee-453b-8499-e52476a90528 req-c5436a1c-2f3b-4663-94ae-6b0eb93694e2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=36fff7d6-34a7-44f3-bad4-7b663a92c857 HTTP/1.1" status: 200 len: 859 time: 0.2515025 Jun 30 09:20:41.205145 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 3b0e7a84-eaf2-4371-9f83-76844f279f6f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:41.205522 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:41.243454 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-4f616e59-b994-45e1-b506-c3c22d0dc49f tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] delete failed (client error): The resource could not be found. Jun 30 09:20:41.244856 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4f616e59-b994-45e1-b506-c3c22d0dc49f tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] 10.222.0.10 "DELETE /v2.0/routers/be170bff-9788-4226-b6a7-1cc3bf188b6e HTTP/1.1" status: 404 len: 336 time: 0.1537852 Jun 30 09:20:41.253191 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46974) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:41.309768 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-766d7402-e4ee-453b-8499-e52476a90528 req-6a1c96f6-8955-43f9-ad73-a3e3b1f7d362 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f6b8c18-5a03-4360-b0ab-d9fb67f737bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517635 Jun 30 09:20:41.321013 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ff6024e0-3cf0-4b1d-8887-2e084fc51e09 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] 10.222.0.10 "GET /v2.0/ports?device_id=343cf74a-79e8-4ae2-9c85-8f063125182b HTTP/1.1" status: 200 len: 205 time: 0.0625966 Jun 30 09:20:41.325323 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66523a9-bdef-43ac-bcb8-fcfb1251370b req-2779edb4-b3bb-4353-a2ca-901191fa5613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:41.327104 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f66523a9-bdef-43ac-bcb8-fcfb1251370b req-2779edb4-b3bb-4353-a2ca-901191fa5613 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9f6b8c18-5a03-4360-b0ab-d9fb67f737bd HTTP/1.1" status: 200 len: 920 time: 0.6942766 Jun 30 09:20:41.327857 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46976) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:41.330689 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1ac71b-2973-4642-978d-a56f0f93e7df admin admin] Network 95834718-7145-4c4c-ade7-7eb62a9539eb is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:20:41.476788 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f66523a9-bdef-43ac-bcb8-fcfb1251370b req-244bd7a4-bde8-4f58-b71c-e20f06a76301 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e366f02-323b-4170-82f3-8910dd4c6970 HTTP/1.1" status: 200 len: 1001 time: 0.1396158 Jun 30 09:20:41.477525 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-43d6890e-e2ac-44d8-956b-3b54a6122607 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Made reservation on behalf of c52329bbe8b54b8887fff3ef67ff99df for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:41.481333 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-43d6890e-e2ac-44d8-956b-3b54a6122607 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:41.519869 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-11964810-9164-451f-91b5-92cef8af356e tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] delete failed (client error): The resource could not be found. Jun 30 09:20:41.521025 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-11964810-9164-451f-91b5-92cef8af356e tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] 10.222.0.10 "DELETE /v2.0/routers/343cf74a-79e8-4ae2-9c85-8f063125182b HTTP/1.1" status: 404 len: 336 time: 0.1851852 Jun 30 09:20:41.632726 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-fb1220be-6922-405b-88fb-6b3573fd043c service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7823026 Jun 30 09:20:41.634429 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66523a9-bdef-43ac-bcb8-fcfb1251370b req-8da7bfaa-1b46-44da-8fce-77cf6d79eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:41.636274 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f66523a9-bdef-43ac-bcb8-fcfb1251370b req-8da7bfaa-1b46-44da-8fce-77cf6d79eb76 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=36fff7d6-34a7-44f3-bad4-7b663a92c857 HTTP/1.1" status: 200 len: 859 time: 0.1519217 Jun 30 09:20:41.650439 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46980) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:41.850635 n-d-771363-31 neutron-server[101053]: WARNING neutron.services.metering.metering_plugin [None req-285f2720-0f14-482b-bf16-d7f2b7eefeb1 tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 30 09:20:41.970047 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-285f2720-0f14-482b-bf16-d7f2b7eefeb1 tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:41.973853 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-285f2720-0f14-482b-bf16-d7f2b7eefeb1 tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8818231 Jun 30 09:20:41.981112 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46988) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:42.020324 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-53bcae6e-039d-438c-b3b4-112224fd5f72 tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=4371831f-b615-49fd-856d-19e9e4512910 HTTP/1.1" status: 200 len: 462 time: 0.0343444 Jun 30 09:20:42.020324 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-0b1ac71b-2973-4642-978d-a56f0f93e7df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 95834718-7145-4c4c-ade7-7eb62a9539eb) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:42.024506 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46990) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:42.035915 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1ac71b-2973-4642-978d-a56f0f93e7df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:42.036616 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b1ac71b-2973-4642-978d-a56f0f93e7df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:42.040068 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16746e4-1d9f-49c7-a7eb-6978acf789aa None None] Network 95834718-7145-4c4c-ade7-7eb62a9539eb requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:42.126896 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4e0c1bc2-b7b3-4de1-92a3-2793d5863ce2 req-2bb8d332-1156-43b1-812a-350a5e668b1f tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 210 time: 0.2855666 Jun 30 09:20:42.134276 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f66523a9-bdef-43ac-bcb8-fcfb1251370b req-e0b64775-9366-456d-8dc8-b7e513c18b8e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9f6b8c18-5a03-4360-b0ab-d9fb67f737bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4816382 Jun 30 09:20:42.136326 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-766d7402-e4ee-453b-8499-e52476a90528 req-1429e010-5e9a-4349-902f-7be8eec3d437 service neutron] 10.222.0.52 "GET /v2.0/networks/9f6b8c18-5a03-4360-b0ab-d9fb67f737bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8198423 Jun 30 09:20:42.198727 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f7725e7b-860e-4a99-8463-c53da4553bb8 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] 10.222.0.10 "GET /v2.0/ports?device_id=02358718-c523-4971-b1cb-09d2460d7664 HTTP/1.1" status: 200 len: 205 time: 0.1426303 Jun 30 09:20:42.199406 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46992) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:42.216997 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-f66523a9-bdef-43ac-bcb8-fcfb1251370b req-90bb93f3-5038-44f4-acea-2690e6102fa6 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:20:42.218525 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f66523a9-bdef-43ac-bcb8-fcfb1251370b req-90bb93f3-5038-44f4-acea-2690e6102fa6 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0295680 Jun 30 09:20:42.294185 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0b1ac71b-2973-4642-978d-a56f0f93e7df admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2111182 Jun 30 09:20:42.298155 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46994) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:42.312202 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-b2e2f052-26de-4859-999b-496e8baba3f7 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2125539804-router', 'tenant_id': 'c2259490fa184ce8907ac2c8f2b7b772', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:42.330075 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-450f4853-0ddf-4d31-bb50-f2b4885932d9 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] delete failed (client error): The resource could not be found. Jun 30 09:20:42.335179 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-450f4853-0ddf-4d31-bb50-f2b4885932d9 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] 10.222.0.10 "DELETE /v2.0/routers/02358718-c523-4971-b1cb-09d2460d7664 HTTP/1.1" status: 404 len: 336 time: 0.1154807 Jun 30 09:20:42.353155 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46996) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:42.356348 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-766d7402-e4ee-453b-8499-e52476a90528 req-6e701053-183a-40c2-b710-4df5e3434379 service neutron] 10.222.0.52 "GET /v2.0/networks/9f6b8c18-5a03-4360-b0ab-d9fb67f737bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104747 Jun 30 09:20:42.422783 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-654c5248-f27e-4fc2-965e-aa26d10b30c7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=37aecd52ae9d448493718ea6790b17ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3327584 Jun 30 09:20:42.462577 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46998) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:42.466048 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3f147584-8e76-447a-a2d3-cd19de9a8351 tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:42.471472 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3f147584-8e76-447a-a2d3-cd19de9a8351 tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/4371831f-b615-49fd-856d-19e9e4512910 HTTP/1.1" status: 204 len: 168 time: 0.4457166 Jun 30 09:20:42.473781 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47000) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:42.511296 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47002) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:42.511878 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2aacac1d-39ce-44bd-8ef6-14545a36ba5c tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=4371831f-b615-49fd-856d-19e9e4512910 HTTP/1.1" status: 200 len: 221 time: 0.0298610 Jun 30 09:20:42.524156 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-72d2b1c2-efd5-40bf-a7d5-360b05f6b886 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a4f4ec6-acad-4b4c-95a6-8b42b4632174 HTTP/1.1" status: 200 len: 205 time: 0.1696954 Jun 30 09:20:42.534873 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-59276878-a6eb-4c56-b45b-948c8285ae4f tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1932195544', 'description': 'label created by tempest'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:42.535362 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-59276878-a6eb-4c56-b45b-948c8285ae4f tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] Unknown quota resources ['metering_label']. {{(pid=101054) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:20:42.540127 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47004) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:42.605504 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063ae51e-a8ef-4cf9-8285-179d7b4a22cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-95834718-7145-4c4c-ade7-7eb62a9539eb', 'network_id': '95834718-7145-4c4c-ade7-7eb62a9539eb', 'tenant_id': 'c2259490fa184ce8907ac2c8f2b7b772', 'fixed_ips': [{'subnet_id': 'bda58419-24a5-44ad-99c1-c5593a18159e'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:20:42.606812 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-063ae51e-a8ef-4cf9-8285-179d7b4a22cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:42.612364 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-c608f440-618d-4066-adf8-568d87382c8b tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] delete failed (client error): The resource could not be found. Jun 30 09:20:42.617291 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c608f440-618d-4066-adf8-568d87382c8b tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] 10.222.0.10 "DELETE /v2.0/routers/7a4f4ec6-acad-4b4c-95a6-8b42b4632174 HTTP/1.1" status: 404 len: 336 time: 0.0746682 Jun 30 09:20:42.619959 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47006) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:42.623808 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2e2f052-26de-4859-999b-496e8baba3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:42.624973 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2e2f052-26de-4859-999b-496e8baba3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:42.676004 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-43d6890e-e2ac-44d8-956b-3b54a6122607 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Allocated IP 172.20.0.6 (972bd354-eef2-4e01-b16e-8c4bf18786f8/8cf53215-c792-4025-85bb-3926feddb6f2/c6be4683-923a-4cd2-b36e-2d121679a8cb) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:42.682202 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-e79efedc-ec49-4370-b4fc-95138acbaa70 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] DELETE failed (client error): The resource could not be found. Jun 30 09:20:42.682811 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e79efedc-ec49-4370-b4fc-95138acbaa70 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:20:42.700370 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e79efedc-ec49-4370-b4fc-95138acbaa70 tempest-RoutersAdminTest-2074472867 tempest-RoutersAdminTest-2074472867-project] 10.222.0.10 "DELETE /v2.0/subnets/1b3fa291-7806-4474-aa36-17f92fd10bca HTTP/1.1" status: 404 len: 337 time: 0.0668917 Jun 30 09:20:42.724686 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5dbf6bf8-492d-424a-8082-8636ca5b3252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:42.759829 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5dbf6bf8-492d-424a-8082-8636ca5b3252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:42.867288 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2e2f052-26de-4859-999b-496e8baba3f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:42.899021 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-4d6ee1aa-cdd5-44bd-9ceb-2cc2aa82329b service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2475066 Jun 30 09:20:42.900076 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-063ae51e-a8ef-4cf9-8285-179d7b4a22cf None None] Allocated IP 172.20.0.2 (95834718-7145-4c4c-ade7-7eb62a9539eb/bda58419-24a5-44ad-99c1-c5593a18159e/3620a526-c9f9-43ed-b829-05f155e8d807) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:42.996503 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5dbf6bf8-492d-424a-8082-8636ca5b3252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:42.996503 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5dbf6bf8-492d-424a-8082-8636ca5b3252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:42.997064 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5dbf6bf8-492d-424a-8082-8636ca5b3252 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1dc7defa-3e25-4df4-8668-9d1493d28050 HTTP/1.1" status: 204 len: 168 time: 0.5240963 Jun 30 09:20:43.010225 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf6bf8-492d-424a-8082-8636ca5b3252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc7defa-3e25-4df4-8668-9d1493d28050,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:43.021746 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-a2faee89-ae27-4b18-9a6e-ca3f0cacbbea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=d8c0077e-9781-471c-a7ca-1fbaf87ae4b4 HTTP/1.1" status: 200 len: 217 time: 0.1072516 Jun 30 09:20:43.035192 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f66523a9-bdef-43ac-bcb8-fcfb1251370b req-d7f6d34c-a628-4f39-9446-9656df659647 service neutron] 10.222.0.10 "GET /v2.0/networks/9f6b8c18-5a03-4360-b0ab-d9fb67f737bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8032870 Jun 30 09:20:43.150823 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 26a0bfc9-8b17-49c7-880d-26736192790a up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:43.264779 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-063ae51e-a8ef-4cf9-8285-179d7b4a22cf None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:43.275218 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-063ae51e-a8ef-4cf9-8285-179d7b4a22cf None None] Transition to ACTIVE for port object 3620a526-c9f9-43ed-b829-05f155e8d807 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:43.311026 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-063ae51e-a8ef-4cf9-8285-179d7b4a22cf None None] Transition to ACTIVE for port object 3620a526-c9f9-43ed-b829-05f155e8d807 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:43.329591 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2e2f052-26de-4859-999b-496e8baba3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:43.335618 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-59276878-a6eb-4c56-b45b-948c8285ae4f tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:43.336808 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-59276878-a6eb-4c56-b45b-948c8285ae4f tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.8205225 Jun 30 09:20:43.340204 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47016) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:43.405808 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-43d6890e-e2ac-44d8-956b-3b54a6122607 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:43.415478 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-b1d5b81d-ad9e-4d4e-acb7-3fac06e203ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:43.416944 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-b1d5b81d-ad9e-4d4e-acb7-3fac06e203ac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abf6d13-ee31-42ca-8f41-a3797ffb8563 HTTP/1.1" status: 200 len: 797 time: 0.3041103 Jun 30 09:20:43.446613 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-df10c69b-4596-40fa-a8ed-768ff03a8e01 tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=f80fbf4d-66bd-4843-a449-13029d3fe5a8 HTTP/1.1" status: 200 len: 468 time: 0.1034796 Jun 30 09:20:43.461211 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 26a0bfc9-8b17-49c7-880d-26736192790a completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:43.462970 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47018) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:43.468598 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 26a0bfc9-8b17-49c7-880d-26736192790a triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:43.468598 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:43.488542 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-981fd479-35ff-4794-a678-2cd958abeee6 req-b2fa0aa4-a2dc-4638-ac59-e54b440308a9 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 210 time: 0.0564079 Jun 30 09:20:43.507437 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f66523a9-bdef-43ac-bcb8-fcfb1251370b req-0fb30f63-94e4-462e-89d9-80c3083a55cf service neutron] 10.222.0.10 "GET /v2.0/networks/9f6b8c18-5a03-4360-b0ab-d9fb67f737bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932731 Jun 30 09:20:43.565158 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-063ae51e-a8ef-4cf9-8285-179d7b4a22cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:43.678111 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063ae51e-a8ef-4cf9-8285-179d7b4a22cf None None] Network 95834718-7145-4c4c-ade7-7eb62a9539eb is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:43.679604 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ae51e-a8ef-4cf9-8285-179d7b4a22cf None None] Pushing event updated for resources: {'Port': ['ID=3620a526-c9f9-43ed-b829-05f155e8d807,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:43.685329 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-063ae51e-a8ef-4cf9-8285-179d7b4a22cf None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:43.691879 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063ae51e-a8ef-4cf9-8285-179d7b4a22cf None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:43.774231 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47030) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:43.848185 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-a3d342a5-8725-4363-8ff7-6ac59b7e31f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:43.850878 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-a3d342a5-8725-4363-8ff7-6ac59b7e31f1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4246182 Jun 30 09:20:43.910967 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-063ae51e-a8ef-4cf9-8285-179d7b4a22cf None None] Attempting to bind port 3620a526-c9f9-43ed-b829-05f155e8d807 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:43.913658 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-063ae51e-a8ef-4cf9-8285-179d7b4a22cf None None] Attempting to bind port 3620a526-c9f9-43ed-b829-05f155e8d807 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '494ffa33-a54b-4cb7-9c72-e04a0308813e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '95834718-7145-4c4c-ade7-7eb62a9539eb'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:43.914037 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ae51e-a8ef-4cf9-8285-179d7b4a22cf None None] Attempting to bind port 3620a526-c9f9-43ed-b829-05f155e8d807 on network 95834718-7145-4c4c-ade7-7eb62a9539eb {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:43.942820 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:43.951077 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ae51e-a8ef-4cf9-8285-179d7b4a22cf None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:20:43.951884 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ae51e-a8ef-4cf9-8285-179d7b4a22cf None None] Checking segment: {'id': '494ffa33-a54b-4cb7-9c72-e04a0308813e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '95834718-7145-4c4c-ade7-7eb62a9539eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:43.952315 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-063ae51e-a8ef-4cf9-8285-179d7b4a22cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:43.953462 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ae51e-a8ef-4cf9-8285-179d7b4a22cf None None] Bound using segment: {'id': '494ffa33-a54b-4cb7-9c72-e04a0308813e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '95834718-7145-4c4c-ade7-7eb62a9539eb'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:20:43.954569 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-063ae51e-a8ef-4cf9-8285-179d7b4a22cf None None] Bound port: 3620a526-c9f9-43ed-b829-05f155e8d807, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '494ffa33-a54b-4cb7-9c72-e04a0308813e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '95834718-7145-4c4c-ade7-7eb62a9539eb'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:20:43.954982 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-063ae51e-a8ef-4cf9-8285-179d7b4a22cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:43.990151 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2e2f052-26de-4859-999b-496e8baba3f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:44.019387 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 26a0bfc9-8b17-49c7-880d-26736192790a, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=26a0bfc9-8b17-49c7-880d-26736192790a,segment=NetworkSegment(11ceacf8-d544-44e2-a7a3-d97e6e8fb0f9),segment_id=11ceacf8-d544-44e2-a7a3-d97e6e8fb0f9)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:44.030598 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2e2f052-26de-4859-999b-496e8baba3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:44.043033 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-acf1e2b8-a15d-49a4-90a1-a671cd6515fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:44.076738 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-43d6890e-e2ac-44d8-956b-3b54a6122607 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:44.111844 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-063ae51e-a8ef-4cf9-8285-179d7b4a22cf None None] For port 3620a526-c9f9-43ed-b829-05f155e8d807, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:20:44.117969 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-063ae51e-a8ef-4cf9-8285-179d7b4a22cf None None] For port 3620a526-c9f9-43ed-b829-05f155e8d807, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3620a526-c9f9-43ed-b829-05f155e8d807,segment=NetworkSegment(494ffa33-a54b-4cb7-9c72-e04a0308813e),segment_id=494ffa33-a54b-4cb7-9c72-e04a0308813e)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:20:44.119322 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:44.184759 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=26a0bfc9-8b17-49c7-880d-26736192790a,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:44.227331 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-b2e2f052-26de-4859-999b-496e8baba3f7 admin admin] Allocated IP 172.25.6.125 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/1496a864-3502-4ae2-bc95-074220a45db1) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:44.277610 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eee24f85-5014-454e-8680-cfb257b5e9e4 tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:44.280729 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-063ae51e-a8ef-4cf9-8285-179d7b4a22cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:44.282428 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-eee24f85-5014-454e-8680-cfb257b5e9e4 tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/f80fbf4d-66bd-4843-a449-13029d3fe5a8 HTTP/1.1" status: 204 len: 168 time: 0.8145273 Jun 30 09:20:44.284271 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47042) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:44.302972 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-dc1df5d9-9d3e-4460-a918-58897bc297ab tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=f80fbf4d-66bd-4843-a449-13029d3fe5a8 HTTP/1.1" status: 200 len: 216 time: 0.0174873 Jun 30 09:20:44.311778 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47044) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:44.336422 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-43d6890e-e2ac-44d8-956b-3b54a6122607 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Network 972bd354-eef2-4e01-b16e-8c4bf18786f8 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:44.340736 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-40aa48c6-2bec-422d-b560-0f79dae2f456 tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0292685 Jun 30 09:20:44.349553 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47048) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:44.365883 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6890e-e2ac-44d8-956b-3b54a6122607 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Pushing event updated for resources: {'Port': ['ID=c6be4683-923a-4cd2-b36e-2d121679a8cb,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:44.370671 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8b5b5e45-9bb2-4d7d-9938-3b11b2e28e7b tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0177784 Jun 30 09:20:44.373253 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-43d6890e-e2ac-44d8-956b-3b54a6122607 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:44.374088 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47050) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:44.411568 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-43d6890e-e2ac-44d8-956b-3b54a6122607 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:44.439651 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ae51e-a8ef-4cf9-8285-179d7b4a22cf None None] Pushing event updated for resources: {'Port': ['ID=3620a526-c9f9-43ed-b829-05f155e8d807,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:44.479631 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fc4768be-cc5f-4477-8205-1cb6549827fc tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels/fd84b926-52d6-4dfa-9ea3-df4639394e53 HTTP/1.1" status: 200 len: 472 time: 0.0948331 Jun 30 09:20:44.485989 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47052) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:44.490737 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2e2f052-26de-4859-999b-496e8baba3f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:44.501789 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f63ec184-e11d-4a6c-a115-85d279b9ccc7 req-6864e249-2277-41f4-860f-ca4d6f82b7e2 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 1001 time: 0.8827889 Jun 30 09:20:44.509651 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-f1228c7f-a611-46e8-8bf0-b9ecefe353a1 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5247755 Jun 30 09:20:44.536108 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-64bc1353-2e46-4ed1-b9f7-0d8e9750a590 tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules/32155c14-04a7-422b-95f6-2dd3b6c567a1 HTTP/1.1" status: 200 len: 459 time: 0.0454612 Jun 30 09:20:44.545993 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47058) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:44.631926 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-43d6890e-e2ac-44d8-956b-3b54a6122607 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:44.642474 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-43d6890e-e2ac-44d8-956b-3b54a6122607 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:44.642898 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2e2f052-26de-4859-999b-496e8baba3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:44.696136 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ec184-e11d-4a6c-a115-85d279b9ccc7 req-24f35081-5f7d-42dc-9b51-d3f38d919ab5 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:44.697943 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f63ec184-e11d-4a6c-a115-85d279b9ccc7 req-24f35081-5f7d-42dc-9b51-d3f38d919ab5 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports/6e366f02-323b-4170-82f3-8910dd4c6970 HTTP/1.1" status: 200 len: 943 time: 0.1734107 Jun 30 09:20:44.739250 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-7bcaab56-b4ed-4b87-9a7d-b48c5442300b service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221735 Jun 30 09:20:44.758572 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-acf1e2b8-a15d-49a4-90a1-a671cd6515fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:44.871760 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-cdd22e3f-6e87-48d3-9938-63a734b81169 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3496caa8-899f-4b6b-b20d-887cdd2e4d71 HTTP/1.1" status: 200 len: 217 time: 0.1251512 Jun 30 09:20:44.872539 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-acf1e2b8-a15d-49a4-90a1-a671cd6515fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:44.977255 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e2f052-26de-4859-999b-496e8baba3f7 admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:44.988900 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-56232e2f-7740-4a2b-8211-53e784d38a4c tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:44.991196 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-56232e2f-7740-4a2b-8211-53e784d38a4c tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/32155c14-04a7-422b-95f6-2dd3b6c567a1 HTTP/1.1" status: 204 len: 168 time: 0.4411397 Jun 30 09:20:44.993653 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47070) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:44.994956 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2f052-26de-4859-999b-496e8baba3f7 admin admin] Pushing event updated for resources: {'Port': ['ID=1496a864-3502-4ae2-bc95-074220a45db1,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:44.996395 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-2fe2d548-6f25-4e1c-9e61-f2dbb7d0cda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:45.003144 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-2fe2d548-6f25-4e1c-9e61-f2dbb7d0cda0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7c18985-d439-4c19-be51-90abec28edd1 HTTP/1.1" status: 200 len: 797 time: 0.1148684 Jun 30 09:20:45.060460 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-43d6890e-e2ac-44d8-956b-3b54a6122607 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3532085 Jun 30 09:20:45.101937 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-b2e2f052-26de-4859-999b-496e8baba3f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:45.122473 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e2f052-26de-4859-999b-496e8baba3f7 admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:45.182775 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3620a526-c9f9-43ed-b829-05f155e8d807 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:45.201657 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-153dcad2-0225-424f-816d-9721ee6fda1c service neutron] Request body: {'port': {'device_id': '7b565e9c-beea-47de-bfae-4b3ec59aaa9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:45.210538 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47072) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:45.267433 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-acf1e2b8-a15d-49a4-90a1-a671cd6515fd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=95c901a74efc45d796b879b8751bc0b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4912834 Jun 30 09:20:45.273284 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1e2b8-a15d-49a4-90a1-a671cd6515fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b119546f-c386-4ff5-a522-ed228a3371bb,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:45.283963 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47076) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:45.343010 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f63ec184-e11d-4a6c-a115-85d279b9ccc7 req-f709e019-5d05-4b2c-91de-5dfa370a6e2d tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 1001 time: 0.3262887 Jun 30 09:20:45.386459 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 3620a526-c9f9-43ed-b829-05f155e8d807 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:45.399060 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 26a0bfc9-8b17-49c7-880d-26736192790a up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:45.481190 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b68725-042d-4fd5-b552-476b706654e5 req-07e77eb5-20bc-46ec-9a8d-4c6ff998dac9 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:45.487305 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a8b68725-042d-4fd5-b552-476b706654e5 req-07e77eb5-20bc-46ec-9a8d-4c6ff998dac9 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 931 time: 0.6541312 Jun 30 09:20:45.557595 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 26a0bfc9-8b17-49c7-880d-26736192790a triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:45.558099 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:45.577540 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4f22915f-33eb-48b3-98cb-d555bcdca5da tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:45.578807 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4f22915f-33eb-48b3-98cb-d555bcdca5da tempest-MeteringIpV6TestJSON-453961524 tempest-MeteringIpV6TestJSON-453961524-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/fd84b926-52d6-4dfa-9ea3-df4639394e53 HTTP/1.1" status: 204 len: 168 time: 0.5804706 Jun 30 09:20:45.624601 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a8b68725-042d-4fd5-b552-476b706654e5 req-03bd14a8-6ee7-4cc9-bc3e-5fa7d2e1077d tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920620 Jun 30 09:20:45.895308 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2e2f052-26de-4859-999b-496e8baba3f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:45.988212 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04c12dd-6437-47d4-9cd8-4a568eea3dbd None None] Network 95834718-7145-4c4c-ade7-7eb62a9539eb requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:45.994000 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-8e5303c8-85c4-4e0a-a497-bc6a86c44ef3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-135874656'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:46.005070 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-6e5a2c51-277d-4a6f-87f1-084efe721ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:46.006582 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-6e5a2c51-277d-4a6f-87f1-084efe721ba8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ee7a795-7cad-4025-ad1c-ea31997afa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9633274 Jun 30 09:20:46.012480 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-153dcad2-0225-424f-816d-9721ee6fda1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:46.098105 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ab2b029d-c323-49f4-ad5b-dc9dfe6588e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:46.151925 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2e2f052-26de-4859-999b-496e8baba3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:46.225371 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ec184-e11d-4a6c-a115-85d279b9ccc7 req-c248fa22-f2a5-4a60-af90-5a3ad9653702 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:46.236304 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f63ec184-e11d-4a6c-a115-85d279b9ccc7 req-c248fa22-f2a5-4a60-af90-5a3ad9653702 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 784 time: 0.8524632 Jun 30 09:20:46.239812 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-f1c19453-39cc-4170-a172-18fca0f43f70 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185564 Jun 30 09:20:46.395554 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ab2b029d-c323-49f4-ad5b-dc9dfe6588e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:46.399560 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-cd87bd22-0b21-4672-bb2a-7eab4646e951 None None] Provisioning for port 3620a526-c9f9-43ed-b829-05f155e8d807 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:46.410049 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-cd87bd22-0b21-4672-bb2a-7eab4646e951 None None] Provisioning complete for port 3620a526-c9f9-43ed-b829-05f155e8d807 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:46.410840 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cd87bd22-0b21-4672-bb2a-7eab4646e951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:46.425848 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5303c8-85c4-4e0a-a497-bc6a86c44ef3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Made reservation on behalf of 775d3436f18e4101afdcafdb7729a684 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:46.432188 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e5303c8-85c4-4e0a-a497-bc6a86c44ef3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:46.496467 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e2f052-26de-4859-999b-496e8baba3f7 admin admin] Router 08fba739-fde4-40fd-a522-97f4f19a84fc is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:20:46.510810 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e5303c8-85c4-4e0a-a497-bc6a86c44ef3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:46.518935 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cd87bd22-0b21-4672-bb2a-7eab4646e951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:46.572163 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-cd87bd22-0b21-4672-bb2a-7eab4646e951 None None] For port 3620a526-c9f9-43ed-b829-05f155e8d807, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3620a526-c9f9-43ed-b829-05f155e8d807,segment=NetworkSegment(494ffa33-a54b-4cb7-9c72-e04a0308813e),segment_id=494ffa33-a54b-4cb7-9c72-e04a0308813e)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:46.577976 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47084) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:46.640049 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f63ec184-e11d-4a6c-a115-85d279b9ccc7 req-2da296d0-2dd6-4015-9c2a-26512b9df4a4 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 1001 time: 0.4028020 Jun 30 09:20:46.692673 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e2f052-26de-4859-999b-496e8baba3f7 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:20:46.695966 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cd87bd22-0b21-4672-bb2a-7eab4646e951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:46.707980 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-3e7266e9-91c3-4277-a0c3-5d492e8d52b7 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561527 Jun 30 09:20:46.716491 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-f63ec184-e11d-4a6c-a115-85d279b9ccc7 req-b1a5a115-dbd8-4cee-b5a1-139daf1b3044 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:46.737643 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a26cc02-0351-4959-b969-4962e8731c2c None None] Sync routers for ids ['08fba739-fde4-40fd-a522-97f4f19a84fc'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:20:46.759924 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a26cc02-0351-4959-b969-4962e8731c2c None None] Routers {'08fba739-fde4-40fd-a522-97f4f19a84fc'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:46.761862 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-5a26cc02-0351-4959-b969-4962e8731c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:20:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['08fba739-fde4-40fd-a522-97f4f19a84fc'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:46.768088 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-827c22bd-cf75-4f76-a480-fd4e74a1646c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:46.818164 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87bd22-0b21-4672-bb2a-7eab4646e951 None None] Pushing event updated for resources: {'Port': ['ID=3620a526-c9f9-43ed-b829-05f155e8d807,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:46.854062 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2e2f052-26de-4859-999b-496e8baba3f7 admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:46.859616 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b2e2f052-26de-4859-999b-496e8baba3f7 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5519161 Jun 30 09:20:46.861784 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47092) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:46.873819 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9910ff1d-a9b9-4cfe-902d-59df61388566 None None] Provisioning complete for port 3620a526-c9f9-43ed-b829-05f155e8d807 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:46.874479 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9910ff1d-a9b9-4cfe-902d-59df61388566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:46.956907 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-f6eda420-0d72-4d16-b637-ab644123cba3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2f70ca00-91bf-41fb-867a-6edb210c3385 HTTP/1.1" status: 200 len: 217 time: 0.1002235 Jun 30 09:20:46.965794 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f63ec184-e11d-4a6c-a115-85d279b9ccc7 req-b1a5a115-dbd8-4cee-b5a1-139daf1b3044 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks [] for floatingip, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:46.969771 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-5a26cc02-0351-4959-b969-4962e8731c2c None None] Set router 08fba739-fde4-40fd-a522-97f4f19a84fc gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:47.359956 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ab2b029d-c323-49f4-ad5b-dc9dfe6588e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:47.359956 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ab2b029d-c323-49f4-ad5b-dc9dfe6588e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:47.359956 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ab2b029d-c323-49f4-ad5b-dc9dfe6588e4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b119546f-c386-4ff5-a522-ed228a3371bb HTTP/1.1" status: 204 len: 168 time: 1.7747898 Jun 30 09:20:47.361570 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3620a526-c9f9-43ed-b829-05f155e8d807 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:47.365635 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b029d-c323-49f4-ad5b-dc9dfe6588e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b119546f-c386-4ff5-a522-ed228a3371bb,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:47.365635 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-b491a415-569b-4d4f-b8f3-e69a771e2cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:47.365635 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-b491a415-569b-4d4f-b8f3-e69a771e2cfa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7c18985-d439-4c19-be51-90abec28edd1 HTTP/1.1" status: 200 len: 797 time: 0.1780255 Jun 30 09:20:47.367320 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 3620a526-c9f9-43ed-b829-05f155e8d807 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:47.367320 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:47.410855 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f63ec184-e11d-4a6c-a115-85d279b9ccc7 req-b1a5a115-dbd8-4cee-b5a1-139daf1b3044 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:47.421460 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-153dcad2-0225-424f-816d-9721ee6fda1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6be4683-923a-4cd2-b36e-2d121679a8cb {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:20:47.434551 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-153dcad2-0225-424f-816d-9721ee6fda1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:47.443838 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-ff3a863d-17cd-4231-9845-71efd8b54fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:47.445479 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-ff3a863d-17cd-4231-9845-71efd8b54fbe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ee7a795-7cad-4025-ad1c-ea31997afa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2947886 Jun 30 09:20:47.453550 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2dcd2-cba3-4e07-af29-79003aa59928 req-58dfa034-9403-431a-a261-aaa3f44148ea tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:47.455183 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-12b2dcd2-cba3-4e07-af29-79003aa59928 req-58dfa034-9403-431a-a261-aaa3f44148ea tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 931 time: 0.6724553 Jun 30 09:20:47.456991 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-5a26cc02-0351-4959-b969-4962e8731c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fba739-fde4-40fd-a522-97f4f19a84fc', 'name': 'tempest-TestAggregatesBasicOps-2125539804-router', 'tenant_id': 'c2259490fa184ce8907ac2c8f2b7b772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '1496a864-3502-4ae2-bc95-074220a45db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:42Z', 'updated_at': '2021-06-30T09:20:45Z', 'revision_number': 3, 'project_id': 'c2259490fa184ce8907ac2c8f2b7b772', 'gw_port': {'id': '1496a864-3502-4ae2-bc95-074220a45db1', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fba739-fde4-40fd-a522-97f4f19a84fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:44Z', 'updated_at': '2021-06-30T09:20:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:47.487683 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-153dcad2-0225-424f-816d-9721ee6fda1c service neutron] Transition to ACTIVE for port object c6be4683-923a-4cd2-b36e-2d121679a8cb will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:47.508824 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a26cc02-0351-4959-b969-4962e8731c2c None None] Checking router: 08fba739-fde4-40fd-a522-97f4f19a84fc for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:20:47.509230 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a26cc02-0351-4959-b969-4962e8731c2c None None] Updating router 08fba739-fde4-40fd-a522-97f4f19a84fc port 1496a864-3502-4ae2-bc95-074220a45db1 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:20:47.566197 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5a26cc02-0351-4959-b969-4962e8731c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:47.576687 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-84d3e17f-28bb-4aa5-b57e-b8c2583fd821 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184483 Jun 30 09:20:47.626157 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-12b2dcd2-cba3-4e07-af29-79003aa59928 req-ba4c6fd8-6670-4ddd-ac21-d6a2935389fc tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593988 Jun 30 09:20:47.642423 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f63ec184-e11d-4a6c-a115-85d279b9ccc7 req-b1a5a115-dbd8-4cee-b5a1-139daf1b3044 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:47.642814 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [req-f63ec184-e11d-4a6c-a115-85d279b9ccc7 req-b1a5a115-dbd8-4cee-b5a1-139daf1b3044 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Floating IP ee372bf7-9b24-4f30-b533-902b47700c93 disassociated. External IP: 172.25.6.38, port: 6e366f02-323b-4170-82f3-8910dd4c6970. Jun 30 09:20:47.711919 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-153dcad2-0225-424f-816d-9721ee6fda1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:47.724672 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-827c22bd-cf75-4f76-a480-fd4e74a1646c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:47.855600 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-827c22bd-cf75-4f76-a480-fd4e74a1646c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:47.885717 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153dcad2-0225-424f-816d-9721ee6fda1c service neutron] Pushing event updated for resources: {'Port': ['ID=c6be4683-923a-4cd2-b36e-2d121679a8cb,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:47.931542 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-827c22bd-cf75-4f76-a480-fd4e74a1646c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=42dd2c7b9b664102b8a4e5e3e6c9fe3b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3500271 Jun 30 09:20:47.932216 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47100) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:47.964975 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c22bd-cf75-4f76-a480-fd4e74a1646c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1c1f08-2764-42dd-bf75-200a277a4aa1,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:47.992523 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bad87cd7-ee12-466c-a5dc-9ce615fa91b3 req-3dc6c1c9-6c43-48a0-b603-92f44d786143 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090095 Jun 30 09:20:48.004227 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5a26cc02-0351-4959-b969-4962e8731c2c None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.019957 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5a26cc02-0351-4959-b969-4962e8731c2c None None] Transition to ACTIVE for port object 1496a864-3502-4ae2-bc95-074220a45db1 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:48.063911 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fc9a9e87-d31b-4239-b4aa-cdc7e2e5b5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.079179 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f5b89217-df08-46bd-ab0c-cfbab9cfa40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.102811 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fc9a9e87-d31b-4239-b4aa-cdc7e2e5b5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.106119 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-153dcad2-0225-424f-816d-9721ee6fda1c service neutron] Attempting to bind port c6be4683-923a-4cd2-b36e-2d121679a8cb on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:48.106119 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-153dcad2-0225-424f-816d-9721ee6fda1c service neutron] Attempting to bind port c6be4683-923a-4cd2-b36e-2d121679a8cb by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': 'adebb7a8-403f-485d-bb99-c5b3ce5cf0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '972bd354-eef2-4e01-b16e-8c4bf18786f8'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:48.111657 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-153dcad2-0225-424f-816d-9721ee6fda1c service neutron] Attempting to bind port c6be4683-923a-4cd2-b36e-2d121679a8cb on network 972bd354-eef2-4e01-b16e-8c4bf18786f8 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:48.152646 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-153dcad2-0225-424f-816d-9721ee6fda1c service neutron] Port c6be4683-923a-4cd2-b36e-2d121679a8cb on network 972bd354-eef2-4e01-b16e-8c4bf18786f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:48.152906 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-153dcad2-0225-424f-816d-9721ee6fda1c service neutron] Attempting to bind port c6be4683-923a-4cd2-b36e-2d121679a8cb on network 972bd354-eef2-4e01-b16e-8c4bf18786f8 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:48.174540 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-153dcad2-0225-424f-816d-9721ee6fda1c service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:20:48.174540 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-153dcad2-0225-424f-816d-9721ee6fda1c service neutron] Checking segment: {'id': 'adebb7a8-403f-485d-bb99-c5b3ce5cf0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '972bd354-eef2-4e01-b16e-8c4bf18786f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:48.175366 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-153dcad2-0225-424f-816d-9721ee6fda1c service neutron] Bound using segment: {'id': 'adebb7a8-403f-485d-bb99-c5b3ce5cf0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '972bd354-eef2-4e01-b16e-8c4bf18786f8'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:20:48.175590 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-153dcad2-0225-424f-816d-9721ee6fda1c service neutron] Bound port: c6be4683-923a-4cd2-b36e-2d121679a8cb, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adebb7a8-403f-485d-bb99-c5b3ce5cf0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '972bd354-eef2-4e01-b16e-8c4bf18786f8'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:20:48.175955 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-153dcad2-0225-424f-816d-9721ee6fda1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.204016 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5a26cc02-0351-4959-b969-4962e8731c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.247051 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f63ec184-e11d-4a6c-a115-85d279b9ccc7 req-b1a5a115-dbd8-4cee-b5a1-139daf1b3044 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Router 3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:20:48.291652 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-5a26cc02-0351-4959-b969-4962e8731c2c None None] Attempting to bind port 1496a864-3502-4ae2-bc95-074220a45db1 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:48.292228 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-5a26cc02-0351-4959-b969-4962e8731c2c None None] Attempting to bind port 1496a864-3502-4ae2-bc95-074220a45db1 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:48.292830 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a26cc02-0351-4959-b969-4962e8731c2c None None] Attempting to bind port 1496a864-3502-4ae2-bc95-074220a45db1 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:48.304442 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499a0f4-9d63-49d2-b676-e170e63d75ad None None] Pushing event updated for resources: {'Port': ['ID=1496a864-3502-4ae2-bc95-074220a45db1,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:48.311656 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e5303c8-85c4-4e0a-a497-bc6a86c44ef3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.329383 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a26cc02-0351-4959-b969-4962e8731c2c None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:20:48.329383 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a26cc02-0351-4959-b969-4962e8731c2c None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:48.329383 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5a26cc02-0351-4959-b969-4962e8731c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.329383 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a26cc02-0351-4959-b969-4962e8731c2c None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:20:48.329383 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-5a26cc02-0351-4959-b969-4962e8731c2c None None] Bound port: 1496a864-3502-4ae2-bc95-074220a45db1, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:20:48.329383 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5a26cc02-0351-4959-b969-4962e8731c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.342522 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-f5b89217-df08-46bd-ab0c-cfbab9cfa40b admin admin] Allocated IP 172.20.0.1 (95834718-7145-4c4c-ade7-7eb62a9539eb/bda58419-24a5-44ad-99c1-c5593a18159e/30c0050e-4aad-4dbb-a044-5b2ac2819cb1) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:48.347943 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-153dcad2-0225-424f-816d-9721ee6fda1c service neutron] For port c6be4683-923a-4cd2-b36e-2d121679a8cb, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:20:48.366618 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-153dcad2-0225-424f-816d-9721ee6fda1c service neutron] For port c6be4683-923a-4cd2-b36e-2d121679a8cb, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c6be4683-923a-4cd2-b36e-2d121679a8cb,segment=NetworkSegment(adebb7a8-403f-485d-bb99-c5b3ce5cf0cb),segment_id=adebb7a8-403f-485d-bb99-c5b3ce5cf0cb)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:20:48.395185 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47104) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:48.446522 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fc9a9e87-d31b-4239-b4aa-cdc7e2e5b5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.450840 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fc9a9e87-d31b-4239-b4aa-cdc7e2e5b5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.451816 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-5a26cc02-0351-4959-b969-4962e8731c2c None None] For port 1496a864-3502-4ae2-bc95-074220a45db1, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:20:48.452474 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fc9a9e87-d31b-4239-b4aa-cdc7e2e5b5ef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6b1c1f08-2764-42dd-bf75-200a277a4aa1 HTTP/1.1" status: 204 len: 168 time: 0.5182436 Jun 30 09:20:48.456485 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-5a26cc02-0351-4959-b969-4962e8731c2c None None] For port 1496a864-3502-4ae2-bc95-074220a45db1, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=1496a864-3502-4ae2-bc95-074220a45db1,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:20:48.482629 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a9e87-d31b-4239-b4aa-cdc7e2e5b5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1c1f08-2764-42dd-bf75-200a277a4aa1,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:48.530322 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0dbd3168-d739-4c27-b45f-c132a6a3070d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=19b92b50099a41d9a563933680b2e496&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1304526 Jun 30 09:20:48.530662 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47108) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:48.532764 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f63ec184-e11d-4a6c-a115-85d279b9ccc7 req-b1a5a115-dbd8-4cee-b5a1-139daf1b3044 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:20:48.540614 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e5303c8-85c4-4e0a-a497-bc6a86c44ef3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.543817 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cef3bd-f032-424f-a1f6-8897b89241b8 None None] Sync routers for ids ['3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:20:48.544428 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f5b89217-df08-46bd-ab0c-cfbab9cfa40b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.549386 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f63ec184-e11d-4a6c-a115-85d279b9ccc7 req-b1a5a115-dbd8-4cee-b5a1-139daf1b3044 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.554701 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cef3bd-f032-424f-a1f6-8897b89241b8 None None] Routers {'3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:48.555792 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-94cef3bd-f032-424f-a1f6-8897b89241b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:20:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:48.576553 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5a26cc02-0351-4959-b969-4962e8731c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.586938 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-f5b89217-df08-46bd-ab0c-cfbab9cfa40b admin admin] Transition to ACTIVE for port object 30c0050e-4aad-4dbb-a044-5b2ac2819cb1 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:48.610138 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5303c8-85c4-4e0a-a497-bc6a86c44ef3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8008d2b-7d3b-4170-933d-3b1db91e8541,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:48.635107 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dfbf228c-269b-4ba1-910c-6f78b556eb0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.664955 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-153dcad2-0225-424f-816d-9721ee6fda1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.689663 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dfbf228c-269b-4ba1-910c-6f78b556eb0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.695231 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-94cef3bd-f032-424f-a1f6-8897b89241b8 None None] Set router 3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:48.705667 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e5303c8-85c4-4e0a-a497-bc6a86c44ef3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:20:48.714377 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a26cc02-0351-4959-b969-4962e8731c2c None None] Routers {'08fba739-fde4-40fd-a522-97f4f19a84fc'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:48.715092 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-5a26cc02-0351-4959-b969-4962e8731c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:20:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['08fba739-fde4-40fd-a522-97f4f19a84fc'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:48.768542 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499a0f4-9d63-49d2-b676-e170e63d75ad None None] Pushing event updated for resources: {'Port': ['ID=1496a864-3502-4ae2-bc95-074220a45db1,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:48.844581 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e5303c8-85c4-4e0a-a497-bc6a86c44ef3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.844976 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-8e5303c8-85c4-4e0a-a497-bc6a86c44ef3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Added segment 510fdb06-1e29-46a0-9494-c7fde35bb9a2 of type vlan for network 7f79b172-6e76-4bf9-8722-fd96e846d05b Jun 30 09:20:48.863481 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-153dcad2-0225-424f-816d-9721ee6fda1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:48.864215 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-153dcad2-0225-424f-816d-9721ee6fda1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.866219 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-153dcad2-0225-424f-816d-9721ee6fda1c service neutron] 10.222.0.37 "PUT /v2.0/ports/c6be4683-923a-4cd2-b36e-2d121679a8cb HTTP/1.1" status: 200 len: 1092 time: 3.7010722 Jun 30 09:20:48.866914 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b565e9c-beea-47de-bfae-4b3ec59aaa9a', 'tag': 'c6be4683-923a-4cd2-b36e-2d121679a8cb'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:48.870541 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decf554d-c57b-43e2-a525-53f948cda848" -d '{"events": [{"name": "network-changed", "server_uuid": "7b565e9c-beea-47de-bfae-4b3ec59aaa9a", "tag": "c6be4683-923a-4cd2-b36e-2d121679a8cb"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:48.881288 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153dcad2-0225-424f-816d-9721ee6fda1c service neutron] Pushing event updated for resources: {'Port': ['ID=c6be4683-923a-4cd2-b36e-2d121679a8cb,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:48.914774 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dfbf228c-269b-4ba1-910c-6f78b556eb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.922205 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f63ec184-e11d-4a6c-a115-85d279b9ccc7 req-b1a5a115-dbd8-4cee-b5a1-139daf1b3044 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "PUT /v2.0/floatingips/ee372bf7-9b24-4f30-b533-902b47700c93 HTTP/1.1" status: 200 len: 694 time: 2.2102132 Jun 30 09:20:48.926209 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dfbf228c-269b-4ba1-910c-6f78b556eb0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.928902 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-dfbf228c-269b-4ba1-910c-6f78b556eb0e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2f185fc9-6e82-48bc-9f15-aedfd318887e HTTP/1.1" status: 204 len: 168 time: 0.3968079 Jun 30 09:20:48.960771 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf228c-269b-4ba1-910c-6f78b556eb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f185fc9-6e82-48bc-9f15-aedfd318887e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:48.962499 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-5a26cc02-0351-4959-b969-4962e8731c2c None None] Set router 08fba739-fde4-40fd-a522-97f4f19a84fc gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:48.966773 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f5b89217-df08-46bd-ab0c-cfbab9cfa40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.975509 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e5303c8-85c4-4e0a-a497-bc6a86c44ef3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:49.012078 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-94cef3bd-f032-424f-a1f6-8897b89241b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'name': 'tempest-ServerRescueTestJSONUnderV235-792657630-router', 'tenant_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '2a961e1d-1b18-4e61-9cd5-5ba27fd61828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:15Z', 'updated_at': '2021-06-30T09:19:25Z', 'revision_number': 4, 'project_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'gw_port': {'id': '2a961e1d-1b18-4e61-9cd5-5ba27fd61828', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:62:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:17Z', 'updated_at': '2021-06-30T09:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984', 'name': '', 'network_id': '9f6b8c18-5a03-4360-b0ab-d9fb67f737bd', 'tenant_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'mac_address': 'fa:16:3e:58:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '36fff7d6-34a7-44f3-bad4-7b663a92c857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:23Z', 'updated_at': '2021-06-30T09:19:31Z', 'revision_number': 5, 'project_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'subnets': [{'id': '36fff7d6-34a7-44f3-bad4-7b663a92c857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:49.048665 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cef3bd-f032-424f-a1f6-8897b89241b8 None None] Checking router: 3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:20:49.058264 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cef3bd-f032-424f-a1f6-8897b89241b8 None None] Routers {'3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:49.059250 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-94cef3bd-f032-424f-a1f6-8897b89241b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:20:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:49.069665 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b89217-df08-46bd-ab0c-cfbab9cfa40b admin admin] Network 95834718-7145-4c4c-ade7-7eb62a9539eb is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:49.100561 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8737f7-2f76-41dd-9c1d-518046c72b08 req-001818f4-7ac6-46da-8122-b4e08321f6b2 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:49.102268 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ef8737f7-2f76-41dd-9c1d-518046c72b08 req-001818f4-7ac6-46da-8122-b4e08321f6b2 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 943 time: 0.2677507 Jun 30 09:20:49.126047 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-f5b89217-df08-46bd-ab0c-cfbab9cfa40b admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:49.141033 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b89217-df08-46bd-ab0c-cfbab9cfa40b admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:49.220438 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-94cef3bd-f032-424f-a1f6-8897b89241b8 None None] Set router 3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:49.220761 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b89217-df08-46bd-ab0c-cfbab9cfa40b admin admin] Pushing event updated for resources: {'Port': ['ID=30c0050e-4aad-4dbb-a044-5b2ac2819cb1,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:49.280028 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-8abc6502-3a8b-4db1-984d-13dc43e5ed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:49.281602 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-8abc6502-3a8b-4db1-984d-13dc43e5ed0e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c52329bbe8b54b8887fff3ef67ff99df&device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 1095 time: 0.2506990 Jun 30 09:20:49.314660 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ef8737f7-2f76-41dd-9c1d-518046c72b08 req-6914b0dc-2ebe-4f02-a28a-b709b7c4e8f7 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673474 Jun 30 09:20:49.318126 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ec184-e11d-4a6c-a115-85d279b9ccc7 req-d529ff52-2827-4794-9836-3a6d674581d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:49.319855 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f63ec184-e11d-4a6c-a115-85d279b9ccc7 req-d529ff52-2827-4794-9836-3a6d674581d6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ccdb6267e3ed432991d478e59bf31bd1&device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 1098 time: 0.3330293 Jun 30 09:20:49.337798 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f5b89217-df08-46bd-ab0c-cfbab9cfa40b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:49.411759 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-5766ca56-3ed5-410e-9896-c3139fd05fd6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6be4683-923a-4cd2-b36e-2d121679a8cb HTTP/1.1" status: 200 len: 217 time: 0.1172163 Jun 30 09:20:49.556535 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e5303c8-85c4-4e0a-a497-bc6a86c44ef3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:49.558556 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-94cef3bd-f032-424f-a1f6-8897b89241b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'name': 'tempest-ServerRescueTestJSONUnderV235-792657630-router', 'tenant_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '2a961e1d-1b18-4e61-9cd5-5ba27fd61828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:15Z', 'updated_at': '2021-06-30T09:19:25Z', 'revision_number': 4, 'project_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'gw_port': {'id': '2a961e1d-1b18-4e61-9cd5-5ba27fd61828', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:62:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:17Z', 'updated_at': '2021-06-30T09:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984', 'name': '', 'network_id': '9f6b8c18-5a03-4360-b0ab-d9fb67f737bd', 'tenant_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'mac_address': 'fa:16:3e:58:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '36fff7d6-34a7-44f3-bad4-7b663a92c857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:23Z', 'updated_at': '2021-06-30T09:19:31Z', 'revision_number': 5, 'project_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'subnets': [{'id': '36fff7d6-34a7-44f3-bad4-7b663a92c857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:49.587685 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5303c8-85c4-4e0a-a497-bc6a86c44ef3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:49.588912 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e5303c8-85c4-4e0a-a497-bc6a86c44ef3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:49.619732 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cef3bd-f032-424f-a1f6-8897b89241b8 None None] The sync data for ids ['3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd'] in n-d-771363-31 is: [{'id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'name': 'tempest-ServerRescueTestJSONUnderV235-792657630-router', 'tenant_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '2a961e1d-1b18-4e61-9cd5-5ba27fd61828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:15Z', 'updated_at': '2021-06-30T09:19:25Z', 'revision_number': 4, 'project_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'gw_port': {'id': '2a961e1d-1b18-4e61-9cd5-5ba27fd61828', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:62:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:17Z', 'updated_at': '2021-06-30T09:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984', 'name': '', 'network_id': '9f6b8c18-5a03-4360-b0ab-d9fb67f737bd', 'tenant_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'mac_address': 'fa:16:3e:58:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '36fff7d6-34a7-44f3-bad4-7b663a92c857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:23Z', 'updated_at': '2021-06-30T09:19:31Z', 'revision_number': 5, 'project_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'subnets': [{'id': '36fff7d6-34a7-44f3-bad4-7b663a92c857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:20:49.655029 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795b007b-6242-4802-9950-6c2f96b42109 x-openstack-request-id: req-795b007b-6242-4802-9950-6c2f96b42109 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:49.655476 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b565e9c-beea-47de-bfae-4b3ec59aaa9a", "tag": "c6be4683-923a-4cd2-b36e-2d121679a8cb", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:49.655823 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-795b007b-6242-4802-9950-6c2f96b42109 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:49.656079 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-5a26cc02-0351-4959-b969-4962e8731c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fba739-fde4-40fd-a522-97f4f19a84fc', 'name': 'tempest-TestAggregatesBasicOps-2125539804-router', 'tenant_id': 'c2259490fa184ce8907ac2c8f2b7b772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '1496a864-3502-4ae2-bc95-074220a45db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:42Z', 'updated_at': '2021-06-30T09:20:45Z', 'revision_number': 3, 'project_id': 'c2259490fa184ce8907ac2c8f2b7b772', 'gw_port': {'id': '1496a864-3502-4ae2-bc95-074220a45db1', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fba739-fde4-40fd-a522-97f4f19a84fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:44Z', 'updated_at': '2021-06-30T09:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:49.656628 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b565e9c-beea-47de-bfae-4b3ec59aaa9a', 'tag': 'c6be4683-923a-4cd2-b36e-2d121679a8cb', 'status': 'completed', 'code': 200} Jun 30 09:20:49.684452 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a26cc02-0351-4959-b969-4962e8731c2c None None] The sync data for ids ['08fba739-fde4-40fd-a522-97f4f19a84fc'] in n-d-771363-31 is: [{'id': '08fba739-fde4-40fd-a522-97f4f19a84fc', 'name': 'tempest-TestAggregatesBasicOps-2125539804-router', 'tenant_id': 'c2259490fa184ce8907ac2c8f2b7b772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '1496a864-3502-4ae2-bc95-074220a45db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:42Z', 'updated_at': '2021-06-30T09:20:45Z', 'revision_number': 3, 'project_id': 'c2259490fa184ce8907ac2c8f2b7b772', 'gw_port': {'id': '1496a864-3502-4ae2-bc95-074220a45db1', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fba739-fde4-40fd-a522-97f4f19a84fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:44Z', 'updated_at': '2021-06-30T09:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:20:49.762722 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5303c8-85c4-4e0a-a497-bc6a86c44ef3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Pushing event updated for resources: {'Network': ['ID=7f79b172-6e76-4bf9-8722-fd96e846d05b,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:49.768401 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-822b5098-3fef-461c-8c34-3e92a5c4fbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:49.769877 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-822b5098-3fef-461c-8c34-3e92a5c4fbfc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cf53215-c792-4025-85bb-3926feddb6f2 HTTP/1.1" status: 200 len: 850 time: 0.1733475 Jun 30 09:20:49.777823 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 7f79b172-6e76-4bf9-8722-fd96e846d05b details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:20:49.812827 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f5b89217-df08-46bd-ab0c-cfbab9cfa40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:49.819889 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47124) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:49.827373 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8e5303c8-85c4-4e0a-a497-bc6a86c44ef3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 4.6121531 Jun 30 09:20:49.831318 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-83c78a00-101d-4077-87e2-e84806d44c8d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=972bd354-eef2-4e01-b16e-8c4bf18786f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501263 Jun 30 09:20:49.834048 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ec184-e11d-4a6c-a115-85d279b9ccc7 req-382d7068-6a43-4f5b-868a-c613643a09d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:49.835603 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f63ec184-e11d-4a6c-a115-85d279b9ccc7 req-382d7068-6a43-4f5b-868a-c613643a09d9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9f6b8c18-5a03-4360-b0ab-d9fb67f737bd HTTP/1.1" status: 200 len: 920 time: 0.5069747 Jun 30 09:20:49.854833 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ebc2e143-4c7d-4bc7-b44e-fdca58a454af admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:49.866432 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b7de4847-3df7-4062-a0d2-5a92eef47549 None None] Provisioning for port 30c0050e-4aad-4dbb-a044-5b2ac2819cb1 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:49.900357 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b7de4847-3df7-4062-a0d2-5a92eef47549 None None] Provisioning complete for port 30c0050e-4aad-4dbb-a044-5b2ac2819cb1 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:49.900643 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b7de4847-3df7-4062-a0d2-5a92eef47549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:49.946346 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f63ec184-e11d-4a6c-a115-85d279b9ccc7 req-7224a12d-c8e1-4c3a-a6e5-f75812d8d1bb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e366f02-323b-4170-82f3-8910dd4c6970 HTTP/1.1" status: 200 len: 217 time: 0.1010065 Jun 30 09:20:49.971263 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-b7de4847-3df7-4062-a0d2-5a92eef47549 None None] Port 30c0050e-4aad-4dbb-a044-5b2ac2819cb1 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:20:50.107015 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-fcdada3e-2cbf-4f58-b0f3-1e6fb7b75b28 service neutron] 10.222.0.37 "GET /v2.0/networks/972bd354-eef2-4e01-b16e-8c4bf18786f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690620 Jun 30 09:20:50.109052 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ec184-e11d-4a6c-a115-85d279b9ccc7 req-0c780de3-b621-4a77-9b0b-08b037df863e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:50.120239 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f63ec184-e11d-4a6c-a115-85d279b9ccc7 req-0c780de3-b621-4a77-9b0b-08b037df863e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=36fff7d6-34a7-44f3-bad4-7b663a92c857 HTTP/1.1" status: 200 len: 859 time: 0.1615901 Jun 30 09:20:50.215201 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f5b89217-df08-46bd-ab0c-cfbab9cfa40b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:50.269346 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f63ec184-e11d-4a6c-a115-85d279b9ccc7 req-dcaaea12-ecb4-4c51-aae6-0ce5fa4e2269 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9f6b8c18-5a03-4360-b0ab-d9fb67f737bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1474991 Jun 30 09:20:50.378202 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f5b89217-df08-46bd-ab0c-cfbab9cfa40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:50.405914 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bbf575-cf1a-4fdd-8056-f050c20c71eb None None] New status for floating IP ee372bf7-9b24-4f30-b533-902b47700c93: DOWN {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:20:50.580099 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1e0792ff-429b-4e51-b651-85d8ff7b1759 req-f133be09-fc20-4427-820c-3810616e4e9f service neutron] 10.222.0.37 "GET /v2.0/networks/972bd354-eef2-4e01-b16e-8c4bf18786f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467237 Jun 30 09:20:50.700216 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f5b89217-df08-46bd-ab0c-cfbab9cfa40b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:50.740752 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b89217-df08-46bd-ab0c-cfbab9cfa40b admin admin] Pushing event updated for resources: {'Port': ['ID=30c0050e-4aad-4dbb-a044-5b2ac2819cb1,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:50.766562 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f63ec184-e11d-4a6c-a115-85d279b9ccc7 req-d124a71d-b9e8-4aef-86df-2bc9d8aedc96 service neutron] 10.222.0.10 "GET /v2.0/networks/9f6b8c18-5a03-4360-b0ab-d9fb67f737bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013376 Jun 30 09:20:50.802781 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c9cc02c1-7831-40ad-89dc-6795d8351b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:50.969256 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f63ec184-e11d-4a6c-a115-85d279b9ccc7 req-1fccb189-06f2-48c9-8de5-7a6f306cf744 service neutron] 10.222.0.10 "GET /v2.0/networks/9f6b8c18-5a03-4360-b0ab-d9fb67f737bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991420 Jun 30 09:20:51.040452 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf554d-c57b-43e2-a525-53f948cda848 req-20de9886-7de3-42c8-83bc-34332cdf5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:51.045581 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-decf554d-c57b-43e2-a525-53f948cda848 req-20de9886-7de3-42c8-83bc-34332cdf5745 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c52329bbe8b54b8887fff3ef67ff99df&device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 1095 time: 0.2667058 Jun 30 09:20:51.113127 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ebc2e143-4c7d-4bc7-b44e-fdca58a454af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:51.164870 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 1496a864-3502-4ae2-bc95-074220a45db1 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:51.226908 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b89217-df08-46bd-ab0c-cfbab9cfa40b admin admin] Network 95834718-7145-4c4c-ade7-7eb62a9539eb is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:51.230863 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ebc2e143-4c7d-4bc7-b44e-fdca58a454af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:51.238211 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-f5b89217-df08-46bd-ab0c-cfbab9cfa40b admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:51.294859 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e1b0c-b2f1-4aa8-8237-d09cbb3013f3 req-028afc37-f421-4b01-a286-ed0345cad0d1 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:51.298654 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a70e1b0c-b2f1-4aa8-8237-d09cbb3013f3 req-028afc37-f421-4b01-a286-ed0345cad0d1 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 943 time: 0.5195446 Jun 30 09:20:51.392586 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 1496a864-3502-4ae2-bc95-074220a45db1 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:51.404474 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 1496a864-3502-4ae2-bc95-074220a45db1 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:51.404474 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:51.619866 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:51.689773 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 1496a864-3502-4ae2-bc95-074220a45db1, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=1496a864-3502-4ae2-bc95-074220a45db1,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:51.696789 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47150) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:51.721635 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-44a87663-5e7f-45f4-8fd1-f1125b1ee69f None None] Provisioning complete for port 30c0050e-4aad-4dbb-a044-5b2ac2819cb1 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:51.722152 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-44a87663-5e7f-45f4-8fd1-f1125b1ee69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:51.768759 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ebc2e143-4c7d-4bc7-b44e-fdca58a454af admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=810251ec92d141ba8baa8e7f8c19b4e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9330885 Jun 30 09:20:51.770209 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47156) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:51.789854 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2e143-4c7d-4bc7-b44e-fdca58a454af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f42d48-58bf-4ebb-813e-d0f8e521d2e9,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:51.867178 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d653d87-ba3c-46e7-a29b-e19a6dbb7825', 'tag': '6e366f02-323b-4170-82f3-8910dd4c6970'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:51.888634 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a70e1b0c-b2f1-4aa8-8237-d09cbb3013f3 req-84962f77-dd2b-422c-bcc4-987519978dc9 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370522 Jun 30 09:20:51.890251 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:51.890657 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74cb58c-0cc4-4ea2-94dc-38f7198a15d4" -d '{"events": [{"name": "network-changed", "server_uuid": "4d653d87-ba3c-46e7-a29b-e19a6dbb7825", "tag": "6e366f02-323b-4170-82f3-8910dd4c6970"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:51.890777 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-44a87663-5e7f-45f4-8fd1-f1125b1ee69f None None] Port 30c0050e-4aad-4dbb-a044-5b2ac2819cb1 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:20:51.895434 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b89217-df08-46bd-ab0c-cfbab9cfa40b admin admin] Router 08fba739-fde4-40fd-a522-97f4f19a84fc has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:20:51.938167 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-2950344a-ced0-4dbd-b36f-96106a624fdf tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1943555839'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:51.977859 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=1496a864-3502-4ae2-bc95-074220a45db1,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:52.024932 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b1a8119f-c7b9-49db-9fc7-a28a32529952 req-60b4f4df-d56b-4eaf-a0c6-f8caad2b8b59 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/floatingips/ee372bf7-9b24-4f30-b533-902b47700c93 HTTP/1.1" status: 200 len: 692 time: 0.0793009 Jun 30 09:20:52.079533 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-56fb37d1-7214-44c6-bbda-b9c61e7b27f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:52.174381 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e106ded-314b-4573-bca7-911ef5ea3659 x-openstack-request-id: req-0e106ded-314b-4573-bca7-911ef5ea3659 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:52.174949 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d653d87-ba3c-46e7-a29b-e19a6dbb7825", "tag": "6e366f02-323b-4170-82f3-8910dd4c6970", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:52.179966 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0e106ded-314b-4573-bca7-911ef5ea3659 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:52.179966 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d653d87-ba3c-46e7-a29b-e19a6dbb7825', 'tag': '6e366f02-323b-4170-82f3-8910dd4c6970', 'status': 'completed', 'code': 200} Jun 30 09:20:52.185457 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-56fb37d1-7214-44c6-bbda-b9c61e7b27f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:52.215621 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2950344a-ced0-4dbd-b36f-96106a624fdf tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Made reservation on behalf of 907c236b1ac04d10a22ac614e6b4c6ce for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:52.219928 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2950344a-ced0-4dbd-b36f-96106a624fdf tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:52.248694 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8119f-c7b9-49db-9fc7-a28a32529952 req-0e48e961-98ca-4da7-b6b6-6d88e32f2ee9 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:52.250820 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b1a8119f-c7b9-49db-9fc7-a28a32529952 req-0e48e961-98ca-4da7-b6b6-6d88e32f2ee9 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 784 time: 0.1984181 Jun 30 09:20:52.252259 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2950344a-ced0-4dbd-b36f-96106a624fdf tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:52.252454 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf554d-c57b-43e2-a525-53f948cda848 req-0512b85d-5e6f-47cf-a640-7a85862994bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:52.254349 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-decf554d-c57b-43e2-a525-53f948cda848 req-0512b85d-5e6f-47cf-a640-7a85862994bc service neutron] 10.222.0.37 "GET /v2.0/networks?id=972bd354-eef2-4e01-b16e-8c4bf18786f8 HTTP/1.1" status: 200 len: 911 time: 1.1922719 Jun 30 09:20:52.257196 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b89217-df08-46bd-ab0c-cfbab9cfa40b admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:20:52.271188 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f5b89217-df08-46bd-ab0c-cfbab9cfa40b admin admin] 10.222.0.10 "PUT /v2.0/routers/08fba739-fde4-40fd-a522-97f4f19a84fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4004748 Jun 30 09:20:52.303400 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-b1a8119f-c7b9-49db-9fc7-a28a32529952 req-32b903c4-c42e-492b-91b3-69b942ff4729 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:20:52.304462 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b1a8119f-c7b9-49db-9fc7-a28a32529952 req-32b903c4-c42e-492b-91b3-69b942ff4729 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182538 Jun 30 09:20:52.405073 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-decf554d-c57b-43e2-a525-53f948cda848 req-cd88d091-ba8e-4712-87f3-8243149afe58 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6be4683-923a-4cd2-b36e-2d121679a8cb HTTP/1.1" status: 200 len: 217 time: 0.1432672 Jun 30 09:20:52.424392 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-56fb37d1-7214-44c6-bbda-b9c61e7b27f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:52.428913 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-56fb37d1-7214-44c6-bbda-b9c61e7b27f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:52.433083 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-56fb37d1-7214-44c6-bbda-b9c61e7b27f7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/51f42d48-58bf-4ebb-813e-d0f8e521d2e9 HTTP/1.1" status: 204 len: 168 time: 0.6554580 Jun 30 09:20:52.562116 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b1a8119f-c7b9-49db-9fc7-a28a32529952 req-af7141c5-76f0-4a77-aba8-0464649c5373 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 695 time: 0.2113760 Jun 30 09:20:52.608588 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb37d1-7214-44c6-bbda-b9c61e7b27f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f42d48-58bf-4ebb-813e-d0f8e521d2e9,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:52.688077 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cb58c-0cc4-4ea2-94dc-38f7198a15d4 req-58783ad4-8712-4fa4-b52a-226872dcb5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:52.690470 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c74cb58c-0cc4-4ea2-94dc-38f7198a15d4 req-58783ad4-8712-4fa4-b52a-226872dcb5fd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ccdb6267e3ed432991d478e59bf31bd1&device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 1098 time: 0.5204558 Jun 30 09:20:52.692931 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf554d-c57b-43e2-a525-53f948cda848 req-40f6d229-35e7-4267-ab25-82d6e7d73238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:52.694912 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-decf554d-c57b-43e2-a525-53f948cda848 req-40f6d229-35e7-4267-ab25-82d6e7d73238 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cf53215-c792-4025-85bb-3926feddb6f2 HTTP/1.1" status: 200 len: 850 time: 0.1827884 Jun 30 09:20:52.722961 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2950344a-ced0-4dbd-b36f-96106a624fdf tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:52.748089 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b1a8119f-c7b9-49db-9fc7-a28a32529952 req-dda2b051-3acc-4688-b975-8302fe0a1a2b tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 695 time: 0.1722679 Jun 30 09:20:52.815093 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-decf554d-c57b-43e2-a525-53f948cda848 req-c933d86c-c222-4518-86d6-03755d6a4c89 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=972bd354-eef2-4e01-b16e-8c4bf18786f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793359 Jun 30 09:20:52.856302 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2950344a-ced0-4dbd-b36f-96106a624fdf tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:52.906966 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b4786c4c-fd8d-4dae-8388-df8fb921f02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:52.914087 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950344a-ced0-4dbd-b36f-96106a624fdf tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6906a718-2a05-4383-9397-8d5f3573f546,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:52.937684 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2950344a-ced0-4dbd-b36f-96106a624fdf tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:20:52.953126 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2950344a-ced0-4dbd-b36f-96106a624fdf tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:52.954185 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-2950344a-ced0-4dbd-b36f-96106a624fdf tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Added segment fd0c1477-e587-4576-9443-24adde1ecb1a of type vlan for network 78395c25-e2f1-4423-b1b0-b2adfd1dcbd4 Jun 30 09:20:53.110262 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b962b06c-ece0-4465-ae64-019120604c3c None None] Sync routers for ids ['08fba739-fde4-40fd-a522-97f4f19a84fc'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:20:53.112108 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2950344a-ced0-4dbd-b36f-96106a624fdf tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:53.124651 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 1496a864-3502-4ae2-bc95-074220a45db1 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:53.127582 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b962b06c-ece0-4465-ae64-019120604c3c None None] Routers {'08fba739-fde4-40fd-a522-97f4f19a84fc'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:53.128537 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b962b06c-ece0-4465-ae64-019120604c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:20:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['08fba739-fde4-40fd-a522-97f4f19a84fc'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:53.233948 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cb58c-0cc4-4ea2-94dc-38f7198a15d4 req-aad51dfe-9465-4a3e-a471-4e568ab7773a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:53.237118 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c74cb58c-0cc4-4ea2-94dc-38f7198a15d4 req-aad51dfe-9465-4a3e-a471-4e568ab7773a service neutron] 10.222.0.52 "GET /v2.0/networks?id=9f6b8c18-5a03-4360-b0ab-d9fb67f737bd HTTP/1.1" status: 200 len: 920 time: 0.5363693 Jun 30 09:20:53.263586 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-b1a8119f-c7b9-49db-9fc7-a28a32529952 req-40657e5b-222e-471e-8709-ab076cdceceb tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Deleting port 14c096cd-1587-4ad4-a430-37f38390766f {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:53.264843 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b1a8119f-c7b9-49db-9fc7-a28a32529952 req-40657e5b-222e-471e-8709-ab076cdceceb tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:53.306268 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47180) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:53.309386 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 1496a864-3502-4ae2-bc95-074220a45db1 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:53.310866 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:53.315349 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-29f0243c-0235-4314-8d67-99a1ae952637 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Request body: {'subnet': {'network_id': '7f79b172-6e76-4bf9-8722-fd96e846d05b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:53.389355 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c74cb58c-0cc4-4ea2-94dc-38f7198a15d4 req-9c77b247-ab80-4a31-96aa-5c8944bd13ff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e366f02-323b-4170-82f3-8910dd4c6970 HTTP/1.1" status: 200 len: 217 time: 0.1392891 Jun 30 09:20:53.416325 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-decf554d-c57b-43e2-a525-53f948cda848 req-1cbeb4d8-7ce5-49cb-831b-e7090f64946f service neutron] 10.222.0.37 "GET /v2.0/networks/972bd354-eef2-4e01-b16e-8c4bf18786f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5060077 Jun 30 09:20:53.481105 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2950344a-ced0-4dbd-b36f-96106a624fdf tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:53.499368 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2950344a-ced0-4dbd-b36f-96106a624fdf tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:53.499368 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2950344a-ced0-4dbd-b36f-96106a624fdf tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:53.499769 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:53.514142 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-b962b06c-ece0-4465-ae64-019120604c3c None None] Set router 08fba739-fde4-40fd-a522-97f4f19a84fc gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:53.558408 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-decf554d-c57b-43e2-a525-53f948cda848 req-ed73bc09-8b38-4179-8014-1f20a42f9f75 service neutron] 10.222.0.37 "GET /v2.0/networks/972bd354-eef2-4e01-b16e-8c4bf18786f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339369 Jun 30 09:20:53.605725 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b1a8119f-c7b9-49db-9fc7-a28a32529952 req-40657e5b-222e-471e-8709-ab076cdceceb tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:53.606112 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b1a8119f-c7b9-49db-9fc7-a28a32529952 req-40657e5b-222e-471e-8709-ab076cdceceb tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:53.623241 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-b1a8119f-c7b9-49db-9fc7-a28a32529952 req-40657e5b-222e-471e-8709-ab076cdceceb tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Calling delete_port for 14c096cd-1587-4ad4-a430-37f38390766f owned by network:floatingip {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:53.679967 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cb58c-0cc4-4ea2-94dc-38f7198a15d4 req-539183ee-678d-442c-8438-7c6bc3e08d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:53.681461 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c74cb58c-0cc4-4ea2-94dc-38f7198a15d4 req-539183ee-678d-442c-8438-7c6bc3e08d72 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=36fff7d6-34a7-44f3-bad4-7b663a92c857 HTTP/1.1" status: 200 len: 859 time: 0.2826753 Jun 30 09:20:53.724116 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c74cb58c-0cc4-4ea2-94dc-38f7198a15d4 req-503464c5-61e7-4e66-8993-b0ce064f6bad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f6b8c18-5a03-4360-b0ab-d9fb67f737bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342987 Jun 30 09:20:53.736705 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-c74cb58c-0cc4-4ea2-94dc-38f7198a15d4 req-5db532df-1002-4915-b288-6e909cd561a6 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:20:53.737683 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c74cb58c-0cc4-4ea2-94dc-38f7198a15d4 req-5db532df-1002-4915-b288-6e909cd561a6 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057940 Jun 30 09:20:53.779167 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b962b06c-ece0-4465-ae64-019120604c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fba739-fde4-40fd-a522-97f4f19a84fc', 'name': 'tempest-TestAggregatesBasicOps-2125539804-router', 'tenant_id': 'c2259490fa184ce8907ac2c8f2b7b772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '1496a864-3502-4ae2-bc95-074220a45db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:42Z', 'updated_at': '2021-06-30T09:20:49Z', 'revision_number': 4, 'project_id': 'c2259490fa184ce8907ac2c8f2b7b772', 'gw_port': {'id': '1496a864-3502-4ae2-bc95-074220a45db1', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fba739-fde4-40fd-a522-97f4f19a84fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:44Z', 'updated_at': '2021-06-30T09:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '30c0050e-4aad-4dbb-a044-5b2ac2819cb1', 'name': '', 'network_id': '95834718-7145-4c4c-ade7-7eb62a9539eb', 'tenant_id': 'c2259490fa184ce8907ac2c8f2b7b772', 'mac_address': 'fa:16:3e:d6:13:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fba739-fde4-40fd-a522-97f4f19a84fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'bda58419-24a5-44ad-99c1-c5593a18159e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:48Z', 'updated_at': '2021-06-30T09:20:49Z', 'revision_number': 2, 'project_id': 'c2259490fa184ce8907ac2c8f2b7b772', 'subnets': [{'id': 'bda58419-24a5-44ad-99c1-c5593a18159e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:53.788946 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950344a-ced0-4dbd-b36f-96106a624fdf tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event updated for resources: {'Network': ['ID=78395c25-e2f1-4423-b1b0-b2adfd1dcbd4,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:53.805112 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 78395c25-e2f1-4423-b1b0-b2adfd1dcbd4 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:20:53.811514 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b962b06c-ece0-4465-ae64-019120604c3c None None] Checking router: 08fba739-fde4-40fd-a522-97f4f19a84fc for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:20:53.811878 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b962b06c-ece0-4465-ae64-019120604c3c None None] Updating router 08fba739-fde4-40fd-a522-97f4f19a84fc port 30c0050e-4aad-4dbb-a044-5b2ac2819cb1 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:20:53.827705 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a85d81-ed0f-4fd2-a245-916b1e6968cd req-66ab605b-39c4-42c1-8072-90f8c579ab54 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:53.829277 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8a85d81-ed0f-4fd2-a245-916b1e6968cd req-66ab605b-39c4-42c1-8072-90f8c579ab54 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 943 time: 0.1919754 Jun 30 09:20:53.866021 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b962b06c-ece0-4465-ae64-019120604c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:53.866242 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c74cb58c-0cc4-4ea2-94dc-38f7198a15d4 req-fcbe6beb-9d8b-40d9-a414-82a5559b73cd service neutron] 10.222.0.52 "GET /v2.0/networks/9f6b8c18-5a03-4360-b0ab-d9fb67f737bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174424 Jun 30 09:20:53.878406 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8a85d81-ed0f-4fd2-a245-916b1e6968cd req-10bff73a-e89b-4f2b-9aa3-d4572de1052a tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376799 Jun 30 09:20:53.925494 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f0243c-0235-4314-8d67-99a1ae952637 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Made reservation on behalf of 775d3436f18e4101afdcafdb7729a684 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:53.929274 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-29f0243c-0235-4314-8d67-99a1ae952637 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:54.070992 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c74cb58c-0cc4-4ea2-94dc-38f7198a15d4 req-be222756-2933-4869-b4eb-c797fba97c8e service neutron] 10.222.0.52 "GET /v2.0/networks/9f6b8c18-5a03-4360-b0ab-d9fb67f737bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924050 Jun 30 09:20:54.141597 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2950344a-ced0-4dbd-b36f-96106a624fdf tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.4334967 Jun 30 09:20:54.188167 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b1a8119f-c7b9-49db-9fc7-a28a32529952 req-40657e5b-222e-471e-8709-ab076cdceceb tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:54.229764 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40657e5b-222e-471e-8709-ab076cdceceb tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Pushing event deleted for resources: {'Port': ['ID=14c096cd-1587-4ad4-a430-37f38390766f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:54.307816 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-29f0243c-0235-4314-8d67-99a1ae952637 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:54.315237 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b962b06c-ece0-4465-ae64-019120604c3c None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:54.342742 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-b962b06c-ece0-4465-ae64-019120604c3c None None] Transition to ACTIVE for port object 30c0050e-4aad-4dbb-a044-5b2ac2819cb1 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:54.345403 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b1a8119f-c7b9-49db-9fc7-a28a32529952 req-40657e5b-222e-471e-8709-ab076cdceceb tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks [] for floatingip, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:54.351363 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b1a8119f-c7b9-49db-9fc7-a28a32529952 req-40657e5b-222e-471e-8709-ab076cdceceb tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:54.358034 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b1a8119f-c7b9-49db-9fc7-a28a32529952 req-40657e5b-222e-471e-8709-ab076cdceceb tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "DELETE /v2.0/floatingips/ee372bf7-9b24-4f30-b533-902b47700c93 HTTP/1.1" status: 204 len: 173 time: 1.5855322 Jun 30 09:20:54.415737 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0243c-0235-4314-8d67-99a1ae952637 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Pushing event updated for resources: {'Subnet': ['ID=025d0577-791f-4353-a9ca-818426d91d26,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:54.429070 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f0243c-0235-4314-8d67-99a1ae952637 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Checking segment: {'id': '510fdb06-1e29-46a0-9494-c7fde35bb9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7f79b172-6e76-4bf9-8722-fd96e846d05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:54.429279 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f0243c-0235-4314-8d67-99a1ae952637 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Network hostable DHCP agents. Network: 7f79b172-6e76-4bf9-8722-fd96e846d05b, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:20:54.467671 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b962b06c-ece0-4465-ae64-019120604c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:54.511988 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47206) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:54.550733 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7edaa9a-ac7c-4e3b-ba13-27bf5b78d22b None None] Pushing event updated for resources: {'Port': ['ID=30c0050e-4aad-4dbb-a044-5b2ac2819cb1,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:54.658238 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-b962b06c-ece0-4465-ae64-019120604c3c None None] Attempting to bind port 30c0050e-4aad-4dbb-a044-5b2ac2819cb1 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:54.659230 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-b962b06c-ece0-4465-ae64-019120604c3c None None] Attempting to bind port 30c0050e-4aad-4dbb-a044-5b2ac2819cb1 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '494ffa33-a54b-4cb7-9c72-e04a0308813e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '95834718-7145-4c4c-ade7-7eb62a9539eb'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:54.659933 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b962b06c-ece0-4465-ae64-019120604c3c None None] Attempting to bind port 30c0050e-4aad-4dbb-a044-5b2ac2819cb1 on network 95834718-7145-4c4c-ade7-7eb62a9539eb {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:54.668557 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f0243c-0235-4314-8d67-99a1ae952637 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Network 7f79b172-6e76-4bf9-8722-fd96e846d05b is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:20:54.671059 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:54.676815 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b962b06c-ece0-4465-ae64-019120604c3c None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:20:54.678175 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b962b06c-ece0-4465-ae64-019120604c3c None None] Checking segment: {'id': '494ffa33-a54b-4cb7-9c72-e04a0308813e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '95834718-7145-4c4c-ade7-7eb62a9539eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:54.678901 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b962b06c-ece0-4465-ae64-019120604c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:54.679778 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b962b06c-ece0-4465-ae64-019120604c3c None None] Bound using segment: {'id': '494ffa33-a54b-4cb7-9c72-e04a0308813e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '95834718-7145-4c4c-ade7-7eb62a9539eb'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:20:54.681150 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-b962b06c-ece0-4465-ae64-019120604c3c None None] Bound port: 30c0050e-4aad-4dbb-a044-5b2ac2819cb1, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '494ffa33-a54b-4cb7-9c72-e04a0308813e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '95834718-7145-4c4c-ade7-7eb62a9539eb'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:20:54.681905 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b962b06c-ece0-4465-ae64-019120604c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:54.709476 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-1575ba5d-3b3c-4c0e-8d6f-ca42709dc864 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-717436057'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:54.777758 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-b962b06c-ece0-4465-ae64-019120604c3c None None] For port 30c0050e-4aad-4dbb-a044-5b2ac2819cb1, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:20:54.781240 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-29f0243c-0235-4314-8d67-99a1ae952637 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 7f79b172-6e76-4bf9-8722-fd96e846d05b) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:54.782850 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-b962b06c-ece0-4465-ae64-019120604c3c None None] For port 30c0050e-4aad-4dbb-a044-5b2ac2819cb1, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=30c0050e-4aad-4dbb-a044-5b2ac2819cb1,segment=NetworkSegment(494ffa33-a54b-4cb7-9c72-e04a0308813e),segment_id=494ffa33-a54b-4cb7-9c72-e04a0308813e)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:20:54.788852 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f0243c-0235-4314-8d67-99a1ae952637 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:54.789543 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-29f0243c-0235-4314-8d67-99a1ae952637 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:54.792361 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b61bead-d430-46d6-b292-2326e982e72e None None] Network 7f79b172-6e76-4bf9-8722-fd96e846d05b requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:54.804642 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3d3ff722-1aa4-4bf5-9891-dd19983133b7 req-aaf103f1-cf3a-469d-9597-0a8ede389b93 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/security-groups/6a22578a-6502-4f77-aebd-5d70a829de2d HTTP/1.1" status: 200 len: 1808 time: 0.1593266 Jun 30 09:20:54.909557 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3d3ff722-1aa4-4bf5-9891-dd19983133b7 req-e98f4df9-b5d9-45d5-b9a5-8e4555b7fbf3 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:54.948799 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1575ba5d-3b3c-4c0e-8d6f-ca42709dc864 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Made reservation on behalf of 0f66816659554e6fa5a06b69ff15bcb1 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:54.955846 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b962b06c-ece0-4465-ae64-019120604c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:54.962683 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1575ba5d-3b3c-4c0e-8d6f-ca42709dc864 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:54.981995 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3d3ff722-1aa4-4bf5-9891-dd19983133b7 req-e98f4df9-b5d9-45d5-b9a5-8e4555b7fbf3 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:54.991717 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1575ba5d-3b3c-4c0e-8d6f-ca42709dc864 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:55.024940 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-29f0243c-0235-4314-8d67-99a1ae952637 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7175288 Jun 30 09:20:55.029419 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f735332-4caa-4206-89ed-99fa7d7d0bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-7f79b172-6e76-4bf9-8722-fd96e846d05b', 'network_id': '7f79b172-6e76-4bf9-8722-fd96e846d05b', 'tenant_id': '775d3436f18e4101afdcafdb7729a684', 'fixed_ips': [{'subnet_id': '025d0577-791f-4353-a9ca-818426d91d26'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:20:55.032395 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9f735332-4caa-4206-89ed-99fa7d7d0bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:55.034417 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47214) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:55.042472 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-8afd6809-345d-4024-88a5-295f1ed2548f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1200974835'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:55.091874 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b962b06c-ece0-4465-ae64-019120604c3c None None] Routers {'08fba739-fde4-40fd-a522-97f4f19a84fc'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:55.091874 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b962b06c-ece0-4465-ae64-019120604c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:20:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['08fba739-fde4-40fd-a522-97f4f19a84fc'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:55.097555 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7edaa9a-ac7c-4e3b-ba13-27bf5b78d22b None None] Pushing event updated for resources: {'Port': ['ID=30c0050e-4aad-4dbb-a044-5b2ac2819cb1,revision_number=4']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:55.117053 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38886e1-d32a-4bd0-8250-3b9b6cbe7c7b req-368872a8-fac4-4146-a235-2b9a35fd0ef0 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:55.125386 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c38886e1-d32a-4bd0-8250-3b9b6cbe7c7b req-368872a8-fac4-4146-a235-2b9a35fd0ef0 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 946 time: 0.2380381 Jun 30 09:20:55.210110 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3d3ff722-1aa4-4bf5-9891-dd19983133b7 req-e98f4df9-b5d9-45d5-b9a5-8e4555b7fbf3 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:55.225908 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3d3ff722-1aa4-4bf5-9891-dd19983133b7 req-e98f4df9-b5d9-45d5-b9a5-8e4555b7fbf3 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:55.225908 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3d3ff722-1aa4-4bf5-9891-dd19983133b7 req-e98f4df9-b5d9-45d5-b9a5-8e4555b7fbf3 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "DELETE /v2.0/security-groups/6a22578a-6502-4f77-aebd-5d70a829de2d HTTP/1.1" status: 204 len: 173 time: 0.4144547 Jun 30 09:20:55.229927 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c38886e1-d32a-4bd0-8250-3b9b6cbe7c7b req-fdbe650b-c773-452f-9e20-3ba7b9751332 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036117 Jun 30 09:20:55.279091 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f4df9-b5d9-45d5-b9a5-8e4555b7fbf3 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a22578a-6502-4f77-aebd-5d70a829de2d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:55.366946 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-b962b06c-ece0-4465-ae64-019120604c3c None None] Set router 08fba739-fde4-40fd-a522-97f4f19a84fc gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:55.374617 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1575ba5d-3b3c-4c0e-8d6f-ca42709dc864 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:55.406271 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-9f735332-4caa-4206-89ed-99fa7d7d0bb9 None None] Allocated IP 2001:db8:0:ffff::2 (7f79b172-6e76-4bf9-8722-fd96e846d05b/025d0577-791f-4353-a9ca-818426d91d26/4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:55.500011 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c6be4683-923a-4cd2-b36e-2d121679a8cb details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:20:55.639461 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1575ba5d-3b3c-4c0e-8d6f-ca42709dc864 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:55.663939 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1575ba5d-3b3c-4c0e-8d6f-ca42709dc864 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:20:55.687077 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1575ba5d-3b3c-4c0e-8d6f-ca42709dc864 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:55.687647 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-1575ba5d-3b3c-4c0e-8d6f-ca42709dc864 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Added segment 08d1bc77-610e-4c52-91a3-9b64ce05e50f of type vlan for network 0e48345d-d6d9-46c0-be09-33e3cfc5ee59 Jun 30 09:20:55.712630 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afd6809-345d-4024-88a5-295f1ed2548f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Made reservation on behalf of 775d3436f18e4101afdcafdb7729a684 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:55.719922 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8afd6809-345d-4024-88a5-295f1ed2548f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:55.765248 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575ba5d-3b3c-4c0e-8d6f-ca42709dc864 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06ddcc8c-d80f-4275-a61c-010b2eed990d,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:55.779337 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1575ba5d-3b3c-4c0e-8d6f-ca42709dc864 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:55.782402 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b962b06c-ece0-4465-ae64-019120604c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fba739-fde4-40fd-a522-97f4f19a84fc', 'name': 'tempest-TestAggregatesBasicOps-2125539804-router', 'tenant_id': 'c2259490fa184ce8907ac2c8f2b7b772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '1496a864-3502-4ae2-bc95-074220a45db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:42Z', 'updated_at': '2021-06-30T09:20:49Z', 'revision_number': 4, 'project_id': 'c2259490fa184ce8907ac2c8f2b7b772', 'gw_port': {'id': '1496a864-3502-4ae2-bc95-074220a45db1', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fba739-fde4-40fd-a522-97f4f19a84fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:44Z', 'updated_at': '2021-06-30T09:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '30c0050e-4aad-4dbb-a044-5b2ac2819cb1', 'name': '', 'network_id': '95834718-7145-4c4c-ade7-7eb62a9539eb', 'tenant_id': 'c2259490fa184ce8907ac2c8f2b7b772', 'mac_address': 'fa:16:3e:d6:13:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fba739-fde4-40fd-a522-97f4f19a84fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'bda58419-24a5-44ad-99c1-c5593a18159e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:48Z', 'updated_at': '2021-06-30T09:20:54Z', 'revision_number': 4, 'project_id': 'c2259490fa184ce8907ac2c8f2b7b772', 'subnets': [{'id': 'bda58419-24a5-44ad-99c1-c5593a18159e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:55.786978 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8afd6809-345d-4024-88a5-295f1ed2548f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:20:55.798880 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9f735332-4caa-4206-89ed-99fa7d7d0bb9 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:55.815729 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058ae0d-77f6-4885-990a-e97910dbb080 req-5e101510-67df-4c9e-9d0a-0115e65fc17e tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:55.823349 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2058ae0d-77f6-4885-990a-e97910dbb080 req-5e101510-67df-4c9e-9d0a-0115e65fc17e tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 943 time: 0.2571895 Jun 30 09:20:55.829509 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9f735332-4caa-4206-89ed-99fa7d7d0bb9 None None] Transition to ACTIVE for port object 4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:55.833740 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8afd6809-345d-4024-88a5-295f1ed2548f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:55.834729 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-8afd6809-345d-4024-88a5-295f1ed2548f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Added segment 1a28f530-fa29-4b58-ba64-d2290975d6e0 of type vlan for network 64f8ddbb-ffbd-487b-b173-aea88c235443 Jun 30 09:20:55.863826 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b962b06c-ece0-4465-ae64-019120604c3c None None] The sync data for ids ['08fba739-fde4-40fd-a522-97f4f19a84fc'] in n-d-771363-31 is: [{'id': '08fba739-fde4-40fd-a522-97f4f19a84fc', 'name': 'tempest-TestAggregatesBasicOps-2125539804-router', 'tenant_id': 'c2259490fa184ce8907ac2c8f2b7b772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '1496a864-3502-4ae2-bc95-074220a45db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:42Z', 'updated_at': '2021-06-30T09:20:49Z', 'revision_number': 4, 'project_id': 'c2259490fa184ce8907ac2c8f2b7b772', 'gw_port': {'id': '1496a864-3502-4ae2-bc95-074220a45db1', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fba739-fde4-40fd-a522-97f4f19a84fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:44Z', 'updated_at': '2021-06-30T09:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '30c0050e-4aad-4dbb-a044-5b2ac2819cb1', 'name': '', 'network_id': '95834718-7145-4c4c-ade7-7eb62a9539eb', 'tenant_id': 'c2259490fa184ce8907ac2c8f2b7b772', 'mac_address': 'fa:16:3e:d6:13:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fba739-fde4-40fd-a522-97f4f19a84fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'bda58419-24a5-44ad-99c1-c5593a18159e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:48Z', 'updated_at': '2021-06-30T09:20:54Z', 'revision_number': 4, 'project_id': 'c2259490fa184ce8907ac2c8f2b7b772', 'subnets': [{'id': 'bda58419-24a5-44ad-99c1-c5593a18159e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:20:55.870497 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9f735332-4caa-4206-89ed-99fa7d7d0bb9 None None] Transition to ACTIVE for port object 4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:55.891853 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2058ae0d-77f6-4885-990a-e97910dbb080 req-e17ef211-2ed9-4151-895d-07620e2a9914 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673697 Jun 30 09:20:55.919586 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8afd6809-345d-4024-88a5-295f1ed2548f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:55.929430 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1575ba5d-3b3c-4c0e-8d6f-ca42709dc864 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:55.938737 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1575ba5d-3b3c-4c0e-8d6f-ca42709dc864 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:55.943060 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1575ba5d-3b3c-4c0e-8d6f-ca42709dc864 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:55.943287 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port c6be4683-923a-4cd2-b36e-2d121679a8cb, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c6be4683-923a-4cd2-b36e-2d121679a8cb,segment=NetworkSegment(adebb7a8-403f-485d-bb99-c5b3ce5cf0cb),segment_id=adebb7a8-403f-485d-bb99-c5b3ce5cf0cb)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:55.996105 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9f735332-4caa-4206-89ed-99fa7d7d0bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:56.114816 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'c6be4683-923a-4cd2-b36e-2d121679a8cb', 'network_id': '972bd354-eef2-4e01-b16e-8c4bf18786f8', 'port_id': 'c6be4683-923a-4cd2-b36e-2d121679a8cb', 'mac_address': 'fa:16:3e:c9:c6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf53215-c792-4025-85bb-3926feddb6f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:20:56.142022 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47226) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:56.144346 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1575ba5d-3b3c-4c0e-8d6f-ca42709dc864 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.6307185 Jun 30 09:20:56.163765 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-92fb1684-c273-4f25-ac0f-6855a34016ee tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Request body: {'subnet': {'network_id': '0e48345d-d6d9-46c0-be09-33e3cfc5ee59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:56.177378 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f735332-4caa-4206-89ed-99fa7d7d0bb9 None None] Pushing event updated for resources: {'Port': ['ID=4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:56.198230 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575ba5d-3b3c-4c0e-8d6f-ca42709dc864 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Pushing event updated for resources: {'Network': ['ID=0e48345d-d6d9-46c0-be09-33e3cfc5ee59,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:56.210653 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 0e48345d-d6d9-46c0-be09-33e3cfc5ee59 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:20:56.250200 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8afd6809-345d-4024-88a5-295f1ed2548f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:56.264942 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afd6809-345d-4024-88a5-295f1ed2548f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:56.265679 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8afd6809-345d-4024-88a5-295f1ed2548f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:56.405764 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd6809-345d-4024-88a5-295f1ed2548f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Pushing event updated for resources: {'Network': ['ID=64f8ddbb-ffbd-487b-b173-aea88c235443,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:56.408137 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f735332-4caa-4206-89ed-99fa7d7d0bb9 None None] Network 7f79b172-6e76-4bf9-8722-fd96e846d05b is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:56.429446 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 64f8ddbb-ffbd-487b-b173-aea88c235443 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:20:56.463210 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-9f735332-4caa-4206-89ed-99fa7d7d0bb9 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:56.473627 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f735332-4caa-4206-89ed-99fa7d7d0bb9 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:56.502630 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c39991-01e2-445d-89c7-053a8cd8c243 req-c1f32660-2e4c-4e2c-b589-17ca447a116d tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:56.510604 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63c39991-01e2-445d-89c7-053a8cd8c243 req-c1f32660-2e4c-4e2c-b589-17ca447a116d tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 946 time: 0.1174858 Jun 30 09:20:56.515305 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:56.530321 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47232) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:56.532842 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8afd6809-345d-4024-88a5-295f1ed2548f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4960313 Jun 30 09:20:56.537482 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-4c19cc15-7a73-4043-b84d-f3b2528022ba tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Request body: {'subnet': {'network_id': '64f8ddbb-ffbd-487b-b173-aea88c235443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:56.629693 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:56.695788 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fb1684-c273-4f25-ac0f-6855a34016ee tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Made reservation on behalf of 0f66816659554e6fa5a06b69ff15bcb1 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:56.702702 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-92fb1684-c273-4f25-ac0f-6855a34016ee tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:56.776981 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6be4683-923a-4cd2-b36e-2d121679a8cb {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:20:56.835932 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port c6be4683-923a-4cd2-b36e-2d121679a8cb, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c6be4683-923a-4cd2-b36e-2d121679a8cb,segment=NetworkSegment(adebb7a8-403f-485d-bb99-c5b3ce5cf0cb),segment_id=adebb7a8-403f-485d-bb99-c5b3ce5cf0cb)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:56.837208 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-9f735332-4caa-4206-89ed-99fa7d7d0bb9 None None] Attempting to bind port 4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:56.837421 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-9f735332-4caa-4206-89ed-99fa7d7d0bb9 None None] Attempting to bind port 4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '510fdb06-1e29-46a0-9494-c7fde35bb9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7f79b172-6e76-4bf9-8722-fd96e846d05b'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:56.837780 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f735332-4caa-4206-89ed-99fa7d7d0bb9 None None] Attempting to bind port 4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9 on network 7f79b172-6e76-4bf9-8722-fd96e846d05b {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:56.846408 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f735332-4caa-4206-89ed-99fa7d7d0bb9 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:20:56.846851 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f735332-4caa-4206-89ed-99fa7d7d0bb9 None None] Checking segment: {'id': '510fdb06-1e29-46a0-9494-c7fde35bb9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7f79b172-6e76-4bf9-8722-fd96e846d05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:56.847220 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9f735332-4caa-4206-89ed-99fa7d7d0bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:56.847623 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f735332-4caa-4206-89ed-99fa7d7d0bb9 None None] Bound using segment: {'id': '510fdb06-1e29-46a0-9494-c7fde35bb9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7f79b172-6e76-4bf9-8722-fd96e846d05b'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:20:56.848213 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-9f735332-4caa-4206-89ed-99fa7d7d0bb9 None None] Bound port: 4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '510fdb06-1e29-46a0-9494-c7fde35bb9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7f79b172-6e76-4bf9-8722-fd96e846d05b'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:20:56.848813 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9f735332-4caa-4206-89ed-99fa7d7d0bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:56.959781 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:57.197581 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 30c0050e-4aad-4dbb-a044-5b2ac2819cb1 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:57.230739 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-9f735332-4caa-4206-89ed-99fa7d7d0bb9 None None] For port 4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:20:57.246539 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=c6be4683-923a-4cd2-b36e-2d121679a8cb,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:57.257637 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-9f735332-4caa-4206-89ed-99fa7d7d0bb9 None None] For port 4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9,segment=NetworkSegment(510fdb06-1e29-46a0-9494-c7fde35bb9a2),segment_id=510fdb06-1e29-46a0-9494-c7fde35bb9a2)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:20:57.296946 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['c6be4683-923a-4cd2-b36e-2d121679a8cb'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:57.386980 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63c39991-01e2-445d-89c7-053a8cd8c243 req-0431539f-92c9-417e-b12e-1b7f0790eb6e tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3e473d5-9073-44a3-8bfc-d93501fc778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8750849 Jun 30 09:20:57.388938 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c19cc15-7a73-4043-b84d-f3b2528022ba tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Made reservation on behalf of 775d3436f18e4101afdcafdb7729a684 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:57.392820 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4c19cc15-7a73-4043-b84d-f3b2528022ba tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:57.410163 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-92fb1684-c273-4f25-ac0f-6855a34016ee tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:57.424384 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9f735332-4caa-4206-89ed-99fa7d7d0bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:57.510713 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb1684-c273-4f25-ac0f-6855a34016ee tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Pushing event updated for resources: {'Subnet': ['ID=32b601b5-2800-4abb-ad90-31f784c8a970,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:57.646083 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f735332-4caa-4206-89ed-99fa7d7d0bb9 None None] Pushing event updated for resources: {'Port': ['ID=4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:57.662829 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47248) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:57.675701 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-0f387102-14eb-4603-8188-7cbd7ab666e2 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Request body: {'subnet': {'network_id': '78395c25-e2f1-4423-b1b0-b2adfd1dcbd4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:57.690952 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 30c0050e-4aad-4dbb-a044-5b2ac2819cb1 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:57.700800 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 30c0050e-4aad-4dbb-a044-5b2ac2819cb1 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:57.701180 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:57.723545 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f968d73-e5a0-4333-9087-5a7c54804a17 req-01c6a195-0d29-4a39-be0a-643bee8ebfcd tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:57.732561 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0f968d73-e5a0-4333-9087-5a7c54804a17 req-01c6a195-0d29-4a39-be0a-643bee8ebfcd tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 946 time: 0.1877432 Jun 30 09:20:57.759869 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fb1684-c273-4f25-ac0f-6855a34016ee tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Checking segment: {'id': '08d1bc77-610e-4c52-91a3-9b64ce05e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0e48345d-d6d9-46c0-be09-33e3cfc5ee59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:57.760622 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fb1684-c273-4f25-ac0f-6855a34016ee tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Network hostable DHCP agents. Network: 0e48345d-d6d9-46c0-be09-33e3cfc5ee59, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:20:57.798795 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0f968d73-e5a0-4333-9087-5a7c54804a17 req-29831cc7-e642-46c7-9bfa-db0d0249ab56 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645671 Jun 30 09:20:57.812427 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:57.865198 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 30c0050e-4aad-4dbb-a044-5b2ac2819cb1, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=30c0050e-4aad-4dbb-a044-5b2ac2819cb1,segment=NetworkSegment(494ffa33-a54b-4cb7-9c72-e04a0308813e),segment_id=494ffa33-a54b-4cb7-9c72-e04a0308813e)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:57.922930 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fb1684-c273-4f25-ac0f-6855a34016ee tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Network 0e48345d-d6d9-46c0-be09-33e3cfc5ee59 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:20:57.941587 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:58.040495 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=30c0050e-4aad-4dbb-a044-5b2ac2819cb1,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:58.072441 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-92fb1684-c273-4f25-ac0f-6855a34016ee tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 0e48345d-d6d9-46c0-be09-33e3cfc5ee59) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:58.078221 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fb1684-c273-4f25-ac0f-6855a34016ee tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:58.078936 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-92fb1684-c273-4f25-ac0f-6855a34016ee tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:58.087498 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6cda0a-931c-4d44-a5ac-e92fd7b27e2d None None] Network 0e48345d-d6d9-46c0-be09-33e3cfc5ee59 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:58.102496 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762fad6-c20e-4ac5-a101-86cef321a8e6 req-4280fd98-b83d-4033-83e0-82fe434b74b6 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:58.110812 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9762fad6-c20e-4ac5-a101-86cef321a8e6 req-4280fd98-b83d-4033-83e0-82fe434b74b6 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 944 time: 0.4468477 Jun 30 09:20:58.153879 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f387102-14eb-4603-8188-7cbd7ab666e2 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Made reservation on behalf of 907c236b1ac04d10a22ac614e6b4c6ce for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:58.157288 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0f387102-14eb-4603-8188-7cbd7ab666e2 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:58.214511 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9762fad6-c20e-4ac5-a101-86cef321a8e6 req-9039f775-a637-4424-a122-f2fab755f256 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002460 Jun 30 09:20:58.296744 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aece4bd-07bd-44f5-b6b5-1cb1ee44080a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-0e48345d-d6d9-46c0-be09-33e3cfc5ee59', 'network_id': '0e48345d-d6d9-46c0-be09-33e3cfc5ee59', 'tenant_id': '0f66816659554e6fa5a06b69ff15bcb1', 'fixed_ips': [{'subnet_id': '32b601b5-2800-4abb-ad90-31f784c8a970'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:20:58.300707 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0aece4bd-07bd-44f5-b6b5-1cb1ee44080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:58.461830 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-92fb1684-c273-4f25-ac0f-6855a34016ee tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3182085 Jun 30 09:20:58.467216 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47256) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:58.468301 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-0aece4bd-07bd-44f5-b6b5-1cb1ee44080a None None] Allocated IP 172.20.0.2 (0e48345d-d6d9-46c0-be09-33e3cfc5ee59/32b601b5-2800-4abb-ad90-31f784c8a970/68a8ca27-34be-40f8-a192-1b5b4a847d0d) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:58.472787 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-c689d9c7-810e-4753-8696-f5a2098a0e1f tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-221588282', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:58.549691 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0f387102-14eb-4603-8188-7cbd7ab666e2 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:58.651599 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0aece4bd-07bd-44f5-b6b5-1cb1ee44080a None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:58.661852 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0aece4bd-07bd-44f5-b6b5-1cb1ee44080a None None] Transition to ACTIVE for port object 68a8ca27-34be-40f8-a192-1b5b4a847d0d will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:58.680595 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0aece4bd-07bd-44f5-b6b5-1cb1ee44080a None None] Transition to ACTIVE for port object 68a8ca27-34be-40f8-a192-1b5b4a847d0d will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:58.713621 n-d-771363-31 neutron-server[101053]: DEBUG neutron.objects.ports [None req-4c19cc15-7a73-4043-b84d-f3b2528022ba tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101053) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:20:58.725050 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4c19cc15-7a73-4043-b84d-f3b2528022ba tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:58.740494 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f387102-14eb-4603-8188-7cbd7ab666e2 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event updated for resources: {'Subnet': ['ID=a6d62351-fc12-4e01-9beb-ae8c9560b87b,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:58.771559 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c689d9c7-810e-4753-8696-f5a2098a0e1f tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:58.772968 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c689d9c7-810e-4753-8696-f5a2098a0e1f tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:58.818027 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f387102-14eb-4603-8188-7cbd7ab666e2 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Checking segment: {'id': 'fd0c1477-e587-4576-9443-24adde1ecb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78395c25-e2f1-4423-b1b0-b2adfd1dcbd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:58.818509 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f387102-14eb-4603-8188-7cbd7ab666e2 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Network hostable DHCP agents. Network: 78395c25-e2f1-4423-b1b0-b2adfd1dcbd4, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:20:58.822881 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0aece4bd-07bd-44f5-b6b5-1cb1ee44080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:58.841914 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517bfb01-c599-4d3d-9fd3-f389a557a2f2 req-c14ab059-48fa-4a92-84a5-03f7a27c308e tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:58.844033 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-517bfb01-c599-4d3d-9fd3-f389a557a2f2 req-c14ab059-48fa-4a92-84a5-03f7a27c308e tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 946 time: 0.1249211 Jun 30 09:20:58.851741 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19cc15-7a73-4043-b84d-f3b2528022ba tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Pushing event updated for resources: {'Subnet': ['ID=19386a0a-0740-4cb8-9e9a-6991a1cb6fe8,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:58.870756 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aece4bd-07bd-44f5-b6b5-1cb1ee44080a None None] Pushing event updated for resources: {'Port': ['ID=68a8ca27-34be-40f8-a192-1b5b4a847d0d,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:58.881875 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c689d9c7-810e-4753-8696-f5a2098a0e1f tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:58.889645 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde5f70-17ec-4cbb-a17c-7e39ab9d1950 req-5028ce1f-dc81-440e-81fd-1f478be21d1c tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:58.891555 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9cde5f70-17ec-4cbb-a17c-7e39ab9d1950 req-5028ce1f-dc81-440e-81fd-1f478be21d1c tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 946 time: 0.3376608 Jun 30 09:20:58.895805 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aece4bd-07bd-44f5-b6b5-1cb1ee44080a None None] Network 0e48345d-d6d9-46c0-be09-33e3cfc5ee59 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:58.896991 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-0aece4bd-07bd-44f5-b6b5-1cb1ee44080a None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:58.900025 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aece4bd-07bd-44f5-b6b5-1cb1ee44080a None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:58.910039 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c19cc15-7a73-4043-b84d-f3b2528022ba tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Checking segment: {'id': '1a28f530-fa29-4b58-ba64-d2290975d6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '64f8ddbb-ffbd-487b-b173-aea88c235443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:58.910512 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c19cc15-7a73-4043-b84d-f3b2528022ba tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Network hostable DHCP agents. Network: 64f8ddbb-ffbd-487b-b173-aea88c235443, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:20:58.920758 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:20:58.971315 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9cde5f70-17ec-4cbb-a17c-7e39ab9d1950 req-38ef0ed0-5bfb-4d53-af35-aa6fb2c28b3e tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3e473d5-9073-44a3-8bfc-d93501fc778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630412 Jun 30 09:20:59.002144 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c689d9c7-810e-4753-8696-f5a2098a0e1f tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.038503 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0aece4bd-07bd-44f5-b6b5-1cb1ee44080a None None] Attempting to bind port 68a8ca27-34be-40f8-a192-1b5b4a847d0d on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:59.039218 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0aece4bd-07bd-44f5-b6b5-1cb1ee44080a None None] Attempting to bind port 68a8ca27-34be-40f8-a192-1b5b4a847d0d by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '08d1bc77-610e-4c52-91a3-9b64ce05e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0e48345d-d6d9-46c0-be09-33e3cfc5ee59'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:59.039624 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aece4bd-07bd-44f5-b6b5-1cb1ee44080a None None] Attempting to bind port 68a8ca27-34be-40f8-a192-1b5b4a847d0d on network 0e48345d-d6d9-46c0-be09-33e3cfc5ee59 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:59.055043 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae27d5bf-ddb3-4476-a502-5dd6183723a1 None None] Network 7f79b172-6e76-4bf9-8722-fd96e846d05b requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:59.086748 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-517bfb01-c599-4d3d-9fd3-f389a557a2f2 req-e00e1352-b431-4450-b0bc-e008c213a7b1 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Deleting port 6e366f02-323b-4170-82f3-8910dd4c6970 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:59.087573 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-517bfb01-c599-4d3d-9fd3-f389a557a2f2 req-e00e1352-b431-4450-b0bc-e008c213a7b1 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.089885 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c19cc15-7a73-4043-b84d-f3b2528022ba tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Network 64f8ddbb-ffbd-487b-b173-aea88c235443 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:20:59.093441 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f387102-14eb-4603-8188-7cbd7ab666e2 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Network 78395c25-e2f1-4423-b1b0-b2adfd1dcbd4 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:20:59.203374 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c689d9c7-810e-4753-8696-f5a2098a0e1f tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.205072 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c689d9c7-810e-4753-8696-f5a2098a0e1f tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.7366168 Jun 30 09:20:59.209021 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47276) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:59.253715 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-517bfb01-c599-4d3d-9fd3-f389a557a2f2 req-e00e1352-b431-4450-b0bc-e008c213a7b1 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] For port 6e366f02-323b-4170-82f3-8910dd4c6970, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=6e366f02-323b-4170-82f3-8910dd4c6970,segment=NetworkSegment(711ab168-ac66-4fc0-8f70-ec0c835b4a1b),segment_id=711ab168-ac66-4fc0-8f70-ec0c835b4a1b)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:59.254097 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-517bfb01-c599-4d3d-9fd3-f389a557a2f2 req-e00e1352-b431-4450-b0bc-e008c213a7b1 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.269304 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:59.273908 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-0f387102-14eb-4603-8188-7cbd7ab666e2 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 78395c25-e2f1-4423-b1b0-b2adfd1dcbd4) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:59.274881 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-517bfb01-c599-4d3d-9fd3-f389a557a2f2 req-e00e1352-b431-4450-b0bc-e008c213a7b1 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Calling delete_port for 6e366f02-323b-4170-82f3-8910dd4c6970 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:59.279940 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f387102-14eb-4603-8188-7cbd7ab666e2 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:59.280577 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0f387102-14eb-4603-8188-7cbd7ab666e2 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.315024 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-4c19cc15-7a73-4043-b84d-f3b2528022ba tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 64f8ddbb-ffbd-487b-b173-aea88c235443) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:59.316634 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aece4bd-07bd-44f5-b6b5-1cb1ee44080a None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:20:59.317017 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aece4bd-07bd-44f5-b6b5-1cb1ee44080a None None] Checking segment: {'id': '08d1bc77-610e-4c52-91a3-9b64ce05e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0e48345d-d6d9-46c0-be09-33e3cfc5ee59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:59.317422 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0aece4bd-07bd-44f5-b6b5-1cb1ee44080a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.318377 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aece4bd-07bd-44f5-b6b5-1cb1ee44080a None None] Bound using segment: {'id': '08d1bc77-610e-4c52-91a3-9b64ce05e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0e48345d-d6d9-46c0-be09-33e3cfc5ee59'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:20:59.318377 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0aece4bd-07bd-44f5-b6b5-1cb1ee44080a None None] Bound port: 68a8ca27-34be-40f8-a192-1b5b4a847d0d, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d1bc77-610e-4c52-91a3-9b64ce05e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0e48345d-d6d9-46c0-be09-33e3cfc5ee59'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:20:59.318774 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0aece4bd-07bd-44f5-b6b5-1cb1ee44080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.331873 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c19cc15-7a73-4043-b84d-f3b2528022ba tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:59.332470 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4c19cc15-7a73-4043-b84d-f3b2528022ba tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.350026 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f625d09-a34d-4782-b527-ba79b1be9439 None None] Network 78395c25-e2f1-4423-b1b0-b2adfd1dcbd4 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:59.362372 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfb9b35-7ac7-4c24-9709-a73f07014644 None None] Network 64f8ddbb-ffbd-487b-b173-aea88c235443 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:59.449506 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fdbc4-e896-4ea6-a1a4-8a20881a2a7f req-fbf5bdf6-1c59-4b50-9d4b-3e3a25c72770 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:59.452260 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1d5fdbc4-e896-4ea6-a1a4-8a20881a2a7f req-fbf5bdf6-1c59-4b50-9d4b-3e3a25c72770 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 946 time: 0.3262208 Jun 30 09:20:59.535152 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c6be4683-923a-4cd2-b36e-2d121679a8cb up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:59.548660 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0f387102-14eb-4603-8188-7cbd7ab666e2 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8820217 Jun 30 09:20:59.553883 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47280) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:59.561789 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-5b6cb380-8ec4-4cef-9a72-8dfbf255e1a4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-883412676'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:59.590129 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1d5fdbc4-e896-4ea6-a1a4-8a20881a2a7f req-40350ee9-1e1a-40af-9116-f1cda0a16650 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016977 Jun 30 09:20:59.617576 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4c19cc15-7a73-4043-b84d-f3b2528022ba tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0861337 Jun 30 09:20:59.624654 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47282) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:59.631999 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-43be6bb4-b607-4a9e-a757-25c71e4143a9 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Request body: {'port': {'network_id': '64f8ddbb-ffbd-487b-b173-aea88c235443', 'name': 'tempest-NetworksIpV6TestAttrs-2125219214'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:59.644468 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47284) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:59.657130 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-33525a49-6328-4cd4-871e-1e90f7f55357 None None] Provisioning for port 4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:59.672099 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-95bc2796-5bed-4406-a270-d75adb8f5a41 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.677245 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-517bfb01-c599-4d3d-9fd3-f389a557a2f2 req-e00e1352-b431-4450-b0bc-e008c213a7b1 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.718477 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['6e366f02-323b-4170-82f3-8910dd4c6970'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:59.735720 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0aece4bd-07bd-44f5-b6b5-1cb1ee44080a None None] For port 68a8ca27-34be-40f8-a192-1b5b4a847d0d, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:20:59.767037 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e1352-b431-4450-b0bc-e008c213a7b1 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Pushing event deleted for resources: {'Port': ['ID=6e366f02-323b-4170-82f3-8910dd4c6970,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:59.782803 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0aece4bd-07bd-44f5-b6b5-1cb1ee44080a None None] For port 68a8ca27-34be-40f8-a192-1b5b4a847d0d, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=68a8ca27-34be-40f8-a192-1b5b4a847d0d,segment=NetworkSegment(08d1bc77-610e-4c52-91a3-9b64ce05e50f),segment_id=08d1bc77-610e-4c52-91a3-9b64ce05e50f)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:20:59.783298 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6cb380-8ec4-4cef-9a72-8dfbf255e1a4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Made reservation on behalf of 907c236b1ac04d10a22ac614e6b4c6ce for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:59.787913 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5b6cb380-8ec4-4cef-9a72-8dfbf255e1a4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.791324 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e1352-b431-4450-b0bc-e008c213a7b1 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:59.792284 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e1352-b431-4450-b0bc-e008c213a7b1 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:59.792803 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e1352-b431-4450-b0bc-e008c213a7b1 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:59.793390 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e1352-b431-4450-b0bc-e008c213a7b1 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:59.793946 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e1352-b431-4450-b0bc-e008c213a7b1 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:59.794587 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e1352-b431-4450-b0bc-e008c213a7b1 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:59.795191 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e1352-b431-4450-b0bc-e008c213a7b1 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:59.795770 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e1352-b431-4450-b0bc-e008c213a7b1 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:59.796270 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e1352-b431-4450-b0bc-e008c213a7b1 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:59.797049 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e1352-b431-4450-b0bc-e008c213a7b1 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:59.797551 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e1352-b431-4450-b0bc-e008c213a7b1 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:59.798196 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e1352-b431-4450-b0bc-e008c213a7b1 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:59.853445 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:59.875949 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-517bfb01-c599-4d3d-9fd3-f389a557a2f2 req-e00e1352-b431-4450-b0bc-e008c213a7b1 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] No DVR routers for this DVR port 6e366f02-323b-4170-82f3-8910dd4c6970 on host n-h1-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:20:59.879424 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-517bfb01-c599-4d3d-9fd3-f389a557a2f2 req-e00e1352-b431-4450-b0bc-e008c213a7b1 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.882852 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-517bfb01-c599-4d3d-9fd3-f389a557a2f2 req-e00e1352-b431-4450-b0bc-e008c213a7b1 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.52 "DELETE /v2.0/ports/6e366f02-323b-4170-82f3-8910dd4c6970 HTTP/1.1" status: 204 len: 173 time: 0.9987738 Jun 30 09:20:59.886562 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d653d87-ba3c-46e7-a29b-e19a6dbb7825', 'name': 'network-vif-deleted', 'tag': '6e366f02-323b-4170-82f3-8910dd4c6970'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:59.890213 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febb938d-d8f7-428c-9f0b-a83f08638b8a" -d '{"events": [{"server_uuid": "4d653d87-ba3c-46e7-a29b-e19a6dbb7825", "name": "network-vif-deleted", "tag": "6e366f02-323b-4170-82f3-8910dd4c6970"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:59.891462 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:59.891977 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.945031 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0aece4bd-07bd-44f5-b6b5-1cb1ee44080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.949400 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b6cb380-8ec4-4cef-9a72-8dfbf255e1a4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:20:59.972498 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5b6cb380-8ec4-4cef-9a72-8dfbf255e1a4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.972932 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-5b6cb380-8ec4-4cef-9a72-8dfbf255e1a4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Added segment 8ef595d5-74c5-4394-b4c8-c405cd606ac7 of type vlan for network 69de1e43-7b47-4a4c-8e26-9ad63bf3858d Jun 30 09:21:00.008537 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b254b2-d101-4672-a07d-d220882582d3 req-a78a95b4-dd53-497e-ba86-ae60cb2e0f86 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:00.010772 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54b254b2-d101-4672-a07d-d220882582d3 req-a78a95b4-dd53-497e-ba86-ae60cb2e0f86 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 944 time: 0.2693617 Jun 30 09:21:00.053882 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port c6be4683-923a-4cd2-b36e-2d121679a8cb completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:00.067350 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62735b3b-346a-441a-a5fa-dbfce955b4d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-78395c25-e2f1-4423-b1b0-b2adfd1dcbd4', 'network_id': '78395c25-e2f1-4423-b1b0-b2adfd1dcbd4', 'tenant_id': '907c236b1ac04d10a22ac614e6b4c6ce', 'fixed_ips': [{'subnet_id': 'a6d62351-fc12-4e01-9beb-ae8c9560b87b'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:21:00.068223 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-62735b3b-346a-441a-a5fa-dbfce955b4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:00.085698 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a7a54e-6bce-4b91-94ac-9666f0cc7a19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-64f8ddbb-ffbd-487b-b173-aea88c235443', 'network_id': '64f8ddbb-ffbd-487b-b173-aea88c235443', 'tenant_id': '775d3436f18e4101afdcafdb7729a684', 'fixed_ips': [{'subnet_id': '19386a0a-0740-4cb8-9e9a-6991a1cb6fe8'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:21:00.086563 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-99a7a54e-6bce-4b91-94ac-9666f0cc7a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:00.104221 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port c6be4683-923a-4cd2-b36e-2d121679a8cb triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:00.104631 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:00.139804 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd519279-4278-4690-9d52-b5db60b103eb x-openstack-request-id: req-fd519279-4278-4690-9d52-b5db60b103eb {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:21:00.139804 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d653d87-ba3c-46e7-a29b-e19a6dbb7825", "name": "network-vif-deleted", "tag": "6e366f02-323b-4170-82f3-8910dd4c6970", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:21:00.139804 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fd519279-4278-4690-9d52-b5db60b103eb {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:21:00.139804 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d653d87-ba3c-46e7-a29b-e19a6dbb7825', 'name': 'network-vif-deleted', 'tag': '6e366f02-323b-4170-82f3-8910dd4c6970', 'status': 'completed', 'code': 200} Jun 30 09:21:00.223153 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5b6cb380-8ec4-4cef-9a72-8dfbf255e1a4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:00.229260 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-98ab54f9-32f1-454b-ba26-7c371a251172 req-4c8d9823-da93-4db0-a93a-1848a0b10ebc tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 210 time: 0.0517967 Jun 30 09:21:00.234673 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aece4bd-07bd-44f5-b6b5-1cb1ee44080a None None] Pushing event updated for resources: {'Port': ['ID=68a8ca27-34be-40f8-a192-1b5b4a847d0d,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:00.417582 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54b254b2-d101-4672-a07d-d220882582d3 req-dd421c2c-c2ae-4ecd-a4b0-ee51942b8587 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958755 Jun 30 09:21:00.495532 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-95bc2796-5bed-4406-a270-d75adb8f5a41 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Allocated IP 172.20.0.1 (0e48345d-d6d9-46c0-be09-33e3cfc5ee59/32b601b5-2800-4abb-ad90-31f784c8a970/c09003dc-e845-4147-9050-752aa381ca70) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:00.520662 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-99a7a54e-6bce-4b91-94ac-9666f0cc7a19 None None] Allocated IP 2001:db8::f816:3eff:fec0:cdf7 (64f8ddbb-ffbd-487b-b173-aea88c235443/19386a0a-0740-4cb8-9e9a-6991a1cb6fe8/fdc1422e-fb1e-4d4a-b973-875e4738c869) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:00.543353 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43be6bb4-b607-4a9e-a757-25c71e4143a9 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Made reservation on behalf of 775d3436f18e4101afdcafdb7729a684 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:00.548001 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-43be6bb4-b607-4a9e-a757-25c71e4143a9 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:00.610584 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:00.633722 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5b6cb380-8ec4-4cef-9a72-8dfbf255e1a4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:00.647855 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6cb380-8ec4-4cef-9a72-8dfbf255e1a4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:00.648604 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5b6cb380-8ec4-4cef-9a72-8dfbf255e1a4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:00.722828 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-43be6bb4-b607-4a9e-a757-25c71e4143a9 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] device_id is not set on port 7b2c041a-9f1b-409a-a73e-c2f327c4bf58 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:21:00.777767 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6cb380-8ec4-4cef-9a72-8dfbf255e1a4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event updated for resources: {'Network': ['ID=69de1e43-7b47-4a4c-8e26-9ad63bf3858d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:00.824026 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5b6cb380-8ec4-4cef-9a72-8dfbf255e1a4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2680352 Jun 30 09:21:00.836331 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-40704d62-33c9-4be4-aeb7-aa2b6b2ef823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:00.838139 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47296) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:00.847994 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-1a889732-db97-44ec-a5e0-b742db2460bb tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Request body: {'subnet': {'network_id': '69de1e43-7b47-4a4c-8e26-9ad63bf3858d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:00.878128 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:00.880707 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 69de1e43-7b47-4a4c-8e26-9ad63bf3858d details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:01.011974 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9,segment=NetworkSegment(510fdb06-1e29-46a0-9494-c7fde35bb9a2),segment_id=510fdb06-1e29-46a0-9494-c7fde35bb9a2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:01.042454 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-62735b3b-346a-441a-a5fa-dbfce955b4d5 None None] Allocated IP 2001:db8:0:ffff::2 (78395c25-e2f1-4423-b1b0-b2adfd1dcbd4/a6d62351-fc12-4e01-9beb-ae8c9560b87b/21a8a74e-998e-4007-adae-5b2f52c30bea) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:01.061615 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b565e9c-beea-47de-bfae-4b3ec59aaa9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6be4683-923a-4cd2-b36e-2d121679a8cb'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:21:01.064137 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5059349-ad5c-4736-bd7d-0813d03f270d" -d '{"events": [{"server_uuid": "7b565e9c-beea-47de-bfae-4b3ec59aaa9a", "name": "network-vif-plugged", "status": "completed", "tag": "c6be4683-923a-4cd2-b36e-2d121679a8cb"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:21:01.089978 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8bcfbda8-679a-4db3-b1d8-966769b383cf None None] Provisioning complete for port 4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:01.090349 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8bcfbda8-679a-4db3-b1d8-966769b383cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.126109 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port c6be4683-923a-4cd2-b36e-2d121679a8cb, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c6be4683-923a-4cd2-b36e-2d121679a8cb,segment=NetworkSegment(adebb7a8-403f-485d-bb99-c5b3ce5cf0cb),segment_id=adebb7a8-403f-485d-bb99-c5b3ce5cf0cb)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:01.191862 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-95bc2796-5bed-4406-a270-d75adb8f5a41 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.212796 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-95bc2796-5bed-4406-a270-d75adb8f5a41 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Transition to ACTIVE for port object c09003dc-e845-4147-9050-752aa381ca70 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:01.241136 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b6fefd-1d3b-4758-acef-8566fd5d5bb9 x-openstack-request-id: req-37b6fefd-1d3b-4758-acef-8566fd5d5bb9 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:21:01.241559 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b565e9c-beea-47de-bfae-4b3ec59aaa9a", "name": "network-vif-plugged", "status": "completed", "tag": "c6be4683-923a-4cd2-b36e-2d121679a8cb", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:21:01.241754 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-37b6fefd-1d3b-4758-acef-8566fd5d5bb9 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:21:01.241959 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fe1d9-2d77-433e-933f-bd131883a596 req-bbb7de1b-295c-4e07-baa7-ee355ce2247a tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:01.242149 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b565e9c-beea-47de-bfae-4b3ec59aaa9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6be4683-923a-4cd2-b36e-2d121679a8cb', 'code': 200} Jun 30 09:21:01.243306 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-99a7a54e-6bce-4b91-94ac-9666f0cc7a19 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.243669 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-925fe1d9-2d77-433e-933f-bd131883a596 req-bbb7de1b-295c-4e07-baa7-ee355ce2247a tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 946 time: 0.1705589 Jun 30 09:21:01.257181 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.258176 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 30c0050e-4aad-4dbb-a044-5b2ac2819cb1 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:01.313626 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-925fe1d9-2d77-433e-933f-bd131883a596 req-29adac09-4104-4319-8a91-a14a5f26a5fb tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555060 Jun 30 09:21:01.329328 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-99a7a54e-6bce-4b91-94ac-9666f0cc7a19 None None] Transition to ACTIVE for port object fdc1422e-fb1e-4d4a-b973-875e4738c869 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:01.363219 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-99a7a54e-6bce-4b91-94ac-9666f0cc7a19 None None] Transition to ACTIVE for port object fdc1422e-fb1e-4d4a-b973-875e4738c869 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:01.438954 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.445520 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-95bc2796-5bed-4406-a270-d75adb8f5a41 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.474884 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 30c0050e-4aad-4dbb-a044-5b2ac2819cb1 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:01.475285 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.539713 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bc2796-5bed-4406-a270-d75adb8f5a41 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Network 0e48345d-d6d9-46c0-be09-33e3cfc5ee59 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:01.549225 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-95bc2796-5bed-4406-a270-d75adb8f5a41 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:01.594813 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bc2796-5bed-4406-a270-d75adb8f5a41 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:01.596738 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-99a7a54e-6bce-4b91-94ac-9666f0cc7a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.605949 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:01.633182 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc2796-5bed-4406-a270-d75adb8f5a41 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Pushing event updated for resources: {'Port': ['ID=c09003dc-e845-4147-9050-752aa381ca70,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:01.725565 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-43be6bb4-b607-4a9e-a757-25c71e4143a9 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Allocated IP 2001:db8::f816:3eff:fe92:8de3 (64f8ddbb-ffbd-487b-b173-aea88c235443/19386a0a-0740-4cb8-9e9a-6991a1cb6fe8/7b2c041a-9f1b-409a-a73e-c2f327c4bf58) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:01.744115 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-95bc2796-5bed-4406-a270-d75adb8f5a41 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.802721 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cd44cf37-8ba2-4433-ba8e-aac2c40d8cab req-3b59cb26-ef20-45aa-944f-34aa45c76ae0 tempest-ServerRescueTestJSONUnderV235-263172558 tempest-ServerRescueTestJSONUnderV235-263172558-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d653d87-ba3c-46e7-a29b-e19a6dbb7825 HTTP/1.1" status: 200 len: 210 time: 0.2578733 Jun 30 09:21:01.920579 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a54ae-855e-4869-bf67-fc0bfca08630 req-f675a65d-f7f0-4b6d-939a-48a880f21e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:01.922269 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a19a54ae-855e-4869-bf67-fc0bfca08630 req-f675a65d-f7f0-4b6d-939a-48a880f21e2c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 1097 time: 0.2620785 Jun 30 09:21:01.953650 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097934e-a8b2-4490-be86-41903feb4b88 req-eea4def6-e060-4c38-a9b3-7471b1ce9874 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:01.955416 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7097934e-a8b2-4490-be86-41903feb4b88 req-eea4def6-e060-4c38-a9b3-7471b1ce9874 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 945 time: 0.2922628 Jun 30 09:21:01.994195 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05e1550-3ea1-4d70-8fb5-82aa2d2b5d79 None None] Network 0e48345d-d6d9-46c0-be09-33e3cfc5ee59 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:02.007909 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a19a54ae-855e-4869-bf67-fc0bfca08630 req-e5e707d0-cbe8-43df-b49e-689bd6bbc520 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784106 Jun 30 09:21:02.023987 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7097934e-a8b2-4490-be86-41903feb4b88 req-cbf4561a-b0de-4470-9548-fa7ba7129cb1 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608919 Jun 30 09:21:02.073622 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-43be6bb4-b607-4a9e-a757-25c71e4143a9 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.088569 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-40704d62-33c9-4be4-aeb7-aa2b6b2ef823 admin admin] Deleting port 26a0bfc9-8b17-49c7-880d-26736192790a {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:02.088907 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-43be6bb4-b607-4a9e-a757-25c71e4143a9 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Transition to ACTIVE for port object 7b2c041a-9f1b-409a-a73e-c2f327c4bf58 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:02.089035 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-40704d62-33c9-4be4-aeb7-aa2b6b2ef823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.093053 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a889732-db97-44ec-a5e0-b742db2460bb tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Made reservation on behalf of 907c236b1ac04d10a22ac614e6b4c6ce for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:02.095923 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a7a54e-6bce-4b91-94ac-9666f0cc7a19 None None] Network 64f8ddbb-ffbd-487b-b173-aea88c235443 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:02.096477 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a889732-db97-44ec-a5e0-b742db2460bb tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.117829 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-99a7a54e-6bce-4b91-94ac-9666f0cc7a19 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:02.128515 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a7a54e-6bce-4b91-94ac-9666f0cc7a19 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:02.170579 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-62735b3b-346a-441a-a5fa-dbfce955b4d5 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.196612 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-95bc2796-5bed-4406-a270-d75adb8f5a41 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.199503 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=c6be4683-923a-4cd2-b36e-2d121679a8cb,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:02.219345 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-43be6bb4-b607-4a9e-a757-25c71e4143a9 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.234377 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-62735b3b-346a-441a-a5fa-dbfce955b4d5 None None] Transition to ACTIVE for port object 21a8a74e-998e-4007-adae-5b2f52c30bea will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:02.262111 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-40704d62-33c9-4be4-aeb7-aa2b6b2ef823 admin admin] For port 26a0bfc9-8b17-49c7-880d-26736192790a, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=26a0bfc9-8b17-49c7-880d-26736192790a,segment=NetworkSegment(11ceacf8-d544-44e2-a7a3-d97e6e8fb0f9),segment_id=11ceacf8-d544-44e2-a7a3-d97e6e8fb0f9)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:02.262483 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-40704d62-33c9-4be4-aeb7-aa2b6b2ef823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.281126 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-40704d62-33c9-4be4-aeb7-aa2b6b2ef823 admin admin] Calling delete_port for 26a0bfc9-8b17-49c7-880d-26736192790a owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:02.317528 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43be6bb4-b607-4a9e-a757-25c71e4143a9 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Network 64f8ddbb-ffbd-487b-b173-aea88c235443 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:02.323549 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-43be6bb4-b607-4a9e-a757-25c71e4143a9 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:02.328926 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43be6bb4-b607-4a9e-a757-25c71e4143a9 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:02.335560 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43be6bb4-b607-4a9e-a757-25c71e4143a9 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:02.336359 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-43be6bb4-b607-4a9e-a757-25c71e4143a9 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.378388 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be6bb4-b607-4a9e-a757-25c71e4143a9 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Pushing event updated for resources: {'Port': ['ID=7b2c041a-9f1b-409a-a73e-c2f327c4bf58,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:02.382132 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-62735b3b-346a-441a-a5fa-dbfce955b4d5 None None] Transition to ACTIVE for port object 21a8a74e-998e-4007-adae-5b2f52c30bea will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:02.388790 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-99a7a54e-6bce-4b91-94ac-9666f0cc7a19 None None] Attempting to bind port fdc1422e-fb1e-4d4a-b973-875e4738c869 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:02.389166 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-99a7a54e-6bce-4b91-94ac-9666f0cc7a19 None None] Attempting to bind port fdc1422e-fb1e-4d4a-b973-875e4738c869 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '1a28f530-fa29-4b58-ba64-d2290975d6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '64f8ddbb-ffbd-487b-b173-aea88c235443'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:02.389707 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a7a54e-6bce-4b91-94ac-9666f0cc7a19 None None] Attempting to bind port fdc1422e-fb1e-4d4a-b973-875e4738c869 on network 64f8ddbb-ffbd-487b-b173-aea88c235443 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:02.481031 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7a54e-6bce-4b91-94ac-9666f0cc7a19 None None] Pushing event updated for resources: {'Port': ['ID=fdc1422e-fb1e-4d4a-b973-875e4738c869,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:02.500971 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a7a54e-6bce-4b91-94ac-9666f0cc7a19 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:02.500971 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a7a54e-6bce-4b91-94ac-9666f0cc7a19 None None] Checking segment: {'id': '1a28f530-fa29-4b58-ba64-d2290975d6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '64f8ddbb-ffbd-487b-b173-aea88c235443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:02.500971 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-99a7a54e-6bce-4b91-94ac-9666f0cc7a19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.500971 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a7a54e-6bce-4b91-94ac-9666f0cc7a19 None None] Bound using segment: {'id': '1a28f530-fa29-4b58-ba64-d2290975d6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '64f8ddbb-ffbd-487b-b173-aea88c235443'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:02.500971 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-99a7a54e-6bce-4b91-94ac-9666f0cc7a19 None None] Bound port: fdc1422e-fb1e-4d4a-b973-875e4738c869, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a28f530-fa29-4b58-ba64-d2290975d6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '64f8ddbb-ffbd-487b-b173-aea88c235443'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:02.500971 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-99a7a54e-6bce-4b91-94ac-9666f0cc7a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.508870 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-43be6bb4-b607-4a9e-a757-25c71e4143a9 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.8824673 Jun 30 09:21:02.511492 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47308) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:02.559971 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:02.588846 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-62735b3b-346a-441a-a5fa-dbfce955b4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.589660 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5192b58-629b-476c-9f7c-07169c3cc6b6 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Deleting subnet 19386a0a-0740-4cb8-9e9a-6991a1cb6fe8 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:21:02.599690 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e92a3915-2252-4d79-93f7-533532dae3c0 None None] Provisioning for port 68a8ca27-34be-40f8-a192-1b5b4a847d0d completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:02.608035 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c5192b58-629b-476c-9f7c-07169c3cc6b6 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.625100 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a889732-db97-44ec-a5e0-b742db2460bb tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.697935 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62735b3b-346a-441a-a5fa-dbfce955b4d5 None None] Network 78395c25-e2f1-4423-b1b0-b2adfd1dcbd4 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:02.698998 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c5192b58-629b-476c-9f7c-07169c3cc6b6 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.699207 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-99a7a54e-6bce-4b91-94ac-9666f0cc7a19 None None] For port fdc1422e-fb1e-4d4a-b973-875e4738c869, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:02.712320 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-62735b3b-346a-441a-a5fa-dbfce955b4d5 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:02.716241 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8768f-9ca1-4035-b983-5f4ed45a909d req-14617519-9151-4f5b-80be-15827622b4e7 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:02.717896 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62735b3b-346a-441a-a5fa-dbfce955b4d5 None None] Pushing event updated for resources: {'Port': ['ID=21a8a74e-998e-4007-adae-5b2f52c30bea,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:02.718244 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-47b8768f-9ca1-4035-b983-5f4ed45a909d req-14617519-9151-4f5b-80be-15827622b4e7 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 946 time: 0.1694803 Jun 30 09:21:02.721536 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-99a7a54e-6bce-4b91-94ac-9666f0cc7a19 None None] For port fdc1422e-fb1e-4d4a-b973-875e4738c869, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=fdc1422e-fb1e-4d4a-b973-875e4738c869,segment=NetworkSegment(1a28f530-fa29-4b58-ba64-d2290975d6e0),segment_id=1a28f530-fa29-4b58-ba64-d2290975d6e0)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:02.723074 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62735b3b-346a-441a-a5fa-dbfce955b4d5 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:02.736858 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a889732-db97-44ec-a5e0-b742db2460bb tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event updated for resources: {'Subnet': ['ID=df456604-3ad1-470f-a956-675b12ced119,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:02.796641 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a889732-db97-44ec-a5e0-b742db2460bb tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Checking segment: {'id': '8ef595d5-74c5-4394-b4c8-c405cd606ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '69de1e43-7b47-4a4c-8e26-9ad63bf3858d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:02.797001 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a889732-db97-44ec-a5e0-b742db2460bb tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Network hostable DHCP agents. Network: 69de1e43-7b47-4a4c-8e26-9ad63bf3858d, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:02.816979 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:02.817365 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.818673 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-47b8768f-9ca1-4035-b983-5f4ed45a909d req-0dcff5c3-9193-4598-85fe-24aec28f3497 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627196 Jun 30 09:21:02.842199 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-62735b3b-346a-441a-a5fa-dbfce955b4d5 None None] Attempting to bind port 21a8a74e-998e-4007-adae-5b2f52c30bea on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:02.842487 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-62735b3b-346a-441a-a5fa-dbfce955b4d5 None None] Attempting to bind port 21a8a74e-998e-4007-adae-5b2f52c30bea by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'fd0c1477-e587-4576-9443-24adde1ecb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78395c25-e2f1-4423-b1b0-b2adfd1dcbd4'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:02.842847 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62735b3b-346a-441a-a5fa-dbfce955b4d5 None None] Attempting to bind port 21a8a74e-998e-4007-adae-5b2f52c30bea on network 78395c25-e2f1-4423-b1b0-b2adfd1dcbd4 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:02.846516 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-95bc2796-5bed-4406-a270-d75adb8f5a41 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.852959 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-99a7a54e-6bce-4b91-94ac-9666f0cc7a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.874312 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62735b3b-346a-441a-a5fa-dbfce955b4d5 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:02.874312 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62735b3b-346a-441a-a5fa-dbfce955b4d5 None None] Checking segment: {'id': 'fd0c1477-e587-4576-9443-24adde1ecb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78395c25-e2f1-4423-b1b0-b2adfd1dcbd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:02.874312 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-62735b3b-346a-441a-a5fa-dbfce955b4d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.874312 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62735b3b-346a-441a-a5fa-dbfce955b4d5 None None] Bound using segment: {'id': 'fd0c1477-e587-4576-9443-24adde1ecb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78395c25-e2f1-4423-b1b0-b2adfd1dcbd4'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:02.874820 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-62735b3b-346a-441a-a5fa-dbfce955b4d5 None None] Bound port: 21a8a74e-998e-4007-adae-5b2f52c30bea, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0c1477-e587-4576-9443-24adde1ecb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78395c25-e2f1-4423-b1b0-b2adfd1dcbd4'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:02.875454 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-62735b3b-346a-441a-a5fa-dbfce955b4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.896118 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-40704d62-33c9-4be4-aeb7-aa2b6b2ef823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.931885 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40704d62-33c9-4be4-aeb7-aa2b6b2ef823 admin admin] Pushing event deleted for resources: {'Port': ['ID=26a0bfc9-8b17-49c7-880d-26736192790a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:02.940508 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c5192b58-629b-476c-9f7c-07169c3cc6b6 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:03.001015 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47314) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.015623 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-95bc2796-5bed-4406-a270-d75adb8f5a41 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:03.066413 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a889732-db97-44ec-a5e0-b742db2460bb tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Network 69de1e43-7b47-4a4c-8e26-9ad63bf3858d is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:03.073373 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7a54e-6bce-4b91-94ac-9666f0cc7a19 None None] Pushing event updated for resources: {'Port': ['ID=fdc1422e-fb1e-4d4a-b973-875e4738c869,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:03.295882 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-1a889732-db97-44ec-a5e0-b742db2460bb tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 69de1e43-7b47-4a4c-8e26-9ad63bf3858d) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:03.310833 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a889732-db97-44ec-a5e0-b742db2460bb tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:03.312965 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a889732-db97-44ec-a5e0-b742db2460bb tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:03.323144 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4579ccab-8227-4c5b-9479-5390a048377e None None] Network 69de1e43-7b47-4a4c-8e26-9ad63bf3858d requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:03.350234 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 68a8ca27-34be-40f8-a192-1b5b4a847d0d up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:03.352926 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-62735b3b-346a-441a-a5fa-dbfce955b4d5 None None] For port 21a8a74e-998e-4007-adae-5b2f52c30bea, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:03.480125 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1a889732-db97-44ec-a5e0-b742db2460bb tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.6364541 Jun 30 09:21:03.484310 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47318) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.507565 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-95bc2796-5bed-4406-a270-d75adb8f5a41 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:03.522895 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc2796-5bed-4406-a270-d75adb8f5a41 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Pushing event updated for resources: {'Port': ['ID=c09003dc-e845-4147-9050-752aa381ca70,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:03.540280 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-62735b3b-346a-441a-a5fa-dbfce955b4d5 None None] For port 21a8a74e-998e-4007-adae-5b2f52c30bea, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=21a8a74e-998e-4007-adae-5b2f52c30bea,segment=NetworkSegment(fd0c1477-e587-4576-9443-24adde1ecb1a),segment_id=fd0c1477-e587-4576-9443-24adde1ecb1a)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:03.623024 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-40704d62-33c9-4be4-aeb7-aa2b6b2ef823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:03.669515 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-62735b3b-346a-441a-a5fa-dbfce955b4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:03.672031 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-02aed8d9-a1a1-4c4f-ace1-2c679123cba2 None None] Provisioning for port c09003dc-e845-4147-9050-752aa381ca70 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:03.687749 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c5192b58-629b-476c-9f7c-07169c3cc6b6 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:03.712491 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ae76b-1049-43cf-9c09-f231d07fd766 req-345fc1df-b33f-4566-ac56-c5692062b35f tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:03.714488 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-964ae76b-1049-43cf-9c09-f231d07fd766 req-345fc1df-b33f-4566-ac56-c5692062b35f tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 945 time: 0.4220531 Jun 30 09:21:03.717819 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-02aed8d9-a1a1-4c4f-ace1-2c679123cba2 None None] Provisioning complete for port c09003dc-e845-4147-9050-752aa381ca70 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:03.718099 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-02aed8d9-a1a1-4c4f-ace1-2c679123cba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:03.730800 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 68a8ca27-34be-40f8-a192-1b5b4a847d0d completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:03.754083 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5192b58-629b-476c-9f7c-07169c3cc6b6 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Pushing event deleted for resources: {'Subnet': ['ID=19386a0a-0740-4cb8-9e9a-6991a1cb6fe8,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:03.773652 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c5192b58-629b-476c-9f7c-07169c3cc6b6 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:03.780482 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c5192b58-629b-476c-9f7c-07169c3cc6b6 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "DELETE /v2.0/subnets/19386a0a-0740-4cb8-9e9a-6991a1cb6fe8 HTTP/1.1" status: 204 len: 168 time: 1.2632577 Jun 30 09:21:03.781663 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 6e366f02-323b-4170-82f3-8910dd4c6970 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:03.783766 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 68a8ca27-34be-40f8-a192-1b5b4a847d0d triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:03.784130 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:03.785594 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47320) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.818973 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:03.882783 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115b20c3-c894-4969-939d-7c69c04af7b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-69de1e43-7b47-4a4c-8e26-9ad63bf3858d', 'network_id': '69de1e43-7b47-4a4c-8e26-9ad63bf3858d', 'tenant_id': '907c236b1ac04d10a22ac614e6b4c6ce', 'fixed_ips': [{'subnet_id': 'df456604-3ad1-470f-a956-675b12ced119'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:21:03.883711 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-115b20c3-c894-4969-939d-7c69c04af7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:03.903618 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 6e366f02-323b-4170-82f3-8910dd4c6970 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:03.904251 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 6e366f02-323b-4170-82f3-8910dd4c6970 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:03.912688 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-02aed8d9-a1a1-4c4f-ace1-2c679123cba2 None None] Port c09003dc-e845-4147-9050-752aa381ca70 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:21:03.928939 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62735b3b-346a-441a-a5fa-dbfce955b4d5 None None] Pushing event updated for resources: {'Port': ['ID=21a8a74e-998e-4007-adae-5b2f52c30bea,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:03.987966 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:04.006307 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-964ae76b-1049-43cf-9c09-f231d07fd766 req-46e2991d-6cb3-4e4e-a57b-10cfe96ef3e2 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527370 Jun 30 09:21:04.062767 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff10b30-c257-4666-843a-37b6e2b9d5f1 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:04.065159 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff10b30-c257-4666-843a-37b6e2b9d5f1 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:04.070972 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7ff10b30-c257-4666-843a-37b6e2b9d5f1 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2841635 Jun 30 09:21:04.074272 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bc2796-5bed-4406-a270-d75adb8f5a41 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Network 0e48345d-d6d9-46c0-be09-33e3cfc5ee59 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:04.078032 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47324) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:04.096638 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-95bc2796-5bed-4406-a270-d75adb8f5a41 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:04.243809 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-115b20c3-c894-4969-939d-7c69c04af7b2 None None] Allocated IP 2001:db8::1 (69de1e43-7b47-4a4c-8e26-9ad63bf3858d/df456604-3ad1-470f-a956-675b12ced119/2ca60a21-d60b-4faf-a2b5-a56be7a62cea) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:04.295255 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-edc6c095-9a48-4c6d-967b-5eab836029a3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:04.320856 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc6c095-9a48-4c6d-967b-5eab836029a3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 30 09:21:04.321337 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edc6c095-9a48-4c6d-967b-5eab836029a3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:04.330499 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-edc6c095-9a48-4c6d-967b-5eab836029a3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "DELETE /v2.0/networks/64f8ddbb-ffbd-487b-b173-aea88c235443 HTTP/1.1" status: 409 len: 405 time: 0.2486246 Jun 30 09:21:04.331208 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47328) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:04.336182 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-ab9500ba-2eb6-439b-9edd-ffab2d9108b8 None None] Provisioning complete for port c09003dc-e845-4147-9050-752aa381ca70 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:04.336958 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ab9500ba-2eb6-439b-9edd-ffab2d9108b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:04.340120 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-0d6895d1-fb8f-4333-bfc9-90caff224a72 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1714439983'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:04.396869 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff76118-9f1e-4551-a249-e4d144f6d533 req-03c310b9-8447-4ac3-9a25-245849a1138e tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:04.404497 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ff76118-9f1e-4551-a249-e4d144f6d533 req-03c310b9-8447-4ac3-9a25-245849a1138e tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 946 time: 0.2962122 Jun 30 09:21:04.408417 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40704d62-33c9-4be4-aeb7-aa2b6b2ef823 admin admin] Router 6ab452ec-a48e-42bf-9e17-8db8f587cfee has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:21:04.461582 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6895d1-fb8f-4333-bfc9-90caff224a72 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Made reservation on behalf of 775d3436f18e4101afdcafdb7729a684 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:04.468140 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0d6895d1-fb8f-4333-bfc9-90caff224a72 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:04.491999 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:04.498519 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-ab9500ba-2eb6-439b-9edd-ffab2d9108b8 None None] Port c09003dc-e845-4147-9050-752aa381ca70 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:21:04.515409 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d6895d1-fb8f-4333-bfc9-90caff224a72 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:04.523440 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ff76118-9f1e-4551-a249-e4d144f6d533 req-72daed2d-60ec-4462-8e9e-777039e30d32 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178725 Jun 30 09:21:04.530281 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0d6895d1-fb8f-4333-bfc9-90caff224a72 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:04.530764 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-0d6895d1-fb8f-4333-bfc9-90caff224a72 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Added segment 55e08a75-556b-4d80-9918-f88a68eb6c3c of type vlan for network 218b47dd-8039-49d7-aeb2-a7c399a109e7 Jun 30 09:21:04.578181 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 68a8ca27-34be-40f8-a192-1b5b4a847d0d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=68a8ca27-34be-40f8-a192-1b5b4a847d0d,segment=NetworkSegment(08d1bc77-610e-4c52-91a3-9b64ce05e50f),segment_id=08d1bc77-610e-4c52-91a3-9b64ce05e50f)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:04.632964 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0d6895d1-fb8f-4333-bfc9-90caff224a72 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:04.657062 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-115b20c3-c894-4969-939d-7c69c04af7b2 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:04.672706 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-115b20c3-c894-4969-939d-7c69c04af7b2 None None] Transition to ACTIVE for port object 2ca60a21-d60b-4faf-a2b5-a56be7a62cea will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:04.683532 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:04.695339 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40704d62-33c9-4be4-aeb7-aa2b6b2ef823 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:21:04.699948 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-40704d62-33c9-4be4-aeb7-aa2b6b2ef823 admin admin] 10.222.0.10 "PUT /v2.0/routers/6ab452ec-a48e-42bf-9e17-8db8f587cfee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0544291 Jun 30 09:21:04.703311 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47330) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:04.733861 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7697a7ef-d422-48cd-910d-f35e92124793 None None] Sync routers for ids ['6ab452ec-a48e-42bf-9e17-8db8f587cfee'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:21:04.778700 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-115b20c3-c894-4969-939d-7c69c04af7b2 None None] Transition to ACTIVE for port object 2ca60a21-d60b-4faf-a2b5-a56be7a62cea will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:04.784548 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7697a7ef-d422-48cd-910d-f35e92124793 None None] Routers {'6ab452ec-a48e-42bf-9e17-8db8f587cfee'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:04.785196 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-7697a7ef-d422-48cd-910d-f35e92124793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:20:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['6ab452ec-a48e-42bf-9e17-8db8f587cfee'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:04.836740 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-efed03df-2964-48ff-9ada-c5122c1035b4 None None] Provisioning complete for port c09003dc-e845-4147-9050-752aa381ca70 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:04.838174 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-efed03df-2964-48ff-9ada-c5122c1035b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:04.884708 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-efed03df-2964-48ff-9ada-c5122c1035b4 None None] Port c09003dc-e845-4147-9050-752aa381ca70 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:21:04.890382 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=68a8ca27-34be-40f8-a192-1b5b4a847d0d,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:04.917047 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-115b20c3-c894-4969-939d-7c69c04af7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:04.979629 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bcdaecea-69e4-454f-b469-40863058e150 admin admin] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:05.029745 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:05.131494 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event deleted for resources: {'Subnet': ['ID=df456604-3ad1-470f-a956-675b12ced119,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:05.191844 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95bc2796-5bed-4406-a270-d75adb8f5a41 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Router ff5f019e-663a-4cb6-a06b-baa05d474dac is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:21:05.249201 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aa80c3fc-d568-490c-b08a-fb6f4bd4e29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:05.255834 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:05.279905 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-7697a7ef-d422-48cd-910d-f35e92124793 None None] Set router 6ab452ec-a48e-42bf-9e17-8db8f587cfee gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:21:05.290980 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69de1e43-7b47-4a4c-8e26-9ad63bf3858d']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:05.320710 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bcdaecea-69e4-454f-b469-40863058e150 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:05.325280 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef595d5-74c5-4394-b4c8-c405cd606ac7') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:05.325603 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef595d5-74c5-4394-b4c8-c405cd606ac7') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:05.339829 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:05.370662 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:05.393054 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:05.393604 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:05.398194 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:05.419799 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0d6895d1-fb8f-4333-bfc9-90caff224a72 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:05.424337 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0290640-ad83-4328-a7aa-4fdadac24b39 None None] Network 64f8ddbb-ffbd-487b-b173-aea88c235443 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:05.425474 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6895d1-fb8f-4333-bfc9-90caff224a72 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:05.426088 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0d6895d1-fb8f-4333-bfc9-90caff224a72 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:05.464818 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8e4cb-f469-4443-988a-f398e918d4c9 req-662987dc-b3cd-4848-ae08-6436135b41a9 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:05.467198 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-08a8e4cb-f469-4443-988a-f398e918d4c9 req-662987dc-b3cd-4848-ae08-6436135b41a9 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 945 time: 0.2058384 Jun 30 09:21:05.488006 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 21a8a74e-998e-4007-adae-5b2f52c30bea up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:05.556138 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bc2796-5bed-4406-a270-d75adb8f5a41 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:21:05.568807 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-95bc2796-5bed-4406-a270-d75adb8f5a41 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] 10.222.0.10 "PUT /v2.0/routers/ff5f019e-663a-4cb6-a06b-baa05d474dac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3539526 Jun 30 09:21:05.570801 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68dbf3a-2cd5-494e-ae9b-f4824eea5ad8 None None] Sync routers for ids ['ff5f019e-663a-4cb6-a06b-baa05d474dac'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:21:05.574426 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47338) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:05.576510 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-08a8e4cb-f469-4443-988a-f398e918d4c9 req-00ec3b94-2e68-4be8-8a61-008e6abee9a3 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736146 Jun 30 09:21:05.582637 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-a1d9a968-1415-43e5-9e2c-b89fbaf5c147 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Request body: {'port': {'network_id': '0e48345d-d6d9-46c0-be09-33e3cfc5ee59', 'name': 'tempest-FloatingIPNegativeTestJSON-669876222'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:05.584039 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68dbf3a-2cd5-494e-ae9b-f4824eea5ad8 None None] Routers {'ff5f019e-663a-4cb6-a06b-baa05d474dac'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:05.584670 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a68dbf3a-2cd5-494e-ae9b-f4824eea5ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:20:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['ff5f019e-663a-4cb6-a06b-baa05d474dac'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:05.585811 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6895d1-fb8f-4333-bfc9-90caff224a72 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Pushing event updated for resources: {'Network': ['ID=218b47dd-8039-49d7-aeb2-a7c399a109e7,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:05.602827 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced9d227-1613-430c-92ab-76190980404a None None] Network 78395c25-e2f1-4423-b1b0-b2adfd1dcbd4 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:05.606170 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 218b47dd-8039-49d7-aeb2-a7c399a109e7 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:05.617029 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.db.api [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 09:21:05.617029 n-d-771363-31 neutron-server[101054]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 09:21:05.617029 n-d-771363-31 neutron-server[101054]: [parameters: {'id': '69de1e43-7b47-4a4c-8e26-9ad63bf3858d'}] Jun 30 09:21:05.617029 n-d-771363-31 neutron-server[101054]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=101054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:21:05.617481 n-d-771363-31 neutron-server[101054]: DEBUG oslo_db.api [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:21:05.618575 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115b20c3-c894-4969-939d-7c69c04af7b2 None None] Network 69de1e43-7b47-4a4c-8e26-9ad63bf3858d is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:05.631021 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-bcdaecea-69e4-454f-b469-40863058e150 admin admin] Deleting port 954fc544-7dc8-49a5-8e82-a0d6604a22ce {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:05.631021 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bcdaecea-69e4-454f-b469-40863058e150 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:05.666581 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a68dbf3a-2cd5-494e-ae9b-f4824eea5ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:05.683330 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68dbf3a-2cd5-494e-ae9b-f4824eea5ad8 None None] Routers {'ff5f019e-663a-4cb6-a06b-baa05d474dac'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:05.684054 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a68dbf3a-2cd5-494e-ae9b-f4824eea5ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:20:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['ff5f019e-663a-4cb6-a06b-baa05d474dac'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:05.687431 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0d6895d1-fb8f-4333-bfc9-90caff224a72 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3476388 Jun 30 09:21:05.703071 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-115b20c3-c894-4969-939d-7c69c04af7b2 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:05.745430 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47342) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:05.750907 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-82335e25-714b-43df-9f1a-c6397b41522f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Request body: {'subnet': {'network_id': '218b47dd-8039-49d7-aeb2-a7c399a109e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:05.781907 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115b20c3-c894-4969-939d-7c69c04af7b2 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:05.783211 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a68dbf3a-2cd5-494e-ae9b-f4824eea5ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:05.786317 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68dbf3a-2cd5-494e-ae9b-f4824eea5ad8 None None] The sync data for ids ['ff5f019e-663a-4cb6-a06b-baa05d474dac'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:21:05.797244 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-bcdaecea-69e4-454f-b469-40863058e150 admin admin] For port 954fc544-7dc8-49a5-8e82-a0d6604a22ce, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=954fc544-7dc8-49a5-8e82-a0d6604a22ce,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:05.797244 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bcdaecea-69e4-454f-b469-40863058e150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:05.798963 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b20c3-c894-4969-939d-7c69c04af7b2 None None] Pushing event updated for resources: {'Port': ['ID=2ca60a21-d60b-4faf-a2b5-a56be7a62cea,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:05.813768 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-bcdaecea-69e4-454f-b469-40863058e150 admin admin] Calling delete_port for 954fc544-7dc8-49a5-8e82-a0d6604a22ce owned by network:router_gateway {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:05.893472 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5b5dcdcc-59ed-46ee-803e-8984c5c648e0 None None] Provisioning for port fdc1422e-fb1e-4d4a-b973-875e4738c869 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:06.002190 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf2b00-d7c1-4ea2-99d3-0ff7606e4792 req-326e8763-c293-4497-be4b-fddbf52b8103 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:06.004201 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-afaf2b00-d7c1-4ea2-99d3-0ff7606e4792 req-326e8763-c293-4497-be4b-fddbf52b8103 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 946 time: 0.2492983 Jun 30 09:21:06.055678 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-115b20c3-c894-4969-939d-7c69c04af7b2 None None] Attempting to bind port 2ca60a21-d60b-4faf-a2b5-a56be7a62cea on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:06.056040 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-115b20c3-c894-4969-939d-7c69c04af7b2 None None] Attempting to bind port 2ca60a21-d60b-4faf-a2b5-a56be7a62cea by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '8ef595d5-74c5-4394-b4c8-c405cd606ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '69de1e43-7b47-4a4c-8e26-9ad63bf3858d'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:06.056406 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115b20c3-c894-4969-939d-7c69c04af7b2 None None] Attempting to bind port 2ca60a21-d60b-4faf-a2b5-a56be7a62cea on network 69de1e43-7b47-4a4c-8e26-9ad63bf3858d {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:06.071948 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115b20c3-c894-4969-939d-7c69c04af7b2 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:06.072321 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115b20c3-c894-4969-939d-7c69c04af7b2 None None] Checking segment: {'id': '8ef595d5-74c5-4394-b4c8-c405cd606ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '69de1e43-7b47-4a4c-8e26-9ad63bf3858d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:06.072715 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-115b20c3-c894-4969-939d-7c69c04af7b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:06.073097 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115b20c3-c894-4969-939d-7c69c04af7b2 None None] Bound using segment: {'id': '8ef595d5-74c5-4394-b4c8-c405cd606ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '69de1e43-7b47-4a4c-8e26-9ad63bf3858d'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:06.073576 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-115b20c3-c894-4969-939d-7c69c04af7b2 None None] Bound port: 2ca60a21-d60b-4faf-a2b5-a56be7a62cea, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef595d5-74c5-4394-b4c8-c405cd606ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '69de1e43-7b47-4a4c-8e26-9ad63bf3858d'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:06.073952 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-115b20c3-c894-4969-939d-7c69c04af7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:06.087577 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-afaf2b00-d7c1-4ea2-99d3-0ff7606e4792 req-df6c6be6-c29f-4b65-b24e-efc72a6bfc4b tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729365 Jun 30 09:21:06.118954 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:06.157370 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-aa80c3fc-d568-490c-b08a-fb6f4bd4e29a admin admin] Deleting port 8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:06.157714 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aa80c3fc-d568-490c-b08a-fb6f4bd4e29a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:06.183035 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82335e25-714b-43df-9f1a-c6397b41522f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Made reservation on behalf of 775d3436f18e4101afdcafdb7729a684 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:06.188610 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-82335e25-714b-43df-9f1a-c6397b41522f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:06.197370 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Deleting port 2ca60a21-d60b-4faf-a2b5-a56be7a62cea {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:06.197862 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:06.218361 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bcdaecea-69e4-454f-b469-40863058e150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:06.225421 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 21a8a74e-998e-4007-adae-5b2f52c30bea completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:06.247673 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device fdc1422e-fb1e-4d4a-b973-875e4738c869 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:06.250095 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-115b20c3-c894-4969-939d-7c69c04af7b2 None None] For port 2ca60a21-d60b-4faf-a2b5-a56be7a62cea, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:06.256270 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-115b20c3-c894-4969-939d-7c69c04af7b2 None None] For port 2ca60a21-d60b-4faf-a2b5-a56be7a62cea, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=2ca60a21-d60b-4faf-a2b5-a56be7a62cea,segment=NetworkSegment(8ef595d5-74c5-4394-b4c8-c405cd606ac7),segment_id=8ef595d5-74c5-4394-b4c8-c405cd606ac7)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:06.282452 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d9f23b15-a88c-4abe-8bc4-81d5228e0e24 None None] Provisioning for port 21a8a74e-998e-4007-adae-5b2f52c30bea completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:06.285403 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-7697a7ef-d422-48cd-910d-f35e92124793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab452ec-a48e-42bf-9e17-8db8f587cfee', 'name': 'tempest-TestAggregatesBasicOps-1094763940-router', 'tenant_id': 'ea2f78c0734c43828580c50b9478eea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '954fc544-7dc8-49a5-8e82-a0d6604a22ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:20Z', 'updated_at': '2021-06-30T09:21:02Z', 'revision_number': 5, 'project_id': 'ea2f78c0734c43828580c50b9478eea8', 'gw_port': {'id': '954fc544-7dc8-49a5-8e82-a0d6604a22ce', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:26:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab452ec-a48e-42bf-9e17-8db8f587cfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:22Z', 'updated_at': '2021-06-30T09:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:06.298070 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d9f23b15-a88c-4abe-8bc4-81d5228e0e24 None None] Provisioning complete for port 21a8a74e-998e-4007-adae-5b2f52c30bea triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:06.298440 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d9f23b15-a88c-4abe-8bc4-81d5228e0e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:06.357864 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7697a7ef-d422-48cd-910d-f35e92124793 None None] Checking router: 6ab452ec-a48e-42bf-9e17-8db8f587cfee for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:21:06.365695 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a372f539-e626-4b0a-adec-963e620d20fe None None] DHCP port deletion for 64f8ddbb-ffbd-487b-b173-aea88c235443 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:21:06.398943 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-115b20c3-c894-4969-939d-7c69c04af7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:06.431552 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7697a7ef-d422-48cd-910d-f35e92124793 None None] Routers {'6ab452ec-a48e-42bf-9e17-8db8f587cfee'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:06.432303 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-7697a7ef-d422-48cd-910d-f35e92124793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:20:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['6ab452ec-a48e-42bf-9e17-8db8f587cfee'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:06.477344 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-aa80c3fc-d568-490c-b08a-fb6f4bd4e29a admin admin] For port 8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984,segment=NetworkSegment(711ab168-ac66-4fc0-8f70-ec0c835b4a1b),segment_id=711ab168-ac66-4fc0-8f70-ec0c835b4a1b)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:06.477717 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aa80c3fc-d568-490c-b08a-fb6f4bd4e29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:06.496279 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-aa80c3fc-d568-490c-b08a-fb6f4bd4e29a admin admin] Calling delete_port for 8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984 owned by network:router_interface {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:06.543609 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d9a968-1415-43e5-9e2c-b89fbaf5c147 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Made reservation on behalf of 0f66816659554e6fa5a06b69ff15bcb1 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:06.549007 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a1d9a968-1415-43e5-9e2c-b89fbaf5c147 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:06.587031 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-7697a7ef-d422-48cd-910d-f35e92124793 None None] Set router 6ab452ec-a48e-42bf-9e17-8db8f587cfee gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:21:06.673182 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-a1d9a968-1415-43e5-9e2c-b89fbaf5c147 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] device_id is not set on port 9f6d6fca-9366-4c82-9752-193addc4507f yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:21:06.675200 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-7697a7ef-d422-48cd-910d-f35e92124793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab452ec-a48e-42bf-9e17-8db8f587cfee', 'name': 'tempest-TestAggregatesBasicOps-1094763940-router', 'tenant_id': 'ea2f78c0734c43828580c50b9478eea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:20Z', 'updated_at': '2021-06-30T09:21:05Z', 'revision_number': 7, 'project_id': 'ea2f78c0734c43828580c50b9478eea8', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:06.713228 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b20c3-c894-4969-939d-7c69c04af7b2 None None] Pushing event updated for resources: {'Port': ['ID=2ca60a21-d60b-4faf-a2b5-a56be7a62cea,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:06.722695 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdaecea-69e4-454f-b469-40863058e150 admin admin] Pushing event deleted for resources: {'Port': ['ID=954fc544-7dc8-49a5-8e82-a0d6604a22ce,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:06.742569 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7697a7ef-d422-48cd-910d-f35e92124793 None None] The sync data for ids ['6ab452ec-a48e-42bf-9e17-8db8f587cfee'] in n-d-771363-31 is: [{'id': '6ab452ec-a48e-42bf-9e17-8db8f587cfee', 'name': 'tempest-TestAggregatesBasicOps-1094763940-router', 'tenant_id': 'ea2f78c0734c43828580c50b9478eea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:20Z', 'updated_at': '2021-06-30T09:21:05Z', 'revision_number': 7, 'project_id': 'ea2f78c0734c43828580c50b9478eea8', 'gw_port_host': None}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:21:06.744001 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port fdc1422e-fb1e-4d4a-b973-875e4738c869 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:06.767367 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port fdc1422e-fb1e-4d4a-b973-875e4738c869 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:06.767861 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:06.814223 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d9f23b15-a88c-4abe-8bc4-81d5228e0e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:06.818605 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a372f539-e626-4b0a-adec-963e620d20fe None None] Deleting port fdc1422e-fb1e-4d4a-b973-875e4738c869 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:06.819239 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a372f539-e626-4b0a-adec-963e620d20fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:06.822495 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] For port 2ca60a21-d60b-4faf-a2b5-a56be7a62cea, host n-d-771363-31, got binding levels [] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:06.822976 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:06.852459 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f281ea-f2e9-45b0-b456-336b277e4bcc None None] Network 69de1e43-7b47-4a4c-8e26-9ad63bf3858d requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:06.858344 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Calling delete_port for 2ca60a21-d60b-4faf-a2b5-a56be7a62cea owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:07.008649 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-d9f23b15-a88c-4abe-8bc4-81d5228e0e24 None None] For port 21a8a74e-998e-4007-adae-5b2f52c30bea, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=21a8a74e-998e-4007-adae-5b2f52c30bea,segment=NetworkSegment(fd0c1477-e587-4576-9443-24adde1ecb1a),segment_id=fd0c1477-e587-4576-9443-24adde1ecb1a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:07.027644 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bcdaecea-69e4-454f-b469-40863058e150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.030048 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-a372f539-e626-4b0a-adec-963e620d20fe None None] For port fdc1422e-fb1e-4d4a-b973-875e4738c869, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=fdc1422e-fb1e-4d4a-b973-875e4738c869,segment=NetworkSegment(1a28f530-fa29-4b58-ba64-d2290975d6e0),segment_id=1a28f530-fa29-4b58-ba64-d2290975d6e0)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:07.030462 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a372f539-e626-4b0a-adec-963e620d20fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.056450 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a372f539-e626-4b0a-adec-963e620d20fe None None] Calling delete_port for fdc1422e-fb1e-4d4a-b973-875e4738c869 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:07.163247 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-a1d9a968-1415-43e5-9e2c-b89fbaf5c147 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Allocated IP 172.20.0.13 (0e48345d-d6d9-46c0-be09-33e3cfc5ee59/32b601b5-2800-4abb-ad90-31f784c8a970/9f6d6fca-9366-4c82-9752-193addc4507f) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:07.229919 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bcdaecea-69e4-454f-b469-40863058e150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.243011 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bcdaecea-69e4-454f-b469-40863058e150 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.275176 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d9f23b15-a88c-4abe-8bc4-81d5228e0e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.323112 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edcd18-4d1b-4097-8e04-b47c1092980d req-ef9b9400-bcda-4941-ba1b-53b8f4e6e0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:07.324737 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65edcd18-4d1b-4097-8e04-b47c1092980d req-ef9b9400-bcda-4941-ba1b-53b8f4e6e0cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c52329bbe8b54b8887fff3ef67ff99df&device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 1097 time: 0.4565241 Jun 30 09:21:07.356193 n-d-771363-31 neutron-server[101053]: DEBUG neutron.objects.ports [None req-82335e25-714b-43df-9f1a-c6397b41522f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101053) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:21:07.358704 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-82335e25-714b-43df-9f1a-c6397b41522f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.367637 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16237b9-bd0f-4f87-9a96-211429af03ce req-55304a0e-1c7c-4435-997c-5743de5357db tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:07.369151 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c16237b9-bd0f-4f87-9a96-211429af03ce req-55304a0e-1c7c-4435-997c-5743de5357db tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 946 time: 0.3242939 Jun 30 09:21:07.386181 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.400455 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedf6a4-0044-4be8-831d-269ac6e269c7 req-fbe0fcbf-d8eb-475d-b5c1-d66a3c0bcf42 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:07.402085 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bdedf6a4-0044-4be8-831d-269ac6e269c7 req-fbe0fcbf-d8eb-475d-b5c1-d66a3c0bcf42 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 945 time: 0.5117235 Jun 30 09:21:07.412807 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00555c-51b4-4165-afef-b6848dd08692 req-b170ff2e-e210-472b-a608-72af6de265e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:07.414818 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1f00555c-51b4-4165-afef-b6848dd08692 req-b170ff2e-e210-472b-a608-72af6de265e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6663e1a20e0244d4b0d1dff3990ac78c&device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 1098 time: 0.4083414 Jun 30 09:21:07.462370 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f23b15-a88c-4abe-8bc4-81d5228e0e24 None None] Pushing event updated for resources: {'Port': ['ID=21a8a74e-998e-4007-adae-5b2f52c30bea,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:07.478750 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82335e25-714b-43df-9f1a-c6397b41522f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Pushing event updated for resources: {'Subnet': ['ID=23dafa4a-e890-4949-a96a-87ceedaa1460,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:07.479346 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7dc5bb24-c2c8-4d6a-bb59-7abc451b5f52 None None] Provisioning complete for port 21a8a74e-998e-4007-adae-5b2f52c30bea triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:07.479721 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7dc5bb24-c2c8-4d6a-bb59-7abc451b5f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.487684 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port fdc1422e-fb1e-4d4a-b973-875e4738c869, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=fdc1422e-fb1e-4d4a-b973-875e4738c869,segment=NetworkSegment(1a28f530-fa29-4b58-ba64-d2290975d6e0),segment_id=1a28f530-fa29-4b58-ba64-d2290975d6e0)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:07.495582 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aa80c3fc-d568-490c-b08a-fb6f4bd4e29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.529413 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.538888 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c16237b9-bd0f-4f87-9a96-211429af03ce req-96ca4669-c8ff-4e9c-a3f9-3d6e1343d4a7 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374979 Jun 30 09:21:07.541867 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bcdaecea-69e4-454f-b469-40863058e150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.541867 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdaecea-69e4-454f-b469-40863058e150 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ab452ec-a48e-42bf-9e17-8db8f587cfee {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:21:07.545180 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82335e25-714b-43df-9f1a-c6397b41522f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:07.545577 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82335e25-714b-43df-9f1a-c6397b41522f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:07.545920 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82335e25-714b-43df-9f1a-c6397b41522f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:07.546050 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bcdaecea-69e4-454f-b469-40863058e150 admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.546281 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82335e25-714b-43df-9f1a-c6397b41522f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:07.546590 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82335e25-714b-43df-9f1a-c6397b41522f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:07.549500 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82335e25-714b-43df-9f1a-c6397b41522f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:07.549649 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-bcdaecea-69e4-454f-b469-40863058e150 admin admin] 10.222.0.10 "DELETE /v2.0/routers/6ab452ec-a48e-42bf-9e17-8db8f587cfee HTTP/1.1" status: 204 len: 168 time: 2.8422992 Jun 30 09:21:07.549766 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82335e25-714b-43df-9f1a-c6397b41522f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:07.549766 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82335e25-714b-43df-9f1a-c6397b41522f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:07.549968 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.550075 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82335e25-714b-43df-9f1a-c6397b41522f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:07.550075 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82335e25-714b-43df-9f1a-c6397b41522f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:07.550075 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82335e25-714b-43df-9f1a-c6397b41522f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:07.550075 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82335e25-714b-43df-9f1a-c6397b41522f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:07.560562 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82335e25-714b-43df-9f1a-c6397b41522f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Checking segment: {'id': '55e08a75-556b-4d80-9918-f88a68eb6c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '218b47dd-8039-49d7-aeb2-a7c399a109e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:07.563691 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47352) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:07.563808 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82335e25-714b-43df-9f1a-c6397b41522f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Network hostable DHCP agents. Network: 218b47dd-8039-49d7-aeb2-a7c399a109e7, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:07.595540 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80c3fc-d568-490c-b08a-fb6f4bd4e29a admin admin] Pushing event deleted for resources: {'Port': ['ID=8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:07.595823 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edcd18-4d1b-4097-8e04-b47c1092980d req-a6b4a10e-55f9-4aef-91a3-794c077592be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:07.597605 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65edcd18-4d1b-4097-8e04-b47c1092980d req-a6b4a10e-55f9-4aef-91a3-794c077592be service neutron] 10.222.0.37 "GET /v2.0/networks?id=972bd354-eef2-4e01-b16e-8c4bf18786f8 HTTP/1.1" status: 200 len: 911 time: 0.2623112 Jun 30 09:21:07.619005 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bdedf6a4-0044-4be8-831d-269ac6e269c7 req-d5c27324-f350-4c1c-8976-27799b00ea88 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849563 Jun 30 09:21:07.639162 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.650799 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event deleted for resources: {'Port': ['ID=2ca60a21-d60b-4faf-a2b5-a56be7a62cea,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:07.668354 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] No DVR routers for this DVR port 2ca60a21-d60b-4faf-a2b5-a56be7a62cea on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:07.762472 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65edcd18-4d1b-4097-8e04-b47c1092980d req-cceaf97c-5309-4c13-bb94-f11e9df33c8e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6be4683-923a-4cd2-b36e-2d121679a8cb HTTP/1.1" status: 200 len: 217 time: 0.1127279 Jun 30 09:21:07.771815 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a1d9a968-1415-43e5-9e2c-b89fbaf5c147 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.776733 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=fdc1422e-fb1e-4d4a-b973-875e4738c869,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:07.780799 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a372f539-e626-4b0a-adec-963e620d20fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.792000 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-a1d9a968-1415-43e5-9e2c-b89fbaf5c147 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Transition to ACTIVE for port object 9f6d6fca-9366-4c82-9752-193addc4507f will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:07.795863 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00555c-51b4-4165-afef-b6848dd08692 req-e796354c-a450-4c9d-b46a-49bbab074cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:07.797597 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1f00555c-51b4-4165-afef-b6848dd08692 req-e796354c-a450-4c9d-b46a-49bbab074cf6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ac2db21f-3bc4-4f3a-a31f-707164d04b28 HTTP/1.1" status: 200 len: 912 time: 0.3761451 Jun 30 09:21:07.832161 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-e421d0c0-a36d-42cf-ae45-6422211586ea admin admin] Deleting subnet b8f0208f-8b22-4bf9-a176-653564689860 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:21:07.834625 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372f539-e626-4b0a-adec-963e620d20fe None None] Pushing event deleted for resources: {'Port': ['ID=fdc1422e-fb1e-4d4a-b973-875e4738c869,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:07.840411 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a372f539-e626-4b0a-adec-963e620d20fe None None] No DVR routers for this DVR port fdc1422e-fb1e-4d4a-b973-875e4738c869 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:07.846610 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82335e25-714b-43df-9f1a-c6397b41522f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Network 218b47dd-8039-49d7-aeb2-a7c399a109e7 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:07.878315 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c77416-a217-49a8-b284-3b37e40a02d4 None None] get_active_networks_info from n-d-771363-31 {{(pid=101055) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:21:07.890123 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e421d0c0-a36d-42cf-ae45-6422211586ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.922011 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 21a8a74e-998e-4007-adae-5b2f52c30bea up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:07.963798 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.977785 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-82335e25-714b-43df-9f1a-c6397b41522f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 218b47dd-8039-49d7-aeb2-a7c399a109e7) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:07.987741 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edcd18-4d1b-4097-8e04-b47c1092980d req-251b1ef9-e5c4-4043-8e5c-5da8c13d5b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:07.989291 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65edcd18-4d1b-4097-8e04-b47c1092980d req-251b1ef9-e5c4-4043-8e5c-5da8c13d5b56 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cf53215-c792-4025-85bb-3926feddb6f2 HTTP/1.1" status: 200 len: 850 time: 0.2183471 Jun 30 09:21:07.989525 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82335e25-714b-43df-9f1a-c6397b41522f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:07.990232 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-82335e25-714b-43df-9f1a-c6397b41522f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.996115 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e421d0c0-a36d-42cf-ae45-6422211586ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.999987 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69de1e43-7b47-4a4c-8e26-9ad63bf3858d']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:08.002681 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aa80c3fc-d568-490c-b08a-fb6f4bd4e29a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.059063 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef595d5-74c5-4394-b4c8-c405cd606ac7') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:08.059063 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef595d5-74c5-4394-b4c8-c405cd606ac7') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:08.066013 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 21a8a74e-998e-4007-adae-5b2f52c30bea triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:08.066534 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.082656 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a1d9a968-1415-43e5-9e2c-b89fbaf5c147 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.090994 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65edcd18-4d1b-4097-8e04-b47c1092980d req-b7127ac7-8c86-4949-a10f-0bbd0553153a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=972bd354-eef2-4e01-b16e-8c4bf18786f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566039 Jun 30 09:21:08.096225 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1f00555c-51b4-4165-afef-b6848dd08692 req-041484f2-4fb5-4768-a824-c99aef5c4d7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37a5e096-0afd-40c8-b2ad-536405a9bc3d HTTP/1.1" status: 200 len: 1002 time: 0.2358732 Jun 30 09:21:08.097943 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.130171 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c77416-a217-49a8-b284-3b37e40a02d4 None None] Resources bound (agent type, host, resource id): {{(pid=101055) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:21:08.215343 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.259609 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:08.260428 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.263576 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:21:08.263576 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:08.263576 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:21:08.263576 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:08.263576 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:21:08.263576 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:08.263576 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:21:08.263576 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:08.263576 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:21:08.263576 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:08.263576 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:21:08.263576 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:08.263576 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:21:08.263576 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:08.263576 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:08.263576 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:08.263576 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:08.263576 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:08.263576 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:21:08.263576 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:08.263576 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:21:08.263576 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:08.263576 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:08.263576 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:08.263576 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:08.263576 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:08.263576 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:08.263576 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:08.263576 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:08.263576 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:08.263576 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:08.263576 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:08.281672 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 68a8ca27-34be-40f8-a192-1b5b4a847d0d up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:08.324692 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00555c-51b4-4165-afef-b6848dd08692 req-fc10bb8c-f1c0-4a82-bf3b-3bb2e4079bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:08.326980 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1f00555c-51b4-4165-afef-b6848dd08692 req-fc10bb8c-f1c0-4a82-bf3b-3bb2e4079bd6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd8a9d34-628f-4a77-9fac-19eb06ec58fe HTTP/1.1" status: 200 len: 850 time: 0.2131557 Jun 30 09:21:08.389257 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e421d0c0-a36d-42cf-ae45-6422211586ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.424470 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 68a8ca27-34be-40f8-a192-1b5b4a847d0d triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:08.424470 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.428980 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-82335e25-714b-43df-9f1a-c6397b41522f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6819596 Jun 30 09:21:08.441166 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47354) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:08.449054 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-1ee34eb5-6184-4954-be7e-987b8b97abe3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Request body: {'port': {'network_id': '218b47dd-8039-49d7-aeb2-a7c399a109e7', 'name': 'tempest-NetworksIpV6TestAttrs-1216082990'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:08.483069 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d9a968-1415-43e5-9e2c-b89fbaf5c147 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Network 0e48345d-d6d9-46c0-be09-33e3cfc5ee59 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:08.490622 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-a1d9a968-1415-43e5-9e2c-b89fbaf5c147 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:08.498984 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d9a968-1415-43e5-9e2c-b89fbaf5c147 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:08.503579 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9a968-1415-43e5-9e2c-b89fbaf5c147 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Pushing event updated for resources: {'Port': ['ID=9f6d6fca-9366-4c82-9752-193addc4507f,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:08.539323 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65edcd18-4d1b-4097-8e04-b47c1092980d req-8ba44bcf-ed29-4b3c-8526-313b3e9390ae service neutron] 10.222.0.37 "GET /v2.0/networks/972bd354-eef2-4e01-b16e-8c4bf18786f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4354110 Jun 30 09:21:08.617864 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.624159 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d9a968-1415-43e5-9e2c-b89fbaf5c147 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:08.624953 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a1d9a968-1415-43e5-9e2c-b89fbaf5c147 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.644489 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.652263 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "DELETE /v2.0/networks/69de1e43-7b47-4a4c-8e26-9ad63bf3858d HTTP/1.1" status: 204 len: 168 time: 5.1635218 Jun 30 09:21:08.671931 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747c6004-f532-4475-b6a9-5ad6f63f617a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-218b47dd-8039-49d7-aeb2-a7c399a109e7', 'network_id': '218b47dd-8039-49d7-aeb2-a7c399a109e7', 'tenant_id': '775d3436f18e4101afdcafdb7729a684', 'fixed_ips': [{'subnet_id': '23dafa4a-e890-4949-a96a-87ceedaa1460'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:21:08.672408 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47360) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:08.673447 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-747c6004-f532-4475-b6a9-5ad6f63f617a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.683377 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-fdc53e81-758d-4b54-8fac-a1022daf3217 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-888340131'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:08.687225 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05456f04-bf73-4a9d-a618-3b31a3aaa61b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event deleted for resources: {'Network': ['ID=69de1e43-7b47-4a4c-8e26-9ad63bf3858d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:08.700732 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.704106 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00555c-51b4-4165-afef-b6848dd08692 req-77f1672e-10ba-497d-aa09-153eaa32b06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:08.705665 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1f00555c-51b4-4165-afef-b6848dd08692 req-77f1672e-10ba-497d-aa09-153eaa32b06f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac2db21f-3bc4-4f3a-a31f-707164d04b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3496525 Jun 30 09:21:08.722295 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 26a0bfc9-8b17-49c7-880d-26736192790a no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:08.764471 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa80c3fc-d568-490c-b08a-fb6f4bd4e29a admin admin] Router 3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:21:08.786357 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e421d0c0-a36d-42cf-ae45-6422211586ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.788323 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 26a0bfc9-8b17-49c7-880d-26736192790a {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:08.789104 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 26a0bfc9-8b17-49c7-880d-26736192790a not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:08.789254 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 954fc544-7dc8-49a5-8e82-a0d6604a22ce no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:08.827885 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65edcd18-4d1b-4097-8e04-b47c1092980d req-1957a325-ec8d-44e3-8b08-373f41c5f272 service neutron] 10.222.0.37 "GET /v2.0/networks/972bd354-eef2-4e01-b16e-8c4bf18786f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800431 Jun 30 09:21:08.834144 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421d0c0-a36d-42cf-ae45-6422211586ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8f0208f-8b22-4bf9-a176-653564689860,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:08.851376 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e421d0c0-a36d-42cf-ae45-6422211586ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.853660 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e421d0c0-a36d-42cf-ae45-6422211586ea admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b8f0208f-8b22-4bf9-a176-653564689860 HTTP/1.1" status: 204 len: 168 time: 1.2946665 Jun 30 09:21:08.858033 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47364) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:08.874919 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 954fc544-7dc8-49a5-8e82-a0d6604a22ce {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:08.875428 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 954fc544-7dc8-49a5-8e82-a0d6604a22ce not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:08.875983 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device fdc1422e-fb1e-4d4a-b973-875e4738c869 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:08.902646 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: fdc1422e-fb1e-4d4a-b973-875e4738c869 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:08.903227 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device fdc1422e-fb1e-4d4a-b973-875e4738c869 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:08.949483 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bc252-bcfe-4b44-8432-75b54c8ea1f2 req-a37f3bca-bd40-4523-affd-8f7a192c2f02 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:08.952023 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ef1bc252-bcfe-4b44-8432-75b54c8ea1f2 req-a37f3bca-bd40-4523-affd-8f7a192c2f02 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 945 time: 0.1677413 Jun 30 09:21:08.964307 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1f00555c-51b4-4165-afef-b6848dd08692 req-2075d6a3-85da-43a8-aae8-86ee6c8f7159 service neutron] 10.222.0.37 "GET /v2.0/networks/ac2db21f-3bc4-4f3a-a31f-707164d04b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441764 Jun 30 09:21:08.969867 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc53e81-758d-4b54-8fac-a1022daf3217 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Made reservation on behalf of 907c236b1ac04d10a22ac614e6b4c6ce for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:08.970977 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa80c3fc-d568-490c-b08a-fb6f4bd4e29a admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:21:08.973370 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fdc53e81-758d-4b54-8fac-a1022daf3217 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.973856 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-747c6004-f532-4475-b6a9-5ad6f63f617a None None] Allocated IP 2001:db8::f816:3eff:fe47:c707 (218b47dd-8039-49d7-aeb2-a7c399a109e7/23dafa4a-e890-4949-a96a-87ceedaa1460/13a92e1a-7287-4ba4-a229-3d7f27f909f0) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:08.981266 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-aa80c3fc-d568-490c-b08a-fb6f4bd4e29a admin admin] 10.222.0.10 "PUT /v2.0/routers/3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9785764 Jun 30 09:21:08.983842 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47366) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:08.996661 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb0ee4c-8d3b-445b-8b4d-2259fcf87448 None None] Sync routers for ids ['3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:21:09.045316 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-98d831c0-036a-4ff8-a132-2944df253b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:09.050964 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb0ee4c-8d3b-445b-8b4d-2259fcf87448 None None] Routers {'3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:09.052311 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-7fb0ee4c-8d3b-445b-8b4d-2259fcf87448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:20:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:09.071268 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ef1bc252-bcfe-4b44-8432-75b54c8ea1f2 req-4b876c1c-fead-4713-bacd-5c537e6375e4 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052792 Jun 30 09:21:09.081426 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc317d7-4b11-4b6d-bd6d-fe11ab45615f req-f8cb770a-cbce-4bfc-9735-46b114038ff6 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:09.092727 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3cc317d7-4b11-4b6d-bd6d-fe11ab45615f req-f8cb770a-cbce-4bfc-9735-46b114038ff6 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 946 time: 0.2685308 Jun 30 09:21:09.122988 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc53e81-758d-4b54-8fac-a1022daf3217 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:09.169495 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a1d9a968-1415-43e5-9e2c-b89fbaf5c147 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5934377 Jun 30 09:21:09.173823 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47372) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:09.178400 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-841a7619-e561-421a-a295-61874642dfe0 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:09.190921 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fdc53e81-758d-4b54-8fac-a1022daf3217 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:09.191308 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-fdc53e81-758d-4b54-8fac-a1022daf3217 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Added segment a40bf742-22a3-4d55-a9f5-078fd074dbbf of type vlan for network c4bd710c-b5c0-48f0-8eb1-e5b77bf02eb4 Jun 30 09:21:09.211004 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-89b69728-e08e-4d82-84ac-902281720627 admin admin] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:09.236566 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-7fb0ee4c-8d3b-445b-8b4d-2259fcf87448 None None] Set router 3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:21:09.265026 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3cc317d7-4b11-4b6d-bd6d-fe11ab45615f req-c4765e8e-47c5-4747-984d-d317df0ce74e tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647615 Jun 30 09:21:09.272421 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1f00555c-51b4-4165-afef-b6848dd08692 req-6519279a-aa02-450e-ae7e-988bf60eff1f service neutron] 10.222.0.37 "GET /v2.0/networks/ac2db21f-3bc4-4f3a-a31f-707164d04b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914491 Jun 30 09:21:09.283717 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fdc53e81-758d-4b54-8fac-a1022daf3217 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:09.313459 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee34eb5-6184-4954-be7e-987b8b97abe3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Made reservation on behalf of 775d3436f18e4101afdcafdb7729a684 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:09.324238 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1ee34eb5-6184-4954-be7e-987b8b97abe3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:09.347529 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-98d831c0-036a-4ff8-a132-2944df253b81 admin admin] Deleting port 8684bc3d-a3f5-4b7c-8687-cafcbf6ea74d {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:09.347770 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-98d831c0-036a-4ff8-a132-2944df253b81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:09.390795 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-1ee34eb5-6184-4954-be7e-987b8b97abe3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] device_id is not set on port af66f51e-eb02-40f7-a871-40521a9fa5a2 yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:21:09.394873 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-89b69728-e08e-4d82-84ac-902281720627 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:09.421547 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-747c6004-f532-4475-b6a9-5ad6f63f617a None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:09.441127 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-747c6004-f532-4475-b6a9-5ad6f63f617a None None] Transition to ACTIVE for port object 13a92e1a-7287-4ba4-a229-3d7f27f909f0 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:09.446618 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fdc53e81-758d-4b54-8fac-a1022daf3217 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:09.452931 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc53e81-758d-4b54-8fac-a1022daf3217 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:09.453656 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fdc53e81-758d-4b54-8fac-a1022daf3217 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:09.456324 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-841a7619-e561-421a-a295-61874642dfe0 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks [] for floatingip, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:09.473176 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-747c6004-f532-4475-b6a9-5ad6f63f617a None None] Transition to ACTIVE for port object 13a92e1a-7287-4ba4-a229-3d7f27f909f0 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:09.482597 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-98d831c0-036a-4ff8-a132-2944df253b81 admin admin] For port 8684bc3d-a3f5-4b7c-8687-cafcbf6ea74d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8684bc3d-a3f5-4b7c-8687-cafcbf6ea74d,segment=NetworkSegment(11ceacf8-d544-44e2-a7a3-d97e6e8fb0f9),segment_id=11ceacf8-d544-44e2-a7a3-d97e6e8fb0f9)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:09.483044 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-98d831c0-036a-4ff8-a132-2944df253b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:09.522632 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-7fb0ee4c-8d3b-445b-8b4d-2259fcf87448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'name': 'tempest-ServerRescueTestJSONUnderV235-792657630-router', 'tenant_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '2a961e1d-1b18-4e61-9cd5-5ba27fd61828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:15Z', 'updated_at': '2021-06-30T09:21:07Z', 'revision_number': 5, 'project_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'gw_port': {'id': '2a961e1d-1b18-4e61-9cd5-5ba27fd61828', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:62:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:17Z', 'updated_at': '2021-06-30T09:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:09.549599 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-98d831c0-036a-4ff8-a132-2944df253b81 admin admin] Calling delete_port for 8684bc3d-a3f5-4b7c-8687-cafcbf6ea74d owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:09.551060 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb0ee4c-8d3b-445b-8b4d-2259fcf87448 None None] Checking router: 3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:21:09.560909 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb0ee4c-8d3b-445b-8b4d-2259fcf87448 None None] Routers {'3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:09.561309 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-7fb0ee4c-8d3b-445b-8b4d-2259fcf87448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:20:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:09.567715 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc53e81-758d-4b54-8fac-a1022daf3217 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event updated for resources: {'Network': ['ID=c4bd710c-b5c0-48f0-8eb1-e5b77bf02eb4,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:09.598227 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network c4bd710c-b5c0-48f0-8eb1-e5b77bf02eb4 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:09.617512 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-89b69728-e08e-4d82-84ac-902281720627 admin admin] Deleting port 2a961e1d-1b18-4e61-9cd5-5ba27fd61828 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:09.618297 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-89b69728-e08e-4d82-84ac-902281720627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:09.654226 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fdc53e81-758d-4b54-8fac-a1022daf3217 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9805768 Jun 30 09:21:09.658042 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47374) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:09.666731 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-794e3a06-3e9a-4c04-9189-a6f260371e26 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Request body: {'subnet': {'network_id': 'c4bd710c-b5c0-48f0-8eb1-e5b77bf02eb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:09.667156 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-841a7619-e561-421a-a295-61874642dfe0 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:09.748828 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-1ee34eb5-6184-4954-be7e-987b8b97abe3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Allocated IP 2001:db8::f816:3eff:fef6:b602 (218b47dd-8039-49d7-aeb2-a7c399a109e7/23dafa4a-e890-4949-a96a-87ceedaa1460/af66f51e-eb02-40f7-a871-40521a9fa5a2) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:09.770542 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-89b69728-e08e-4d82-84ac-902281720627 admin admin] For port 2a961e1d-1b18-4e61-9cd5-5ba27fd61828, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=2a961e1d-1b18-4e61-9cd5-5ba27fd61828,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:09.771146 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-89b69728-e08e-4d82-84ac-902281720627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:09.796433 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-747c6004-f532-4475-b6a9-5ad6f63f617a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:09.812307 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-89b69728-e08e-4d82-84ac-902281720627 admin admin] Calling delete_port for 2a961e1d-1b18-4e61-9cd5-5ba27fd61828 owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:09.866993 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-98d831c0-036a-4ff8-a132-2944df253b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:09.884788 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-841a7619-e561-421a-a295-61874642dfe0 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Allocated IP 172.25.6.223 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/dc08e888-d709-4537-92b8-d55dcd704195) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:09.897683 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d831c0-036a-4ff8-a132-2944df253b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=8684bc3d-a3f5-4b7c-8687-cafcbf6ea74d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:09.899487 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794e3a06-3e9a-4c04-9189-a6f260371e26 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Made reservation on behalf of 907c236b1ac04d10a22ac614e6b4c6ce for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:09.901431 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747c6004-f532-4475-b6a9-5ad6f63f617a None None] Network 218b47dd-8039-49d7-aeb2-a7c399a109e7 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:09.902975 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-794e3a06-3e9a-4c04-9189-a6f260371e26 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:09.908599 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-747c6004-f532-4475-b6a9-5ad6f63f617a None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:09.919933 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747c6004-f532-4475-b6a9-5ad6f63f617a None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:09.925861 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-7fb0ee4c-8d3b-445b-8b4d-2259fcf87448 None None] Set router 3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:21:09.950263 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d831c0-036a-4ff8-a132-2944df253b81 admin admin] No DVR routers for this DVR port 8684bc3d-a3f5-4b7c-8687-cafcbf6ea74d on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:09.956329 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c6004-f532-4475-b6a9-5ad6f63f617a None None] Pushing event updated for resources: {'Port': ['ID=13a92e1a-7287-4ba4-a229-3d7f27f909f0,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:09.995682 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-7fb0ee4c-8d3b-445b-8b4d-2259fcf87448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'name': 'tempest-ServerRescueTestJSONUnderV235-792657630-router', 'tenant_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:15Z', 'updated_at': '2021-06-30T09:21:09Z', 'revision_number': 6, 'project_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:10.048528 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb0ee4c-8d3b-445b-8b4d-2259fcf87448 None None] The sync data for ids ['3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd'] in n-d-771363-31 is: [{'id': '3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd', 'name': 'tempest-ServerRescueTestJSONUnderV235-792657630-router', 'tenant_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:15Z', 'updated_at': '2021-06-30T09:21:09Z', 'revision_number': 6, 'project_id': 'ccdb6267e3ed432991d478e59bf31bd1', 'gw_port_host': None}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:21:10.080796 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-747c6004-f532-4475-b6a9-5ad6f63f617a None None] Attempting to bind port 13a92e1a-7287-4ba4-a229-3d7f27f909f0 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:10.081529 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-747c6004-f532-4475-b6a9-5ad6f63f617a None None] Attempting to bind port 13a92e1a-7287-4ba4-a229-3d7f27f909f0 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '55e08a75-556b-4d80-9918-f88a68eb6c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '218b47dd-8039-49d7-aeb2-a7c399a109e7'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:10.082252 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747c6004-f532-4475-b6a9-5ad6f63f617a None None] Attempting to bind port 13a92e1a-7287-4ba4-a229-3d7f27f909f0 on network 218b47dd-8039-49d7-aeb2-a7c399a109e7 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:10.090229 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747c6004-f532-4475-b6a9-5ad6f63f617a None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:10.091669 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747c6004-f532-4475-b6a9-5ad6f63f617a None None] Checking segment: {'id': '55e08a75-556b-4d80-9918-f88a68eb6c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '218b47dd-8039-49d7-aeb2-a7c399a109e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:10.092051 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-747c6004-f532-4475-b6a9-5ad6f63f617a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:10.092491 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747c6004-f532-4475-b6a9-5ad6f63f617a None None] Bound using segment: {'id': '55e08a75-556b-4d80-9918-f88a68eb6c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '218b47dd-8039-49d7-aeb2-a7c399a109e7'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:10.093030 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-747c6004-f532-4475-b6a9-5ad6f63f617a None None] Bound port: 13a92e1a-7287-4ba4-a229-3d7f27f909f0, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e08a75-556b-4d80-9918-f88a68eb6c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '218b47dd-8039-49d7-aeb2-a7c399a109e7'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:10.093417 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-747c6004-f532-4475-b6a9-5ad6f63f617a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:10.103891 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-98d831c0-036a-4ff8-a132-2944df253b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:10.136386 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-98d831c0-036a-4ff8-a132-2944df253b81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce754141-4034-4df2-883a-c137586675b6']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:10.146156 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1ee34eb5-6184-4954-be7e-987b8b97abe3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:10.148118 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-841a7619-e561-421a-a295-61874642dfe0 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:10.166459 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-98d831c0-036a-4ff8-a132-2944df253b81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ceacf8-d544-44e2-a7a3-d97e6e8fb0f9') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:10.166764 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-98d831c0-036a-4ff8-a132-2944df253b81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ceacf8-d544-44e2-a7a3-d97e6e8fb0f9') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:10.183934 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-1ee34eb5-6184-4954-be7e-987b8b97abe3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Transition to ACTIVE for port object af66f51e-eb02-40f7-a871-40521a9fa5a2 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:10.188396 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-98d831c0-036a-4ff8-a132-2944df253b81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:10.216296 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-98d831c0-036a-4ff8-a132-2944df253b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:10.236487 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-747c6004-f532-4475-b6a9-5ad6f63f617a None None] For port 13a92e1a-7287-4ba4-a229-3d7f27f909f0, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:10.240153 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-747c6004-f532-4475-b6a9-5ad6f63f617a None None] For port 13a92e1a-7287-4ba4-a229-3d7f27f909f0, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=13a92e1a-7287-4ba4-a229-3d7f27f909f0,segment=NetworkSegment(55e08a75-556b-4d80-9918-f88a68eb6c3c),segment_id=55e08a75-556b-4d80-9918-f88a68eb6c3c)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:10.249565 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d831c0-036a-4ff8-a132-2944df253b81 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:10.249981 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-98d831c0-036a-4ff8-a132-2944df253b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:10.251744 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:21:10.251744 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:10.251744 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:21:10.251744 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:10.251744 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:21:10.251744 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:10.251744 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:21:10.251744 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:10.251744 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:21:10.251744 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:10.251744 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:21:10.251744 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:10.251744 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:21:10.251744 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:10.251744 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:10.251744 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:10.251744 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:10.251744 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:10.251744 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:21:10.251744 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:10.251744 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:21:10.251744 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:10.251744 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:10.251744 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:10.251744 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:10.251744 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:10.251744 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:10.251744 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:10.251744 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:10.251744 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:10.251744 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:10.251744 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:10.312590 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-841a7619-e561-421a-a295-61874642dfe0 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:10.337062 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-747c6004-f532-4475-b6a9-5ad6f63f617a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:10.358387 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-89b69728-e08e-4d82-84ac-902281720627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:10.385378 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841a7619-e561-421a-a295-61874642dfe0 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:10.398873 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-841a7619-e561-421a-a295-61874642dfe0 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:10.400489 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841a7619-e561-421a-a295-61874642dfe0 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:10.434350 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c6004-f532-4475-b6a9-5ad6f63f617a None None] Pushing event updated for resources: {'Port': ['ID=13a92e1a-7287-4ba4-a229-3d7f27f909f0,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:10.459002 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f93a3-f1d0-415e-95bc-c1d87cbac239 req-9f0d5575-f157-410e-9846-4ab6863e3daf tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:10.460789 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-723f93a3-f1d0-415e-95bc-c1d87cbac239 req-9f0d5575-f157-410e-9846-4ab6863e3daf tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 945 time: 0.1921823 Jun 30 09:21:10.503698 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a7619-e561-421a-a295-61874642dfe0 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Pushing event updated for resources: {'Port': ['ID=dc08e888-d709-4537-92b8-d55dcd704195,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:10.601697 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b69728-e08e-4d82-84ac-902281720627 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a961e1d-1b18-4e61-9cd5-5ba27fd61828,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:10.646233 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-723f93a3-f1d0-415e-95bc-c1d87cbac239 req-412e9131-6a67-4746-b960-ac353e770fbe tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638401 Jun 30 09:21:10.658520 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-89b69728-e08e-4d82-84ac-902281720627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:10.757087 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-89b69728-e08e-4d82-84ac-902281720627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:10.761232 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-89b69728-e08e-4d82-84ac-902281720627 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:10.927233 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5d210-5bb9-46fa-a93f-2983efe2cee7 req-62c8da0d-5ee4-45c3-b7bc-99405d92c9ca tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:10.935718 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-89b69728-e08e-4d82-84ac-902281720627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:10.935718 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b69728-e08e-4d82-84ac-902281720627 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:21:10.936743 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-98f5d210-5bb9-46fa-a93f-2983efe2cee7 req-62c8da0d-5ee4-45c3-b7bc-99405d92c9ca tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 946 time: 0.1597066 Jun 30 09:21:10.940594 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-89b69728-e08e-4d82-84ac-902281720627 admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:10.942416 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-89b69728-e08e-4d82-84ac-902281720627 admin admin] 10.222.0.10 "DELETE /v2.0/routers/3938eb18-3aa6-49a1-a59e-6fe4eeff5ffd HTTP/1.1" status: 204 len: 168 time: 1.9569225 Jun 30 09:21:10.946424 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47382) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:10.977448 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-98f5d210-5bb9-46fa-a93f-2983efe2cee7 req-fd0fcf01-552a-4685-bfb6-cc839bed132a tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398123 Jun 30 09:21:10.993260 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1ee34eb5-6184-4954-be7e-987b8b97abe3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:10.994746 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-98d831c0-036a-4ff8-a132-2944df253b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.043500 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-98d831c0-036a-4ff8-a132-2944df253b81 admin admin] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.048981 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-98d831c0-036a-4ff8-a132-2944df253b81 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ce754141-4034-4df2-883a-c137586675b6 HTTP/1.1" status: 204 len: 168 time: 2.1880236 Jun 30 09:21:11.049610 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47386) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:11.078405 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-794e3a06-3e9a-4c04-9189-a6f260371e26 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.090309 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d831c0-036a-4ff8-a132-2944df253b81 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce754141-4034-4df2-883a-c137586675b6,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:11.104515 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee34eb5-6184-4954-be7e-987b8b97abe3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Network 218b47dd-8039-49d7-aeb2-a7c399a109e7 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:11.121510 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-545256fe-acb2-4f48-abfe-885725c30ca9 admin admin] Deleting subnet 36fff7d6-34a7-44f3-bad4-7b663a92c857 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:21:11.131633 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-545256fe-acb2-4f48-abfe-885725c30ca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.166820 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-841a7619-e561-421a-a295-61874642dfe0 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.169898 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-1ee34eb5-6184-4954-be7e-987b8b97abe3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:11.175988 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee34eb5-6184-4954-be7e-987b8b97abe3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Pushing event updated for resources: {'Port': ['ID=af66f51e-eb02-40f7-a871-40521a9fa5a2,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:11.185290 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee34eb5-6184-4954-be7e-987b8b97abe3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:11.190410 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-545256fe-acb2-4f48-abfe-885725c30ca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.191305 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee34eb5-6184-4954-be7e-987b8b97abe3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:11.191930 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1ee34eb5-6184-4954-be7e-987b8b97abe3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.238639 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-545256fe-acb2-4f48-abfe-885725c30ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.264068 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e3a06-3e9a-4c04-9189-a6f260371e26 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event updated for resources: {'Subnet': ['ID=db0516ac-39a3-4292-9f1e-0cb91c041dbf,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:11.286695 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794e3a06-3e9a-4c04-9189-a6f260371e26 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Checking segment: {'id': 'a40bf742-22a3-4d55-a9f5-078fd074dbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c4bd710c-b5c0-48f0-8eb1-e5b77bf02eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:11.287184 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794e3a06-3e9a-4c04-9189-a6f260371e26 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Network hostable DHCP agents. Network: c4bd710c-b5c0-48f0-8eb1-e5b77bf02eb4, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:11.396708 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-841a7619-e561-421a-a295-61874642dfe0 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.511031 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1ee34eb5-6184-4954-be7e-987b8b97abe3 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.0675924 Jun 30 09:21:11.518717 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47390) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:11.596204 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-e55bdae5-a073-46fd-bfbf-adc83811b717 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Deleting subnet 23dafa4a-e890-4949-a96a-87ceedaa1460 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:21:11.599970 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-545256fe-acb2-4f48-abfe-885725c30ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.602860 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e55bdae5-a073-46fd-bfbf-adc83811b717 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.605523 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794e3a06-3e9a-4c04-9189-a6f260371e26 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Network c4bd710c-b5c0-48f0-8eb1-e5b77bf02eb4 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:11.627672 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545256fe-acb2-4f48-abfe-885725c30ca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36fff7d6-34a7-44f3-bad4-7b663a92c857,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:11.650654 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-545256fe-acb2-4f48-abfe-885725c30ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.653695 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-545256fe-acb2-4f48-abfe-885725c30ca9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/36fff7d6-34a7-44f3-bad4-7b663a92c857 HTTP/1.1" status: 204 len: 168 time: 0.7036941 Jun 30 09:21:11.654214 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-841a7619-e561-421a-a295-61874642dfe0 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.656317 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47392) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:11.671452 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e55bdae5-a073-46fd-bfbf-adc83811b717 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.751052 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f3104e17-2505-452e-995d-cb80a7b34f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.752388 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-794e3a06-3e9a-4c04-9189-a6f260371e26 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, c4bd710c-b5c0-48f0-8eb1-e5b77bf02eb4) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:11.757086 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794e3a06-3e9a-4c04-9189-a6f260371e26 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:11.757685 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-794e3a06-3e9a-4c04-9189-a6f260371e26 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.765003 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-841a7619-e561-421a-a295-61874642dfe0 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.846646 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a7619-e561-421a-a295-61874642dfe0 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Pushing event updated for resources: {'Port': ['ID=dc08e888-d709-4537-92b8-d55dcd704195,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:11.877482 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e55bdae5-a073-46fd-bfbf-adc83811b717 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.930879 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-841a7619-e561-421a-a295-61874642dfe0 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.939801 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-794e3a06-3e9a-4c04-9189-a6f260371e26 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2786710 Jun 30 09:21:11.958308 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 13a92e1a-7287-4ba4-a229-3d7f27f909f0 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:11.962625 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a136205-f299-4a93-a755-baff6d96d39f None None] Network 218b47dd-8039-49d7-aeb2-a7c399a109e7 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:11.982560 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47396) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:11.990237 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-33363427-6124-458d-bd31-e9ea799937b3 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1972161694'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:12.003541 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7928adfe-c435-4a18-8ea9-18fd2b163668 None None] Network ce754141-4034-4df2-883a-c137586675b6 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:12.003541 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3412c7-88fe-407e-9ad1-adb8471627c0 None None] Network c4bd710c-b5c0-48f0-8eb1-e5b77bf02eb4 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:12.023469 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4b7b636b-6f01-42c0-917d-053670b17dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:12.077722 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7928adfe-c435-4a18-8ea9-18fd2b163668 None None] Network ce754141-4034-4df2-883a-c137586675b6 could not be found, it might have been deleted concurrently. {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 09:21:12.081538 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e55bdae5-a073-46fd-bfbf-adc83811b717 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:12.130176 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55bdae5-a073-46fd-bfbf-adc83811b717 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Pushing event deleted for resources: {'Subnet': ['ID=23dafa4a-e890-4949-a96a-87ceedaa1460,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:12.175285 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e55bdae5-a073-46fd-bfbf-adc83811b717 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:12.180185 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e55bdae5-a073-46fd-bfbf-adc83811b717 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "DELETE /v2.0/subnets/23dafa4a-e890-4949-a96a-87ceedaa1460 HTTP/1.1" status: 204 len: 168 time: 0.6602974 Jun 30 09:21:12.187255 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47398) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:12.205447 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c528389-7f60-457a-9e94-85db2a845df8 None None] DHCP port deletion for ce754141-4034-4df2-883a-c137586675b6 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:21:12.211340 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33363427-6124-458d-bd31-e9ea799937b3 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Made reservation on behalf of 907c236b1ac04d10a22ac614e6b4c6ce for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:12.215064 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-33363427-6124-458d-bd31-e9ea799937b3 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:12.276048 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-00983cbc-04b0-4dd2-ae29-0e629274f82c None None] Provisioning for port 13a92e1a-7287-4ba4-a229-3d7f27f909f0 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:12.322384 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c9a33-676b-4eab-9de3-21bdb6031c06 req-c8b1866b-bb13-44c0-80d1-a8967eff6426 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:12.324673 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-544c9a33-676b-4eab-9de3-21bdb6031c06 req-c8b1866b-bb13-44c0-80d1-a8967eff6426 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 945 time: 0.4038446 Jun 30 09:21:12.338979 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 13a92e1a-7287-4ba4-a229-3d7f27f909f0 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:12.357878 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 13a92e1a-7287-4ba4-a229-3d7f27f909f0 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:12.358459 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:12.384547 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f3104e17-2505-452e-995d-cb80a7b34f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:12.395525 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-f3104e17-2505-452e-995d-cb80a7b34f6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f6b8c18-5a03-4360-b0ab-d9fb67f737bd']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:12.406962 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-f3104e17-2505-452e-995d-cb80a7b34f6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '711ab168-ac66-4fc0-8f70-ec0c835b4a1b') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:12.407650 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-f3104e17-2505-452e-995d-cb80a7b34f6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '711ab168-ac66-4fc0-8f70-ec0c835b4a1b') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:12.416655 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f3104e17-2505-452e-995d-cb80a7b34f6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:12.418438 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33363427-6124-458d-bd31-e9ea799937b3 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:12.434504 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f3104e17-2505-452e-995d-cb80a7b34f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:12.441786 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3104e17-2505-452e-995d-cb80a7b34f6b admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:12.442113 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f3104e17-2505-452e-995d-cb80a7b34f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:12.444209 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:12.468718 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-33363427-6124-458d-bd31-e9ea799937b3 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:12.469079 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-33363427-6124-458d-bd31-e9ea799937b3 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Added segment c2a8b50b-ad54-498c-8f8e-f8ec86cc5cba of type vlan for network 179202f6-15d0-4ea2-9292-a70d6b5ac93e Jun 30 09:21:12.473382 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e84d9c-6d31-4422-bab0-1ad449291479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-c4bd710c-b5c0-48f0-8eb1-e5b77bf02eb4', 'network_id': 'c4bd710c-b5c0-48f0-8eb1-e5b77bf02eb4', 'tenant_id': '907c236b1ac04d10a22ac614e6b4c6ce', 'fixed_ips': [{'subnet_id': 'db0516ac-39a3-4292-9f1e-0cb91c041dbf'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:21:12.474300 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-11e84d9c-6d31-4422-bab0-1ad449291479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:12.474436 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed021a6-06db-406c-8675-5e56a2cdd725 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:12.476167 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed021a6-06db-406c-8675-5e56a2cdd725 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:12.478006 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9ed021a6-06db-406c-8675-5e56a2cdd725 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2885582 Jun 30 09:21:12.482065 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47402) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:12.490865 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-841a7619-e561-421a-a295-61874642dfe0 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:12.496594 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-841a7619-e561-421a-a295-61874642dfe0 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3173835 Jun 30 09:21:12.499305 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47404) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:12.507355 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-90d8ddd1-a4db-4b57-b82f-6725ba80f8ab tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Request body: {'floatingip': {'port_id': '9f6d6fca-9366-4c82-9752-193addc4507f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:12.518852 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9872f7d8-b029-46a6-b2bc-42f22d133d79 None None] Network 218b47dd-8039-49d7-aeb2-a7c399a109e7 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:12.542389 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:12.565637 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-90d8ddd1-a4db-4b57-b82f-6725ba80f8ab tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks [] for floatingip, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:12.585422 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-544c9a33-676b-4eab-9de3-21bdb6031c06 req-1124587c-7eb3-43d3-b347-b7a889b52067 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104232 Jun 30 09:21:12.611170 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-33363427-6124-458d-bd31-e9ea799937b3 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:12.635697 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-455f13a9-09aa-4c65-a0fc-73db25dd58a8 None None] Provisioning for port 9f6d6fca-9366-4c82-9752-193addc4507f completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:12.651744 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fd2cacd5-f85b-4005-b312-517eb0d0daa1 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:12.654780 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-455f13a9-09aa-4c65-a0fc-73db25dd58a8 None None] Provisioning complete for port 9f6d6fca-9366-4c82-9752-193addc4507f triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:12.655451 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-455f13a9-09aa-4c65-a0fc-73db25dd58a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:12.673184 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f3104e17-2505-452e-995d-cb80a7b34f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:12.691175 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd2cacd5-f85b-4005-b312-517eb0d0daa1 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 30 09:21:12.691652 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd2cacd5-f85b-4005-b312-517eb0d0daa1 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:12.693134 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f3104e17-2505-452e-995d-cb80a7b34f6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:12.698557 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fd2cacd5-f85b-4005-b312-517eb0d0daa1 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "DELETE /v2.0/networks/218b47dd-8039-49d7-aeb2-a7c399a109e7 HTTP/1.1" status: 409 len: 405 time: 0.2011487 Jun 30 09:21:12.698796 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f3104e17-2505-452e-995d-cb80a7b34f6b admin admin] 10.222.0.10 "DELETE /v2.0/networks/9f6b8c18-5a03-4360-b0ab-d9fb67f737bd HTTP/1.1" status: 204 len: 168 time: 1.0382748 Jun 30 09:21:12.712992 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47410) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:12.720571 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-a90421f7-664b-4299-b477-8fb1d9bbef09 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-24239077'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:12.720816 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3104e17-2505-452e-995d-cb80a7b34f6b admin admin] Pushing event deleted for resources: {'Network': ['ID=9f6b8c18-5a03-4360-b0ab-d9fb67f737bd,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:12.749777 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-33363427-6124-458d-bd31-e9ea799937b3 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:12.755471 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33363427-6124-458d-bd31-e9ea799937b3 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:12.758668 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-33363427-6124-458d-bd31-e9ea799937b3 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:12.787667 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-90d8ddd1-a4db-4b57-b82f-6725ba80f8ab tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] update failed (client error): The resource could not be found. Jun 30 09:21:12.788865 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-90d8ddd1-a4db-4b57-b82f-6725ba80f8ab tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] 10.222.0.10 "PUT /v2.0/floatingips/da530d95-0f87-4b6d-85e0-60fe5e6003b6 HTTP/1.1" status: 404 len: 507 time: 0.2884443 Jun 30 09:21:12.791645 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47412) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:12.841730 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 13a92e1a-7287-4ba4-a229-3d7f27f909f0, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=13a92e1a-7287-4ba4-a229-3d7f27f909f0,segment=NetworkSegment(55e08a75-556b-4d80-9918-f88a68eb6c3c),segment_id=55e08a75-556b-4d80-9918-f88a68eb6c3c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:12.864390 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33363427-6124-458d-bd31-e9ea799937b3 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event updated for resources: {'Network': ['ID=179202f6-15d0-4ea2-9292-a70d6b5ac93e,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:12.870996 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-455f13a9-09aa-4c65-a0fc-73db25dd58a8 None None] Port 9f6d6fca-9366-4c82-9752-193addc4507f cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:21:12.873339 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-4b7b636b-6f01-42c0-917d-053670b17dba admin admin] Deleting port 30c0050e-4aad-4dbb-a044-5b2ac2819cb1 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:12.873689 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4b7b636b-6f01-42c0-917d-053670b17dba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:12.890271 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 179202f6-15d0-4ea2-9292-a70d6b5ac93e details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:12.917476 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90421f7-664b-4299-b477-8fb1d9bbef09 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Made reservation on behalf of 775d3436f18e4101afdcafdb7729a684 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:12.922562 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a90421f7-664b-4299-b477-8fb1d9bbef09 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:12.957030 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:12.959687 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-11e84d9c-6d31-4422-bab0-1ad449291479 None None] Allocated IP 2001:db8::1 (c4bd710c-b5c0-48f0-8eb1-e5b77bf02eb4/db0516ac-39a3-4292-9f1e-0cb91c041dbf/0ca309eb-805d-4b98-bbe1-81f5978bf497) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:12.961753 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90421f7-664b-4299-b477-8fb1d9bbef09 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:12.983511 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-4d58e5dd-733d-4144-82c7-e885bec0fcf7 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Deleting port dc08e888-d709-4537-92b8-d55dcd704195 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:12.985427 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4d58e5dd-733d-4144-82c7-e885bec0fcf7 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:13.011589 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a90421f7-664b-4299-b477-8fb1d9bbef09 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:13.012078 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-a90421f7-664b-4299-b477-8fb1d9bbef09 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Added segment 7ecf4c47-18e2-4cb7-b861-54c980c8f4d1 of type vlan for network d88d56e2-ed2f-427e-83e1-11fdefac423a Jun 30 09:21:13.042718 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-33363427-6124-458d-bd31-e9ea799937b3 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0575051 Jun 30 09:21:13.049972 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47414) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:13.059433 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-74d0ee04-4f0a-417a-a3ec-6cad36973b26 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Request body: {'subnet': {'network_id': '179202f6-15d0-4ea2-9292-a70d6b5ac93e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:13.064232 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 2a961e1d-1b18-4e61-9cd5-5ba27fd61828 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:13.067854 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-4b7b636b-6f01-42c0-917d-053670b17dba admin admin] For port 30c0050e-4aad-4dbb-a044-5b2ac2819cb1, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=30c0050e-4aad-4dbb-a044-5b2ac2819cb1,segment=NetworkSegment(494ffa33-a54b-4cb7-9c72-e04a0308813e),segment_id=494ffa33-a54b-4cb7-9c72-e04a0308813e)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:13.068591 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4b7b636b-6f01-42c0-917d-053670b17dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:13.097572 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4d58e5dd-733d-4144-82c7-e885bec0fcf7 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:13.098508 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4d58e5dd-733d-4144-82c7-e885bec0fcf7 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:13.114359 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-4d58e5dd-733d-4144-82c7-e885bec0fcf7 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Calling delete_port for dc08e888-d709-4537-92b8-d55dcd704195 owned by network:floatingip {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:13.125749 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=13a92e1a-7287-4ba4-a229-3d7f27f909f0,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:13.129194 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 2a961e1d-1b18-4e61-9cd5-5ba27fd61828 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:13.129761 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 2a961e1d-1b18-4e61-9cd5-5ba27fd61828 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:13.130374 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:13.132539 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2699e85-188a-4db9-b009-79d5d9e47946 None None] DHCP port deletion for 218b47dd-8039-49d7-aeb2-a7c399a109e7 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:21:13.160068 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:13.160898 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8e8c0a0e-5ae7-4412-85f0-8b2d0d92a984 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:13.178982 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-4b7b636b-6f01-42c0-917d-053670b17dba admin admin] Calling delete_port for 30c0050e-4aad-4dbb-a044-5b2ac2819cb1 owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:13.185443 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a90421f7-664b-4299-b477-8fb1d9bbef09 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:13.285762 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-b2699e85-188a-4db9-b009-79d5d9e47946 None None] Deleting port 13a92e1a-7287-4ba4-a229-3d7f27f909f0 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:13.286167 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b2699e85-188a-4db9-b009-79d5d9e47946 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:13.314078 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47416) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:13.343703 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-11e84d9c-6d31-4422-bab0-1ad449291479 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:13.364028 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8e556f5e-4b6c-4b4d-99b4-daa24ef5cd1b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ccdb6267e3ed432991d478e59bf31bd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484180 Jun 30 09:21:13.366288 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47418) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:13.373607 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-b2699e85-188a-4db9-b009-79d5d9e47946 None None] For port 13a92e1a-7287-4ba4-a229-3d7f27f909f0, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=13a92e1a-7287-4ba4-a229-3d7f27f909f0,segment=NetworkSegment(55e08a75-556b-4d80-9918-f88a68eb6c3c),segment_id=55e08a75-556b-4d80-9918-f88a68eb6c3c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:13.375656 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b2699e85-188a-4db9-b009-79d5d9e47946 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:13.388008 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-b2699e85-188a-4db9-b009-79d5d9e47946 None None] Calling delete_port for 13a92e1a-7287-4ba4-a229-3d7f27f909f0 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:13.422768 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d0ee04-4f0a-417a-a3ec-6cad36973b26 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Made reservation on behalf of 907c236b1ac04d10a22ac614e6b4c6ce for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:13.423659 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4d58e5dd-733d-4144-82c7-e885bec0fcf7 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:13.427100 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-74d0ee04-4f0a-417a-a3ec-6cad36973b26 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:13.430292 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a90421f7-664b-4299-b477-8fb1d9bbef09 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:13.432599 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1c0ecd59-2b29-47ce-bf48-9757879604e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:13.437109 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90421f7-664b-4299-b477-8fb1d9bbef09 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:13.437732 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a90421f7-664b-4299-b477-8fb1d9bbef09 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:13.439356 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-11e84d9c-6d31-4422-bab0-1ad449291479 None None] Transition to ACTIVE for port object 0ca309eb-805d-4b98-bbe1-81f5978bf497 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:13.460650 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58e5dd-733d-4144-82c7-e885bec0fcf7 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Pushing event deleted for resources: {'Port': ['ID=dc08e888-d709-4537-92b8-d55dcd704195,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:13.466022 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-11e84d9c-6d31-4422-bab0-1ad449291479 None None] Transition to ACTIVE for port object 0ca309eb-805d-4b98-bbe1-81f5978bf497 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:13.498479 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1c0ecd59-2b29-47ce-bf48-9757879604e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:13.555428 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-11e84d9c-6d31-4422-bab0-1ad449291479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:13.564847 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4d58e5dd-733d-4144-82c7-e885bec0fcf7 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks [] for floatingip, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:13.567352 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4d58e5dd-733d-4144-82c7-e885bec0fcf7 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:13.569664 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4d58e5dd-733d-4144-82c7-e885bec0fcf7 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] 10.222.0.10 "DELETE /v2.0/floatingips/da530d95-0f87-4b6d-85e0-60fe5e6003b6 HTTP/1.1" status: 204 len: 168 time: 0.7753675 Jun 30 09:21:13.576828 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.ipam_backend_mixin [None req-74d0ee04-4f0a-417a-a3ec-6cad36973b26 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Performing IP validity checks on allocation pools {{(pid=101054) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 09:21:13.577461 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.ipam_backend_mixin [None req-74d0ee04-4f0a-417a-a3ec-6cad36973b26 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101054) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 09:21:13.577618 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47420) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:13.582997 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-902db8d6-e990-455b-8948-0cb13767b9e9 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Request body: {'floatingip': {'floating_network_id': '0e48345d-d6d9-46c0-be09-33e3cfc5ee59', 'port_id': '9f6d6fca-9366-4c82-9752-193addc4507f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:13.589163 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b2699e85-188a-4db9-b009-79d5d9e47946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:13.603575 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90421f7-664b-4299-b477-8fb1d9bbef09 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Pushing event updated for resources: {'Network': ['ID=d88d56e2-ed2f-427e-83e1-11fdefac423a,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:13.612768 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a90421f7-664b-4299-b477-8fb1d9bbef09 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8973391 Jun 30 09:21:13.616480 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47422) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:13.623375 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e84d9c-6d31-4422-bab0-1ad449291479 None None] Network c4bd710c-b5c0-48f0-8eb1-e5b77bf02eb4 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:13.624333 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network d88d56e2-ed2f-427e-83e1-11fdefac423a details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:13.627879 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-57cfca24-387a-4815-a172-0def025d8a3c tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Request body: {'subnet': {'network_id': 'd88d56e2-ed2f-427e-83e1-11fdefac423a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:13.631225 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e84d9c-6d31-4422-bab0-1ad449291479 None None] Pushing event updated for resources: {'Port': ['ID=0ca309eb-805d-4b98-bbe1-81f5978bf497,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:13.684948 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4b7b636b-6f01-42c0-917d-053670b17dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:13.724234 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1c0ecd59-2b29-47ce-bf48-9757879604e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:13.729810 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2699e85-188a-4db9-b009-79d5d9e47946 None None] No DVR routers for this DVR port 13a92e1a-7287-4ba4-a229-3d7f27f909f0 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:13.730762 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1c0ecd59-2b29-47ce-bf48-9757879604e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:13.737343 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1c0ecd59-2b29-47ce-bf48-9757879604e1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b3e473d5-9073-44a3-8bfc-d93501fc778c HTTP/1.1" status: 204 len: 168 time: 0.3678472 Jun 30 09:21:13.739364 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b636b-6f01-42c0-917d-053670b17dba admin admin] Pushing event deleted for resources: {'Port': ['ID=30c0050e-4aad-4dbb-a044-5b2ac2819cb1,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:13.768166 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ecd59-2b29-47ce-bf48-9757879604e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e473d5-9073-44a3-8bfc-d93501fc778c,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:13.774849 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-11e84d9c-6d31-4422-bab0-1ad449291479 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:13.782886 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e84d9c-6d31-4422-bab0-1ad449291479 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:13.794389 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-902db8d6-e990-455b-8948-0cb13767b9e9 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks [] for floatingip, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:13.804376 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 13a92e1a-7287-4ba4-a229-3d7f27f909f0 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:13.856811 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2699e85-188a-4db9-b009-79d5d9e47946 None None] Pushing event deleted for resources: {'Port': ['ID=13a92e1a-7287-4ba4-a229-3d7f27f909f0,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:13.866689 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 13a92e1a-7287-4ba4-a229-3d7f27f909f0 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:13.867036 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 13a92e1a-7287-4ba4-a229-3d7f27f909f0 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:13.867502 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8684bc3d-a3f5-4b7c-8687-cafcbf6ea74d no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:13.958312 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 8684bc3d-a3f5-4b7c-8687-cafcbf6ea74d {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:13.958670 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8684bc3d-a3f5-4b7c-8687-cafcbf6ea74d not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:13.988985 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-11e84d9c-6d31-4422-bab0-1ad449291479 None None] Attempting to bind port 0ca309eb-805d-4b98-bbe1-81f5978bf497 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:13.989574 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-11e84d9c-6d31-4422-bab0-1ad449291479 None None] Attempting to bind port 0ca309eb-805d-4b98-bbe1-81f5978bf497 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'a40bf742-22a3-4d55-a9f5-078fd074dbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c4bd710c-b5c0-48f0-8eb1-e5b77bf02eb4'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:13.989574 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e84d9c-6d31-4422-bab0-1ad449291479 None None] Attempting to bind port 0ca309eb-805d-4b98-bbe1-81f5978bf497 on network c4bd710c-b5c0-48f0-8eb1-e5b77bf02eb4 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:13.989792 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cfca24-387a-4815-a172-0def025d8a3c tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Made reservation on behalf of 775d3436f18e4101afdcafdb7729a684 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:13.994452 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-57cfca24-387a-4815-a172-0def025d8a3c tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:13.999756 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e84d9c-6d31-4422-bab0-1ad449291479 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:14.000595 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e84d9c-6d31-4422-bab0-1ad449291479 None None] Checking segment: {'id': 'a40bf742-22a3-4d55-a9f5-078fd074dbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c4bd710c-b5c0-48f0-8eb1-e5b77bf02eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:14.001177 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-11e84d9c-6d31-4422-bab0-1ad449291479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:14.001893 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e84d9c-6d31-4422-bab0-1ad449291479 None None] Bound using segment: {'id': 'a40bf742-22a3-4d55-a9f5-078fd074dbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c4bd710c-b5c0-48f0-8eb1-e5b77bf02eb4'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:14.003425 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-11e84d9c-6d31-4422-bab0-1ad449291479 None None] Bound port: 0ca309eb-805d-4b98-bbe1-81f5978bf497, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40bf742-22a3-4d55-a9f5-078fd074dbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c4bd710c-b5c0-48f0-8eb1-e5b77bf02eb4'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:14.004022 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-11e84d9c-6d31-4422-bab0-1ad449291479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:14.095036 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-11e84d9c-6d31-4422-bab0-1ad449291479 None None] For port 0ca309eb-805d-4b98-bbe1-81f5978bf497, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:14.098548 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-11e84d9c-6d31-4422-bab0-1ad449291479 None None] For port 0ca309eb-805d-4b98-bbe1-81f5978bf497, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=0ca309eb-805d-4b98-bbe1-81f5978bf497,segment=NetworkSegment(a40bf742-22a3-4d55-a9f5-078fd074dbbf),segment_id=a40bf742-22a3-4d55-a9f5-078fd074dbbf)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:14.108844 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cd045-d95c-4f18-a297-ae9e37bde682 req-397ca8eb-eb5c-4e70-846a-20d9b0ddd665 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:14.111254 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aa8cd045-d95c-4f18-a297-ae9e37bde682 req-397ca8eb-eb5c-4e70-846a-20d9b0ddd665 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 945 time: 0.3201771 Jun 30 09:21:14.115534 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-74d0ee04-4f0a-417a-a3ec-6cad36973b26 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:14.204875 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-11e84d9c-6d31-4422-bab0-1ad449291479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:14.245279 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4b7b636b-6f01-42c0-917d-053670b17dba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:14.250434 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0ee04-4f0a-417a-a3ec-6cad36973b26 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event updated for resources: {'Subnet': ['ID=7b8f5a2f-6246-461b-941e-f52670fcee22,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:14.266999 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aa8cd045-d95c-4f18-a297-ae9e37bde682 req-3b8fe828-c936-445d-ae4f-b3fa727984b3 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073272 Jun 30 09:21:14.279696 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-902db8d6-e990-455b-8948-0cb13767b9e9 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:21:14.280916 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-902db8d6-e990-455b-8948-0cb13767b9e9 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7020791 Jun 30 09:21:14.285603 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47430) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:14.295547 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-047e2f1b-39db-4714-bd5c-78206122a9fd tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'port_id': '9f6d6fca-9366-4c82-9752-193addc4507f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:14.320310 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e84d9c-6d31-4422-bab0-1ad449291479 None None] Pushing event updated for resources: {'Port': ['ID=0ca309eb-805d-4b98-bbe1-81f5978bf497,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:14.345487 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d0ee04-4f0a-417a-a3ec-6cad36973b26 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Checking segment: {'id': 'c2a8b50b-ad54-498c-8f8e-f8ec86cc5cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '179202f6-15d0-4ea2-9292-a70d6b5ac93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:14.345863 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d0ee04-4f0a-417a-a3ec-6cad36973b26 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Network hostable DHCP agents. Network: 179202f6-15d0-4ea2-9292-a70d6b5ac93e, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:14.434011 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-047e2f1b-39db-4714-bd5c-78206122a9fd tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks [] for floatingip, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:14.470065 n-d-771363-31 neutron-server[101053]: DEBUG neutron.objects.ports [None req-57cfca24-387a-4815-a172-0def025d8a3c tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101053) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:21:14.475534 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d0ee04-4f0a-417a-a3ec-6cad36973b26 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Network 179202f6-15d0-4ea2-9292-a70d6b5ac93e is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:14.508139 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-57cfca24-387a-4815-a172-0def025d8a3c tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:14.593031 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-74d0ee04-4f0a-417a-a3ec-6cad36973b26 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 179202f6-15d0-4ea2-9292-a70d6b5ac93e) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:14.601489 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d0ee04-4f0a-417a-a3ec-6cad36973b26 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:14.616329 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-74d0ee04-4f0a-417a-a3ec-6cad36973b26 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:14.619282 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfccf8af-4261-490e-afde-8d37fdc4460d None None] Network 179202f6-15d0-4ea2-9292-a70d6b5ac93e requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:14.635715 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7b636b-6f01-42c0-917d-053670b17dba admin admin] Router 08fba739-fde4-40fd-a522-97f4f19a84fc has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:21:14.642394 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfca24-387a-4815-a172-0def025d8a3c tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Pushing event updated for resources: {'Subnet': ['ID=d74af176-34eb-4eff-b2dc-293bf3d99008,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:14.662023 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cfca24-387a-4815-a172-0def025d8a3c tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Checking segment: {'id': '7ecf4c47-18e2-4cb7-b861-54c980c8f4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd88d56e2-ed2f-427e-83e1-11fdefac423a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:14.662657 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cfca24-387a-4815-a172-0def025d8a3c tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Network hostable DHCP agents. Network: d88d56e2-ed2f-427e-83e1-11fdefac423a, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:14.731364 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-047e2f1b-39db-4714-bd5c-78206122a9fd tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:14.738580 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-74d0ee04-4f0a-417a-a3ec-6cad36973b26 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6872730 Jun 30 09:21:14.741373 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47440) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:14.813392 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7b636b-6f01-42c0-917d-053670b17dba admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:21:14.819436 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4b7b636b-6f01-42c0-917d-053670b17dba admin admin] 10.222.0.10 "PUT /v2.0/routers/08fba739-fde4-40fd-a522-97f4f19a84fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7652116 Jun 30 09:21:14.821852 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47442) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:14.825572 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802543da-3703-4582-9700-51a3316df9e2 None None] Sync routers for ids ['08fba739-fde4-40fd-a522-97f4f19a84fc'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:21:14.826173 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cfca24-387a-4815-a172-0def025d8a3c tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Network d88d56e2-ed2f-427e-83e1-11fdefac423a is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:14.837736 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802543da-3703-4582-9700-51a3316df9e2 None None] Routers {'08fba739-fde4-40fd-a522-97f4f19a84fc'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:14.838823 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-802543da-3703-4582-9700-51a3316df9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:20:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['08fba739-fde4-40fd-a522-97f4f19a84fc'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:14.851337 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-57cfca24-387a-4815-a172-0def025d8a3c tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, d88d56e2-ed2f-427e-83e1-11fdefac423a) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:14.861452 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cfca24-387a-4815-a172-0def025d8a3c tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:14.862058 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-57cfca24-387a-4815-a172-0def025d8a3c tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:14.970855 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8303fff9-b8a0-4ce7-9979-e83642a95d9b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.005604 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-047e2f1b-39db-4714-bd5c-78206122a9fd tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Allocated IP 172.25.6.135 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/94986699-170f-4460-849b-961af8491a21) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:15.009060 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4306d7-46a0-4113-8911-6bf4bb29acd3 None None] Network d88d56e2-ed2f-427e-83e1-11fdefac423a requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:15.026974 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cd03ebfb-b579-458f-af2e-025da1cea4e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.062824 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-802543da-3703-4582-9700-51a3316df9e2 None None] Set router 08fba739-fde4-40fd-a522-97f4f19a84fc gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:21:15.064286 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-57cfca24-387a-4815-a172-0def025d8a3c tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4467165 Jun 30 09:21:15.078587 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47448) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:15.252310 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16de7d0-ebc5-4d9a-bc77-602c70ebf575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-179202f6-15d0-4ea2-9292-a70d6b5ac93e', 'network_id': '179202f6-15d0-4ea2-9292-a70d6b5ac93e', 'tenant_id': '907c236b1ac04d10a22ac614e6b4c6ce', 'fixed_ips': [{'subnet_id': '7b8f5a2f-6246-461b-941e-f52670fcee22'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:21:15.255283 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e16de7d0-ebc5-4d9a-bc77-602c70ebf575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.329868 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cd03ebfb-b579-458f-af2e-025da1cea4e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.456333 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-802543da-3703-4582-9700-51a3316df9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fba739-fde4-40fd-a522-97f4f19a84fc', 'name': 'tempest-TestAggregatesBasicOps-2125539804-router', 'tenant_id': 'c2259490fa184ce8907ac2c8f2b7b772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '1496a864-3502-4ae2-bc95-074220a45db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:42Z', 'updated_at': '2021-06-30T09:21:13Z', 'revision_number': 5, 'project_id': 'c2259490fa184ce8907ac2c8f2b7b772', 'gw_port': {'id': '1496a864-3502-4ae2-bc95-074220a45db1', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fba739-fde4-40fd-a522-97f4f19a84fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:44Z', 'updated_at': '2021-06-30T09:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:15.494621 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8303fff9-b8a0-4ce7-9979-e83642a95d9b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.529301 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802543da-3703-4582-9700-51a3316df9e2 None None] Checking router: 08fba739-fde4-40fd-a522-97f4f19a84fc for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:21:15.559815 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802543da-3703-4582-9700-51a3316df9e2 None None] Routers {'08fba739-fde4-40fd-a522-97f4f19a84fc'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:15.565007 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-802543da-3703-4582-9700-51a3316df9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:20:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['08fba739-fde4-40fd-a522-97f4f19a84fc'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:15.656625 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-61f92c93-e6d9-49ef-abaf-857a1610a691 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.665030 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-047e2f1b-39db-4714-bd5c-78206122a9fd tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.727527 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-cd03ebfb-b579-458f-af2e-025da1cea4e4 admin admin] Deleting port 1496a864-3502-4ae2-bc95-074220a45db1 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:15.727879 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cd03ebfb-b579-458f-af2e-025da1cea4e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.744017 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-802543da-3703-4582-9700-51a3316df9e2 None None] Set router 08fba739-fde4-40fd-a522-97f4f19a84fc gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:21:15.811206 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-802543da-3703-4582-9700-51a3316df9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fba739-fde4-40fd-a522-97f4f19a84fc', 'name': 'tempest-TestAggregatesBasicOps-2125539804-router', 'tenant_id': 'c2259490fa184ce8907ac2c8f2b7b772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:42Z', 'updated_at': '2021-06-30T09:21:15Z', 'revision_number': 6, 'project_id': 'c2259490fa184ce8907ac2c8f2b7b772', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:15.846285 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802543da-3703-4582-9700-51a3316df9e2 None None] The sync data for ids ['08fba739-fde4-40fd-a522-97f4f19a84fc'] in n-d-771363-31 is: [{'id': '08fba739-fde4-40fd-a522-97f4f19a84fc', 'name': 'tempest-TestAggregatesBasicOps-2125539804-router', 'tenant_id': 'c2259490fa184ce8907ac2c8f2b7b772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:42Z', 'updated_at': '2021-06-30T09:21:15Z', 'revision_number': 6, 'project_id': 'c2259490fa184ce8907ac2c8f2b7b772', 'gw_port_host': None}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:21:15.853716 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-61f92c93-e6d9-49ef-abaf-857a1610a691 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.858194 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e878a5-9607-4337-accd-3eeb48e2218d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-d88d56e2-ed2f-427e-83e1-11fdefac423a', 'network_id': 'd88d56e2-ed2f-427e-83e1-11fdefac423a', 'tenant_id': '775d3436f18e4101afdcafdb7729a684', 'fixed_ips': [{'subnet_id': 'd74af176-34eb-4eff-b2dc-293bf3d99008'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:21:15.859866 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-10e878a5-9607-4337-accd-3eeb48e2218d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.875888 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8303fff9-b8a0-4ce7-9979-e83642a95d9b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.952684 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303fff9-b8a0-4ce7-9979-e83642a95d9b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event deleted for resources: {'Subnet': ['ID=7b8f5a2f-6246-461b-941e-f52670fcee22,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:15.967362 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-047e2f1b-39db-4714-bd5c-78206122a9fd tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server [None req-e16de7d0-ebc5-4d9a-bc77-602c70ebf575 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b8f5a2f-6246-461b-941e-f52670fcee22: This subnet is being modified by another concurrent operation. Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:21:16.014211 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise exception Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b8f5a2f-6246-461b-941e-f52670fcee22: This subnet is being modified by another concurrent operation. Jun 30 09:21:16.019269 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server Jun 30 09:21:16.025293 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47460) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:16.086908 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba3c2fc-0910-48b9-a70f-33d3b62b8a9a None None] Network c4bd710c-b5c0-48f0-8eb1-e5b77bf02eb4 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:16.090851 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06346214-565e-42e0-b5f5-54fb23b82a8c None None] Network 179202f6-15d0-4ea2-9292-a70d6b5ac93e requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:16.125217 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047e2f1b-39db-4714-bd5c-78206122a9fd tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:16.132229 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8303fff9-b8a0-4ce7-9979-e83642a95d9b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.158406 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-8303fff9-b8a0-4ce7-9979-e83642a95d9b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['179202f6-15d0-4ea2-9292-a70d6b5ac93e']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:16.167740 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-8303fff9-b8a0-4ce7-9979-e83642a95d9b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a8b50b-ad54-498c-8f8e-f8ec86cc5cba') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:16.168181 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-8303fff9-b8a0-4ce7-9979-e83642a95d9b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a8b50b-ad54-498c-8f8e-f8ec86cc5cba') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:16.183912 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8303fff9-b8a0-4ce7-9979-e83642a95d9b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.201116 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8303fff9-b8a0-4ce7-9979-e83642a95d9b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.208593 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8303fff9-b8a0-4ce7-9979-e83642a95d9b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:16.209076 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8303fff9-b8a0-4ce7-9979-e83642a95d9b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.323621 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:21:16.323621 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:16.323621 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:21:16.323621 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:16.323621 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:21:16.323621 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:16.323621 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:21:16.323621 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:16.323621 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:21:16.323621 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:16.323621 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:21:16.323621 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:16.323621 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:21:16.323621 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:16.323621 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:16.323621 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:16.323621 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:16.323621 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:16.323621 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:21:16.323621 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:16.323621 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:21:16.323621 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:16.323621 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:16.323621 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:16.323621 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:16.323621 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:16.323621 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:16.323621 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:16.323621 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:16.323621 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:16.323621 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:16.323621 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:16.330412 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e2f1b-39db-4714-bd5c-78206122a9fd tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Pushing event updated for resources: {'Port': ['ID=94986699-170f-4460-849b-961af8491a21,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:16.336792 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-047e2f1b-39db-4714-bd5c-78206122a9fd tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:16.349173 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-61f92c93-e6d9-49ef-abaf-857a1610a691 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.371171 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-cd03ebfb-b579-458f-af2e-025da1cea4e4 admin admin] For port 1496a864-3502-4ae2-bc95-074220a45db1, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=1496a864-3502-4ae2-bc95-074220a45db1,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:16.371811 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cd03ebfb-b579-458f-af2e-025da1cea4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.371990 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-378d4ace-fa31-444f-b2c8-fc1d29f09f49 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2039883727-network', 'tenant_id': '234aaca18299482fab3a8daeb994da0d'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:16.378904 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047e2f1b-39db-4714-bd5c-78206122a9fd tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:16.388796 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 0ca309eb-805d-4b98-bbe1-81f5978bf497 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:16.393264 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-cd03ebfb-b579-458f-af2e-025da1cea4e4 admin admin] Calling delete_port for 1496a864-3502-4ae2-bc95-074220a45db1 owned by network:router_gateway {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:16.424628 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f92c93-e6d9-49ef-abaf-857a1610a691 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Pushing event deleted for resources: {'Subnet': ['ID=d74af176-34eb-4eff-b2dc-293bf3d99008,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:16.429444 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddccbe-9b8a-47dc-9f79-5b465800e704 req-70556fb6-8c2c-46ba-af60-9a42fb388b9b tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:16.430864 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fcddccbe-9b8a-47dc-9f79-5b465800e704 req-70556fb6-8c2c-46ba-af60-9a42fb388b9b tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 945 time: 0.8946569 Jun 30 09:21:16.458610 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8303fff9-b8a0-4ce7-9979-e83642a95d9b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.489187 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8303fff9-b8a0-4ce7-9979-e83642a95d9b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.493864 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8303fff9-b8a0-4ce7-9979-e83642a95d9b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "DELETE /v2.0/networks/179202f6-15d0-4ea2-9292-a70d6b5ac93e HTTP/1.1" status: 204 len: 168 time: 1.7487895 Jun 30 09:21:16.498342 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47466) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server [None req-10e878a5-9607-4337-accd-3eeb48e2218d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d74af176-34eb-4eff-b2dc-293bf3d99008: This subnet is being modified by another concurrent operation. Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:21:16.502069 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise exception Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d74af176-34eb-4eff-b2dc-293bf3d99008: This subnet is being modified by another concurrent operation. Jun 30 09:21:16.509704 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server Jun 30 09:21:16.522880 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-6799a182-0613-46d4-bb17-5073d6d24b81 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1456616505'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:16.524439 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-16b3bd59-2202-46cc-bdb7-f0730346dab7 None None] Provisioning for port 0ca309eb-805d-4b98-bbe1-81f5978bf497 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:16.538074 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fcddccbe-9b8a-47dc-9f79-5b465800e704 req-c1d7e697-96b1-4639-bc39-ca0519f45a2a tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979013 Jun 30 09:21:16.550099 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77d1122-3292-4fee-9c26-0f7c6e112bff None None] Network d88d56e2-ed2f-427e-83e1-11fdefac423a requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:16.562559 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303fff9-b8a0-4ce7-9979-e83642a95d9b tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event deleted for resources: {'Network': ['ID=179202f6-15d0-4ea2-9292-a70d6b5ac93e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:16.603581 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 0ca309eb-805d-4b98-bbe1-81f5978bf497 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:16.615399 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 0ca309eb-805d-4b98-bbe1-81f5978bf497 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:16.615849 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.630107 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378d4ace-fa31-444f-b2c8-fc1d29f09f49 admin admin] Made reservation on behalf of 234aaca18299482fab3a8daeb994da0d for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:16.632459 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-378d4ace-fa31-444f-b2c8-fc1d29f09f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.670774 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-61f92c93-e6d9-49ef-abaf-857a1610a691 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.676207 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-378d4ace-fa31-444f-b2c8-fc1d29f09f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.704055 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-61f92c93-e6d9-49ef-abaf-857a1610a691 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88d56e2-ed2f-427e-83e1-11fdefac423a']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:16.719903 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-61f92c93-e6d9-49ef-abaf-857a1610a691 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ecf4c47-18e2-4cb7-b861-54c980c8f4d1') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:16.720138 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-61f92c93-e6d9-49ef-abaf-857a1610a691 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ecf4c47-18e2-4cb7-b861-54c980c8f4d1') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:16.735775 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-61f92c93-e6d9-49ef-abaf-857a1610a691 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.763727 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.768094 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6799a182-0613-46d4-bb17-5073d6d24b81 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Made reservation on behalf of 907c236b1ac04d10a22ac614e6b4c6ce for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:16.773234 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-61f92c93-e6d9-49ef-abaf-857a1610a691 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.775973 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6799a182-0613-46d4-bb17-5073d6d24b81 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.790099 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f92c93-e6d9-49ef-abaf-857a1610a691 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:16.790553 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-61f92c93-e6d9-49ef-abaf-857a1610a691 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.793961 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:21:16.793961 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:16.793961 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:21:16.793961 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:16.793961 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:21:16.793961 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:16.793961 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:21:16.793961 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:16.793961 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:21:16.793961 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:16.793961 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:21:16.793961 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:16.793961 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:21:16.793961 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:16.793961 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:16.793961 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:16.793961 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:16.793961 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:16.793961 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:21:16.793961 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:16.793961 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:21:16.793961 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:16.793961 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:16.793961 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:16.793961 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:16.793961 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:16.793961 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:16.793961 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:16.793961 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:16.793961 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:16.793961 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:16.793961 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:16.810438 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cd03ebfb-b579-458f-af2e-025da1cea4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.820332 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 0ca309eb-805d-4b98-bbe1-81f5978bf497, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=0ca309eb-805d-4b98-bbe1-81f5978bf497,segment=NetworkSegment(a40bf742-22a3-4d55-a9f5-078fd074dbbf),segment_id=a40bf742-22a3-4d55-a9f5-078fd074dbbf)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:16.843809 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03ebfb-b579-458f-af2e-025da1cea4e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1496a864-3502-4ae2-bc95-074220a45db1,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:16.881954 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f06530f-28d0-44b0-91d4-1cfa7c171227 None None] get_active_networks_info from n-d-771363-31 {{(pid=101055) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:21:16.884802 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-047e2f1b-39db-4714-bd5c-78206122a9fd tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Deleting port 94986699-170f-4460-849b-961af8491a21 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:16.885407 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-047e2f1b-39db-4714-bd5c-78206122a9fd tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.932778 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cd03ebfb-b579-458f-af2e-025da1cea4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.974561 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-047e2f1b-39db-4714-bd5c-78206122a9fd tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.974943 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-047e2f1b-39db-4714-bd5c-78206122a9fd tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.986880 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.989291 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-047e2f1b-39db-4714-bd5c-78206122a9fd tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Calling delete_port for 94986699-170f-4460-849b-961af8491a21 owned by network:floatingip {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:17.015079 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-61f92c93-e6d9-49ef-abaf-857a1610a691 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.024550 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bbbc2e4b-47d1-4036-a0e2-8548a7b3ae0a None None] Provisioning complete for port 0ca309eb-805d-4b98-bbe1-81f5978bf497 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:17.025088 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bbbc2e4b-47d1-4036-a0e2-8548a7b3ae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.037394 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6799a182-0613-46d4-bb17-5073d6d24b81 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:17.048991 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cd03ebfb-b579-458f-af2e-025da1cea4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.052633 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cd03ebfb-b579-458f-af2e-025da1cea4e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.057468 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6799a182-0613-46d4-bb17-5073d6d24b81 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.057818 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-6799a182-0613-46d4-bb17-5073d6d24b81 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Added segment 3218993e-340f-4ef8-81b4-cd152dd8d7b0 of type vlan for network b4c79c0c-e1b6-4cd8-a70e-e9f2a58d3e61 Jun 30 09:21:17.086081 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-61f92c93-e6d9-49ef-abaf-857a1610a691 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.092094 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-61f92c93-e6d9-49ef-abaf-857a1610a691 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "DELETE /v2.0/networks/d88d56e2-ed2f-427e-83e1-11fdefac423a HTTP/1.1" status: 204 len: 168 time: 2.0082941 Jun 30 09:21:17.098348 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f92c93-e6d9-49ef-abaf-857a1610a691 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Pushing event deleted for resources: {'Network': ['ID=d88d56e2-ed2f-427e-83e1-11fdefac423a,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:17.102096 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47468) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:17.124897 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=0ca309eb-805d-4b98-bbe1-81f5978bf497,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:17.133024 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-157e325e-a41f-4c76-9e00-11bd644258a5 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-179324572'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:17.147637 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f06530f-28d0-44b0-91d4-1cfa7c171227 None None] Resources bound (agent type, host, resource id): {{(pid=101055) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:21:17.154292 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6799a182-0613-46d4-bb17-5073d6d24b81 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.225365 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-378d4ace-fa31-444f-b2c8-fc1d29f09f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.243979 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cd03ebfb-b579-458f-af2e-025da1cea4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.244702 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd03ebfb-b579-458f-af2e-025da1cea4e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08fba739-fde4-40fd-a522-97f4f19a84fc {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:21:17.249894 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cd03ebfb-b579-458f-af2e-025da1cea4e4 admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.253631 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-cd03ebfb-b579-458f-af2e-025da1cea4e4 admin admin] 10.222.0.10 "DELETE /v2.0/routers/08fba739-fde4-40fd-a522-97f4f19a84fc HTTP/1.1" status: 204 len: 168 time: 2.4306135 Jun 30 09:21:17.254325 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47470) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:17.292328 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6799a182-0613-46d4-bb17-5073d6d24b81 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.298393 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6799a182-0613-46d4-bb17-5073d6d24b81 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:17.299629 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6799a182-0613-46d4-bb17-5073d6d24b81 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.353826 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d9231c-c9b5-432f-87de-2e10e12ee60b admin admin] Deleting subnet bda58419-24a5-44ad-99c1-c5593a18159e {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:21:17.366058 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f9d9231c-c9b5-432f-87de-2e10e12ee60b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.409176 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-378d4ace-fa31-444f-b2c8-fc1d29f09f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.416724 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799a182-0613-46d4-bb17-5073d6d24b81 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event updated for resources: {'Network': ['ID=b4c79c0c-e1b6-4cd8-a70e-e9f2a58d3e61,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:17.434889 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f9d9231c-c9b5-432f-87de-2e10e12ee60b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.440179 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network b4c79c0c-e1b6-4cd8-a70e-e9f2a58d3e61 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:17.464710 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378d4ace-fa31-444f-b2c8-fc1d29f09f49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:17.471421 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d4ace-fa31-444f-b2c8-fc1d29f09f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:17.477428 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-047e2f1b-39db-4714-bd5c-78206122a9fd tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.513835 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-378d4ace-fa31-444f-b2c8-fc1d29f09f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.514210 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-378d4ace-fa31-444f-b2c8-fc1d29f09f49 admin admin] Added segment 1251b18e-95fe-4a76-b566-dbaccb21e832 of type vlan for network 7915cb22-074c-47c5-9699-2fe2d087c9a8 Jun 30 09:21:17.526111 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e2f1b-39db-4714-bd5c-78206122a9fd tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Pushing event deleted for resources: {'Port': ['ID=94986699-170f-4460-849b-961af8491a21,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:17.555906 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f9d9231c-c9b5-432f-87de-2e10e12ee60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.562220 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6799a182-0613-46d4-bb17-5073d6d24b81 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0616214 Jun 30 09:21:17.578311 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47476) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:17.589178 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-b431c29b-636d-4ee6-900f-dafaa0e317ab tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Request body: {'subnet': {'network_id': 'b4c79c0c-e1b6-4cd8-a70e-e9f2a58d3e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:17.619004 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec0c4bd-d85c-4a11-9d36-3bf59265f236 None None] get_active_networks_info from n-d-771363-31 {{(pid=101055) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:21:17.672884 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-378d4ace-fa31-444f-b2c8-fc1d29f09f49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.704112 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157e325e-a41f-4c76-9e00-11bd644258a5 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Made reservation on behalf of 775d3436f18e4101afdcafdb7729a684 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:17.715902 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-157e325e-a41f-4c76-9e00-11bd644258a5 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.746236 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-157e325e-a41f-4c76-9e00-11bd644258a5 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:17.773106 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-157e325e-a41f-4c76-9e00-11bd644258a5 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.773828 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-157e325e-a41f-4c76-9e00-11bd644258a5 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Added segment 74451a42-fd2d-42e3-a0ac-bf8c87c1b085 of type vlan for network 90544e06-fd65-479a-b834-2cd4dfb52a56 Jun 30 09:21:17.786592 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 0ca309eb-805d-4b98-bbe1-81f5978bf497 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:17.791889 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f9d9231c-c9b5-432f-87de-2e10e12ee60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.827618 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec0c4bd-d85c-4a11-9d36-3bf59265f236 None None] Resources bound (agent type, host, resource id): {{(pid=101055) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:21:17.842531 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d9231c-c9b5-432f-87de-2e10e12ee60b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bda58419-24a5-44ad-99c1-c5593a18159e,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:17.851408 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f9d9231c-c9b5-432f-87de-2e10e12ee60b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.853260 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f9d9231c-c9b5-432f-87de-2e10e12ee60b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/bda58419-24a5-44ad-99c1-c5593a18159e HTTP/1.1" status: 204 len: 168 time: 0.5980020 Jun 30 09:21:17.855965 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47478) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:17.876629 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-378d4ace-fa31-444f-b2c8-fc1d29f09f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.876932 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-157e325e-a41f-4c76-9e00-11bd644258a5 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.878288 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378d4ace-fa31-444f-b2c8-fc1d29f09f49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:17.879006 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-378d4ace-fa31-444f-b2c8-fc1d29f09f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.889900 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf3857-043f-4332-b73f-55513203ee51 req-209ec40e-7b16-4eb6-afdf-9e83ac3e41be tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:17.891435 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ecbf3857-043f-4332-b73f-55513203ee51 req-209ec40e-7b16-4eb6-afdf-9e83ac3e41be tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 945 time: 0.2206154 Jun 30 09:21:17.909549 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 0ca309eb-805d-4b98-bbe1-81f5978bf497 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:17.909925 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.927398 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b431c29b-636d-4ee6-900f-dafaa0e317ab tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Made reservation on behalf of 907c236b1ac04d10a22ac614e6b4c6ce for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:17.931230 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b431c29b-636d-4ee6-900f-dafaa0e317ab tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.950443 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ecbf3857-043f-4332-b73f-55513203ee51 req-7a717cc3-e00b-4613-8e1d-db9220b6d1b3 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498953 Jun 30 09:21:18.036013 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-157e325e-a41f-4c76-9e00-11bd644258a5 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.042082 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157e325e-a41f-4c76-9e00-11bd644258a5 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:18.047171 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-157e325e-a41f-4c76-9e00-11bd644258a5 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.126604 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e325e-a41f-4c76-9e00-11bd644258a5 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Pushing event updated for resources: {'Network': ['ID=90544e06-fd65-479a-b834-2cd4dfb52a56,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:18.161986 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 90544e06-fd65-479a-b834-2cd4dfb52a56 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:18.187072 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 1496a864-3502-4ae2-bc95-074220a45db1 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:18.206666 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-157e325e-a41f-4c76-9e00-11bd644258a5 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0998118 Jun 30 09:21:18.206666 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47480) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:18.236910 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-c55c86af-8c39-4857-a895-0603683167c6 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Request body: {'subnet': {'network_id': '90544e06-fd65-479a-b834-2cd4dfb52a56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:18.264680 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 1496a864-3502-4ae2-bc95-074220a45db1 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:18.265319 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 1496a864-3502-4ae2-bc95-074220a45db1 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:18.265904 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 30c0050e-4aad-4dbb-a044-5b2ac2819cb1 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:18.267856 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-047e2f1b-39db-4714-bd5c-78206122a9fd tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] create failed (client error): The resource could not be found. Jun 30 09:21:18.269176 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-047e2f1b-39db-4714-bd5c-78206122a9fd tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.9824638 Jun 30 09:21:18.274099 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47482) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:18.323319 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 30c0050e-4aad-4dbb-a044-5b2ac2819cb1 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:18.323677 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 30c0050e-4aad-4dbb-a044-5b2ac2819cb1 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:18.340087 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-01095a24-3cf5-47f4-8650-c065769057bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.346863 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d4ace-fa31-444f-b2c8-fc1d29f09f49 admin admin] Pushing event updated for resources: {'Network': ['ID=7915cb22-074c-47c5-9699-2fe2d087c9a8,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:18.358005 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 7915cb22-074c-47c5-9699-2fe2d087c9a8 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:18.402610 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965c3a26-ae63-4b37-916e-9f8d438c052a None None] Network 95834718-7145-4c4c-ade7-7eb62a9539eb requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:18.424436 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-c6727ea9-5957-48d0-8a8e-c5e4d189d56c tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Deleting port 9f6d6fca-9366-4c82-9752-193addc4507f {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:18.425258 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c6727ea9-5957-48d0-8a8e-c5e4d189d56c tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.480592 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-378d4ace-fa31-444f-b2c8-fc1d29f09f49 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.4535108 Jun 30 09:21:18.481481 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47484) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:18.496974 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-fa9790c7-33fc-4d17-abd7-abd685865489 admin admin] Request body: {'subnet': {'network_id': '7915cb22-074c-47c5-9699-2fe2d087c9a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2039883727-subnet', 'tenant_id': '234aaca18299482fab3a8daeb994da0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:18.519366 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-01095a24-3cf5-47f4-8650-c065769057bb admin admin] Deleting port 3620a526-c9f9-43ed-b829-05f155e8d807 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:18.519865 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-01095a24-3cf5-47f4-8650-c065769057bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.539853 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c6727ea9-5957-48d0-8a8e-c5e4d189d56c tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.556055 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-c6727ea9-5957-48d0-8a8e-c5e4d189d56c tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Calling delete_port for 9f6d6fca-9366-4c82-9752-193addc4507f owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:18.644601 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-01095a24-3cf5-47f4-8650-c065769057bb admin admin] For port 3620a526-c9f9-43ed-b829-05f155e8d807, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3620a526-c9f9-43ed-b829-05f155e8d807,segment=NetworkSegment(494ffa33-a54b-4cb7-9c72-e04a0308813e),segment_id=494ffa33-a54b-4cb7-9c72-e04a0308813e)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:18.645469 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-01095a24-3cf5-47f4-8650-c065769057bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.663349 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-01095a24-3cf5-47f4-8650-c065769057bb admin admin] Calling delete_port for 3620a526-c9f9-43ed-b829-05f155e8d807 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:18.714548 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55c86af-8c39-4857-a895-0603683167c6 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Made reservation on behalf of 775d3436f18e4101afdcafdb7729a684 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:18.719461 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c55c86af-8c39-4857-a895-0603683167c6 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.730400 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b431c29b-636d-4ee6-900f-dafaa0e317ab tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.771372 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9790c7-33fc-4d17-abd7-abd685865489 admin admin] Made reservation on behalf of 234aaca18299482fab3a8daeb994da0d for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:18.774060 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fa9790c7-33fc-4d17-abd7-abd685865489 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.806545 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c946ff0-cec4-4b74-81b0-dde9c0d834a5 None None] DHCP port deletion for 95834718-7145-4c4c-ade7-7eb62a9539eb request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:21:18.865828 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c6727ea9-5957-48d0-8a8e-c5e4d189d56c tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.869070 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-8c946ff0-cec4-4b74-81b0-dde9c0d834a5 None None] Deleting port 3620a526-c9f9-43ed-b829-05f155e8d807 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:18.870126 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8c946ff0-cec4-4b74-81b0-dde9c0d834a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.885098 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431c29b-636d-4ee6-900f-dafaa0e317ab tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event updated for resources: {'Subnet': ['ID=1c28c0a0-ba9a-4a1b-b060-1fe6a0b0baef,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:18.908155 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6727ea9-5957-48d0-8a8e-c5e4d189d56c tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Pushing event deleted for resources: {'Port': ['ID=9f6d6fca-9366-4c82-9752-193addc4507f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:18.924940 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b431c29b-636d-4ee6-900f-dafaa0e317ab tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Checking segment: {'id': '3218993e-340f-4ef8-81b4-cd152dd8d7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b4c79c0c-e1b6-4cd8-a70e-e9f2a58d3e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:18.924940 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b431c29b-636d-4ee6-900f-dafaa0e317ab tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Network hostable DHCP agents. Network: b4c79c0c-e1b6-4cd8-a70e-e9f2a58d3e61, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:18.950700 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-8c946ff0-cec4-4b74-81b0-dde9c0d834a5 None None] For port 3620a526-c9f9-43ed-b829-05f155e8d807, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3620a526-c9f9-43ed-b829-05f155e8d807,segment=NetworkSegment(494ffa33-a54b-4cb7-9c72-e04a0308813e),segment_id=494ffa33-a54b-4cb7-9c72-e04a0308813e)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:18.951222 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8c946ff0-cec4-4b74-81b0-dde9c0d834a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.970697 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-8c946ff0-cec4-4b74-81b0-dde9c0d834a5 None None] Calling delete_port for 3620a526-c9f9-43ed-b829-05f155e8d807 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:18.974617 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-01095a24-3cf5-47f4-8650-c065769057bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.028284 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01095a24-3cf5-47f4-8650-c065769057bb admin admin] Pushing event deleted for resources: {'Port': ['ID=3620a526-c9f9-43ed-b829-05f155e8d807,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:19.036308 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b431c29b-636d-4ee6-900f-dafaa0e317ab tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Network b4c79c0c-e1b6-4cd8-a70e-e9f2a58d3e61 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:19.038892 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01095a24-3cf5-47f4-8650-c065769057bb admin admin] No DVR routers for this DVR port 3620a526-c9f9-43ed-b829-05f155e8d807 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:19.055001 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c6727ea9-5957-48d0-8a8e-c5e4d189d56c tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.060065 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c6727ea9-5957-48d0-8a8e-c5e4d189d56c tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] 10.222.0.10 "DELETE /v2.0/ports/9f6d6fca-9366-4c82-9752-193addc4507f HTTP/1.1" status: 204 len: 168 time: 0.7842977 Jun 30 09:21:19.060852 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47490) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:19.139175 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8c946ff0-cec4-4b74-81b0-dde9c0d834a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.144102 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178f4dd8-1081-48a2-868a-c968f4d3b971 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:19.151266 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-178f4dd8-1081-48a2-868a-c968f4d3b971 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5f019e-663a-4cb6-a06b-baa05d474dac HTTP/1.1" status: 200 len: 913 time: 0.0884757 Jun 30 09:21:19.154177 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47492) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:19.159494 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c55c86af-8c39-4857-a895-0603683167c6 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.182204 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c946ff0-cec4-4b74-81b0-dde9c0d834a5 None None] Pushing event deleted for resources: {'Port': ['ID=3620a526-c9f9-43ed-b829-05f155e8d807,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:19.193386 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-b431c29b-636d-4ee6-900f-dafaa0e317ab tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, b4c79c0c-e1b6-4cd8-a70e-e9f2a58d3e61) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:19.203223 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b431c29b-636d-4ee6-900f-dafaa0e317ab tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:19.204227 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b431c29b-636d-4ee6-900f-dafaa0e317ab tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.205247 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c946ff0-cec4-4b74-81b0-dde9c0d834a5 None None] No DVR routers for this DVR port 3620a526-c9f9-43ed-b829-05f155e8d807 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:19.214734 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de38eb1-9be8-4d55-9569-ab03b59ad4de None None] Network b4c79c0c-e1b6-4cd8-a70e-e9f2a58d3e61 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:19.219345 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-01095a24-3cf5-47f4-8650-c065769057bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.238223 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-01095a24-3cf5-47f4-8650-c065769057bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95834718-7145-4c4c-ade7-7eb62a9539eb']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:19.254781 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-01095a24-3cf5-47f4-8650-c065769057bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '494ffa33-a54b-4cb7-9c72-e04a0308813e') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:19.259953 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-01095a24-3cf5-47f4-8650-c065769057bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '494ffa33-a54b-4cb7-9c72-e04a0308813e') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:19.266123 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-01095a24-3cf5-47f4-8650-c065769057bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.284092 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fa9790c7-33fc-4d17-abd7-abd685865489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.286780 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-01095a24-3cf5-47f4-8650-c065769057bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.325416 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01095a24-3cf5-47f4-8650-c065769057bb admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:19.325826 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-01095a24-3cf5-47f4-8650-c065769057bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.327642 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:21:19.327642 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:19.327642 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:21:19.327642 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:19.327642 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:21:19.327642 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:19.327642 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:21:19.327642 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:19.327642 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:21:19.327642 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:19.327642 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:21:19.327642 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:19.327642 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:21:19.327642 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:19.327642 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:19.327642 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:19.327642 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:19.327642 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:19.327642 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:21:19.327642 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:19.327642 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:21:19.327642 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:19.327642 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:19.327642 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:19.327642 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:19.327642 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:19.327642 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:19.327642 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:19.327642 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:19.327642 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:19.327642 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:19.327642 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:19.348185 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b431c29b-636d-4ee6-900f-dafaa0e317ab tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7645178 Jun 30 09:21:19.349299 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47494) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:19.385091 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c86af-8c39-4857-a895-0603683167c6 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Pushing event updated for resources: {'Subnet': ['ID=e474a946-4a8e-4d58-a9c0-e74063b20ed8,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:19.412719 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7828a49-1790-44a1-b2db-aa33432ae12b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-b4c79c0c-e1b6-4cd8-a70e-e9f2a58d3e61', 'network_id': 'b4c79c0c-e1b6-4cd8-a70e-e9f2a58d3e61', 'tenant_id': '907c236b1ac04d10a22ac614e6b4c6ce', 'fixed_ips': [{'subnet_id': '1c28c0a0-ba9a-4a1b-b060-1fe6a0b0baef'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:21:19.414187 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e7828a49-1790-44a1-b2db-aa33432ae12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.421667 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55c86af-8c39-4857-a895-0603683167c6 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Checking segment: {'id': '74451a42-fd2d-42e3-a0ac-bf8c87c1b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '90544e06-fd65-479a-b834-2cd4dfb52a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:19.422047 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55c86af-8c39-4857-a895-0603683167c6 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Network hostable DHCP agents. Network: 90544e06-fd65-479a-b834-2cd4dfb52a56, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:19.464192 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9790c7-33fc-4d17-abd7-abd685865489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aa4110f-a72f-4573-96b9-ab88a0074a0f,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:19.488642 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9790c7-33fc-4d17-abd7-abd685865489 admin admin] Checking segment: {'id': '1251b18e-95fe-4a76-b566-dbaccb21e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7915cb22-074c-47c5-9699-2fe2d087c9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:19.489005 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9790c7-33fc-4d17-abd7-abd685865489 admin admin] Network hostable DHCP agents. Network: 7915cb22-074c-47c5-9699-2fe2d087c9a8, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:19.531848 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986707a-a346-4284-b96e-096af19a87c2 req-a326b178-571d-4f03-b521-497009a22f6a tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:19.532759 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.533407 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0986707a-a346-4284-b96e-096af19a87c2 req-a326b178-571d-4f03-b521-497009a22f6a tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 945 time: 0.3669312 Jun 30 09:21:19.571653 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-01095a24-3cf5-47f4-8650-c065769057bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.581284 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-01095a24-3cf5-47f4-8650-c065769057bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.581872 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-e7828a49-1790-44a1-b2db-aa33432ae12b None None] Allocated IP 2001:db8::1 (b4c79c0c-e1b6-4cd8-a70e-e9f2a58d3e61/1c28c0a0-ba9a-4a1b-b060-1fe6a0b0baef/30a6a6d2-d3b7-47cf-9550-82845298b6a4) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:19.583180 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-01095a24-3cf5-47f4-8650-c065769057bb admin admin] 10.222.0.10 "DELETE /v2.0/networks/95834718-7145-4c4c-ade7-7eb62a9539eb HTTP/1.1" status: 204 len: 168 time: 1.7255826 Jun 30 09:21:19.596951 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01095a24-3cf5-47f4-8650-c065769057bb admin admin] Pushing event deleted for resources: {'Network': ['ID=95834718-7145-4c4c-ade7-7eb62a9539eb,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:19.607628 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9790c7-33fc-4d17-abd7-abd685865489 admin admin] Network 7915cb22-074c-47c5-9699-2fe2d087c9a8 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:19.617361 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.644049 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55c86af-8c39-4857-a895-0603683167c6 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Network 90544e06-fd65-479a-b834-2cd4dfb52a56 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:19.654186 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0986707a-a346-4284-b96e-096af19a87c2 req-8ad8e60d-58fe-403e-8f4d-2066c9dfa03c tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126223 Jun 30 09:21:19.719549 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-fa9790c7-33fc-4d17-abd7-abd685865489 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 7915cb22-074c-47c5-9699-2fe2d087c9a8) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:19.729080 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-c55c86af-8c39-4857-a895-0603683167c6 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 90544e06-fd65-479a-b834-2cd4dfb52a56) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:19.729313 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9790c7-33fc-4d17-abd7-abd685865489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:19.730331 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fa9790c7-33fc-4d17-abd7-abd685865489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.738973 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55c86af-8c39-4857-a895-0603683167c6 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:19.742846 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c55c86af-8c39-4857-a895-0603683167c6 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.748632 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2907386e-1fda-4d5a-a5b8-344a381fb072 None None] Network 7915cb22-074c-47c5-9699-2fe2d087c9a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:19.753044 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d52208d-32c2-4fc7-b884-c4be1d4ace46 None None] Network 90544e06-fd65-479a-b834-2cd4dfb52a56 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:19.820770 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3620a526-c9f9-43ed-b829-05f155e8d807 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:19.826591 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d182ce1-3e64-4de3-8790-1b4178f19773 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.885558 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 3620a526-c9f9-43ed-b829-05f155e8d807 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:19.900464 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fa9790c7-33fc-4d17-abd7-abd685865489 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3950245 Jun 30 09:21:19.901052 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3620a526-c9f9-43ed-b829-05f155e8d807 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:19.902617 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47500) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:19.908323 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-2d1caa29-630e-4f78-85e3-098d4be14cc1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2039883727-router', 'tenant_id': '234aaca18299482fab3a8daeb994da0d', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:19.963354 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c55c86af-8c39-4857-a895-0603683167c6 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7554498 Jun 30 09:21:19.966977 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47502) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:19.974783 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e7828a49-1790-44a1-b2db-aa33432ae12b None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.005670 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e7828a49-1790-44a1-b2db-aa33432ae12b None None] Transition to ACTIVE for port object 30a6a6d2-d3b7-47cf-9550-82845298b6a4 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:20.081801 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d8b6d56e-3071-4355-8c31-43c5266e0734 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.084957 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e7828a49-1790-44a1-b2db-aa33432ae12b None None] Transition to ACTIVE for port object 30a6a6d2-d3b7-47cf-9550-82845298b6a4 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:20.095847 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5db079-d680-4f83-ab14-87ec7958545a None None] Network 7915cb22-074c-47c5-9699-2fe2d087c9a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:20.102139 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2d1caa29-630e-4f78-85e3-098d4be14cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.104737 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2d1caa29-630e-4f78-85e3-098d4be14cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.129339 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-4d182ce1-3e64-4de3-8790-1b4178f19773 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Deleting port c09003dc-e845-4147-9050-752aa381ca70 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:20.129690 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d182ce1-3e64-4de3-8790-1b4178f19773 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.175674 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47504) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:20.177633 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d8b6d56e-3071-4355-8c31-43c5266e0734 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.183947 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17449e8e-239e-4a6b-b9fe-8f2cfb6afaa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-90544e06-fd65-479a-b834-2cd4dfb52a56', 'network_id': '90544e06-fd65-479a-b834-2cd4dfb52a56', 'tenant_id': '775d3436f18e4101afdcafdb7729a684', 'fixed_ips': [{'subnet_id': 'e474a946-4a8e-4d58-a9c0-e74063b20ed8'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:21:20.185694 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-17449e8e-239e-4a6b-b9fe-8f2cfb6afaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.236517 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2d1caa29-630e-4f78-85e3-098d4be14cc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.247849 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-84f21b73-e3cb-4158-9e85-df2e0e8752b3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ea2f78c0734c43828580c50b9478eea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0690472 Jun 30 09:21:20.248173 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47506) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:20.258042 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d182ce1-3e64-4de3-8790-1b4178f19773 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.271549 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-4d182ce1-3e64-4de3-8790-1b4178f19773 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Calling delete_port for c09003dc-e845-4147-9050-752aa381ca70 owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:20.298995 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e7828a49-1790-44a1-b2db-aa33432ae12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.386874 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7828a49-1790-44a1-b2db-aa33432ae12b None None] Network b4c79c0c-e1b6-4cd8-a70e-e9f2a58d3e61 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:20.396717 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.398051 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-e7828a49-1790-44a1-b2db-aa33432ae12b None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:20.404143 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7828a49-1790-44a1-b2db-aa33432ae12b None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:20.407531 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7828a49-1790-44a1-b2db-aa33432ae12b None None] Pushing event updated for resources: {'Port': ['ID=30a6a6d2-d3b7-47cf-9550-82845298b6a4,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:20.444559 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d8b6d56e-3071-4355-8c31-43c5266e0734 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.451179 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event deleted for resources: {'Subnet': ['ID=1c28c0a0-ba9a-4a1b-b060-1fe6a0b0baef,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:20.468695 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-e7828a49-1790-44a1-b2db-aa33432ae12b None None] Attempting to bind port 30a6a6d2-d3b7-47cf-9550-82845298b6a4 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:20.469061 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-e7828a49-1790-44a1-b2db-aa33432ae12b None None] Attempting to bind port 30a6a6d2-d3b7-47cf-9550-82845298b6a4 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '3218993e-340f-4ef8-81b4-cd152dd8d7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b4c79c0c-e1b6-4cd8-a70e-e9f2a58d3e61'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:20.469427 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7828a49-1790-44a1-b2db-aa33432ae12b None None] Attempting to bind port 30a6a6d2-d3b7-47cf-9550-82845298b6a4 on network b4c79c0c-e1b6-4cd8-a70e-e9f2a58d3e61 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:20.474741 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7828a49-1790-44a1-b2db-aa33432ae12b None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:20.475150 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7828a49-1790-44a1-b2db-aa33432ae12b None None] Checking segment: {'id': '3218993e-340f-4ef8-81b4-cd152dd8d7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b4c79c0c-e1b6-4cd8-a70e-e9f2a58d3e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:20.475525 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e7828a49-1790-44a1-b2db-aa33432ae12b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.475949 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7828a49-1790-44a1-b2db-aa33432ae12b None None] Bound using segment: {'id': '3218993e-340f-4ef8-81b4-cd152dd8d7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b4c79c0c-e1b6-4cd8-a70e-e9f2a58d3e61'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:20.476471 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-e7828a49-1790-44a1-b2db-aa33432ae12b None None] Bound port: 30a6a6d2-d3b7-47cf-9550-82845298b6a4, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3218993e-340f-4ef8-81b4-cd152dd8d7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b4c79c0c-e1b6-4cd8-a70e-e9f2a58d3e61'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:20.476854 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e7828a49-1790-44a1-b2db-aa33432ae12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.497254 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-467363bc-a89b-438e-a33b-9ba0a8623f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server [None req-17449e8e-239e-4a6b-b9fe-8f2cfb6afaa5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e474a946-4a8e-4d58-a9c0-e74063b20ed8: This subnet is being modified by another concurrent operation. Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:21:20.512884 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise exception Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e474a946-4a8e-4d58-a9c0-e74063b20ed8: This subnet is being modified by another concurrent operation. Jun 30 09:21:20.517803 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server Jun 30 09:21:20.529376 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-79c6fa03-609e-458f-a8ac-c8424a4279f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.543975 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12633c00-5d8c-41b1-9002-749d45fe5148 None None] Network 90544e06-fd65-479a-b834-2cd4dfb52a56 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:20.599883 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-e7828a49-1790-44a1-b2db-aa33432ae12b None None] For port 30a6a6d2-d3b7-47cf-9550-82845298b6a4, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:20.600763 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d182ce1-3e64-4de3-8790-1b4178f19773 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.617827 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2d1caa29-630e-4f78-85e3-098d4be14cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.618795 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-e7828a49-1790-44a1-b2db-aa33432ae12b None None] For port 30a6a6d2-d3b7-47cf-9550-82845298b6a4, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=30a6a6d2-d3b7-47cf-9550-82845298b6a4,segment=NetworkSegment(3218993e-340f-4ef8-81b4-cd152dd8d7b0),segment_id=3218993e-340f-4ef8-81b4-cd152dd8d7b0)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:20.622122 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6d56e-3071-4355-8c31-43c5266e0734 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Pushing event deleted for resources: {'Subnet': ['ID=e474a946-4a8e-4d58-a9c0-e74063b20ed8,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:20.641065 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d182ce1-3e64-4de3-8790-1b4178f19773 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Pushing event deleted for resources: {'Port': ['ID=c09003dc-e845-4147-9050-752aa381ca70,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:20.691885 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e7828a49-1790-44a1-b2db-aa33432ae12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.692183 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-467363bc-a89b-438e-a33b-9ba0a8623f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.709025 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.757705 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7828a49-1790-44a1-b2db-aa33432ae12b None None] Pushing event updated for resources: {'Port': ['ID=30a6a6d2-d3b7-47cf-9550-82845298b6a4,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:20.772692 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c79c0c-e1b6-4cd8-a70e-e9f2a58d3e61']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:20.776588 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d8b6d56e-3071-4355-8c31-43c5266e0734 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.806984 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3218993e-340f-4ef8-81b4-cd152dd8d7b0') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:20.807326 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3218993e-340f-4ef8-81b4-cd152dd8d7b0') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:20.852876 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdea34b-1d85-465a-b41a-391b651a2ae3 None None] Network b4c79c0c-e1b6-4cd8-a70e-e9f2a58d3e61 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:20.857424 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-d8b6d56e-3071-4355-8c31-43c5266e0734 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90544e06-fd65-479a-b834-2cd4dfb52a56']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:20.870251 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-d8b6d56e-3071-4355-8c31-43c5266e0734 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74451a42-fd2d-42e3-a0ac-bf8c87c1b085') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:20.870782 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-d8b6d56e-3071-4355-8c31-43c5266e0734 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74451a42-fd2d-42e3-a0ac-bf8c87c1b085') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:20.875930 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.895734 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d8b6d56e-3071-4355-8c31-43c5266e0734 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.907544 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.921690 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:20.922109 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.925411 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:21:20.925411 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:20.925411 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:21:20.925411 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:20.925411 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:21:20.925411 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:20.925411 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:21:20.925411 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:20.925411 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:21:20.925411 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:20.925411 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:21:20.925411 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:20.925411 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:21:20.925411 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:20.925411 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:20.925411 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:20.925411 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:20.925411 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:20.925411 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:21:20.925411 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:20.925411 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:21:20.925411 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:20.925411 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:20.925411 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:20.925411 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:20.925411 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:20.925411 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:20.925411 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:20.925411 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:20.925411 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:20.925411 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:20.925411 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:20.942299 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d8b6d56e-3071-4355-8c31-43c5266e0734 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.000013 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b6d56e-3071-4355-8c31-43c5266e0734 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:21.000443 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d8b6d56e-3071-4355-8c31-43c5266e0734 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.003953 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:21:21.003953 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:21.003953 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:21:21.003953 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:21.003953 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:21:21.003953 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:21.003953 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:21:21.003953 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:21.003953 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:21:21.003953 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:21.003953 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:21:21.003953 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:21.003953 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:21:21.003953 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:21.003953 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:21.003953 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:21.003953 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:21.003953 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:21.003953 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:21:21.003953 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:21.003953 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:21:21.003953 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:21.003953 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:21.003953 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:21.003953 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:21.003953 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:21.003953 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:21.003953 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:21.003953 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:21.003953 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:21.003953 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:21.003953 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:21.054494 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035d48b9-ed93-4a9d-b1f4-401bb5b21e6e None None] get_active_networks_info from n-d-771363-31 {{(pid=101055) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:21:21.097977 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-467363bc-a89b-438e-a33b-9ba0a8623f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.100631 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-467363bc-a89b-438e-a33b-9ba0a8623f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.101780 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-467363bc-a89b-438e-a33b-9ba0a8623f12 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5e86bdb3-d2e4-46a0-b37e-7976b2f61d78 HTTP/1.1" status: 204 len: 168 time: 0.8524604 Jun 30 09:21:21.117617 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467363bc-a89b-438e-a33b-9ba0a8623f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e86bdb3-d2e4-46a0-b37e-7976b2f61d78,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:21.197499 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.db.api [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 09:21:21.197499 n-d-771363-31 neutron-server[101053]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 09:21:21.197499 n-d-771363-31 neutron-server[101053]: [parameters: {'id': 'b4c79c0c-e1b6-4cd8-a70e-e9f2a58d3e61'}] Jun 30 09:21:21.197499 n-d-771363-31 neutron-server[101053]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=101053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:21:21.198395 n-d-771363-31 neutron-server[101053]: DEBUG oslo_db.api [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:21:21.208639 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035d48b9-ed93-4a9d-b1f4-401bb5b21e6e None None] Resources bound (agent type, host, resource id): {{(pid=101055) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:21:21.224594 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d182ce1-3e64-4de3-8790-1b4178f19773 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.240820 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d8b6d56e-3071-4355-8c31-43c5266e0734 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.255104 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d8b6d56e-3071-4355-8c31-43c5266e0734 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.258063 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d8b6d56e-3071-4355-8c31-43c5266e0734 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "DELETE /v2.0/networks/90544e06-fd65-479a-b834-2cd4dfb52a56 HTTP/1.1" status: 204 len: 168 time: 1.2898321 Jun 30 09:21:21.265830 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47514) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:21.270947 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6d56e-3071-4355-8c31-43c5266e0734 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Pushing event deleted for resources: {'Network': ['ID=90544e06-fd65-479a-b834-2cd4dfb52a56,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:21.276264 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-2c9b588b-5a1d-478e-baa5-52dbaf46db8e tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-762955322'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:21.320280 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2d1caa29-630e-4f78-85e3-098d4be14cc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.326511 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5556ad-af66-4311-8612-04fabd0c0f8d req-eb637e6a-2d02-4eff-9912-60ca563ac924 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:21.328115 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e5556ad-af66-4311-8612-04fabd0c0f8d req-eb637e6a-2d02-4eff-9912-60ca563ac924 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 945 time: 0.5080638 Jun 30 09:21:21.342063 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2d1caa29-630e-4f78-85e3-098d4be14cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.472392 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-2d1caa29-630e-4f78-85e3-098d4be14cc1 admin admin] Allocated IP 172.25.6.208 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/6ffcb708-4142-4f4e-a157-9f6e3e2610a8) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:21.475718 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e5556ad-af66-4311-8612-04fabd0c0f8d req-07280053-6330-4551-8267-29f45068cebb tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173820 Jun 30 09:21:21.481788 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d182ce1-3e64-4de3-8790-1b4178f19773 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Router ff5f019e-663a-4cb6-a06b-baa05d474dac has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:21:21.499606 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9b588b-5a1d-478e-baa5-52dbaf46db8e tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Made reservation on behalf of 775d3436f18e4101afdcafdb7729a684 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:21.503168 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2c9b588b-5a1d-478e-baa5-52dbaf46db8e tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.588932 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d182ce1-3e64-4de3-8790-1b4178f19773 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:21:21.601422 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4d182ce1-3e64-4de3-8790-1b4178f19773 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] 10.222.0.10 "PUT /v2.0/routers/ff5f019e-663a-4cb6-a06b-baa05d474dac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4410286 Jun 30 09:21:21.602921 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47518) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:21.605347 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9b588b-5a1d-478e-baa5-52dbaf46db8e tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:21.622524 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2d1caa29-630e-4f78-85e3-098d4be14cc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.698824 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e5327d-393d-4b81-b0c4-8e996e7e0669 None None] Sync routers for ids ['ff5f019e-663a-4cb6-a06b-baa05d474dac'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:21:21.700764 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.709599 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4e8abc7f-93b5-42d2-ac48-a293b32666c0 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.719500 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e5327d-393d-4b81-b0c4-8e996e7e0669 None None] Routers {'ff5f019e-663a-4cb6-a06b-baa05d474dac'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:21.720162 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-16e5327d-393d-4b81-b0c4-8e996e7e0669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:20:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['ff5f019e-663a-4cb6-a06b-baa05d474dac'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:21.753747 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2c9b588b-5a1d-478e-baa5-52dbaf46db8e tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.753996 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-2c9b588b-5a1d-478e-baa5-52dbaf46db8e tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Added segment bab0f63b-5658-4293-a0cd-c78c590d4d22 of type vlan for network e9641b9a-3a4e-42ee-b68c-2d9e8da2f624 Jun 30 09:21:21.755102 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-16e5327d-393d-4b81-b0c4-8e996e7e0669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:21.761361 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2d1caa29-630e-4f78-85e3-098d4be14cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.774961 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Deleting port 30a6a6d2-d3b7-47cf-9550-82845298b6a4 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:21.775820 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.787517 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e5327d-393d-4b81-b0c4-8e996e7e0669 None None] Routers {'ff5f019e-663a-4cb6-a06b-baa05d474dac'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:21.788162 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-16e5327d-393d-4b81-b0c4-8e996e7e0669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:20:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['ff5f019e-663a-4cb6-a06b-baa05d474dac'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:21.833348 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8ecd06-19fa-4762-9110-4078f08fe424 None None] get_active_networks_info from n-d-771363-31 {{(pid=101055) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:21:21.835702 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-16e5327d-393d-4b81-b0c4-8e996e7e0669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:21.836357 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e5327d-393d-4b81-b0c4-8e996e7e0669 None None] The sync data for ids ['ff5f019e-663a-4cb6-a06b-baa05d474dac'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:21:21.851824 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1caa29-630e-4f78-85e3-098d4be14cc1 admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:21.866565 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-2d1caa29-630e-4f78-85e3-098d4be14cc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:21.875595 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1caa29-630e-4f78-85e3-098d4be14cc1 admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:21.886305 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1caa29-630e-4f78-85e3-098d4be14cc1 admin admin] Pushing event updated for resources: {'Port': ['ID=6ffcb708-4142-4f4e-a157-9f6e3e2610a8,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:21.915793 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] For port 30a6a6d2-d3b7-47cf-9550-82845298b6a4, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=30a6a6d2-d3b7-47cf-9550-82845298b6a4,segment=NetworkSegment(3218993e-340f-4ef8-81b4-cd152dd8d7b0),segment_id=3218993e-340f-4ef8-81b4-cd152dd8d7b0)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:21.916132 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.924882 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2c9b588b-5a1d-478e-baa5-52dbaf46db8e tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.935926 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4e8abc7f-93b5-42d2-ac48-a293b32666c0 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.936284 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Calling delete_port for 30a6a6d2-d3b7-47cf-9550-82845298b6a4 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:21.939536 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4e8abc7f-93b5-42d2-ac48-a293b32666c0 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.984508 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8ecd06-19fa-4762-9110-4078f08fe424 None None] Resources bound (agent type, host, resource id): {{(pid=101055) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:21:22.080442 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4e8abc7f-93b5-42d2-ac48-a293b32666c0 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.081044 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8abc7f-93b5-42d2-ac48-a293b32666c0 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Fanout notify agent at l3_agent the message router_deleted on router ff5f019e-663a-4cb6-a06b-baa05d474dac {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:21:22.108658 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4e8abc7f-93b5-42d2-ac48-a293b32666c0 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.114718 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4e8abc7f-93b5-42d2-ac48-a293b32666c0 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] 10.222.0.10 "DELETE /v2.0/routers/ff5f019e-663a-4cb6-a06b-baa05d474dac HTTP/1.1" status: 204 len: 168 time: 0.5101893 Jun 30 09:21:22.116404 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47522) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:22.117332 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47524) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:22.156300 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2c9b588b-5a1d-478e-baa5-52dbaf46db8e tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.163258 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9b588b-5a1d-478e-baa5-52dbaf46db8e tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:22.164345 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2c9b588b-5a1d-478e-baa5-52dbaf46db8e tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.296314 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d65ff59e-2e70-422c-b3bf-19e47de4eb57 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c2259490fa184ce8907ac2c8f2b7b772&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1767385 Jun 30 09:21:22.301443 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47526) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:22.310972 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b588b-5a1d-478e-baa5-52dbaf46db8e tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Pushing event updated for resources: {'Network': ['ID=e9641b9a-3a4e-42ee-b68c-2d9e8da2f624,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:22.327030 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-95609c61-0efb-4103-901b-471c3160ffc2 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Deleting subnet 32b601b5-2800-4abb-ad90-31f784c8a970 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:21:22.330627 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-95609c61-0efb-4103-901b-471c3160ffc2 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.330905 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network e9641b9a-3a4e-42ee-b68c-2d9e8da2f624 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:22.379908 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-95609c61-0efb-4103-901b-471c3160ffc2 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.416570 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2c9b588b-5a1d-478e-baa5-52dbaf46db8e tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1460268 Jun 30 09:21:22.416894 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47528) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:22.422545 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-ce42d1de-d97b-4489-98ac-ee9b9f656043 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Request body: {'subnet': {'network_id': 'e9641b9a-3a4e-42ee-b68c-2d9e8da2f624', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:22.486949 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c1e0a742-c8d0-4111-8bfc-698ec999a787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.516389 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-95609c61-0efb-4103-901b-471c3160ffc2 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.541355 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c1e0a742-c8d0-4111-8bfc-698ec999a787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.598333 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.631432 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event deleted for resources: {'Port': ['ID=30a6a6d2-d3b7-47cf-9550-82845298b6a4,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:22.638740 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] No DVR routers for this DVR port 30a6a6d2-d3b7-47cf-9550-82845298b6a4 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:22.677738 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e8458-febc-43bf-a496-856e4fee240a req-f8136a6a-f5fd-4d97-a96d-099280545393 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:22.679324 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-504e8458-febc-43bf-a496-856e4fee240a req-f8136a6a-f5fd-4d97-a96d-099280545393 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 945 time: 0.0713997 Jun 30 09:21:22.684270 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2d1caa29-630e-4f78-85e3-098d4be14cc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.719626 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-504e8458-febc-43bf-a496-856e4fee240a req-39f860b2-9060-4f47-8d22-0b124b450e9b tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340309 Jun 30 09:21:22.765187 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.781037 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c79c0c-e1b6-4cd8-a70e-e9f2a58d3e61']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:22.817280 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3218993e-340f-4ef8-81b4-cd152dd8d7b0') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:22.817579 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3218993e-340f-4ef8-81b4-cd152dd8d7b0') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:22.827211 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce42d1de-d97b-4489-98ac-ee9b9f656043 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Made reservation on behalf of 775d3436f18e4101afdcafdb7729a684 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:22.830687 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ce42d1de-d97b-4489-98ac-ee9b9f656043 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.843698 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.882463 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c1e0a742-c8d0-4111-8bfc-698ec999a787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.885132 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c1e0a742-c8d0-4111-8bfc-698ec999a787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.886287 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c1e0a742-c8d0-4111-8bfc-698ec999a787 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7f855f51-16fc-404b-bb65-9b9326e0f68e HTTP/1.1" status: 204 len: 168 time: 0.5837667 Jun 30 09:21:22.892535 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-95609c61-0efb-4103-901b-471c3160ffc2 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.919528 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.925695 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0a742-c8d0-4111-8bfc-698ec999a787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f855f51-16fc-404b-bb65-9b9326e0f68e,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:22.929372 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-95609c61-0efb-4103-901b-471c3160ffc2 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.933200 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-95609c61-0efb-4103-901b-471c3160ffc2 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] 10.222.0.10 "DELETE /v2.0/subnets/32b601b5-2800-4abb-ad90-31f784c8a970 HTTP/1.1" status: 204 len: 168 time: 0.8117261 Jun 30 09:21:22.935672 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95609c61-0efb-4103-901b-471c3160ffc2 tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Pushing event deleted for resources: {'Subnet': ['ID=32b601b5-2800-4abb-ad90-31f784c8a970,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:22.937490 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47534) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:22.962268 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:22.962683 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.963522 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b4f8f736-5a4d-41cb-b536-7d7927dbcafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.965850 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:21:22.965850 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:22.965850 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:21:22.965850 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:22.965850 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:21:22.965850 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:22.965850 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:21:22.965850 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:22.965850 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:21:22.965850 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:22.965850 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:21:22.965850 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:22.965850 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:21:22.965850 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:22.965850 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:22.965850 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:22.965850 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:22.965850 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:22.965850 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:21:22.965850 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:22.965850 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:21:22.965850 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:22.965850 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:22.965850 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:22.965850 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:22.965850 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:22.965850 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:22.965850 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:22.965850 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:22.965850 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:22.965850 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:22.965850 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:22.968683 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5928dfaf-88ee-41c7-bfa6-61ad6d789232 None None] Network 0e48345d-d6d9-46c0-be09-33e3cfc5ee59 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:23.041610 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3c70593-99be-4f48-85c6-4ff61359dacb tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.105719 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-c3c70593-99be-4f48-85c6-4ff61359dacb tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Deleting port 68a8ca27-34be-40f8-a192-1b5b4a847d0d {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:23.106024 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3c70593-99be-4f48-85c6-4ff61359dacb tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.131899 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2d1caa29-630e-4f78-85e3-098d4be14cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.185012 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-c3c70593-99be-4f48-85c6-4ff61359dacb tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] For port 68a8ca27-34be-40f8-a192-1b5b4a847d0d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=68a8ca27-34be-40f8-a192-1b5b4a847d0d,segment=NetworkSegment(08d1bc77-610e-4c52-91a3-9b64ce05e50f),segment_id=08d1bc77-610e-4c52-91a3-9b64ce05e50f)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:23.185376 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3c70593-99be-4f48-85c6-4ff61359dacb tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.198707 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-c3c70593-99be-4f48-85c6-4ff61359dacb tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Calling delete_port for 68a8ca27-34be-40f8-a192-1b5b4a847d0d owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:23.212908 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043df6b9-4e6b-4be2-b13a-dc3be5b7dbe2 None None] DHCP port deletion for 0e48345d-d6d9-46c0-be09-33e3cfc5ee59 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:21:23.238196 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.266753 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-043df6b9-4e6b-4be2-b13a-dc3be5b7dbe2 None None] Deleting port 68a8ca27-34be-40f8-a192-1b5b4a847d0d {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:23.267148 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-043df6b9-4e6b-4be2-b13a-dc3be5b7dbe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.283364 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.289977 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47538) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:23.290625 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "DELETE /v2.0/networks/b4c79c0c-e1b6-4cd8-a70e-e9f2a58d3e61 HTTP/1.1" status: 204 len: 168 time: 3.9374924 Jun 30 09:21:23.297858 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-2f98b873-9b9d-4a80-9e7b-817f157107f8 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1442388829'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:23.300118 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3af3b-a479-4904-8328-36a174dfcedd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event deleted for resources: {'Network': ['ID=b4c79c0c-e1b6-4cd8-a70e-e9f2a58d3e61,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:23.353619 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-043df6b9-4e6b-4be2-b13a-dc3be5b7dbe2 None None] For port 68a8ca27-34be-40f8-a192-1b5b4a847d0d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=68a8ca27-34be-40f8-a192-1b5b4a847d0d,segment=NetworkSegment(08d1bc77-610e-4c52-91a3-9b64ce05e50f),segment_id=08d1bc77-610e-4c52-91a3-9b64ce05e50f)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:23.354176 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-043df6b9-4e6b-4be2-b13a-dc3be5b7dbe2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.375040 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-043df6b9-4e6b-4be2-b13a-dc3be5b7dbe2 None None] Calling delete_port for 68a8ca27-34be-40f8-a192-1b5b4a847d0d owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:23.472035 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f98b873-9b9d-4a80-9e7b-817f157107f8 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Made reservation on behalf of 907c236b1ac04d10a22ac614e6b4c6ce for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:23.477420 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2f98b873-9b9d-4a80-9e7b-817f157107f8 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.480141 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3c70593-99be-4f48-85c6-4ff61359dacb tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.484671 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-043df6b9-4e6b-4be2-b13a-dc3be5b7dbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.510564 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043df6b9-4e6b-4be2-b13a-dc3be5b7dbe2 None None] Pushing event deleted for resources: {'Port': ['ID=68a8ca27-34be-40f8-a192-1b5b4a847d0d,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:23.523437 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043df6b9-4e6b-4be2-b13a-dc3be5b7dbe2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:23.523763 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043df6b9-4e6b-4be2-b13a-dc3be5b7dbe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:23.524120 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043df6b9-4e6b-4be2-b13a-dc3be5b7dbe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:23.524463 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043df6b9-4e6b-4be2-b13a-dc3be5b7dbe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:23.524805 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043df6b9-4e6b-4be2-b13a-dc3be5b7dbe2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:23.525174 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043df6b9-4e6b-4be2-b13a-dc3be5b7dbe2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:23.525569 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043df6b9-4e6b-4be2-b13a-dc3be5b7dbe2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:23.525899 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043df6b9-4e6b-4be2-b13a-dc3be5b7dbe2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:23.526196 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043df6b9-4e6b-4be2-b13a-dc3be5b7dbe2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:23.526512 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043df6b9-4e6b-4be2-b13a-dc3be5b7dbe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:23.526831 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043df6b9-4e6b-4be2-b13a-dc3be5b7dbe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:23.527185 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043df6b9-4e6b-4be2-b13a-dc3be5b7dbe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:23.535820 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c70593-99be-4f48-85c6-4ff61359dacb tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] No DVR routers for this DVR port 68a8ca27-34be-40f8-a192-1b5b4a847d0d on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:23.541074 n-d-771363-31 neutron-server[101053]: DEBUG neutron.objects.ports [None req-ce42d1de-d97b-4489-98ac-ee9b9f656043 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101053) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:21:23.542520 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043df6b9-4e6b-4be2-b13a-dc3be5b7dbe2 None None] No DVR routers for this DVR port 68a8ca27-34be-40f8-a192-1b5b4a847d0d on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:23.547431 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ce42d1de-d97b-4489-98ac-ee9b9f656043 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.549341 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c70593-99be-4f48-85c6-4ff61359dacb tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Pushing event deleted for resources: {'Port': ['ID=68a8ca27-34be-40f8-a192-1b5b4a847d0d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:23.572175 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.578929 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f98b873-9b9d-4a80-9e7b-817f157107f8 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:23.615589 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1caa29-630e-4f78-85e3-098d4be14cc1 admin admin] Router d131102f-44a0-43cd-92a5-2eb453bcc4e0 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:21:23.643881 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2f98b873-9b9d-4a80-9e7b-817f157107f8 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.644247 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-2f98b873-9b9d-4a80-9e7b-817f157107f8 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Added segment 1b59fa72-6917-48f1-9da8-d7ec0927d1c7 of type vlan for network 4682b2f1-da87-48f8-85f4-1c84d8076a37 Jun 30 09:21:23.662801 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3c70593-99be-4f48-85c6-4ff61359dacb tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.696415 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-c3c70593-99be-4f48-85c6-4ff61359dacb tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e48345d-d6d9-46c0-be09-33e3cfc5ee59']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:23.721214 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2f98b873-9b9d-4a80-9e7b-817f157107f8 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.726444 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-c3c70593-99be-4f48-85c6-4ff61359dacb tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08d1bc77-610e-4c52-91a3-9b64ce05e50f') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:23.726683 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-c3c70593-99be-4f48-85c6-4ff61359dacb tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08d1bc77-610e-4c52-91a3-9b64ce05e50f') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:23.740059 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3c70593-99be-4f48-85c6-4ff61359dacb tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.765243 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3c70593-99be-4f48-85c6-4ff61359dacb tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.775643 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c70593-99be-4f48-85c6-4ff61359dacb tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:23.776057 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3c70593-99be-4f48-85c6-4ff61359dacb tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:23.779809 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:23.815256 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 68a8ca27-34be-40f8-a192-1b5b4a847d0d no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:23.827892 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42d1de-d97b-4489-98ac-ee9b9f656043 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Pushing event updated for resources: {'Subnet': ['ID=5ada80b5-d955-4f85-9c35-2ec22a773c85,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:23.850467 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 68a8ca27-34be-40f8-a192-1b5b4a847d0d {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:23.850958 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 68a8ca27-34be-40f8-a192-1b5b4a847d0d not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:23.855019 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce42d1de-d97b-4489-98ac-ee9b9f656043 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Checking segment: {'id': 'bab0f63b-5658-4293-a0cd-c78c590d4d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e9641b9a-3a4e-42ee-b68c-2d9e8da2f624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:23.855349 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce42d1de-d97b-4489-98ac-ee9b9f656043 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Network hostable DHCP agents. Network: e9641b9a-3a4e-42ee-b68c-2d9e8da2f624, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:23.879176 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1caa29-630e-4f78-85e3-098d4be14cc1 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:21:23.882943 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faf8896-84c4-42d5-97bb-fcdd2780eaaa None None] Sync routers for ids ['d131102f-44a0-43cd-92a5-2eb453bcc4e0'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:21:23.899077 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faf8896-84c4-42d5-97bb-fcdd2780eaaa None None] Routers {'d131102f-44a0-43cd-92a5-2eb453bcc4e0'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:23.900060 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-6faf8896-84c4-42d5-97bb-fcdd2780eaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:21:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['d131102f-44a0-43cd-92a5-2eb453bcc4e0'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:23.928020 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2f98b873-9b9d-4a80-9e7b-817f157107f8 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.933555 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f98b873-9b9d-4a80-9e7b-817f157107f8 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:23.935345 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2f98b873-9b9d-4a80-9e7b-817f157107f8 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:24.006814 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-6faf8896-84c4-42d5-97bb-fcdd2780eaaa None None] Set router d131102f-44a0-43cd-92a5-2eb453bcc4e0 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:21:24.014538 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98b873-9b9d-4a80-9e7b-817f157107f8 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event updated for resources: {'Network': ['ID=4682b2f1-da87-48f8-85f4-1c84d8076a37,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:24.025991 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 4682b2f1-da87-48f8-85f4-1c84d8076a37 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:24.044578 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a57377-3c63-439a-b73f-ce062e2f0e11 req-b95b303b-4581-4500-a815-276ec3fd09e1 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:24.046402 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a0a57377-3c63-439a-b73f-ce062e2f0e11 req-b95b303b-4581-4500-a815-276ec3fd09e1 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 945 time: 0.1532600 Jun 30 09:21:24.067769 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3c70593-99be-4f48-85c6-4ff61359dacb tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:24.079713 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3c70593-99be-4f48-85c6-4ff61359dacb tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:24.080431 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c3c70593-99be-4f48-85c6-4ff61359dacb tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] 10.222.0.10 "DELETE /v2.0/networks/0e48345d-d6d9-46c0-be09-33e3cfc5ee59 HTTP/1.1" status: 204 len: 168 time: 1.1418014 Jun 30 09:21:24.091949 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c70593-99be-4f48-85c6-4ff61359dacb tempest-FloatingIPNegativeTestJSON-576565802 tempest-FloatingIPNegativeTestJSON-576565802-project] Pushing event deleted for resources: {'Network': ['ID=0e48345d-d6d9-46c0-be09-33e3cfc5ee59,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:24.106762 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce42d1de-d97b-4489-98ac-ee9b9f656043 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Network e9641b9a-3a4e-42ee-b68c-2d9e8da2f624 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:24.120560 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2d1caa29-630e-4f78-85e3-098d4be14cc1 admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:24.120560 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2d1caa29-630e-4f78-85e3-098d4be14cc1 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.2087703 Jun 30 09:21:24.121136 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47544) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:24.126000 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a0a57377-3c63-439a-b73f-ce062e2f0e11 req-4760a096-04a1-414e-803d-123e073869cb tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733230 Jun 30 09:21:24.143773 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2f98b873-9b9d-4a80-9e7b-817f157107f8 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8520012 Jun 30 09:21:24.156128 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47546) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:24.164074 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-6f0fac7d-591b-4311-b51b-58af2bc06665 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Request body: {'subnet': {'network_id': '4682b2f1-da87-48f8-85f4-1c84d8076a37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:24.226751 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-ce42d1de-d97b-4489-98ac-ee9b9f656043 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, e9641b9a-3a4e-42ee-b68c-2d9e8da2f624) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:24.234264 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-6faf8896-84c4-42d5-97bb-fcdd2780eaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd131102f-44a0-43cd-92a5-2eb453bcc4e0', 'name': 'tempest-ServerRescueNegativeTestJSON-2039883727-router', 'tenant_id': '234aaca18299482fab3a8daeb994da0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '6ffcb708-4142-4f4e-a157-9f6e3e2610a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:21:20Z', 'updated_at': '2021-06-30T09:21:22Z', 'revision_number': 3, 'project_id': '234aaca18299482fab3a8daeb994da0d', 'gw_port': {'id': '6ffcb708-4142-4f4e-a157-9f6e3e2610a8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:31:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd131102f-44a0-43cd-92a5-2eb453bcc4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:21Z', 'updated_at': '2021-06-30T09:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:24.237063 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91467b3-d789-4ed8-9deb-482307284e30 None None] Network e9641b9a-3a4e-42ee-b68c-2d9e8da2f624 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:24.238951 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce42d1de-d97b-4489-98ac-ee9b9f656043 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:24.240779 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ce42d1de-d97b-4489-98ac-ee9b9f656043 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:24.269130 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faf8896-84c4-42d5-97bb-fcdd2780eaaa None None] Checking router: d131102f-44a0-43cd-92a5-2eb453bcc4e0 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:21:24.269130 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faf8896-84c4-42d5-97bb-fcdd2780eaaa None None] Updating router d131102f-44a0-43cd-92a5-2eb453bcc4e0 port 6ffcb708-4142-4f4e-a157-9f6e3e2610a8 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:21:24.310001 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-6faf8896-84c4-42d5-97bb-fcdd2780eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:24.377247 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ce42d1de-d97b-4489-98ac-ee9b9f656043 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.9591985 Jun 30 09:21:24.380336 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47550) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:24.437622 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b3a1f1-30cd-4d5c-8089-c022ae2caff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-e9641b9a-3a4e-42ee-b68c-2d9e8da2f624', 'network_id': 'e9641b9a-3a4e-42ee-b68c-2d9e8da2f624', 'tenant_id': '775d3436f18e4101afdcafdb7729a684', 'fixed_ips': [{'subnet_id': '5ada80b5-d955-4f85-9c35-2ec22a773c85'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:21:24.439285 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e4b3a1f1-30cd-4d5c-8089-c022ae2caff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:24.489121 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0fac7d-591b-4311-b51b-58af2bc06665 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Made reservation on behalf of 907c236b1ac04d10a22ac614e6b4c6ce for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:24.494294 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6f0fac7d-591b-4311-b51b-58af2bc06665 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:24.593242 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:24.612428 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-6faf8896-84c4-42d5-97bb-fcdd2780eaaa None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:24.651430 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-6faf8896-84c4-42d5-97bb-fcdd2780eaaa None None] Transition to ACTIVE for port object 6ffcb708-4142-4f4e-a157-9f6e3e2610a8 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:24.663965 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:24.701898 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-e4b3a1f1-30cd-4d5c-8089-c022ae2caff2 None None] Allocated IP 2001:db8::f816:3eff:fe00:4a49 (e9641b9a-3a4e-42ee-b68c-2d9e8da2f624/5ada80b5-d955-4f85-9c35-2ec22a773c85/654e0480-85d7-46c3-b870-c2260606fdaa) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:24.745907 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-6faf8896-84c4-42d5-97bb-fcdd2780eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:24.766323 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47554) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:24.819595 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327dba9-b3ee-432e-a3b9-7226cc7f73ae None None] Pushing event updated for resources: {'Port': ['ID=6ffcb708-4142-4f4e-a157-9f6e3e2610a8,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:24.847501 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-6faf8896-84c4-42d5-97bb-fcdd2780eaaa None None] Attempting to bind port 6ffcb708-4142-4f4e-a157-9f6e3e2610a8 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:24.848301 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-6faf8896-84c4-42d5-97bb-fcdd2780eaaa None None] Attempting to bind port 6ffcb708-4142-4f4e-a157-9f6e3e2610a8 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:24.848885 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faf8896-84c4-42d5-97bb-fcdd2780eaaa None None] Attempting to bind port 6ffcb708-4142-4f4e-a157-9f6e3e2610a8 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:24.854518 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faf8896-84c4-42d5-97bb-fcdd2780eaaa None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:24.855256 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faf8896-84c4-42d5-97bb-fcdd2780eaaa None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:24.856658 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-6faf8896-84c4-42d5-97bb-fcdd2780eaaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:24.857310 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faf8896-84c4-42d5-97bb-fcdd2780eaaa None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:24.858028 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-6faf8896-84c4-42d5-97bb-fcdd2780eaaa None None] Bound port: 6ffcb708-4142-4f4e-a157-9f6e3e2610a8, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:24.858619 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-6faf8896-84c4-42d5-97bb-fcdd2780eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:24.865092 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:24.920378 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-6faf8896-84c4-42d5-97bb-fcdd2780eaaa None None] For port 6ffcb708-4142-4f4e-a157-9f6e3e2610a8, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:24.925796 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-6faf8896-84c4-42d5-97bb-fcdd2780eaaa None None] For port 6ffcb708-4142-4f4e-a157-9f6e3e2610a8, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=6ffcb708-4142-4f4e-a157-9f6e3e2610a8,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:24.968786 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e4b3a1f1-30cd-4d5c-8089-c022ae2caff2 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:24.985104 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e4b3a1f1-30cd-4d5c-8089-c022ae2caff2 None None] Transition to ACTIVE for port object 654e0480-85d7-46c3-b870-c2260606fdaa will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:25.000192 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e4b3a1f1-30cd-4d5c-8089-c022ae2caff2 None None] Transition to ACTIVE for port object 654e0480-85d7-46c3-b870-c2260606fdaa will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:25.009117 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6f0fac7d-591b-4311-b51b-58af2bc06665 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.043024 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-498e5bac-6f5f-44b0-b2f2-b379103ca462 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0f66816659554e6fa5a06b69ff15bcb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2756321 Jun 30 09:21:25.046173 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47558) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:25.057826 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ea1c093e-d0a7-4b49-84d8-2a43654ab377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.066467 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-6faf8896-84c4-42d5-97bb-fcdd2780eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.080586 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0fac7d-591b-4311-b51b-58af2bc06665 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event updated for resources: {'Subnet': ['ID=0aadea1b-6cdd-44c4-b89f-686da6c54bb2,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:25.127436 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0fac7d-591b-4311-b51b-58af2bc06665 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Checking segment: {'id': '1b59fa72-6917-48f1-9da8-d7ec0927d1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4682b2f1-da87-48f8-85f4-1c84d8076a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:25.127823 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0fac7d-591b-4311-b51b-58af2bc06665 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Network hostable DHCP agents. Network: 4682b2f1-da87-48f8-85f4-1c84d8076a37, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:25.151821 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3960f5a5-ac13-4128-a05b-f1a0b546abd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.151995 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e4b3a1f1-30cd-4d5c-8089-c022ae2caff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.152136 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faf8896-84c4-42d5-97bb-fcdd2780eaaa None None] Routers {'d131102f-44a0-43cd-92a5-2eb453bcc4e0'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:25.152136 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-6faf8896-84c4-42d5-97bb-fcdd2780eaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:21:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['d131102f-44a0-43cd-92a5-2eb453bcc4e0'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:25.196539 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327dba9-b3ee-432e-a3b9-7226cc7f73ae None None] Pushing event updated for resources: {'Port': ['ID=6ffcb708-4142-4f4e-a157-9f6e3e2610a8,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:25.200650 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3960f5a5-ac13-4128-a05b-f1a0b546abd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.249107 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b3a1f1-30cd-4d5c-8089-c022ae2caff2 None None] Network e9641b9a-3a4e-42ee-b68c-2d9e8da2f624 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:25.256304 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-e4b3a1f1-30cd-4d5c-8089-c022ae2caff2 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:25.264120 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b3a1f1-30cd-4d5c-8089-c022ae2caff2 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:25.294098 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0fac7d-591b-4311-b51b-58af2bc06665 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Network 4682b2f1-da87-48f8-85f4-1c84d8076a37 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:25.313237 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-6faf8896-84c4-42d5-97bb-fcdd2780eaaa None None] Set router d131102f-44a0-43cd-92a5-2eb453bcc4e0 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:21:25.362519 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-ea1c093e-d0a7-4b49-84d8-2a43654ab377 admin admin] Allocated IP 172.20.0.1 (7915cb22-074c-47c5-9699-2fe2d087c9a8/5aa4110f-a72f-4573-96b9-ab88a0074a0f/d2044a80-fe15-4387-a284-4a43dfbc942c) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:25.365594 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3a1f1-30cd-4d5c-8089-c022ae2caff2 None None] Pushing event updated for resources: {'Port': ['ID=654e0480-85d7-46c3-b870-c2260606fdaa,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:25.382416 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-e4b3a1f1-30cd-4d5c-8089-c022ae2caff2 None None] Attempting to bind port 654e0480-85d7-46c3-b870-c2260606fdaa on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:25.382788 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-e4b3a1f1-30cd-4d5c-8089-c022ae2caff2 None None] Attempting to bind port 654e0480-85d7-46c3-b870-c2260606fdaa by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'bab0f63b-5658-4293-a0cd-c78c590d4d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e9641b9a-3a4e-42ee-b68c-2d9e8da2f624'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:25.383193 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b3a1f1-30cd-4d5c-8089-c022ae2caff2 None None] Attempting to bind port 654e0480-85d7-46c3-b870-c2260606fdaa on network e9641b9a-3a4e-42ee-b68c-2d9e8da2f624 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:25.391566 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b3a1f1-30cd-4d5c-8089-c022ae2caff2 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:25.398068 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b3a1f1-30cd-4d5c-8089-c022ae2caff2 None None] Checking segment: {'id': 'bab0f63b-5658-4293-a0cd-c78c590d4d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e9641b9a-3a4e-42ee-b68c-2d9e8da2f624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:25.398068 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e4b3a1f1-30cd-4d5c-8089-c022ae2caff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.398068 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b3a1f1-30cd-4d5c-8089-c022ae2caff2 None None] Bound using segment: {'id': 'bab0f63b-5658-4293-a0cd-c78c590d4d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e9641b9a-3a4e-42ee-b68c-2d9e8da2f624'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:25.398068 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-e4b3a1f1-30cd-4d5c-8089-c022ae2caff2 None None] Bound port: 654e0480-85d7-46c3-b870-c2260606fdaa, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab0f63b-5658-4293-a0cd-c78c590d4d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e9641b9a-3a4e-42ee-b68c-2d9e8da2f624'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:25.398068 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e4b3a1f1-30cd-4d5c-8089-c022ae2caff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.467353 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-6f0fac7d-591b-4311-b51b-58af2bc06665 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 4682b2f1-da87-48f8-85f4-1c84d8076a37) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:25.482129 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0fac7d-591b-4311-b51b-58af2bc06665 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:25.483716 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6f0fac7d-591b-4311-b51b-58af2bc06665 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.483895 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a757b47-bd60-4cc8-802f-3114fc70c1a9 None None] Network 4682b2f1-da87-48f8-85f4-1c84d8076a37 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:25.516522 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.521612 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3960f5a5-ac13-4128-a05b-f1a0b546abd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.528949 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3960f5a5-ac13-4128-a05b-f1a0b546abd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.535171 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3960f5a5-ac13-4128-a05b-f1a0b546abd7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/06ddcc8c-d80f-4275-a61c-010b2eed990d HTTP/1.1" status: 204 len: 168 time: 0.4879971 Jun 30 09:21:25.565147 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-e4b3a1f1-30cd-4d5c-8089-c022ae2caff2 None None] For port 654e0480-85d7-46c3-b870-c2260606fdaa, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:25.584786 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960f5a5-ac13-4128-a05b-f1a0b546abd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ddcc8c-d80f-4275-a61c-010b2eed990d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:25.615552 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-6faf8896-84c4-42d5-97bb-fcdd2780eaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd131102f-44a0-43cd-92a5-2eb453bcc4e0', 'name': 'tempest-ServerRescueNegativeTestJSON-2039883727-router', 'tenant_id': '234aaca18299482fab3a8daeb994da0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '6ffcb708-4142-4f4e-a157-9f6e3e2610a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:21:20Z', 'updated_at': '2021-06-30T09:21:22Z', 'revision_number': 3, 'project_id': '234aaca18299482fab3a8daeb994da0d', 'gw_port': {'id': '6ffcb708-4142-4f4e-a157-9f6e3e2610a8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:31:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd131102f-44a0-43cd-92a5-2eb453bcc4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:21Z', 'updated_at': '2021-06-30T09:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:25.617901 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-e4b3a1f1-30cd-4d5c-8089-c022ae2caff2 None None] For port 654e0480-85d7-46c3-b870-c2260606fdaa, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=654e0480-85d7-46c3-b870-c2260606fdaa,segment=NetworkSegment(bab0f63b-5658-4293-a0cd-c78c590d4d22),segment_id=bab0f63b-5658-4293-a0cd-c78c590d4d22)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:25.620955 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557612da-8653-4fb3-9dd7-f47584c5f4d8 req-fbcab709-785d-447b-b176-1bdae9f0fcc4 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:25.635642 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-557612da-8653-4fb3-9dd7-f47584c5f4d8 req-fbcab709-785d-447b-b176-1bdae9f0fcc4 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 945 time: 0.2519677 Jun 30 09:21:25.652315 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6f0fac7d-591b-4311-b51b-58af2bc06665 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4948387 Jun 30 09:21:25.659831 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47566) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:25.665018 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faf8896-84c4-42d5-97bb-fcdd2780eaaa None None] The sync data for ids ['d131102f-44a0-43cd-92a5-2eb453bcc4e0'] in n-d-771363-31 is: [{'id': 'd131102f-44a0-43cd-92a5-2eb453bcc4e0', 'name': 'tempest-ServerRescueNegativeTestJSON-2039883727-router', 'tenant_id': '234aaca18299482fab3a8daeb994da0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '6ffcb708-4142-4f4e-a157-9f6e3e2610a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:21:20Z', 'updated_at': '2021-06-30T09:21:22Z', 'revision_number': 3, 'project_id': '234aaca18299482fab3a8daeb994da0d', 'gw_port': {'id': '6ffcb708-4142-4f4e-a157-9f6e3e2610a8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:31:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd131102f-44a0-43cd-92a5-2eb453bcc4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:21Z', 'updated_at': '2021-06-30T09:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:21:25.718313 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.742085 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e4b3a1f1-30cd-4d5c-8089-c022ae2caff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.743781 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-557612da-8653-4fb3-9dd7-f47584c5f4d8 req-4d8fb096-8ee3-4ef9-9547-606dd140aae1 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071262 Jun 30 09:21:25.748441 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Pushing event deleted for resources: {'Subnet': ['ID=5ada80b5-d955-4f85-9c35-2ec22a773c85,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:25.762459 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9641b9a-3a4e-42ee-b68c-2d9e8da2f624']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:25.804433 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab0f63b-5658-4293-a0cd-c78c590d4d22') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:25.804727 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab0f63b-5658-4293-a0cd-c78c590d4d22') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:25.848090 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.850893 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cd66d37e-3811-455e-bf43-e94bdf04e8fe tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.876953 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.885954 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3a1f1-30cd-4d5c-8089-c022ae2caff2 None None] Pushing event updated for resources: {'Port': ['ID=654e0480-85d7-46c3-b870-c2260606fdaa,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:25.890610 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e13e978-4cc5-4a74-904e-4af81fd4bf6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-4682b2f1-da87-48f8-85f4-1c84d8076a37', 'network_id': '4682b2f1-da87-48f8-85f4-1c84d8076a37', 'tenant_id': '907c236b1ac04d10a22ac614e6b4c6ce', 'fixed_ips': [{'subnet_id': '0aadea1b-6cdd-44c4-b89f-686da6c54bb2'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:21:25.891519 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6e13e978-4cc5-4a74-904e-4af81fd4bf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.899928 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:25.900581 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.937014 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cd66d37e-3811-455e-bf43-e94bdf04e8fe tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.986042 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:21:25.986042 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:25.986042 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:21:25.986042 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:25.986042 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:21:25.986042 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:25.986042 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:21:25.986042 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:25.986042 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:21:25.986042 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:25.986042 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:21:25.986042 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:25.986042 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:21:25.986042 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:25.986042 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:25.986042 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:25.986042 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:25.986042 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:25.986042 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:21:25.986042 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:25.986042 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:21:25.986042 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:25.986042 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:25.986042 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:25.986042 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:25.986042 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:25.986042 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:25.986042 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:25.986042 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:25.986042 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:25.986042 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:25.986042 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:25.989177 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ea1c093e-d0a7-4b49-84d8-2a43654ab377 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.026285 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.db.api [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 09:21:26.026285 n-d-771363-31 neutron-server[101053]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 09:21:26.026285 n-d-771363-31 neutron-server[101053]: [parameters: {'id': 'e9641b9a-3a4e-42ee-b68c-2d9e8da2f624'}] Jun 30 09:21:26.026285 n-d-771363-31 neutron-server[101053]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=101053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:21:26.026285 n-d-771363-31 neutron-server[101053]: DEBUG oslo_db.api [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:21:26.155642 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ea1c093e-d0a7-4b49-84d8-2a43654ab377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.195874 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229972f7-3296-4878-857c-38398399816c req-a8f872f0-2939-433f-b594-48639e88a170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:26.197482 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-229972f7-3296-4878-857c-38398399816c req-a8f872f0-2939-433f-b594-48639e88a170 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 1097 time: 0.3244481 Jun 30 09:21:26.215222 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1c093e-d0a7-4b49-84d8-2a43654ab377 admin admin] Network 7915cb22-074c-47c5-9699-2fe2d087c9a8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:26.224733 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cd66d37e-3811-455e-bf43-e94bdf04e8fe tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.227037 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-ea1c093e-d0a7-4b49-84d8-2a43654ab377 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:26.232452 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1c093e-d0a7-4b49-84d8-2a43654ab377 admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:26.281191 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c093e-d0a7-4b49-84d8-2a43654ab377 admin admin] Pushing event updated for resources: {'Port': ['ID=d2044a80-fe15-4387-a284-4a43dfbc942c,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server [None req-6e13e978-4cc5-4a74-904e-4af81fd4bf6f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0aadea1b-6cdd-44c4-b89f-686da6c54bb2: This subnet is being modified by another concurrent operation. Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:21:26.284823 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise exception Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0aadea1b-6cdd-44c4-b89f-686da6c54bb2: This subnet is being modified by another concurrent operation. Jun 30 09:21:26.292926 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server Jun 30 09:21:26.317303 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.363019 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ea1c093e-d0a7-4b49-84d8-2a43654ab377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.372444 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db6e819-50d3-4f51-bc3e-140699821f57 None None] Network 4682b2f1-da87-48f8-85f4-1c84d8076a37 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:26.528127 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.664721 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ea1c093e-d0a7-4b49-84d8-2a43654ab377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.727279 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Deleting port 654e0480-85d7-46c3-b870-c2260606fdaa {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:26.727524 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.731476 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66d37e-3811-455e-bf43-e94bdf04e8fe tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event deleted for resources: {'Subnet': ['ID=0aadea1b-6cdd-44c4-b89f-686da6c54bb2,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:26.749212 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-229972f7-3296-4878-857c-38398399816c req-c6d1648b-5fac-4621-bece-3368fa3b542d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5445397 Jun 30 09:21:26.829222 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cd66d37e-3811-455e-bf43-e94bdf04e8fe tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.846895 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-cd66d37e-3811-455e-bf43-e94bdf04e8fe tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4682b2f1-da87-48f8-85f4-1c84d8076a37']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:26.859100 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-cd66d37e-3811-455e-bf43-e94bdf04e8fe tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b59fa72-6917-48f1-9da8-d7ec0927d1c7') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:26.859347 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-cd66d37e-3811-455e-bf43-e94bdf04e8fe tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b59fa72-6917-48f1-9da8-d7ec0927d1c7') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:26.870589 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cd66d37e-3811-455e-bf43-e94bdf04e8fe tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.900068 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cd66d37e-3811-455e-bf43-e94bdf04e8fe tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.924087 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd66d37e-3811-455e-bf43-e94bdf04e8fe tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:26.924342 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cd66d37e-3811-455e-bf43-e94bdf04e8fe tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.927557 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:21:26.927557 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:26.927557 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:21:26.927557 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:26.927557 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:21:26.927557 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:26.927557 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:21:26.927557 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:26.927557 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:21:26.927557 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:26.927557 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:21:26.927557 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:26.927557 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:21:26.927557 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:26.927557 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:26.927557 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:26.927557 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:26.927557 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:26.927557 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:21:26.927557 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:26.927557 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:21:26.927557 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:26.927557 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:26.927557 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:26.927557 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:26.927557 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:26.927557 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:26.927557 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:26.927557 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:26.927557 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:26.927557 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:26.927557 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:27.087160 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0c60e-4786-4ed0-a41a-ff3c233adc3a req-23680288-4ba9-44f6-a8ba-8351072eac59 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:27.088772 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-12b0c60e-4786-4ed0-a41a-ff3c233adc3a req-23680288-4ba9-44f6-a8ba-8351072eac59 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 945 time: 0.1749415 Jun 30 09:21:27.170929 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-12b0c60e-4786-4ed0-a41a-ff3c233adc3a req-2290946e-2bc1-4982-9820-18e419ffb179 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732491 Jun 30 09:21:27.186468 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cd66d37e-3811-455e-bf43-e94bdf04e8fe tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.202009 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cd66d37e-3811-455e-bf43-e94bdf04e8fe tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.207292 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-cd66d37e-3811-455e-bf43-e94bdf04e8fe tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "DELETE /v2.0/networks/4682b2f1-da87-48f8-85f4-1c84d8076a37 HTTP/1.1" status: 204 len: 168 time: 1.5425215 Jun 30 09:21:27.213249 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47590) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:27.219438 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-e004c31d-b40b-4a9a-be99-b09e4927f9c7 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-234848786'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:27.236062 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66d37e-3811-455e-bf43-e94bdf04e8fe tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event deleted for resources: {'Network': ['ID=4682b2f1-da87-48f8-85f4-1c84d8076a37,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:27.266093 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] For port 654e0480-85d7-46c3-b870-c2260606fdaa, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=654e0480-85d7-46c3-b870-c2260606fdaa,segment=NetworkSegment(bab0f63b-5658-4293-a0cd-c78c590d4d22),segment_id=bab0f63b-5658-4293-a0cd-c78c590d4d22)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:27.266690 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.291798 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Calling delete_port for 654e0480-85d7-46c3-b870-c2260606fdaa owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:27.358314 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e004c31d-b40b-4a9a-be99-b09e4927f9c7 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Made reservation on behalf of 907c236b1ac04d10a22ac614e6b4c6ce for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:27.362801 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e004c31d-b40b-4a9a-be99-b09e4927f9c7 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.399632 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e004c31d-b40b-4a9a-be99-b09e4927f9c7 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:27.409060 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47594) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:27.421301 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e004c31d-b40b-4a9a-be99-b09e4927f9c7 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.423315 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-e004c31d-b40b-4a9a-be99-b09e4927f9c7 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Added segment 78834b91-e49b-4b95-ad4f-6de20f1e2462 of type vlan for network 136dae09-bdeb-4ce1-8b5e-a8e6506a5eb5 Jun 30 09:21:27.448738 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ea1c093e-d0a7-4b49-84d8-2a43654ab377 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.480462 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e004c31d-b40b-4a9a-be99-b09e4927f9c7 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.488339 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a46448a-be17-41c1-ba51-dc00c0c762a8 None None] Network e9641b9a-3a4e-42ee-b68c-2d9e8da2f624 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:27.545901 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-b2ac8912-f7b7-42d4-80cf-8df810046b42 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Request body: {'networks': [{'name': 'tempest-network--688074712'}, {'name': 'tempest-network--1626711259'}]} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:27.546219 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-b2ac8912-f7b7-42d4-80cf-8df810046b42 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Request body: {'network': {'name': 'tempest-network--688074712'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:27.546689 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-b2ac8912-f7b7-42d4-80cf-8df810046b42 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Request body: {'network': {'name': 'tempest-network--1626711259'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:27.556994 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ea1c093e-d0a7-4b49-84d8-2a43654ab377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.619979 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.627863 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2b146e14-1f37-4fe0-bc06-6d0547ccdf9d None None] Provisioning complete for port 654e0480-85d7-46c3-b870-c2260606fdaa triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:27.628170 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2b146e14-1f37-4fe0-bc06-6d0547ccdf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.638120 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e004c31d-b40b-4a9a-be99-b09e4927f9c7 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.639660 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ea1c093e-d0a7-4b49-84d8-2a43654ab377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.642747 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e004c31d-b40b-4a9a-be99-b09e4927f9c7 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:27.643548 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e004c31d-b40b-4a9a-be99-b09e4927f9c7 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.645460 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c093e-d0a7-4b49-84d8-2a43654ab377 admin admin] Pushing event updated for resources: {'Port': ['ID=d2044a80-fe15-4387-a284-4a43dfbc942c,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:27.664156 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] No DVR routers for this DVR port 654e0480-85d7-46c3-b870-c2260606fdaa on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:27.664401 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-2b146e14-1f37-4fe0-bc06-6d0547ccdf9d None None] Port 654e0480-85d7-46c3-b870-c2260606fdaa was deleted so its status cannot be updated. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 30 09:21:27.734828 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Pushing event deleted for resources: {'Port': ['ID=654e0480-85d7-46c3-b870-c2260606fdaa,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:27.750216 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ac8912-f7b7-42d4-80cf-8df810046b42 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Made reservation on behalf of 78113fbefa724f83bd66a816da3df9e0 for: {'network': 2} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:27.762412 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b2ac8912-f7b7-42d4-80cf-8df810046b42 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.786469 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b2ac8912-f7b7-42d4-80cf-8df810046b42 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.798025 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd11fa9a-fb2e-40c8-9b87-f2c14eb9f1ec None None] DHCP port deletion for e9641b9a-3a4e-42ee-b68c-2d9e8da2f624 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:21:27.847998 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565101c0-2c34-4ff0-8ed9-f659a0f9fd94 None None] get_active_networks_info from n-d-771363-31 {{(pid=101055) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:21:27.861414 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.866904 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004c31d-b40b-4a9a-be99-b09e4927f9c7 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event updated for resources: {'Network': ['ID=136dae09-bdeb-4ce1-8b5e-a8e6506a5eb5,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:27.891366 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9641b9a-3a4e-42ee-b68c-2d9e8da2f624']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:27.909489 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 136dae09-bdeb-4ce1-8b5e-a8e6506a5eb5 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:27.921781 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 6ffcb708-4142-4f4e-a157-9f6e3e2610a8 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:27.928353 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab0f63b-5658-4293-a0cd-c78c590d4d22') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:27.928658 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab0f63b-5658-4293-a0cd-c78c590d4d22') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:27.944597 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e004c31d-b40b-4a9a-be99-b09e4927f9c7 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7300851 Jun 30 09:21:27.946431 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47600) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:27.952653 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-d07e022a-193b-409b-8875-a4dbb7b3440d tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Request body: {'subnet': {'network_id': '136dae09-bdeb-4ce1-8b5e-a8e6506a5eb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:27.963500 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.988923 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1c093e-d0a7-4b49-84d8-2a43654ab377 admin admin] Network 7915cb22-074c-47c5-9699-2fe2d087c9a8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:27.991365 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:28.000027 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-ea1c093e-d0a7-4b49-84d8-2a43654ab377 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:28.007973 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:28.008738 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:28.012694 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:21:28.012694 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:28.012694 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:21:28.012694 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:28.012694 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:21:28.012694 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:28.012694 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:21:28.012694 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:28.012694 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:21:28.012694 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:28.012694 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:21:28.012694 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:28.012694 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:21:28.012694 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:28.012694 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:28.012694 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:28.012694 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:28.012694 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:28.012694 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:21:28.012694 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:28.012694 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:21:28.012694 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:28.012694 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:28.012694 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:28.012694 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:28.012694 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:28.012694 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:28.012694 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:28.012694 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:28.012694 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:28.012694 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:28.012694 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:28.113701 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565101c0-2c34-4ff0-8ed9-f659a0f9fd94 None None] Resources bound (agent type, host, resource id): {{(pid=101055) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:21:28.197865 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1c093e-d0a7-4b49-84d8-2a43654ab377 admin admin] Router d131102f-44a0-43cd-92a5-2eb453bcc4e0 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:21:28.227214 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 6ffcb708-4142-4f4e-a157-9f6e3e2610a8 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:28.237482 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 6ffcb708-4142-4f4e-a157-9f6e3e2610a8 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:28.237887 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:28.295016 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:28.306237 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:28.312330 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "DELETE /v2.0/networks/e9641b9a-3a4e-42ee-b68c-2d9e8da2f624 HTTP/1.1" status: 204 len: 168 time: 3.9266679 Jun 30 09:21:28.316504 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47604) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:28.323218 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee452e01-3f91-4185-8928-6c2cdb1985cd tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Pushing event deleted for resources: {'Network': ['ID=e9641b9a-3a4e-42ee-b68c-2d9e8da2f624,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:28.349034 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1c093e-d0a7-4b49-84d8-2a43654ab377 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:21:28.360678 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ea1c093e-d0a7-4b49-84d8-2a43654ab377 admin admin] 10.222.0.10 "PUT /v2.0/routers/d131102f-44a0-43cd-92a5-2eb453bcc4e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2384620 Jun 30 09:21:28.376611 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-a23b5e07-509a-4d5d-83a7-ede35a4bb27d tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:28.377283 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a23b5e07-509a-4d5d-83a7-ede35a4bb27d tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:28.378184 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a56b48-9f9e-411c-806c-e1cf5d0cd618 None None] Sync routers for ids ['d131102f-44a0-43cd-92a5-2eb453bcc4e0'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:21:28.379199 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a23b5e07-509a-4d5d-83a7-ede35a4bb27d tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "DELETE /v2.0/subnets/5ada80b5-d955-4f85-9c35-2ec22a773c85 HTTP/1.1" status: 404 len: 337 time: 0.0605667 Jun 30 09:21:28.382008 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47608) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:28.404932 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-869cb69a-9bd4-4e1d-be7f-3c4476249583 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:28.405593 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-869cb69a-9bd4-4e1d-be7f-3c4476249583 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:28.409177 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-869cb69a-9bd4-4e1d-be7f-3c4476249583 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "DELETE /v2.0/networks/e9641b9a-3a4e-42ee-b68c-2d9e8da2f624 HTTP/1.1" status: 404 len: 339 time: 0.0259874 Jun 30 09:21:28.412506 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47610) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:28.432177 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a56b48-9f9e-411c-806c-e1cf5d0cd618 None None] Routers {'d131102f-44a0-43cd-92a5-2eb453bcc4e0'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:28.432817 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-e3a56b48-9f9e-411c-806c-e1cf5d0cd618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:21:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['d131102f-44a0-43cd-92a5-2eb453bcc4e0'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:28.436823 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:28.451784 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-49f2cada-dd87-46e3-ab85-fccc51f59d59 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:28.452260 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49f2cada-dd87-46e3-ab85-fccc51f59d59 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:28.454931 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-49f2cada-dd87-46e3-ab85-fccc51f59d59 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "DELETE /v2.0/subnets/e474a946-4a8e-4d58-a9c0-e74063b20ed8 HTTP/1.1" status: 404 len: 337 time: 0.0414565 Jun 30 09:21:28.458300 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47612) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:28.482155 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b2ac8912-f7b7-42d4-80cf-8df810046b42 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:28.483579 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f720b7-e9ba-48be-a0cd-dcfb031a9e42 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:28.484156 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f720b7-e9ba-48be-a0cd-dcfb031a9e42 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:28.485997 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f3f720b7-e9ba-48be-a0cd-dcfb031a9e42 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "DELETE /v2.0/networks/90544e06-fd65-479a-b834-2cd4dfb52a56 HTTP/1.1" status: 404 len: 339 time: 0.0267382 Jun 30 09:21:28.488841 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47614) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:28.524678 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eef6419-1696-4fae-b9a6-c7d0c21a4e7f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:28.525292 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eef6419-1696-4fae-b9a6-c7d0c21a4e7f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:28.526520 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50701c78-d735-4aa9-b88c-384916ac10e3 req-7e5d8a13-5ea2-4515-8d64-f1f1525cb71a tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:28.527179 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1eef6419-1696-4fae-b9a6-c7d0c21a4e7f tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "DELETE /v2.0/subnets/d74af176-34eb-4eff-b2dc-293bf3d99008 HTTP/1.1" status: 404 len: 337 time: 0.0369289 Jun 30 09:21:28.530084 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47618) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:28.531927 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-50701c78-d735-4aa9-b88c-384916ac10e3 req-7e5d8a13-5ea2-4515-8d64-f1f1525cb71a tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 945 time: 0.1989501 Jun 30 09:21:28.553177 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa161959-e3cd-40ff-a5d5-618dad3f8cfb tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:28.555229 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa161959-e3cd-40ff-a5d5-618dad3f8cfb tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:28.555897 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-aa161959-e3cd-40ff-a5d5-618dad3f8cfb tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "DELETE /v2.0/networks/d88d56e2-ed2f-427e-83e1-11fdefac423a HTTP/1.1" status: 404 len: 339 time: 0.0247538 Jun 30 09:21:28.558402 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47622) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:28.597840 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 6ffcb708-4142-4f4e-a157-9f6e3e2610a8, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=6ffcb708-4142-4f4e-a157-9f6e3e2610a8,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:28.600102 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b2ac8912-f7b7-42d4-80cf-8df810046b42 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:28.600573 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b2ac8912-f7b7-42d4-80cf-8df810046b42 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:28.623304 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-e3a56b48-9f9e-411c-806c-e1cf5d0cd618 None None] Set router d131102f-44a0-43cd-92a5-2eb453bcc4e0 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:21:28.639411 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-50701c78-d735-4aa9-b88c-384916ac10e3 req-18f0bd3f-f3c8-4c98-b2be-e62f99d24709 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013057 Jun 30 09:21:28.683162 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ac8912-f7b7-42d4-80cf-8df810046b42 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:28.683162 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac8912-f7b7-42d4-80cf-8df810046b42 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5736aed-c6f3-489d-be00-997c583c7739,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:28.698728 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b2ac8912-f7b7-42d4-80cf-8df810046b42 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:28.699086 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-b2ac8912-f7b7-42d4-80cf-8df810046b42 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Added segment eefb4d9f-a4b6-477c-ab18-c0d067455e46 of type vlan for network 3f846bb6-8e0e-4b34-ac56-3f7f6df7bc0f Jun 30 09:21:28.764198 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b2ac8912-f7b7-42d4-80cf-8df810046b42 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:28.767467 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-35196941-88c5-4fe0-abc6-e8cdcf943e6c tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Deleting port af66f51e-eb02-40f7-a871-40521a9fa5a2 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:28.767467 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-35196941-88c5-4fe0-abc6-e8cdcf943e6c tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:28.807918 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ac8912-f7b7-42d4-80cf-8df810046b42 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:28.821050 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b2ac8912-f7b7-42d4-80cf-8df810046b42 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:28.821719 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-b2ac8912-f7b7-42d4-80cf-8df810046b42 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Added segment f7ed2bed-6311-426a-a10c-14f3cda3e393 of type vlan for network 32398a97-9be3-4955-b00a-98260efb5183 Jun 30 09:21:28.832197 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07e022a-193b-409b-8875-a4dbb7b3440d tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Made reservation on behalf of 907c236b1ac04d10a22ac614e6b4c6ce for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:28.838470 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d07e022a-193b-409b-8875-a4dbb7b3440d tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:28.844051 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:28.935325 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-35196941-88c5-4fe0-abc6-e8cdcf943e6c tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:28.983551 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-35196941-88c5-4fe0-abc6-e8cdcf943e6c tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Calling delete_port for af66f51e-eb02-40f7-a871-40521a9fa5a2 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:28.990052 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=6ffcb708-4142-4f4e-a157-9f6e3e2610a8,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:29.004267 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b2ac8912-f7b7-42d4-80cf-8df810046b42 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:29.095720 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-e3a56b48-9f9e-411c-806c-e1cf5d0cd618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd131102f-44a0-43cd-92a5-2eb453bcc4e0', 'name': 'tempest-ServerRescueNegativeTestJSON-2039883727-router', 'tenant_id': '234aaca18299482fab3a8daeb994da0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '6ffcb708-4142-4f4e-a157-9f6e3e2610a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:21:20Z', 'updated_at': '2021-06-30T09:21:26Z', 'revision_number': 4, 'project_id': '234aaca18299482fab3a8daeb994da0d', 'gw_port': {'id': '6ffcb708-4142-4f4e-a157-9f6e3e2610a8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:31:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd131102f-44a0-43cd-92a5-2eb453bcc4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:21Z', 'updated_at': '2021-06-30T09:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'd2044a80-fe15-4387-a284-4a43dfbc942c', 'name': '', 'network_id': '7915cb22-074c-47c5-9699-2fe2d087c9a8', 'tenant_id': '234aaca18299482fab3a8daeb994da0d', 'mac_address': 'fa:16:3e:e4:12:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd131102f-44a0-43cd-92a5-2eb453bcc4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '5aa4110f-a72f-4573-96b9-ab88a0074a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:25Z', 'updated_at': '2021-06-30T09:21:26Z', 'revision_number': 2, 'project_id': '234aaca18299482fab3a8daeb994da0d', 'subnets': [{'id': '5aa4110f-a72f-4573-96b9-ab88a0074a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:29.114985 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8406eb9-b530-49ef-939f-a031f150a573 req-caf89b21-8ea1-4010-b596-ae796606e3fb tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:29.117787 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f8406eb9-b530-49ef-939f-a031f150a573 req-caf89b21-8ea1-4010-b596-ae796606e3fb tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/networks?id=7915cb22-074c-47c5-9699-2fe2d087c9a8 HTTP/1.1" status: 200 len: 819 time: 0.2117655 Jun 30 09:21:29.129044 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a56b48-9f9e-411c-806c-e1cf5d0cd618 None None] Checking router: d131102f-44a0-43cd-92a5-2eb453bcc4e0 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:21:29.129404 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a56b48-9f9e-411c-806c-e1cf5d0cd618 None None] Updating router d131102f-44a0-43cd-92a5-2eb453bcc4e0 port d2044a80-fe15-4387-a284-4a43dfbc942c binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:21:29.147585 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f8406eb9-b530-49ef-939f-a031f150a573 req-9bea653f-ba2b-4e97-b69b-d9f161142983 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/quotas/234aaca18299482fab3a8daeb994da0d HTTP/1.1" status: 200 len: 375 time: 0.0208619 Jun 30 09:21:29.174999 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e3a56b48-9f9e-411c-806c-e1cf5d0cd618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:29.185494 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-3ff06474-a90d-402b-bf05-5bd8850eb87c tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:29.186980 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-3ff06474-a90d-402b-bf05-5bd8850eb87c tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/networks?id=972bd354-eef2-4e01-b16e-8c4bf18786f8 HTTP/1.1" status: 200 len: 810 time: 0.2076199 Jun 30 09:21:29.236002 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-cab47d81-ee0b-41cb-8882-d9abcbeff96d tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/quotas/c52329bbe8b54b8887fff3ef67ff99df HTTP/1.1" status: 200 len: 375 time: 0.0348594 Jun 30 09:21:29.251709 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f8406eb9-b530-49ef-939f-a031f150a573 req-a20a7f79-b5c9-4e23-9f88-4476f3935300 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=234aaca18299482fab3a8daeb994da0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0867627 Jun 30 09:21:29.286558 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b2ac8912-f7b7-42d4-80cf-8df810046b42 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:29.287708 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b2ac8912-f7b7-42d4-80cf-8df810046b42 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:29.293727 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac8912-f7b7-42d4-80cf-8df810046b42 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:29.299055 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac8912-f7b7-42d4-80cf-8df810046b42 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:29.300006 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b2ac8912-f7b7-42d4-80cf-8df810046b42 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:29.350071 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-35196941-88c5-4fe0-abc6-e8cdcf943e6c tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:29.388520 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f8406eb9-b530-49ef-939f-a031f150a573 req-e1005de5-cba8-4c85-9b27-2a3e7fce17da service neutron] 10.222.0.10 "GET /v2.0/networks/7915cb22-074c-47c5-9699-2fe2d087c9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310987 Jun 30 09:21:29.393509 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35196941-88c5-4fe0-abc6-e8cdcf943e6c tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Pushing event deleted for resources: {'Port': ['ID=af66f51e-eb02-40f7-a871-40521a9fa5a2,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:29.399801 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-35196941-88c5-4fe0-abc6-e8cdcf943e6c tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:29.406770 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-35196941-88c5-4fe0-abc6-e8cdcf943e6c tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "DELETE /v2.0/ports/af66f51e-eb02-40f7-a871-40521a9fa5a2 HTTP/1.1" status: 204 len: 168 time: 0.8459842 Jun 30 09:21:29.409881 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47648) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:29.445254 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d07e022a-193b-409b-8875-a4dbb7b3440d tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:29.456097 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8751086-a86e-404c-bba2-cb965128256c tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:29.456549 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8751086-a86e-404c-bba2-cb965128256c tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:29.460721 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f8751086-a86e-404c-bba2-cb965128256c tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "DELETE /v2.0/subnets/23dafa4a-e890-4949-a96a-87ceedaa1460 HTTP/1.1" status: 404 len: 337 time: 0.0473900 Jun 30 09:21:29.464019 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac8912-f7b7-42d4-80cf-8df810046b42 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Pushing event updated for resources: {'Network': ['ID=3f846bb6-8e0e-4b34-ac56-3f7f6df7bc0f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:29.472715 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47650) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:29.482206 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 3f846bb6-8e0e-4b34-ac56-3f7f6df7bc0f details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:29.520131 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f8406eb9-b530-49ef-939f-a031f150a573 req-46088bb8-0f29-47b3-a1db-0a12ace04306 service neutron] 10.222.0.10 "GET /v2.0/networks/7915cb22-074c-47c5-9699-2fe2d087c9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109405 Jun 30 09:21:29.563989 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b2ac8912-f7b7-42d4-80cf-8df810046b42 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.1529398 Jun 30 09:21:29.574023 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47652) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:29.647343 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e3a56b48-9f9e-411c-806c-e1cf5d0cd618 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:29.661138 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e3a56b48-9f9e-411c-806c-e1cf5d0cd618 None None] Transition to ACTIVE for port object d2044a80-fe15-4387-a284-4a43dfbc942c will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:29.682125 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e022a-193b-409b-8875-a4dbb7b3440d tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event updated for resources: {'Subnet': ['ID=c4d16bcd-3839-4f4c-b72f-3e244e2edc54,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:29.694596 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac8912-f7b7-42d4-80cf-8df810046b42 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Pushing event updated for resources: {'Network': ['ID=32398a97-9be3-4955-b00a-98260efb5183,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:29.711537 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-f152ca74-e3c0-4650-8c9c-8d3ea289c42b tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c52329bbe8b54b8887fff3ef67ff99df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4597132 Jun 30 09:21:29.713901 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 32398a97-9be3-4955-b00a-98260efb5183 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:29.722386 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-610bf4c1-9b9c-4078-9b1c-735967f5322b tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:29.748940 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07e022a-193b-409b-8875-a4dbb7b3440d tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Checking segment: {'id': '78834b91-e49b-4b95-ad4f-6de20f1e2462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '136dae09-bdeb-4ce1-8b5e-a8e6506a5eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:29.749364 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07e022a-193b-409b-8875-a4dbb7b3440d tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Network hostable DHCP agents. Network: 136dae09-bdeb-4ce1-8b5e-a8e6506a5eb5, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:29.779535 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e3a56b48-9f9e-411c-806c-e1cf5d0cd618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:29.805171 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82e4fd9-8e48-4bf1-99bb-3db2ac5a4bf3 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:29.811817 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 6ffcb708-4142-4f4e-a157-9f6e3e2610a8 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:29.815709 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82e4fd9-8e48-4bf1-99bb-3db2ac5a4bf3 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:29.831749 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82e4fd9-8e48-4bf1-99bb-3db2ac5a4bf3 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:29.838361 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82e4fd9-8e48-4bf1-99bb-3db2ac5a4bf3 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:29.841305 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e82e4fd9-8e48-4bf1-99bb-3db2ac5a4bf3 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2642372 Jun 30 09:21:29.844786 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47660) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:29.910006 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07e022a-193b-409b-8875-a4dbb7b3440d tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Network 136dae09-bdeb-4ce1-8b5e-a8e6506a5eb5 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:29.927825 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-589b2f85-03b0-4e0e-a441-44b32874969e service neutron] 10.222.0.10 "GET /v2.0/networks/972bd354-eef2-4e01-b16e-8c4bf18786f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033272 Jun 30 09:21:29.948448 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-610bf4c1-9b9c-4078-9b1c-735967f5322b tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:29.957164 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07af00-e4ee-418a-8fd0-63a5af8b0565 None None] Pushing event updated for resources: {'Port': ['ID=d2044a80-fe15-4387-a284-4a43dfbc942c,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:29.963192 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-54658c63-1c5c-4624-8488-0d555d74d9da tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:29.995400 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-e3a56b48-9f9e-411c-806c-e1cf5d0cd618 None None] Attempting to bind port d2044a80-fe15-4387-a284-4a43dfbc942c on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:29.995864 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-e3a56b48-9f9e-411c-806c-e1cf5d0cd618 None None] Attempting to bind port d2044a80-fe15-4387-a284-4a43dfbc942c by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '1251b18e-95fe-4a76-b566-dbaccb21e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7915cb22-074c-47c5-9699-2fe2d087c9a8'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:29.996413 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a56b48-9f9e-411c-806c-e1cf5d0cd618 None None] Attempting to bind port d2044a80-fe15-4387-a284-4a43dfbc942c on network 7915cb22-074c-47c5-9699-2fe2d087c9a8 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:29.998470 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-610bf4c1-9b9c-4078-9b1c-735967f5322b tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['218b47dd-8039-49d7-aeb2-a7c399a109e7']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:30.006249 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a56b48-9f9e-411c-806c-e1cf5d0cd618 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:30.006644 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a56b48-9f9e-411c-806c-e1cf5d0cd618 None None] Checking segment: {'id': '1251b18e-95fe-4a76-b566-dbaccb21e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7915cb22-074c-47c5-9699-2fe2d087c9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:30.007167 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e3a56b48-9f9e-411c-806c-e1cf5d0cd618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.008738 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a56b48-9f9e-411c-806c-e1cf5d0cd618 None None] Bound using segment: {'id': '1251b18e-95fe-4a76-b566-dbaccb21e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7915cb22-074c-47c5-9699-2fe2d087c9a8'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:30.008738 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-e3a56b48-9f9e-411c-806c-e1cf5d0cd618 None None] Bound port: d2044a80-fe15-4387-a284-4a43dfbc942c, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1251b18e-95fe-4a76-b566-dbaccb21e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7915cb22-074c-47c5-9699-2fe2d087c9a8'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:30.008738 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e3a56b48-9f9e-411c-806c-e1cf5d0cd618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.011560 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 6ffcb708-4142-4f4e-a157-9f6e3e2610a8 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:30.012504 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.013638 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-610bf4c1-9b9c-4078-9b1c-735967f5322b tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e08a75-556b-4d80-9918-f88a68eb6c3c') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:30.018141 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-610bf4c1-9b9c-4078-9b1c-735967f5322b tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e08a75-556b-4d80-9918-f88a68eb6c3c') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:30.029960 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-d07e022a-193b-409b-8875-a4dbb7b3440d tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 136dae09-bdeb-4ce1-8b5e-a8e6506a5eb5) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:30.046494 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07e022a-193b-409b-8875-a4dbb7b3440d tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:30.047607 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d07e022a-193b-409b-8875-a4dbb7b3440d tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.055481 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-610bf4c1-9b9c-4078-9b1c-735967f5322b tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.067540 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c86118-df4f-4af1-a98f-bce4090da6ab None None] Network 136dae09-bdeb-4ce1-8b5e-a8e6506a5eb5 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:30.107208 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-54658c63-1c5c-4624-8488-0d555d74d9da tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.119945 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-610bf4c1-9b9c-4078-9b1c-735967f5322b tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.121066 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-54658c63-1c5c-4624-8488-0d555d74d9da tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f846bb6-8e0e-4b34-ac56-3f7f6df7bc0f']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:30.132644 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-74208203-4e09-42c5-803c-826a668da529 service neutron] 10.222.0.10 "GET /v2.0/networks/972bd354-eef2-4e01-b16e-8c4bf18786f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958759 Jun 30 09:21:30.134334 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610bf4c1-9b9c-4078-9b1c-735967f5322b tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:30.135683 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-54658c63-1c5c-4624-8488-0d555d74d9da tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eefb4d9f-a4b6-477c-ab18-c0d067455e46') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:30.136108 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-610bf4c1-9b9c-4078-9b1c-735967f5322b tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.136261 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-54658c63-1c5c-4624-8488-0d555d74d9da tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eefb4d9f-a4b6-477c-ab18-c0d067455e46') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:30.146314 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:21:30.146314 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:30.146314 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:21:30.146314 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:30.146314 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:21:30.146314 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:30.146314 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:21:30.146314 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:30.146314 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:21:30.146314 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:30.146314 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:21:30.146314 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:30.146314 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:21:30.146314 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:30.146314 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:30.146314 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:30.146314 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:30.146314 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:30.146314 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:21:30.146314 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:30.146314 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:21:30.146314 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:30.146314 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:30.146314 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:30.146314 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:30.146314 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:30.146314 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:30.146314 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:30.146314 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:30.146314 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:30.146314 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:30.146314 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:30.194595 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-77b80c37-0a4d-46ae-b727-fca17a1d73f9 req-1717ec01-5fac-4d57-ae97-7d6af8a5ab5a tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 210 time: 0.0546038 Jun 30 09:21:30.196789 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d07e022a-193b-409b-8875-a4dbb7b3440d tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2493083 Jun 30 09:21:30.197396 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-54658c63-1c5c-4624-8488-0d555d74d9da tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.200864 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47662) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:30.213528 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-c0282355-3e5c-411c-8906-8d446dd5d8af tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Request body: {'subnet': {'network_id': '136dae09-bdeb-4ce1-8b5e-a8e6506a5eb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:30.218238 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-54658c63-1c5c-4624-8488-0d555d74d9da tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.227474 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54658c63-1c5c-4624-8488-0d555d74d9da tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:30.239429 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-e3a56b48-9f9e-411c-806c-e1cf5d0cd618 None None] For port d2044a80-fe15-4387-a284-4a43dfbc942c, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:30.245078 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-e3a56b48-9f9e-411c-806c-e1cf5d0cd618 None None] For port d2044a80-fe15-4387-a284-4a43dfbc942c, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=d2044a80-fe15-4387-a284-4a43dfbc942c,segment=NetworkSegment(1251b18e-95fe-4a76-b566-dbaccb21e832),segment_id=1251b18e-95fe-4a76-b566-dbaccb21e832)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:30.245768 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-54658c63-1c5c-4624-8488-0d555d74d9da tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.251186 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:21:30.251186 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:30.251186 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:21:30.251186 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:30.251186 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:21:30.251186 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:30.251186 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:21:30.251186 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:30.251186 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:21:30.251186 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:30.251186 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:21:30.251186 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:30.251186 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:21:30.251186 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:30.251186 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:30.251186 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:30.251186 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:30.251186 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:30.251186 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:21:30.251186 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:30.251186 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:21:30.251186 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:30.251186 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:30.251186 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:30.251186 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:30.251186 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:30.251186 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:30.251186 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:30.251186 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:30.251186 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:30.251186 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:30.251186 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:30.378700 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e3a56b48-9f9e-411c-806c-e1cf5d0cd618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.471872 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 654e0480-85d7-46c3-b870-c2260606fdaa no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:30.478172 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-610bf4c1-9b9c-4078-9b1c-735967f5322b tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.487781 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-610bf4c1-9b9c-4078-9b1c-735967f5322b tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.492185 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-610bf4c1-9b9c-4078-9b1c-735967f5322b tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "DELETE /v2.0/networks/218b47dd-8039-49d7-aeb2-a7c399a109e7 HTTP/1.1" status: 204 len: 168 time: 0.9986637 Jun 30 09:21:30.492618 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a56b48-9f9e-411c-806c-e1cf5d0cd618 None None] Routers {'d131102f-44a0-43cd-92a5-2eb453bcc4e0'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:30.493690 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47682) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:30.494245 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-e3a56b48-9f9e-411c-806c-e1cf5d0cd618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:21:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['d131102f-44a0-43cd-92a5-2eb453bcc4e0'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:30.505361 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610bf4c1-9b9c-4078-9b1c-735967f5322b tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Pushing event deleted for resources: {'Network': ['ID=218b47dd-8039-49d7-aeb2-a7c399a109e7,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:30.539234 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-54658c63-1c5c-4624-8488-0d555d74d9da tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.547881 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0282355-3e5c-411c-8906-8d446dd5d8af tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Made reservation on behalf of 907c236b1ac04d10a22ac614e6b4c6ce for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:30.552164 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-54658c63-1c5c-4624-8488-0d555d74d9da tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.555753 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-54658c63-1c5c-4624-8488-0d555d74d9da tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] 10.222.0.10 "DELETE /v2.0/networks/3f846bb6-8e0e-4b34-ac56-3f7f6df7bc0f HTTP/1.1" status: 204 len: 168 time: 0.7097552 Jun 30 09:21:30.557424 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0282355-3e5c-411c-8906-8d446dd5d8af tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.562471 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47684) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:30.583624 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 654e0480-85d7-46c3-b870-c2260606fdaa {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:30.585311 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 654e0480-85d7-46c3-b870-c2260606fdaa not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:30.591174 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07af00-e4ee-418a-8fd0-63a5af8b0565 None None] Pushing event updated for resources: {'Port': ['ID=d2044a80-fe15-4387-a284-4a43dfbc942c,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:30.620155 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-87f18a9b-6c4c-4f85-841d-b81436bb58b7 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:30.622419 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-87f18a9b-6c4c-4f85-841d-b81436bb58b7 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/networks?id=7915cb22-074c-47c5-9699-2fe2d087c9a8 HTTP/1.1" status: 200 len: 819 time: 0.1981454 Jun 30 09:21:30.644301 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54658c63-1c5c-4624-8488-0d555d74d9da tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Pushing event deleted for resources: {'Network': ['ID=3f846bb6-8e0e-4b34-ac56-3f7f6df7bc0f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:30.681844 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-907cded4-485e-4aea-9d11-7af8fd2d5019 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/quotas/234aaca18299482fab3a8daeb994da0d HTTP/1.1" status: 200 len: 375 time: 0.0515780 Jun 30 09:21:30.701431 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-e3a56b48-9f9e-411c-806c-e1cf5d0cd618 None None] Set router d131102f-44a0-43cd-92a5-2eb453bcc4e0 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:21:30.769694 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8374-3ed9-4bd1-86b0-0a1cbfb93b56 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.787709 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39c27bf-adb9-4da1-9c3c-17b54ccdd0ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-136dae09-bdeb-4ce1-8b5e-a8e6506a5eb5', 'network_id': '136dae09-bdeb-4ce1-8b5e-a8e6506a5eb5', 'tenant_id': '907c236b1ac04d10a22ac614e6b4c6ce', 'fixed_ips': [{'subnet_id': 'c4d16bcd-3839-4f4c-b72f-3e244e2edc54'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:21:30.787709 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a39c27bf-adb9-4da1-9c3c-17b54ccdd0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.788210 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b9638a36-461e-45a8-a8bd-7a77f0c63cf9 req-2731dbfd-24e7-4939-8f13-b47b6f7a507b tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 210 time: 0.0910637 Jun 30 09:21:30.832147 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-290647de-c2c1-49dc-94e6-566ade8064a5 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Deleting port 7b2c041a-9f1b-409a-a73e-c2f327c4bf58 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:30.832511 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-290647de-c2c1-49dc-94e6-566ade8064a5 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.846854 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-b21c1905-cece-41d2-b58c-a24c35442929 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=234aaca18299482fab3a8daeb994da0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1641304 Jun 30 09:21:30.874325 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-81dbe799-9e7c-4cb3-9b69-709bc45d0089 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:30.881914 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-81dbe799-9e7c-4cb3-9b69-709bc45d0089 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153637 Jun 30 09:21:30.958782 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8374-3ed9-4bd1-86b0-0a1cbfb93b56 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.977035 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-fcfe8374-3ed9-4bd1-86b0-0a1cbfb93b56 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32398a97-9be3-4955-b00a-98260efb5183']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:30.993781 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-fcfe8374-3ed9-4bd1-86b0-0a1cbfb93b56 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ed2bed-6311-426a-a10c-14f3cda3e393') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:30.994135 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-fcfe8374-3ed9-4bd1-86b0-0a1cbfb93b56 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ed2bed-6311-426a-a10c-14f3cda3e393') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:31.013506 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8374-3ed9-4bd1-86b0-0a1cbfb93b56 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.028310 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-290647de-c2c1-49dc-94e6-566ade8064a5 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.033223 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88c68ec5-3767-40e2-89d4-95fbe9cfb919 req-512fc44a-b69d-40f2-99b6-cefed0c5e498 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2174122 Jun 30 09:21:31.046155 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8374-3ed9-4bd1-86b0-0a1cbfb93b56 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.060691 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcfe8374-3ed9-4bd1-86b0-0a1cbfb93b56 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:31.061247 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8374-3ed9-4bd1-86b0-0a1cbfb93b56 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.082213 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-486170b4-a807-4b40-bd34-1397e98de9c9 service neutron] 10.222.0.10 "GET /v2.0/networks/7915cb22-074c-47c5-9699-2fe2d087c9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991513 Jun 30 09:21:31.106299 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-290647de-c2c1-49dc-94e6-566ade8064a5 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Calling delete_port for 7b2c041a-9f1b-409a-a73e-c2f327c4bf58 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:31.192459 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:21:31.192459 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:31.192459 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:21:31.192459 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:31.192459 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:21:31.192459 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:31.192459 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:21:31.192459 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:31.192459 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:21:31.192459 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:31.192459 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:21:31.192459 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:31.192459 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:21:31.192459 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:31.192459 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:31.192459 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:31.192459 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:31.192459 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:31.192459 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:21:31.192459 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:31.192459 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:21:31.192459 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:31.192459 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:31.192459 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:31.192459 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:31.192459 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:31.192459 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:31.192459 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:31.192459 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:31.192459 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:31.192459 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:31.192459 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:31.238986 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-a39c27bf-adb9-4da1-9c3c-17b54ccdd0ce None None] Allocated IP 2001:db8::2 (136dae09-bdeb-4ce1-8b5e-a8e6506a5eb5/c4d16bcd-3839-4f4c-b72f-3e244e2edc54/8d6b1acb-d3b7-4147-94bf-3dfae873f06d) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:31.284384 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-3985a5b4-bdec-4157-ace2-83db2b3a82b8 service neutron] 10.222.0.10 "GET /v2.0/networks/7915cb22-074c-47c5-9699-2fe2d087c9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906981 Jun 30 09:21:31.316495 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-e3a56b48-9f9e-411c-806c-e1cf5d0cd618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd131102f-44a0-43cd-92a5-2eb453bcc4e0', 'name': 'tempest-ServerRescueNegativeTestJSON-2039883727-router', 'tenant_id': '234aaca18299482fab3a8daeb994da0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '6ffcb708-4142-4f4e-a157-9f6e3e2610a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:21:20Z', 'updated_at': '2021-06-30T09:21:26Z', 'revision_number': 4, 'project_id': '234aaca18299482fab3a8daeb994da0d', 'gw_port': {'id': '6ffcb708-4142-4f4e-a157-9f6e3e2610a8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:31:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd131102f-44a0-43cd-92a5-2eb453bcc4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:21Z', 'updated_at': '2021-06-30T09:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'd2044a80-fe15-4387-a284-4a43dfbc942c', 'name': '', 'network_id': '7915cb22-074c-47c5-9699-2fe2d087c9a8', 'tenant_id': '234aaca18299482fab3a8daeb994da0d', 'mac_address': 'fa:16:3e:e4:12:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd131102f-44a0-43cd-92a5-2eb453bcc4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '5aa4110f-a72f-4573-96b9-ab88a0074a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:25Z', 'updated_at': '2021-06-30T09:21:30Z', 'revision_number': 4, 'project_id': '234aaca18299482fab3a8daeb994da0d', 'subnets': [{'id': '5aa4110f-a72f-4573-96b9-ab88a0074a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:31.346994 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a56b48-9f9e-411c-806c-e1cf5d0cd618 None None] The sync data for ids ['d131102f-44a0-43cd-92a5-2eb453bcc4e0'] in n-d-771363-31 is: [{'id': 'd131102f-44a0-43cd-92a5-2eb453bcc4e0', 'name': 'tempest-ServerRescueNegativeTestJSON-2039883727-router', 'tenant_id': '234aaca18299482fab3a8daeb994da0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '6ffcb708-4142-4f4e-a157-9f6e3e2610a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:21:20Z', 'updated_at': '2021-06-30T09:21:26Z', 'revision_number': 4, 'project_id': '234aaca18299482fab3a8daeb994da0d', 'gw_port': {'id': '6ffcb708-4142-4f4e-a157-9f6e3e2610a8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:31:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd131102f-44a0-43cd-92a5-2eb453bcc4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:21Z', 'updated_at': '2021-06-30T09:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'd2044a80-fe15-4387-a284-4a43dfbc942c', 'name': '', 'network_id': '7915cb22-074c-47c5-9699-2fe2d087c9a8', 'tenant_id': '234aaca18299482fab3a8daeb994da0d', 'mac_address': 'fa:16:3e:e4:12:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd131102f-44a0-43cd-92a5-2eb453bcc4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '5aa4110f-a72f-4573-96b9-ab88a0074a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:25Z', 'updated_at': '2021-06-30T09:21:30Z', 'revision_number': 4, 'project_id': '234aaca18299482fab3a8daeb994da0d', 'subnets': [{'id': '5aa4110f-a72f-4573-96b9-ab88a0074a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:21:31.398327 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c68ec5-3767-40e2-89d4-95fbe9cfb919 req-d07759a6-8226-49dc-acb0-4597dd653d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:31.399916 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88c68ec5-3767-40e2-89d4-95fbe9cfb919 req-d07759a6-8226-49dc-acb0-4597dd653d5a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6663e1a20e0244d4b0d1dff3990ac78c&device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 1098 time: 0.2027893 Jun 30 09:21:31.425546 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-290647de-c2c1-49dc-94e6-566ade8064a5 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.438290 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8374-3ed9-4bd1-86b0-0a1cbfb93b56 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.467259 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8374-3ed9-4bd1-86b0-0a1cbfb93b56 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.467259 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fcfe8374-3ed9-4bd1-86b0-0a1cbfb93b56 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] 10.222.0.10 "DELETE /v2.0/networks/32398a97-9be3-4955-b00a-98260efb5183 HTTP/1.1" status: 204 len: 168 time: 0.8971517 Jun 30 09:21:31.474514 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47696) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:31.476394 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290647de-c2c1-49dc-94e6-566ade8064a5 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Pushing event deleted for resources: {'Port': ['ID=7b2c041a-9f1b-409a-a73e-c2f327c4bf58,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:31.516524 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a39c27bf-adb9-4da1-9c3c-17b54ccdd0ce None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.553501 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a39c27bf-adb9-4da1-9c3c-17b54ccdd0ce None None] Transition to ACTIVE for port object 8d6b1acb-d3b7-4147-94bf-3dfae873f06d will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:31.569564 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-290647de-c2c1-49dc-94e6-566ade8064a5 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.576805 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-290647de-c2c1-49dc-94e6-566ade8064a5 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "DELETE /v2.0/ports/7b2c041a-9f1b-409a-a73e-c2f327c4bf58 HTTP/1.1" status: 204 len: 168 time: 1.0791211 Jun 30 09:21:31.578874 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a39c27bf-adb9-4da1-9c3c-17b54ccdd0ce None None] Transition to ACTIVE for port object 8d6b1acb-d3b7-4147-94bf-3dfae873f06d will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:31.582558 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47700) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:31.601791 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c68ec5-3767-40e2-89d4-95fbe9cfb919 req-b79e302c-2051-4386-ad5c-c83c8d86acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:31.603959 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88c68ec5-3767-40e2-89d4-95fbe9cfb919 req-b79e302c-2051-4386-ad5c-c83c8d86acaf service neutron] 10.222.0.37 "GET /v2.0/networks?id=ac2db21f-3bc4-4f3a-a31f-707164d04b28 HTTP/1.1" status: 200 len: 912 time: 0.1388710 Jun 30 09:21:31.622904 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe8374-3ed9-4bd1-86b0-0a1cbfb93b56 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Pushing event deleted for resources: {'Network': ['ID=32398a97-9be3-4955-b00a-98260efb5183,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:31.629399 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-4259111e-0257-45ee-a5ab-e726576e7432 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:31.630059 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4259111e-0257-45ee-a5ab-e726576e7432 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:31.631861 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4259111e-0257-45ee-a5ab-e726576e7432 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "DELETE /v2.0/subnets/19386a0a-0740-4cb8-9e9a-6991a1cb6fe8 HTTP/1.1" status: 404 len: 337 time: 0.0411737 Jun 30 09:21:31.637862 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47702) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:31.808773 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88c68ec5-3767-40e2-89d4-95fbe9cfb919 req-721b6244-0499-4da1-a517-0ca466d5d362 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37a5e096-0afd-40c8-b2ad-536405a9bc3d HTTP/1.1" status: 200 len: 1002 time: 0.1013930 Jun 30 09:21:31.809617 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-92c1abbe-5095-41da-9957-11bfe77e5124 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.809617 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c39cb7-5f94-49bf-be39-b91b658c7053 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:31.809617 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c39cb7-5f94-49bf-be39-b91b658c7053 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:31.810259 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c68ec5-3767-40e2-89d4-95fbe9cfb919 req-dd5ecfdb-3e1d-4641-aca4-5f117edeafe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:31.810647 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-11c39cb7-5f94-49bf-be39-b91b658c7053 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3075585 Jun 30 09:21:31.811165 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88c68ec5-3767-40e2-89d4-95fbe9cfb919 req-dd5ecfdb-3e1d-4641-aca4-5f117edeafe7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd8a9d34-628f-4a77-9fac-19eb06ec58fe HTTP/1.1" status: 200 len: 850 time: 0.0646145 Jun 30 09:21:31.811741 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47704) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:31.811741 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-640a4a62-c67b-4557-8a11-72c134a04605 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-97060790'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:31.853118 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0282355-3e5c-411c-8906-8d446dd5d8af tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.911645 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d2044a80-fe15-4387-a284-4a43dfbc942c up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:31.951067 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a39c27bf-adb9-4da1-9c3c-17b54ccdd0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.985214 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-92c1abbe-5095-41da-9957-11bfe77e5124 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.991517 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640a4a62-c67b-4557-8a11-72c134a04605 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Made reservation on behalf of 78113fbefa724f83bd66a816da3df9e0 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:31.995666 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-640a4a62-c67b-4557-8a11-72c134a04605 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.022203 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-46529289-492d-4995-92a0-804404d9ee05 req-ba0904f2-0251-41e6-bffb-2ea708747502 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 210 time: 0.0968976 Jun 30 09:21:32.042190 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-92c1abbe-5095-41da-9957-11bfe77e5124 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f8ddbb-ffbd-487b-b173-aea88c235443']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:32.070234 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39c27bf-adb9-4da1-9c3c-17b54ccdd0ce None None] Network 136dae09-bdeb-4ce1-8b5e-a8e6506a5eb5 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:32.070528 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-92c1abbe-5095-41da-9957-11bfe77e5124 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a28f530-fa29-4b58-ba64-d2290975d6e0') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:32.070835 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-92c1abbe-5095-41da-9957-11bfe77e5124 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a28f530-fa29-4b58-ba64-d2290975d6e0') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:32.085306 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-a39c27bf-adb9-4da1-9c3c-17b54ccdd0ce None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:32.088319 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39c27bf-adb9-4da1-9c3c-17b54ccdd0ce None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:32.090853 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-640a4a62-c67b-4557-8a11-72c134a04605 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:32.095571 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-92c1abbe-5095-41da-9957-11bfe77e5124 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.108001 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c27bf-adb9-4da1-9c3c-17b54ccdd0ce None None] Pushing event updated for resources: {'Port': ['ID=8d6b1acb-d3b7-4147-94bf-3dfae873f06d,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:32.116728 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-640a4a62-c67b-4557-8a11-72c134a04605 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.117016 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-640a4a62-c67b-4557-8a11-72c134a04605 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Added segment debcdbea-b6bf-4d11-8168-977530a0dcde of type vlan for network b5ef436b-433e-4cff-abbc-66682fefdd4b Jun 30 09:21:32.155544 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-92c1abbe-5095-41da-9957-11bfe77e5124 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.162563 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92c1abbe-5095-41da-9957-11bfe77e5124 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:32.163069 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-92c1abbe-5095-41da-9957-11bfe77e5124 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.193459 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-a39c27bf-adb9-4da1-9c3c-17b54ccdd0ce None None] Attempting to bind port 8d6b1acb-d3b7-4147-94bf-3dfae873f06d on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:32.193459 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-a39c27bf-adb9-4da1-9c3c-17b54ccdd0ce None None] Attempting to bind port 8d6b1acb-d3b7-4147-94bf-3dfae873f06d by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '78834b91-e49b-4b95-ad4f-6de20f1e2462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '136dae09-bdeb-4ce1-8b5e-a8e6506a5eb5'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:32.193459 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39c27bf-adb9-4da1-9c3c-17b54ccdd0ce None None] Attempting to bind port 8d6b1acb-d3b7-4147-94bf-3dfae873f06d on network 136dae09-bdeb-4ce1-8b5e-a8e6506a5eb5 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:32.198900 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39c27bf-adb9-4da1-9c3c-17b54ccdd0ce None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:32.199471 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39c27bf-adb9-4da1-9c3c-17b54ccdd0ce None None] Checking segment: {'id': '78834b91-e49b-4b95-ad4f-6de20f1e2462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '136dae09-bdeb-4ce1-8b5e-a8e6506a5eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:32.199960 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a39c27bf-adb9-4da1-9c3c-17b54ccdd0ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.200423 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39c27bf-adb9-4da1-9c3c-17b54ccdd0ce None None] Bound using segment: {'id': '78834b91-e49b-4b95-ad4f-6de20f1e2462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '136dae09-bdeb-4ce1-8b5e-a8e6506a5eb5'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:32.202388 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-a39c27bf-adb9-4da1-9c3c-17b54ccdd0ce None None] Bound port: 8d6b1acb-d3b7-4147-94bf-3dfae873f06d, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78834b91-e49b-4b95-ad4f-6de20f1e2462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '136dae09-bdeb-4ce1-8b5e-a8e6506a5eb5'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:32.202871 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a39c27bf-adb9-4da1-9c3c-17b54ccdd0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.248252 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:21:32.248252 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:32.248252 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:21:32.248252 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:32.248252 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:21:32.248252 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:32.248252 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:21:32.248252 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:32.248252 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:21:32.248252 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:32.248252 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:21:32.248252 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:32.248252 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:21:32.248252 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:32.248252 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:32.248252 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:32.248252 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:32.248252 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:32.248252 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:21:32.248252 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:32.248252 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:21:32.248252 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:32.248252 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:32.248252 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:32.248252 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:32.248252 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:32.248252 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:32.248252 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:32.248252 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:32.248252 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:32.248252 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:32.248252 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:32.265044 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-640a4a62-c67b-4557-8a11-72c134a04605 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.315516 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-a39c27bf-adb9-4da1-9c3c-17b54ccdd0ce None None] For port 8d6b1acb-d3b7-4147-94bf-3dfae873f06d, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:32.319278 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-a39c27bf-adb9-4da1-9c3c-17b54ccdd0ce None None] For port 8d6b1acb-d3b7-4147-94bf-3dfae873f06d, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8d6b1acb-d3b7-4147-94bf-3dfae873f06d,segment=NetworkSegment(78834b91-e49b-4b95-ad4f-6de20f1e2462),segment_id=78834b91-e49b-4b95-ad4f-6de20f1e2462)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:32.321668 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port d2044a80-fe15-4387-a284-4a43dfbc942c completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:32.326305 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port d2044a80-fe15-4387-a284-4a43dfbc942c triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:32.326794 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.423582 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0282355-3e5c-411c-8906-8d446dd5d8af tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Network 136dae09-bdeb-4ce1-8b5e-a8e6506a5eb5 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:32.434907 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.448582 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-c0282355-3e5c-411c-8906-8d446dd5d8af tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:32.469486 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-640a4a62-c67b-4557-8a11-72c134a04605 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.472878 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a39c27bf-adb9-4da1-9c3c-17b54ccdd0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.476672 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640a4a62-c67b-4557-8a11-72c134a04605 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:32.477644 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-640a4a62-c67b-4557-8a11-72c134a04605 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.478477 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-870f122e-1374-4d97-9b3b-de84f5bc2281 req-cb38fd0f-d431-4b98-93ea-e72ef853bb98 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 210 time: 0.0781484 Jun 30 09:21:32.480502 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0282355-3e5c-411c-8906-8d446dd5d8af tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:32.483471 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0282355-3e5c-411c-8906-8d446dd5d8af tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.487078 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-92c1abbe-5095-41da-9957-11bfe77e5124 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.497866 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port d2044a80-fe15-4387-a284-4a43dfbc942c, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=d2044a80-fe15-4387-a284-4a43dfbc942c,segment=NetworkSegment(1251b18e-95fe-4a76-b566-dbaccb21e832),segment_id=1251b18e-95fe-4a76-b566-dbaccb21e832)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:32.506513 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0282355-3e5c-411c-8906-8d446dd5d8af tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event updated for resources: {'Subnet': ['ID=9a1edda5-52dc-4bf0-bc4d-605751b8a28f,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:32.517582 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-92c1abbe-5095-41da-9957-11bfe77e5124 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.520845 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-92c1abbe-5095-41da-9957-11bfe77e5124 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "DELETE /v2.0/networks/64f8ddbb-ffbd-487b-b173-aea88c235443 HTTP/1.1" status: 204 len: 168 time: 0.8818622 Jun 30 09:21:32.523207 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c68ec5-3767-40e2-89d4-95fbe9cfb919 req-2cb7d86d-3897-45a4-973a-0456db2f7309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:32.531971 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88c68ec5-3767-40e2-89d4-95fbe9cfb919 req-2cb7d86d-3897-45a4-973a-0456db2f7309 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac2db21f-3bc4-4f3a-a31f-707164d04b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7285786 Jun 30 09:21:32.531971 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47722) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:32.542170 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-88c68ec5-3767-40e2-89d4-95fbe9cfb919 req-fe9945f8-f776-4810-8cec-b16a54d0e52a service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:32.543361 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88c68ec5-3767-40e2-89d4-95fbe9cfb919 req-fe9945f8-f776-4810-8cec-b16a54d0e52a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054739 Jun 30 09:21:32.569146 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c27bf-adb9-4da1-9c3c-17b54ccdd0ce None None] Pushing event updated for resources: {'Port': ['ID=8d6b1acb-d3b7-4147-94bf-3dfae873f06d,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:32.605129 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a4a62-c67b-4557-8a11-72c134a04605 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Pushing event updated for resources: {'Network': ['ID=b5ef436b-433e-4cff-abbc-66682fefdd4b,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:32.615106 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.621629 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network b5ef436b-433e-4cff-abbc-66682fefdd4b details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:32.640174 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1abbe-5095-41da-9957-11bfe77e5124 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Pushing event deleted for resources: {'Network': ['ID=64f8ddbb-ffbd-487b-b173-aea88c235443,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:32.671375 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c0282355-3e5c-411c-8906-8d446dd5d8af tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4689548 Jun 30 09:21:32.674000 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47724) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:32.741333 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-640a4a62-c67b-4557-8a11-72c134a04605 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9458213 Jun 30 09:21:32.746760 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fbf6781-4509-4a63-ba9e-d6511e696613 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Deleting subnet 025d0577-791f-4353-a9ca-818426d91d26 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:21:32.750939 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0fbf6781-4509-4a63-ba9e-d6511e696613 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.752527 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47726) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:32.777006 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-9e2b1436-d1de-4346-8f90-574c23ebbf88 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-66776784'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:32.796726 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=d2044a80-fe15-4387-a284-4a43dfbc942c,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:32.796972 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba636bff-7148-48d6-a2b3-c78e3558f240 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:32.798409 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba636bff-7148-48d6-a2b3-c78e3558f240 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:32.799989 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba636bff-7148-48d6-a2b3-c78e3558f240 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:32.811247 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba636bff-7148-48d6-a2b3-c78e3558f240 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:32.813299 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba636bff-7148-48d6-a2b3-c78e3558f240 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:32.815021 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ba636bff-7148-48d6-a2b3-c78e3558f240 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1396086 Jun 30 09:21:32.816562 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0fbf6781-4509-4a63-ba9e-d6511e696613 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.821991 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47728) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:32.831352 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-04760be7-f416-4da5-8a87-483a7e4e0a31 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-226483032'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:33.006800 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88c68ec5-3767-40e2-89d4-95fbe9cfb919 req-41ad1eca-3403-4e82-ae4d-796a94a04b28 service neutron] 10.222.0.37 "GET /v2.0/networks/ac2db21f-3bc4-4f3a-a31f-707164d04b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233925 Jun 30 09:21:33.038721 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0fbf6781-4509-4a63-ba9e-d6511e696613 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.121149 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2b1436-d1de-4346-8f90-574c23ebbf88 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Made reservation on behalf of 78113fbefa724f83bd66a816da3df9e0 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:33.125908 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9e2b1436-d1de-4346-8f90-574c23ebbf88 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.175439 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88c68ec5-3767-40e2-89d4-95fbe9cfb919 req-d59b3d0c-3fc5-4d7e-988e-b1e78215ee55 service neutron] 10.222.0.37 "GET /v2.0/networks/ac2db21f-3bc4-4f3a-a31f-707164d04b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589174 Jun 30 09:21:33.369001 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0fbf6781-4509-4a63-ba9e-d6511e696613 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.386674 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf6781-4509-4a63-ba9e-d6511e696613 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Pushing event deleted for resources: {'Subnet': ['ID=025d0577-791f-4353-a9ca-818426d91d26,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:33.395088 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0fbf6781-4509-4a63-ba9e-d6511e696613 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.397417 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0fbf6781-4509-4a63-ba9e-d6511e696613 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "DELETE /v2.0/subnets/025d0577-791f-4353-a9ca-818426d91d26 HTTP/1.1" status: 204 len: 168 time: 0.8705821 Jun 30 09:21:33.401555 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47736) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:33.405069 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9d0208-4ac2-4a8e-84d6-9e15149e633c None None] Network 7f79b172-6e76-4bf9-8722-fd96e846d05b requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:33.517869 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-15ce2f39-54e6-4094-b6d2-3949a66b7061 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.522207 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5387e178-90a6-42f2-ab10-3f63a147d511 req-1c5ad7bf-6164-4391-9c4c-13bb092002be tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 210 time: 0.4029601 Jun 30 09:21:33.529984 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04760be7-f416-4da5-8a87-483a7e4e0a31 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Made reservation on behalf of 907c236b1ac04d10a22ac614e6b4c6ce for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:33.533465 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04760be7-f416-4da5-8a87-483a7e4e0a31 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.588597 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e2b1436-d1de-4346-8f90-574c23ebbf88 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:33.615135 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9e2b1436-d1de-4346-8f90-574c23ebbf88 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.615865 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-9e2b1436-d1de-4346-8f90-574c23ebbf88 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Added segment 7aff6b85-ffe2-4862-99f6-6d2c9983604b of type vlan for network f789f1ec-3dbb-4ceb-a849-fd0f04d28204 Jun 30 09:21:33.623145 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-15ce2f39-54e6-4094-b6d2-3949a66b7061 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Deleting port 4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:33.623918 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-15ce2f39-54e6-4094-b6d2-3949a66b7061 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.733360 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9e2b1436-d1de-4346-8f90-574c23ebbf88 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.796501 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-15ce2f39-54e6-4094-b6d2-3949a66b7061 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] For port 4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9,segment=NetworkSegment(510fdb06-1e29-46a0-9494-c7fde35bb9a2),segment_id=510fdb06-1e29-46a0-9494-c7fde35bb9a2)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:33.797105 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-15ce2f39-54e6-4094-b6d2-3949a66b7061 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.821107 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-15ce2f39-54e6-4094-b6d2-3949a66b7061 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Calling delete_port for 4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9 owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:33.823805 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-38f5ae2e-2eca-4597-be77-36c3252b00c6 req-e9788d9b-0a10-4a26-8de9-0e78683e554e tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 210 time: 0.0479393 Jun 30 09:21:33.850803 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04760be7-f416-4da5-8a87-483a7e4e0a31 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:33.863499 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04760be7-f416-4da5-8a87-483a7e4e0a31 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.864084 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-04760be7-f416-4da5-8a87-483a7e4e0a31 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Added segment cdaeb384-8829-43ec-b02e-a6eceadf3bfb of type vlan for network 56d65142-711c-43ec-b8a8-fc428c1e165c Jun 30 09:21:33.901994 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9e2b1436-d1de-4346-8f90-574c23ebbf88 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.908827 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2b1436-d1de-4346-8f90-574c23ebbf88 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:33.910365 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9e2b1436-d1de-4346-8f90-574c23ebbf88 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.952978 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04760be7-f416-4da5-8a87-483a7e4e0a31 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.971909 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45213daf-83fd-4f7e-92a6-f7f347e6b8a8 None None] DHCP port deletion for 7f79b172-6e76-4bf9-8722-fd96e846d05b request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:21:34.003850 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d2044a80-fe15-4387-a284-4a43dfbc942c up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:34.021298 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b1436-d1de-4346-8f90-574c23ebbf88 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Pushing event updated for resources: {'Network': ['ID=f789f1ec-3dbb-4ceb-a849-fd0f04d28204,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:34.050969 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network f789f1ec-3dbb-4ceb-a849-fd0f04d28204 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:34.081086 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-15ce2f39-54e6-4094-b6d2-3949a66b7061 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.081370 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9e2b1436-d1de-4346-8f90-574c23ebbf88 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3100281 Jun 30 09:21:34.081771 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47740) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:34.087885 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-1a3568ff-3161-4e5c-a6b6-8ebd61f87f91 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Request body: {'ports': [{'network_id': 'b5ef436b-433e-4cff-abbc-66682fefdd4b', 'name': 'tempest-port--344632845', 'admin_state_up': True}, {'network_id': 'f789f1ec-3dbb-4ceb-a849-fd0f04d28204', 'admin_state_up': False}]} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:34.089028 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-1a3568ff-3161-4e5c-a6b6-8ebd61f87f91 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Request body: {'port': {'network_id': 'b5ef436b-433e-4cff-abbc-66682fefdd4b', 'name': 'tempest-port--344632845', 'admin_state_up': True}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:34.089776 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-1a3568ff-3161-4e5c-a6b6-8ebd61f87f91 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Request body: {'port': {'network_id': 'f789f1ec-3dbb-4ceb-a849-fd0f04d28204', 'admin_state_up': False}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:34.109643 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce2f39-54e6-4094-b6d2-3949a66b7061 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Pushing event deleted for resources: {'Port': ['ID=4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:34.116869 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733b592f-ae12-4dd8-9637-ca3ed45684fe None None] Network 136dae09-bdeb-4ce1-8b5e-a8e6506a5eb5 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:34.119181 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ce2f39-54e6-4094-b6d2-3949a66b7061 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] No DVR routers for this DVR port 4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9 on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:34.187001 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04760be7-f416-4da5-8a87-483a7e4e0a31 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.192341 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04760be7-f416-4da5-8a87-483a7e4e0a31 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:34.193173 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04760be7-f416-4da5-8a87-483a7e4e0a31 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.206705 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-15ce2f39-54e6-4094-b6d2-3949a66b7061 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.220675 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-15ce2f39-54e6-4094-b6d2-3949a66b7061 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f79b172-6e76-4bf9-8722-fd96e846d05b']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:34.238514 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-45213daf-83fd-4f7e-92a6-f7f347e6b8a8 None None] Deleting port 4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:34.238754 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-15ce2f39-54e6-4094-b6d2-3949a66b7061 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '510fdb06-1e29-46a0-9494-c7fde35bb9a2') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:34.238871 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-15ce2f39-54e6-4094-b6d2-3949a66b7061 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '510fdb06-1e29-46a0-9494-c7fde35bb9a2') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:34.238972 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-45213daf-83fd-4f7e-92a6-f7f347e6b8a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.250112 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-15ce2f39-54e6-4094-b6d2-3949a66b7061 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.276099 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-15ce2f39-54e6-4094-b6d2-3949a66b7061 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.293784 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ce2f39-54e6-4094-b6d2-3949a66b7061 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:34.294588 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-15ce2f39-54e6-4094-b6d2-3949a66b7061 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.298123 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:21:34.298123 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:34.298123 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:21:34.298123 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:34.298123 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:21:34.298123 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:34.298123 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:21:34.298123 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:34.298123 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:21:34.298123 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:34.298123 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:21:34.298123 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:34.298123 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:21:34.298123 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:34.298123 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:34.298123 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:34.298123 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:34.298123 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:34.298123 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:21:34.298123 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:34.298123 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:21:34.298123 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:34.298123 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:34.298123 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:34.298123 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:34.298123 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:34.298123 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:34.298123 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:34.298123 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:34.298123 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:34.298123 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:34.298123 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:34.310017 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port d2044a80-fe15-4387-a284-4a43dfbc942c triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:34.310388 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.351311 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04760be7-f416-4da5-8a87-483a7e4e0a31 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event updated for resources: {'Network': ['ID=56d65142-711c-43ec-b8a8-fc428c1e165c,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:34.380817 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 56d65142-711c-43ec-b8a8-fc428c1e165c details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:34.439939 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-45213daf-83fd-4f7e-92a6-f7f347e6b8a8 None None] For port 4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9, host n-d-771363-31, got binding levels [] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:34.440657 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-45213daf-83fd-4f7e-92a6-f7f347e6b8a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.458061 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5ab53927-b7f0-48b8-92a3-9fe6fc139472 None None] Provisioning for port 8d6b1acb-d3b7-4147-94bf-3dfae873f06d completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:34.469658 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-45213daf-83fd-4f7e-92a6-f7f347e6b8a8 None None] Calling delete_port for 4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:34.493096 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.ipam_backend_mixin [None req-45213daf-83fd-4f7e-92a6-f7f347e6b8a8 None None] Port 4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9 was not found and therefore no delete operation was performed {{(pid=101055) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:21:34.504852 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-45213daf-83fd-4f7e-92a6-f7f347e6b8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.545647 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45213daf-83fd-4f7e-92a6-f7f347e6b8a8 None None] Pushing event deleted for resources: {'Port': ['ID=4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:34.548078 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45213daf-83fd-4f7e-92a6-f7f347e6b8a8 None None] No DVR routers for this DVR port 4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:34.573683 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-04760be7-f416-4da5-8a87-483a7e4e0a31 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7499838 Jun 30 09:21:34.576772 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47744) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:34.586054 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-99626551-7197-4739-8b95-9a5cb435f0dd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:34.593861 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8d6b1acb-d3b7-4147-94bf-3dfae873f06d up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:34.662615 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-15ce2f39-54e6-4094-b6d2-3949a66b7061 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.667328 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-15ce2f39-54e6-4094-b6d2-3949a66b7061 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.672333 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-15ce2f39-54e6-4094-b6d2-3949a66b7061 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] 10.222.0.10 "DELETE /v2.0/networks/7f79b172-6e76-4bf9-8722-fd96e846d05b HTTP/1.1" status: 204 len: 168 time: 1.2674611 Jun 30 09:21:34.723425 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3568ff-3161-4e5c-a6b6-8ebd61f87f91 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Made reservation on behalf of 78113fbefa724f83bd66a816da3df9e0 for: {'port': 2} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:34.731561 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1a3568ff-3161-4e5c-a6b6-8ebd61f87f91 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.750755 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1a3568ff-3161-4e5c-a6b6-8ebd61f87f91 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.782189 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6347d481-d67e-4be2-99fe-4a686a2c88ff None None] Update dhcp port {'port': {'network_id': '136dae09-bdeb-4ce1-8b5e-a8e6506a5eb5', 'fixed_ips': [{'subnet_id': 'c4d16bcd-3839-4f4c-b72f-3e244e2edc54', 'ip_address': '2001:db8::2'}, {'subnet_id': '9a1edda5-52dc-4bf0-bc4d-605751b8a28f'}], 'binding:host_id': 'n-d-771363-31'}, 'id': '8d6b1acb-d3b7-4147-94bf-3dfae873f06d'} from n-d-771363-31. {{(pid=101055) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:21:34.784625 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce2f39-54e6-4094-b6d2-3949a66b7061 tempest-NetworksIpV6TestAttrs-100928838 tempest-NetworksIpV6TestAttrs-100928838-project] Pushing event deleted for resources: {'Network': ['ID=7f79b172-6e76-4bf9-8722-fd96e846d05b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:34.793370 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e99ebe2a-6c3d-45b2-b3b7-d227f51083dc req-1132740e-a81a-40fa-a2c5-5d6b9e8086a1 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 210 time: 0.1105106 Jun 30 09:21:34.831413 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 8d6b1acb-d3b7-4147-94bf-3dfae873f06d completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:34.840262 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 8d6b1acb-d3b7-4147-94bf-3dfae873f06d triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:34.840649 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.900920 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6347d481-d67e-4be2-99fe-4a686a2c88ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.903558 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-1a3568ff-3161-4e5c-a6b6-8ebd61f87f91 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] device_id is not set on port 4ec48fbf-dd23-4a52-b94b-8c1b2bfc5266 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:21:34.960548 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8406eb9-b530-49ef-939f-a031f150a573 req-44be91ca-928d-46d0-88d0-9695c98d9993 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:34.966564 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f8406eb9-b530-49ef-939f-a031f150a573 req-44be91ca-928d-46d0-88d0-9695c98d9993 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.52 "GET /v2.0/networks?id=7915cb22-074c-47c5-9699-2fe2d087c9a8 HTTP/1.1" status: 200 len: 819 time: 0.2926095 Jun 30 09:21:34.982407 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-f8406eb9-b530-49ef-939f-a031f150a573 req-31feeb04-1b97-47ec-bd85-932a2653a806 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Request body: {'port': {'device_id': '8c17ab1f-a65e-4d6e-a900-47624522374a', 'network_id': '7915cb22-074c-47c5-9699-2fe2d087c9a8', 'admin_state_up': True, 'tenant_id': '234aaca18299482fab3a8daeb994da0d'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:34.988638 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99626551-7197-4739-8b95-9a5cb435f0dd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.073641 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1a3568ff-3161-4e5c-a6b6-8ebd61f87f91 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.082903 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-efdf82ba-5a7a-43a5-bee6-5d73cbaf1d26 req-633af2bc-952d-4945-885c-cf075a5a758a tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 210 time: 0.0845604 Jun 30 09:21:35.106176 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99626551-7197-4739-8b95-9a5cb435f0dd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.129264 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.154886 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-99626551-7197-4739-8b95-9a5cb435f0dd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Network 56d65142-711c-43ec-b8a8-fc428c1e165c is not hosted by any dhcp agent {{(pid=101054) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 09:21:35.161550 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99626551-7197-4739-8b95-9a5cb435f0dd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:35.162633 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99626551-7197-4739-8b95-9a5cb435f0dd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.165174 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-99626551-7197-4739-8b95-9a5cb435f0dd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "PUT /v2.0/networks/56d65142-711c-43ec-b8a8-fc428c1e165c HTTP/1.1" status: 200 len: 723 time: 0.5866289 Jun 30 09:21:35.168976 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47752) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:35.171954 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-6347d481-d67e-4be2-99fe-4a686a2c88ff None None] Allocated IP 172.20.0.1 (136dae09-bdeb-4ce1-8b5e-a8e6506a5eb5/9a1edda5-52dc-4bf0-bc4d-605751b8a28f/8d6b1acb-d3b7-4147-94bf-3dfae873f06d) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:35.176350 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-904017bb-0b16-4b8c-a30c-533d905c5dd5 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Request body: {'subnet': {'network_id': '56d65142-711c-43ec-b8a8-fc428c1e165c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:35.188108 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 8d6b1acb-d3b7-4147-94bf-3dfae873f06d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8d6b1acb-d3b7-4147-94bf-3dfae873f06d,segment=NetworkSegment(78834b91-e49b-4b95-ad4f-6de20f1e2462),segment_id=78834b91-e49b-4b95-ad4f-6de20f1e2462)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:35.200242 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-1a3568ff-3161-4e5c-a6b6-8ebd61f87f91 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] device_id is not set on port db84839f-378c-4706-afb1-7886b3e48dba yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:21:35.253986 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99626551-7197-4739-8b95-9a5cb435f0dd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event updated for resources: {'Network': ['ID=56d65142-711c-43ec-b8a8-fc428c1e165c,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:35.267693 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 56d65142-711c-43ec-b8a8-fc428c1e165c details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:35.344451 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.455493 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1a3568ff-3161-4e5c-a6b6-8ebd61f87f91 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.459869 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8406eb9-b530-49ef-939f-a031f150a573 req-31feeb04-1b97-47ec-bd85-932a2653a806 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Made reservation on behalf of 234aaca18299482fab3a8daeb994da0d for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:35.466197 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f8406eb9-b530-49ef-939f-a031f150a573 req-31feeb04-1b97-47ec-bd85-932a2653a806 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.484484 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=8d6b1acb-d3b7-4147-94bf-3dfae873f06d,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:35.485974 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47756) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:35.549616 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-6347d481-d67e-4be2-99fe-4a686a2c88ff None None] For port 8d6b1acb-d3b7-4147-94bf-3dfae873f06d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8d6b1acb-d3b7-4147-94bf-3dfae873f06d,segment=NetworkSegment(78834b91-e49b-4b95-ad4f-6de20f1e2462),segment_id=78834b91-e49b-4b95-ad4f-6de20f1e2462)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:35.590089 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6347d481-d67e-4be2-99fe-4a686a2c88ff None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.597364 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904017bb-0b16-4b8c-a30c-533d905c5dd5 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Made reservation on behalf of 907c236b1ac04d10a22ac614e6b4c6ce for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:35.601235 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-904017bb-0b16-4b8c-a30c-533d905c5dd5 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.608077 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6347d481-d67e-4be2-99fe-4a686a2c88ff None None] Transition to ACTIVE for port object 8d6b1acb-d3b7-4147-94bf-3dfae873f06d will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:35.669540 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-f8406eb9-b530-49ef-939f-a031f150a573 req-31feeb04-1b97-47ec-bd85-932a2653a806 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Allocated IP 172.20.0.9 (7915cb22-074c-47c5-9699-2fe2d087c9a8/5aa4110f-a72f-4573-96b9-ab88a0074a0f/2fea74a6-eaf5-4223-96d6-b3ef58259c64) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:35.686631 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-044fee98-3855-4c89-8875-c00903c81852 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=775d3436f18e4101afdcafdb7729a684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1974738 Jun 30 09:21:35.688196 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47760) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:35.710646 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1a3568ff-3161-4e5c-a6b6-8ebd61f87f91 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.728355 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6347d481-d67e-4be2-99fe-4a686a2c88ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.791700 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1ee18ca1-7f72-47fa-9cdc-edfbcfad9e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.815695 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8d6b1acb-d3b7-4147-94bf-3dfae873f06d up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:35.852683 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1ee18ca1-7f72-47fa-9cdc-edfbcfad9e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.908053 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3568ff-3161-4e5c-a6b6-8ebd61f87f91 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Pushing event updated for resources: {'Port': ['ID=4ec48fbf-dd23-4a52-b94b-8c1b2bfc5266,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:35.928608 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:21:35.940965 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-d6e2d41b-96c6-43f7-b363-7047b627eff5 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:35.943737 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f8406eb9-b530-49ef-939f-a031f150a573 req-31feeb04-1b97-47ec-bd85-932a2653a806 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.953926 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-d6e2d41b-96c6-43f7-b363-7047b627eff5 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.52 "GET /v2.0/networks?id=972bd354-eef2-4e01-b16e-8c4bf18786f8 HTTP/1.1" status: 200 len: 810 time: 0.3057160 Jun 30 09:21:35.957212 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3568ff-3161-4e5c-a6b6-8ebd61f87f91 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Checking segment: {'id': 'debcdbea-b6bf-4d11-8168-977530a0dcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b5ef436b-433e-4cff-abbc-66682fefdd4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:35.970945 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3568ff-3161-4e5c-a6b6-8ebd61f87f91 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Network hostable DHCP agents. Network: b5ef436b-433e-4cff-abbc-66682fefdd4b, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:36.009944 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-868e365b-93d6-4150-bf23-a35dd0ea50f2 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Request body: {'port': {'device_id': '6ef61614-f796-47e9-a691-98d85f3ae03c', 'network_id': '972bd354-eef2-4e01-b16e-8c4bf18786f8', 'admin_state_up': True, 'tenant_id': 'c52329bbe8b54b8887fff3ef67ff99df'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:36.094480 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1ee18ca1-7f72-47fa-9cdc-edfbcfad9e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:36.097240 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1ee18ca1-7f72-47fa-9cdc-edfbcfad9e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:36.100768 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1ee18ca1-7f72-47fa-9cdc-edfbcfad9e81 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a8008d2b-7d3b-4170-933d-3b1db91e8541 HTTP/1.1" status: 204 len: 168 time: 0.4095573 Jun 30 09:21:36.111307 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee18ca1-7f72-47fa-9cdc-edfbcfad9e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8008d2b-7d3b-4170-933d-3b1db91e8541,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:36.116738 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347d481-d67e-4be2-99fe-4a686a2c88ff None None] Pushing event updated for resources: {'Port': ['ID=8d6b1acb-d3b7-4147-94bf-3dfae873f06d,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:36.153581 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d5581b58-2599-4270-bd5c-2e8bd53a0358 req-27eded17-1cac-4eb6-bda3-9d08f2951b88 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 210 time: 0.0905147 Jun 30 09:21:36.175455 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f8406eb9-b530-49ef-939f-a031f150a573 req-31feeb04-1b97-47ec-bd85-932a2653a806 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:36.257773 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8406eb9-b530-49ef-939f-a031f150a573 req-31feeb04-1b97-47ec-bd85-932a2653a806 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Network 7915cb22-074c-47c5-9699-2fe2d087c9a8 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:36.265440 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-f8406eb9-b530-49ef-939f-a031f150a573 req-31feeb04-1b97-47ec-bd85-932a2653a806 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:36.265676 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:36.281668 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8406eb9-b530-49ef-939f-a031f150a573 req-31feeb04-1b97-47ec-bd85-932a2653a806 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:36.297103 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3568ff-3161-4e5c-a6b6-8ebd61f87f91 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Network b5ef436b-433e-4cff-abbc-66682fefdd4b is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:36.301487 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:36.301824 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4cf809fc-e3ae-4d4e-bdc9-297d6df53fb9 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:36.374602 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31feeb04-1b97-47ec-bd85-932a2653a806 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Pushing event updated for resources: {'Port': ['ID=2fea74a6-eaf5-4223-96d6-b3ef58259c64,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:36.381381 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c63a1aee-61b1-4dd9-bac4-c7dfa428699c req-b0fcf9ec-354d-4803-b602-e839f2bde972 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 210 time: 0.0706158 Jun 30 09:21:36.411430 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8406eb9-b530-49ef-939f-a031f150a573 req-31feeb04-1b97-47ec-bd85-932a2653a806 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:36.412373 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f8406eb9-b530-49ef-939f-a031f150a573 req-31feeb04-1b97-47ec-bd85-932a2653a806 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:36.437128 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-1a3568ff-3161-4e5c-a6b6-8ebd61f87f91 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, b5ef436b-433e-4cff-abbc-66682fefdd4b) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:36.441481 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3568ff-3161-4e5c-a6b6-8ebd61f87f91 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:36.446291 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1a3568ff-3161-4e5c-a6b6-8ebd61f87f91 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:36.446745 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234e3a57-c84a-45cd-8959-bd6087db888c None None] Network b5ef436b-433e-4cff-abbc-66682fefdd4b requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:36.519235 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-904017bb-0b16-4b8c-a30c-533d905c5dd5 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:36.529312 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3568ff-3161-4e5c-a6b6-8ebd61f87f91 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Pushing event updated for resources: {'Port': ['ID=db84839f-378c-4706-afb1-7886b3e48dba,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:36.531613 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-868e365b-93d6-4150-bf23-a35dd0ea50f2 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Made reservation on behalf of c52329bbe8b54b8887fff3ef67ff99df for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:36.536046 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-868e365b-93d6-4150-bf23-a35dd0ea50f2 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:36.609407 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f8406eb9-b530-49ef-939f-a031f150a573 req-31feeb04-1b97-47ec-bd85-932a2653a806 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6313972 Jun 30 09:21:36.628073 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-f8406eb9-b530-49ef-939f-a031f150a573 req-4a946b46-9382-41f2-a282-fdc37fb2808d service neutron] Request body: {'port': {'device_id': '8c17ab1f-a65e-4d6e-a900-47624522374a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:36.680946 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3568ff-3161-4e5c-a6b6-8ebd61f87f91 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Checking segment: {'id': '7aff6b85-ffe2-4862-99f6-6d2c9983604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f789f1ec-3dbb-4ceb-a849-fd0f04d28204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:36.681333 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3568ff-3161-4e5c-a6b6-8ebd61f87f91 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Network hostable DHCP agents. Network: f789f1ec-3dbb-4ceb-a849-fd0f04d28204, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:36.694718 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904017bb-0b16-4b8c-a30c-533d905c5dd5 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event updated for resources: {'Subnet': ['ID=a1e7cc98-91a5-40aa-a36f-96651bb79456,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:36.734738 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904017bb-0b16-4b8c-a30c-533d905c5dd5 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Checking segment: {'id': 'cdaeb384-8829-43ec-b02e-a6eceadf3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '56d65142-711c-43ec-b8a8-fc428c1e165c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:36.735104 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904017bb-0b16-4b8c-a30c-533d905c5dd5 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Network hostable DHCP agents. Network: 56d65142-711c-43ec-b8a8-fc428c1e165c, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:36.756544 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f8406eb9-b530-49ef-939f-a031f150a573 req-4a946b46-9382-41f2-a282-fdc37fb2808d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:36.807439 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-868e365b-93d6-4150-bf23-a35dd0ea50f2 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Allocated IP 172.20.0.10 (972bd354-eef2-4e01-b16e-8c4bf18786f8/8cf53215-c792-4025-85bb-3926feddb6f2/28ee7bf3-9881-4e50-ab99-6c5485d66480) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:36.858120 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3568ff-3161-4e5c-a6b6-8ebd61f87f91 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Network f789f1ec-3dbb-4ceb-a849-fd0f04d28204 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:36.908581 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6049c4-9d7d-4513-a89b-0a6c329031d2 None None] Network 136dae09-bdeb-4ce1-8b5e-a8e6506a5eb5 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:36.938331 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904017bb-0b16-4b8c-a30c-533d905c5dd5 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Network 56d65142-711c-43ec-b8a8-fc428c1e165c is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:37.059518 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-868e365b-93d6-4150-bf23-a35dd0ea50f2 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.068837 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-1a3568ff-3161-4e5c-a6b6-8ebd61f87f91 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, f789f1ec-3dbb-4ceb-a849-fd0f04d28204) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:37.078987 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-904017bb-0b16-4b8c-a30c-533d905c5dd5 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 56d65142-711c-43ec-b8a8-fc428c1e165c) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:37.086427 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b229e1-bf3e-4e86-83ed-23a24df173f7 None None] Network f789f1ec-3dbb-4ceb-a849-fd0f04d28204 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:37.095805 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-1897d6ab-9b78-4c99-8bf3-2eb03c08f802 None None] Provisioning for port 8d6b1acb-d3b7-4147-94bf-3dfae873f06d completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:37.099651 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c13830-608a-4c58-bd39-95cde7ce895d None None] Network 56d65142-711c-43ec-b8a8-fc428c1e165c requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:37.108623 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904017bb-0b16-4b8c-a30c-533d905c5dd5 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:37.110397 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-904017bb-0b16-4b8c-a30c-533d905c5dd5 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.116603 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3568ff-3161-4e5c-a6b6-8ebd61f87f91 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:37.131004 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3568ff-3161-4e5c-a6b6-8ebd61f87f91 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:37.145456 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3568ff-3161-4e5c-a6b6-8ebd61f87f91 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:37.146213 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1a3568ff-3161-4e5c-a6b6-8ebd61f87f91 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.192831 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-f8406eb9-b530-49ef-939f-a031f150a573 req-4a946b46-9382-41f2-a282-fdc37fb2808d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fea74a6-eaf5-4223-96d6-b3ef58259c64 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:21:37.204318 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f8406eb9-b530-49ef-939f-a031f150a573 req-4a946b46-9382-41f2-a282-fdc37fb2808d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.221296 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-f8406eb9-b530-49ef-939f-a031f150a573 req-4a946b46-9382-41f2-a282-fdc37fb2808d service neutron] Transition to ACTIVE for port object 2fea74a6-eaf5-4223-96d6-b3ef58259c64 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:37.338830 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-e82fcab7-6aaa-4964-99f9-5eea87afb08f tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:37.341815 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-1897d6ab-9b78-4c99-8bf3-2eb03c08f802 None None] Provisioning complete for port 8d6b1acb-d3b7-4147-94bf-3dfae873f06d triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:37.342472 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1897d6ab-9b78-4c99-8bf3-2eb03c08f802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.342956 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-e82fcab7-6aaa-4964-99f9-5eea87afb08f tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.52 "GET /v2.0/networks?id=7915cb22-074c-47c5-9699-2fe2d087c9a8 HTTP/1.1" status: 200 len: 819 time: 0.1843429 Jun 30 09:21:37.349787 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-904017bb-0b16-4b8c-a30c-533d905c5dd5 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1800573 Jun 30 09:21:37.350667 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47788) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:37.356279 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-5cdcccc9-3ec0-4f7d-89f5-4e552de2118d tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Request body: {'port': {'device_id': '3430e225-2301-4661-b56e-3d0a9a3179d3', 'network_id': '7915cb22-074c-47c5-9699-2fe2d087c9a8', 'admin_state_up': True, 'tenant_id': '234aaca18299482fab3a8daeb994da0d'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:37.357443 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-32283b7b-f05c-4a83-8452-281f2f8676dd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:37.380823 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f8406eb9-b530-49ef-939f-a031f150a573 req-4a946b46-9382-41f2-a282-fdc37fb2808d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.401676 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ac06e251-b743-47fb-b976-8b12250e8c58 req-1564fc71-faff-48a5-9016-4b660f7edce4 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 210 time: 0.0640104 Jun 30 09:21:37.421911 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-868e365b-93d6-4150-bf23-a35dd0ea50f2 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.425899 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1a3568ff-3161-4e5c-a6b6-8ebd61f87f91 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.3426828 Jun 30 09:21:37.444475 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47794) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:37.451000 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['c6be4683-923a-4cd2-b36e-2d121679a8cb'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:21:37.548873 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-868e365b-93d6-4150-bf23-a35dd0ea50f2 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Network 972bd354-eef2-4e01-b16e-8c4bf18786f8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:37.561789 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-868e365b-93d6-4150-bf23-a35dd0ea50f2 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:37.580065 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.582485 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-868e365b-93d6-4150-bf23-a35dd0ea50f2 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:37.584862 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a946b46-9382-41f2-a282-fdc37fb2808d service neutron] Pushing event updated for resources: {'Port': ['ID=2fea74a6-eaf5-4223-96d6-b3ef58259c64,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:37.665355 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-32283b7b-f05c-4a83-8452-281f2f8676dd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8684603'] for subnet, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.712133 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e365b-93d6-4150-bf23-a35dd0ea50f2 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Pushing event updated for resources: {'Port': ['ID=28ee7bf3-9881-4e50-ab99-6c5485d66480,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:37.741191 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-868e365b-93d6-4150-bf23-a35dd0ea50f2 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:37.741957 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-868e365b-93d6-4150-bf23-a35dd0ea50f2 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.763696 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-f8406eb9-b530-49ef-939f-a031f150a573 req-4a946b46-9382-41f2-a282-fdc37fb2808d service neutron] Attempting to bind port 2fea74a6-eaf5-4223-96d6-b3ef58259c64 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:37.764023 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-f8406eb9-b530-49ef-939f-a031f150a573 req-4a946b46-9382-41f2-a282-fdc37fb2808d service neutron] Attempting to bind port 2fea74a6-eaf5-4223-96d6-b3ef58259c64 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '1251b18e-95fe-4a76-b566-dbaccb21e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7915cb22-074c-47c5-9699-2fe2d087c9a8'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:37.764363 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8406eb9-b530-49ef-939f-a031f150a573 req-4a946b46-9382-41f2-a282-fdc37fb2808d service neutron] Attempting to bind port 2fea74a6-eaf5-4223-96d6-b3ef58259c64 on network 7915cb22-074c-47c5-9699-2fe2d087c9a8 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:37.797696 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8406eb9-b530-49ef-939f-a031f150a573 req-4a946b46-9382-41f2-a282-fdc37fb2808d service neutron] Port 2fea74a6-eaf5-4223-96d6-b3ef58259c64 on network 7915cb22-074c-47c5-9699-2fe2d087c9a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:21:37.798093 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8406eb9-b530-49ef-939f-a031f150a573 req-4a946b46-9382-41f2-a282-fdc37fb2808d service neutron] Attempting to bind port 2fea74a6-eaf5-4223-96d6-b3ef58259c64 on network 7915cb22-074c-47c5-9699-2fe2d087c9a8 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:37.827743 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1aca90-0353-481a-8427-5c27a3d02cf7 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:37.834424 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1aca90-0353-481a-8427-5c27a3d02cf7 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:37.836956 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3d1aca90-0353-481a-8427-5c27a3d02cf7 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3906074 Jun 30 09:21:37.843072 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47798) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:37.849843 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8d6b1acb-d3b7-4147-94bf-3dfae873f06d up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:37.869220 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8406eb9-b530-49ef-939f-a031f150a573 req-4a946b46-9382-41f2-a282-fdc37fb2808d service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:37.869642 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8406eb9-b530-49ef-939f-a031f150a573 req-4a946b46-9382-41f2-a282-fdc37fb2808d service neutron] Checking segment: {'id': '1251b18e-95fe-4a76-b566-dbaccb21e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7915cb22-074c-47c5-9699-2fe2d087c9a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:37.869956 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8406eb9-b530-49ef-939f-a031f150a573 req-4a946b46-9382-41f2-a282-fdc37fb2808d service neutron] Bound using segment: {'id': '1251b18e-95fe-4a76-b566-dbaccb21e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7915cb22-074c-47c5-9699-2fe2d087c9a8'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:37.870405 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-f8406eb9-b530-49ef-939f-a031f150a573 req-4a946b46-9382-41f2-a282-fdc37fb2808d service neutron] Bound port: 2fea74a6-eaf5-4223-96d6-b3ef58259c64, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1251b18e-95fe-4a76-b566-dbaccb21e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7915cb22-074c-47c5-9699-2fe2d087c9a8'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:37.870763 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f8406eb9-b530-49ef-939f-a031f150a573 req-4a946b46-9382-41f2-a282-fdc37fb2808d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.892856 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-868e365b-93d6-4150-bf23-a35dd0ea50f2 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9115155 Jun 30 09:21:37.928143 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47800) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:37.937029 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa0620f-17b3-4a7f-b0d7-aeb0608b899b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-56d65142-711c-43ec-b8a8-fc428c1e165c', 'network_id': '56d65142-711c-43ec-b8a8-fc428c1e165c', 'tenant_id': '907c236b1ac04d10a22ac614e6b4c6ce', 'fixed_ips': [{'subnet_id': 'a1e7cc98-91a5-40aa-a36f-96651bb79456'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:21:37.937891 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-daa0620f-17b3-4a7f-b0d7-aeb0608b899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.949207 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-6777f736-612b-410b-859a-f4dd277da764 service neutron] Request body: {'port': {'device_id': '6ef61614-f796-47e9-a691-98d85f3ae03c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:38.004357 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861922b-90a8-44f2-845b-c3ccbf3aa94c req-06d93971-c6b1-4371-9456-06227a3837ab tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:38.020665 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5861922b-90a8-44f2-845b-c3ccbf3aa94c req-06d93971-c6b1-4371-9456-06227a3837ab tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 932 time: 0.3465517 Jun 30 09:21:38.110502 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-f8406eb9-b530-49ef-939f-a031f150a573 req-4a946b46-9382-41f2-a282-fdc37fb2808d service neutron] For port 2fea74a6-eaf5-4223-96d6-b3ef58259c64, host n-h1-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:38.149188 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 8d6b1acb-d3b7-4147-94bf-3dfae873f06d triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:38.150144 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.154134 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b9b38226-5a4d-43e0-96c9-540a6656f636 tempest-ServiceProvidersTest-1770789893 tempest-ServiceProvidersTest-1770789893-project] 10.222.0.10 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2251129 Jun 30 09:21:38.160059 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-f8406eb9-b530-49ef-939f-a031f150a573 req-4a946b46-9382-41f2-a282-fdc37fb2808d service neutron] For port 2fea74a6-eaf5-4223-96d6-b3ef58259c64, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2fea74a6-eaf5-4223-96d6-b3ef58259c64,segment=NetworkSegment(1251b18e-95fe-4a76-b566-dbaccb21e832),segment_id=1251b18e-95fe-4a76-b566-dbaccb21e832)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:38.179353 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-5cdcccc9-3ec0-4f7d-89f5-4e552de2118d tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Made reservation on behalf of 234aaca18299482fab3a8daeb994da0d for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:38.182858 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-5cdcccc9-3ec0-4f7d-89f5-4e552de2118d tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.245627 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-6777f736-612b-410b-859a-f4dd277da764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.272298 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5861922b-90a8-44f2-845b-c3ccbf3aa94c req-9ee7c32a-e372-4cc2-bfd1-349351f2bd4d tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498045 Jun 30 09:21:38.274145 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d0d46770-1d6e-4072-8b36-23ea8e35f414 None None] Provisioning complete for port 8d6b1acb-d3b7-4147-94bf-3dfae873f06d triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:38.274839 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d0d46770-1d6e-4072-8b36-23ea8e35f414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.307493 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f8406eb9-b530-49ef-939f-a031f150a573 req-4a946b46-9382-41f2-a282-fdc37fb2808d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.373998 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-758d93d1-87aa-4938-bdf8-221282096403 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Deleting port 4ec48fbf-dd23-4a52-b94b-8c1b2bfc5266 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:38.374264 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-32283b7b-f05c-4a83-8452-281f2f8676dd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759966746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8705894'] for subnet, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.374415 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-758d93d1-87aa-4938-bdf8-221282096403 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.394318 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32283b7b-f05c-4a83-8452-281f2f8676dd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:38.394979 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-32283b7b-f05c-4a83-8452-281f2f8676dd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.396837 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-32283b7b-f05c-4a83-8452-281f2f8676dd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "PUT /v2.0/subnets/a1e7cc98-91a5-40aa-a36f-96651bb79456 HTTP/1.1" status: 200 len: 826 time: 1.0450342 Jun 30 09:21:38.411364 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8406eb9-b530-49ef-939f-a031f150a573 req-4a946b46-9382-41f2-a282-fdc37fb2808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:38.413279 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f8406eb9-b530-49ef-939f-a031f150a573 req-4a946b46-9382-41f2-a282-fdc37fb2808d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.414844 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47808) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:38.415156 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f8406eb9-b530-49ef-939f-a031f150a573 req-4a946b46-9382-41f2-a282-fdc37fb2808d service neutron] 10.222.0.52 "PUT /v2.0/ports/2fea74a6-eaf5-4223-96d6-b3ef58259c64 HTTP/1.1" status: 200 len: 1092 time: 1.7958043 Jun 30 09:21:38.455900 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c17ab1f-a65e-4d6e-a900-47624522374a', 'tag': '2fea74a6-eaf5-4223-96d6-b3ef58259c64'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:21:38.460955 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e8a6ff-a65e-413d-82c3-b06b411727a7" -d '{"events": [{"name": "network-changed", "server_uuid": "8c17ab1f-a65e-4d6e-a900-47624522374a", "tag": "2fea74a6-eaf5-4223-96d6-b3ef58259c64"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:21:38.506461 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-daa0620f-17b3-4a7f-b0d7-aeb0608b899b None None] Allocated IP 2001:db8::2 (56d65142-711c-43ec-b8a8-fc428c1e165c/a1e7cc98-91a5-40aa-a36f-96651bb79456/5f06a8c0-9ca1-450c-b30d-519747d3fd2a) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:38.515800 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a946b46-9382-41f2-a282-fdc37fb2808d service neutron] Pushing event updated for resources: {'Port': ['ID=2fea74a6-eaf5-4223-96d6-b3ef58259c64,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:38.531560 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32283b7b-f05c-4a83-8452-281f2f8676dd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event updated for resources: {'Subnet': ['ID=a1e7cc98-91a5-40aa-a36f-96651bb79456,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:38.639293 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.699161 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8406eb9-b530-49ef-939f-a031f150a573 req-098a3a9d-88c5-4e82-9bcb-99ffa5d4ebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:38.702361 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f8406eb9-b530-49ef-939f-a031f150a573 req-098a3a9d-88c5-4e82-9bcb-99ffa5d4ebe9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=234aaca18299482fab3a8daeb994da0d&device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 1095 time: 0.1477394 Jun 30 09:21:38.784765 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-daa0620f-17b3-4a7f-b0d7-aeb0608b899b None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.790480 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8223ec-2432-4bd9-88ba-bcd012267b4d x-openstack-request-id: req-3b8223ec-2432-4bd9-88ba-bcd012267b4d {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:21:38.790764 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c17ab1f-a65e-4d6e-a900-47624522374a", "tag": "2fea74a6-eaf5-4223-96d6-b3ef58259c64", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:21:38.791011 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3b8223ec-2432-4bd9-88ba-bcd012267b4d {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:21:38.791422 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c17ab1f-a65e-4d6e-a900-47624522374a', 'tag': '2fea74a6-eaf5-4223-96d6-b3ef58259c64', 'status': 'completed', 'code': 200} Jun 30 09:21:38.793128 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f8406eb9-b530-49ef-939f-a031f150a573 req-c3b1cb1a-0cae-4221-9142-311413e8e6c9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fea74a6-eaf5-4223-96d6-b3ef58259c64 HTTP/1.1" status: 200 len: 217 time: 0.0798476 Jun 30 09:21:38.795277 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-daa0620f-17b3-4a7f-b0d7-aeb0608b899b None None] Transition to ACTIVE for port object 5f06a8c0-9ca1-450c-b30d-519747d3fd2a will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:38.813517 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-daa0620f-17b3-4a7f-b0d7-aeb0608b899b None None] Transition to ACTIVE for port object 5f06a8c0-9ca1-450c-b30d-519747d3fd2a will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:38.846295 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8406eb9-b530-49ef-939f-a031f150a573 req-293b5a55-f65b-416a-b373-efbca3258d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:38.853283 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f8406eb9-b530-49ef-939f-a031f150a573 req-293b5a55-f65b-416a-b373-efbca3258d03 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5aa4110f-a72f-4573-96b9-ab88a0074a0f HTTP/1.1" status: 200 len: 859 time: 0.0470307 Jun 30 09:21:38.865018 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47820) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:38.895088 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f8406eb9-b530-49ef-939f-a031f150a573 req-d55f2d59-3ac7-402a-b2de-e9f03311c239 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7915cb22-074c-47c5-9699-2fe2d087c9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395432 Jun 30 09:21:38.912148 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-daa0620f-17b3-4a7f-b0d7-aeb0608b899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.962927 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0620f-17b3-4a7f-b0d7-aeb0608b899b None None] Pushing event updated for resources: {'Port': ['ID=5f06a8c0-9ca1-450c-b30d-519747d3fd2a,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:38.977248 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa0620f-17b3-4a7f-b0d7-aeb0608b899b None None] Network 56d65142-711c-43ec-b8a8-fc428c1e165c is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:38.978855 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-daa0620f-17b3-4a7f-b0d7-aeb0608b899b None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:38.986662 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa0620f-17b3-4a7f-b0d7-aeb0608b899b None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:38.996511 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c0f00a59-838f-41c8-91c6-2b604e988fb8 req-675f0e9d-a0bd-48ec-9522-3a643454e7b3 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 210 time: 0.1526875 Jun 30 09:21:39.021897 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f8406eb9-b530-49ef-939f-a031f150a573 req-d714d46d-c2da-452e-bbe6-fad6c68f7299 service neutron] 10.222.0.52 "GET /v2.0/networks/7915cb22-074c-47c5-9699-2fe2d087c9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188052 Jun 30 09:21:39.044558 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d525020a-533a-4cc0-95c4-b7984bd24d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:39.053307 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-daa0620f-17b3-4a7f-b0d7-aeb0608b899b None None] Attempting to bind port 5f06a8c0-9ca1-450c-b30d-519747d3fd2a on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:39.053819 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-daa0620f-17b3-4a7f-b0d7-aeb0608b899b None None] Attempting to bind port 5f06a8c0-9ca1-450c-b30d-519747d3fd2a by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'cdaeb384-8829-43ec-b02e-a6eceadf3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '56d65142-711c-43ec-b8a8-fc428c1e165c'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:39.054281 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa0620f-17b3-4a7f-b0d7-aeb0608b899b None None] Attempting to bind port 5f06a8c0-9ca1-450c-b30d-519747d3fd2a on network 56d65142-711c-43ec-b8a8-fc428c1e165c {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:39.063067 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa0620f-17b3-4a7f-b0d7-aeb0608b899b None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:39.063598 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa0620f-17b3-4a7f-b0d7-aeb0608b899b None None] Checking segment: {'id': 'cdaeb384-8829-43ec-b02e-a6eceadf3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '56d65142-711c-43ec-b8a8-fc428c1e165c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:39.064109 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-daa0620f-17b3-4a7f-b0d7-aeb0608b899b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:39.064604 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa0620f-17b3-4a7f-b0d7-aeb0608b899b None None] Bound using segment: {'id': 'cdaeb384-8829-43ec-b02e-a6eceadf3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '56d65142-711c-43ec-b8a8-fc428c1e165c'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:39.065497 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-daa0620f-17b3-4a7f-b0d7-aeb0608b899b None None] Bound port: 5f06a8c0-9ca1-450c-b30d-519747d3fd2a, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdaeb384-8829-43ec-b02e-a6eceadf3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '56d65142-711c-43ec-b8a8-fc428c1e165c'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:39.065663 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-daa0620f-17b3-4a7f-b0d7-aeb0608b899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:39.078269 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-758d93d1-87aa-4938-bdf8-221282096403 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:39.112550 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-5cdcccc9-3ec0-4f7d-89f5-4e552de2118d tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Allocated IP 172.20.0.11 (7915cb22-074c-47c5-9699-2fe2d087c9a8/5aa4110f-a72f-4573-96b9-ab88a0074a0f/92a8509d-7ce6-484a-a61d-026c1f8ba039) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:39.126749 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-758d93d1-87aa-4938-bdf8-221282096403 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Calling delete_port for 4ec48fbf-dd23-4a52-b94b-8c1b2bfc5266 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:39.150627 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-daa0620f-17b3-4a7f-b0d7-aeb0608b899b None None] For port 5f06a8c0-9ca1-450c-b30d-519747d3fd2a, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:39.154453 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-daa0620f-17b3-4a7f-b0d7-aeb0608b899b None None] For port 5f06a8c0-9ca1-450c-b30d-519747d3fd2a, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5f06a8c0-9ca1-450c-b30d-519747d3fd2a,segment=NetworkSegment(cdaeb384-8829-43ec-b02e-a6eceadf3bfb),segment_id=cdaeb384-8829-43ec-b02e-a6eceadf3bfb)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:39.170287 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f8406eb9-b530-49ef-939f-a031f150a573 req-f2d7b4f6-a2cc-45da-b447-5cd0b05e90df service neutron] 10.222.0.52 "GET /v2.0/networks/7915cb22-074c-47c5-9699-2fe2d087c9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355970 Jun 30 09:21:39.232800 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d525020a-533a-4cc0-95c4-b7984bd24d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:39.254576 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-465f1d13-59fe-4ef1-9928-1304ed788165 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:39.289371 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-daa0620f-17b3-4a7f-b0d7-aeb0608b899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:39.345911 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d525020a-533a-4cc0-95c4-b7984bd24d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:39.381516 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0620f-17b3-4a7f-b0d7-aeb0608b899b None None] Pushing event updated for resources: {'Port': ['ID=5f06a8c0-9ca1-450c-b30d-519747d3fd2a,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:39.450270 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525020a-533a-4cc0-95c4-b7984bd24d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e274154c-d480-43e6-8f6a-bc95ea5baa2a,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:39.465171 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d525020a-533a-4cc0-95c4-b7984bd24d86 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=348009bf41b34f83a1987c9e0e194564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5986476 Jun 30 09:21:39.468325 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47826) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:39.547594 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-6777f736-612b-410b-859a-f4dd277da764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28ee7bf3-9881-4e50-ab99-6c5485d66480 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:21:39.558684 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-6777f736-612b-410b-859a-f4dd277da764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:39.622701 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-6777f736-612b-410b-859a-f4dd277da764 service neutron] Transition to ACTIVE for port object 28ee7bf3-9881-4e50-ab99-6c5485d66480 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:39.623591 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-758d93d1-87aa-4938-bdf8-221282096403 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:39.676268 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d93d1-87aa-4938-bdf8-221282096403 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Pushing event deleted for resources: {'Port': ['ID=4ec48fbf-dd23-4a52-b94b-8c1b2bfc5266,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:39.685072 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-5cdcccc9-3ec0-4f7d-89f5-4e552de2118d tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:39.706355 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-465f1d13-59fe-4ef1-9928-1304ed788165 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Deleting port 5f06a8c0-9ca1-450c-b30d-519747d3fd2a {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:39.706613 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-465f1d13-59fe-4ef1-9928-1304ed788165 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:39.758039 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-758d93d1-87aa-4938-bdf8-221282096403 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:39.758039 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-758d93d1-87aa-4938-bdf8-221282096403 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] 10.222.0.10 "DELETE /v2.0/ports/4ec48fbf-dd23-4a52-b94b-8c1b2bfc5266 HTTP/1.1" status: 204 len: 168 time: 1.9133546 Jun 30 09:21:39.763224 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-6777f736-612b-410b-859a-f4dd277da764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:39.769681 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47830) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:39.866655 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5f06a8c0-9ca1-450c-b30d-519747d3fd2a up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:39.880248 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8a6ff-a65e-413d-82c3-b06b411727a7 req-867f304c-be34-482b-aa86-9eb0a63fbb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:39.882558 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-56e8a6ff-a65e-413d-82c3-b06b411727a7 req-867f304c-be34-482b-aa86-9eb0a63fbb87 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=234aaca18299482fab3a8daeb994da0d&device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 1095 time: 0.4908018 Jun 30 09:21:39.922482 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777f736-612b-410b-859a-f4dd277da764 service neutron] Pushing event updated for resources: {'Port': ['ID=28ee7bf3-9881-4e50-ab99-6c5485d66480,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:39.929361 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-465f1d13-59fe-4ef1-9928-1304ed788165 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] For port 5f06a8c0-9ca1-450c-b30d-519747d3fd2a, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5f06a8c0-9ca1-450c-b30d-519747d3fd2a,segment=NetworkSegment(cdaeb384-8829-43ec-b02e-a6eceadf3bfb),segment_id=cdaeb384-8829-43ec-b02e-a6eceadf3bfb)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:39.935302 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-465f1d13-59fe-4ef1-9928-1304ed788165 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:39.954843 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f8e72a9a-421d-4a12-a420-7cebe58ba0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:39.983240 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a5f81-6b8f-4d8b-bfed-e8cccb872a9c req-1066b067-7b1c-43e2-aa3d-41fcf8af7212 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:39.987077 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-508a5f81-6b8f-4d8b-bfed-e8cccb872a9c req-1066b067-7b1c-43e2-aa3d-41fcf8af7212 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 932 time: 0.5457621 Jun 30 09:21:39.987369 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-465f1d13-59fe-4ef1-9928-1304ed788165 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Calling delete_port for 5f06a8c0-9ca1-450c-b30d-519747d3fd2a owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:40.010252 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f8e72a9a-421d-4a12-a420-7cebe58ba0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:40.015161 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 5f06a8c0-9ca1-450c-b30d-519747d3fd2a completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:40.080392 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-5cdcccc9-3ec0-4f7d-89f5-4e552de2118d tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:40.104632 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8a6ff-a65e-413d-82c3-b06b411727a7 req-83c3a759-4278-47e2-8f8e-cec5089ec944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:40.106944 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-56e8a6ff-a65e-413d-82c3-b06b411727a7 req-83c3a759-4278-47e2-8f8e-cec5089ec944 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7915cb22-074c-47c5-9699-2fe2d087c9a8 HTTP/1.1" status: 200 len: 920 time: 0.2153170 Jun 30 09:21:40.110314 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-508a5f81-6b8f-4d8b-bfed-e8cccb872a9c req-e76091f2-1d38-46dd-b4e0-71c7bdeb7143 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151483 Jun 30 09:21:40.156709 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-56e8a6ff-a65e-413d-82c3-b06b411727a7 req-15c61d3b-e2bc-41f8-b06e-da47a398d501 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fea74a6-eaf5-4223-96d6-b3ef58259c64 HTTP/1.1" status: 200 len: 217 time: 0.0404923 Jun 30 09:21:40.177739 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-5cdcccc9-3ec0-4f7d-89f5-4e552de2118d tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Network 7915cb22-074c-47c5-9699-2fe2d087c9a8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:40.210487 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-6777f736-612b-410b-859a-f4dd277da764 service neutron] Attempting to bind port 28ee7bf3-9881-4e50-ab99-6c5485d66480 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:40.210816 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-6777f736-612b-410b-859a-f4dd277da764 service neutron] Attempting to bind port 28ee7bf3-9881-4e50-ab99-6c5485d66480 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': 'adebb7a8-403f-485d-bb99-c5b3ce5cf0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '972bd354-eef2-4e01-b16e-8c4bf18786f8'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:40.211568 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-6777f736-612b-410b-859a-f4dd277da764 service neutron] Attempting to bind port 28ee7bf3-9881-4e50-ab99-6c5485d66480 on network 972bd354-eef2-4e01-b16e-8c4bf18786f8 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:40.216452 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8a6ff-a65e-413d-82c3-b06b411727a7 req-77d64114-195a-496d-8b5f-d4a9dcda1a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:40.217970 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-56e8a6ff-a65e-413d-82c3-b06b411727a7 req-77d64114-195a-496d-8b5f-d4a9dcda1a67 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5aa4110f-a72f-4573-96b9-ab88a0074a0f HTTP/1.1" status: 200 len: 859 time: 0.0542397 Jun 30 09:21:40.221027 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdcccc9-3ec0-4f7d-89f5-4e552de2118d tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Pushing event updated for resources: {'Port': ['ID=92a8509d-7ce6-484a-a61d-026c1f8ba039,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:40.224553 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-5cdcccc9-3ec0-4f7d-89f5-4e552de2118d tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:40.232384 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-5cdcccc9-3ec0-4f7d-89f5-4e552de2118d tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:40.238606 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-4d0e593a-29b0-4e55-8e9d-830c5747fca7 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Deleting port db84839f-378c-4706-afb1-7886b3e48dba {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:40.238947 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4d0e593a-29b0-4e55-8e9d-830c5747fca7 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:40.260269 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-56e8a6ff-a65e-413d-82c3-b06b411727a7 req-ac366d45-720b-46b1-a8b4-f082ea4d6021 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7915cb22-074c-47c5-9699-2fe2d087c9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343287 Jun 30 09:21:40.261117 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f8e72a9a-421d-4a12-a420-7cebe58ba0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:40.265151 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-6777f736-612b-410b-859a-f4dd277da764 service neutron] Port 28ee7bf3-9881-4e50-ab99-6c5485d66480 on network 972bd354-eef2-4e01-b16e-8c4bf18786f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:21:40.265481 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-6777f736-612b-410b-859a-f4dd277da764 service neutron] Attempting to bind port 28ee7bf3-9881-4e50-ab99-6c5485d66480 on network 972bd354-eef2-4e01-b16e-8c4bf18786f8 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:40.265755 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f8e72a9a-421d-4a12-a420-7cebe58ba0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:40.269522 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f8e72a9a-421d-4a12-a420-7cebe58ba0a4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e274154c-d480-43e6-8f6a-bc95ea5baa2a HTTP/1.1" status: 204 len: 168 time: 0.7977581 Jun 30 09:21:40.294871 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e72a9a-421d-4a12-a420-7cebe58ba0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e274154c-d480-43e6-8f6a-bc95ea5baa2a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:40.353533 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-6777f736-612b-410b-859a-f4dd277da764 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:40.353882 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-6777f736-612b-410b-859a-f4dd277da764 service neutron] Checking segment: {'id': 'adebb7a8-403f-485d-bb99-c5b3ce5cf0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '972bd354-eef2-4e01-b16e-8c4bf18786f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:40.354276 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-6777f736-612b-410b-859a-f4dd277da764 service neutron] Bound using segment: {'id': 'adebb7a8-403f-485d-bb99-c5b3ce5cf0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '972bd354-eef2-4e01-b16e-8c4bf18786f8'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:40.354729 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-6777f736-612b-410b-859a-f4dd277da764 service neutron] Bound port: 28ee7bf3-9881-4e50-ab99-6c5485d66480, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adebb7a8-403f-485d-bb99-c5b3ce5cf0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '972bd354-eef2-4e01-b16e-8c4bf18786f8'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:40.355090 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-6777f736-612b-410b-859a-f4dd277da764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:40.388889 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-56e8a6ff-a65e-413d-82c3-b06b411727a7 req-07c3ad74-0a0f-4bba-a4f6-93822482107d service neutron] 10.222.0.52 "GET /v2.0/networks/7915cb22-074c-47c5-9699-2fe2d087c9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191478 Jun 30 09:21:40.402668 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4d0e593a-29b0-4e55-8e9d-830c5747fca7 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:40.421032 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-5cdcccc9-3ec0-4f7d-89f5-4e552de2118d tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:40.421688 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-5cdcccc9-3ec0-4f7d-89f5-4e552de2118d tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:40.463829 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-4d0e593a-29b0-4e55-8e9d-830c5747fca7 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Calling delete_port for db84839f-378c-4706-afb1-7886b3e48dba owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:40.498226 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-56e8a6ff-a65e-413d-82c3-b06b411727a7 req-db05d4f4-0d40-4ab5-9f63-e56d062e2dab service neutron] 10.222.0.52 "GET /v2.0/networks/7915cb22-074c-47c5-9699-2fe2d087c9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009579 Jun 30 09:21:40.523828 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64343d2-d5b2-422f-865c-9bffbcddcc96 req-efb68aab-5183-4f04-8118-f5b8517a51cd tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:40.525388 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f64343d2-d5b2-422f-865c-9bffbcddcc96 req-efb68aab-5183-4f04-8118-f5b8517a51cd tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 932 time: 0.3906877 Jun 30 09:21:40.601481 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-5cdcccc9-3ec0-4f7d-89f5-4e552de2118d tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2497149 Jun 30 09:21:40.614782 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cd6e7b-38b5-4cf2-9998-4b77d3ab870e None None] Network 56d65142-711c-43ec-b8a8-fc428c1e165c requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:40.626853 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-398d2337-7a9d-40e1-b35c-3800cc230d07 service neutron] Request body: {'port': {'device_id': '3430e225-2301-4661-b56e-3d0a9a3179d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:40.640302 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-6777f736-612b-410b-859a-f4dd277da764 service neutron] For port 28ee7bf3-9881-4e50-ab99-6c5485d66480, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:40.691258 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-6777f736-612b-410b-859a-f4dd277da764 service neutron] For port 28ee7bf3-9881-4e50-ab99-6c5485d66480, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=28ee7bf3-9881-4e50-ab99-6c5485d66480,segment=NetworkSegment(adebb7a8-403f-485d-bb99-c5b3ce5cf0cb),segment_id=adebb7a8-403f-485d-bb99-c5b3ce5cf0cb)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:40.693926 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2e9dd730-2973-41b9-bcfd-efe12d31967c None None] Could not find standard attr ID for object 5f06a8c0-9ca1-450c-b30d-519747d3fd2a. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:21:40.697801 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f64343d2-d5b2-422f-865c-9bffbcddcc96 req-20afd426-6d6c-4f17-be70-65e752db5b9d tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355124 Jun 30 09:21:40.698452 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-465f1d13-59fe-4ef1-9928-1304ed788165 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:40.753350 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f1d13-59fe-4ef1-9928-1304ed788165 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event deleted for resources: {'Port': ['ID=5f06a8c0-9ca1-450c-b30d-519747d3fd2a,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:40.808985 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-6777f736-612b-410b-859a-f4dd277da764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:40.841678 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465f1d13-59fe-4ef1-9928-1304ed788165 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] No DVR routers for this DVR port 5f06a8c0-9ca1-450c-b30d-519747d3fd2a on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:40.898597 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4d0e593a-29b0-4e55-8e9d-830c5747fca7 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:40.909757 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-6777f736-612b-410b-859a-f4dd277da764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:40.910389 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-6777f736-612b-410b-859a-f4dd277da764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:40.912062 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-6777f736-612b-410b-859a-f4dd277da764 service neutron] 10.222.0.52 "PUT /v2.0/ports/28ee7bf3-9881-4e50-ab99-6c5485d66480 HTTP/1.1" status: 200 len: 1093 time: 2.9769702 Jun 30 09:21:40.914356 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-398d2337-7a9d-40e1-b35c-3800cc230d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:40.915987 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef61614-f796-47e9-a691-98d85f3ae03c', 'tag': '28ee7bf3-9881-4e50-ab99-6c5485d66480'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:21:40.919168 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4915fb52-71de-46b2-bf6d-d650e55ad868" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef61614-f796-47e9-a691-98d85f3ae03c", "tag": "28ee7bf3-9881-4e50-ab99-6c5485d66480"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:21:40.978099 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-465f1d13-59fe-4ef1-9928-1304ed788165 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.000216 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4d0e593a-29b0-4e55-8e9d-830c5747fca7 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.002235 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4d0e593a-29b0-4e55-8e9d-830c5747fca7 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] 10.222.0.10 "DELETE /v2.0/ports/db84839f-378c-4706-afb1-7886b3e48dba HTTP/1.1" status: 204 len: 168 time: 1.2299445 Jun 30 09:21:41.006043 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777f736-612b-410b-859a-f4dd277da764 service neutron] Pushing event updated for resources: {'Port': ['ID=28ee7bf3-9881-4e50-ab99-6c5485d66480,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:41.006351 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47850) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:41.054608 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db7ec36-4af2-4207-8864-dae19a313603 None None] Network 56d65142-711c-43ec-b8a8-fc428c1e165c requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:41.069132 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47852) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:41.069363 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-643cf66a-210a-4156-8354-7926e4e3cc37 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0611715 Jun 30 09:21:41.081309 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-e3b85c70-15fc-4daa-bdf7-5f4cc1160144 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-958828593'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:41.095985 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e593a-29b0-4e55-8e9d-830c5747fca7 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Pushing event deleted for resources: {'Port': ['ID=db84839f-378c-4706-afb1-7886b3e48dba,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:41.197085 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c8a0e4-f5f1-407e-8c79-8db568541377 x-openstack-request-id: req-52c8a0e4-f5f1-407e-8c79-8db568541377 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:21:41.214013 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef61614-f796-47e9-a691-98d85f3ae03c", "tag": "28ee7bf3-9881-4e50-ab99-6c5485d66480", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:21:41.214013 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-52c8a0e4-f5f1-407e-8c79-8db568541377 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:21:41.214013 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef61614-f796-47e9-a691-98d85f3ae03c', 'tag': '28ee7bf3-9881-4e50-ab99-6c5485d66480', 'status': 'completed', 'code': 200} Jun 30 09:21:41.330939 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade39d8-f7f6-4f01-a15f-d7d62e51b0bd req-7a9e336a-b7ad-4f67-9df6-77359d636ecd tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:41.332842 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8ade39d8-f7f6-4f01-a15f-d7d62e51b0bd req-7a9e336a-b7ad-4f67-9df6-77359d636ecd tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 944 time: 0.0741396 Jun 30 09:21:41.349805 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-9c313ec7-3e04-4f81-9a22-ba0038c2f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:41.351478 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-9c313ec7-3e04-4f81-9a22-ba0038c2f146 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c52329bbe8b54b8887fff3ef67ff99df&device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 1096 time: 0.2448754 Jun 30 09:21:41.377356 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8ade39d8-f7f6-4f01-a15f-d7d62e51b0bd req-22799406-aa73-4957-a759-f4b59874826a tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364621 Jun 30 09:21:41.414586 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-b9265ecf-ac97-423f-be3f-492c9e0d6b8d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28ee7bf3-9881-4e50-ab99-6c5485d66480 HTTP/1.1" status: 200 len: 217 time: 0.0498660 Jun 30 09:21:41.415174 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b85c70-15fc-4daa-bdf7-5f4cc1160144 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Made reservation on behalf of 78113fbefa724f83bd66a816da3df9e0 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:41.420166 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3b85c70-15fc-4daa-bdf7-5f4cc1160144 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.488421 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-465f1d13-59fe-4ef1-9928-1304ed788165 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.550598 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26abf563-a57b-4b96-b787-fe796ad64466 None None] Network 56d65142-711c-43ec-b8a8-fc428c1e165c requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:41.550710 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f1d13-59fe-4ef1-9928-1304ed788165 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event deleted for resources: {'Subnet': ['ID=a1e7cc98-91a5-40aa-a36f-96651bb79456,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:41.554454 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b85c70-15fc-4daa-bdf7-5f4cc1160144 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:41.580813 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-ab1ec72d-553c-4559-b0a2-3a06c1570f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:41.582292 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-ab1ec72d-553c-4559-b0a2-3a06c1570f87 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8cf53215-c792-4025-85bb-3926feddb6f2 HTTP/1.1" status: 200 len: 850 time: 0.1560154 Jun 30 09:21:41.643236 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3b85c70-15fc-4daa-bdf7-5f4cc1160144 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.643590 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-e3b85c70-15fc-4daa-bdf7-5f4cc1160144 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Added segment e9b48cc4-37c3-4521-b602-32a1bb17b2a4 of type vlan for network 53d16e65-14ef-46e1-9e95-ef21386223fd Jun 30 09:21:41.682574 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-cccb0534-d81e-478d-b65b-a6d49e3745cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=972bd354-eef2-4e01-b16e-8c4bf18786f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491495 Jun 30 09:21:41.711045 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-465f1d13-59fe-4ef1-9928-1304ed788165 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.742834 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-398d2337-7a9d-40e1-b35c-3800cc230d07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a8509d-7ce6-484a-a61d-026c1f8ba039 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:21:41.749247 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799bac11-96da-481f-8e54-866067d30bb3 None None] DHCP port deletion for 56d65142-711c-43ec-b8a8-fc428c1e165c request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:21:41.775719 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-398d2337-7a9d-40e1-b35c-3800cc230d07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.788179 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-465f1d13-59fe-4ef1-9928-1304ed788165 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d65142-711c-43ec-b8a8-fc428c1e165c']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:41.834061 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-465f1d13-59fe-4ef1-9928-1304ed788165 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdaeb384-8829-43ec-b02e-a6eceadf3bfb') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:41.834350 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-465f1d13-59fe-4ef1-9928-1304ed788165 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdaeb384-8829-43ec-b02e-a6eceadf3bfb') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:41.840177 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3b85c70-15fc-4daa-bdf7-5f4cc1160144 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.848609 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-398d2337-7a9d-40e1-b35c-3800cc230d07 service neutron] Transition to ACTIVE for port object 92a8509d-7ce6-484a-a61d-026c1f8ba039 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:41.858918 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-465f1d13-59fe-4ef1-9928-1304ed788165 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.896842 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-465f1d13-59fe-4ef1-9928-1304ed788165 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.940916 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465f1d13-59fe-4ef1-9928-1304ed788165 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:41.941326 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-465f1d13-59fe-4ef1-9928-1304ed788165 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.944688 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 2fea74a6-eaf5-4223-96d6-b3ef58259c64 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:21:41.948796 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-398d2337-7a9d-40e1-b35c-3800cc230d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:41.950821 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:42.086087 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 2fea74a6-eaf5-4223-96d6-b3ef58259c64, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2fea74a6-eaf5-4223-96d6-b3ef58259c64,segment=NetworkSegment(1251b18e-95fe-4a76-b566-dbaccb21e832),segment_id=1251b18e-95fe-4a76-b566-dbaccb21e832)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:42.104819 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '2fea74a6-eaf5-4223-96d6-b3ef58259c64', 'network_id': '7915cb22-074c-47c5-9699-2fe2d087c9a8', 'port_id': '2fea74a6-eaf5-4223-96d6-b3ef58259c64', 'mac_address': 'fa:16:3e:ca:90:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa4110f-a72f-4573-96b9-ab88a0074a0f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:21:42.146482 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:42.162287 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fea74a6-eaf5-4223-96d6-b3ef58259c64 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:21:42.184397 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 2fea74a6-eaf5-4223-96d6-b3ef58259c64, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2fea74a6-eaf5-4223-96d6-b3ef58259c64,segment=NetworkSegment(1251b18e-95fe-4a76-b566-dbaccb21e832),segment_id=1251b18e-95fe-4a76-b566-dbaccb21e832)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:42.303808 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3b85c70-15fc-4daa-bdf7-5f4cc1160144 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:42.309892 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b85c70-15fc-4daa-bdf7-5f4cc1160144 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:42.310494 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3b85c70-15fc-4daa-bdf7-5f4cc1160144 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:42.314241 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-5a9d1e78-e58a-471a-a406-8bd37a237f50 service neutron] 10.222.0.52 "GET /v2.0/networks/972bd354-eef2-4e01-b16e-8c4bf18786f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5995734 Jun 30 09:21:42.316990 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:42.369952 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=2fea74a6-eaf5-4223-96d6-b3ef58259c64,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:42.455524 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d2337-7a9d-40e1-b35c-3800cc230d07 service neutron] Pushing event updated for resources: {'Port': ['ID=92a8509d-7ce6-484a-a61d-026c1f8ba039,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:42.498134 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b85c70-15fc-4daa-bdf7-5f4cc1160144 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Pushing event updated for resources: {'Network': ['ID=53d16e65-14ef-46e1-9e95-ef21386223fd,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:42.511093 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 53d16e65-14ef-46e1-9e95-ef21386223fd details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:42.546113 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e3b85c70-15fc-4daa-bdf7-5f4cc1160144 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4743316 Jun 30 09:21:42.548944 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47880) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:42.553481 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-465f1d13-59fe-4ef1-9928-1304ed788165 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:42.560074 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-1cddd58d-03eb-40a0-9dfe-f57fa27d3948 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-881878162'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:42.574103 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4481bd9-ede2-498b-8b9b-6cc96c7d099a req-a1c5d981-d456-4803-9221-958b61b292f9 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:42.581373 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b4481bd9-ede2-498b-8b9b-6cc96c7d099a req-a1c5d981-d456-4803-9221-958b61b292f9 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 932 time: 0.7054033 Jun 30 09:21:42.600535 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ab495-fd96-4323-a9b2-3119cadfe4d9 req-e8a23f8b-a395-4b9b-96fe-82542478bde7 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:42.603832 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-875ab495-fd96-4323-a9b2-3119cadfe4d9 req-e8a23f8b-a395-4b9b-96fe-82542478bde7 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 944 time: 0.0846059 Jun 30 09:21:42.610038 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-465f1d13-59fe-4ef1-9928-1304ed788165 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:42.614358 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-465f1d13-59fe-4ef1-9928-1304ed788165 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "DELETE /v2.0/networks/56d65142-711c-43ec-b8a8-fc428c1e165c HTTP/1.1" status: 204 len: 168 time: 4.1821210 Jun 30 09:21:42.616132 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47882) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:42.647631 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0059b6d-3acf-4bce-86c9-dc91d09391e7 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:42.647936 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f1d13-59fe-4ef1-9928-1304ed788165 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event deleted for resources: {'Network': ['ID=56d65142-711c-43ec-b8a8-fc428c1e165c,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:42.648203 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0059b6d-3acf-4bce-86c9-dc91d09391e7 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:42.655275 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c0059b6d-3acf-4bce-86c9-dc91d09391e7 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "DELETE /v2.0/networks/56d65142-711c-43ec-b8a8-fc428c1e165c HTTP/1.1" status: 404 len: 339 time: 0.0356956 Jun 30 09:21:42.655483 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1de0d141-616a-4143-b179-d2d6c4f183a4 req-01bd2584-fb5e-48b1-9a4e-9c346e2d0bf3 service neutron] 10.222.0.52 "GET /v2.0/networks/972bd354-eef2-4e01-b16e-8c4bf18786f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203602 Jun 30 09:21:42.660887 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47884) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:42.666949 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-b508f9e4-cacf-41c6-a76d-57c5c8ce3357 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-376209139', 'description': 'd1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:42.691458 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-875ab495-fd96-4323-a9b2-3119cadfe4d9 req-43226e7f-d38c-470e-94ed-12f0dfc97788 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813000 Jun 30 09:21:42.702594 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-398d2337-7a9d-40e1-b35c-3800cc230d07 service neutron] Attempting to bind port 92a8509d-7ce6-484a-a61d-026c1f8ba039 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:42.703056 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-398d2337-7a9d-40e1-b35c-3800cc230d07 service neutron] Attempting to bind port 92a8509d-7ce6-484a-a61d-026c1f8ba039 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '1251b18e-95fe-4a76-b566-dbaccb21e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7915cb22-074c-47c5-9699-2fe2d087c9a8'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:42.703332 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-398d2337-7a9d-40e1-b35c-3800cc230d07 service neutron] Attempting to bind port 92a8509d-7ce6-484a-a61d-026c1f8ba039 on network 7915cb22-074c-47c5-9699-2fe2d087c9a8 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:42.717407 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b4481bd9-ede2-498b-8b9b-6cc96c7d099a req-bcb7ccb3-e0b4-40ad-a01d-94f00854d8a2 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335187 Jun 30 09:21:42.720956 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-398d2337-7a9d-40e1-b35c-3800cc230d07 service neutron] Port 92a8509d-7ce6-484a-a61d-026c1f8ba039 on network 7915cb22-074c-47c5-9699-2fe2d087c9a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:21:42.721589 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-398d2337-7a9d-40e1-b35c-3800cc230d07 service neutron] Attempting to bind port 92a8509d-7ce6-484a-a61d-026c1f8ba039 on network 7915cb22-074c-47c5-9699-2fe2d087c9a8 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:42.729407 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-398d2337-7a9d-40e1-b35c-3800cc230d07 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:42.729779 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-398d2337-7a9d-40e1-b35c-3800cc230d07 service neutron] Checking segment: {'id': '1251b18e-95fe-4a76-b566-dbaccb21e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7915cb22-074c-47c5-9699-2fe2d087c9a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:42.730923 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-398d2337-7a9d-40e1-b35c-3800cc230d07 service neutron] Bound using segment: {'id': '1251b18e-95fe-4a76-b566-dbaccb21e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7915cb22-074c-47c5-9699-2fe2d087c9a8'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:42.731621 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-398d2337-7a9d-40e1-b35c-3800cc230d07 service neutron] Bound port: 92a8509d-7ce6-484a-a61d-026c1f8ba039, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1251b18e-95fe-4a76-b566-dbaccb21e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7915cb22-074c-47c5-9699-2fe2d087c9a8'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:42.732146 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-398d2337-7a9d-40e1-b35c-3800cc230d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:42.744260 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['2fea74a6-eaf5-4223-96d6-b3ef58259c64'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:21:42.792695 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cddd58d-03eb-40a0-9dfe-f57fa27d3948 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Made reservation on behalf of 78113fbefa724f83bd66a816da3df9e0 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:42.797286 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1cddd58d-03eb-40a0-9dfe-f57fa27d3948 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:42.879990 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-398d2337-7a9d-40e1-b35c-3800cc230d07 service neutron] For port 92a8509d-7ce6-484a-a61d-026c1f8ba039, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:42.885315 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cddd58d-03eb-40a0-9dfe-f57fa27d3948 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:42.889098 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-398d2337-7a9d-40e1-b35c-3800cc230d07 service neutron] For port 92a8509d-7ce6-484a-a61d-026c1f8ba039, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=92a8509d-7ce6-484a-a61d-026c1f8ba039,segment=NetworkSegment(1251b18e-95fe-4a76-b566-dbaccb21e832),segment_id=1251b18e-95fe-4a76-b566-dbaccb21e832)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:42.901910 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1cddd58d-03eb-40a0-9dfe-f57fa27d3948 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:42.903071 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-1cddd58d-03eb-40a0-9dfe-f57fa27d3948 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Added segment cecba966-5b8a-4574-8207-f7bea3ddb08a of type vlan for network a9a97ecd-b9ef-45f0-94f8-7f2c5ba4c476 Jun 30 09:21:42.951276 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b508f9e4-cacf-41c6-a76d-57c5c8ce3357 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Made reservation on behalf of 907c236b1ac04d10a22ac614e6b4c6ce for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:42.951542 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915fb52-71de-46b2-bf6d-d650e55ad868 req-49fed6bd-a717-4ede-8286-ccd3312d9594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:42.953065 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4915fb52-71de-46b2-bf6d-d650e55ad868 req-49fed6bd-a717-4ede-8286-ccd3312d9594 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c52329bbe8b54b8887fff3ef67ff99df&device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 1096 time: 0.1350262 Jun 30 09:21:42.954752 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1cddd58d-03eb-40a0-9dfe-f57fa27d3948 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:42.954888 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b508f9e4-cacf-41c6-a76d-57c5c8ce3357 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:42.996786 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b508f9e4-cacf-41c6-a76d-57c5c8ce3357 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:43.007282 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b508f9e4-cacf-41c6-a76d-57c5c8ce3357 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:43.007635 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-b508f9e4-cacf-41c6-a76d-57c5c8ce3357 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Added segment 09ecca20-2c9d-4453-9eee-4c1baa36dd96 of type vlan for network b5688675-3b4f-4457-a507-8df3e9db2045 Jun 30 09:21:43.027864 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-398d2337-7a9d-40e1-b35c-3800cc230d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:43.062280 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b508f9e4-cacf-41c6-a76d-57c5c8ce3357 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:43.095518 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-398d2337-7a9d-40e1-b35c-3800cc230d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:43.096406 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-398d2337-7a9d-40e1-b35c-3800cc230d07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:43.098804 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-398d2337-7a9d-40e1-b35c-3800cc230d07 service neutron] 10.222.0.52 "PUT /v2.0/ports/92a8509d-7ce6-484a-a61d-026c1f8ba039 HTTP/1.1" status: 200 len: 1093 time: 2.4811585 Jun 30 09:21:43.159199 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d2337-7a9d-40e1-b35c-3800cc230d07 service neutron] Pushing event updated for resources: {'Port': ['ID=92a8509d-7ce6-484a-a61d-026c1f8ba039,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:43.169552 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915fb52-71de-46b2-bf6d-d650e55ad868 req-af4b5bcd-55ba-49e9-9274-39813e7bba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:43.171645 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4915fb52-71de-46b2-bf6d-d650e55ad868 req-af4b5bcd-55ba-49e9-9274-39813e7bba0a service neutron] 10.222.0.52 "GET /v2.0/networks?id=972bd354-eef2-4e01-b16e-8c4bf18786f8 HTTP/1.1" status: 200 len: 911 time: 0.2100055 Jun 30 09:21:43.214200 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b508f9e4-cacf-41c6-a76d-57c5c8ce3357 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:43.217126 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3430e225-2301-4661-b56e-3d0a9a3179d3', 'tag': '92a8509d-7ce6-484a-a61d-026c1f8ba039'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:21:43.219509 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6e40bb-11fb-44a9-a4bb-7bb8f876cb0c" -d '{"events": [{"name": "network-changed", "server_uuid": "3430e225-2301-4661-b56e-3d0a9a3179d3", "tag": "92a8509d-7ce6-484a-a61d-026c1f8ba039"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:21:43.220530 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b508f9e4-cacf-41c6-a76d-57c5c8ce3357 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:43.221149 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b508f9e4-cacf-41c6-a76d-57c5c8ce3357 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:43.223444 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4915fb52-71de-46b2-bf6d-d650e55ad868 req-78a66e7a-c1a1-4843-8453-09229005c67c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28ee7bf3-9881-4e50-ab99-6c5485d66480 HTTP/1.1" status: 200 len: 217 time: 0.0447452 Jun 30 09:21:43.275356 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1cddd58d-03eb-40a0-9dfe-f57fa27d3948 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:43.290346 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cddd58d-03eb-40a0-9dfe-f57fa27d3948 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:43.290346 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1cddd58d-03eb-40a0-9dfe-f57fa27d3948 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:43.290346 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b6a2b2-a4c9-4abb-a162-4462a9af16d7 x-openstack-request-id: req-e2b6a2b2-a4c9-4abb-a162-4462a9af16d7 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:21:43.290346 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3430e225-2301-4661-b56e-3d0a9a3179d3", "tag": "92a8509d-7ce6-484a-a61d-026c1f8ba039", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:21:43.290346 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e2b6a2b2-a4c9-4abb-a162-4462a9af16d7 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:21:43.290346 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3430e225-2301-4661-b56e-3d0a9a3179d3', 'tag': '92a8509d-7ce6-484a-a61d-026c1f8ba039', 'status': 'completed', 'code': 200} Jun 30 09:21:43.311183 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508f9e4-cacf-41c6-a76d-57c5c8ce3357 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event updated for resources: {'Network': ['ID=b5688675-3b4f-4457-a507-8df3e9db2045,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:43.326770 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network b5688675-3b4f-4457-a507-8df3e9db2045 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:43.338392 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915fb52-71de-46b2-bf6d-d650e55ad868 req-e69021b6-f65f-4f4f-b657-a084a6482119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:43.340408 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4915fb52-71de-46b2-bf6d-d650e55ad868 req-e69021b6-f65f-4f4f-b657-a084a6482119 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8cf53215-c792-4025-85bb-3926feddb6f2 HTTP/1.1" status: 200 len: 850 time: 0.1091130 Jun 30 09:21:43.369252 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b508f9e4-cacf-41c6-a76d-57c5c8ce3357 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7065666 Jun 30 09:21:43.372269 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47904) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:43.416824 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4915fb52-71de-46b2-bf6d-d650e55ad868 req-76f7c38a-5a61-4ab4-acf4-cf425e3f4f68 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=972bd354-eef2-4e01-b16e-8c4bf18786f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567057 Jun 30 09:21:43.420862 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cddd58d-03eb-40a0-9dfe-f57fa27d3948 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Pushing event updated for resources: {'Network': ['ID=a9a97ecd-b9ef-45f0-94f8-7f2c5ba4c476,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:43.432868 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network a9a97ecd-b9ef-45f0-94f8-7f2c5ba4c476 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:43.500451 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1cddd58d-03eb-40a0-9dfe-f57fa27d3948 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9478512 Jun 30 09:21:43.500821 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de039d7-4aba-4381-9588-69b4c73136df tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:43.501982 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4de039d7-4aba-4381-9588-69b4c73136df tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "GET /v2.0/networks?id=b5688675-3b4f-4457-a507-8df3e9db2045 HTTP/1.1" status: 200 len: 764 time: 0.1286595 Jun 30 09:21:43.504695 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47910) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:43.515437 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e40bb-11fb-44a9-a4bb-7bb8f876cb0c req-d04a0fdf-d8cf-414c-b5da-2465c5d38af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:43.517265 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c6e40bb-11fb-44a9-a4bb-7bb8f876cb0c req-d04a0fdf-d8cf-414c-b5da-2465c5d38af3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=234aaca18299482fab3a8daeb994da0d&device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 1096 time: 0.1730440 Jun 30 09:21:43.520381 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-30ba5058-2433-4d02-82ee-185e9ae05eb6 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Request body: {'network': {'description': 'd2'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:43.560028 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4915fb52-71de-46b2-bf6d-d650e55ad868 req-741a051b-3ded-4447-9486-777fab2c75de service neutron] 10.222.0.52 "GET /v2.0/networks/972bd354-eef2-4e01-b16e-8c4bf18786f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347501 Jun 30 09:21:43.712739 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5f06a8c0-9ca1-450c-b30d-519747d3fd2a no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:43.737690 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 5f06a8c0-9ca1-450c-b30d-519747d3fd2a {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:43.738047 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5f06a8c0-9ca1-450c-b30d-519747d3fd2a not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:43.740784 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-30ba5058-2433-4d02-82ee-185e9ae05eb6 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:43.832063 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e40bb-11fb-44a9-a4bb-7bb8f876cb0c req-6cec3477-92ca-409f-8b2c-6f6e24f31e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:43.833433 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c6e40bb-11fb-44a9-a4bb-7bb8f876cb0c req-6cec3477-92ca-409f-8b2c-6f6e24f31e0c service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=234aaca18299482fab3a8daeb994da0d&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3022110 Jun 30 09:21:43.842722 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-30ba5058-2433-4d02-82ee-185e9ae05eb6 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:43.866633 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-30ba5058-2433-4d02-82ee-185e9ae05eb6 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Network b5688675-3b4f-4457-a507-8df3e9db2045 is not hosted by any dhcp agent {{(pid=101054) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 09:21:43.876191 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ba5058-2433-4d02-82ee-185e9ae05eb6 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:43.877186 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-30ba5058-2433-4d02-82ee-185e9ae05eb6 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:43.879423 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-30ba5058-2433-4d02-82ee-185e9ae05eb6 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "PUT /v2.0/networks/b5688675-3b4f-4457-a507-8df3e9db2045 HTTP/1.1" status: 200 len: 761 time: 0.3735304 Jun 30 09:21:43.898938 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47916) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:43.972517 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba5058-2433-4d02-82ee-185e9ae05eb6 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event updated for resources: {'Network': ['ID=b5688675-3b4f-4457-a507-8df3e9db2045,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:43.982736 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 2fea74a6-eaf5-4223-96d6-b3ef58259c64 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:43.988034 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network b5688675-3b4f-4457-a507-8df3e9db2045 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:44.022752 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072d9ac-2ca0-4d68-83f1-d359814e310d req-36caed1e-5dc3-4c36-8480-69cba812dea8 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:44.025077 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4072d9ac-2ca0-4d68-83f1-d359814e310d req-36caed1e-5dc3-4c36-8480-69cba812dea8 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 944 time: 0.1110764 Jun 30 09:21:44.053281 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4915fb52-71de-46b2-bf6d-d650e55ad868 req-0bbaf23a-2196-4e76-812c-0a8e04ba8792 service neutron] 10.222.0.52 "GET /v2.0/networks/972bd354-eef2-4e01-b16e-8c4bf18786f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570476 Jun 30 09:21:44.088258 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4072d9ac-2ca0-4d68-83f1-d359814e310d req-5dba34d7-3c65-446e-b52d-cf8f6949b05f tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507512 Jun 30 09:21:44.213186 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38680d28-80d7-4246-ae83-dd3e6d792125 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:44.219618 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-38680d28-80d7-4246-ae83-dd3e6d792125 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "GET /v2.0/networks?id=b5688675-3b4f-4457-a507-8df3e9db2045 HTTP/1.1" status: 200 len: 764 time: 0.3196523 Jun 30 09:21:44.224764 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47922) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:44.253049 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644d2bd-1ee7-4f34-b3bc-665ef929f189 req-96a5077f-35d3-49b6-8980-e3e89fa78f49 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:44.254570 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1644d2bd-1ee7-4f34-b3bc-665ef929f189 req-96a5077f-35d3-49b6-8980-e3e89fa78f49 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 944 time: 0.3088019 Jun 30 09:21:44.259553 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e40bb-11fb-44a9-a4bb-7bb8f876cb0c req-dcccc4f0-4111-4d4e-9530-d8c256cb597e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:44.265251 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c6e40bb-11fb-44a9-a4bb-7bb8f876cb0c req-dcccc4f0-4111-4d4e-9530-d8c256cb597e service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4118536 Jun 30 09:21:44.304926 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1644d2bd-1ee7-4f34-b3bc-665ef929f189 req-b9cc1fdb-3a27-44b1-a813-49d3ec73938c tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412250 Jun 30 09:21:44.328367 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 2fea74a6-eaf5-4223-96d6-b3ef58259c64 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:44.334989 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 2fea74a6-eaf5-4223-96d6-b3ef58259c64 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:44.335731 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:44.397401 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-ca21edc9-eb55-4898-a38c-e043f27328ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:44.398803 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-ca21edc9-eb55-4898-a38c-e043f27328ca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=234aaca18299482fab3a8daeb994da0d&device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 1096 time: 0.0731220 Jun 30 09:21:44.439733 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:44.475660 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae42d76-30b8-4fef-be00-a044c4d1814c tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:44.477769 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5ae42d76-30b8-4fef-be00-a044c4d1814c tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2517726 Jun 30 09:21:44.478627 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 2fea74a6-eaf5-4223-96d6-b3ef58259c64, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2fea74a6-eaf5-4223-96d6-b3ef58259c64,segment=NetworkSegment(1251b18e-95fe-4a76-b566-dbaccb21e832),segment_id=1251b18e-95fe-4a76-b566-dbaccb21e832)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:44.479691 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c17ab1f-a65e-4d6e-a900-47624522374a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fea74a6-eaf5-4223-96d6-b3ef58259c64'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:21:44.482237 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47924) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:44.483090 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66af5967-ca8a-4fff-b315-531cd58170a9" -d '{"events": [{"server_uuid": "8c17ab1f-a65e-4d6e-a900-47624522374a", "name": "network-vif-plugged", "status": "completed", "tag": "2fea74a6-eaf5-4223-96d6-b3ef58259c64"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:21:44.490168 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-85e5ddfe-5626-45fc-96e2-e65651c8bdce service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92a8509d-7ce6-484a-a61d-026c1f8ba039 HTTP/1.1" status: 200 len: 217 time: 0.0789979 Jun 30 09:21:44.526036 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-df28475a-44ff-4df3-8fc9-e161de5960bf tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "GET /v2.0/subnets?network_id=599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 207 time: 0.0420401 Jun 30 09:21:44.530416 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47930) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:44.552468 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-f628b3f5-57b0-435a-9a2e-d5fcec384ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:44.554289 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-f628b3f5-57b0-435a-9a2e-d5fcec384ff2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5aa4110f-a72f-4573-96b9-ab88a0074a0f HTTP/1.1" status: 200 len: 859 time: 0.0564795 Jun 30 09:21:44.597542 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-3dd309c2-aceb-4176-99a8-4da42ffd9957 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7915cb22-074c-47c5-9699-2fe2d087c9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321574 Jun 30 09:21:44.608492 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:44.666458 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=2fea74a6-eaf5-4223-96d6-b3ef58259c64,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:44.718412 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e826d034-20b1-4c0f-84de-d7f31e1938ea x-openstack-request-id: req-e826d034-20b1-4c0f-84de-d7f31e1938ea {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:21:44.719979 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c17ab1f-a65e-4d6e-a900-47624522374a", "name": "network-vif-plugged", "status": "completed", "tag": "2fea74a6-eaf5-4223-96d6-b3ef58259c64", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:21:44.720493 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e826d034-20b1-4c0f-84de-d7f31e1938ea {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:21:44.721139 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c17ab1f-a65e-4d6e-a900-47624522374a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fea74a6-eaf5-4223-96d6-b3ef58259c64', 'code': 200} Jun 30 09:21:44.745083 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-4a46dbfd-24ce-463e-9226-a144eced45ea service neutron] 10.222.0.52 "GET /v2.0/networks/7915cb22-074c-47c5-9699-2fe2d087c9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398954 Jun 30 09:21:44.812999 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a534fca8-1222-4f6d-b1e8-acbe1b2624a4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:44.825319 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a534fca8-1222-4f6d-b1e8-acbe1b2624a4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:44.836634 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a534fca8-1222-4f6d-b1e8-acbe1b2624a4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:44.845288 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a534fca8-1222-4f6d-b1e8-acbe1b2624a4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:44.852888 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a534fca8-1222-4f6d-b1e8-acbe1b2624a4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:44.860072 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a534fca8-1222-4f6d-b1e8-acbe1b2624a4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:44.865611 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a534fca8-1222-4f6d-b1e8-acbe1b2624a4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3306880 Jun 30 09:21:44.866529 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47932) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:44.935231 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dbf9530a-72c3-4043-99e7-4ea1c79db5db req-3cbde385-da10-4ac4-ab80-42a9488017cd service neutron] 10.222.0.52 "GET /v2.0/networks/7915cb22-074c-47c5-9699-2fe2d087c9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794405 Jun 30 09:21:44.942412 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993a290-41b5-41d7-a61f-b4c508aaa0f7 req-40d4150e-d0d6-4159-a04c-973e5b1f6246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:44.943898 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2993a290-41b5-41d7-a61f-b4c508aaa0f7 req-40d4150e-d0d6-4159-a04c-973e5b1f6246 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 1097 time: 0.1267495 Jun 30 09:21:44.993972 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2993a290-41b5-41d7-a61f-b4c508aaa0f7 req-487cc62c-0bb3-44e2-81ed-64804dc25db1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431356 Jun 30 09:21:45.005652 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-84c76c3a-fb9b-4913-a3d8-2a889c2f47e1 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1382437 Jun 30 09:21:45.009185 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47934) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:45.067293 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5623e81c-8edc-4ec0-9a63-7baebe48ae93 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:45.068896 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5623e81c-8edc-4ec0-9a63-7baebe48ae93 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:45.070383 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5623e81c-8edc-4ec0-9a63-7baebe48ae93 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:45.071942 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5623e81c-8edc-4ec0-9a63-7baebe48ae93 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:45.073434 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5623e81c-8edc-4ec0-9a63-7baebe48ae93 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:45.075863 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5623e81c-8edc-4ec0-9a63-7baebe48ae93 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0657649 Jun 30 09:21:45.079839 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47936) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:45.134844 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cc2e3c-70e4-4712-a5cd-734994849c8a tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['shared'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:45.136850 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cc2e3c-70e4-4712-a5cd-734994849c8a tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['shared'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:45.138233 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cc2e3c-70e4-4712-a5cd-734994849c8a tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['shared'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:45.139682 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cc2e3c-70e4-4712-a5cd-734994849c8a tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['shared'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:45.141055 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cc2e3c-70e4-4712-a5cd-734994849c8a tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['shared'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:45.146307 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a0cc2e3c-70e4-4712-a5cd-734994849c8a tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0617900 Jun 30 09:21:45.146307 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47940) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:45.284891 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083eb2ec-697e-4f6d-9d5a-9583407c5f66 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:45.290192 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-083eb2ec-697e-4f6d-9d5a-9583407c5f66 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "GET /v2.0/networks/78395c25-e2f1-4423-b1b0-b2adfd1dcbd4 HTTP/1.1" status: 200 len: 804 time: 0.1392217 Jun 30 09:21:45.296270 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47946) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:45.324906 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652cf07-fe35-4220-bb61-693d8461448f req-141f036a-abc1-42d3-a041-3193b6d4a513 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:45.332701 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8652cf07-fe35-4220-bb61-693d8461448f req-141f036a-abc1-42d3-a041-3193b6d4a513 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 944 time: 0.1043644 Jun 30 09:21:45.378709 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8652cf07-fe35-4220-bb61-693d8461448f req-684417bc-86e9-4cc8-94a5-28c14031b861 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404801 Jun 30 09:21:45.432822 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47952) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:45.436030 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-db63768f-2561-4680-a585-406b612c2f2f tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "GET /v2.0/networks/78395c25-e2f1-4423-b1b0-b2adfd1dcbd4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1430981 Jun 30 09:21:45.532719 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b72e07-fe54-4d06-aa6c-3d28f6c641f3 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:45.537858 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f0b72e07-fe54-4d06-aa6c-3d28f6c641f3 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "GET /v2.0/subnets/a6d62351-fc12-4e01-9beb-ae8c9560b87b HTTP/1.1" status: 200 len: 843 time: 0.0996869 Jun 30 09:21:45.540705 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47954) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:45.597113 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e4940-1781-46b0-8e84-6c85a1d1f640 req-834f5fed-57c9-41f0-ac52-b82d7d2e74e3 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:45.598778 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b09e4940-1781-46b0-8e84-6c85a1d1f640 req-834f5fed-57c9-41f0-ac52-b82d7d2e74e3 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 944 time: 0.0884521 Jun 30 09:21:45.599373 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35032105-84c9-447e-a360-a5fce454ed30 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['shared'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:45.601338 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-35032105-84c9-447e-a360-a5fce454ed30 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "GET /v2.0/subnets/a6d62351-fc12-4e01-9beb-ae8c9560b87b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0586452 Jun 30 09:21:45.604307 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47956) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:45.609981 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-1e468345-9903-45dd-bf97-6aa3e551fed4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1733436399'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:45.641381 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b09e4940-1781-46b0-8e84-6c85a1d1f640 req-3b303a09-d25e-40b8-b750-db7d604f3a11 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363872 Jun 30 09:21:45.745246 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e468345-9903-45dd-bf97-6aa3e551fed4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Made reservation on behalf of 907c236b1ac04d10a22ac614e6b4c6ce for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:45.749498 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e468345-9903-45dd-bf97-6aa3e551fed4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:45.774635 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e468345-9903-45dd-bf97-6aa3e551fed4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:45.787505 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e468345-9903-45dd-bf97-6aa3e551fed4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:45.787856 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-1e468345-9903-45dd-bf97-6aa3e551fed4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Added segment 7bb21030-d9ba-49bc-ab5e-4b943f23b4fe of type vlan for network 4fd0621d-67c7-4f47-a89d-993781ad93a1 Jun 30 09:21:45.829985 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e468345-9903-45dd-bf97-6aa3e551fed4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:45.957044 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e468345-9903-45dd-bf97-6aa3e551fed4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:45.963761 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e468345-9903-45dd-bf97-6aa3e551fed4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:45.965201 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e468345-9903-45dd-bf97-6aa3e551fed4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.001198 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 28ee7bf3-9881-4e50-ab99-6c5485d66480 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:21:46.055751 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e468345-9903-45dd-bf97-6aa3e551fed4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event updated for resources: {'Network': ['ID=4fd0621d-67c7-4f47-a89d-993781ad93a1,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:46.069948 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 4fd0621d-67c7-4f47-a89d-993781ad93a1 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:46.207100 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1e468345-9903-45dd-bf97-6aa3e551fed4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6009362 Jun 30 09:21:46.209960 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47968) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:46.215077 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-2046847d-5ee6-4fc6-aaa2-5795bf3422e4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Request body: {'subnet': {'network_id': '4fd0621d-67c7-4f47-a89d-993781ad93a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:46.246873 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 28ee7bf3-9881-4e50-ab99-6c5485d66480, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=28ee7bf3-9881-4e50-ab99-6c5485d66480,segment=NetworkSegment(adebb7a8-403f-485d-bb99-c5b3ce5cf0cb),segment_id=adebb7a8-403f-485d-bb99-c5b3ce5cf0cb)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:46.262248 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '28ee7bf3-9881-4e50-ab99-6c5485d66480', 'network_id': '972bd354-eef2-4e01-b16e-8c4bf18786f8', 'port_id': '28ee7bf3-9881-4e50-ab99-6c5485d66480', 'mac_address': 'fa:16:3e:a3:47:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf53215-c792-4025-85bb-3926feddb6f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:21:46.303327 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.317205 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28ee7bf3-9881-4e50-ab99-6c5485d66480 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:21:46.337023 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 28ee7bf3-9881-4e50-ab99-6c5485d66480, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=28ee7bf3-9881-4e50-ab99-6c5485d66480,segment=NetworkSegment(adebb7a8-403f-485d-bb99-c5b3ce5cf0cb),segment_id=adebb7a8-403f-485d-bb99-c5b3ce5cf0cb)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:46.419587 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2046847d-5ee6-4fc6-aaa2-5795bf3422e4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Made reservation on behalf of 907c236b1ac04d10a22ac614e6b4c6ce for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:46.423299 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2046847d-5ee6-4fc6-aaa2-5795bf3422e4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.459677 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.506700 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.ipam_backend_mixin [None req-2046847d-5ee6-4fc6-aaa2-5795bf3422e4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Performing IP validity checks on allocation pools {{(pid=101054) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 09:21:46.507266 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.ipam_backend_mixin [None req-2046847d-5ee6-4fc6-aaa2-5795bf3422e4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101054) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 09:21:46.603460 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=28ee7bf3-9881-4e50-ab99-6c5485d66480,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:46.651548 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85896c24-aa73-4004-9ad3-22906989335e req-1a3a853c-6bd5-46ee-a3e7-95e8031227af tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:46.653372 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85896c24-aa73-4004-9ad3-22906989335e req-1a3a853c-6bd5-46ee-a3e7-95e8031227af tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 945 time: 0.1432021 Jun 30 09:21:46.709434 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85896c24-aa73-4004-9ad3-22906989335e req-9d97a002-4a08-4be0-8cc4-c383e5a5b1bd tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476546 Jun 30 09:21:46.776139 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['28ee7bf3-9881-4e50-ab99-6c5485d66480'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:21:46.896767 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47982) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:46.902718 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-0b145631-0435-48e0-b0bf-8b7b3efdd858 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Request body: {'subnets': [{'network_id': '53d16e65-14ef-46e1-9e95-ef21386223fd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--159276539', 'ip_version': 6}, {'network_id': 'a9a97ecd-b9ef-45f0-94f8-7f2c5ba4c476', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:46.903030 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-0b145631-0435-48e0-b0bf-8b7b3efdd858 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Request body: {'subnet': {'network_id': '53d16e65-14ef-46e1-9e95-ef21386223fd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--159276539', 'ip_version': 6}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:46.903721 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-0b145631-0435-48e0-b0bf-8b7b3efdd858 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Request body: {'subnet': {'network_id': 'a9a97ecd-b9ef-45f0-94f8-7f2c5ba4c476', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:46.942198 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22839f-e379-461f-a28c-91572fb84d94 req-68801fe4-07b9-458b-b925-8ce42289d33d tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:46.942198 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0e22839f-e379-461f-a28c-91572fb84d94 req-68801fe4-07b9-458b-b925-8ce42289d33d tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 944 time: 0.0934339 Jun 30 09:21:46.972725 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2046847d-5ee6-4fc6-aaa2-5795bf3422e4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:47.024907 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0e22839f-e379-461f-a28c-91572fb84d94 req-b8059a42-4ee8-443a-9133-c7a0a19ce234 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832024 Jun 30 09:21:47.058971 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046847d-5ee6-4fc6-aaa2-5795bf3422e4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event updated for resources: {'Subnet': ['ID=6140bf8e-b109-4fcf-a8c4-4efe3549ff4e,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:47.068416 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2046847d-5ee6-4fc6-aaa2-5795bf3422e4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Checking segment: {'id': '7bb21030-d9ba-49bc-ab5e-4b943f23b4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4fd0621d-67c7-4f47-a89d-993781ad93a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:47.068861 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2046847d-5ee6-4fc6-aaa2-5795bf3422e4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Network hostable DHCP agents. Network: 4fd0621d-67c7-4f47-a89d-993781ad93a1, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:47.168489 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2046847d-5ee6-4fc6-aaa2-5795bf3422e4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Network 4fd0621d-67c7-4f47-a89d-993781ad93a1 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:47.339837 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-2046847d-5ee6-4fc6-aaa2-5795bf3422e4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 4fd0621d-67c7-4f47-a89d-993781ad93a1) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:47.352663 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b66adb1-a6bd-4606-8a66-0c7f9976c51c None None] Network 4fd0621d-67c7-4f47-a89d-993781ad93a1 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:47.362252 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2046847d-5ee6-4fc6-aaa2-5795bf3422e4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:47.363218 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2046847d-5ee6-4fc6-aaa2-5795bf3422e4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:47.471736 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2046847d-5ee6-4fc6-aaa2-5795bf3422e4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2605162 Jun 30 09:21:47.474800 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47988) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:47.479728 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-eda9019b-ab95-404c-ac5b-7a0093585f67 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:47.515350 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aef386-9337-4c1b-96e0-2de11c487165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-4fd0621d-67c7-4f47-a89d-993781ad93a1', 'network_id': '4fd0621d-67c7-4f47-a89d-993781ad93a1', 'tenant_id': '907c236b1ac04d10a22ac614e6b4c6ce', 'fixed_ips': [{'subnet_id': '6140bf8e-b109-4fcf-a8c4-4efe3549ff4e'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:21:47.516238 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-86aef386-9337-4c1b-96e0-2de11c487165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:47.588478 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eda9019b-ab95-404c-ac5b-7a0093585f67 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8684603'] for subnet, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:47.653921 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b145631-0435-48e0-b0bf-8b7b3efdd858 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Made reservation on behalf of 78113fbefa724f83bd66a816da3df9e0 for: {'subnet': 2} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:47.658836 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b145631-0435-48e0-b0bf-8b7b3efdd858 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:47.659356 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b145631-0435-48e0-b0bf-8b7b3efdd858 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:47.736103 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-86aef386-9337-4c1b-96e0-2de11c487165 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:21:47.736103 n-d-771363-31 neutron-server[101055]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jun 30 09:21:47.736103 n-d-771363-31 neutron-server[101055]: [parameters: {'in_use': 1, 'id_1': '6140bf8e-b109-4fcf-a8c4-4efe3549ff4e'}] Jun 30 09:21:47.736103 n-d-771363-31 neutron-server[101055]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:21:47.736626 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-86aef386-9337-4c1b-96e0-2de11c487165 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:21:48.016460 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 92a8509d-7ce6-484a-a61d-026c1f8ba039 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:21:48.022892 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 28ee7bf3-9881-4e50-ab99-6c5485d66480 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:48.045613 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959be4cd-a729-4329-a3b4-a5868e16a3fc req-dbef3a85-097c-4863-a46b-045190339e1c tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:48.047134 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-959be4cd-a729-4329-a3b4-a5868e16a3fc req-dbef3a85-097c-4863-a46b-045190339e1c tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 945 time: 0.1441832 Jun 30 09:21:48.088663 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eda9019b-ab95-404c-ac5b-7a0093585f67 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759966746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8705894'] for subnet, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.153865 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 92a8509d-7ce6-484a-a61d-026c1f8ba039, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=92a8509d-7ce6-484a-a61d-026c1f8ba039,segment=NetworkSegment(1251b18e-95fe-4a76-b566-dbaccb21e832),segment_id=1251b18e-95fe-4a76-b566-dbaccb21e832)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:48.156637 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-959be4cd-a729-4329-a3b4-a5868e16a3fc req-46a26cf1-58de-4131-82d3-2282200551c6 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793540 Jun 30 09:21:48.175707 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '92a8509d-7ce6-484a-a61d-026c1f8ba039', 'network_id': '7915cb22-074c-47c5-9699-2fe2d087c9a8', 'port_id': '92a8509d-7ce6-484a-a61d-026c1f8ba039', 'mac_address': 'fa:16:3e:2a:29:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa4110f-a72f-4573-96b9-ab88a0074a0f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:21:48.205770 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.211375 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda9019b-ab95-404c-ac5b-7a0093585f67 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:48.211992 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eda9019b-ab95-404c-ac5b-7a0093585f67 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.213251 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-eda9019b-ab95-404c-ac5b-7a0093585f67 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "PUT /v2.0/subnets/6140bf8e-b109-4fcf-a8c4-4efe3549ff4e HTTP/1.1" status: 200 len: 900 time: 0.7379313 Jun 30 09:21:48.216760 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47996) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:48.222035 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 28ee7bf3-9881-4e50-ab99-6c5485d66480 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:48.226282 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a8509d-7ce6-484a-a61d-026c1f8ba039 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:21:48.231742 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9019b-ab95-404c-ac5b-7a0093585f67 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event updated for resources: {'Subnet': ['ID=6140bf8e-b109-4fcf-a8c4-4efe3549ff4e,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:48.233818 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 28ee7bf3-9881-4e50-ab99-6c5485d66480 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:48.234202 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.238634 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-86aef386-9337-4c1b-96e0-2de11c487165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.266746 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75507ad8-05ee-40fd-87c6-de8572fa5c07 req-76ea23bc-9eea-4176-9e19-b44ee6330324 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:48.268239 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-75507ad8-05ee-40fd-87c6-de8572fa5c07 req-76ea23bc-9eea-4176-9e19-b44ee6330324 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 944 time: 0.0982435 Jun 30 09:21:48.277963 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b145631-0435-48e0-b0bf-8b7b3efdd858 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.285861 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 92a8509d-7ce6-484a-a61d-026c1f8ba039, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=92a8509d-7ce6-484a-a61d-026c1f8ba039,segment=NetworkSegment(1251b18e-95fe-4a76-b566-dbaccb21e832),segment_id=1251b18e-95fe-4a76-b566-dbaccb21e832)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:48.340844 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-75507ad8-05ee-40fd-87c6-de8572fa5c07 req-8be218fc-db5f-4687-aa81-267b2a2623c2 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603709 Jun 30 09:21:48.367390 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b145631-0435-48e0-b0bf-8b7b3efdd858 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Pushing event updated for resources: {'Subnet': ['ID=f5d2f64b-bb2f-4a17-b20e-c55d4ca08fd5,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:48.403049 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.405169 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b145631-0435-48e0-b0bf-8b7b3efdd858 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Checking segment: {'id': 'e9b48cc4-37c3-4521-b602-32a1bb17b2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '53d16e65-14ef-46e1-9e95-ef21386223fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:48.405860 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b145631-0435-48e0-b0bf-8b7b3efdd858 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Network hostable DHCP agents. Network: 53d16e65-14ef-46e1-9e95-ef21386223fd, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:48.407929 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.478153 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.479496 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.506120 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b145631-0435-48e0-b0bf-8b7b3efdd858 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Network 53d16e65-14ef-46e1-9e95-ef21386223fd is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:48.523639 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-86aef386-9337-4c1b-96e0-2de11c487165 None None] Allocated IP 2001:db8::3 (4fd0621d-67c7-4f47-a89d-993781ad93a1/6140bf8e-b109-4fcf-a8c4-4efe3549ff4e/b722cff8-b218-4ec2-a1e6-6a2da4259656) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:48.532867 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=92a8509d-7ce6-484a-a61d-026c1f8ba039,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:48.536303 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef61614-f796-47e9-a691-98d85f3ae03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ee7bf3-9881-4e50-ab99-6c5485d66480'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:21:48.538824 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22afea63-9ef4-43bd-91e1-a0bba072727d" -d '{"events": [{"server_uuid": "6ef61614-f796-47e9-a691-98d85f3ae03c", "name": "network-vif-plugged", "status": "completed", "tag": "28ee7bf3-9881-4e50-ab99-6c5485d66480"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:21:48.557537 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 28ee7bf3-9881-4e50-ab99-6c5485d66480, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=28ee7bf3-9881-4e50-ab99-6c5485d66480,segment=NetworkSegment(adebb7a8-403f-485d-bb99-c5b3ce5cf0cb),segment_id=adebb7a8-403f-485d-bb99-c5b3ce5cf0cb)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:48.602096 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd2c4b5-310c-4e4a-99e8-d52d7939fc75 x-openstack-request-id: req-cdd2c4b5-310c-4e4a-99e8-d52d7939fc75 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:21:48.602399 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef61614-f796-47e9-a691-98d85f3ae03c", "name": "network-vif-plugged", "status": "completed", "tag": "28ee7bf3-9881-4e50-ab99-6c5485d66480", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:21:48.602630 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cdd2c4b5-310c-4e4a-99e8-d52d7939fc75 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:21:48.603014 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef61614-f796-47e9-a691-98d85f3ae03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ee7bf3-9881-4e50-ab99-6c5485d66480', 'code': 200} Jun 30 09:21:48.660508 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.677581 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-0b145631-0435-48e0-b0bf-8b7b3efdd858 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 53d16e65-14ef-46e1-9e95-ef21386223fd) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:48.683103 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b145631-0435-48e0-b0bf-8b7b3efdd858 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.707298 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023364d6-87c4-4810-93b4-e9dbea23d14e None None] Network 53d16e65-14ef-46e1-9e95-ef21386223fd requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:48.751979 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['92a8509d-7ce6-484a-a61d-026c1f8ba039'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:21:48.758367 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b145631-0435-48e0-b0bf-8b7b3efdd858 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Pushing event updated for resources: {'Subnet': ['ID=42a1b025-9ea1-4464-9d34-86386c98720f,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:48.781861 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b145631-0435-48e0-b0bf-8b7b3efdd858 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Checking segment: {'id': 'cecba966-5b8a-4574-8207-f7bea3ddb08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9a97ecd-b9ef-45f0-94f8-7f2c5ba4c476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:48.781861 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b145631-0435-48e0-b0bf-8b7b3efdd858 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Network hostable DHCP agents. Network: a9a97ecd-b9ef-45f0-94f8-7f2c5ba4c476, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:48.783146 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7bd9a-410d-4a44-b887-1a36dc066032 req-fa756cfc-3900-45c7-8d0f-374281508b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:48.784656 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cdd7bd9a-410d-4a44-b887-1a36dc066032 req-fa756cfc-3900-45c7-8d0f-374281508b0c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 1097 time: 0.1368489 Jun 30 09:21:48.813313 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-86aef386-9337-4c1b-96e0-2de11c487165 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.827845 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cdd7bd9a-410d-4a44-b887-1a36dc066032 req-3fdf5721-f7c7-4ed9-b863-f6cf2b9b0c6b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355263 Jun 30 09:21:48.849708 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-86aef386-9337-4c1b-96e0-2de11c487165 None None] Transition to ACTIVE for port object b722cff8-b218-4ec2-a1e6-6a2da4259656 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:48.853648 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=28ee7bf3-9881-4e50-ab99-6c5485d66480,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:48.889872 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-86aef386-9337-4c1b-96e0-2de11c487165 None None] Transition to ACTIVE for port object b722cff8-b218-4ec2-a1e6-6a2da4259656 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:48.910873 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b145631-0435-48e0-b0bf-8b7b3efdd858 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Network a9a97ecd-b9ef-45f0-94f8-7f2c5ba4c476 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:48.992315 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55384d58-309f-4ea2-a788-f799f92d08cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-53d16e65-14ef-46e1-9e95-ef21386223fd', 'network_id': '53d16e65-14ef-46e1-9e95-ef21386223fd', 'tenant_id': '78113fbefa724f83bd66a816da3df9e0', 'fixed_ips': [{'subnet_id': 'f5d2f64b-bb2f-4a17-b20e-c55d4ca08fd5'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:21:48.993138 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-55384d58-309f-4ea2-a788-f799f92d08cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:49.016782 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-86aef386-9337-4c1b-96e0-2de11c487165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:49.070754 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-0b145631-0435-48e0-b0bf-8b7b3efdd858 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, a9a97ecd-b9ef-45f0-94f8-7f2c5ba4c476) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:49.075997 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86aef386-9337-4c1b-96e0-2de11c487165 None None] Network 4fd0621d-67c7-4f47-a89d-993781ad93a1 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:49.083794 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b145631-0435-48e0-b0bf-8b7b3efdd858 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:49.084274 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b145631-0435-48e0-b0bf-8b7b3efdd858 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:49.085045 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b145631-0435-48e0-b0bf-8b7b3efdd858 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:49.090783 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9db58aa-cd4c-4ca4-8b25-e2c57eb0fa8c None None] Network a9a97ecd-b9ef-45f0-94f8-7f2c5ba4c476 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:49.099998 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:49.130893 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event deleted for resources: {'Subnet': ['ID=6140bf8e-b109-4fcf-a8c4-4efe3549ff4e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:49.141855 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-86aef386-9337-4c1b-96e0-2de11c487165 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:49.211203 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:49.224354 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd0621d-67c7-4f47-a89d-993781ad93a1']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:49.237857 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bb21030-d9ba-49bc-ab5e-4b943f23b4fe') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:49.238192 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bb21030-d9ba-49bc-ab5e-4b943f23b4fe') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:49.250685 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:49.272078 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:49.280569 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:49.281341 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:49.289607 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:49.356908 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0b145631-0435-48e0-b0bf-8b7b3efdd858 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.4590683 Jun 30 09:21:49.359445 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48012) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:49.366195 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aef386-9337-4c1b-96e0-2de11c487165 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:49.375894 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aef386-9337-4c1b-96e0-2de11c487165 None None] Pushing event updated for resources: {'Port': ['ID=b722cff8-b218-4ec2-a1e6-6a2da4259656,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:49.438803 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947e0cb-f3ec-44ba-a02f-53b6702a0e53 req-f7e2bbba-a56f-41f4-b7b7-bc8b30dd7b5e tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:49.440540 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b947e0cb-f3ec-44ba-a02f-53b6702a0e53 req-f7e2bbba-a56f-41f4-b7b7-bc8b30dd7b5e tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.1546819 Jun 30 09:21:49.442790 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.db.api [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 09:21:49.442790 n-d-771363-31 neutron-server[101053]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 09:21:49.442790 n-d-771363-31 neutron-server[101053]: [parameters: {'id': '4fd0621d-67c7-4f47-a89d-993781ad93a1'}] Jun 30 09:21:49.442790 n-d-771363-31 neutron-server[101053]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=101053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:21:49.452972 n-d-771363-31 neutron-server[101053]: DEBUG oslo_db.api [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:21:49.491665 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b947e0cb-f3ec-44ba-a02f-53b6702a0e53 req-e2d2a568-5a6d-4769-bbc6-2608199a69c2 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453610 Jun 30 09:21:49.501600 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9b30c8-0339-42f5-a577-d94f818090d5 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:49.503803 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9b30c8-0339-42f5-a577-d94f818090d5 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:49.505495 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9b30c8-0339-42f5-a577-d94f818090d5 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:49.516301 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4a9b30c8-0339-42f5-a577-d94f818090d5 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1468718 Jun 30 09:21:49.518564 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48014) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:49.533930 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-86aef386-9337-4c1b-96e0-2de11c487165 None None] Attempting to bind port b722cff8-b218-4ec2-a1e6-6a2da4259656 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:49.538768 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-86aef386-9337-4c1b-96e0-2de11c487165 None None] Attempting to bind port b722cff8-b218-4ec2-a1e6-6a2da4259656 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '7bb21030-d9ba-49bc-ab5e-4b943f23b4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4fd0621d-67c7-4f47-a89d-993781ad93a1'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:49.538768 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aef386-9337-4c1b-96e0-2de11c487165 None None] Attempting to bind port b722cff8-b218-4ec2-a1e6-6a2da4259656 on network 4fd0621d-67c7-4f47-a89d-993781ad93a1 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:49.577612 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-55384d58-309f-4ea2-a788-f799f92d08cb None None] Allocated IP 2001:db8::1 (53d16e65-14ef-46e1-9e95-ef21386223fd/f5d2f64b-bb2f-4a17-b20e-c55d4ca08fd5/aafd4975-26cb-4398-bc69-6f91f1e00ad6) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:49.580362 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aef386-9337-4c1b-96e0-2de11c487165 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:49.590282 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aef386-9337-4c1b-96e0-2de11c487165 None None] Checking segment: {'id': '7bb21030-d9ba-49bc-ab5e-4b943f23b4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4fd0621d-67c7-4f47-a89d-993781ad93a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:49.590282 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-86aef386-9337-4c1b-96e0-2de11c487165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:49.590282 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aef386-9337-4c1b-96e0-2de11c487165 None None] Bound using segment: {'id': '7bb21030-d9ba-49bc-ab5e-4b943f23b4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4fd0621d-67c7-4f47-a89d-993781ad93a1'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:49.590282 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-86aef386-9337-4c1b-96e0-2de11c487165 None None] Bound port: b722cff8-b218-4ec2-a1e6-6a2da4259656, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb21030-d9ba-49bc-ab5e-4b943f23b4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4fd0621d-67c7-4f47-a89d-993781ad93a1'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:49.590282 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-86aef386-9337-4c1b-96e0-2de11c487165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:49.606083 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9219d12-ef04-44a3-acd9-ac746d1855bb tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Deleting subnet f5d2f64b-bb2f-4a17-b20e-c55d4ca08fd5 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:21:49.728238 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6223dc7d-7769-4f90-9a16-0e2f3d9f2af8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-a9a97ecd-b9ef-45f0-94f8-7f2c5ba4c476', 'network_id': 'a9a97ecd-b9ef-45f0-94f8-7f2c5ba4c476', 'tenant_id': '78113fbefa724f83bd66a816da3df9e0', 'fixed_ips': [{'subnet_id': '42a1b025-9ea1-4464-9d34-86386c98720f'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:21:49.728238 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6223dc7d-7769-4f90-9a16-0e2f3d9f2af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:49.757580 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-86aef386-9337-4c1b-96e0-2de11c487165 None None] For port b722cff8-b218-4ec2-a1e6-6a2da4259656, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:49.775773 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6515f57-6b79-4ff8-9b2c-9ff80664b6f2 req-75a95e2a-84fd-40fb-9753-641370d0844e tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:49.779673 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a6515f57-6b79-4ff8-9b2c-9ff80664b6f2 req-75a95e2a-84fd-40fb-9753-641370d0844e tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 945 time: 0.0852790 Jun 30 09:21:49.788456 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-86aef386-9337-4c1b-96e0-2de11c487165 None None] For port b722cff8-b218-4ec2-a1e6-6a2da4259656, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=b722cff8-b218-4ec2-a1e6-6a2da4259656,segment=NetworkSegment(7bb21030-d9ba-49bc-ab5e-4b943f23b4fe),segment_id=7bb21030-d9ba-49bc-ab5e-4b943f23b4fe)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:49.873896 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a6515f57-6b79-4ff8-9b2c-9ff80664b6f2 req-51d1bdd7-2614-4706-b388-370a8f0131cb tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852752 Jun 30 09:21:49.910265 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-86aef386-9337-4c1b-96e0-2de11c487165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:49.944753 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:49.972443 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-55384d58-309f-4ea2-a788-f799f92d08cb None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:49.997770 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-55384d58-309f-4ea2-a788-f799f92d08cb None None] Transition to ACTIVE for port object aafd4975-26cb-4398-bc69-6f91f1e00ad6 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:50.011503 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Deleting port b722cff8-b218-4ec2-a1e6-6a2da4259656 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:50.012725 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.069856 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-6223dc7d-7769-4f90-9a16-0e2f3d9f2af8 None None] Allocated IP 2001:db8:0:1::1 (a9a97ecd-b9ef-45f0-94f8-7f2c5ba4c476/42a1b025-9ea1-4464-9d34-86386c98720f/80dc7742-d455-474b-b1f8-4744161bb526) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:50.077023 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aef386-9337-4c1b-96e0-2de11c487165 None None] Pushing event updated for resources: {'Port': ['ID=b722cff8-b218-4ec2-a1e6-6a2da4259656,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:50.083361 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-55384d58-309f-4ea2-a788-f799f92d08cb None None] Transition to ACTIVE for port object aafd4975-26cb-4398-bc69-6f91f1e00ad6 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:50.101072 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] For port b722cff8-b218-4ec2-a1e6-6a2da4259656, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=b722cff8-b218-4ec2-a1e6-6a2da4259656,segment=NetworkSegment(7bb21030-d9ba-49bc-ab5e-4b943f23b4fe),segment_id=7bb21030-d9ba-49bc-ab5e-4b943f23b4fe)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:50.103601 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.118386 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Calling delete_port for b722cff8-b218-4ec2-a1e6-6a2da4259656 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:50.177561 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355e9caa-7c45-4309-b7ba-77cab2aa4782 None None] Network 4fd0621d-67c7-4f47-a89d-993781ad93a1 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:50.242588 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b9219d12-ef04-44a3-acd9-ac746d1855bb tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.247987 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-55384d58-309f-4ea2-a788-f799f92d08cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.296037 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.297580 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b9219d12-ef04-44a3-acd9-ac746d1855bb tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.327583 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event deleted for resources: {'Port': ['ID=b722cff8-b218-4ec2-a1e6-6a2da4259656,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:50.329444 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55384d58-309f-4ea2-a788-f799f92d08cb None None] Network 53d16e65-14ef-46e1-9e95-ef21386223fd is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:50.337999 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] No DVR routers for this DVR port b722cff8-b218-4ec2-a1e6-6a2da4259656 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:50.353405 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-55384d58-309f-4ea2-a788-f799f92d08cb None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:50.371953 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55384d58-309f-4ea2-a788-f799f92d08cb None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:50.403833 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b9219d12-ef04-44a3-acd9-ac746d1855bb tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.405449 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55384d58-309f-4ea2-a788-f799f92d08cb None None] Pushing event updated for resources: {'Port': ['ID=aafd4975-26cb-4398-bc69-6f91f1e00ad6,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:50.416813 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6223dc7d-7769-4f90-9a16-0e2f3d9f2af8 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.427620 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62ff976-6ed2-47e4-a211-f69f49315c6d None None] Network 4fd0621d-67c7-4f47-a89d-993781ad93a1 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:50.437836 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.458158 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6223dc7d-7769-4f90-9a16-0e2f3d9f2af8 None None] Transition to ACTIVE for port object 80dc7742-d455-474b-b1f8-4744161bb526 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:50.460769 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd0621d-67c7-4f47-a89d-993781ad93a1']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:50.483021 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bb21030-d9ba-49bc-ab5e-4b943f23b4fe') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:50.483382 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bb21030-d9ba-49bc-ab5e-4b943f23b4fe') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:50.496542 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.509784 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0fbd2b65-b79b-4c12-a0f2-633b4472ebfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.513228 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.534685 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:50.536154 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.540436 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6223dc7d-7769-4f90-9a16-0e2f3d9f2af8 None None] Transition to ACTIVE for port object 80dc7742-d455-474b-b1f8-4744161bb526 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:50.542640 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:21:50.542640 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:50.542640 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:21:50.542640 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:50.542640 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:21:50.542640 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:50.542640 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:21:50.542640 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:50.542640 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:21:50.542640 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:50.542640 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:21:50.542640 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:50.542640 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:21:50.542640 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:50.542640 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:50.542640 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:50.542640 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:50.542640 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:50.542640 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:21:50.542640 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:50.542640 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:21:50.542640 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:50.542640 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:50.542640 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:50.542640 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:50.542640 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:50.542640 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:50.542640 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:50.542640 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:50.542640 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:50.542640 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:50.542640 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:50.553706 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-55384d58-309f-4ea2-a788-f799f92d08cb None None] Attempting to bind port aafd4975-26cb-4398-bc69-6f91f1e00ad6 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:50.554056 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-55384d58-309f-4ea2-a788-f799f92d08cb None None] Attempting to bind port aafd4975-26cb-4398-bc69-6f91f1e00ad6 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'e9b48cc4-37c3-4521-b602-32a1bb17b2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '53d16e65-14ef-46e1-9e95-ef21386223fd'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:50.554474 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55384d58-309f-4ea2-a788-f799f92d08cb None None] Attempting to bind port aafd4975-26cb-4398-bc69-6f91f1e00ad6 on network 53d16e65-14ef-46e1-9e95-ef21386223fd {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:50.564277 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55384d58-309f-4ea2-a788-f799f92d08cb None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:50.564632 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55384d58-309f-4ea2-a788-f799f92d08cb None None] Checking segment: {'id': 'e9b48cc4-37c3-4521-b602-32a1bb17b2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '53d16e65-14ef-46e1-9e95-ef21386223fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:50.565235 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-55384d58-309f-4ea2-a788-f799f92d08cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.565795 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55384d58-309f-4ea2-a788-f799f92d08cb None None] Bound using segment: {'id': 'e9b48cc4-37c3-4521-b602-32a1bb17b2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '53d16e65-14ef-46e1-9e95-ef21386223fd'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:50.566455 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-55384d58-309f-4ea2-a788-f799f92d08cb None None] Bound port: aafd4975-26cb-4398-bc69-6f91f1e00ad6, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b48cc4-37c3-4521-b602-32a1bb17b2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '53d16e65-14ef-46e1-9e95-ef21386223fd'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:50.567033 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-55384d58-309f-4ea2-a788-f799f92d08cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.597916 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b9219d12-ef04-44a3-acd9-ac746d1855bb tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.660802 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9219d12-ef04-44a3-acd9-ac746d1855bb tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Pushing event deleted for resources: {'Subnet': ['ID=f5d2f64b-bb2f-4a17-b20e-c55d4ca08fd5,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:50.675344 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b9219d12-ef04-44a3-acd9-ac746d1855bb tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.677971 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b9219d12-ef04-44a3-acd9-ac746d1855bb tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] 10.222.0.10 "DELETE /v2.0/subnets/f5d2f64b-bb2f-4a17-b20e-c55d4ca08fd5 HTTP/1.1" status: 204 len: 168 time: 1.1583853 Jun 30 09:21:50.680524 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48030) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:50.684742 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-55384d58-309f-4ea2-a788-f799f92d08cb None None] For port aafd4975-26cb-4398-bc69-6f91f1e00ad6, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:50.688123 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-55384d58-309f-4ea2-a788-f799f92d08cb None None] For port aafd4975-26cb-4398-bc69-6f91f1e00ad6, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=aafd4975-26cb-4398-bc69-6f91f1e00ad6,segment=NetworkSegment(e9b48cc4-37c3-4521-b602-32a1bb17b2a4),segment_id=e9b48cc4-37c3-4521-b602-32a1bb17b2a4)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:50.689991 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6223dc7d-7769-4f90-9a16-0e2f3d9f2af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.726609 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6223dc7d-7769-4f90-9a16-0e2f3d9f2af8 None None] Network a9a97ecd-b9ef-45f0-94f8-7f2c5ba4c476 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:50.731070 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-6223dc7d-7769-4f90-9a16-0e2f3d9f2af8 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:50.736134 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6223dc7d-7769-4f90-9a16-0e2f3d9f2af8 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:50.756597 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223dc7d-7769-4f90-9a16-0e2f3d9f2af8 None None] Pushing event updated for resources: {'Port': ['ID=80dc7742-d455-474b-b1f8-4744161bb526,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:50.763938 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.774913 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd20170-604f-4f01-8b34-eaa742255380 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Deleting subnet 42a1b025-9ea1-4464-9d34-86386c98720f {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:21:50.776228 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.778114 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-efd20170-604f-4f01-8b34-eaa742255380 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.783856 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "DELETE /v2.0/networks/4fd0621d-67c7-4f47-a89d-993781ad93a1 HTTP/1.1" status: 204 len: 168 time: 2.5611904 Jun 30 09:21:50.785210 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48032) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:50.799676 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-55384d58-309f-4ea2-a788-f799f92d08cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.822384 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b077c-0591-4234-8b36-77afe67249ca tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event deleted for resources: {'Network': ['ID=4fd0621d-67c7-4f47-a89d-993781ad93a1,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:50.850849 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ffc0a0-05c7-4f74-ade5-de266d758946 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:50.851352 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ffc0a0-05c7-4f74-ade5-de266d758946 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:50.853134 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b9ffc0a0-05c7-4f74-ade5-de266d758946 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "DELETE /v2.0/subnets/6140bf8e-b109-4fcf-a8c4-4efe3549ff4e HTTP/1.1" status: 404 len: 337 time: 0.0678849 Jun 30 09:21:50.856896 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48034) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:50.864759 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cc3f0-866d-4bce-93ec-550a9c1835ec req-4aa3fbab-d451-4555-9201-c013ae53121f tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:50.871767 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4c7cc3f0-866d-4bce-93ec-550a9c1835ec req-4aa3fbab-d451-4555-9201-c013ae53121f tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.2135699 Jun 30 09:21:50.877041 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-6223dc7d-7769-4f90-9a16-0e2f3d9f2af8 None None] Attempting to bind port 80dc7742-d455-474b-b1f8-4744161bb526 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:50.877445 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-6223dc7d-7769-4f90-9a16-0e2f3d9f2af8 None None] Attempting to bind port 80dc7742-d455-474b-b1f8-4744161bb526 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'cecba966-5b8a-4574-8207-f7bea3ddb08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9a97ecd-b9ef-45f0-94f8-7f2c5ba4c476'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:50.877811 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6223dc7d-7769-4f90-9a16-0e2f3d9f2af8 None None] Attempting to bind port 80dc7742-d455-474b-b1f8-4744161bb526 on network a9a97ecd-b9ef-45f0-94f8-7f2c5ba4c476 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:50.888423 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ec7e89d-11fb-4514-9a6d-4dad94d128ad tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:50.889189 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ec7e89d-11fb-4514-9a6d-4dad94d128ad tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:50.893272 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9ec7e89d-11fb-4514-9a6d-4dad94d128ad tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "DELETE /v2.0/networks/4fd0621d-67c7-4f47-a89d-993781ad93a1 HTTP/1.1" status: 404 len: 339 time: 0.0321681 Jun 30 09:21:50.894173 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48038) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:50.896572 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-efd20170-604f-4f01-8b34-eaa742255380 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.913727 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6223dc7d-7769-4f90-9a16-0e2f3d9f2af8 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:50.916424 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6223dc7d-7769-4f90-9a16-0e2f3d9f2af8 None None] Checking segment: {'id': 'cecba966-5b8a-4574-8207-f7bea3ddb08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9a97ecd-b9ef-45f0-94f8-7f2c5ba4c476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:50.916424 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6223dc7d-7769-4f90-9a16-0e2f3d9f2af8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.916424 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6223dc7d-7769-4f90-9a16-0e2f3d9f2af8 None None] Bound using segment: {'id': 'cecba966-5b8a-4574-8207-f7bea3ddb08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9a97ecd-b9ef-45f0-94f8-7f2c5ba4c476'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:50.916424 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-6223dc7d-7769-4f90-9a16-0e2f3d9f2af8 None None] Bound port: 80dc7742-d455-474b-b1f8-4744161bb526, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cecba966-5b8a-4574-8207-f7bea3ddb08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9a97ecd-b9ef-45f0-94f8-7f2c5ba4c476'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:50.916424 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6223dc7d-7769-4f90-9a16-0e2f3d9f2af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.997173 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d1b6ad0c-c9cd-452c-b339-1aae2fd8f3c4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:51.015905 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-6223dc7d-7769-4f90-9a16-0e2f3d9f2af8 None None] For port 80dc7742-d455-474b-b1f8-4744161bb526, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:51.020990 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-6223dc7d-7769-4f90-9a16-0e2f3d9f2af8 None None] For port 80dc7742-d455-474b-b1f8-4744161bb526, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=80dc7742-d455-474b-b1f8-4744161bb526,segment=NetworkSegment(cecba966-5b8a-4574-8207-f7bea3ddb08a),segment_id=cecba966-5b8a-4574-8207-f7bea3ddb08a)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:51.022508 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55384d58-309f-4ea2-a788-f799f92d08cb None None] Pushing event updated for resources: {'Port': ['ID=aafd4975-26cb-4398-bc69-6f91f1e00ad6,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:51.066001 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4c7cc3f0-866d-4bce-93ec-550a9c1835ec req-4efc766e-933f-4987-8faa-e12bc09f427f tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894481 Jun 30 09:21:51.081337 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15e1690-1743-4b41-a247-14163e41011e None None] Network 53d16e65-14ef-46e1-9e95-ef21386223fd requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:51.136769 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-efd20170-604f-4f01-8b34-eaa742255380 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:51.179945 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6223dc7d-7769-4f90-9a16-0e2f3d9f2af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:51.283331 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d1b6ad0c-c9cd-452c-b339-1aae2fd8f3c4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:51.333563 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-d1b6ad0c-c9cd-452c-b339-1aae2fd8f3c4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5688675-3b4f-4457-a507-8df3e9db2045']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:51.352138 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eafd51-f5d8-4550-9c99-4b29cc2b1685 req-a0dc1851-3664-4dc4-80f3-e20ef9038ff1 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:51.354721 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d9eafd51-f5d8-4550-9c99-4b29cc2b1685 req-a0dc1851-3664-4dc4-80f3-e20ef9038ff1 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 945 time: 0.3463211 Jun 30 09:21:51.358981 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223dc7d-7769-4f90-9a16-0e2f3d9f2af8 None None] Pushing event updated for resources: {'Port': ['ID=80dc7742-d455-474b-b1f8-4744161bb526,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:51.361208 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-d1b6ad0c-c9cd-452c-b339-1aae2fd8f3c4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ecca20-2c9d-4453-9eee-4c1baa36dd96') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:51.373724 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-d1b6ad0c-c9cd-452c-b339-1aae2fd8f3c4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ecca20-2c9d-4453-9eee-4c1baa36dd96') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:51.402376 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d1b6ad0c-c9cd-452c-b339-1aae2fd8f3c4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:51.744521 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-efd20170-604f-4f01-8b34-eaa742255380 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:51.744521 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd20170-604f-4f01-8b34-eaa742255380 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Pushing event deleted for resources: {'Subnet': ['ID=42a1b025-9ea1-4464-9d34-86386c98720f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:51.744521 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-efd20170-604f-4f01-8b34-eaa742255380 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:51.753540 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d1b6ad0c-c9cd-452c-b339-1aae2fd8f3c4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:51.754645 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-efd20170-604f-4f01-8b34-eaa742255380 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] 10.222.0.10 "DELETE /v2.0/subnets/42a1b025-9ea1-4464-9d34-86386c98720f HTTP/1.1" status: 204 len: 168 time: 0.7617106 Jun 30 09:21:51.754645 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48048) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b6ad0c-c9cd-452c-b339-1aae2fd8f3c4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d1b6ad0c-c9cd-452c-b339-1aae2fd8f3c4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d9eafd51-f5d8-4550-9c99-4b29cc2b1685 req-8f7afbd5-dfa3-4da3-a507-038a35e3f26a tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869448 Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:51.755765 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:51.759938 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59aa7af-95ae-499e-9d89-1e611e10485c tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:51.759938 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d59aa7af-95ae-499e-9d89-1e611e10485c tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0900040 Jun 30 09:21:51.760468 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48052) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:51.760468 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7110979c-a7fa-4d0f-bd13-363fa77e0567 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:51.760468 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d1b6ad0c-c9cd-452c-b339-1aae2fd8f3c4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:51.760468 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d1b6ad0c-c9cd-452c-b339-1aae2fd8f3c4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:51.760468 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d1b6ad0c-c9cd-452c-b339-1aae2fd8f3c4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "DELETE /v2.0/networks/b5688675-3b4f-4457-a507-8df3e9db2045 HTTP/1.1" status: 204 len: 168 time: 0.8225558 Jun 30 09:21:51.760468 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6ad0c-c9cd-452c-b339-1aae2fd8f3c4 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event deleted for resources: {'Network': ['ID=b5688675-3b4f-4457-a507-8df3e9db2045,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:51.760468 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48054) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:51.805738 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-24795b37-98ed-4371-a5eb-350016a7380c tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:51.806223 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24795b37-98ed-4371-a5eb-350016a7380c tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:51.810666 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-24795b37-98ed-4371-a5eb-350016a7380c tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "DELETE /v2.0/subnets/a1e7cc98-91a5-40aa-a36f-96651bb79456 HTTP/1.1" status: 404 len: 337 time: 0.0681672 Jun 30 09:21:51.814641 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-7110979c-a7fa-4d0f-bd13-363fa77e0567 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Deleting port 80dc7742-d455-474b-b1f8-4744161bb526 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:51.814641 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7110979c-a7fa-4d0f-bd13-363fa77e0567 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:51.816339 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48058) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:51.846475 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-2849e234-fd9a-4653-8c21-32075436b6da tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:51.847183 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2849e234-fd9a-4653-8c21-32075436b6da tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:51.851153 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2849e234-fd9a-4653-8c21-32075436b6da tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "DELETE /v2.0/networks/56d65142-711c-43ec-b8a8-fc428c1e165c HTTP/1.1" status: 404 len: 339 time: 0.0311894 Jun 30 09:21:51.851424 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48060) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:51.890992 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 80dc7742-d455-474b-b1f8-4744161bb526 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:51.912761 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-7110979c-a7fa-4d0f-bd13-363fa77e0567 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] For port 80dc7742-d455-474b-b1f8-4744161bb526, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=80dc7742-d455-474b-b1f8-4744161bb526,segment=NetworkSegment(cecba966-5b8a-4574-8207-f7bea3ddb08a),segment_id=cecba966-5b8a-4574-8207-f7bea3ddb08a)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:51.913220 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7110979c-a7fa-4d0f-bd13-363fa77e0567 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:51.930915 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-7110979c-a7fa-4d0f-bd13-363fa77e0567 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Calling delete_port for 80dc7742-d455-474b-b1f8-4744161bb526 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:51.950852 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd9eee4-5d71-424a-826b-adb518fbb167 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Deleting subnet 9a1edda5-52dc-4bf0-bc4d-605751b8a28f {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:21:51.954233 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1dd9eee4-5d71-424a-826b-adb518fbb167 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:52.016383 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1dd9eee4-5d71-424a-826b-adb518fbb167 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:52.037151 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 80dc7742-d455-474b-b1f8-4744161bb526 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:52.051244 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 92a8509d-7ce6-484a-a61d-026c1f8ba039 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:52.122493 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1dd9eee4-5d71-424a-826b-adb518fbb167 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:52.180347 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 92a8509d-7ce6-484a-a61d-026c1f8ba039 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:52.187882 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 92a8509d-7ce6-484a-a61d-026c1f8ba039 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:52.188703 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:52.189957 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7110979c-a7fa-4d0f-bd13-363fa77e0567 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:52.307244 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1dd9eee4-5d71-424a-826b-adb518fbb167 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:52.308673 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110979c-a7fa-4d0f-bd13-363fa77e0567 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Pushing event deleted for resources: {'Port': ['ID=80dc7742-d455-474b-b1f8-4744161bb526,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:52.319946 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7110979c-a7fa-4d0f-bd13-363fa77e0567 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] No DVR routers for this DVR port 80dc7742-d455-474b-b1f8-4744161bb526 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:52.332702 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:52.351071 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd9eee4-5d71-424a-826b-adb518fbb167 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event deleted for resources: {'Subnet': ['ID=9a1edda5-52dc-4bf0-bc4d-605751b8a28f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:52.361547 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1dd9eee4-5d71-424a-826b-adb518fbb167 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:52.364364 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1dd9eee4-5d71-424a-826b-adb518fbb167 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "DELETE /v2.0/subnets/9a1edda5-52dc-4bf0-bc4d-605751b8a28f HTTP/1.1" status: 204 len: 168 time: 0.5111697 Jun 30 09:21:52.366937 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48068) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:52.373895 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 92a8509d-7ce6-484a-a61d-026c1f8ba039, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=92a8509d-7ce6-484a-a61d-026c1f8ba039,segment=NetworkSegment(1251b18e-95fe-4a76-b566-dbaccb21e832),segment_id=1251b18e-95fe-4a76-b566-dbaccb21e832)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:52.375622 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d217bd-b420-4ef5-8afb-40efbfb51dc3 req-d1ba2e68-0427-4cf1-a7f5-c958ffbc2f27 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:52.376888 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3430e225-2301-4661-b56e-3d0a9a3179d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a8509d-7ce6-484a-a61d-026c1f8ba039'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:21:52.379514 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fa375e-5dde-4450-b989-8fc6aae7296a" -d '{"events": [{"server_uuid": "3430e225-2301-4661-b56e-3d0a9a3179d3", "name": "network-vif-plugged", "status": "completed", "tag": "92a8509d-7ce6-484a-a61d-026c1f8ba039"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:21:52.382558 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ffcb08-dccc-49a4-85ac-526e189600a7 None None] Network 136dae09-bdeb-4ce1-8b5e-a8e6506a5eb5 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:52.383167 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2d217bd-b420-4ef5-8afb-40efbfb51dc3 req-d1ba2e68-0427-4cf1-a7f5-c958ffbc2f27 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.2786384 Jun 30 09:21:52.438144 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-76125681-860a-498b-b322-97a43d36b8bb tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Deleting subnet c4d16bcd-3839-4f4c-b72f-3e244e2edc54 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:21:52.443039 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-76125681-860a-498b-b322-97a43d36b8bb tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:52.462887 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcb12bb-4b1d-473f-87c9-c839c51b178d x-openstack-request-id: req-4dcb12bb-4b1d-473f-87c9-c839c51b178d {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:21:52.463537 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3430e225-2301-4661-b56e-3d0a9a3179d3", "name": "network-vif-plugged", "status": "completed", "tag": "92a8509d-7ce6-484a-a61d-026c1f8ba039", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:21:52.464022 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4dcb12bb-4b1d-473f-87c9-c839c51b178d {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:21:52.464701 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3430e225-2301-4661-b56e-3d0a9a3179d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a8509d-7ce6-484a-a61d-026c1f8ba039', 'code': 200} Jun 30 09:21:52.465578 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:52.519039 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-76125681-860a-498b-b322-97a43d36b8bb tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:52.562484 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2d217bd-b420-4ef5-8afb-40efbfb51dc3 req-a8fd3158-1c31-4b6b-b5dc-813e25014339 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782835 Jun 30 09:21:52.593601 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7110979c-a7fa-4d0f-bd13-363fa77e0567 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:52.634389 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=92a8509d-7ce6-484a-a61d-026c1f8ba039,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:52.668252 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-7110979c-a7fa-4d0f-bd13-363fa77e0567 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a97ecd-b9ef-45f0-94f8-7f2c5ba4c476']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:52.683867 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-76125681-860a-498b-b322-97a43d36b8bb tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:52.701456 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63bb83-bd07-4b54-b56a-47250c903cb3 req-1f91993f-b088-474e-9c64-ce4459c2cc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:52.703077 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf63bb83-bd07-4b54-b56a-47250c903cb3 req-1f91993f-b088-474e-9c64-ce4459c2cc8a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c52329bbe8b54b8887fff3ef67ff99df&device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 1098 time: 0.4968150 Jun 30 09:21:52.713149 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-7110979c-a7fa-4d0f-bd13-363fa77e0567 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cecba966-5b8a-4574-8207-f7bea3ddb08a') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:52.713149 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-7110979c-a7fa-4d0f-bd13-363fa77e0567 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cecba966-5b8a-4574-8207-f7bea3ddb08a') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:52.736853 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7110979c-a7fa-4d0f-bd13-363fa77e0567 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:52.792524 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf9147f-daa6-4df2-8156-0a28cad8505c None None] Network a9a97ecd-b9ef-45f0-94f8-7f2c5ba4c476 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:52.806583 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7110979c-a7fa-4d0f-bd13-363fa77e0567 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:52.817898 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7110979c-a7fa-4d0f-bd13-363fa77e0567 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:52.819397 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7110979c-a7fa-4d0f-bd13-363fa77e0567 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:52.822596 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:21:52.822596 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:52.822596 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:21:52.822596 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:52.822596 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:21:52.822596 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:52.822596 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:21:52.822596 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:52.822596 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:21:52.822596 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:52.822596 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:21:52.822596 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:52.822596 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:21:52.822596 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:52.822596 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:52.822596 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:52.822596 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:52.822596 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:52.822596 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:21:52.822596 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:52.822596 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:21:52.822596 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:52.822596 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:52.822596 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:52.822596 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:52.822596 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:52.822596 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:52.822596 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:52.822596 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:52.822596 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:52.822596 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:52.822596 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:52.900008 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f7d3f-908e-4cb3-9333-8b2b0d8ce50d req-d68df8d1-bdc9-47af-9d3e-d6f99e22c751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:52.901579 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b11f7d3f-908e-4cb3-9333-8b2b0d8ce50d req-d68df8d1-bdc9-47af-9d3e-d6f99e22c751 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 1098 time: 0.3378456 Jun 30 09:21:52.926573 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3aba0f-6c71-4060-b874-6336ac39642d req-8598f58e-c386-499a-86c8-66c97d5cb052 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:52.930960 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ec3aba0f-6c71-4060-b874-6336ac39642d req-8598f58e-c386-499a-86c8-66c97d5cb052 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 946 time: 0.2419562 Jun 30 09:21:52.935354 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-76125681-860a-498b-b322-97a43d36b8bb tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:52.955751 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63bb83-bd07-4b54-b56a-47250c903cb3 req-0fa30196-6d50-41e4-badf-1bde55e30e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:52.957235 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf63bb83-bd07-4b54-b56a-47250c903cb3 req-0fa30196-6d50-41e4-badf-1bde55e30e42 service neutron] 10.222.0.52 "GET /v2.0/networks?id=972bd354-eef2-4e01-b16e-8c4bf18786f8 HTTP/1.1" status: 200 len: 911 time: 0.2458396 Jun 30 09:21:52.959045 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b11f7d3f-908e-4cb3-9333-8b2b0d8ce50d req-216c3702-dab2-426a-a5e6-2c4d4c2d2c91 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499039 Jun 30 09:21:52.986986 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-76125681-860a-498b-b322-97a43d36b8bb tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:52.989197 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-76125681-860a-498b-b322-97a43d36b8bb tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "DELETE /v2.0/subnets/c4d16bcd-3839-4f4c-b72f-3e244e2edc54 HTTP/1.1" status: 204 len: 168 time: 0.6210790 Jun 30 09:21:52.990435 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76125681-860a-498b-b322-97a43d36b8bb tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event deleted for resources: {'Subnet': ['ID=c4d16bcd-3839-4f4c-b72f-3e244e2edc54,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:52.992045 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48076) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:53.023737 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ec3aba0f-6c71-4060-b874-6336ac39642d req-68505fba-9270-4403-ac7b-e2dae4f4e431 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750875 Jun 30 09:21:53.085701 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5bb695cb-424a-4da1-8500-05f06316c92a None None] Could not find standard attr ID for object 80dc7742-d455-474b-b1f8-4744161bb526. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:21:53.096197 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7110979c-a7fa-4d0f-bd13-363fa77e0567 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.100439 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf63bb83-bd07-4b54-b56a-47250c903cb3 req-36a875e1-4e84-437c-8646-62e2499a20f1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28ee7bf3-9881-4e50-ab99-6c5485d66480 HTTP/1.1" status: 200 len: 217 time: 0.0865700 Jun 30 09:21:53.112546 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7110979c-a7fa-4d0f-bd13-363fa77e0567 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.117170 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7110979c-a7fa-4d0f-bd13-363fa77e0567 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] 10.222.0.10 "DELETE /v2.0/networks/a9a97ecd-b9ef-45f0-94f8-7f2c5ba4c476 HTTP/1.1" status: 204 len: 168 time: 1.5729406 Jun 30 09:21:53.118289 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48078) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:53.165633 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a20b5a5-43a5-43a7-8c2c-4127616f0d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.193597 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63bb83-bd07-4b54-b56a-47250c903cb3 req-14af2938-8207-4f10-818a-77af92b973a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:53.195512 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf63bb83-bd07-4b54-b56a-47250c903cb3 req-14af2938-8207-4f10-818a-77af92b973a0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8cf53215-c792-4025-85bb-3926feddb6f2 HTTP/1.1" status: 200 len: 850 time: 0.0845008 Jun 30 09:21:53.201728 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110979c-a7fa-4d0f-bd13-363fa77e0567 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Pushing event deleted for resources: {'Network': ['ID=a9a97ecd-b9ef-45f0-94f8-7f2c5ba4c476,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:53.249122 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03f93c8-e520-4d80-8198-57f244029c4c None None] DHCP port deletion for a9a97ecd-b9ef-45f0-94f8-7f2c5ba4c476 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:21:53.259066 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-905db27d-8cf7-4103-b4cf-42d7eac36972 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.263602 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-02760d05-e17d-4fbb-b9d0-4b14ea2c9d25 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.264009 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf63bb83-bd07-4b54-b56a-47250c903cb3 req-7338d5fb-ad4b-41f9-9faa-b633b24afb1d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=972bd354-eef2-4e01-b16e-8c4bf18786f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582809 Jun 30 09:21:53.282168 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e08d234-61c0-47eb-afae-a1e397ab961b None None] Update dhcp port {'port': {'network_id': '136dae09-bdeb-4ce1-8b5e-a8e6506a5eb5', 'fixed_ips': [{'subnet_id': 'c4d16bcd-3839-4f4c-b72f-3e244e2edc54'}], 'binding:host_id': 'n-d-771363-31'}, 'id': '8d6b1acb-d3b7-4147-94bf-3dfae873f06d'} from n-d-771363-31. {{(pid=101055) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:21:53.329947 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5e08d234-61c0-47eb-afae-a1e397ab961b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.346492 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-02760d05-e17d-4fbb-b9d0-4b14ea2c9d25 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Deleting port aafd4975-26cb-4398-bc69-6f91f1e00ad6 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:53.346840 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-02760d05-e17d-4fbb-b9d0-4b14ea2c9d25 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.427441 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-905db27d-8cf7-4103-b4cf-42d7eac36972 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Deleting port 8d6b1acb-d3b7-4147-94bf-3dfae873f06d {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:53.428020 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-905db27d-8cf7-4103-b4cf-42d7eac36972 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.431437 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf63bb83-bd07-4b54-b56a-47250c903cb3 req-0cc9b2a9-8153-4243-b527-b3c07bac6d7f service neutron] 10.222.0.52 "GET /v2.0/networks/972bd354-eef2-4e01-b16e-8c4bf18786f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567774 Jun 30 09:21:53.445864 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-02760d05-e17d-4fbb-b9d0-4b14ea2c9d25 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] For port aafd4975-26cb-4398-bc69-6f91f1e00ad6, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=aafd4975-26cb-4398-bc69-6f91f1e00ad6,segment=NetworkSegment(e9b48cc4-37c3-4521-b602-32a1bb17b2a4),segment_id=e9b48cc4-37c3-4521-b602-32a1bb17b2a4)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:53.446279 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-02760d05-e17d-4fbb-b9d0-4b14ea2c9d25 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.462645 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-02760d05-e17d-4fbb-b9d0-4b14ea2c9d25 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Calling delete_port for aafd4975-26cb-4398-bc69-6f91f1e00ad6 owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:53.488934 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.553478 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-905db27d-8cf7-4103-b4cf-42d7eac36972 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] For port 8d6b1acb-d3b7-4147-94bf-3dfae873f06d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8d6b1acb-d3b7-4147-94bf-3dfae873f06d,segment=NetworkSegment(78834b91-e49b-4b95-ad4f-6de20f1e2462),segment_id=78834b91-e49b-4b95-ad4f-6de20f1e2462)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:53.553832 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-905db27d-8cf7-4103-b4cf-42d7eac36972 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.574992 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-905db27d-8cf7-4103-b4cf-42d7eac36972 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Calling delete_port for 8d6b1acb-d3b7-4147-94bf-3dfae873f06d owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:53.595505 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ba3928-bbf3-4ca0-99a7-ce26410d076f None None] Network 136dae09-bdeb-4ce1-8b5e-a8e6506a5eb5 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:53.631455 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf63bb83-bd07-4b54-b56a-47250c903cb3 req-2214caf7-39eb-45e3-ad8d-e0d586e08f12 service neutron] 10.222.0.52 "GET /v2.0/networks/972bd354-eef2-4e01-b16e-8c4bf18786f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879110 Jun 30 09:21:53.631691 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-02760d05-e17d-4fbb-b9d0-4b14ea2c9d25 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.683537 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02760d05-e17d-4fbb-b9d0-4b14ea2c9d25 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Pushing event deleted for resources: {'Port': ['ID=aafd4975-26cb-4398-bc69-6f91f1e00ad6,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:53.689904 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02760d05-e17d-4fbb-b9d0-4b14ea2c9d25 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] No DVR routers for this DVR port aafd4975-26cb-4398-bc69-6f91f1e00ad6 on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:53.794846 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-905db27d-8cf7-4103-b4cf-42d7eac36972 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.799683 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9ee60e60-8c7f-412d-8664-f38e24daf201 None None] Provisioning complete for port 8d6b1acb-d3b7-4147-94bf-3dfae873f06d triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:53.800220 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9ee60e60-8c7f-412d-8664-f38e24daf201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.823149 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-02760d05-e17d-4fbb-b9d0-4b14ea2c9d25 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.835435 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-02760d05-e17d-4fbb-b9d0-4b14ea2c9d25 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d16e65-14ef-46e1-9e95-ef21386223fd']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:53.841608 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 80dc7742-d455-474b-b1f8-4744161bb526 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:53.850509 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-9ee60e60-8c7f-412d-8664-f38e24daf201 None None] Port 8d6b1acb-d3b7-4147-94bf-3dfae873f06d was deleted so its status cannot be updated. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 30 09:21:53.850871 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-02760d05-e17d-4fbb-b9d0-4b14ea2c9d25 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b48cc4-37c3-4521-b602-32a1bb17b2a4') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:53.851347 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-02760d05-e17d-4fbb-b9d0-4b14ea2c9d25 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b48cc4-37c3-4521-b602-32a1bb17b2a4') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:53.856020 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905db27d-8cf7-4103-b4cf-42d7eac36972 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] No DVR routers for this DVR port 8d6b1acb-d3b7-4147-94bf-3dfae873f06d on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:53.857776 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905db27d-8cf7-4103-b4cf-42d7eac36972 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event deleted for resources: {'Port': ['ID=8d6b1acb-d3b7-4147-94bf-3dfae873f06d,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:53.864678 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-02760d05-e17d-4fbb-b9d0-4b14ea2c9d25 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.884527 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 80dc7742-d455-474b-b1f8-4744161bb526 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:53.884872 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 80dc7742-d455-474b-b1f8-4744161bb526 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:53.885292 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8d6b1acb-d3b7-4147-94bf-3dfae873f06d no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:53.905010 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-02760d05-e17d-4fbb-b9d0-4b14ea2c9d25 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.913172 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02760d05-e17d-4fbb-b9d0-4b14ea2c9d25 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:53.914295 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-02760d05-e17d-4fbb-b9d0-4b14ea2c9d25 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.914494 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 8d6b1acb-d3b7-4147-94bf-3dfae873f06d {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:53.914846 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8d6b1acb-d3b7-4147-94bf-3dfae873f06d not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:53.921139 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:53.957565 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09772a60-c087-4ee4-87a3-6e2f48cb29be None None] DHCP port deletion for 136dae09-bdeb-4ce1-8b5e-a8e6506a5eb5 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:21:53.984656 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-905db27d-8cf7-4103-b4cf-42d7eac36972 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.004150 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9760546e-f023-46cd-ad09-c0fb780bc7a1 None None] get_active_networks_info from n-d-771363-31 {{(pid=101055) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:21:54.004704 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7f156-2bcb-453b-8e79-f0dad8e4464c req-58c113a5-94ef-4015-9ac2-ae9a3eeda1fc tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:54.014711 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-16e7f156-2bcb-453b-8e79-f0dad8e4464c req-58c113a5-94ef-4015-9ac2-ae9a3eeda1fc tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.2530601 Jun 30 09:21:54.027002 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-905db27d-8cf7-4103-b4cf-42d7eac36972 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['136dae09-bdeb-4ce1-8b5e-a8e6506a5eb5']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:54.049557 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-905db27d-8cf7-4103-b4cf-42d7eac36972 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78834b91-e49b-4b95-ad4f-6de20f1e2462') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:54.049788 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-905db27d-8cf7-4103-b4cf-42d7eac36972 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78834b91-e49b-4b95-ad4f-6de20f1e2462') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:54.069200 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-905db27d-8cf7-4103-b4cf-42d7eac36972 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.095481 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-16e7f156-2bcb-453b-8e79-f0dad8e4464c req-6909cf0f-35c9-4e02-b127-48c680475046 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796592 Jun 30 09:21:54.111604 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-905db27d-8cf7-4103-b4cf-42d7eac36972 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.119839 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905db27d-8cf7-4103-b4cf-42d7eac36972 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:54.120241 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-905db27d-8cf7-4103-b4cf-42d7eac36972 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.124385 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:21:54.124385 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:54.124385 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:21:54.124385 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:54.124385 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:21:54.124385 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:54.124385 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:21:54.124385 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:54.124385 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:21:54.124385 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:54.124385 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:21:54.124385 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:54.124385 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:21:54.124385 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:54.124385 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:54.124385 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:54.124385 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:54.124385 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:54.124385 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:21:54.124385 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:54.124385 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:21:54.124385 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:54.124385 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:54.124385 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:54.124385 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:54.124385 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:54.124385 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:54.124385 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:54.124385 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:54.124385 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:54.124385 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:54.124385 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:54.151948 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-02760d05-e17d-4fbb-b9d0-4b14ea2c9d25 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.168840 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-02760d05-e17d-4fbb-b9d0-4b14ea2c9d25 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.174072 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-02760d05-e17d-4fbb-b9d0-4b14ea2c9d25 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] 10.222.0.10 "DELETE /v2.0/networks/53d16e65-14ef-46e1-9e95-ef21386223fd HTTP/1.1" status: 204 len: 168 time: 1.0526123 Jun 30 09:21:54.174810 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48094) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:54.201275 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02760d05-e17d-4fbb-b9d0-4b14ea2c9d25 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Pushing event deleted for resources: {'Network': ['ID=53d16e65-14ef-46e1-9e95-ef21386223fd,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:54.232342 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9760546e-f023-46cd-ad09-c0fb780bc7a1 None None] Resources bound (agent type, host, resource id): {{(pid=101055) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:21:54.338177 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c311bd31-11bb-4aa9-a8eb-dcd2bec1e2e6 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.340872 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-905db27d-8cf7-4103-b4cf-42d7eac36972 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.360552 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-905db27d-8cf7-4103-b4cf-42d7eac36972 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.362855 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-905db27d-8cf7-4103-b4cf-42d7eac36972 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "DELETE /v2.0/networks/136dae09-bdeb-4ce1-8b5e-a8e6506a5eb5 HTTP/1.1" status: 204 len: 168 time: 1.3698196 Jun 30 09:21:54.369958 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fccfd-49af-4805-9631-96270daecd8c req-7dbd171f-238c-4623-af72-a7b653c10520 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:54.372315 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5b3fccfd-49af-4805-9631-96270daecd8c req-7dbd171f-238c-4623-af72-a7b653c10520 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 946 time: 0.1580644 Jun 30 09:21:54.372819 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48096) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:54.386079 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905db27d-8cf7-4103-b4cf-42d7eac36972 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event deleted for resources: {'Network': ['ID=136dae09-bdeb-4ce1-8b5e-a8e6506a5eb5,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:54.435466 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c306490-bbf4-4209-a34b-c690988a89bd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:54.435934 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c306490-bbf4-4209-a34b-c690988a89bd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:54.439600 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7c306490-bbf4-4209-a34b-c690988a89bd tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "DELETE /v2.0/subnets/0aadea1b-6cdd-44c4-b89f-686da6c54bb2 HTTP/1.1" status: 404 len: 337 time: 0.0656462 Jun 30 09:21:54.440442 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48100) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:54.474720 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-80707346-16c2-489c-8b9c-92f7ee45fd82 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:54.477774 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80707346-16c2-489c-8b9c-92f7ee45fd82 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:54.482261 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-80707346-16c2-489c-8b9c-92f7ee45fd82 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "DELETE /v2.0/networks/4682b2f1-da87-48f8-85f4-1c84d8076a37 HTTP/1.1" status: 404 len: 339 time: 0.0406566 Jun 30 09:21:54.490370 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48104) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:54.529540 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5b3fccfd-49af-4805-9631-96270daecd8c req-e8cd1138-d770-43ec-917e-5c896e2a19a2 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454229 Jun 30 09:21:54.538562 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c311bd31-11bb-4aa9-a8eb-dcd2bec1e2e6 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.548765 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-b72b9f60-a8a8-4a1d-a60e-7ff368a47d66 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:54.549457 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b72b9f60-a8a8-4a1d-a60e-7ff368a47d66 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:54.551876 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b72b9f60-a8a8-4a1d-a60e-7ff368a47d66 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "DELETE /v2.0/subnets/1c28c0a0-ba9a-4a1b-b060-1fe6a0b0baef HTTP/1.1" status: 404 len: 337 time: 0.0604110 Jun 30 09:21:54.554411 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48106) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:54.564195 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-c311bd31-11bb-4aa9-a8eb-dcd2bec1e2e6 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f789f1ec-3dbb-4ceb-a849-fd0f04d28204']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:54.571099 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.580200 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b1d879c-13df-428c-9d81-4093e4f1fb3e tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:54.580391 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-c311bd31-11bb-4aa9-a8eb-dcd2bec1e2e6 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aff6b85-ffe2-4862-99f6-6d2c9983604b') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:54.580536 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-c311bd31-11bb-4aa9-a8eb-dcd2bec1e2e6 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aff6b85-ffe2-4862-99f6-6d2c9983604b') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:54.581828 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b1d879c-13df-428c-9d81-4093e4f1fb3e tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:54.583742 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1b1d879c-13df-428c-9d81-4093e4f1fb3e tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "DELETE /v2.0/networks/b4c79c0c-e1b6-4cd8-a70e-e9f2a58d3e61 HTTP/1.1" status: 404 len: 339 time: 0.0281312 Jun 30 09:21:54.586170 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48108) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:54.593632 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c311bd31-11bb-4aa9-a8eb-dcd2bec1e2e6 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.609819 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c311bd31-11bb-4aa9-a8eb-dcd2bec1e2e6 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.616477 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c311bd31-11bb-4aa9-a8eb-dcd2bec1e2e6 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:54.616966 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c311bd31-11bb-4aa9-a8eb-dcd2bec1e2e6 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.625197 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f69db34-dceb-4d08-814f-08b83547bc1d tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:54.625742 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f69db34-dceb-4d08-814f-08b83547bc1d tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:54.629976 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8f69db34-dceb-4d08-814f-08b83547bc1d tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "DELETE /v2.0/subnets/7b8f5a2f-6246-461b-941e-f52670fcee22 HTTP/1.1" status: 404 len: 337 time: 0.0406253 Jun 30 09:21:54.630638 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48110) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:54.659161 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0bef534-973b-4a41-9e6a-0df25dc548ab tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:54.659909 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0bef534-973b-4a41-9e6a-0df25dc548ab tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:54.662055 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c0bef534-973b-4a41-9e6a-0df25dc548ab tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "DELETE /v2.0/networks/179202f6-15d0-4ea2-9292-a70d6b5ac93e HTTP/1.1" status: 404 len: 339 time: 0.0305510 Jun 30 09:21:54.664546 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48112) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:54.667220 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398156ca-26ea-4732-8dee-b3b1ad089d8c None None] get_active_networks_info from n-d-771363-31 {{(pid=101055) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:21:54.684294 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:21:54.684294 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:54.684294 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:21:54.684294 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:54.684294 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:21:54.684294 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:54.684294 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:21:54.684294 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:54.684294 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:21:54.684294 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:54.684294 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:21:54.684294 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:54.684294 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:21:54.684294 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:54.684294 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:54.684294 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:54.684294 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:54.684294 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:54.684294 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:21:54.684294 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:54.684294 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:21:54.684294 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:54.684294 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:54.684294 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:54.684294 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:54.684294 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:54.684294 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:54.684294 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:54.684294 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:54.684294 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:54.684294 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:54.684294 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:54.720758 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-a019d410-9543-4c87-a6a4-778d17cfc88d tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Deleting subnet db0516ac-39a3-4292-9f1e-0cb91c041dbf {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:21:54.724164 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a019d410-9543-4c87-a6a4-778d17cfc88d tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.752595 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c311bd31-11bb-4aa9-a8eb-dcd2bec1e2e6 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.766381 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a019d410-9543-4c87-a6a4-778d17cfc88d tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.769498 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c311bd31-11bb-4aa9-a8eb-dcd2bec1e2e6 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.773690 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c311bd31-11bb-4aa9-a8eb-dcd2bec1e2e6 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] 10.222.0.10 "DELETE /v2.0/networks/f789f1ec-3dbb-4ceb-a849-fd0f04d28204 HTTP/1.1" status: 204 len: 168 time: 0.5835087 Jun 30 09:21:54.781817 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48114) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:54.791847 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311bd31-11bb-4aa9-a8eb-dcd2bec1e2e6 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Pushing event deleted for resources: {'Network': ['ID=f789f1ec-3dbb-4ceb-a849-fd0f04d28204,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:54.799356 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398156ca-26ea-4732-8dee-b3b1ad089d8c None None] Resources bound (agent type, host, resource id): {{(pid=101055) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:21:54.876202 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a019d410-9543-4c87-a6a4-778d17cfc88d tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.885973 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d495c237-d1c1-4cb7-8da6-2dd8ca1f0e33 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.992877 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d495c237-d1c1-4cb7-8da6-2dd8ca1f0e33 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.004468 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-d495c237-d1c1-4cb7-8da6-2dd8ca1f0e33 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5ef436b-433e-4cff-abbc-66682fefdd4b']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:55.015949 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-d495c237-d1c1-4cb7-8da6-2dd8ca1f0e33 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'debcdbea-b6bf-4d11-8168-977530a0dcde') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:55.016244 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-d495c237-d1c1-4cb7-8da6-2dd8ca1f0e33 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'debcdbea-b6bf-4d11-8168-977530a0dcde') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:55.025589 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d495c237-d1c1-4cb7-8da6-2dd8ca1f0e33 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.039369 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a019d410-9543-4c87-a6a4-778d17cfc88d tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.047518 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d495c237-d1c1-4cb7-8da6-2dd8ca1f0e33 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.056424 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d495c237-d1c1-4cb7-8da6-2dd8ca1f0e33 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:55.056956 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d495c237-d1c1-4cb7-8da6-2dd8ca1f0e33 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.080410 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a019d410-9543-4c87-a6a4-778d17cfc88d tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.084912 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a019d410-9543-4c87-a6a4-778d17cfc88d tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "DELETE /v2.0/subnets/db0516ac-39a3-4292-9f1e-0cb91c041dbf HTTP/1.1" status: 204 len: 168 time: 0.4193659 Jun 30 09:21:55.087271 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:21:55.087271 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:55.087271 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:21:55.087271 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:55.087271 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:21:55.087271 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:55.087271 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:21:55.087271 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:55.087271 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:21:55.087271 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:55.087271 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:21:55.087271 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:55.087271 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:21:55.087271 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:55.087271 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:55.087271 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:55.087271 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:55.087271 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:55.087271 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:21:55.087271 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:55.087271 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:21:55.087271 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:55.087271 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:55.087271 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:55.087271 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:55.087271 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:55.087271 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:55.087271 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:55.087271 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:55.087271 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:55.087271 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:55.087271 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:55.096068 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019d410-9543-4c87-a6a4-778d17cfc88d tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event deleted for resources: {'Subnet': ['ID=db0516ac-39a3-4292-9f1e-0cb91c041dbf,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:55.096068 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48118) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:55.139109 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c9bfe6-c87c-49b4-b5b5-c6bc76bd8c09 None None] Network c4bd710c-b5c0-48f0-8eb1-e5b77bf02eb4 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:55.216811 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cfcebfab-3fe2-4eff-b127-73e25fc8d2d8 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.266839 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d495c237-d1c1-4cb7-8da6-2dd8ca1f0e33 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.275212 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d495c237-d1c1-4cb7-8da6-2dd8ca1f0e33 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.282542 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d495c237-d1c1-4cb7-8da6-2dd8ca1f0e33 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] 10.222.0.10 "DELETE /v2.0/networks/b5ef436b-433e-4cff-abbc-66682fefdd4b HTTP/1.1" status: 204 len: 168 time: 0.4942849 Jun 30 09:21:55.282652 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-cfcebfab-3fe2-4eff-b127-73e25fc8d2d8 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Deleting port 0ca309eb-805d-4b98-bbe1-81f5978bf497 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:55.282652 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cfcebfab-3fe2-4eff-b127-73e25fc8d2d8 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.306333 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d495c237-d1c1-4cb7-8da6-2dd8ca1f0e33 tempest-BulkNetworkOpsIpV6Test-1488265475 tempest-BulkNetworkOpsIpV6Test-1488265475-project] Pushing event deleted for resources: {'Network': ['ID=b5ef436b-433e-4cff-abbc-66682fefdd4b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:55.354169 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-cfcebfab-3fe2-4eff-b127-73e25fc8d2d8 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] For port 0ca309eb-805d-4b98-bbe1-81f5978bf497, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=0ca309eb-805d-4b98-bbe1-81f5978bf497,segment=NetworkSegment(a40bf742-22a3-4d55-a9f5-078fd074dbbf),segment_id=a40bf742-22a3-4d55-a9f5-078fd074dbbf)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:55.354648 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cfcebfab-3fe2-4eff-b127-73e25fc8d2d8 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.360223 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b51d6-846f-4478-afca-ec3eb6916056 req-fb28c0e8-90ae-4da1-9e29-ca8ea63f20a7 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:55.361994 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-320b51d6-846f-4478-afca-ec3eb6916056 req-fb28c0e8-90ae-4da1-9e29-ca8ea63f20a7 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.1383369 Jun 30 09:21:55.375169 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-cfcebfab-3fe2-4eff-b127-73e25fc8d2d8 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Calling delete_port for 0ca309eb-805d-4b98-bbe1-81f5978bf497 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:55.407952 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a4ac68-59ee-496a-8cde-a0f6ac7dd580 None None] DHCP port deletion for c4bd710c-b5c0-48f0-8eb1-e5b77bf02eb4 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:21:55.432435 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-320b51d6-846f-4478-afca-ec3eb6916056 req-2bdc2b0c-4136-43c5-9ef5-40124188b4a9 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531473 Jun 30 09:21:55.482962 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-51a4ac68-59ee-496a-8cde-a0f6ac7dd580 None None] Deleting port 0ca309eb-805d-4b98-bbe1-81f5978bf497 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:55.483600 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-51a4ac68-59ee-496a-8cde-a0f6ac7dd580 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.558605 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-51a4ac68-59ee-496a-8cde-a0f6ac7dd580 None None] For port 0ca309eb-805d-4b98-bbe1-81f5978bf497, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=0ca309eb-805d-4b98-bbe1-81f5978bf497,segment=NetworkSegment(a40bf742-22a3-4d55-a9f5-078fd074dbbf),segment_id=a40bf742-22a3-4d55-a9f5-078fd074dbbf)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:55.559051 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-51a4ac68-59ee-496a-8cde-a0f6ac7dd580 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.583920 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-51a4ac68-59ee-496a-8cde-a0f6ac7dd580 None None] Calling delete_port for 0ca309eb-805d-4b98-bbe1-81f5978bf497 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:55.772411 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 0ca309eb-805d-4b98-bbe1-81f5978bf497 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:55.840902 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d952d5-a598-46c8-950c-61889d4faaab req-a348f53b-bf61-4ee6-afbf-cd15c2ee938f tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:55.842421 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-41d952d5-a598-46c8-950c-61889d4faaab req-a348f53b-bf61-4ee6-afbf-cd15c2ee938f tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 946 time: 0.0931394 Jun 30 09:21:55.853978 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.856043 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-51a4ac68-59ee-496a-8cde-a0f6ac7dd580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.888822 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cfcebfab-3fe2-4eff-b127-73e25fc8d2d8 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.890074 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4ac68-59ee-496a-8cde-a0f6ac7dd580 None None] Pushing event deleted for resources: {'Port': ['ID=0ca309eb-805d-4b98-bbe1-81f5978bf497,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:55.900078 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a4ac68-59ee-496a-8cde-a0f6ac7dd580 None None] No DVR routers for this DVR port 0ca309eb-805d-4b98-bbe1-81f5978bf497 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:55.929847 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-41d952d5-a598-46c8-950c-61889d4faaab req-a7eff7c5-1ccf-4004-9ab1-9e39b541e0a9 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795987 Jun 30 09:21:55.930879 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcebfab-3fe2-4eff-b127-73e25fc8d2d8 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event deleted for resources: {'Port': ['ID=0ca309eb-805d-4b98-bbe1-81f5978bf497,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:55.936885 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcebfab-3fe2-4eff-b127-73e25fc8d2d8 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] No DVR routers for this DVR port 0ca309eb-805d-4b98-bbe1-81f5978bf497 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:55.968659 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48132) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:56.046749 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cfcebfab-3fe2-4eff-b127-73e25fc8d2d8 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:56.062613 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-cfcebfab-3fe2-4eff-b127-73e25fc8d2d8 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4bd710c-b5c0-48f0-8eb1-e5b77bf02eb4']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:56.078373 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-cfcebfab-3fe2-4eff-b127-73e25fc8d2d8 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a40bf742-22a3-4d55-a9f5-078fd074dbbf') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:56.078760 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-cfcebfab-3fe2-4eff-b127-73e25fc8d2d8 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a40bf742-22a3-4d55-a9f5-078fd074dbbf') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:56.091369 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cfcebfab-3fe2-4eff-b127-73e25fc8d2d8 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:56.109678 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cfcebfab-3fe2-4eff-b127-73e25fc8d2d8 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:56.116056 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfcebfab-3fe2-4eff-b127-73e25fc8d2d8 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:56.116555 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cfcebfab-3fe2-4eff-b127-73e25fc8d2d8 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:56.119541 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:56.143535 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4e124458-d52c-4dbe-8aa8-679a451efb25 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=78113fbefa724f83bd66a816da3df9e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1734951 Jun 30 09:21:56.146205 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48138) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:56.208338 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9d901b68-d2fc-44b9-8ccc-3e7ac0cd7acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:56.232697 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9d901b68-d2fc-44b9-8ccc-3e7ac0cd7acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:56.322148 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:56.379924 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cfcebfab-3fe2-4eff-b127-73e25fc8d2d8 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:56.388298 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cfcebfab-3fe2-4eff-b127-73e25fc8d2d8 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:56.392975 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-cfcebfab-3fe2-4eff-b127-73e25fc8d2d8 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "DELETE /v2.0/networks/c4bd710c-b5c0-48f0-8eb1-e5b77bf02eb4 HTTP/1.1" status: 204 len: 168 time: 1.2990572 Jun 30 09:21:56.395155 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48142) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:56.406750 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcebfab-3fe2-4eff-b127-73e25fc8d2d8 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event deleted for resources: {'Network': ['ID=c4bd710c-b5c0-48f0-8eb1-e5b77bf02eb4,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:56.422531 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df92937-25e6-4598-a7b4-647fba96cdaf tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:56.423013 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df92937-25e6-4598-a7b4-647fba96cdaf tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:56.424951 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3df92937-25e6-4598-a7b4-647fba96cdaf tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "DELETE /v2.0/subnets/df456604-3ad1-470f-a956-675b12ced119 HTTP/1.1" status: 404 len: 337 time: 0.0287294 Jun 30 09:21:56.427350 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48144) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:56.436601 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9d901b68-d2fc-44b9-8ccc-3e7ac0cd7acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:56.439200 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9d901b68-d2fc-44b9-8ccc-3e7ac0cd7acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:56.440419 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9d901b68-d2fc-44b9-8ccc-3e7ac0cd7acc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a5736aed-c6f3-489d-be00-997c583c7739 HTTP/1.1" status: 204 len: 168 time: 0.2933161 Jun 30 09:21:56.457831 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeeee74a-0db3-4a36-8567-782642056629 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:56.458434 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeeee74a-0db3-4a36-8567-782642056629 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:56.460466 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-eeeee74a-0db3-4a36-8567-782642056629 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "DELETE /v2.0/networks/69de1e43-7b47-4a4c-8e26-9ad63bf3858d HTTP/1.1" status: 404 len: 339 time: 0.0320947 Jun 30 09:21:56.463042 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48150) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:56.466498 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d901b68-d2fc-44b9-8ccc-3e7ac0cd7acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5736aed-c6f3-489d-be00-997c583c7739,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:56.547692 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-b434e021-8c33-44f3-8991-199a7fab3aae tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Deleting subnet a6d62351-fc12-4e01-9beb-ae8c9560b87b {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:21:56.550934 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b434e021-8c33-44f3-8991-199a7fab3aae tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:56.623220 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b434e021-8c33-44f3-8991-199a7fab3aae tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:56.712607 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3666f33-f7a5-43ff-9908-5f40eefaf3c4 req-a8d34796-112c-4039-a2fd-8d2f979d8256 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:56.714281 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b3666f33-f7a5-43ff-9908-5f40eefaf3c4 req-a8d34796-112c-4039-a2fd-8d2f979d8256 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.1419060 Jun 30 09:21:56.739604 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b434e021-8c33-44f3-8991-199a7fab3aae tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:56.789858 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08af39b-a82f-4782-ada9-e94dfb19fc9b req-8d030195-5546-44b7-aaaf-5fd1360e2845 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:56.791861 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d08af39b-a82f-4782-ada9-e94dfb19fc9b req-8d030195-5546-44b7-aaaf-5fd1360e2845 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 946 time: 0.0994434 Jun 30 09:21:56.838756 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b3666f33-f7a5-43ff-9908-5f40eefaf3c4 req-639df8d1-5af3-4dfb-a512-d37bad20de2a tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090026 Jun 30 09:21:56.848840 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d08af39b-a82f-4782-ada9-e94dfb19fc9b req-77ec7f84-0f01-443e-9fd9-6c57a74dbb7e tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495291 Jun 30 09:21:56.875676 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886c645-e717-4f7d-90bc-465ea0f2f95a req-ff02d276-50a8-4ddb-a98d-8b1a90f1b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:56.877223 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a886c645-e717-4f7d-90bc-465ea0f2f95a req-ff02d276-50a8-4ddb-a98d-8b1a90f1b399 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=234aaca18299482fab3a8daeb994da0d&device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 1098 time: 0.1276014 Jun 30 09:21:56.974305 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886c645-e717-4f7d-90bc-465ea0f2f95a req-4b64dc0d-8c3f-447e-b3c3-c2547c1b3a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:56.975823 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a886c645-e717-4f7d-90bc-465ea0f2f95a req-4b64dc0d-8c3f-447e-b3c3-c2547c1b3a32 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7915cb22-074c-47c5-9699-2fe2d087c9a8 HTTP/1.1" status: 200 len: 920 time: 0.0918181 Jun 30 09:21:57.025112 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b434e021-8c33-44f3-8991-199a7fab3aae tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:57.034678 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a886c645-e717-4f7d-90bc-465ea0f2f95a req-f7eecab1-cd69-48a6-a315-e7d1b34c9901 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92a8509d-7ce6-484a-a61d-026c1f8ba039 HTTP/1.1" status: 200 len: 217 time: 0.0507929 Jun 30 09:21:57.041986 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b434e021-8c33-44f3-8991-199a7fab3aae tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:57.046840 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55f851c-4ad6-49b5-8f89-da544e2c2210 None None] Network 78395c25-e2f1-4423-b1b0-b2adfd1dcbd4 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:57.048718 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48164) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:57.059978 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b434e021-8c33-44f3-8991-199a7fab3aae tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "DELETE /v2.0/subnets/a6d62351-fc12-4e01-9beb-ae8c9560b87b HTTP/1.1" status: 204 len: 168 time: 0.5846224 Jun 30 09:21:57.077173 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434e021-8c33-44f3-8991-199a7fab3aae tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event deleted for resources: {'Subnet': ['ID=a6d62351-fc12-4e01-9beb-ae8c9560b87b,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:57.127526 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886c645-e717-4f7d-90bc-465ea0f2f95a req-8a1d3817-f158-4b13-9c7b-4168c8b5e91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:57.129159 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a886c645-e717-4f7d-90bc-465ea0f2f95a req-8a1d3817-f158-4b13-9c7b-4168c8b5e91d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5aa4110f-a72f-4573-96b9-ab88a0074a0f HTTP/1.1" status: 200 len: 859 time: 0.0794170 Jun 30 09:21:57.149821 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c5f4172a-4b16-4ce0-8f4f-be2ca8d42045 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:57.164660 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a886c645-e717-4f7d-90bc-465ea0f2f95a req-91f26405-9b2d-42a6-804e-727234d2b1cb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7915cb22-074c-47c5-9699-2fe2d087c9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285482 Jun 30 09:21:57.211608 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-c5f4172a-4b16-4ce0-8f4f-be2ca8d42045 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Deleting port 21a8a74e-998e-4007-adae-5b2f52c30bea {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:57.212013 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c5f4172a-4b16-4ce0-8f4f-be2ca8d42045 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:57.264253 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a886c645-e717-4f7d-90bc-465ea0f2f95a req-83b3b81f-1ee3-474a-a52f-25d4ffe82414 service neutron] 10.222.0.52 "GET /v2.0/networks/7915cb22-074c-47c5-9699-2fe2d087c9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927241 Jun 30 09:21:57.290813 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-c5f4172a-4b16-4ce0-8f4f-be2ca8d42045 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] For port 21a8a74e-998e-4007-adae-5b2f52c30bea, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=21a8a74e-998e-4007-adae-5b2f52c30bea,segment=NetworkSegment(fd0c1477-e587-4576-9443-24adde1ecb1a),segment_id=fd0c1477-e587-4576-9443-24adde1ecb1a)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:57.291264 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c5f4172a-4b16-4ce0-8f4f-be2ca8d42045 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:57.309177 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-c5f4172a-4b16-4ce0-8f4f-be2ca8d42045 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Calling delete_port for 21a8a74e-998e-4007-adae-5b2f52c30bea owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:57.313059 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e439cc-eb50-493c-8aa1-05656a0ea649 None None] DHCP port deletion for 78395c25-e2f1-4423-b1b0-b2adfd1dcbd4 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:21:57.391584 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a886c645-e717-4f7d-90bc-465ea0f2f95a req-e00750d9-2e06-4dd6-802b-6bb65d4f98d2 service neutron] 10.222.0.52 "GET /v2.0/networks/7915cb22-074c-47c5-9699-2fe2d087c9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200747 Jun 30 09:21:57.395903 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-d5e439cc-eb50-493c-8aa1-05656a0ea649 None None] Deleting port 21a8a74e-998e-4007-adae-5b2f52c30bea {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:57.396305 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d5e439cc-eb50-493c-8aa1-05656a0ea649 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:57.470360 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-d5e439cc-eb50-493c-8aa1-05656a0ea649 None None] For port 21a8a74e-998e-4007-adae-5b2f52c30bea, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=21a8a74e-998e-4007-adae-5b2f52c30bea,segment=NetworkSegment(fd0c1477-e587-4576-9443-24adde1ecb1a),segment_id=fd0c1477-e587-4576-9443-24adde1ecb1a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:57.470766 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d5e439cc-eb50-493c-8aa1-05656a0ea649 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:57.491579 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-d5e439cc-eb50-493c-8aa1-05656a0ea649 None None] Calling delete_port for 21a8a74e-998e-4007-adae-5b2f52c30bea owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:57.602092 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c5f4172a-4b16-4ce0-8f4f-be2ca8d42045 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:57.612296 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d5e439cc-eb50-493c-8aa1-05656a0ea649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:57.632554 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4172a-4b16-4ce0-8f4f-be2ca8d42045 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event deleted for resources: {'Port': ['ID=21a8a74e-998e-4007-adae-5b2f52c30bea,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:57.639329 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f4172a-4b16-4ce0-8f4f-be2ca8d42045 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] No DVR routers for this DVR port 21a8a74e-998e-4007-adae-5b2f52c30bea on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:57.659390 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e439cc-eb50-493c-8aa1-05656a0ea649 None None] Pushing event deleted for resources: {'Port': ['ID=21a8a74e-998e-4007-adae-5b2f52c30bea,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:57.675965 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e439cc-eb50-493c-8aa1-05656a0ea649 None None] No DVR routers for this DVR port 21a8a74e-998e-4007-adae-5b2f52c30bea on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:57.750660 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c5f4172a-4b16-4ce0-8f4f-be2ca8d42045 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:57.760269 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-c5f4172a-4b16-4ce0-8f4f-be2ca8d42045 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78395c25-e2f1-4423-b1b0-b2adfd1dcbd4']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:57.771925 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-c5f4172a-4b16-4ce0-8f4f-be2ca8d42045 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0c1477-e587-4576-9443-24adde1ecb1a') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:57.772316 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-c5f4172a-4b16-4ce0-8f4f-be2ca8d42045 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0c1477-e587-4576-9443-24adde1ecb1a') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:57.779057 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 21a8a74e-998e-4007-adae-5b2f52c30bea no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:57.791906 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c5f4172a-4b16-4ce0-8f4f-be2ca8d42045 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:57.804533 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 21a8a74e-998e-4007-adae-5b2f52c30bea {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:57.804987 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 21a8a74e-998e-4007-adae-5b2f52c30bea not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:57.809329 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c5f4172a-4b16-4ce0-8f4f-be2ca8d42045 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:57.816979 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f4172a-4b16-4ce0-8f4f-be2ca8d42045 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:57.817605 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c5f4172a-4b16-4ce0-8f4f-be2ca8d42045 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:57.821331 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:21:57.821331 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:57.821331 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:21:57.821331 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:57.821331 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:21:57.821331 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:57.821331 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:21:57.821331 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:57.821331 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:21:57.821331 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:57.821331 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:21:57.821331 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:57.821331 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:21:57.821331 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:57.821331 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:57.821331 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:57.821331 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:57.821331 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:57.821331 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:21:57.821331 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:57.821331 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:21:57.821331 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:57.821331 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:57.821331 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:57.821331 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:57.821331 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:57.821331 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:57.821331 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:57.821331 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:57.821331 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:57.821331 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:57.821331 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:57.924517 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48192) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:57.977940 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c5f4172a-4b16-4ce0-8f4f-be2ca8d42045 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:57.985340 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c5f4172a-4b16-4ce0-8f4f-be2ca8d42045 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:57.989393 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c5f4172a-4b16-4ce0-8f4f-be2ca8d42045 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] 10.222.0.10 "DELETE /v2.0/networks/78395c25-e2f1-4423-b1b0-b2adfd1dcbd4 HTTP/1.1" status: 204 len: 168 time: 0.9367526 Jun 30 09:21:58.007533 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4172a-4b16-4ce0-8f4f-be2ca8d42045 tempest-NetworksIpV6Test-66690515 tempest-NetworksIpV6Test-66690515-project] Pushing event deleted for resources: {'Network': ['ID=78395c25-e2f1-4423-b1b0-b2adfd1dcbd4,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:58.077567 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-14eaaa34-e6c9-4c1d-b186-4309df30a027 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2081703794'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:58.111389 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b689637-f65b-4575-b3eb-0506a199ccab req-7d313f6d-9a83-4a85-a03c-d5d9ec3d0ade tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:58.112918 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1b689637-f65b-4575-b3eb-0506a199ccab req-7d313f6d-9a83-4a85-a03c-d5d9ec3d0ade tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 946 time: 0.1041002 Jun 30 09:21:58.123340 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf96b6-cb83-490f-adeb-f1f754ffb3e3 req-4f4df408-9423-49a5-b340-77d328275335 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:58.127719 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fabf96b6-cb83-490f-adeb-f1f754ffb3e3 req-4f4df408-9423-49a5-b340-77d328275335 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.0922837 Jun 30 09:21:58.155606 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1b689637-f65b-4575-b3eb-0506a199ccab req-ccafcd30-dc48-4780-8b18-830478bfe63d tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367050 Jun 30 09:21:58.169477 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fabf96b6-cb83-490f-adeb-f1f754ffb3e3 req-df4e88d6-9452-4ff9-9cd8-58908147625f tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382423 Jun 30 09:21:58.288132 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14eaaa34-e6c9-4c1d-b186-4309df30a027 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Made reservation on behalf of 3810372c203d460e9c5e7755311f2ff4 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:58.291698 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-14eaaa34-e6c9-4c1d-b186-4309df30a027 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:58.301413 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-14eaaa34-e6c9-4c1d-b186-4309df30a027 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:58.398728 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-14eaaa34-e6c9-4c1d-b186-4309df30a027 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:58.476648 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-14eaaa34-e6c9-4c1d-b186-4309df30a027 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:58.502543 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14eaaa34-e6c9-4c1d-b186-4309df30a027 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:58.523267 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eaaa34-e6c9-4c1d-b186-4309df30a027 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f674fc31-1b91-463b-805a-125ac5e86706,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:58.526192 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-14eaaa34-e6c9-4c1d-b186-4309df30a027 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:58.526565 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-14eaaa34-e6c9-4c1d-b186-4309df30a027 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Added segment 7b48be3e-d797-4969-a0d6-b3509d1f3feb of type vlan for network 156de814-6347-419f-9f58-e5cf0317bac5 Jun 30 09:21:58.571219 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-14eaaa34-e6c9-4c1d-b186-4309df30a027 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:58.706118 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48204) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:58.773949 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-14eaaa34-e6c9-4c1d-b186-4309df30a027 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:58.780893 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14eaaa34-e6c9-4c1d-b186-4309df30a027 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:58.790738 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-14eaaa34-e6c9-4c1d-b186-4309df30a027 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:58.874667 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eaaa34-e6c9-4c1d-b186-4309df30a027 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event updated for resources: {'Network': ['ID=156de814-6347-419f-9f58-e5cf0317bac5,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:58.887160 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 156de814-6347-419f-9f58-e5cf0317bac5 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:58.907329 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b88ab0ef-f559-4031-b3b6-3c0252df90d5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=907c236b1ac04d10a22ac614e6b4c6ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1972220 Jun 30 09:21:58.907513 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48210) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:58.963674 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-14eaaa34-e6c9-4c1d-b186-4309df30a027 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0379477 Jun 30 09:21:58.968987 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fd210352-d7bd-4126-b6c2-8389b968ea11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:58.993623 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fd210352-d7bd-4126-b6c2-8389b968ea11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:59.095581 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48214) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:59.100849 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-7768eb9b-39ab-437a-9d1d-de87d49f833d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Request body: {'subnet': {'network_id': '156de814-6347-419f-9f58-e5cf0317bac5', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:59.179184 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fd210352-d7bd-4126-b6c2-8389b968ea11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:59.181881 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fd210352-d7bd-4126-b6c2-8389b968ea11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:59.185402 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fd210352-d7bd-4126-b6c2-8389b968ea11 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6906a718-2a05-4383-9397-8d5f3573f546 HTTP/1.1" status: 204 len: 168 time: 0.2746558 Jun 30 09:21:59.196435 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd210352-d7bd-4126-b6c2-8389b968ea11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6906a718-2a05-4383-9397-8d5f3573f546,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:59.305388 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7768eb9b-39ab-437a-9d1d-de87d49f833d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Made reservation on behalf of 3810372c203d460e9c5e7755311f2ff4 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:59.313955 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7768eb9b-39ab-437a-9d1d-de87d49f833d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:59.392070 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e9087-761b-4f62-b727-a79dd03af003 req-7f9abc0c-ec74-446c-adc9-e033ccddae58 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:59.399810 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6e6e9087-761b-4f62-b727-a79dd03af003 req-7f9abc0c-ec74-446c-adc9-e033ccddae58 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.0816405 Jun 30 09:21:59.447659 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6e6e9087-761b-4f62-b727-a79dd03af003 req-05c77ec6-2f9b-4b82-8c96-e4beb750a5cf tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444124 Jun 30 09:21:59.459753 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67ae80-6763-45bb-a044-1b572b66529d req-afddeef6-9a74-481d-8114-307d59ee8384 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:59.461479 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cc67ae80-6763-45bb-a044-1b572b66529d req-afddeef6-9a74-481d-8114-307d59ee8384 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 946 time: 0.1440971 Jun 30 09:21:59.538281 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cc67ae80-6763-45bb-a044-1b572b66529d req-32ca2dc6-2a39-4586-889a-2cfdc7df5ed0 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682304 Jun 30 09:21:59.690709 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7768eb9b-39ab-437a-9d1d-de87d49f833d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:59.761279 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768eb9b-39ab-437a-9d1d-de87d49f833d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event updated for resources: {'Subnet': ['ID=32d37ab7-46f0-4f21-9911-4368c282f4a3,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:59.771436 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7768eb9b-39ab-437a-9d1d-de87d49f833d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Checking segment: {'id': '7b48be3e-d797-4969-a0d6-b3509d1f3feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '156de814-6347-419f-9f58-e5cf0317bac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:59.771803 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7768eb9b-39ab-437a-9d1d-de87d49f833d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Network hostable DHCP agents. Network: 156de814-6347-419f-9f58-e5cf0317bac5, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:59.927889 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7768eb9b-39ab-437a-9d1d-de87d49f833d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Network 156de814-6347-419f-9f58-e5cf0317bac5 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:22:00.036758 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-7768eb9b-39ab-437a-9d1d-de87d49f833d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 156de814-6347-419f-9f58-e5cf0317bac5) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:00.044009 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7768eb9b-39ab-437a-9d1d-de87d49f833d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:00.045477 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7768eb9b-39ab-437a-9d1d-de87d49f833d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:00.047585 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60376dc9-82ac-4f19-bbc1-c2930df40ded None None] Network 156de814-6347-419f-9f58-e5cf0317bac5 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:00.151537 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7768eb9b-39ab-437a-9d1d-de87d49f833d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0547590 Jun 30 09:22:00.155928 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48238) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:00.161209 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-99522239-0a83-4dc2-ac92-6e46c7e830fb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1203695932'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:00.210865 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad44bea-18e5-46d8-92ed-00b3d2f3d2e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-156de814-6347-419f-9f58-e5cf0317bac5', 'network_id': '156de814-6347-419f-9f58-e5cf0317bac5', 'tenant_id': '3810372c203d460e9c5e7755311f2ff4', 'fixed_ips': [{'subnet_id': '32d37ab7-46f0-4f21-9911-4368c282f4a3'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:22:00.210865 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5ad44bea-18e5-46d8-92ed-00b3d2f3d2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:00.311790 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99522239-0a83-4dc2-ac92-6e46c7e830fb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Made reservation on behalf of 3810372c203d460e9c5e7755311f2ff4 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:00.315863 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99522239-0a83-4dc2-ac92-6e46c7e830fb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:00.343361 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99522239-0a83-4dc2-ac92-6e46c7e830fb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:00.352555 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99522239-0a83-4dc2-ac92-6e46c7e830fb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:00.353307 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-99522239-0a83-4dc2-ac92-6e46c7e830fb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Added segment 461af0b2-1256-48ac-acf4-c53491a17b6a of type vlan for network 28a52546-1aa7-422f-a863-fac0fe7563db Jun 30 09:22:00.359691 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-5ad44bea-18e5-46d8-92ed-00b3d2f3d2e6 None None] Allocated IP 172.20.255.242 (156de814-6347-419f-9f58-e5cf0317bac5/32d37ab7-46f0-4f21-9911-4368c282f4a3/55c54eb5-e460-4232-9ad7-3f05c1bc9b9f) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:00.394875 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99522239-0a83-4dc2-ac92-6e46c7e830fb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:00.511812 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5ad44bea-18e5-46d8-92ed-00b3d2f3d2e6 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:00.525394 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5ad44bea-18e5-46d8-92ed-00b3d2f3d2e6 None None] Transition to ACTIVE for port object 55c54eb5-e460-4232-9ad7-3f05c1bc9b9f will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:00.544914 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99522239-0a83-4dc2-ac92-6e46c7e830fb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:00.547459 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5ad44bea-18e5-46d8-92ed-00b3d2f3d2e6 None None] Transition to ACTIVE for port object 55c54eb5-e460-4232-9ad7-3f05c1bc9b9f will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:00.550781 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99522239-0a83-4dc2-ac92-6e46c7e830fb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:00.551527 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99522239-0a83-4dc2-ac92-6e46c7e830fb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:00.664243 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99522239-0a83-4dc2-ac92-6e46c7e830fb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event updated for resources: {'Network': ['ID=28a52546-1aa7-422f-a863-fac0fe7563db,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:00.675100 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99522239-0a83-4dc2-ac92-6e46c7e830fb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:00.675453 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99522239-0a83-4dc2-ac92-6e46c7e830fb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:00.675801 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99522239-0a83-4dc2-ac92-6e46c7e830fb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:00.676115 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99522239-0a83-4dc2-ac92-6e46c7e830fb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:00.676432 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99522239-0a83-4dc2-ac92-6e46c7e830fb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:00.676765 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99522239-0a83-4dc2-ac92-6e46c7e830fb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:00.677066 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99522239-0a83-4dc2-ac92-6e46c7e830fb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:00.677375 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99522239-0a83-4dc2-ac92-6e46c7e830fb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:00.677700 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99522239-0a83-4dc2-ac92-6e46c7e830fb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:00.678012 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99522239-0a83-4dc2-ac92-6e46c7e830fb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:00.678328 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99522239-0a83-4dc2-ac92-6e46c7e830fb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:00.678640 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99522239-0a83-4dc2-ac92-6e46c7e830fb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:00.694442 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5ad44bea-18e5-46d8-92ed-00b3d2f3d2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:00.714884 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aee6c6-a76c-4c98-8ea7-4a94b0dbc0e0 req-8091c4fa-42c1-4388-b8b2-7580e32768f7 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:00.724995 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-54aee6c6-a76c-4c98-8ea7-4a94b0dbc0e0 req-8091c4fa-42c1-4388-b8b2-7580e32768f7 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.1501749 Jun 30 09:22:00.746819 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 28a52546-1aa7-422f-a863-fac0fe7563db details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:00.770570 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61b4cb-65d6-4fcb-980f-b893fce8ec48 req-cd1cee68-f300-4946-87d2-ab4efb0ea135 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:00.772428 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee61b4cb-65d6-4fcb-980f-b893fce8ec48 req-cd1cee68-f300-4946-87d2-ab4efb0ea135 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 946 time: 0.1024430 Jun 30 09:22:00.791888 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad44bea-18e5-46d8-92ed-00b3d2f3d2e6 None None] Pushing event updated for resources: {'Port': ['ID=55c54eb5-e460-4232-9ad7-3f05c1bc9b9f,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:00.793409 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-54aee6c6-a76c-4c98-8ea7-4a94b0dbc0e0 req-67f8fae9-8d17-4d2d-a109-5c6565382a46 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672114 Jun 30 09:22:00.798253 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48256) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:00.799813 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-99522239-0a83-4dc2-ac92-6e46c7e830fb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6378257 Jun 30 09:22:00.806692 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-f297685e-b2f5-4366-9c07-d8313c93f26a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Request body: {'subnet': {'network_id': '28a52546-1aa7-422f-a863-fac0fe7563db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:00.812250 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad44bea-18e5-46d8-92ed-00b3d2f3d2e6 None None] Network 156de814-6347-419f-9f58-e5cf0317bac5 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:00.818699 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-5ad44bea-18e5-46d8-92ed-00b3d2f3d2e6 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:00.824675 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad44bea-18e5-46d8-92ed-00b3d2f3d2e6 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:00.897650 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-5ad44bea-18e5-46d8-92ed-00b3d2f3d2e6 None None] Attempting to bind port 55c54eb5-e460-4232-9ad7-3f05c1bc9b9f on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:00.897986 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-5ad44bea-18e5-46d8-92ed-00b3d2f3d2e6 None None] Attempting to bind port 55c54eb5-e460-4232-9ad7-3f05c1bc9b9f by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '7b48be3e-d797-4969-a0d6-b3509d1f3feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '156de814-6347-419f-9f58-e5cf0317bac5'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:00.898403 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad44bea-18e5-46d8-92ed-00b3d2f3d2e6 None None] Attempting to bind port 55c54eb5-e460-4232-9ad7-3f05c1bc9b9f on network 156de814-6347-419f-9f58-e5cf0317bac5 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:00.904831 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad44bea-18e5-46d8-92ed-00b3d2f3d2e6 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:00.905203 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad44bea-18e5-46d8-92ed-00b3d2f3d2e6 None None] Checking segment: {'id': '7b48be3e-d797-4969-a0d6-b3509d1f3feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '156de814-6347-419f-9f58-e5cf0317bac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:00.905610 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5ad44bea-18e5-46d8-92ed-00b3d2f3d2e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:00.905990 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad44bea-18e5-46d8-92ed-00b3d2f3d2e6 None None] Bound using segment: {'id': '7b48be3e-d797-4969-a0d6-b3509d1f3feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '156de814-6347-419f-9f58-e5cf0317bac5'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:00.906454 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-5ad44bea-18e5-46d8-92ed-00b3d2f3d2e6 None None] Bound port: 55c54eb5-e460-4232-9ad7-3f05c1bc9b9f, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b48be3e-d797-4969-a0d6-b3509d1f3feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '156de814-6347-419f-9f58-e5cf0317bac5'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:00.906833 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5ad44bea-18e5-46d8-92ed-00b3d2f3d2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:00.993065 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-5ad44bea-18e5-46d8-92ed-00b3d2f3d2e6 None None] For port 55c54eb5-e460-4232-9ad7-3f05c1bc9b9f, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:01.000835 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-5ad44bea-18e5-46d8-92ed-00b3d2f3d2e6 None None] For port 55c54eb5-e460-4232-9ad7-3f05c1bc9b9f, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=55c54eb5-e460-4232-9ad7-3f05c1bc9b9f,segment=NetworkSegment(7b48be3e-d797-4969-a0d6-b3509d1f3feb),segment_id=7b48be3e-d797-4969-a0d6-b3509d1f3feb)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:01.001004 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee61b4cb-65d6-4fcb-980f-b893fce8ec48 req-90994522-9107-4167-ad00-2aee2f310fa6 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223520 Jun 30 09:22:01.128586 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5ad44bea-18e5-46d8-92ed-00b3d2f3d2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:01.129114 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f297685e-b2f5-4366-9c07-d8313c93f26a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Made reservation on behalf of 3810372c203d460e9c5e7755311f2ff4 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:01.132297 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f297685e-b2f5-4366-9c07-d8313c93f26a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:01.207030 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad44bea-18e5-46d8-92ed-00b3d2f3d2e6 None None] Pushing event updated for resources: {'Port': ['ID=55c54eb5-e460-4232-9ad7-3f05c1bc9b9f,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:01.461592 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f297685e-b2f5-4366-9c07-d8313c93f26a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:01.531789 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297685e-b2f5-4366-9c07-d8313c93f26a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event updated for resources: {'Subnet': ['ID=eeecbbec-c559-409f-8508-1bbd7058bd0f,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:01.553086 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f297685e-b2f5-4366-9c07-d8313c93f26a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Checking segment: {'id': '461af0b2-1256-48ac-acf4-c53491a17b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '28a52546-1aa7-422f-a863-fac0fe7563db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:01.553458 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f297685e-b2f5-4366-9c07-d8313c93f26a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Network hostable DHCP agents. Network: 28a52546-1aa7-422f-a863-fac0fe7563db, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:22:01.659322 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f297685e-b2f5-4366-9c07-d8313c93f26a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Network 28a52546-1aa7-422f-a863-fac0fe7563db is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:22:01.780337 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-f297685e-b2f5-4366-9c07-d8313c93f26a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 28a52546-1aa7-422f-a863-fac0fe7563db) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:01.785955 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f297685e-b2f5-4366-9c07-d8313c93f26a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:01.787344 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f297685e-b2f5-4366-9c07-d8313c93f26a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:01.791267 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477cddf0-4d12-4d81-97f8-b0c20eba03d1 None None] Network 28a52546-1aa7-422f-a863-fac0fe7563db requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:01.852636 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 55c54eb5-e460-4232-9ad7-3f05c1bc9b9f up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:01.959967 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f297685e-b2f5-4366-9c07-d8313c93f26a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1600966 Jun 30 09:22:01.965368 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48280) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:02.134392 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4e46ee4e-141e-44c8-9a83-12f42c487f8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:02.241935 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4e46ee4e-141e-44c8-9a83-12f42c487f8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:02.363420 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851f31c-bbc5-4bad-8092-df6b35a4d474 req-8de1abe2-a40f-49a7-bea5-ddceddeb36ad tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:02.365323 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4851f31c-bbc5-4bad-8092-df6b35a4d474 req-8de1abe2-a40f-49a7-bea5-ddceddeb36ad tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.3997149 Jun 30 09:22:02.385321 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 55c54eb5-e460-4232-9ad7-3f05c1bc9b9f completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:02.396650 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2617f568-d5d0-49e2-b89a-90b18e34881d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-28a52546-1aa7-422f-a863-fac0fe7563db', 'network_id': '28a52546-1aa7-422f-a863-fac0fe7563db', 'tenant_id': '3810372c203d460e9c5e7755311f2ff4', 'fixed_ips': [{'subnet_id': 'eeecbbec-c559-409f-8508-1bbd7058bd0f'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:22:02.397681 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2617f568-d5d0-49e2-b89a-90b18e34881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:02.454719 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4851f31c-bbc5-4bad-8092-df6b35a4d474 req-41100558-c6cb-4d23-89b2-dfeaaba3de5f tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770044 Jun 30 09:22:02.513601 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4e46ee4e-141e-44c8-9a83-12f42c487f8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:02.530920 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d411c2-20b2-4cfc-ac25-a36879a02f97 req-781b86dd-81a5-4405-a7dc-d81422930cd8 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:02.539977 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-26d411c2-20b2-4cfc-ac25-a36879a02f97 req-781b86dd-81a5-4405-a7dc-d81422930cd8 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 946 time: 0.1240630 Jun 30 09:22:02.553529 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46ee4e-141e-44c8-9a83-12f42c487f8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event deleted for resources: {'Subnet': ['ID=eeecbbec-c559-409f-8508-1bbd7058bd0f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:02.620937 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-26d411c2-20b2-4cfc-ac25-a36879a02f97 req-acc77099-e92f-4621-9fa1-695b99a9c464 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794017 Jun 30 09:22:02.640789 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c1530b-d003-46a2-bd79-20f0fb6f8e6e None None] Network 156de814-6347-419f-9f58-e5cf0317bac5 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:02.657508 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4e46ee4e-141e-44c8-9a83-12f42c487f8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:02.673538 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-4e46ee4e-141e-44c8-9a83-12f42c487f8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a52546-1aa7-422f-a863-fac0fe7563db']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server [None req-2617f568-d5d0-49e2-b89a-90b18e34881d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eeecbbec-c559-409f-8508-1bbd7058bd0f: This subnet is being modified by another concurrent operation. Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:22:02.702953 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server raise exception Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eeecbbec-c559-409f-8508-1bbd7058bd0f: This subnet is being modified by another concurrent operation. Jun 30 09:22:02.713718 n-d-771363-31 neutron-server[101055]: ERROR oslo_messaging.rpc.server Jun 30 09:22:02.718444 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-4e46ee4e-141e-44c8-9a83-12f42c487f8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461af0b2-1256-48ac-acf4-c53491a17b6a') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:02.718444 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-4e46ee4e-141e-44c8-9a83-12f42c487f8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461af0b2-1256-48ac-acf4-c53491a17b6a') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:02.735074 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4e46ee4e-141e-44c8-9a83-12f42c487f8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:02.737701 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b676269-43a8-4d15-a804-286752eb424c None None] Network 28a52546-1aa7-422f-a863-fac0fe7563db requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:02.758123 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4e46ee4e-141e-44c8-9a83-12f42c487f8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:02.765280 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e46ee4e-141e-44c8-9a83-12f42c487f8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:02.768086 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4e46ee4e-141e-44c8-9a83-12f42c487f8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:02.768701 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:22:02.768701 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:02.768701 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:22:02.768701 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:02.768701 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:22:02.768701 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:02.768701 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:22:02.768701 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:02.768701 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:22:02.768701 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:02.768701 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:22:02.768701 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:02.768701 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:22:02.768701 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:02.768701 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:02.768701 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:02.768701 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:02.768701 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:02.768701 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:22:02.768701 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:02.768701 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:22:02.768701 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:02.768701 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:02.768701 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:02.768701 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:02.768701 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:02.768701 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:02.768701 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:02.768701 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:02.768701 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:02.768701 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:02.768701 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:02.850470 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8e7d4ddf-7feb-4cfa-809b-7e12e45f33e5 None None] Provisioning for port 55c54eb5-e460-4232-9ad7-3f05c1bc9b9f completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:02.875102 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8e7d4ddf-7feb-4cfa-809b-7e12e45f33e5 None None] Provisioning complete for port 55c54eb5-e460-4232-9ad7-3f05c1bc9b9f triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:02.875490 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8e7d4ddf-7feb-4cfa-809b-7e12e45f33e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.013827 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4e46ee4e-141e-44c8-9a83-12f42c487f8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.022238 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4e46ee4e-141e-44c8-9a83-12f42c487f8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.024689 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4e46ee4e-141e-44c8-9a83-12f42c487f8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/networks/28a52546-1aa7-422f-a863-fac0fe7563db HTTP/1.1" status: 204 len: 168 time: 1.0603333 Jun 30 09:22:03.028579 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8e7d4ddf-7feb-4cfa-809b-7e12e45f33e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.036573 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48308) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:03.040258 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-67d6e8ef-b2ff-4498-80b0-551e8c048f60 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-701307522'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:03.042655 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46ee4e-141e-44c8-9a83-12f42c487f8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event deleted for resources: {'Network': ['ID=28a52546-1aa7-422f-a863-fac0fe7563db,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:03.087355 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-8e7d4ddf-7feb-4cfa-809b-7e12e45f33e5 None None] For port 55c54eb5-e460-4232-9ad7-3f05c1bc9b9f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=55c54eb5-e460-4232-9ad7-3f05c1bc9b9f,segment=NetworkSegment(7b48be3e-d797-4969-a0d6-b3509d1f3feb),segment_id=7b48be3e-d797-4969-a0d6-b3509d1f3feb)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:03.237810 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973e3921-a385-490d-9a95-18b751dc131c None None] get_active_networks_info from n-d-771363-31 {{(pid=101055) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:22:03.271700 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d6e8ef-b2ff-4498-80b0-551e8c048f60 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Made reservation on behalf of 3810372c203d460e9c5e7755311f2ff4 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:03.275408 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-67d6e8ef-b2ff-4498-80b0-551e8c048f60 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.321607 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8e7d4ddf-7feb-4cfa-809b-7e12e45f33e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.329978 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d6e8ef-b2ff-4498-80b0-551e8c048f60 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:03.363453 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-67d6e8ef-b2ff-4498-80b0-551e8c048f60 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.363784 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-67d6e8ef-b2ff-4498-80b0-551e8c048f60 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Added segment 269eced4-6981-47f4-a93b-47a57f258a3d of type vlan for network 9c7edad2-0091-4991-9e8f-48daa22c8817 Jun 30 09:22:03.415674 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d4ddf-7feb-4cfa-809b-7e12e45f33e5 None None] Pushing event updated for resources: {'Port': ['ID=55c54eb5-e460-4232-9ad7-3f05c1bc9b9f,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:03.426156 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973e3921-a385-490d-9a95-18b751dc131c None None] Resources bound (agent type, host, resource id): {{(pid=101055) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:22:03.429184 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-67d6e8ef-b2ff-4498-80b0-551e8c048f60 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.466080 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-312fed2e-363c-461a-b943-48fb370f1d54 None None] Provisioning complete for port 55c54eb5-e460-4232-9ad7-3f05c1bc9b9f triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:03.466453 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-312fed2e-363c-461a-b943-48fb370f1d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.633667 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-67d6e8ef-b2ff-4498-80b0-551e8c048f60 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.639835 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d6e8ef-b2ff-4498-80b0-551e8c048f60 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:03.640445 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-67d6e8ef-b2ff-4498-80b0-551e8c048f60 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.744125 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6e8ef-b2ff-4498-80b0-551e8c048f60 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event updated for resources: {'Network': ['ID=9c7edad2-0091-4991-9e8f-48daa22c8817,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:03.754463 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d331d9-22cf-4ca1-be4e-592e233d0a8b req-a2a2e1cf-6f5b-4746-8669-a12fee1b55f6 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:03.762106 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e2d331d9-22cf-4ca1-be4e-592e233d0a8b req-a2a2e1cf-6f5b-4746-8669-a12fee1b55f6 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.1623688 Jun 30 09:22:03.768168 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 9c7edad2-0091-4991-9e8f-48daa22c8817 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:03.840098 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e2d331d9-22cf-4ca1-be4e-592e233d0a8b req-dc7e7bea-f678-4cd9-a64b-76bd539f0e08 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764341 Jun 30 09:22:03.859873 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-67d6e8ef-b2ff-4498-80b0-551e8c048f60 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8242497 Jun 30 09:22:03.862472 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48324) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:03.874246 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 55c54eb5-e460-4232-9ad7-3f05c1bc9b9f up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:03.877066 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-3fe07b1b-981f-4260-a523-835ed13cc523 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Request body: {'subnet': {'network_id': '9c7edad2-0091-4991-9e8f-48daa22c8817', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:03.936231 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ca021-f2d0-4c4e-ae81-799fe378a2a3 req-0b8fcb40-0b65-4e2d-8e10-5cb7d191744e tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:03.944034 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ff0ca021-f2d0-4c4e-ae81-799fe378a2a3 req-0b8fcb40-0b65-4e2d-8e10-5cb7d191744e tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 946 time: 0.1335192 Jun 30 09:22:03.945958 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48326) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:04.033247 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 55c54eb5-e460-4232-9ad7-3f05c1bc9b9f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:04.033621 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.035547 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ff0ca021-f2d0-4c4e-ae81-799fe378a2a3 req-a0684d52-bdd8-48f5-921e-b2af52bd280c tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902784 Jun 30 09:22:04.134816 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d1772c81-b913-4d19-985f-e7397ca08180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.299787 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe07b1b-981f-4260-a523-835ed13cc523 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Made reservation on behalf of 3810372c203d460e9c5e7755311f2ff4 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:04.304977 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3fe07b1b-981f-4260-a523-835ed13cc523 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.391173 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.ipam_backend_mixin [None req-3fe07b1b-981f-4260-a523-835ed13cc523 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Performing IP validity checks on allocation pools {{(pid=101053) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 09:22:04.394373 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.ipam_backend_mixin [None req-3fe07b1b-981f-4260-a523-835ed13cc523 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101053) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 09:22:04.425704 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d1772c81-b913-4d19-985f-e7397ca08180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.539195 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d1772c81-b913-4d19-985f-e7397ca08180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.579859 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d1772c81-b913-4d19-985f-e7397ca08180 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=65cfbefc55044efbb7daf20b6c07bd3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6327116 Jun 30 09:22:04.581181 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1772c81-b913-4d19-985f-e7397ca08180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12826889-eba0-4519-abd7-a79b4cfc0211,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:04.584378 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48336) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:04.638720 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d91c730f-6433-42d4-9df6-80dce258f3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.643634 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3fe07b1b-981f-4260-a523-835ed13cc523 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.699159 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d91c730f-6433-42d4-9df6-80dce258f3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.747821 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe07b1b-981f-4260-a523-835ed13cc523 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event updated for resources: {'Subnet': ['ID=dcd79d73-708f-411d-b1ab-015239a2e2e2,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:04.763465 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe07b1b-981f-4260-a523-835ed13cc523 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Checking segment: {'id': '269eced4-6981-47f4-a93b-47a57f258a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9c7edad2-0091-4991-9e8f-48daa22c8817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:04.763922 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe07b1b-981f-4260-a523-835ed13cc523 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Network hostable DHCP agents. Network: 9c7edad2-0091-4991-9e8f-48daa22c8817, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:22:04.847640 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe07b1b-981f-4260-a523-835ed13cc523 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Network 9c7edad2-0091-4991-9e8f-48daa22c8817 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:22:04.876313 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d91c730f-6433-42d4-9df6-80dce258f3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.878870 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d91c730f-6433-42d4-9df6-80dce258f3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.882430 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d91c730f-6433-42d4-9df6-80dce258f3a5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/12826889-eba0-4519-abd7-a79b4cfc0211 HTTP/1.1" status: 204 len: 168 time: 0.2945573 Jun 30 09:22:04.889048 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c730f-6433-42d4-9df6-80dce258f3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12826889-eba0-4519-abd7-a79b4cfc0211,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:04.973556 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-3fe07b1b-981f-4260-a523-835ed13cc523 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 9c7edad2-0091-4991-9e8f-48daa22c8817) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:04.992579 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9df389b-7eb1-41b8-8eda-d7440b281d02 None None] Network 9c7edad2-0091-4991-9e8f-48daa22c8817 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:04.993807 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe07b1b-981f-4260-a523-835ed13cc523 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:04.998126 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3fe07b1b-981f-4260-a523-835ed13cc523 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.079933 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b1e70-7f19-4680-bad6-a20ae6cf46e6 req-ad05d949-2797-4e4c-b608-918c05d87cc7 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:05.083768 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5a1b1e70-7f19-4680-bad6-a20ae6cf46e6 req-ad05d949-2797-4e4c-b608-918c05d87cc7 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.0942986 Jun 30 09:22:05.128443 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3fe07b1b-981f-4260-a523-835ed13cc523 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2648494 Jun 30 09:22:05.131807 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48344) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:05.156255 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5a1b1e70-7f19-4680-bad6-a20ae6cf46e6 req-d449f3f4-c183-456b-97db-76e1e0c7dc2d tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632651 Jun 30 09:22:05.221391 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb249fc6-3935-4da5-8073-967162b9e7e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-9c7edad2-0091-4991-9e8f-48daa22c8817', 'network_id': '9c7edad2-0091-4991-9e8f-48daa22c8817', 'tenant_id': '3810372c203d460e9c5e7755311f2ff4', 'fixed_ips': [{'subnet_id': 'dcd79d73-708f-411d-b1ab-015239a2e2e2'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:22:05.222246 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fb249fc6-3935-4da5-8073-967162b9e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.314823 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.331301 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fdf7cd-df16-408a-a456-90377437eb94 req-0a34837a-2db3-4754-9b9d-993dae8a593b tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:05.332427 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-22fdf7cd-df16-408a-a456-90377437eb94 req-0a34837a-2db3-4754-9b9d-993dae8a593b tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 946 time: 0.1167176 Jun 30 09:22:05.418042 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-fb249fc6-3935-4da5-8073-967162b9e7e2 None None] Allocated IP 172.20.0.3 (9c7edad2-0091-4991-9e8f-48daa22c8817/dcd79d73-708f-411d-b1ab-015239a2e2e2/3908558f-5794-41be-896a-e655a86d86fb) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:05.427834 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-22fdf7cd-df16-408a-a456-90377437eb94 req-ac9bbe02-1018-42a2-9e57-8ee9c9f004cd tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877266 Jun 30 09:22:05.428741 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.629675 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fb249fc6-3935-4da5-8073-967162b9e7e2 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.638407 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fb249fc6-3935-4da5-8073-967162b9e7e2 None None] Transition to ACTIVE for port object 3908558f-5794-41be-896a-e655a86d86fb will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:05.653634 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fb249fc6-3935-4da5-8073-967162b9e7e2 None None] Transition to ACTIVE for port object 3908558f-5794-41be-896a-e655a86d86fb will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:05.733831 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fb249fc6-3935-4da5-8073-967162b9e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.774927 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb249fc6-3935-4da5-8073-967162b9e7e2 None None] Network 9c7edad2-0091-4991-9e8f-48daa22c8817 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:05.777827 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-fb249fc6-3935-4da5-8073-967162b9e7e2 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:05.784445 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb249fc6-3935-4da5-8073-967162b9e7e2 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:05.791645 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb249fc6-3935-4da5-8073-967162b9e7e2 None None] Pushing event updated for resources: {'Port': ['ID=3908558f-5794-41be-896a-e655a86d86fb,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:05.805155 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48356) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:05.820038 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.822017 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d09abc39-02c7-40d9-a8d6-6f367e0c121e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.848493 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-fb249fc6-3935-4da5-8073-967162b9e7e2 None None] Attempting to bind port 3908558f-5794-41be-896a-e655a86d86fb on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:05.848970 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-fb249fc6-3935-4da5-8073-967162b9e7e2 None None] Attempting to bind port 3908558f-5794-41be-896a-e655a86d86fb by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '269eced4-6981-47f4-a93b-47a57f258a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9c7edad2-0091-4991-9e8f-48daa22c8817'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:05.849332 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb249fc6-3935-4da5-8073-967162b9e7e2 None None] Attempting to bind port 3908558f-5794-41be-896a-e655a86d86fb on network 9c7edad2-0091-4991-9e8f-48daa22c8817 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:05.854620 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb249fc6-3935-4da5-8073-967162b9e7e2 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:05.855627 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb249fc6-3935-4da5-8073-967162b9e7e2 None None] Checking segment: {'id': '269eced4-6981-47f4-a93b-47a57f258a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9c7edad2-0091-4991-9e8f-48daa22c8817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:05.855965 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fb249fc6-3935-4da5-8073-967162b9e7e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.856362 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb249fc6-3935-4da5-8073-967162b9e7e2 None None] Bound using segment: {'id': '269eced4-6981-47f4-a93b-47a57f258a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9c7edad2-0091-4991-9e8f-48daa22c8817'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:05.856873 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-fb249fc6-3935-4da5-8073-967162b9e7e2 None None] Bound port: 3908558f-5794-41be-896a-e655a86d86fb, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '269eced4-6981-47f4-a93b-47a57f258a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9c7edad2-0091-4991-9e8f-48daa22c8817'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:05.857352 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fb249fc6-3935-4da5-8073-967162b9e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.858398 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event deleted for resources: {'Subnet': ['ID=dcd79d73-708f-411d-b1ab-015239a2e2e2,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:05.937077 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-fb249fc6-3935-4da5-8073-967162b9e7e2 None None] For port 3908558f-5794-41be-896a-e655a86d86fb, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:05.939037 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.940434 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-fb249fc6-3935-4da5-8073-967162b9e7e2 None None] For port 3908558f-5794-41be-896a-e655a86d86fb, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3908558f-5794-41be-896a-e655a86d86fb,segment=NetworkSegment(269eced4-6981-47f4-a93b-47a57f258a3d),segment_id=269eced4-6981-47f4-a93b-47a57f258a3d)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:05.955899 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7edad2-0091-4991-9e8f-48daa22c8817']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:05.969982 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '269eced4-6981-47f4-a93b-47a57f258a3d') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:05.970275 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '269eced4-6981-47f4-a93b-47a57f258a3d') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:05.986138 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:06.035922 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fb249fc6-3935-4da5-8073-967162b9e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:06.036688 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:06.040223 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d09abc39-02c7-40d9-a8d6-6f367e0c121e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:06.047666 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:06.048280 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:06.051579 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:22:06.051579 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:06.051579 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:22:06.051579 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:06.051579 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:22:06.051579 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:06.051579 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:22:06.051579 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:06.051579 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:22:06.051579 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:06.051579 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:22:06.051579 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:06.051579 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:22:06.051579 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:06.051579 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:06.051579 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:06.051579 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:06.051579 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:06.051579 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:22:06.051579 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:06.051579 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:22:06.051579 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:06.051579 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:06.051579 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:06.051579 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:06.051579 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:06.051579 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:06.051579 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:06.051579 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:06.051579 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:06.051579 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:06.051579 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:06.125680 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb249fc6-3935-4da5-8073-967162b9e7e2 None None] Pushing event updated for resources: {'Port': ['ID=3908558f-5794-41be-896a-e655a86d86fb,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:06.144681 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d09abc39-02c7-40d9-a8d6-6f367e0c121e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:06.151368 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3594b8-c75f-4357-9bfe-d60650f7f4ae None None] Network 9c7edad2-0091-4991-9e8f-48daa22c8817 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:06.192967 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d09abc39-02c7-40d9-a8d6-6f367e0c121e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f83076e60c81417cb43dd7cf5e1007a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3839674 Jun 30 09:22:06.192967 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.db.api [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 09:22:06.192967 n-d-771363-31 neutron-server[101053]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 09:22:06.192967 n-d-771363-31 neutron-server[101053]: [parameters: {'id': '9c7edad2-0091-4991-9e8f-48daa22c8817'}] Jun 30 09:22:06.192967 n-d-771363-31 neutron-server[101053]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=101053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:22:06.193361 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48360) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:06.193777 n-d-771363-31 neutron-server[101053]: DEBUG oslo_db.api [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:22:06.193777 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09abc39-02c7-40d9-a8d6-6f367e0c121e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f173b8ca-172a-4dc7-b23a-23176ad36848,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:06.253068 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0368cc2-2725-4ce7-93bc-e6f2693b9275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:06.278260 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0368cc2-2725-4ce7-93bc-e6f2693b9275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:06.336006 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925c6c3f-91a8-4b8f-8871-c55bbc54a2ee None None] get_active_networks_info from n-d-771363-31 {{(pid=101055) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:22:06.374261 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16396d-0541-4d4e-862d-15d4b12c4330 req-faf2d40e-59d4-42e2-8ce6-483be5a002e7 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:06.375926 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0a16396d-0541-4d4e-862d-15d4b12c4330 req-faf2d40e-59d4-42e2-8ce6-483be5a002e7 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.0754130 Jun 30 09:22:06.424475 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0a16396d-0541-4d4e-862d-15d4b12c4330 req-ac5e10dc-2370-459e-999d-6e2337eaea5d tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429285 Jun 30 09:22:06.460074 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0368cc2-2725-4ce7-93bc-e6f2693b9275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:06.462062 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0368cc2-2725-4ce7-93bc-e6f2693b9275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:06.466170 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c0368cc2-2725-4ce7-93bc-e6f2693b9275 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f173b8ca-172a-4dc7-b23a-23176ad36848 HTTP/1.1" status: 204 len: 168 time: 0.2693396 Jun 30 09:22:06.495940 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925c6c3f-91a8-4b8f-8871-c55bbc54a2ee None None] Resources bound (agent type, host, resource id): {{(pid=101055) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:22:06.503096 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0368cc2-2725-4ce7-93bc-e6f2693b9275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f173b8ca-172a-4dc7-b23a-23176ad36848,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:06.681949 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1844f47-c0fd-4d55-8282-6526a2e752ea req-d407acd1-a1df-4fb6-82b9-3f3b6efdd418 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:06.687699 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e1844f47-c0fd-4d55-8282-6526a2e752ea req-d407acd1-a1df-4fb6-82b9-3f3b6efdd418 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 946 time: 0.1023366 Jun 30 09:22:06.698585 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:06.772014 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e1844f47-c0fd-4d55-8282-6526a2e752ea req-6335d028-b705-4d7d-b673-8cd23bd6da61 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803349 Jun 30 09:22:06.798444 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Deleting port 3908558f-5794-41be-896a-e655a86d86fb {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:06.798784 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:06.903199 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] For port 3908558f-5794-41be-896a-e655a86d86fb, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3908558f-5794-41be-896a-e655a86d86fb,segment=NetworkSegment(269eced4-6981-47f4-a93b-47a57f258a3d),segment_id=269eced4-6981-47f4-a93b-47a57f258a3d)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:06.903603 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:06.920945 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Calling delete_port for 3908558f-5794-41be-896a-e655a86d86fb owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:07.150778 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.180320 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] No DVR routers for this DVR port 3908558f-5794-41be-896a-e655a86d86fb on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:07.185427 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event deleted for resources: {'Port': ['ID=3908558f-5794-41be-896a-e655a86d86fb,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:07.263381 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.273379 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7edad2-0091-4991-9e8f-48daa22c8817']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:07.285376 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '269eced4-6981-47f4-a93b-47a57f258a3d') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:07.285672 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '269eced4-6981-47f4-a93b-47a57f258a3d') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:07.296305 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.317549 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.320847 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:07.321246 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.325047 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:22:07.325047 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:07.325047 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:22:07.325047 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:07.325047 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:22:07.325047 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:07.325047 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:22:07.325047 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:07.325047 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:22:07.325047 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:07.325047 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:22:07.325047 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:07.325047 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:22:07.325047 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:07.325047 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:07.325047 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:07.325047 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:07.325047 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:07.325047 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:22:07.325047 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:07.325047 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:22:07.325047 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:07.325047 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:07.325047 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:07.325047 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:07.325047 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:07.325047 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:07.325047 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:07.325047 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:07.325047 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:07.325047 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:07.325047 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:07.361996 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.465229 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.473846 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.473846 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/networks/9c7edad2-0091-4991-9e8f-48daa22c8817 HTTP/1.1" status: 204 len: 168 time: 2.3392658 Jun 30 09:22:07.475856 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48392) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:07.483052 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-34a994b0-4bef-4f69-aef3-11246eaccfcc tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1738357317'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:07.489086 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d61b16-9e0b-4043-8a70-e19f567ea8e0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event deleted for resources: {'Network': ['ID=9c7edad2-0091-4991-9e8f-48daa22c8817,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:07.596513 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a994b0-4bef-4f69-aef3-11246eaccfcc tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Made reservation on behalf of 3810372c203d460e9c5e7755311f2ff4 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:07.601630 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-34a994b0-4bef-4f69-aef3-11246eaccfcc tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.626745 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b9561-1c6a-497f-9240-9d5c53ab816c req-51b7ae32-0da1-4cd0-bd36-257543ea010e tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:07.628402 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-412b9561-1c6a-497f-9240-9d5c53ab816c req-51b7ae32-0da1-4cd0-bd36-257543ea010e tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.0716631 Jun 30 09:22:07.640377 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a994b0-4bef-4f69-aef3-11246eaccfcc tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:07.649564 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-34a994b0-4bef-4f69-aef3-11246eaccfcc tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.649908 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-34a994b0-4bef-4f69-aef3-11246eaccfcc tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Added segment ebc7e345-70ce-465f-88d4-7a434fad6c92 of type vlan for network 94c433a5-ad93-40f3-a77d-a4cdaa68e261 Jun 30 09:22:07.676033 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-412b9561-1c6a-497f-9240-9d5c53ab816c req-4fb7283d-0694-4a9b-bfea-41c65c2ac75c tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408368 Jun 30 09:22:07.700976 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-34a994b0-4bef-4f69-aef3-11246eaccfcc tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:08.172491 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878d052-a0fc-45bd-b60e-2ad0863d4780 req-9920fbc9-4747-4ff5-be2d-d50e71c36557 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:08.174320 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2878d052-a0fc-45bd-b60e-2ad0863d4780 req-9920fbc9-4747-4ff5-be2d-d50e71c36557 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 946 time: 0.0823181 Jun 30 09:22:08.214918 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-34a994b0-4bef-4f69-aef3-11246eaccfcc tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:08.220190 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a994b0-4bef-4f69-aef3-11246eaccfcc tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:08.220795 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-34a994b0-4bef-4f69-aef3-11246eaccfcc tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:08.228448 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2878d052-a0fc-45bd-b60e-2ad0863d4780 req-f1f90b8d-654f-4afe-afc1-3004fcd86f17 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447752 Jun 30 09:22:08.330100 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a994b0-4bef-4f69-aef3-11246eaccfcc tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event updated for resources: {'Network': ['ID=94c433a5-ad93-40f3-a77d-a4cdaa68e261,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:08.341804 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 94c433a5-ad93-40f3-a77d-a4cdaa68e261 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:08.374553 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-34a994b0-4bef-4f69-aef3-11246eaccfcc tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8972106 Jun 30 09:22:08.377259 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48428) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:08.382377 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-9eb514fd-353c-43ad-8400-d44a12000743 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Request body: {'subnet': {'network_id': '94c433a5-ad93-40f3-a77d-a4cdaa68e261', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:08.584850 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb514fd-353c-43ad-8400-d44a12000743 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Made reservation on behalf of 3810372c203d460e9c5e7755311f2ff4 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:08.588696 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9eb514fd-353c-43ad-8400-d44a12000743 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:08.665040 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:08.917896 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c085354-ef84-43f5-a0ea-a68d3e810f2c req-5efd1007-0fc6-4675-9dde-5fae17fb5350 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:08.919787 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7c085354-ef84-43f5-a0ea-a68d3e810f2c req-5efd1007-0fc6-4675-9dde-5fae17fb5350 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.0738177 Jun 30 09:22:08.922395 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9eb514fd-353c-43ad-8400-d44a12000743 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.023878 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7c085354-ef84-43f5-a0ea-a68d3e810f2c req-c9eefbe2-c8bf-47b8-a806-1aa2fe52eddd tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918195 Jun 30 09:22:09.024494 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb514fd-353c-43ad-8400-d44a12000743 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event updated for resources: {'Subnet': ['ID=079aa5c4-5267-4059-8fb9-99fd9cf8bb44,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:09.037020 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb514fd-353c-43ad-8400-d44a12000743 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:09.037374 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb514fd-353c-43ad-8400-d44a12000743 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:09.037804 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb514fd-353c-43ad-8400-d44a12000743 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:09.038076 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb514fd-353c-43ad-8400-d44a12000743 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:09.038436 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb514fd-353c-43ad-8400-d44a12000743 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:09.038770 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb514fd-353c-43ad-8400-d44a12000743 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:09.039097 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb514fd-353c-43ad-8400-d44a12000743 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:09.039454 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb514fd-353c-43ad-8400-d44a12000743 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:09.039859 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb514fd-353c-43ad-8400-d44a12000743 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:09.040093 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb514fd-353c-43ad-8400-d44a12000743 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:09.040471 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb514fd-353c-43ad-8400-d44a12000743 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:09.040727 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb514fd-353c-43ad-8400-d44a12000743 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:09.063078 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb514fd-353c-43ad-8400-d44a12000743 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Checking segment: {'id': 'ebc7e345-70ce-465f-88d4-7a434fad6c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '94c433a5-ad93-40f3-a77d-a4cdaa68e261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:09.063500 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb514fd-353c-43ad-8400-d44a12000743 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Network hostable DHCP agents. Network: 94c433a5-ad93-40f3-a77d-a4cdaa68e261, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:22:09.187399 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb514fd-353c-43ad-8400-d44a12000743 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Network 94c433a5-ad93-40f3-a77d-a4cdaa68e261 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:22:09.275893 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-9eb514fd-353c-43ad-8400-d44a12000743 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 94c433a5-ad93-40f3-a77d-a4cdaa68e261) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:09.287343 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf95b39d-59b7-4f67-bc18-a240e153788e None None] Network 94c433a5-ad93-40f3-a77d-a4cdaa68e261 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:09.290499 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb514fd-353c-43ad-8400-d44a12000743 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:09.290634 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9eb514fd-353c-43ad-8400-d44a12000743 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.385865 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9eb514fd-353c-43ad-8400-d44a12000743 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0072446 Jun 30 09:22:09.388232 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48454) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:09.524642 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7f8927-0fbc-4df3-8511-37f1f0ac68a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-94c433a5-ad93-40f3-a77d-a4cdaa68e261', 'network_id': '94c433a5-ad93-40f3-a77d-a4cdaa68e261', 'tenant_id': '3810372c203d460e9c5e7755311f2ff4', 'fixed_ips': [{'subnet_id': '079aa5c4-5267-4059-8fb9-99fd9cf8bb44'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:22:09.525547 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9d7f8927-0fbc-4df3-8511-37f1f0ac68a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.603738 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.623475 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ccf02-53ce-43d2-8f0b-d975fe96bc67 req-07ab25c5-59b9-48c8-935e-5ada6a68f1d9 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:09.630402 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-909ccf02-53ce-43d2-8f0b-d975fe96bc67 req-07ab25c5-59b9-48c8-935e-5ada6a68f1d9 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 946 time: 0.1572232 Jun 30 09:22:09.701481 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.719958 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-9d7f8927-0fbc-4df3-8511-37f1f0ac68a3 None None] Allocated IP 172.20.0.1 (94c433a5-ad93-40f3-a77d-a4cdaa68e261/079aa5c4-5267-4059-8fb9-99fd9cf8bb44/277fbb78-6383-47ff-904a-4641389dca24) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:09.757924 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-909ccf02-53ce-43d2-8f0b-d975fe96bc67 req-78c35ec7-cc8d-4887-9f82-d0fb7d535f33 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265624 Jun 30 09:22:09.923172 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9d7f8927-0fbc-4df3-8511-37f1f0ac68a3 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.932229 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9d7f8927-0fbc-4df3-8511-37f1f0ac68a3 None None] Transition to ACTIVE for port object 277fbb78-6383-47ff-904a-4641389dca24 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:09.948666 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9d7f8927-0fbc-4df3-8511-37f1f0ac68a3 None None] Transition to ACTIVE for port object 277fbb78-6383-47ff-904a-4641389dca24 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:10.029216 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9d7f8927-0fbc-4df3-8511-37f1f0ac68a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:10.072828 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7f8927-0fbc-4df3-8511-37f1f0ac68a3 None None] Network 94c433a5-ad93-40f3-a77d-a4cdaa68e261 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:10.077087 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-9d7f8927-0fbc-4df3-8511-37f1f0ac68a3 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:10.083869 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7f8927-0fbc-4df3-8511-37f1f0ac68a3 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:10.119090 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f8927-0fbc-4df3-8511-37f1f0ac68a3 None None] Pushing event updated for resources: {'Port': ['ID=277fbb78-6383-47ff-904a-4641389dca24,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:10.125469 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:10.178075 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-9d7f8927-0fbc-4df3-8511-37f1f0ac68a3 None None] Attempting to bind port 277fbb78-6383-47ff-904a-4641389dca24 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:10.178723 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-9d7f8927-0fbc-4df3-8511-37f1f0ac68a3 None None] Attempting to bind port 277fbb78-6383-47ff-904a-4641389dca24 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'ebc7e345-70ce-465f-88d4-7a434fad6c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '94c433a5-ad93-40f3-a77d-a4cdaa68e261'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:10.179311 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7f8927-0fbc-4df3-8511-37f1f0ac68a3 None None] Attempting to bind port 277fbb78-6383-47ff-904a-4641389dca24 on network 94c433a5-ad93-40f3-a77d-a4cdaa68e261 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:10.186085 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7f8927-0fbc-4df3-8511-37f1f0ac68a3 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:10.186786 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7f8927-0fbc-4df3-8511-37f1f0ac68a3 None None] Checking segment: {'id': 'ebc7e345-70ce-465f-88d4-7a434fad6c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '94c433a5-ad93-40f3-a77d-a4cdaa68e261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:10.187392 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9d7f8927-0fbc-4df3-8511-37f1f0ac68a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:10.188051 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event deleted for resources: {'Subnet': ['ID=079aa5c4-5267-4059-8fb9-99fd9cf8bb44,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:10.188417 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7f8927-0fbc-4df3-8511-37f1f0ac68a3 None None] Bound using segment: {'id': 'ebc7e345-70ce-465f-88d4-7a434fad6c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '94c433a5-ad93-40f3-a77d-a4cdaa68e261'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:10.189181 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-9d7f8927-0fbc-4df3-8511-37f1f0ac68a3 None None] Bound port: 277fbb78-6383-47ff-904a-4641389dca24, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc7e345-70ce-465f-88d4-7a434fad6c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '94c433a5-ad93-40f3-a77d-a4cdaa68e261'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:10.190635 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9d7f8927-0fbc-4df3-8511-37f1f0ac68a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:10.337816 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c44e48-ae2f-4292-bda0-3d4d15ea37a1 req-5cbd4336-739b-4dcb-ad1b-ea41877872cc tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:10.346034 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7c44e48-ae2f-4292-bda0-3d4d15ea37a1 req-5cbd4336-739b-4dcb-ad1b-ea41877872cc tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.1416714 Jun 30 09:22:10.389304 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-9d7f8927-0fbc-4df3-8511-37f1f0ac68a3 None None] For port 277fbb78-6383-47ff-904a-4641389dca24, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:10.398510 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-9d7f8927-0fbc-4df3-8511-37f1f0ac68a3 None None] For port 277fbb78-6383-47ff-904a-4641389dca24, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=277fbb78-6383-47ff-904a-4641389dca24,segment=NetworkSegment(ebc7e345-70ce-465f-88d4-7a434fad6c92),segment_id=ebc7e345-70ce-465f-88d4-7a434fad6c92)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:10.410948 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7c44e48-ae2f-4292-bda0-3d4d15ea37a1 req-a0be9e77-dfab-4587-9bea-555dc1d6f02c tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638745 Jun 30 09:22:10.534213 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9d7f8927-0fbc-4df3-8511-37f1f0ac68a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:10.603518 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f8927-0fbc-4df3-8511-37f1f0ac68a3 None None] Pushing event updated for resources: {'Port': ['ID=277fbb78-6383-47ff-904a-4641389dca24,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:10.673213 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893fedd4-46fe-45c4-818a-244eea0a332c None None] Network 94c433a5-ad93-40f3-a77d-a4cdaa68e261 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:10.772561 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:10.787381 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c433a5-ad93-40f3-a77d-a4cdaa68e261']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:10.799098 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc7e345-70ce-465f-88d4-7a434fad6c92') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:10.799451 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc7e345-70ce-465f-88d4-7a434fad6c92') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:10.809088 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:10.826403 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:10.835425 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:10.836441 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:10.841055 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:22:10.841055 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:10.841055 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:22:10.841055 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:10.841055 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:22:10.841055 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:10.841055 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:22:10.841055 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:10.841055 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:22:10.841055 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:10.841055 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:22:10.841055 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:10.841055 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:22:10.841055 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:10.841055 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:10.841055 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:10.841055 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:10.841055 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:10.841055 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:22:10.841055 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:10.841055 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:22:10.841055 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:10.841055 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:10.841055 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:10.841055 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:10.841055 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:10.841055 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:10.841055 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:10.841055 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:10.841055 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:10.841055 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:10.841055 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:10.855991 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f557ce-adf6-4230-a5c0-35d3d187a2a4 None None] get_active_networks_info from n-d-771363-31 {{(pid=101055) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:22:10.977876 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.db.api [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 09:22:10.977876 n-d-771363-31 neutron-server[101053]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 09:22:10.977876 n-d-771363-31 neutron-server[101053]: [parameters: {'id': '94c433a5-ad93-40f3-a77d-a4cdaa68e261'}] Jun 30 09:22:10.977876 n-d-771363-31 neutron-server[101053]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=101053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:22:10.978707 n-d-771363-31 neutron-server[101053]: DEBUG oslo_db.api [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:22:11.030515 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7437c4-a5d5-49dc-a3ed-e081a29f8de0 req-a8078658-1fdf-45a6-97f9-2f2600db4ebd tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:11.038826 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6a7437c4-a5d5-49dc-a3ed-e081a29f8de0 req-a8078658-1fdf-45a6-97f9-2f2600db4ebd tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 946 time: 0.0886455 Jun 30 09:22:11.045887 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f557ce-adf6-4230-a5c0-35d3d187a2a4 None None] Resources bound (agent type, host, resource id): {{(pid=101055) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:22:11.088290 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6a7437c4-a5d5-49dc-a3ed-e081a29f8de0 req-9be5746b-dd10-424d-a20e-1e748a141c2a tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482779 Jun 30 09:22:11.481017 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:11.639047 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Deleting port 277fbb78-6383-47ff-904a-4641389dca24 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:11.639515 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:11.726454 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07464e9a-003d-4b75-ac8e-5594ff90b4ab req-fe591874-b840-4b18-b971-18dd774fe6be tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:11.728101 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-07464e9a-003d-4b75-ac8e-5594ff90b4ab req-fe591874-b840-4b18-b971-18dd774fe6be tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.1735351 Jun 30 09:22:11.748468 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] For port 277fbb78-6383-47ff-904a-4641389dca24, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=277fbb78-6383-47ff-904a-4641389dca24,segment=NetworkSegment(ebc7e345-70ce-465f-88d4-7a434fad6c92),segment_id=ebc7e345-70ce-465f-88d4-7a434fad6c92)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:11.749039 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:11.771842 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Calling delete_port for 277fbb78-6383-47ff-904a-4641389dca24 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:11.803161 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-07464e9a-003d-4b75-ac8e-5594ff90b4ab req-3713d639-87af-41bd-823c-beeab65b9f92 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624526 Jun 30 09:22:11.997456 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.025439 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event deleted for resources: {'Port': ['ID=277fbb78-6383-47ff-904a-4641389dca24,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:12.035368 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] No DVR routers for this DVR port 277fbb78-6383-47ff-904a-4641389dca24 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:12.119729 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.130669 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c433a5-ad93-40f3-a77d-a4cdaa68e261']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:12.143387 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc7e345-70ce-465f-88d4-7a434fad6c92') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:12.143739 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc7e345-70ce-465f-88d4-7a434fad6c92') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:12.154908 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.176914 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.184450 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:12.185165 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.189026 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:22:12.189026 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:12.189026 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:22:12.189026 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:12.189026 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:22:12.189026 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:12.189026 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:22:12.189026 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:12.189026 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:22:12.189026 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:12.189026 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:22:12.189026 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:12.189026 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:22:12.189026 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:12.189026 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:12.189026 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:12.189026 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:12.189026 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:12.189026 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:22:12.189026 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:12.189026 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:22:12.189026 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:12.189026 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:12.189026 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:12.189026 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:12.189026 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:12.189026 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:12.189026 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:12.189026 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:12.189026 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:12.189026 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:12.189026 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:12.276137 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aaa832-38f2-419c-8ae0-6b75dec3900a req-6df1fd29-4f9a-4052-b79a-e6f3ce5ce0b0 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:12.278162 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-44aaa832-38f2-419c-8ae0-6b75dec3900a req-6df1fd29-4f9a-4052-b79a-e6f3ce5ce0b0 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 946 time: 0.0693650 Jun 30 09:22:12.320254 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-44aaa832-38f2-419c-8ae0-6b75dec3900a req-86c92938-53a5-498b-be41-9ab7a8640ee5 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360229 Jun 30 09:22:12.350288 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.360801 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.360801 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/networks/94c433a5-ad93-40f3-a77d-a4cdaa68e261 HTTP/1.1" status: 204 len: 168 time: 2.9699905 Jun 30 09:22:12.363895 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48492) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:12.368911 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-9da7a881-751b-4f81-b471-8f5aeebfa842 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-22084718'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:12.371397 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de48a1-2933-4f35-a1b8-c4961bc00830 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event deleted for resources: {'Network': ['ID=94c433a5-ad93-40f3-a77d-a4cdaa68e261,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:12.493348 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da7a881-751b-4f81-b471-8f5aeebfa842 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Made reservation on behalf of 3810372c203d460e9c5e7755311f2ff4 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:12.497456 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9da7a881-751b-4f81-b471-8f5aeebfa842 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.520969 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da7a881-751b-4f81-b471-8f5aeebfa842 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:12.531586 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9da7a881-751b-4f81-b471-8f5aeebfa842 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.531860 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-9da7a881-751b-4f81-b471-8f5aeebfa842 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Added segment fe240bec-8842-42e1-9cff-b472406457f4 of type vlan for network 7dd8a78a-15f0-4eeb-880d-cb6fcfbff40e Jun 30 09:22:12.572728 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9da7a881-751b-4f81-b471-8f5aeebfa842 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.710146 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9da7a881-751b-4f81-b471-8f5aeebfa842 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.716193 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da7a881-751b-4f81-b471-8f5aeebfa842 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:12.716821 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9da7a881-751b-4f81-b471-8f5aeebfa842 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.786818 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7a881-751b-4f81-b471-8f5aeebfa842 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event updated for resources: {'Network': ['ID=7dd8a78a-15f0-4eeb-880d-cb6fcfbff40e,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:12.798512 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 7dd8a78a-15f0-4eeb-880d-cb6fcfbff40e details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:12.841205 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9da7a881-751b-4f81-b471-8f5aeebfa842 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4759066 Jun 30 09:22:12.844921 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48516) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:12.853023 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-a4001eb0-16fc-4567-b565-832066ae8392 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Request body: {'subnet': {'network_id': '7dd8a78a-15f0-4eeb-880d-cb6fcfbff40e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:12.924404 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:22:12.962149 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99493447-bba4-46fe-98f6-f63d48e285c8 req-e27f72e5-b31b-4650-ae3b-157a3c540a8d tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:12.969933 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-99493447-bba4-46fe-98f6-f63d48e285c8 req-e27f72e5-b31b-4650-ae3b-157a3c540a8d tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 946 time: 0.1036932 Jun 30 09:22:13.025838 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-99493447-bba4-46fe-98f6-f63d48e285c8 req-aae2fa59-70d6-47f8-a6f1-eb8a6d51f21c tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547431 Jun 30 09:22:13.138223 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fd122-2731-425c-88eb-ccdbb83b77ec req-d3a29402-bf20-4b3d-83b7-a8db1138583e tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:13.139650 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2c9fd122-2731-425c-88eb-ccdbb83b77ec req-d3a29402-bf20-4b3d-83b7-a8db1138583e tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.0731840 Jun 30 09:22:13.181419 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2c9fd122-2731-425c-88eb-ccdbb83b77ec req-0d8f240a-c9da-4427-9ddc-5bda869df1bf tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358543 Jun 30 09:22:13.196284 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4001eb0-16fc-4567-b565-832066ae8392 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Made reservation on behalf of 3810372c203d460e9c5e7755311f2ff4 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:13.203811 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a4001eb0-16fc-4567-b565-832066ae8392 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:13.496213 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a4001eb0-16fc-4567-b565-832066ae8392 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:13.515489 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b998d2d-9038-44e9-8cf5-db055e2b0dd1 req-b36a3911-2407-4d5d-9311-85597805f02c tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:13.523028 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5b998d2d-9038-44e9-8cf5-db055e2b0dd1 req-b36a3911-2407-4d5d-9311-85597805f02c tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 946 time: 0.0857036 Jun 30 09:22:13.568951 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5b998d2d-9038-44e9-8cf5-db055e2b0dd1 req-4b4c48cf-3f3d-4549-830d-f009b4cc99fe tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447218 Jun 30 09:22:13.594824 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4001eb0-16fc-4567-b565-832066ae8392 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event updated for resources: {'Subnet': ['ID=4792956f-c47e-496a-a4dd-ac2a163e2968,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:13.603679 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4001eb0-16fc-4567-b565-832066ae8392 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Checking segment: {'id': 'fe240bec-8842-42e1-9cff-b472406457f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7dd8a78a-15f0-4eeb-880d-cb6fcfbff40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:13.604046 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4001eb0-16fc-4567-b565-832066ae8392 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Network hostable DHCP agents. Network: 7dd8a78a-15f0-4eeb-880d-cb6fcfbff40e, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:22:13.681712 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4001eb0-16fc-4567-b565-832066ae8392 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Network 7dd8a78a-15f0-4eeb-880d-cb6fcfbff40e is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:22:13.779308 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-a4001eb0-16fc-4567-b565-832066ae8392 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 7dd8a78a-15f0-4eeb-880d-cb6fcfbff40e) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:13.783489 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4001eb0-16fc-4567-b565-832066ae8392 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:13.784079 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a4001eb0-16fc-4567-b565-832066ae8392 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:13.791741 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd84737d-c920-4cda-89c1-bcd5705658b8 None None] Network 7dd8a78a-15f0-4eeb-880d-cb6fcfbff40e requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:13.888152 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a4001eb0-16fc-4567-b565-832066ae8392 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0410848 Jun 30 09:22:13.890790 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48528) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:13.973857 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cbbacf-e470-4705-ac41-5cc614e7c8a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-7dd8a78a-15f0-4eeb-880d-cb6fcfbff40e', 'network_id': '7dd8a78a-15f0-4eeb-880d-cb6fcfbff40e', 'tenant_id': '3810372c203d460e9c5e7755311f2ff4', 'fixed_ips': [{'subnet_id': '4792956f-c47e-496a-a4dd-ac2a163e2968'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:22:13.974895 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-71cbbacf-e470-4705-ac41-5cc614e7c8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.006979 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.099710 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.151518 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-71cbbacf-e470-4705-ac41-5cc614e7c8a6 None None] Allocated IP 172.20.0.2 (7dd8a78a-15f0-4eeb-880d-cb6fcfbff40e/4792956f-c47e-496a-a4dd-ac2a163e2968/63177b5b-2cd0-4864-bfa8-962dab4c0687) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:14.268343 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2e2d7-cd96-4e64-a0e6-54535d2060cc req-dc1ce93d-2a5f-4f44-97be-a3842a454d37 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:14.276386 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-42b2e2d7-cd96-4e64-a0e6-54535d2060cc req-dc1ce93d-2a5f-4f44-97be-a3842a454d37 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 946 time: 0.0819757 Jun 30 09:22:14.329649 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-42b2e2d7-cd96-4e64-a0e6-54535d2060cc req-5eddb920-a15e-4479-8c3e-13d26a3f6215 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518062 Jun 30 09:22:14.380971 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-71cbbacf-e470-4705-ac41-5cc614e7c8a6 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.393668 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-71cbbacf-e470-4705-ac41-5cc614e7c8a6 None None] Transition to ACTIVE for port object 63177b5b-2cd0-4864-bfa8-962dab4c0687 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:14.412285 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-71cbbacf-e470-4705-ac41-5cc614e7c8a6 None None] Transition to ACTIVE for port object 63177b5b-2cd0-4864-bfa8-962dab4c0687 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:14.440260 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6283f-5482-4d0e-b18a-50033c77e9d7 req-df47a49a-5607-43a5-af49-115ddb46ab62 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:14.441912 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-39f6283f-5482-4d0e-b18a-50033c77e9d7 req-df47a49a-5607-43a5-af49-115ddb46ab62 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.0711761 Jun 30 09:22:14.483176 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-71cbbacf-e470-4705-ac41-5cc614e7c8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.487279 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-39f6283f-5482-4d0e-b18a-50033c77e9d7 req-a5cf1aca-7475-41f1-a867-a824ca1a3f3d tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375798 Jun 30 09:22:14.520447 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cbbacf-e470-4705-ac41-5cc614e7c8a6 None None] Network 7dd8a78a-15f0-4eeb-880d-cb6fcfbff40e is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:14.523564 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-71cbbacf-e470-4705-ac41-5cc614e7c8a6 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:14.528244 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cbbacf-e470-4705-ac41-5cc614e7c8a6 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:14.546109 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cbbacf-e470-4705-ac41-5cc614e7c8a6 None None] Pushing event updated for resources: {'Port': ['ID=63177b5b-2cd0-4864-bfa8-962dab4c0687,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:14.598357 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-71cbbacf-e470-4705-ac41-5cc614e7c8a6 None None] Attempting to bind port 63177b5b-2cd0-4864-bfa8-962dab4c0687 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:14.598595 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-71cbbacf-e470-4705-ac41-5cc614e7c8a6 None None] Attempting to bind port 63177b5b-2cd0-4864-bfa8-962dab4c0687 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'fe240bec-8842-42e1-9cff-b472406457f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7dd8a78a-15f0-4eeb-880d-cb6fcfbff40e'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:14.598966 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cbbacf-e470-4705-ac41-5cc614e7c8a6 None None] Attempting to bind port 63177b5b-2cd0-4864-bfa8-962dab4c0687 on network 7dd8a78a-15f0-4eeb-880d-cb6fcfbff40e {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:14.605172 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cbbacf-e470-4705-ac41-5cc614e7c8a6 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:14.605593 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cbbacf-e470-4705-ac41-5cc614e7c8a6 None None] Checking segment: {'id': 'fe240bec-8842-42e1-9cff-b472406457f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7dd8a78a-15f0-4eeb-880d-cb6fcfbff40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:14.606036 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-71cbbacf-e470-4705-ac41-5cc614e7c8a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.606463 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cbbacf-e470-4705-ac41-5cc614e7c8a6 None None] Bound using segment: {'id': 'fe240bec-8842-42e1-9cff-b472406457f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7dd8a78a-15f0-4eeb-880d-cb6fcfbff40e'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:14.606934 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-71cbbacf-e470-4705-ac41-5cc614e7c8a6 None None] Bound port: 63177b5b-2cd0-4864-bfa8-962dab4c0687, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe240bec-8842-42e1-9cff-b472406457f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7dd8a78a-15f0-4eeb-880d-cb6fcfbff40e'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:14.607357 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-71cbbacf-e470-4705-ac41-5cc614e7c8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.619620 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.666756 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event deleted for resources: {'Subnet': ['ID=4792956f-c47e-496a-a4dd-ac2a163e2968,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:14.683929 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-71cbbacf-e470-4705-ac41-5cc614e7c8a6 None None] For port 63177b5b-2cd0-4864-bfa8-962dab4c0687, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:14.688980 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-71cbbacf-e470-4705-ac41-5cc614e7c8a6 None None] For port 63177b5b-2cd0-4864-bfa8-962dab4c0687, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=63177b5b-2cd0-4864-bfa8-962dab4c0687,segment=NetworkSegment(fe240bec-8842-42e1-9cff-b472406457f4),segment_id=fe240bec-8842-42e1-9cff-b472406457f4)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:14.742707 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.764913 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd8a78a-15f0-4eeb-880d-cb6fcfbff40e']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:14.797900 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-71cbbacf-e470-4705-ac41-5cc614e7c8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.801636 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe240bec-8842-42e1-9cff-b472406457f4') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:14.802021 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe240bec-8842-42e1-9cff-b472406457f4') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:14.836676 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.843832 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79b021-d4c8-455c-b5ac-99e0e0323ad9 req-d58ba3ca-c25f-4ea4-afdc-7280b086b90e tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:14.854119 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6e79b021-d4c8-455c-b5ac-99e0e0323ad9 req-d58ba3ca-c25f-4ea4-afdc-7280b086b90e tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 946 time: 0.1220798 Jun 30 09:22:14.878178 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.890952 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:14.891790 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.930448 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6e79b021-d4c8-455c-b5ac-99e0e0323ad9 req-ca7550d5-6968-4087-b08c-7efb65c5bf07 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758250 Jun 30 09:22:14.930937 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cbbacf-e470-4705-ac41-5cc614e7c8a6 None None] Pushing event updated for resources: {'Port': ['ID=63177b5b-2cd0-4864-bfa8-962dab4c0687,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:14.970527 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4002b96-9dde-4e12-9687-cc2fc0a15e02 None None] Network 7dd8a78a-15f0-4eeb-880d-cb6fcfbff40e requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:14.989320 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:22:14.989320 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:14.989320 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:22:14.989320 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:14.989320 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:22:14.989320 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:14.989320 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:22:14.989320 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:14.989320 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:22:14.989320 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:14.989320 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:22:14.989320 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:14.989320 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:22:14.989320 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:14.989320 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:14.989320 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:14.989320 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:14.989320 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:14.989320 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:22:14.989320 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:14.989320 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:22:14.989320 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:14.989320 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:14.989320 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:14.989320 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:14.989320 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:14.989320 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:14.989320 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:14.989320 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:14.989320 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:14.989320 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:14.989320 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:15.082685 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.db.api [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 09:22:15.082685 n-d-771363-31 neutron-server[101054]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 09:22:15.082685 n-d-771363-31 neutron-server[101054]: [parameters: {'id': '7dd8a78a-15f0-4eeb-880d-cb6fcfbff40e'}] Jun 30 09:22:15.082685 n-d-771363-31 neutron-server[101054]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=101054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:22:15.083087 n-d-771363-31 neutron-server[101054]: DEBUG oslo_db.api [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:22:15.134277 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5e96c0-1c59-42d8-b01b-7edecd766a51 None None] get_active_networks_info from n-d-771363-31 {{(pid=101055) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:22:15.244325 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5e96c0-1c59-42d8-b01b-7edecd766a51 None None] Resources bound (agent type, host, resource id): {{(pid=101055) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:22:15.526222 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbd4e9-4940-44b1-9d81-e5ffb7a15903 req-5990c530-eeff-483a-a6b3-4c3f0a541db0 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:15.528057 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-86fbd4e9-4940-44b1-9d81-e5ffb7a15903 req-5990c530-eeff-483a-a6b3-4c3f0a541db0 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 946 time: 0.0796549 Jun 30 09:22:15.576755 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-86fbd4e9-4940-44b1-9d81-e5ffb7a15903 req-d58666e4-4756-4a6e-9cee-b3ccff8bb6b6 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337119 Jun 30 09:22:15.584535 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:15.710089 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Deleting port 63177b5b-2cd0-4864-bfa8-962dab4c0687 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:15.710587 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:15.784301 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb8e21-6cf8-4b81-aa09-da06fc901fc7 req-2033963c-7472-443f-83ec-4b798bd68a26 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:15.785863 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2efb8e21-6cf8-4b81-aa09-da06fc901fc7 req-2033963c-7472-443f-83ec-4b798bd68a26 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.1537499 Jun 30 09:22:15.805096 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] For port 63177b5b-2cd0-4864-bfa8-962dab4c0687, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=63177b5b-2cd0-4864-bfa8-962dab4c0687,segment=NetworkSegment(fe240bec-8842-42e1-9cff-b472406457f4),segment_id=fe240bec-8842-42e1-9cff-b472406457f4)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:15.805452 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:15.827496 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Calling delete_port for 63177b5b-2cd0-4864-bfa8-962dab4c0687 owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:15.851531 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2efb8e21-6cf8-4b81-aa09-da06fc901fc7 req-52a76681-b29c-45e1-bcc9-6d7c393a7341 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595689 Jun 30 09:22:16.013178 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.044634 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event deleted for resources: {'Port': ['ID=63177b5b-2cd0-4864-bfa8-962dab4c0687,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:16.046783 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] No DVR routers for this DVR port 63177b5b-2cd0-4864-bfa8-962dab4c0687 on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:16.150413 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.159852 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61ec76-51d3-41bc-a3fa-d02106c39285 req-1fc989bd-075c-4663-8665-204df6c4c46b tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:16.163196 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd8a78a-15f0-4eeb-880d-cb6fcfbff40e']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:16.169435 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ad61ec76-51d3-41bc-a3fa-d02106c39285 req-1fc989bd-075c-4663-8665-204df6c4c46b tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 946 time: 0.1213636 Jun 30 09:22:16.176671 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe240bec-8842-42e1-9cff-b472406457f4') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:16.176972 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe240bec-8842-42e1-9cff-b472406457f4') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:16.187377 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.204447 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.216260 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ad61ec76-51d3-41bc-a3fa-d02106c39285 req-6bb24874-6dce-4a87-9ac8-b1904a027261 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374830 Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:16.216738 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:16.418908 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.425869 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.427709 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/networks/7dd8a78a-15f0-4eeb-880d-cb6fcfbff40e HTTP/1.1" status: 204 len: 168 time: 2.5356002 Jun 30 09:22:16.431696 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48570) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:16.437151 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-1f7b5775-9198-4b33-bb0e-4ec135aab28c tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-716345508'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:16.446487 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de1de5-88db-4150-8d09-45b0e2f2316a tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event deleted for resources: {'Network': ['ID=7dd8a78a-15f0-4eeb-880d-cb6fcfbff40e,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:16.590412 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7b5775-9198-4b33-bb0e-4ec135aab28c tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Made reservation on behalf of 3810372c203d460e9c5e7755311f2ff4 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:16.594029 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1f7b5775-9198-4b33-bb0e-4ec135aab28c tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.619689 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f7b5775-9198-4b33-bb0e-4ec135aab28c tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:16.630448 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1f7b5775-9198-4b33-bb0e-4ec135aab28c tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.630801 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-1f7b5775-9198-4b33-bb0e-4ec135aab28c tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Added segment 6a08d373-2820-4600-9164-2cd1dfa6117d of type vlan for network edce97e9-f895-431a-b2c7-437c00a6bf70 Jun 30 09:22:16.682067 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1f7b5775-9198-4b33-bb0e-4ec135aab28c tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.793487 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc204e-bad5-436f-b08d-8054eb588bd5 req-8ee97eda-4160-4ef9-ad2a-ff4fd6e92a33 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:16.795359 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-14dc204e-bad5-436f-b08d-8054eb588bd5 req-8ee97eda-4160-4ef9-ad2a-ff4fd6e92a33 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 946 time: 0.0889957 Jun 30 09:22:16.837982 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1f7b5775-9198-4b33-bb0e-4ec135aab28c tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.846090 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7b5775-9198-4b33-bb0e-4ec135aab28c tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:16.847163 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1f7b5775-9198-4b33-bb0e-4ec135aab28c tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.868564 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-14dc204e-bad5-436f-b08d-8054eb588bd5 req-7b2038cf-507f-4f82-83a7-b301f71063f0 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669661 Jun 30 09:22:16.935912 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b5775-9198-4b33-bb0e-4ec135aab28c tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event updated for resources: {'Network': ['ID=edce97e9-f895-431a-b2c7-437c00a6bf70,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:16.949350 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network edce97e9-f895-431a-b2c7-437c00a6bf70 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:17.031578 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1f7b5775-9198-4b33-bb0e-4ec135aab28c tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5985036 Jun 30 09:22:17.034220 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48590) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:17.039752 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-cd01b405-f65f-40dc-88dc-2388f6365375 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Request body: {'subnet': {'network_id': 'edce97e9-f895-431a-b2c7-437c00a6bf70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:17.052492 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b65b1-2b8e-467a-b2c5-8a91fb5b2276 req-22395655-e5df-4e2d-898e-46b2f0e93d68 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:17.054102 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b49b65b1-2b8e-467a-b2c5-8a91fb5b2276 req-22395655-e5df-4e2d-898e-46b2f0e93d68 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.0698147 Jun 30 09:22:17.092625 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b49b65b1-2b8e-467a-b2c5-8a91fb5b2276 req-9485fb3d-bdfe-46c7-9bb5-e84d33b379eb tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327408 Jun 30 09:22:17.310568 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd01b405-f65f-40dc-88dc-2388f6365375 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Made reservation on behalf of 3810372c203d460e9c5e7755311f2ff4 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:17.315750 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cd01b405-f65f-40dc-88dc-2388f6365375 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.406585 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.ipam_backend_mixin [None req-cd01b405-f65f-40dc-88dc-2388f6365375 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Performing IP validity checks on allocation pools {{(pid=101053) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 09:22:17.407102 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.ipam_backend_mixin [None req-cd01b405-f65f-40dc-88dc-2388f6365375 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101053) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 09:22:17.466739 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267371b-4712-417a-9336-0e09eaf89d9e req-06405b75-3b23-44d4-8377-bd0e33d12039 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:17.468352 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5267371b-4712-417a-9336-0e09eaf89d9e req-06405b75-3b23-44d4-8377-bd0e33d12039 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 946 time: 0.1363955 Jun 30 09:22:17.543361 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48598) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:17.567977 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5267371b-4712-417a-9336-0e09eaf89d9e req-b7891018-443f-4e4c-be4a-80cac15b2c13 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930414 Jun 30 09:22:17.653833 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-89539c52-0879-49cf-9358-823796623a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.681996 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cd01b405-f65f-40dc-88dc-2388f6365375 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.746794 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01b405-f65f-40dc-88dc-2388f6365375 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event updated for resources: {'Subnet': ['ID=2cf9bdd1-b039-4428-ac2c-e59174bbba47,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:17.754676 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd01b405-f65f-40dc-88dc-2388f6365375 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Checking segment: {'id': '6a08d373-2820-4600-9164-2cd1dfa6117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'edce97e9-f895-431a-b2c7-437c00a6bf70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:17.755044 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd01b405-f65f-40dc-88dc-2388f6365375 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Network hostable DHCP agents. Network: edce97e9-f895-431a-b2c7-437c00a6bf70, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:22:17.764782 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-89539c52-0879-49cf-9358-823796623a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.836249 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-89539c52-0879-49cf-9358-823796623a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.853044 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd01b405-f65f-40dc-88dc-2388f6365375 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Network edce97e9-f895-431a-b2c7-437c00a6bf70 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:22:17.881286 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-89539c52-0879-49cf-9358-823796623a6a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6da58f1386bd4665a8cd8e5ac59ff8da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3367951 Jun 30 09:22:17.882157 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89539c52-0879-49cf-9358-823796623a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c83b6c3-701a-4d5b-92cb-0cc629a1e55f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:17.884753 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48604) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:17.948458 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-86afcf67-325e-4b72-89c0-cc8f9e6f8039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.970342 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-cd01b405-f65f-40dc-88dc-2388f6365375 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, edce97e9-f895-431a-b2c7-437c00a6bf70) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:17.979111 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-86afcf67-325e-4b72-89c0-cc8f9e6f8039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.981932 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd01b405-f65f-40dc-88dc-2388f6365375 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:17.982526 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cd01b405-f65f-40dc-88dc-2388f6365375 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.990579 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0ff4ff-b04c-4615-8b26-ef26bc6b1ab4 None None] Network edce97e9-f895-431a-b2c7-437c00a6bf70 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:18.043808 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-cd01b405-f65f-40dc-88dc-2388f6365375 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0057538 Jun 30 09:22:18.046069 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48608) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:18.133240 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-86afcf67-325e-4b72-89c0-cc8f9e6f8039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.136636 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-86afcf67-325e-4b72-89c0-cc8f9e6f8039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.144975 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-86afcf67-325e-4b72-89c0-cc8f9e6f8039 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5c83b6c3-701a-4d5b-92cb-0cc629a1e55f HTTP/1.1" status: 204 len: 168 time: 0.2533278 Jun 30 09:22:18.148840 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86afcf67-325e-4b72-89c0-cc8f9e6f8039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c83b6c3-701a-4d5b-92cb-0cc629a1e55f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:18.182564 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.191906 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df3280c-ff5a-444a-8403-57cf716abd2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-edce97e9-f895-431a-b2c7-437c00a6bf70', 'network_id': 'edce97e9-f895-431a-b2c7-437c00a6bf70', 'tenant_id': '3810372c203d460e9c5e7755311f2ff4', 'fixed_ips': [{'subnet_id': '2cf9bdd1-b039-4428-ac2c-e59174bbba47'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:22:18.192789 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1df3280c-ff5a-444a-8403-57cf716abd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.201861 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee7355-c2ad-4451-8aac-bb8328c59383 req-264a5de2-d13e-4b98-ac65-a5401c3539de tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:18.209573 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f4ee7355-c2ad-4451-8aac-bb8328c59383 req-264a5de2-d13e-4b98-ac65-a5401c3539de tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 946 time: 0.2121499 Jun 30 09:22:18.253503 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f4ee7355-c2ad-4451-8aac-bb8328c59383 req-0de2bdf9-7723-47a3-92c8-057a54fe9234 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427473 Jun 30 09:22:18.304247 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.366432 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a50e3-f2ae-4808-8888-fba9b77ad083 req-1a5ac785-059a-4c65-bc59-d0ba9174fb02 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:18.368028 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f46a50e3-f2ae-4808-8888-fba9b77ad083 req-1a5ac785-059a-4c65-bc59-d0ba9174fb02 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.1162794 Jun 30 09:22:18.372304 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-1df3280c-ff5a-444a-8403-57cf716abd2b None None] Allocated IP 172.20.0.3 (edce97e9-f895-431a-b2c7-437c00a6bf70/2cf9bdd1-b039-4428-ac2c-e59174bbba47/dc73b011-19b6-4456-8cad-ce815a4267fa) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:18.410759 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f46a50e3-f2ae-4808-8888-fba9b77ad083 req-15e51a40-1d67-4d6e-bad8-843bdd03426f tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364959 Jun 30 09:22:18.534293 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1df3280c-ff5a-444a-8403-57cf716abd2b None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.543556 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-1df3280c-ff5a-444a-8403-57cf716abd2b None None] Transition to ACTIVE for port object dc73b011-19b6-4456-8cad-ce815a4267fa will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:18.560106 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-1df3280c-ff5a-444a-8403-57cf716abd2b None None] Transition to ACTIVE for port object dc73b011-19b6-4456-8cad-ce815a4267fa will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:18.649892 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1df3280c-ff5a-444a-8403-57cf716abd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.705583 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df3280c-ff5a-444a-8403-57cf716abd2b None None] Network edce97e9-f895-431a-b2c7-437c00a6bf70 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:18.706503 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3280c-ff5a-444a-8403-57cf716abd2b None None] Pushing event updated for resources: {'Port': ['ID=dc73b011-19b6-4456-8cad-ce815a4267fa,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:18.709613 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-1df3280c-ff5a-444a-8403-57cf716abd2b None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:18.711839 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df3280c-ff5a-444a-8403-57cf716abd2b None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:18.727859 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.759164 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event deleted for resources: {'Subnet': ['ID=2cf9bdd1-b039-4428-ac2c-e59174bbba47,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:18.780471 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-1df3280c-ff5a-444a-8403-57cf716abd2b None None] Attempting to bind port dc73b011-19b6-4456-8cad-ce815a4267fa on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:18.780942 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-1df3280c-ff5a-444a-8403-57cf716abd2b None None] Attempting to bind port dc73b011-19b6-4456-8cad-ce815a4267fa by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '6a08d373-2820-4600-9164-2cd1dfa6117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'edce97e9-f895-431a-b2c7-437c00a6bf70'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:18.781304 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df3280c-ff5a-444a-8403-57cf716abd2b None None] Attempting to bind port dc73b011-19b6-4456-8cad-ce815a4267fa on network edce97e9-f895-431a-b2c7-437c00a6bf70 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:18.787490 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df3280c-ff5a-444a-8403-57cf716abd2b None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:18.788072 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df3280c-ff5a-444a-8403-57cf716abd2b None None] Checking segment: {'id': '6a08d373-2820-4600-9164-2cd1dfa6117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'edce97e9-f895-431a-b2c7-437c00a6bf70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:18.788249 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1df3280c-ff5a-444a-8403-57cf716abd2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.788683 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df3280c-ff5a-444a-8403-57cf716abd2b None None] Bound using segment: {'id': '6a08d373-2820-4600-9164-2cd1dfa6117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'edce97e9-f895-431a-b2c7-437c00a6bf70'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:18.789163 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-1df3280c-ff5a-444a-8403-57cf716abd2b None None] Bound port: dc73b011-19b6-4456-8cad-ce815a4267fa, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a08d373-2820-4600-9164-2cd1dfa6117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'edce97e9-f895-431a-b2c7-437c00a6bf70'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:18.789590 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1df3280c-ff5a-444a-8403-57cf716abd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.814945 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941c268-396c-4408-ab7d-7e84a6c1c613 req-da6097fd-5e6e-44ca-8775-69e15b655175 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:18.820435 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4941c268-396c-4408-ab7d-7e84a6c1c613 req-da6097fd-5e6e-44ca-8775-69e15b655175 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 946 time: 0.1298106 Jun 30 09:22:18.856906 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.861586 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-1df3280c-ff5a-444a-8403-57cf716abd2b None None] For port dc73b011-19b6-4456-8cad-ce815a4267fa, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:18.865213 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-1df3280c-ff5a-444a-8403-57cf716abd2b None None] For port dc73b011-19b6-4456-8cad-ce815a4267fa, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=dc73b011-19b6-4456-8cad-ce815a4267fa,segment=NetworkSegment(6a08d373-2820-4600-9164-2cd1dfa6117d),segment_id=6a08d373-2820-4600-9164-2cd1dfa6117d)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:18.867341 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edce97e9-f895-431a-b2c7-437c00a6bf70']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:18.876286 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4941c268-396c-4408-ab7d-7e84a6c1c613 req-f0da547e-e6e8-456a-963a-139e5b2f54d7 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484359 Jun 30 09:22:18.879669 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a08d373-2820-4600-9164-2cd1dfa6117d') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:18.879969 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a08d373-2820-4600-9164-2cd1dfa6117d') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:18.889834 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.943013 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48622) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:18.957327 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a16d9f2-9a32-4ba5-b8ad-2351b87cf022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.967835 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1df3280c-ff5a-444a-8403-57cf716abd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.972858 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.985481 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:18.987328 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.990615 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:22:18.990615 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:18.990615 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:22:18.990615 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:18.990615 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:22:18.990615 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:18.990615 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:22:18.990615 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:18.990615 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:22:18.990615 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:18.990615 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:22:18.990615 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:18.990615 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:22:18.990615 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:18.990615 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:18.990615 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:18.990615 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:18.990615 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:18.990615 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:22:18.990615 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:18.990615 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:22:18.990615 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:18.990615 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:18.990615 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:18.990615 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:18.990615 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:18.990615 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:18.990615 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:18.990615 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:18.990615 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:18.990615 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:18.990615 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:19.065982 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3280c-ff5a-444a-8403-57cf716abd2b None None] Pushing event updated for resources: {'Port': ['ID=dc73b011-19b6-4456-8cad-ce815a4267fa,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:19.095139 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f144817-ad2d-4e7f-a9b6-5779f064fdfe None None] Network edce97e9-f895-431a-b2c7-437c00a6bf70 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:19.135833 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a16d9f2-9a32-4ba5-b8ad-2351b87cf022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:19.144717 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.db.api [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 09:22:19.144717 n-d-771363-31 neutron-server[101054]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 09:22:19.144717 n-d-771363-31 neutron-server[101054]: [parameters: {'id': 'edce97e9-f895-431a-b2c7-437c00a6bf70'}] Jun 30 09:22:19.144717 n-d-771363-31 neutron-server[101054]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=101054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:22:19.145442 n-d-771363-31 neutron-server[101054]: DEBUG oslo_db.api [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:22:19.225504 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a16d9f2-9a32-4ba5-b8ad-2351b87cf022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:19.236998 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb98a762-1d73-4bbe-ac11-c3a170588d4e None None] get_active_networks_info from n-d-771363-31 {{(pid=101055) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:22:19.271948 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1a16d9f2-9a32-4ba5-b8ad-2351b87cf022 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2034ed2b6d074b879fcedf67a01acbbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3276498 Jun 30 09:22:19.273597 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48624) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:19.275159 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16d9f2-9a32-4ba5-b8ad-2351b87cf022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd9e5b3-94ea-4644-87ae-0c43f901e61a,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:19.365769 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ccc423a0-ef7c-4cfa-bcbd-f8cf058459a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:19.377575 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb98a762-1d73-4bbe-ac11-c3a170588d4e None None] Resources bound (agent type, host, resource id): {{(pid=101055) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:22:19.392463 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ccc423a0-ef7c-4cfa-bcbd-f8cf058459a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:19.484600 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724517be-d0af-475b-9b9a-f0c97b73b744 req-129471c5-ba2f-4547-bdb3-99e56e39cb09 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:19.486161 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-724517be-d0af-475b-9b9a-f0c97b73b744 req-129471c5-ba2f-4547-bdb3-99e56e39cb09 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 946 time: 0.0974209 Jun 30 09:22:19.528963 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-724517be-d0af-475b-9b9a-f0c97b73b744 req-5042a404-9cb8-4519-b215-2940104ea7ec tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365903 Jun 30 09:22:19.556773 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ccc423a0-ef7c-4cfa-bcbd-f8cf058459a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:19.560737 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ccc423a0-ef7c-4cfa-bcbd-f8cf058459a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:19.564387 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ccc423a0-ef7c-4cfa-bcbd-f8cf058459a7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1bd9e5b3-94ea-4644-87ae-0c43f901e61a HTTP/1.1" status: 204 len: 168 time: 0.2874961 Jun 30 09:22:19.578037 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc423a0-ef7c-4cfa-bcbd-f8cf058459a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd9e5b3-94ea-4644-87ae-0c43f901e61a,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:19.646957 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:19.758479 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Deleting port dc73b011-19b6-4456-8cad-ce815a4267fa {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:19.759211 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:19.854487 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] For port dc73b011-19b6-4456-8cad-ce815a4267fa, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=dc73b011-19b6-4456-8cad-ce815a4267fa,segment=NetworkSegment(6a08d373-2820-4600-9164-2cd1dfa6117d),segment_id=6a08d373-2820-4600-9164-2cd1dfa6117d)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:19.854989 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:19.899279 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Calling delete_port for dc73b011-19b6-4456-8cad-ce815a4267fa owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:19.965658 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fc168-3183-487b-8407-eb073169bc57 req-0a22ab2b-0834-474c-807e-434769542460 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:19.967727 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2e0fc168-3183-487b-8407-eb073169bc57 req-0a22ab2b-0834-474c-807e-434769542460 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.1045580 Jun 30 09:22:20.020002 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2e0fc168-3183-487b-8407-eb073169bc57 req-8c49bac4-cfb7-4c00-b1b0-5fcd73e8d35f tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433981 Jun 30 09:22:20.134528 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1a698-af26-4cbe-aece-36c9dc0365f3 req-c8980fc1-a6ca-4d0b-b1b6-18e822ef5690 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:20.134528 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cad1a698-af26-4cbe-aece-36c9dc0365f3 req-c8980fc1-a6ca-4d0b-b1b6-18e822ef5690 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 946 time: 0.0782661 Jun 30 09:22:20.156610 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cad1a698-af26-4cbe-aece-36c9dc0365f3 req-d4b8af49-4946-443a-8b57-45d394a2fa32 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372641 Jun 30 09:22:20.241429 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:20.275068 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event deleted for resources: {'Port': ['ID=dc73b011-19b6-4456-8cad-ce815a4267fa,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:20.278868 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] No DVR routers for this DVR port dc73b011-19b6-4456-8cad-ce815a4267fa on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:20.381717 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:20.392698 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edce97e9-f895-431a-b2c7-437c00a6bf70']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:20.405396 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a08d373-2820-4600-9164-2cd1dfa6117d') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:20.405918 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a08d373-2820-4600-9164-2cd1dfa6117d') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:20.415375 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:20.430286 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:20.437576 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:20.438109 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:20.441495 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:22:20.441495 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:20.441495 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:22:20.441495 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:20.441495 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:22:20.441495 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:20.441495 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:22:20.441495 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:20.441495 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:22:20.441495 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:20.441495 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:22:20.441495 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:20.441495 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:22:20.441495 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:20.441495 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:20.441495 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:20.441495 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:20.441495 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:20.441495 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:22:20.441495 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:20.441495 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:22:20.441495 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:20.441495 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:20.441495 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:20.441495 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:20.441495 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:20.441495 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:20.441495 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:20.441495 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:20.441495 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:20.441495 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:20.441495 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:20.476291 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-93e0ba40-869d-4db2-ad38-c132014d1c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:20.562040 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:20.572755 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:20.575486 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/networks/edce97e9-f895-431a-b2c7-437c00a6bf70 HTTP/1.1" status: 204 len: 168 time: 2.5278025 Jun 30 09:22:20.579080 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48652) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:20.584956 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-f182652e-e8a4-4697-abf9-7059b6e31efb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1190857344'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:20.595047 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3755951-44da-4c2c-889f-66379cbb256f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event deleted for resources: {'Network': ['ID=edce97e9-f895-431a-b2c7-437c00a6bf70,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:20.721433 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f182652e-e8a4-4697-abf9-7059b6e31efb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Made reservation on behalf of 3810372c203d460e9c5e7755311f2ff4 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:20.725006 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f182652e-e8a4-4697-abf9-7059b6e31efb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:20.783250 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f182652e-e8a4-4697-abf9-7059b6e31efb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:20.808387 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f182652e-e8a4-4697-abf9-7059b6e31efb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:20.809268 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-f182652e-e8a4-4697-abf9-7059b6e31efb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Added segment 21897563-bba5-4b7d-817b-f08ca6eba0bc of type vlan for network ef18e785-61c5-4722-9a9f-90943e536a16 Jun 30 09:22:20.854271 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93c711-07f0-4232-9d1e-e8240c33b9f6 req-520a677e-1e52-4acf-86b4-db45312f1d49 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:20.856941 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd93c711-07f0-4232-9d1e-e8240c33b9f6 req-520a677e-1e52-4acf-86b4-db45312f1d49 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 946 time: 0.1470342 Jun 30 09:22:20.872799 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f182652e-e8a4-4697-abf9-7059b6e31efb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:20.929103 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd93c711-07f0-4232-9d1e-e8240c33b9f6 req-5d9a75a2-74b8-42be-9c6f-57efbc01f79d tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607271 Jun 30 09:22:21.015344 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f182652e-e8a4-4697-abf9-7059b6e31efb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:21.033860 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f182652e-e8a4-4697-abf9-7059b6e31efb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:21.035240 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f182652e-e8a4-4697-abf9-7059b6e31efb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:21.156549 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182652e-e8a4-4697-abf9-7059b6e31efb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event updated for resources: {'Network': ['ID=ef18e785-61c5-4722-9a9f-90943e536a16,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:21.167844 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network ef18e785-61c5-4722-9a9f-90943e536a16 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:21.243138 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f182652e-e8a4-4697-abf9-7059b6e31efb tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6626036 Jun 30 09:22:21.246393 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48672) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:21.251864 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-854f59c4-7d11-4fab-81c8-1f0c49b0b14f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Request body: {'subnet': {'network_id': 'ef18e785-61c5-4722-9a9f-90943e536a16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:21.295641 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd393dd-675e-4bd7-955f-53f362dc2187 req-771fcd50-62e0-438f-9784-e012a5816d0e tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:21.297380 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7bd393dd-675e-4bd7-955f-53f362dc2187 req-771fcd50-62e0-438f-9784-e012a5816d0e tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.0822058 Jun 30 09:22:21.343522 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7bd393dd-675e-4bd7-955f-53f362dc2187 req-4f3b2a86-5bfd-469b-94a4-cc4f7d8473cf tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392160 Jun 30 09:22:21.406332 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d95fe-1c01-44c0-b050-d0fe36c9f819 req-52df39df-ef83-449d-a60e-2f7aa0cef479 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:21.407916 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e24d95fe-1c01-44c0-b050-d0fe36c9f819 req-52df39df-ef83-449d-a60e-2f7aa0cef479 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 946 time: 0.1050682 Jun 30 09:22:21.448790 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e24d95fe-1c01-44c0-b050-d0fe36c9f819 req-a0117062-141f-48aa-898b-195755ebee2d tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345004 Jun 30 09:22:21.515577 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854f59c4-7d11-4fab-81c8-1f0c49b0b14f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Made reservation on behalf of 3810372c203d460e9c5e7755311f2ff4 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:21.519519 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-854f59c4-7d11-4fab-81c8-1f0c49b0b14f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:21.830853 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-854f59c4-7d11-4fab-81c8-1f0c49b0b14f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:21.906946 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f59c4-7d11-4fab-81c8-1f0c49b0b14f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event updated for resources: {'Subnet': ['ID=83826bd3-362c-4246-8704-249067929d48,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:21.916743 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854f59c4-7d11-4fab-81c8-1f0c49b0b14f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Checking segment: {'id': '21897563-bba5-4b7d-817b-f08ca6eba0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ef18e785-61c5-4722-9a9f-90943e536a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:21.916743 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854f59c4-7d11-4fab-81c8-1f0c49b0b14f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Network hostable DHCP agents. Network: ef18e785-61c5-4722-9a9f-90943e536a16, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:22:22.019776 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854f59c4-7d11-4fab-81c8-1f0c49b0b14f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Network ef18e785-61c5-4722-9a9f-90943e536a16 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:22:22.112467 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-854f59c4-7d11-4fab-81c8-1f0c49b0b14f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, ef18e785-61c5-4722-9a9f-90943e536a16) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:22.121602 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854f59c4-7d11-4fab-81c8-1f0c49b0b14f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:22.122428 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-854f59c4-7d11-4fab-81c8-1f0c49b0b14f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.122664 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3447cdc-b142-4dde-8455-71134fa1155a None None] Network ef18e785-61c5-4722-9a9f-90943e536a16 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:22.155549 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a537c-3ae2-4c05-a3f9-9a82946f8caa req-36ef7560-8bab-439a-a5da-686899c17fa6 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:22.157032 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a43a537c-3ae2-4c05-a3f9-9a82946f8caa req-36ef7560-8bab-439a-a5da-686899c17fa6 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 946 time: 0.0971293 Jun 30 09:22:22.208562 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a43a537c-3ae2-4c05-a3f9-9a82946f8caa req-bc06558a-f734-4dc0-b703-419722c27def tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453224 Jun 30 09:22:22.228342 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48704) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:22.230685 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-854f59c4-7d11-4fab-81c8-1f0c49b0b14f tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9811306 Jun 30 09:22:22.317626 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835e87f0-068e-42e6-9d40-42e53d40ac1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-ef18e785-61c5-4722-9a9f-90943e536a16', 'network_id': 'ef18e785-61c5-4722-9a9f-90943e536a16', 'tenant_id': '3810372c203d460e9c5e7755311f2ff4', 'fixed_ips': [{'subnet_id': '83826bd3-362c-4246-8704-249067929d48'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:22:22.328485 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-835e87f0-068e-42e6-9d40-42e53d40ac1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.356079 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.422148 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.495880 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-835e87f0-068e-42e6-9d40-42e53d40ac1c None None] Allocated IP 172.20.0.1 (ef18e785-61c5-4722-9a9f-90943e536a16/83826bd3-362c-4246-8704-249067929d48/0730cfdf-bfc9-4177-9499-ba6f75f483c7) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:22.588361 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b420bea-b4e3-4405-be08-c0e44125cf45 req-d433f10d-de29-483f-9f2b-894073f71e17 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:22.590756 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2b420bea-b4e3-4405-be08-c0e44125cf45 req-d433f10d-de29-483f-9f2b-894073f71e17 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.0992103 Jun 30 09:22:22.647164 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2b420bea-b4e3-4405-be08-c0e44125cf45 req-2ba32032-7071-4acf-80c4-843c4c5c4f1e tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496919 Jun 30 09:22:22.676803 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2597102-c8b5-4121-8f70-1f04b90087f6 req-2b6ad754-1939-47ce-b6a1-4e8d3c12ebab tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:22.683770 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a2597102-c8b5-4121-8f70-1f04b90087f6 req-2b6ad754-1939-47ce-b6a1-4e8d3c12ebab tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 946 time: 0.0999465 Jun 30 09:22:22.688244 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-835e87f0-068e-42e6-9d40-42e53d40ac1c None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.697454 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-835e87f0-068e-42e6-9d40-42e53d40ac1c None None] Transition to ACTIVE for port object 0730cfdf-bfc9-4177-9499-ba6f75f483c7 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:22.713596 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-835e87f0-068e-42e6-9d40-42e53d40ac1c None None] Transition to ACTIVE for port object 0730cfdf-bfc9-4177-9499-ba6f75f483c7 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:22.720489 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a2597102-c8b5-4121-8f70-1f04b90087f6 req-8a2151be-988d-4993-b879-6deada5f5882 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352199 Jun 30 09:22:22.773282 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-835e87f0-068e-42e6-9d40-42e53d40ac1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.809342 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835e87f0-068e-42e6-9d40-42e53d40ac1c None None] Network ef18e785-61c5-4722-9a9f-90943e536a16 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:22.812327 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-835e87f0-068e-42e6-9d40-42e53d40ac1c None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:22.815716 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835e87f0-068e-42e6-9d40-42e53d40ac1c None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:22.830775 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e87f0-068e-42e6-9d40-42e53d40ac1c None None] Pushing event updated for resources: {'Port': ['ID=0730cfdf-bfc9-4177-9499-ba6f75f483c7,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:22.871645 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.872893 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-39af4f44-657c-463e-854b-236df689ecbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.882891 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-835e87f0-068e-42e6-9d40-42e53d40ac1c None None] Attempting to bind port 0730cfdf-bfc9-4177-9499-ba6f75f483c7 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:22.883304 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-835e87f0-068e-42e6-9d40-42e53d40ac1c None None] Attempting to bind port 0730cfdf-bfc9-4177-9499-ba6f75f483c7 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '21897563-bba5-4b7d-817b-f08ca6eba0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ef18e785-61c5-4722-9a9f-90943e536a16'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:22.883665 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e87f0-068e-42e6-9d40-42e53d40ac1c None None] Attempting to bind port 0730cfdf-bfc9-4177-9499-ba6f75f483c7 on network ef18e785-61c5-4722-9a9f-90943e536a16 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:22.889214 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e87f0-068e-42e6-9d40-42e53d40ac1c None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:22.889588 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e87f0-068e-42e6-9d40-42e53d40ac1c None None] Checking segment: {'id': '21897563-bba5-4b7d-817b-f08ca6eba0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ef18e785-61c5-4722-9a9f-90943e536a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:22.889984 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-835e87f0-068e-42e6-9d40-42e53d40ac1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.890369 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e87f0-068e-42e6-9d40-42e53d40ac1c None None] Bound using segment: {'id': '21897563-bba5-4b7d-817b-f08ca6eba0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ef18e785-61c5-4722-9a9f-90943e536a16'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:22.890979 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-835e87f0-068e-42e6-9d40-42e53d40ac1c None None] Bound port: 0730cfdf-bfc9-4177-9499-ba6f75f483c7, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21897563-bba5-4b7d-817b-f08ca6eba0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ef18e785-61c5-4722-9a9f-90943e536a16'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:22.891389 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-835e87f0-068e-42e6-9d40-42e53d40ac1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.905653 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event deleted for resources: {'Subnet': ['ID=83826bd3-362c-4246-8704-249067929d48,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:22.975700 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.987935 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-835e87f0-068e-42e6-9d40-42e53d40ac1c None None] For port 0730cfdf-bfc9-4177-9499-ba6f75f483c7, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:23.004824 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-835e87f0-068e-42e6-9d40-42e53d40ac1c None None] For port 0730cfdf-bfc9-4177-9499-ba6f75f483c7, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=0730cfdf-bfc9-4177-9499-ba6f75f483c7,segment=NetworkSegment(21897563-bba5-4b7d-817b-f08ca6eba0bc),segment_id=21897563-bba5-4b7d-817b-f08ca6eba0bc)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:23.005646 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef18e785-61c5-4722-9a9f-90943e536a16']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:23.025649 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21897563-bba5-4b7d-817b-f08ca6eba0bc') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:23.026833 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21897563-bba5-4b7d-817b-f08ca6eba0bc') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:23.055912 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:23.106978 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-835e87f0-068e-42e6-9d40-42e53d40ac1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:23.108602 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:23.126184 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:23.126597 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:23.152026 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:22:23.152026 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:23.152026 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:22:23.152026 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:23.152026 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:22:23.152026 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:23.152026 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:22:23.152026 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:23.152026 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:22:23.152026 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:23.152026 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:22:23.152026 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:23.152026 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:22:23.152026 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:23.152026 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:23.152026 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:23.152026 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:23.152026 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:23.152026 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:22:23.152026 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:23.152026 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:22:23.152026 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:23.152026 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:23.152026 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:23.152026 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:23.152026 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:23.152026 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:23.152026 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:23.152026 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:23.152026 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:23.152026 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:23.152026 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:23.218142 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e87f0-068e-42e6-9d40-42e53d40ac1c None None] Pushing event updated for resources: {'Port': ['ID=0730cfdf-bfc9-4177-9499-ba6f75f483c7,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:23.242926 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3d648c-c142-4208-a461-8ed653289927 None None] Network ef18e785-61c5-4722-9a9f-90943e536a16 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:23.310879 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.db.api [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 09:22:23.310879 n-d-771363-31 neutron-server[101054]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 09:22:23.310879 n-d-771363-31 neutron-server[101054]: [parameters: {'id': 'ef18e785-61c5-4722-9a9f-90943e536a16'}] Jun 30 09:22:23.310879 n-d-771363-31 neutron-server[101054]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=101054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:22:23.312139 n-d-771363-31 neutron-server[101054]: DEBUG oslo_db.api [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:22:23.399279 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8d9491-c4de-4ea6-902b-fe1b0ce2f3af None None] get_active_networks_info from n-d-771363-31 {{(pid=101055) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:22:23.413176 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1caa2b4-4399-4911-a4f2-b961f9144b78 req-439b608a-5d32-4263-a840-d07535a15f24 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:23.414921 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e1caa2b4-4399-4911-a4f2-b961f9144b78 req-439b608a-5d32-4263-a840-d07535a15f24 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 946 time: 0.0784543 Jun 30 09:22:23.459411 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e1caa2b4-4399-4911-a4f2-b961f9144b78 req-0777eacb-7e5f-49ae-940c-218e9be66747 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378876 Jun 30 09:22:23.507934 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:23.513747 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8d9491-c4de-4ea6-902b-fe1b0ce2f3af None None] Resources bound (agent type, host, resource id): {{(pid=101055) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:22:23.816535 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:23.876231 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496203da-2014-4474-923d-641364b8e693 req-86446f12-d7c6-415b-b285-9389e7f24628 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:23.877726 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-496203da-2014-4474-923d-641364b8e693 req-86446f12-d7c6-415b-b285-9389e7f24628 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.1070883 Jun 30 09:22:23.913154 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b06b6b-8241-4920-865c-b0de11b6cdca req-bcf7b1b0-c2da-4433-8921-c81361b69d01 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:23.914663 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-74b06b6b-8241-4920-865c-b0de11b6cdca req-bcf7b1b0-c2da-4433-8921-c81361b69d01 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 946 time: 0.0651748 Jun 30 09:22:23.923346 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Deleting port 0730cfdf-bfc9-4177-9499-ba6f75f483c7 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:23.923758 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:23.939235 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-496203da-2014-4474-923d-641364b8e693 req-cb688096-ea0c-4d18-b9dd-899737b68b07 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546229 Jun 30 09:22:23.965793 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-74b06b6b-8241-4920-865c-b0de11b6cdca req-ca7daac9-8289-42ec-9aac-cd9028de5efe tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446146 Jun 30 09:22:23.997730 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] For port 0730cfdf-bfc9-4177-9499-ba6f75f483c7, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=0730cfdf-bfc9-4177-9499-ba6f75f483c7,segment=NetworkSegment(21897563-bba5-4b7d-817b-f08ca6eba0bc),segment_id=21897563-bba5-4b7d-817b-f08ca6eba0bc)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:23.998358 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.014286 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Calling delete_port for 0730cfdf-bfc9-4177-9499-ba6f75f483c7 owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:24.231649 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.257626 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event deleted for resources: {'Port': ['ID=0730cfdf-bfc9-4177-9499-ba6f75f483c7,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:24.263930 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] No DVR routers for this DVR port 0730cfdf-bfc9-4177-9499-ba6f75f483c7 on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:24.347461 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.358203 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef18e785-61c5-4722-9a9f-90943e536a16']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:24.369209 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21897563-bba5-4b7d-817b-f08ca6eba0bc') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:24.370228 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21897563-bba5-4b7d-817b-f08ca6eba0bc') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:24.379688 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.394265 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.399407 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:24.399832 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.402836 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:22:24.402836 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:24.402836 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:22:24.402836 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:24.402836 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:22:24.402836 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:24.402836 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:22:24.402836 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:24.402836 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:22:24.402836 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:24.402836 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:22:24.402836 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:24.402836 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:22:24.402836 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:24.402836 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:24.402836 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:24.402836 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:24.402836 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:24.402836 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:22:24.402836 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:24.402836 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:22:24.402836 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:24.402836 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:24.402836 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:24.402836 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:24.402836 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:24.402836 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:24.402836 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:24.402836 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:24.402836 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:24.402836 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:24.402836 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:24.561540 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.562078 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.566102 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.571615 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48750) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:24.574366 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/networks/ef18e785-61c5-4722-9a9f-90943e536a16 HTTP/1.1" status: 204 len: 168 time: 2.3446569 Jun 30 09:22:24.582116 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-294bdb28-f330-4f14-b0b8-252af4845bc9 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-790863223'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:24.593184 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b8231-c0d0-4dec-abd5-e4fe875023fd tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event deleted for resources: {'Network': ['ID=ef18e785-61c5-4722-9a9f-90943e536a16,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:24.684659 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4398e5-bc15-4a69-8101-60db896f2a68 req-1241c2b2-6d5e-4a83-a01b-bff152a488c7 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:24.686813 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ea4398e5-bc15-4a69-8101-60db896f2a68 req-1241c2b2-6d5e-4a83-a01b-bff152a488c7 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 946 time: 0.1106403 Jun 30 09:22:24.730425 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ea4398e5-bc15-4a69-8101-60db896f2a68 req-56f4544f-47d3-4dd5-91c0-8ffb9efce764 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364294 Jun 30 09:22:24.768569 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294bdb28-f330-4f14-b0b8-252af4845bc9 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Made reservation on behalf of 3810372c203d460e9c5e7755311f2ff4 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:24.773850 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-294bdb28-f330-4f14-b0b8-252af4845bc9 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.818521 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294bdb28-f330-4f14-b0b8-252af4845bc9 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:24.831383 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-294bdb28-f330-4f14-b0b8-252af4845bc9 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.831923 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-294bdb28-f330-4f14-b0b8-252af4845bc9 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Added segment 0993b0f6-f2cf-4aa9-89d7-de68fa866e6b of type vlan for network a2fbe091-6b41-4ebe-9cf3-0eb015345308 Jun 30 09:22:24.888910 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-294bdb28-f330-4f14-b0b8-252af4845bc9 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.001313 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-294bdb28-f330-4f14-b0b8-252af4845bc9 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.007912 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294bdb28-f330-4f14-b0b8-252af4845bc9 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:25.008578 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-294bdb28-f330-4f14-b0b8-252af4845bc9 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.145563 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-294bdb28-f330-4f14-b0b8-252af4845bc9 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5685136 Jun 30 09:22:25.146424 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48762) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:25.153567 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-634cff7f-c107-48f4-a08c-4adb50693f28 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Request body: {'subnet': {'network_id': 'a2fbe091-6b41-4ebe-9cf3-0eb015345308', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:25.239592 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294bdb28-f330-4f14-b0b8-252af4845bc9 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event updated for resources: {'Network': ['ID=a2fbe091-6b41-4ebe-9cf3-0eb015345308,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:25.248683 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network a2fbe091-6b41-4ebe-9cf3-0eb015345308 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:25.338474 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506be72-358f-4eb8-89c2-c530964d3d51 req-9c1ab7b9-2581-44c8-9d06-b21427537aaa tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:25.338474 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9506be72-358f-4eb8-89c2-c530964d3d51 req-9c1ab7b9-2581-44c8-9d06-b21427537aaa tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.2382095 Jun 30 09:22:25.341438 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3baa9-dfc7-4119-b7ac-e90fea591eff req-4b08ac90-d45e-478d-8882-8402a71ff4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:25.343418 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9be3baa9-dfc7-4119-b7ac-e90fea591eff req-4b08ac90-d45e-478d-8882-8402a71ff4a9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 1098 time: 0.2249343 Jun 30 09:22:25.416299 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9506be72-358f-4eb8-89c2-c530964d3d51 req-e34c3cae-329c-4487-969d-971fd6beb269 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640292 Jun 30 09:22:25.436555 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9be3baa9-dfc7-4119-b7ac-e90fea591eff req-c1a87843-aefd-4a5e-8ad7-025dfd36b1ad service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821741 Jun 30 09:22:25.491115 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7bef2-d2ca-48d7-8985-b3643bdd44aa req-b18f7df8-ed88-4f72-bd8e-f95b2b8f7af2 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:25.502209 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3b7bef2-d2ca-48d7-8985-b3643bdd44aa req-b18f7df8-ed88-4f72-bd8e-f95b2b8f7af2 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 946 time: 0.2017052 Jun 30 09:22:25.514034 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634cff7f-c107-48f4-a08c-4adb50693f28 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Made reservation on behalf of 3810372c203d460e9c5e7755311f2ff4 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:25.520629 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-634cff7f-c107-48f4-a08c-4adb50693f28 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.659925 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3493070-777a-4bb3-ac59-e2acea2808fe req-e8b1e69d-7a2e-4fe4-8468-0515dbbff9d7 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:25.662019 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b3493070-777a-4bb3-ac59-e2acea2808fe req-e8b1e69d-7a2e-4fe4-8468-0515dbbff9d7 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 946 time: 0.0774820 Jun 30 09:22:25.714512 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b3493070-777a-4bb3-ac59-e2acea2808fe req-73ecca53-445d-4a4e-bee5-eebd236b0199 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448899 Jun 30 09:22:25.930406 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3b7bef2-d2ca-48d7-8985-b3643bdd44aa req-c6b7fb0b-4f9b-45ac-8d0e-d0a511107900 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272087 Jun 30 09:22:25.942330 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5045f23-9fe1-4813-a502-79ce9f582ebf req-28e9b7b7-b319-43ba-aebd-4166ec205564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:25.943379 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b5045f23-9fe1-4813-a502-79ce9f582ebf req-28e9b7b7-b319-43ba-aebd-4166ec205564 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6663e1a20e0244d4b0d1dff3990ac78c&device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 1098 time: 0.5159659 Jun 30 09:22:26.083696 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5045f23-9fe1-4813-a502-79ce9f582ebf req-9f89aff4-7359-48a9-964e-386e0d23a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:26.085163 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b5045f23-9fe1-4813-a502-79ce9f582ebf req-9f89aff4-7359-48a9-964e-386e0d23a9d7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ac2db21f-3bc4-4f3a-a31f-707164d04b28 HTTP/1.1" status: 200 len: 912 time: 0.1344442 Jun 30 09:22:26.185785 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b5045f23-9fe1-4813-a502-79ce9f582ebf req-90e5ba66-01f0-46f8-91e1-56773d751ff6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37a5e096-0afd-40c8-b2ad-536405a9bc3d HTTP/1.1" status: 200 len: 1002 time: 0.0791187 Jun 30 09:22:26.235692 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5045f23-9fe1-4813-a502-79ce9f582ebf req-fe2e4dfc-1b38-4c56-8d07-b6c24e13c0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:26.237063 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b5045f23-9fe1-4813-a502-79ce9f582ebf req-fe2e4dfc-1b38-4c56-8d07-b6c24e13c0cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd8a9d34-628f-4a77-9fac-19eb06ec58fe HTTP/1.1" status: 200 len: 850 time: 0.0446649 Jun 30 09:22:26.277301 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.302638 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5045f23-9fe1-4813-a502-79ce9f582ebf req-602cb655-da62-4f7b-8163-fef8e31d418a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:26.304217 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b5045f23-9fe1-4813-a502-79ce9f582ebf req-602cb655-da62-4f7b-8163-fef8e31d418a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac2db21f-3bc4-4f3a-a31f-707164d04b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610197 Jun 30 09:22:26.360184 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-634cff7f-c107-48f4-a08c-4adb50693f28 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.436849 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634cff7f-c107-48f4-a08c-4adb50693f28 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event updated for resources: {'Subnet': ['ID=f3675f48-d97f-4663-a1f0-f580a02d5da9,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:26.478575 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b5045f23-9fe1-4813-a502-79ce9f582ebf req-d8399f12-be4c-4144-9b26-635c0c741718 service neutron] 10.222.0.37 "GET /v2.0/networks/ac2db21f-3bc4-4f3a-a31f-707164d04b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675208 Jun 30 09:22:26.479945 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634cff7f-c107-48f4-a08c-4adb50693f28 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Checking segment: {'id': '0993b0f6-f2cf-4aa9-89d7-de68fa866e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a2fbe091-6b41-4ebe-9cf3-0eb015345308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:26.480528 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634cff7f-c107-48f4-a08c-4adb50693f28 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Network hostable DHCP agents. Network: a2fbe091-6b41-4ebe-9cf3-0eb015345308, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:22:26.584504 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b5045f23-9fe1-4813-a502-79ce9f582ebf req-5debb87e-4e5d-4ff9-90f9-5f22ab07e546 service neutron] 10.222.0.37 "GET /v2.0/networks/ac2db21f-3bc4-4f3a-a31f-707164d04b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978122 Jun 30 09:22:26.646779 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d818b2-832b-4cb6-a979-d2ba95b7921c req-e9eae431-8b8a-4549-8ad2-4b7177e7dfc1 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:26.648324 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-14d818b2-832b-4cb6-a979-d2ba95b7921c req-e9eae431-8b8a-4549-8ad2-4b7177e7dfc1 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.0855074 Jun 30 09:22:26.653246 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634cff7f-c107-48f4-a08c-4adb50693f28 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Network a2fbe091-6b41-4ebe-9cf3-0eb015345308 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:22:26.688256 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-14d818b2-832b-4cb6-a979-d2ba95b7921c req-5d6b5b54-5f1a-4b2a-815b-554f2d3924ee tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333951 Jun 30 09:22:26.795857 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-634cff7f-c107-48f4-a08c-4adb50693f28 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, a2fbe091-6b41-4ebe-9cf3-0eb015345308) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:26.801706 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634cff7f-c107-48f4-a08c-4adb50693f28 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:26.802758 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-634cff7f-c107-48f4-a08c-4adb50693f28 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.824186 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f572109-011e-4ab8-8934-96b20de911c4 None None] Network a2fbe091-6b41-4ebe-9cf3-0eb015345308 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:26.891419 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-634cff7f-c107-48f4-a08c-4adb50693f28 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7280843 Jun 30 09:22:26.891419 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48794) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:26.949947 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e7046-5e6c-423d-831a-5f28518aa0cf req-ffbe21fe-9295-4a8e-9ab0-28279fc71de8 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:26.962510 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f75e7046-5e6c-423d-831a-5f28518aa0cf req-ffbe21fe-9295-4a8e-9ab0-28279fc71de8 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 946 time: 0.1199424 Jun 30 09:22:27.024594 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-a2fbe091-6b41-4ebe-9cf3-0eb015345308', 'network_id': 'a2fbe091-6b41-4ebe-9cf3-0eb015345308', 'tenant_id': '3810372c203d460e9c5e7755311f2ff4', 'fixed_ips': [{'subnet_id': 'f3675f48-d97f-4663-a1f0-f580a02d5da9'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:22:27.025731 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.045757 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.049479 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f75e7046-5e6c-423d-831a-5f28518aa0cf req-d27e1fa4-b267-428a-8217-e1f148799bca tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860500 Jun 30 09:22:27.192863 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.225666 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Allocated IP 172.20.0.1 (a2fbe091-6b41-4ebe-9cf3-0eb015345308/f3675f48-d97f-4663-a1f0-f580a02d5da9/4e21f622-651a-4880-ab5c-094cabee02d4) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:27.367624 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61d33a-3ce8-42ec-b374-15743d7154ce req-7779ffc1-657c-411c-af8a-809cc62803ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:27.369232 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ea61d33a-3ce8-42ec-b374-15743d7154ce req-7779ffc1-657c-411c-af8a-809cc62803ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c52329bbe8b54b8887fff3ef67ff99df&device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 1098 time: 0.0957181 Jun 30 09:22:27.390797 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ebfa1-d192-4285-a2df-70fb598ec2bf req-a0423236-5b55-4a11-b2a2-4517a5ce5bfa tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:27.394552 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d29ebfa1-d192-4285-a2df-70fb598ec2bf req-a0423236-5b55-4a11-b2a2-4517a5ce5bfa tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 946 time: 0.1057808 Jun 30 09:22:27.455384 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d29ebfa1-d192-4285-a2df-70fb598ec2bf req-ae953df3-c451-4170-8f34-0ebf6c2769c1 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550849 Jun 30 09:22:27.489321 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.498643 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Transition to ACTIVE for port object 4e21f622-651a-4880-ab5c-094cabee02d4 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:27.515021 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Transition to ACTIVE for port object 4e21f622-651a-4880-ab5c-094cabee02d4 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:27.550247 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61d33a-3ce8-42ec-b374-15743d7154ce req-0cf99468-21d6-4689-8e5c-b916aabbaa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:27.551771 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ea61d33a-3ce8-42ec-b374-15743d7154ce req-0cf99468-21d6-4689-8e5c-b916aabbaa70 service neutron] 10.222.0.52 "GET /v2.0/networks?id=972bd354-eef2-4e01-b16e-8c4bf18786f8 HTTP/1.1" status: 200 len: 911 time: 0.1753247 Jun 30 09:22:27.574070 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d75b2-c51e-4ef9-9440-9e415f88d7c5 req-bd19f805-9c47-40aa-9a0a-1e8a27d8a47f tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:27.575568 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ae0d75b2-c51e-4ef9-9440-9e415f88d7c5 req-bd19f805-9c47-40aa-9a0a-1e8a27d8a47f tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.1093786 Jun 30 09:22:27.609516 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ea61d33a-3ce8-42ec-b374-15743d7154ce req-550efff5-40f7-43fa-b231-faca871b9daf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28ee7bf3-9881-4e50-ab99-6c5485d66480 HTTP/1.1" status: 200 len: 217 time: 0.0506294 Jun 30 09:22:27.630656 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.705582 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ae0d75b2-c51e-4ef9-9440-9e415f88d7c5 req-eb3b5d78-cad3-4f1d-8484-15d1e12c6aaf tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030951 Jun 30 09:22:27.709501 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Network a2fbe091-6b41-4ebe-9cf3-0eb015345308 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:27.717073 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61d33a-3ce8-42ec-b374-15743d7154ce req-080745e7-4d94-4e23-aa61-80b369d06360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:27.721778 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.722032 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ea61d33a-3ce8-42ec-b374-15743d7154ce req-080745e7-4d94-4e23-aa61-80b369d06360 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8cf53215-c792-4025-85bb-3926feddb6f2 HTTP/1.1" status: 200 len: 850 time: 0.0998492 Jun 30 09:22:27.723589 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:27.732431 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:27.750177 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Pushing event updated for resources: {'Port': ['ID=4e21f622-651a-4880-ab5c-094cabee02d4,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:27.766361 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:27.766945 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:27.767476 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:27.769435 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:27.769781 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event deleted for resources: {'Subnet': ['ID=f3675f48-d97f-4663-a1f0-f580a02d5da9,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:27.770124 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:27.770621 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:27.771809 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:27.772306 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:27.773298 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:27.775616 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:27.776078 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:27.776570 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:27.784161 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ea61d33a-3ce8-42ec-b374-15743d7154ce req-7a6590dd-8f9a-4f8d-be59-be859f2706cd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=972bd354-eef2-4e01-b16e-8c4bf18786f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579741 Jun 30 09:22:27.853833 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.863381 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Attempting to bind port 4e21f622-651a-4880-ab5c-094cabee02d4 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:27.865672 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Attempting to bind port 4e21f622-651a-4880-ab5c-094cabee02d4 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '0993b0f6-f2cf-4aa9-89d7-de68fa866e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a2fbe091-6b41-4ebe-9cf3-0eb015345308'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:27.865672 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Attempting to bind port 4e21f622-651a-4880-ab5c-094cabee02d4 on network a2fbe091-6b41-4ebe-9cf3-0eb015345308 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:27.868728 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fbe091-6b41-4ebe-9cf3-0eb015345308']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:27.871495 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:27.871874 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Checking segment: {'id': '0993b0f6-f2cf-4aa9-89d7-de68fa866e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a2fbe091-6b41-4ebe-9cf3-0eb015345308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:27.872726 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.872974 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Bound using segment: {'id': '0993b0f6-f2cf-4aa9-89d7-de68fa866e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a2fbe091-6b41-4ebe-9cf3-0eb015345308'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:27.873602 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Bound port: 4e21f622-651a-4880-ab5c-094cabee02d4, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0993b0f6-f2cf-4aa9-89d7-de68fa866e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a2fbe091-6b41-4ebe-9cf3-0eb015345308'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:27.873977 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.887007 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0993b0f6-f2cf-4aa9-89d7-de68fa866e6b') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:27.887893 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0993b0f6-f2cf-4aa9-89d7-de68fa866e6b') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:27.898520 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.917196 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.924523 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ea61d33a-3ce8-42ec-b374-15743d7154ce req-4006f3f5-6f4b-40f4-8845-d65da570e841 service neutron] 10.222.0.52 "GET /v2.0/networks/972bd354-eef2-4e01-b16e-8c4bf18786f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320932 Jun 30 09:22:27.927589 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:27.928428 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.931741 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:22:27.931741 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:27.931741 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:22:27.931741 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:27.931741 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:22:27.931741 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:27.931741 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:22:27.931741 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:27.931741 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:22:27.931741 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:27.931741 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:22:27.931741 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:27.931741 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:22:27.931741 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:27.931741 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:27.931741 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:27.931741 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:27.931741 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:27.931741 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:22:27.931741 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:27.931741 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:22:27.931741 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:27.931741 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:27.931741 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:27.931741 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:27.931741 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:27.931741 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:27.931741 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:27.931741 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:27.931741 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:27.931741 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:27.931741 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:27.981685 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] For port 4e21f622-651a-4880-ab5c-094cabee02d4, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:28.009591 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] For port 4e21f622-651a-4880-ab5c-094cabee02d4, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4e21f622-651a-4880-ab5c-094cabee02d4,segment=NetworkSegment(0993b0f6-f2cf-4aa9-89d7-de68fa866e6b),segment_id=0993b0f6-f2cf-4aa9-89d7-de68fa866e6b)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:28.042503 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.db.api [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 09:22:28.042503 n-d-771363-31 neutron-server[101054]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 09:22:28.042503 n-d-771363-31 neutron-server[101054]: [parameters: {'id': 'a2fbe091-6b41-4ebe-9cf3-0eb015345308'}] Jun 30 09:22:28.042503 n-d-771363-31 neutron-server[101054]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=101054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:22:28.043385 n-d-771363-31 neutron-server[101054]: DEBUG oslo_db.api [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:22:28.050887 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ea61d33a-3ce8-42ec-b374-15743d7154ce req-473a045b-53ac-4d92-967e-fa6c3ea6d4cc service neutron] 10.222.0.52 "GET /v2.0/networks/972bd354-eef2-4e01-b16e-8c4bf18786f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164372 Jun 30 09:22:28.099544 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.185372 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdab890-c47b-48d1-98f1-50bb0d581564 None None] Pushing event updated for resources: {'Port': ['ID=4e21f622-651a-4880-ab5c-094cabee02d4,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:28.213737 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9145e37-893a-40ff-a108-e6c024c25ba9 None None] Network a2fbe091-6b41-4ebe-9cf3-0eb015345308 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:28.252066 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0cfd4-d697-4b6b-a534-1129cb2fdaba req-3ef9b977-16ba-4c5f-aea3-6fbed8cbb15e tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:28.253575 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8ff0cfd4-d697-4b6b-a534-1129cb2fdaba req-3ef9b977-16ba-4c5f-aea3-6fbed8cbb15e tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 946 time: 0.0723209 Jun 30 09:22:28.304585 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8ff0cfd4-d697-4b6b-a534-1129cb2fdaba req-1f402264-7986-4ed6-805b-672caa54af26 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444565 Jun 30 09:22:28.364251 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e09ed6-416e-4bad-a6ad-1944d0b9ccc7 None None] get_active_networks_info from n-d-771363-31 {{(pid=101055) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:22:28.422685 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48830) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:28.512838 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e09ed6-416e-4bad-a6ad-1944d0b9ccc7 None None] Resources bound (agent type, host, resource id): {{(pid=101055) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:22:28.545173 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.573782 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48836) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:28.640557 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7bd3cef8-5442-4db5-9b33-eaf50a922978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.661549 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4f5996ee-4149-40ce-bc46-b8622968144a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.694793 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Deleting port 4e21f622-651a-4880-ab5c-094cabee02d4 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:28.695143 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.754670 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657aecd-e74f-46f8-be14-9bcb9a2bd003 req-32e3b52a-0d4b-46a6-8353-df278f89ccc8 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:28.756958 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1657aecd-e74f-46f8-be14-9bcb9a2bd003 req-32e3b52a-0d4b-46a6-8353-df278f89ccc8 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 946 time: 0.1727593 Jun 30 09:22:28.835809 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] For port 4e21f622-651a-4880-ab5c-094cabee02d4, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4e21f622-651a-4880-ab5c-094cabee02d4,segment=NetworkSegment(0993b0f6-f2cf-4aa9-89d7-de68fa866e6b),segment_id=0993b0f6-f2cf-4aa9-89d7-de68fa866e6b)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:28.836183 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.865475 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1657aecd-e74f-46f8-be14-9bcb9a2bd003 req-ffcbc4bf-6bb7-4160-b716-7d2d0ccef12d tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929754 Jun 30 09:22:28.867398 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Calling delete_port for 4e21f622-651a-4880-ab5c-094cabee02d4 owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:28.943517 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7bd3cef8-5442-4db5-9b33-eaf50a922978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.944284 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b7c5d-329b-4f16-8445-f71cbc1759b1 req-74862422-a452-4eb3-9432-565b85043598 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:28.945757 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c21b7c5d-329b-4f16-8445-f71cbc1759b1 req-74862422-a452-4eb3-9432-565b85043598 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.0700524 Jun 30 09:22:28.990090 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7bd3cef8-5442-4db5-9b33-eaf50a922978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.016092 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c21b7c5d-329b-4f16-8445-f71cbc1759b1 req-d06abb30-cea3-48ad-8de9-1aacba6d15c1 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629342 Jun 30 09:22:29.029207 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3cef8-5442-4db5-9b33-eaf50a922978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a376fc9b-96f5-411f-8fe8-703e33ac19b0,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:29.036583 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7bd3cef8-5442-4db5-9b33-eaf50a922978 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2612400547d04e15b524871b3860a44e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6097875 Jun 30 09:22:29.036583 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48842) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:29.065958 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.088121 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] No DVR routers for this DVR port 4e21f622-651a-4880-ab5c-094cabee02d4 on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:29.107185 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0897e6-d093-47a5-9043-94c4ecd189c8 req-2b7c86eb-859c-463a-a2a8-4721ed8fc9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:29.108827 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb0897e6-d093-47a5-9043-94c4ecd189c8 req-2b7c86eb-859c-463a-a2a8-4721ed8fc9d4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 1098 time: 0.1050186 Jun 30 09:22:29.120464 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event deleted for resources: {'Port': ['ID=4e21f622-651a-4880-ab5c-094cabee02d4,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:29.168321 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-060f8ed5-ad67-423e-ac05-24cc959ec098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.174996 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4f5996ee-4149-40ce-bc46-b8622968144a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.177802 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb0897e6-d093-47a5-9043-94c4ecd189c8 req-d7559578-46ea-420e-b84e-61aace95796d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606759 Jun 30 09:22:29.240169 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.240169 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-060f8ed5-ad67-423e-ac05-24cc959ec098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.248019 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fbe091-6b41-4ebe-9cf3-0eb015345308']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:29.263513 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0993b0f6-f2cf-4aa9-89d7-de68fa866e6b') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:29.267396 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0993b0f6-f2cf-4aa9-89d7-de68fa866e6b') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:29.267523 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4f5996ee-4149-40ce-bc46-b8622968144a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.283791 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.301419 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.304604 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5996ee-4149-40ce-bc46-b8622968144a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b1d48a-304c-4e35-bda9-1e61c6feaae6,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:29.310697 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4f5996ee-4149-40ce-bc46-b8622968144a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fdc6b5bf448843fb8ce63cda3b2ba0c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7356319 Jun 30 09:22:29.312809 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:29.313235 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.314661 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48844) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:29.321290 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:22:29.321290 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:29.321290 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:22:29.321290 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:29.321290 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:22:29.321290 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:29.321290 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:22:29.321290 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:29.321290 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:22:29.321290 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:29.321290 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:22:29.321290 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:29.321290 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:22:29.321290 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:29.321290 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:29.321290 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:29.321290 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:29.321290 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:29.321290 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:22:29.321290 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:29.321290 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:22:29.321290 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:29.321290 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:29.321290 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:29.321290 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:29.321290 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:29.321290 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:29.321290 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:29.321290 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:29.321290 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:29.321290 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:29.321290 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:29.365344 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-34fc3057-2352-4657-a91b-4e068892119b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.392099 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-34fc3057-2352-4657-a91b-4e068892119b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.401874 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-060f8ed5-ad67-423e-ac05-24cc959ec098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.404767 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-060f8ed5-ad67-423e-ac05-24cc959ec098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.410026 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-060f8ed5-ad67-423e-ac05-24cc959ec098 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a376fc9b-96f5-411f-8fe8-703e33ac19b0 HTTP/1.1" status: 204 len: 168 time: 0.3686440 Jun 30 09:22:29.414727 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f8ed5-ad67-423e-ac05-24cc959ec098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a376fc9b-96f5-411f-8fe8-703e33ac19b0,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:29.458564 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.473619 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.475489 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/networks/a2fbe091-6b41-4ebe-9cf3-0eb015345308 HTTP/1.1" status: 204 len: 168 time: 2.5953455 Jun 30 09:22:29.480272 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48850) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:29.485547 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-c7547e69-0d1b-4645-8987-84eb2b06f20c tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1495766450'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:29.492642 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00c7e5-65ce-404b-af14-f8bc00eee860 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event deleted for resources: {'Network': ['ID=a2fbe091-6b41-4ebe-9cf3-0eb015345308,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:29.527796 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-34fc3057-2352-4657-a91b-4e068892119b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.530328 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-34fc3057-2352-4657-a91b-4e068892119b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.531521 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-34fc3057-2352-4657-a91b-4e068892119b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/50b1d48a-304c-4e35-bda9-1e61c6feaae6 HTTP/1.1" status: 204 len: 168 time: 0.2159712 Jun 30 09:22:29.542669 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc3057-2352-4657-a91b-4e068892119b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b1d48a-304c-4e35-bda9-1e61c6feaae6,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:29.601211 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7547e69-0d1b-4645-8987-84eb2b06f20c tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Made reservation on behalf of 3810372c203d460e9c5e7755311f2ff4 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:29.609446 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c7547e69-0d1b-4645-8987-84eb2b06f20c tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.628757 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7547e69-0d1b-4645-8987-84eb2b06f20c tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:29.637539 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c7547e69-0d1b-4645-8987-84eb2b06f20c tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.637883 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-c7547e69-0d1b-4645-8987-84eb2b06f20c tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Added segment d0be8078-0e55-40f4-80ee-41d29ffadd73 of type vlan for network bef3bbff-6a9a-422c-ab5f-8bd82e6f6b96 Jun 30 09:22:29.677372 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c7547e69-0d1b-4645-8987-84eb2b06f20c tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.789979 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c7547e69-0d1b-4645-8987-84eb2b06f20c tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.796390 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7547e69-0d1b-4645-8987-84eb2b06f20c tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:29.797008 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c7547e69-0d1b-4645-8987-84eb2b06f20c tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.868082 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7547e69-0d1b-4645-8987-84eb2b06f20c tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event updated for resources: {'Network': ['ID=bef3bbff-6a9a-422c-ab5f-8bd82e6f6b96,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:29.878643 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network bef3bbff-6a9a-422c-ab5f-8bd82e6f6b96 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:29.916436 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c7547e69-0d1b-4645-8987-84eb2b06f20c tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4350455 Jun 30 09:22:29.919730 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48860) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:29.925260 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-bd31130d-e6d3-4763-889c-b67d2344c675 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:30.087773 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35686955-1da4-4647-99ef-bde92c2be369 req-ece39914-0e44-4d48-802b-7577cc006939 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:30.095821 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-35686955-1da4-4647-99ef-bde92c2be369 req-ece39914-0e44-4d48-802b-7577cc006939 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 946 time: 0.0910027 Jun 30 09:22:30.130089 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd31130d-e6d3-4763-889c-b67d2344c675 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:30.139073 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-35686955-1da4-4647-99ef-bde92c2be369 req-cb6ef078-6b23-4dd2-a10c-985f57add994 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414574 Jun 30 09:22:30.222907 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343ae18-07b5-4740-84f9-c2a09ab5016a req-6a432d25-7523-423e-8359-d04be89067b8 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:30.224444 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b343ae18-07b5-4740-84f9-c2a09ab5016a req-6a432d25-7523-423e-8359-d04be89067b8 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.0641437 Jun 30 09:22:30.266574 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b343ae18-07b5-4740-84f9-c2a09ab5016a req-f0131558-44b4-4b35-8bcf-9ca1e0fe1e0a tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356388 Jun 30 09:22:30.268455 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48864) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:30.286495 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-98244f9f-ef6a-463b-bad1-25f9af964db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:30.320504 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd31130d-e6d3-4763-889c-b67d2344c675 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:30.347090 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bd31130d-e6d3-4763-889c-b67d2344c675 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Network bef3bbff-6a9a-422c-ab5f-8bd82e6f6b96 is not hosted by any dhcp agent {{(pid=101054) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 09:22:30.352355 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd31130d-e6d3-4763-889c-b67d2344c675 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:30.352935 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd31130d-e6d3-4763-889c-b67d2344c675 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:30.354967 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-bd31130d-e6d3-4763-889c-b67d2344c675 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "PUT /v2.0/networks/bef3bbff-6a9a-422c-ab5f-8bd82e6f6b96 HTTP/1.1" status: 200 len: 723 time: 0.4335489 Jun 30 09:22:30.357692 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48866) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:30.362694 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-bfbcb3ef-4584-4217-986a-a4de2ab12c45 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Request body: {'subnet': {'network_id': 'bef3bbff-6a9a-422c-ab5f-8bd82e6f6b96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:30.405203 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48868) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:30.415258 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31130d-e6d3-4763-889c-b67d2344c675 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event updated for resources: {'Network': ['ID=bef3bbff-6a9a-422c-ab5f-8bd82e6f6b96,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:30.430607 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network bef3bbff-6a9a-422c-ab5f-8bd82e6f6b96 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:30.439026 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-80eddbd2-0588-4394-87af-cd3be862b4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:30.481377 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-98244f9f-ef6a-463b-bad1-25f9af964db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:30.573000 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-98244f9f-ef6a-463b-bad1-25f9af964db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:30.582149 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.db.api [None req-bfbcb3ef-4584-4217-986a-a4de2ab12c45 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:22:30.582149 n-d-771363-31 neutron-server[101053]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 09:22:30.582149 n-d-771363-31 neutron-server[101053]: [parameters: {'project_id_1': '3810372c203d460e9c5e7755311f2ff4', 'expiration_1': datetime.datetime(2021, 6, 30, 9, 22, 30, 469662)}] Jun 30 09:22:30.582149 n-d-771363-31 neutron-server[101053]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=101053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:22:30.582898 n-d-771363-31 neutron-server[101053]: DEBUG oslo_db.api [None req-bfbcb3ef-4584-4217-986a-a4de2ab12c45 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:22:30.612386 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-98244f9f-ef6a-463b-bad1-25f9af964db8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5ab162cdeada4530b923db576307fd71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3428199 Jun 30 09:22:30.613280 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98244f9f-ef6a-463b-bad1-25f9af964db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a0cfc9-5e55-4beb-a971-3b1209182b38,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:30.615987 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48872) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:30.700592 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c75d519e-2ade-4109-bf5d-3a9e8474ce1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:30.721114 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-80eddbd2-0588-4394-87af-cd3be862b4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:30.732389 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c75d519e-2ade-4109-bf5d-3a9e8474ce1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:30.818385 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-80eddbd2-0588-4394-87af-cd3be862b4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:30.862780 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-80eddbd2-0588-4394-87af-cd3be862b4b8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a8896f3538f24128aa8721fc6a5475e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4564278 Jun 30 09:22:30.863589 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eddbd2-0588-4394-87af-cd3be862b4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9be13c1-688e-4437-aff5-2b993b03cc56,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:30.865555 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48874) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:30.879061 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c75d519e-2ade-4109-bf5d-3a9e8474ce1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:30.881611 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c75d519e-2ade-4109-bf5d-3a9e8474ce1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:30.882731 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c75d519e-2ade-4109-bf5d-3a9e8474ce1a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f1a0cfc9-5e55-4beb-a971-3b1209182b38 HTTP/1.1" status: 204 len: 168 time: 0.2658131 Jun 30 09:22:30.891526 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d519e-2ade-4109-bf5d-3a9e8474ce1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a0cfc9-5e55-4beb-a971-3b1209182b38,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:30.920534 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b4e6c9b4-5037-4496-b3da-b9b8f5536465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:30.942762 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b4e6c9b4-5037-4496-b3da-b9b8f5536465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.075596 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b4e6c9b4-5037-4496-b3da-b9b8f5536465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.078276 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b4e6c9b4-5037-4496-b3da-b9b8f5536465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.079538 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b4e6c9b4-5037-4496-b3da-b9b8f5536465 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e9be13c1-688e-4437-aff5-2b993b03cc56 HTTP/1.1" status: 204 len: 168 time: 0.2129445 Jun 30 09:22:31.087566 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6c9b4-5037-4496-b3da-b9b8f5536465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9be13c1-688e-4437-aff5-2b993b03cc56,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:31.264283 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbcb3ef-4584-4217-986a-a4de2ab12c45 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Made reservation on behalf of 3810372c203d460e9c5e7755311f2ff4 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:31.267899 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bfbcb3ef-4584-4217-986a-a4de2ab12c45 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.346324 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b9590-f4be-4160-8648-cd90ed75e79f req-c0863914-f6ff-400f-bba4-ab5e4d302d6f tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:31.348001 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-307b9590-f4be-4160-8648-cd90ed75e79f req-c0863914-f6ff-400f-bba4-ab5e4d302d6f tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 946 time: 0.0852916 Jun 30 09:22:31.392299 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-307b9590-f4be-4160-8648-cd90ed75e79f req-a4c1b8b1-0092-4376-ae35-378366364cc6 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371604 Jun 30 09:22:31.577577 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5705cf1-1af9-47ef-ae82-f629e07b2031 req-f63f6611-4849-47cb-9ef7-c580687f06bb tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:31.579513 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c5705cf1-1af9-47ef-ae82-f629e07b2031 req-f63f6611-4849-47cb-9ef7-c580687f06bb tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.1781135 Jun 30 09:22:31.618137 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be507003-1bcf-492f-8713-d21235ad5c93 req-917ff356-1907-4315-8899-6796a0f11fa8 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:31.619970 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be507003-1bcf-492f-8713-d21235ad5c93 req-917ff356-1907-4315-8899-6796a0f11fa8 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.0824585 Jun 30 09:22:31.622167 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c5705cf1-1af9-47ef-ae82-f629e07b2031 req-19669b67-fc78-4fa3-8550-a9a6477115b4 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370142 Jun 30 09:22:31.636618 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bfbcb3ef-4584-4217-986a-a4de2ab12c45 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.671098 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be507003-1bcf-492f-8713-d21235ad5c93 req-92651826-96e9-4e9b-a101-36898a4b49ab tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402217 Jun 30 09:22:31.733234 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbcb3ef-4584-4217-986a-a4de2ab12c45 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event updated for resources: {'Subnet': ['ID=b85b1000-9039-4bdb-8620-27607cb06273,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:31.761974 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbcb3ef-4584-4217-986a-a4de2ab12c45 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Checking segment: {'id': 'd0be8078-0e55-40f4-80ee-41d29ffadd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bef3bbff-6a9a-422c-ab5f-8bd82e6f6b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:31.761974 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbcb3ef-4584-4217-986a-a4de2ab12c45 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Network hostable DHCP agents. Network: bef3bbff-6a9a-422c-ab5f-8bd82e6f6b96, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:22:31.835841 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbcb3ef-4584-4217-986a-a4de2ab12c45 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Network bef3bbff-6a9a-422c-ab5f-8bd82e6f6b96 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:22:31.922260 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aa219cde-10b7-434e-a3af-e3528763b5a9 req-ca6e2a36-08d2-4bc5-859a-41729dfb9ed0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0625539 Jun 30 09:22:31.955336 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-bfbcb3ef-4584-4217-986a-a4de2ab12c45 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, bef3bbff-6a9a-422c-ab5f-8bd82e6f6b96) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:31.965431 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45d438f-761d-41f4-94a3-e1550e0e944b None None] Network bef3bbff-6a9a-422c-ab5f-8bd82e6f6b96 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:31.966630 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbcb3ef-4584-4217-986a-a4de2ab12c45 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:31.968022 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bfbcb3ef-4584-4217-986a-a4de2ab12c45 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.070366 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa219cde-10b7-434e-a3af-e3528763b5a9 req-4215f1e4-a860-41a1-aa7a-9478b46ae656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:32.070366 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aa219cde-10b7-434e-a3af-e3528763b5a9 req-4215f1e4-a860-41a1-aa7a-9478b46ae656 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c52329bbe8b54b8887fff3ef67ff99df&device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 1097 time: 0.1239867 Jun 30 09:22:32.127950 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bfbcb3ef-4584-4217-986a-a4de2ab12c45 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7690375 Jun 30 09:22:32.132231 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48926) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:32.138437 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-87af48cb-677a-4e68-93e9-6048f4741341 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:32.204256 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef271d96-d7f1-46bf-aa5a-05df12b1ed51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-bef3bbff-6a9a-422c-ab5f-8bd82e6f6b96', 'network_id': 'bef3bbff-6a9a-422c-ab5f-8bd82e6f6b96', 'tenant_id': '3810372c203d460e9c5e7755311f2ff4', 'fixed_ips': [{'subnet_id': 'b85b1000-9039-4bdb-8620-27607cb06273'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:22:32.205575 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ef271d96-d7f1-46bf-aa5a-05df12b1ed51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.216314 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa219cde-10b7-434e-a3af-e3528763b5a9 req-09591b1e-c50d-4e0b-a58a-241e477dcc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:32.217903 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aa219cde-10b7-434e-a3af-e3528763b5a9 req-09591b1e-c50d-4e0b-a58a-241e477dcc73 service neutron] 10.222.0.37 "GET /v2.0/networks?id=972bd354-eef2-4e01-b16e-8c4bf18786f8 HTTP/1.1" status: 200 len: 911 time: 0.1213186 Jun 30 09:22:32.271044 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-87af48cb-677a-4e68-93e9-6048f4741341 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10095996'] for subnet, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.285998 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aa219cde-10b7-434e-a3af-e3528763b5a9 req-ee0c012f-4e3a-4f68-9562-217dd5032801 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6be4683-923a-4cd2-b36e-2d121679a8cb HTTP/1.1" status: 200 len: 217 time: 0.0603533 Jun 30 09:22:32.371573 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa219cde-10b7-434e-a3af-e3528763b5a9 req-438fe519-536f-4d99-87f9-fdb14a9ce3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:32.374760 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aa219cde-10b7-434e-a3af-e3528763b5a9 req-438fe519-536f-4d99-87f9-fdb14a9ce3d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cf53215-c792-4025-85bb-3926feddb6f2 HTTP/1.1" status: 200 len: 850 time: 0.0810027 Jun 30 09:22:32.457151 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-ef271d96-d7f1-46bf-aa5a-05df12b1ed51 None None] Allocated IP 172.20.0.2 (bef3bbff-6a9a-422c-ab5f-8bd82e6f6b96/b85b1000-9039-4bdb-8620-27607cb06273/5cad5c15-c98c-4494-b8ed-e95b3ee209ae) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:32.460671 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aa219cde-10b7-434e-a3af-e3528763b5a9 req-9cc2560b-e58d-4365-b7c5-e31f437ed260 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=972bd354-eef2-4e01-b16e-8c4bf18786f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789332 Jun 30 09:22:32.706418 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aa219cde-10b7-434e-a3af-e3528763b5a9 req-f7cd914e-424f-47a6-90bc-797420fcbf38 service neutron] 10.222.0.37 "GET /v2.0/networks/972bd354-eef2-4e01-b16e-8c4bf18786f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345977 Jun 30 09:22:32.707426 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ef271d96-d7f1-46bf-aa5a-05df12b1ed51 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.717269 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca8f27-731d-4b86-9e95-9e4768889377 req-7e51a2d6-6d97-4fe0-9912-0f4088e7c5fd tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:32.723647 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-ef271d96-d7f1-46bf-aa5a-05df12b1ed51 None None] Transition to ACTIVE for port object 5cad5c15-c98c-4494-b8ed-e95b3ee209ae will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:32.725003 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-41ca8f27-731d-4b86-9e95-9e4768889377 req-7e51a2d6-6d97-4fe0-9912-0f4088e7c5fd tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.2236867 Jun 30 09:22:32.750180 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-ef271d96-d7f1-46bf-aa5a-05df12b1ed51 None None] Transition to ACTIVE for port object 5cad5c15-c98c-4494-b8ed-e95b3ee209ae will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:32.818225 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-41ca8f27-731d-4b86-9e95-9e4768889377 req-fbc7aae1-82d2-4394-a038-c35576c3d293 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907714 Jun 30 09:22:32.829831 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ef271d96-d7f1-46bf-aa5a-05df12b1ed51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.830299 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-ea8aeed2-08a8-4279-98f1-4885fad0bf2b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2453277 Jun 30 09:22:32.862581 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e751be8-7cbd-4234-a7a3-4a47ebff8b90 req-68423a5c-4a14-4ac0-a327-970237ec36f9 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:32.864796 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e751be8-7cbd-4234-a7a3-4a47ebff8b90 req-68423a5c-4a14-4ac0-a327-970237ec36f9 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.1938269 Jun 30 09:22:32.873517 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef271d96-d7f1-46bf-aa5a-05df12b1ed51 None None] Network bef3bbff-6a9a-422c-ab5f-8bd82e6f6b96 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:32.879510 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-ef271d96-d7f1-46bf-aa5a-05df12b1ed51 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:32.883426 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef271d96-d7f1-46bf-aa5a-05df12b1ed51 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:32.902594 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef271d96-d7f1-46bf-aa5a-05df12b1ed51 None None] Pushing event updated for resources: {'Port': ['ID=5cad5c15-c98c-4494-b8ed-e95b3ee209ae,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:32.964084 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aa219cde-10b7-434e-a3af-e3528763b5a9 req-417b99a0-be95-4093-a98a-5f860e676a68 service neutron] 10.222.0.37 "GET /v2.0/networks/972bd354-eef2-4e01-b16e-8c4bf18786f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304430 Jun 30 09:22:32.989580 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-ef271d96-d7f1-46bf-aa5a-05df12b1ed51 None None] Attempting to bind port 5cad5c15-c98c-4494-b8ed-e95b3ee209ae on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:32.990330 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-ef271d96-d7f1-46bf-aa5a-05df12b1ed51 None None] Attempting to bind port 5cad5c15-c98c-4494-b8ed-e95b3ee209ae by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'd0be8078-0e55-40f4-80ee-41d29ffadd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bef3bbff-6a9a-422c-ab5f-8bd82e6f6b96'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:32.990878 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef271d96-d7f1-46bf-aa5a-05df12b1ed51 None None] Attempting to bind port 5cad5c15-c98c-4494-b8ed-e95b3ee209ae on network bef3bbff-6a9a-422c-ab5f-8bd82e6f6b96 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:32.998387 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef271d96-d7f1-46bf-aa5a-05df12b1ed51 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:32.999241 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef271d96-d7f1-46bf-aa5a-05df12b1ed51 None None] Checking segment: {'id': 'd0be8078-0e55-40f4-80ee-41d29ffadd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bef3bbff-6a9a-422c-ab5f-8bd82e6f6b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:33.000211 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ef271d96-d7f1-46bf-aa5a-05df12b1ed51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.001296 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef271d96-d7f1-46bf-aa5a-05df12b1ed51 None None] Bound using segment: {'id': 'd0be8078-0e55-40f4-80ee-41d29ffadd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bef3bbff-6a9a-422c-ab5f-8bd82e6f6b96'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:33.001963 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-ef271d96-d7f1-46bf-aa5a-05df12b1ed51 None None] Bound port: 5cad5c15-c98c-4494-b8ed-e95b3ee209ae, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0be8078-0e55-40f4-80ee-41d29ffadd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bef3bbff-6a9a-422c-ab5f-8bd82e6f6b96'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:33.003142 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ef271d96-d7f1-46bf-aa5a-05df12b1ed51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.080070 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-ef271d96-d7f1-46bf-aa5a-05df12b1ed51 None None] For port 5cad5c15-c98c-4494-b8ed-e95b3ee209ae, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:33.083214 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-ef271d96-d7f1-46bf-aa5a-05df12b1ed51 None None] For port 5cad5c15-c98c-4494-b8ed-e95b3ee209ae, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5cad5c15-c98c-4494-b8ed-e95b3ee209ae,segment=NetworkSegment(d0be8078-0e55-40f4-80ee-41d29ffadd73),segment_id=d0be8078-0e55-40f4-80ee-41d29ffadd73)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:33.107183 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e751be8-7cbd-4234-a7a3-4a47ebff8b90 req-9edf7fca-d32c-47d2-827b-0bc9f1b383f7 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210636 Jun 30 09:22:33.142482 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-aa33b146-8fc5-4faf-a699-ffd779de36d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:33.143015 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-aa33b146-8fc5-4faf-a699-ffd779de36d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:33.143590 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-aa33b146-8fc5-4faf-a699-ffd779de36d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:33.149092 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-aa33b146-8fc5-4faf-a699-ffd779de36d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:33.149092 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-aa33b146-8fc5-4faf-a699-ffd779de36d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:33.149092 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-aa33b146-8fc5-4faf-a699-ffd779de36d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:33.149092 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-aa33b146-8fc5-4faf-a699-ffd779de36d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:33.149092 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-aa33b146-8fc5-4faf-a699-ffd779de36d4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cf47b77e70945949916ae6cc28be07c&device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 6501 time: 0.2222481 Jun 30 09:22:33.193537 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ef271d96-d7f1-46bf-aa5a-05df12b1ed51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.269670 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef271d96-d7f1-46bf-aa5a-05df12b1ed51 None None] Pushing event updated for resources: {'Port': ['ID=5cad5c15-c98c-4494-b8ed-e95b3ee209ae,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:33.581373 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-87af48cb-677a-4e68-93e9-6048f4741341 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759966746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8861597'] for subnet, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.653247 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87af48cb-677a-4e68-93e9-6048f4741341 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:33.653841 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-87af48cb-677a-4e68-93e9-6048f4741341 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.657976 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-87af48cb-677a-4e68-93e9-6048f4741341 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "PUT /v2.0/subnets/b85b1000-9039-4bdb-8620-27607cb06273 HTTP/1.1" status: 200 len: 806 time: 1.5218408 Jun 30 09:22:33.658072 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48964) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:33.690969 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af48cb-677a-4e68-93e9-6048f4741341 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event updated for resources: {'Subnet': ['ID=b85b1000-9039-4bdb-8620-27607cb06273,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:33.707435 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-dbe65f3d-e385-47ca-b5b3-ddc732b050d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:33.707959 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-dbe65f3d-e385-47ca-b5b3-ddc732b050d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:33.708645 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-dbe65f3d-e385-47ca-b5b3-ddc732b050d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:33.710221 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-dbe65f3d-e385-47ca-b5b3-ddc732b050d5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b7c4d310-0e13-4978-b513-6d3abe0b2ecf&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=1ee7a795-7cad-4025-ad1c-ea31997afa2e&id=1ee7a795-7cad-4025-ad1c-ea31997afa2e HTTP/1.1" status: 200 len: 2293 time: 0.5337670 Jun 30 09:22:33.822362 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ed6e54e5-b823-4f97-854e-495d92818029 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.829052 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-9ab60892-8afe-4659-b764-a277dff64a40 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a700fa97-7f11-4c5a-a416-37fd7c54d91e HTTP/1.1" status: 200 len: 1002 time: 0.1107745 Jun 30 09:22:33.872800 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5cad5c15-c98c-4494-b8ed-e95b3ee209ae up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:33.917716 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-ed6e54e5-b823-4f97-854e-495d92818029 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Deleting port 5cad5c15-c98c-4494-b8ed-e95b3ee209ae {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:33.918351 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ed6e54e5-b823-4f97-854e-495d92818029 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.926069 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-6e7b89eb-c5dc-4213-b3c5-71773f3d87d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:33.929157 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-6e7b89eb-c5dc-4213-b3c5-71773f3d87d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81734dcc-0ee2-494d-93d9-b3fe64a6f397 HTTP/1.1" status: 200 len: 851 time: 0.0931373 Jun 30 09:22:34.043972 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-3a1d58b3-c959-4ab0-a4bf-af1bc48c5930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:34.045483 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-3a1d58b3-c959-4ab0-a4bf-af1bc48c5930 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b7c4d310-0e13-4978-b513-6d3abe0b2ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1080725 Jun 30 09:22:34.047021 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 5cad5c15-c98c-4494-b8ed-e95b3ee209ae completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:34.090114 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-ed6e54e5-b823-4f97-854e-495d92818029 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] For port 5cad5c15-c98c-4494-b8ed-e95b3ee209ae, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5cad5c15-c98c-4494-b8ed-e95b3ee209ae,segment=NetworkSegment(d0be8078-0e55-40f4-80ee-41d29ffadd73),segment_id=d0be8078-0e55-40f4-80ee-41d29ffadd73)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:34.096855 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ed6e54e5-b823-4f97-854e-495d92818029 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.115677 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-ed6e54e5-b823-4f97-854e-495d92818029 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Calling delete_port for 5cad5c15-c98c-4494-b8ed-e95b3ee209ae owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:34.197565 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-160bbcbc-d2fb-4be2-92cd-a3569ffbc710 service neutron] 10.222.0.52 "GET /v2.0/networks/b7c4d310-0e13-4978-b513-6d3abe0b2ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430876 Jun 30 09:22:34.215692 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0accc-c48f-42ba-b9dd-793ffb1ae00a req-bfd4f236-4d09-4635-963a-8910075bfb64 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:34.226467 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a1c0accc-c48f-42ba-b9dd-793ffb1ae00a req-bfd4f236-4d09-4635-963a-8910075bfb64 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.1897473 Jun 30 09:22:34.398130 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a1c0accc-c48f-42ba-b9dd-793ffb1ae00a req-e3786278-e7ee-4962-804d-991521d46e02 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700480 Jun 30 09:22:34.482591 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-f0559124-bb91-45c8-80af-794af90dbd63 service neutron] 10.222.0.52 "GET /v2.0/networks/b7c4d310-0e13-4978-b513-6d3abe0b2ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735586 Jun 30 09:22:34.573943 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ed6e54e5-b823-4f97-854e-495d92818029 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.616579 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e54e5-b823-4f97-854e-495d92818029 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event deleted for resources: {'Port': ['ID=5cad5c15-c98c-4494-b8ed-e95b3ee209ae,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:34.653977 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-71bf8bab-e843-45c8-a7fc-51df7e4c4a91 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 HTTP/1.1" status: 200 len: 217 time: 0.1652527 Jun 30 09:22:34.712802 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f837de7b-51c0-420d-ace0-51aa280b77da None None] Network bef3bbff-6a9a-422c-ab5f-8bd82e6f6b96 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:34.757626 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6e54e5-b823-4f97-854e-495d92818029 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] No DVR routers for this DVR port 5cad5c15-c98c-4494-b8ed-e95b3ee209ae on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:34.879757 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ed6e54e5-b823-4f97-854e-495d92818029 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.881311 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-521aebe6-f0a3-4200-aa75-b642ab19140b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:34.891742 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-521aebe6-f0a3-4200-aa75-b642ab19140b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abf6d13-ee31-42ca-8f41-a3797ffb8563 HTTP/1.1" status: 200 len: 797 time: 0.1780667 Jun 30 09:22:34.989170 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e0373a6b-d61f-4545-8ca6-a41f2b4b556d None None] Could not find standard attr ID for object 5cad5c15-c98c-4494-b8ed-e95b3ee209ae. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:22:35.003859 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4373d-20fc-4f6a-bcd0-627c2cda7cc4 req-640bc9ec-1aba-43f3-90f4-46b2229260e7 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:35.016481 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a5c4373d-20fc-4f6a-bcd0-627c2cda7cc4 req-640bc9ec-1aba-43f3-90f4-46b2229260e7 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.3661554 Jun 30 09:22:35.107353 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-b38e1b50-ffff-4006-8d14-60389c33e27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:35.110676 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-b38e1b50-ffff-4006-8d14-60389c33e27f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2176738 Jun 30 09:22:35.135981 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a5c4373d-20fc-4f6a-bcd0-627c2cda7cc4 req-73424832-9656-49cc-a70c-81fdfcf8ccfd tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045077 Jun 30 09:22:35.218980 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ed6e54e5-b823-4f97-854e-495d92818029 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.240982 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-582eeef8-fdd4-44df-ae6f-5c61e7e8cdd0 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097672 Jun 30 09:22:35.262300 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e54e5-b823-4f97-854e-495d92818029 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event deleted for resources: {'Subnet': ['ID=b85b1000-9039-4bdb-8620-27607cb06273,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:35.333256 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ed6e54e5-b823-4f97-854e-495d92818029 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.347942 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-ed6e54e5-b823-4f97-854e-495d92818029 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bef3bbff-6a9a-422c-ab5f-8bd82e6f6b96']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:35.370467 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f73b279-bd60-4f6f-adb1-505a045ed9fe None None] Network bef3bbff-6a9a-422c-ab5f-8bd82e6f6b96 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:35.372385 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-ed6e54e5-b823-4f97-854e-495d92818029 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0be8078-0e55-40f4-80ee-41d29ffadd73') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:35.372751 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-ed6e54e5-b823-4f97-854e-495d92818029 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0be8078-0e55-40f4-80ee-41d29ffadd73') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:35.387069 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ed6e54e5-b823-4f97-854e-495d92818029 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.398105 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-def2a354-252f-47bd-a5ca-b7dd694c4cad service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446431 Jun 30 09:22:35.403744 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ed6e54e5-b823-4f97-854e-495d92818029 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.411031 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed6e54e5-b823-4f97-854e-495d92818029 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:35.412087 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ed6e54e5-b823-4f97-854e-495d92818029 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.415902 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:22:35.415902 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:35.415902 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:22:35.415902 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:35.415902 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:22:35.415902 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:35.415902 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:22:35.415902 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:35.415902 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:22:35.415902 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:35.415902 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:22:35.415902 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:35.415902 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:22:35.415902 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:35.415902 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:35.415902 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:35.415902 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:35.415902 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:35.415902 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:22:35.415902 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:35.415902 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:22:35.415902 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:35.415902 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:35.415902 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:35.415902 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:35.415902 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:35.415902 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:35.415902 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:35.415902 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:35.415902 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:35.415902 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:35.415902 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:35.461081 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-52507944-bb09-4d26-894b-001cb01e16d3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=44e89faa-6b6f-468b-aada-373d3800878b HTTP/1.1" status: 200 len: 217 time: 0.0556870 Jun 30 09:22:35.555674 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-2e8e4c28-2529-4d80-90e7-53f0169cf10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:35.563530 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-2e8e4c28-2529-4d80-90e7-53f0169cf10e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abf6d13-ee31-42ca-8f41-a3797ffb8563 HTTP/1.1" status: 200 len: 797 time: 0.0889184 Jun 30 09:22:35.589071 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff8e9e6-f8ac-4cbe-a510-b3ff9e2015af None None] DHCP port deletion for bef3bbff-6a9a-422c-ab5f-8bd82e6f6b96 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:22:35.663458 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22d55a-9984-43b6-90e0-6dfa536f58ba req-9d809e56-ec22-41b4-9410-7dc614b52157 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:35.664978 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-de22d55a-9984-43b6-90e0-6dfa536f58ba req-9d809e56-ec22-41b4-9410-7dc614b52157 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.0725226 Jun 30 09:22:35.690082 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-0940ce26-277c-44f6-ba91-9666328d0639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:35.691676 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-0940ce26-277c-44f6-ba91-9666328d0639 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1218498 Jun 30 09:22:35.709137 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-de22d55a-9984-43b6-90e0-6dfa536f58ba req-e7f2a75c-ee45-4a3a-9d62-342c239157e4 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363636 Jun 30 09:22:35.727994 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd86b4-a8e2-4898-856c-edacc9dfefb9 req-298653ad-6ea4-4c7a-9966-31d4a7370470 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:35.727994 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-61dd86b4-a8e2-4898-856c-edacc9dfefb9 req-298653ad-6ea4-4c7a-9966-31d4a7370470 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.1035955 Jun 30 09:22:35.728509 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ed6e54e5-b823-4f97-854e-495d92818029 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.744079 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ed6e54e5-b823-4f97-854e-495d92818029 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.753535 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ed6e54e5-b823-4f97-854e-495d92818029 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/networks/bef3bbff-6a9a-422c-ab5f-8bd82e6f6b96 HTTP/1.1" status: 204 len: 168 time: 2.0944517 Jun 30 09:22:35.754824 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49022) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:35.792066 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-da117af7-9e1b-4557-8611-41e24ce9edaf tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] DELETE failed (client error): The resource could not be found. Jun 30 09:22:35.792687 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da117af7-9e1b-4557-8611-41e24ce9edaf tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:35.794395 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-da117af7-9e1b-4557-8611-41e24ce9edaf tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/networks/bef3bbff-6a9a-422c-ab5f-8bd82e6f6b96 HTTP/1.1" status: 404 len: 339 time: 0.0340564 Jun 30 09:22:35.795756 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e54e5-b823-4f97-854e-495d92818029 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event deleted for resources: {'Network': ['ID=bef3bbff-6a9a-422c-ab5f-8bd82e6f6b96,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:35.799070 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49026) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:35.811057 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-68cd88c2-97c7-4bb6-9b48-15e47f11de04 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1504469021', 'description': 'd1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:35.853328 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5cad5c15-c98c-4494-b8ed-e95b3ee209ae no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:35.878369 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 5cad5c15-c98c-4494-b8ed-e95b3ee209ae {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:22:35.878718 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5cad5c15-c98c-4494-b8ed-e95b3ee209ae not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:35.908714 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-b84bf48f-98e8-449b-a53f-455071c013ea service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052581 Jun 30 09:22:35.955422 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cd88c2-97c7-4bb6-9b48-15e47f11de04 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Made reservation on behalf of 3810372c203d460e9c5e7755311f2ff4 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:35.959173 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-68cd88c2-97c7-4bb6-9b48-15e47f11de04 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.980835 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-61dd86b4-a8e2-4898-856c-edacc9dfefb9 req-7ca8c75f-aa63-4973-8a0a-f9906cdf0780 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Deleting port 28ee7bf3-9881-4e50-ab99-6c5485d66480 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:35.981181 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-61dd86b4-a8e2-4898-856c-edacc9dfefb9 req-7ca8c75f-aa63-4973-8a0a-f9906cdf0780 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.992548 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68cd88c2-97c7-4bb6-9b48-15e47f11de04 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:36.004861 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-68cd88c2-97c7-4bb6-9b48-15e47f11de04 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.005225 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-68cd88c2-97c7-4bb6-9b48-15e47f11de04 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Added segment 4d2cf465-104e-4741-8289-1dddc8d941e1 of type vlan for network 2eff9fda-b33d-4390-9328-70db4058e525 Jun 30 09:22:36.059459 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-68cd88c2-97c7-4bb6-9b48-15e47f11de04 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.079298 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-85f5aa2b-70a7-48cc-9f62-2d7d9b105ea4 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635680 Jun 30 09:22:36.136258 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-2bca5b90-f1fd-4cc6-b557-3277419aa9d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8 HTTP/1.1" status: 200 len: 217 time: 0.0487630 Jun 30 09:22:36.141307 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-61dd86b4-a8e2-4898-856c-edacc9dfefb9 req-7ca8c75f-aa63-4973-8a0a-f9906cdf0780 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] For port 28ee7bf3-9881-4e50-ab99-6c5485d66480, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=28ee7bf3-9881-4e50-ab99-6c5485d66480,segment=NetworkSegment(adebb7a8-403f-485d-bb99-c5b3ce5cf0cb),segment_id=adebb7a8-403f-485d-bb99-c5b3ce5cf0cb)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:36.141664 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-61dd86b4-a8e2-4898-856c-edacc9dfefb9 req-7ca8c75f-aa63-4973-8a0a-f9906cdf0780 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.188871 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-61dd86b4-a8e2-4898-856c-edacc9dfefb9 req-7ca8c75f-aa63-4973-8a0a-f9906cdf0780 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Calling delete_port for 28ee7bf3-9881-4e50-ab99-6c5485d66480 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:36.245379 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-f0ce6423-fb54-4502-a810-f27ce5f61733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:36.247110 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-f0ce6423-fb54-4502-a810-f27ce5f61733 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abf6d13-ee31-42ca-8f41-a3797ffb8563 HTTP/1.1" status: 200 len: 797 time: 0.1028836 Jun 30 09:22:36.287456 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-68cd88c2-97c7-4bb6-9b48-15e47f11de04 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.294065 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cd88c2-97c7-4bb6-9b48-15e47f11de04 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:36.294757 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-68cd88c2-97c7-4bb6-9b48-15e47f11de04 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.385256 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd88c2-97c7-4bb6-9b48-15e47f11de04 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event updated for resources: {'Network': ['ID=2eff9fda-b33d-4390-9328-70db4058e525,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:36.399760 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 2eff9fda-b33d-4390-9328-70db4058e525 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:36.406166 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-de99c37e-4ac3-4743-8fe2-7e5caf6e1204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:36.407713 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-de99c37e-4ac3-4743-8fe2-7e5caf6e1204 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1517367 Jun 30 09:22:36.455613 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1f5ee-73fb-41c5-b9dd-701cf87ef732 req-70000128-0520-43d3-8577-eebf08485957 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:36.457124 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c1f1f5ee-73fb-41c5-b9dd-701cf87ef732 req-70000128-0520-43d3-8577-eebf08485957 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 946 time: 0.1887012 Jun 30 09:22:36.562455 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c1f1f5ee-73fb-41c5-b9dd-701cf87ef732 req-9f64e752-1e15-4bbd-9c56-744963dd8572 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775814 Jun 30 09:22:36.592907 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-e0d5a61b-5a71-41f0-9840-0fde51005010 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745946 Jun 30 09:22:36.596355 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-68cd88c2-97c7-4bb6-9b48-15e47f11de04 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7941945 Jun 30 09:22:36.598580 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49042) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:36.686316 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-61dd86b4-a8e2-4898-856c-edacc9dfefb9 req-7ca8c75f-aa63-4973-8a0a-f9906cdf0780 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.707042 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['c6be4683-923a-4cd2-b36e-2d121679a8cb'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:22:36.718999 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30869b98-c924-4bbe-97c7-fc540611f2d1 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:36.723546 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-30869b98-c924-4bbe-97c7-fc540611f2d1 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "GET /v2.0/networks?id=2eff9fda-b33d-4390-9328-70db4058e525 HTTP/1.1" status: 200 len: 761 time: 0.1237032 Jun 30 09:22:36.724183 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49048) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:36.729951 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-d52b3fa3-f1bb-478f-a953-4b75bd019141 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Request body: {'network': {'description': 'd2'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:36.758449 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['28ee7bf3-9881-4e50-ab99-6c5485d66480'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:22:36.834426 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-61dd86b4-a8e2-4898-856c-edacc9dfefb9 req-7ca8c75f-aa63-4973-8a0a-f9906cdf0780 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] No DVR routers for this DVR port 28ee7bf3-9881-4e50-ab99-6c5485d66480 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:36.865119 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8c75f-aa63-4973-8a0a-f9906cdf0780 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Pushing event deleted for resources: {'Port': ['ID=28ee7bf3-9881-4e50-ab99-6c5485d66480,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:36.873234 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-61dd86b4-a8e2-4898-856c-edacc9dfefb9 req-7ca8c75f-aa63-4973-8a0a-f9906cdf0780 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.897613 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-61dd86b4-a8e2-4898-856c-edacc9dfefb9 req-7ca8c75f-aa63-4973-8a0a-f9906cdf0780 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.52 "DELETE /v2.0/ports/28ee7bf3-9881-4e50-ab99-6c5485d66480 HTTP/1.1" status: 204 len: 173 time: 1.1593423 Jun 30 09:22:36.904590 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef61614-f796-47e9-a691-98d85f3ae03c', 'name': 'network-vif-deleted', 'tag': '28ee7bf3-9881-4e50-ab99-6c5485d66480'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:22:36.913928 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226438cb-96f6-45c4-a406-d84615264018" -d '{"events": [{"server_uuid": "6ef61614-f796-47e9-a691-98d85f3ae03c", "name": "network-vif-deleted", "tag": "28ee7bf3-9881-4e50-ab99-6c5485d66480"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:22:37.021224 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfc5c82-65e8-4994-bcc4-f03e68d216d1 x-openstack-request-id: req-3cfc5c82-65e8-4994-bcc4-f03e68d216d1 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:22:37.021442 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d52b3fa3-f1bb-478f-a953-4b75bd019141 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.021876 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef61614-f796-47e9-a691-98d85f3ae03c", "name": "network-vif-deleted", "tag": "28ee7bf3-9881-4e50-ab99-6c5485d66480", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:22:37.022140 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3cfc5c82-65e8-4994-bcc4-f03e68d216d1 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:22:37.022700 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef61614-f796-47e9-a691-98d85f3ae03c', 'name': 'network-vif-deleted', 'tag': '28ee7bf3-9881-4e50-ab99-6c5485d66480', 'status': 'completed', 'code': 200} Jun 30 09:22:37.031454 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-55f1e14b-b261-4e4f-852c-d2464989c55c service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242306 Jun 30 09:22:37.087658 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-6b9cd074-c818-452a-9ca0-d8f23584e03f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=d8c0077e-9781-471c-a7ca-1fbaf87ae4b4 HTTP/1.1" status: 200 len: 217 time: 0.0460227 Jun 30 09:22:37.132815 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d52b3fa3-f1bb-478f-a953-4b75bd019141 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.143961 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d52b3fa3-f1bb-478f-a953-4b75bd019141 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Network 2eff9fda-b33d-4390-9328-70db4058e525 is not hosted by any dhcp agent {{(pid=101054) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 09:22:37.144248 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28144ffe-aacc-41b8-9a9c-79ba40d682a4 req-1e623bb1-4b2d-47c0-9df4-2b22f20b683e tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:37.145824 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-28144ffe-aacc-41b8-9a9c-79ba40d682a4 req-1e623bb1-4b2d-47c0-9df4-2b22f20b683e tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.2460141 Jun 30 09:22:37.149988 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52b3fa3-f1bb-478f-a953-4b75bd019141 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:37.151381 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d52b3fa3-f1bb-478f-a953-4b75bd019141 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.152839 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d52b3fa3-f1bb-478f-a953-4b75bd019141 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "PUT /v2.0/networks/2eff9fda-b33d-4390-9328-70db4058e525 HTTP/1.1" status: 200 len: 758 time: 0.4276423 Jun 30 09:22:37.155691 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49056) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:37.197940 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-67cf256c-bb2c-4a70-b7d2-bea40e152e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:37.199500 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-67cf256c-bb2c-4a70-b7d2-bea40e152e20 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abf6d13-ee31-42ca-8f41-a3797ffb8563 HTTP/1.1" status: 200 len: 797 time: 0.1033363 Jun 30 09:22:37.218116 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b3fa3-f1bb-478f-a953-4b75bd019141 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event updated for resources: {'Network': ['ID=2eff9fda-b33d-4390-9328-70db4058e525,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:37.229883 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 2eff9fda-b33d-4390-9328-70db4058e525 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:37.325196 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-28144ffe-aacc-41b8-9a9c-79ba40d682a4 req-a1d701d3-3bec-4c96-b258-ff179c2ddce8 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555450 Jun 30 09:22:37.368572 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e056f6-9d8b-42a8-b937-f16d46547432 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:37.374237 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-50e056f6-9d8b-42a8-b937-f16d46547432 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "GET /v2.0/networks?id=2eff9fda-b33d-4390-9328-70db4058e525 HTTP/1.1" status: 200 len: 761 time: 0.2124264 Jun 30 09:22:37.374647 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49060) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:37.382782 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-0179f2a1-1610-4419-89f0-dc1b6ccf11ea tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-522272673'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:37.425305 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-0a8d9895-9d31-474a-8dc7-633168143f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:37.427849 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-0a8d9895-9d31-474a-8dc7-633168143f69 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1989391 Jun 30 09:22:37.493064 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.548343 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-c9f8e406-fcf8-4b0d-ac8a-7bd23f7c52d9 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121039 Jun 30 09:22:37.563773 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0179f2a1-1610-4419-89f0-dc1b6ccf11ea tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Made reservation on behalf of 3810372c203d460e9c5e7755311f2ff4 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:37.567266 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0179f2a1-1610-4419-89f0-dc1b6ccf11ea tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.643499 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0179f2a1-1610-4419-89f0-dc1b6ccf11ea tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:37.665743 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0179f2a1-1610-4419-89f0-dc1b6ccf11ea tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.666366 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-0179f2a1-1610-4419-89f0-dc1b6ccf11ea tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Added segment 60ab999c-5089-4455-b97b-55c951938270 of type vlan for network 1a9a2e24-cf46-4325-992d-4e04120972ef Jun 30 09:22:37.701434 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-a3286548-73df-4ff6-a9d3-26c70d462593 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463752 Jun 30 09:22:37.723021 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0179f2a1-1610-4419-89f0-dc1b6ccf11ea tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.739047 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8827b2f9-e274-4b05-992c-fa8516d44e97 req-875bf6c5-9b5e-4048-b1d2-c916c485611f tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef61614-f796-47e9-a691-98d85f3ae03c HTTP/1.1" status: 200 len: 210 time: 0.0415184 Jun 30 09:22:37.758500 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-6cd8e903-5a65-44b4-b392-51ac43a4b9ea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3496caa8-899f-4b6b-b20d-887cdd2e4d71 HTTP/1.1" status: 200 len: 217 time: 0.0463970 Jun 30 09:22:37.826493 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-fd4b806a-149f-4dab-929c-4b58fb208e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:37.827876 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-fd4b806a-149f-4dab-929c-4b58fb208e52 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7c18985-d439-4c19-be51-90abec28edd1 HTTP/1.1" status: 200 len: 797 time: 0.0534720 Jun 30 09:22:37.889374 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0179f2a1-1610-4419-89f0-dc1b6ccf11ea tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.899560 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0179f2a1-1610-4419-89f0-dc1b6ccf11ea tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:37.900542 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0179f2a1-1610-4419-89f0-dc1b6ccf11ea tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:38.008825 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-b3c1d7e8-3b0a-46c4-a8a6-6d15b8f36ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:38.010967 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-b3c1d7e8-3b0a-46c4-a8a6-6d15b8f36ba2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ee7a795-7cad-4025-ad1c-ea31997afa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1660125 Jun 30 09:22:38.012039 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179f2a1-1610-4419-89f0-dc1b6ccf11ea tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event updated for resources: {'Network': ['ID=1a9a2e24-cf46-4325-992d-4e04120972ef,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:38.036520 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 1a9a2e24-cf46-4325-992d-4e04120972ef details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:38.128827 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-51bf854d-c6c9-4cb3-973c-747436aa7de1 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076396 Jun 30 09:22:38.169411 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0179f2a1-1610-4419-89f0-dc1b6ccf11ea tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7923560 Jun 30 09:22:38.171363 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49078) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:38.176618 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-41371760-62d1-4c52-b24c-6b01cc1e3802 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Request body: {'subnet': {'network_id': '1a9a2e24-cf46-4325-992d-4e04120972ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:38.290611 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-d30fad46-b023-4f2e-abd8-a6289a9b94ce service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540303 Jun 30 09:22:38.333464 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-c6b5834f-fdaa-41d7-b5f9-530f2daae2e9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2f70ca00-91bf-41fb-867a-6edb210c3385 HTTP/1.1" status: 200 len: 217 time: 0.0354221 Jun 30 09:22:38.387795 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-2d45cf41-0421-4588-b042-1f97479b6ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:38.389035 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-2d45cf41-0421-4588-b042-1f97479b6ff1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7c18985-d439-4c19-be51-90abec28edd1 HTTP/1.1" status: 200 len: 797 time: 0.0491917 Jun 30 09:22:38.406714 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41371760-62d1-4c52-b24c-6b01cc1e3802 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Made reservation on behalf of 3810372c203d460e9c5e7755311f2ff4 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:38.410345 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-41371760-62d1-4c52-b24c-6b01cc1e3802 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:38.491911 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-731069a0-a5b5-44a8-9a5a-156e67b0aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:38.497369 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-731069a0-a5b5-44a8-9a5a-156e67b0aa45 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ee7a795-7cad-4025-ad1c-ea31997afa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0980477 Jun 30 09:22:38.652441 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-c357f7f9-4cd1-465b-a26d-a080c2d8338d service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426775 Jun 30 09:22:38.715536 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:38.753279 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71bf96e9-9a74-4200-bcdc-9113868ee079 req-862da44f-882e-443f-b73b-1ae6907c63fc service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998921 Jun 30 09:22:39.220805 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-41371760-62d1-4c52-b24c-6b01cc1e3802 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.384989 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41371760-62d1-4c52-b24c-6b01cc1e3802 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event updated for resources: {'Subnet': ['ID=b194ac31-2d89-404e-a97b-b8b1bdeec806,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:39.391160 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41371760-62d1-4c52-b24c-6b01cc1e3802 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Checking segment: {'id': '60ab999c-5089-4455-b97b-55c951938270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1a9a2e24-cf46-4325-992d-4e04120972ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:39.391624 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41371760-62d1-4c52-b24c-6b01cc1e3802 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Network hostable DHCP agents. Network: 1a9a2e24-cf46-4325-992d-4e04120972ef, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:22:39.544426 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41371760-62d1-4c52-b24c-6b01cc1e3802 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Network 1a9a2e24-cf46-4325-992d-4e04120972ef is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:22:39.683684 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-41371760-62d1-4c52-b24c-6b01cc1e3802 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 1a9a2e24-cf46-4325-992d-4e04120972ef) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:39.692301 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41371760-62d1-4c52-b24c-6b01cc1e3802 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:39.693178 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-41371760-62d1-4c52-b24c-6b01cc1e3802 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.704905 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d17ac57-e799-4fd8-9e24-c93ecdf016ab None None] Network 1a9a2e24-cf46-4325-992d-4e04120972ef requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:39.821531 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-41371760-62d1-4c52-b24c-6b01cc1e3802 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6489558 Jun 30 09:22:39.824639 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49114) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.923927 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a82a75b-ccec-40ed-9caa-a0d1dcce5840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-1a9a2e24-cf46-4325-992d-4e04120972ef', 'network_id': '1a9a2e24-cf46-4325-992d-4e04120972ef', 'tenant_id': '3810372c203d460e9c5e7755311f2ff4', 'fixed_ips': [{'subnet_id': 'b194ac31-2d89-404e-a97b-b8b1bdeec806'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:22:39.924923 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a82a75b-ccec-40ed-9caa-a0d1dcce5840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.954648 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.983635 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397f4ba-82ff-4d2d-b2a9-1f0e89c291dc req-84ef0174-a91a-4e59-8f1c-a40e59ef8039 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:39.985961 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a397f4ba-82ff-4d2d-b2a9-1f0e89c291dc req-84ef0174-a91a-4e59-8f1c-a40e59ef8039 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 945 time: 0.0712552 Jun 30 09:22:40.042165 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:40.060723 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a397f4ba-82ff-4d2d-b2a9-1f0e89c291dc req-ca077307-5490-4f58-9a38-ac5475f6190e tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647373 Jun 30 09:22:40.115951 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-0a82a75b-ccec-40ed-9caa-a0d1dcce5840 None None] Allocated IP 172.20.0.2 (1a9a2e24-cf46-4325-992d-4e04120972ef/b194ac31-2d89-404e-a97b-b8b1bdeec806/bf975984-ef43-4d1b-8efc-5dc0b060f52e) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:40.295244 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a82a75b-ccec-40ed-9caa-a0d1dcce5840 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:40.304896 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a82a75b-ccec-40ed-9caa-a0d1dcce5840 None None] Transition to ACTIVE for port object bf975984-ef43-4d1b-8efc-5dc0b060f52e will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:40.318007 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 28ee7bf3-9881-4e50-ab99-6c5485d66480 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:40.342389 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 28ee7bf3-9881-4e50-ab99-6c5485d66480 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:22:40.342745 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 28ee7bf3-9881-4e50-ab99-6c5485d66480 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:40.357808 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a82a75b-ccec-40ed-9caa-a0d1dcce5840 None None] Transition to ACTIVE for port object bf975984-ef43-4d1b-8efc-5dc0b060f52e will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:40.464982 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a82a75b-ccec-40ed-9caa-a0d1dcce5840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:40.508184 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a82a75b-ccec-40ed-9caa-a0d1dcce5840 None None] Network 1a9a2e24-cf46-4325-992d-4e04120972ef is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:40.514582 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-0a82a75b-ccec-40ed-9caa-a0d1dcce5840 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:40.519774 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a82a75b-ccec-40ed-9caa-a0d1dcce5840 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:40.522896 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82a75b-ccec-40ed-9caa-a0d1dcce5840 None None] Pushing event updated for resources: {'Port': ['ID=bf975984-ef43-4d1b-8efc-5dc0b060f52e,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:40.581710 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0a82a75b-ccec-40ed-9caa-a0d1dcce5840 None None] Attempting to bind port bf975984-ef43-4d1b-8efc-5dc0b060f52e on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:40.582076 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0a82a75b-ccec-40ed-9caa-a0d1dcce5840 None None] Attempting to bind port bf975984-ef43-4d1b-8efc-5dc0b060f52e by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '60ab999c-5089-4455-b97b-55c951938270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1a9a2e24-cf46-4325-992d-4e04120972ef'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:40.582435 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a82a75b-ccec-40ed-9caa-a0d1dcce5840 None None] Attempting to bind port bf975984-ef43-4d1b-8efc-5dc0b060f52e on network 1a9a2e24-cf46-4325-992d-4e04120972ef {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:40.587380 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a82a75b-ccec-40ed-9caa-a0d1dcce5840 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:40.587767 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a82a75b-ccec-40ed-9caa-a0d1dcce5840 None None] Checking segment: {'id': '60ab999c-5089-4455-b97b-55c951938270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1a9a2e24-cf46-4325-992d-4e04120972ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:40.588851 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a82a75b-ccec-40ed-9caa-a0d1dcce5840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:40.589240 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a82a75b-ccec-40ed-9caa-a0d1dcce5840 None None] Bound using segment: {'id': '60ab999c-5089-4455-b97b-55c951938270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1a9a2e24-cf46-4325-992d-4e04120972ef'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:40.589755 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0a82a75b-ccec-40ed-9caa-a0d1dcce5840 None None] Bound port: bf975984-ef43-4d1b-8efc-5dc0b060f52e, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ab999c-5089-4455-b97b-55c951938270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1a9a2e24-cf46-4325-992d-4e04120972ef'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:40.590131 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a82a75b-ccec-40ed-9caa-a0d1dcce5840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:40.664311 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a82a75b-ccec-40ed-9caa-a0d1dcce5840 None None] For port bf975984-ef43-4d1b-8efc-5dc0b060f52e, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:40.667887 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a82a75b-ccec-40ed-9caa-a0d1dcce5840 None None] For port bf975984-ef43-4d1b-8efc-5dc0b060f52e, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=bf975984-ef43-4d1b-8efc-5dc0b060f52e,segment=NetworkSegment(60ab999c-5089-4455-b97b-55c951938270),segment_id=60ab999c-5089-4455-b97b-55c951938270)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:40.688104 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:40.714590 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event deleted for resources: {'Subnet': ['ID=b194ac31-2d89-404e-a97b-b8b1bdeec806,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:40.816399 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:40.825047 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a9a2e24-cf46-4325-992d-4e04120972ef']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:40.836009 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ab999c-5089-4455-b97b-55c951938270') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:40.836550 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ab999c-5089-4455-b97b-55c951938270') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:40.842218 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a82a75b-ccec-40ed-9caa-a0d1dcce5840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:40.848341 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:40.864159 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:40.872046 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:40.873008 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:40.876206 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:22:40.876206 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:40.876206 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:22:40.876206 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:40.876206 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:22:40.876206 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:40.876206 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:22:40.876206 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:40.876206 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:22:40.876206 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:40.876206 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:22:40.876206 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:40.876206 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:22:40.876206 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:40.876206 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:40.876206 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:40.876206 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:40.876206 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:40.876206 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:22:40.876206 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:40.876206 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:22:40.876206 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:40.876206 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:40.876206 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:40.876206 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:40.876206 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:40.876206 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:40.876206 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:40.876206 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:40.876206 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:40.876206 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:40.876206 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:40.924421 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82a75b-ccec-40ed-9caa-a0d1dcce5840 None None] Pushing event updated for resources: {'Port': ['ID=bf975984-ef43-4d1b-8efc-5dc0b060f52e,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:41.005347 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.db.api [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 09:22:41.005347 n-d-771363-31 neutron-server[101054]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 09:22:41.005347 n-d-771363-31 neutron-server[101054]: [parameters: {'id': '1a9a2e24-cf46-4325-992d-4e04120972ef'}] Jun 30 09:22:41.005347 n-d-771363-31 neutron-server[101054]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=101054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:22:41.006187 n-d-771363-31 neutron-server[101054]: DEBUG oslo_db.api [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:22:41.304925 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e73b2-87c0-4d76-9173-ed34aafd6e15 req-de771d41-5347-4a71-9248-1bf796a6ddc7 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:41.306646 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-313e73b2-87c0-4d76-9173-ed34aafd6e15 req-de771d41-5347-4a71-9248-1bf796a6ddc7 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.0859656 Jun 30 09:22:41.331768 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea98d57-128d-4b9b-8d8d-09231e7fc681 req-477d12d8-e3a5-4af7-8722-d3349cc23b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:41.336622 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5ea98d57-128d-4b9b-8d8d-09231e7fc681 req-477d12d8-e3a5-4af7-8722-d3349cc23b7b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=234aaca18299482fab3a8daeb994da0d&device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 1097 time: 0.1380386 Jun 30 09:22:41.348089 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00cb16-8070-4428-9231-424cf55d8cfe req-85e26ca3-b6f3-469c-8e88-9073bb245630 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:41.349633 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9c00cb16-8070-4428-9231-424cf55d8cfe req-85e26ca3-b6f3-469c-8e88-9073bb245630 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 945 time: 0.1136611 Jun 30 09:22:41.361841 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-313e73b2-87c0-4d76-9173-ed34aafd6e15 req-d0fd0b91-0300-4eb3-92d2-9ee9e8ff0ff4 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481122 Jun 30 09:22:41.457192 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9c00cb16-8070-4428-9231-424cf55d8cfe req-78fa8227-830d-4fb8-8196-437e15d274e4 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767844 Jun 30 09:22:41.507360 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.516112 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea98d57-128d-4b9b-8d8d-09231e7fc681 req-8236ac76-190d-4c98-a73c-4d2fe7e9b39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:41.517779 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5ea98d57-128d-4b9b-8d8d-09231e7fc681 req-8236ac76-190d-4c98-a73c-4d2fe7e9b39a service neutron] 10.222.0.52 "GET /v2.0/networks?id=7915cb22-074c-47c5-9699-2fe2d087c9a8 HTTP/1.1" status: 200 len: 920 time: 0.1672804 Jun 30 09:22:41.585786 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Deleting port bf975984-ef43-4d1b-8efc-5dc0b060f52e {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:41.586121 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.667957 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] For port bf975984-ef43-4d1b-8efc-5dc0b060f52e, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=bf975984-ef43-4d1b-8efc-5dc0b060f52e,segment=NetworkSegment(60ab999c-5089-4455-b97b-55c951938270),segment_id=60ab999c-5089-4455-b97b-55c951938270)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:41.668235 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.684886 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Calling delete_port for bf975984-ef43-4d1b-8efc-5dc0b060f52e owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:41.944169 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device bf975984-ef43-4d1b-8efc-5dc0b060f52e up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:41.983010 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.016858 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event deleted for resources: {'Port': ['ID=bf975984-ef43-4d1b-8efc-5dc0b060f52e,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:42.024011 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] No DVR routers for this DVR port bf975984-ef43-4d1b-8efc-5dc0b060f52e on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:42.037686 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5ea98d57-128d-4b9b-8d8d-09231e7fc681 req-49662e4a-f97e-4d24-be47-ed00ded00b04 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fea74a6-eaf5-4223-96d6-b3ef58259c64 HTTP/1.1" status: 200 len: 217 time: 0.5109684 Jun 30 09:22:42.051454 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No active binding found for port bf975984-ef43-4d1b-8efc-5dc0b060f52e {{(pid=101055) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 30 09:22:42.068507 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device bf975984-ef43-4d1b-8efc-5dc0b060f52e not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jun 30 09:22:42.098627 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Port bf975984-ef43-4d1b-8efc-5dc0b060f52e not found, will not notify nova. {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jun 30 09:22:42.115661 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea98d57-128d-4b9b-8d8d-09231e7fc681 req-9bc7dec3-4784-4372-bc51-ce2032a299ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:42.115661 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5ea98d57-128d-4b9b-8d8d-09231e7fc681 req-9bc7dec3-4784-4372-bc51-ce2032a299ec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5aa4110f-a72f-4573-96b9-ab88a0074a0f HTTP/1.1" status: 200 len: 859 time: 0.0678492 Jun 30 09:22:42.168778 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.176649 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5ea98d57-128d-4b9b-8d8d-09231e7fc681 req-61643fcc-727f-479f-a920-990afaa8402c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7915cb22-074c-47c5-9699-2fe2d087c9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553107 Jun 30 09:22:42.187747 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a9a2e24-cf46-4325-992d-4e04120972ef']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:42.206167 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ab999c-5089-4455-b97b-55c951938270') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:42.206478 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ab999c-5089-4455-b97b-55c951938270') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:42.218734 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.235453 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.242721 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:42.243217 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.297617 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23cc842-eee0-470f-bf16-6d4e980a8454 None None] Network 1a9a2e24-cf46-4325-992d-4e04120972ef requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:42.324306 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:22:42.324306 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:42.324306 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:22:42.324306 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:42.324306 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:22:42.324306 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:42.324306 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:22:42.324306 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:42.324306 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:22:42.324306 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:42.324306 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:22:42.324306 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:42.324306 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:22:42.324306 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:42.324306 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:42.324306 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:42.324306 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:42.324306 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:42.324306 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:22:42.324306 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:42.324306 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:22:42.324306 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:42.324306 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:42.324306 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:42.324306 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:42.324306 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:42.324306 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:42.324306 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:42.324306 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:42.324306 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:42.324306 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:42.324306 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:42.328963 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5ea98d57-128d-4b9b-8d8d-09231e7fc681 req-3a5c22ab-e0c1-4be6-820d-60cc93c5d37f service neutron] 10.222.0.52 "GET /v2.0/networks/7915cb22-074c-47c5-9699-2fe2d087c9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434910 Jun 30 09:22:42.418122 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8467b3fa-6b3a-4e7b-abd2-f0af2b7a8422 None None] Could not find standard attr ID for object bf975984-ef43-4d1b-8efc-5dc0b060f52e. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:22:42.454052 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.473308 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.483189 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49146) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:42.483898 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/networks/1a9a2e24-cf46-4325-992d-4e04120972ef HTTP/1.1" status: 204 len: 168 time: 2.6576908 Jun 30 09:22:42.498752 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9fa2a-0251-4e4b-ae92-c80c132798b8 req-7051822c-80b5-4432-9726-dd26bf5de0e8 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:42.500987 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4fe9fa2a-0251-4e4b-ae92-c80c132798b8 req-7051822c-80b5-4432-9726-dd26bf5de0e8 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 945 time: 0.1751420 Jun 30 09:22:42.536541 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e728c1-fade-435c-9ca7-51bc738e378e tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] GET failed (client error): The resource could not be found. Jun 30 09:22:42.539843 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e7e728c1-fade-435c-9ca7-51bc738e378e tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "GET /v2.0/subnets/b194ac31-2d89-404e-a97b-b8b1bdeec806 HTTP/1.1" status: 404 len: 337 time: 0.0548139 Jun 30 09:22:42.543756 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49152) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:42.571638 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a2aad1-4764-4890-b938-01953a372eae tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] DELETE failed (client error): The resource could not be found. Jun 30 09:22:42.571638 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6a2aad1-4764-4890-b938-01953a372eae tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:42.573707 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c6a2aad1-4764-4890-b938-01953a372eae tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/networks/1a9a2e24-cf46-4325-992d-4e04120972ef HTTP/1.1" status: 404 len: 339 time: 0.0281901 Jun 30 09:22:42.579055 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5ea98d57-128d-4b9b-8d8d-09231e7fc681 req-e1673207-c967-4e38-b6b8-a8d6ab44240e service neutron] 10.222.0.52 "GET /v2.0/networks/7915cb22-074c-47c5-9699-2fe2d087c9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417490 Jun 30 09:22:42.579402 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49154) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:42.588473 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d3319-37fa-499f-87af-8a29de1e89f4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event deleted for resources: {'Network': ['ID=1a9a2e24-cf46-4325-992d-4e04120972ef,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:42.602191 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af91d393-7166-4cf0-bfc4-7b9d8a4d39ee None None] DHCP port deletion for 1a9a2e24-cf46-4325-992d-4e04120972ef request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:22:42.671761 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-4fe9fa2a-0251-4e4b-ae92-c80c132798b8 req-802e8ad5-9486-41f7-99b2-3d1a02837de5 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Deleting port c6be4683-923a-4cd2-b36e-2d121679a8cb {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:42.672474 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4fe9fa2a-0251-4e4b-ae92-c80c132798b8 req-802e8ad5-9486-41f7-99b2-3d1a02837de5 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.738056 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49160) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:42.868754 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-4fe9fa2a-0251-4e4b-ae92-c80c132798b8 req-802e8ad5-9486-41f7-99b2-3d1a02837de5 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] For port c6be4683-923a-4cd2-b36e-2d121679a8cb, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c6be4683-923a-4cd2-b36e-2d121679a8cb,segment=NetworkSegment(adebb7a8-403f-485d-bb99-c5b3ce5cf0cb),segment_id=adebb7a8-403f-485d-bb99-c5b3ce5cf0cb)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:42.869265 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4fe9fa2a-0251-4e4b-ae92-c80c132798b8 req-802e8ad5-9486-41f7-99b2-3d1a02837de5 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.897286 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be460c-634e-4af2-85dc-3e9f5daa5165 req-0caeb9f7-440a-4e13-85bc-d6439de36737 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:42.897286 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f1be460c-634e-4af2-85dc-3e9f5daa5165 req-0caeb9f7-440a-4e13-85bc-d6439de36737 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.2392094 Jun 30 09:22:42.903524 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30963d21-579c-48c0-8748-1cfe53ae4927 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:42.907475 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-30963d21-579c-48c0-8748-1cfe53ae4927 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3246520 Jun 30 09:22:42.911834 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49168) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:42.912886 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-4fe9fa2a-0251-4e4b-ae92-c80c132798b8 req-802e8ad5-9486-41f7-99b2-3d1a02837de5 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Calling delete_port for c6be4683-923a-4cd2-b36e-2d121679a8cb owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:42.941820 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f1be460c-634e-4af2-85dc-3e9f5daa5165 req-c423a818-ee10-4254-a8b9-1df7a30ad1f9 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356402 Jun 30 09:22:42.969792 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-013441e4-9a4a-4d1f-a7e2-6d1f990cf350 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "GET /v2.0/subnets?network_id=599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 207 time: 0.0514915 Jun 30 09:22:42.970641 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-de32da57-44af-4244-9655-378ce8e812e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.970722 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49170) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:43.088604 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96666483-45de-4b5c-9b9c-d21662207377 req-5bec0bce-7bf9-400d-8f0f-35b419bbfce6 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:43.090237 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-96666483-45de-4b5c-9b9c-d21662207377 req-5bec0bce-7bf9-400d-8f0f-35b419bbfce6 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 945 time: 0.3512781 Jun 30 09:22:43.108396 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07541cf5-a882-4c28-a380-27912b60beba tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:43.116944 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07541cf5-a882-4c28-a380-27912b60beba tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:43.124614 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07541cf5-a882-4c28-a380-27912b60beba tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:43.130756 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07541cf5-a882-4c28-a380-27912b60beba tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:43.132494 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-07541cf5-a882-4c28-a380-27912b60beba tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1612153 Jun 30 09:22:43.137861 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49172) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:43.206483 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-96666483-45de-4b5c-9b9c-d21662207377 req-9312bf65-f684-4ad3-bbe3-58cc48cfe675 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/security-groups?id=426a744e-d6dc-4d73-80eb-a69a28e86512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975780 Jun 30 09:22:43.232833 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-de32da57-44af-4244-9655-378ce8e812e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.266176 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-95777c48-04fb-44b8-9c60-0f4c36da8dc6 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1271553 Jun 30 09:22:43.269324 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49174) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:43.328089 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff7f901-d1be-4f66-81b8-4f19fd854e94 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:43.332330 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff7f901-d1be-4f66-81b8-4f19fd854e94 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:43.332330 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fff7f901-d1be-4f66-81b8-4f19fd854e94 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0610375 Jun 30 09:22:43.335034 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49176) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:43.349717 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4fe9fa2a-0251-4e4b-ae92-c80c132798b8 req-802e8ad5-9486-41f7-99b2-3d1a02837de5 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.363975 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['c6be4683-923a-4cd2-b36e-2d121679a8cb'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:22:43.385449 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-de32da57-44af-4244-9655-378ce8e812e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.388753 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e8ad5-9486-41f7-99b2-3d1a02837de5 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Pushing event deleted for resources: {'Port': ['ID=c6be4683-923a-4cd2-b36e-2d121679a8cb,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:43.393317 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b51b07-618b-4c7e-aa7b-cfef47eeca4b tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['shared'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:43.395301 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b51b07-618b-4c7e-aa7b-cfef47eeca4b tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['shared'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:43.397012 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-72b51b07-618b-4c7e-aa7b-cfef47eeca4b tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0610261 Jun 30 09:22:43.402127 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49178) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:43.488026 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe9fa2a-0251-4e4b-ae92-c80c132798b8 req-802e8ad5-9486-41f7-99b2-3d1a02837de5 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] No DVR routers for this DVR port c6be4683-923a-4cd2-b36e-2d121679a8cb on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:43.492537 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-de32da57-44af-4244-9655-378ce8e812e4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=92734fc4615744cc9f639e52f7ddf8b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7518139 Jun 30 09:22:43.493828 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4fe9fa2a-0251-4e4b-ae92-c80c132798b8 req-802e8ad5-9486-41f7-99b2-3d1a02837de5 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.497111 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4fe9fa2a-0251-4e4b-ae92-c80c132798b8 req-802e8ad5-9486-41f7-99b2-3d1a02837de5 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.37 "DELETE /v2.0/ports/c6be4683-923a-4cd2-b36e-2d121679a8cb HTTP/1.1" status: 204 len: 173 time: 0.9847620 Jun 30 09:22:43.497740 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49180) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:43.498298 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b565e9c-beea-47de-bfae-4b3ec59aaa9a', 'name': 'network-vif-deleted', 'tag': 'c6be4683-923a-4cd2-b36e-2d121679a8cb'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:22:43.500207 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbeeb18-7ee1-4031-9310-825bb35cd4cb" -d '{"events": [{"server_uuid": "7b565e9c-beea-47de-bfae-4b3ec59aaa9a", "name": "network-vif-deleted", "tag": "c6be4683-923a-4cd2-b36e-2d121679a8cb"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:22:43.503143 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32da57-44af-4244-9655-378ce8e812e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505e375d-10f3-40a4-b594-944320416c9f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:43.547771 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c936b4e7-192b-4805-91e9-88095b194d36 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:43.548380 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89482b30-b57e-4e6e-896b-b9ea69eb7d47 x-openstack-request-id: req-89482b30-b57e-4e6e-896b-b9ea69eb7d47 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:22:43.548681 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b565e9c-beea-47de-bfae-4b3ec59aaa9a", "name": "network-vif-deleted", "tag": "c6be4683-923a-4cd2-b36e-2d121679a8cb", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:22:43.548941 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-89482b30-b57e-4e6e-896b-b9ea69eb7d47 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:22:43.549248 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c936b4e7-192b-4805-91e9-88095b194d36 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "GET /v2.0/networks/156de814-6347-419f-9f58-e5cf0317bac5 HTTP/1.1" status: 200 len: 800 time: 0.1456721 Jun 30 09:22:43.549368 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b565e9c-beea-47de-bfae-4b3ec59aaa9a', 'name': 'network-vif-deleted', 'tag': 'c6be4683-923a-4cd2-b36e-2d121679a8cb', 'status': 'completed', 'code': 200} Jun 30 09:22:43.553038 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49184) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:43.596987 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-af3ca630-119a-4039-a3ee-fcafc872265e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.627827 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-af3ca630-119a-4039-a3ee-fcafc872265e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.670466 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4634eab4-64b8-40f0-83bd-4676346fb824 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "GET /v2.0/networks/156de814-6347-419f-9f58-e5cf0317bac5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1163433 Jun 30 09:22:43.674161 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49186) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:43.727796 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f07019-3b81-4fd4-8916-ca74807f6fb4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:43.732755 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-98f07019-3b81-4fd4-8916-ca74807f6fb4 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "GET /v2.0/subnets/32d37ab7-46f0-4f21-9911-4368c282f4a3 HTTP/1.1" status: 200 len: 811 time: 0.0540874 Jun 30 09:22:43.737857 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49188) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:43.796531 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-af3ca630-119a-4039-a3ee-fcafc872265e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.799593 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-af3ca630-119a-4039-a3ee-fcafc872265e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.800759 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-af3ca630-119a-4039-a3ee-fcafc872265e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/505e375d-10f3-40a4-b594-944320416c9f HTTP/1.1" status: 204 len: 168 time: 0.2763424 Jun 30 09:22:43.805620 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device bf975984-ef43-4d1b-8efc-5dc0b060f52e no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:43.814537 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0b8bd1-14c1-4dde-9e06-83dd2bdb7c99 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['shared'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:43.816056 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0e0b8bd1-14c1-4dde-9e06-83dd2bdb7c99 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "GET /v2.0/subnets/32d37ab7-46f0-4f21-9911-4368c282f4a3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0789645 Jun 30 09:22:43.820046 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49192) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:43.821538 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ca630-119a-4039-a3ee-fcafc872265e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505e375d-10f3-40a4-b594-944320416c9f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:43.830981 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-7a8de55d-e4ce-4208-865f-b3ea2236c2c0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2051668697'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:43.855426 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: bf975984-ef43-4d1b-8efc-5dc0b060f52e {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:22:43.855692 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device bf975984-ef43-4d1b-8efc-5dc0b060f52e not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:43.921486 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8de55d-e4ce-4208-865f-b3ea2236c2c0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Made reservation on behalf of 3810372c203d460e9c5e7755311f2ff4 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:43.925141 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7a8de55d-e4ce-4208-865f-b3ea2236c2c0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.965797 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a8de55d-e4ce-4208-865f-b3ea2236c2c0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:43.986270 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7a8de55d-e4ce-4208-865f-b3ea2236c2c0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.986622 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-7a8de55d-e4ce-4208-865f-b3ea2236c2c0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Added segment 40fcfc90-5c80-4f91-83de-5b9858696c10 of type vlan for network e29780a7-7dc4-40bf-b026-e2dcb402f42e Jun 30 09:22:44.047846 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7a8de55d-e4ce-4208-865f-b3ea2236c2c0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.161033 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c89f6b-d027-4367-847e-38f248c7bec4 req-045bd38e-689c-421c-b90a-faa4065a7f4a tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:44.170529 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-17c89f6b-d027-4367-847e-38f248c7bec4 req-045bd38e-689c-421c-b90a-faa4065a7f4a tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.0808437 Jun 30 09:22:44.211841 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-17c89f6b-d027-4367-847e-38f248c7bec4 req-66f691f5-e89f-4517-b1b2-3e39bf97cfc2 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403411 Jun 30 09:22:44.258279 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7a8de55d-e4ce-4208-865f-b3ea2236c2c0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.265320 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8de55d-e4ce-4208-865f-b3ea2236c2c0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:44.265827 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7a8de55d-e4ce-4208-865f-b3ea2236c2c0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.374216 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8de55d-e4ce-4208-865f-b3ea2236c2c0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event updated for resources: {'Network': ['ID=e29780a7-7dc4-40bf-b026-e2dcb402f42e,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:44.386039 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network e29780a7-7dc4-40bf-b026-e2dcb402f42e details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:44.430663 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-24a4a04c-ebfc-4b5c-a7c6-a6a4a9d4405b req-18903f2e-c8a5-4a3e-a137-4730dd366ca6 tempest-ServerRescueTestJSON-987222600 tempest-ServerRescueTestJSON-987222600-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b565e9c-beea-47de-bfae-4b3ec59aaa9a HTTP/1.1" status: 200 len: 210 time: 0.0338571 Jun 30 09:22:44.482194 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7a8de55d-e4ce-4208-865f-b3ea2236c2c0 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6610115 Jun 30 09:22:44.488046 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49208) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:44.495400 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-470f17f3-95fe-4796-a1b9-5e3c81255af6 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Request body: {'subnet': {'network_id': 'e29780a7-7dc4-40bf-b026-e2dcb402f42e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:44.687216 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470f17f3-95fe-4796-a1b9-5e3c81255af6 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Made reservation on behalf of 3810372c203d460e9c5e7755311f2ff4 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:44.691007 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-470f17f3-95fe-4796-a1b9-5e3c81255af6 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.751660 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49210) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:44.769313 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.ipam_backend_mixin [None req-470f17f3-95fe-4796-a1b9-5e3c81255af6 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Performing IP validity checks on allocation pools {{(pid=101054) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 09:22:44.770203 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.ipam_backend_mixin [None req-470f17f3-95fe-4796-a1b9-5e3c81255af6 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101054) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 09:22:44.775280 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-30ec3780-2dd7-48a5-87b7-65f0879c759d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.873607 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-30ec3780-2dd7-48a5-87b7-65f0879c759d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.989393 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-30ec3780-2dd7-48a5-87b7-65f0879c759d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.005257 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-470f17f3-95fe-4796-a1b9-5e3c81255af6 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.032442 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-30ec3780-2dd7-48a5-87b7-65f0879c759d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8dbe95915fc8483b8692a17b30a93921&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2788761 Jun 30 09:22:45.033076 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49216) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:45.039895 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec3780-2dd7-48a5-87b7-65f0879c759d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19483530-315e-43bb-a5d7-9b74064b0c7a,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:45.052800 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f17f3-95fe-4796-a1b9-5e3c81255af6 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event updated for resources: {'Subnet': ['ID=0d77c88c-eea3-493c-aeb6-0da09ec3e81b,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:45.071500 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470f17f3-95fe-4796-a1b9-5e3c81255af6 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Checking segment: {'id': '40fcfc90-5c80-4f91-83de-5b9858696c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e29780a7-7dc4-40bf-b026-e2dcb402f42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:45.071500 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470f17f3-95fe-4796-a1b9-5e3c81255af6 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Network hostable DHCP agents. Network: e29780a7-7dc4-40bf-b026-e2dcb402f42e, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:22:45.091279 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1ce0319-6ea8-4230-be44-6bcb615f7764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.114880 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1ce0319-6ea8-4230-be44-6bcb615f7764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.259420 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470f17f3-95fe-4796-a1b9-5e3c81255af6 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Network e29780a7-7dc4-40bf-b026-e2dcb402f42e is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:22:45.368235 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1ce0319-6ea8-4230-be44-6bcb615f7764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.370758 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1ce0319-6ea8-4230-be44-6bcb615f7764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.371968 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c1ce0319-6ea8-4230-be44-6bcb615f7764 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/19483530-315e-43bb-a5d7-9b74064b0c7a HTTP/1.1" status: 204 len: 168 time: 0.3376000 Jun 30 09:22:45.384200 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce0319-6ea8-4230-be44-6bcb615f7764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19483530-315e-43bb-a5d7-9b74064b0c7a,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:45.422227 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce211190-fa04-4a5c-a55a-9f22ca9968e0 req-f6a8d830-9fb8-468f-9d43-9f6c53b50da2 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:45.423930 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce211190-fa04-4a5c-a55a-9f22ca9968e0 req-f6a8d830-9fb8-468f-9d43-9f6c53b50da2 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.0848074 Jun 30 09:22:45.439238 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-470f17f3-95fe-4796-a1b9-5e3c81255af6 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, e29780a7-7dc4-40bf-b026-e2dcb402f42e) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:45.439238 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470f17f3-95fe-4796-a1b9-5e3c81255af6 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:45.439238 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-470f17f3-95fe-4796-a1b9-5e3c81255af6 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.440449 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0db394-ba97-4ae4-8a1f-b172ac6fcf7c None None] Network e29780a7-7dc4-40bf-b026-e2dcb402f42e requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:45.502712 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce211190-fa04-4a5c-a55a-9f22ca9968e0 req-48584195-b935-4f8b-8426-5a1e0a115647 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689650 Jun 30 09:22:45.555214 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49228) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:45.617433 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d717777c-5e01-42c0-ae24-933fcf04ffe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-e29780a7-7dc4-40bf-b026-e2dcb402f42e', 'network_id': 'e29780a7-7dc4-40bf-b026-e2dcb402f42e', 'tenant_id': '3810372c203d460e9c5e7755311f2ff4', 'fixed_ips': [{'subnet_id': '0d77c88c-eea3-493c-aeb6-0da09ec3e81b'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:22:45.618661 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d717777c-5e01-42c0-ae24-933fcf04ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.646250 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-470f17f3-95fe-4796-a1b9-5e3c81255af6 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1563859 Jun 30 09:22:45.648958 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49230) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:45.656563 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-8d7942f2-0b6b-4bc5-a76d-5a187416dd2d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:45.775996 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-d717777c-5e01-42c0-ae24-933fcf04ffe0 None None] Allocated IP 172.20.0.3 (e29780a7-7dc4-40bf-b026-e2dcb402f42e/0d77c88c-eea3-493c-aeb6-0da09ec3e81b/97b3b9fb-7cb4-4124-a7e3-37af0f9da887) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:45.812613 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8d7942f2-0b6b-4bc5-a76d-5a187416dd2d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8684603'] for subnet, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.950753 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d717777c-5e01-42c0-ae24-933fcf04ffe0 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.960482 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d717777c-5e01-42c0-ae24-933fcf04ffe0 None None] Transition to ACTIVE for port object 97b3b9fb-7cb4-4124-a7e3-37af0f9da887 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:45.977422 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d717777c-5e01-42c0-ae24-933fcf04ffe0 None None] Transition to ACTIVE for port object 97b3b9fb-7cb4-4124-a7e3-37af0f9da887 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:46.040555 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8565e05c-41e7-4c1d-bcb5-f8ec0921b637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.046701 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c6be4683-923a-4cd2-b36e-2d121679a8cb no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:46.074927 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: c6be4683-923a-4cd2-b36e-2d121679a8cb {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:22:46.075450 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c6be4683-923a-4cd2-b36e-2d121679a8cb not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:46.087580 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d717777c-5e01-42c0-ae24-933fcf04ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.153089 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717777c-5e01-42c0-ae24-933fcf04ffe0 None None] Pushing event updated for resources: {'Port': ['ID=97b3b9fb-7cb4-4124-a7e3-37af0f9da887,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:46.169809 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d717777c-5e01-42c0-ae24-933fcf04ffe0 None None] Network e29780a7-7dc4-40bf-b026-e2dcb402f42e is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:46.171293 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-d717777c-5e01-42c0-ae24-933fcf04ffe0 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:46.173671 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d717777c-5e01-42c0-ae24-933fcf04ffe0 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:46.246466 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-d717777c-5e01-42c0-ae24-933fcf04ffe0 None None] Attempting to bind port 97b3b9fb-7cb4-4124-a7e3-37af0f9da887 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:46.247098 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-d717777c-5e01-42c0-ae24-933fcf04ffe0 None None] Attempting to bind port 97b3b9fb-7cb4-4124-a7e3-37af0f9da887 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '40fcfc90-5c80-4f91-83de-5b9858696c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e29780a7-7dc4-40bf-b026-e2dcb402f42e'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:46.248645 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d717777c-5e01-42c0-ae24-933fcf04ffe0 None None] Attempting to bind port 97b3b9fb-7cb4-4124-a7e3-37af0f9da887 on network e29780a7-7dc4-40bf-b026-e2dcb402f42e {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:46.259648 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d717777c-5e01-42c0-ae24-933fcf04ffe0 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:46.261114 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d717777c-5e01-42c0-ae24-933fcf04ffe0 None None] Checking segment: {'id': '40fcfc90-5c80-4f91-83de-5b9858696c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e29780a7-7dc4-40bf-b026-e2dcb402f42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:46.261731 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d717777c-5e01-42c0-ae24-933fcf04ffe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.262387 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d717777c-5e01-42c0-ae24-933fcf04ffe0 None None] Bound using segment: {'id': '40fcfc90-5c80-4f91-83de-5b9858696c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e29780a7-7dc4-40bf-b026-e2dcb402f42e'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:46.263067 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-d717777c-5e01-42c0-ae24-933fcf04ffe0 None None] Bound port: 97b3b9fb-7cb4-4124-a7e3-37af0f9da887, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fcfc90-5c80-4f91-83de-5b9858696c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e29780a7-7dc4-40bf-b026-e2dcb402f42e'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:46.263655 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d717777c-5e01-42c0-ae24-933fcf04ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.346532 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-d717777c-5e01-42c0-ae24-933fcf04ffe0 None None] For port 97b3b9fb-7cb4-4124-a7e3-37af0f9da887, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:46.350225 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-d717777c-5e01-42c0-ae24-933fcf04ffe0 None None] For port 97b3b9fb-7cb4-4124-a7e3-37af0f9da887, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=97b3b9fb-7cb4-4124-a7e3-37af0f9da887,segment=NetworkSegment(40fcfc90-5c80-4f91-83de-5b9858696c10),segment_id=40fcfc90-5c80-4f91-83de-5b9858696c10)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:46.475421 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-8565e05c-41e7-4c1d-bcb5-f8ec0921b637 admin admin] Deleting port 3b0e7a84-eaf2-4371-9f83-76844f279f6f {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:46.475957 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8565e05c-41e7-4c1d-bcb5-f8ec0921b637 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.532938 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d717777c-5e01-42c0-ae24-933fcf04ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.535739 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8d7942f2-0b6b-4bc5-a76d-5a187416dd2d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759966746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8705894'] for subnet, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.606127 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7942f2-0b6b-4bc5-a76d-5a187416dd2d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:46.606669 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8d7942f2-0b6b-4bc5-a76d-5a187416dd2d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.610824 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8d7942f2-0b6b-4bc5-a76d-5a187416dd2d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "PUT /v2.0/subnets/0d77c88c-eea3-493c-aeb6-0da09ec3e81b HTTP/1.1" status: 200 len: 877 time: 0.9579287 Jun 30 09:22:46.611076 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49252) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:46.614464 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-8565e05c-41e7-4c1d-bcb5-f8ec0921b637 admin admin] For port 3b0e7a84-eaf2-4371-9f83-76844f279f6f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3b0e7a84-eaf2-4371-9f83-76844f279f6f,segment=NetworkSegment(adebb7a8-403f-485d-bb99-c5b3ce5cf0cb),segment_id=adebb7a8-403f-485d-bb99-c5b3ce5cf0cb)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:46.614834 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8565e05c-41e7-4c1d-bcb5-f8ec0921b637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.636778 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-8565e05c-41e7-4c1d-bcb5-f8ec0921b637 admin admin] Calling delete_port for 3b0e7a84-eaf2-4371-9f83-76844f279f6f owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:46.638929 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7942f2-0b6b-4bc5-a76d-5a187416dd2d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event updated for resources: {'Subnet': ['ID=0d77c88c-eea3-493c-aeb6-0da09ec3e81b,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:46.687536 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717777c-5e01-42c0-ae24-933fcf04ffe0 None None] Pushing event updated for resources: {'Port': ['ID=97b3b9fb-7cb4-4124-a7e3-37af0f9da887,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:46.765599 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c7387469-c2c7-411c-b62a-c7e2ad05d261 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.844811 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-c7387469-c2c7-411c-b62a-c7e2ad05d261 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Deleting port 97b3b9fb-7cb4-4124-a7e3-37af0f9da887 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:46.845170 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c7387469-c2c7-411c-b62a-c7e2ad05d261 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.877505 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07e07e-d502-4685-9f49-f458388e776f req-211c343e-1ec9-4673-9c31-e79fa74627c3 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:46.879167 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be07e07e-d502-4685-9f49-f458388e776f req-211c343e-1ec9-4673-9c31-e79fa74627c3 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.1528234 Jun 30 09:22:46.979719 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-c7387469-c2c7-411c-b62a-c7e2ad05d261 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] For port 97b3b9fb-7cb4-4124-a7e3-37af0f9da887, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=97b3b9fb-7cb4-4124-a7e3-37af0f9da887,segment=NetworkSegment(40fcfc90-5c80-4f91-83de-5b9858696c10),segment_id=40fcfc90-5c80-4f91-83de-5b9858696c10)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:46.980404 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c7387469-c2c7-411c-b62a-c7e2ad05d261 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.004709 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-c7387469-c2c7-411c-b62a-c7e2ad05d261 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Calling delete_port for 97b3b9fb-7cb4-4124-a7e3-37af0f9da887 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:47.048436 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be07e07e-d502-4685-9f49-f458388e776f req-de4f2193-6807-49d5-81e3-53acfc0c9694 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577648 Jun 30 09:22:47.110145 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8565e05c-41e7-4c1d-bcb5-f8ec0921b637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.140439 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565e05c-41e7-4c1d-bcb5-f8ec0921b637 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b0e7a84-eaf2-4371-9f83-76844f279f6f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:47.309812 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c7387469-c2c7-411c-b62a-c7e2ad05d261 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.340472 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7387469-c2c7-411c-b62a-c7e2ad05d261 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event deleted for resources: {'Port': ['ID=97b3b9fb-7cb4-4124-a7e3-37af0f9da887,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:47.393896 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7387469-c2c7-411c-b62a-c7e2ad05d261 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] No DVR routers for this DVR port 97b3b9fb-7cb4-4124-a7e3-37af0f9da887 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:47.444540 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c7387469-c2c7-411c-b62a-c7e2ad05d261 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.618843 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c7387469-c2c7-411c-b62a-c7e2ad05d261 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.621584 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8565e05c-41e7-4c1d-bcb5-f8ec0921b637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.699386 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7387469-c2c7-411c-b62a-c7e2ad05d261 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event deleted for resources: {'Subnet': ['ID=0d77c88c-eea3-493c-aeb6-0da09ec3e81b,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:47.792490 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c7387469-c2c7-411c-b62a-c7e2ad05d261 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.815223 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-c7387469-c2c7-411c-b62a-c7e2ad05d261 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e29780a7-7dc4-40bf-b026-e2dcb402f42e']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:47.830746 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-c7387469-c2c7-411c-b62a-c7e2ad05d261 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40fcfc90-5c80-4f91-83de-5b9858696c10') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:47.831493 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-c7387469-c2c7-411c-b62a-c7e2ad05d261 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40fcfc90-5c80-4f91-83de-5b9858696c10') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:47.849110 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c7387469-c2c7-411c-b62a-c7e2ad05d261 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.871401 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c7387469-c2c7-411c-b62a-c7e2ad05d261 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.878273 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7387469-c2c7-411c-b62a-c7e2ad05d261 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:47.878917 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c7387469-c2c7-411c-b62a-c7e2ad05d261 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.882525 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:22:47.882525 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:47.882525 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:22:47.882525 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:47.882525 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:22:47.882525 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:47.882525 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:22:47.882525 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:47.882525 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:22:47.882525 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:47.882525 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:22:47.882525 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:47.882525 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:22:47.882525 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:47.882525 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:47.882525 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:47.882525 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:47.882525 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:47.882525 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:22:47.882525 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:47.882525 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:22:47.882525 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:47.882525 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:47.882525 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:47.882525 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:47.882525 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:47.882525 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:47.882525 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:47.882525 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:47.882525 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:47.882525 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:47.882525 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:47.937465 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8565e05c-41e7-4c1d-bcb5-f8ec0921b637 admin admin] Router 0565570d-2590-4d45-b954-87184839e54d has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:22:48.002073 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea450b95-1e9b-4994-9344-55da687235a5 None None] Network e29780a7-7dc4-40bf-b026-e2dcb402f42e requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:48.053577 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c7387469-c2c7-411c-b62a-c7e2ad05d261 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:48.066107 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c7387469-c2c7-411c-b62a-c7e2ad05d261 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:48.068976 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c7387469-c2c7-411c-b62a-c7e2ad05d261 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/networks/e29780a7-7dc4-40bf-b026-e2dcb402f42e HTTP/1.1" status: 204 len: 168 time: 1.4553969 Jun 30 09:22:48.069169 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8565e05c-41e7-4c1d-bcb5-f8ec0921b637 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:48.073355 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49282) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:48.076011 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8565e05c-41e7-4c1d-bcb5-f8ec0921b637 admin admin] 10.222.0.10 "PUT /v2.0/routers/0565570d-2590-4d45-b954-87184839e54d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5187933 Jun 30 09:22:48.078079 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49286) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:48.082395 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aacc7f5-feb8-4f5a-906e-152c50282f5d None None] Sync routers for ids ['0565570d-2590-4d45-b954-87184839e54d'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:48.093874 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aacc7f5-feb8-4f5a-906e-152c50282f5d None None] Routers {'0565570d-2590-4d45-b954-87184839e54d'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:48.095195 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-6aacc7f5-feb8-4f5a-906e-152c50282f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:22:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['0565570d-2590-4d45-b954-87184839e54d'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:48.100065 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e5728514-af1e-41b2-a034-d0ccdcfe160f None None] Could not find standard attr ID for object 97b3b9fb-7cb4-4124-a7e3-37af0f9da887. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:22:48.206289 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cdd04ad1-a4ec-4c74-acc9-9e413ce60fd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:48.218412 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7387469-c2c7-411c-b62a-c7e2ad05d261 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event deleted for resources: {'Network': ['ID=e29780a7-7dc4-40bf-b026-e2dcb402f42e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:48.221984 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ccf98c-2d47-4124-a3b0-a38e3eca5096 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] DELETE failed (client error): The resource could not be found. Jun 30 09:22:48.222436 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ccf98c-2d47-4124-a3b0-a38e3eca5096 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:48.224650 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-20ccf98c-2d47-4124-a3b0-a38e3eca5096 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/subnets/0d77c88c-eea3-493c-aeb6-0da09ec3e81b HTTP/1.1" status: 404 len: 337 time: 0.1101663 Jun 30 09:22:48.229826 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49292) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:48.256282 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-6aacc7f5-feb8-4f5a-906e-152c50282f5d None None] Set router 0565570d-2590-4d45-b954-87184839e54d gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:48.271606 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d3dd61-180a-42de-8749-81d1863911c6 None None] DHCP port deletion for e29780a7-7dc4-40bf-b026-e2dcb402f42e request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:22:48.274799 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a48ec3e-3cca-44b3-b4cf-db3f74fcfee9 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] DELETE failed (client error): The resource could not be found. Jun 30 09:22:48.276465 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a48ec3e-3cca-44b3-b4cf-db3f74fcfee9 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:48.278792 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0a48ec3e-3cca-44b3-b4cf-db3f74fcfee9 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/networks/e29780a7-7dc4-40bf-b026-e2dcb402f42e HTTP/1.1" status: 404 len: 339 time: 0.0477552 Jun 30 09:22:48.281646 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49294) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:48.303024 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c77b4eb-c957-402a-bf8b-0f9974767be5 None None] Network e29780a7-7dc4-40bf-b026-e2dcb402f42e requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:48.323075 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c77b4eb-c957-402a-bf8b-0f9974767be5 None None] Network e29780a7-7dc4-40bf-b026-e2dcb402f42e could not be found, it might have been deleted concurrently. {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 09:22:48.344394 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-379fb733-86c5-465f-88ff-330b380a17c8 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] DELETE failed (client error): The resource could not be found. Jun 30 09:22:48.344767 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-379fb733-86c5-465f-88ff-330b380a17c8 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:48.346886 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-379fb733-86c5-465f-88ff-330b380a17c8 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/subnets/b194ac31-2d89-404e-a97b-b8b1bdeec806 HTTP/1.1" status: 404 len: 337 time: 0.0637732 Jun 30 09:22:48.349236 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49296) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:48.370157 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-e93824c8-5d01-4de1-8e70-d050bed40de6 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] DELETE failed (client error): The resource could not be found. Jun 30 09:22:48.371248 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e93824c8-5d01-4de1-8e70-d050bed40de6 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:48.373537 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e93824c8-5d01-4de1-8e70-d050bed40de6 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/networks/1a9a2e24-cf46-4325-992d-4e04120972ef HTTP/1.1" status: 404 len: 339 time: 0.0230832 Jun 30 09:22:48.376133 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49298) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:48.478849 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c34f0-1029-4982-9e33-2635741d06a1 req-72667b0d-9c0a-4eaf-baa8-8164753503e3 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:48.486228 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dc7c34f0-1029-4982-9e33-2635741d06a1 req-72667b0d-9c0a-4eaf-baa8-8164753503e3 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.1540153 Jun 30 09:22:48.488971 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a57f008c-59de-4fae-a3a6-534fcc5987f9 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:48.525063 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cdd04ad1-a4ec-4c74-acc9-9e413ce60fd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:48.552653 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dc7c34f0-1029-4982-9e33-2635741d06a1 req-0ecb0bfd-931e-4884-9cf0-0fdd62dd96d9 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653229 Jun 30 09:22:48.589377 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-6aacc7f5-feb8-4f5a-906e-152c50282f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0565570d-2590-4d45-b954-87184839e54d', 'name': 'tempest-ServerRescueTestJSON-555806664-router', 'tenant_id': 'c52329bbe8b54b8887fff3ef67ff99df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:19Z', 'updated_at': '2021-06-30T09:22:46Z', 'revision_number': 5, 'project_id': 'c52329bbe8b54b8887fff3ef67ff99df', 'gw_port': {'id': '5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0565570d-2590-4d45-b954-87184839e54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:20Z', 'updated_at': '2021-06-30T09:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:48.601684 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a57f008c-59de-4fae-a3a6-534fcc5987f9 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:48.607663 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-a57f008c-59de-4fae-a3a6-534fcc5987f9 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eff9fda-b33d-4390-9328-70db4058e525']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:48.621545 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-a57f008c-59de-4fae-a3a6-534fcc5987f9 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d2cf465-104e-4741-8289-1dddc8d941e1') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:48.622693 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-a57f008c-59de-4fae-a3a6-534fcc5987f9 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d2cf465-104e-4741-8289-1dddc8d941e1') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:48.635465 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a57f008c-59de-4fae-a3a6-534fcc5987f9 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:48.644107 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aacc7f5-feb8-4f5a-906e-152c50282f5d None None] Checking router: 0565570d-2590-4d45-b954-87184839e54d for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:22:48.664971 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a57f008c-59de-4fae-a3a6-534fcc5987f9 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:48.667664 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aacc7f5-feb8-4f5a-906e-152c50282f5d None None] Routers {'0565570d-2590-4d45-b954-87184839e54d'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:48.669341 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-6aacc7f5-feb8-4f5a-906e-152c50282f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:22:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['0565570d-2590-4d45-b954-87184839e54d'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:48.673541 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a57f008c-59de-4fae-a3a6-534fcc5987f9 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:48.674285 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a57f008c-59de-4fae-a3a6-534fcc5987f9 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:48.678065 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:22:48.678065 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:48.678065 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:22:48.678065 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:48.678065 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:22:48.678065 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:48.678065 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:22:48.678065 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:48.678065 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:22:48.678065 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:48.678065 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:22:48.678065 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:48.678065 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:22:48.678065 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:48.678065 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:48.678065 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:48.678065 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:48.678065 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:48.678065 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:22:48.678065 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:48.678065 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:22:48.678065 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:48.678065 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:48.678065 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:48.678065 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:48.678065 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:48.678065 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:48.678065 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:48.678065 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:48.678065 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:48.678065 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:48.678065 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:48.746725 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-cdd04ad1-a4ec-4c74-acc9-9e413ce60fd3 admin admin] Deleting port 5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:48.747330 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cdd04ad1-a4ec-4c74-acc9-9e413ce60fd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:48.784870 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-6aacc7f5-feb8-4f5a-906e-152c50282f5d None None] Set router 0565570d-2590-4d45-b954-87184839e54d gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:48.842487 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-6aacc7f5-feb8-4f5a-906e-152c50282f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0565570d-2590-4d45-b954-87184839e54d', 'name': 'tempest-ServerRescueTestJSON-555806664-router', 'tenant_id': 'c52329bbe8b54b8887fff3ef67ff99df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:19Z', 'updated_at': '2021-06-30T09:22:48Z', 'revision_number': 6, 'project_id': 'c52329bbe8b54b8887fff3ef67ff99df', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:48.852143 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-cdd04ad1-a4ec-4c74-acc9-9e413ce60fd3 admin admin] For port 5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:48.852676 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cdd04ad1-a4ec-4c74-acc9-9e413ce60fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:48.871827 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aacc7f5-feb8-4f5a-906e-152c50282f5d None None] The sync data for ids ['0565570d-2590-4d45-b954-87184839e54d'] in n-d-771363-31 is: [{'id': '0565570d-2590-4d45-b954-87184839e54d', 'name': 'tempest-ServerRescueTestJSON-555806664-router', 'tenant_id': 'c52329bbe8b54b8887fff3ef67ff99df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:19Z', 'updated_at': '2021-06-30T09:22:48Z', 'revision_number': 6, 'project_id': 'c52329bbe8b54b8887fff3ef67ff99df', 'gw_port_host': None}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:48.877815 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-cdd04ad1-a4ec-4c74-acc9-9e413ce60fd3 admin admin] Calling delete_port for 5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a owned by network:router_gateway {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:48.897930 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a57f008c-59de-4fae-a3a6-534fcc5987f9 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:48.904891 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a57f008c-59de-4fae-a3a6-534fcc5987f9 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:48.906940 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a57f008c-59de-4fae-a3a6-534fcc5987f9 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/networks/2eff9fda-b33d-4390-9328-70db4058e525 HTTP/1.1" status: 204 len: 168 time: 0.5296156 Jun 30 09:22:48.911544 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49308) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:48.949917 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f008c-59de-4fae-a3a6-534fcc5987f9 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event deleted for resources: {'Network': ['ID=2eff9fda-b33d-4390-9328-70db4058e525,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:48.953719 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb36de34-52a5-4fca-ae70-b33f840ad6c3 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] DELETE failed (client error): The resource could not be found. Jun 30 09:22:48.954208 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb36de34-52a5-4fca-ae70-b33f840ad6c3 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:48.956257 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bb36de34-52a5-4fca-ae70-b33f840ad6c3 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/subnets/b85b1000-9039-4bdb-8620-27607cb06273 HTTP/1.1" status: 404 len: 337 time: 0.0437515 Jun 30 09:22:48.958893 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49310) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:48.982189 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdbbb9c1-896b-488a-8a41-ffd64986c998 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] DELETE failed (client error): The resource could not be found. Jun 30 09:22:48.982757 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdbbb9c1-896b-488a-8a41-ffd64986c998 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:48.984564 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-bdbbb9c1-896b-488a-8a41-ffd64986c998 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/networks/bef3bbff-6a9a-422c-ab5f-8bd82e6f6b96 HTTP/1.1" status: 404 len: 339 time: 0.0247173 Jun 30 09:22:48.987210 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49312) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:49.044068 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f39638-d13c-4690-89fd-bde2a85a2974 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] DELETE failed (client error): The resource could not be found. Jun 30 09:22:49.044527 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6f39638-d13c-4690-89fd-bde2a85a2974 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:49.046210 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c6f39638-d13c-4690-89fd-bde2a85a2974 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/subnets/f3675f48-d97f-4663-a1f0-f580a02d5da9 HTTP/1.1" status: 404 len: 337 time: 0.0581210 Jun 30 09:22:49.049339 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49314) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:49.072621 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-22236912-b97a-48d6-9583-fc1dd8037571 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] DELETE failed (client error): The resource could not be found. Jun 30 09:22:49.073191 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22236912-b97a-48d6-9583-fc1dd8037571 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:49.074904 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-22236912-b97a-48d6-9583-fc1dd8037571 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/networks/a2fbe091-6b41-4ebe-9cf3-0eb015345308 HTTP/1.1" status: 404 len: 339 time: 0.0244343 Jun 30 09:22:49.077453 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49316) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:49.104506 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1b4d00-ce19-4833-b6be-1572fb258754 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] DELETE failed (client error): The resource could not be found. Jun 30 09:22:49.104890 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a1b4d00-ce19-4833-b6be-1572fb258754 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:49.108811 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7a1b4d00-ce19-4833-b6be-1572fb258754 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/subnets/83826bd3-362c-4246-8704-249067929d48 HTTP/1.1" status: 404 len: 337 time: 0.0283337 Jun 30 09:22:49.112048 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49318) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:49.127775 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af8bd9a-a8e0-4639-bd02-e6244a76c430 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] DELETE failed (client error): The resource could not be found. Jun 30 09:22:49.128312 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af8bd9a-a8e0-4639-bd02-e6244a76c430 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:49.129969 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3af8bd9a-a8e0-4639-bd02-e6244a76c430 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/networks/ef18e785-61c5-4722-9a9f-90943e536a16 HTTP/1.1" status: 404 len: 339 time: 0.0198174 Jun 30 09:22:49.132620 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49320) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:49.158622 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5eba51e-9f85-4747-be76-97834f6e95b9 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] DELETE failed (client error): The resource could not be found. Jun 30 09:22:49.159065 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5eba51e-9f85-4747-be76-97834f6e95b9 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:49.161058 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f5eba51e-9f85-4747-be76-97834f6e95b9 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/subnets/2cf9bdd1-b039-4428-ac2c-e59174bbba47 HTTP/1.1" status: 404 len: 337 time: 0.0275090 Jun 30 09:22:49.163914 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49322) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:49.183500 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb388b0a-1e4f-4e5b-8ca9-d1c02314d091 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] DELETE failed (client error): The resource could not be found. Jun 30 09:22:49.184032 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb388b0a-1e4f-4e5b-8ca9-d1c02314d091 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:49.185666 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fb388b0a-1e4f-4e5b-8ca9-d1c02314d091 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/networks/edce97e9-f895-431a-b2c7-437c00a6bf70 HTTP/1.1" status: 404 len: 339 time: 0.0208418 Jun 30 09:22:49.188145 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49324) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:49.215291 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1027456-5756-45c2-8630-92df64d9f1b8 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] DELETE failed (client error): The resource could not be found. Jun 30 09:22:49.215705 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1027456-5756-45c2-8630-92df64d9f1b8 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:49.217466 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b1027456-5756-45c2-8630-92df64d9f1b8 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/subnets/4792956f-c47e-496a-a4dd-ac2a163e2968 HTTP/1.1" status: 404 len: 337 time: 0.0284309 Jun 30 09:22:49.218182 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cdd04ad1-a4ec-4c74-acc9-9e413ce60fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.221515 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49326) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:49.243445 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0820dbb-2f63-46b5-99f3-86a0ff5bc295 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] DELETE failed (client error): The resource could not be found. Jun 30 09:22:49.244020 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0820dbb-2f63-46b5-99f3-86a0ff5bc295 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:49.245546 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd04ad1-a4ec-4c74-acc9-9e413ce60fd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:49.246272 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e0820dbb-2f63-46b5-99f3-86a0ff5bc295 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/networks/7dd8a78a-15f0-4eeb-880d-cb6fcfbff40e HTTP/1.1" status: 404 len: 339 time: 0.0231452 Jun 30 09:22:49.251270 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49328) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:49.287187 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-a509905a-f1d8-4c74-b886-b6b793d8c499 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] DELETE failed (client error): The resource could not be found. Jun 30 09:22:49.287924 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a509905a-f1d8-4c74-b886-b6b793d8c499 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:49.290045 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a509905a-f1d8-4c74-b886-b6b793d8c499 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/subnets/079aa5c4-5267-4059-8fb9-99fd9cf8bb44 HTTP/1.1" status: 404 len: 337 time: 0.0377967 Jun 30 09:22:49.294222 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49330) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:49.323510 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ad46c6-7fec-415a-9e98-bad207cfc69d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] DELETE failed (client error): The resource could not be found. Jun 30 09:22:49.324123 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27ad46c6-7fec-415a-9e98-bad207cfc69d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:49.328286 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-27ad46c6-7fec-415a-9e98-bad207cfc69d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/networks/94c433a5-ad93-40f3-a77d-a4cdaa68e261 HTTP/1.1" status: 404 len: 339 time: 0.0309165 Jun 30 09:22:49.328962 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49332) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:49.340616 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cdd04ad1-a4ec-4c74-acc9-9e413ce60fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.364492 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-802934f5-1f62-4a99-81d2-cdda4dfffb4b tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] DELETE failed (client error): The resource could not be found. Jun 30 09:22:49.364956 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-802934f5-1f62-4a99-81d2-cdda4dfffb4b tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:49.366684 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-802934f5-1f62-4a99-81d2-cdda4dfffb4b tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/subnets/dcd79d73-708f-411d-b1ab-015239a2e2e2 HTTP/1.1" status: 404 len: 337 time: 0.0365968 Jun 30 09:22:49.369375 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49334) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:49.389762 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-182c293b-c761-4af7-a9b4-5b516d2b2102 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] DELETE failed (client error): The resource could not be found. Jun 30 09:22:49.390317 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-182c293b-c761-4af7-a9b4-5b516d2b2102 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:49.392051 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-182c293b-c761-4af7-a9b4-5b516d2b2102 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/networks/9c7edad2-0091-4991-9e8f-48daa22c8817 HTTP/1.1" status: 404 len: 339 time: 0.0214245 Jun 30 09:22:49.394582 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49336) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:49.421561 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b761aab-7c03-4b96-a0b2-fa3a9dc4d3e7 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] DELETE failed (client error): The resource could not be found. Jun 30 09:22:49.422021 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b761aab-7c03-4b96-a0b2-fa3a9dc4d3e7 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:49.423752 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6b761aab-7c03-4b96-a0b2-fa3a9dc4d3e7 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/subnets/eeecbbec-c559-409f-8508-1bbd7058bd0f HTTP/1.1" status: 404 len: 337 time: 0.0282488 Jun 30 09:22:49.426278 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49338) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:49.436765 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cdd04ad1-a4ec-4c74-acc9-9e413ce60fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.439183 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cdd04ad1-a4ec-4c74-acc9-9e413ce60fd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.444838 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-9281b5a7-2a90-4af1-92b3-4f0749afd2be tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] DELETE failed (client error): The resource could not be found. Jun 30 09:22:49.445399 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9281b5a7-2a90-4af1-92b3-4f0749afd2be tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:49.449822 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9281b5a7-2a90-4af1-92b3-4f0749afd2be tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/networks/28a52546-1aa7-422f-a863-fac0fe7563db HTTP/1.1" status: 404 len: 339 time: 0.0198700 Jun 30 09:22:49.450069 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49340) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:49.502135 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5d346c0-abc6-4ff4-9036-102307a23800 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Deleting subnet 32d37ab7-46f0-4f21-9911-4368c282f4a3 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:22:49.505335 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b5d346c0-abc6-4ff4-9036-102307a23800 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.553300 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b5d346c0-abc6-4ff4-9036-102307a23800 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.612853 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cdd04ad1-a4ec-4c74-acc9-9e413ce60fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.612853 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd04ad1-a4ec-4c74-acc9-9e413ce60fd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0565570d-2590-4d45-b954-87184839e54d {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:22:49.612853 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cdd04ad1-a4ec-4c74-acc9-9e413ce60fd3 admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.616629 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-cdd04ad1-a4ec-4c74-acc9-9e413ce60fd3 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0565570d-2590-4d45-b954-87184839e54d HTTP/1.1" status: 204 len: 168 time: 1.5370805 Jun 30 09:22:49.619728 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49346) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:49.646349 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b5d346c0-abc6-4ff4-9036-102307a23800 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.672092 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-85daed2b-3d10-43c1-a7ef-021a2c37ecd5 admin admin] Deleting subnet 8cf53215-c792-4025-85bb-3926feddb6f2 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:22:49.675600 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-85daed2b-3d10-43c1-a7ef-021a2c37ecd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.719425 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-85daed2b-3d10-43c1-a7ef-021a2c37ecd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.840046 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-85daed2b-3d10-43c1-a7ef-021a2c37ecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.843638 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3b0e7a84-eaf2-4371-9f83-76844f279f6f no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:49.858504 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b5d346c0-abc6-4ff4-9036-102307a23800 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.873008 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 3b0e7a84-eaf2-4371-9f83-76844f279f6f {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:22:49.873355 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3b0e7a84-eaf2-4371-9f83-76844f279f6f not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:49.873787 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:49.895266 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:22:49.895615 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5c87ab9d-936b-4ffd-8d4c-fcc5d09f3a7a not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:49.896051 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 97b3b9fb-7cb4-4124-a7e3-37af0f9da887 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:49.924743 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:22:49.927678 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 97b3b9fb-7cb4-4124-a7e3-37af0f9da887 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:22:49.928209 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 97b3b9fb-7cb4-4124-a7e3-37af0f9da887 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:49.953251 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a066c6-4912-4f6d-bcd6-69934418f571 req-ec49f5eb-c6b0-410e-859b-44f428c82627 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:49.954142 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d346c0-abc6-4ff4-9036-102307a23800 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event deleted for resources: {'Subnet': ['ID=32d37ab7-46f0-4f21-9911-4368c282f4a3,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:49.954871 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-04a066c6-4912-4f6d-bcd6-69934418f571 req-ec49f5eb-c6b0-410e-859b-44f428c82627 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.1846051 Jun 30 09:22:49.968836 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b5d346c0-abc6-4ff4-9036-102307a23800 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.968836 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b5d346c0-abc6-4ff4-9036-102307a23800 tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/subnets/32d37ab7-46f0-4f21-9911-4368c282f4a3 HTTP/1.1" status: 204 len: 168 time: 0.5151567 Jun 30 09:22:49.969029 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49358) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:49.984156 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ce5f92-ad03-42f0-a310-4b21a9e8ff40 None None] Network 156de814-6347-419f-9f58-e5cf0317bac5 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:50.098587 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-04a066c6-4912-4f6d-bcd6-69934418f571 req-0bc4baeb-eaa9-4ff1-9e6d-44c6e90ba7c7 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158605 Jun 30 09:22:50.108221 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-364224be-b4ae-4637-a1cc-200106e3db8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.192865 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-364224be-b4ae-4637-a1cc-200106e3db8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Deleting port 55c54eb5-e460-4232-9ad7-3f05c1bc9b9f {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:50.193212 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-364224be-b4ae-4637-a1cc-200106e3db8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.199449 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-85daed2b-3d10-43c1-a7ef-021a2c37ecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.248033 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d5d5c3-dad7-428d-b11e-7671a063aeed None None] DHCP port deletion for 156de814-6347-419f-9f58-e5cf0317bac5 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:22:50.270899 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85daed2b-3d10-43c1-a7ef-021a2c37ecd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cf53215-c792-4025-85bb-3926feddb6f2,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:50.279740 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-85daed2b-3d10-43c1-a7ef-021a2c37ecd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.282567 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-85daed2b-3d10-43c1-a7ef-021a2c37ecd5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8cf53215-c792-4025-85bb-3926feddb6f2 HTTP/1.1" status: 204 len: 168 time: 0.6617804 Jun 30 09:22:50.286846 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49364) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:50.339084 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-38d5d5c3-dad7-428d-b11e-7671a063aeed None None] Deleting port 55c54eb5-e460-4232-9ad7-3f05c1bc9b9f {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:50.339084 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-38d5d5c3-dad7-428d-b11e-7671a063aeed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.360551 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-364224be-b4ae-4637-a1cc-200106e3db8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] For port 55c54eb5-e460-4232-9ad7-3f05c1bc9b9f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=55c54eb5-e460-4232-9ad7-3f05c1bc9b9f,segment=NetworkSegment(7b48be3e-d797-4969-a0d6-b3509d1f3feb),segment_id=7b48be3e-d797-4969-a0d6-b3509d1f3feb)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:50.360988 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-364224be-b4ae-4637-a1cc-200106e3db8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.384301 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-364224be-b4ae-4637-a1cc-200106e3db8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Calling delete_port for 55c54eb5-e460-4232-9ad7-3f05c1bc9b9f owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:50.409391 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bc2d3716-2042-4b5b-9c25-1d2e49ebae04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.425159 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-38d5d5c3-dad7-428d-b11e-7671a063aeed None None] For port 55c54eb5-e460-4232-9ad7-3f05c1bc9b9f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=55c54eb5-e460-4232-9ad7-3f05c1bc9b9f,segment=NetworkSegment(7b48be3e-d797-4969-a0d6-b3509d1f3feb),segment_id=7b48be3e-d797-4969-a0d6-b3509d1f3feb)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:50.425644 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-38d5d5c3-dad7-428d-b11e-7671a063aeed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.439199 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-38d5d5c3-dad7-428d-b11e-7671a063aeed None None] Calling delete_port for 55c54eb5-e460-4232-9ad7-3f05c1bc9b9f owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:50.527564 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e81539a0-4013-4305-ab6a-6dbc992294a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.586905 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bc2d3716-2042-4b5b-9c25-1d2e49ebae04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.597663 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-bc2d3716-2042-4b5b-9c25-1d2e49ebae04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['972bd354-eef2-4e01-b16e-8c4bf18786f8']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:50.609360 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-bc2d3716-2042-4b5b-9c25-1d2e49ebae04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adebb7a8-403f-485d-bb99-c5b3ce5cf0cb') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:50.609648 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-bc2d3716-2042-4b5b-9c25-1d2e49ebae04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adebb7a8-403f-485d-bb99-c5b3ce5cf0cb') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:50.619008 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bc2d3716-2042-4b5b-9c25-1d2e49ebae04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.636893 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bc2d3716-2042-4b5b-9c25-1d2e49ebae04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.645639 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-364224be-b4ae-4637-a1cc-200106e3db8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.649103 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-38d5d5c3-dad7-428d-b11e-7671a063aeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.653843 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2d3716-2042-4b5b-9c25-1d2e49ebae04 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:50.654259 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bc2d3716-2042-4b5b-9c25-1d2e49ebae04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.670257 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d5d5c3-dad7-428d-b11e-7671a063aeed None None] No DVR routers for this DVR port 55c54eb5-e460-4232-9ad7-3f05c1bc9b9f on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:50.686625 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:22:50.686625 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:50.686625 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:22:50.686625 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:50.686625 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:22:50.686625 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:50.686625 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:22:50.686625 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:50.686625 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:22:50.686625 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:50.686625 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:22:50.686625 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:50.686625 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:22:50.686625 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:50.686625 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:50.686625 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:50.686625 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:50.686625 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:50.686625 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:22:50.686625 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:50.686625 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:22:50.686625 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:50.686625 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:50.686625 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:50.686625 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:50.686625 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:50.686625 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:50.686625 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:50.686625 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:50.686625 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:50.686625 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:50.686625 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:50.688559 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364224be-b4ae-4637-a1cc-200106e3db8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] No DVR routers for this DVR port 55c54eb5-e460-4232-9ad7-3f05c1bc9b9f on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:50.700060 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364224be-b4ae-4637-a1cc-200106e3db8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event deleted for resources: {'Port': ['ID=55c54eb5-e460-4232-9ad7-3f05c1bc9b9f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:50.709652 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5d5c3-dad7-428d-b11e-7671a063aeed None None] Pushing event deleted for resources: {'Port': ['ID=55c54eb5-e460-4232-9ad7-3f05c1bc9b9f,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:50.827503 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-364224be-b4ae-4637-a1cc-200106e3db8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.840794 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-364224be-b4ae-4637-a1cc-200106e3db8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['156de814-6347-419f-9f58-e5cf0317bac5']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:50.851283 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-364224be-b4ae-4637-a1cc-200106e3db8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b48be3e-d797-4969-a0d6-b3509d1f3feb') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:50.851580 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-364224be-b4ae-4637-a1cc-200106e3db8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b48be3e-d797-4969-a0d6-b3509d1f3feb') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:50.860863 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-364224be-b4ae-4637-a1cc-200106e3db8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.878777 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-364224be-b4ae-4637-a1cc-200106e3db8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.887829 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364224be-b4ae-4637-a1cc-200106e3db8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:50.888460 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-364224be-b4ae-4637-a1cc-200106e3db8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.892274 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:22:50.892274 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:50.892274 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:22:50.892274 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:50.892274 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:22:50.892274 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:50.892274 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:22:50.892274 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:50.892274 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:22:50.892274 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:50.892274 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:22:50.892274 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:50.892274 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:22:50.892274 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:50.892274 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:50.892274 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:50.892274 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:50.892274 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:50.892274 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:22:50.892274 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:50.892274 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:22:50.892274 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:50.892274 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:50.892274 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:50.892274 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:50.892274 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:50.892274 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:50.892274 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:50.892274 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:50.892274 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:50.892274 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:50.892274 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:50.937573 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bc2d3716-2042-4b5b-9c25-1d2e49ebae04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.948805 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bc2d3716-2042-4b5b-9c25-1d2e49ebae04 admin admin] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.950780 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-bc2d3716-2042-4b5b-9c25-1d2e49ebae04 admin admin] 10.222.0.10 "DELETE /v2.0/networks/972bd354-eef2-4e01-b16e-8c4bf18786f8 HTTP/1.1" status: 204 len: 168 time: 0.6626265 Jun 30 09:22:50.978157 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d3716-2042-4b5b-9c25-1d2e49ebae04 admin admin] Pushing event deleted for resources: {'Network': ['ID=972bd354-eef2-4e01-b16e-8c4bf18786f8,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:51.109497 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-364224be-b4ae-4637-a1cc-200106e3db8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:51.117945 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-364224be-b4ae-4637-a1cc-200106e3db8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:51.120491 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-364224be-b4ae-4637-a1cc-200106e3db8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] 10.222.0.10 "DELETE /v2.0/networks/156de814-6347-419f-9f58-e5cf0317bac5 HTTP/1.1" status: 204 len: 168 time: 1.1502705 Jun 30 09:22:51.136320 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364224be-b4ae-4637-a1cc-200106e3db8d tempest-NetworksTest-1089112624 tempest-NetworksTest-1089112624-project] Pushing event deleted for resources: {'Network': ['ID=156de814-6347-419f-9f58-e5cf0317bac5,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:51.297183 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c07315-097c-4033-9662-3d5cc3059e60 req-47ab9d86-a60e-4905-8009-7f4a48e6f8c6 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:51.298759 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-35c07315-097c-4033-9662-3d5cc3059e60 req-47ab9d86-a60e-4905-8009-7f4a48e6f8c6 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.0738451 Jun 30 09:22:51.339030 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-35c07315-097c-4033-9662-3d5cc3059e60 req-6cf1c29d-c38a-461d-a521-f498bb94a3af tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344656 Jun 30 09:22:51.664211 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49382) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:51.709664 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-96e78f3b-bbdb-4bee-a48d-d042057067d5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c52329bbe8b54b8887fff3ef67ff99df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420053 Jun 30 09:22:51.710096 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49386) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:51.778256 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1bf76980-005c-4ad9-b622-6b9276ae6295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:51.810674 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1bf76980-005c-4ad9-b622-6b9276ae6295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:51.818529 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 55c54eb5-e460-4232-9ad7-3f05c1bc9b9f no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:51.841220 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 55c54eb5-e460-4232-9ad7-3f05c1bc9b9f {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:22:51.841652 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 55c54eb5-e460-4232-9ad7-3f05c1bc9b9f not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:51.873941 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49392) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:52.009843 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0f17cc1e-edfa-4195-846d-9a0ef141df52 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3810372c203d460e9c5e7755311f2ff4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1338370 Jun 30 09:22:52.013109 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49396) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:52.066632 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9896f72a-0495-4a27-9ba1-a53f936cd763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.090058 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9896f72a-0495-4a27-9ba1-a53f936cd763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.098495 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1bf76980-005c-4ad9-b622-6b9276ae6295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.101686 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1bf76980-005c-4ad9-b622-6b9276ae6295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.102447 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1bf76980-005c-4ad9-b622-6b9276ae6295 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/426a744e-d6dc-4d73-80eb-a69a28e86512 HTTP/1.1" status: 204 len: 168 time: 0.3914545 Jun 30 09:22:52.122430 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf76980-005c-4ad9-b622-6b9276ae6295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426a744e-d6dc-4d73-80eb-a69a28e86512,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:52.292965 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9896f72a-0495-4a27-9ba1-a53f936cd763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.295900 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9896f72a-0495-4a27-9ba1-a53f936cd763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.297212 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9896f72a-0495-4a27-9ba1-a53f936cd763 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f674fc31-1b91-463b-805a-125ac5e86706 HTTP/1.1" status: 204 len: 168 time: 0.2828841 Jun 30 09:22:52.307100 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896f72a-0495-4a27-9ba1-a53f936cd763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f674fc31-1b91-463b-805a-125ac5e86706,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:52.524183 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e0d50-7600-4ad4-af02-4b42e9a1e676 req-6c655de9-1a5e-474c-ba7c-22227b34fd4f tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:52.526728 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-384e0d50-7600-4ad4-af02-4b42e9a1e676 req-6c655de9-1a5e-474c-ba7c-22227b34fd4f tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.0677850 Jun 30 09:22:52.580777 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-384e0d50-7600-4ad4-af02-4b42e9a1e676 req-bf2a53f0-63b5-43ba-a98b-b67cbb78dc71 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395327 Jun 30 09:22:52.909646 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ab037b0e-932a-47c3-a7d7-ec2754463287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:53.540864 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:53.767522 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49462) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:53.847382 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f6557-0a5d-4780-9149-9cb6d00e1d0d req-68c0b6d0-e7bf-4ca0-af84-491d46243b1e tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:53.849589 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1b9f6557-0a5d-4780-9149-9cb6d00e1d0d req-68c0b6d0-e7bf-4ca0-af84-491d46243b1e tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.0829403 Jun 30 09:22:53.895517 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1b9f6557-0a5d-4780-9149-9cb6d00e1d0d req-d8142a28-9717-446b-9174-ca836b9fde56 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376873 Jun 30 09:22:53.902211 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-2f191c4a-e53d-419b-909e-22a1a20fc564 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-889420472'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:54.036212 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f191c4a-e53d-419b-909e-22a1a20fc564 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Made reservation on behalf of dc30fac52c16436a8e5eb8f5ba2558fc for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:54.039847 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f191c4a-e53d-419b-909e-22a1a20fc564 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.050106 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f191c4a-e53d-419b-909e-22a1a20fc564 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.145889 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f191c4a-e53d-419b-909e-22a1a20fc564 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.246654 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f191c4a-e53d-419b-909e-22a1a20fc564 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.260967 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f191c4a-e53d-419b-909e-22a1a20fc564 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:54.272944 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f191c4a-e53d-419b-909e-22a1a20fc564 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.273543 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-2f191c4a-e53d-419b-909e-22a1a20fc564 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Added segment 1c10bd97-e9e0-4a02-bf24-5b810ee71ac6 of type vlan for network 708a02a2-adb7-403d-acd7-2ab876f724b0 Jun 30 09:22:54.292508 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-66ea7cea-fef0-45ee-bf75-7011bbd1a32a req-6082180b-1775-46d7-927a-3b281250b1f7 tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0418746 Jun 30 09:22:54.340156 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f191c4a-e53d-419b-909e-22a1a20fc564 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.400877 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f191c4a-e53d-419b-909e-22a1a20fc564 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd89e05-16e3-4329-a700-5d062ee79baa,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:54.467962 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f191c4a-e53d-419b-909e-22a1a20fc564 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.477185 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f191c4a-e53d-419b-909e-22a1a20fc564 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:54.477885 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f191c4a-e53d-419b-909e-22a1a20fc564 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.552133 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f191c4a-e53d-419b-909e-22a1a20fc564 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Pushing event updated for resources: {'Network': ['ID=708a02a2-adb7-403d-acd7-2ab876f724b0,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:54.554997 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.564626 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 708a02a2-adb7-403d-acd7-2ab876f724b0 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:54.641277 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2f191c4a-e53d-419b-909e-22a1a20fc564 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8725774 Jun 30 09:22:54.648805 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49488) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:54.653908 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-581818e9-9e86-46c3-8229-1cc48e3ab65d tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Request body: {'subnet': {'network_id': '708a02a2-adb7-403d-acd7-2ab876f724b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:54.829255 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581818e9-9e86-46c3-8229-1cc48e3ab65d tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Made reservation on behalf of dc30fac52c16436a8e5eb8f5ba2558fc for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:54.833728 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-581818e9-9e86-46c3-8229-1cc48e3ab65d tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:55.098343 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e653917-25f5-4184-b70b-3977cff8da1e req-77cb313e-e7a4-4f95-93cd-b6686b4888e0 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:55.099790 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e653917-25f5-4184-b70b-3977cff8da1e req-77cb313e-e7a4-4f95-93cd-b6686b4888e0 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.0680258 Jun 30 09:22:55.143480 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e653917-25f5-4184-b70b-3977cff8da1e req-857d2ab2-9862-4245-b8c3-f626abc65e2c tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372615 Jun 30 09:22:55.224029 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-581818e9-9e86-46c3-8229-1cc48e3ab65d tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:55.294431 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581818e9-9e86-46c3-8229-1cc48e3ab65d tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Pushing event updated for resources: {'Subnet': ['ID=495a905d-44fb-4b83-bf09-1714df5dc9d8,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:55.307136 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581818e9-9e86-46c3-8229-1cc48e3ab65d tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Checking segment: {'id': '1c10bd97-e9e0-4a02-bf24-5b810ee71ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '708a02a2-adb7-403d-acd7-2ab876f724b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:55.307334 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581818e9-9e86-46c3-8229-1cc48e3ab65d tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Network hostable DHCP agents. Network: 708a02a2-adb7-403d-acd7-2ab876f724b0, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:22:55.394204 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c6f5b101-b34e-48b0-b063-f4acc5da7c0f req-8ad62571-36e0-4646-9abe-9ac132962700 tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0321305 Jun 30 09:22:55.435432 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581818e9-9e86-46c3-8229-1cc48e3ab65d tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Network 708a02a2-adb7-403d-acd7-2ab876f724b0 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:22:55.543742 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-581818e9-9e86-46c3-8229-1cc48e3ab65d tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 708a02a2-adb7-403d-acd7-2ab876f724b0) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:55.548182 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581818e9-9e86-46c3-8229-1cc48e3ab65d tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:55.548953 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-581818e9-9e86-46c3-8229-1cc48e3ab65d tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:55.558164 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da6d725-fc29-4d7c-8d58-4bd889751cae None None] Network 708a02a2-adb7-403d-acd7-2ab876f724b0 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:55.716420 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-581818e9-9e86-46c3-8229-1cc48e3ab65d tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0665081 Jun 30 09:22:55.718292 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49508) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:55.720788 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47edb753-0974-45ef-9ba8-c76227e93b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-708a02a2-adb7-403d-acd7-2ab876f724b0', 'network_id': '708a02a2-adb7-403d-acd7-2ab876f724b0', 'tenant_id': 'dc30fac52c16436a8e5eb8f5ba2558fc', 'fixed_ips': [{'subnet_id': '495a905d-44fb-4b83-bf09-1714df5dc9d8'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:22:55.721696 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-47edb753-0974-45ef-9ba8-c76227e93b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:55.723798 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-31197324-b75f-4bce-a49b-99949397883f tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Request body: {'port': {'network_id': '708a02a2-adb7-403d-acd7-2ab876f724b0', 'name': 'tempest-TagsExtTest-1547148288'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:55.883369 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-47edb753-0974-45ef-9ba8-c76227e93b8e None None] Allocated IP 172.20.0.2 (708a02a2-adb7-403d-acd7-2ab876f724b0/495a905d-44fb-4b83-bf09-1714df5dc9d8/c09fb7c5-2ec8-482c-9f31-d09bf26b9946) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:55.954963 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31197324-b75f-4bce-a49b-99949397883f tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Made reservation on behalf of dc30fac52c16436a8e5eb8f5ba2558fc for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:55.959958 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-31197324-b75f-4bce-a49b-99949397883f tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:55.993434 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-31197324-b75f-4bce-a49b-99949397883f tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] device_id is not set on port dcf40312-2a13-470e-8953-9c339ee0e498 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:22:56.066185 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-47edb753-0974-45ef-9ba8-c76227e93b8e None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.075336 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-47edb753-0974-45ef-9ba8-c76227e93b8e None None] Transition to ACTIVE for port object c09fb7c5-2ec8-482c-9f31-d09bf26b9946 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:56.091663 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-47edb753-0974-45ef-9ba8-c76227e93b8e None None] Transition to ACTIVE for port object c09fb7c5-2ec8-482c-9f31-d09bf26b9946 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:56.112129 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49514) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:56.200238 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-47edb753-0974-45ef-9ba8-c76227e93b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.247918 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47edb753-0974-45ef-9ba8-c76227e93b8e None None] Network 708a02a2-adb7-403d-acd7-2ab876f724b0 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:56.251091 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-47edb753-0974-45ef-9ba8-c76227e93b8e None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:56.254798 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47edb753-0974-45ef-9ba8-c76227e93b8e None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:56.257220 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-529abf01-f5c8-4c0a-a172-a991566bc278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.291613 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-31197324-b75f-4bce-a49b-99949397883f tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Allocated IP 172.20.0.9 (708a02a2-adb7-403d-acd7-2ab876f724b0/495a905d-44fb-4b83-bf09-1714df5dc9d8/dcf40312-2a13-470e-8953-9c339ee0e498) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:56.298805 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47edb753-0974-45ef-9ba8-c76227e93b8e None None] Pushing event updated for resources: {'Port': ['ID=c09fb7c5-2ec8-482c-9f31-d09bf26b9946,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:56.335098 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-47edb753-0974-45ef-9ba8-c76227e93b8e None None] Attempting to bind port c09fb7c5-2ec8-482c-9f31-d09bf26b9946 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:56.335781 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-47edb753-0974-45ef-9ba8-c76227e93b8e None None] Attempting to bind port c09fb7c5-2ec8-482c-9f31-d09bf26b9946 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '1c10bd97-e9e0-4a02-bf24-5b810ee71ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '708a02a2-adb7-403d-acd7-2ab876f724b0'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:56.336524 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47edb753-0974-45ef-9ba8-c76227e93b8e None None] Attempting to bind port c09fb7c5-2ec8-482c-9f31-d09bf26b9946 on network 708a02a2-adb7-403d-acd7-2ab876f724b0 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:56.344858 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47edb753-0974-45ef-9ba8-c76227e93b8e None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:56.694516 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47edb753-0974-45ef-9ba8-c76227e93b8e None None] Checking segment: {'id': '1c10bd97-e9e0-4a02-bf24-5b810ee71ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '708a02a2-adb7-403d-acd7-2ab876f724b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:56.694516 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-47edb753-0974-45ef-9ba8-c76227e93b8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.694516 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47edb753-0974-45ef-9ba8-c76227e93b8e None None] Bound using segment: {'id': '1c10bd97-e9e0-4a02-bf24-5b810ee71ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '708a02a2-adb7-403d-acd7-2ab876f724b0'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:56.694516 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-47edb753-0974-45ef-9ba8-c76227e93b8e None None] Bound port: c09fb7c5-2ec8-482c-9f31-d09bf26b9946, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c10bd97-e9e0-4a02-bf24-5b810ee71ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '708a02a2-adb7-403d-acd7-2ab876f724b0'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:56.694516 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-47edb753-0974-45ef-9ba8-c76227e93b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.694516 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-47edb753-0974-45ef-9ba8-c76227e93b8e None None] For port c09fb7c5-2ec8-482c-9f31-d09bf26b9946, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:56.694516 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-47edb753-0974-45ef-9ba8-c76227e93b8e None None] For port c09fb7c5-2ec8-482c-9f31-d09bf26b9946, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c09fb7c5-2ec8-482c-9f31-d09bf26b9946,segment=NetworkSegment(1c10bd97-e9e0-4a02-bf24-5b810ee71ac6),segment_id=1c10bd97-e9e0-4a02-bf24-5b810ee71ac6)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:56.695867 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbdf8ab-4868-4327-b665-37be56aaef07 req-93390434-d923-4b34-98b6-5c47658f6fb8 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:56.695867 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1bbdf8ab-4868-4327-b665-37be56aaef07 req-93390434-d923-4b34-98b6-5c47658f6fb8 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.1877623 Jun 30 09:22:56.696883 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8917caac-f3f4-4e2a-8489-17ed80d0eeb4 req-4d293c50-0f16-49e2-a8c9-7cbf1066b4b0 tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0347707 Jun 30 09:22:56.698582 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-529abf01-f5c8-4c0a-a172-a991566bc278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.698582 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1bbdf8ab-4868-4327-b665-37be56aaef07 req-1efb528d-ef8e-49f2-a628-1c098bf157e3 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021152 Jun 30 09:22:56.698582 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-31197324-b75f-4bce-a49b-99949397883f tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.698582 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-31197324-b75f-4bce-a49b-99949397883f tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Transition to ACTIVE for port object dcf40312-2a13-470e-8953-9c339ee0e498 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:56.772426 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.903960 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-529abf01-f5c8-4c0a-a172-a991566bc278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.904509 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-47edb753-0974-45ef-9ba8-c76227e93b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.966510 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-31197324-b75f-4bce-a49b-99949397883f tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.968681 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47edb753-0974-45ef-9ba8-c76227e93b8e None None] Pushing event updated for resources: {'Port': ['ID=c09fb7c5-2ec8-482c-9f31-d09bf26b9946,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:56.983919 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-529abf01-f5c8-4c0a-a172-a991566bc278 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f9fef76d97294999adc4b26d3f7b71d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8702598 Jun 30 09:22:56.986615 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49524) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:56.993427 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529abf01-f5c8-4c0a-a172-a991566bc278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8116fbfd-9516-446f-b1cb-c22cd8389357,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:57.075556 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31197324-b75f-4bce-a49b-99949397883f tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Network 708a02a2-adb7-403d-acd7-2ab876f724b0 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:57.075556 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-31197324-b75f-4bce-a49b-99949397883f tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:57.076522 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31197324-b75f-4bce-a49b-99949397883f tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:57.087476 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d1e811f5-6e79-4558-8772-cd6b9f3d8a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:57.112274 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d1e811f5-6e79-4558-8772-cd6b9f3d8a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:57.117906 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31197324-b75f-4bce-a49b-99949397883f tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Pushing event updated for resources: {'Port': ['ID=dcf40312-2a13-470e-8953-9c339ee0e498,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:57.144994 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31197324-b75f-4bce-a49b-99949397883f tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:57.146052 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-31197324-b75f-4bce-a49b-99949397883f tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:57.335185 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-31197324-b75f-4bce-a49b-99949397883f tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6135631 Jun 30 09:22:57.340844 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49528) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:57.341217 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-333ca3de-807c-467b-992b-afe61640b54c tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-166073250', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:57.486928 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-333ca3de-807c-467b-992b-afe61640b54c tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:57.490002 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-333ca3de-807c-467b-992b-afe61640b54c tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:57.491379 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d1e811f5-6e79-4558-8772-cd6b9f3d8a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:57.493969 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d1e811f5-6e79-4558-8772-cd6b9f3d8a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:57.495128 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d1e811f5-6e79-4558-8772-cd6b9f3d8a87 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8116fbfd-9516-446f-b1cb-c22cd8389357 HTTP/1.1" status: 204 len: 168 time: 0.5074768 Jun 30 09:22:57.507588 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e811f5-6e79-4558-8772-cd6b9f3d8a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8116fbfd-9516-446f-b1cb-c22cd8389357,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:57.589316 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-333ca3de-807c-467b-992b-afe61640b54c tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:57.699346 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-333ca3de-807c-467b-992b-afe61640b54c tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:57.870037 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ec4ebe07-cdf5-41b5-a898-130f44fcb442 req-4cb39cc8-02ec-4f47-adcf-a6d798a744d3 tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0752387 Jun 30 09:22:57.871068 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-333ca3de-807c-467b-992b-afe61640b54c tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:57.877770 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49540) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:57.878258 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-333ca3de-807c-467b-992b-afe61640b54c tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5408356 Jun 30 09:22:57.892153 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-ea25a28e-9540-4760-b24c-1196da0fc566 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-593270944', 'prefixes': ['172.20.0.0/16']}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:57.929186 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c09fb7c5-2ec8-482c-9f31-d09bf26b9946 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:58.024641 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115cc01-7c8b-4f36-9382-111b915ed7af req-6867a3ed-84e8-47f0-84c4-a0afc66654c5 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:58.026851 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1115cc01-7c8b-4f36-9382-111b915ed7af req-6867a3ed-84e8-47f0-84c4-a0afc66654c5 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.1827679 Jun 30 09:22:58.097756 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1115cc01-7c8b-4f36-9382-111b915ed7af req-c0196c74-fe65-414e-9909-ba774c91f64b tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587072 Jun 30 09:22:58.229217 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port c09fb7c5-2ec8-482c-9f31-d09bf26b9946 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:58.265611 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3c9160-4b9c-4531-8a10-8ee5e26d7b21 None None] Network 708a02a2-adb7-403d-acd7-2ab876f724b0 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:58.583330 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-33e44b15-2fe2-4403-b84b-93b326349876 None None] Provisioning for port c09fb7c5-2ec8-482c-9f31-d09bf26b9946 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:58.583509 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ea25a28e-9540-4760-b24c-1196da0fc566 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks [] for subnetpool, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.583509 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ea25a28e-9540-4760-b24c-1196da0fc566 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.6917739 Jun 30 09:22:58.583509 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49544) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:58.584079 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-33e44b15-2fe2-4403-b84b-93b326349876 None None] Provisioning complete for port c09fb7c5-2ec8-482c-9f31-d09bf26b9946 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:58.584079 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33e44b15-2fe2-4403-b84b-93b326349876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.586115 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-d0d8c555-98b3-43bf-b2e3-ac1e0885b567 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '495a905d-44fb-4b83-bf09-1714df5dc9d8', 'tempest-TagsExtTest-Tag-665957431') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:58.670319 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49546) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:58.691061 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-15728776-f563-469c-9e8e-721cc52f4cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.704098 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33e44b15-2fe2-4403-b84b-93b326349876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.751064 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-33e44b15-2fe2-4403-b84b-93b326349876 None None] For port c09fb7c5-2ec8-482c-9f31-d09bf26b9946, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c09fb7c5-2ec8-482c-9f31-d09bf26b9946,segment=NetworkSegment(1c10bd97-e9e0-4a02-bf24-5b810ee71ac6),segment_id=1c10bd97-e9e0-4a02-bf24-5b810ee71ac6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:58.825229 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-15728776-f563-469c-9e8e-721cc52f4cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.853433 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d0d8c555-98b3-43bf-b2e3-ac1e0885b567 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "PUT /v2.0/subnets/495a905d-44fb-4b83-bf09-1714df5dc9d8/tags/tempest-TagsExtTest-Tag-665957431 HTTP/1.1" status: 201 len: 201 time: 0.2711544 Jun 30 09:22:58.856208 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49548) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:58.862108 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-e782ac31-b86f-4b4f-8f51-572465029f6f tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'dcf40312-2a13-470e-8953-9c339ee0e498', 'tempest-TagsExtTest-Tag-538909237') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:58.932521 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-15728776-f563-469c-9e8e-721cc52f4cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.933492 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33e44b15-2fe2-4403-b84b-93b326349876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.976295 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15728776-f563-469c-9e8e-721cc52f4cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03dd099-a6ab-431f-a460-71a69eeb2c53,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:58.999436 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-15728776-f563-469c-9e8e-721cc52f4cf5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e63b8460b1884d4b829f7156c54ed834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3278890 Jun 30 09:22:59.002460 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49552) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:59.034002 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e782ac31-b86f-4b4f-8f51-572465029f6f tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "PUT /v2.0/ports/dcf40312-2a13-470e-8953-9c339ee0e498/tags/tempest-TagsExtTest-Tag-538909237 HTTP/1.1" status: 201 len: 201 time: 0.1765385 Jun 30 09:22:59.040224 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49554) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:59.047218 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e44b15-2fe2-4403-b84b-93b326349876 None None] Pushing event updated for resources: {'Port': ['ID=c09fb7c5-2ec8-482c-9f31-d09bf26b9946,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:59.052412 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.tag.tag_plugin [None req-e5e31d82-d18f-472c-8330-0709faeb1678 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b24ec6d0-f039-41fe-bc54-014156dfd0d5', 'tempest-TagsExtTest-Tag-1341415992') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:59.084955 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-79ce0cb8-9645-4820-abbb-94dc84597dba None None] Provisioning complete for port c09fb7c5-2ec8-482c-9f31-d09bf26b9946 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:59.085544 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-79ce0cb8-9645-4820-abbb-94dc84597dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.201961 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f0212d14-7104-409e-9607-c0744bebb36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.231314 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525bac83-6bac-4e33-a03e-ca49af8faeff req-01a9d9d9-b29f-43f3-aa06-9820251906dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:59.233120 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-525bac83-6bac-4e33-a03e-ca49af8faeff req-01a9d9d9-b29f-43f3-aa06-9820251906dc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 1097 time: 0.2103784 Jun 30 09:22:59.277011 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ec64c29f-eff8-426a-aa9f-d0f086445629 req-1a208670-15a9-43f9-b4bc-c6d6ffb62f42 tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0993268 Jun 30 09:22:59.294327 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f0212d14-7104-409e-9607-c0744bebb36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.339191 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-525bac83-6bac-4e33-a03e-ca49af8faeff req-537ad63e-4cef-4c3d-881c-fa8a0310b0df service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904171 Jun 30 09:22:59.419976 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295bacb-37b9-4689-a394-11e1fd5d926b req-c55d4e52-9341-45bc-9448-ed1694bf0e16 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:59.421619 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d295bacb-37b9-4689-a394-11e1fd5d926b req-c55d4e52-9341-45bc-9448-ed1694bf0e16 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.0907221 Jun 30 09:22:59.436288 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e5e31d82-d18f-472c-8330-0709faeb1678 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "PUT /v2.0/routers/b24ec6d0-f039-41fe-bc54-014156dfd0d5/tags/tempest-TagsExtTest-Tag-1341415992 HTTP/1.1" status: 201 len: 201 time: 0.3929825 Jun 30 09:22:59.438810 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49562) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:59.443983 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.tag.tag_plugin [None req-07c69df0-63f5-4daf-99cc-6798e81c13dc tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '05d1521b-be9b-46cf-82e6-df0303e8b874', 'tempest-TagsExtTest-Tag-922774188') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:59.589875 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-79ce0cb8-9645-4820-abbb-94dc84597dba None None] Provisioning for port dcf40312-2a13-470e-8953-9c339ee0e498 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:59.594294 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-79ce0cb8-9645-4820-abbb-94dc84597dba None None] Provisioning complete for port dcf40312-2a13-470e-8953-9c339ee0e498 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:59.594944 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-79ce0cb8-9645-4820-abbb-94dc84597dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.611327 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-07c69df0-63f5-4daf-99cc-6798e81c13dc tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "PUT /v2.0/subnetpools/05d1521b-be9b-46cf-82e6-df0303e8b874/tags/tempest-TagsExtTest-Tag-922774188 HTTP/1.1" status: 201 len: 201 time: 0.1711850 Jun 30 09:22:59.612060 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49564) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:59.616608 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.tag.tag_plugin [None req-a819545c-bc9c-4209-8061-a25ccc17be2b tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '495a905d-44fb-4b83-bf09-1714df5dc9d8') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:59.646827 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-79ce0cb8-9645-4820-abbb-94dc84597dba None None] Port dcf40312-2a13-470e-8953-9c339ee0e498 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:22:59.719818 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a819545c-bc9c-4209-8061-a25ccc17be2b tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "GET /v2.0/subnets/495a905d-44fb-4b83-bf09-1714df5dc9d8/tags HTTP/1.1" status: 200 len: 240 time: 0.1065290 Jun 30 09:22:59.720662 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49566) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:59.725057 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.tag.tag_plugin [None req-b600c985-319b-4bff-a0e8-9d3e36272b4f tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '495a905d-44fb-4b83-bf09-1714df5dc9d8', 'tempest-TagsExtTest-Tag-665957431') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:59.762397 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f0212d14-7104-409e-9607-c0744bebb36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.764939 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f0212d14-7104-409e-9607-c0744bebb36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.768508 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f0212d14-7104-409e-9607-c0744bebb36c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d03dd099-a6ab-431f-a460-71a69eeb2c53 HTTP/1.1" status: 204 len: 168 time: 0.7624469 Jun 30 09:22:59.784089 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0212d14-7104-409e-9607-c0744bebb36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03dd099-a6ab-431f-a460-71a69eeb2c53,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:59.804601 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d295bacb-37b9-4689-a394-11e1fd5d926b req-0f01712f-c73c-43a1-ac20-996b2a956756 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768933 Jun 30 09:22:59.820350 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b600c985-319b-4bff-a0e8-9d3e36272b4f tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "GET /v2.0/subnets/495a905d-44fb-4b83-bf09-1714df5dc9d8/tags/tempest-TagsExtTest-Tag-665957431 HTTP/1.1" status: 204 len: 168 time: 0.0964570 Jun 30 09:22:59.820561 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49570) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:59.825892 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.tag.tag_plugin [None req-e57ca6d7-0146-4a57-bf1a-9aa58f177429 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '495a905d-44fb-4b83-bf09-1714df5dc9d8', 'tempest-TagsExtTest-Tag-665957431') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:59.842814 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c09fb7c5-2ec8-482c-9f31-d09bf26b9946 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:59.904001 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port c09fb7c5-2ec8-482c-9f31-d09bf26b9946 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:59.904377 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.959030 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49572) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:59.959323 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e57ca6d7-0146-4a57-bf1a-9aa58f177429 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "DELETE /v2.0/subnets/495a905d-44fb-4b83-bf09-1714df5dc9d8/tags/tempest-TagsExtTest-Tag-665957431 HTTP/1.1" status: 204 len: 168 time: 0.1372774 Jun 30 09:22:59.964479 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-f3d5100b-c169-4d74-ba02-f5babeebd90b tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '495a905d-44fb-4b83-bf09-1714df5dc9d8') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:00.018394 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f3d5100b-c169-4d74-ba02-f5babeebd90b tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "GET /v2.0/subnets/495a905d-44fb-4b83-bf09-1714df5dc9d8/tags HTTP/1.1" status: 200 len: 205 time: 0.0575221 Jun 30 09:23:00.020864 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49574) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:00.025618 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-94f0b316-d436-45cb-aefb-9999438b37b3 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'dcf40312-2a13-470e-8953-9c339ee0e498') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:00.081244 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-94f0b316-d436-45cb-aefb-9999438b37b3 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "GET /v2.0/ports/dcf40312-2a13-470e-8953-9c339ee0e498/tags HTTP/1.1" status: 200 len: 240 time: 0.0593674 Jun 30 09:23:00.086629 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49576) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:00.091344 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-6508463d-a3ba-4fe3-b3f8-2024752f2809 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dcf40312-2a13-470e-8953-9c339ee0e498', 'tempest-TagsExtTest-Tag-538909237') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:00.148481 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6508463d-a3ba-4fe3-b3f8-2024752f2809 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "GET /v2.0/ports/dcf40312-2a13-470e-8953-9c339ee0e498/tags/tempest-TagsExtTest-Tag-538909237 HTTP/1.1" status: 204 len: 168 time: 0.0606561 Jun 30 09:23:00.151385 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49580) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:00.157497 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.tag.tag_plugin [None req-88c19d7b-011d-4f64-bfa8-b1a0923e02f9 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'dcf40312-2a13-470e-8953-9c339ee0e498', 'tempest-TagsExtTest-Tag-538909237') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:00.374667 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-88c19d7b-011d-4f64-bfa8-b1a0923e02f9 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "DELETE /v2.0/ports/dcf40312-2a13-470e-8953-9c339ee0e498/tags/tempest-TagsExtTest-Tag-538909237 HTTP/1.1" status: 204 len: 168 time: 0.2221508 Jun 30 09:23:00.378769 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49588) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:00.383736 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-14169e34-e4f6-421d-b523-818f3c1cc1bd tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'dcf40312-2a13-470e-8953-9c339ee0e498') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:00.439817 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-14169e34-e4f6-421d-b523-818f3c1cc1bd tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "GET /v2.0/ports/dcf40312-2a13-470e-8953-9c339ee0e498/tags HTTP/1.1" status: 200 len: 205 time: 0.0597029 Jun 30 09:23:00.442433 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49590) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:00.450077 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-5dfaf4c0-4818-4e84-b590-e41055105024 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b24ec6d0-f039-41fe-bc54-014156dfd0d5') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:00.521471 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2a91a464-92b9-4b0b-b445-c40dbe41a0f9 req-dda5d8f6-633a-4c7f-bcc9-e01795282014 tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0444438 Jun 30 09:23:00.545913 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5dfaf4c0-4818-4e84-b590-e41055105024 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "GET /v2.0/routers/b24ec6d0-f039-41fe-bc54-014156dfd0d5/tags HTTP/1.1" status: 200 len: 241 time: 0.1015413 Jun 30 09:23:00.546420 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49594) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:00.550878 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-9eac4bb3-3cdb-4bf2-915b-52d5320ec646 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b24ec6d0-f039-41fe-bc54-014156dfd0d5', 'tempest-TagsExtTest-Tag-1341415992') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:00.632843 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9eac4bb3-3cdb-4bf2-915b-52d5320ec646 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "GET /v2.0/routers/b24ec6d0-f039-41fe-bc54-014156dfd0d5/tags/tempest-TagsExtTest-Tag-1341415992 HTTP/1.1" status: 204 len: 168 time: 0.0853527 Jun 30 09:23:00.636313 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49596) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:00.641198 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-be3a6789-b3e2-4ae2-9a10-a4cd6bd8fe0a tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b24ec6d0-f039-41fe-bc54-014156dfd0d5', 'tempest-TagsExtTest-Tag-1341415992') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:00.844054 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-be3a6789-b3e2-4ae2-9a10-a4cd6bd8fe0a tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "DELETE /v2.0/routers/b24ec6d0-f039-41fe-bc54-014156dfd0d5/tags/tempest-TagsExtTest-Tag-1341415992 HTTP/1.1" status: 204 len: 168 time: 0.2044084 Jun 30 09:23:00.844622 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49600) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:00.848874 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-06b3b8ca-d057-4c8c-a7f1-e41ead501cc0 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b24ec6d0-f039-41fe-bc54-014156dfd0d5') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:00.924659 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49602) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:00.932247 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-06b3b8ca-d057-4c8c-a7f1-e41ead501cc0 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "GET /v2.0/routers/b24ec6d0-f039-41fe-bc54-014156dfd0d5/tags HTTP/1.1" status: 200 len: 205 time: 0.0826359 Jun 30 09:23:00.934085 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49604) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:00.938241 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-35896573-18f5-4aa5-9105-eca611ddcaa3 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '05d1521b-be9b-46cf-82e6-df0303e8b874') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:00.951657 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-52c6563a-0819-4525-96c0-cbc8b72c1fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:00.986491 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62a610-2ff2-4ae2-bcb7-98dff8e6ec21 req-e4e65d6a-2ef9-4194-8cd1-355ea059acab tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:00.987963 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ed62a610-2ff2-4ae2-bcb7-98dff8e6ec21 req-e4e65d6a-2ef9-4194-8cd1-355ea059acab tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.0755146 Jun 30 09:23:00.999917 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-35896573-18f5-4aa5-9105-eca611ddcaa3 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "GET /v2.0/subnetpools/05d1521b-be9b-46cf-82e6-df0303e8b874/tags HTTP/1.1" status: 200 len: 240 time: 0.0648282 Jun 30 09:23:01.008038 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49606) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:01.008038 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-750f7fdd-449f-45bb-a0a3-20c3d583c039 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '05d1521b-be9b-46cf-82e6-df0303e8b874', 'tempest-TagsExtTest-Tag-922774188') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:01.030690 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ed62a610-2ff2-4ae2-bcb7-98dff8e6ec21 req-110a1340-a923-4a9b-8aee-806ed108e6ff tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367506 Jun 30 09:23:01.048112 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-750f7fdd-449f-45bb-a0a3-20c3d583c039 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "GET /v2.0/subnetpools/05d1521b-be9b-46cf-82e6-df0303e8b874/tags/tempest-TagsExtTest-Tag-922774188 HTTP/1.1" status: 204 len: 168 time: 0.0447752 Jun 30 09:23:01.050848 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49608) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:01.062080 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.tag.tag_plugin [None req-0ddc2504-33c2-47e7-8394-e551795f9f9b tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '05d1521b-be9b-46cf-82e6-df0303e8b874', 'tempest-TagsExtTest-Tag-922774188') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:01.106764 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-52c6563a-0819-4525-96c0-cbc8b72c1fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:01.236547 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-07e9b18d-387c-4794-9d52-4f99a5f96691 req-5ca4de83-a168-4e39-8b02-347ae0d2372c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0263817 Jun 30 09:23:01.326172 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-52c6563a-0819-4525-96c0-cbc8b72c1fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:01.327714 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0ddc2504-33c2-47e7-8394-e551795f9f9b tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "DELETE /v2.0/subnetpools/05d1521b-be9b-46cf-82e6-df0303e8b874/tags/tempest-TagsExtTest-Tag-922774188 HTTP/1.1" status: 204 len: 168 time: 0.2751863 Jun 30 09:23:01.333549 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49616) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:01.334193 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.tag.tag_plugin [None req-dab2329f-9102-49ff-adb1-fd5eaf1b83d1 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '05d1521b-be9b-46cf-82e6-df0303e8b874') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:01.355598 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-dab2329f-9102-49ff-adb1-fd5eaf1b83d1 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "GET /v2.0/subnetpools/05d1521b-be9b-46cf-82e6-df0303e8b874/tags HTTP/1.1" status: 200 len: 205 time: 0.0248284 Jun 30 09:23:01.358371 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49618) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:01.363281 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.tag.tag_plugin [None req-b0524884-597e-4f59-91bf-ec4e404e5ec0 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '05d1521b-be9b-46cf-82e6-df0303e8b874') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:01.365572 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-52c6563a-0819-4525-96c0-cbc8b72c1fc4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8de58f2c083b4daab5bdfe14957ff388&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4398177 Jun 30 09:23:01.366308 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6563a-0819-4525-96c0-cbc8b72c1fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527f427e-3bad-4c64-b41d-2b02f75f81a4,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:01.369188 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49620) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:01.391178 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b0524884-597e-4f59-91bf-ec4e404e5ec0 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "DELETE /v2.0/subnetpools/05d1521b-be9b-46cf-82e6-df0303e8b874/tags HTTP/1.1" status: 204 len: 168 time: 0.0315237 Jun 30 09:23:01.393701 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49622) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:01.398228 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.tag.tag_plugin [None req-c15d74c1-0f0d-4c34-9c35-44588539c1dd tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b24ec6d0-f039-41fe-bc54-014156dfd0d5') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:01.422468 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-605fd898-33af-418a-a11f-e013d6e6ea5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:01.446897 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-605fd898-33af-418a-a11f-e013d6e6ea5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:01.629634 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-605fd898-33af-418a-a11f-e013d6e6ea5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:01.633724 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-605fd898-33af-418a-a11f-e013d6e6ea5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:01.635763 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-605fd898-33af-418a-a11f-e013d6e6ea5f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/527f427e-3bad-4c64-b41d-2b02f75f81a4 HTTP/1.1" status: 204 len: 168 time: 0.2656631 Jun 30 09:23:01.675416 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605fd898-33af-418a-a11f-e013d6e6ea5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527f427e-3bad-4c64-b41d-2b02f75f81a4,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:01.782232 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-250c4b36-19d4-4f82-baf5-c650e6461db6 req-af3a9ee6-57fc-4992-9a20-6bd7875f138e tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0921884 Jun 30 09:23:01.854295 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c15d74c1-0f0d-4c34-9c35-44588539c1dd tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "DELETE /v2.0/routers/b24ec6d0-f039-41fe-bc54-014156dfd0d5/tags HTTP/1.1" status: 204 len: 168 time: 0.4589250 Jun 30 09:23:01.865532 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49634) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:01.876248 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.tag.tag_plugin [None req-844e4c6f-2259-459b-98b0-7109eeab5ba3 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'dcf40312-2a13-470e-8953-9c339ee0e498') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:01.899527 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434dd797-aac7-4462-b72f-793a172415e6 req-61d9fb45-b634-47e3-8f1a-54924e030282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:01.902468 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-434dd797-aac7-4462-b72f-793a172415e6 req-61d9fb45-b634-47e3-8f1a-54924e030282 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=234aaca18299482fab3a8daeb994da0d&device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 1097 time: 0.0838344 Jun 30 09:23:01.933060 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd03d6-d048-4824-be93-e966e41832f3 req-200a7910-7444-4393-97e0-f187291d3869 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:01.934686 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-debd03d6-d048-4824-be93-e966e41832f3 req-200a7910-7444-4393-97e0-f187291d3869 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.1333466 Jun 30 09:23:01.989143 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-debd03d6-d048-4824-be93-e966e41832f3 req-ae5d0e07-bc0c-4817-a20c-68babf6221e6 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459070 Jun 30 09:23:01.991410 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-844e4c6f-2259-459b-98b0-7109eeab5ba3 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "DELETE /v2.0/ports/dcf40312-2a13-470e-8953-9c339ee0e498/tags HTTP/1.1" status: 204 len: 168 time: 0.1249442 Jun 30 09:23:01.998886 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49636) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:02.005528 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-b329fb8f-3a99-4193-895f-78563a199166 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '495a905d-44fb-4b83-bf09-1714df5dc9d8') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:02.046873 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434dd797-aac7-4462-b72f-793a172415e6 req-eca9519c-ee31-4ba7-8475-434897212166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:02.048389 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-434dd797-aac7-4462-b72f-793a172415e6 req-eca9519c-ee31-4ba7-8475-434897212166 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7915cb22-074c-47c5-9699-2fe2d087c9a8 HTTP/1.1" status: 200 len: 920 time: 0.1383901 Jun 30 09:23:02.095252 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-434dd797-aac7-4462-b72f-793a172415e6 req-499a54bb-e856-43a2-80dc-800257ed1f96 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fea74a6-eaf5-4223-96d6-b3ef58259c64 HTTP/1.1" status: 200 len: 217 time: 0.0393102 Jun 30 09:23:02.144836 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b329fb8f-3a99-4193-895f-78563a199166 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "DELETE /v2.0/subnets/495a905d-44fb-4b83-bf09-1714df5dc9d8/tags HTTP/1.1" status: 204 len: 168 time: 0.1425831 Jun 30 09:23:02.148713 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49648) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:02.159583 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.tag.tag_plugin [None req-9cd0d795-3fba-4f4d-98ca-bef0073cb39c tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '495a905d-44fb-4b83-bf09-1714df5dc9d8', 'tempest-TagsExtTest-Tag-501915728') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:02.160573 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434dd797-aac7-4462-b72f-793a172415e6 req-24e9e8f5-d94b-4ef3-a4ac-9e297e0d67bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:02.162317 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-434dd797-aac7-4462-b72f-793a172415e6 req-24e9e8f5-d94b-4ef3-a4ac-9e297e0d67bb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5aa4110f-a72f-4573-96b9-ab88a0074a0f HTTP/1.1" status: 200 len: 859 time: 0.0596361 Jun 30 09:23:02.231781 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-434dd797-aac7-4462-b72f-793a172415e6 req-49038129-0ec7-4b01-9081-4f081e203587 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7915cb22-074c-47c5-9699-2fe2d087c9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540645 Jun 30 09:23:02.367280 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-434dd797-aac7-4462-b72f-793a172415e6 req-0850db74-6356-44ba-8268-9b5ffdcd0e07 service neutron] 10.222.0.52 "GET /v2.0/networks/7915cb22-074c-47c5-9699-2fe2d087c9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285260 Jun 30 09:23:02.389851 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9cd0d795-3fba-4f4d-98ca-bef0073cb39c tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "PUT /v2.0/subnets/495a905d-44fb-4b83-bf09-1714df5dc9d8/tags/tempest-TagsExtTest-Tag-501915728 HTTP/1.1" status: 201 len: 201 time: 0.2394013 Jun 30 09:23:02.397844 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49660) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:02.397844 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.tag.tag_plugin [None req-77487577-54dc-41ce-b393-abe8f5718ea5 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'dcf40312-2a13-470e-8953-9c339ee0e498', 'tempest-TagsExtTest-Tag-55486030') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:02.470347 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-434dd797-aac7-4462-b72f-793a172415e6 req-35f67b85-62b8-4647-8165-cb0be368d92a service neutron] 10.222.0.52 "GET /v2.0/networks/7915cb22-074c-47c5-9699-2fe2d087c9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953174 Jun 30 09:23:02.630134 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-77487577-54dc-41ce-b393-abe8f5718ea5 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "PUT /v2.0/ports/dcf40312-2a13-470e-8953-9c339ee0e498/tags/tempest-TagsExtTest-Tag-55486030 HTTP/1.1" status: 201 len: 201 time: 0.2366116 Jun 30 09:23:02.632730 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49662) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:02.640850 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.tag.tag_plugin [None req-ecf9607d-fc6f-43fe-86ec-a40d515098ce tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b24ec6d0-f039-41fe-bc54-014156dfd0d5', 'tempest-TagsExtTest-Tag-1456338374') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:02.796376 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ecf9607d-fc6f-43fe-86ec-a40d515098ce tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "PUT /v2.0/routers/b24ec6d0-f039-41fe-bc54-014156dfd0d5/tags/tempest-TagsExtTest-Tag-1456338374 HTTP/1.1" status: 201 len: 201 time: 0.1624484 Jun 30 09:23:02.799039 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49666) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:02.804023 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-a245c9ea-06e2-4896-bdb0-a8568adf2804 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '05d1521b-be9b-46cf-82e6-df0303e8b874', 'tempest-TagsExtTest-Tag-259712498') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:02.926939 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a245c9ea-06e2-4896-bdb0-a8568adf2804 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "PUT /v2.0/subnetpools/05d1521b-be9b-46cf-82e6-df0303e8b874/tags/tempest-TagsExtTest-Tag-259712498 HTTP/1.1" status: 201 len: 201 time: 0.1267796 Jun 30 09:23:02.937464 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49680) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:02.943432 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.tag.tag_plugin [None req-aab82550-83b6-42f3-a234-97a9c9ee5108 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '495a905d-44fb-4b83-bf09-1714df5dc9d8', {'tags': ['tempest-TagsExtTest-Tag-2091716702', 'tempest-TagsExtTest-Tag-409981418', 'tempest-TagsExtTest-Tag-1724831063']}) {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:02.965894 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-80e73ad8-e22c-405d-822d-e76fda751eef req-024e7aff-3d5c-4cc2-8af5-5246987ae179 tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0376122 Jun 30 09:23:03.191932 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-aab82550-83b6-42f3-a234-97a9c9ee5108 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "PUT /v2.0/subnets/495a905d-44fb-4b83-bf09-1714df5dc9d8/tags HTTP/1.1" status: 200 len: 317 time: 0.2529292 Jun 30 09:23:03.194373 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49700) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:03.199522 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.tag.tag_plugin [None req-f1e9dca3-8180-4b2d-a98e-e44415064232 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '495a905d-44fb-4b83-bf09-1714df5dc9d8') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:03.270145 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ca8c8-63a1-4f3b-a788-0516627c0fb6 req-6915b78a-31f5-4687-9b92-4afefca54744 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:03.277076 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d08ca8c8-63a1-4f3b-a788-0516627c0fb6 req-6915b78a-31f5-4687-9b92-4afefca54744 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.1195455 Jun 30 09:23:03.326684 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d08ca8c8-63a1-4f3b-a788-0516627c0fb6 req-db40c561-b6a1-45dc-a3e7-bf5acfbb9c4f tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463264 Jun 30 09:23:03.542594 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f1e9dca3-8180-4b2d-a98e-e44415064232 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "DELETE /v2.0/subnets/495a905d-44fb-4b83-bf09-1714df5dc9d8/tags HTTP/1.1" status: 204 len: 168 time: 0.3434572 Jun 30 09:23:03.542968 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49714) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:03.547430 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-b00712b1-c84e-4851-82f3-de76402fce55 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '495a905d-44fb-4b83-bf09-1714df5dc9d8', 'tempest-TagsExtTest-Tag-2091716702') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:03.605362 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-b00712b1-c84e-4851-82f3-de76402fce55 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] show failed (client error): The resource could not be found. Jun 30 09:23:03.606403 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b00712b1-c84e-4851-82f3-de76402fce55 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "GET /v2.0/subnets/495a905d-44fb-4b83-bf09-1714df5dc9d8/tags/tempest-TagsExtTest-Tag-2091716702 HTTP/1.1" status: 404 len: 329 time: 0.0624352 Jun 30 09:23:03.609599 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49716) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:03.613801 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-486280bc-6e94-4835-896c-d0bf5aefede8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '495a905d-44fb-4b83-bf09-1714df5dc9d8', 'tempest-TagsExtTest-Tag-409981418') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:03.671635 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-486280bc-6e94-4835-896c-d0bf5aefede8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] show failed (client error): The resource could not be found. Jun 30 09:23:03.672667 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-486280bc-6e94-4835-896c-d0bf5aefede8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "GET /v2.0/subnets/495a905d-44fb-4b83-bf09-1714df5dc9d8/tags/tempest-TagsExtTest-Tag-409981418 HTTP/1.1" status: 404 len: 328 time: 0.0621901 Jun 30 09:23:03.675460 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49720) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:03.679627 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-0474cb07-c1e7-4f30-b37b-394b1c666bc3 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '495a905d-44fb-4b83-bf09-1714df5dc9d8', 'tempest-TagsExtTest-Tag-1724831063') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:03.737081 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-0474cb07-c1e7-4f30-b37b-394b1c666bc3 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] show failed (client error): The resource could not be found. Jun 30 09:23:03.741029 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49724) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:03.741325 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0474cb07-c1e7-4f30-b37b-394b1c666bc3 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "GET /v2.0/subnets/495a905d-44fb-4b83-bf09-1714df5dc9d8/tags/tempest-TagsExtTest-Tag-1724831063 HTTP/1.1" status: 404 len: 329 time: 0.0647523 Jun 30 09:23:03.748206 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.tag.tag_plugin [None req-767e254b-90c2-4dda-8261-6290acf6e0ba tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'dcf40312-2a13-470e-8953-9c339ee0e498', {'tags': ['tempest-TagsExtTest-Tag-456530478', 'tempest-TagsExtTest-Tag-1898109053', 'tempest-TagsExtTest-Tag-672006447']}) {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:03.793392 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4525d1f9-dc70-497e-8907-7b068e3927ae req-0e0e99aa-aae1-4898-9243-ebb1222a59cf tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0385778 Jun 30 09:23:03.980012 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-767e254b-90c2-4dda-8261-6290acf6e0ba tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "PUT /v2.0/ports/dcf40312-2a13-470e-8953-9c339ee0e498/tags HTTP/1.1" status: 200 len: 316 time: 0.2361479 Jun 30 09:23:03.981519 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49734) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:03.986023 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.tag.tag_plugin [None req-638653f9-edd0-4aa5-a1da-1fb619fea151 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'dcf40312-2a13-470e-8953-9c339ee0e498') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:04.259817 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-638653f9-edd0-4aa5-a1da-1fb619fea151 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "DELETE /v2.0/ports/dcf40312-2a13-470e-8953-9c339ee0e498/tags HTTP/1.1" status: 204 len: 168 time: 0.2771566 Jun 30 09:23:04.262290 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49750) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:04.270255 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.tag.tag_plugin [None req-41fdf822-d378-4f90-a199-6090123b777d tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dcf40312-2a13-470e-8953-9c339ee0e498', 'tempest-TagsExtTest-Tag-456530478') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:04.329648 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-41fdf822-d378-4f90-a199-6090123b777d tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] show failed (client error): The resource could not be found. Jun 30 09:23:04.331240 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-41fdf822-d378-4f90-a199-6090123b777d tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "GET /v2.0/ports/dcf40312-2a13-470e-8953-9c339ee0e498/tags/tempest-TagsExtTest-Tag-456530478 HTTP/1.1" status: 404 len: 328 time: 0.0679600 Jun 30 09:23:04.334247 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49756) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:04.340283 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.tag.tag_plugin [None req-f352fc14-16d1-4fe6-aa43-0be0227c3419 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dcf40312-2a13-470e-8953-9c339ee0e498', 'tempest-TagsExtTest-Tag-1898109053') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:04.427002 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-f352fc14-16d1-4fe6-aa43-0be0227c3419 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] show failed (client error): The resource could not be found. Jun 30 09:23:04.428297 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f352fc14-16d1-4fe6-aa43-0be0227c3419 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "GET /v2.0/ports/dcf40312-2a13-470e-8953-9c339ee0e498/tags/tempest-TagsExtTest-Tag-1898109053 HTTP/1.1" status: 404 len: 329 time: 0.0929391 Jun 30 09:23:04.432919 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49764) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:04.437723 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.tag.tag_plugin [None req-1af7e37b-54a0-4ff1-84d5-92920ac654ba tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dcf40312-2a13-470e-8953-9c339ee0e498', 'tempest-TagsExtTest-Tag-672006447') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:04.552850 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-1af7e37b-54a0-4ff1-84d5-92920ac654ba tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] show failed (client error): The resource could not be found. Jun 30 09:23:04.553883 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1af7e37b-54a0-4ff1-84d5-92920ac654ba tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "GET /v2.0/ports/dcf40312-2a13-470e-8953-9c339ee0e498/tags/tempest-TagsExtTest-Tag-672006447 HTTP/1.1" status: 404 len: 328 time: 0.1199529 Jun 30 09:23:04.557075 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49776) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:04.563944 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-7f80b1f1-8ff1-4491-9098-e00700c7abb3 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b24ec6d0-f039-41fe-bc54-014156dfd0d5', {'tags': ['tempest-TagsExtTest-Tag-1747263301', 'tempest-TagsExtTest-Tag-269697369', 'tempest-TagsExtTest-Tag-1032985782']}) {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:04.570448 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96d095-0607-4984-911c-b0d1d407b55a req-ffa4eda0-2d78-44b0-b74b-3dec14cc2840 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:04.575854 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb96d095-0607-4984-911c-b0d1d407b55a req-ffa4eda0-2d78-44b0-b74b-3dec14cc2840 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.0935891 Jun 30 09:23:04.619812 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb96d095-0607-4984-911c-b0d1d407b55a req-9a47cda4-e2bd-4909-832f-b2c54c884c9d tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392244 Jun 30 09:23:04.772941 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7f80b1f1-8ff1-4491-9098-e00700c7abb3 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "PUT /v2.0/routers/b24ec6d0-f039-41fe-bc54-014156dfd0d5/tags HTTP/1.1" status: 200 len: 317 time: 0.2143202 Jun 30 09:23:04.776401 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49782) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:04.781133 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-d7ba7672-4527-4f05-aea3-1577e17bbd39 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b24ec6d0-f039-41fe-bc54-014156dfd0d5') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:04.977041 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ea3aec9d-6bfc-44f8-bf06-a63bdf789cb9 req-82e3ccc2-994c-4bee-b9d6-c3e6701955ca tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0336032 Jun 30 09:23:05.029960 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d7ba7672-4527-4f05-aea3-1577e17bbd39 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "DELETE /v2.0/routers/b24ec6d0-f039-41fe-bc54-014156dfd0d5/tags HTTP/1.1" status: 204 len: 168 time: 0.2525289 Jun 30 09:23:05.038198 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49788) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:05.043375 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-ebd02f81-5d04-4c6a-b8fc-8e49b96c4648 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b24ec6d0-f039-41fe-bc54-014156dfd0d5', 'tempest-TagsExtTest-Tag-1747263301') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:05.118642 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-ebd02f81-5d04-4c6a-b8fc-8e49b96c4648 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] show failed (client error): The resource could not be found. Jun 30 09:23:05.119877 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ebd02f81-5d04-4c6a-b8fc-8e49b96c4648 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "GET /v2.0/routers/b24ec6d0-f039-41fe-bc54-014156dfd0d5/tags/tempest-TagsExtTest-Tag-1747263301 HTTP/1.1" status: 404 len: 329 time: 0.0806246 Jun 30 09:23:05.122784 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49792) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:05.127672 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.tag.tag_plugin [None req-327657b5-77c8-4794-810f-539c92b725c9 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b24ec6d0-f039-41fe-bc54-014156dfd0d5', 'tempest-TagsExtTest-Tag-269697369') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:05.219959 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-327657b5-77c8-4794-810f-539c92b725c9 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] show failed (client error): The resource could not be found. Jun 30 09:23:05.221193 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-327657b5-77c8-4794-810f-539c92b725c9 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "GET /v2.0/routers/b24ec6d0-f039-41fe-bc54-014156dfd0d5/tags/tempest-TagsExtTest-Tag-269697369 HTTP/1.1" status: 404 len: 328 time: 0.0973530 Jun 30 09:23:05.225447 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49798) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:05.231256 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.tag.tag_plugin [None req-07c86edf-fac2-46be-be4a-83b4edb4fcfc tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b24ec6d0-f039-41fe-bc54-014156dfd0d5', 'tempest-TagsExtTest-Tag-1032985782') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:05.301231 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49800) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:05.341199 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-07c86edf-fac2-46be-be4a-83b4edb4fcfc tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] show failed (client error): The resource could not be found. Jun 30 09:23:05.345611 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-07c86edf-fac2-46be-be4a-83b4edb4fcfc tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "GET /v2.0/routers/b24ec6d0-f039-41fe-bc54-014156dfd0d5/tags/tempest-TagsExtTest-Tag-1032985782 HTTP/1.1" status: 404 len: 329 time: 0.1152720 Jun 30 09:23:05.345709 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49806) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:05.350996 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-f87291bc-b6b5-46c7-8ea6-9876b31779f4 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '05d1521b-be9b-46cf-82e6-df0303e8b874', {'tags': ['tempest-TagsExtTest-Tag-2089582001', 'tempest-TagsExtTest-Tag-282607126', 'tempest-TagsExtTest-Tag-620868360']}) {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:05.438213 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dc572983-ac0d-4417-9724-2c0325244bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.529604 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dc572983-ac0d-4417-9724-2c0325244bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.776138 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f87291bc-b6b5-46c7-8ea6-9876b31779f4 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "PUT /v2.0/subnetpools/05d1521b-be9b-46cf-82e6-df0303e8b874/tags HTTP/1.1" status: 200 len: 316 time: 0.4295993 Jun 30 09:23:05.778547 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49814) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:05.783954 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-b8ae3290-b0be-4345-be7e-c9ec5ee2d3e6 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '05d1521b-be9b-46cf-82e6-df0303e8b874') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:05.834293 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dc572983-ac0d-4417-9724-2c0325244bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.873578 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc572983-ac0d-4417-9724-2c0325244bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9aa7a4-35d2-467b-a52a-30af34875e67,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:05.880001 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-dc572983-ac0d-4417-9724-2c0325244bb3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3ba4e91b77d943ba89ab103746e2fb96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5773933 Jun 30 09:23:05.882660 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49818) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:05.934760 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b8ae3290-b0be-4345-be7e-c9ec5ee2d3e6 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "DELETE /v2.0/subnetpools/05d1521b-be9b-46cf-82e6-df0303e8b874/tags HTTP/1.1" status: 204 len: 168 time: 0.1546311 Jun 30 09:23:05.938454 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-42cb7069-fdb6-41ce-88ab-db2e952be769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.940643 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49820) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:05.945505 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-434c3907-d57d-40f9-b7c4-9c7f62cf27ab tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '05d1521b-be9b-46cf-82e6-df0303e8b874', 'tempest-TagsExtTest-Tag-2089582001') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:05.961024 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-42cb7069-fdb6-41ce-88ab-db2e952be769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.973904 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-434c3907-d57d-40f9-b7c4-9c7f62cf27ab tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] show failed (client error): The resource could not be found. Jun 30 09:23:05.974996 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-434c3907-d57d-40f9-b7c4-9c7f62cf27ab tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "GET /v2.0/subnetpools/05d1521b-be9b-46cf-82e6-df0303e8b874/tags/tempest-TagsExtTest-Tag-2089582001 HTTP/1.1" status: 404 len: 329 time: 0.0332222 Jun 30 09:23:05.978418 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49822) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:05.983334 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-8a8520f4-7246-4513-94cb-5eb866c8dba4 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '05d1521b-be9b-46cf-82e6-df0303e8b874', 'tempest-TagsExtTest-Tag-282607126') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:06.006915 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-8a8520f4-7246-4513-94cb-5eb866c8dba4 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] show failed (client error): The resource could not be found. Jun 30 09:23:06.007981 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8a8520f4-7246-4513-94cb-5eb866c8dba4 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "GET /v2.0/subnetpools/05d1521b-be9b-46cf-82e6-df0303e8b874/tags/tempest-TagsExtTest-Tag-282607126 HTTP/1.1" status: 404 len: 328 time: 0.0284195 Jun 30 09:23:06.014144 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49826) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:06.018936 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-b337e3d0-814b-4b6d-9176-40a5e0cecd45 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '05d1521b-be9b-46cf-82e6-df0303e8b874', 'tempest-TagsExtTest-Tag-620868360') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:06.045443 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-b337e3d0-814b-4b6d-9176-40a5e0cecd45 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] show failed (client error): The resource could not be found. Jun 30 09:23:06.049067 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b337e3d0-814b-4b6d-9176-40a5e0cecd45 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "GET /v2.0/subnetpools/05d1521b-be9b-46cf-82e6-df0303e8b874/tags/tempest-TagsExtTest-Tag-620868360 HTTP/1.1" status: 404 len: 328 time: 0.0314124 Jun 30 09:23:06.049369 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49830) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:06.053704 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-1ef44236-6e18-4c92-9235-e176bb04a68a tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '05d1521b-be9b-46cf-82e6-df0303e8b874') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:06.082924 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1ef44236-6e18-4c92-9235-e176bb04a68a tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "DELETE /v2.0/subnetpools/05d1521b-be9b-46cf-82e6-df0303e8b874/tags HTTP/1.1" status: 204 len: 168 time: 0.0314028 Jun 30 09:23:06.084385 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49832) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:06.089172 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-fc41ca92-71b0-4ea3-a5ba-332f42a20488 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b24ec6d0-f039-41fe-bc54-014156dfd0d5') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:06.155737 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-14cd3f65-0351-483f-a296-b519427c986e req-66e335d5-94a5-412c-8b33-621f0b364586 tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0296462 Jun 30 09:23:06.166227 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-42cb7069-fdb6-41ce-88ab-db2e952be769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:06.166227 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-42cb7069-fdb6-41ce-88ab-db2e952be769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:06.166227 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-42cb7069-fdb6-41ce-88ab-db2e952be769 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ed9aa7a4-35d2-467b-a52a-30af34875e67 HTTP/1.1" status: 204 len: 168 time: 0.2805424 Jun 30 09:23:06.178981 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb7069-fdb6-41ce-88ab-db2e952be769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9aa7a4-35d2-467b-a52a-30af34875e67,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:06.194932 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb7069-fdb6-41ce-88ab-db2e952be769 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:06.195444 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb7069-fdb6-41ce-88ab-db2e952be769 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:06.195793 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb7069-fdb6-41ce-88ab-db2e952be769 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:06.196144 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb7069-fdb6-41ce-88ab-db2e952be769 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:06.197081 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb7069-fdb6-41ce-88ab-db2e952be769 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:06.197410 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb7069-fdb6-41ce-88ab-db2e952be769 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:06.197746 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb7069-fdb6-41ce-88ab-db2e952be769 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:06.198281 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb7069-fdb6-41ce-88ab-db2e952be769 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:06.198619 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb7069-fdb6-41ce-88ab-db2e952be769 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:06.199755 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb7069-fdb6-41ce-88ab-db2e952be769 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:06.200096 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb7069-fdb6-41ce-88ab-db2e952be769 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:06.200581 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb7069-fdb6-41ce-88ab-db2e952be769 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:06.248602 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fc41ca92-71b0-4ea3-a5ba-332f42a20488 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "DELETE /v2.0/routers/b24ec6d0-f039-41fe-bc54-014156dfd0d5/tags HTTP/1.1" status: 204 len: 168 time: 0.1624663 Jun 30 09:23:06.251405 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49840) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:06.255832 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.tag.tag_plugin [None req-6f934922-50ad-4bfe-8aae-29fe56a537a0 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'dcf40312-2a13-470e-8953-9c339ee0e498') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:06.320885 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6f934922-50ad-4bfe-8aae-29fe56a537a0 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "DELETE /v2.0/ports/dcf40312-2a13-470e-8953-9c339ee0e498/tags HTTP/1.1" status: 204 len: 168 time: 0.0683928 Jun 30 09:23:06.323930 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49842) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:06.329281 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.tag.tag_plugin [None req-4e81e6f4-b42f-47fe-9403-2a8358a902fa tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '495a905d-44fb-4b83-bf09-1714df5dc9d8') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:06.430681 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4e81e6f4-b42f-47fe-9403-2a8358a902fa tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "DELETE /v2.0/subnets/495a905d-44fb-4b83-bf09-1714df5dc9d8/tags HTTP/1.1" status: 204 len: 168 time: 0.1055403 Jun 30 09:23:06.436421 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49848) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:06.676628 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-579c61f9-51a5-4d19-b13c-e7f6faf975e4 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks [] for subnetpool, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:06.677888 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-579c61f9-51a5-4d19-b13c-e7f6faf975e4 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "DELETE /v2.0/subnetpools/05d1521b-be9b-46cf-82e6-df0303e8b874 HTTP/1.1" status: 204 len: 168 time: 0.2403677 Jun 30 09:23:06.680541 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49856) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:06.710471 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7df856c4-6fc8-4ac7-a0be-16f6b7f2e8eb tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "GET /v2.0/ports?device_id=b24ec6d0-f039-41fe-bc54-014156dfd0d5 HTTP/1.1" status: 200 len: 205 time: 0.0280178 Jun 30 09:23:06.713919 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49858) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:06.789023 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d244a0a-119c-4613-9aed-52e5f49c2887 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:06.978349 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d244a0a-119c-4613-9aed-52e5f49c2887 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:06.978349 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d244a0a-119c-4613-9aed-52e5f49c2887 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.232398 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d244a0a-119c-4613-9aed-52e5f49c2887 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.232398 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d244a0a-119c-4613-9aed-52e5f49c2887 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Fanout notify agent at l3_agent the message router_deleted on router b24ec6d0-f039-41fe-bc54-014156dfd0d5 {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:23:07.236920 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d244a0a-119c-4613-9aed-52e5f49c2887 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.240425 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4d244a0a-119c-4613-9aed-52e5f49c2887 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "DELETE /v2.0/routers/b24ec6d0-f039-41fe-bc54-014156dfd0d5 HTTP/1.1" status: 204 len: 168 time: 0.5232525 Jun 30 09:23:07.240515 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49866) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:07.289684 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49868) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:07.310945 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3566f49-d841-498c-98a0-0550fd652210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.344726 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-5c010d16-8c41-4208-962f-613142a10c1a tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Deleting port dcf40312-2a13-470e-8953-9c339ee0e498 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:07.345064 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5c010d16-8c41-4208-962f-613142a10c1a tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.395492 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.397319 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d2090e53-fbe1-4deb-9b83-0ce3d9c753fa req-b0ad9a5d-0f38-42c9-bf34-3d630a174602 tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0591781 Jun 30 09:23:07.451443 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5c010d16-8c41-4208-962f-613142a10c1a tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.463580 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-5c010d16-8c41-4208-962f-613142a10c1a tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Calling delete_port for dcf40312-2a13-470e-8953-9c339ee0e498 owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:07.760635 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5c010d16-8c41-4208-962f-613142a10c1a tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.793250 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c010d16-8c41-4208-962f-613142a10c1a tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Pushing event deleted for resources: {'Port': ['ID=dcf40312-2a13-470e-8953-9c339ee0e498,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:07.840466 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3566f49-d841-498c-98a0-0550fd652210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.871607 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5c010d16-8c41-4208-962f-613142a10c1a tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.873899 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5c010d16-8c41-4208-962f-613142a10c1a tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "DELETE /v2.0/ports/dcf40312-2a13-470e-8953-9c339ee0e498 HTTP/1.1" status: 204 len: 168 time: 0.6324086 Jun 30 09:23:07.876467 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49884) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:07.952393 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3566f49-d841-498c-98a0-0550fd652210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.033398 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e3566f49-d841-498c-98a0-0550fd652210 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=46f88a5b2c5a4150ae91f1f5627b1adc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7423339 Jun 30 09:23:08.033619 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49888) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:08.042036 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a151d1-7f98-4968-96b5-aa23c1c38706 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Deleting subnet 495a905d-44fb-4b83-bf09-1714df5dc9d8 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:23:08.047025 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3566f49-d841-498c-98a0-0550fd652210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fede78-c023-439a-9f13-4144ffd27377,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:08.050903 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-67a151d1-7f98-4968-96b5-aa23c1c38706 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.096894 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7cea96d5-ad3d-48b9-967e-d5e62adef9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.115525 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-67a151d1-7f98-4968-96b5-aa23c1c38706 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.124365 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7cea96d5-ad3d-48b9-967e-d5e62adef9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.144094 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c8f8c-935c-4bb8-b4d5-8dc84ee24b39 req-a05064e0-2cb2-4375-92c5-d5f9bb060f7d tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:08.145574 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-197c8f8c-935c-4bb8-b4d5-8dc84ee24b39 req-a05064e0-2cb2-4375-92c5-d5f9bb060f7d tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.2059748 Jun 30 09:23:08.218229 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-197c8f8c-935c-4bb8-b4d5-8dc84ee24b39 req-f29965c1-cb1f-4491-b1c1-af28acb61ad2 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647776 Jun 30 09:23:08.237951 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-67a151d1-7f98-4968-96b5-aa23c1c38706 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.257765 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7cea96d5-ad3d-48b9-967e-d5e62adef9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.261225 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7cea96d5-ad3d-48b9-967e-d5e62adef9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.264928 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7cea96d5-ad3d-48b9-967e-d5e62adef9ba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/25fede78-c023-439a-9f13-4144ffd27377 HTTP/1.1" status: 204 len: 168 time: 0.2279263 Jun 30 09:23:08.288072 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea96d5-ad3d-48b9-967e-d5e62adef9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fede78-c023-439a-9f13-4144ffd27377,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:08.464289 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-67a151d1-7f98-4968-96b5-aa23c1c38706 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.509562 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a151d1-7f98-4968-96b5-aa23c1c38706 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Pushing event deleted for resources: {'Subnet': ['ID=495a905d-44fb-4b83-bf09-1714df5dc9d8,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:08.511859 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-67a151d1-7f98-4968-96b5-aa23c1c38706 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.516309 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-67a151d1-7f98-4968-96b5-aa23c1c38706 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "DELETE /v2.0/subnets/495a905d-44fb-4b83-bf09-1714df5dc9d8 HTTP/1.1" status: 204 len: 168 time: 0.6364138 Jun 30 09:23:08.516959 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49904) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:08.517204 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87905c6e-8b41-4f33-bfbd-98497ae1a638 None None] Network 708a02a2-adb7-403d-acd7-2ab876f724b0 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:08.611905 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e45e3b44-09f7-41d6-aef8-d81768427cca req-775f7c67-e02c-4bcd-a494-040e181a05e9 tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0432515 Jun 30 09:23:08.630263 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4b91dbac-0001-4a73-83ee-0a9f9aee47c8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.727073 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-4b91dbac-0001-4a73-83ee-0a9f9aee47c8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Deleting port c09fb7c5-2ec8-482c-9f31-d09bf26b9946 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:08.727511 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4b91dbac-0001-4a73-83ee-0a9f9aee47c8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.748540 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bce385-c8b7-4d05-aeb4-2e76a0622204 None None] DHCP port deletion for 708a02a2-adb7-403d-acd7-2ab876f724b0 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:23:08.781926 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.805502 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-4b91dbac-0001-4a73-83ee-0a9f9aee47c8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] For port c09fb7c5-2ec8-482c-9f31-d09bf26b9946, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c09fb7c5-2ec8-482c-9f31-d09bf26b9946,segment=NetworkSegment(1c10bd97-e9e0-4a02-bf24-5b810ee71ac6),segment_id=1c10bd97-e9e0-4a02-bf24-5b810ee71ac6)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:08.807527 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4b91dbac-0001-4a73-83ee-0a9f9aee47c8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.815466 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-72bce385-c8b7-4d05-aeb4-2e76a0622204 None None] Deleting port c09fb7c5-2ec8-482c-9f31-d09bf26b9946 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:08.815968 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-72bce385-c8b7-4d05-aeb4-2e76a0622204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.826414 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-4b91dbac-0001-4a73-83ee-0a9f9aee47c8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Calling delete_port for c09fb7c5-2ec8-482c-9f31-d09bf26b9946 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:08.895028 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-72bce385-c8b7-4d05-aeb4-2e76a0622204 None None] For port c09fb7c5-2ec8-482c-9f31-d09bf26b9946, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c09fb7c5-2ec8-482c-9f31-d09bf26b9946,segment=NetworkSegment(1c10bd97-e9e0-4a02-bf24-5b810ee71ac6),segment_id=1c10bd97-e9e0-4a02-bf24-5b810ee71ac6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:08.895590 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-72bce385-c8b7-4d05-aeb4-2e76a0622204 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.914870 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-72bce385-c8b7-4d05-aeb4-2e76a0622204 None None] Calling delete_port for c09fb7c5-2ec8-482c-9f31-d09bf26b9946 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:09.132500 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4b91dbac-0001-4a73-83ee-0a9f9aee47c8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:09.140749 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-72bce385-c8b7-4d05-aeb4-2e76a0622204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:09.160971 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91dbac-0001-4a73-83ee-0a9f9aee47c8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Pushing event deleted for resources: {'Port': ['ID=c09fb7c5-2ec8-482c-9f31-d09bf26b9946,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:09.165740 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b91dbac-0001-4a73-83ee-0a9f9aee47c8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] No DVR routers for this DVR port c09fb7c5-2ec8-482c-9f31-d09bf26b9946 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:23:09.174193 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bce385-c8b7-4d05-aeb4-2e76a0622204 None None] Pushing event deleted for resources: {'Port': ['ID=c09fb7c5-2ec8-482c-9f31-d09bf26b9946,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:09.177671 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bce385-c8b7-4d05-aeb4-2e76a0622204 None None] No DVR routers for this DVR port c09fb7c5-2ec8-482c-9f31-d09bf26b9946 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:23:09.198369 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b91dbac-0001-4a73-83ee-0a9f9aee47c8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:09.198717 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b91dbac-0001-4a73-83ee-0a9f9aee47c8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:09.199058 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b91dbac-0001-4a73-83ee-0a9f9aee47c8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:09.199536 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b91dbac-0001-4a73-83ee-0a9f9aee47c8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:09.199871 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b91dbac-0001-4a73-83ee-0a9f9aee47c8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:09.200200 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b91dbac-0001-4a73-83ee-0a9f9aee47c8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:09.200523 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b91dbac-0001-4a73-83ee-0a9f9aee47c8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:09.200847 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b91dbac-0001-4a73-83ee-0a9f9aee47c8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:09.201169 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b91dbac-0001-4a73-83ee-0a9f9aee47c8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:09.201492 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b91dbac-0001-4a73-83ee-0a9f9aee47c8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:09.201810 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b91dbac-0001-4a73-83ee-0a9f9aee47c8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:09.202127 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b91dbac-0001-4a73-83ee-0a9f9aee47c8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:09.262566 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4b91dbac-0001-4a73-83ee-0a9f9aee47c8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:09.272216 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-4b91dbac-0001-4a73-83ee-0a9f9aee47c8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['708a02a2-adb7-403d-acd7-2ab876f724b0']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:09.291637 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-4b91dbac-0001-4a73-83ee-0a9f9aee47c8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c10bd97-e9e0-4a02-bf24-5b810ee71ac6') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:09.291996 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-4b91dbac-0001-4a73-83ee-0a9f9aee47c8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c10bd97-e9e0-4a02-bf24-5b810ee71ac6') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:09.301548 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4b91dbac-0001-4a73-83ee-0a9f9aee47c8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:09.319302 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4b91dbac-0001-4a73-83ee-0a9f9aee47c8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:09.326133 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b91dbac-0001-4a73-83ee-0a9f9aee47c8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:23:09.326752 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4b91dbac-0001-4a73-83ee-0a9f9aee47c8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:23:09.330207 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:23:09.634905 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4b91dbac-0001-4a73-83ee-0a9f9aee47c8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:09.634905 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4b91dbac-0001-4a73-83ee-0a9f9aee47c8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:09.634905 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4b91dbac-0001-4a73-83ee-0a9f9aee47c8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] 10.222.0.10 "DELETE /v2.0/networks/708a02a2-adb7-403d-acd7-2ab876f724b0 HTTP/1.1" status: 204 len: 168 time: 1.1050341 Jun 30 09:23:09.637151 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91dbac-0001-4a73-83ee-0a9f9aee47c8 tempest-TagsExtTest-255853667 tempest-TagsExtTest-255853667-project] Pushing event deleted for resources: {'Network': ['ID=708a02a2-adb7-403d-acd7-2ab876f724b0,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:09.812464 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c09fb7c5-2ec8-482c-9f31-d09bf26b9946 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:23:09.824062 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f82b0592-a5e3-495a-80fa-3a4b2084dbe7 req-44449a58-ff71-4f4f-9073-5b609476bc5d tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0365822 Jun 30 09:23:09.852457 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: c09fb7c5-2ec8-482c-9f31-d09bf26b9946 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:23:09.854038 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c09fb7c5-2ec8-482c-9f31-d09bf26b9946 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:23:10.187096 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49962) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:10.408065 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-74e8ee9b-7e23-47a8-87e4-fde17c4f94b2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dc30fac52c16436a8e5eb8f5ba2558fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2193534 Jun 30 09:23:10.408745 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49986) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:10.471816 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9aa4aba1-47c9-454f-ba8c-c874fb28401d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.501036 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9aa4aba1-47c9-454f-ba8c-c874fb28401d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.800450 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9aa4aba1-47c9-454f-ba8c-c874fb28401d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.802968 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9aa4aba1-47c9-454f-ba8c-c874fb28401d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.804226 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9aa4aba1-47c9-454f-ba8c-c874fb28401d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5bd89e05-16e3-4329-a700-5d062ee79baa HTTP/1.1" status: 204 len: 168 time: 0.3930652 Jun 30 09:23:10.817012 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4aba1-47c9-454f-ba8c-c874fb28401d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd89e05-16e3-4329-a700-5d062ee79baa,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:11.034015 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2cb9ef12-2458-4a4a-8753-3e7d8fde522c req-3bd53aa9-da20-491d-bd9d-f1da625389a8 tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0666237 Jun 30 09:23:12.226087 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5d145e1b-ec11-4595-87c6-de8c223f61cd req-93af4a43-8d18-48b1-be98-dc910f9a1f3d tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0507882 Jun 30 09:23:13.517498 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-331378bd-992d-4fa4-929c-ec48beaa7a5f req-f7cb6402-268a-4648-befc-51d052549560 tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0610731 Jun 30 09:23:14.760261 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9ae8124f-6abe-4f71-a340-687f6165b76d req-9f8d888a-e366-4666-8fcd-03d3b561a45f tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0416927 Jun 30 09:23:15.930173 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64c39636-27a4-43e6-95a2-da62b8f7021e req-fe8beea8-c8cc-4f50-83b9-1f10caf531d1 tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0373161 Jun 30 09:23:17.104513 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b48bd759-a953-4e68-9e3b-1df6f97f2815 req-be89ceb3-d7af-4c23-b3ce-bb168cbbfe4d tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0297332 Jun 30 09:23:18.293297 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b677ed17-5fd5-4d3d-aa3a-c0e12c1791ca req-03b1ca66-6840-45e0-a569-9768ccda0fbd tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0302627 Jun 30 09:23:19.471882 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-83fcd722-4853-4dae-b383-1d3af4e51ba3 req-8de46872-ccff-48d1-84ef-9faffe43b4b1 tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0408471 Jun 30 09:23:20.554454 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-07c90b71-a16e-4567-a485-f56ed5fea949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:20.638078 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63828502-d7f6-4ef2-aff1-157cfffbfa7d req-1d67ab68-ce17-4817-9b92-33ed7f338d4d tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0298424 Jun 30 09:23:21.837730 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dd493918-b14d-41c9-b1cb-3f990f7859f7 req-d7e9da71-9baa-46c3-a443-bb3857139b09 tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0518367 Jun 30 09:23:22.891095 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-16a40e34-19e8-406d-bc2b-4ac608c9334b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:23.083523 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f121d-4835-4666-aa7f-709dfad5bce1 req-f4daeb1d-ff13-4f20-a2b4-c3d1508ae44b tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:23.085895 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-749f121d-4835-4666-aa7f-709dfad5bce1 req-f4daeb1d-ff13-4f20-a2b4-c3d1508ae44b tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.1058171 Jun 30 09:23:23.144649 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-749f121d-4835-4666-aa7f-709dfad5bce1 req-c8e1750c-15fd-4222-b582-aa1b9a33187d tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506372 Jun 30 09:23:23.170174 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a0330359-b7a8-493d-9976-39af77f0364e req-9c0b58cf-45ce-4f58-9694-f2d16b6c11b6 tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.1438267 Jun 30 09:23:23.210141 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2ae1c-ee60-413b-bed3-4dac1f858bad req-ccde9269-6628-4b95-8479-8d81b6c99494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:23.211672 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4ce2ae1c-ee60-413b-bed3-4dac1f858bad req-ccde9269-6628-4b95-8479-8d81b6c99494 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=234aaca18299482fab3a8daeb994da0d&device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 1097 time: 0.1621590 Jun 30 09:23:23.327027 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2ae1c-ee60-413b-bed3-4dac1f858bad req-0776db8f-d0c9-453b-a818-b18beef529b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:23.328561 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4ce2ae1c-ee60-413b-bed3-4dac1f858bad req-0776db8f-d0c9-453b-a818-b18beef529b5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7915cb22-074c-47c5-9699-2fe2d087c9a8 HTTP/1.1" status: 200 len: 920 time: 0.1096890 Jun 30 09:23:23.375834 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4ce2ae1c-ee60-413b-bed3-4dac1f858bad req-b740901a-d258-4609-b84b-3e95e49c57a6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fea74a6-eaf5-4223-96d6-b3ef58259c64 HTTP/1.1" status: 200 len: 217 time: 0.0393610 Jun 30 09:23:23.445749 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2ae1c-ee60-413b-bed3-4dac1f858bad req-c68ff149-a5bd-4b96-8f8c-b83734ceb6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:23.447321 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4ce2ae1c-ee60-413b-bed3-4dac1f858bad req-c68ff149-a5bd-4b96-8f8c-b83734ceb6b9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5aa4110f-a72f-4573-96b9-ab88a0074a0f HTTP/1.1" status: 200 len: 859 time: 0.0633616 Jun 30 09:23:23.483823 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4ce2ae1c-ee60-413b-bed3-4dac1f858bad req-1958b047-f491-4e9b-a0d8-236df9e550f2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7915cb22-074c-47c5-9699-2fe2d087c9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277863 Jun 30 09:23:23.583081 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4ce2ae1c-ee60-413b-bed3-4dac1f858bad req-cd942ead-5c18-4b27-b27c-167fdf42b7ad service neutron] 10.222.0.52 "GET /v2.0/networks/7915cb22-074c-47c5-9699-2fe2d087c9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919020 Jun 30 09:23:23.588351 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:23.693433 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4ce2ae1c-ee60-413b-bed3-4dac1f858bad req-5b381929-41c2-44f5-bf0c-f0525f011cff service neutron] 10.222.0.52 "GET /v2.0/networks/7915cb22-074c-47c5-9699-2fe2d087c9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035450 Jun 30 09:23:24.343628 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae37dd2-93f5-4321-9d46-921ca738fc5f req-0f0fdfb1-9e7d-402c-8913-e3f38de2f8ab tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:24.346082 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6ae37dd2-93f5-4321-9d46-921ca738fc5f req-0f0fdfb1-9e7d-402c-8913-e3f38de2f8ab tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.0793800 Jun 30 09:23:24.369109 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6bb1f94f-fe88-43a8-aa05-cb5585d49898 req-0f1829ab-01b0-4c13-9ca9-0056ebac9024 tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0366826 Jun 30 09:23:24.392606 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6ae37dd2-93f5-4321-9d46-921ca738fc5f req-b1e51961-b407-4417-91ac-4b33843fadd3 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410888 Jun 30 09:23:24.581979 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:25.725203 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15a26a-b4d2-4443-adb7-e6e1d123b16e req-f39eee4e-fe00-4b95-adf2-e2114f904a54 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:25.728254 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0d15a26a-b4d2-4443-adb7-e6e1d123b16e req-f39eee4e-fe00-4b95-adf2-e2114f904a54 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.0950255 Jun 30 09:23:25.787809 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0d15a26a-b4d2-4443-adb7-e6e1d123b16e req-252b68e5-52af-42a3-8515-9c065567e015 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527394 Jun 30 09:23:26.019798 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9673a68b-f586-4b88-ad04-4295b7e9aad3 req-8da41010-4e53-4780-99e8-e79516865b5e tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.4364040 Jun 30 09:23:26.245289 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:26.926466 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:23:26.996352 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f9d89-2708-4240-b8ba-4e5ad4a15dc3 req-e6e77fa4-5c70-47e5-972e-8619861fe60a tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:27.004705 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7b3f9d89-2708-4240-b8ba-4e5ad4a15dc3 req-e6e77fa4-5c70-47e5-972e-8619861fe60a tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.0993481 Jun 30 09:23:27.070301 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7b3f9d89-2708-4240-b8ba-4e5ad4a15dc3 req-689f4737-c4d7-409c-a7d4-52e3778b8093 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607414 Jun 30 09:23:27.257862 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e4c60831-4485-403d-a6f8-b1eacf43b946 req-02f5498f-623e-47d6-96d4-4e22c03a3ce3 tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0381444 Jun 30 09:23:28.297306 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08c9c7-0fe9-4f48-9390-97ac68e2238a req-cd7390df-dcd4-4954-b278-7b70d52c1ec0 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:28.306202 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7c08c9c7-0fe9-4f48-9390-97ac68e2238a req-cd7390df-dcd4-4954-b278-7b70d52c1ec0 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.0857992 Jun 30 09:23:28.339666 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7c08c9c7-0fe9-4f48-9390-97ac68e2238a req-d4bedfdc-0cd9-4e37-996c-49aecac9ce17 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352032 Jun 30 09:23:28.421406 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b17d67e1-c5de-472e-8b34-9610defea1d6 req-dcbf3353-a673-4f3b-be43-dfc0c825560e tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0301011 Jun 30 09:23:29.600735 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d4975-e9f9-499f-826a-2af1579fca68 req-e0352713-1e81-4410-8241-2509ba5b26a0 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:29.608967 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-027d4975-e9f9-499f-826a-2af1579fca68 req-e0352713-1e81-4410-8241-2509ba5b26a0 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.1060786 Jun 30 09:23:29.660347 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-027d4975-e9f9-499f-826a-2af1579fca68 req-23e9e183-3056-4819-bdbc-5593b905e588 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502822 Jun 30 09:23:29.691367 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1b1f8e30-b44c-42f1-9edf-1f74e472a5f6 req-4497cabd-9cfe-4023-b4e8-74b2855fe5f3 tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0374599 Jun 30 09:23:30.877542 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b222d4dd-41e5-4252-a8fa-9174c2cb6247 req-faf10a0e-6291-46ec-962f-f007d30c1278 tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0329084 Jun 30 09:23:30.926668 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c08ff-0cbf-4fae-8732-fa9cef8e298e req-254064ab-6e7e-4253-985c-92cf3008d034 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:30.928309 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b44c08ff-0cbf-4fae-8732-fa9cef8e298e req-254064ab-6e7e-4253-985c-92cf3008d034 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.0904386 Jun 30 09:23:30.970075 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b44c08ff-0cbf-4fae-8732-fa9cef8e298e req-b1d4dbe6-987d-406a-b212-41d7d9a2e8db tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356157 Jun 30 09:23:32.037803 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-13c0a7c9-a2de-41d9-8ee8-809d5b42b779 req-dfe8769d-9876-47b5-b33b-6a886bb0f03b tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0296097 Jun 30 09:23:32.216929 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74723122-745f-4684-bac1-3913b5aaac7c req-29edca29-9538-4a75-9561-84a54af2f888 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:32.218406 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-74723122-745f-4684-bac1-3913b5aaac7c req-29edca29-9538-4a75-9561-84a54af2f888 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.0735521 Jun 30 09:23:32.272271 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-74723122-745f-4684-bac1-3913b5aaac7c req-30cbdce1-4e71-4d73-99d5-2111ebe8c5d8 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470417 Jun 30 09:23:32.349334 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c66bc-deda-493a-b91e-b47250366912 req-61088840-bab4-41bd-a59a-3f3252f1aa89 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:32.350884 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b22c66bc-deda-493a-b91e-b47250366912 req-61088840-bab4-41bd-a59a-3f3252f1aa89 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 946 time: 0.0953200 Jun 30 09:23:32.390966 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b22c66bc-deda-493a-b91e-b47250366912 req-0745816d-bfe9-4c51-bae7-5b6becbb095d tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341673 Jun 30 09:23:32.682862 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5762f-5520-4aa0-b4fc-60f980b10e96 req-ab824c6c-9423-49ad-ac38-a4a7b7d578ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:32.682862 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-36f5762f-5520-4aa0-b4fc-60f980b10e96 req-ab824c6c-9423-49ad-ac38-a4a7b7d578ce service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=234aaca18299482fab3a8daeb994da0d&device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 1097 time: 0.0580389 Jun 30 09:23:32.808108 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5762f-5520-4aa0-b4fc-60f980b10e96 req-f1ae6dca-c8f4-4dd1-bc36-61f00d66966d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:32.809745 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-36f5762f-5520-4aa0-b4fc-60f980b10e96 req-f1ae6dca-c8f4-4dd1-bc36-61f00d66966d service neutron] 10.222.0.52 "GET /v2.0/networks?id=7915cb22-074c-47c5-9699-2fe2d087c9a8 HTTP/1.1" status: 200 len: 920 time: 0.1102915 Jun 30 09:23:32.863486 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-36f5762f-5520-4aa0-b4fc-60f980b10e96 req-604de87e-3a5b-4a5b-9ec1-f7d7e43736cf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fea74a6-eaf5-4223-96d6-b3ef58259c64 HTTP/1.1" status: 200 len: 217 time: 0.0426393 Jun 30 09:23:32.918708 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5762f-5520-4aa0-b4fc-60f980b10e96 req-61b8fa6c-25a1-4b41-84d7-693238dc9a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:32.920271 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-36f5762f-5520-4aa0-b4fc-60f980b10e96 req-61b8fa6c-25a1-4b41-84d7-693238dc9a2e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5aa4110f-a72f-4573-96b9-ab88a0074a0f HTTP/1.1" status: 200 len: 859 time: 0.0475240 Jun 30 09:23:32.957590 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-36f5762f-5520-4aa0-b4fc-60f980b10e96 req-b6c9b741-06e4-4bb2-b79e-e11af8907536 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7915cb22-074c-47c5-9699-2fe2d087c9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290153 Jun 30 09:23:33.057246 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-36f5762f-5520-4aa0-b4fc-60f980b10e96 req-cc6ddfd3-fa0c-41bd-8f89-94a2bc46b7e4 service neutron] 10.222.0.52 "GET /v2.0/networks/7915cb22-074c-47c5-9699-2fe2d087c9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896320 Jun 30 09:23:33.196579 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-36f5762f-5520-4aa0-b4fc-60f980b10e96 req-a1e2a22e-63e8-4394-840b-218ea29c62a9 service neutron] 10.222.0.52 "GET /v2.0/networks/7915cb22-074c-47c5-9699-2fe2d087c9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283338 Jun 30 09:23:33.255059 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3662886e-b990-484c-beff-c580fca4a4bd req-e9cf15c4-2667-4210-a7cd-97bbeb239077 tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0302446 Jun 30 09:23:33.360937 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc026314-34d1-41f5-9708-89326b58e95b req-a7cda2b8-96b1-4b0b-9b88-ae919695baca tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:33.362625 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dc026314-34d1-41f5-9708-89326b58e95b req-a7cda2b8-96b1-4b0b-9b88-ae919695baca tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 946 time: 0.0750108 Jun 30 09:23:33.475560 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-dc026314-34d1-41f5-9708-89326b58e95b req-373ddd7f-c870-4ce3-b582-2145dbd31d92 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Deleting port 37a5e096-0afd-40c8-b2ad-536405a9bc3d {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:33.476022 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-dc026314-34d1-41f5-9708-89326b58e95b req-373ddd7f-c870-4ce3-b582-2145dbd31d92 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:33.516021 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd25d1-e4e0-4c70-bc2a-f28feb7b08df req-f877d1e3-ec4b-429d-9a75-71679aa838a9 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:33.516021 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8dd25d1-e4e0-4c70-bc2a-f28feb7b08df req-f877d1e3-ec4b-429d-9a75-71679aa838a9 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.0937245 Jun 30 09:23:33.556777 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8dd25d1-e4e0-4c70-bc2a-f28feb7b08df req-3c51bd59-4cf5-4b1d-a2e3-6c7eae9542f5 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438960 Jun 30 09:23:33.629315 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-dc026314-34d1-41f5-9708-89326b58e95b req-373ddd7f-c870-4ce3-b582-2145dbd31d92 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] For port 37a5e096-0afd-40c8-b2ad-536405a9bc3d, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=37a5e096-0afd-40c8-b2ad-536405a9bc3d,segment=NetworkSegment(151e09a6-9cda-43bb-ac7c-a185d8604c41),segment_id=151e09a6-9cda-43bb-ac7c-a185d8604c41)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:33.639589 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-dc026314-34d1-41f5-9708-89326b58e95b req-373ddd7f-c870-4ce3-b582-2145dbd31d92 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:33.676502 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff554eb0-320b-45d9-80d0-de3f58a4bc9d req-e30440ca-e7b5-4fab-a759-2e22f9b18bbf tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:33.679882 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ff554eb0-320b-45d9-80d0-de3f58a4bc9d req-e30440ca-e7b5-4fab-a759-2e22f9b18bbf tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 946 time: 0.1529531 Jun 30 09:23:33.872100 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ff554eb0-320b-45d9-80d0-de3f58a4bc9d req-c6faba62-cbe7-4f23-a04a-e4e0597c3ed7 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560061 Jun 30 09:23:33.939310 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-47e250e1-aba2-43f0-871a-c1a5a9f6b5c5 req-38b3e402-840e-4869-8a5c-9f84dadfb5a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=56b3e0604cff4481869d0a478a4ca776&device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0547383 Jun 30 09:23:33.998676 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-268db1d3-ce1e-4122-960a-4d2b09c3c298 req-abba5a59-d700-4fab-9a2c-a7d810b32129 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0464227 Jun 30 09:23:34.030805 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-47e250e1-aba2-43f0-871a-c1a5a9f6b5c5 req-5061488d-6bd4-4fd6-ae49-ea190da74e42 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=56b3e0604cff4481869d0a478a4ca776&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315075 Jun 30 09:23:34.049578 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-dc026314-34d1-41f5-9708-89326b58e95b req-373ddd7f-c870-4ce3-b582-2145dbd31d92 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:34.049945 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-dc026314-34d1-41f5-9708-89326b58e95b req-373ddd7f-c870-4ce3-b582-2145dbd31d92 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:34.050285 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [req-dc026314-34d1-41f5-9708-89326b58e95b req-373ddd7f-c870-4ce3-b582-2145dbd31d92 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Floating IP 539cc332-4433-4f7a-b0e3-29881267511d disassociated. External IP: 172.25.6.100, port: 37a5e096-0afd-40c8-b2ad-536405a9bc3d. Jun 30 09:23:34.050636 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-dc026314-34d1-41f5-9708-89326b58e95b req-373ddd7f-c870-4ce3-b582-2145dbd31d92 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Calling delete_port for 37a5e096-0afd-40c8-b2ad-536405a9bc3d owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:34.589571 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-06c72543-7d1d-4c60-b746-01bf28ac8f3c req-b87f65b9-f448-4685-bc7e-419d042a6eff tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0759625 Jun 30 09:23:34.651419 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e250e1-aba2-43f0-871a-c1a5a9f6b5c5 req-78f831a5-8523-4b48-9fa5-1934d1635df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:34.653101 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-47e250e1-aba2-43f0-871a-c1a5a9f6b5c5 req-78f831a5-8523-4b48-9fa5-1934d1635df7 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5317676 Jun 30 09:23:34.771027 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-dc026314-34d1-41f5-9708-89326b58e95b req-373ddd7f-c870-4ce3-b582-2145dbd31d92 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:34.796964 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94945960-20d8-43d4-8e0b-f00d92f3a7ce req-a1900626-a0ba-4618-8ceb-1379d5796058 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:34.798516 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-94945960-20d8-43d4-8e0b-f00d92f3a7ce req-a1900626-a0ba-4618-8ceb-1379d5796058 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.0808935 Jun 30 09:23:34.806643 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ddd7f-c870-4ce3-b582-2145dbd31d92 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Pushing event deleted for resources: {'Port': ['ID=37a5e096-0afd-40c8-b2ad-536405a9bc3d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:34.855559 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-94945960-20d8-43d4-8e0b-f00d92f3a7ce req-57589bbc-61fa-408c-ae2a-3b06d9cfeaed tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472775 Jun 30 09:23:34.960318 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc026314-34d1-41f5-9708-89326b58e95b req-373ddd7f-c870-4ce3-b582-2145dbd31d92 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Router eca836ae-5d6f-47f0-b0ac-6d159626a382 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:23:35.096043 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5e6a3-9801-42e0-beaf-ed6a01047161 req-c1be69fe-7a91-404e-bd25-f68c5d3afa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:35.101337 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8bf5e6a3-9801-42e0-beaf-ed6a01047161 req-c1be69fe-7a91-404e-bd25-f68c5d3afa1c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 1097 time: 0.0650556 Jun 30 09:23:35.121078 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c34a122a-92d5-4e01-bff2-495d09638c5d req-91f682a5-b22d-44d9-ad98-cef50e9e157c tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 210 time: 0.0410540 Jun 30 09:23:35.152829 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc026314-34d1-41f5-9708-89326b58e95b req-373ddd7f-c870-4ce3-b582-2145dbd31d92 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:23:35.169254 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979cedbe-3185-4e20-8a52-9d3a4c22f96d None None] Sync routers for ids ['eca836ae-5d6f-47f0-b0ac-6d159626a382'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:23:35.191586 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8bf5e6a3-9801-42e0-beaf-ed6a01047161 req-a911c47b-124d-4a82-a7b2-e18f85afb4f8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837457 Jun 30 09:23:35.194320 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979cedbe-3185-4e20-8a52-9d3a4c22f96d None None] Routers {'eca836ae-5d6f-47f0-b0ac-6d159626a382'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:35.195345 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-979cedbe-3185-4e20-8a52-9d3a4c22f96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:23:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['eca836ae-5d6f-47f0-b0ac-6d159626a382'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:35.246910 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc026314-34d1-41f5-9708-89326b58e95b req-373ddd7f-c870-4ce3-b582-2145dbd31d92 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] No DVR routers for this DVR port 37a5e096-0afd-40c8-b2ad-536405a9bc3d on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:23:35.250475 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-dc026314-34d1-41f5-9708-89326b58e95b req-373ddd7f-c870-4ce3-b582-2145dbd31d92 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:35.252879 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dc026314-34d1-41f5-9708-89326b58e95b req-373ddd7f-c870-4ce3-b582-2145dbd31d92 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.37 "DELETE /v2.0/ports/37a5e096-0afd-40c8-b2ad-536405a9bc3d HTTP/1.1" status: 204 len: 173 time: 1.8845880 Jun 30 09:23:35.254186 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5281d25-773b-4cea-b21e-f98c87a5dbfc', 'name': 'network-vif-deleted', 'tag': '37a5e096-0afd-40c8-b2ad-536405a9bc3d'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:23:35.255776 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1713f15f-8a7a-4f39-9078-5d75e4a874c1" -d '{"events": [{"server_uuid": "a5281d25-773b-4cea-b21e-f98c87a5dbfc", "name": "network-vif-deleted", "tag": "37a5e096-0afd-40c8-b2ad-536405a9bc3d"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:23:35.332169 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2766a204-aed2-4264-8ebe-a6a244cead65 x-openstack-request-id: req-2766a204-aed2-4264-8ebe-a6a244cead65 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:23:35.332471 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5281d25-773b-4cea-b21e-f98c87a5dbfc", "name": "network-vif-deleted", "tag": "37a5e096-0afd-40c8-b2ad-536405a9bc3d", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:23:35.332728 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2766a204-aed2-4264-8ebe-a6a244cead65 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:23:35.333164 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5281d25-773b-4cea-b21e-f98c87a5dbfc', 'name': 'network-vif-deleted', 'tag': '37a5e096-0afd-40c8-b2ad-536405a9bc3d', 'status': 'completed', 'code': 200} Jun 30 09:23:35.339978 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-979cedbe-3185-4e20-8a52-9d3a4c22f96d None None] Set router eca836ae-5d6f-47f0-b0ac-6d159626a382 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:23:35.568701 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-979cedbe-3185-4e20-8a52-9d3a4c22f96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'name': 'tempest-AttachVolumeTestJSON-1223524144-router', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:57Z', 'updated_at': '2021-06-30T09:17:06Z', 'revision_number': 4, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'gw_port': {'id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:58Z', 'updated_at': '2021-06-30T09:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '99ae9c62-8faf-4f13-b465-4ff6383f43f0', 'name': '', 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'mac_address': 'fa:16:3e:b3:b0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:17:16Z', 'revision_number': 5, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'subnets': [{'id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:35.600702 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979cedbe-3185-4e20-8a52-9d3a4c22f96d None None] Checking router: eca836ae-5d6f-47f0-b0ac-6d159626a382 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:23:35.610142 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979cedbe-3185-4e20-8a52-9d3a4c22f96d None None] Routers {'eca836ae-5d6f-47f0-b0ac-6d159626a382'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:35.610819 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-979cedbe-3185-4e20-8a52-9d3a4c22f96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:23:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['eca836ae-5d6f-47f0-b0ac-6d159626a382'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:35.760910 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-979cedbe-3185-4e20-8a52-9d3a4c22f96d None None] Set router eca836ae-5d6f-47f0-b0ac-6d159626a382 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:23:35.808768 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-66de7250-5ea1-4309-a3c8-89f6d7199424 req-e1c0231d-4370-4f0f-b39c-acf8be08bbb1 tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0370519 Jun 30 09:23:36.025524 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-979cedbe-3185-4e20-8a52-9d3a4c22f96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'name': 'tempest-AttachVolumeTestJSON-1223524144-router', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:57Z', 'updated_at': '2021-06-30T09:17:06Z', 'revision_number': 4, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'gw_port': {'id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:58Z', 'updated_at': '2021-06-30T09:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '99ae9c62-8faf-4f13-b465-4ff6383f43f0', 'name': '', 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'mac_address': 'fa:16:3e:b3:b0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:17:16Z', 'revision_number': 5, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'subnets': [{'id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:36.066669 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979cedbe-3185-4e20-8a52-9d3a4c22f96d None None] The sync data for ids ['eca836ae-5d6f-47f0-b0ac-6d159626a382'] in n-d-771363-31 is: [{'id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'name': 'tempest-AttachVolumeTestJSON-1223524144-router', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:57Z', 'updated_at': '2021-06-30T09:17:06Z', 'revision_number': 4, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'gw_port': {'id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:58Z', 'updated_at': '2021-06-30T09:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '99ae9c62-8faf-4f13-b465-4ff6383f43f0', 'name': '', 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'mac_address': 'fa:16:3e:b3:b0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:17:16Z', 'revision_number': 5, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'subnets': [{'id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:23:36.078145 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17eeb7-89bf-4bc5-9567-eae76ba174d5 req-270922b2-9b1d-428e-b86f-deb47d944f9e tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:36.079729 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6a17eeb7-89bf-4bc5-9567-eae76ba174d5 req-270922b2-9b1d-428e-b86f-deb47d944f9e tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.0792625 Jun 30 09:23:36.122949 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6a17eeb7-89bf-4bc5-9567-eae76ba174d5 req-2b009e25-1c64-4b21-ad71-b3ac9e13a0d0 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374086 Jun 30 09:23:36.310763 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-42960291-0f90-450d-a3e6-b8189079edcf req-c1d92b53-32b7-4274-80c0-d9a99a9e4a85 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5281d25-773b-4cea-b21e-f98c87a5dbfc HTTP/1.1" status: 200 len: 210 time: 0.0369024 Jun 30 09:23:36.376581 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 37a5e096-0afd-40c8-b2ad-536405a9bc3d no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:23:36.414649 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376e4060-2d28-4147-9c7b-d132958bd9ee None None] New status for floating IP 539cc332-4433-4f7a-b0e3-29881267511d: DOWN {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:23:36.442423 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 37a5e096-0afd-40c8-b2ad-536405a9bc3d {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:23:36.443055 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 37a5e096-0afd-40c8-b2ad-536405a9bc3d not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:23:36.951607 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-380ab016-ca2d-4181-bd9a-eea7e511fdae req-eb16156d-31a8-4bc2-856d-7ee0eef48c94 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=56b3e0604cff4481869d0a478a4ca776&device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0704331 Jun 30 09:23:36.982978 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-380ab016-ca2d-4181-bd9a-eea7e511fdae req-48a42b7a-de14-436c-8d8e-8e71ee5c7ddd service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=56b3e0604cff4481869d0a478a4ca776&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244129 Jun 30 09:23:37.048015 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4d28b52f-cdc9-40ec-8b20-e430588abf7f req-01e091ba-9cc8-4b42-ab54-bfa30bd0cd62 tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0626905 Jun 30 09:23:37.118932 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ab016-ca2d-4181-bd9a-eea7e511fdae req-c80ae9e4-f611-457a-a946-d673ff1a641e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:37.120381 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-380ab016-ca2d-4181-bd9a-eea7e511fdae req-c80ae9e4-f611-457a-a946-d673ff1a641e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1316676 Jun 30 09:23:37.318746 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0ac3f-b018-45f9-a24e-1838f7d809e1 req-dff8bfe5-e3ad-4ccc-a456-6ae72f76c625 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:37.320318 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6b0ac3f-b018-45f9-a24e-1838f7d809e1 req-dff8bfe5-e3ad-4ccc-a456-6ae72f76c625 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.0731943 Jun 30 09:23:37.364646 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6b0ac3f-b018-45f9-a24e-1838f7d809e1 req-96cc4676-cf67-40bf-ae77-a764396301e8 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379870 Jun 30 09:23:37.491136 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:38.267051 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4efe7c1d-dcd8-43a0-9cb5-68de4f68bb0b req-2ddac048-8e91-4e55-8007-08d2e763c63f tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0369494 Jun 30 09:23:38.345389 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17227c2d-9caf-4827-9257-e832d6a312d0 req-8af8f34f-85a3-4ba0-a5ab-faebf138bc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:38.348979 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-17227c2d-9caf-4827-9257-e832d6a312d0 req-8af8f34f-85a3-4ba0-a5ab-faebf138bc6f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=234aaca18299482fab3a8daeb994da0d&device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 1097 time: 0.0715079 Jun 30 09:23:38.472945 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17227c2d-9caf-4827-9257-e832d6a312d0 req-9957bcf4-1266-4bb5-a818-5908495b62db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:38.474942 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-17227c2d-9caf-4827-9257-e832d6a312d0 req-9957bcf4-1266-4bb5-a818-5908495b62db service neutron] 10.222.0.52 "GET /v2.0/networks?id=7915cb22-074c-47c5-9699-2fe2d087c9a8 HTTP/1.1" status: 200 len: 920 time: 0.1194634 Jun 30 09:23:38.504540 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-380ab016-ca2d-4181-bd9a-eea7e511fdae req-4af4b581-ecd9-4dac-8da4-8df3e088b638 tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.37 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0724428 Jun 30 09:23:38.539183 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-17227c2d-9caf-4827-9257-e832d6a312d0 req-8faca83c-71e2-453d-87f1-28e0365794da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fea74a6-eaf5-4223-96d6-b3ef58259c64 HTTP/1.1" status: 200 len: 217 time: 0.0568449 Jun 30 09:23:38.555832 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4f740-f1e9-479e-9624-cd56deee7a0f req-df43f023-b588-41b0-88c2-35901da0aab7 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:38.557934 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e7c4f740-f1e9-479e-9624-cd56deee7a0f req-df43f023-b588-41b0-88c2-35901da0aab7 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.1362116 Jun 30 09:23:38.597226 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17227c2d-9caf-4827-9257-e832d6a312d0 req-a7dbbdf7-075f-4394-8d49-d967357bcd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:38.597813 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-17227c2d-9caf-4827-9257-e832d6a312d0 req-a7dbbdf7-075f-4394-8d49-d967357bcd07 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5aa4110f-a72f-4573-96b9-ab88a0074a0f HTTP/1.1" status: 200 len: 859 time: 0.0515559 Jun 30 09:23:38.598318 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 50782) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:38.610848 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e7c4f740-f1e9-479e-9624-cd56deee7a0f req-9e007247-20de-4d8e-aff7-4fda51ae6c46 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387166 Jun 30 09:23:38.669997 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-17227c2d-9caf-4827-9257-e832d6a312d0 req-2c456ebd-6843-4720-a519-a50e6589065a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7915cb22-074c-47c5-9699-2fe2d087c9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503266 Jun 30 09:23:38.748586 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:38.773149 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3d8f1ca2-dc50-4236-b1ff-3c17ff9107ac tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:38.860447 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3d8f1ca2-dc50-4236-b1ff-3c17ff9107ac tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:38.910006 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-17227c2d-9caf-4827-9257-e832d6a312d0 req-94a1f7d0-7285-42c7-9f32-00eec71fce03 service neutron] 10.222.0.52 "GET /v2.0/networks/7915cb22-074c-47c5-9699-2fe2d087c9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310143 Jun 30 09:23:39.031443 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-17227c2d-9caf-4827-9257-e832d6a312d0 req-25cd6fcd-b703-484c-bb0e-1fcd0a9b6d68 service neutron] 10.222.0.52 "GET /v2.0/networks/7915cb22-074c-47c5-9699-2fe2d087c9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148245 Jun 30 09:23:39.113821 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3d8f1ca2-dc50-4236-b1ff-3c17ff9107ac tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.116730 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3d8f1ca2-dc50-4236-b1ff-3c17ff9107ac tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.118601 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3d8f1ca2-dc50-4236-b1ff-3c17ff9107ac tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "DELETE /v2.0/security-groups/ff0209aa-27f8-4574-ad1f-7fe092ae7c1c HTTP/1.1" status: 204 len: 168 time: 0.5184720 Jun 30 09:23:39.121765 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 50798) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:39.129071 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f1ca2-dc50-4236-b1ff-3c17ff9107ac tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0209aa-27f8-4574-ad1f-7fe092ae7c1c,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:39.142849 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-74ee8f87-6ddf-4518-a9f1-4a2091c5b142 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] show failed (client error): The resource could not be found. Jun 30 09:23:39.143994 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-74ee8f87-6ddf-4518-a9f1-4a2091c5b142 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups/ff0209aa-27f8-4574-ad1f-7fe092ae7c1c HTTP/1.1" status: 404 len: 347 time: 0.0209899 Jun 30 09:23:39.146897 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 50800) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:39.293890 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-2d16f8a2-30ff-42ea-aeba-d3d34b1f13ec tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Deleting port 6bb0e3e7-4acd-4f8f-9198-7b6c46d7b91c {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:39.294589 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d16f8a2-30ff-42ea-aeba-d3d34b1f13ec tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.401002 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d16f8a2-30ff-42ea-aeba-d3d34b1f13ec tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.401719 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d16f8a2-30ff-42ea-aeba-d3d34b1f13ec tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.417702 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-2d16f8a2-30ff-42ea-aeba-d3d34b1f13ec tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Calling delete_port for 6bb0e3e7-4acd-4f8f-9198-7b6c46d7b91c owned by network:floatingip {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:39.554359 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6dac47db-0468-4d4d-a2d6-ee034310082e req-bc141a20-8f6e-4bdd-89ce-0b4e941aa5f8 tempest-ServerShowV257Test-1205850646 tempest-ServerShowV257Test-1205850646-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e5fb7d-bccb-4527-8103-b592d91dcd96 HTTP/1.1" status: 200 len: 210 time: 0.0472312 Jun 30 09:23:39.849672 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46938ef2-4b06-4f60-9650-a5eb0d4a4401 req-0187e436-21eb-499a-a7c8-417e658e0210 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:39.851423 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-46938ef2-4b06-4f60-9650-a5eb0d4a4401 req-0187e436-21eb-499a-a7c8-417e658e0210 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.0823975 Jun 30 09:23:39.870247 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d16f8a2-30ff-42ea-aeba-d3d34b1f13ec tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.945757 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-46938ef2-4b06-4f60-9650-a5eb0d4a4401 req-7aa68b2e-a001-4426-8a70-36e369bb07a3 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864155 Jun 30 09:23:39.947258 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16f8a2-30ff-42ea-aeba-d3d34b1f13ec tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Pushing event deleted for resources: {'Port': ['ID=6bb0e3e7-4acd-4f8f-9198-7b6c46d7b91c,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:40.080481 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d16f8a2-30ff-42ea-aeba-d3d34b1f13ec tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for floatingip, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.083177 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d16f8a2-30ff-42ea-aeba-d3d34b1f13ec tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.090811 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2d16f8a2-30ff-42ea-aeba-d3d34b1f13ec tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "DELETE /v2.0/floatingips/539cc332-4433-4f7a-b0e3-29881267511d HTTP/1.1" status: 204 len: 168 time: 0.9428210 Jun 30 09:23:40.557729 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 50828) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:40.568039 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-2a3406fb-04dd-4ad2-92fa-33a5db1d5632 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Request body: {'security_group': {'name': 'tempest-securitygroup--129580242', 'description': 'tempest-description--1935676336'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:40.719350 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a3406fb-04dd-4ad2-92fa-33a5db1d5632 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.876955 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a3406fb-04dd-4ad2-92fa-33a5db1d5632 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:41.055288 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a3406fb-04dd-4ad2-92fa-33a5db1d5632 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:41.105288 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3406fb-04dd-4ad2-92fa-33a5db1d5632 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81aa75d9-2da3-400a-8a89-f8713181bc37,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:41.233727 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a4033-84f0-4e8c-9669-55d2248396ac req-bdb347f2-def0-4392-a641-4726f2bc42bb tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:41.235932 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f27a4033-84f0-4e8c-9669-55d2248396ac req-bdb347f2-def0-4392-a641-4726f2bc42bb tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.0873494 Jun 30 09:23:41.282014 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f27a4033-84f0-4e8c-9669-55d2248396ac req-9b10467c-cfdb-4d44-b7cd-2b87648e5d9a tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377369 Jun 30 09:23:41.346461 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2a3406fb-04dd-4ad2-92fa-33a5db1d5632 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:41.346461 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2a3406fb-04dd-4ad2-92fa-33a5db1d5632 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7863970 Jun 30 09:23:41.348556 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 50852) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:41.353982 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-2089d9fb-a93d-4c19-8980-ad531e3d900e tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Request body: {'security_group_rule': {'security_group_id': '81aa75d9-2da3-400a-8a89-f8713181bc37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:41.579254 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2089d9fb-a93d-4c19-8980-ad531e3d900e tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:41.657690 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 50858) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:41.704188 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2089d9fb-a93d-4c19-8980-ad531e3d900e tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:41.801419 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9ad8ee68-8486-49bc-ad9a-fd0c8555ae75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:41.827647 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2089d9fb-a93d-4c19-8980-ad531e3d900e tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:41.858095 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089d9fb-a93d-4c19-8980-ad531e3d900e tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f69f1ddf-5799-4591-b661-e3df4b8d70eb,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:41.919938 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9ad8ee68-8486-49bc-ad9a-fd0c8555ae75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.137217 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9ad8ee68-8486-49bc-ad9a-fd0c8555ae75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.171032 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8ee68-8486-49bc-ad9a-fd0c8555ae75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bb675a-2585-47e2-9f1c-5e276cad33d4,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:42.176258 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9ad8ee68-8486-49bc-ad9a-fd0c8555ae75 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=56b3e0604cff4481869d0a478a4ca776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5170949 Jun 30 09:23:42.183292 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 50870) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:42.232291 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9623efb9-681a-4c53-8c67-d31a2c0f3a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.269015 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9623efb9-681a-4c53-8c67-d31a2c0f3a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.315887 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2089d9fb-a93d-4c19-8980-ad531e3d900e tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.321395 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2089d9fb-a93d-4c19-8980-ad531e3d900e tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9671469 Jun 30 09:23:42.322153 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 50880) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:42.326683 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-0435cb89-4601-43a7-8455-c65ac9bf8d3f tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Request body: {'security_group_rule': {'security_group_id': '81aa75d9-2da3-400a-8a89-f8713181bc37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:42.496915 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd4bfc-65b7-4483-9b10-ff4b91fb5b16 req-31e2227a-1c7a-44c0-98cf-7154c809983b tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:42.498442 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64fd4bfc-65b7-4483-9b10-ff4b91fb5b16 req-31e2227a-1c7a-44c0-98cf-7154c809983b tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.0767949 Jun 30 09:23:42.542011 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64fd4bfc-65b7-4483-9b10-ff4b91fb5b16 req-5fd9c1eb-bcdf-482f-b09f-10687bb1c302 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369411 Jun 30 09:23:42.543166 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9623efb9-681a-4c53-8c67-d31a2c0f3a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.545745 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9623efb9-681a-4c53-8c67-d31a2c0f3a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.546711 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9623efb9-681a-4c53-8c67-d31a2c0f3a49 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a3bb675a-2585-47e2-9f1c-5e276cad33d4 HTTP/1.1" status: 204 len: 168 time: 0.3669274 Jun 30 09:23:42.558708 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9623efb9-681a-4c53-8c67-d31a2c0f3a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bb675a-2585-47e2-9f1c-5e276cad33d4,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:42.675776 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0435cb89-4601-43a7-8455-c65ac9bf8d3f tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.754547 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0435cb89-4601-43a7-8455-c65ac9bf8d3f tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.948279 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0435cb89-4601-43a7-8455-c65ac9bf8d3f tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.969793 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435cb89-4601-43a7-8455-c65ac9bf8d3f tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=877a9002-19f5-40d4-93f2-edf20cbeae24,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:43.108365 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0435cb89-4601-43a7-8455-c65ac9bf8d3f tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:43.114842 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0435cb89-4601-43a7-8455-c65ac9bf8d3f tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7888618 Jun 30 09:23:43.114842 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 50902) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:43.117683 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-a5558ea8-575e-4550-a4da-4db7e44afe82 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:43.371351 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a5558ea8-575e-4550-a4da-4db7e44afe82 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for floatingip, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:43.552244 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a5558ea8-575e-4550-a4da-4db7e44afe82 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:43.693830 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-a5558ea8-575e-4550-a4da-4db7e44afe82 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Allocated IP 172.25.6.162 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/8e491b96-95f8-456d-b3cd-5e92462323d4) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:43.846562 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a5558ea8-575e-4550-a4da-4db7e44afe82 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:43.999705 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a5558ea8-575e-4550-a4da-4db7e44afe82 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.048891 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5558ea8-575e-4550-a4da-4db7e44afe82 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:44.055944 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-a5558ea8-575e-4550-a4da-4db7e44afe82 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:44.060086 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5558ea8-575e-4550-a4da-4db7e44afe82 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:44.115614 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5558ea8-575e-4550-a4da-4db7e44afe82 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Pushing event updated for resources: {'Port': ['ID=8e491b96-95f8-456d-b3cd-5e92462323d4,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:44.159792 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 50944) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:44.184274 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a5558ea8-575e-4550-a4da-4db7e44afe82 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.294646 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-b516d67c-3d2d-4711-b62c-884bee1f1b3d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-734684512-network', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:44.321165 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a5558ea8-575e-4550-a4da-4db7e44afe82 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.462793 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b516d67c-3d2d-4711-b62c-884bee1f1b3d admin admin] Made reservation on behalf of 012c38fa3263411f81f5a9c6187e3025 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:44.465545 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b516d67c-3d2d-4711-b62c-884bee1f1b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.483736 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b516d67c-3d2d-4711-b62c-884bee1f1b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.535961 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a5558ea8-575e-4550-a4da-4db7e44afe82 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.604957 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b516d67c-3d2d-4711-b62c-884bee1f1b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.651086 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a5558ea8-575e-4550-a4da-4db7e44afe82 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.742954 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b516d67c-3d2d-4711-b62c-884bee1f1b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.768222 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b516d67c-3d2d-4711-b62c-884bee1f1b3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:23:44.770164 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5558ea8-575e-4550-a4da-4db7e44afe82 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Pushing event updated for resources: {'Port': ['ID=8e491b96-95f8-456d-b3cd-5e92462323d4,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:44.782277 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a5558ea8-575e-4550-a4da-4db7e44afe82 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.802658 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b516d67c-3d2d-4711-b62c-884bee1f1b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.806095 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-b516d67c-3d2d-4711-b62c-884bee1f1b3d admin admin] Added segment 00b77331-5ed3-4449-ba6a-84efe27ecf19 of type vlan for network 2ab70122-0020-4c29-ae52-7bd3c84e0fca Jun 30 09:23:44.873928 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a5558ea8-575e-4550-a4da-4db7e44afe82 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.884643 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a5558ea8-575e-4550-a4da-4db7e44afe82 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7707784 Jun 30 09:23:44.930301 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516d67c-3d2d-4711-b62c-884bee1f1b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f6fabe-7a57-4e27-9ea6-0099cda5241b,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:44.956967 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b516d67c-3d2d-4711-b62c-884bee1f1b3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:45.109891 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b516d67c-3d2d-4711-b62c-884bee1f1b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:45.112596 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b516d67c-3d2d-4711-b62c-884bee1f1b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:45.113844 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b516d67c-3d2d-4711-b62c-884bee1f1b3d admin admin] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:45.189806 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-adc424c8-b41f-46e3-9a33-e097d2bded05 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--129580242&fields=id&tenant_id=6663e1a20e0244d4b0d1dff3990ac78c HTTP/1.1" status: 200 len: 267 time: 0.0612400 Jun 30 09:23:45.221492 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516d67c-3d2d-4711-b62c-884bee1f1b3d admin admin] Pushing event updated for resources: {'Network': ['ID=2ab70122-0020-4c29-ae52-7bd3c84e0fca,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:45.244727 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 2ab70122-0020-4c29-ae52-7bd3c84e0fca details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:23:45.272887 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b516d67c-3d2d-4711-b62c-884bee1f1b3d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1113298 Jun 30 09:23:45.274959 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 50994) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:45.282954 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-7ef0c827-4977-4fe1-a254-f701b2671cd5 admin admin] Request body: {'subnet': {'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-734684512-subnet', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:45.399749 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef0c827-4977-4fe1-a254-f701b2671cd5 admin admin] Made reservation on behalf of 012c38fa3263411f81f5a9c6187e3025 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:45.404183 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7ef0c827-4977-4fe1-a254-f701b2671cd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:45.460534 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-00ed270e-bb50-45a1-bd42-43c78f13eb88 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:45.478414 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-00ed270e-bb50-45a1-bd42-43c78f13eb88 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/networks?id=ac2db21f-3bc4-4f3a-a31f-707164d04b28 HTTP/1.1" status: 200 len: 811 time: 0.2806714 Jun 30 09:23:45.505290 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-92b0d058-35d8-4001-914e-d9768cf5c50c tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/quotas/6663e1a20e0244d4b0d1dff3990ac78c HTTP/1.1" status: 200 len: 375 time: 0.0257425 Jun 30 09:23:45.636500 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-a0b34bb6-e7c4-478a-8f14-79688ca69f58 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6663e1a20e0244d4b0d1dff3990ac78c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1300337 Jun 30 09:23:45.794765 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7ef0c827-4977-4fe1-a254-f701b2671cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:45.907290 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0c827-4977-4fe1-a254-f701b2671cd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afcabd5e-a40b-4794-b5f8-0b150c129247,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:45.956094 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef0c827-4977-4fe1-a254-f701b2671cd5 admin admin] Checking segment: {'id': '00b77331-5ed3-4449-ba6a-84efe27ecf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:45.956626 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef0c827-4977-4fe1-a254-f701b2671cd5 admin admin] Network hostable DHCP agents. Network: 2ab70122-0020-4c29-ae52-7bd3c84e0fca, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:23:46.009900 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-6605fcf0-4da1-4cc3-8bf3-2393da55fe98 service neutron] 10.222.0.10 "GET /v2.0/networks/ac2db21f-3bc4-4f3a-a31f-707164d04b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591192 Jun 30 09:23:46.052763 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 51020) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:46.067988 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef0c827-4977-4fe1-a254-f701b2671cd5 admin admin] Network 2ab70122-0020-4c29-ae52-7bd3c84e0fca is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:23:46.173897 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-4a27aed0-497a-48d0-91bc-9c42b07e462d service neutron] 10.222.0.10 "GET /v2.0/networks/ac2db21f-3bc4-4f3a-a31f-707164d04b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566086 Jun 30 09:23:46.204195 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0635fae8-d724-4a98-9198-acba6629baf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.255798 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-7ef0c827-4977-4fe1-a254-f701b2671cd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 2ab70122-0020-4c29-ae52-7bd3c84e0fca) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:46.257400 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd544cb-5b78-4bfb-a247-257d187fd551 None None] Network 2ab70122-0020-4c29-ae52-7bd3c84e0fca requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:46.262581 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef0c827-4977-4fe1-a254-f701b2671cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:46.263436 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7ef0c827-4977-4fe1-a254-f701b2671cd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.361619 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0635fae8-d724-4a98-9198-acba6629baf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.483561 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-2ab70122-0020-4c29-ae52-7bd3c84e0fca', 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'fixed_ips': [{'subnet_id': 'afcabd5e-a40b-4794-b5f8-0b150c129247'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:23:46.484719 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.497838 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0635fae8-d724-4a98-9198-acba6629baf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.594926 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 51038) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:46.606032 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0635fae8-d724-4a98-9198-acba6629baf0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=54ed3e2c423f4295b5411d96f0dffcf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5518820 Jun 30 09:23:46.677010 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7ef0c827-4977-4fe1-a254-f701b2671cd5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3972588 Jun 30 09:23:46.681043 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 51040) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:46.689478 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-3f3c4831-48a3-4d93-b27e-407a49398195 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-734684512-router', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:46.715376 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5c83a6fc-07eb-481a-b71b-9744b813c14e req-e83afc2b-1470-4878-8dd8-7f13c44d53f5 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=12d5d9f2-0114-4cf3-8c12-e2618be0603d HTTP/1.1" status: 200 len: 210 time: 0.1389551 Jun 30 09:23:46.750588 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635fae8-d724-4a98-9198-acba6629baf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c76a612-dade-4b2c-a99b-5e7b70afbf17,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:46.778100 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bb1131f-b41e-4e0d-9d48-d97edc3b22a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.809722 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Allocated IP 172.20.0.2 (2ab70122-0020-4c29-ae52-7bd3c84e0fca/afcabd5e-a40b-4794-b5f8-0b150c129247/d80d4fb9-a2d1-48d4-8848-69a20c76b34b) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:46.811084 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3f3c4831-48a3-4d93-b27e-407a49398195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.823392 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3f3c4831-48a3-4d93-b27e-407a49398195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.836888 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bb1131f-b41e-4e0d-9d48-d97edc3b22a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.920252 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3f3c4831-48a3-4d93-b27e-407a49398195 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.104236 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bb1131f-b41e-4e0d-9d48-d97edc3b22a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.107531 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bb1131f-b41e-4e0d-9d48-d97edc3b22a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.111948 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5bb1131f-b41e-4e0d-9d48-d97edc3b22a4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5c76a612-dade-4b2c-a99b-5e7b70afbf17 HTTP/1.1" status: 204 len: 168 time: 0.5188286 Jun 30 09:23:47.165780 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1131f-b41e-4e0d-9d48-d97edc3b22a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c76a612-dade-4b2c-a99b-5e7b70afbf17,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:47.234435 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.248348 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Transition to ACTIVE for port object d80d4fb9-a2d1-48d4-8848-69a20c76b34b will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:47.266635 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Transition to ACTIVE for port object d80d4fb9-a2d1-48d4-8848-69a20c76b34b will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:47.283519 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3f3c4831-48a3-4d93-b27e-407a49398195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.365501 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.409855 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Network 2ab70122-0020-4c29-ae52-7bd3c84e0fca is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:47.417053 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:47.424531 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:47.428580 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Pushing event updated for resources: {'Port': ['ID=d80d4fb9-a2d1-48d4-8848-69a20c76b34b,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:47.440457 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:47.441189 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:47.441711 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:47.442206 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:47.442700 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:47.443504 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:47.444467 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:47.445100 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:47.447268 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:47.447268 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:47.447268 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:47.447268 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:47.556495 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Attempting to bind port d80d4fb9-a2d1-48d4-8848-69a20c76b34b on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:47.558196 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Attempting to bind port d80d4fb9-a2d1-48d4-8848-69a20c76b34b by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '00b77331-5ed3-4449-ba6a-84efe27ecf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:47.559348 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Attempting to bind port d80d4fb9-a2d1-48d4-8848-69a20c76b34b on network 2ab70122-0020-4c29-ae52-7bd3c84e0fca {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:47.569804 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:47.572605 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Checking segment: {'id': '00b77331-5ed3-4449-ba6a-84efe27ecf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:47.573131 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.573606 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Bound using segment: {'id': '00b77331-5ed3-4449-ba6a-84efe27ecf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:47.574198 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Bound port: d80d4fb9-a2d1-48d4-8848-69a20c76b34b, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b77331-5ed3-4449-ba6a-84efe27ecf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:47.576280 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.719998 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] For port d80d4fb9-a2d1-48d4-8848-69a20c76b34b, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:47.729062 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] For port d80d4fb9-a2d1-48d4-8848-69a20c76b34b, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=d80d4fb9-a2d1-48d4-8848-69a20c76b34b,segment=NetworkSegment(00b77331-5ed3-4449-ba6a-84efe27ecf19),segment_id=00b77331-5ed3-4449-ba6a-84efe27ecf19)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:47.782555 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3f3c4831-48a3-4d93-b27e-407a49398195 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.820700 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3f3c4831-48a3-4d93-b27e-407a49398195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.847892 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5f23f94-bfdb-483a-81ae-7f90836f7194 req-6186253d-d39a-4c6b-8268-a233c27d8704 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=12d5d9f2-0114-4cf3-8c12-e2618be0603d HTTP/1.1" status: 200 len: 210 time: 0.0487654 Jun 30 09:23:47.856911 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.926508 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed7f5c-f751-4786-8801-49c4c507dd4b None None] Pushing event updated for resources: {'Port': ['ID=d80d4fb9-a2d1-48d4-8848-69a20c76b34b,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:47.954699 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-3f3c4831-48a3-4d93-b27e-407a49398195 admin admin] Allocated IP 172.25.6.142 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/b056c212-fa63-495d-ab1c-5d878834e04d) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:48.127223 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3f3c4831-48a3-4d93-b27e-407a49398195 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.243672 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 51076) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:48.262795 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5a2d5d7f-6855-4a41-8956-7c3a335186f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.384165 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3f3c4831-48a3-4d93-b27e-407a49398195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.403152 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5a2d5d7f-6855-4a41-8956-7c3a335186f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.458933 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c4831-48a3-4d93-b27e-407a49398195 admin admin] Pushing event updated for resources: {'Port': ['ID=b056c212-fa63-495d-ab1c-5d878834e04d,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:48.489409 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3c4831-48a3-4d93-b27e-407a49398195 admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:48.491529 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5a2d5d7f-6855-4a41-8956-7c3a335186f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.491673 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-3f3c4831-48a3-4d93-b27e-407a49398195 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:48.501883 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3c4831-48a3-4d93-b27e-407a49398195 admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:48.550663 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5a2d5d7f-6855-4a41-8956-7c3a335186f5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=781042cdd40441cc87fe0930aaa28c16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3057561 Jun 30 09:23:48.553134 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 51084) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:48.561657 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d5d7f-6855-4a41-8956-7c3a335186f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0876ecd7-f3df-42f7-afc5-6947aeaa51c5,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:48.629191 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bb5d2995-7c66-480b-8dc0-dc2a1e79e8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.690713 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bb5d2995-7c66-480b-8dc0-dc2a1e79e8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.893362 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bb5d2995-7c66-480b-8dc0-dc2a1e79e8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.897854 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bb5d2995-7c66-480b-8dc0-dc2a1e79e8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.900017 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-bb5d2995-7c66-480b-8dc0-dc2a1e79e8dc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0876ecd7-f3df-42f7-afc5-6947aeaa51c5 HTTP/1.1" status: 204 len: 168 time: 0.3454072 Jun 30 09:23:48.920213 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d2995-7c66-480b-8dc0-dc2a1e79e8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0876ecd7-f3df-42f7-afc5-6947aeaa51c5,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:49.073981 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-004bcc41-1394-4373-8827-339c9e474386 req-e85c08f4-66a1-46ae-aeac-2168ed62e555 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=12d5d9f2-0114-4cf3-8c12-e2618be0603d HTTP/1.1" status: 200 len: 210 time: 0.0631163 Jun 30 09:23:49.232153 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3f3c4831-48a3-4d93-b27e-407a49398195 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.462804 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8accd9f4-1e66-4cb0-b575-d9ad5b301f02 None None] Network 2ab70122-0020-4c29-ae52-7bd3c84e0fca requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:49.531812 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3f3c4831-48a3-4d93-b27e-407a49398195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.907341 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d18330fd-94a7-48b1-9803-fe81d9c73f92 None None] Provisioning for port d80d4fb9-a2d1-48d4-8848-69a20c76b34b completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:49.943371 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3c4831-48a3-4d93-b27e-407a49398195 admin admin] Router 3b3a3c32-b66b-4afb-ac87-4c80727a25d7 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:23:49.959809 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d80d4fb9-a2d1-48d4-8848-69a20c76b34b up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:50.172153 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port d80d4fb9-a2d1-48d4-8848-69a20c76b34b completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:50.185546 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port d80d4fb9-a2d1-48d4-8848-69a20c76b34b triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:50.187492 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.219217 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3c4831-48a3-4d93-b27e-407a49398195 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:23:50.264478 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe28bec-80e6-40f3-9125-f8c841622047 None None] Sync routers for ids ['3b3a3c32-b66b-4afb-ac87-4c80727a25d7'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:23:50.308229 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-09aec09b-6a6d-4294-8c20-92334db2c65b None None] Provisioning complete for port d80d4fb9-a2d1-48d4-8848-69a20c76b34b triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:50.308822 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-09aec09b-6a6d-4294-8c20-92334db2c65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.310861 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe28bec-80e6-40f3-9125-f8c841622047 None None] Routers {'3b3a3c32-b66b-4afb-ac87-4c80727a25d7'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:50.311726 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-7fe28bec-80e6-40f3-9125-f8c841622047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:23:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['3b3a3c32-b66b-4afb-ac87-4c80727a25d7'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:50.316698 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a72ee627-2504-4f1b-982b-b95b39c7ac8a req-c35ff567-391b-4cde-aebd-57e78ec9ed09 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=12d5d9f2-0114-4cf3-8c12-e2618be0603d HTTP/1.1" status: 200 len: 210 time: 0.0490804 Jun 30 09:23:50.405070 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3f3c4831-48a3-4d93-b27e-407a49398195 admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.408968 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3f3c4831-48a3-4d93-b27e-407a49398195 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7262933 Jun 30 09:23:50.409519 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 51138) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:50.580445 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9ba91ab6-65ef-4d46-8a5e-1a76c3fc4806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.603420 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.629734 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-7fe28bec-80e6-40f3-9125-f8c841622047 None None] Set router 3b3a3c32-b66b-4afb-ac87-4c80727a25d7 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:23:50.924367 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-09aec09b-6a6d-4294-8c20-92334db2c65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.982166 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port d80d4fb9-a2d1-48d4-8848-69a20c76b34b, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=d80d4fb9-a2d1-48d4-8848-69a20c76b34b,segment=NetworkSegment(00b77331-5ed3-4449-ba6a-84efe27ecf19),segment_id=00b77331-5ed3-4449-ba6a-84efe27ecf19)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:51.011506 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-7fe28bec-80e6-40f3-9125-f8c841622047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'name': 'tempest-AttachVolumeShelveTestJSON-734684512-router', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:46Z', 'updated_at': '2021-06-30T09:23:48Z', 'revision_number': 3, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'gw_port': {'id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:47Z', 'updated_at': '2021-06-30T09:23:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:51.053192 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe28bec-80e6-40f3-9125-f8c841622047 None None] Checking router: 3b3a3c32-b66b-4afb-ac87-4c80727a25d7 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:23:51.053782 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe28bec-80e6-40f3-9125-f8c841622047 None None] Updating router 3b3a3c32-b66b-4afb-ac87-4c80727a25d7 port b056c212-fa63-495d-ab1c-5d878834e04d binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:23:51.061651 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:51.243930 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7fe28bec-80e6-40f3-9125-f8c841622047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:51.251332 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-09aec09b-6a6d-4294-8c20-92334db2c65b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:23:51.251921 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-09aec09b-6a6d-4294-8c20-92334db2c65b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:23:51.298248 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=d80d4fb9-a2d1-48d4-8848-69a20c76b34b,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:51.670319 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-567a0c48-0819-4252-9ea9-9fc49e3f343e req-fe13b137-b0cd-4a0c-a7b8-dbed4cb3a402 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=12d5d9f2-0114-4cf3-8c12-e2618be0603d HTTP/1.1" status: 200 len: 210 time: 0.0742569 Jun 30 09:23:51.689075 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-35350e6f-4f97-42f5-8257-51ac86504ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:51.935504 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d80d4fb9-a2d1-48d4-8848-69a20c76b34b up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:51.966422 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-35350e6f-4f97-42f5-8257-51ac86504ebb admin admin] Allocated IP 172.20.0.1 (2ab70122-0020-4c29-ae52-7bd3c84e0fca/afcabd5e-a40b-4794-b5f8-0b150c129247/a9a6e91e-ac32-4116-b504-3d6eeec10321) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:51.979026 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7fe28bec-80e6-40f3-9125-f8c841622047 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:52.046132 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7fe28bec-80e6-40f3-9125-f8c841622047 None None] Transition to ACTIVE for port object b056c212-fa63-495d-ab1c-5d878834e04d will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:52.088580 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port d80d4fb9-a2d1-48d4-8848-69a20c76b34b triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:52.088970 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:52.155100 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7fe28bec-80e6-40f3-9125-f8c841622047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:52.178868 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-d47e51b5-761e-46f0-8498-495bd7b6b90f tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:52.183773 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-d47e51b5-761e-46f0-8498-495bd7b6b90f tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.37 "GET /v2.0/networks?id=ac2db21f-3bc4-4f3a-a31f-707164d04b28 HTTP/1.1" status: 200 len: 811 time: 0.3073711 Jun 30 09:23:52.300153 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-a37ecce7-8e34-44f5-9b22-de2ba4f56ad5 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6663e1a20e0244d4b0d1dff3990ac78c HTTP/1.1" status: 200 len: 379 time: 0.1069427 Jun 30 09:23:52.306336 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-35350e6f-4f97-42f5-8257-51ac86504ebb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:52.311629 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-cd4842f1-f2f8-4611-b0a4-c4290e438926 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Request body: {'port': {'device_id': '12d5d9f2-0114-4cf3-8c12-e2618be0603d', 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28', 'admin_state_up': True, 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'security_groups': ['81aa75d9-2da3-400a-8a89-f8713181bc37']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:52.319567 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-7fe28bec-80e6-40f3-9125-f8c841622047 None None] Attempting to bind port b056c212-fa63-495d-ab1c-5d878834e04d on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:52.327677 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-7fe28bec-80e6-40f3-9125-f8c841622047 None None] Attempting to bind port b056c212-fa63-495d-ab1c-5d878834e04d by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:52.331728 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe28bec-80e6-40f3-9125-f8c841622047 None None] Attempting to bind port b056c212-fa63-495d-ab1c-5d878834e04d on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:52.344300 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-35350e6f-4f97-42f5-8257-51ac86504ebb admin admin] Transition to ACTIVE for port object a9a6e91e-ac32-4116-b504-3d6eeec10321 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:52.349664 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe28bec-80e6-40f3-9125-f8c841622047 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:52.353313 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe28bec-80e6-40f3-9125-f8c841622047 None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:52.354838 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7fe28bec-80e6-40f3-9125-f8c841622047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:52.359383 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe28bec-80e6-40f3-9125-f8c841622047 None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:52.359383 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-7fe28bec-80e6-40f3-9125-f8c841622047 None None] Bound port: b056c212-fa63-495d-ab1c-5d878834e04d, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:52.363715 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7fe28bec-80e6-40f3-9125-f8c841622047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:52.512687 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cfdd51-bd32-41b8-a21f-581b5ff4b897 None None] Pushing event updated for resources: {'Port': ['ID=b056c212-fa63-495d-ab1c-5d878834e04d,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:52.596786 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-7fe28bec-80e6-40f3-9125-f8c841622047 None None] For port b056c212-fa63-495d-ab1c-5d878834e04d, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:52.603909 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-35350e6f-4f97-42f5-8257-51ac86504ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:52.611487 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-7fe28bec-80e6-40f3-9125-f8c841622047 None None] For port b056c212-fa63-495d-ab1c-5d878834e04d, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=b056c212-fa63-495d-ab1c-5d878834e04d,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:52.670777 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35350e6f-4f97-42f5-8257-51ac86504ebb admin admin] Pushing event updated for resources: {'Port': ['ID=a9a6e91e-ac32-4116-b504-3d6eeec10321,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:52.690484 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-cd4842f1-f2f8-4611-b0a4-c4290e438926 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Made reservation on behalf of 6663e1a20e0244d4b0d1dff3990ac78c for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:52.690484 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-cd4842f1-f2f8-4611-b0a4-c4290e438926 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:52.691000 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7fe28bec-80e6-40f3-9125-f8c841622047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:52.727084 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35350e6f-4f97-42f5-8257-51ac86504ebb admin admin] Network 2ab70122-0020-4c29-ae52-7bd3c84e0fca is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:52.734218 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-35350e6f-4f97-42f5-8257-51ac86504ebb admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:52.738387 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35350e6f-4f97-42f5-8257-51ac86504ebb admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:52.873722 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-35350e6f-4f97-42f5-8257-51ac86504ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:52.919571 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe28bec-80e6-40f3-9125-f8c841622047 None None] Routers {'3b3a3c32-b66b-4afb-ac87-4c80727a25d7'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:52.920205 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-7fe28bec-80e6-40f3-9125-f8c841622047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:23:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['3b3a3c32-b66b-4afb-ac87-4c80727a25d7'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:53.124254 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-828a5b80-da9b-411d-a5cd-fea090a74552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.129340 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-cd4842f1-f2f8-4611-b0a4-c4290e438926 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Allocated IP 172.20.0.5 (ac2db21f-3bc4-4f3a-a31f-707164d04b28/fd8a9d34-628f-4a77-9fac-19eb06ec58fe/770805df-1496-40ab-b8e2-3d5fd082fd0a) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:53.132053 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cfdd51-bd32-41b8-a21f-581b5ff4b897 None None] Pushing event updated for resources: {'Port': ['ID=b056c212-fa63-495d-ab1c-5d878834e04d,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:53.229317 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-7fe28bec-80e6-40f3-9125-f8c841622047 None None] Set router 3b3a3c32-b66b-4afb-ac87-4c80727a25d7 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:23:53.234975 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5fa0ea2c-ba40-4661-8ea5-41f1c183a853 req-939a0882-ab34-423e-a8fe-4fc256857702 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=12d5d9f2-0114-4cf3-8c12-e2618be0603d HTTP/1.1" status: 200 len: 210 time: 0.0466814 Jun 30 09:23:53.419300 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-cd4842f1-f2f8-4611-b0a4-c4290e438926 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.438817 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-35350e6f-4f97-42f5-8257-51ac86504ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.451285 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-cd4842f1-f2f8-4611-b0a4-c4290e438926 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Transition to ACTIVE for port object 770805df-1496-40ab-b8e2-3d5fd082fd0a will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:53.524083 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5e45cdce-e729-4c04-a389-39d7a2ce492d None None] Provisioning for port a9a6e91e-ac32-4116-b504-3d6eeec10321 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:53.531718 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5e45cdce-e729-4c04-a389-39d7a2ce492d None None] Provisioning complete for port a9a6e91e-ac32-4116-b504-3d6eeec10321 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:53.532091 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5e45cdce-e729-4c04-a389-39d7a2ce492d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.634204 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-cd4842f1-f2f8-4611-b0a4-c4290e438926 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.720445 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-cd4842f1-f2f8-4611-b0a4-c4290e438926 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Network ac2db21f-3bc4-4f3a-a31f-707164d04b28 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:53.731625 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-cd4842f1-f2f8-4611-b0a4-c4290e438926 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:53.734105 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4842f1-f2f8-4611-b0a4-c4290e438926 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Pushing event updated for resources: {'Port': ['ID=770805df-1496-40ab-b8e2-3d5fd082fd0a,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:53.736688 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-cd4842f1-f2f8-4611-b0a4-c4290e438926 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:53.761328 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-35350e6f-4f97-42f5-8257-51ac86504ebb admin admin] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.812801 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-cd4842f1-f2f8-4611-b0a4-c4290e438926 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:53.814245 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-cd4842f1-f2f8-4611-b0a4-c4290e438926 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.841586 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-35350e6f-4f97-42f5-8257-51ac86504ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.901648 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.943101 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-cd4842f1-f2f8-4611-b0a4-c4290e438926 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6353579 Jun 30 09:23:53.957531 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-0fbc65d5-d95b-43bc-92df-7d0365fd6c54 service neutron] Request body: {'port': {'device_id': '12d5d9f2-0114-4cf3-8c12-e2618be0603d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:53.962727 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-5e45cdce-e729-4c04-a389-39d7a2ce492d None None] Port a9a6e91e-ac32-4116-b504-3d6eeec10321 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:23:54.022359 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-7fe28bec-80e6-40f3-9125-f8c841622047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'name': 'tempest-AttachVolumeShelveTestJSON-734684512-router', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:46Z', 'updated_at': '2021-06-30T09:23:48Z', 'revision_number': 3, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'gw_port': {'id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:47Z', 'updated_at': '2021-06-30T09:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:54.076080 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-0fbc65d5-d95b-43bc-92df-7d0365fd6c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.082572 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe28bec-80e6-40f3-9125-f8c841622047 None None] The sync data for ids ['3b3a3c32-b66b-4afb-ac87-4c80727a25d7'] in n-d-771363-31 is: [{'id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'name': 'tempest-AttachVolumeShelveTestJSON-734684512-router', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:46Z', 'updated_at': '2021-06-30T09:23:48Z', 'revision_number': 3, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'gw_port': {'id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:47Z', 'updated_at': '2021-06-30T09:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:23:54.106739 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-35350e6f-4f97-42f5-8257-51ac86504ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.109590 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35350e6f-4f97-42f5-8257-51ac86504ebb admin admin] Pushing event updated for resources: {'Port': ['ID=a9a6e91e-ac32-4116-b504-3d6eeec10321,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:54.227861 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35350e6f-4f97-42f5-8257-51ac86504ebb admin admin] Network 2ab70122-0020-4c29-ae52-7bd3c84e0fca is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:54.229532 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-35350e6f-4f97-42f5-8257-51ac86504ebb admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:54.376357 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2f8907f9-b192-4486-9af8-b25536edcdb2 None None] Provisioning for port 770805df-1496-40ab-b8e2-3d5fd082fd0a completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:54.385908 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2f8907f9-b192-4486-9af8-b25536edcdb2 None None] Provisioning complete for port 770805df-1496-40ab-b8e2-3d5fd082fd0a triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:54.386457 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2f8907f9-b192-4486-9af8-b25536edcdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.450597 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-2f8907f9-b192-4486-9af8-b25536edcdb2 None None] Port 770805df-1496-40ab-b8e2-3d5fd082fd0a cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:23:54.534935 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35350e6f-4f97-42f5-8257-51ac86504ebb admin admin] Router 3b3a3c32-b66b-4afb-ac87-4c80727a25d7 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:23:54.581910 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.598635 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa52ac-ee5e-4190-b531-5cde96d4c8fe req-5c51b0a5-5d3b-4fa1-b73d-6ee1fc6e5ba9 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:54.607849 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-31aa52ac-ee5e-4190-b531-5cde96d4c8fe req-5c51b0a5-5d3b-4fa1-b73d-6ee1fc6e5ba9 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=12d5d9f2-0114-4cf3-8c12-e2618be0603d HTTP/1.1" status: 200 len: 931 time: 0.1309338 Jun 30 09:23:54.739858 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-31aa52ac-ee5e-4190-b531-5cde96d4c8fe req-f2f7e2f1-c01d-4b23-9fa5-3ba2f991812e tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=81aa75d9-2da3-400a-8a89-f8713181bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309505 Jun 30 09:23:54.785604 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8bb9eea1-14f8-4709-b14f-bd94b58ac3d8 None None] Provisioning complete for port a9a6e91e-ac32-4116-b504-3d6eeec10321 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:54.786541 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8bb9eea1-14f8-4709-b14f-bd94b58ac3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.889088 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-8bb9eea1-14f8-4709-b14f-bd94b58ac3d8 None None] Port a9a6e91e-ac32-4116-b504-3d6eeec10321 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:23:54.913149 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-0fbc65d5-d95b-43bc-92df-7d0365fd6c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 770805df-1496-40ab-b8e2-3d5fd082fd0a {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:23:54.931338 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-0fbc65d5-d95b-43bc-92df-7d0365fd6c54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.940481 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35350e6f-4f97-42f5-8257-51ac86504ebb admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:23:54.955898 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-0fbc65d5-d95b-43bc-92df-7d0365fd6c54 service neutron] Transition to ACTIVE for port object 770805df-1496-40ab-b8e2-3d5fd082fd0a will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:54.957483 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-35350e6f-4f97-42f5-8257-51ac86504ebb admin admin] 10.222.0.10 "PUT /v2.0/routers/3b3a3c32-b66b-4afb-ac87-4c80727a25d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5407262 Jun 30 09:23:55.079021 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-0fbc65d5-d95b-43bc-92df-7d0365fd6c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.203568 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc65d5-d95b-43bc-92df-7d0365fd6c54 service neutron] Pushing event updated for resources: {'Port': ['ID=770805df-1496-40ab-b8e2-3d5fd082fd0a,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:55.358049 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-0fbc65d5-d95b-43bc-92df-7d0365fd6c54 service neutron] Attempting to bind port 770805df-1496-40ab-b8e2-3d5fd082fd0a on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:55.358606 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-0fbc65d5-d95b-43bc-92df-7d0365fd6c54 service neutron] Attempting to bind port 770805df-1496-40ab-b8e2-3d5fd082fd0a by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '151e09a6-9cda-43bb-ac7c-a185d8604c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:55.361521 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-0fbc65d5-d95b-43bc-92df-7d0365fd6c54 service neutron] Attempting to bind port 770805df-1496-40ab-b8e2-3d5fd082fd0a on network ac2db21f-3bc4-4f3a-a31f-707164d04b28 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:55.367720 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-0fbc65d5-d95b-43bc-92df-7d0365fd6c54 service neutron] Port 770805df-1496-40ab-b8e2-3d5fd082fd0a on network ac2db21f-3bc4-4f3a-a31f-707164d04b28 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:23:55.368075 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-0fbc65d5-d95b-43bc-92df-7d0365fd6c54 service neutron] Attempting to bind port 770805df-1496-40ab-b8e2-3d5fd082fd0a on network ac2db21f-3bc4-4f3a-a31f-707164d04b28 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:55.375309 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-0fbc65d5-d95b-43bc-92df-7d0365fd6c54 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:55.375647 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-0fbc65d5-d95b-43bc-92df-7d0365fd6c54 service neutron] Checking segment: {'id': '151e09a6-9cda-43bb-ac7c-a185d8604c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:55.376035 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-0fbc65d5-d95b-43bc-92df-7d0365fd6c54 service neutron] Bound using segment: {'id': '151e09a6-9cda-43bb-ac7c-a185d8604c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:55.376541 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-0fbc65d5-d95b-43bc-92df-7d0365fd6c54 service neutron] Bound port: 770805df-1496-40ab-b8e2-3d5fd082fd0a, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '151e09a6-9cda-43bb-ac7c-a185d8604c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:55.376813 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-0fbc65d5-d95b-43bc-92df-7d0365fd6c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.471640 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-0fbc65d5-d95b-43bc-92df-7d0365fd6c54 service neutron] For port 770805df-1496-40ab-b8e2-3d5fd082fd0a, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:55.475715 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-0fbc65d5-d95b-43bc-92df-7d0365fd6c54 service neutron] For port 770805df-1496-40ab-b8e2-3d5fd082fd0a, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=770805df-1496-40ab-b8e2-3d5fd082fd0a,segment=NetworkSegment(151e09a6-9cda-43bb-ac7c-a185d8604c41),segment_id=151e09a6-9cda-43bb-ac7c-a185d8604c41)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:55.627925 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-0fbc65d5-d95b-43bc-92df-7d0365fd6c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.710442 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-0fbc65d5-d95b-43bc-92df-7d0365fd6c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:55.711386 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-0fbc65d5-d95b-43bc-92df-7d0365fd6c54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.713142 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-0fbc65d5-d95b-43bc-92df-7d0365fd6c54 service neutron] 10.222.0.37 "PUT /v2.0/ports/770805df-1496-40ab-b8e2-3d5fd082fd0a HTTP/1.1" status: 200 len: 1092 time: 1.7609587 Jun 30 09:23:55.713623 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12d5d9f2-0114-4cf3-8c12-e2618be0603d', 'tag': '770805df-1496-40ab-b8e2-3d5fd082fd0a'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:23:55.716097 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd17b36e-0dbb-4a58-9e4a-7268096bd769" -d '{"events": [{"name": "network-changed", "server_uuid": "12d5d9f2-0114-4cf3-8c12-e2618be0603d", "tag": "770805df-1496-40ab-b8e2-3d5fd082fd0a"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:23:55.772221 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc65d5-d95b-43bc-92df-7d0365fd6c54 service neutron] Pushing event updated for resources: {'Port': ['ID=770805df-1496-40ab-b8e2-3d5fd082fd0a,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:55.796441 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afa0db2-c393-4359-8204-a86ae6aecb49 x-openstack-request-id: req-5afa0db2-c393-4359-8204-a86ae6aecb49 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:23:55.796441 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12d5d9f2-0114-4cf3-8c12-e2618be0603d", "tag": "770805df-1496-40ab-b8e2-3d5fd082fd0a", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:23:55.796441 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5afa0db2-c393-4359-8204-a86ae6aecb49 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:23:55.796441 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12d5d9f2-0114-4cf3-8c12-e2618be0603d', 'tag': '770805df-1496-40ab-b8e2-3d5fd082fd0a', 'status': 'completed', 'code': 200} Jun 30 09:23:55.941032 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17b36e-0dbb-4a58-9e4a-7268096bd769 req-62f21de2-d51f-4de4-9a1a-beb4958e3972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:55.943815 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bd17b36e-0dbb-4a58-9e4a-7268096bd769 req-62f21de2-d51f-4de4-9a1a-beb4958e3972 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6663e1a20e0244d4b0d1dff3990ac78c&device_id=12d5d9f2-0114-4cf3-8c12-e2618be0603d HTTP/1.1" status: 200 len: 1095 time: 0.1172242 Jun 30 09:23:56.010833 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b056c212-fa63-495d-ab1c-5d878834e04d up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:56.183759 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e0514-3db1-4ec4-bc10-3e02852ba99b req-3f239b2e-a8ef-40f2-a67f-934b21772ea9 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:56.193668 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c50e0514-3db1-4ec4-bc10-3e02852ba99b req-3f239b2e-a8ef-40f2-a67f-934b21772ea9 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=12d5d9f2-0114-4cf3-8c12-e2618be0603d HTTP/1.1" status: 200 len: 943 time: 0.1691337 Jun 30 09:23:56.245077 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port b056c212-fa63-495d-ab1c-5d878834e04d completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:56.258066 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17b36e-0dbb-4a58-9e4a-7268096bd769 req-bc927817-2f90-4477-b50b-75094595ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:56.260505 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bd17b36e-0dbb-4a58-9e4a-7268096bd769 req-bc927817-2f90-4477-b50b-75094595ea26 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6663e1a20e0244d4b0d1dff3990ac78c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3095045 Jun 30 09:23:56.260832 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port b056c212-fa63-495d-ab1c-5d878834e04d triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:56.261231 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:56.297685 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c50e0514-3db1-4ec4-bc10-3e02852ba99b req-ace3f137-92fc-48f4-94a3-49ec522baa0d tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=81aa75d9-2da3-400a-8a89-f8713181bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961051 Jun 30 09:23:56.382826 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17b36e-0dbb-4a58-9e4a-7268096bd769 req-23f9ad1e-b97c-44e7-9581-253332ffc92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:56.384861 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bd17b36e-0dbb-4a58-9e4a-7268096bd769 req-23f9ad1e-b97c-44e7-9581-253332ffc92c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1179693 Jun 30 09:23:56.399365 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:56.405053 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:56.431030 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port b056c212-fa63-495d-ab1c-5d878834e04d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=b056c212-fa63-495d-ab1c-5d878834e04d,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:56.494696 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-3fc58522-4082-4ceb-9252-5987cfef3467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:56.496754 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-3fc58522-4082-4ceb-9252-5987cfef3467 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6663e1a20e0244d4b0d1dff3990ac78c&device_id=12d5d9f2-0114-4cf3-8c12-e2618be0603d HTTP/1.1" status: 200 len: 1095 time: 0.0632317 Jun 30 09:23:56.548966 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-cb18b935-f347-4597-ad69-4a796631f14a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=770805df-1496-40ab-b8e2-3d5fd082fd0a HTTP/1.1" status: 200 len: 217 time: 0.0454724 Jun 30 09:23:56.600613 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-09ca6b95-2564-4bba-98fc-d41bfc1348c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:56.604372 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:56.609899 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-09ca6b95-2564-4bba-98fc-d41bfc1348c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd8a9d34-628f-4a77-9fac-19eb06ec58fe HTTP/1.1" status: 200 len: 850 time: 0.0556746 Jun 30 09:23:56.693906 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=b056c212-fa63-495d-ab1c-5d878834e04d,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:56.753016 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-f628eff2-01f0-4c64-ac64-a544027a9e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:56.757285 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-f628eff2-01f0-4c64-ac64-a544027a9e5c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac2db21f-3bc4-4f3a-a31f-707164d04b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1355855 Jun 30 09:23:56.918265 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a49605-6af8-471b-bc27-e5fed1e96461 None None] Sync routers for ids ['3b3a3c32-b66b-4afb-ac87-4c80727a25d7'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:23:56.922671 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-ee981658-6239-46a9-836f-2766b3fbc70c service neutron] 10.222.0.37 "GET /v2.0/networks/ac2db21f-3bc4-4f3a-a31f-707164d04b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573677 Jun 30 09:23:56.935722 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a49605-6af8-471b-bc27-e5fed1e96461 None None] Routers {'3b3a3c32-b66b-4afb-ac87-4c80727a25d7'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:56.936801 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b4a49605-6af8-471b-bc27-e5fed1e96461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:23:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['3b3a3c32-b66b-4afb-ac87-4c80727a25d7'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:57.105478 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-b4a49605-6af8-471b-bc27-e5fed1e96461 None None] Set router 3b3a3c32-b66b-4afb-ac87-4c80727a25d7 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:23:57.209659 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7c0b1456-6568-42ef-a32f-3537c35f60d3 req-3b2fe8d3-1030-486d-8f1c-d05d06c7c3a4 service neutron] 10.222.0.37 "GET /v2.0/networks/ac2db21f-3bc4-4f3a-a31f-707164d04b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786818 Jun 30 09:23:57.253942 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 51296) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:57.258931 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-a86ce9a3-c3ec-4614-8cce-fdfc970958e0 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1280872179', 'description': 'tempest-description--284147493'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:57.428403 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a86ce9a3-c3ec-4614-8cce-fdfc970958e0 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:57.508361 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b4a49605-6af8-471b-bc27-e5fed1e96461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'name': 'tempest-AttachVolumeShelveTestJSON-734684512-router', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:46Z', 'updated_at': '2021-06-30T09:23:53Z', 'revision_number': 4, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'gw_port': {'id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:47Z', 'updated_at': '2021-06-30T09:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'a9a6e91e-ac32-4116-b504-3d6eeec10321', 'name': '', 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'mac_address': 'fa:16:3e:9e:bc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:51Z', 'updated_at': '2021-06-30T09:23:53Z', 'revision_number': 2, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'subnets': [{'id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:57.606173 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a49605-6af8-471b-bc27-e5fed1e96461 None None] Checking router: 3b3a3c32-b66b-4afb-ac87-4c80727a25d7 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:23:57.606788 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a49605-6af8-471b-bc27-e5fed1e96461 None None] Updating router 3b3a3c32-b66b-4afb-ac87-4c80727a25d7 port a9a6e91e-ac32-4116-b504-3d6eeec10321 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:23:57.697297 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a86ce9a3-c3ec-4614-8cce-fdfc970958e0 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:57.701561 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b4a49605-6af8-471b-bc27-e5fed1e96461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:57.708322 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b62171-b09b-4522-8482-6e936caf7c69 req-d9f2d017-4e74-4d77-b5c2-9da416351da2 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:57.719685 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c0b62171-b09b-4522-8482-6e936caf7c69 req-d9f2d017-4e74-4d77-b5c2-9da416351da2 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=12d5d9f2-0114-4cf3-8c12-e2618be0603d HTTP/1.1" status: 200 len: 943 time: 0.2414262 Jun 30 09:23:57.807293 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c0b62171-b09b-4522-8482-6e936caf7c69 req-f5f619bb-a92a-42b2-8c84-3b4938011ac0 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=81aa75d9-2da3-400a-8a89-f8713181bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827103 Jun 30 09:23:57.820910 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a86ce9a3-c3ec-4614-8cce-fdfc970958e0 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:57.875939 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ce9a3-c3ec-4614-8cce-fdfc970958e0 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beeabd45-7476-4e30-8734-6d72df37247c,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:57.929179 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b056c212-fa63-495d-ab1c-5d878834e04d up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:58.010677 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a86ce9a3-c3ec-4614-8cce-fdfc970958e0 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:58.015282 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a86ce9a3-c3ec-4614-8cce-fdfc970958e0 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7570138 Jun 30 09:23:58.015282 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 51310) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:58.020502 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-57af0bd0-8218-4608-bbfd-35daa26f1a27 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Request body: {'security_group_rule': {'security_group_id': 'beeabd45-7476-4e30-8734-6d72df37247c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:58.053585 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port b056c212-fa63-495d-ab1c-5d878834e04d triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:58.053965 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:58.192604 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-57af0bd0-8218-4608-bbfd-35daa26f1a27 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:58.248550 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b4a49605-6af8-471b-bc27-e5fed1e96461 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:58.263029 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-b4a49605-6af8-471b-bc27-e5fed1e96461 None None] Transition to ACTIVE for port object a9a6e91e-ac32-4116-b504-3d6eeec10321 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:58.304803 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-57af0bd0-8218-4608-bbfd-35daa26f1a27 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:58.485052 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b4a49605-6af8-471b-bc27-e5fed1e96461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:58.505053 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-57af0bd0-8218-4608-bbfd-35daa26f1a27 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:58.539379 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af0bd0-8218-4608-bbfd-35daa26f1a27 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de053d8-14ee-4361-904f-2e90d32de473,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:58.563533 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b994e2-84e3-4452-9b41-5d57b5d9ab5c None None] Pushing event updated for resources: {'Port': ['ID=a9a6e91e-ac32-4116-b504-3d6eeec10321,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:58.575714 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b994e2-84e3-4452-9b41-5d57b5d9ab5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:58.576098 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b994e2-84e3-4452-9b41-5d57b5d9ab5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:58.576424 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b994e2-84e3-4452-9b41-5d57b5d9ab5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:58.576749 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b994e2-84e3-4452-9b41-5d57b5d9ab5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:58.577155 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b994e2-84e3-4452-9b41-5d57b5d9ab5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:58.577432 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b994e2-84e3-4452-9b41-5d57b5d9ab5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:58.577746 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b994e2-84e3-4452-9b41-5d57b5d9ab5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:58.578108 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b994e2-84e3-4452-9b41-5d57b5d9ab5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:58.578420 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b994e2-84e3-4452-9b41-5d57b5d9ab5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:58.578729 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b994e2-84e3-4452-9b41-5d57b5d9ab5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:58.579038 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b994e2-84e3-4452-9b41-5d57b5d9ab5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:58.579388 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b994e2-84e3-4452-9b41-5d57b5d9ab5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:58.646909 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-b4a49605-6af8-471b-bc27-e5fed1e96461 None None] Attempting to bind port a9a6e91e-ac32-4116-b504-3d6eeec10321 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:58.646909 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-b4a49605-6af8-471b-bc27-e5fed1e96461 None None] Attempting to bind port a9a6e91e-ac32-4116-b504-3d6eeec10321 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '00b77331-5ed3-4449-ba6a-84efe27ecf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:58.647408 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a49605-6af8-471b-bc27-e5fed1e96461 None None] Attempting to bind port a9a6e91e-ac32-4116-b504-3d6eeec10321 on network 2ab70122-0020-4c29-ae52-7bd3c84e0fca {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:58.650974 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-57af0bd0-8218-4608-bbfd-35daa26f1a27 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:58.654931 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-57af0bd0-8218-4608-bbfd-35daa26f1a27 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6363430 Jun 30 09:23:58.655102 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a49605-6af8-471b-bc27-e5fed1e96461 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:58.655102 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a49605-6af8-471b-bc27-e5fed1e96461 None None] Checking segment: {'id': '00b77331-5ed3-4449-ba6a-84efe27ecf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:58.655102 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b4a49605-6af8-471b-bc27-e5fed1e96461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:58.655102 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a49605-6af8-471b-bc27-e5fed1e96461 None None] Bound using segment: {'id': '00b77331-5ed3-4449-ba6a-84efe27ecf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:58.655855 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 51326) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:58.655933 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-b4a49605-6af8-471b-bc27-e5fed1e96461 None None] Bound port: a9a6e91e-ac32-4116-b504-3d6eeec10321, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b77331-5ed3-4449-ba6a-84efe27ecf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:58.656173 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b4a49605-6af8-471b-bc27-e5fed1e96461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:58.660766 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-3db9e130-6ed2-43b6-b576-c52720c97b84 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Request body: {'security_group_rule': {'security_group_id': 'beeabd45-7476-4e30-8734-6d72df37247c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:58.801411 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-b4a49605-6af8-471b-bc27-e5fed1e96461 None None] For port a9a6e91e-ac32-4116-b504-3d6eeec10321, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:58.807055 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3db9e130-6ed2-43b6-b576-c52720c97b84 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:58.808555 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-b4a49605-6af8-471b-bc27-e5fed1e96461 None None] For port a9a6e91e-ac32-4116-b504-3d6eeec10321, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a9a6e91e-ac32-4116-b504-3d6eeec10321,segment=NetworkSegment(00b77331-5ed3-4449-ba6a-84efe27ecf19),segment_id=00b77331-5ed3-4449-ba6a-84efe27ecf19)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:58.924940 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3db9e130-6ed2-43b6-b576-c52720c97b84 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:58.930700 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b4a49605-6af8-471b-bc27-e5fed1e96461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:58.998543 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3db9e130-6ed2-43b6-b576-c52720c97b84 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:59.037245 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9e130-6ed2-43b6-b576-c52720c97b84 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb2b9ea-6bd6-4ade-be6d-81e24cd63cb8,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:59.097391 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b994e2-84e3-4452-9b41-5d57b5d9ab5c None None] Pushing event updated for resources: {'Port': ['ID=a9a6e91e-ac32-4116-b504-3d6eeec10321,revision_number=4']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:59.121198 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a49605-6af8-471b-bc27-e5fed1e96461 None None] Routers {'3b3a3c32-b66b-4afb-ac87-4c80727a25d7'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:59.122970 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b4a49605-6af8-471b-bc27-e5fed1e96461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:23:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['3b3a3c32-b66b-4afb-ac87-4c80727a25d7'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:59.126015 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3db9e130-6ed2-43b6-b576-c52720c97b84 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:59.127276 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3db9e130-6ed2-43b6-b576-c52720c97b84 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4711647 Jun 30 09:23:59.132194 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 51334) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:59.139108 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-c5230784-8c1a-4be7-9f59-0da2aba7432c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:59.143790 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd7457-4af1-46a2-987c-83967b45ef90 req-bad040f5-bf96-4e68-9551-b50117be7afb tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:59.145489 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-00cd7457-4af1-46a2-987c-83967b45ef90 req-bad040f5-bf96-4e68-9551-b50117be7afb tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=12d5d9f2-0114-4cf3-8c12-e2618be0603d HTTP/1.1" status: 200 len: 943 time: 0.1326170 Jun 30 09:23:59.278844 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c5230784-8c1a-4be7-9f59-0da2aba7432c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for floatingip, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:59.294195 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-00cd7457-4af1-46a2-987c-83967b45ef90 req-601d9394-1d56-43f8-8cb0-4afc9de12f05 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=81aa75d9-2da3-400a-8a89-f8713181bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410320 Jun 30 09:23:59.542816 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-b4a49605-6af8-471b-bc27-e5fed1e96461 None None] Set router 3b3a3c32-b66b-4afb-ac87-4c80727a25d7 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:23:59.848265 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b4a49605-6af8-471b-bc27-e5fed1e96461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'name': 'tempest-AttachVolumeShelveTestJSON-734684512-router', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:46Z', 'updated_at': '2021-06-30T09:23:53Z', 'revision_number': 4, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'gw_port': {'id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:47Z', 'updated_at': '2021-06-30T09:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'a9a6e91e-ac32-4116-b504-3d6eeec10321', 'name': '', 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'mac_address': 'fa:16:3e:9e:bc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:51Z', 'updated_at': '2021-06-30T09:23:58Z', 'revision_number': 4, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'subnets': [{'id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:59.974370 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c5230784-8c1a-4be7-9f59-0da2aba7432c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:00.015664 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a49605-6af8-471b-bc27-e5fed1e96461 None None] The sync data for ids ['3b3a3c32-b66b-4afb-ac87-4c80727a25d7'] in n-d-771363-31 is: [{'id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'name': 'tempest-AttachVolumeShelveTestJSON-734684512-router', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:46Z', 'updated_at': '2021-06-30T09:23:53Z', 'revision_number': 4, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'gw_port': {'id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:47Z', 'updated_at': '2021-06-30T09:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'a9a6e91e-ac32-4116-b504-3d6eeec10321', 'name': '', 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'mac_address': 'fa:16:3e:9e:bc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:51Z', 'updated_at': '2021-06-30T09:23:58Z', 'revision_number': 4, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'subnets': [{'id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:24:00.209544 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-c5230784-8c1a-4be7-9f59-0da2aba7432c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Allocated IP 172.25.6.250 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/7a16f638-c1da-4c0f-9ab1-a90b10624bc7) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:00.432917 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 770805df-1496-40ab-b8e2-3d5fd082fd0a details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:24:00.462604 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c5230784-8c1a-4be7-9f59-0da2aba7432c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:00.663030 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c5230784-8c1a-4be7-9f59-0da2aba7432c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:00.713372 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 770805df-1496-40ab-b8e2-3d5fd082fd0a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=770805df-1496-40ab-b8e2-3d5fd082fd0a,segment=NetworkSegment(151e09a6-9cda-43bb-ac7c-a185d8604c41),segment_id=151e09a6-9cda-43bb-ac7c-a185d8604c41)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:00.750163 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '770805df-1496-40ab-b8e2-3d5fd082fd0a', 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28', 'port_id': '770805df-1496-40ab-b8e2-3d5fd082fd0a', 'mac_address': 'fa:16:3e:9d:b2:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:24:00.756717 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663b423-5c70-4210-b1db-fa5b345af368 req-af68b496-89b0-4d59-8650-1cf31cd07208 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:00.766698 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f663b423-5c70-4210-b1db-fa5b345af368 req-af68b496-89b0-4d59-8650-1cf31cd07208 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=12d5d9f2-0114-4cf3-8c12-e2618be0603d HTTP/1.1" status: 200 len: 943 time: 0.1728876 Jun 30 09:24:00.810739 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5230784-8c1a-4be7-9f59-0da2aba7432c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:00.821663 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-c5230784-8c1a-4be7-9f59-0da2aba7432c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:00.846285 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5230784-8c1a-4be7-9f59-0da2aba7432c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:00.850673 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5230784-8c1a-4be7-9f59-0da2aba7432c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Pushing event updated for resources: {'Port': ['ID=7a16f638-c1da-4c0f-9ab1-a90b10624bc7,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:00.866075 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f663b423-5c70-4210-b1db-fa5b345af368 req-ecf7133e-cd66-4198-a087-84c68b8b017b tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=81aa75d9-2da3-400a-8a89-f8713181bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971677 Jun 30 09:24:00.950448 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:00.973512 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770805df-1496-40ab-b8e2-3d5fd082fd0a {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:24:01.003652 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 770805df-1496-40ab-b8e2-3d5fd082fd0a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=770805df-1496-40ab-b8e2-3d5fd082fd0a,segment=NetworkSegment(151e09a6-9cda-43bb-ac7c-a185d8604c41),segment_id=151e09a6-9cda-43bb-ac7c-a185d8604c41)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:01.139400 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.197660 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c5230784-8c1a-4be7-9f59-0da2aba7432c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.258175 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=770805df-1496-40ab-b8e2-3d5fd082fd0a,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:01.468751 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['770805df-1496-40ab-b8e2-3d5fd082fd0a'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:24:01.519418 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c5230784-8c1a-4be7-9f59-0da2aba7432c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.846891 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c5230784-8c1a-4be7-9f59-0da2aba7432c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.931443 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c5230784-8c1a-4be7-9f59-0da2aba7432c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.978160 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a9a6e91e-ac32-4116-b504-3d6eeec10321 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:02.000888 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e9659-0a4a-404c-b9d9-a0d0fd21242c req-bad8b09a-9956-457c-9a8a-3204e5ae76c7 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:02.010256 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd1e9659-0a4a-404c-b9d9-a0d0fd21242c req-bad8b09a-9956-457c-9a8a-3204e5ae76c7 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 946 time: 0.2159433 Jun 30 09:24:02.084171 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd1e9659-0a4a-404c-b9d9-a0d0fd21242c req-51192162-a221-49d0-9b2d-630d235acbf0 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700514 Jun 30 09:24:02.243783 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c5230784-8c1a-4be7-9f59-0da2aba7432c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:02.246660 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5230784-8c1a-4be7-9f59-0da2aba7432c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Pushing event updated for resources: {'Port': ['ID=7a16f638-c1da-4c0f-9ab1-a90b10624bc7,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:02.296856 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port a9a6e91e-ac32-4116-b504-3d6eeec10321 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:02.299105 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84de4e8-e504-4fdd-9528-882460ef387d req-e1e15229-c8cc-4c6c-82a4-1d2a60660820 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:02.300677 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e84de4e8-e504-4fdd-9528-882460ef387d req-e1e15229-c8cc-4c6c-82a4-1d2a60660820 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=12d5d9f2-0114-4cf3-8c12-e2618be0603d HTTP/1.1" status: 200 len: 944 time: 0.1753757 Jun 30 09:24:02.312426 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port a9a6e91e-ac32-4116-b504-3d6eeec10321 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:02.312426 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:02.394087 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e84de4e8-e504-4fdd-9528-882460ef387d req-060bb507-74ec-4fe6-b0f2-852dfd86c249 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=81aa75d9-2da3-400a-8a89-f8713181bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875335 Jun 30 09:24:02.427143 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c5230784-8c1a-4be7-9f59-0da2aba7432c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:02.428711 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c5230784-8c1a-4be7-9f59-0da2aba7432c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2935972 Jun 30 09:24:02.471540 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 770805df-1496-40ab-b8e2-3d5fd082fd0a up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:02.509118 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:02.565411 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port a9a6e91e-ac32-4116-b504-3d6eeec10321, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a9a6e91e-ac32-4116-b504-3d6eeec10321,segment=NetworkSegment(00b77331-5ed3-4449-ba6a-84efe27ecf19),segment_id=00b77331-5ed3-4449-ba6a-84efe27ecf19)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:02.640194 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-29f7b089-068e-417b-89ff-c65965fc1e35 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1280872179&fields=id&tenant_id=012c38fa3263411f81f5a9c6187e3025 HTTP/1.1" status: 200 len: 267 time: 0.0665569 Jun 30 09:24:02.679010 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:02.712404 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 770805df-1496-40ab-b8e2-3d5fd082fd0a completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:02.725592 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 770805df-1496-40ab-b8e2-3d5fd082fd0a triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:02.726258 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:02.781223 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=a9a6e91e-ac32-4116-b504-3d6eeec10321,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:02.796781 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-0fef3572-e6d7-45d6-8edc-1208f517dcd9 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:02.798778 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-0fef3572-e6d7-45d6-8edc-1208f517dcd9 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/networks?id=2ab70122-0020-4c29-ae52-7bd3c84e0fca HTTP/1.1" status: 200 len: 816 time: 0.1546443 Jun 30 09:24:02.821941 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-9f925034-32c8-42a7-b009-2fccd9294bae tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/quotas/012c38fa3263411f81f5a9c6187e3025 HTTP/1.1" status: 200 len: 375 time: 0.0160744 Jun 30 09:24:02.850197 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:02.897740 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 770805df-1496-40ab-b8e2-3d5fd082fd0a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=770805df-1496-40ab-b8e2-3d5fd082fd0a,segment=NetworkSegment(151e09a6-9cda-43bb-ac7c-a185d8604c41),segment_id=151e09a6-9cda-43bb-ac7c-a185d8604c41)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:02.899854 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d5d9f2-0114-4cf3-8c12-e2618be0603d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770805df-1496-40ab-b8e2-3d5fd082fd0a'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:24:02.904145 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c74c6d-82ca-4a74-8b17-5e696703c74c" -d '{"events": [{"server_uuid": "12d5d9f2-0114-4cf3-8c12-e2618be0603d", "name": "network-vif-plugged", "status": "completed", "tag": "770805df-1496-40ab-b8e2-3d5fd082fd0a"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:24:02.950145 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9b2844-0a57-4bda-be77-25e40af49b11 x-openstack-request-id: req-bc9b2844-0a57-4bda-be77-25e40af49b11 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:24:02.950656 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d5d9f2-0114-4cf3-8c12-e2618be0603d", "name": "network-vif-plugged", "status": "completed", "tag": "770805df-1496-40ab-b8e2-3d5fd082fd0a", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:24:02.951228 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bc9b2844-0a57-4bda-be77-25e40af49b11 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:24:02.952485 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d5d9f2-0114-4cf3-8c12-e2618be0603d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770805df-1496-40ab-b8e2-3d5fd082fd0a', 'code': 200} Jun 30 09:24:02.987703 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-d3177e52-eedb-44a3-b825-f07b84a94004 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=012c38fa3263411f81f5a9c6187e3025&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1595178 Jun 30 09:24:03.003076 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-8749273b-5b38-4618-83a3-3c187d3871f0 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:24:03.004125 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-8749273b-5b38-4618-83a3-3c187d3871f0 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071855 Jun 30 09:24:03.034353 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.095707 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=770805df-1496-40ab-b8e2-3d5fd082fd0a,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:03.188893 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee850d7-389e-49b2-bdf9-365c8e880231 req-49a525e1-d41a-4077-a770-2f77321d6bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:03.190386 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2ee850d7-389e-49b2-bdf9-365c8e880231 req-49a525e1-d41a-4077-a770-2f77321d6bc0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=12d5d9f2-0114-4cf3-8c12-e2618be0603d HTTP/1.1" status: 200 len: 1097 time: 0.1623268 Jun 30 09:24:03.193949 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-a798aca3-3fdb-4654-b3da-f16461bfe77d service neutron] 10.222.0.10 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742158 Jun 30 09:24:03.302974 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387f89f-553c-4ed8-8f6e-9efdca0af8ff req-c99f5c4b-c726-46b0-91fc-8bd48ac843fa tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:03.312221 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b387f89f-553c-4ed8-8f6e-9efdca0af8ff req-c99f5c4b-c726-46b0-91fc-8bd48ac843fa tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 946 time: 0.0936751 Jun 30 09:24:03.345134 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2ee850d7-389e-49b2-bdf9-365c8e880231 req-b71047d6-b839-4710-b3d6-ec3ddee210a3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=81aa75d9-2da3-400a-8a89-f8713181bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430409 Jun 30 09:24:03.420050 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b387f89f-553c-4ed8-8f6e-9efdca0af8ff req-54d14950-9a38-44bb-a6d2-6521514dd471 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067762 Jun 30 09:24:03.457443 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-19538d1d-ddf8-475b-b0d8-db71c1b89498 service neutron] 10.222.0.10 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347953 Jun 30 09:24:03.697567 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a18c5f-18c5-4de0-96b6-ec4b98f58bb0 req-8ddb4e0f-923b-4fd9-ad99-73fb61fba28d tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:03.707784 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63a18c5f-18c5-4de0-96b6-ec4b98f58bb0 req-8ddb4e0f-923b-4fd9-ad99-73fb61fba28d tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=12d5d9f2-0114-4cf3-8c12-e2618be0603d HTTP/1.1" status: 200 len: 945 time: 0.0962334 Jun 30 09:24:03.764964 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63a18c5f-18c5-4de0-96b6-ec4b98f58bb0 req-40e9a55a-e93d-43b8-bb1a-6baabac11395 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=81aa75d9-2da3-400a-8a89-f8713181bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562758 Jun 30 09:24:03.876502 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-51c01af4-f6ad-4d1d-a759-ee787099944e req-fa43843c-ae4c-4009-897a-cf8cc02cd087 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 210 time: 0.0436192 Jun 30 09:24:03.884956 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a9a6e91e-ac32-4116-b504-3d6eeec10321 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:03.930442 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:24:03.939865 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port a9a6e91e-ac32-4116-b504-3d6eeec10321 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:03.940645 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.203185 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d481070-75c9-42de-8c62-2b61bc0d33af req-99c1d082-e51a-4e2e-b246-b017e4b89794 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:04.204657 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0d481070-75c9-42de-8c62-2b61bc0d33af req-99c1d082-e51a-4e2e-b246-b017e4b89794 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.52 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 946 time: 0.0655417 Jun 30 09:24:04.338503 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-0d481070-75c9-42de-8c62-2b61bc0d33af req-997636ec-924e-4d1f-a22a-3d0672522177 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Deleting port 92a8509d-7ce6-484a-a61d-026c1f8ba039 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:04.339162 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0d481070-75c9-42de-8c62-2b61bc0d33af req-997636ec-924e-4d1f-a22a-3d0672522177 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.445891 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-0d481070-75c9-42de-8c62-2b61bc0d33af req-997636ec-924e-4d1f-a22a-3d0672522177 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] For port 92a8509d-7ce6-484a-a61d-026c1f8ba039, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=92a8509d-7ce6-484a-a61d-026c1f8ba039,segment=NetworkSegment(1251b18e-95fe-4a76-b566-dbaccb21e832),segment_id=1251b18e-95fe-4a76-b566-dbaccb21e832)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:04.447491 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0d481070-75c9-42de-8c62-2b61bc0d33af req-997636ec-924e-4d1f-a22a-3d0672522177 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.482360 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-0d481070-75c9-42de-8c62-2b61bc0d33af req-997636ec-924e-4d1f-a22a-3d0672522177 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Calling delete_port for 92a8509d-7ce6-484a-a61d-026c1f8ba039 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:04.681925 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420e1ca-cf6c-4199-b403-f6125ccab20b req-a0f90898-2ee6-45be-ad4a-7a6495418849 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:04.684834 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0420e1ca-cf6c-4199-b403-f6125ccab20b req-a0f90898-2ee6-45be-ad4a-7a6495418849 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 946 time: 0.0823398 Jun 30 09:24:04.730541 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0420e1ca-cf6c-4199-b403-f6125ccab20b req-584a252a-69ab-41d9-a72b-2330100d7980 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409479 Jun 30 09:24:04.757193 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0d481070-75c9-42de-8c62-2b61bc0d33af req-997636ec-924e-4d1f-a22a-3d0672522177 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.771100 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['2fea74a6-eaf5-4223-96d6-b3ef58259c64'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:24:04.798787 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997636ec-924e-4d1f-a22a-3d0672522177 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Pushing event deleted for resources: {'Port': ['ID=92a8509d-7ce6-484a-a61d-026c1f8ba039,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:04.893625 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d481070-75c9-42de-8c62-2b61bc0d33af req-997636ec-924e-4d1f-a22a-3d0672522177 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] No DVR routers for this DVR port 92a8509d-7ce6-484a-a61d-026c1f8ba039 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:24:04.896653 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0d481070-75c9-42de-8c62-2b61bc0d33af req-997636ec-924e-4d1f-a22a-3d0672522177 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.900388 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0d481070-75c9-42de-8c62-2b61bc0d33af req-997636ec-924e-4d1f-a22a-3d0672522177 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.52 "DELETE /v2.0/ports/92a8509d-7ce6-484a-a61d-026c1f8ba039 HTTP/1.1" status: 204 len: 173 time: 0.6872530 Jun 30 09:24:04.901080 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3430e225-2301-4661-b56e-3d0a9a3179d3', 'name': 'network-vif-deleted', 'tag': '92a8509d-7ce6-484a-a61d-026c1f8ba039'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:24:04.903839 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6a72fe-dfa9-4280-aa18-3706ace21c2e" -d '{"events": [{"server_uuid": "3430e225-2301-4661-b56e-3d0a9a3179d3", "name": "network-vif-deleted", "tag": "92a8509d-7ce6-484a-a61d-026c1f8ba039"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:24:05.139418 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f115c-c7ce-4efa-96d9-064e172c7ed2 req-e91d4bd3-c14d-4cb4-97b0-906135df2601 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:05.141306 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-918f115c-c7ce-4efa-96d9-064e172c7ed2 req-e91d4bd3-c14d-4cb4-97b0-906135df2601 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=12d5d9f2-0114-4cf3-8c12-e2618be0603d HTTP/1.1" status: 200 len: 945 time: 0.0910201 Jun 30 09:24:05.208256 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-918f115c-c7ce-4efa-96d9-064e172c7ed2 req-97e70193-fcb1-4fdb-b0c3-6c3b96a9bcfd tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=81aa75d9-2da3-400a-8a89-f8713181bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606892 Jun 30 09:24:05.221308 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3a227d9d-3db4-48e3-9357-ed0c2d42e23a req-efb0e297-9fe3-470e-b4c5-e36ce3589da9 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 210 time: 0.0443821 Jun 30 09:24:05.307845 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0e7377-9ea6-41f1-a19c-06ab34e97799 x-openstack-request-id: req-ee0e7377-9ea6-41f1-a19c-06ab34e97799 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:24:05.308348 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3430e225-2301-4661-b56e-3d0a9a3179d3", "name": "network-vif-deleted", "tag": "92a8509d-7ce6-484a-a61d-026c1f8ba039", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:24:05.308760 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ee0e7377-9ea6-41f1-a19c-06ab34e97799 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:24:05.313103 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3430e225-2301-4661-b56e-3d0a9a3179d3', 'name': 'network-vif-deleted', 'tag': '92a8509d-7ce6-484a-a61d-026c1f8ba039', 'status': 'completed', 'code': 200} Jun 30 09:24:05.440549 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d2688-9e9d-4d88-be2b-df5d4622fcaa req-156441e4-5f15-4e0a-90ae-f975e9201306 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:05.451576 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-133d2688-9e9d-4d88-be2b-df5d4622fcaa req-156441e4-5f15-4e0a-90ae-f975e9201306 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=12d5d9f2-0114-4cf3-8c12-e2618be0603d HTTP/1.1" status: 200 len: 945 time: 0.0980108 Jun 30 09:24:05.456180 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 51454) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:05.461402 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-98221ba3-aae5-4987-9543-7d4e8a9d9172 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Request body: {'floatingip': {'port_id': '770805df-1496-40ab-b8e2-3d5fd082fd0a'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:05.540511 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-98221ba3-aae5-4987-9543-7d4e8a9d9172 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for floatingip, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:06.012759 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-44a56c32-7509-42db-912e-ef8925cb90cd req-66d2a457-ef42-44b6-8b48-3316955a1dac tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=3430e225-2301-4661-b56e-3d0a9a3179d3 HTTP/1.1" status: 200 len: 210 time: 0.0480225 Jun 30 09:24:06.169961 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-98221ba3-aae5-4987-9543-7d4e8a9d9172 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:06.250257 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-98221ba3-aae5-4987-9543-7d4e8a9d9172 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:06.329503 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a3a73106-0e3c-42fb-bc70-8226754fb066 req-8d3e2ca0-ce5c-474f-8156-ecc341899213 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 210 time: 0.0398045 Jun 30 09:24:06.438661 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-98221ba3-aae5-4987-9543-7d4e8a9d9172 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Floating IP 30bd8f9f-a791-43f5-af90-56efb264d1c3 associated. External IP: 172.25.6.162, port: 770805df-1496-40ab-b8e2-3d5fd082fd0a. Jun 30 09:24:06.696936 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98221ba3-aae5-4987-9543-7d4e8a9d9172 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Router eca836ae-5d6f-47f0-b0ac-6d159626a382 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:24:06.719593 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 92a8509d-7ce6-484a-a61d-026c1f8ba039 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:24:06.749817 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 92a8509d-7ce6-484a-a61d-026c1f8ba039 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:24:06.753904 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 92a8509d-7ce6-484a-a61d-026c1f8ba039 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:24:06.834557 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98221ba3-aae5-4987-9543-7d4e8a9d9172 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:24:06.839860 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-98221ba3-aae5-4987-9543-7d4e8a9d9172 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:06.846581 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ed0c93-76fb-4655-90a8-e293da7d45f4 None None] Sync routers for ids ['eca836ae-5d6f-47f0-b0ac-6d159626a382'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:24:06.857830 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ed0c93-76fb-4655-90a8-e293da7d45f4 None None] Routers {'eca836ae-5d6f-47f0-b0ac-6d159626a382'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:06.858562 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-98ed0c93-76fb-4655-90a8-e293da7d45f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:23:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['eca836ae-5d6f-47f0-b0ac-6d159626a382'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:06.881477 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-98221ba3-aae5-4987-9543-7d4e8a9d9172 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "PUT /v2.0/floatingips/30bd8f9f-a791-43f5-af90-56efb264d1c3 HTTP/1.1" status: 200 len: 991 time: 1.4241524 Jun 30 09:24:06.882102 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12d5d9f2-0114-4cf3-8c12-e2618be0603d', 'tag': '770805df-1496-40ab-b8e2-3d5fd082fd0a'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:24:06.885568 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996c969e-fcbe-4632-8026-adfc185d829f" -d '{"events": [{"name": "network-changed", "server_uuid": "12d5d9f2-0114-4cf3-8c12-e2618be0603d", "tag": "770805df-1496-40ab-b8e2-3d5fd082fd0a"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:24:06.932937 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5edd84-2591-4ca3-b128-8734631786ac x-openstack-request-id: req-9a5edd84-2591-4ca3-b128-8734631786ac {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:24:06.933314 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12d5d9f2-0114-4cf3-8c12-e2618be0603d", "tag": "770805df-1496-40ab-b8e2-3d5fd082fd0a", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:24:06.933583 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9a5edd84-2591-4ca3-b128-8734631786ac {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:24:06.933982 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12d5d9f2-0114-4cf3-8c12-e2618be0603d', 'tag': '770805df-1496-40ab-b8e2-3d5fd082fd0a', 'status': 'completed', 'code': 200} Jun 30 09:24:07.019255 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-98ed0c93-76fb-4655-90a8-e293da7d45f4 None None] Set router eca836ae-5d6f-47f0-b0ac-6d159626a382 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:24:07.094380 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c969e-fcbe-4632-8026-adfc185d829f req-57feb59d-bc8d-4060-b67c-f8e3a8c3ea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:07.094380 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-996c969e-fcbe-4632-8026-adfc185d829f req-57feb59d-bc8d-4060-b67c-f8e3a8c3ea8a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6663e1a20e0244d4b0d1dff3990ac78c&device_id=12d5d9f2-0114-4cf3-8c12-e2618be0603d HTTP/1.1" status: 200 len: 1097 time: 0.1330924 Jun 30 09:24:07.226025 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c969e-fcbe-4632-8026-adfc185d829f req-13719cc4-95a6-4e39-a19c-b1c378e58bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:07.228026 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-996c969e-fcbe-4632-8026-adfc185d829f req-13719cc4-95a6-4e39-a19c-b1c378e58bbe service neutron] 10.222.0.37 "GET /v2.0/networks?id=ac2db21f-3bc4-4f3a-a31f-707164d04b28 HTTP/1.1" status: 200 len: 912 time: 0.1289544 Jun 30 09:24:07.315486 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-996c969e-fcbe-4632-8026-adfc185d829f req-784b052d-67df-4738-9629-5092f87f331a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=770805df-1496-40ab-b8e2-3d5fd082fd0a HTTP/1.1" status: 200 len: 999 time: 0.0807230 Jun 30 09:24:07.385426 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c969e-fcbe-4632-8026-adfc185d829f req-fe8c0d9b-b29b-4ce2-8b89-4d0433999885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:07.386903 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-996c969e-fcbe-4632-8026-adfc185d829f req-fe8c0d9b-b29b-4ce2-8b89-4d0433999885 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd8a9d34-628f-4a77-9fac-19eb06ec58fe HTTP/1.1" status: 200 len: 850 time: 0.0628166 Jun 30 09:24:07.455473 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c969e-fcbe-4632-8026-adfc185d829f req-8d19f563-6fc7-4f3b-a0a2-a8d20e8f64b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:07.457054 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-996c969e-fcbe-4632-8026-adfc185d829f req-8d19f563-6fc7-4f3b-a0a2-a8d20e8f64b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac2db21f-3bc4-4f3a-a31f-707164d04b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621262 Jun 30 09:24:07.532175 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a7359408-de75-404a-8119-8f3bc7917dfe req-ea58b212-8a84-4973-95a9-8b322ddffdbb tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 210 time: 0.0395980 Jun 30 09:24:07.542776 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-98ed0c93-76fb-4655-90a8-e293da7d45f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'name': 'tempest-AttachVolumeTestJSON-1223524144-router', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:57Z', 'updated_at': '2021-06-30T09:17:06Z', 'revision_number': 4, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'gw_port': {'id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:58Z', 'updated_at': '2021-06-30T09:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '30bd8f9f-a791-43f5-af90-56efb264d1c3', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'floating_ip_address': '172.25.6.162', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'port_id': '770805df-1496-40ab-b8e2-3d5fd082fd0a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28', 'mac_address': 'fa:16:3e:9d:b2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5d9f2-0114-4cf3-8c12-e2618be0603d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:23:44Z', 'updated_at': '2021-06-30T09:24:06Z', 'revision_number': 1, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99ae9c62-8faf-4f13-b465-4ff6383f43f0', 'name': '', 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'mac_address': 'fa:16:3e:b3:b0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:17:16Z', 'revision_number': 5, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'subnets': [{'id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:07.573755 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ed0c93-76fb-4655-90a8-e293da7d45f4 None None] Checking router: eca836ae-5d6f-47f0-b0ac-6d159626a382 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:24:07.576696 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-996c969e-fcbe-4632-8026-adfc185d829f req-28c8da7f-cd60-45d1-8e1a-38928c158b6e service neutron] 10.222.0.37 "GET /v2.0/networks/ac2db21f-3bc4-4f3a-a31f-707164d04b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123114 Jun 30 09:24:07.582740 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ed0c93-76fb-4655-90a8-e293da7d45f4 None None] Routers {'eca836ae-5d6f-47f0-b0ac-6d159626a382'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:07.583427 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-98ed0c93-76fb-4655-90a8-e293da7d45f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:23:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['eca836ae-5d6f-47f0-b0ac-6d159626a382'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:07.623255 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:07.691475 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-996c969e-fcbe-4632-8026-adfc185d829f req-922ad2f0-7cb4-46fb-9c4d-3dd987965719 service neutron] 10.222.0.37 "GET /v2.0/networks/ac2db21f-3bc4-4f3a-a31f-707164d04b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086164 Jun 30 09:24:07.710361 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-98ed0c93-76fb-4655-90a8-e293da7d45f4 None None] Set router eca836ae-5d6f-47f0-b0ac-6d159626a382 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:24:07.956312 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-98ed0c93-76fb-4655-90a8-e293da7d45f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'name': 'tempest-AttachVolumeTestJSON-1223524144-router', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:57Z', 'updated_at': '2021-06-30T09:17:06Z', 'revision_number': 4, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'gw_port': {'id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:58Z', 'updated_at': '2021-06-30T09:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '30bd8f9f-a791-43f5-af90-56efb264d1c3', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'floating_ip_address': '172.25.6.162', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'port_id': '770805df-1496-40ab-b8e2-3d5fd082fd0a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28', 'mac_address': 'fa:16:3e:9d:b2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5d9f2-0114-4cf3-8c12-e2618be0603d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:23:44Z', 'updated_at': '2021-06-30T09:24:06Z', 'revision_number': 1, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99ae9c62-8faf-4f13-b465-4ff6383f43f0', 'name': '', 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'mac_address': 'fa:16:3e:b3:b0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:17:16Z', 'revision_number': 5, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'subnets': [{'id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:07.983988 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ed0c93-76fb-4655-90a8-e293da7d45f4 None None] The sync data for ids ['eca836ae-5d6f-47f0-b0ac-6d159626a382'] in n-d-771363-31 is: [{'id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'name': 'tempest-AttachVolumeTestJSON-1223524144-router', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:57Z', 'updated_at': '2021-06-30T09:17:06Z', 'revision_number': 4, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'gw_port': {'id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:58Z', 'updated_at': '2021-06-30T09:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '30bd8f9f-a791-43f5-af90-56efb264d1c3', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'floating_ip_address': '172.25.6.162', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'port_id': '770805df-1496-40ab-b8e2-3d5fd082fd0a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28', 'mac_address': 'fa:16:3e:9d:b2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5d9f2-0114-4cf3-8c12-e2618be0603d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:23:44Z', 'updated_at': '2021-06-30T09:24:06Z', 'revision_number': 1, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99ae9c62-8faf-4f13-b465-4ff6383f43f0', 'name': '', 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'mac_address': 'fa:16:3e:b3:b0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:17:16Z', 'revision_number': 5, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'subnets': [{'id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:24:08.254677 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ea72a6-309f-42e1-b4bb-d60cef2e5092 None None] New status for floating IP 30bd8f9f-a791-43f5-af90-56efb264d1c3: ACTIVE {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:24:08.322720 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c7da4-ded7-4746-ad44-ffff7b7e4a84 req-22d2f547-ed1d-4cef-96e5-317ec67c86bd tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:08.325080 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-308c7da4-ded7-4746-ad44-ffff7b7e4a84 req-22d2f547-ed1d-4cef-96e5-317ec67c86bd tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.0832381 Jun 30 09:24:08.371768 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-308c7da4-ded7-4746-ad44-ffff7b7e4a84 req-d98e1281-6f93-452a-b913-055d5580a47c tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395467 Jun 30 09:24:08.555603 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-f071fa17-5db6-4de5-8d51-6a70c88cb5b2 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:08.557797 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-f071fa17-5db6-4de5-8d51-6a70c88cb5b2 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.52 "GET /v2.0/networks?id=2ab70122-0020-4c29-ae52-7bd3c84e0fca HTTP/1.1" status: 200 len: 816 time: 0.1336823 Jun 30 09:24:08.630777 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-b124dab8-b671-4489-a27c-2278a0f6916e tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=012c38fa3263411f81f5a9c6187e3025 HTTP/1.1" status: 200 len: 380 time: 0.0631917 Jun 30 09:24:08.646721 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-ef39c85f-6789-4300-9c17-e37e8b2f1ba7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Request body: {'port': {'device_id': '699d7086-5e36-40ed-965c-e9d3137523a1', 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca', 'admin_state_up': True, 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'security_groups': ['beeabd45-7476-4e30-8734-6d72df37247c']}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:08.713572 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:08.752840 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-11550a88-6329-435e-9498-ad6ce71d25ac req-16eecada-d6a7-442f-9b8b-fc0ad962ec12 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 210 time: 0.0594573 Jun 30 09:24:08.855600 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-ef39c85f-6789-4300-9c17-e37e8b2f1ba7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Made reservation on behalf of 012c38fa3263411f81f5a9c6187e3025 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:08.860355 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-ef39c85f-6789-4300-9c17-e37e8b2f1ba7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:09.041572 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-ef39c85f-6789-4300-9c17-e37e8b2f1ba7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Allocated IP 172.20.0.8 (2ab70122-0020-4c29-ae52-7bd3c84e0fca/afcabd5e-a40b-4794-b5f8-0b150c129247/dfaccd73-2896-4243-a6bc-b3ec0e222a68) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:09.209065 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-ef39c85f-6789-4300-9c17-e37e8b2f1ba7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:09.237975 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-ef39c85f-6789-4300-9c17-e37e8b2f1ba7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Transition to ACTIVE for port object dfaccd73-2896-4243-a6bc-b3ec0e222a68 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:09.467805 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-ef39c85f-6789-4300-9c17-e37e8b2f1ba7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:09.549030 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-ef39c85f-6789-4300-9c17-e37e8b2f1ba7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Network 2ab70122-0020-4c29-ae52-7bd3c84e0fca is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:09.558060 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-ef39c85f-6789-4300-9c17-e37e8b2f1ba7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:09.571116 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-ef39c85f-6789-4300-9c17-e37e8b2f1ba7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:09.605362 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39c85f-6789-4300-9c17-e37e8b2f1ba7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Pushing event updated for resources: {'Port': ['ID=dfaccd73-2896-4243-a6bc-b3ec0e222a68,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:09.624040 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef39c85f-6789-4300-9c17-e37e8b2f1ba7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:09.624394 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef39c85f-6789-4300-9c17-e37e8b2f1ba7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:09.624742 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef39c85f-6789-4300-9c17-e37e8b2f1ba7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:09.625077 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef39c85f-6789-4300-9c17-e37e8b2f1ba7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:09.626597 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef39c85f-6789-4300-9c17-e37e8b2f1ba7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:09.626597 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef39c85f-6789-4300-9c17-e37e8b2f1ba7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:09.626597 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef39c85f-6789-4300-9c17-e37e8b2f1ba7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:09.626597 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef39c85f-6789-4300-9c17-e37e8b2f1ba7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:09.626976 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef39c85f-6789-4300-9c17-e37e8b2f1ba7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:09.627058 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef39c85f-6789-4300-9c17-e37e8b2f1ba7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:09.627381 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef39c85f-6789-4300-9c17-e37e8b2f1ba7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:09.627696 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef39c85f-6789-4300-9c17-e37e8b2f1ba7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:09.641943 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c364bd-ecb4-4b84-99e5-c967203c7d8b req-e5c5f4fe-0468-40ce-8274-3ab2aeb2300f tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:09.644306 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-13c364bd-ecb4-4b84-99e5-c967203c7d8b req-e5c5f4fe-0468-40ce-8274-3ab2aeb2300f tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.1325991 Jun 30 09:24:09.672789 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-ef39c85f-6789-4300-9c17-e37e8b2f1ba7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:09.673457 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-ef39c85f-6789-4300-9c17-e37e8b2f1ba7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:09.713202 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-13c364bd-ecb4-4b84-99e5-c967203c7d8b req-36ce99c7-1b2a-4c2c-a96c-9246afbfcad8 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607924 Jun 30 09:24:09.807193 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-ef39c85f-6789-4300-9c17-e37e8b2f1ba7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1637437 Jun 30 09:24:09.823582 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-89d4097e-1a2e-4e43-955c-e18126c76eee service neutron] Request body: {'port': {'device_id': '699d7086-5e36-40ed-965c-e9d3137523a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:09.925947 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-89d4097e-1a2e-4e43-955c-e18126c76eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:09.994639 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-ede4792f-a67c-436e-b30e-fa6575c1b2fc None None] Provisioning for port dfaccd73-2896-4243-a6bc-b3ec0e222a68 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:09.998725 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-ede4792f-a67c-436e-b30e-fa6575c1b2fc None None] Provisioning complete for port dfaccd73-2896-4243-a6bc-b3ec0e222a68 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:09.999321 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ede4792f-a67c-436e-b30e-fa6575c1b2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:10.043683 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-ede4792f-a67c-436e-b30e-fa6575c1b2fc None None] Port dfaccd73-2896-4243-a6bc-b3ec0e222a68 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:24:10.108441 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16633285-e383-4f3e-a26d-07ef03ce960d req-19c456d8-b36d-4e91-895a-8cb36c49be22 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:10.110916 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-16633285-e383-4f3e-a26d-07ef03ce960d req-19c456d8-b36d-4e91-895a-8cb36c49be22 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 931 time: 0.2024465 Jun 30 09:24:10.243374 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-16633285-e383-4f3e-a26d-07ef03ce960d req-99d8d884-2f9b-4c7e-838a-aa827d7fcabc tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079352 Jun 30 09:24:10.348314 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-89d4097e-1a2e-4e43-955c-e18126c76eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfaccd73-2896-4243-a6bc-b3ec0e222a68 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:24:10.358796 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-89d4097e-1a2e-4e43-955c-e18126c76eee service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:10.372221 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-89d4097e-1a2e-4e43-955c-e18126c76eee service neutron] Transition to ACTIVE for port object dfaccd73-2896-4243-a6bc-b3ec0e222a68 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:10.570560 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-89d4097e-1a2e-4e43-955c-e18126c76eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:10.625941 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4097e-1a2e-4e43-955c-e18126c76eee service neutron] Pushing event updated for resources: {'Port': ['ID=dfaccd73-2896-4243-a6bc-b3ec0e222a68,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:10.722928 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-89d4097e-1a2e-4e43-955c-e18126c76eee service neutron] Attempting to bind port dfaccd73-2896-4243-a6bc-b3ec0e222a68 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:24:10.723308 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-89d4097e-1a2e-4e43-955c-e18126c76eee service neutron] Attempting to bind port dfaccd73-2896-4243-a6bc-b3ec0e222a68 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '00b77331-5ed3-4449-ba6a-84efe27ecf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:24:10.723645 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-89d4097e-1a2e-4e43-955c-e18126c76eee service neutron] Attempting to bind port dfaccd73-2896-4243-a6bc-b3ec0e222a68 on network 2ab70122-0020-4c29-ae52-7bd3c84e0fca {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:24:10.728851 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-89d4097e-1a2e-4e43-955c-e18126c76eee service neutron] Port dfaccd73-2896-4243-a6bc-b3ec0e222a68 on network 2ab70122-0020-4c29-ae52-7bd3c84e0fca not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:24:10.729285 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-89d4097e-1a2e-4e43-955c-e18126c76eee service neutron] Attempting to bind port dfaccd73-2896-4243-a6bc-b3ec0e222a68 on network 2ab70122-0020-4c29-ae52-7bd3c84e0fca {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:24:10.739785 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-89d4097e-1a2e-4e43-955c-e18126c76eee service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:24:10.740187 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-89d4097e-1a2e-4e43-955c-e18126c76eee service neutron] Checking segment: {'id': '00b77331-5ed3-4449-ba6a-84efe27ecf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:24:10.740704 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-89d4097e-1a2e-4e43-955c-e18126c76eee service neutron] Bound using segment: {'id': '00b77331-5ed3-4449-ba6a-84efe27ecf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:24:10.741135 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-89d4097e-1a2e-4e43-955c-e18126c76eee service neutron] Bound port: dfaccd73-2896-4243-a6bc-b3ec0e222a68, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00b77331-5ed3-4449-ba6a-84efe27ecf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:24:10.742164 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-89d4097e-1a2e-4e43-955c-e18126c76eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:10.834515 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-89d4097e-1a2e-4e43-955c-e18126c76eee service neutron] For port dfaccd73-2896-4243-a6bc-b3ec0e222a68, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:24:10.844788 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-89d4097e-1a2e-4e43-955c-e18126c76eee service neutron] For port dfaccd73-2896-4243-a6bc-b3ec0e222a68, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=dfaccd73-2896-4243-a6bc-b3ec0e222a68,segment=NetworkSegment(00b77331-5ed3-4449-ba6a-84efe27ecf19),segment_id=00b77331-5ed3-4449-ba6a-84efe27ecf19)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:24:10.931942 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-89d4097e-1a2e-4e43-955c-e18126c76eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:10.965956 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f8095-5a10-463c-869f-b789d1ebd68d req-6f30ec28-18f3-46da-ad5b-abd928447d4f tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:10.967573 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-900f8095-5a10-463c-869f-b789d1ebd68d req-6f30ec28-18f3-46da-ad5b-abd928447d4f tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.0804961 Jun 30 09:24:10.991110 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-89d4097e-1a2e-4e43-955c-e18126c76eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:10.992775 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-89d4097e-1a2e-4e43-955c-e18126c76eee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:10.994412 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-89d4097e-1a2e-4e43-955c-e18126c76eee service neutron] 10.222.0.52 "PUT /v2.0/ports/dfaccd73-2896-4243-a6bc-b3ec0e222a68 HTTP/1.1" status: 200 len: 1092 time: 1.1766918 Jun 30 09:24:10.998661 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699d7086-5e36-40ed-965c-e9d3137523a1', 'tag': 'dfaccd73-2896-4243-a6bc-b3ec0e222a68'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:24:11.001986 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7ca140-9346-4255-a677-10ece05eaf0f" -d '{"events": [{"name": "network-changed", "server_uuid": "699d7086-5e36-40ed-965c-e9d3137523a1", "tag": "dfaccd73-2896-4243-a6bc-b3ec0e222a68"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:24:11.036812 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-900f8095-5a10-463c-869f-b789d1ebd68d req-e0155418-28bd-48ad-8f33-74c819c4a0d3 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621727 Jun 30 09:24:11.077989 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdfcc99-5493-46f0-b388-986a72e67cdc x-openstack-request-id: req-1bdfcc99-5493-46f0-b388-986a72e67cdc {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:24:11.078692 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "699d7086-5e36-40ed-965c-e9d3137523a1", "tag": "dfaccd73-2896-4243-a6bc-b3ec0e222a68", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:24:11.079076 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1bdfcc99-5493-46f0-b388-986a72e67cdc {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:24:11.079664 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699d7086-5e36-40ed-965c-e9d3137523a1', 'tag': 'dfaccd73-2896-4243-a6bc-b3ec0e222a68', 'status': 'completed', 'code': 200} Jun 30 09:24:11.080670 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4097e-1a2e-4e43-955c-e18126c76eee service neutron] Pushing event updated for resources: {'Port': ['ID=dfaccd73-2896-4243-a6bc-b3ec0e222a68,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:11.184794 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ca140-9346-4255-a677-10ece05eaf0f req-7c078ce1-2a2f-4714-84bd-69157179455e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:11.186304 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-be7ca140-9346-4255-a677-10ece05eaf0f req-7c078ce1-2a2f-4714-84bd-69157179455e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=012c38fa3263411f81f5a9c6187e3025&device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 1095 time: 0.0704923 Jun 30 09:24:11.302563 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ca140-9346-4255-a677-10ece05eaf0f req-d98d5bcc-de87-4165-a7c8-4f29bdf31507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:11.302563 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-be7ca140-9346-4255-a677-10ece05eaf0f req-d98d5bcc-de87-4165-a7c8-4f29bdf31507 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=012c38fa3263411f81f5a9c6187e3025&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1019704 Jun 30 09:24:11.406776 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ca140-9346-4255-a677-10ece05eaf0f req-1b15350f-ca9f-444c-9563-23f887171ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:11.408517 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-be7ca140-9346-4255-a677-10ece05eaf0f req-1b15350f-ca9f-444c-9563-23f887171ea0 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1044858 Jun 30 09:24:11.441431 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d383ae-8855-42d6-afc9-d97cf7b39f21 req-d058037c-2e9d-4ade-a1fc-aad1b973de32 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:11.443017 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-93d383ae-8855-42d6-afc9-d97cf7b39f21 req-d058037c-2e9d-4ade-a1fc-aad1b973de32 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.0726547 Jun 30 09:24:11.500308 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-93d383ae-8855-42d6-afc9-d97cf7b39f21 req-e5fe2442-4639-4de2-9a0c-649511b54ba9 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499270 Jun 30 09:24:11.550066 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-30e3bb10-72a9-4d7e-bfcb-6e30a5661295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:11.551927 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-30e3bb10-72a9-4d7e-bfcb-6e30a5661295 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=012c38fa3263411f81f5a9c6187e3025&device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 1095 time: 0.0870674 Jun 30 09:24:11.615778 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-b49e2e98-09a8-403b-83ff-551d2aaf32c4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfaccd73-2896-4243-a6bc-b3ec0e222a68 HTTP/1.1" status: 200 len: 217 time: 0.0505025 Jun 30 09:24:11.670663 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-95a1a08c-ef2d-4df2-b63f-dd682847b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:11.672094 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-95a1a08c-ef2d-4df2-b63f-dd682847b1a9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=afcabd5e-a40b-4794-b5f8-0b150c129247 HTTP/1.1" status: 200 len: 855 time: 0.0489812 Jun 30 09:24:11.733807 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-ad0f9b1a-a2f3-4302-9659-942b3022125d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:11.735343 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-ad0f9b1a-a2f3-4302-9659-942b3022125d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ab70122-0020-4c29-ae52-7bd3c84e0fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544550 Jun 30 09:24:11.856178 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-bb6d491e-6a16-4ebf-97a6-4a0a6555bef3 service neutron] 10.222.0.52 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102436 Jun 30 09:24:11.983808 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-faaba1e7-e543-451a-ab6d-76e2896004dd req-9a3ed8aa-709d-48d4-8058-b6e2f0e3ab68 service neutron] 10.222.0.52 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194310 Jun 30 09:24:12.224442 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563d039-4ee1-4130-b24c-3971ca8e4377 req-09dad66f-f38b-4c36-ad7b-4354febe6ebe tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:12.226497 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d563d039-4ee1-4130-b24c-3971ca8e4377 req-09dad66f-f38b-4c36-ad7b-4354febe6ebe tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.0661402 Jun 30 09:24:12.265079 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d563d039-4ee1-4130-b24c-3971ca8e4377 req-2e4f4805-4713-4e6a-94fd-dc35c7942a45 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329530 Jun 30 09:24:12.768293 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b822bd9-3fc7-4219-90f5-e5f60ac78ad9 req-b042b1f2-844e-4808-8e47-6c7980b5d515 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:12.770203 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7b822bd9-3fc7-4219-90f5-e5f60ac78ad9 req-b042b1f2-844e-4808-8e47-6c7980b5d515 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.0862319 Jun 30 09:24:12.853746 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7b822bd9-3fc7-4219-90f5-e5f60ac78ad9 req-41d7b35d-d8a0-4633-afac-6db0a0c508c0 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673153 Jun 30 09:24:13.485170 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b20baf-4ed4-4852-801b-656fcec11bbb req-da094011-202f-4049-a28b-e80812081bdf tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:13.486780 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-61b20baf-4ed4-4852-801b-656fcec11bbb req-da094011-202f-4049-a28b-e80812081bdf tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.0943553 Jun 30 09:24:13.534604 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-61b20baf-4ed4-4852-801b-656fcec11bbb req-b5b84af0-50db-4f03-ba20-e4b11ed60668 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400167 Jun 30 09:24:14.091013 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d3066-c4a5-4416-8ef4-8c378f8cfd87 req-6d546e98-175e-4fc5-bfa7-0ec44ebf3dbb tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:14.091013 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b72d3066-c4a5-4416-8ef4-8c378f8cfd87 req-6d546e98-175e-4fc5-bfa7-0ec44ebf3dbb tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.0825424 Jun 30 09:24:14.176349 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b72d3066-c4a5-4416-8ef4-8c378f8cfd87 req-c4520978-4d26-4e6e-9d0a-4423a6a2611f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728841 Jun 30 09:24:14.259595 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8038b9-798b-4d6c-8b06-38c42062bade req-a5eafad2-0285-48d3-a005-f896d2245b30 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:14.267183 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5c8038b9-798b-4d6c-8b06-38c42062bade req-a5eafad2-0285-48d3-a005-f896d2245b30 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.1251194 Jun 30 09:24:14.380366 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-5c8038b9-798b-4d6c-8b06-38c42062bade req-3f5bdbbd-c894-4813-a483-0d2f3a5ed015 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Deleting port 2fea74a6-eaf5-4223-96d6-b3ef58259c64 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:14.380635 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5c8038b9-798b-4d6c-8b06-38c42062bade req-3f5bdbbd-c894-4813-a483-0d2f3a5ed015 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:14.482843 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-5c8038b9-798b-4d6c-8b06-38c42062bade req-3f5bdbbd-c894-4813-a483-0d2f3a5ed015 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] For port 2fea74a6-eaf5-4223-96d6-b3ef58259c64, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2fea74a6-eaf5-4223-96d6-b3ef58259c64,segment=NetworkSegment(1251b18e-95fe-4a76-b566-dbaccb21e832),segment_id=1251b18e-95fe-4a76-b566-dbaccb21e832)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:14.483235 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5c8038b9-798b-4d6c-8b06-38c42062bade req-3f5bdbbd-c894-4813-a483-0d2f3a5ed015 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:14.497698 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-5c8038b9-798b-4d6c-8b06-38c42062bade req-3f5bdbbd-c894-4813-a483-0d2f3a5ed015 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Calling delete_port for 2fea74a6-eaf5-4223-96d6-b3ef58259c64 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:14.735813 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5c8038b9-798b-4d6c-8b06-38c42062bade req-3f5bdbbd-c894-4813-a483-0d2f3a5ed015 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:14.742857 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859a0fa-b58d-40f5-930a-df5517b07ca0 req-8078b3d4-ced5-4810-b508-bbc845ac26a8 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:14.744896 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0859a0fa-b58d-40f5-930a-df5517b07ca0 req-8078b3d4-ced5-4810-b508-bbc845ac26a8 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 945 time: 0.0723958 Jun 30 09:24:14.752850 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['2fea74a6-eaf5-4223-96d6-b3ef58259c64'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:24:14.759570 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device dfaccd73-2896-4243-a6bc-b3ec0e222a68 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:24:14.803461 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5bdbbd-c894-4813-a483-0d2f3a5ed015 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Pushing event deleted for resources: {'Port': ['ID=2fea74a6-eaf5-4223-96d6-b3ef58259c64,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:14.837496 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0859a0fa-b58d-40f5-930a-df5517b07ca0 req-4e2c7ec1-4384-45e5-95c7-eb981554466e tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/security-groups?id=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681050 Jun 30 09:24:14.875576 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8038b9-798b-4d6c-8b06-38c42062bade req-3f5bdbbd-c894-4813-a483-0d2f3a5ed015 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] No DVR routers for this DVR port 2fea74a6-eaf5-4223-96d6-b3ef58259c64 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:24:14.879809 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5c8038b9-798b-4d6c-8b06-38c42062bade req-3f5bdbbd-c894-4813-a483-0d2f3a5ed015 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:14.880359 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5c8038b9-798b-4d6c-8b06-38c42062bade req-3f5bdbbd-c894-4813-a483-0d2f3a5ed015 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.52 "DELETE /v2.0/ports/2fea74a6-eaf5-4223-96d6-b3ef58259c64 HTTP/1.1" status: 204 len: 173 time: 0.6125433 Jun 30 09:24:14.880820 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c17ab1f-a65e-4d6e-a900-47624522374a', 'name': 'network-vif-deleted', 'tag': '2fea74a6-eaf5-4223-96d6-b3ef58259c64'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:24:14.883924 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508ad3f3-4bd9-4cd7-8c0e-92d195f162fa" -d '{"events": [{"server_uuid": "8c17ab1f-a65e-4d6e-a900-47624522374a", "name": "network-vif-deleted", "tag": "2fea74a6-eaf5-4223-96d6-b3ef58259c64"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:24:14.932380 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e034650-051c-4cc1-8803-d15145814a76 x-openstack-request-id: req-2e034650-051c-4cc1-8803-d15145814a76 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:24:14.932681 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c17ab1f-a65e-4d6e-a900-47624522374a", "name": "network-vif-deleted", "tag": "2fea74a6-eaf5-4223-96d6-b3ef58259c64", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:24:14.933450 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2e034650-051c-4cc1-8803-d15145814a76 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:24:14.933450 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c17ab1f-a65e-4d6e-a900-47624522374a', 'name': 'network-vif-deleted', 'tag': '2fea74a6-eaf5-4223-96d6-b3ef58259c64', 'status': 'completed', 'code': 200} Jun 30 09:24:14.968357 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port dfaccd73-2896-4243-a6bc-b3ec0e222a68, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=dfaccd73-2896-4243-a6bc-b3ec0e222a68,segment=NetworkSegment(00b77331-5ed3-4449-ba6a-84efe27ecf19),segment_id=00b77331-5ed3-4449-ba6a-84efe27ecf19)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:14.980550 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'dfaccd73-2896-4243-a6bc-b3ec0e222a68', 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca', 'port_id': 'dfaccd73-2896-4243-a6bc-b3ec0e222a68', 'mac_address': 'fa:16:3e:0f:fd:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:24:15.018457 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:15.032924 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfaccd73-2896-4243-a6bc-b3ec0e222a68 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:24:15.054769 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port dfaccd73-2896-4243-a6bc-b3ec0e222a68, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=dfaccd73-2896-4243-a6bc-b3ec0e222a68,segment=NetworkSegment(00b77331-5ed3-4449-ba6a-84efe27ecf19),segment_id=00b77331-5ed3-4449-ba6a-84efe27ecf19)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:15.308041 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:15.393461 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=dfaccd73-2896-4243-a6bc-b3ec0e222a68,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:15.434163 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72446699-3ab2-485e-b254-147839cf90b8 req-a752eaf1-a6b1-436c-a0e7-a8e66b6ebda4 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:15.439849 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-72446699-3ab2-485e-b254-147839cf90b8 req-a752eaf1-a6b1-436c-a0e7-a8e66b6ebda4 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 944 time: 0.0747547 Jun 30 09:24:15.487792 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-72446699-3ab2-485e-b254-147839cf90b8 req-0e04ad61-0e9f-495b-ac05-3fd8d49db32e tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447867 Jun 30 09:24:15.663179 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['dfaccd73-2896-4243-a6bc-b3ec0e222a68'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:24:16.018597 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-37f97305-0ac2-4132-a259-257ebcd2fff6 req-46d768e7-389f-49f4-8232-3abdc7a02e93 tempest-ServerRescueNegativeTestJSON-8608690 tempest-ServerRescueNegativeTestJSON-8608690-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c17ab1f-a65e-4d6e-a900-47624522374a HTTP/1.1" status: 200 len: 210 time: 0.0357668 Jun 30 09:24:16.752853 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device dfaccd73-2896-4243-a6bc-b3ec0e222a68 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:16.883098 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d61b9-f140-4233-88d7-8702685c71ff req-43e123c8-2ab3-4891-a0cd-2b16afcdec97 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:16.888246 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-505d61b9-f140-4233-88d7-8702685c71ff req-43e123c8-2ab3-4891-a0cd-2b16afcdec97 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 944 time: 0.1636865 Jun 30 09:24:16.925227 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-505d61b9-f140-4233-88d7-8702685c71ff req-df632cc8-45a4-4416-993c-6e8120b794b0 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347195 Jun 30 09:24:17.043939 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port dfaccd73-2896-4243-a6bc-b3ec0e222a68 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:17.049994 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port dfaccd73-2896-4243-a6bc-b3ec0e222a68 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:17.050358 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:17.133077 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 51644) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:17.144542 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:17.173579 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699d7086-5e36-40ed-965c-e9d3137523a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfaccd73-2896-4243-a6bc-b3ec0e222a68'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:24:17.176162 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14ddd08-e95a-417f-a41e-997e5c787ae0" -d '{"events": [{"server_uuid": "699d7086-5e36-40ed-965c-e9d3137523a1", "name": "network-vif-plugged", "status": "completed", "tag": "dfaccd73-2896-4243-a6bc-b3ec0e222a68"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:24:17.209944 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port dfaccd73-2896-4243-a6bc-b3ec0e222a68, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=dfaccd73-2896-4243-a6bc-b3ec0e222a68,segment=NetworkSegment(00b77331-5ed3-4449-ba6a-84efe27ecf19),segment_id=00b77331-5ed3-4449-ba6a-84efe27ecf19)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:17.232356 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f305cce-ac47-4082-988b-f7d8c401e667 x-openstack-request-id: req-8f305cce-ac47-4082-988b-f7d8c401e667 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:24:17.232654 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699d7086-5e36-40ed-965c-e9d3137523a1", "name": "network-vif-plugged", "status": "completed", "tag": "dfaccd73-2896-4243-a6bc-b3ec0e222a68", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:24:17.232911 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8f305cce-ac47-4082-988b-f7d8c401e667 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:24:17.233313 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699d7086-5e36-40ed-965c-e9d3137523a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfaccd73-2896-4243-a6bc-b3ec0e222a68', 'code': 200} Jun 30 09:24:17.386839 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:17.387707 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 2fea74a6-eaf5-4223-96d6-b3ef58259c64 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:24:17.435256 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 2fea74a6-eaf5-4223-96d6-b3ef58259c64 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:24:17.435608 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 2fea74a6-eaf5-4223-96d6-b3ef58259c64 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:24:17.469497 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=dfaccd73-2896-4243-a6bc-b3ec0e222a68,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:17.792920 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d41af-22e5-4002-8a8a-f00736c4b6a8 req-c30dcc5e-20ea-4b8e-9a84-b8f0d541a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:17.794556 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8a3d41af-22e5-4002-8a8a-f00736c4b6a8 req-c30dcc5e-20ea-4b8e-9a84-b8f0d541a25f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 1096 time: 0.4711556 Jun 30 09:24:17.866035 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8a3d41af-22e5-4002-8a8a-f00736c4b6a8 req-1c88aab6-5c4f-4da8-8bcb-d4d6682fc68f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588765 Jun 30 09:24:17.986285 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f3981e1-7810-4073-afc0-5dad6b19efab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:18.150138 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5d35c-cac2-40a8-b7ab-327787a47287 req-ebbad733-04e3-40b5-95c2-6b38290b5708 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:18.151732 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6ef5d35c-cac2-40a8-b7ab-327787a47287 req-ebbad733-04e3-40b5-95c2-6b38290b5708 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 945 time: 0.0702269 Jun 30 09:24:18.191680 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6ef5d35c-cac2-40a8-b7ab-327787a47287 req-76a8d8af-8448-4ae4-b597-cfa2de35f31c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337083 Jun 30 09:24:18.278723 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-8f3981e1-7810-4073-afc0-5dad6b19efab admin admin] Deleting port d2044a80-fe15-4387-a284-4a43dfbc942c {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:18.279370 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f3981e1-7810-4073-afc0-5dad6b19efab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:18.370475 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-8f3981e1-7810-4073-afc0-5dad6b19efab admin admin] For port d2044a80-fe15-4387-a284-4a43dfbc942c, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=d2044a80-fe15-4387-a284-4a43dfbc942c,segment=NetworkSegment(1251b18e-95fe-4a76-b566-dbaccb21e832),segment_id=1251b18e-95fe-4a76-b566-dbaccb21e832)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:18.370858 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f3981e1-7810-4073-afc0-5dad6b19efab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:18.386660 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-8f3981e1-7810-4073-afc0-5dad6b19efab admin admin] Calling delete_port for d2044a80-fe15-4387-a284-4a43dfbc942c owned by network:router_interface {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:18.694047 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f3981e1-7810-4073-afc0-5dad6b19efab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:18.810897 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3981e1-7810-4073-afc0-5dad6b19efab admin admin] Pushing event deleted for resources: {'Port': ['ID=d2044a80-fe15-4387-a284-4a43dfbc942c,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:19.042687 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f3981e1-7810-4073-afc0-5dad6b19efab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:19.284172 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3981e1-7810-4073-afc0-5dad6b19efab admin admin] Router d131102f-44a0-43cd-92a5-2eb453bcc4e0 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:24:19.436399 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3981e1-7810-4073-afc0-5dad6b19efab admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:24:19.441905 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8f3981e1-7810-4073-afc0-5dad6b19efab admin admin] 10.222.0.10 "PUT /v2.0/routers/d131102f-44a0-43cd-92a5-2eb453bcc4e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3076215 Jun 30 09:24:19.445255 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 51690) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:19.449370 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b95dc7-3a95-471a-8598-a3115d79f97a None None] Sync routers for ids ['d131102f-44a0-43cd-92a5-2eb453bcc4e0'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:24:19.465435 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b95dc7-3a95-471a-8598-a3115d79f97a None None] Routers {'d131102f-44a0-43cd-92a5-2eb453bcc4e0'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:19.466088 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-c0b95dc7-3a95-471a-8598-a3115d79f97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:23:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['d131102f-44a0-43cd-92a5-2eb453bcc4e0'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:19.687216 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c14a6-fc9b-49f2-9335-5c4fba06a67f req-1ee34cbb-ce5a-43e4-8ff9-681771301d5f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:19.694030 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9f1c14a6-fc9b-49f2-9335-5c4fba06a67f req-1ee34cbb-ce5a-43e4-8ff9-681771301d5f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 945 time: 0.3491039 Jun 30 09:24:19.762472 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-070ac01c-9a8e-4e5d-ae08-d990660f8196 admin admin] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:19.879269 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9f1c14a6-fc9b-49f2-9335-5c4fba06a67f req-a10b061f-d862-4877-9c53-87b91a117a46 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836092 Jun 30 09:24:19.933632 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-c0b95dc7-3a95-471a-8598-a3115d79f97a None None] Set router d131102f-44a0-43cd-92a5-2eb453bcc4e0 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:24:19.988110 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-070ac01c-9a8e-4e5d-ae08-d990660f8196 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:20.175744 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-070ac01c-9a8e-4e5d-ae08-d990660f8196 admin admin] Deleting port 6ffcb708-4142-4f4e-a157-9f6e3e2610a8 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:20.184188 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-070ac01c-9a8e-4e5d-ae08-d990660f8196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:20.218781 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5f713-cb81-414a-abb7-221f96cb7589 req-92ee4305-962d-4090-9789-9b081525fda2 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:20.224593 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-c0b95dc7-3a95-471a-8598-a3115d79f97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd131102f-44a0-43cd-92a5-2eb453bcc4e0', 'name': 'tempest-ServerRescueNegativeTestJSON-2039883727-router', 'tenant_id': '234aaca18299482fab3a8daeb994da0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '6ffcb708-4142-4f4e-a157-9f6e3e2610a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:21:20Z', 'updated_at': '2021-06-30T09:24:18Z', 'revision_number': 5, 'project_id': '234aaca18299482fab3a8daeb994da0d', 'gw_port': {'id': '6ffcb708-4142-4f4e-a157-9f6e3e2610a8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:31:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd131102f-44a0-43cd-92a5-2eb453bcc4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:21Z', 'updated_at': '2021-06-30T09:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:20.227370 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8ac5f713-cb81-414a-abb7-221f96cb7589 req-92ee4305-962d-4090-9789-9b081525fda2 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 945 time: 0.1215923 Jun 30 09:24:20.236195 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 51720) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:20.241108 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-088040d0-25c7-492a-826d-83e349f94bdc tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Request body: {'floatingip': {'port_id': 'dfaccd73-2896-4243-a6bc-b3ec0e222a68'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:20.278472 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b95dc7-3a95-471a-8598-a3115d79f97a None None] Checking router: d131102f-44a0-43cd-92a5-2eb453bcc4e0 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:24:20.279907 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-070ac01c-9a8e-4e5d-ae08-d990660f8196 admin admin] For port 6ffcb708-4142-4f4e-a157-9f6e3e2610a8, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=6ffcb708-4142-4f4e-a157-9f6e3e2610a8,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:20.280335 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-070ac01c-9a8e-4e5d-ae08-d990660f8196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:20.286534 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-088040d0-25c7-492a-826d-83e349f94bdc tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for floatingip, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:20.296216 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b95dc7-3a95-471a-8598-a3115d79f97a None None] Routers {'d131102f-44a0-43cd-92a5-2eb453bcc4e0'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:20.297223 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-c0b95dc7-3a95-471a-8598-a3115d79f97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:23:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['d131102f-44a0-43cd-92a5-2eb453bcc4e0'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:20.303402 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-070ac01c-9a8e-4e5d-ae08-d990660f8196 admin admin] Calling delete_port for 6ffcb708-4142-4f4e-a157-9f6e3e2610a8 owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:20.410268 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-c0b95dc7-3a95-471a-8598-a3115d79f97a None None] Set router d131102f-44a0-43cd-92a5-2eb453bcc4e0 gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:24:20.476244 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-c0b95dc7-3a95-471a-8598-a3115d79f97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd131102f-44a0-43cd-92a5-2eb453bcc4e0', 'name': 'tempest-ServerRescueNegativeTestJSON-2039883727-router', 'tenant_id': '234aaca18299482fab3a8daeb994da0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:21:20Z', 'updated_at': '2021-06-30T09:24:19Z', 'revision_number': 6, 'project_id': '234aaca18299482fab3a8daeb994da0d', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:20.507568 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b95dc7-3a95-471a-8598-a3115d79f97a None None] The sync data for ids ['d131102f-44a0-43cd-92a5-2eb453bcc4e0'] in n-d-771363-31 is: [{'id': 'd131102f-44a0-43cd-92a5-2eb453bcc4e0', 'name': 'tempest-ServerRescueNegativeTestJSON-2039883727-router', 'tenant_id': '234aaca18299482fab3a8daeb994da0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:21:20Z', 'updated_at': '2021-06-30T09:24:19Z', 'revision_number': 6, 'project_id': '234aaca18299482fab3a8daeb994da0d', 'gw_port_host': None}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:24:20.509229 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3745b94e-2314-43d4-96ef-08458d8ecfe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:20.616062 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-070ac01c-9a8e-4e5d-ae08-d990660f8196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:20.653118 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ac01c-9a8e-4e5d-ae08-d990660f8196 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ffcb708-4142-4f4e-a157-9f6e3e2610a8,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:20.724792 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-070ac01c-9a8e-4e5d-ae08-d990660f8196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:20.832347 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-070ac01c-9a8e-4e5d-ae08-d990660f8196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:20.837779 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-070ac01c-9a8e-4e5d-ae08-d990660f8196 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.030997 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-070ac01c-9a8e-4e5d-ae08-d990660f8196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.030997 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070ac01c-9a8e-4e5d-ae08-d990660f8196 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d131102f-44a0-43cd-92a5-2eb453bcc4e0 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:24:21.032261 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-070ac01c-9a8e-4e5d-ae08-d990660f8196 admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.033793 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-070ac01c-9a8e-4e5d-ae08-d990660f8196 admin admin] 10.222.0.10 "DELETE /v2.0/routers/d131102f-44a0-43cd-92a5-2eb453bcc4e0 HTTP/1.1" status: 204 len: 168 time: 1.5876908 Jun 30 09:24:21.037500 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 51740) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:21.088754 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c99e30e-15dd-407f-8dac-3acec7096d1b admin admin] Deleting subnet 5aa4110f-a72f-4573-96b9-ab88a0074a0f {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:24:21.092209 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3c99e30e-15dd-407f-8dac-3acec7096d1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.130800 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3c99e30e-15dd-407f-8dac-3acec7096d1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.177797 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3c99e30e-15dd-407f-8dac-3acec7096d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.235108 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-088040d0-25c7-492a-826d-83e349f94bdc tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.404236 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-088040d0-25c7-492a-826d-83e349f94bdc tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.404526 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3c99e30e-15dd-407f-8dac-3acec7096d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.435423 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99e30e-15dd-407f-8dac-3acec7096d1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aa4110f-a72f-4573-96b9-ab88a0074a0f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:21.439224 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3c99e30e-15dd-407f-8dac-3acec7096d1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.441857 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3c99e30e-15dd-407f-8dac-3acec7096d1b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5aa4110f-a72f-4573-96b9-ab88a0074a0f HTTP/1.1" status: 204 len: 168 time: 0.4033370 Jun 30 09:24:21.444345 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 51754) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:21.536204 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7785f13b-7b3d-45e7-a5ef-3b4a8928c259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.562642 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-088040d0-25c7-492a-826d-83e349f94bdc tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Floating IP 084f92bd-c031-430e-83dd-9eccf8620f88 associated. External IP: 172.25.6.250, port: dfaccd73-2896-4243-a6bc-b3ec0e222a68. Jun 30 09:24:21.687518 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7785f13b-7b3d-45e7-a5ef-3b4a8928c259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.700954 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-7785f13b-7b3d-45e7-a5ef-3b4a8928c259 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7915cb22-074c-47c5-9699-2fe2d087c9a8']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:21.715948 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-7785f13b-7b3d-45e7-a5ef-3b4a8928c259 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1251b18e-95fe-4a76-b566-dbaccb21e832') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:21.721462 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-7785f13b-7b3d-45e7-a5ef-3b4a8928c259 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1251b18e-95fe-4a76-b566-dbaccb21e832') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:21.732138 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7785f13b-7b3d-45e7-a5ef-3b4a8928c259 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.749386 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7785f13b-7b3d-45e7-a5ef-3b4a8928c259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7785f13b-7b3d-45e7-a5ef-3b4a8928c259 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7785f13b-7b3d-45e7-a5ef-3b4a8928c259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:24:21.765873 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:24:21.927393 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088040d0-25c7-492a-826d-83e349f94bdc tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Router 3b3a3c32-b66b-4afb-ac87-4c80727a25d7 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:24:21.968957 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d2044a80-fe15-4387-a284-4a43dfbc942c no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:24:22.004140 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: d2044a80-fe15-4387-a284-4a43dfbc942c {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:24:22.004801 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d2044a80-fe15-4387-a284-4a43dfbc942c not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:24:22.005387 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 6ffcb708-4142-4f4e-a157-9f6e3e2610a8 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:24:22.032071 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7785f13b-7b3d-45e7-a5ef-3b4a8928c259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:22.054283 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7785f13b-7b3d-45e7-a5ef-3b4a8928c259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:22.054283 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7785f13b-7b3d-45e7-a5ef-3b4a8928c259 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7915cb22-074c-47c5-9699-2fe2d087c9a8 HTTP/1.1" status: 204 len: 168 time: 0.5967450 Jun 30 09:24:22.054517 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 6ffcb708-4142-4f4e-a157-9f6e3e2610a8 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:24:22.054517 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 6ffcb708-4142-4f4e-a157-9f6e3e2610a8 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:24:22.074326 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785f13b-7b3d-45e7-a5ef-3b4a8928c259 admin admin] Pushing event deleted for resources: {'Network': ['ID=7915cb22-074c-47c5-9699-2fe2d087c9a8,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:22.104931 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088040d0-25c7-492a-826d-83e349f94bdc tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:24:22.109519 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-088040d0-25c7-492a-826d-83e349f94bdc tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:22.114307 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14bdd04-c557-45a5-ae43-c8779555b20f None None] Sync routers for ids ['3b3a3c32-b66b-4afb-ac87-4c80727a25d7'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:24:22.125178 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14bdd04-c557-45a5-ae43-c8779555b20f None None] Routers {'3b3a3c32-b66b-4afb-ac87-4c80727a25d7'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:22.125801 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a14bdd04-c557-45a5-ae43-c8779555b20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:23:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['3b3a3c32-b66b-4afb-ac87-4c80727a25d7'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:22.152920 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-088040d0-25c7-492a-826d-83e349f94bdc tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "PUT /v2.0/floatingips/084f92bd-c031-430e-83dd-9eccf8620f88 HTTP/1.1" status: 200 len: 991 time: 1.9155667 Jun 30 09:24:22.153512 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699d7086-5e36-40ed-965c-e9d3137523a1', 'tag': 'dfaccd73-2896-4243-a6bc-b3ec0e222a68'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:24:22.155798 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a65df9-cc89-4011-a157-e6a19a89bf95" -d '{"events": [{"name": "network-changed", "server_uuid": "699d7086-5e36-40ed-965c-e9d3137523a1", "tag": "dfaccd73-2896-4243-a6bc-b3ec0e222a68"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:24:22.238667 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f0f2ea-ca52-42da-afe6-09a0e3310346 x-openstack-request-id: req-09f0f2ea-ca52-42da-afe6-09a0e3310346 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:24:22.238667 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "699d7086-5e36-40ed-965c-e9d3137523a1", "tag": "dfaccd73-2896-4243-a6bc-b3ec0e222a68", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:24:22.238667 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-09f0f2ea-ca52-42da-afe6-09a0e3310346 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:24:22.238667 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699d7086-5e36-40ed-965c-e9d3137523a1', 'tag': 'dfaccd73-2896-4243-a6bc-b3ec0e222a68', 'status': 'completed', 'code': 200} Jun 30 09:24:22.306776 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-a14bdd04-c557-45a5-ae43-c8779555b20f None None] Set router 3b3a3c32-b66b-4afb-ac87-4c80727a25d7 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:24:22.379523 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a65df9-cc89-4011-a157-e6a19a89bf95 req-d458a3fa-f5dc-49fd-b846-e2068096f55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:22.386969 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-08a65df9-cc89-4011-a157-e6a19a89bf95 req-d458a3fa-f5dc-49fd-b846-e2068096f55e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=012c38fa3263411f81f5a9c6187e3025&device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 1097 time: 0.1070104 Jun 30 09:24:22.530576 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a65df9-cc89-4011-a157-e6a19a89bf95 req-8389de45-f3ce-4c52-8549-e9d53de8ede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:22.532221 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-08a65df9-cc89-4011-a157-e6a19a89bf95 req-8389de45-f3ce-4c52-8549-e9d53de8ede9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ab70122-0020-4c29-ae52-7bd3c84e0fca HTTP/1.1" status: 200 len: 917 time: 0.1342442 Jun 30 09:24:22.600578 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a14bdd04-c557-45a5-ae43-c8779555b20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'name': 'tempest-AttachVolumeShelveTestJSON-734684512-router', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:46Z', 'updated_at': '2021-06-30T09:23:53Z', 'revision_number': 4, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'gw_port': {'id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:47Z', 'updated_at': '2021-06-30T09:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '084f92bd-c031-430e-83dd-9eccf8620f88', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'floating_ip_address': '172.25.6.250', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'port_id': 'dfaccd73-2896-4243-a6bc-b3ec0e222a68', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca', 'mac_address': 'fa:16:3e:0f:fd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699d7086-5e36-40ed-965c-e9d3137523a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:24:01Z', 'updated_at': '2021-06-30T09:24:21Z', 'revision_number': 1, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a6e91e-ac32-4116-b504-3d6eeec10321', 'name': '', 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'mac_address': 'fa:16:3e:9e:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:51Z', 'updated_at': '2021-06-30T09:24:02Z', 'revision_number': 5, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'subnets': [{'id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:22.608493 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-08a65df9-cc89-4011-a157-e6a19a89bf95 req-7df506ff-d2e6-43d4-aa63-246d8db6c942 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfaccd73-2896-4243-a6bc-b3ec0e222a68 HTTP/1.1" status: 200 len: 999 time: 0.0677469 Jun 30 09:24:22.626551 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14bdd04-c557-45a5-ae43-c8779555b20f None None] Checking router: 3b3a3c32-b66b-4afb-ac87-4c80727a25d7 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:24:22.637308 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14bdd04-c557-45a5-ae43-c8779555b20f None None] Routers {'3b3a3c32-b66b-4afb-ac87-4c80727a25d7'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:22.638329 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a14bdd04-c557-45a5-ae43-c8779555b20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:23:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['3b3a3c32-b66b-4afb-ac87-4c80727a25d7'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:22.663255 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a65df9-cc89-4011-a157-e6a19a89bf95 req-384ce8a6-8426-4885-b388-1f0265920a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:22.665522 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-08a65df9-cc89-4011-a157-e6a19a89bf95 req-384ce8a6-8426-4885-b388-1f0265920a3e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=afcabd5e-a40b-4794-b5f8-0b150c129247 HTTP/1.1" status: 200 len: 855 time: 0.0500042 Jun 30 09:24:22.748220 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a65df9-cc89-4011-a157-e6a19a89bf95 req-464cb0ef-f614-4ba6-a2dd-112d8d8d01cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:22.749816 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-08a65df9-cc89-4011-a157-e6a19a89bf95 req-464cb0ef-f614-4ba6-a2dd-112d8d8d01cb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ab70122-0020-4c29-ae52-7bd3c84e0fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778844 Jun 30 09:24:22.836884 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-a14bdd04-c557-45a5-ae43-c8779555b20f None None] Set router 3b3a3c32-b66b-4afb-ac87-4c80727a25d7 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:24:22.864684 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 51798) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:22.885753 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-08a65df9-cc89-4011-a157-e6a19a89bf95 req-1883ec93-11ea-4569-9c14-8464a2bf6713 service neutron] 10.222.0.52 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261213 Jun 30 09:24:22.994416 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e0b7445a-f417-44bb-8d55-de87fb1bdd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:23.000255 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7d9f3ee7-4dbb-4331-9c98-95d9f78449fa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=234aaca18299482fab3a8daeb994da0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1344354 Jun 30 09:24:23.004119 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 51800) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:23.127049 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-08a65df9-cc89-4011-a157-e6a19a89bf95 req-986935f5-5d28-426f-9542-13d7673a7565 service neutron] 10.222.0.52 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274873 Jun 30 09:24:23.132703 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-676fc1a8-ff7a-4d0a-9d0a-4fdba56f189d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:23.206544 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-676fc1a8-ff7a-4d0a-9d0a-4fdba56f189d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:23.233427 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a14bdd04-c557-45a5-ae43-c8779555b20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'name': 'tempest-AttachVolumeShelveTestJSON-734684512-router', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:46Z', 'updated_at': '2021-06-30T09:23:53Z', 'revision_number': 4, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'gw_port': {'id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:47Z', 'updated_at': '2021-06-30T09:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '084f92bd-c031-430e-83dd-9eccf8620f88', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'floating_ip_address': '172.25.6.250', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'port_id': 'dfaccd73-2896-4243-a6bc-b3ec0e222a68', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca', 'mac_address': 'fa:16:3e:0f:fd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699d7086-5e36-40ed-965c-e9d3137523a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:24:01Z', 'updated_at': '2021-06-30T09:24:21Z', 'revision_number': 1, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a6e91e-ac32-4116-b504-3d6eeec10321', 'name': '', 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'mac_address': 'fa:16:3e:9e:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:51Z', 'updated_at': '2021-06-30T09:24:02Z', 'revision_number': 5, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'subnets': [{'id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:23.267322 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14bdd04-c557-45a5-ae43-c8779555b20f None None] The sync data for ids ['3b3a3c32-b66b-4afb-ac87-4c80727a25d7'] in n-d-771363-31 is: [{'id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'name': 'tempest-AttachVolumeShelveTestJSON-734684512-router', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:46Z', 'updated_at': '2021-06-30T09:23:53Z', 'revision_number': 4, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'gw_port': {'id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:47Z', 'updated_at': '2021-06-30T09:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '084f92bd-c031-430e-83dd-9eccf8620f88', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'floating_ip_address': '172.25.6.250', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'port_id': 'dfaccd73-2896-4243-a6bc-b3ec0e222a68', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca', 'mac_address': 'fa:16:3e:0f:fd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699d7086-5e36-40ed-965c-e9d3137523a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:24:01Z', 'updated_at': '2021-06-30T09:24:21Z', 'revision_number': 1, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a6e91e-ac32-4116-b504-3d6eeec10321', 'name': '', 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'mac_address': 'fa:16:3e:9e:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:51Z', 'updated_at': '2021-06-30T09:24:02Z', 'revision_number': 5, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'subnets': [{'id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:24:23.427240 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-676fc1a8-ff7a-4d0a-9d0a-4fdba56f189d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:23.430742 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-676fc1a8-ff7a-4d0a-9d0a-4fdba56f189d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:23.432507 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-676fc1a8-ff7a-4d0a-9d0a-4fdba56f189d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b50241a8-520e-4dfd-baa3-1efa7a2e8e4c HTTP/1.1" status: 204 len: 168 time: 0.4265931 Jun 30 09:24:23.440144 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fc1a8-ff7a-4d0a-9d0a-4fdba56f189d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50241a8-520e-4dfd-baa3-1efa7a2e8e4c,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:23.450767 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676fc1a8-ff7a-4d0a-9d0a-4fdba56f189d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:23.451489 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676fc1a8-ff7a-4d0a-9d0a-4fdba56f189d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:23.452052 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676fc1a8-ff7a-4d0a-9d0a-4fdba56f189d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:23.452581 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676fc1a8-ff7a-4d0a-9d0a-4fdba56f189d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:23.453096 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676fc1a8-ff7a-4d0a-9d0a-4fdba56f189d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:23.453772 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676fc1a8-ff7a-4d0a-9d0a-4fdba56f189d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:23.454307 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676fc1a8-ff7a-4d0a-9d0a-4fdba56f189d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:23.454824 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676fc1a8-ff7a-4d0a-9d0a-4fdba56f189d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:23.455370 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676fc1a8-ff7a-4d0a-9d0a-4fdba56f189d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:23.456389 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676fc1a8-ff7a-4d0a-9d0a-4fdba56f189d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:23.457601 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676fc1a8-ff7a-4d0a-9d0a-4fdba56f189d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:23.458621 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676fc1a8-ff7a-4d0a-9d0a-4fdba56f189d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:23.558265 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:23.636968 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d249deb-c138-4435-a63b-5c14c8bc7613 None None] New status for floating IP 084f92bd-c031-430e-83dd-9eccf8620f88: ACTIVE {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:24:24.709419 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:25.299275 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 51872) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:25.500061 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-3ae824b1-d085-41d5-862a-ec7e1850a024 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1049905910-network', 'tenant_id': '7ed906f990a84de0b1ae5b133fadc472'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:25.695930 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae824b1-d085-41d5-862a-ec7e1850a024 admin admin] Made reservation on behalf of 7ed906f990a84de0b1ae5b133fadc472 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:25.698281 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3ae824b1-d085-41d5-862a-ec7e1850a024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:25.711474 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3ae824b1-d085-41d5-862a-ec7e1850a024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:25.852929 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3ae824b1-d085-41d5-862a-ec7e1850a024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:25.948741 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3ae824b1-d085-41d5-862a-ec7e1850a024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:25.989701 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae824b1-d085-41d5-862a-ec7e1850a024 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:24:25.992208 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae824b1-d085-41d5-862a-ec7e1850a024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab5213d-4f95-4e1f-b775-f6fd83a81dde,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:26.003703 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3ae824b1-d085-41d5-862a-ec7e1850a024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:26.004051 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-3ae824b1-d085-41d5-862a-ec7e1850a024 admin admin] Added segment 84537758-12b7-4bfe-8ab6-b5c1063bd2e6 of type vlan for network 258a9a17-d74f-4d5d-8260-18ea8982770d Jun 30 09:24:26.058060 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3ae824b1-d085-41d5-862a-ec7e1850a024 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:26.197803 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3ae824b1-d085-41d5-862a-ec7e1850a024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:26.198892 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae824b1-d085-41d5-862a-ec7e1850a024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:26.199518 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3ae824b1-d085-41d5-862a-ec7e1850a024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:26.268155 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae824b1-d085-41d5-862a-ec7e1850a024 admin admin] Pushing event updated for resources: {'Network': ['ID=258a9a17-d74f-4d5d-8260-18ea8982770d,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:26.280326 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 258a9a17-d74f-4d5d-8260-18ea8982770d details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:24:26.334335 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:26.383110 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3ae824b1-d085-41d5-862a-ec7e1850a024 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0820501 Jun 30 09:24:26.386331 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 51906) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:26.391793 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-7138adfc-1d98-48e9-b8bd-21a3f05b17af admin admin] Request body: {'subnet': {'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1049905910-subnet', 'tenant_id': '7ed906f990a84de0b1ae5b133fadc472', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:26.570196 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7138adfc-1d98-48e9-b8bd-21a3f05b17af admin admin] Made reservation on behalf of 7ed906f990a84de0b1ae5b133fadc472 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:26.573157 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7138adfc-1d98-48e9-b8bd-21a3f05b17af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:27.004335 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7138adfc-1d98-48e9-b8bd-21a3f05b17af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:27.128294 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138adfc-1d98-48e9-b8bd-21a3f05b17af admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6a83f45-42b4-4cc7-8f2d-89980ddef0f1,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:27.166324 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7138adfc-1d98-48e9-b8bd-21a3f05b17af admin admin] Checking segment: {'id': '84537758-12b7-4bfe-8ab6-b5c1063bd2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:24:27.171741 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7138adfc-1d98-48e9-b8bd-21a3f05b17af admin admin] Network hostable DHCP agents. Network: 258a9a17-d74f-4d5d-8260-18ea8982770d, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:24:27.386979 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7138adfc-1d98-48e9-b8bd-21a3f05b17af admin admin] Network 258a9a17-d74f-4d5d-8260-18ea8982770d is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:24:27.552282 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-7138adfc-1d98-48e9-b8bd-21a3f05b17af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 258a9a17-d74f-4d5d-8260-18ea8982770d) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:27.558986 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7138adfc-1d98-48e9-b8bd-21a3f05b17af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:27.560014 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7138adfc-1d98-48e9-b8bd-21a3f05b17af admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:27.562698 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0a6cc6-5aa5-40fe-a46f-b9c72824d995 None None] Network 258a9a17-d74f-4d5d-8260-18ea8982770d requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:27.719164 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7138adfc-1d98-48e9-b8bd-21a3f05b17af admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.3316898 Jun 30 09:24:27.740551 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53268241-4980-4a81-8876-3733e47a4bfc None None] Network 258a9a17-d74f-4d5d-8260-18ea8982770d requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:28.351359 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51720666-a7a9-4459-8491-41dff018d0dc req-5b09357b-7f0a-459a-89c8-d103371614fb tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:28.353262 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-51720666-a7a9-4459-8491-41dff018d0dc req-5b09357b-7f0a-459a-89c8-d103371614fb tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/networks?id=258a9a17-d74f-4d5d-8260-18ea8982770d HTTP/1.1" status: 200 len: 806 time: 0.1358907 Jun 30 09:24:28.370636 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-51720666-a7a9-4459-8491-41dff018d0dc req-b58ac17d-19c0-4659-85a5-254c57514e0a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/quotas/7ed906f990a84de0b1ae5b133fadc472 HTTP/1.1" status: 200 len: 375 time: 0.0097225 Jun 30 09:24:28.407695 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-51720666-a7a9-4459-8491-41dff018d0dc req-50a589bf-4b2f-47f5-964c-c29c9568a92a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7ed906f990a84de0b1ae5b133fadc472&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300915 Jun 30 09:24:28.503363 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-51720666-a7a9-4459-8491-41dff018d0dc req-1d945712-ced2-4a36-9bdf-540d2f20d279 service neutron] 10.222.0.10 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885653 Jun 30 09:24:28.614877 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-51720666-a7a9-4459-8491-41dff018d0dc req-64fbabce-f28e-4dc7-a4e2-77a00af711df service neutron] 10.222.0.10 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047487 Jun 30 09:24:28.994456 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-69395294-02e8-40c8-9d91-d2dde1bde8f5 req-77b904d9-4368-4cec-ad21-e54c3ea1388e tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=c100124d-0a6a-458c-9e2b-359ec5478317 HTTP/1.1" status: 200 len: 210 time: 0.0568848 Jun 30 09:24:30.108083 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ed7ffd92-a71f-4e62-bb19-84e87c8dc3f6 req-f1b37771-ff01-4f7a-a159-75385366f51c tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=c100124d-0a6a-458c-9e2b-359ec5478317 HTTP/1.1" status: 200 len: 210 time: 0.0385807 Jun 30 09:24:31.290084 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c418a6ae-9e32-41c7-a2e5-975de5640b35 req-3f59a3b0-7282-43de-b85c-1088437fb4b5 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=c100124d-0a6a-458c-9e2b-359ec5478317 HTTP/1.1" status: 200 len: 210 time: 0.0297444 Jun 30 09:24:32.483721 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f10cf646-642d-49ee-b398-b900072320a3 req-ac7dd346-6e22-4a76-a9c3-94ab6b243b83 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=c100124d-0a6a-458c-9e2b-359ec5478317 HTTP/1.1" status: 200 len: 210 time: 0.0393634 Jun 30 09:24:32.856923 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51720666-a7a9-4459-8491-41dff018d0dc req-caca31c3-b3f4-4d12-8378-87ca0e68a06f tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:32.858471 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-51720666-a7a9-4459-8491-41dff018d0dc req-caca31c3-b3f4-4d12-8378-87ca0e68a06f tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.37 "GET /v2.0/networks?id=258a9a17-d74f-4d5d-8260-18ea8982770d HTTP/1.1" status: 200 len: 806 time: 0.1307776 Jun 30 09:24:32.874092 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-51720666-a7a9-4459-8491-41dff018d0dc req-5558be6f-c201-4338-8a7d-e3d784d6ccfc tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Request body: {'port': {'device_id': 'c100124d-0a6a-458c-9e2b-359ec5478317', 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d', 'admin_state_up': True, 'tenant_id': '7ed906f990a84de0b1ae5b133fadc472'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:33.146575 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51720666-a7a9-4459-8491-41dff018d0dc req-5558be6f-c201-4338-8a7d-e3d784d6ccfc tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Made reservation on behalf of 7ed906f990a84de0b1ae5b133fadc472 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:33.150819 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-51720666-a7a9-4459-8491-41dff018d0dc req-5558be6f-c201-4338-8a7d-e3d784d6ccfc tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:33.343353 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-51720666-a7a9-4459-8491-41dff018d0dc req-5558be6f-c201-4338-8a7d-e3d784d6ccfc tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Allocated IP 172.20.0.6 (258a9a17-d74f-4d5d-8260-18ea8982770d/f6a83f45-42b4-4cc7-8f2d-89980ddef0f1/cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:33.525105 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-51720666-a7a9-4459-8491-41dff018d0dc req-5558be6f-c201-4338-8a7d-e3d784d6ccfc tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:33.683224 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2175f119-ac7e-42fb-8896-6f040f43ae46 req-b43722cf-f5a3-4d8d-a87b-bb68578931b9 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=c100124d-0a6a-458c-9e2b-359ec5478317 HTTP/1.1" status: 200 len: 210 time: 0.0320110 Jun 30 09:24:33.804480 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-51720666-a7a9-4459-8491-41dff018d0dc req-5558be6f-c201-4338-8a7d-e3d784d6ccfc tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:33.863948 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51720666-a7a9-4459-8491-41dff018d0dc req-5558be6f-c201-4338-8a7d-e3d784d6ccfc tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Network 258a9a17-d74f-4d5d-8260-18ea8982770d is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:33.867373 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-51720666-a7a9-4459-8491-41dff018d0dc req-5558be6f-c201-4338-8a7d-e3d784d6ccfc tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:33.870137 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-51720666-a7a9-4459-8491-41dff018d0dc req-5558be6f-c201-4338-8a7d-e3d784d6ccfc tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:33.920783 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558be6f-c201-4338-8a7d-e3d784d6ccfc tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Pushing event updated for resources: {'Port': ['ID=cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:33.942563 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51720666-a7a9-4459-8491-41dff018d0dc req-5558be6f-c201-4338-8a7d-e3d784d6ccfc tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:33.943228 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-51720666-a7a9-4459-8491-41dff018d0dc req-5558be6f-c201-4338-8a7d-e3d784d6ccfc tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.044334 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-51720666-a7a9-4459-8491-41dff018d0dc req-5558be6f-c201-4338-8a7d-e3d784d6ccfc tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1756737 Jun 30 09:24:34.056848 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-51720666-a7a9-4459-8491-41dff018d0dc req-ceb3790c-41ef-4c6c-b499-b29ef1a5091d service neutron] Request body: {'port': {'device_id': 'c100124d-0a6a-458c-9e2b-359ec5478317', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:34.164567 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-51720666-a7a9-4459-8491-41dff018d0dc req-ceb3790c-41ef-4c6c-b499-b29ef1a5091d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.246383 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb1114c8-7c9b-46b8-9c2e-10082cbac5fb req-198765f5-35a3-43c4-8964-17ed2581865a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=12d5d9f2-0114-4cf3-8c12-e2618be0603d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1266766 Jun 30 09:24:34.427165 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1114c8-7c9b-46b8-9c2e-10082cbac5fb req-3d8155c7-91cd-4825-abe2-7027ddc6bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:34.429212 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb1114c8-7c9b-46b8-9c2e-10082cbac5fb req-3d8155c7-91cd-4825-abe2-7027ddc6bab5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6663e1a20e0244d4b0d1dff3990ac78c&device_id=12d5d9f2-0114-4cf3-8c12-e2618be0603d HTTP/1.1" status: 200 len: 1097 time: 0.1322610 Jun 30 09:24:34.613616 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1114c8-7c9b-46b8-9c2e-10082cbac5fb req-d8ecf2d2-2bb1-4d72-b653-fb461b20819f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:34.615024 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb1114c8-7c9b-46b8-9c2e-10082cbac5fb req-d8ecf2d2-2bb1-4d72-b653-fb461b20819f service neutron] 10.222.0.37 "GET /v2.0/networks?id=ac2db21f-3bc4-4f3a-a31f-707164d04b28 HTTP/1.1" status: 200 len: 912 time: 0.1644740 Jun 30 09:24:34.621387 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-51720666-a7a9-4459-8491-41dff018d0dc req-ceb3790c-41ef-4c6c-b499-b29ef1a5091d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:24:34.631289 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-51720666-a7a9-4459-8491-41dff018d0dc req-ceb3790c-41ef-4c6c-b499-b29ef1a5091d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.688431 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-51720666-a7a9-4459-8491-41dff018d0dc req-ceb3790c-41ef-4c6c-b499-b29ef1a5091d service neutron] Transition to ACTIVE for port object cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:34.705907 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb1114c8-7c9b-46b8-9c2e-10082cbac5fb req-9169c3f3-f64c-4b2c-8837-620b1a9ce1b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=770805df-1496-40ab-b8e2-3d5fd082fd0a HTTP/1.1" status: 200 len: 1001 time: 0.0768404 Jun 30 09:24:34.776411 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1114c8-7c9b-46b8-9c2e-10082cbac5fb req-344656fe-b1fd-45be-a860-74675a97dd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:34.783789 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb1114c8-7c9b-46b8-9c2e-10082cbac5fb req-344656fe-b1fd-45be-a860-74675a97dd11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd8a9d34-628f-4a77-9fac-19eb06ec58fe HTTP/1.1" status: 200 len: 850 time: 0.0700057 Jun 30 09:24:34.787060 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-51720666-a7a9-4459-8491-41dff018d0dc req-ceb3790c-41ef-4c6c-b499-b29ef1a5091d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.958663 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3790c-41ef-4c6c-b499-b29ef1a5091d service neutron] Pushing event updated for resources: {'Port': ['ID=cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:35.092169 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1114c8-7c9b-46b8-9c2e-10082cbac5fb req-c5ba704b-b522-4edc-8e59-431381be7b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:35.093866 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb1114c8-7c9b-46b8-9c2e-10082cbac5fb req-c5ba704b-b522-4edc-8e59-431381be7b7d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac2db21f-3bc4-4f3a-a31f-707164d04b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3025110 Jun 30 09:24:35.160797 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f070e-9142-43e9-82f6-8280aeea8deb req-169b1bd3-ee94-40a4-8b8a-7e149846cde9 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:35.163513 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-852f070e-9142-43e9-82f6-8280aeea8deb req-169b1bd3-ee94-40a4-8b8a-7e149846cde9 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=c100124d-0a6a-458c-9e2b-359ec5478317 HTTP/1.1" status: 200 len: 943 time: 0.3229692 Jun 30 09:24:35.242285 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-51720666-a7a9-4459-8491-41dff018d0dc req-ceb3790c-41ef-4c6c-b499-b29ef1a5091d service neutron] Attempting to bind port cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:24:35.242615 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-51720666-a7a9-4459-8491-41dff018d0dc req-ceb3790c-41ef-4c6c-b499-b29ef1a5091d service neutron] Attempting to bind port cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '84537758-12b7-4bfe-8ab6-b5c1063bd2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:24:35.242948 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51720666-a7a9-4459-8491-41dff018d0dc req-ceb3790c-41ef-4c6c-b499-b29ef1a5091d service neutron] Attempting to bind port cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b on network 258a9a17-d74f-4d5d-8260-18ea8982770d {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:24:35.271530 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51720666-a7a9-4459-8491-41dff018d0dc req-ceb3790c-41ef-4c6c-b499-b29ef1a5091d service neutron] Port cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b on network 258a9a17-d74f-4d5d-8260-18ea8982770d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:24:35.271858 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51720666-a7a9-4459-8491-41dff018d0dc req-ceb3790c-41ef-4c6c-b499-b29ef1a5091d service neutron] Attempting to bind port cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b on network 258a9a17-d74f-4d5d-8260-18ea8982770d {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:24:35.284869 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-852f070e-9142-43e9-82f6-8280aeea8deb req-eaad0b31-8f6c-4fa7-b0f9-265f7fa58443 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791259 Jun 30 09:24:35.289076 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51720666-a7a9-4459-8491-41dff018d0dc req-ceb3790c-41ef-4c6c-b499-b29ef1a5091d service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:24:35.289429 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51720666-a7a9-4459-8491-41dff018d0dc req-ceb3790c-41ef-4c6c-b499-b29ef1a5091d service neutron] Checking segment: {'id': '84537758-12b7-4bfe-8ab6-b5c1063bd2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:24:35.289829 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51720666-a7a9-4459-8491-41dff018d0dc req-ceb3790c-41ef-4c6c-b499-b29ef1a5091d service neutron] Bound using segment: {'id': '84537758-12b7-4bfe-8ab6-b5c1063bd2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:24:35.290290 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-51720666-a7a9-4459-8491-41dff018d0dc req-ceb3790c-41ef-4c6c-b499-b29ef1a5091d service neutron] Bound port: cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84537758-12b7-4bfe-8ab6-b5c1063bd2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:24:35.290659 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-51720666-a7a9-4459-8491-41dff018d0dc req-ceb3790c-41ef-4c6c-b499-b29ef1a5091d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:35.316505 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb1114c8-7c9b-46b8-9c2e-10082cbac5fb req-6552d05f-a859-44e0-8e38-107acfb1c347 service neutron] 10.222.0.37 "GET /v2.0/networks/ac2db21f-3bc4-4f3a-a31f-707164d04b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045720 Jun 30 09:24:35.448990 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-51720666-a7a9-4459-8491-41dff018d0dc req-ceb3790c-41ef-4c6c-b499-b29ef1a5091d service neutron] For port cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:24:35.471745 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-51720666-a7a9-4459-8491-41dff018d0dc req-ceb3790c-41ef-4c6c-b499-b29ef1a5091d service neutron] For port cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:24:35.478201 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb1114c8-7c9b-46b8-9c2e-10082cbac5fb req-0e20a604-3480-4545-b727-98a280915757 service neutron] 10.222.0.37 "GET /v2.0/networks/ac2db21f-3bc4-4f3a-a31f-707164d04b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331680 Jun 30 09:24:35.644639 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-51720666-a7a9-4459-8491-41dff018d0dc req-ceb3790c-41ef-4c6c-b499-b29ef1a5091d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:35.682459 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 52176) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:35.708285 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51720666-a7a9-4459-8491-41dff018d0dc req-ceb3790c-41ef-4c6c-b499-b29ef1a5091d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:35.709097 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-51720666-a7a9-4459-8491-41dff018d0dc req-ceb3790c-41ef-4c6c-b499-b29ef1a5091d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:35.710726 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-51720666-a7a9-4459-8491-41dff018d0dc req-ceb3790c-41ef-4c6c-b499-b29ef1a5091d service neutron] 10.222.0.37 "PUT /v2.0/ports/cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b HTTP/1.1" status: 200 len: 1092 time: 1.6590369 Jun 30 09:24:35.711631 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c100124d-0a6a-458c-9e2b-359ec5478317', 'tag': 'cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:24:35.714259 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ae175a-9a62-4cec-8fba-7996554f1e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "c100124d-0a6a-458c-9e2b-359ec5478317", "tag": "cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:24:35.753728 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3790c-41ef-4c6c-b499-b29ef1a5091d service neutron] Pushing event updated for resources: {'Port': ['ID=cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:35.781821 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd545623-bc98-4e0f-b2ec-6871438f40bb x-openstack-request-id: req-bd545623-bc98-4e0f-b2ec-6871438f40bb {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:24:35.782112 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c100124d-0a6a-458c-9e2b-359ec5478317", "tag": "cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:24:35.782366 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bd545623-bc98-4e0f-b2ec-6871438f40bb {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:24:35.782777 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c100124d-0a6a-458c-9e2b-359ec5478317', 'tag': 'cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b', 'status': 'completed', 'code': 200} Jun 30 09:24:35.845856 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9f8449db-9625-4b9c-872c-6821e5fc3868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:35.878609 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae175a-9a62-4cec-8fba-7996554f1e8d req-17ec2df7-4331-479c-af56-4077c3f9924b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:35.880550 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-41ae175a-9a62-4cec-8fba-7996554f1e8d req-17ec2df7-4331-479c-af56-4077c3f9924b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ed906f990a84de0b1ae5b133fadc472&device_id=c100124d-0a6a-458c-9e2b-359ec5478317 HTTP/1.1" status: 200 len: 1095 time: 0.0719364 Jun 30 09:24:35.978758 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9f8449db-9625-4b9c-872c-6821e5fc3868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:36.040278 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae175a-9a62-4cec-8fba-7996554f1e8d req-f469f0b7-378a-41b6-adeb-63b4a2813ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:36.041277 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-41ae175a-9a62-4cec-8fba-7996554f1e8d req-f469f0b7-378a-41b6-adeb-63b4a2813ed0 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7ed906f990a84de0b1ae5b133fadc472&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1523764 Jun 30 09:24:36.049006 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9f8449db-9625-4b9c-872c-6821e5fc3868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:36.107009 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9f8449db-9625-4b9c-872c-6821e5fc3868 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b3de8388c88f4b709ee73f1354a3b43b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4204774 Jun 30 09:24:36.111218 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 52190) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:36.131241 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8449db-9625-4b9c-872c-6821e5fc3868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d426c498-8aad-4c02-9f38-5dff7c1f8142,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:36.184910 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bce40ba-b91f-43e4-904a-95f5fc328733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:36.211075 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bce40ba-b91f-43e4-904a-95f5fc328733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:36.219661 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae175a-9a62-4cec-8fba-7996554f1e8d req-26208bf0-3ce0-4ff3-9759-9d4fa39efaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:36.221572 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-41ae175a-9a62-4cec-8fba-7996554f1e8d req-26208bf0-3ce0-4ff3-9759-9d4fa39efaec service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1732008 Jun 30 09:24:36.378124 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51720666-a7a9-4459-8491-41dff018d0dc req-83efedaf-b6d1-4a00-8fcb-a3edc19c815d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:36.379939 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-51720666-a7a9-4459-8491-41dff018d0dc req-83efedaf-b6d1-4a00-8fcb-a3edc19c815d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ed906f990a84de0b1ae5b133fadc472&device_id=c100124d-0a6a-458c-9e2b-359ec5478317 HTTP/1.1" status: 200 len: 1095 time: 0.1017666 Jun 30 09:24:36.392263 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bce40ba-b91f-43e4-904a-95f5fc328733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:36.395210 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bce40ba-b91f-43e4-904a-95f5fc328733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:36.397513 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5bce40ba-b91f-43e4-904a-95f5fc328733 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d426c498-8aad-4c02-9f38-5dff7c1f8142 HTTP/1.1" status: 204 len: 168 time: 0.2792158 Jun 30 09:24:36.416579 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce40ba-b91f-43e4-904a-95f5fc328733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d426c498-8aad-4c02-9f38-5dff7c1f8142,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:36.440748 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-51720666-a7a9-4459-8491-41dff018d0dc req-b9fb93a0-b190-46e3-b185-76749c22cf54 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b HTTP/1.1" status: 200 len: 217 time: 0.0533416 Jun 30 09:24:36.520812 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51720666-a7a9-4459-8491-41dff018d0dc req-cb1d4225-e7c7-485e-b78d-0d7f4c24c9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:36.522807 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-51720666-a7a9-4459-8491-41dff018d0dc req-cb1d4225-e7c7-485e-b78d-0d7f4c24c9b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6a83f45-42b4-4cc7-8f2d-89980ddef0f1 HTTP/1.1" status: 200 len: 846 time: 0.0723548 Jun 30 09:24:36.561051 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-51720666-a7a9-4459-8491-41dff018d0dc req-1d600125-8073-4362-bbe8-b233fc790918 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=258a9a17-d74f-4d5d-8260-18ea8982770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308068 Jun 30 09:24:36.572606 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096b178-79d6-4e69-82d7-d8f1f53852a4 req-79e9f785-c67b-40e2-8ad6-72f84ff7cbdf tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:36.574088 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5096b178-79d6-4e69-82d7-d8f1f53852a4 req-79e9f785-c67b-40e2-8ad6-72f84ff7cbdf tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=c100124d-0a6a-458c-9e2b-359ec5478317 HTTP/1.1" status: 200 len: 943 time: 0.1359165 Jun 30 09:24:36.670067 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5096b178-79d6-4e69-82d7-d8f1f53852a4 req-24f3a404-ca15-499f-9853-54e5ad15331a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859554 Jun 30 09:24:36.702235 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-51720666-a7a9-4459-8491-41dff018d0dc req-66cd3d92-853f-41d7-a776-fc95109c7edd service neutron] 10.222.0.37 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270454 Jun 30 09:24:36.817673 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-51720666-a7a9-4459-8491-41dff018d0dc req-08b2fd6f-d54f-4661-bfdc-d700d1ec4927 service neutron] 10.222.0.37 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087284 Jun 30 09:24:37.365291 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 52224) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:37.387488 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-29a3f7e5-5e92-4972-a96e-0ed8f507940b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:37.494494 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:37.507030 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-29a3f7e5-5e92-4972-a96e-0ed8f507940b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:37.632728 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-29a3f7e5-5e92-4972-a96e-0ed8f507940b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:37.670319 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3f7e5-5e92-4972-a96e-0ed8f507940b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7114698d-88bd-4ba7-800f-fd4d8933c97c,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:37.681797 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-29a3f7e5-5e92-4972-a96e-0ed8f507940b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=85196f740bbe4146a174917deecdf1ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3080428 Jun 30 09:24:37.682280 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 52232) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:37.742407 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ad6b4ad9-2ab8-4200-ac4b-eaac1a195c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:37.765729 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ad6b4ad9-2ab8-4200-ac4b-eaac1a195c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:37.875560 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc43ba8-7653-42fc-9d7b-af9e28a1ef3f req-5def24dc-ec21-433b-b466-b08e7fc19646 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:37.877411 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bdc43ba8-7653-42fc-9d7b-af9e28a1ef3f req-5def24dc-ec21-433b-b466-b08e7fc19646 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=c100124d-0a6a-458c-9e2b-359ec5478317 HTTP/1.1" status: 200 len: 943 time: 0.0773370 Jun 30 09:24:37.927338 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bdc43ba8-7653-42fc-9d7b-af9e28a1ef3f req-2199587a-ebd6-41f8-8bb3-e68fa16540e8 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433037 Jun 30 09:24:37.940527 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ad6b4ad9-2ab8-4200-ac4b-eaac1a195c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:37.943173 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ad6b4ad9-2ab8-4200-ac4b-eaac1a195c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:37.948913 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ad6b4ad9-2ab8-4200-ac4b-eaac1a195c5e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7114698d-88bd-4ba7-800f-fd4d8933c97c HTTP/1.1" status: 204 len: 168 time: 0.2647839 Jun 30 09:24:37.963283 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b4ad9-2ab8-4200-ac4b-eaac1a195c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7114698d-88bd-4ba7-800f-fd4d8933c97c,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:38.752343 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:39.155312 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911ed16-a960-46bc-818e-dbc54057c7b9 req-53dea9d1-8151-4621-b273-67723318132e tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:39.164187 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f911ed16-a960-46bc-818e-dbc54057c7b9 req-53dea9d1-8151-4621-b273-67723318132e tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=c100124d-0a6a-458c-9e2b-359ec5478317 HTTP/1.1" status: 200 len: 943 time: 0.1154165 Jun 30 09:24:39.204714 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f911ed16-a960-46bc-818e-dbc54057c7b9 req-806884f3-3391-4a7f-9026-cf3842889e2c tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393333 Jun 30 09:24:40.504142 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d3bc0-7021-4a63-90db-20888923759f req-88d687dd-ceb0-4066-9fa4-2d40fdebf313 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:40.515312 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4e3d3bc0-7021-4a63-90db-20888923759f req-88d687dd-ceb0-4066-9fa4-2d40fdebf313 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=c100124d-0a6a-458c-9e2b-359ec5478317 HTTP/1.1" status: 200 len: 943 time: 0.1563258 Jun 30 09:24:40.592573 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4e3d3bc0-7021-4a63-90db-20888923759f req-44844b61-6f7b-4867-a245-5250a96ab191 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763986 Jun 30 09:24:40.607617 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:24:40.798224 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:40.817154 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b', 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d', 'port_id': 'cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b', 'mac_address': 'fa:16:3e:ec:57:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a83f45-42b4-4cc7-8f2d-89980ddef0f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:24:40.867646 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:40.903082 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:24:40.932502 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:24:40.950585 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:41.129418 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:41.198223 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:41.472755 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:24:41.873598 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df17d27-355f-48fe-b4cd-ea6c13122f16 req-4c200d51-37f2-473d-b697-0f755bd0ab1d tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:41.876216 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2df17d27-355f-48fe-b4cd-ea6c13122f16 req-4c200d51-37f2-473d-b697-0f755bd0ab1d tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=c100124d-0a6a-458c-9e2b-359ec5478317 HTTP/1.1" status: 200 len: 944 time: 0.1145034 Jun 30 09:24:41.930616 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2df17d27-355f-48fe-b4cd-ea6c13122f16 req-8f0c4a2b-c250-4b81-9a44-e2e0e52b612c tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471165 Jun 30 09:24:42.623038 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:42.816282 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:42.823977 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:42.826779 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:42.941654 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:42.970828 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c100124d-0a6a-458c-9e2b-359ec5478317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:24:42.974488 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee79a02c-d048-4daa-8966-0c16ed3255bf" -d '{"events": [{"server_uuid": "c100124d-0a6a-458c-9e2b-359ec5478317", "name": "network-vif-plugged", "status": "completed", "tag": "cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:24:43.015378 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:43.026328 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecbc6aa-ad30-4911-b866-d3319e50831f x-openstack-request-id: req-5ecbc6aa-ad30-4911-b866-d3319e50831f {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:24:43.026794 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c100124d-0a6a-458c-9e2b-359ec5478317", "name": "network-vif-plugged", "status": "completed", "tag": "cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:24:43.027054 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5ecbc6aa-ad30-4911-b866-d3319e50831f {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:24:43.027899 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c100124d-0a6a-458c-9e2b-359ec5478317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b', 'code': 200} Jun 30 09:24:43.112359 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:43.220984 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:43.266677 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1618d-795c-4e4f-a0d2-ba09a7e7ee99 req-ea68517f-727a-4cf4-9d1f-c76bfbcd94ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:43.268903 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4ba1618d-795c-4e4f-a0d2-ba09a7e7ee99 req-ea68517f-727a-4cf4-9d1f-c76bfbcd94ad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c100124d-0a6a-458c-9e2b-359ec5478317 HTTP/1.1" status: 200 len: 1097 time: 0.1620321 Jun 30 09:24:43.308780 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ff414-b7f7-4931-bb2e-5e5e0a903463 req-d20b9cc6-5cfb-42c4-905c-94e8ff119bcc tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:43.316581 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f00ff414-b7f7-4931-bb2e-5e5e0a903463 req-d20b9cc6-5cfb-42c4-905c-94e8ff119bcc tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=c100124d-0a6a-458c-9e2b-359ec5478317 HTTP/1.1" status: 200 len: 945 time: 0.1500850 Jun 30 09:24:43.337500 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4ba1618d-795c-4e4f-a0d2-ba09a7e7ee99 req-2b7d4f3f-087e-425f-ad31-b50cab992018 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580211 Jun 30 09:24:43.383771 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f00ff414-b7f7-4931-bb2e-5e5e0a903463 req-8347a089-c359-4830-b5d8-d0575536733f tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657818 Jun 30 09:24:44.579011 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b1fd9-9936-4b3f-b082-d01ab825cff4 req-a8304472-2221-4a05-b230-6f6c973c081c tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:44.582550 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0f3b1fd9-9936-4b3f-b082-d01ab825cff4 req-a8304472-2221-4a05-b230-6f6c973c081c tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=c100124d-0a6a-458c-9e2b-359ec5478317 HTTP/1.1" status: 200 len: 945 time: 0.0759988 Jun 30 09:24:44.655860 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0f3b1fd9-9936-4b3f-b082-d01ab825cff4 req-c11a8039-a18b-4ef5-81e0-43c81c47bb5f tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587790 Jun 30 09:24:44.809324 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 52408) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:44.938331 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e02a8c03-558f-4204-bb09-c8c97313d5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:45.033666 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e02a8c03-558f-4204-bb09-c8c97313d5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:45.129051 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e02a8c03-558f-4204-bb09-c8c97313d5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:45.175772 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e02a8c03-558f-4204-bb09-c8c97313d5bd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5903e9808fea4a219922904edb8b04a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3652444 Jun 30 09:24:45.179978 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 52414) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:45.192314 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a8c03-558f-4204-bb09-c8c97313d5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959803a6-6c22-4b1d-be71-e6e75e84c0e4,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:45.247039 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1d280bbb-72c9-471d-b3ba-16dad51481c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:45.269351 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1d280bbb-72c9-471d-b3ba-16dad51481c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:45.426180 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1d280bbb-72c9-471d-b3ba-16dad51481c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:45.430009 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1d280bbb-72c9-471d-b3ba-16dad51481c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:45.433456 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1d280bbb-72c9-471d-b3ba-16dad51481c2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/959803a6-6c22-4b1d-be71-e6e75e84c0e4 HTTP/1.1" status: 204 len: 168 time: 0.2502320 Jun 30 09:24:45.442990 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d280bbb-72c9-471d-b3ba-16dad51481c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959803a6-6c22-4b1d-be71-e6e75e84c0e4,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:45.837755 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1447c-e2fb-451a-8c00-70bef4c08dbc req-917c7441-69dd-4910-97de-eb8d543ae305 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:45.839259 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1bc1447c-e2fb-451a-8c00-70bef4c08dbc req-917c7441-69dd-4910-97de-eb8d543ae305 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=c100124d-0a6a-458c-9e2b-359ec5478317 HTTP/1.1" status: 200 len: 945 time: 0.0675452 Jun 30 09:24:45.880116 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1bc1447c-e2fb-451a-8c00-70bef4c08dbc req-80dcbeaf-47ed-4fe2-9ebd-a152349f31a0 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352240 Jun 30 09:24:46.072596 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 52442) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:46.086583 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05204523-9c15-49bf-8645-9abfe5572f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:46.228505 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6619c8-3f20-4754-ad86-869392d2d2ff req-5381420e-c8d9-4e2f-b81a-c147adc693b9 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:46.230005 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0e6619c8-3f20-4754-ad86-869392d2d2ff req-5381420e-c8d9-4e2f-b81a-c147adc693b9 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/networks?id=258a9a17-d74f-4d5d-8260-18ea8982770d HTTP/1.1" status: 200 len: 806 time: 0.1359420 Jun 30 09:24:46.253560 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0e6619c8-3f20-4754-ad86-869392d2d2ff req-a52065a0-6502-4726-b95b-8ecc2804f6e8 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/quotas/7ed906f990a84de0b1ae5b133fadc472 HTTP/1.1" status: 200 len: 375 time: 0.0159616 Jun 30 09:24:46.310452 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05204523-9c15-49bf-8645-9abfe5572f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:46.348586 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0e6619c8-3f20-4754-ad86-869392d2d2ff req-b635b5ce-f958-4492-aaa4-c3b5f7ce59f7 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7ed906f990a84de0b1ae5b133fadc472&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0829098 Jun 30 09:24:46.427998 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05204523-9c15-49bf-8645-9abfe5572f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:46.469812 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0e6619c8-3f20-4754-ad86-869392d2d2ff req-752c827b-a0b3-44d3-a369-73c2034e9348 service neutron] 10.222.0.10 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133928 Jun 30 09:24:46.482216 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-05204523-9c15-49bf-8645-9abfe5572f1c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=985aa96960dc4baea083170ee5233ed3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4084821 Jun 30 09:24:46.486572 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 52454) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:46.489711 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05204523-9c15-49bf-8645-9abfe5572f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fdcba2-5a9d-4f83-ae3d-3f02147fea2d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:46.580153 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-584fdd75-403e-4c22-8348-af43a7ed6829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:46.610636 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-584fdd75-403e-4c22-8348-af43a7ed6829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:46.757814 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-584fdd75-403e-4c22-8348-af43a7ed6829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:46.761288 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-584fdd75-403e-4c22-8348-af43a7ed6829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:46.762740 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-584fdd75-403e-4c22-8348-af43a7ed6829 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86fdcba2-5a9d-4f83-ae3d-3f02147fea2d HTTP/1.1" status: 204 len: 168 time: 0.2736900 Jun 30 09:24:46.777293 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584fdd75-403e-4c22-8348-af43a7ed6829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fdcba2-5a9d-4f83-ae3d-3f02147fea2d,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:46.919433 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0e6619c8-3f20-4754-ad86-869392d2d2ff req-8030702a-76c8-4a3e-8e97-8a9347b7d6ff service neutron] 10.222.0.10 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401987 Jun 30 09:24:48.389369 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee6354-10a0-4251-a832-cce423838b92 req-79980638-3abd-4013-90c9-26305dfe1d0a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:48.391168 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2ee6354-10a0-4251-a832-cce423838b92 req-79980638-3abd-4013-90c9-26305dfe1d0a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/networks?id=258a9a17-d74f-4d5d-8260-18ea8982770d HTTP/1.1" status: 200 len: 806 time: 0.1407180 Jun 30 09:24:48.420819 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2ee6354-10a0-4251-a832-cce423838b92 req-d9aa3f06-9717-4d8b-9de8-7108cb311f0a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/quotas/7ed906f990a84de0b1ae5b133fadc472 HTTP/1.1" status: 200 len: 375 time: 0.0226052 Jun 30 09:24:48.504797 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2ee6354-10a0-4251-a832-cce423838b92 req-c9867d45-ee03-4f33-96b1-769102d75308 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7ed906f990a84de0b1ae5b133fadc472&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0770328 Jun 30 09:24:49.061333 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2ee6354-10a0-4251-a832-cce423838b92 req-446af464-db9e-4447-a4ba-d903ab895045 service neutron] 10.222.0.10 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5468109 Jun 30 09:24:49.170048 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2ee6354-10a0-4251-a832-cce423838b92 req-58b00812-3004-4a3f-b1d0-6dff42c7fb36 service neutron] 10.222.0.10 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002460 Jun 30 09:24:49.526353 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cad68657-ad11-463c-b322-5b0c490cdb2b req-5702c016-20f5-4eda-9929-8d6f24db0e83 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d047bc0-440e-40b7-9a60-f00b3dbb9cca HTTP/1.1" status: 200 len: 210 time: 0.0593288 Jun 30 09:24:50.489126 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eb00656b-a298-4ea6-a64f-e3bfee70d1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:50.642557 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-80827719-3adc-4f2d-b87b-d0a72d7bc041 req-41537cc3-50a0-41b7-8891-6b4cb4a818fc tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d047bc0-440e-40b7-9a60-f00b3dbb9cca HTTP/1.1" status: 200 len: 210 time: 0.0503953 Jun 30 09:24:51.783483 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e6707605-f750-49b6-83e1-c8f839195a4f req-dc991f56-a317-4289-a601-fe678d61b06e tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d047bc0-440e-40b7-9a60-f00b3dbb9cca HTTP/1.1" status: 200 len: 210 time: 0.0324512 Jun 30 09:24:52.795831 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee6354-10a0-4251-a832-cce423838b92 req-50e89d47-17c3-430f-8591-060aaa50e2d0 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:52.798669 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2ee6354-10a0-4251-a832-cce423838b92 req-50e89d47-17c3-430f-8591-060aaa50e2d0 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.52 "GET /v2.0/networks?id=258a9a17-d74f-4d5d-8260-18ea8982770d HTTP/1.1" status: 200 len: 806 time: 0.2104268 Jun 30 09:24:52.820317 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-f2ee6354-10a0-4251-a832-cce423838b92 req-7d599349-7d8d-4aad-9516-916c2c49a9dd tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Request body: {'port': {'device_id': '7d047bc0-440e-40b7-9a60-f00b3dbb9cca', 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d', 'admin_state_up': True, 'tenant_id': '7ed906f990a84de0b1ae5b133fadc472'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:52.838759 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8070ed32-7525-41f5-9011-24c8adc71950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:53.021158 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-457e6a7e-64ae-4be2-af47-5c2f4e0c2c43 req-e6bda851-8127-4d2a-8f71-0a0d7e8c3bc2 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d047bc0-440e-40b7-9a60-f00b3dbb9cca HTTP/1.1" status: 200 len: 210 time: 0.0600860 Jun 30 09:24:53.226694 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ee6354-10a0-4251-a832-cce423838b92 req-7d599349-7d8d-4aad-9516-916c2c49a9dd tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Made reservation on behalf of 7ed906f990a84de0b1ae5b133fadc472 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:53.232360 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f2ee6354-10a0-4251-a832-cce423838b92 req-7d599349-7d8d-4aad-9516-916c2c49a9dd tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:53.418022 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-f2ee6354-10a0-4251-a832-cce423838b92 req-7d599349-7d8d-4aad-9516-916c2c49a9dd tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Allocated IP 172.20.0.11 (258a9a17-d74f-4d5d-8260-18ea8982770d/f6a83f45-42b4-4cc7-8f2d-89980ddef0f1/c25f5cfe-8519-4ada-b571-7654170126fe) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:53.529234 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:53.588743 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f2ee6354-10a0-4251-a832-cce423838b92 req-7d599349-7d8d-4aad-9516-916c2c49a9dd tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:53.735372 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f2ee6354-10a0-4251-a832-cce423838b92 req-7d599349-7d8d-4aad-9516-916c2c49a9dd tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:53.749524 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:24:53.799751 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ee6354-10a0-4251-a832-cce423838b92 req-7d599349-7d8d-4aad-9516-916c2c49a9dd tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Network 258a9a17-d74f-4d5d-8260-18ea8982770d is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:53.801766 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d599349-7d8d-4aad-9516-916c2c49a9dd tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Pushing event updated for resources: {'Port': ['ID=c25f5cfe-8519-4ada-b571-7654170126fe,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:53.805586 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-f2ee6354-10a0-4251-a832-cce423838b92 req-7d599349-7d8d-4aad-9516-916c2c49a9dd tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:53.808837 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ee6354-10a0-4251-a832-cce423838b92 req-7d599349-7d8d-4aad-9516-916c2c49a9dd tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:53.892862 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee6354-10a0-4251-a832-cce423838b92 req-7d599349-7d8d-4aad-9516-916c2c49a9dd tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:53.904918 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f2ee6354-10a0-4251-a832-cce423838b92 req-7d599349-7d8d-4aad-9516-916c2c49a9dd tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:54.083746 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2ee6354-10a0-4251-a832-cce423838b92 req-7d599349-7d8d-4aad-9516-916c2c49a9dd tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2728417 Jun 30 09:24:54.095834 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-f2ee6354-10a0-4251-a832-cce423838b92 req-b64551e9-edc7-462e-b226-a804555e1229 service neutron] Request body: {'port': {'device_id': '7d047bc0-440e-40b7-9a60-f00b3dbb9cca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:54.204744 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f2ee6354-10a0-4251-a832-cce423838b92 req-b64551e9-edc7-462e-b226-a804555e1229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:54.270639 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeab060-3f90-46a1-946b-1b0ba21a59ac req-e24fe353-681d-4225-91d1-d4edcd1c5878 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:54.273501 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aaeab060-3f90-46a1-946b-1b0ba21a59ac req-e24fe353-681d-4225-91d1-d4edcd1c5878 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d047bc0-440e-40b7-9a60-f00b3dbb9cca HTTP/1.1" status: 200 len: 932 time: 0.1306779 Jun 30 09:24:54.387048 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aaeab060-3f90-46a1-946b-1b0ba21a59ac req-3c3387e0-8b37-4957-886a-bbf4c3fe6ab3 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007378 Jun 30 09:24:54.541937 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-f2ee6354-10a0-4251-a832-cce423838b92 req-b64551e9-edc7-462e-b226-a804555e1229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c25f5cfe-8519-4ada-b571-7654170126fe {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:24:54.550302 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f2ee6354-10a0-4251-a832-cce423838b92 req-b64551e9-edc7-462e-b226-a804555e1229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:54.557539 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:54.577197 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-f2ee6354-10a0-4251-a832-cce423838b92 req-b64551e9-edc7-462e-b226-a804555e1229 service neutron] Transition to ACTIVE for port object c25f5cfe-8519-4ada-b571-7654170126fe will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:54.654501 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f2ee6354-10a0-4251-a832-cce423838b92 req-b64551e9-edc7-462e-b226-a804555e1229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:54.706453 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64551e9-edc7-462e-b226-a804555e1229 service neutron] Pushing event updated for resources: {'Port': ['ID=c25f5cfe-8519-4ada-b571-7654170126fe,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:54.795241 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-f2ee6354-10a0-4251-a832-cce423838b92 req-b64551e9-edc7-462e-b226-a804555e1229 service neutron] Attempting to bind port c25f5cfe-8519-4ada-b571-7654170126fe on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:24:54.795582 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-f2ee6354-10a0-4251-a832-cce423838b92 req-b64551e9-edc7-462e-b226-a804555e1229 service neutron] Attempting to bind port c25f5cfe-8519-4ada-b571-7654170126fe by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '84537758-12b7-4bfe-8ab6-b5c1063bd2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:24:54.798925 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ee6354-10a0-4251-a832-cce423838b92 req-b64551e9-edc7-462e-b226-a804555e1229 service neutron] Attempting to bind port c25f5cfe-8519-4ada-b571-7654170126fe on network 258a9a17-d74f-4d5d-8260-18ea8982770d {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:24:54.800501 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ee6354-10a0-4251-a832-cce423838b92 req-b64551e9-edc7-462e-b226-a804555e1229 service neutron] Port c25f5cfe-8519-4ada-b571-7654170126fe on network 258a9a17-d74f-4d5d-8260-18ea8982770d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:24:54.801104 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ee6354-10a0-4251-a832-cce423838b92 req-b64551e9-edc7-462e-b226-a804555e1229 service neutron] Attempting to bind port c25f5cfe-8519-4ada-b571-7654170126fe on network 258a9a17-d74f-4d5d-8260-18ea8982770d {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:24:54.806144 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ee6354-10a0-4251-a832-cce423838b92 req-b64551e9-edc7-462e-b226-a804555e1229 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:24:54.806483 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ee6354-10a0-4251-a832-cce423838b92 req-b64551e9-edc7-462e-b226-a804555e1229 service neutron] Checking segment: {'id': '84537758-12b7-4bfe-8ab6-b5c1063bd2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:24:54.806868 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ee6354-10a0-4251-a832-cce423838b92 req-b64551e9-edc7-462e-b226-a804555e1229 service neutron] Bound using segment: {'id': '84537758-12b7-4bfe-8ab6-b5c1063bd2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:24:54.807361 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-f2ee6354-10a0-4251-a832-cce423838b92 req-b64551e9-edc7-462e-b226-a804555e1229 service neutron] Bound port: c25f5cfe-8519-4ada-b571-7654170126fe, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84537758-12b7-4bfe-8ab6-b5c1063bd2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:24:54.807699 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f2ee6354-10a0-4251-a832-cce423838b92 req-b64551e9-edc7-462e-b226-a804555e1229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:54.880423 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-f2ee6354-10a0-4251-a832-cce423838b92 req-b64551e9-edc7-462e-b226-a804555e1229 service neutron] For port c25f5cfe-8519-4ada-b571-7654170126fe, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:24:54.884071 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-f2ee6354-10a0-4251-a832-cce423838b92 req-b64551e9-edc7-462e-b226-a804555e1229 service neutron] For port c25f5cfe-8519-4ada-b571-7654170126fe, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c25f5cfe-8519-4ada-b571-7654170126fe,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:24:55.009521 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f2ee6354-10a0-4251-a832-cce423838b92 req-b64551e9-edc7-462e-b226-a804555e1229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:55.097221 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64551e9-edc7-462e-b226-a804555e1229 service neutron] Pushing event updated for resources: {'Port': ['ID=c25f5cfe-8519-4ada-b571-7654170126fe,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:55.101436 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee6354-10a0-4251-a832-cce423838b92 req-b64551e9-edc7-462e-b226-a804555e1229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:55.102274 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f2ee6354-10a0-4251-a832-cce423838b92 req-b64551e9-edc7-462e-b226-a804555e1229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:55.104358 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2ee6354-10a0-4251-a832-cce423838b92 req-b64551e9-edc7-462e-b226-a804555e1229 service neutron] 10.222.0.52 "PUT /v2.0/ports/c25f5cfe-8519-4ada-b571-7654170126fe HTTP/1.1" status: 200 len: 1093 time: 1.0129952 Jun 30 09:24:55.104976 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d047bc0-440e-40b7-9a60-f00b3dbb9cca', 'tag': 'c25f5cfe-8519-4ada-b571-7654170126fe'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:24:55.108023 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eff167b-f48e-4493-ad0d-c07dceb0c7dc" -d '{"events": [{"name": "network-changed", "server_uuid": "7d047bc0-440e-40b7-9a60-f00b3dbb9cca", "tag": "c25f5cfe-8519-4ada-b571-7654170126fe"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:24:55.187894 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835e2192-63d7-4f9a-9dbc-6c1dd8fdca7b x-openstack-request-id: req-835e2192-63d7-4f9a-9dbc-6c1dd8fdca7b {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:24:55.188193 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d047bc0-440e-40b7-9a60-f00b3dbb9cca", "tag": "c25f5cfe-8519-4ada-b571-7654170126fe", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:24:55.188452 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-835e2192-63d7-4f9a-9dbc-6c1dd8fdca7b {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:24:55.188868 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d047bc0-440e-40b7-9a60-f00b3dbb9cca', 'tag': 'c25f5cfe-8519-4ada-b571-7654170126fe', 'status': 'completed', 'code': 200} Jun 30 09:24:55.270822 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff167b-f48e-4493-ad0d-c07dceb0c7dc req-55900230-47b4-43f2-8290-701c253599b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:55.274791 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5eff167b-f48e-4493-ad0d-c07dceb0c7dc req-55900230-47b4-43f2-8290-701c253599b3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ed906f990a84de0b1ae5b133fadc472&device_id=7d047bc0-440e-40b7-9a60-f00b3dbb9cca HTTP/1.1" status: 200 len: 1096 time: 0.0598388 Jun 30 09:24:55.419278 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff167b-f48e-4493-ad0d-c07dceb0c7dc req-3e66852f-fe1e-4c3d-849d-1b684b5e4abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:55.421053 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5eff167b-f48e-4493-ad0d-c07dceb0c7dc req-3e66852f-fe1e-4c3d-849d-1b684b5e4abb service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=7ed906f990a84de0b1ae5b133fadc472&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1351986 Jun 30 09:24:55.549536 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff167b-f48e-4493-ad0d-c07dceb0c7dc req-dfc24f2b-f33c-46c7-95b1-4a675de90894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:55.551240 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5eff167b-f48e-4493-ad0d-c07dceb0c7dc req-dfc24f2b-f33c-46c7-95b1-4a675de90894 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1221364 Jun 30 09:24:55.763053 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1104a4-c2f5-4a26-9f15-48ba5ca78c35 req-0e596abc-8f26-4c5e-aa38-18b5f60608af tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:55.768455 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ae1104a4-c2f5-4a26-9f15-48ba5ca78c35 req-0e596abc-8f26-4c5e-aa38-18b5f60608af tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d047bc0-440e-40b7-9a60-f00b3dbb9cca HTTP/1.1" status: 200 len: 944 time: 0.1679111 Jun 30 09:24:55.799327 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee6354-10a0-4251-a832-cce423838b92 req-b0129147-50b8-45aa-99ee-8daa9d80f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:55.803930 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2ee6354-10a0-4251-a832-cce423838b92 req-b0129147-50b8-45aa-99ee-8daa9d80f742 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ed906f990a84de0b1ae5b133fadc472&device_id=7d047bc0-440e-40b7-9a60-f00b3dbb9cca HTTP/1.1" status: 200 len: 1096 time: 0.1746070 Jun 30 09:24:55.856382 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ae1104a4-c2f5-4a26-9f15-48ba5ca78c35 req-7ad97cb2-4ff7-4f74-acba-1a02ebbd8112 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806239 Jun 30 09:24:55.883456 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2ee6354-10a0-4251-a832-cce423838b92 req-78b8b43b-b5ff-4d10-bae3-fcf9843e2232 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c25f5cfe-8519-4ada-b571-7654170126fe HTTP/1.1" status: 200 len: 217 time: 0.0701351 Jun 30 09:24:55.956349 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee6354-10a0-4251-a832-cce423838b92 req-31e0d2ed-fb39-4fc7-adfd-5b6d1c530423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:55.957954 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2ee6354-10a0-4251-a832-cce423838b92 req-31e0d2ed-fb39-4fc7-adfd-5b6d1c530423 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6a83f45-42b4-4cc7-8f2d-89980ddef0f1 HTTP/1.1" status: 200 len: 846 time: 0.0655618 Jun 30 09:24:56.000462 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2ee6354-10a0-4251-a832-cce423838b92 req-038ee8a6-d75b-4832-9d8f-20b6c86a18c2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=258a9a17-d74f-4d5d-8260-18ea8982770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325248 Jun 30 09:24:56.122577 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2ee6354-10a0-4251-a832-cce423838b92 req-9003e37b-98af-43d4-9de2-110111e96f4d service neutron] 10.222.0.52 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132653 Jun 30 09:24:56.249781 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f2ee6354-10a0-4251-a832-cce423838b92 req-2f1f73a8-68e3-4184-9d9f-b0580fee7c40 service neutron] 10.222.0.52 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176138 Jun 30 09:24:56.289632 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:57.059247 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1f356-e8f1-49a3-a377-30b4c297e0d2 req-79db7051-25c4-48c1-b935-3ce798abd9a3 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:57.060838 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f7b1f356-e8f1-49a3-a377-30b4c297e0d2 req-79db7051-25c4-48c1-b935-3ce798abd9a3 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d047bc0-440e-40b7-9a60-f00b3dbb9cca HTTP/1.1" status: 200 len: 944 time: 0.0740466 Jun 30 09:24:57.103570 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f7b1f356-e8f1-49a3-a377-30b4c297e0d2 req-c024dde8-f80c-4a68-9e5f-082612124385 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364597 Jun 30 09:24:58.300830 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa1750-511d-4e79-a05f-42c6b2137a8c req-6d0cbd5c-96a2-4541-bb76-cae897f023b6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:58.302492 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c2fa1750-511d-4e79-a05f-42c6b2137a8c req-6d0cbd5c-96a2-4541-bb76-cae897f023b6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d047bc0-440e-40b7-9a60-f00b3dbb9cca HTTP/1.1" status: 200 len: 944 time: 0.0799642 Jun 30 09:24:58.359744 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c2fa1750-511d-4e79-a05f-42c6b2137a8c req-96ffd87f-ffb6-44be-8492-e66698aa8950 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500765 Jun 30 09:24:58.890466 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 53106) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:58.984887 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device c25f5cfe-8519-4ada-b571-7654170126fe details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:24:59.025888 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3356fba9-fc7f-493b-87ea-1f2db75b5402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.120996 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port c25f5cfe-8519-4ada-b571-7654170126fe, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c25f5cfe-8519-4ada-b571-7654170126fe,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:59.147338 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'c25f5cfe-8519-4ada-b571-7654170126fe', 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d', 'port_id': 'c25f5cfe-8519-4ada-b571-7654170126fe', 'mac_address': 'fa:16:3e:f1:ca:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a83f45-42b4-4cc7-8f2d-89980ddef0f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:24:59.195917 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3356fba9-fc7f-493b-87ea-1f2db75b5402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.210216 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.233223 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25f5cfe-8519-4ada-b571-7654170126fe {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:24:59.254729 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port c25f5cfe-8519-4ada-b571-7654170126fe, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c25f5cfe-8519-4ada-b571-7654170126fe,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:59.300093 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3356fba9-fc7f-493b-87ea-1f2db75b5402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.342427 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3356fba9-fc7f-493b-87ea-1f2db75b5402 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2741277a566f4ad9b0bd8469d8b7ff22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4507437 Jun 30 09:24:59.343170 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356fba9-fc7f-493b-87ea-1f2db75b5402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98185b6e-8678-491b-98d7-db45840af609,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:59.345563 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 53126) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:59.420775 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.431370 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b6033756-cec9-4b0b-8b88-b8c661542284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.473094 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b6033756-cec9-4b0b-8b88-b8c661542284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.514649 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=c25f5cfe-8519-4ada-b571-7654170126fe,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:59.531068 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:59.531907 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:59.532639 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:59.534166 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:59.534792 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:59.535394 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:59.536381 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:59.537325 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:59.538128 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:59.539854 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:59.540745 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:59.541525 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:59.620211 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b6033756-cec9-4b0b-8b88-b8c661542284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.627167 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b6033756-cec9-4b0b-8b88-b8c661542284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.628500 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b6033756-cec9-4b0b-8b88-b8c661542284 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/98185b6e-8678-491b-98d7-db45840af609 HTTP/1.1" status: 204 len: 168 time: 0.2820537 Jun 30 09:24:59.637399 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6033756-cec9-4b0b-8b88-b8c661542284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98185b6e-8678-491b-98d7-db45840af609,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:59.681337 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed98fc-011d-4e85-b85c-a55c807b2eb3 req-6cb5222d-b08f-4c49-9133-fcc85c0abd15 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:59.682818 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b8ed98fc-011d-4e85-b85c-a55c807b2eb3 req-6cb5222d-b08f-4c49-9133-fcc85c0abd15 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d047bc0-440e-40b7-9a60-f00b3dbb9cca HTTP/1.1" status: 200 len: 945 time: 0.0945194 Jun 30 09:24:59.725047 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b8ed98fc-011d-4e85-b85c-a55c807b2eb3 req-1e892cbb-b159-46c7-8499-a38bad2e75d9 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365036 Jun 30 09:24:59.750070 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['c25f5cfe-8519-4ada-b571-7654170126fe'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:25:00.957505 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada0087-70b8-4312-bdc8-24d359ad3b05 req-aad096dd-1e39-4299-943a-3d7e49f29bc4 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:00.960218 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ada0087-70b8-4312-bdc8-24d359ad3b05 req-aad096dd-1e39-4299-943a-3d7e49f29bc4 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d047bc0-440e-40b7-9a60-f00b3dbb9cca HTTP/1.1" status: 200 len: 945 time: 0.0985770 Jun 30 09:25:00.994907 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device c25f5cfe-8519-4ada-b571-7654170126fe up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:01.029780 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ada0087-70b8-4312-bdc8-24d359ad3b05 req-8c0eb35b-78d1-457f-a848-fcfbcc5f8dd8 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632856 Jun 30 09:25:01.185793 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port c25f5cfe-8519-4ada-b571-7654170126fe completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:01.191028 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port c25f5cfe-8519-4ada-b571-7654170126fe triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:01.191624 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:01.204013 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 53254) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:01.304296 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:01.337249 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-778cb90a-6e86-4997-8543-c6a385e6715f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:01.366734 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port c25f5cfe-8519-4ada-b571-7654170126fe, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c25f5cfe-8519-4ada-b571-7654170126fe,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:01.367753 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d047bc0-440e-40b7-9a60-f00b3dbb9cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25f5cfe-8519-4ada-b571-7654170126fe'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:25:01.371242 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7fe328-5303-4c26-8f93-89b7759befc8" -d '{"events": [{"server_uuid": "7d047bc0-440e-40b7-9a60-f00b3dbb9cca", "name": "network-vif-plugged", "status": "completed", "tag": "c25f5cfe-8519-4ada-b571-7654170126fe"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:25:01.416882 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381e4c28-9da9-4384-8e85-11506595281a x-openstack-request-id: req-381e4c28-9da9-4384-8e85-11506595281a {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:25:01.417404 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d047bc0-440e-40b7-9a60-f00b3dbb9cca", "name": "network-vif-plugged", "status": "completed", "tag": "c25f5cfe-8519-4ada-b571-7654170126fe", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:25:01.417509 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-381e4c28-9da9-4384-8e85-11506595281a {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:25:01.418092 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d047bc0-440e-40b7-9a60-f00b3dbb9cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25f5cfe-8519-4ada-b571-7654170126fe', 'code': 200} Jun 30 09:25:01.452268 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-778cb90a-6e86-4997-8543-c6a385e6715f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:01.569270 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:01.573080 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34337cca-2d28-4bf3-a9c4-35eabfcf190f req-4bbf3f46-5426-41a5-b77a-d7017f422545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:01.573646 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-34337cca-2d28-4bf3-a9c4-35eabfcf190f req-4bbf3f46-5426-41a5-b77a-d7017f422545 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7d047bc0-440e-40b7-9a60-f00b3dbb9cca HTTP/1.1" status: 200 len: 1097 time: 0.0586324 Jun 30 09:25:01.616094 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-34337cca-2d28-4bf3-a9c4-35eabfcf190f req-7e4d370b-ca41-412f-bb32-7a6d3d916b1c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308070 Jun 30 09:25:01.625051 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=c25f5cfe-8519-4ada-b571-7654170126fe,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:01.648862 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-778cb90a-6e86-4997-8543-c6a385e6715f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:01.690522 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-778cb90a-6e86-4997-8543-c6a385e6715f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bb03e1f4dcb74676a55b62c9a4790f9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4845009 Jun 30 09:25:01.690522 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778cb90a-6e86-4997-8543-c6a385e6715f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611e52b2-6ae5-4b37-a6f9-5fcca814e20d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:01.692804 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 53276) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:01.754561 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-026d4061-e295-4c95-bb0a-9a7a073284e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:01.776647 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-026d4061-e295-4c95-bb0a-9a7a073284e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:01.905297 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-026d4061-e295-4c95-bb0a-9a7a073284e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:01.908276 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-026d4061-e295-4c95-bb0a-9a7a073284e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:01.909477 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-026d4061-e295-4c95-bb0a-9a7a073284e3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/611e52b2-6ae5-4b37-a6f9-5fcca814e20d HTTP/1.1" status: 204 len: 168 time: 0.2056062 Jun 30 09:25:01.918175 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d4061-e295-4c95-bb0a-9a7a073284e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611e52b2-6ae5-4b37-a6f9-5fcca814e20d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:02.220296 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c051e-78d4-4907-b515-8b36958e2537 req-912d328c-0f09-4a26-8b2f-eb3c26834879 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:02.221724 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c6c051e-78d4-4907-b515-8b36958e2537 req-912d328c-0f09-4a26-8b2f-eb3c26834879 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d047bc0-440e-40b7-9a60-f00b3dbb9cca HTTP/1.1" status: 200 len: 946 time: 0.0709069 Jun 30 09:25:02.273461 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c6c051e-78d4-4907-b515-8b36958e2537 req-719773e5-0729-4121-af10-7b841f73ce69 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415802 Jun 30 09:25:02.664502 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 53302) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:02.680726 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-568bdeee-bff8-4f41-9233-0da9e990179e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:02.776657 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-568bdeee-bff8-4f41-9233-0da9e990179e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:02.859788 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-568bdeee-bff8-4f41-9233-0da9e990179e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:02.900146 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-568bdeee-bff8-4f41-9233-0da9e990179e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=97c4d5e404954b1bb9d4bf31c5f62e9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2345090 Jun 30 09:25:02.901026 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bdeee-bff8-4f41-9233-0da9e990179e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4bf58d-ee56-45f6-94e1-18275f23aa97,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:02.902819 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 53306) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:02.953775 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-321b5f8c-897a-4c0e-9173-23c74ff8abe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:02.978404 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-321b5f8c-897a-4c0e-9173-23c74ff8abe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:03.122774 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-321b5f8c-897a-4c0e-9173-23c74ff8abe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:03.125653 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-321b5f8c-897a-4c0e-9173-23c74ff8abe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:03.127116 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-321b5f8c-897a-4c0e-9173-23c74ff8abe7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cb4bf58d-ee56-45f6-94e1-18275f23aa97 HTTP/1.1" status: 204 len: 168 time: 0.2227161 Jun 30 09:25:03.149482 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b5f8c-897a-4c0e-9173-23c74ff8abe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4bf58d-ee56-45f6-94e1-18275f23aa97,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:03.483763 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff005f8f-af01-4364-ad99-a926086a5bc6 req-99f97909-6b8a-4eaf-966b-146a4fde6b28 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:03.485372 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ff005f8f-af01-4364-ad99-a926086a5bc6 req-99f97909-6b8a-4eaf-966b-146a4fde6b28 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d047bc0-440e-40b7-9a60-f00b3dbb9cca HTTP/1.1" status: 200 len: 946 time: 0.0718873 Jun 30 09:25:03.527199 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ff005f8f-af01-4364-ad99-a926086a5bc6 req-562193a3-e243-475a-9140-f3c9fb1ec96b tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346544 Jun 30 09:25:03.778833 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9548515-abd2-4574-ab12-88bf6d8ffad1 req-8a1ae5a1-58ba-4360-abd4-bb42f373372f tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:03.788348 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f9548515-abd2-4574-ab12-88bf6d8ffad1 req-8a1ae5a1-58ba-4360-abd4-bb42f373372f tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d047bc0-440e-40b7-9a60-f00b3dbb9cca HTTP/1.1" status: 200 len: 946 time: 0.1252971 Jun 30 09:25:03.832267 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f9548515-abd2-4574-ab12-88bf6d8ffad1 req-adb275b2-cc50-4e2c-bc99-8259c5e9cce1 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427883 Jun 30 09:25:04.539698 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c157d55-a6eb-4489-ae51-e1f7a9eca382 req-8b7672bf-c0d5-46e9-b454-ce54f96721f2 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:04.542355 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c157d55-a6eb-4489-ae51-e1f7a9eca382 req-8b7672bf-c0d5-46e9-b454-ce54f96721f2 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d047bc0-440e-40b7-9a60-f00b3dbb9cca HTTP/1.1" status: 200 len: 946 time: 0.0760872 Jun 30 09:25:04.585820 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c157d55-a6eb-4489-ae51-e1f7a9eca382 req-24562ca6-c3a4-4431-b902-d4c8773a2c51 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371931 Jun 30 09:25:05.809457 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0d4a0-6528-4ae7-bd97-bb45f76338b3 req-a7db0524-3519-4fa6-ad90-a31fbd201342 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:05.811515 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8eb0d4a0-6528-4ae7-bd97-bb45f76338b3 req-a7db0524-3519-4fa6-ad90-a31fbd201342 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d047bc0-440e-40b7-9a60-f00b3dbb9cca HTTP/1.1" status: 200 len: 946 time: 0.0817602 Jun 30 09:25:05.895788 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8eb0d4a0-6528-4ae7-bd97-bb45f76338b3 req-89375043-341a-4090-8db7-3f16f6153a2e tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778427 Jun 30 09:25:05.924715 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1cf42-56c3-4b80-ac8a-8da067d331c1 req-6301658d-e219-49bb-986a-5c73c4ec0ae9 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:05.926263 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a8a1cf42-56c3-4b80-ac8a-8da067d331c1 req-6301658d-e219-49bb-986a-5c73c4ec0ae9 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d047bc0-440e-40b7-9a60-f00b3dbb9cca HTTP/1.1" status: 200 len: 946 time: 0.1000686 Jun 30 09:25:06.048336 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-a8a1cf42-56c3-4b80-ac8a-8da067d331c1 req-15305a06-4721-4efa-a9e6-de6415bfe8b6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Deleting port c25f5cfe-8519-4ada-b571-7654170126fe {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:06.048676 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-a8a1cf42-56c3-4b80-ac8a-8da067d331c1 req-15305a06-4721-4efa-a9e6-de6415bfe8b6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:06.142944 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-a8a1cf42-56c3-4b80-ac8a-8da067d331c1 req-15305a06-4721-4efa-a9e6-de6415bfe8b6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] For port c25f5cfe-8519-4ada-b571-7654170126fe, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c25f5cfe-8519-4ada-b571-7654170126fe,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:06.143224 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-a8a1cf42-56c3-4b80-ac8a-8da067d331c1 req-15305a06-4721-4efa-a9e6-de6415bfe8b6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:06.156526 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-a8a1cf42-56c3-4b80-ac8a-8da067d331c1 req-15305a06-4721-4efa-a9e6-de6415bfe8b6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Calling delete_port for c25f5cfe-8519-4ada-b571-7654170126fe owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:06.397719 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-a8a1cf42-56c3-4b80-ac8a-8da067d331c1 req-15305a06-4721-4efa-a9e6-de6415bfe8b6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:06.417391 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:25:06.419784 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['c25f5cfe-8519-4ada-b571-7654170126fe'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:25:06.426426 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15305a06-4721-4efa-a9e6-de6415bfe8b6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Pushing event deleted for resources: {'Port': ['ID=c25f5cfe-8519-4ada-b571-7654170126fe,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:06.476433 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a1cf42-56c3-4b80-ac8a-8da067d331c1 req-15305a06-4721-4efa-a9e6-de6415bfe8b6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] No DVR routers for this DVR port c25f5cfe-8519-4ada-b571-7654170126fe on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:25:06.479201 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-a8a1cf42-56c3-4b80-ac8a-8da067d331c1 req-15305a06-4721-4efa-a9e6-de6415bfe8b6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:06.481504 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a8a1cf42-56c3-4b80-ac8a-8da067d331c1 req-15305a06-4721-4efa-a9e6-de6415bfe8b6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.52 "DELETE /v2.0/ports/c25f5cfe-8519-4ada-b571-7654170126fe HTTP/1.1" status: 204 len: 173 time: 0.5462492 Jun 30 09:25:06.481700 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d047bc0-440e-40b7-9a60-f00b3dbb9cca', 'name': 'network-vif-deleted', 'tag': 'c25f5cfe-8519-4ada-b571-7654170126fe'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:25:06.484017 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7968abfc-62d5-4e4d-9148-5993bcf59a39" -d '{"events": [{"server_uuid": "7d047bc0-440e-40b7-9a60-f00b3dbb9cca", "name": "network-vif-deleted", "tag": "c25f5cfe-8519-4ada-b571-7654170126fe"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:25:06.534476 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99734f83-76ed-4909-9ce9-7ec1065cc810 x-openstack-request-id: req-99734f83-76ed-4909-9ce9-7ec1065cc810 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:25:06.534838 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d047bc0-440e-40b7-9a60-f00b3dbb9cca", "name": "network-vif-deleted", "tag": "c25f5cfe-8519-4ada-b571-7654170126fe", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:25:06.535225 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-99734f83-76ed-4909-9ce9-7ec1065cc810 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:25:06.535694 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d047bc0-440e-40b7-9a60-f00b3dbb9cca', 'name': 'network-vif-deleted', 'tag': 'c25f5cfe-8519-4ada-b571-7654170126fe', 'status': 'completed', 'code': 200} Jun 30 09:25:07.110637 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1d8a2e69-1e41-4d20-a9eb-304bfe3f909c req-c82cd658-7518-48f6-8990-e47c1f0e9379 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d047bc0-440e-40b7-9a60-f00b3dbb9cca HTTP/1.1" status: 200 len: 210 time: 0.0327029 Jun 30 09:25:07.385704 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.745582 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.966955 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-b625d50c-4c29-4c35-8c52-ed97d9db42b4 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:08.969860 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-b625d50c-4c29-4c35-8c52-ed97d9db42b4 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/networks?id=258a9a17-d74f-4d5d-8260-18ea8982770d HTTP/1.1" status: 200 len: 806 time: 0.1100340 Jun 30 09:25:08.988358 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-47b5a89f-16c7-4214-af4f-52cadbe4ef23 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/quotas/7ed906f990a84de0b1ae5b133fadc472 HTTP/1.1" status: 200 len: 375 time: 0.0124536 Jun 30 09:25:09.065783 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device c25f5cfe-8519-4ada-b571-7654170126fe no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:25:09.083441 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-325b8c0f-d7a1-4ce4-aea8-07f0cb5b299e tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7ed906f990a84de0b1ae5b133fadc472&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0864847 Jun 30 09:25:09.093060 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: c25f5cfe-8519-4ada-b571-7654170126fe {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:25:09.093803 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device c25f5cfe-8519-4ada-b571-7654170126fe not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:25:09.193151 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-24479f55-76e8-43ee-bc76-49ad3f10d382 service neutron] 10.222.0.10 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887408 Jun 30 09:25:09.309466 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-e15c532e-17b6-46d7-9dd3-e419da530dca service neutron] 10.222.0.10 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107063 Jun 30 09:25:09.692699 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-721ee1df-8a20-4375-9b43-51cfe50a159e req-77184304-fbf9-4629-95ea-a945244abe38 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7665ff4-bbd7-4933-b3a2-7e7733fbf0aa HTTP/1.1" status: 200 len: 210 time: 0.0346990 Jun 30 09:25:10.853057 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-587b9ac7-e7fb-41f7-9eee-61bbae73c577 req-cdca325c-a87f-46dd-a3cf-3029a1565c71 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7665ff4-bbd7-4933-b3a2-7e7733fbf0aa HTTP/1.1" status: 200 len: 210 time: 0.0614119 Jun 30 09:25:12.027416 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-58d8d03d-6a57-4c48-9a4d-d36f6d732d04 req-74114df9-c1a4-4f63-bb3f-944360ad9f98 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7665ff4-bbd7-4933-b3a2-7e7733fbf0aa HTTP/1.1" status: 200 len: 210 time: 0.0324860 Jun 30 09:25:12.637348 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-cb27f094-15d3-4816-adc1-7c0a3df7a163 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:12.642351 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-cb27f094-15d3-4816-adc1-7c0a3df7a163 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.52 "GET /v2.0/networks?id=258a9a17-d74f-4d5d-8260-18ea8982770d HTTP/1.1" status: 200 len: 806 time: 0.1236870 Jun 30 09:25:12.657124 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-91c11860-747e-41e4-b28b-e2e6bebf7f6a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Request body: {'port': {'device_id': 'd7665ff4-bbd7-4933-b3a2-7e7733fbf0aa', 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d', 'admin_state_up': True, 'tenant_id': '7ed906f990a84de0b1ae5b133fadc472'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:12.882486 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-91c11860-747e-41e4-b28b-e2e6bebf7f6a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Made reservation on behalf of 7ed906f990a84de0b1ae5b133fadc472 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:12.887329 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-91c11860-747e-41e4-b28b-e2e6bebf7f6a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:13.101224 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-91c11860-747e-41e4-b28b-e2e6bebf7f6a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Allocated IP 172.20.0.9 (258a9a17-d74f-4d5d-8260-18ea8982770d/f6a83f45-42b4-4cc7-8f2d-89980ddef0f1/1d151372-281b-4ffd-81b7-ec75f1adf4c2) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:13.199779 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ec8304bb-da63-400d-bcd4-efa0d0cab9d1 req-a0a27758-869e-472e-ac04-5e89e1ea173c tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7665ff4-bbd7-4933-b3a2-7e7733fbf0aa HTTP/1.1" status: 200 len: 210 time: 0.0291831 Jun 30 09:25:13.279168 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-91c11860-747e-41e4-b28b-e2e6bebf7f6a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:13.409138 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-91c11860-747e-41e4-b28b-e2e6bebf7f6a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:13.424116 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:25:13.501493 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-91c11860-747e-41e4-b28b-e2e6bebf7f6a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Network 258a9a17-d74f-4d5d-8260-18ea8982770d is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:13.510844 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-91c11860-747e-41e4-b28b-e2e6bebf7f6a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:13.520375 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-91c11860-747e-41e4-b28b-e2e6bebf7f6a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:13.563088 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c11860-747e-41e4-b28b-e2e6bebf7f6a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Pushing event updated for resources: {'Port': ['ID=1d151372-281b-4ffd-81b7-ec75f1adf4c2,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:13.608206 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c11860-747e-41e4-b28b-e2e6bebf7f6a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:13.610905 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c11860-747e-41e4-b28b-e2e6bebf7f6a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:13.611543 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c11860-747e-41e4-b28b-e2e6bebf7f6a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:13.612104 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c11860-747e-41e4-b28b-e2e6bebf7f6a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:13.612678 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c11860-747e-41e4-b28b-e2e6bebf7f6a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:13.613628 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c11860-747e-41e4-b28b-e2e6bebf7f6a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:13.617435 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c11860-747e-41e4-b28b-e2e6bebf7f6a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:13.618553 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c11860-747e-41e4-b28b-e2e6bebf7f6a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:13.619153 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c11860-747e-41e4-b28b-e2e6bebf7f6a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:13.619740 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c11860-747e-41e4-b28b-e2e6bebf7f6a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:13.620366 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c11860-747e-41e4-b28b-e2e6bebf7f6a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:13.620923 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c11860-747e-41e4-b28b-e2e6bebf7f6a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:13.676500 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-91c11860-747e-41e4-b28b-e2e6bebf7f6a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:13.679015 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-91c11860-747e-41e4-b28b-e2e6bebf7f6a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:13.803793 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-91c11860-747e-41e4-b28b-e2e6bebf7f6a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1552098 Jun 30 09:25:13.816274 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-abd3544a-c398-4328-a1e3-1fad89f3a6cd service neutron] Request body: {'port': {'device_id': 'd7665ff4-bbd7-4933-b3a2-7e7733fbf0aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:13.908829 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-abd3544a-c398-4328-a1e3-1fad89f3a6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:14.270001 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-abd3544a-c398-4328-a1e3-1fad89f3a6cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d151372-281b-4ffd-81b7-ec75f1adf4c2 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:25:14.285415 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-abd3544a-c398-4328-a1e3-1fad89f3a6cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:14.306913 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-abd3544a-c398-4328-a1e3-1fad89f3a6cd service neutron] Transition to ACTIVE for port object 1d151372-281b-4ffd-81b7-ec75f1adf4c2 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:14.399316 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7d206-863a-4699-8bbb-8245985d667a req-1a749a1c-7bf9-4af1-84c5-223cb1410b2c tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:14.400963 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eaa7d206-863a-4699-8bbb-8245985d667a req-1a749a1c-7bf9-4af1-84c5-223cb1410b2c tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7665ff4-bbd7-4933-b3a2-7e7733fbf0aa HTTP/1.1" status: 200 len: 931 time: 0.0765796 Jun 30 09:25:14.414544 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-abd3544a-c398-4328-a1e3-1fad89f3a6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:14.469483 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eaa7d206-863a-4699-8bbb-8245985d667a req-614c84c2-17a7-4b41-aea9-5818e36ee4d1 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615885 Jun 30 09:25:14.519665 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3544a-c398-4328-a1e3-1fad89f3a6cd service neutron] Pushing event updated for resources: {'Port': ['ID=1d151372-281b-4ffd-81b7-ec75f1adf4c2,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:14.577806 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-abd3544a-c398-4328-a1e3-1fad89f3a6cd service neutron] Attempting to bind port 1d151372-281b-4ffd-81b7-ec75f1adf4c2 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:25:14.578262 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-abd3544a-c398-4328-a1e3-1fad89f3a6cd service neutron] Attempting to bind port 1d151372-281b-4ffd-81b7-ec75f1adf4c2 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '84537758-12b7-4bfe-8ab6-b5c1063bd2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:25:14.578660 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-abd3544a-c398-4328-a1e3-1fad89f3a6cd service neutron] Attempting to bind port 1d151372-281b-4ffd-81b7-ec75f1adf4c2 on network 258a9a17-d74f-4d5d-8260-18ea8982770d {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:25:14.584379 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-abd3544a-c398-4328-a1e3-1fad89f3a6cd service neutron] Port 1d151372-281b-4ffd-81b7-ec75f1adf4c2 on network 258a9a17-d74f-4d5d-8260-18ea8982770d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:25:14.586854 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-abd3544a-c398-4328-a1e3-1fad89f3a6cd service neutron] Attempting to bind port 1d151372-281b-4ffd-81b7-ec75f1adf4c2 on network 258a9a17-d74f-4d5d-8260-18ea8982770d {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:25:14.589981 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-abd3544a-c398-4328-a1e3-1fad89f3a6cd service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:25:14.590604 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-abd3544a-c398-4328-a1e3-1fad89f3a6cd service neutron] Checking segment: {'id': '84537758-12b7-4bfe-8ab6-b5c1063bd2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:25:14.591043 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-abd3544a-c398-4328-a1e3-1fad89f3a6cd service neutron] Bound using segment: {'id': '84537758-12b7-4bfe-8ab6-b5c1063bd2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:25:14.591567 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-abd3544a-c398-4328-a1e3-1fad89f3a6cd service neutron] Bound port: 1d151372-281b-4ffd-81b7-ec75f1adf4c2, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84537758-12b7-4bfe-8ab6-b5c1063bd2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:25:14.591999 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-abd3544a-c398-4328-a1e3-1fad89f3a6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:14.680275 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-abd3544a-c398-4328-a1e3-1fad89f3a6cd service neutron] For port 1d151372-281b-4ffd-81b7-ec75f1adf4c2, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:25:14.683672 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-abd3544a-c398-4328-a1e3-1fad89f3a6cd service neutron] For port 1d151372-281b-4ffd-81b7-ec75f1adf4c2, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=1d151372-281b-4ffd-81b7-ec75f1adf4c2,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:25:14.808766 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-abd3544a-c398-4328-a1e3-1fad89f3a6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:14.836390 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-abd3544a-c398-4328-a1e3-1fad89f3a6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:14.837573 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-abd3544a-c398-4328-a1e3-1fad89f3a6cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:14.839292 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-abd3544a-c398-4328-a1e3-1fad89f3a6cd service neutron] 10.222.0.52 "PUT /v2.0/ports/1d151372-281b-4ffd-81b7-ec75f1adf4c2 HTTP/1.1" status: 200 len: 1092 time: 1.0275230 Jun 30 09:25:14.862418 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7665ff4-bbd7-4933-b3a2-7e7733fbf0aa', 'tag': '1d151372-281b-4ffd-81b7-ec75f1adf4c2'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:25:14.866800 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e202542-607a-48e5-a5e2-e98c75fad28f" -d '{"events": [{"name": "network-changed", "server_uuid": "d7665ff4-bbd7-4933-b3a2-7e7733fbf0aa", "tag": "1d151372-281b-4ffd-81b7-ec75f1adf4c2"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:25:14.936452 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c337604-27b9-4e37-8fa8-ef3c880c032e x-openstack-request-id: req-3c337604-27b9-4e37-8fa8-ef3c880c032e {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:25:14.936782 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7665ff4-bbd7-4933-b3a2-7e7733fbf0aa", "tag": "1d151372-281b-4ffd-81b7-ec75f1adf4c2", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:25:14.939115 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3c337604-27b9-4e37-8fa8-ef3c880c032e {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:25:14.939115 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7665ff4-bbd7-4933-b3a2-7e7733fbf0aa', 'tag': '1d151372-281b-4ffd-81b7-ec75f1adf4c2', 'status': 'completed', 'code': 200} Jun 30 09:25:14.983674 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3544a-c398-4328-a1e3-1fad89f3a6cd service neutron] Pushing event updated for resources: {'Port': ['ID=1d151372-281b-4ffd-81b7-ec75f1adf4c2,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:15.016380 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e202542-607a-48e5-a5e2-e98c75fad28f req-2138b300-2b54-4714-8c21-ebc50127bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:15.018554 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6e202542-607a-48e5-a5e2-e98c75fad28f req-2138b300-2b54-4714-8c21-ebc50127bc00 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ed906f990a84de0b1ae5b133fadc472&device_id=d7665ff4-bbd7-4933-b3a2-7e7733fbf0aa HTTP/1.1" status: 200 len: 1095 time: 0.0721717 Jun 30 09:25:15.192548 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e202542-607a-48e5-a5e2-e98c75fad28f req-b70b0cdc-bdcf-41aa-9abf-a7af4bcfce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:15.195385 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6e202542-607a-48e5-a5e2-e98c75fad28f req-b70b0cdc-bdcf-41aa-9abf-a7af4bcfce4a service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=7ed906f990a84de0b1ae5b133fadc472&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1591408 Jun 30 09:25:15.307577 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e202542-607a-48e5-a5e2-e98c75fad28f req-94d9db62-fdc2-4d0c-90f1-2026fd68119f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:15.309330 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6e202542-607a-48e5-a5e2-e98c75fad28f req-94d9db62-fdc2-4d0c-90f1-2026fd68119f service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1065814 Jun 30 09:25:15.421461 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-bb0150ad-ada4-4fe1-b4c4-0739cc5e1044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:15.423101 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-bb0150ad-ada4-4fe1-b4c4-0739cc5e1044 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ed906f990a84de0b1ae5b133fadc472&device_id=d7665ff4-bbd7-4933-b3a2-7e7733fbf0aa HTTP/1.1" status: 200 len: 1095 time: 0.0648878 Jun 30 09:25:15.484000 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-7d2ddd33-e34f-489b-bfde-d449d47e2230 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d151372-281b-4ffd-81b7-ec75f1adf4c2 HTTP/1.1" status: 200 len: 217 time: 0.0434694 Jun 30 09:25:15.558339 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-0d7b8d3d-948e-435c-b85f-1b3ee71614cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:15.560098 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-0d7b8d3d-948e-435c-b85f-1b3ee71614cb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6a83f45-42b4-4cc7-8f2d-89980ddef0f1 HTTP/1.1" status: 200 len: 846 time: 0.0662856 Jun 30 09:25:15.616664 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-e731ad32-e55e-4f02-8121-91d37ffc5e8f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=258a9a17-d74f-4d5d-8260-18ea8982770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491185 Jun 30 09:25:15.685924 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1519c6-587b-4c64-b819-a3ca3da8ae77 req-6688c0c8-5835-4dd3-8333-893a3b6f9d22 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:15.689129 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4f1519c6-587b-4c64-b819-a3ca3da8ae77 req-6688c0c8-5835-4dd3-8333-893a3b6f9d22 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7665ff4-bbd7-4933-b3a2-7e7733fbf0aa HTTP/1.1" status: 200 len: 943 time: 0.0777833 Jun 30 09:25:15.750732 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-dc37dfe0-711e-49d4-8065-86bdc2593832 service neutron] 10.222.0.52 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234558 Jun 30 09:25:15.754848 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4f1519c6-587b-4c64-b819-a3ca3da8ae77 req-ef1b6c12-3bfa-41c8-8db5-15a145f91d26 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586998 Jun 30 09:25:15.920768 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3e65ecc3-408e-4c48-8106-703b1d464101 req-34f2bdb6-455c-4982-a5f0-65d8ee83d0e0 service neutron] 10.222.0.52 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624444 Jun 30 09:25:17.102686 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca51c08-e5d5-45ef-a064-1a2f7287e98a req-6284f517-7730-49a9-a818-50bb6d870212 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:17.107670 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1ca51c08-e5d5-45ef-a064-1a2f7287e98a req-6284f517-7730-49a9-a818-50bb6d870212 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7665ff4-bbd7-4933-b3a2-7e7733fbf0aa HTTP/1.1" status: 200 len: 943 time: 0.1181276 Jun 30 09:25:17.163441 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1ca51c08-e5d5-45ef-a064-1a2f7287e98a req-d67faf3a-06b0-49d4-88c0-7a84f0d6a091 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494800 Jun 30 09:25:17.934856 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:25:18.354374 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c1eba-f60d-4e72-a886-61381f7e78d3 req-2ca01b8b-e67d-495a-9c7b-7263190d4318 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:18.356841 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8b0c1eba-f60d-4e72-a886-61381f7e78d3 req-2ca01b8b-e67d-495a-9c7b-7263190d4318 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7665ff4-bbd7-4933-b3a2-7e7733fbf0aa HTTP/1.1" status: 200 len: 943 time: 0.0787992 Jun 30 09:25:18.400071 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8b0c1eba-f60d-4e72-a886-61381f7e78d3 req-05a50b92-119f-437c-8417-67487892f38d tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368259 Jun 30 09:25:19.110555 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 1d151372-281b-4ffd-81b7-ec75f1adf4c2 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:25:19.272176 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 1d151372-281b-4ffd-81b7-ec75f1adf4c2, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=1d151372-281b-4ffd-81b7-ec75f1adf4c2,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:19.287290 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '1d151372-281b-4ffd-81b7-ec75f1adf4c2', 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d', 'port_id': '1d151372-281b-4ffd-81b7-ec75f1adf4c2', 'mac_address': 'fa:16:3e:b6:85:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a83f45-42b4-4cc7-8f2d-89980ddef0f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:25:19.363764 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:19.390274 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d151372-281b-4ffd-81b7-ec75f1adf4c2 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:25:19.413308 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 1d151372-281b-4ffd-81b7-ec75f1adf4c2, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=1d151372-281b-4ffd-81b7-ec75f1adf4c2,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:19.506047 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:19.629602 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=1d151372-281b-4ffd-81b7-ec75f1adf4c2,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:19.672241 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d6f8a-3f5a-4da4-86e5-7d4a54998bcf req-e21d3c53-b7fb-4af0-bb73-b68269d9e1af tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:19.681816 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4e6d6f8a-3f5a-4da4-86e5-7d4a54998bcf req-e21d3c53-b7fb-4af0-bb73-b68269d9e1af tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7665ff4-bbd7-4933-b3a2-7e7733fbf0aa HTTP/1.1" status: 200 len: 944 time: 0.1066008 Jun 30 09:25:19.737944 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4e6d6f8a-3f5a-4da4-86e5-7d4a54998bcf req-6f9bcba9-5da4-4523-ac52-6f06e01c3745 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547731 Jun 30 09:25:19.858090 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['1d151372-281b-4ffd-81b7-ec75f1adf4c2'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:25:20.472994 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3a7cca51-6c79-468c-96d3-d8d74ba8bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:20.951057 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937dab9f-655b-4382-bd42-81f250892ca5 req-d59b114d-7f7b-4a7c-970e-32c245a335eb tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:20.952876 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-937dab9f-655b-4382-bd42-81f250892ca5 req-d59b114d-7f7b-4a7c-970e-32c245a335eb tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7665ff4-bbd7-4933-b3a2-7e7733fbf0aa HTTP/1.1" status: 200 len: 944 time: 0.0945327 Jun 30 09:25:21.041352 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-937dab9f-655b-4382-bd42-81f250892ca5 req-1102d4cf-11d1-4244-adbf-de6be66b71cf tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817375 Jun 30 09:25:21.141744 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 1d151372-281b-4ffd-81b7-ec75f1adf4c2 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:21.345165 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 1d151372-281b-4ffd-81b7-ec75f1adf4c2 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:21.349857 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 1d151372-281b-4ffd-81b7-ec75f1adf4c2 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:21.350230 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:21.489921 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:21.521759 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7665ff4-bbd7-4933-b3a2-7e7733fbf0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d151372-281b-4ffd-81b7-ec75f1adf4c2'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:25:21.525351 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2d19b0-5083-49be-86e6-7302f57461d8" -d '{"events": [{"server_uuid": "d7665ff4-bbd7-4933-b3a2-7e7733fbf0aa", "name": "network-vif-plugged", "status": "completed", "tag": "1d151372-281b-4ffd-81b7-ec75f1adf4c2"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:25:21.544233 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 1d151372-281b-4ffd-81b7-ec75f1adf4c2, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=1d151372-281b-4ffd-81b7-ec75f1adf4c2,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:21.587089 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550c8a49-e290-4ab3-94ee-e93c1a512909 x-openstack-request-id: req-550c8a49-e290-4ab3-94ee-e93c1a512909 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:25:21.587488 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7665ff4-bbd7-4933-b3a2-7e7733fbf0aa", "name": "network-vif-plugged", "status": "completed", "tag": "1d151372-281b-4ffd-81b7-ec75f1adf4c2", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:25:21.587798 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-550c8a49-e290-4ab3-94ee-e93c1a512909 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:25:21.588195 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7665ff4-bbd7-4933-b3a2-7e7733fbf0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d151372-281b-4ffd-81b7-ec75f1adf4c2', 'code': 200} Jun 30 09:25:21.636775 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:21.733521 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=1d151372-281b-4ffd-81b7-ec75f1adf4c2,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:21.754557 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f76aa5-000a-4ed6-a0b8-2cc232311429 req-1f39f8d5-69b5-443d-a80e-673c2df0b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:21.756162 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e1f76aa5-000a-4ed6-a0b8-2cc232311429 req-1f39f8d5-69b5-443d-a80e-673c2df0b232 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d7665ff4-bbd7-4933-b3a2-7e7733fbf0aa HTTP/1.1" status: 200 len: 1097 time: 0.0632787 Jun 30 09:25:21.809828 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e1f76aa5-000a-4ed6-a0b8-2cc232311429 req-392dc704-66f3-4b12-8885-e3d5429385ce service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337026 Jun 30 09:25:22.275295 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37baa2a7-ee4d-4fde-b7e4-d8fb5d27fb65 req-ebeb0c86-b198-4c61-9d4c-d2b314d45118 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:22.276851 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-37baa2a7-ee4d-4fde-b7e4-d8fb5d27fb65 req-ebeb0c86-b198-4c61-9d4c-d2b314d45118 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7665ff4-bbd7-4933-b3a2-7e7733fbf0aa HTTP/1.1" status: 200 len: 945 time: 0.0862575 Jun 30 09:25:22.327831 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-37baa2a7-ee4d-4fde-b7e4-d8fb5d27fb65 req-2f7a9da9-39ae-4cf8-a86a-9c63bda24d79 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405405 Jun 30 09:25:22.700335 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 53824) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:22.811982 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d9c51c8b-125f-47ec-b73b-3aa4ebb74944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:22.866442 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-15d71eeb-dd2f-49ea-8a57-017b021e88e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:22.932244 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d9c51c8b-125f-47ec-b73b-3aa4ebb74944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:23.076643 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d9c51c8b-125f-47ec-b73b-3aa4ebb74944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:23.160905 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d9c51c8b-125f-47ec-b73b-3aa4ebb74944 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=99f415f0eca04a579ce18e1474784301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4594464 Jun 30 09:25:23.164782 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 53840) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:23.168827 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c51c8b-125f-47ec-b73b-3aa4ebb74944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff30ee0-2c97-4001-8fc8-d90d17fefd51,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:23.236756 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8b93100d-8197-4628-bbfa-7c6744281d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:23.264423 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8b93100d-8197-4628-bbfa-7c6744281d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:23.413949 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8b93100d-8197-4628-bbfa-7c6744281d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:23.416475 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8b93100d-8197-4628-bbfa-7c6744281d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:23.417627 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8b93100d-8197-4628-bbfa-7c6744281d21 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bff30ee0-2c97-4001-8fc8-d90d17fefd51 HTTP/1.1" status: 204 len: 168 time: 0.2512951 Jun 30 09:25:23.425780 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93100d-8197-4628-bbfa-7c6744281d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff30ee0-2c97-4001-8fc8-d90d17fefd51,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:23.514766 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c8cbe-437e-4ec6-8f0f-5ba4ce7a9a5a req-cc695502-caea-48f8-8829-f5bcea6a0e0a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:23.516195 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-465c8cbe-437e-4ec6-8f0f-5ba4ce7a9a5a req-cc695502-caea-48f8-8829-f5bcea6a0e0a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7665ff4-bbd7-4933-b3a2-7e7733fbf0aa HTTP/1.1" status: 200 len: 945 time: 0.0641954 Jun 30 09:25:23.533861 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:23.556157 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-465c8cbe-437e-4ec6-8f0f-5ba4ce7a9a5a req-273d9f4a-e86d-497c-9b74-b82225508e47 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336545 Jun 30 09:25:23.752531 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b17455-99cb-48ef-8d11-1390adbba23d req-d9f64d0c-f026-45e5-be3f-71dc2838d919 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:23.754010 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-36b17455-99cb-48ef-8d11-1390adbba23d req-d9f64d0c-f026-45e5-be3f-71dc2838d919 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7665ff4-bbd7-4933-b3a2-7e7733fbf0aa HTTP/1.1" status: 200 len: 945 time: 0.0654480 Jun 30 09:25:23.800549 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-36b17455-99cb-48ef-8d11-1390adbba23d req-783b4587-0e77-4059-bfb3-978bf14761ec tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386014 Jun 30 09:25:24.604721 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41cbc6-24c7-4d04-bd9d-da54c23ae1e1 req-31e13cb6-2247-4693-a0db-402ec7ce1a84 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:24.606724 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ec41cbc6-24c7-4d04-bd9d-da54c23ae1e1 req-31e13cb6-2247-4693-a0db-402ec7ce1a84 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7665ff4-bbd7-4933-b3a2-7e7733fbf0aa HTTP/1.1" status: 200 len: 945 time: 0.0879104 Jun 30 09:25:24.619169 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:24.646677 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ec41cbc6-24c7-4d04-bd9d-da54c23ae1e1 req-d9f1715e-2c1b-48f3-8a1e-5cbe52a7078b tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338130 Jun 30 09:25:24.764208 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 53900) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:24.873287 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-f8105fa3-c5c3-4b29-87c8-f332abb96b23 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-527039238-network', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:24.996540 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8105fa3-c5c3-4b29-87c8-f332abb96b23 admin admin] Made reservation on behalf of 3a9462c3ce5d46c8a5c0b27669b07c56 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:24.998987 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f8105fa3-c5c3-4b29-87c8-f332abb96b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:25.008081 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f8105fa3-c5c3-4b29-87c8-f332abb96b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:25.148045 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f8105fa3-c5c3-4b29-87c8-f332abb96b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:25.299607 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f8105fa3-c5c3-4b29-87c8-f332abb96b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:25.339562 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8105fa3-c5c3-4b29-87c8-f332abb96b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1552c660-160d-48ef-92e5-42a4cea857a7,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:25.354427 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8105fa3-c5c3-4b29-87c8-f332abb96b23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:25.354815 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8105fa3-c5c3-4b29-87c8-f332abb96b23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:25.355178 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8105fa3-c5c3-4b29-87c8-f332abb96b23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:25.355848 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8105fa3-c5c3-4b29-87c8-f332abb96b23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:25.356199 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8105fa3-c5c3-4b29-87c8-f332abb96b23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:25.356532 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8105fa3-c5c3-4b29-87c8-f332abb96b23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:25.356874 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8105fa3-c5c3-4b29-87c8-f332abb96b23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:25.357191 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8105fa3-c5c3-4b29-87c8-f332abb96b23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:25.357515 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8105fa3-c5c3-4b29-87c8-f332abb96b23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:25.357841 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8105fa3-c5c3-4b29-87c8-f332abb96b23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:25.358165 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8105fa3-c5c3-4b29-87c8-f332abb96b23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:25.358663 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8105fa3-c5c3-4b29-87c8-f332abb96b23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:25.362512 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8105fa3-c5c3-4b29-87c8-f332abb96b23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:25:25.375466 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f8105fa3-c5c3-4b29-87c8-f332abb96b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:25.376300 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-f8105fa3-c5c3-4b29-87c8-f332abb96b23 admin admin] Added segment 4c939ff5-d9df-45a0-ad4a-7abf2eec0e12 of type vlan for network c6af7737-90e6-4e90-814b-d1af17fec8d3 Jun 30 09:25:25.430367 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f8105fa3-c5c3-4b29-87c8-f332abb96b23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:25.528036 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f8105fa3-c5c3-4b29-87c8-f332abb96b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:25.529614 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8105fa3-c5c3-4b29-87c8-f332abb96b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:25.530775 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f8105fa3-c5c3-4b29-87c8-f332abb96b23 admin admin] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:25.608274 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8105fa3-c5c3-4b29-87c8-f332abb96b23 admin admin] Pushing event updated for resources: {'Network': ['ID=c6af7737-90e6-4e90-814b-d1af17fec8d3,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:25.619918 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network c6af7737-90e6-4e90-814b-d1af17fec8d3 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:25:25.665977 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f8105fa3-c5c3-4b29-87c8-f332abb96b23 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9005427 Jun 30 09:25:25.668848 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 53922) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:25.674250 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-d2a87c28-a9b9-42bc-b21a-15cc8cc1dc21 admin admin] Request body: {'subnet': {'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-527039238-subnet', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:25.779640 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a87c28-a9b9-42bc-b21a-15cc8cc1dc21 admin admin] Made reservation on behalf of 3a9462c3ce5d46c8a5c0b27669b07c56 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:25.783091 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d2a87c28-a9b9-42bc-b21a-15cc8cc1dc21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:25.976570 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602dfe91-b587-41cb-a151-c2c3ee50a9a6 req-0f6121c9-973e-48b9-af69-d963edd5e598 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:25.979336 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-602dfe91-b587-41cb-a151-c2c3ee50a9a6 req-0f6121c9-973e-48b9-af69-d963edd5e598 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7665ff4-bbd7-4933-b3a2-7e7733fbf0aa HTTP/1.1" status: 200 len: 945 time: 0.1612132 Jun 30 09:25:25.988326 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e0e4d-ca1d-48ee-bd7c-986655f581a5 req-ca866bb6-9efe-44b9-9cbf-810274520a3d tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:25.991041 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6b7e0e4d-ca1d-48ee-bd7c-986655f581a5 req-ca866bb6-9efe-44b9-9cbf-810274520a3d tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7665ff4-bbd7-4933-b3a2-7e7733fbf0aa HTTP/1.1" status: 200 len: 945 time: 0.1225784 Jun 30 09:25:26.076996 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6b7e0e4d-ca1d-48ee-bd7c-986655f581a5 req-fa3a7176-15c2-4ede-b155-19775a4243c4 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776930 Jun 30 09:25:26.103889 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d2a87c28-a9b9-42bc-b21a-15cc8cc1dc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:26.134011 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-602dfe91-b587-41cb-a151-c2c3ee50a9a6 req-0787a6cb-9607-4b08-a466-74118d4a6b2b tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Deleting port 1d151372-281b-4ffd-81b7-ec75f1adf4c2 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:26.134011 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-602dfe91-b587-41cb-a151-c2c3ee50a9a6 req-0787a6cb-9607-4b08-a466-74118d4a6b2b tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:26.180810 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a87c28-a9b9-42bc-b21a-15cc8cc1dc21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10c831ae-0084-4a15-8fd9-ede7c25d3443,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:26.215401 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a87c28-a9b9-42bc-b21a-15cc8cc1dc21 admin admin] Checking segment: {'id': '4c939ff5-d9df-45a0-ad4a-7abf2eec0e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:25:26.215779 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a87c28-a9b9-42bc-b21a-15cc8cc1dc21 admin admin] Network hostable DHCP agents. Network: c6af7737-90e6-4e90-814b-d1af17fec8d3, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:25:26.327799 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-602dfe91-b587-41cb-a151-c2c3ee50a9a6 req-0787a6cb-9607-4b08-a466-74118d4a6b2b tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] For port 1d151372-281b-4ffd-81b7-ec75f1adf4c2, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=1d151372-281b-4ffd-81b7-ec75f1adf4c2,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:26.328566 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-602dfe91-b587-41cb-a151-c2c3ee50a9a6 req-0787a6cb-9607-4b08-a466-74118d4a6b2b tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:26.351505 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-602dfe91-b587-41cb-a151-c2c3ee50a9a6 req-0787a6cb-9607-4b08-a466-74118d4a6b2b tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Calling delete_port for 1d151372-281b-4ffd-81b7-ec75f1adf4c2 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:26.385302 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:26.397199 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a87c28-a9b9-42bc-b21a-15cc8cc1dc21 admin admin] Network c6af7737-90e6-4e90-814b-d1af17fec8d3 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:25:26.533363 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-d2a87c28-a9b9-42bc-b21a-15cc8cc1dc21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, c6af7737-90e6-4e90-814b-d1af17fec8d3) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:26.538593 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a87c28-a9b9-42bc-b21a-15cc8cc1dc21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:26.539162 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d2a87c28-a9b9-42bc-b21a-15cc8cc1dc21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:26.545244 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0898fe-289f-40d7-935d-dedf75d45671 None None] Network c6af7737-90e6-4e90-814b-d1af17fec8d3 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:26.561798 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-602dfe91-b587-41cb-a151-c2c3ee50a9a6 req-0787a6cb-9607-4b08-a466-74118d4a6b2b tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:26.585376 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['1d151372-281b-4ffd-81b7-ec75f1adf4c2'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:25:26.590762 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:25:26.594294 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787a6cb-9607-4b08-a466-74118d4a6b2b tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Pushing event deleted for resources: {'Port': ['ID=1d151372-281b-4ffd-81b7-ec75f1adf4c2,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:26.640406 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-602dfe91-b587-41cb-a151-c2c3ee50a9a6 req-0787a6cb-9607-4b08-a466-74118d4a6b2b tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] No DVR routers for this DVR port 1d151372-281b-4ffd-81b7-ec75f1adf4c2 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:25:26.646498 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-602dfe91-b587-41cb-a151-c2c3ee50a9a6 req-0787a6cb-9607-4b08-a466-74118d4a6b2b tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:26.647518 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-602dfe91-b587-41cb-a151-c2c3ee50a9a6 req-0787a6cb-9607-4b08-a466-74118d4a6b2b tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.52 "DELETE /v2.0/ports/1d151372-281b-4ffd-81b7-ec75f1adf4c2 HTTP/1.1" status: 204 len: 173 time: 0.6550963 Jun 30 09:25:26.648006 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7665ff4-bbd7-4933-b3a2-7e7733fbf0aa', 'name': 'network-vif-deleted', 'tag': '1d151372-281b-4ffd-81b7-ec75f1adf4c2'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:25:26.650910 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4782254-5f5e-48b8-ad5a-010eaae6940b" -d '{"events": [{"server_uuid": "d7665ff4-bbd7-4933-b3a2-7e7733fbf0aa", "name": "network-vif-deleted", "tag": "1d151372-281b-4ffd-81b7-ec75f1adf4c2"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:25:26.683004 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d2a87c28-a9b9-42bc-b21a-15cc8cc1dc21 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0129006 Jun 30 09:25:26.687337 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 53948) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:26.697501 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-99aa1656-5d65-4cd9-893a-4f1b68e96d7d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-527039238-router', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:26.709126 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efd6b39-26c9-4b83-99b3-d82dcea2bf54 x-openstack-request-id: req-1efd6b39-26c9-4b83-99b3-d82dcea2bf54 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:25:26.709563 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7665ff4-bbd7-4933-b3a2-7e7733fbf0aa", "name": "network-vif-deleted", "tag": "1d151372-281b-4ffd-81b7-ec75f1adf4c2", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:25:26.710193 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1efd6b39-26c9-4b83-99b3-d82dcea2bf54 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:25:26.710754 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7665ff4-bbd7-4933-b3a2-7e7733fbf0aa', 'name': 'network-vif-deleted', 'tag': '1d151372-281b-4ffd-81b7-ec75f1adf4c2', 'status': 'completed', 'code': 200} Jun 30 09:25:26.835709 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c523af1-25bf-4ccd-8585-dcbe1f13d8a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-c6af7737-90e6-4e90-814b-d1af17fec8d3', 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'fixed_ips': [{'subnet_id': '10c831ae-0084-4a15-8fd9-ede7c25d3443'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:25:26.837224 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3c523af1-25bf-4ccd-8585-dcbe1f13d8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:26.914988 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99aa1656-5d65-4cd9-893a-4f1b68e96d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:26.916180 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99aa1656-5d65-4cd9-893a-4f1b68e96d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:26.996792 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99aa1656-5d65-4cd9-893a-4f1b68e96d7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:27.016606 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-3c523af1-25bf-4ccd-8585-dcbe1f13d8a5 None None] Allocated IP 172.20.0.2 (c6af7737-90e6-4e90-814b-d1af17fec8d3/10c831ae-0084-4a15-8fd9-ede7c25d3443/f614b3c2-07e5-4a2a-a113-57467f999363) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:27.171296 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3c523af1-25bf-4ccd-8585-dcbe1f13d8a5 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:27.180769 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3c523af1-25bf-4ccd-8585-dcbe1f13d8a5 None None] Transition to ACTIVE for port object f614b3c2-07e5-4a2a-a113-57467f999363 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:27.197401 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3c523af1-25bf-4ccd-8585-dcbe1f13d8a5 None None] Transition to ACTIVE for port object f614b3c2-07e5-4a2a-a113-57467f999363 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:27.285825 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3c523af1-25bf-4ccd-8585-dcbe1f13d8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:27.360681 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c523af1-25bf-4ccd-8585-dcbe1f13d8a5 None None] Network c6af7737-90e6-4e90-814b-d1af17fec8d3 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:27.365932 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-3c523af1-25bf-4ccd-8585-dcbe1f13d8a5 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:27.368722 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c523af1-25bf-4ccd-8585-dcbe1f13d8a5 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:27.384631 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c523af1-25bf-4ccd-8585-dcbe1f13d8a5 None None] Pushing event updated for resources: {'Port': ['ID=f614b3c2-07e5-4a2a-a113-57467f999363,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:27.411910 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6f8ea382-96a4-4b6b-954d-a67549819d4a req-21d30b2c-d923-488f-b0c8-f4bdbd452be0 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7665ff4-bbd7-4933-b3a2-7e7733fbf0aa HTTP/1.1" status: 200 len: 210 time: 0.0594871 Jun 30 09:25:27.445244 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-3c523af1-25bf-4ccd-8585-dcbe1f13d8a5 None None] Attempting to bind port f614b3c2-07e5-4a2a-a113-57467f999363 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:25:27.445604 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-3c523af1-25bf-4ccd-8585-dcbe1f13d8a5 None None] Attempting to bind port f614b3c2-07e5-4a2a-a113-57467f999363 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '4c939ff5-d9df-45a0-ad4a-7abf2eec0e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:25:27.445954 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c523af1-25bf-4ccd-8585-dcbe1f13d8a5 None None] Attempting to bind port f614b3c2-07e5-4a2a-a113-57467f999363 on network c6af7737-90e6-4e90-814b-d1af17fec8d3 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:25:27.451094 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c523af1-25bf-4ccd-8585-dcbe1f13d8a5 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:25:27.451492 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c523af1-25bf-4ccd-8585-dcbe1f13d8a5 None None] Checking segment: {'id': '4c939ff5-d9df-45a0-ad4a-7abf2eec0e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:25:27.451887 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3c523af1-25bf-4ccd-8585-dcbe1f13d8a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:27.452268 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c523af1-25bf-4ccd-8585-dcbe1f13d8a5 None None] Bound using segment: {'id': '4c939ff5-d9df-45a0-ad4a-7abf2eec0e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:25:27.452793 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-3c523af1-25bf-4ccd-8585-dcbe1f13d8a5 None None] Bound port: f614b3c2-07e5-4a2a-a113-57467f999363, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c939ff5-d9df-45a0-ad4a-7abf2eec0e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:25:27.453254 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3c523af1-25bf-4ccd-8585-dcbe1f13d8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:27.483911 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99aa1656-5d65-4cd9-893a-4f1b68e96d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:27.521574 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-3c523af1-25bf-4ccd-8585-dcbe1f13d8a5 None None] For port f614b3c2-07e5-4a2a-a113-57467f999363, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:25:27.525137 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-3c523af1-25bf-4ccd-8585-dcbe1f13d8a5 None None] For port f614b3c2-07e5-4a2a-a113-57467f999363, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f614b3c2-07e5-4a2a-a113-57467f999363,segment=NetworkSegment(4c939ff5-d9df-45a0-ad4a-7abf2eec0e12),segment_id=4c939ff5-d9df-45a0-ad4a-7abf2eec0e12)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:25:27.648376 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3c523af1-25bf-4ccd-8585-dcbe1f13d8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:27.770102 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c523af1-25bf-4ccd-8585-dcbe1f13d8a5 None None] Pushing event updated for resources: {'Port': ['ID=f614b3c2-07e5-4a2a-a113-57467f999363,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:27.898438 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99aa1656-5d65-4cd9-893a-4f1b68e96d7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:27.933013 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99aa1656-5d65-4cd9-893a-4f1b68e96d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:28.083784 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-99aa1656-5d65-4cd9-893a-4f1b68e96d7d admin admin] Allocated IP 172.25.6.193 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/d5437f1d-e205-4b47-a8a2-a2f36da52bca) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:28.206460 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99aa1656-5d65-4cd9-893a-4f1b68e96d7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:28.322661 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99aa1656-5d65-4cd9-893a-4f1b68e96d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:28.361206 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aa1656-5d65-4cd9-893a-4f1b68e96d7d admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:28.364179 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-99aa1656-5d65-4cd9-893a-4f1b68e96d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:28.371339 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aa1656-5d65-4cd9-893a-4f1b68e96d7d admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:28.376902 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa1656-5d65-4cd9-893a-4f1b68e96d7d admin admin] Pushing event updated for resources: {'Port': ['ID=d5437f1d-e205-4b47-a8a2-a2f36da52bca,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:28.812716 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99aa1656-5d65-4cd9-893a-4f1b68e96d7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:29.178078 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a60b675-c40b-4225-bb66-642be578e252 None None] Network c6af7737-90e6-4e90-814b-d1af17fec8d3 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:29.191178 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99aa1656-5d65-4cd9-893a-4f1b68e96d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:29.201320 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-3f60e443-a8bd-4f3b-874d-81b220af390f tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:29.210598 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-3f60e443-a8bd-4f3b-874d-81b220af390f tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/networks?id=258a9a17-d74f-4d5d-8260-18ea8982770d HTTP/1.1" status: 200 len: 806 time: 0.2277770 Jun 30 09:25:29.234528 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-dcc8d694-e09f-455d-877e-fe2a8ed770bb tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/quotas/7ed906f990a84de0b1ae5b133fadc472 HTTP/1.1" status: 200 len: 375 time: 0.0203881 Jun 30 09:25:29.410738 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-52243c78-f394-4595-8590-38dbfcee9ef6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7ed906f990a84de0b1ae5b133fadc472&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1752138 Jun 30 09:25:29.485686 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4029b8c1-55e1-491c-a5d5-b8ced99223de None None] Provisioning for port f614b3c2-07e5-4a2a-a113-57467f999363 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:29.561512 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-d9f32e5c-a30e-4c9d-ad2c-867ec64b44b8 service neutron] 10.222.0.10 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422641 Jun 30 09:25:29.562960 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99aa1656-5d65-4cd9-893a-4f1b68e96d7d admin admin] Router 7316d45c-7008-4271-a9f6-1fd9961eef92 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:25:29.758373 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99aa1656-5d65-4cd9-893a-4f1b68e96d7d admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:25:29.771163 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faa2ccf-a2b7-4745-b812-26130bf621a9 None None] Sync routers for ids ['7316d45c-7008-4271-a9f6-1fd9961eef92'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:25:29.773420 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-1a908a8d-23ff-460c-816b-3f920468f7d8 service neutron] 10.222.0.10 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582849 Jun 30 09:25:29.796512 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faa2ccf-a2b7-4745-b812-26130bf621a9 None None] Routers {'7316d45c-7008-4271-a9f6-1fd9961eef92'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:29.797140 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4faa2ccf-a2b7-4745-b812-26130bf621a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:25:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['7316d45c-7008-4271-a9f6-1fd9961eef92'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:29.917429 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99aa1656-5d65-4cd9-893a-4f1b68e96d7d admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:29.920769 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-99aa1656-5d65-4cd9-893a-4f1b68e96d7d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2310686 Jun 30 09:25:29.922304 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54026) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:29.993297 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-4faa2ccf-a2b7-4745-b812-26130bf621a9 None None] Set router 7316d45c-7008-4271-a9f6-1fd9961eef92 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:25:30.027429 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f614b3c2-07e5-4a2a-a113-57467f999363 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:30.368061 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port f614b3c2-07e5-4a2a-a113-57467f999363 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:30.378397 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port f614b3c2-07e5-4a2a-a113-57467f999363 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:30.378397 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:30.553774 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:30.610949 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4faa2ccf-a2b7-4745-b812-26130bf621a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'name': 'tempest-TestVolumeBackupRestore-527039238-router', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'd5437f1d-e205-4b47-a8a2-a2f36da52bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:25:28Z', 'revision_number': 3, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'gw_port': {'id': 'd5437f1d-e205-4b47-a8a2-a2f36da52bca', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:27Z', 'updated_at': '2021-06-30T09:25:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:30.675257 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port f614b3c2-07e5-4a2a-a113-57467f999363, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f614b3c2-07e5-4a2a-a113-57467f999363,segment=NetworkSegment(4c939ff5-d9df-45a0-ad4a-7abf2eec0e12),segment_id=4c939ff5-d9df-45a0-ad4a-7abf2eec0e12)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:30.687176 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faa2ccf-a2b7-4745-b812-26130bf621a9 None None] Checking router: 7316d45c-7008-4271-a9f6-1fd9961eef92 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:25:30.687782 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faa2ccf-a2b7-4745-b812-26130bf621a9 None None] Updating router 7316d45c-7008-4271-a9f6-1fd9961eef92 port d5437f1d-e205-4b47-a8a2-a2f36da52bca binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:25:30.745789 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:30.801833 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-992a897b-4e5d-4212-a2b9-eadd7ad27149 req-366fe50d-dbb2-426c-89d1-6e6a3541aa7d tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=91394538-e1dd-4f6d-be04-160b4634b07f HTTP/1.1" status: 200 len: 210 time: 0.0436816 Jun 30 09:25:30.855374 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=f614b3c2-07e5-4a2a-a113-57467f999363,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:30.862708 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-4faa2ccf-a2b7-4745-b812-26130bf621a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:31.188328 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 1d151372-281b-4ffd-81b7-ec75f1adf4c2 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:25:31.215540 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 1d151372-281b-4ffd-81b7-ec75f1adf4c2 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:25:31.215867 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 1d151372-281b-4ffd-81b7-ec75f1adf4c2 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:25:31.265168 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-4faa2ccf-a2b7-4745-b812-26130bf621a9 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:31.285202 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-4faa2ccf-a2b7-4745-b812-26130bf621a9 None None] Transition to ACTIVE for port object d5437f1d-e205-4b47-a8a2-a2f36da52bca will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:31.415142 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ef878d4b-617d-4a37-907e-7d12f45fa17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:31.459800 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-4faa2ccf-a2b7-4745-b812-26130bf621a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:31.524725 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-4faa2ccf-a2b7-4745-b812-26130bf621a9 None None] Attempting to bind port d5437f1d-e205-4b47-a8a2-a2f36da52bca on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:25:31.527642 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-4faa2ccf-a2b7-4745-b812-26130bf621a9 None None] Attempting to bind port d5437f1d-e205-4b47-a8a2-a2f36da52bca by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:25:31.528339 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faa2ccf-a2b7-4745-b812-26130bf621a9 None None] Attempting to bind port d5437f1d-e205-4b47-a8a2-a2f36da52bca on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:25:31.541736 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29e536-e8c5-49fb-b107-04eb2a145ad0 None None] Pushing event updated for resources: {'Port': ['ID=d5437f1d-e205-4b47-a8a2-a2f36da52bca,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:31.544149 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faa2ccf-a2b7-4745-b812-26130bf621a9 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:25:31.544653 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faa2ccf-a2b7-4745-b812-26130bf621a9 None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:25:31.545153 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-4faa2ccf-a2b7-4745-b812-26130bf621a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:31.545631 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faa2ccf-a2b7-4745-b812-26130bf621a9 None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:25:31.546178 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-4faa2ccf-a2b7-4745-b812-26130bf621a9 None None] Bound port: d5437f1d-e205-4b47-a8a2-a2f36da52bca, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:25:31.546636 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-4faa2ccf-a2b7-4745-b812-26130bf621a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:31.575048 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de29e536-e8c5-49fb-b107-04eb2a145ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:31.575758 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de29e536-e8c5-49fb-b107-04eb2a145ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:31.576361 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de29e536-e8c5-49fb-b107-04eb2a145ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:31.576980 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de29e536-e8c5-49fb-b107-04eb2a145ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:31.577635 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de29e536-e8c5-49fb-b107-04eb2a145ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:31.578230 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de29e536-e8c5-49fb-b107-04eb2a145ad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:31.578913 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de29e536-e8c5-49fb-b107-04eb2a145ad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:31.579555 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de29e536-e8c5-49fb-b107-04eb2a145ad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:31.580174 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de29e536-e8c5-49fb-b107-04eb2a145ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:31.580781 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de29e536-e8c5-49fb-b107-04eb2a145ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:31.581410 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de29e536-e8c5-49fb-b107-04eb2a145ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:31.582025 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de29e536-e8c5-49fb-b107-04eb2a145ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:31.638164 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-4faa2ccf-a2b7-4745-b812-26130bf621a9 None None] For port d5437f1d-e205-4b47-a8a2-a2f36da52bca, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:25:31.646233 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-4faa2ccf-a2b7-4745-b812-26130bf621a9 None None] For port d5437f1d-e205-4b47-a8a2-a2f36da52bca, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=d5437f1d-e205-4b47-a8a2-a2f36da52bca,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:25:31.703193 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-ef878d4b-617d-4a37-907e-7d12f45fa17f admin admin] Allocated IP 172.20.0.1 (c6af7737-90e6-4e90-814b-d1af17fec8d3/10c831ae-0084-4a15-8fd9-ede7c25d3443/3518e37d-45a7-4678-b72c-3323dae627a8) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:31.814991 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ef878d4b-617d-4a37-907e-7d12f45fa17f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:31.830327 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-ef878d4b-617d-4a37-907e-7d12f45fa17f admin admin] Transition to ACTIVE for port object 3518e37d-45a7-4678-b72c-3323dae627a8 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:31.871511 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-4faa2ccf-a2b7-4745-b812-26130bf621a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:31.886998 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-10467040-1129-4621-91fb-e5ba23b41a23 req-f987f902-4dda-4f09-98a0-55956d9eb490 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=91394538-e1dd-4f6d-be04-160b4634b07f HTTP/1.1" status: 200 len: 210 time: 0.0313685 Jun 30 09:25:31.929366 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faa2ccf-a2b7-4745-b812-26130bf621a9 None None] Routers {'7316d45c-7008-4271-a9f6-1fd9961eef92'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:31.930416 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4faa2ccf-a2b7-4745-b812-26130bf621a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:25:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['7316d45c-7008-4271-a9f6-1fd9961eef92'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:31.933892 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f614b3c2-07e5-4a2a-a113-57467f999363 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:31.988528 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port f614b3c2-07e5-4a2a-a113-57467f999363 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:31.988902 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:32.002667 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ef878d4b-617d-4a37-907e-7d12f45fa17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:32.009144 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29e536-e8c5-49fb-b107-04eb2a145ad0 None None] Pushing event updated for resources: {'Port': ['ID=d5437f1d-e205-4b47-a8a2-a2f36da52bca,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:32.144972 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef878d4b-617d-4a37-907e-7d12f45fa17f admin admin] Network c6af7737-90e6-4e90-814b-d1af17fec8d3 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:32.154947 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-ef878d4b-617d-4a37-907e-7d12f45fa17f admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:32.158990 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef878d4b-617d-4a37-907e-7d12f45fa17f admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:32.175863 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-4faa2ccf-a2b7-4745-b812-26130bf621a9 None None] Set router 7316d45c-7008-4271-a9f6-1fd9961eef92 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:25:32.211395 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef878d4b-617d-4a37-907e-7d12f45fa17f admin admin] Pushing event updated for resources: {'Port': ['ID=3518e37d-45a7-4678-b72c-3323dae627a8,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:32.253602 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ef878d4b-617d-4a37-907e-7d12f45fa17f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:32.418770 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4faa2ccf-a2b7-4745-b812-26130bf621a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'name': 'tempest-TestVolumeBackupRestore-527039238-router', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'd5437f1d-e205-4b47-a8a2-a2f36da52bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:25:28Z', 'revision_number': 3, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'gw_port': {'id': 'd5437f1d-e205-4b47-a8a2-a2f36da52bca', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:27Z', 'updated_at': '2021-06-30T09:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:32.465187 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faa2ccf-a2b7-4745-b812-26130bf621a9 None None] The sync data for ids ['7316d45c-7008-4271-a9f6-1fd9961eef92'] in n-d-771363-31 is: [{'id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'name': 'tempest-TestVolumeBackupRestore-527039238-router', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'd5437f1d-e205-4b47-a8a2-a2f36da52bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:25:28Z', 'revision_number': 3, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'gw_port': {'id': 'd5437f1d-e205-4b47-a8a2-a2f36da52bca', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:27Z', 'updated_at': '2021-06-30T09:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:25:32.688941 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-eb426a2b-1a2a-4d19-a43e-a4aede8dee03 None None] Provisioning for port 3518e37d-45a7-4678-b72c-3323dae627a8 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:32.693128 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ef878d4b-617d-4a37-907e-7d12f45fa17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:32.699770 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-eb426a2b-1a2a-4d19-a43e-a4aede8dee03 None None] Provisioning complete for port 3518e37d-45a7-4678-b72c-3323dae627a8 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:32.700424 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eb426a2b-1a2a-4d19-a43e-a4aede8dee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:32.752508 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-eb426a2b-1a2a-4d19-a43e-a4aede8dee03 None None] Port 3518e37d-45a7-4678-b72c-3323dae627a8 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:25:32.926484 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ef878d4b-617d-4a37-907e-7d12f45fa17f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:33.055816 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-de588cb8-a0f9-46dd-a70a-798050881c42 req-ac39efe9-be37-476e-bbfb-125cfb031ca8 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=91394538-e1dd-4f6d-be04-160b4634b07f HTTP/1.1" status: 200 len: 210 time: 0.0384324 Jun 30 09:25:33.091030 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ef878d4b-617d-4a37-907e-7d12f45fa17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:33.164469 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef878d4b-617d-4a37-907e-7d12f45fa17f admin admin] Pushing event updated for resources: {'Port': ['ID=3518e37d-45a7-4678-b72c-3323dae627a8,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:33.167512 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ef878d4b-617d-4a37-907e-7d12f45fa17f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:33.305025 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef878d4b-617d-4a37-907e-7d12f45fa17f admin admin] Network c6af7737-90e6-4e90-814b-d1af17fec8d3 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:33.306844 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-ef878d4b-617d-4a37-907e-7d12f45fa17f admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:33.458668 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef878d4b-617d-4a37-907e-7d12f45fa17f admin admin] Router 7316d45c-7008-4271-a9f6-1fd9961eef92 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:25:33.652402 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef878d4b-617d-4a37-907e-7d12f45fa17f admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:25:33.669494 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ef878d4b-617d-4a37-907e-7d12f45fa17f admin admin] 10.222.0.10 "PUT /v2.0/routers/7316d45c-7008-4271-a9f6-1fd9961eef92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7454057 Jun 30 09:25:33.720576 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6d25eb76-bdf8-4511-bad7-97ce47cf9127 None None] Provisioning complete for port 3518e37d-45a7-4678-b72c-3323dae627a8 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:33.721404 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6d25eb76-bdf8-4511-bad7-97ce47cf9127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:33.793699 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-6d25eb76-bdf8-4511-bad7-97ce47cf9127 None None] Port 3518e37d-45a7-4678-b72c-3323dae627a8 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:25:33.967919 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d5437f1d-e205-4b47-a8a2-a2f36da52bca up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:33.968665 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357031c6-8c64-4de8-b617-fa4db3c63cd9 req-967b3e94-d8dd-4b08-8ed7-7f323d6b96c2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:33.978383 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357031c6-8c64-4de8-b617-fa4db3c63cd9 req-967b3e94-d8dd-4b08-8ed7-7f323d6b96c2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:33.985346 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357031c6-8c64-4de8-b617-fa4db3c63cd9 req-967b3e94-d8dd-4b08-8ed7-7f323d6b96c2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:33.991868 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357031c6-8c64-4de8-b617-fa4db3c63cd9 req-967b3e94-d8dd-4b08-8ed7-7f323d6b96c2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:33.997973 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357031c6-8c64-4de8-b617-fa4db3c63cd9 req-967b3e94-d8dd-4b08-8ed7-7f323d6b96c2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:34.004031 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357031c6-8c64-4de8-b617-fa4db3c63cd9 req-967b3e94-d8dd-4b08-8ed7-7f323d6b96c2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:34.010433 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357031c6-8c64-4de8-b617-fa4db3c63cd9 req-967b3e94-d8dd-4b08-8ed7-7f323d6b96c2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:34.013859 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-357031c6-8c64-4de8-b617-fa4db3c63cd9 req-967b3e94-d8dd-4b08-8ed7-7f323d6b96c2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5437 time: 0.1387222 Jun 30 09:25:34.081182 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-357031c6-8c64-4de8-b617-fa4db3c63cd9 req-4f0a77db-1411-46d1-9ac4-040fbd3d0829 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0601330 Jun 30 09:25:34.138884 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port d5437f1d-e205-4b47-a8a2-a2f36da52bca completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:34.144576 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port d5437f1d-e205-4b47-a8a2-a2f36da52bca triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:34.144576 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:34.241970 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:34.274490 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port d5437f1d-e205-4b47-a8a2-a2f36da52bca, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=d5437f1d-e205-4b47-a8a2-a2f36da52bca,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:34.402127 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:34.451707 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe14f4-6432-41d0-ac35-40af63144aa4 req-cd54f442-920a-4192-a3ad-36c23e1e4dbc tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:34.459070 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe14f4-6432-41d0-ac35-40af63144aa4 req-cd54f442-920a-4192-a3ad-36c23e1e4dbc tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:34.467376 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe14f4-6432-41d0-ac35-40af63144aa4 req-cd54f442-920a-4192-a3ad-36c23e1e4dbc tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:34.476331 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe14f4-6432-41d0-ac35-40af63144aa4 req-cd54f442-920a-4192-a3ad-36c23e1e4dbc tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:34.483400 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe14f4-6432-41d0-ac35-40af63144aa4 req-cd54f442-920a-4192-a3ad-36c23e1e4dbc tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:34.490802 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe14f4-6432-41d0-ac35-40af63144aa4 req-cd54f442-920a-4192-a3ad-36c23e1e4dbc tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:34.497422 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe14f4-6432-41d0-ac35-40af63144aa4 req-cd54f442-920a-4192-a3ad-36c23e1e4dbc tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:34.511576 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fcbe14f4-6432-41d0-ac35-40af63144aa4 req-cd54f442-920a-4192-a3ad-36c23e1e4dbc tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5437 time: 0.1832788 Jun 30 09:25:34.616815 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=d5437f1d-e205-4b47-a8a2-a2f36da52bca,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:34.835313 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-54ccd0a1-4afe-44fb-80ea-267d532b7966 req-a6501d0d-c925-4e8e-ad6e-72f8b3f8b40c tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=91394538-e1dd-4f6d-be04-160b4634b07f HTTP/1.1" status: 200 len: 210 time: 0.0471389 Jun 30 09:25:34.928402 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0f10ba-f266-4f87-8ea5-48a167523881 None None] Sync routers for ids ['7316d45c-7008-4271-a9f6-1fd9961eef92'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:25:34.940583 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0f10ba-f266-4f87-8ea5-48a167523881 None None] Routers {'7316d45c-7008-4271-a9f6-1fd9961eef92'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:34.943575 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-9b0f10ba-f266-4f87-8ea5-48a167523881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:25:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['7316d45c-7008-4271-a9f6-1fd9961eef92'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:34.965268 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-f2b3c074-0f20-4e04-ad09-65b0b43178fa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1821473 Jun 30 09:25:35.003327 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-8168a438-f371-4c40-8af6-b6c2ff1a46ee tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:35.005454 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-8168a438-f371-4c40-8af6-b6c2ff1a46ee tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.52 "GET /v2.0/networks?id=258a9a17-d74f-4d5d-8260-18ea8982770d HTTP/1.1" status: 200 len: 806 time: 0.9059229 Jun 30 09:25:35.025964 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-9490f4c2-b4d3-492c-99b0-36a70d946ece tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Request body: {'port': {'device_id': '91394538-e1dd-4f6d-be04-160b4634b07f', 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d', 'admin_state_up': True, 'tenant_id': '7ed906f990a84de0b1ae5b133fadc472'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:35.062140 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54148) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:35.071829 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-ac266006-331a-4352-8351-5f1a565e0531 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-492991519-network', 'tenant_id': '23177f3e291d4bc3bd50f52063dafb76'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:35.087714 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-9b0f10ba-f266-4f87-8ea5-48a167523881 None None] Set router 7316d45c-7008-4271-a9f6-1fd9961eef92 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:25:35.175655 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac266006-331a-4352-8351-5f1a565e0531 admin admin] Made reservation on behalf of 23177f3e291d4bc3bd50f52063dafb76 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:35.183775 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ac266006-331a-4352-8351-5f1a565e0531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:35.199816 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-76f2ceb0-e68f-43f3-aaf3-898e1b359dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:35.200302 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-76f2ceb0-e68f-43f3-aaf3-898e1b359dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:35.200796 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-76f2ceb0-e68f-43f3-aaf3-898e1b359dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:35.201253 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-76f2ceb0-e68f-43f3-aaf3-898e1b359dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:35.201714 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-76f2ceb0-e68f-43f3-aaf3-898e1b359dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:35.202200 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-76f2ceb0-e68f-43f3-aaf3-898e1b359dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:35.202647 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-76f2ceb0-e68f-43f3-aaf3-898e1b359dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:35.203115 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ac266006-331a-4352-8351-5f1a565e0531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:35.204580 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-76f2ceb0-e68f-43f3-aaf3-898e1b359dcc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cf47b77e70945949916ae6cc28be07c&device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 6501 time: 0.1202772 Jun 30 09:25:35.325695 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-9490f4c2-b4d3-492c-99b0-36a70d946ece tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Made reservation on behalf of 7ed906f990a84de0b1ae5b133fadc472 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:35.329692 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-9490f4c2-b4d3-492c-99b0-36a70d946ece tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:35.348420 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-9b0f10ba-f266-4f87-8ea5-48a167523881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'name': 'tempest-TestVolumeBackupRestore-527039238-router', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'd5437f1d-e205-4b47-a8a2-a2f36da52bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:25:32Z', 'revision_number': 4, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'gw_port': {'id': 'd5437f1d-e205-4b47-a8a2-a2f36da52bca', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:27Z', 'updated_at': '2021-06-30T09:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '3518e37d-45a7-4678-b72c-3323dae627a8', 'name': '', 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'mac_address': 'fa:16:3e:1a:98:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '10c831ae-0084-4a15-8fd9-ede7c25d3443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:31Z', 'updated_at': '2021-06-30T09:25:32Z', 'revision_number': 2, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'subnets': [{'id': '10c831ae-0084-4a15-8fd9-ede7c25d3443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:35.376163 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0f10ba-f266-4f87-8ea5-48a167523881 None None] Checking router: 7316d45c-7008-4271-a9f6-1fd9961eef92 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:25:35.376521 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0f10ba-f266-4f87-8ea5-48a167523881 None None] Updating router 7316d45c-7008-4271-a9f6-1fd9961eef92 port 3518e37d-45a7-4678-b72c-3323dae627a8 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:25:35.381776 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-1afcdfc6-e350-4904-b086-ee7ac3949fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:35.382506 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-1afcdfc6-e350-4904-b086-ee7ac3949fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:35.383226 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-1afcdfc6-e350-4904-b086-ee7ac3949fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:35.385057 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-1afcdfc6-e350-4904-b086-ee7ac3949fa4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b7c4d310-0e13-4978-b513-6d3abe0b2ecf&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=1ee7a795-7cad-4025-ad1c-ea31997afa2e&id=1ee7a795-7cad-4025-ad1c-ea31997afa2e HTTP/1.1" status: 200 len: 2293 time: 0.1427267 Jun 30 09:25:35.417861 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ac266006-331a-4352-8351-5f1a565e0531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:35.418348 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9b0f10ba-f266-4f87-8ea5-48a167523881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:35.527569 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ac266006-331a-4352-8351-5f1a565e0531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:35.538283 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-d6a1248d-266b-499a-b058-7ea0571410c1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a700fa97-7f11-4c5a-a416-37fd7c54d91e HTTP/1.1" status: 200 len: 1002 time: 0.1139987 Jun 30 09:25:35.593604 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac266006-331a-4352-8351-5f1a565e0531 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:25:35.609164 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac266006-331a-4352-8351-5f1a565e0531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a975657d-5433-4682-bf15-70b1cd2f198d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:35.620505 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ac266006-331a-4352-8351-5f1a565e0531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:35.621278 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-ac266006-331a-4352-8351-5f1a565e0531 admin admin] Added segment 33348c9b-048e-45f5-a6b1-8db534241b14 of type vlan for network 3ae65191-9528-4839-b83f-1b719e57f217 Jun 30 09:25:35.621472 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-9490f4c2-b4d3-492c-99b0-36a70d946ece tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Allocated IP 172.20.0.10 (258a9a17-d74f-4d5d-8260-18ea8982770d/f6a83f45-42b4-4cc7-8f2d-89980ddef0f1/1629c223-686c-4e1c-8ce2-0656081a344f) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:35.660092 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-d7d9f34d-9d5f-4aef-8d94-401ed72c0a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:35.662261 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-d7d9f34d-9d5f-4aef-8d94-401ed72c0a42 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81734dcc-0ee2-494d-93d9-b3fe64a6f397 HTTP/1.1" status: 200 len: 851 time: 0.1135838 Jun 30 09:25:35.790395 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ac266006-331a-4352-8351-5f1a565e0531 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:35.848303 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dcce5603-a35d-4cab-b043-cc7f2f7edd9a req-ddf299dd-718b-4381-9140-546de7b86854 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=12d5d9f2-0114-4cf3-8c12-e2618be0603d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1496663 Jun 30 09:25:35.850415 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-fa23e3d8-bf49-40a6-a5a4-9a46db95ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:35.854735 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-fa23e3d8-bf49-40a6-a5a4-9a46db95ab9a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b7c4d310-0e13-4978-b513-6d3abe0b2ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1794577 Jun 30 09:25:35.953527 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-9490f4c2-b4d3-492c-99b0-36a70d946ece tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:35.996754 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d5437f1d-e205-4b47-a8a2-a2f36da52bca up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:36.017431 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9b0f10ba-f266-4f87-8ea5-48a167523881 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:36.018383 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ac266006-331a-4352-8351-5f1a565e0531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:36.019645 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac266006-331a-4352-8351-5f1a565e0531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:36.027947 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-83970722-7263-45f4-8701-2bbc075ef30c service neutron] 10.222.0.52 "GET /v2.0/networks/b7c4d310-0e13-4978-b513-6d3abe0b2ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669888 Jun 30 09:25:36.038553 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ac266006-331a-4352-8351-5f1a565e0531 admin admin] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:36.086246 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9b0f10ba-f266-4f87-8ea5-48a167523881 None None] Transition to ACTIVE for port object 3518e37d-45a7-4678-b72c-3323dae627a8 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:36.182148 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port d5437f1d-e205-4b47-a8a2-a2f36da52bca triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:36.182623 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:36.186799 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-9c9d3205-31da-4bc5-b7f7-04f8f36cd4cd service neutron] 10.222.0.52 "GET /v2.0/networks/b7c4d310-0e13-4978-b513-6d3abe0b2ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468403 Jun 30 09:25:36.241750 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-28da121e-b2b0-4b64-89d6-84ec3b75b923 req-53dfb617-c0f1-44d2-8546-0f0b2551e56b tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=91394538-e1dd-4f6d-be04-160b4634b07f HTTP/1.1" status: 200 len: 210 time: 0.1371543 Jun 30 09:25:36.249657 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ac266006-331a-4352-8351-5f1a565e0531 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1863446 Jun 30 09:25:36.257522 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54168) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:36.262501 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-59e0f60d-cffd-4a20-8703-77ae27f2580a admin admin] Request body: {'subnet': {'network_id': '3ae65191-9528-4839-b83f-1b719e57f217', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-492991519-subnet', 'tenant_id': '23177f3e291d4bc3bd50f52063dafb76', 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:36.269172 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac266006-331a-4352-8351-5f1a565e0531 admin admin] Pushing event updated for resources: {'Network': ['ID=3ae65191-9528-4839-b83f-1b719e57f217,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:36.269731 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-48fbb7ae-5e93-45c5-90f4-2b460d275638 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 HTTP/1.1" status: 200 len: 217 time: 0.0750759 Jun 30 09:25:36.302914 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 3ae65191-9528-4839-b83f-1b719e57f217 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:25:36.305699 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9b0f10ba-f266-4f87-8ea5-48a167523881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:36.306208 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce5603-a35d-4cab-b043-cc7f2f7edd9a req-e0d41ea9-90b9-478e-82e0-1a78b22eb5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:36.308523 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dcce5603-a35d-4cab-b043-cc7f2f7edd9a req-e0d41ea9-90b9-478e-82e0-1a78b22eb5b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6663e1a20e0244d4b0d1dff3990ac78c&device_id=12d5d9f2-0114-4cf3-8c12-e2618be0603d HTTP/1.1" status: 200 len: 1097 time: 0.3819849 Jun 30 09:25:36.352152 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-889429d8-6dc7-4bb7-8fea-045735e7bea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:36.354007 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-889429d8-6dc7-4bb7-8fea-045735e7bea3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abf6d13-ee31-42ca-8f41-a3797ffb8563 HTTP/1.1" status: 200 len: 797 time: 0.0766959 Jun 30 09:25:36.355330 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-9490f4c2-b4d3-492c-99b0-36a70d946ece tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:36.402786 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e0f60d-cffd-4a20-8703-77ae27f2580a admin admin] Made reservation on behalf of 23177f3e291d4bc3bd50f52063dafb76 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:36.405727 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-59e0f60d-cffd-4a20-8703-77ae27f2580a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:36.435466 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:25:36.435687 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-9490f4c2-b4d3-492c-99b0-36a70d946ece tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Network 258a9a17-d74f-4d5d-8260-18ea8982770d is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:36.462058 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-9490f4c2-b4d3-492c-99b0-36a70d946ece tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:36.468396 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-9490f4c2-b4d3-492c-99b0-36a70d946ece tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:36.519886 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695e39b-6282-4856-8d83-277dc4e9aeab None None] Pushing event updated for resources: {'Port': ['ID=3518e37d-45a7-4678-b72c-3323dae627a8,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:36.542823 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce5603-a35d-4cab-b043-cc7f2f7edd9a req-18cc8eeb-fb3a-4970-b35d-68e61631572b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:36.544341 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dcce5603-a35d-4cab-b043-cc7f2f7edd9a req-18cc8eeb-fb3a-4970-b35d-68e61631572b service neutron] 10.222.0.37 "GET /v2.0/networks?id=ac2db21f-3bc4-4f3a-a31f-707164d04b28 HTTP/1.1" status: 200 len: 912 time: 0.2073755 Jun 30 09:25:36.580357 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490f4c2-b4d3-492c-99b0-36a70d946ece tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Pushing event updated for resources: {'Port': ['ID=1629c223-686c-4e1c-8ce2-0656081a344f,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:36.652200 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-9490f4c2-b4d3-492c-99b0-36a70d946ece tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:36.652892 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-9490f4c2-b4d3-492c-99b0-36a70d946ece tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:36.693848 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dcce5603-a35d-4cab-b043-cc7f2f7edd9a req-912b52c4-8c8f-4e8a-9297-5ad2fd5997e0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=770805df-1496-40ab-b8e2-3d5fd082fd0a HTTP/1.1" status: 200 len: 1001 time: 0.1201882 Jun 30 09:25:36.698132 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-00453956-a116-443b-9a0c-79e07cb6b4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:36.700031 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-00453956-a116-443b-9a0c-79e07cb6b4f2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3164845 Jun 30 09:25:36.772858 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce5603-a35d-4cab-b043-cc7f2f7edd9a req-35b85d70-cd06-4344-8241-37566b06ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:36.783729 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dcce5603-a35d-4cab-b043-cc7f2f7edd9a req-35b85d70-cd06-4344-8241-37566b06ffad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd8a9d34-628f-4a77-9fac-19eb06ec58fe HTTP/1.1" status: 200 len: 850 time: 0.0820243 Jun 30 09:25:36.830530 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-448460e3-eece-4738-8d74-37af885cd89c service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198792 Jun 30 09:25:36.832364 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-9490f4c2-b4d3-492c-99b0-36a70d946ece tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8120966 Jun 30 09:25:36.884114 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-18a0d324-18db-484c-8339-c2bf47d8aa1e service neutron] Request body: {'port': {'device_id': '91394538-e1dd-4f6d-be04-160b4634b07f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:36.922054 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-9b0f10ba-f266-4f87-8ea5-48a167523881 None None] Attempting to bind port 3518e37d-45a7-4678-b72c-3323dae627a8 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:25:36.929837 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-9b0f10ba-f266-4f87-8ea5-48a167523881 None None] Attempting to bind port 3518e37d-45a7-4678-b72c-3323dae627a8 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '4c939ff5-d9df-45a0-ad4a-7abf2eec0e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:25:36.930349 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0f10ba-f266-4f87-8ea5-48a167523881 None None] Attempting to bind port 3518e37d-45a7-4678-b72c-3323dae627a8 on network c6af7737-90e6-4e90-814b-d1af17fec8d3 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:25:36.939769 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce5603-a35d-4cab-b043-cc7f2f7edd9a req-c7526f88-d018-4e7a-9ce4-4490c818e2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:36.940994 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dcce5603-a35d-4cab-b043-cc7f2f7edd9a req-c7526f88-d018-4e7a-9ce4-4490c818e2fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac2db21f-3bc4-4f3a-a31f-707164d04b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1564913 Jun 30 09:25:37.015042 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0f10ba-f266-4f87-8ea5-48a167523881 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:25:37.015717 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0f10ba-f266-4f87-8ea5-48a167523881 None None] Checking segment: {'id': '4c939ff5-d9df-45a0-ad4a-7abf2eec0e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:25:37.016283 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9b0f10ba-f266-4f87-8ea5-48a167523881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:37.016407 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0f10ba-f266-4f87-8ea5-48a167523881 None None] Bound using segment: {'id': '4c939ff5-d9df-45a0-ad4a-7abf2eec0e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:25:37.017629 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-9b0f10ba-f266-4f87-8ea5-48a167523881 None None] Bound port: 3518e37d-45a7-4678-b72c-3323dae627a8, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c939ff5-d9df-45a0-ad4a-7abf2eec0e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:25:37.018026 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9b0f10ba-f266-4f87-8ea5-48a167523881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:37.040798 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-18a0d324-18db-484c-8339-c2bf47d8aa1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:37.045771 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-a9ba67ed-6878-45a2-ab4c-6d282a473819 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867728 Jun 30 09:25:37.077307 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-59e0f60d-cffd-4a20-8703-77ae27f2580a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:37.100606 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-90bfa8e5-2b56-447f-9400-16b95970694b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=44e89faa-6b6f-468b-aada-373d3800878b HTTP/1.1" status: 200 len: 217 time: 0.0460546 Jun 30 09:25:37.182588 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dcce5603-a35d-4cab-b043-cc7f2f7edd9a req-2e3d0110-17b0-423c-8720-89229e53cf85 service neutron] 10.222.0.37 "GET /v2.0/networks/ac2db21f-3bc4-4f3a-a31f-707164d04b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296546 Jun 30 09:25:37.183491 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0f60d-cffd-4a20-8703-77ae27f2580a admin admin] Pushing event updated for resources: {'Subnet': ['ID=71a4a7db-3ddf-4040-a7c2-03d617df0cd6,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:37.251036 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-9b0f10ba-f266-4f87-8ea5-48a167523881 None None] For port 3518e37d-45a7-4678-b72c-3323dae627a8, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:25:37.316306 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-82902dd8-8a7e-4b61-83d2-cd550f6a7fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:37.318095 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-82902dd8-8a7e-4b61-83d2-cd550f6a7fae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abf6d13-ee31-42ca-8f41-a3797ffb8563 HTTP/1.1" status: 200 len: 797 time: 0.1732221 Jun 30 09:25:37.358180 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-9b0f10ba-f266-4f87-8ea5-48a167523881 None None] For port 3518e37d-45a7-4678-b72c-3323dae627a8, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3518e37d-45a7-4678-b72c-3323dae627a8,segment=NetworkSegment(4c939ff5-d9df-45a0-ad4a-7abf2eec0e12),segment_id=4c939ff5-d9df-45a0-ad4a-7abf2eec0e12)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:25:37.385758 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e0f60d-cffd-4a20-8703-77ae27f2580a admin admin] Checking segment: {'id': '33348c9b-048e-45f5-a6b1-8db534241b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3ae65191-9528-4839-b83f-1b719e57f217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:25:37.387226 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e0f60d-cffd-4a20-8703-77ae27f2580a admin admin] Network hostable DHCP agents. Network: 3ae65191-9528-4839-b83f-1b719e57f217, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:25:37.471078 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dcce5603-a35d-4cab-b043-cc7f2f7edd9a req-b8aefec9-4690-4e74-8bda-8f83496070e9 service neutron] 10.222.0.37 "GET /v2.0/networks/ac2db21f-3bc4-4f3a-a31f-707164d04b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757072 Jun 30 09:25:37.487860 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:37.489377 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9b0f10ba-f266-4f87-8ea5-48a167523881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:37.561480 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-851a1019-4802-497d-9f3b-8a0ae4d7eb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:37.563069 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-851a1019-4802-497d-9f3b-8a0ae4d7eb84 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2269413 Jun 30 09:25:37.600332 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695e39b-6282-4856-8d83-277dc4e9aeab None None] Pushing event updated for resources: {'Port': ['ID=3518e37d-45a7-4678-b72c-3323dae627a8,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:37.611149 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0f10ba-f266-4f87-8ea5-48a167523881 None None] Routers {'7316d45c-7008-4271-a9f6-1fd9961eef92'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:37.611686 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-9b0f10ba-f266-4f87-8ea5-48a167523881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:25:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['7316d45c-7008-4271-a9f6-1fd9961eef92'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:37.647784 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e0f60d-cffd-4a20-8703-77ae27f2580a admin admin] Network 3ae65191-9528-4839-b83f-1b719e57f217 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:25:37.747484 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-18a0d324-18db-484c-8339-c2bf47d8aa1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1629c223-686c-4e1c-8ce2-0656081a344f {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:25:37.750243 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-59e0f60d-cffd-4a20-8703-77ae27f2580a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 3ae65191-9528-4839-b83f-1b719e57f217) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:37.758732 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-d30cef6e-6bdf-45d3-84d2-f9e8df5c597c service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805570 Jun 30 09:25:37.760538 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0f60d-cffd-4a20-8703-77ae27f2580a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:37.761494 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-59e0f60d-cffd-4a20-8703-77ae27f2580a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:37.761759 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-18a0d324-18db-484c-8339-c2bf47d8aa1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:37.798638 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fd90e1-7232-4a8f-801a-de09ec82181c None None] Network 3ae65191-9528-4839-b83f-1b719e57f217 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:37.885093 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-59e0f60d-cffd-4a20-8703-77ae27f2580a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6240621 Jun 30 09:25:37.885422 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54208) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:37.892015 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-2ef009fc-9ccb-462e-b41b-d49736c25503 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-492991519-router', 'tenant_id': '23177f3e291d4bc3bd50f52063dafb76', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:37.908799 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-e98695d4-81c7-4f9f-aea9-b826f28c6136 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377449 Jun 30 09:25:37.926457 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-9b0f10ba-f266-4f87-8ea5-48a167523881 None None] Set router 7316d45c-7008-4271-a9f6-1fd9961eef92 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:25:37.970017 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-18a0d324-18db-484c-8339-c2bf47d8aa1e service neutron] Transition to ACTIVE for port object 1629c223-686c-4e1c-8ce2-0656081a344f will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:37.991298 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0693da-ddca-4d51-b32a-711fdc121cf9 req-459e8932-0c8f-4e85-ab06-35695549267f tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:37.999815 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0a0693da-ddca-4d51-b32a-711fdc121cf9 req-459e8932-0c8f-4e85-ab06-35695549267f tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=91394538-e1dd-4f6d-be04-160b4634b07f HTTP/1.1" status: 200 len: 932 time: 0.5154660 Jun 30 09:25:38.020746 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-d4d11fbf-0b68-4096-bcad-7171c16bae1b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8 HTTP/1.1" status: 200 len: 217 time: 0.0914102 Jun 30 09:25:38.056009 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54212) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:38.088714 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2ef009fc-9ccb-462e-b41b-d49736c25503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:38.090281 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2ef009fc-9ccb-462e-b41b-d49736c25503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:38.111427 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-cc9bcc03-aa5e-48e0-8892-97df88c101a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:38.112907 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-cc9bcc03-aa5e-48e0-8892-97df88c101a1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abf6d13-ee31-42ca-8f41-a3797ffb8563 HTTP/1.1" status: 200 len: 797 time: 0.0911827 Jun 30 09:25:38.113560 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-18a0d324-18db-484c-8339-c2bf47d8aa1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:38.128828 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0a0693da-ddca-4d51-b32a-711fdc121cf9 req-f56e430c-8515-4c91-b952-3877c902860e tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246281 Jun 30 09:25:38.234108 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-daca2f12-48ac-4cc9-ac32-a91875ed686b req-047722ec-518b-476d-a320-d9503c51ea44 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.1770902 Jun 30 09:25:38.238250 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2ef009fc-9ccb-462e-b41b-d49736c25503 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:38.240778 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0d324-18db-484c-8339-c2bf47d8aa1e service neutron] Pushing event updated for resources: {'Port': ['ID=1629c223-686c-4e1c-8ce2-0656081a344f,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:38.342640 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-d61a493b-9c98-411d-99a5-37020274152e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:38.344188 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-d61a493b-9c98-411d-99a5-37020274152e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2095158 Jun 30 09:25:38.346882 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-18a0d324-18db-484c-8339-c2bf47d8aa1e service neutron] Attempting to bind port 1629c223-686c-4e1c-8ce2-0656081a344f on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:25:38.347408 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-18a0d324-18db-484c-8339-c2bf47d8aa1e service neutron] Attempting to bind port 1629c223-686c-4e1c-8ce2-0656081a344f by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '84537758-12b7-4bfe-8ab6-b5c1063bd2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:25:38.347736 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-18a0d324-18db-484c-8339-c2bf47d8aa1e service neutron] Attempting to bind port 1629c223-686c-4e1c-8ce2-0656081a344f on network 258a9a17-d74f-4d5d-8260-18ea8982770d {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:25:38.352956 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-18a0d324-18db-484c-8339-c2bf47d8aa1e service neutron] Port 1629c223-686c-4e1c-8ce2-0656081a344f on network 258a9a17-d74f-4d5d-8260-18ea8982770d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:25:38.353242 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-18a0d324-18db-484c-8339-c2bf47d8aa1e service neutron] Attempting to bind port 1629c223-686c-4e1c-8ce2-0656081a344f on network 258a9a17-d74f-4d5d-8260-18ea8982770d {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:25:38.363740 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-18a0d324-18db-484c-8339-c2bf47d8aa1e service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:25:38.364655 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-18a0d324-18db-484c-8339-c2bf47d8aa1e service neutron] Checking segment: {'id': '84537758-12b7-4bfe-8ab6-b5c1063bd2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:25:38.365050 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-18a0d324-18db-484c-8339-c2bf47d8aa1e service neutron] Bound using segment: {'id': '84537758-12b7-4bfe-8ab6-b5c1063bd2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:25:38.365514 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-18a0d324-18db-484c-8339-c2bf47d8aa1e service neutron] Bound port: 1629c223-686c-4e1c-8ce2-0656081a344f, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84537758-12b7-4bfe-8ab6-b5c1063bd2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:25:38.367101 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-18a0d324-18db-484c-8339-c2bf47d8aa1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:38.372987 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8705ee66-49f3-4d7a-bf64-4e92cbf1bd8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-3ae65191-9528-4839-b83f-1b719e57f217', 'network_id': '3ae65191-9528-4839-b83f-1b719e57f217', 'tenant_id': '23177f3e291d4bc3bd50f52063dafb76', 'fixed_ips': [{'subnet_id': '71a4a7db-3ddf-4040-a7c2-03d617df0cd6'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:25:38.374217 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8705ee66-49f3-4d7a-bf64-4e92cbf1bd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:38.527237 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2ef009fc-9ccb-462e-b41b-d49736c25503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:38.533139 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-18a0d324-18db-484c-8339-c2bf47d8aa1e service neutron] For port 1629c223-686c-4e1c-8ce2-0656081a344f, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:25:38.537918 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-18a0d324-18db-484c-8339-c2bf47d8aa1e service neutron] For port 1629c223-686c-4e1c-8ce2-0656081a344f, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=1629c223-686c-4e1c-8ce2-0656081a344f,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:25:38.542591 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-10d57925-46bd-491c-8591-927d85fbcfb7 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826880 Jun 30 09:25:38.592331 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-9b0f10ba-f266-4f87-8ea5-48a167523881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'name': 'tempest-TestVolumeBackupRestore-527039238-router', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'd5437f1d-e205-4b47-a8a2-a2f36da52bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:25:32Z', 'revision_number': 4, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'gw_port': {'id': 'd5437f1d-e205-4b47-a8a2-a2f36da52bca', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:27Z', 'updated_at': '2021-06-30T09:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '3518e37d-45a7-4678-b72c-3323dae627a8', 'name': '', 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'mac_address': 'fa:16:3e:1a:98:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '10c831ae-0084-4a15-8fd9-ede7c25d3443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:31Z', 'updated_at': '2021-06-30T09:25:37Z', 'revision_number': 4, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'subnets': [{'id': '10c831ae-0084-4a15-8fd9-ede7c25d3443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:38.647708 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0f10ba-f266-4f87-8ea5-48a167523881 None None] The sync data for ids ['7316d45c-7008-4271-a9f6-1fd9961eef92'] in n-d-771363-31 is: [{'id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'name': 'tempest-TestVolumeBackupRestore-527039238-router', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'd5437f1d-e205-4b47-a8a2-a2f36da52bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:25:32Z', 'revision_number': 4, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'gw_port': {'id': 'd5437f1d-e205-4b47-a8a2-a2f36da52bca', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:27Z', 'updated_at': '2021-06-30T09:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '3518e37d-45a7-4678-b72c-3323dae627a8', 'name': '', 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'mac_address': 'fa:16:3e:1a:98:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '10c831ae-0084-4a15-8fd9-ede7c25d3443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:31Z', 'updated_at': '2021-06-30T09:25:37Z', 'revision_number': 4, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'subnets': [{'id': '10c831ae-0084-4a15-8fd9-ede7c25d3443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:25:38.665278 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-277d1e89-a19b-450b-8929-4e308433aff4 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121902 Jun 30 09:25:38.749705 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-8705ee66-49f3-4d7a-bf64-4e92cbf1bd8c None None] Allocated IP 172.20.0.2 (3ae65191-9528-4839-b83f-1b719e57f217/71a4a7db-3ddf-4040-a7c2-03d617df0cd6/a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:38.779666 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:38.780879 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-cb881163-4dd2-4962-b0b9-389a44013baf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=d8c0077e-9781-471c-a7ca-1fbaf87ae4b4 HTTP/1.1" status: 200 len: 217 time: 0.1054790 Jun 30 09:25:38.782875 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-18a0d324-18db-484c-8339-c2bf47d8aa1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:38.836502 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-18a0d324-18db-484c-8339-c2bf47d8aa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:38.839730 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-18a0d324-18db-484c-8339-c2bf47d8aa1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:38.842097 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-18a0d324-18db-484c-8339-c2bf47d8aa1e service neutron] 10.222.0.52 "PUT /v2.0/ports/1629c223-686c-4e1c-8ce2-0656081a344f HTTP/1.1" status: 200 len: 1093 time: 1.9904742 Jun 30 09:25:38.844075 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91394538-e1dd-4f6d-be04-160b4634b07f', 'tag': '1629c223-686c-4e1c-8ce2-0656081a344f'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:25:38.855199 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a2f57c-c14a-42af-b663-dae5a34380b0" -d '{"events": [{"name": "network-changed", "server_uuid": "91394538-e1dd-4f6d-be04-160b4634b07f", "tag": "1629c223-686c-4e1c-8ce2-0656081a344f"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:25:38.919976 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54242) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:38.994806 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ee9505-be69-405e-84b9-481b9ce31710 x-openstack-request-id: req-a4ee9505-be69-405e-84b9-481b9ce31710 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:25:38.995410 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91394538-e1dd-4f6d-be04-160b4634b07f", "tag": "1629c223-686c-4e1c-8ce2-0656081a344f", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:25:38.998495 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a4ee9505-be69-405e-84b9-481b9ce31710 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:25:39.000420 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91394538-e1dd-4f6d-be04-160b4634b07f', 'tag': '1629c223-686c-4e1c-8ce2-0656081a344f', 'status': 'completed', 'code': 200} Jun 30 09:25:39.062895 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8705ee66-49f3-4d7a-bf64-4e92cbf1bd8c None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:39.074270 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8705ee66-49f3-4d7a-bf64-4e92cbf1bd8c None None] Transition to ACTIVE for port object a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:39.091829 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8705ee66-49f3-4d7a-bf64-4e92cbf1bd8c None None] Transition to ACTIVE for port object a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:39.116369 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-78bd190f-a9be-4e24-9ec4-8369824c57a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:39.123997 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-78bd190f-a9be-4e24-9ec4-8369824c57a2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abf6d13-ee31-42ca-8f41-a3797ffb8563 HTTP/1.1" status: 200 len: 797 time: 0.3242998 Jun 30 09:25:39.149776 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0d324-18db-484c-8339-c2bf47d8aa1e service neutron] Pushing event updated for resources: {'Port': ['ID=1629c223-686c-4e1c-8ce2-0656081a344f,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:39.159145 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8e3811f3-498a-4ef4-9b15-b5233cdf8993 req-ee696592-d6d0-4552-acca-d8bb5a3731ad service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.2283447 Jun 30 09:25:39.212629 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8705ee66-49f3-4d7a-bf64-4e92cbf1bd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:39.279728 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2ef009fc-9ccb-462e-b41b-d49736c25503 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:39.314718 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2f57c-c14a-42af-b663-dae5a34380b0 req-63890120-e478-4c38-b0f2-1de234f464ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:39.316427 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6a2f57c-c14a-42af-b663-dae5a34380b0 req-63890120-e478-4c38-b0f2-1de234f464ec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ed906f990a84de0b1ae5b133fadc472&device_id=91394538-e1dd-4f6d-be04-160b4634b07f HTTP/1.1" status: 200 len: 1096 time: 0.2653041 Jun 30 09:25:39.322924 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8705ee66-49f3-4d7a-bf64-4e92cbf1bd8c None None] Network 3ae65191-9528-4839-b83f-1b719e57f217 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:39.331480 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-8705ee66-49f3-4d7a-bf64-4e92cbf1bd8c None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:39.337421 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8705ee66-49f3-4d7a-bf64-4e92cbf1bd8c None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:39.337641 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2ef009fc-9ccb-462e-b41b-d49736c25503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:39.352434 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705ee66-49f3-4d7a-bf64-4e92cbf1bd8c None None] Pushing event updated for resources: {'Port': ['ID=a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:39.427506 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-8705ee66-49f3-4d7a-bf64-4e92cbf1bd8c None None] Attempting to bind port a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:25:39.429222 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-8705ee66-49f3-4d7a-bf64-4e92cbf1bd8c None None] Attempting to bind port a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '33348c9b-048e-45f5-a6b1-8db534241b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3ae65191-9528-4839-b83f-1b719e57f217'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:25:39.429222 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8705ee66-49f3-4d7a-bf64-4e92cbf1bd8c None None] Attempting to bind port a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f on network 3ae65191-9528-4839-b83f-1b719e57f217 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:25:39.433615 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-05c2edb3-41cc-4940-8838-ccd96675d68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:39.435276 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8705ee66-49f3-4d7a-bf64-4e92cbf1bd8c None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:25:39.435509 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-05c2edb3-41cc-4940-8838-ccd96675d68c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3066745 Jun 30 09:25:39.435671 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8705ee66-49f3-4d7a-bf64-4e92cbf1bd8c None None] Checking segment: {'id': '33348c9b-048e-45f5-a6b1-8db534241b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3ae65191-9528-4839-b83f-1b719e57f217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:25:39.436048 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8705ee66-49f3-4d7a-bf64-4e92cbf1bd8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:39.436438 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8705ee66-49f3-4d7a-bf64-4e92cbf1bd8c None None] Bound using segment: {'id': '33348c9b-048e-45f5-a6b1-8db534241b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3ae65191-9528-4839-b83f-1b719e57f217'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:25:39.436916 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-8705ee66-49f3-4d7a-bf64-4e92cbf1bd8c None None] Bound port: a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33348c9b-048e-45f5-a6b1-8db534241b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3ae65191-9528-4839-b83f-1b719e57f217'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:25:39.437438 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8705ee66-49f3-4d7a-bf64-4e92cbf1bd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:39.480164 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-2ef009fc-9ccb-462e-b41b-d49736c25503 admin admin] Allocated IP 172.25.6.179 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/46628566-8e28-4652-a787-8e848c6cf9c3) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:39.518971 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-8705ee66-49f3-4d7a-bf64-4e92cbf1bd8c None None] For port a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:25:39.526933 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-8705ee66-49f3-4d7a-bf64-4e92cbf1bd8c None None] For port a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f,segment=NetworkSegment(33348c9b-048e-45f5-a6b1-8db534241b14),segment_id=33348c9b-048e-45f5-a6b1-8db534241b14)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:25:39.602485 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2f57c-c14a-42af-b663-dae5a34380b0 req-7151473c-91b0-40c3-b867-6b7d27d91369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:39.604244 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6a2f57c-c14a-42af-b663-dae5a34380b0 req-7151473c-91b0-40c3-b867-6b7d27d91369 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=7ed906f990a84de0b1ae5b133fadc472&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2712026 Jun 30 09:25:39.641587 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b0464-44e3-487a-9244-d71e32d6df3e req-397c82f2-0f9d-49e4-81cc-15d35959506a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:39.641911 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2ef009fc-9ccb-462e-b41b-d49736c25503 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:39.649824 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-033b0464-44e3-487a-9244-d71e32d6df3e req-397c82f2-0f9d-49e4-81cc-15d35959506a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=91394538-e1dd-4f6d-be04-160b4634b07f HTTP/1.1" status: 200 len: 944 time: 0.2358990 Jun 30 09:25:39.670765 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8705ee66-49f3-4d7a-bf64-4e92cbf1bd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:39.779327 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2ef009fc-9ccb-462e-b41b-d49736c25503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:39.786680 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705ee66-49f3-4d7a-bf64-4e92cbf1bd8c None None] Pushing event updated for resources: {'Port': ['ID=a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:39.838132 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-b8299836-d93d-459e-b0e6-e066c63861a4 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713009 Jun 30 09:25:39.886428 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef009fc-9ccb-462e-b41b-d49736c25503 admin admin] Pushing event updated for resources: {'Port': ['ID=46628566-8e28-4652-a787-8e848c6cf9c3,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:39.900170 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef009fc-9ccb-462e-b41b-d49736c25503 admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:39.901807 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-2ef009fc-9ccb-462e-b41b-d49736c25503 admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:39.913144 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef009fc-9ccb-462e-b41b-d49736c25503 admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:39.975253 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2f57c-c14a-42af-b663-dae5a34380b0 req-aebd8ba3-234f-4141-b930-cdf581361bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:39.977767 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6a2f57c-c14a-42af-b663-dae5a34380b0 req-aebd8ba3-234f-4141-b930-cdf581361bf6 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3626390 Jun 30 09:25:39.997465 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-033b0464-44e3-487a-9244-d71e32d6df3e req-13861a94-61cb-40c9-a661-724e021429f3 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465228 Jun 30 09:25:40.093778 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3518e37d-45a7-4678-b72c-3323dae627a8 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:40.365022 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-ea9a9db0-b44a-45b2-acd3-498916c5bc14 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848059 Jun 30 09:25:40.427886 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-e18c6973-c43c-421f-a283-9dc36ab5bbc5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3496caa8-899f-4b6b-b20d-887cdd2e4d71 HTTP/1.1" status: 200 len: 217 time: 0.0549512 Jun 30 09:25:40.430435 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 3518e37d-45a7-4678-b72c-3323dae627a8 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:40.443372 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 3518e37d-45a7-4678-b72c-3323dae627a8 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:40.443372 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:40.555164 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-5f6c0ddc-e49c-4329-b0a3-3807ebb81b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:40.557073 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-5f6c0ddc-e49c-4329-b0a3-3807ebb81b46 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ed906f990a84de0b1ae5b133fadc472&device_id=91394538-e1dd-4f6d-be04-160b4634b07f HTTP/1.1" status: 200 len: 1096 time: 0.4371138 Jun 30 09:25:40.597137 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-87555282-5acf-4ba2-bc92-49cc6f9efa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:40.599635 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-87555282-5acf-4ba2-bc92-49cc6f9efa9e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7c18985-d439-4c19-be51-90abec28edd1 HTTP/1.1" status: 200 len: 797 time: 0.1601090 Jun 30 09:25:40.672586 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-29756cd7-4de5-450b-b46e-c78106692521 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1629c223-686c-4e1c-8ce2-0656081a344f HTTP/1.1" status: 200 len: 217 time: 0.1025898 Jun 30 09:25:40.695144 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:40.757047 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 3518e37d-45a7-4678-b72c-3323dae627a8, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3518e37d-45a7-4678-b72c-3323dae627a8,segment=NetworkSegment(4c939ff5-d9df-45a0-ad4a-7abf2eec0e12),segment_id=4c939ff5-d9df-45a0-ad4a-7abf2eec0e12)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:40.854473 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-1f0ddd16-b4ad-4eca-bf90-78c4a5e56b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:40.854473 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-1f0ddd16-b4ad-4eca-bf90-78c4a5e56b00 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ee7a795-7cad-4025-ad1c-ea31997afa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1968129 Jun 30 09:25:40.855845 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-61834d3c-d9cf-4204-af4b-795ad69698c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:40.857315 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-61834d3c-d9cf-4204-af4b-795ad69698c7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6a83f45-42b4-4cc7-8f2d-89980ddef0f1 HTTP/1.1" status: 200 len: 846 time: 0.1461992 Jun 30 09:25:40.999534 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-ed9ca99c-3823-476c-80ee-680bdd38fad1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=258a9a17-d74f-4d5d-8260-18ea8982770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806029 Jun 30 09:25:41.064679 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:41.191285 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7e5bdd92-8702-4335-b47f-d73c58daaa1e req-46fb6b1e-2916-4d91-bf1f-c83b7de5ac7f service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0446284 Jun 30 09:25:41.206482 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=3518e37d-45a7-4678-b72c-3323dae627a8,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:41.218658 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-e0a43b57-fd0c-44cc-a8d2-655189e99f9b service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212600 Jun 30 09:25:41.276150 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-111c971f-ade8-4099-af42-0d9d8459a89f service neutron] 10.222.0.52 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257571 Jun 30 09:25:41.515237 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2ef009fc-9ccb-462e-b41b-d49736c25503 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:41.664219 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d81f22-9556-496b-b6f3-42cf082f3251 None None] Network 3ae65191-9528-4839-b83f-1b719e57f217 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:41.981163 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214108d9-97ff-4aa7-9d31-1289472f2cfe req-4fb2fcc8-3189-4d18-a85a-46b193a52f84 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:41.986597 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-20892489-ccc8-44ce-a452-b8543c1c9713 None None] Provisioning for port a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:41.994389 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-214108d9-97ff-4aa7-9d31-1289472f2cfe req-4fb2fcc8-3189-4d18-a85a-46b193a52f84 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=91394538-e1dd-4f6d-be04-160b4634b07f HTTP/1.1" status: 200 len: 944 time: 0.7484787 Jun 30 09:25:42.155660 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-feb4ecd1-9776-4a51-b173-d50abb88c0a5 req-782e1023-3596-4a9f-a407-bb9bbefd475d service neutron] 10.222.0.52 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8752024 Jun 30 09:25:42.193897 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-e282cc8a-1a83-45a1-9ad8-46ca7efcdd99 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9529729 Jun 30 09:25:42.208815 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-73538d3e-c635-4f9a-aa35-4f733d635981 req-757b78df-8959-4a00-8566-f4199ce60e50 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.1007028 Jun 30 09:25:42.220348 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-214108d9-97ff-4aa7-9d31-1289472f2cfe req-b41eb224-8d6f-4ecb-826c-aff53a2a5248 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247477 Jun 30 09:25:42.226640 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2ef009fc-9ccb-462e-b41b-d49736c25503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:42.246252 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3518e37d-45a7-4678-b72c-3323dae627a8 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:42.304506 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-58bd7f17-f9d8-44f0-8041-2603caad0e8a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2f70ca00-91bf-41fb-867a-6edb210c3385 HTTP/1.1" status: 200 len: 217 time: 0.1006460 Jun 30 09:25:42.354470 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 3518e37d-45a7-4678-b72c-3323dae627a8 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:42.354970 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:42.391656 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-3041980b-ef60-4851-9ee0-2a2038fffd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:42.393846 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-3041980b-ef60-4851-9ee0-2a2038fffd67 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7c18985-d439-4c19-be51-90abec28edd1 HTTP/1.1" status: 200 len: 797 time: 0.0660732 Jun 30 09:25:42.492310 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-deeee1a6-8b2d-4df3-a5d1-5c24e56f46db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:42.492310 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-deeee1a6-8b2d-4df3-a5d1-5c24e56f46db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ee7a795-7cad-4025-ad1c-ea31997afa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0857489 Jun 30 09:25:42.607394 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-b0ba9e12-7a07-4c1c-be24-6e6195e0873f service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136363 Jun 30 09:25:42.653475 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef009fc-9ccb-462e-b41b-d49736c25503 admin admin] Router 8cfc9e0f-40d5-42f2-abcc-03d438d3aab0 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:25:42.701033 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:42.752544 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3acd476-3161-4cde-8a70-f13d0ff49f8d req-aa5e7e5e-ddee-4cfd-9f8d-eb402ae3bcdc service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364870 Jun 30 09:25:42.829781 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef009fc-9ccb-462e-b41b-d49736c25503 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:25:42.840714 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f3c583-2faf-45ff-ba31-839656a736b8 None None] Sync routers for ids ['8cfc9e0f-40d5-42f2-abcc-03d438d3aab0'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:25:42.850206 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f3c583-2faf-45ff-ba31-839656a736b8 None None] Routers {'8cfc9e0f-40d5-42f2-abcc-03d438d3aab0'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:42.851070 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e5f3c583-2faf-45ff-ba31-839656a736b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:25:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['8cfc9e0f-40d5-42f2-abcc-03d438d3aab0'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:42.899195 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:42.905779 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:42.906174 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:42.938938 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2ef009fc-9ccb-462e-b41b-d49736c25503 admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:42.944683 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2ef009fc-9ccb-462e-b41b-d49736c25503 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.0536122 Jun 30 09:25:42.945060 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 54314) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:42.998334 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-e5f3c583-2faf-45ff-ba31-839656a736b8 None None] Set router 8cfc9e0f-40d5-42f2-abcc-03d438d3aab0 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:25:43.029016 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:43.087742 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f,segment=NetworkSegment(33348c9b-048e-45f5-a6b1-8db534241b14),segment_id=33348c9b-048e-45f5-a6b1-8db534241b14)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:43.192577 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:43.288761 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:43.291997 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e5f3c583-2faf-45ff-ba31-839656a736b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfc9e0f-40d5-42f2-abcc-03d438d3aab0', 'name': 'tempest-TestVolumeBackupRestore-492991519-router', 'tenant_id': '23177f3e291d4bc3bd50f52063dafb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '46628566-8e28-4652-a787-8e848c6cf9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:38Z', 'updated_at': '2021-06-30T09:25:40Z', 'revision_number': 3, 'project_id': '23177f3e291d4bc3bd50f52063dafb76', 'gw_port': {'id': '46628566-8e28-4652-a787-8e848c6cf9c3', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfc9e0f-40d5-42f2-abcc-03d438d3aab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:39Z', 'updated_at': '2021-06-30T09:25:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:43.359020 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f3c583-2faf-45ff-ba31-839656a736b8 None None] Checking router: 8cfc9e0f-40d5-42f2-abcc-03d438d3aab0 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:25:43.359392 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f3c583-2faf-45ff-ba31-839656a736b8 None None] Updating router 8cfc9e0f-40d5-42f2-abcc-03d438d3aab0 port 46628566-8e28-4652-a787-8e848c6cf9c3 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:25:43.420833 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-e5f3c583-2faf-45ff-ba31-839656a736b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:43.631102 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-059f44a2-33bf-4ae2-9cbc-b07efd9f7004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:43.835236 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-e5f3c583-2faf-45ff-ba31-839656a736b8 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:43.843981 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc94b38-589a-4a21-9c1a-b28b91fc66ef req-17b74c71-24bb-433d-b9ae-daeb6b343d10 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:43.846203 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fcc94b38-589a-4a21-9c1a-b28b91fc66ef req-17b74c71-24bb-433d-b9ae-daeb6b343d10 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=91394538-e1dd-4f6d-be04-160b4634b07f HTTP/1.1" status: 200 len: 944 time: 0.4187768 Jun 30 09:25:43.846355 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-e5f3c583-2faf-45ff-ba31-839656a736b8 None None] Transition to ACTIVE for port object 46628566-8e28-4652-a787-8e848c6cf9c3 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:43.927070 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-059f44a2-33bf-4ae2-9cbc-b07efd9f7004 admin admin] Allocated IP 172.20.0.1 (3ae65191-9528-4839-b83f-1b719e57f217/71a4a7db-3ddf-4040-a7c2-03d617df0cd6/4c97a981-be70-438e-9f4d-5532f4ca4514) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:43.941536 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fcc94b38-589a-4a21-9c1a-b28b91fc66ef req-f95ee7d0-c9a8-4009-ace6-c1157dc4f879 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866714 Jun 30 09:25:44.008761 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-e5f3c583-2faf-45ff-ba31-839656a736b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.013314 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:44.090870 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda8fd2-2ac1-48bc-9185-8b1f4fbc352c None None] Pushing event updated for resources: {'Port': ['ID=46628566-8e28-4652-a787-8e848c6cf9c3,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:44.097270 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:44.097693 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.104363 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-e5f3c583-2faf-45ff-ba31-839656a736b8 None None] Attempting to bind port 46628566-8e28-4652-a787-8e848c6cf9c3 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:25:44.105020 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-e5f3c583-2faf-45ff-ba31-839656a736b8 None None] Attempting to bind port 46628566-8e28-4652-a787-8e848c6cf9c3 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:25:44.105294 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f3c583-2faf-45ff-ba31-839656a736b8 None None] Attempting to bind port 46628566-8e28-4652-a787-8e848c6cf9c3 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:25:44.111792 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f3c583-2faf-45ff-ba31-839656a736b8 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:25:44.112177 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f3c583-2faf-45ff-ba31-839656a736b8 None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:25:44.112603 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-e5f3c583-2faf-45ff-ba31-839656a736b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.112985 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f3c583-2faf-45ff-ba31-839656a736b8 None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:25:44.113445 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-e5f3c583-2faf-45ff-ba31-839656a736b8 None None] Bound port: 46628566-8e28-4652-a787-8e848c6cf9c3, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:25:44.113858 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-e5f3c583-2faf-45ff-ba31-839656a736b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.134729 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-059f44a2-33bf-4ae2-9cbc-b07efd9f7004 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.152623 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88124c09-90ec-4bed-b36d-6558b214c6ce req-ee37be4a-4f7c-4b96-9442-2f6c9fc91367 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0554979 Jun 30 09:25:44.156557 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-059f44a2-33bf-4ae2-9cbc-b07efd9f7004 admin admin] Transition to ACTIVE for port object 4c97a981-be70-438e-9f4d-5532f4ca4514 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:44.206939 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-e5f3c583-2faf-45ff-ba31-839656a736b8 None None] For port 46628566-8e28-4652-a787-8e848c6cf9c3, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:25:44.214184 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-e5f3c583-2faf-45ff-ba31-839656a736b8 None None] For port 46628566-8e28-4652-a787-8e848c6cf9c3, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=46628566-8e28-4652-a787-8e848c6cf9c3,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:25:44.302226 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-059f44a2-33bf-4ae2-9cbc-b07efd9f7004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.359346 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059f44a2-33bf-4ae2-9cbc-b07efd9f7004 admin admin] Network 3ae65191-9528-4839-b83f-1b719e57f217 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:44.371939 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-059f44a2-33bf-4ae2-9cbc-b07efd9f7004 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:44.376876 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059f44a2-33bf-4ae2-9cbc-b07efd9f7004 admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:44.380538 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f44a2-33bf-4ae2-9cbc-b07efd9f7004 admin admin] Pushing event updated for resources: {'Port': ['ID=4c97a981-be70-438e-9f4d-5532f4ca4514,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:44.418857 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-e5f3c583-2faf-45ff-ba31-839656a736b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.445533 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-059f44a2-33bf-4ae2-9cbc-b07efd9f7004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.463398 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7f5bf6c6-8188-49fa-b72f-97b2b3a3b4af req-2e17a87b-3b84-4f5f-9cdf-848c2e7a8b23 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0880435 Jun 30 09:25:44.476643 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f3c583-2faf-45ff-ba31-839656a736b8 None None] Routers {'8cfc9e0f-40d5-42f2-abcc-03d438d3aab0'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:44.476643 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e5f3c583-2faf-45ff-ba31-839656a736b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:25:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['8cfc9e0f-40d5-42f2-abcc-03d438d3aab0'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:44.710568 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a94f5ace-f39c-4991-bfaa-3a4febb8d54a None None] Provisioning for port 4c97a981-be70-438e-9f4d-5532f4ca4514 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:44.710568 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a94f5ace-f39c-4991-bfaa-3a4febb8d54a None None] Provisioning complete for port 4c97a981-be70-438e-9f4d-5532f4ca4514 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:44.710568 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a94f5ace-f39c-4991-bfaa-3a4febb8d54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.717069 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda8fd2-2ac1-48bc-9185-8b1f4fbc352c None None] Pushing event updated for resources: {'Port': ['ID=46628566-8e28-4652-a787-8e848c6cf9c3,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:44.752168 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-e5f3c583-2faf-45ff-ba31-839656a736b8 None None] Set router 8cfc9e0f-40d5-42f2-abcc-03d438d3aab0 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:25:44.759402 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a94f5ace-f39c-4991-bfaa-3a4febb8d54a None None] Port 4c97a981-be70-438e-9f4d-5532f4ca4514 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:25:44.761451 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-059f44a2-33bf-4ae2-9cbc-b07efd9f7004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.995828 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-059f44a2-33bf-4ae2-9cbc-b07efd9f7004 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.997626 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e5f3c583-2faf-45ff-ba31-839656a736b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfc9e0f-40d5-42f2-abcc-03d438d3aab0', 'name': 'tempest-TestVolumeBackupRestore-492991519-router', 'tenant_id': '23177f3e291d4bc3bd50f52063dafb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '46628566-8e28-4652-a787-8e848c6cf9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:38Z', 'updated_at': '2021-06-30T09:25:40Z', 'revision_number': 3, 'project_id': '23177f3e291d4bc3bd50f52063dafb76', 'gw_port': {'id': '46628566-8e28-4652-a787-8e848c6cf9c3', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfc9e0f-40d5-42f2-abcc-03d438d3aab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:39Z', 'updated_at': '2021-06-30T09:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:45.049010 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f3c583-2faf-45ff-ba31-839656a736b8 None None] The sync data for ids ['8cfc9e0f-40d5-42f2-abcc-03d438d3aab0'] in n-d-771363-31 is: [{'id': '8cfc9e0f-40d5-42f2-abcc-03d438d3aab0', 'name': 'tempest-TestVolumeBackupRestore-492991519-router', 'tenant_id': '23177f3e291d4bc3bd50f52063dafb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '46628566-8e28-4652-a787-8e848c6cf9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:38Z', 'updated_at': '2021-06-30T09:25:40Z', 'revision_number': 3, 'project_id': '23177f3e291d4bc3bd50f52063dafb76', 'gw_port': {'id': '46628566-8e28-4652-a787-8e848c6cf9c3', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfc9e0f-40d5-42f2-abcc-03d438d3aab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:39Z', 'updated_at': '2021-06-30T09:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:25:45.099554 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-059f44a2-33bf-4ae2-9cbc-b07efd9f7004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:45.210603 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-059f44a2-33bf-4ae2-9cbc-b07efd9f7004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:45.219653 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f44a2-33bf-4ae2-9cbc-b07efd9f7004 admin admin] Pushing event updated for resources: {'Port': ['ID=4c97a981-be70-438e-9f4d-5532f4ca4514,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:45.265310 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cab07a-d0d7-4a38-8ca5-e4a4a1ceaf06 req-faa13d66-56bb-4970-a64a-18d104c41bec tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:45.267296 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-80cab07a-d0d7-4a38-8ca5-e4a4a1ceaf06 req-faa13d66-56bb-4970-a64a-18d104c41bec tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=91394538-e1dd-4f6d-be04-160b4634b07f HTTP/1.1" status: 200 len: 944 time: 0.1745722 Jun 30 09:25:45.283237 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 1629c223-686c-4e1c-8ce2-0656081a344f details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:25:45.373086 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-80cab07a-d0d7-4a38-8ca5-e4a4a1ceaf06 req-1c1c030d-102b-44d3-8e9c-3b7e9e58d0f9 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805905 Jun 30 09:25:45.416634 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059f44a2-33bf-4ae2-9cbc-b07efd9f7004 admin admin] Network 3ae65191-9528-4839-b83f-1b719e57f217 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:45.418288 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-059f44a2-33bf-4ae2-9cbc-b07efd9f7004 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:45.519447 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 1629c223-686c-4e1c-8ce2-0656081a344f, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=1629c223-686c-4e1c-8ce2-0656081a344f,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:45.539988 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '1629c223-686c-4e1c-8ce2-0656081a344f', 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d', 'port_id': '1629c223-686c-4e1c-8ce2-0656081a344f', 'mac_address': 'fa:16:3e:05:11:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a83f45-42b4-4cc7-8f2d-89980ddef0f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:25:45.596471 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:45.624900 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1629c223-686c-4e1c-8ce2-0656081a344f {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:25:45.662135 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 1629c223-686c-4e1c-8ce2-0656081a344f, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=1629c223-686c-4e1c-8ce2-0656081a344f,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:45.668098 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059f44a2-33bf-4ae2-9cbc-b07efd9f7004 admin admin] Router 8cfc9e0f-40d5-42f2-abcc-03d438d3aab0 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:25:45.829119 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:45.861230 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059f44a2-33bf-4ae2-9cbc-b07efd9f7004 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:25:45.872520 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-059f44a2-33bf-4ae2-9cbc-b07efd9f7004 admin admin] 10.222.0.10 "PUT /v2.0/routers/8cfc9e0f-40d5-42f2-abcc-03d438d3aab0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9266269 Jun 30 09:25:45.913509 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=1629c223-686c-4e1c-8ce2-0656081a344f,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:45.934323 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-03e1c283-65b6-47b2-b024-66a43d820c24 None None] Provisioning complete for port 4c97a981-be70-438e-9f4d-5532f4ca4514 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:45.934965 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-03e1c283-65b6-47b2-b024-66a43d820c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:45.995138 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-03e1c283-65b6-47b2-b024-66a43d820c24 None None] Port 4c97a981-be70-438e-9f4d-5532f4ca4514 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:25:46.054061 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 46628566-8e28-4652-a787-8e848c6cf9c3 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:46.165192 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['1629c223-686c-4e1c-8ce2-0656081a344f'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:25:46.265772 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 46628566-8e28-4652-a787-8e848c6cf9c3 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:46.294650 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 46628566-8e28-4652-a787-8e848c6cf9c3 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:46.296835 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:46.490886 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:46.556806 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 46628566-8e28-4652-a787-8e848c6cf9c3, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=46628566-8e28-4652-a787-8e848c6cf9c3,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:46.597082 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d9c3a630-0f08-4fb2-a3a2-b670a44143ba req-18081b05-4a70-4a08-b3bb-52d256350c52 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.1183984 Jun 30 09:25:46.639356 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19ad23-801b-4e36-98b4-b26cdc7588a7 req-6c4c38cd-fed5-45ea-99e8-a56f8a102274 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:46.639356 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db19ad23-801b-4e36-98b4-b26cdc7588a7 req-6c4c38cd-fed5-45ea-99e8-a56f8a102274 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=91394538-e1dd-4f6d-be04-160b4634b07f HTTP/1.1" status: 200 len: 945 time: 0.0919046 Jun 30 09:25:46.683366 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:46.730397 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db19ad23-801b-4e36-98b4-b26cdc7588a7 req-f9f41d50-7dd5-4b9c-9db1-e45eccd9989f tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886014 Jun 30 09:25:46.746998 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=46628566-8e28-4652-a787-8e848c6cf9c3,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:46.940984 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3b895e76-e0d2-4e25-8b24-000461218676 req-51dc2f38-8697-4bab-a129-f705faa8bdc5 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0471113 Jun 30 09:25:47.522433 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd45ec3-fb98-4638-87cd-06c5dcf0cb8a None None] Sync routers for ids ['8cfc9e0f-40d5-42f2-abcc-03d438d3aab0'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:25:47.522433 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd45ec3-fb98-4638-87cd-06c5dcf0cb8a None None] Routers {'8cfc9e0f-40d5-42f2-abcc-03d438d3aab0'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:47.522433 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-0fd45ec3-fb98-4638-87cd-06c5dcf0cb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:25:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['8cfc9e0f-40d5-42f2-abcc-03d438d3aab0'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:47.597016 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-0fd45ec3-fb98-4638-87cd-06c5dcf0cb8a None None] Set router 8cfc9e0f-40d5-42f2-abcc-03d438d3aab0 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:25:47.910086 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-0fd45ec3-fb98-4638-87cd-06c5dcf0cb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfc9e0f-40d5-42f2-abcc-03d438d3aab0', 'name': 'tempest-TestVolumeBackupRestore-492991519-router', 'tenant_id': '23177f3e291d4bc3bd50f52063dafb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '46628566-8e28-4652-a787-8e848c6cf9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:38Z', 'updated_at': '2021-06-30T09:25:44Z', 'revision_number': 4, 'project_id': '23177f3e291d4bc3bd50f52063dafb76', 'gw_port': {'id': '46628566-8e28-4652-a787-8e848c6cf9c3', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfc9e0f-40d5-42f2-abcc-03d438d3aab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:39Z', 'updated_at': '2021-06-30T09:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '4c97a981-be70-438e-9f4d-5532f4ca4514', 'name': '', 'network_id': '3ae65191-9528-4839-b83f-1b719e57f217', 'tenant_id': '23177f3e291d4bc3bd50f52063dafb76', 'mac_address': 'fa:16:3e:1f:52:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfc9e0f-40d5-42f2-abcc-03d438d3aab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '71a4a7db-3ddf-4040-a7c2-03d617df0cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:43Z', 'updated_at': '2021-06-30T09:25:44Z', 'revision_number': 2, 'project_id': '23177f3e291d4bc3bd50f52063dafb76', 'subnets': [{'id': '71a4a7db-3ddf-4040-a7c2-03d617df0cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:47.967470 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd45ec3-fb98-4638-87cd-06c5dcf0cb8a None None] Checking router: 8cfc9e0f-40d5-42f2-abcc-03d438d3aab0 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:25:47.967828 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd45ec3-fb98-4638-87cd-06c5dcf0cb8a None None] Updating router 8cfc9e0f-40d5-42f2-abcc-03d438d3aab0 port 4c97a981-be70-438e-9f4d-5532f4ca4514 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:25:47.998731 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd85b7-7449-41f3-b79e-6c617df2e85c req-22f376da-941d-4dfe-a291-99bca17cb66f tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:48.000347 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c8dd85b7-7449-41f3-b79e-6c617df2e85c req-22f376da-941d-4dfe-a291-99bca17cb66f tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=91394538-e1dd-4f6d-be04-160b4634b07f HTTP/1.1" status: 200 len: 945 time: 0.1046031 Jun 30 09:25:48.032757 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 46628566-8e28-4652-a787-8e848c6cf9c3 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:48.071841 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c8dd85b7-7449-41f3-b79e-6c617df2e85c req-c51cd4e0-be81-4392-ad19-268a71567ec4 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493546 Jun 30 09:25:48.088263 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0fd45ec3-fb98-4638-87cd-06c5dcf0cb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:48.149784 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 46628566-8e28-4652-a787-8e848c6cf9c3 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:48.150156 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:48.512243 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0fd45ec3-fb98-4638-87cd-06c5dcf0cb8a None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:48.530594 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0fd45ec3-fb98-4638-87cd-06c5dcf0cb8a None None] Transition to ACTIVE for port object 4c97a981-be70-438e-9f4d-5532f4ca4514 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:48.683232 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0fd45ec3-fb98-4638-87cd-06c5dcf0cb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:48.763059 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19183c8f-08e4-40ad-8747-b3f2dcda8b3e None None] Pushing event updated for resources: {'Port': ['ID=4c97a981-be70-438e-9f4d-5532f4ca4514,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:48.784875 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7d07b392-c43b-4c46-a689-8c9dc075260a req-831ad694-d944-4419-a6bf-bbe55ae1e3d2 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0471089 Jun 30 09:25:48.919450 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0fd45ec3-fb98-4638-87cd-06c5dcf0cb8a None None] Attempting to bind port 4c97a981-be70-438e-9f4d-5532f4ca4514 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:25:48.919820 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0fd45ec3-fb98-4638-87cd-06c5dcf0cb8a None None] Attempting to bind port 4c97a981-be70-438e-9f4d-5532f4ca4514 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '33348c9b-048e-45f5-a6b1-8db534241b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3ae65191-9528-4839-b83f-1b719e57f217'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:25:48.920463 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd45ec3-fb98-4638-87cd-06c5dcf0cb8a None None] Attempting to bind port 4c97a981-be70-438e-9f4d-5532f4ca4514 on network 3ae65191-9528-4839-b83f-1b719e57f217 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:25:48.929787 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd45ec3-fb98-4638-87cd-06c5dcf0cb8a None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:25:48.930488 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd45ec3-fb98-4638-87cd-06c5dcf0cb8a None None] Checking segment: {'id': '33348c9b-048e-45f5-a6b1-8db534241b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3ae65191-9528-4839-b83f-1b719e57f217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:25:48.935327 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0fd45ec3-fb98-4638-87cd-06c5dcf0cb8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:48.935327 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd45ec3-fb98-4638-87cd-06c5dcf0cb8a None None] Bound using segment: {'id': '33348c9b-048e-45f5-a6b1-8db534241b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3ae65191-9528-4839-b83f-1b719e57f217'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:25:48.935327 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0fd45ec3-fb98-4638-87cd-06c5dcf0cb8a None None] Bound port: 4c97a981-be70-438e-9f4d-5532f4ca4514, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33348c9b-048e-45f5-a6b1-8db534241b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3ae65191-9528-4839-b83f-1b719e57f217'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:25:48.935327 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0fd45ec3-fb98-4638-87cd-06c5dcf0cb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:49.060829 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0fd45ec3-fb98-4638-87cd-06c5dcf0cb8a None None] For port 4c97a981-be70-438e-9f4d-5532f4ca4514, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:25:49.068600 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0fd45ec3-fb98-4638-87cd-06c5dcf0cb8a None None] For port 4c97a981-be70-438e-9f4d-5532f4ca4514, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4c97a981-be70-438e-9f4d-5532f4ca4514,segment=NetworkSegment(33348c9b-048e-45f5-a6b1-8db534241b14),segment_id=33348c9b-048e-45f5-a6b1-8db534241b14)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:25:49.155800 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0fd45ec3-fb98-4638-87cd-06c5dcf0cb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:49.194218 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-20250019-bdad-406e-b5a7-ecce5d9f0a14 req-fe08a303-b31e-4615-b7c1-ffc13d58419a service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0647902 Jun 30 09:25:49.286805 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd45ec3-fb98-4638-87cd-06c5dcf0cb8a None None] Routers {'8cfc9e0f-40d5-42f2-abcc-03d438d3aab0'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:49.291899 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-0fd45ec3-fb98-4638-87cd-06c5dcf0cb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:25:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['8cfc9e0f-40d5-42f2-abcc-03d438d3aab0'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:49.357638 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 1629c223-686c-4e1c-8ce2-0656081a344f up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:49.357638 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19183c8f-08e4-40ad-8747-b3f2dcda8b3e None None] Pushing event updated for resources: {'Port': ['ID=4c97a981-be70-438e-9f4d-5532f4ca4514,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:49.744837 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-0fd45ec3-fb98-4638-87cd-06c5dcf0cb8a None None] Set router 8cfc9e0f-40d5-42f2-abcc-03d438d3aab0 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:25:49.760040 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f20a4e-8bbf-4ee6-866b-9f734edb7e05 req-740e580c-2e7e-4354-902f-1351030342d9 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:49.762535 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a9f20a4e-8bbf-4ee6-866b-9f734edb7e05 req-740e580c-2e7e-4354-902f-1351030342d9 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=91394538-e1dd-4f6d-be04-160b4634b07f HTTP/1.1" status: 200 len: 945 time: 0.0783849 Jun 30 09:25:49.837608 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a9f20a4e-8bbf-4ee6-866b-9f734edb7e05 req-b2c4fe5e-e77d-4de3-9541-738780140875 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656135 Jun 30 09:25:49.896500 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 1629c223-686c-4e1c-8ce2-0656081a344f completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:49.909259 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 1629c223-686c-4e1c-8ce2-0656081a344f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:49.911758 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:50.102961 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:50.136023 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91394538-e1dd-4f6d-be04-160b4634b07f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1629c223-686c-4e1c-8ce2-0656081a344f'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:25:50.138745 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3cf3f5-6b2b-49fd-a3b9-be2e16c495ad" -d '{"events": [{"server_uuid": "91394538-e1dd-4f6d-be04-160b4634b07f", "name": "network-vif-plugged", "status": "completed", "tag": "1629c223-686c-4e1c-8ce2-0656081a344f"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:25:50.147599 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-0fd45ec3-fb98-4638-87cd-06c5dcf0cb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfc9e0f-40d5-42f2-abcc-03d438d3aab0', 'name': 'tempest-TestVolumeBackupRestore-492991519-router', 'tenant_id': '23177f3e291d4bc3bd50f52063dafb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '46628566-8e28-4652-a787-8e848c6cf9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:38Z', 'updated_at': '2021-06-30T09:25:44Z', 'revision_number': 4, 'project_id': '23177f3e291d4bc3bd50f52063dafb76', 'gw_port': {'id': '46628566-8e28-4652-a787-8e848c6cf9c3', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfc9e0f-40d5-42f2-abcc-03d438d3aab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:39Z', 'updated_at': '2021-06-30T09:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '4c97a981-be70-438e-9f4d-5532f4ca4514', 'name': '', 'network_id': '3ae65191-9528-4839-b83f-1b719e57f217', 'tenant_id': '23177f3e291d4bc3bd50f52063dafb76', 'mac_address': 'fa:16:3e:1f:52:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfc9e0f-40d5-42f2-abcc-03d438d3aab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '71a4a7db-3ddf-4040-a7c2-03d617df0cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:43Z', 'updated_at': '2021-06-30T09:25:49Z', 'revision_number': 4, 'project_id': '23177f3e291d4bc3bd50f52063dafb76', 'subnets': [{'id': '71a4a7db-3ddf-4040-a7c2-03d617df0cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:50.185064 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 1629c223-686c-4e1c-8ce2-0656081a344f, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=1629c223-686c-4e1c-8ce2-0656081a344f,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:50.186752 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd45ec3-fb98-4638-87cd-06c5dcf0cb8a None None] The sync data for ids ['8cfc9e0f-40d5-42f2-abcc-03d438d3aab0'] in n-d-771363-31 is: [{'id': '8cfc9e0f-40d5-42f2-abcc-03d438d3aab0', 'name': 'tempest-TestVolumeBackupRestore-492991519-router', 'tenant_id': '23177f3e291d4bc3bd50f52063dafb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '46628566-8e28-4652-a787-8e848c6cf9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:38Z', 'updated_at': '2021-06-30T09:25:44Z', 'revision_number': 4, 'project_id': '23177f3e291d4bc3bd50f52063dafb76', 'gw_port': {'id': '46628566-8e28-4652-a787-8e848c6cf9c3', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfc9e0f-40d5-42f2-abcc-03d438d3aab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:39Z', 'updated_at': '2021-06-30T09:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '4c97a981-be70-438e-9f4d-5532f4ca4514', 'name': '', 'network_id': '3ae65191-9528-4839-b83f-1b719e57f217', 'tenant_id': '23177f3e291d4bc3bd50f52063dafb76', 'mac_address': 'fa:16:3e:1f:52:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfc9e0f-40d5-42f2-abcc-03d438d3aab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '71a4a7db-3ddf-4040-a7c2-03d617df0cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:43Z', 'updated_at': '2021-06-30T09:25:49Z', 'revision_number': 4, 'project_id': '23177f3e291d4bc3bd50f52063dafb76', 'subnets': [{'id': '71a4a7db-3ddf-4040-a7c2-03d617df0cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:25:50.243991 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44722089-c7c5-40da-8226-638cbae19840 x-openstack-request-id: req-44722089-c7c5-40da-8226-638cbae19840 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:25:50.243991 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91394538-e1dd-4f6d-be04-160b4634b07f", "name": "network-vif-plugged", "status": "completed", "tag": "1629c223-686c-4e1c-8ce2-0656081a344f", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:25:50.243991 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-44722089-c7c5-40da-8226-638cbae19840 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:25:50.243991 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91394538-e1dd-4f6d-be04-160b4634b07f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1629c223-686c-4e1c-8ce2-0656081a344f', 'code': 200} Jun 30 09:25:50.316271 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:50.445496 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=1629c223-686c-4e1c-8ce2-0656081a344f,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:50.447000 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9d369-68d4-4aee-b7b5-62cef570ddf6 req-0d20de71-fdbf-491f-818f-e5bb6c70b081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:50.449562 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-45c9d369-68d4-4aee-b7b5-62cef570ddf6 req-0d20de71-fdbf-491f-818f-e5bb6c70b081 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=91394538-e1dd-4f6d-be04-160b4634b07f HTTP/1.1" status: 200 len: 1098 time: 0.1037052 Jun 30 09:25:50.510754 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-40075e8e-bb81-4c82-a1a6-c9845250d04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:50.523945 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-45c9d369-68d4-4aee-b7b5-62cef570ddf6 req-1f4b0916-5074-4732-a525-25d6b67674f8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636649 Jun 30 09:25:51.143485 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-06ffcc38-cd24-4886-afa9-34e7083547cc req-c99864c0-263b-48c2-b345-b1fb272e76d5 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0610597 Jun 30 09:25:51.157976 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d443a65-f636-4c1e-a96d-a99fd7bb30c5 req-47bca326-94cf-4115-b6b6-377ecbdbe82c tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:51.166729 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2d443a65-f636-4c1e-a96d-a99fd7bb30c5 req-47bca326-94cf-4115-b6b6-377ecbdbe82c tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=91394538-e1dd-4f6d-be04-160b4634b07f HTTP/1.1" status: 200 len: 946 time: 0.1665256 Jun 30 09:25:51.225123 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2d443a65-f636-4c1e-a96d-a99fd7bb30c5 req-54b4c6f4-ae8d-4864-95d4-abbc6a6db0ab tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525732 Jun 30 09:25:51.515199 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-937cfb59-c8dc-4f0c-ae74-6a1a268b845b req-a0139979-55d9-4c1c-a421-98534281b4e7 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0505412 Jun 30 09:25:51.995250 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4c97a981-be70-438e-9f4d-5532f4ca4514 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:52.104266 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 4c97a981-be70-438e-9f4d-5532f4ca4514 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:52.108692 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 4c97a981-be70-438e-9f4d-5532f4ca4514 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:52.109327 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:52.202208 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:52.240426 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 4c97a981-be70-438e-9f4d-5532f4ca4514, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4c97a981-be70-438e-9f4d-5532f4ca4514,segment=NetworkSegment(33348c9b-048e-45f5-a6b1-8db534241b14),segment_id=33348c9b-048e-45f5-a6b1-8db534241b14)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:52.321979 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:52.436620 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=4c97a981-be70-438e-9f4d-5532f4ca4514,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:52.444021 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f0f05-4f14-410e-bd3f-0cecaf6b787b req-58654e19-5192-429c-a249-450e6275a4d8 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:52.451067 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e30f0f05-4f14-410e-bd3f-0cecaf6b787b req-58654e19-5192-429c-a249-450e6275a4d8 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=91394538-e1dd-4f6d-be04-160b4634b07f HTTP/1.1" status: 200 len: 946 time: 0.0937128 Jun 30 09:25:52.499815 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e30f0f05-4f14-410e-bd3f-0cecaf6b787b req-bb0849ca-727d-41dd-b45a-dab0bc12efcf tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469768 Jun 30 09:25:52.819414 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-6b9b802f-7807-4ff4-aaed-d85db959400a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:52.825352 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-6b9b802f-7807-4ff4-aaed-d85db959400a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/networks?id=258a9a17-d74f-4d5d-8260-18ea8982770d HTTP/1.1" status: 200 len: 806 time: 0.1336854 Jun 30 09:25:52.842668 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-816c133a-c382-4215-8edf-33038dbe4feb tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/quotas/7ed906f990a84de0b1ae5b133fadc472 HTTP/1.1" status: 200 len: 375 time: 0.0115023 Jun 30 09:25:52.870247 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-333c45a2-4324-4b93-9136-d9877db2878f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:52.937267 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-c435c521-6974-4cd2-90e3-3744abda59aa tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7ed906f990a84de0b1ae5b133fadc472&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850801 Jun 30 09:25:53.108150 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-a8216d40-d903-4e9b-9d45-c1d2ce702a1a service neutron] 10.222.0.10 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628242 Jun 30 09:25:53.311864 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-12cf0c66-fbde-428a-b3f1-18c0dcc87ceb service neutron] 10.222.0.10 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949170 Jun 30 09:25:53.459325 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:53.462554 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-edfc5137-66f6-4b62-9f47-04b21d9a13c3 req-3d5bd078-f07f-423e-ab07-c7e710acffdd service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0306904 Jun 30 09:25:53.638912 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-82595210-8c37-479e-8129-271d791be5e4 req-e3a65709-ad38-448d-937c-78e752732da5 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0380270 Jun 30 09:25:53.756521 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3cbb3ac0-446b-4981-92ad-15e930e3c0a6 req-2fbc4145-479c-4985-ab06-ae1ec9e02832 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=723b47bc-656c-4ed5-b1fb-1f935319180b HTTP/1.1" status: 200 len: 210 time: 0.0539832 Jun 30 09:25:53.987517 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4c97a981-be70-438e-9f4d-5532f4ca4514 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:54.072749 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 4c97a981-be70-438e-9f4d-5532f4ca4514 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:54.073111 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:54.874498 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e12ca3a8-c859-46b3-bddd-0e016cb6ac62 req-6dc0a90e-672f-44ec-bb57-7e92f017539d tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=723b47bc-656c-4ed5-b1fb-1f935319180b HTTP/1.1" status: 200 len: 210 time: 0.0496786 Jun 30 09:25:54.933831 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:25:55.051653 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:55.462051 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-75cddd30-f3b0-47ef-9e38-aec0cd8fc47a req-c3620205-fd01-487f-9d45-d1c4ca319353 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0433514 Jun 30 09:25:55.622569 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-48890aff-b5e0-461b-88ed-749b3e290607 req-f6102ff5-315b-43d4-b039-c04ff1d99a94 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0294633 Jun 30 09:25:56.073894 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-da11162a-cf68-478d-8a08-5ab54c6869dd req-8bc994c1-2ff3-4b50-a446-ef60760f455f tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=723b47bc-656c-4ed5-b1fb-1f935319180b HTTP/1.1" status: 200 len: 210 time: 0.0629656 Jun 30 09:25:56.797783 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:57.251802 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27b5c25-4150-48cb-8c2b-164ef8fd6f19 req-a3482b7d-ac48-4ef6-808e-20f2572f2bd3 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=723b47bc-656c-4ed5-b1fb-1f935319180b HTTP/1.1" status: 200 len: 210 time: 0.0347331 Jun 30 09:25:57.810567 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eb7782bc-8935-47fc-89c4-7d535d73605b req-716782c0-431a-4ae4-ac55-9495b71f5389 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0349529 Jun 30 09:25:57.996493 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d9d156aa-9024-4a7f-949c-60cf6bcbf894 req-5f7634da-2aab-46c7-a393-d71ad40b7073 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0486991 Jun 30 09:25:58.247836 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-a825d111-56c2-4078-99ce-c2f604da2ee5 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:58.247836 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-a825d111-56c2-4078-99ce-c2f604da2ee5 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.37 "GET /v2.0/networks?id=258a9a17-d74f-4d5d-8260-18ea8982770d HTTP/1.1" status: 200 len: 806 time: 0.1385591 Jun 30 09:25:58.262421 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-6beeca40-d263-4df4-9065-21358a2b0182 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Request body: {'port': {'device_id': '723b47bc-656c-4ed5-b1fb-1f935319180b', 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d', 'admin_state_up': True, 'tenant_id': '7ed906f990a84de0b1ae5b133fadc472'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:58.488223 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a1980f70-1fee-449f-bfaa-fabe78c3782d req-e525b687-f24e-45cd-827b-f1b5d5e7254c tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=723b47bc-656c-4ed5-b1fb-1f935319180b HTTP/1.1" status: 200 len: 210 time: 0.0362723 Jun 30 09:25:58.859964 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-6beeca40-d263-4df4-9065-21358a2b0182 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Made reservation on behalf of 7ed906f990a84de0b1ae5b133fadc472 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:58.863665 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-6beeca40-d263-4df4-9065-21358a2b0182 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.085046 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-6beeca40-d263-4df4-9065-21358a2b0182 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Allocated IP 172.20.0.8 (258a9a17-d74f-4d5d-8260-18ea8982770d/f6a83f45-42b4-4cc7-8f2d-89980ddef0f1/5f0c50be-0593-4650-8c58-ba7407b6b4b1) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:59.283891 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-6beeca40-d263-4df4-9065-21358a2b0182 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.444143 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-6beeca40-d263-4df4-9065-21358a2b0182 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.456806 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:25:59.463493 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['1629c223-686c-4e1c-8ce2-0656081a344f'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:25:59.538127 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-6beeca40-d263-4df4-9065-21358a2b0182 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Network 258a9a17-d74f-4d5d-8260-18ea8982770d is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:59.538127 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-6beeca40-d263-4df4-9065-21358a2b0182 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:59.541909 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-6beeca40-d263-4df4-9065-21358a2b0182 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:59.596301 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-6beeca40-d263-4df4-9065-21358a2b0182 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:59.596815 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-6beeca40-d263-4df4-9065-21358a2b0182 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.616465 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beeca40-d263-4df4-9065-21358a2b0182 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Pushing event updated for resources: {'Port': ['ID=5f0c50be-0593-4650-8c58-ba7407b6b4b1,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:59.681847 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-6beeca40-d263-4df4-9065-21358a2b0182 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4260874 Jun 30 09:25:59.694991 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-dd560ea2-d93d-4569-af66-252d8f060dc3 service neutron] Request body: {'port': {'device_id': '723b47bc-656c-4ed5-b1fb-1f935319180b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:59.778330 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c727fad-9b45-4a9f-a86a-1ae0f7a01f7e req-d43917c5-7bb5-4c56-a7ee-3e93347e4c1e tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:59.783918 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7c727fad-9b45-4a9f-a86a-1ae0f7a01f7e req-d43917c5-7bb5-4c56-a7ee-3e93347e4c1e tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=723b47bc-656c-4ed5-b1fb-1f935319180b HTTP/1.1" status: 200 len: 931 time: 0.1270270 Jun 30 09:25:59.909169 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7c727fad-9b45-4a9f-a86a-1ae0f7a01f7e req-fc1c9203-2ece-4d89-8687-cea2dc26725b tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162279 Jun 30 09:25:59.940479 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-dd560ea2-d93d-4569-af66-252d8f060dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:00.335725 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7054993a-79fe-4b6c-8d22-dcbe1f647833 req-111efe5e-4502-4726-85ac-9d5dd3624b33 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0351853 Jun 30 09:26:00.452031 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-dd560ea2-d93d-4569-af66-252d8f060dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f0c50be-0593-4650-8c58-ba7407b6b4b1 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:26:00.462352 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-dd560ea2-d93d-4569-af66-252d8f060dc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:00.476051 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-dd560ea2-d93d-4569-af66-252d8f060dc3 service neutron] Transition to ACTIVE for port object 5f0c50be-0593-4650-8c58-ba7407b6b4b1 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:26:00.563530 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7fbf8a50-3e02-4708-9a96-5acc918b2539 req-655bd76f-34be-4abb-99c0-033a6c8b850d service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0299947 Jun 30 09:26:00.595670 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-dd560ea2-d93d-4569-af66-252d8f060dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:00.660635 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd560ea2-d93d-4569-af66-252d8f060dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=5f0c50be-0593-4650-8c58-ba7407b6b4b1,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:00.756657 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-dd560ea2-d93d-4569-af66-252d8f060dc3 service neutron] Attempting to bind port 5f0c50be-0593-4650-8c58-ba7407b6b4b1 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:26:00.757141 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-dd560ea2-d93d-4569-af66-252d8f060dc3 service neutron] Attempting to bind port 5f0c50be-0593-4650-8c58-ba7407b6b4b1 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '84537758-12b7-4bfe-8ab6-b5c1063bd2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:26:00.757575 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-dd560ea2-d93d-4569-af66-252d8f060dc3 service neutron] Attempting to bind port 5f0c50be-0593-4650-8c58-ba7407b6b4b1 on network 258a9a17-d74f-4d5d-8260-18ea8982770d {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:26:00.764469 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-dd560ea2-d93d-4569-af66-252d8f060dc3 service neutron] Port 5f0c50be-0593-4650-8c58-ba7407b6b4b1 on network 258a9a17-d74f-4d5d-8260-18ea8982770d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:26:00.764931 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-dd560ea2-d93d-4569-af66-252d8f060dc3 service neutron] Attempting to bind port 5f0c50be-0593-4650-8c58-ba7407b6b4b1 on network 258a9a17-d74f-4d5d-8260-18ea8982770d {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:26:00.771294 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-dd560ea2-d93d-4569-af66-252d8f060dc3 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:26:00.771801 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-dd560ea2-d93d-4569-af66-252d8f060dc3 service neutron] Checking segment: {'id': '84537758-12b7-4bfe-8ab6-b5c1063bd2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:26:00.772286 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-dd560ea2-d93d-4569-af66-252d8f060dc3 service neutron] Bound using segment: {'id': '84537758-12b7-4bfe-8ab6-b5c1063bd2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:26:00.772828 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-dd560ea2-d93d-4569-af66-252d8f060dc3 service neutron] Bound port: 5f0c50be-0593-4650-8c58-ba7407b6b4b1, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84537758-12b7-4bfe-8ab6-b5c1063bd2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:26:00.773282 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-dd560ea2-d93d-4569-af66-252d8f060dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:00.854524 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-dd560ea2-d93d-4569-af66-252d8f060dc3 service neutron] For port 5f0c50be-0593-4650-8c58-ba7407b6b4b1, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:26:00.860855 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-dd560ea2-d93d-4569-af66-252d8f060dc3 service neutron] For port 5f0c50be-0593-4650-8c58-ba7407b6b4b1, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=5f0c50be-0593-4650-8c58-ba7407b6b4b1,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:26:00.961654 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-dd560ea2-d93d-4569-af66-252d8f060dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:01.024752 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-dd560ea2-d93d-4569-af66-252d8f060dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:01.025610 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-dd560ea2-d93d-4569-af66-252d8f060dc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:01.033868 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-dd560ea2-d93d-4569-af66-252d8f060dc3 service neutron] 10.222.0.37 "PUT /v2.0/ports/5f0c50be-0593-4650-8c58-ba7407b6b4b1 HTTP/1.1" status: 200 len: 1092 time: 1.3444176 Jun 30 09:26:01.034353 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723b47bc-656c-4ed5-b1fb-1f935319180b', 'tag': '5f0c50be-0593-4650-8c58-ba7407b6b4b1'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:01.037262 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4b23e3-7b4c-4959-aac8-7e4567313d07" -d '{"events": [{"name": "network-changed", "server_uuid": "723b47bc-656c-4ed5-b1fb-1f935319180b", "tag": "5f0c50be-0593-4650-8c58-ba7407b6b4b1"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:01.144433 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd560ea2-d93d-4569-af66-252d8f060dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=5f0c50be-0593-4650-8c58-ba7407b6b4b1,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:01.254981 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360d55b-8fcd-4bb5-82c0-10761f6cb4a4 req-4e72c89b-852d-43db-aa56-2a2615c78f49 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:01.256884 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b360d55b-8fcd-4bb5-82c0-10761f6cb4a4 req-4e72c89b-852d-43db-aa56-2a2615c78f49 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=723b47bc-656c-4ed5-b1fb-1f935319180b HTTP/1.1" status: 200 len: 943 time: 0.1812944 Jun 30 09:26:01.281768 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab26fc20-388d-448b-add4-1706405fb7cf x-openstack-request-id: req-ab26fc20-388d-448b-add4-1706405fb7cf {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:01.282165 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723b47bc-656c-4ed5-b1fb-1f935319180b", "tag": "5f0c50be-0593-4650-8c58-ba7407b6b4b1", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:01.282286 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ab26fc20-388d-448b-add4-1706405fb7cf {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:01.282834 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723b47bc-656c-4ed5-b1fb-1f935319180b', 'tag': '5f0c50be-0593-4650-8c58-ba7407b6b4b1', 'status': 'completed', 'code': 200} Jun 30 09:26:01.313005 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-87048c1f-5d0f-422d-bcc6-94d51805acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:01.314791 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-87048c1f-5d0f-422d-bcc6-94d51805acd4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ed906f990a84de0b1ae5b133fadc472&device_id=723b47bc-656c-4ed5-b1fb-1f935319180b HTTP/1.1" status: 200 len: 1095 time: 0.1519186 Jun 30 09:26:01.322677 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b360d55b-8fcd-4bb5-82c0-10761f6cb4a4 req-b9494d98-f0d9-4d74-904a-bd6fba808a70 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559204 Jun 30 09:26:01.362142 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-26f4a42d-4551-4287-85fc-9c13fff83020 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f0c50be-0593-4650-8c58-ba7407b6b4b1 HTTP/1.1" status: 200 len: 217 time: 0.0384419 Jun 30 09:26:01.432756 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-9ca49df6-3ac5-4cd4-96a3-33a71e6e04f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:01.434441 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-9ca49df6-3ac5-4cd4-96a3-33a71e6e04f7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6a83f45-42b4-4cc7-8f2d-89980ddef0f1 HTTP/1.1" status: 200 len: 846 time: 0.0646923 Jun 30 09:26:01.469757 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-f4929d24-c2ae-4547-aac1-0ecc1d09cb4b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=258a9a17-d74f-4d5d-8260-18ea8982770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285935 Jun 30 09:26:01.579448 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-084ef7cf-8787-458e-8667-db03f3782d62 service neutron] 10.222.0.37 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997868 Jun 30 09:26:01.706169 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ff35825-3a03-4b7e-aee9-489ebe5b8134 req-73bb9a38-2773-4cae-87c4-282c6cc19529 service neutron] 10.222.0.37 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185648 Jun 30 09:26:01.890211 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b23e3-7b4c-4959-aac8-7e4567313d07 req-4a7c7d20-314f-4830-b703-e7dc344972ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:01.891839 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2a4b23e3-7b4c-4959-aac8-7e4567313d07 req-4a7c7d20-314f-4830-b703-e7dc344972ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ed906f990a84de0b1ae5b133fadc472&device_id=723b47bc-656c-4ed5-b1fb-1f935319180b HTTP/1.1" status: 200 len: 1095 time: 0.0686166 Jun 30 09:26:02.009475 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b23e3-7b4c-4959-aac8-7e4567313d07 req-3c9ef558-8532-4a58-970d-adc8ec7cc16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:02.011444 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2a4b23e3-7b4c-4959-aac8-7e4567313d07 req-3c9ef558-8532-4a58-970d-adc8ec7cc16e service neutron] 10.222.0.37 "GET /v2.0/networks?id=258a9a17-d74f-4d5d-8260-18ea8982770d HTTP/1.1" status: 200 len: 907 time: 0.1116443 Jun 30 09:26:02.064682 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2a4b23e3-7b4c-4959-aac8-7e4567313d07 req-08238913-a35e-4ae4-96c1-b884345a2c2e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f0c50be-0593-4650-8c58-ba7407b6b4b1 HTTP/1.1" status: 200 len: 217 time: 0.0463605 Jun 30 09:26:02.122102 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b23e3-7b4c-4959-aac8-7e4567313d07 req-100ada9c-1ae1-40ca-9e33-55552e61cba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:02.123630 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2a4b23e3-7b4c-4959-aac8-7e4567313d07 req-100ada9c-1ae1-40ca-9e33-55552e61cba6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6a83f45-42b4-4cc7-8f2d-89980ddef0f1 HTTP/1.1" status: 200 len: 846 time: 0.0522153 Jun 30 09:26:02.169603 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2a4b23e3-7b4c-4959-aac8-7e4567313d07 req-890b36a7-4d5a-4a54-9ed5-aea4f5e0b552 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=258a9a17-d74f-4d5d-8260-18ea8982770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376627 Jun 30 09:26:02.312503 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2a4b23e3-7b4c-4959-aac8-7e4567313d07 req-6ac31f03-8043-44e8-83e6-74d8a262f1c7 service neutron] 10.222.0.37 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310399 Jun 30 09:26:02.491021 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2a4b23e3-7b4c-4959-aac8-7e4567313d07 req-00e630c9-ef14-4454-928b-dda9cdcc65da service neutron] 10.222.0.37 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708305 Jun 30 09:26:02.570483 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d7f3c-ae2b-445c-8010-36f1767a93d5 req-43044075-899f-4b1c-acb9-423eec1b365b tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:02.571972 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a02d7f3c-ae2b-445c-8010-36f1767a93d5 req-43044075-899f-4b1c-acb9-423eec1b365b tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=723b47bc-656c-4ed5-b1fb-1f935319180b HTTP/1.1" status: 200 len: 943 time: 0.0726089 Jun 30 09:26:02.639646 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4adf87c1-c31c-4284-8370-48e21e2901e9 req-29f78a06-775a-4530-bc02-34dc08d3de4a service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0365884 Jun 30 09:26:02.652105 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a02d7f3c-ae2b-445c-8010-36f1767a93d5 req-42a13942-3fab-45c2-9fb3-558f3b222cb0 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726857 Jun 30 09:26:02.821301 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8372ccf8-cd41-451d-a907-6e097e794955 req-d95244f7-d1df-4823-946f-80b831fb635a service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0303822 Jun 30 09:26:03.885769 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30554efa-4051-43c2-915d-f0ffe00ec2ee req-9e4be778-6a80-4c77-b76e-6caaa57284a1 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:03.895834 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-30554efa-4051-43c2-915d-f0ffe00ec2ee req-9e4be778-6a80-4c77-b76e-6caaa57284a1 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=723b47bc-656c-4ed5-b1fb-1f935319180b HTTP/1.1" status: 200 len: 943 time: 0.1195843 Jun 30 09:26:03.967472 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-30554efa-4051-43c2-915d-f0ffe00ec2ee req-687e5217-6398-4e11-93b4-38bd47f882f7 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706782 Jun 30 09:26:04.204697 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 54934) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:04.322628 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8004a170-e288-4c02-bfe9-c03084283ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.444102 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8004a170-e288-4c02-bfe9-c03084283ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.543975 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8004a170-e288-4c02-bfe9-c03084283ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.618688 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8004a170-e288-4c02-bfe9-c03084283ea4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=15cac033b2c94432b0886c1b2b96520f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4127221 Jun 30 09:26:04.621538 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54942) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:04.637059 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8004a170-e288-4c02-bfe9-c03084283ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a29ab8-829c-49ff-bbe6-de23f1fee882,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:04.723712 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0b52ff03-37ef-4e07-a8a6-00437daa3b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.752857 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0b52ff03-37ef-4e07-a8a6-00437daa3b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.826722 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-833af5ea-ac3f-45d6-b20a-e8b9a3aad92a req-2599f306-4454-4304-82b6-9f50e689213e service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0283039 Jun 30 09:26:04.956026 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0b52ff03-37ef-4e07-a8a6-00437daa3b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.960962 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0b52ff03-37ef-4e07-a8a6-00437daa3b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.963188 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0b52ff03-37ef-4e07-a8a6-00437daa3b6f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c8a29ab8-829c-49ff-bbe6-de23f1fee882 HTTP/1.1" status: 204 len: 168 time: 0.3405604 Jun 30 09:26:05.030050 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cbe19276-92d1-44fb-8d5e-3f74524e94e3 req-c32bc258-1e22-4a6e-9be8-7b6a3d3f3a79 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0484076 Jun 30 09:26:05.032456 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b52ff03-37ef-4e07-a8a6-00437daa3b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a29ab8-829c-49ff-bbe6-de23f1fee882,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:05.170183 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 5f0c50be-0593-4650-8c58-ba7407b6b4b1 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:26:05.214777 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177e420-58b7-4d46-9cf0-d9a04cfbdf1b req-cabde31c-f858-4f36-81bf-dd05d1d5f609 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:05.216691 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2177e420-58b7-4d46-9cf0-d9a04cfbdf1b req-cabde31c-f858-4f36-81bf-dd05d1d5f609 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=723b47bc-656c-4ed5-b1fb-1f935319180b HTTP/1.1" status: 200 len: 943 time: 0.0861566 Jun 30 09:26:05.264148 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2177e420-58b7-4d46-9cf0-d9a04cfbdf1b req-8bcc0a5a-e33d-4943-943c-2db5823d798c tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404034 Jun 30 09:26:05.288543 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 5f0c50be-0593-4650-8c58-ba7407b6b4b1, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=5f0c50be-0593-4650-8c58-ba7407b6b4b1,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:05.299845 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '5f0c50be-0593-4650-8c58-ba7407b6b4b1', 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d', 'port_id': '5f0c50be-0593-4650-8c58-ba7407b6b4b1', 'mac_address': 'fa:16:3e:8c:b8:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a83f45-42b4-4cc7-8f2d-89980ddef0f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:26:05.339749 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:05.355538 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f0c50be-0593-4650-8c58-ba7407b6b4b1 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:26:05.393366 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 5f0c50be-0593-4650-8c58-ba7407b6b4b1, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=5f0c50be-0593-4650-8c58-ba7407b6b4b1,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:05.671621 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:05.724488 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=5f0c50be-0593-4650-8c58-ba7407b6b4b1,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:05.731771 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:05.732121 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:05.732464 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:05.732800 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:05.733162 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:05.733493 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:05.733819 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:05.734144 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:05.734469 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:05.734792 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:05.735115 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:05.735463 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:06.034937 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['5f0c50be-0593-4650-8c58-ba7407b6b4b1'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:26:06.490521 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601abd90-2b78-4d53-8443-496ba655eeab req-058956d7-55bd-48cd-b662-4b4fbd023ab5 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:06.492917 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-601abd90-2b78-4d53-8443-496ba655eeab req-058956d7-55bd-48cd-b662-4b4fbd023ab5 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=723b47bc-656c-4ed5-b1fb-1f935319180b HTTP/1.1" status: 200 len: 944 time: 0.0920432 Jun 30 09:26:06.549724 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-601abd90-2b78-4d53-8443-496ba655eeab req-e5215c05-3fcd-45be-b2f5-96bd3ae8d08d tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504005 Jun 30 09:26:06.882517 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-363a475b-3027-45f4-b275-f648a49fa946 req-4e1bee5b-0ab0-45fd-8c27-c5f71d4f9414 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0366609 Jun 30 09:26:07.139648 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3ce8ab03-c62b-4ab0-b2ed-3b03fd95ee14 req-92bafb31-9833-4c31-9fef-2264836ef9b3 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0379770 Jun 30 09:26:07.150225 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 5f0c50be-0593-4650-8c58-ba7407b6b4b1 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:26:07.509759 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 5f0c50be-0593-4650-8c58-ba7407b6b4b1 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:26:07.520138 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 5f0c50be-0593-4650-8c58-ba7407b6b4b1 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:26:07.520138 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:07.542492 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:07.639882 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a31663-b8cd-4120-a80f-8bedb01844cd req-d2527eee-09e8-4e58-aa91-2f724ad640dd tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:07.642524 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d0a31663-b8cd-4120-a80f-8bedb01844cd req-d2527eee-09e8-4e58-aa91-2f724ad640dd tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 945 time: 0.0984876 Jun 30 09:26:07.700009 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:07.747257 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d0a31663-b8cd-4120-a80f-8bedb01844cd req-307db851-6b0c-4b59-832e-54e2ebf6f5e9 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942070 Jun 30 09:26:07.748801 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723b47bc-656c-4ed5-b1fb-1f935319180b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0c50be-0593-4650-8c58-ba7407b6b4b1'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:07.751349 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17529263-dba3-4ba3-9c04-13bfa6b3d220" -d '{"events": [{"server_uuid": "723b47bc-656c-4ed5-b1fb-1f935319180b", "name": "network-vif-plugged", "status": "completed", "tag": "5f0c50be-0593-4650-8c58-ba7407b6b4b1"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:07.800034 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 5f0c50be-0593-4650-8c58-ba7407b6b4b1, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=5f0c50be-0593-4650-8c58-ba7407b6b4b1,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:07.825253 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a861833-784d-49dd-ba55-7c046272046f x-openstack-request-id: req-2a861833-784d-49dd-ba55-7c046272046f {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:07.825810 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723b47bc-656c-4ed5-b1fb-1f935319180b", "name": "network-vif-plugged", "status": "completed", "tag": "5f0c50be-0593-4650-8c58-ba7407b6b4b1", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:07.826219 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2a861833-784d-49dd-ba55-7c046272046f {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:07.827046 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723b47bc-656c-4ed5-b1fb-1f935319180b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0c50be-0593-4650-8c58-ba7407b6b4b1', 'code': 200} Jun 30 09:26:07.881853 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:07.895388 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755c5e3-f321-4d15-8ac1-c02447442db2 req-bce8c52c-a978-48c5-a5c1-81ff4ae076a2 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:07.908018 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a755c5e3-f321-4d15-8ac1-c02447442db2 req-bce8c52c-a978-48c5-a5c1-81ff4ae076a2 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=723b47bc-656c-4ed5-b1fb-1f935319180b HTTP/1.1" status: 200 len: 944 time: 0.1717753 Jun 30 09:26:07.973252 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=5f0c50be-0593-4650-8c58-ba7407b6b4b1,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:07.986920 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a755c5e3-f321-4d15-8ac1-c02447442db2 req-091d53da-0c63-4dfa-b83f-50dca93b3d7b tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711794 Jun 30 09:26:08.043620 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9bfce-08f7-42f1-b02f-a0417376d939 req-535cb51f-86da-43a5-b7fe-54db38bad62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:08.045172 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-63f9bfce-08f7-42f1-b02f-a0417376d939 req-535cb51f-86da-43a5-b7fe-54db38bad62d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=723b47bc-656c-4ed5-b1fb-1f935319180b HTTP/1.1" status: 200 len: 1097 time: 0.1287425 Jun 30 09:26:08.084552 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-63f9bfce-08f7-42f1-b02f-a0417376d939 req-63494e01-89e7-4ce6-b46e-03b8df101111 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322840 Jun 30 09:26:08.778075 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:09.088450 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9e1be-157d-4631-a424-0bb0ffe2100e req-0d2da157-6bd2-4634-8eae-a28c1247a9b1 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:09.097146 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cac9e1be-157d-4631-a424-0bb0ffe2100e req-0d2da157-6bd2-4634-8eae-a28c1247a9b1 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 945 time: 0.1732936 Jun 30 09:26:09.175978 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cac9e1be-157d-4631-a424-0bb0ffe2100e req-9ce1fdcc-3be0-454e-be81-4fc9d9a35c54 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773072 Jun 30 09:26:09.214810 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eabb95a3-c1a4-4813-9775-78b1e2ffb052 req-4fe79d67-959a-4dcb-99fe-ad2ecb494831 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0516946 Jun 30 09:26:09.394117 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dafdd6-42e2-4fd1-a65f-db6cc5eb84eb req-c39b0338-9070-4273-a91d-139d1a04b0d7 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:09.398932 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b9dafdd6-42e2-4fd1-a65f-db6cc5eb84eb req-c39b0338-9070-4273-a91d-139d1a04b0d7 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=723b47bc-656c-4ed5-b1fb-1f935319180b HTTP/1.1" status: 200 len: 945 time: 0.1689777 Jun 30 09:26:09.448862 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e19d4c55-714e-4267-8a31-bcd9a1b5102d req-17429f5d-cd1f-4550-88dc-b1a466a2d6af service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0401621 Jun 30 09:26:09.865760 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b9dafdd6-42e2-4fd1-a65f-db6cc5eb84eb req-05faa653-d613-4c08-8469-cdbdf9531b3e tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665604 Jun 30 09:26:10.363336 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-522856de-4c7c-467a-aea3-1691c1b99332 req-d0e2475d-23e1-489b-b645-72fdea0934ee tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=467793be2b334c058c08c32f3ac9b6f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311301 Jun 30 09:26:10.401189 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04ec81-f03d-4359-bb0a-d50d6e3e58ba req-93174c69-af3f-414e-9a04-3ef4183a9b5f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:10.402908 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1a04ec81-f03d-4359-bb0a-d50d6e3e58ba req-93174c69-af3f-414e-9a04-3ef4183a9b5f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 945 time: 0.0898280 Jun 30 09:26:10.449022 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1a04ec81-f03d-4359-bb0a-d50d6e3e58ba req-eefe514a-1eb5-4c19-b89b-5a3d4ff56c8c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398786 Jun 30 09:26:10.612986 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522856de-4c7c-467a-aea3-1691c1b99332 req-3c0abc0e-06ff-4d26-a3f0-3858c271d693 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:10.615074 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-522856de-4c7c-467a-aea3-1691c1b99332 req-3c0abc0e-06ff-4d26-a3f0-3858c271d693 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2457368 Jun 30 09:26:10.631737 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-522856de-4c7c-467a-aea3-1691c1b99332 req-e93262d6-321e-4a1f-a4ea-c2d59a878f9c tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.10 "GET /v2.0/quotas/467793be2b334c058c08c32f3ac9b6f1 HTTP/1.1" status: 200 len: 375 time: 0.0105586 Jun 30 09:26:10.672616 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-522856de-4c7c-467a-aea3-1691c1b99332 req-5c1e7cd5-b31c-45ed-9720-10c977373c7a tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=467793be2b334c058c08c32f3ac9b6f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349431 Jun 30 09:26:11.010450 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ae2262a7-e576-409a-963a-2e13df54b8a0 req-bbf5e06f-3087-4b57-8764-8c3f9554ecf3 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a7286f-b611-4dd4-ba63-c449b28a3d87 HTTP/1.1" status: 200 len: 210 time: 0.0479908 Jun 30 09:26:11.096792 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d916e16-2e99-4868-9df4-f8537eb1274e req-2d85aa2a-ce22-408b-883c-2903c026e537 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:11.099607 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7d916e16-2e99-4868-9df4-f8537eb1274e req-2d85aa2a-ce22-408b-883c-2903c026e537 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=723b47bc-656c-4ed5-b1fb-1f935319180b HTTP/1.1" status: 200 len: 945 time: 0.0815985 Jun 30 09:26:11.148393 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7d916e16-2e99-4868-9df4-f8537eb1274e req-c144253d-7d53-4e31-a776-1cd4388cd9c6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421829 Jun 30 09:26:11.357490 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5cb1bd73-fd17-49fc-9f5f-052ec1cb5fd2 req-7df9ca37-17ae-48da-884e-7ed410fcfbb3 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0317628 Jun 30 09:26:11.397725 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489a8ab-201c-44d7-8ff4-619005494b01 req-ab081d6c-02d1-4b04-bf9b-24fa69a3cdf6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:11.399305 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e489a8ab-201c-44d7-8ff4-619005494b01 req-ab081d6c-02d1-4b04-bf9b-24fa69a3cdf6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=91394538-e1dd-4f6d-be04-160b4634b07f HTTP/1.1" status: 200 len: 946 time: 0.1152613 Jun 30 09:26:11.452337 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e489a8ab-201c-44d7-8ff4-619005494b01 req-02d77e86-e0c1-44ca-a394-a9f6bafb2ac8 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444369 Jun 30 09:26:11.544122 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1b134698-1882-4d75-a860-2627aef6d87f req-e0550d22-df0a-4b6e-bf4c-c1cb933c25aa service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0345571 Jun 30 09:26:11.721130 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abc60c-ffc0-4201-8d04-82b065980b89 req-b51553b9-5b13-4281-9a0b-98ad8f12c6b3 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:11.723784 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-75abc60c-ffc0-4201-8d04-82b065980b89 req-b51553b9-5b13-4281-9a0b-98ad8f12c6b3 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 945 time: 0.1119440 Jun 30 09:26:11.727295 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b31c2d-6ccb-4001-8ea6-5db1af1c4f71 req-7d1dddd6-db3d-4503-87c5-a861a2043939 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:11.727295 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-42b31c2d-6ccb-4001-8ea6-5db1af1c4f71 req-7d1dddd6-db3d-4503-87c5-a861a2043939 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=723b47bc-656c-4ed5-b1fb-1f935319180b HTTP/1.1" status: 200 len: 945 time: 0.0906672 Jun 30 09:26:11.778594 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-75abc60c-ffc0-4201-8d04-82b065980b89 req-d0553564-bade-47ae-9edf-f4f970ef75d1 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407293 Jun 30 09:26:11.787496 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-42b31c2d-6ccb-4001-8ea6-5db1af1c4f71 req-62901205-eb25-4fc7-8ba6-d410a44235a2 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560515 Jun 30 09:26:12.102836 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83d1f0f2-6772-4472-8b2a-2da7463ad61d req-69f61003-5b68-48ff-aee1-d60572832662 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a7286f-b611-4dd4-ba63-c449b28a3d87 HTTP/1.1" status: 200 len: 210 time: 0.0307078 Jun 30 09:26:12.701343 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66757a7-548e-43c4-9f03-18ac6e94b2d2 req-d59aafcb-4f71-4b60-95fc-05c20d679867 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:12.707149 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f66757a7-548e-43c4-9f03-18ac6e94b2d2 req-d59aafcb-4f71-4b60-95fc-05c20d679867 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=723b47bc-656c-4ed5-b1fb-1f935319180b HTTP/1.1" status: 200 len: 945 time: 0.0844946 Jun 30 09:26:12.745819 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f66757a7-548e-43c4-9f03-18ac6e94b2d2 req-4f468ab1-5c8d-44ca-8a66-a0cdcef693c9 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354624 Jun 30 09:26:13.039743 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843ef76-442a-485f-b186-b8058bd7d19a req-6283c977-dd1f-4ed8-9259-b69cc911b91b tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:13.041798 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7843ef76-442a-485f-b186-b8058bd7d19a req-6283c977-dd1f-4ed8-9259-b69cc911b91b tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 945 time: 0.1006031 Jun 30 09:26:13.087083 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7843ef76-442a-485f-b186-b8058bd7d19a req-5e3ef535-fd07-4787-b9f7-8919d67f060f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374849 Jun 30 09:26:13.257266 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-22895717-087e-4814-a32b-004a03b1cf21 req-30bf532a-c1c9-4e1d-9aef-d0400db528ff tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a7286f-b611-4dd4-ba63-c449b28a3d87 HTTP/1.1" status: 200 len: 210 time: 0.0322893 Jun 30 09:26:13.455398 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-05fad307-38d3-4cae-900f-3084febc15f2 req-b643018c-c545-4305-aac1-08f5b972a958 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0342979 Jun 30 09:26:13.630251 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e3ad39e3-d0ac-4979-8ed3-520867767888 req-fadf106c-2d9d-4e10-b010-93be7b20893a service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0338438 Jun 30 09:26:13.945246 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec63b48-e877-4fcb-9400-bcc6b49e55fe req-14d52d92-a1f4-4821-a617-6e0b9d73e01f tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:13.946883 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7ec63b48-e877-4fcb-9400-bcc6b49e55fe req-14d52d92-a1f4-4821-a617-6e0b9d73e01f tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=723b47bc-656c-4ed5-b1fb-1f935319180b HTTP/1.1" status: 200 len: 945 time: 0.0766864 Jun 30 09:26:13.990254 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7ec63b48-e877-4fcb-9400-bcc6b49e55fe req-658b5b3b-5df1-4ea9-9127-04e3227f32d0 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377033 Jun 30 09:26:14.086367 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b98dbf-cb39-4dc5-94ed-60c60fa42ad7 req-3e7416fb-78cf-49af-b872-9a26e988f9f3 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:14.087984 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a2b98dbf-cb39-4dc5-94ed-60c60fa42ad7 req-3e7416fb-78cf-49af-b872-9a26e988f9f3 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.37 "GET /v2.0/ports?device_id=723b47bc-656c-4ed5-b1fb-1f935319180b HTTP/1.1" status: 200 len: 945 time: 0.0768700 Jun 30 09:26:14.207801 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-a2b98dbf-cb39-4dc5-94ed-60c60fa42ad7 req-7f914d31-128e-4869-9e7b-2a57da7efe31 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Deleting port 5f0c50be-0593-4650-8c58-ba7407b6b4b1 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:26:14.208250 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a2b98dbf-cb39-4dc5-94ed-60c60fa42ad7 req-7f914d31-128e-4869-9e7b-2a57da7efe31 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:14.304877 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84b2b9-55ef-4f32-b7d8-30d68b430830 req-150a2392-c718-4ed7-be4f-85abbbbddc1f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:14.306402 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9e84b2b9-55ef-4f32-b7d8-30d68b430830 req-150a2392-c718-4ed7-be4f-85abbbbddc1f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 945 time: 0.0748305 Jun 30 09:26:14.337903 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-a2b98dbf-cb39-4dc5-94ed-60c60fa42ad7 req-7f914d31-128e-4869-9e7b-2a57da7efe31 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] For port 5f0c50be-0593-4650-8c58-ba7407b6b4b1, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=5f0c50be-0593-4650-8c58-ba7407b6b4b1,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:14.339164 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a2b98dbf-cb39-4dc5-94ed-60c60fa42ad7 req-7f914d31-128e-4869-9e7b-2a57da7efe31 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:14.356189 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9e84b2b9-55ef-4f32-b7d8-30d68b430830 req-37c22836-73b6-4ef3-b878-77221ec8f577 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387740 Jun 30 09:26:14.371780 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-a2b98dbf-cb39-4dc5-94ed-60c60fa42ad7 req-7f914d31-128e-4869-9e7b-2a57da7efe31 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Calling delete_port for 5f0c50be-0593-4650-8c58-ba7407b6b4b1 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:26:14.451344 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5f877783-aa6d-4804-8f60-9dad218b37ea req-4e3e8760-e56f-4619-b8fb-c3d6e297cb98 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a7286f-b611-4dd4-ba63-c449b28a3d87 HTTP/1.1" status: 200 len: 210 time: 0.0326245 Jun 30 09:26:14.557670 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-522856de-4c7c-467a-aea3-1691c1b99332 req-eee7e027-d145-4404-b7a8-0d9bcc97bc22 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=467793be2b334c058c08c32f3ac9b6f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284433 Jun 30 09:26:14.675380 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522856de-4c7c-467a-aea3-1691c1b99332 req-6cd6d19f-3416-4392-9cde-cc2ee1b37161 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:14.678300 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-522856de-4c7c-467a-aea3-1691c1b99332 req-6cd6d19f-3416-4392-9cde-cc2ee1b37161 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1156924 Jun 30 09:26:14.687912 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a2b98dbf-cb39-4dc5-94ed-60c60fa42ad7 req-7f914d31-128e-4869-9e7b-2a57da7efe31 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:14.694115 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-522856de-4c7c-467a-aea3-1691c1b99332 req-be18fe9f-4506-4ed3-946c-ca530f96c5f1 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Request body: {'port': {'device_id': 'b3a7286f-b611-4dd4-ba63-c449b28a3d87', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'admin_state_up': True, 'tenant_id': '467793be2b334c058c08c32f3ac9b6f1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:14.704513 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b', '5f0c50be-0593-4650-8c58-ba7407b6b4b1'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:26:14.707223 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['1629c223-686c-4e1c-8ce2-0656081a344f'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:26:14.766474 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f914d31-128e-4869-9e7b-2a57da7efe31 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Pushing event deleted for resources: {'Port': ['ID=5f0c50be-0593-4650-8c58-ba7407b6b4b1,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:14.897489 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b98dbf-cb39-4dc5-94ed-60c60fa42ad7 req-7f914d31-128e-4869-9e7b-2a57da7efe31 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] No DVR routers for this DVR port 5f0c50be-0593-4650-8c58-ba7407b6b4b1 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:26:14.904368 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a2b98dbf-cb39-4dc5-94ed-60c60fa42ad7 req-7f914d31-128e-4869-9e7b-2a57da7efe31 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:14.906586 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a2b98dbf-cb39-4dc5-94ed-60c60fa42ad7 req-7f914d31-128e-4869-9e7b-2a57da7efe31 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.37 "DELETE /v2.0/ports/5f0c50be-0593-4650-8c58-ba7407b6b4b1 HTTP/1.1" status: 204 len: 173 time: 0.8122923 Jun 30 09:26:14.907021 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723b47bc-656c-4ed5-b1fb-1f935319180b', 'name': 'network-vif-deleted', 'tag': '5f0c50be-0593-4650-8c58-ba7407b6b4b1'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:14.909298 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5cfc28-7f01-4113-9f5c-1182c7303f38" -d '{"events": [{"server_uuid": "723b47bc-656c-4ed5-b1fb-1f935319180b", "name": "network-vif-deleted", "tag": "5f0c50be-0593-4650-8c58-ba7407b6b4b1"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:14.957999 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7d1ec6-d9c0-4e86-b21b-54e2d6c3a696 x-openstack-request-id: req-db7d1ec6-d9c0-4e86-b21b-54e2d6c3a696 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:14.958385 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723b47bc-656c-4ed5-b1fb-1f935319180b", "name": "network-vif-deleted", "tag": "5f0c50be-0593-4650-8c58-ba7407b6b4b1", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:14.958674 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-db7d1ec6-d9c0-4e86-b21b-54e2d6c3a696 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:14.959104 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723b47bc-656c-4ed5-b1fb-1f935319180b', 'name': 'network-vif-deleted', 'tag': '5f0c50be-0593-4650-8c58-ba7407b6b4b1', 'status': 'completed', 'code': 200} Jun 30 09:26:15.142494 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1b6fe9d8-4d8c-4008-896a-dc6808428f0c req-a03469dd-a459-4381-8607-3871df0943d3 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=723b47bc-656c-4ed5-b1fb-1f935319180b HTTP/1.1" status: 200 len: 210 time: 0.0310595 Jun 30 09:26:15.146205 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-522856de-4c7c-467a-aea3-1691c1b99332 req-be18fe9f-4506-4ed3-946c-ca530f96c5f1 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Made reservation on behalf of 467793be2b334c058c08c32f3ac9b6f1 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:26:15.150635 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-522856de-4c7c-467a-aea3-1691c1b99332 req-be18fe9f-4506-4ed3-946c-ca530f96c5f1 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:15.163298 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-522856de-4c7c-467a-aea3-1691c1b99332 req-be18fe9f-4506-4ed3-946c-ca530f96c5f1 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:15.290000 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-522856de-4c7c-467a-aea3-1691c1b99332 req-be18fe9f-4506-4ed3-946c-ca530f96c5f1 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:15.441860 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-522856de-4c7c-467a-aea3-1691c1b99332 req-be18fe9f-4506-4ed3-946c-ca530f96c5f1 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:15.573794 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be18fe9f-4506-4ed3-946c-ca530f96c5f1 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=210a2c27-2356-43d9-b7eb-0b34bc2a1e2f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:15.648480 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4a2de652-18a1-4dbd-8586-1c3f673a4bc7 req-3d42d605-c287-422a-b876-ff888551f7a2 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a7286f-b611-4dd4-ba63-c449b28a3d87 HTTP/1.1" status: 200 len: 210 time: 0.0343113 Jun 30 09:26:15.653430 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3782d6d0-43d0-495e-ad30-8ca5db91b188 req-13b63f1f-8998-4685-80e1-280700daf836 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0439157 Jun 30 09:26:15.716005 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a674fae-8ce8-4d49-b172-bcd302027cd4 req-c70eb127-dd01-4ab8-8c74-cf6ae6a2d70f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:15.717567 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1a674fae-8ce8-4d49-b172-bcd302027cd4 req-c70eb127-dd01-4ab8-8c74-cf6ae6a2d70f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 945 time: 0.1864169 Jun 30 09:26:15.723483 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-522856de-4c7c-467a-aea3-1691c1b99332 req-be18fe9f-4506-4ed3-946c-ca530f96c5f1 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Allocated IP 192.168.233.10 (ad33225d-5521-4894-b7e8-170799d80b12/a0a5de46-050b-42ad-8d47-c859eedbe230/52d1aab9-edc8-45fb-bd69-551920561599) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:26:15.782155 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1a674fae-8ce8-4d49-b172-bcd302027cd4 req-9ce541d6-931c-4bef-9f34-c88a8ba82932 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562632 Jun 30 09:26:15.823069 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-627e9246-c421-4412-a9dc-d0bf744a4dda req-ed604053-7d92-4f46-8c3f-b584938809b6 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0350013 Jun 30 09:26:15.953294 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-522856de-4c7c-467a-aea3-1691c1b99332 req-be18fe9f-4506-4ed3-946c-ca530f96c5f1 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:15.968149 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-522856de-4c7c-467a-aea3-1691c1b99332 req-be18fe9f-4506-4ed3-946c-ca530f96c5f1 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Transition to ACTIVE for port object 52d1aab9-edc8-45fb-bd69-551920561599 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:26:16.138207 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-522856de-4c7c-467a-aea3-1691c1b99332 req-be18fe9f-4506-4ed3-946c-ca530f96c5f1 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:16.188418 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-522856de-4c7c-467a-aea3-1691c1b99332 req-be18fe9f-4506-4ed3-946c-ca530f96c5f1 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Network ad33225d-5521-4894-b7e8-170799d80b12 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:26:16.194337 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-522856de-4c7c-467a-aea3-1691c1b99332 req-be18fe9f-4506-4ed3-946c-ca530f96c5f1 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:16.199999 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-522856de-4c7c-467a-aea3-1691c1b99332 req-be18fe9f-4506-4ed3-946c-ca530f96c5f1 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:26:16.204405 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be18fe9f-4506-4ed3-946c-ca530f96c5f1 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Pushing event updated for resources: {'Port': ['ID=52d1aab9-edc8-45fb-bd69-551920561599,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:16.260096 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522856de-4c7c-467a-aea3-1691c1b99332 req-be18fe9f-4506-4ed3-946c-ca530f96c5f1 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:16.260774 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-522856de-4c7c-467a-aea3-1691c1b99332 req-be18fe9f-4506-4ed3-946c-ca530f96c5f1 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:16.368533 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-534a934f-28eb-4231-b0fb-4f52d76f4e3f req-616fed15-0c8a-414b-adb7-147b2c01b844 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=723b47bc-656c-4ed5-b1fb-1f935319180b HTTP/1.1" status: 200 len: 210 time: 0.0502214 Jun 30 09:26:16.373593 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-522856de-4c7c-467a-aea3-1691c1b99332 req-be18fe9f-4506-4ed3-946c-ca530f96c5f1 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6867120 Jun 30 09:26:16.389566 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-522856de-4c7c-467a-aea3-1691c1b99332 req-48645d24-875a-4658-80f7-f84d197bd994 service neutron] Request body: {'port': {'device_id': 'b3a7286f-b611-4dd4-ba63-c449b28a3d87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:16.485719 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-522856de-4c7c-467a-aea3-1691c1b99332 req-48645d24-875a-4658-80f7-f84d197bd994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:16.612724 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-26f94ca1-a0e3-44de-badb-de8fa10825ca None None] Provisioning for port 52d1aab9-edc8-45fb-bd69-551920561599 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:26:16.618780 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-26f94ca1-a0e3-44de-badb-de8fa10825ca None None] Provisioning complete for port 52d1aab9-edc8-45fb-bd69-551920561599 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:26:16.619183 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-26f94ca1-a0e3-44de-badb-de8fa10825ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:16.660577 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-26f94ca1-a0e3-44de-badb-de8fa10825ca None None] Port 52d1aab9-edc8-45fb-bd69-551920561599 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:26:16.793069 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-522856de-4c7c-467a-aea3-1691c1b99332 req-48645d24-875a-4658-80f7-f84d197bd994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52d1aab9-edc8-45fb-bd69-551920561599 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:26:16.809970 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-522856de-4c7c-467a-aea3-1691c1b99332 req-48645d24-875a-4658-80f7-f84d197bd994 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:16.843010 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-522856de-4c7c-467a-aea3-1691c1b99332 req-48645d24-875a-4658-80f7-f84d197bd994 service neutron] Transition to ACTIVE for port object 52d1aab9-edc8-45fb-bd69-551920561599 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:26:16.871258 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97a7eb-b6e4-4ead-9d4b-87462b323dcd req-84d969bc-b3e8-48ee-94c1-5ec8cc34f46e tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:16.872795 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3f97a7eb-b6e4-4ead-9d4b-87462b323dcd req-84d969bc-b3e8-48ee-94c1-5ec8cc34f46e tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a7286f-b611-4dd4-ba63-c449b28a3d87 HTTP/1.1" status: 200 len: 935 time: 0.0827651 Jun 30 09:26:16.918911 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3f97a7eb-b6e4-4ead-9d4b-87462b323dcd req-8d1b19c6-bd0a-4bbe-89b7-13556fc1d4a7 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.10 "GET /v2.0/security-groups?id=210a2c27-2356-43d9-b7eb-0b34bc2a1e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390623 Jun 30 09:26:17.020520 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3af828-0c9a-441f-aef2-c125651eb2a5 req-35c83c2c-40f6-4859-b905-a5fd8bedbb52 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:17.022322 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4b3af828-0c9a-441f-aef2-c125651eb2a5 req-35c83c2c-40f6-4859-b905-a5fd8bedbb52 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 945 time: 0.1054225 Jun 30 09:26:17.052665 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-522856de-4c7c-467a-aea3-1691c1b99332 req-48645d24-875a-4658-80f7-f84d197bd994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:17.077257 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4b3af828-0c9a-441f-aef2-c125651eb2a5 req-f8250ddc-b7eb-47c1-84d6-302ce6911ab5 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460768 Jun 30 09:26:17.108632 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48645d24-875a-4658-80f7-f84d197bd994 service neutron] Pushing event updated for resources: {'Port': ['ID=52d1aab9-edc8-45fb-bd69-551920561599,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:17.187495 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-522856de-4c7c-467a-aea3-1691c1b99332 req-48645d24-875a-4658-80f7-f84d197bd994 service neutron] Attempting to bind port 52d1aab9-edc8-45fb-bd69-551920561599 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:26:17.187849 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-522856de-4c7c-467a-aea3-1691c1b99332 req-48645d24-875a-4658-80f7-f84d197bd994 service neutron] Attempting to bind port 52d1aab9-edc8-45fb-bd69-551920561599 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:26:17.188184 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522856de-4c7c-467a-aea3-1691c1b99332 req-48645d24-875a-4658-80f7-f84d197bd994 service neutron] Attempting to bind port 52d1aab9-edc8-45fb-bd69-551920561599 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:26:17.194857 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522856de-4c7c-467a-aea3-1691c1b99332 req-48645d24-875a-4658-80f7-f84d197bd994 service neutron] Port 52d1aab9-edc8-45fb-bd69-551920561599 on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:26:17.195832 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522856de-4c7c-467a-aea3-1691c1b99332 req-48645d24-875a-4658-80f7-f84d197bd994 service neutron] Attempting to bind port 52d1aab9-edc8-45fb-bd69-551920561599 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:26:17.197705 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 5f0c50be-0593-4650-8c58-ba7407b6b4b1 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:26:17.203679 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522856de-4c7c-467a-aea3-1691c1b99332 req-48645d24-875a-4658-80f7-f84d197bd994 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:26:17.204026 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522856de-4c7c-467a-aea3-1691c1b99332 req-48645d24-875a-4658-80f7-f84d197bd994 service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:26:17.204409 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522856de-4c7c-467a-aea3-1691c1b99332 req-48645d24-875a-4658-80f7-f84d197bd994 service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:26:17.205343 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-522856de-4c7c-467a-aea3-1691c1b99332 req-48645d24-875a-4658-80f7-f84d197bd994 service neutron] Bound port: 52d1aab9-edc8-45fb-bd69-551920561599, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:26:17.205712 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-522856de-4c7c-467a-aea3-1691c1b99332 req-48645d24-875a-4658-80f7-f84d197bd994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:17.219902 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 5f0c50be-0593-4650-8c58-ba7407b6b4b1 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:26:17.220268 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 5f0c50be-0593-4650-8c58-ba7407b6b4b1 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:26:17.285224 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-522856de-4c7c-467a-aea3-1691c1b99332 req-48645d24-875a-4658-80f7-f84d197bd994 service neutron] For port 52d1aab9-edc8-45fb-bd69-551920561599, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:26:17.288691 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-522856de-4c7c-467a-aea3-1691c1b99332 req-48645d24-875a-4658-80f7-f84d197bd994 service neutron] For port 52d1aab9-edc8-45fb-bd69-551920561599, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=52d1aab9-edc8-45fb-bd69-551920561599,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:26:17.451932 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-522856de-4c7c-467a-aea3-1691c1b99332 req-48645d24-875a-4658-80f7-f84d197bd994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:17.497567 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522856de-4c7c-467a-aea3-1691c1b99332 req-48645d24-875a-4658-80f7-f84d197bd994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:17.497567 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-522856de-4c7c-467a-aea3-1691c1b99332 req-48645d24-875a-4658-80f7-f84d197bd994 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:17.497981 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-522856de-4c7c-467a-aea3-1691c1b99332 req-48645d24-875a-4658-80f7-f84d197bd994 service neutron] 10.222.0.37 "PUT /v2.0/ports/52d1aab9-edc8-45fb-bd69-551920561599 HTTP/1.1" status: 200 len: 1096 time: 1.1138422 Jun 30 09:26:17.498427 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a7286f-b611-4dd4-ba63-c449b28a3d87', 'tag': '52d1aab9-edc8-45fb-bd69-551920561599'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:17.500861 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9983d2-4955-4885-921e-ce990637b255" -d '{"events": [{"name": "network-changed", "server_uuid": "b3a7286f-b611-4dd4-ba63-c449b28a3d87", "tag": "52d1aab9-edc8-45fb-bd69-551920561599"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:17.541271 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48645d24-875a-4658-80f7-f84d197bd994 service neutron] Pushing event updated for resources: {'Port': ['ID=52d1aab9-edc8-45fb-bd69-551920561599,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:17.597060 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd5eacc-a485-4cbc-81ef-94c05f75327b x-openstack-request-id: req-abd5eacc-a485-4cbc-81ef-94c05f75327b {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:17.597602 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3a7286f-b611-4dd4-ba63-c449b28a3d87", "tag": "52d1aab9-edc8-45fb-bd69-551920561599", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:17.600493 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-abd5eacc-a485-4cbc-81ef-94c05f75327b {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:17.600493 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3a7286f-b611-4dd4-ba63-c449b28a3d87', 'tag': '52d1aab9-edc8-45fb-bd69-551920561599', 'status': 'completed', 'code': 200} Jun 30 09:26:17.764803 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9983d2-4955-4885-921e-ce990637b255 req-f490d104-2156-4838-b673-6516c0edbccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:17.770204 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ec9983d2-4955-4885-921e-ce990637b255 req-f490d104-2156-4838-b673-6516c0edbccb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=467793be2b334c058c08c32f3ac9b6f1&device_id=b3a7286f-b611-4dd4-ba63-c449b28a3d87 HTTP/1.1" status: 200 len: 1099 time: 0.1368439 Jun 30 09:26:17.799884 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ec9983d2-4955-4885-921e-ce990637b255 req-474d6354-fa15-4b1b-9f06-592d478658d6 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=467793be2b334c058c08c32f3ac9b6f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230622 Jun 30 09:26:17.890647 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-864a46fc-faee-4c22-8ac3-a6a0df1108e9 req-2f299fff-479b-47b3-958a-2943e409b257 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0343268 Jun 30 09:26:17.939822 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9983d2-4955-4885-921e-ce990637b255 req-88873cf8-6f58-4c6f-8d7b-e679cdb3e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:17.941469 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ec9983d2-4955-4885-921e-ce990637b255 req-88873cf8-6f58-4c6f-8d7b-e679cdb3e9d5 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1351223 Jun 30 09:26:18.162882 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522856de-4c7c-467a-aea3-1691c1b99332 req-a97faaac-ab19-4f6f-bcf5-e767da559dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:18.164570 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-522856de-4c7c-467a-aea3-1691c1b99332 req-a97faaac-ab19-4f6f-bcf5-e767da559dde service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=467793be2b334c058c08c32f3ac9b6f1&device_id=b3a7286f-b611-4dd4-ba63-c449b28a3d87 HTTP/1.1" status: 200 len: 1099 time: 0.1807234 Jun 30 09:26:18.220490 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-522856de-4c7c-467a-aea3-1691c1b99332 req-acb69424-15b3-4483-893f-880b1a1d60c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=52d1aab9-edc8-45fb-bd69-551920561599 HTTP/1.1" status: 200 len: 217 time: 0.0474973 Jun 30 09:26:18.243987 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-41d0e2b6-bc02-496e-ba92-7feb15b36f57 req-b94847bc-c342-4edb-8a86-2d0958ad9789 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0340469 Jun 30 09:26:18.286944 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36555290-bd51-4961-a28d-a23b4f6d89b7 req-75d6bb5a-8be8-4971-a35f-ac7d4702be94 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:18.288590 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-36555290-bd51-4961-a28d-a23b4f6d89b7 req-75d6bb5a-8be8-4971-a35f-ac7d4702be94 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a7286f-b611-4dd4-ba63-c449b28a3d87 HTTP/1.1" status: 200 len: 947 time: 0.2136865 Jun 30 09:26:18.323369 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522856de-4c7c-467a-aea3-1691c1b99332 req-7829820d-bbc9-4365-b2ec-ce9da3b2b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:18.324974 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-522856de-4c7c-467a-aea3-1691c1b99332 req-7829820d-bbc9-4365-b2ec-ce9da3b2b741 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.0859618 Jun 30 09:26:18.371182 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-36555290-bd51-4961-a28d-a23b4f6d89b7 req-e1d4dfdf-08b5-438f-ba43-0c5eea3a12a6 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.10 "GET /v2.0/security-groups?id=210a2c27-2356-43d9-b7eb-0b34bc2a1e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758097 Jun 30 09:26:18.405453 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522856de-4c7c-467a-aea3-1691c1b99332 req-37bb0e39-0cc1-4a29-9da3-1f65935dfb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:18.407441 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-522856de-4c7c-467a-aea3-1691c1b99332 req-37bb0e39-0cc1-4a29-9da3-1f65935dfb5a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0757036 Jun 30 09:26:18.530685 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a9425-2887-4f28-b51b-22eb7236e8af req-315fdd3b-7180-4592-8f01-c9205322891b tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:18.533333 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7b7a9425-2887-4f28-b51b-22eb7236e8af req-315fdd3b-7180-4592-8f01-c9205322891b tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 945 time: 0.0748200 Jun 30 09:26:18.556411 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-522856de-4c7c-467a-aea3-1691c1b99332 req-2c421d93-c810-4882-9e4a-b1d68c0264b9 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399567 Jun 30 09:26:18.577715 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7b7a9425-2887-4f28-b51b-22eb7236e8af req-fb1528bc-2d75-422b-81ed-7f335609b7ad tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373745 Jun 30 09:26:18.642516 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2a086-26f3-43fb-b605-8e71fc42029f req-51a452e6-d40e-4849-87b2-3db313c1743e tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:18.642516 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-82d2a086-26f3-43fb-b605-8e71fc42029f req-51a452e6-d40e-4849-87b2-3db313c1743e tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=91394538-e1dd-4f6d-be04-160b4634b07f HTTP/1.1" status: 200 len: 946 time: 0.1418846 Jun 30 09:26:18.695033 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-b744c551-0d88-4451-b3b5-b030c7427f11 req-35726730-352d-4add-88fd-d838fc4850be service neutron] (101053) timed out ('10.222.0.52', 51426) {{(pid=101053) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:26:18.704339 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-522856de-4c7c-467a-aea3-1691c1b99332 req-665fe4f9-8c80-4148-87a9-3d06c1ab36e9 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414678 Jun 30 09:26:18.712783 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-82d2a086-26f3-43fb-b605-8e71fc42029f req-14a9dc82-222d-435d-a1c1-f3a3bae6f70f tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628083 Jun 30 09:26:19.420154 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device dfaccd73-2896-4243-a6bc-b3ec0e222a68 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:26:19.522255 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port dfaccd73-2896-4243-a6bc-b3ec0e222a68, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=dfaccd73-2896-4243-a6bc-b3ec0e222a68,segment=NetworkSegment(00b77331-5ed3-4449-ba6a-84efe27ecf19),segment_id=00b77331-5ed3-4449-ba6a-84efe27ecf19)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:19.538884 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'dfaccd73-2896-4243-a6bc-b3ec0e222a68', 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca', 'port_id': 'dfaccd73-2896-4243-a6bc-b3ec0e222a68', 'mac_address': 'fa:16:3e:0f:fd:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:26:19.563971 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f81a8-aee4-41eb-9cd4-fb4adba4a2bf req-cf55df85-5de0-4300-911b-30bce5fb6c04 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:19.565498 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-754f81a8-aee4-41eb-9cd4-fb4adba4a2bf req-cf55df85-5de0-4300-911b-30bce5fb6c04 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a7286f-b611-4dd4-ba63-c449b28a3d87 HTTP/1.1" status: 200 len: 947 time: 0.0695775 Jun 30 09:26:19.580240 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:19.594770 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfaccd73-2896-4243-a6bc-b3ec0e222a68 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:26:19.614233 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-754f81a8-aee4-41eb-9cd4-fb4adba4a2bf req-b977cea0-be38-4642-a521-8b201d2692e2 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.10 "GET /v2.0/security-groups?id=210a2c27-2356-43d9-b7eb-0b34bc2a1e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424836 Jun 30 09:26:19.617493 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port dfaccd73-2896-4243-a6bc-b3ec0e222a68, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=dfaccd73-2896-4243-a6bc-b3ec0e222a68,segment=NetworkSegment(00b77331-5ed3-4449-ba6a-84efe27ecf19),segment_id=00b77331-5ed3-4449-ba6a-84efe27ecf19)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:19.709370 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:19.768935 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=dfaccd73-2896-4243-a6bc-b3ec0e222a68,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:19.796489 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e952d66-2126-42fe-bcce-1e62b299aeae req-b25325f7-ae7a-4ac8-9112-cd6164d3fa77 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:19.797853 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9e952d66-2126-42fe-bcce-1e62b299aeae req-b25325f7-ae7a-4ac8-9112-cd6164d3fa77 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 944 time: 0.0828214 Jun 30 09:26:19.852239 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9e952d66-2126-42fe-bcce-1e62b299aeae req-04d6d718-71d4-4032-a780-efd68a67bc07 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476627 Jun 30 09:26:19.862544 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['dfaccd73-2896-4243-a6bc-b3ec0e222a68'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:26:20.042785 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a619a-2c95-4ebc-9c2a-59cfe50697e0 req-aff74f42-da34-4b77-8ff0-cf1f42146f24 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:20.044486 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e65a619a-2c95-4ebc-9c2a-59cfe50697e0 req-aff74f42-da34-4b77-8ff0-cf1f42146f24 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=91394538-e1dd-4f6d-be04-160b4634b07f HTTP/1.1" status: 200 len: 946 time: 0.0913713 Jun 30 09:26:20.085967 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e65a619a-2c95-4ebc-9c2a-59cfe50697e0 req-d8071761-0071-4319-b317-a07aef642c87 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343785 Jun 30 09:26:20.271991 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c21779-b555-4dc8-90c2-b64ba434ecec req-05e81c7b-fbde-4323-a722-38f8284bf5d1 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:20.273743 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09c21779-b555-4dc8-90c2-b64ba434ecec req-05e81c7b-fbde-4323-a722-38f8284bf5d1 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.52 "GET /v2.0/ports?device_id=91394538-e1dd-4f6d-be04-160b4634b07f HTTP/1.1" status: 200 len: 946 time: 0.0747709 Jun 30 09:26:20.366554 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-451ab219-f297-48bc-b38d-340b5dc3bff8 req-2f5e2c89-5692-4502-9c80-bf3c61e8bb14 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0297358 Jun 30 09:26:20.419108 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-09c21779-b555-4dc8-90c2-b64ba434ecec req-a9377211-1ce1-4bcd-b6cc-f7c607c77d8a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Deleting port 1629c223-686c-4e1c-8ce2-0656081a344f {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:26:20.419570 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-09c21779-b555-4dc8-90c2-b64ba434ecec req-a9377211-1ce1-4bcd-b6cc-f7c607c77d8a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:20.517691 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-09c21779-b555-4dc8-90c2-b64ba434ecec req-a9377211-1ce1-4bcd-b6cc-f7c607c77d8a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] For port 1629c223-686c-4e1c-8ce2-0656081a344f, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=1629c223-686c-4e1c-8ce2-0656081a344f,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:20.518049 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-09c21779-b555-4dc8-90c2-b64ba434ecec req-a9377211-1ce1-4bcd-b6cc-f7c607c77d8a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:20.533053 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-23149a2b-180b-4999-93d2-5df3a153b255 req-1964efed-ce5b-48d7-b084-2706113b49c4 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0280318 Jun 30 09:26:20.550731 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-09c21779-b555-4dc8-90c2-b64ba434ecec req-a9377211-1ce1-4bcd-b6cc-f7c607c77d8a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Calling delete_port for 1629c223-686c-4e1c-8ce2-0656081a344f owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:26:20.553480 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-354b34f2-f9cc-4170-ae2c-bf84512ffb12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:20.822558 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a670be4-2358-4fd9-ab7b-69cc1e976033 req-9ccca5db-2b29-4a6f-8981-7bb83888e3d3 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:20.824249 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0a670be4-2358-4fd9-ab7b-69cc1e976033 req-9ccca5db-2b29-4a6f-8981-7bb83888e3d3 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a7286f-b611-4dd4-ba63-c449b28a3d87 HTTP/1.1" status: 200 len: 947 time: 0.0816281 Jun 30 09:26:20.835509 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-09c21779-b555-4dc8-90c2-b64ba434ecec req-a9377211-1ce1-4bcd-b6cc-f7c607c77d8a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:20.849495 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:26:20.851794 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['1629c223-686c-4e1c-8ce2-0656081a344f'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:26:20.875976 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0a670be4-2358-4fd9-ab7b-69cc1e976033 req-b88d8f27-dae4-4558-ba96-0ed49c37014b tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.10 "GET /v2.0/security-groups?id=210a2c27-2356-43d9-b7eb-0b34bc2a1e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460021 Jun 30 09:26:20.883559 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9377211-1ce1-4bcd-b6cc-f7c607c77d8a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Pushing event deleted for resources: {'Port': ['ID=1629c223-686c-4e1c-8ce2-0656081a344f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:20.944766 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9377211-1ce1-4bcd-b6cc-f7c607c77d8a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:20.949700 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9377211-1ce1-4bcd-b6cc-f7c607c77d8a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:20.950144 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9377211-1ce1-4bcd-b6cc-f7c607c77d8a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:20.950484 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9377211-1ce1-4bcd-b6cc-f7c607c77d8a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:20.950820 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9377211-1ce1-4bcd-b6cc-f7c607c77d8a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:20.961382 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9377211-1ce1-4bcd-b6cc-f7c607c77d8a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:20.961382 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9377211-1ce1-4bcd-b6cc-f7c607c77d8a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:20.961382 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9377211-1ce1-4bcd-b6cc-f7c607c77d8a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:20.961382 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9377211-1ce1-4bcd-b6cc-f7c607c77d8a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:20.961382 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9377211-1ce1-4bcd-b6cc-f7c607c77d8a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:20.961382 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9377211-1ce1-4bcd-b6cc-f7c607c77d8a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:20.961382 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9377211-1ce1-4bcd-b6cc-f7c607c77d8a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:20.996528 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c21779-b555-4dc8-90c2-b64ba434ecec req-a9377211-1ce1-4bcd-b6cc-f7c607c77d8a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] No DVR routers for this DVR port 1629c223-686c-4e1c-8ce2-0656081a344f on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:26:21.002142 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-09c21779-b555-4dc8-90c2-b64ba434ecec req-a9377211-1ce1-4bcd-b6cc-f7c607c77d8a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:21.005683 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09c21779-b555-4dc8-90c2-b64ba434ecec req-a9377211-1ce1-4bcd-b6cc-f7c607c77d8a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.52 "DELETE /v2.0/ports/1629c223-686c-4e1c-8ce2-0656081a344f HTTP/1.1" status: 204 len: 173 time: 0.7246943 Jun 30 09:26:21.012646 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91394538-e1dd-4f6d-be04-160b4634b07f', 'name': 'network-vif-deleted', 'tag': '1629c223-686c-4e1c-8ce2-0656081a344f'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:21.015469 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c864baab-bad6-431e-9fd5-5ff45b075945" -d '{"events": [{"server_uuid": "91394538-e1dd-4f6d-be04-160b4634b07f", "name": "network-vif-deleted", "tag": "1629c223-686c-4e1c-8ce2-0656081a344f"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:21.086023 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e83dba7-76c4-4518-8f9c-cffadeba5b78 x-openstack-request-id: req-0e83dba7-76c4-4518-8f9c-cffadeba5b78 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:21.086363 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91394538-e1dd-4f6d-be04-160b4634b07f", "name": "network-vif-deleted", "tag": "1629c223-686c-4e1c-8ce2-0656081a344f", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:21.086662 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0e83dba7-76c4-4518-8f9c-cffadeba5b78 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:21.087162 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91394538-e1dd-4f6d-be04-160b4634b07f', 'name': 'network-vif-deleted', 'tag': '1629c223-686c-4e1c-8ce2-0656081a344f', 'status': 'completed', 'code': 200} Jun 30 09:26:21.141672 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e2ec4-54c6-40f4-8e7b-181662b6f33b req-72421f41-3521-4fc7-9e8b-bb72abe16f15 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:21.143523 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-177e2ec4-54c6-40f4-8e7b-181662b6f33b req-72421f41-3521-4fc7-9e8b-bb72abe16f15 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 944 time: 0.0887740 Jun 30 09:26:21.193397 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-177e2ec4-54c6-40f4-8e7b-181662b6f33b req-30b6bfac-48aa-4c9f-81a6-d68d0ffe9bbc tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429587 Jun 30 09:26:21.226860 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 52d1aab9-edc8-45fb-bd69-551920561599 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:26:21.249824 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2c1f7ebd-610b-4ab3-aa11-e3c94fea37af req-2ddfbf10-1dae-448c-9456-48394ec2ce42 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=91394538-e1dd-4f6d-be04-160b4634b07f HTTP/1.1" status: 200 len: 210 time: 0.0306945 Jun 30 09:26:21.353734 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 52d1aab9-edc8-45fb-bd69-551920561599, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=52d1aab9-edc8-45fb-bd69-551920561599,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:21.366825 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '52d1aab9-edc8-45fb-bd69-551920561599', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': '52d1aab9-edc8-45fb-bd69-551920561599', 'mac_address': 'fa:16:3e:75:54:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:26:21.408845 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:21.426276 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device dfaccd73-2896-4243-a6bc-b3ec0e222a68 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:26:21.431691 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d1aab9-edc8-45fb-bd69-551920561599 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:26:21.479487 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 52d1aab9-edc8-45fb-bd69-551920561599, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=52d1aab9-edc8-45fb-bd69-551920561599,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:21.494549 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port dfaccd73-2896-4243-a6bc-b3ec0e222a68 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:26:21.494900 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:21.621977 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:21.637142 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:21.681622 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699d7086-5e36-40ed-965c-e9d3137523a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfaccd73-2896-4243-a6bc-b3ec0e222a68'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:21.684647 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf63dd8-8db8-4d4d-b77f-2a2b857dc6eb" -d '{"events": [{"server_uuid": "699d7086-5e36-40ed-965c-e9d3137523a1", "name": "network-vif-plugged", "status": "completed", "tag": "dfaccd73-2896-4243-a6bc-b3ec0e222a68"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:21.703212 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port dfaccd73-2896-4243-a6bc-b3ec0e222a68, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=dfaccd73-2896-4243-a6bc-b3ec0e222a68,segment=NetworkSegment(00b77331-5ed3-4449-ba6a-84efe27ecf19),segment_id=00b77331-5ed3-4449-ba6a-84efe27ecf19)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:21.721802 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500658e2-29a9-43cb-af77-4df88b039609 x-openstack-request-id: req-500658e2-29a9-43cb-af77-4df88b039609 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:21.722144 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699d7086-5e36-40ed-965c-e9d3137523a1", "name": "network-vif-plugged", "status": "completed", "tag": "dfaccd73-2896-4243-a6bc-b3ec0e222a68", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:21.722584 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-500658e2-29a9-43cb-af77-4df88b039609 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:21.723567 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699d7086-5e36-40ed-965c-e9d3137523a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfaccd73-2896-4243-a6bc-b3ec0e222a68', 'code': 200} Jun 30 09:26:21.724694 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=52d1aab9-edc8-45fb-bd69-551920561599,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:21.840961 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:21.895890 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=dfaccd73-2896-4243-a6bc-b3ec0e222a68,revision_number=7']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:21.937640 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['52d1aab9-edc8-45fb-bd69-551920561599'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:26:22.135761 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64114994-4e36-4e52-991a-b8868e120b73 req-886e58d2-c2d2-4e19-8678-c10d9b751a30 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:22.137758 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64114994-4e36-4e52-991a-b8868e120b73 req-886e58d2-c2d2-4e19-8678-c10d9b751a30 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a7286f-b611-4dd4-ba63-c449b28a3d87 HTTP/1.1" status: 200 len: 948 time: 0.1073422 Jun 30 09:26:22.194827 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64114994-4e36-4e52-991a-b8868e120b73 req-0f79c7ed-b2c7-4e2a-98fb-10a69b8fd15b tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.10 "GET /v2.0/security-groups?id=210a2c27-2356-43d9-b7eb-0b34bc2a1e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476229 Jun 30 09:26:22.463887 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f743b-1ca0-41cb-9142-a24caf8ce33e req-1dcbb665-117b-4432-9783-82233873d870 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:22.481827 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-674f743b-1ca0-41cb-9142-a24caf8ce33e req-1dcbb665-117b-4432-9783-82233873d870 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 945 time: 0.1364548 Jun 30 09:26:22.550141 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-674f743b-1ca0-41cb-9142-a24caf8ce33e req-3275864f-973b-45f9-b7a4-6e171151661f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671387 Jun 30 09:26:22.618498 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e9932b17-7d81-4571-b279-dc4a1e7a4ca6 req-07e94ee8-2167-4e9b-971d-4b851ea05436 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=91394538-e1dd-4f6d-be04-160b4634b07f HTTP/1.1" status: 200 len: 210 time: 0.1547902 Jun 30 09:26:22.643064 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-820525c4-7ca5-45fd-b007-40cb55971b3e req-71ecce4f-2ca6-4e08-8c6b-c86283a88c73 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0411475 Jun 30 09:26:22.851530 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-12b1a66c-7dbe-4a4e-8db0-7b654e73894f req-44e93052-b0f8-48db-9195-03a9046a0bcc service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0402637 Jun 30 09:26:22.870065 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-496472b9-2c58-420b-9067-5b75dddb31bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:23.236130 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 52d1aab9-edc8-45fb-bd69-551920561599 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:26:23.434631 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 52d1aab9-edc8-45fb-bd69-551920561599 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:26:23.439217 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 52d1aab9-edc8-45fb-bd69-551920561599 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:26:23.439836 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:23.493043 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:23.496483 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61546f29-fd74-4613-9877-95284f7ce8f1 req-105c9b25-dd8b-4959-838e-59b2ead2b5ab tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:23.511456 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-61546f29-fd74-4613-9877-95284f7ce8f1 req-105c9b25-dd8b-4959-838e-59b2ead2b5ab tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a7286f-b611-4dd4-ba63-c449b28a3d87 HTTP/1.1" status: 200 len: 948 time: 0.1240911 Jun 30 09:26:23.567405 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-61546f29-fd74-4613-9877-95284f7ce8f1 req-c701d260-bd9b-4f0b-a9ca-b9a557958349 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.10 "GET /v2.0/security-groups?id=210a2c27-2356-43d9-b7eb-0b34bc2a1e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530407 Jun 30 09:26:23.583507 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:23.653784 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 52d1aab9-edc8-45fb-bd69-551920561599, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=52d1aab9-edc8-45fb-bd69-551920561599,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:23.724399 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a7286f-b611-4dd4-ba63-c449b28a3d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d1aab9-edc8-45fb-bd69-551920561599'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:23.726932 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d83b7c-c934-4722-bbd6-13118dcac04d" -d '{"events": [{"server_uuid": "b3a7286f-b611-4dd4-ba63-c449b28a3d87", "name": "network-vif-plugged", "status": "completed", "tag": "52d1aab9-edc8-45fb-bd69-551920561599"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:23.738549 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:23.806580 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70723b8d-daf7-4411-b235-becd1e5ff778 x-openstack-request-id: req-70723b8d-daf7-4411-b235-becd1e5ff778 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:23.807150 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a7286f-b611-4dd4-ba63-c449b28a3d87", "name": "network-vif-plugged", "status": "completed", "tag": "52d1aab9-edc8-45fb-bd69-551920561599", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:23.807404 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-70723b8d-daf7-4411-b235-becd1e5ff778 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:23.807810 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a7286f-b611-4dd4-ba63-c449b28a3d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d1aab9-edc8-45fb-bd69-551920561599', 'code': 200} Jun 30 09:26:23.822201 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=52d1aab9-edc8-45fb-bd69-551920561599,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:23.830647 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178b86b-dbf1-4b2a-8f03-334a8b2e094d req-95788258-80b9-43ca-9f50-f294d5f03d2a tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:23.833125 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e178b86b-dbf1-4b2a-8f03-334a8b2e094d req-95788258-80b9-43ca-9f50-f294d5f03d2a tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 945 time: 0.1230428 Jun 30 09:26:23.904482 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e178b86b-dbf1-4b2a-8f03-334a8b2e094d req-67d82b48-c5c3-45ec-9867-a23fb5306d09 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647821 Jun 30 09:26:23.992693 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d76d3e-d7e3-4c20-8d5f-7cc559b80b4a req-c5e84ceb-dd7c-4114-a783-9bf30ace1b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:23.995577 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-47d76d3e-d7e3-4c20-8d5f-7cc559b80b4a req-c5e84ceb-dd7c-4114-a783-9bf30ace1b63 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3a7286f-b611-4dd4-ba63-c449b28a3d87 HTTP/1.1" status: 200 len: 1101 time: 0.0751357 Jun 30 09:26:24.047946 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-47d76d3e-d7e3-4c20-8d5f-7cc559b80b4a req-4175e4dd-9ea0-4f6c-b934-1c2f878ebb3c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=210a2c27-2356-43d9-b7eb-0b34bc2a1e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433261 Jun 30 09:26:24.183617 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-d852d471-cca3-4a7c-98c7-27d6ca79573a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:24.185022 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-d852d471-cca3-4a7c-98c7-27d6ca79573a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/networks?id=258a9a17-d74f-4d5d-8260-18ea8982770d HTTP/1.1" status: 200 len: 806 time: 0.1257620 Jun 30 09:26:24.201572 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-588ebce2-e142-497c-91cf-b3f7c2b3bd6d tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/quotas/7ed906f990a84de0b1ae5b133fadc472 HTTP/1.1" status: 200 len: 375 time: 0.0110168 Jun 30 09:26:24.330096 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-ac75ff67-274c-4ff5-b92f-9d519f10e4c0 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7ed906f990a84de0b1ae5b133fadc472&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1215880 Jun 30 09:26:24.448451 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-5e19e8ac-e713-49aa-9fbc-c7a6cff6c5bd service neutron] 10.222.0.10 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097596 Jun 30 09:26:24.566541 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:24.576807 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-36e15115-f710-4492-9218-2aab2a690358 service neutron] 10.222.0.10 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220384 Jun 30 09:26:25.063151 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c050a7ef-348f-43b2-8989-b66bf924dc1c req-b60c1620-fdcd-4c56-a2de-398afaac65a5 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0778024 Jun 30 09:26:25.114862 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3fbeb779-7b95-4205-be75-e59bf8edfa95 req-1bddc6ea-8612-42a4-93e1-94df774f1997 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=11777cfc-aac9-43a8-bb4b-c8bd24243bd4 HTTP/1.1" status: 200 len: 210 time: 0.1269987 Jun 30 09:26:25.169750 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21991c64-8258-4c9f-b733-70103f4b0121 req-547060e4-08a7-4101-aedb-83a664925dc6 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:25.187515 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-21991c64-8258-4c9f-b733-70103f4b0121 req-547060e4-08a7-4101-aedb-83a664925dc6 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a7286f-b611-4dd4-ba63-c449b28a3d87 HTTP/1.1" status: 200 len: 949 time: 0.2554038 Jun 30 09:26:25.266999 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-21991c64-8258-4c9f-b733-70103f4b0121 req-2202e885-f869-4c8f-b6e3-bc0d96b8c756 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.10 "GET /v2.0/security-groups?id=210a2c27-2356-43d9-b7eb-0b34bc2a1e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775416 Jun 30 09:26:25.442387 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 1629c223-686c-4e1c-8ce2-0656081a344f no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:26:25.521425 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-17cc55bf-fd5c-4079-bee7-0f061f2f4fab req-eb1b4817-cb9d-4bed-a2e2-edf595d03c1c service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.1313791 Jun 30 09:26:25.533832 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bfc55-4866-4b28-89b5-313cb80136bd req-002e0a30-b4a6-4b1a-a7e1-fd73503232a3 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:25.553073 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1b0bfc55-4866-4b28-89b5-313cb80136bd req-002e0a30-b4a6-4b1a-a7e1-fd73503232a3 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 945 time: 0.1591086 Jun 30 09:26:25.569134 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 1629c223-686c-4e1c-8ce2-0656081a344f {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:26:25.575208 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 1629c223-686c-4e1c-8ce2-0656081a344f not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:26:25.600253 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1b0bfc55-4866-4b28-89b5-313cb80136bd req-d8ea78b8-d754-4bf8-93ed-7f22e7fe2928 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438304 Jun 30 09:26:26.233283 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e2934dcf-c96b-4160-aec9-19576f4b011a req-ac376f85-80c1-417b-8b19-5ec750a4291d tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=11777cfc-aac9-43a8-bb4b-c8bd24243bd4 HTTP/1.1" status: 200 len: 210 time: 0.0352848 Jun 30 09:26:26.374492 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:26.514784 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3367b-0bbf-4c12-a09c-c1a2c6fae698 req-2de410cf-54a5-4513-9c6f-8babd1f1205e tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:26.516703 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65f3367b-0bbf-4c12-a09c-c1a2c6fae698 req-2de410cf-54a5-4513-9c6f-8babd1f1205e tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a7286f-b611-4dd4-ba63-c449b28a3d87 HTTP/1.1" status: 200 len: 949 time: 0.0805581 Jun 30 09:26:26.567037 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65f3367b-0bbf-4c12-a09c-c1a2c6fae698 req-f4353edb-a4ba-4435-8468-3bf9a763273a tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.10 "GET /v2.0/security-groups?id=210a2c27-2356-43d9-b7eb-0b34bc2a1e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430136 Jun 30 09:26:26.866900 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fdc57d-f2b3-4290-8dd6-1fa0f2fc5102 req-01d3ec8c-c533-4192-b9b7-1578dad1553c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:26.866900 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-01fdc57d-f2b3-4290-8dd6-1fa0f2fc5102 req-01d3ec8c-c533-4192-b9b7-1578dad1553c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 945 time: 0.0878346 Jun 30 09:26:26.911687 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-01fdc57d-f2b3-4290-8dd6-1fa0f2fc5102 req-280bc278-e8e7-4c5e-b23e-f81e0520cdd8 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363097 Jun 30 09:26:27.476233 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-152994f3-ec61-4129-bcda-ca0ce6237914 req-33ad65aa-197d-46b3-b1e8-0e13dcba2f22 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=11777cfc-aac9-43a8-bb4b-c8bd24243bd4 HTTP/1.1" status: 200 len: 210 time: 0.0935051 Jun 30 09:26:27.717295 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3ee9daaa-5889-4fa7-9170-9f97140fe138 req-d7110b7e-efb9-47a0-b9a5-72d1e340cb1a service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.1180964 Jun 30 09:26:28.003845 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aff131c2-2b0c-40fe-915e-21359b144939 req-cfbd89dd-8f37-497c-9646-d6d92882d06b service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0719905 Jun 30 09:26:28.202924 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb40db3-0a27-43e0-920b-77d2e96c804e req-6535067e-6280-4a1d-af8b-5a44c1b54de9 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:28.205031 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fcb40db3-0a27-43e0-920b-77d2e96c804e req-6535067e-6280-4a1d-af8b-5a44c1b54de9 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 945 time: 0.0823510 Jun 30 09:26:28.247303 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fcb40db3-0a27-43e0-920b-77d2e96c804e req-9f2e9646-24c5-4ab0-89f4-669483b86b1a tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359578 Jun 30 09:26:28.686985 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-87cf9b80-00c5-4073-86d0-4ce0cff7a524 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:28.698159 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-87cf9b80-00c5-4073-86d0-4ce0cff7a524 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.52 "GET /v2.0/networks?id=258a9a17-d74f-4d5d-8260-18ea8982770d HTTP/1.1" status: 200 len: 806 time: 0.2279871 Jun 30 09:26:28.714952 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-04151ed7-3966-496b-9452-4fb892d93649 req-8709b8cb-0e07-434b-9719-93e2dd5c3826 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=11777cfc-aac9-43a8-bb4b-c8bd24243bd4 HTTP/1.1" status: 200 len: 210 time: 0.0544040 Jun 30 09:26:28.720522 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-d953c71a-e38a-42e5-8d6e-dd01556ddab6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Request body: {'port': {'device_id': '11777cfc-aac9-43a8-bb4b-c8bd24243bd4', 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d', 'admin_state_up': True, 'tenant_id': '7ed906f990a84de0b1ae5b133fadc472'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:29.115530 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-d953c71a-e38a-42e5-8d6e-dd01556ddab6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Made reservation on behalf of 7ed906f990a84de0b1ae5b133fadc472 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:26:29.120035 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-d953c71a-e38a-42e5-8d6e-dd01556ddab6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:29.468548 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-d953c71a-e38a-42e5-8d6e-dd01556ddab6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Allocated IP 172.20.0.5 (258a9a17-d74f-4d5d-8260-18ea8982770d/f6a83f45-42b4-4cc7-8f2d-89980ddef0f1/27b6fc08-cf99-4505-9af9-491275057f4c) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:26:30.151339 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c1e8890a-28c4-4754-b5fa-01abb548416a req-c7ed71f2-7bb1-4a38-9e1d-f2731662c0b6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=11777cfc-aac9-43a8-bb4b-c8bd24243bd4 HTTP/1.1" status: 200 len: 210 time: 0.0941319 Jun 30 09:26:30.232709 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d6aaa5d2-b534-4366-b441-cfbd618485a2 req-be78d0f1-9af1-47c7-8039-ad25a655752b service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0495844 Jun 30 09:26:30.305121 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441878e-f6f2-4800-9384-057bee1c5ffe req-890a39db-9f3e-49f7-a633-df203f2a0b4f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:30.319542 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c441878e-f6f2-4800-9384-057bee1c5ffe req-890a39db-9f3e-49f7-a633-df203f2a0b4f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 945 time: 0.7142484 Jun 30 09:26:30.333891 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-d953c71a-e38a-42e5-8d6e-dd01556ddab6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:30.385441 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c441878e-f6f2-4800-9384-057bee1c5ffe req-64d1373c-b809-4f4f-b8d1-aea189f1a24c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560722 Jun 30 09:26:30.486712 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-d953c71a-e38a-42e5-8d6e-dd01556ddab6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:30.502658 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:26:30.545612 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-d953c71a-e38a-42e5-8d6e-dd01556ddab6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Network 258a9a17-d74f-4d5d-8260-18ea8982770d is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:26:30.555407 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-d953c71a-e38a-42e5-8d6e-dd01556ddab6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:30.557187 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d8350420-6ab2-42b8-9e30-2b8f34424c29 req-6d0c6c6b-6264-4b40-9781-e1d68b9799e5 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0820968 Jun 30 09:26:30.567268 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-d953c71a-e38a-42e5-8d6e-dd01556ddab6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:26:30.633911 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953c71a-e38a-42e5-8d6e-dd01556ddab6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Pushing event updated for resources: {'Port': ['ID=27b6fc08-cf99-4505-9af9-491275057f4c,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:30.685982 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-d953c71a-e38a-42e5-8d6e-dd01556ddab6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:30.688285 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-d953c71a-e38a-42e5-8d6e-dd01556ddab6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:30.829432 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-d953c71a-e38a-42e5-8d6e-dd01556ddab6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1167541 Jun 30 09:26:31.053377 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-b18981da-edf1-44cb-b0ed-9590752be50b service neutron] Request body: {'port': {'device_id': '11777cfc-aac9-43a8-bb4b-c8bd24243bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:31.142278 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-b18981da-edf1-44cb-b0ed-9590752be50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:31.639235 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7de91-5086-44be-a561-8afca06368e4 req-00e22c1b-347b-4ce2-942c-a1aa9241c0f2 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:31.640971 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f1d7de91-5086-44be-a561-8afca06368e4 req-00e22c1b-347b-4ce2-942c-a1aa9241c0f2 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=11777cfc-aac9-43a8-bb4b-c8bd24243bd4 HTTP/1.1" status: 200 len: 931 time: 0.2806625 Jun 30 09:26:31.693264 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f90de-b554-49ab-a12d-c81b3ee5805e req-f7a3801c-857b-4838-8e77-79ff14f4a5d7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:31.700579 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-577f90de-b554-49ab-a12d-c81b3ee5805e req-f7a3801c-857b-4838-8e77-79ff14f4a5d7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 945 time: 0.0818532 Jun 30 09:26:31.737422 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f1d7de91-5086-44be-a561-8afca06368e4 req-29595f61-aaff-4c43-8ad4-e70eb65fe2f1 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874968 Jun 30 09:26:31.753718 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-577f90de-b554-49ab-a12d-c81b3ee5805e req-a079b1ce-2ffb-4262-97d2-49d179ebe351 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520575 Jun 30 09:26:31.963377 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-b18981da-edf1-44cb-b0ed-9590752be50b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b6fc08-cf99-4505-9af9-491275057f4c {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:26:31.963377 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-b18981da-edf1-44cb-b0ed-9590752be50b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:31.963377 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-b18981da-edf1-44cb-b0ed-9590752be50b service neutron] Transition to ACTIVE for port object 27b6fc08-cf99-4505-9af9-491275057f4c will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:26:31.966495 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:26:32.078625 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-b18981da-edf1-44cb-b0ed-9590752be50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:32.185999 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18981da-edf1-44cb-b0ed-9590752be50b service neutron] Pushing event updated for resources: {'Port': ['ID=27b6fc08-cf99-4505-9af9-491275057f4c,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:32.249516 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-b18981da-edf1-44cb-b0ed-9590752be50b service neutron] Attempting to bind port 27b6fc08-cf99-4505-9af9-491275057f4c on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:26:32.249852 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-b18981da-edf1-44cb-b0ed-9590752be50b service neutron] Attempting to bind port 27b6fc08-cf99-4505-9af9-491275057f4c by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '84537758-12b7-4bfe-8ab6-b5c1063bd2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:26:32.250185 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-b18981da-edf1-44cb-b0ed-9590752be50b service neutron] Attempting to bind port 27b6fc08-cf99-4505-9af9-491275057f4c on network 258a9a17-d74f-4d5d-8260-18ea8982770d {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:26:32.256796 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-b18981da-edf1-44cb-b0ed-9590752be50b service neutron] Port 27b6fc08-cf99-4505-9af9-491275057f4c on network 258a9a17-d74f-4d5d-8260-18ea8982770d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:26:32.257177 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-b18981da-edf1-44cb-b0ed-9590752be50b service neutron] Attempting to bind port 27b6fc08-cf99-4505-9af9-491275057f4c on network 258a9a17-d74f-4d5d-8260-18ea8982770d {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:26:32.263624 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-b18981da-edf1-44cb-b0ed-9590752be50b service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:26:32.264013 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-b18981da-edf1-44cb-b0ed-9590752be50b service neutron] Checking segment: {'id': '84537758-12b7-4bfe-8ab6-b5c1063bd2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:26:32.264329 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-b18981da-edf1-44cb-b0ed-9590752be50b service neutron] Bound using segment: {'id': '84537758-12b7-4bfe-8ab6-b5c1063bd2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:26:32.264803 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-b18981da-edf1-44cb-b0ed-9590752be50b service neutron] Bound port: 27b6fc08-cf99-4505-9af9-491275057f4c, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84537758-12b7-4bfe-8ab6-b5c1063bd2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:26:32.265181 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-b18981da-edf1-44cb-b0ed-9590752be50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:32.354512 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-b18981da-edf1-44cb-b0ed-9590752be50b service neutron] For port 27b6fc08-cf99-4505-9af9-491275057f4c, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:26:32.358603 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-b18981da-edf1-44cb-b0ed-9590752be50b service neutron] For port 27b6fc08-cf99-4505-9af9-491275057f4c, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=27b6fc08-cf99-4505-9af9-491275057f4c,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:26:32.485940 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-56ad8947-b926-45da-9198-136e23b796cf req-a0863610-1b2c-4eeb-8a33-fe9d7e4e82ea service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0308628 Jun 30 09:26:32.504661 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-b18981da-edf1-44cb-b0ed-9590752be50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:32.554717 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-b18981da-edf1-44cb-b0ed-9590752be50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:32.555552 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-b18981da-edf1-44cb-b0ed-9590752be50b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:32.557269 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-b18981da-edf1-44cb-b0ed-9590752be50b service neutron] 10.222.0.52 "PUT /v2.0/ports/27b6fc08-cf99-4505-9af9-491275057f4c HTTP/1.1" status: 200 len: 1092 time: 1.7168262 Jun 30 09:26:32.557710 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11777cfc-aac9-43a8-bb4b-c8bd24243bd4', 'tag': '27b6fc08-cf99-4505-9af9-491275057f4c'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:32.560376 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f473da85-430b-4975-8a63-13e8ac9c8125" -d '{"events": [{"name": "network-changed", "server_uuid": "11777cfc-aac9-43a8-bb4b-c8bd24243bd4", "tag": "27b6fc08-cf99-4505-9af9-491275057f4c"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:32.628732 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda4a3e7-997e-4280-a6b6-be134a673212 x-openstack-request-id: req-fda4a3e7-997e-4280-a6b6-be134a673212 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:32.629101 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11777cfc-aac9-43a8-bb4b-c8bd24243bd4", "tag": "27b6fc08-cf99-4505-9af9-491275057f4c", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:32.629419 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fda4a3e7-997e-4280-a6b6-be134a673212 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:32.629968 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11777cfc-aac9-43a8-bb4b-c8bd24243bd4', 'tag': '27b6fc08-cf99-4505-9af9-491275057f4c', 'status': 'completed', 'code': 200} Jun 30 09:26:32.631023 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18981da-edf1-44cb-b0ed-9590752be50b service neutron] Pushing event updated for resources: {'Port': ['ID=27b6fc08-cf99-4505-9af9-491275057f4c,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:32.693232 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-59d6edb3-d4cd-46f9-af02-aa7f63ff5835 req-585fb8d6-3faf-4dbb-a881-22d361b10b3b service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0419192 Jun 30 09:26:32.741320 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473da85-430b-4975-8a63-13e8ac9c8125 req-a836254c-fafd-4c01-9586-6cc4b4aacc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:32.743688 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f473da85-430b-4975-8a63-13e8ac9c8125 req-a836254c-fafd-4c01-9586-6cc4b4aacc11 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ed906f990a84de0b1ae5b133fadc472&device_id=11777cfc-aac9-43a8-bb4b-c8bd24243bd4 HTTP/1.1" status: 200 len: 1095 time: 0.0915973 Jun 30 09:26:32.900110 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473da85-430b-4975-8a63-13e8ac9c8125 req-67b96933-fa17-462f-8ff7-3e23e96ff3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:32.901949 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f473da85-430b-4975-8a63-13e8ac9c8125 req-67b96933-fa17-462f-8ff7-3e23e96ff3f7 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=7ed906f990a84de0b1ae5b133fadc472&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1459060 Jun 30 09:26:33.139392 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8103f4-f8be-4e9b-8957-d09158c8049f req-5bc72fe6-0ef8-43b2-8815-48915445abab tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:33.140926 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5b8103f4-f8be-4e9b-8957-d09158c8049f req-5bc72fe6-0ef8-43b2-8815-48915445abab tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=11777cfc-aac9-43a8-bb4b-c8bd24243bd4 HTTP/1.1" status: 200 len: 943 time: 0.1210399 Jun 30 09:26:33.146083 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473da85-430b-4975-8a63-13e8ac9c8125 req-7b50f645-d8ed-4e18-a633-56ccb77898af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:33.147530 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f473da85-430b-4975-8a63-13e8ac9c8125 req-7b50f645-d8ed-4e18-a633-56ccb77898af service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2384598 Jun 30 09:26:33.161779 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3f7f5-ed56-4155-ba31-3b8d5bfcbcab req-135f4fdf-caba-4245-b979-e96acf38d131 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:33.169829 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1bc3f7f5-ed56-4155-ba31-3b8d5bfcbcab req-135f4fdf-caba-4245-b979-e96acf38d131 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 945 time: 0.1400595 Jun 30 09:26:33.217074 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1bc3f7f5-ed56-4155-ba31-3b8d5bfcbcab req-7d23f607-6c22-4aef-aaf0-5eb241f3d20e tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462561 Jun 30 09:26:33.290007 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5b8103f4-f8be-4e9b-8957-d09158c8049f req-82902173-4f94-446d-b8e1-35a2594d550f tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388085 Jun 30 09:26:33.396364 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-cbd1260d-cc01-4fd0-af5b-eab22838828c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:33.397902 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-cbd1260d-cc01-4fd0-af5b-eab22838828c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ed906f990a84de0b1ae5b133fadc472&device_id=11777cfc-aac9-43a8-bb4b-c8bd24243bd4 HTTP/1.1" status: 200 len: 1095 time: 0.1919575 Jun 30 09:26:33.490321 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-4b4c5c0d-414e-448f-bcc7-8feca986b539 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27b6fc08-cf99-4505-9af9-491275057f4c HTTP/1.1" status: 200 len: 217 time: 0.0790813 Jun 30 09:26:33.595413 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-1f414357-3149-4bea-86d7-38d46ece6da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:33.597547 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-1f414357-3149-4bea-86d7-38d46ece6da6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6a83f45-42b4-4cc7-8f2d-89980ddef0f1 HTTP/1.1" status: 200 len: 846 time: 0.0973711 Jun 30 09:26:33.647557 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-e97f74b1-f94c-44b1-a02a-11bd70452fba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=258a9a17-d74f-4d5d-8260-18ea8982770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435820 Jun 30 09:26:33.787648 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-180e745f-3906-495d-8ef7-a43bd2d8ee56 service neutron] 10.222.0.52 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318710 Jun 30 09:26:33.952128 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d1e3abe9-e4f9-468b-8a2e-801c8ca6094b req-681edd1b-96c9-4393-8cef-7e0556eceab8 service neutron] 10.222.0.52 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567461 Jun 30 09:26:34.597232 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f19ea-6deb-4fb3-9aa3-d32f17a5303f req-3c5aa63e-4c66-43ba-95b2-1ab54e00ba4e tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:34.605695 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d23e4-62f1-4132-85c6-d905247766b0 req-754f0e93-81bf-4385-ae9a-7cc189dbd8aa tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:34.608073 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-df6f19ea-6deb-4fb3-9aa3-d32f17a5303f req-3c5aa63e-4c66-43ba-95b2-1ab54e00ba4e tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 945 time: 0.1983509 Jun 30 09:26:34.608481 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-114d23e4-62f1-4132-85c6-d905247766b0 req-754f0e93-81bf-4385-ae9a-7cc189dbd8aa tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=11777cfc-aac9-43a8-bb4b-c8bd24243bd4 HTTP/1.1" status: 200 len: 943 time: 0.1366680 Jun 30 09:26:34.705822 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-df6f19ea-6deb-4fb3-9aa3-d32f17a5303f req-34379dc1-4ad7-4394-a9f6-8da6ba6093b8 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958505 Jun 30 09:26:34.711705 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-114d23e4-62f1-4132-85c6-d905247766b0 req-33720f3b-5a98-41cf-9e87-f8066a8cd2f6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885561 Jun 30 09:26:34.779402 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ed1ce18d-b42b-4fa9-bf20-e9186e6ef542 req-ce10f00b-d5b3-4c34-b277-408f383e700e service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0448227 Jun 30 09:26:35.117895 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c4c5dc94-d827-4c5f-b483-a3902452b1cf req-6ab5ca6a-7a9c-4e0b-a004-a38e494045a3 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0497963 Jun 30 09:26:35.483587 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 27b6fc08-cf99-4505-9af9-491275057f4c details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:26:35.679223 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 27b6fc08-cf99-4505-9af9-491275057f4c, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=27b6fc08-cf99-4505-9af9-491275057f4c,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:35.710253 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '27b6fc08-cf99-4505-9af9-491275057f4c', 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d', 'port_id': '27b6fc08-cf99-4505-9af9-491275057f4c', 'mac_address': 'fa:16:3e:3d:fe:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a83f45-42b4-4cc7-8f2d-89980ddef0f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:26:35.874351 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:35.931347 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b6fc08-cf99-4505-9af9-491275057f4c {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:26:35.988593 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 27b6fc08-cf99-4505-9af9-491275057f4c, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=27b6fc08-cf99-4505-9af9-491275057f4c,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:36.025371 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bbf8e9-5c1f-4822-9c1f-c6a4a72affb7 req-7022aa6f-e5e7-4907-a09c-be9f085d4c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:36.027482 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-77bbf8e9-5c1f-4822-9c1f-c6a4a72affb7 req-7022aa6f-e5e7-4907-a09c-be9f085d4c7f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=012c38fa3263411f81f5a9c6187e3025&device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 1097 time: 0.2220798 Jun 30 09:26:36.089575 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab65c8-4756-435a-aeed-99c0791cf57b req-f097328b-9f7d-4cb4-8341-c0ea09d14f04 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:36.091667 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:36.100269 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3ab65c8-4756-435a-aeed-99c0791cf57b req-f097328b-9f7d-4cb4-8341-c0ea09d14f04 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 945 time: 0.1593859 Jun 30 09:26:36.238151 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=27b6fc08-cf99-4505-9af9-491275057f4c,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:36.244685 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3ab65c8-4756-435a-aeed-99c0791cf57b req-64beefca-6dc3-4073-8ce3-ede2c638e472 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425064 Jun 30 09:26:36.302380 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bbf8e9-5c1f-4822-9c1f-c6a4a72affb7 req-4b5ed1ed-0244-4499-bec3-01f34f7f6dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:36.305144 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-77bbf8e9-5c1f-4822-9c1f-c6a4a72affb7 req-4b5ed1ed-0244-4499-bec3-01f34f7f6dbf service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ab70122-0020-4c29-ae52-7bd3c84e0fca HTTP/1.1" status: 200 len: 917 time: 0.2505946 Jun 30 09:26:36.371078 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70e30a-90dd-4a32-99b7-1597b77b8b24 req-0beb51fd-2650-4820-a9df-2aa5c1dccbaa tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:36.385976 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1d70e30a-90dd-4a32-99b7-1597b77b8b24 req-0beb51fd-2650-4820-a9df-2aa5c1dccbaa tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=11777cfc-aac9-43a8-bb4b-c8bd24243bd4 HTTP/1.1" status: 200 len: 943 time: 0.4491348 Jun 30 09:26:36.433840 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['27b6fc08-cf99-4505-9af9-491275057f4c'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:26:36.457767 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-892347cb-e093-461c-a4ff-e1bc31141871 req-040b92cb-b4e2-4196-aeff-65d73cd25324 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c100124d-0a6a-458c-9e2b-359ec5478317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3291526 Jun 30 09:26:36.568589 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1d70e30a-90dd-4a32-99b7-1597b77b8b24 req-1eff653d-ebcf-447c-931b-d69a6c35b5aa tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812041 Jun 30 09:26:36.573730 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-77bbf8e9-5c1f-4822-9c1f-c6a4a72affb7 req-366707f3-197a-48ba-b451-535d87a761d2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfaccd73-2896-4243-a6bc-b3ec0e222a68 HTTP/1.1" status: 200 len: 1001 time: 0.2389278 Jun 30 09:26:36.666281 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892347cb-e093-461c-a4ff-e1bc31141871 req-d12ea952-f823-4028-9a3d-c08aa92b5650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:36.669323 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-892347cb-e093-461c-a4ff-e1bc31141871 req-d12ea952-f823-4028-9a3d-c08aa92b5650 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ed906f990a84de0b1ae5b133fadc472&device_id=c100124d-0a6a-458c-9e2b-359ec5478317 HTTP/1.1" status: 200 len: 1097 time: 0.1821980 Jun 30 09:26:36.685324 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bbf8e9-5c1f-4822-9c1f-c6a4a72affb7 req-6931fc34-71c7-4531-85dc-49d2f3f95d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:36.686943 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-77bbf8e9-5c1f-4822-9c1f-c6a4a72affb7 req-6931fc34-71c7-4531-85dc-49d2f3f95d8b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=afcabd5e-a40b-4794-b5f8-0b150c129247 HTTP/1.1" status: 200 len: 855 time: 0.0996509 Jun 30 09:26:36.841704 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bbf8e9-5c1f-4822-9c1f-c6a4a72affb7 req-1f827baf-3362-4ad7-9c84-83133959cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:36.852073 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-77bbf8e9-5c1f-4822-9c1f-c6a4a72affb7 req-1f827baf-3362-4ad7-9c84-83133959cc52 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ab70122-0020-4c29-ae52-7bd3c84e0fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1495888 Jun 30 09:26:36.947061 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892347cb-e093-461c-a4ff-e1bc31141871 req-f9cfc898-d706-4c2b-a751-296c9896d08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:36.948923 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-892347cb-e093-461c-a4ff-e1bc31141871 req-f9cfc898-d706-4c2b-a751-296c9896d08c service neutron] 10.222.0.37 "GET /v2.0/networks?id=258a9a17-d74f-4d5d-8260-18ea8982770d HTTP/1.1" status: 200 len: 907 time: 0.2557750 Jun 30 09:26:37.134634 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-892347cb-e093-461c-a4ff-e1bc31141871 req-e0209709-65be-492f-932c-6b1746a6ec17 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b HTTP/1.1" status: 200 len: 217 time: 0.1772952 Jun 30 09:26:37.222206 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-77bbf8e9-5c1f-4822-9c1f-c6a4a72affb7 req-2b6905f5-6109-42c8-8fa7-82715fe4bdb7 service neutron] 10.222.0.52 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640432 Jun 30 09:26:37.273771 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892347cb-e093-461c-a4ff-e1bc31141871 req-386f1fa4-0e63-438a-a030-1dd2d670a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:37.275788 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-892347cb-e093-461c-a4ff-e1bc31141871 req-386f1fa4-0e63-438a-a030-1dd2d670a1a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6a83f45-42b4-4cc7-8f2d-89980ddef0f1 HTTP/1.1" status: 200 len: 846 time: 0.1316447 Jun 30 09:26:37.346212 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8ff27b70-f5b5-421c-80d3-bf5107522910 req-cbfd0922-9bb6-4e2e-ad66-8a1a66502c08 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0694044 Jun 30 09:26:37.408505 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-892347cb-e093-461c-a4ff-e1bc31141871 req-fa5b9f28-b7a5-4e1e-922f-91f59a9af1ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=258a9a17-d74f-4d5d-8260-18ea8982770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611229 Jun 30 09:26:37.446273 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:37.470668 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-77bbf8e9-5c1f-4822-9c1f-c6a4a72affb7 req-81fbc76f-05a3-418e-8588-680eff82a37f service neutron] 10.222.0.52 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396202 Jun 30 09:26:37.644676 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68a826-d22f-4b0b-bf7d-38b371dedd83 req-72456620-9f72-4087-ab82-d6cc6c8c9b70 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:37.646530 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e68a826-d22f-4b0b-bf7d-38b371dedd83 req-72456620-9f72-4087-ab82-d6cc6c8c9b70 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 945 time: 0.1544907 Jun 30 09:26:37.725164 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e68a826-d22f-4b0b-bf7d-38b371dedd83 req-bdeb9abb-a117-48d1-828a-a31d2927f6e8 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623136 Jun 30 09:26:38.074781 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c7b6a-6e56-4bee-8711-e0970bdeba31 req-c83e7cd2-07ad-4a75-8486-ef80801db997 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:38.084474 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-806c7b6a-6e56-4bee-8711-e0970bdeba31 req-c83e7cd2-07ad-4a75-8486-ef80801db997 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=11777cfc-aac9-43a8-bb4b-c8bd24243bd4 HTTP/1.1" status: 200 len: 944 time: 0.1656787 Jun 30 09:26:38.169245 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-806c7b6a-6e56-4bee-8711-e0970bdeba31 req-870ec06b-f70d-4176-93e8-85bb83d7470c tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799286 Jun 30 09:26:38.223863 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5fd813d0-b62a-46bf-92a2-c268d23e559c req-fa820ac9-808f-48d2-823f-e7dee46c39e2 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0468121 Jun 30 09:26:38.226670 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-892347cb-e093-461c-a4ff-e1bc31141871 req-332afe8f-68e9-498f-bb2f-45d3c08ee78c service neutron] 10.222.0.37 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8082952 Jun 30 09:26:38.420219 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-892347cb-e093-461c-a4ff-e1bc31141871 req-ff95d772-9258-4ee5-9c44-ae041522fdfb service neutron] 10.222.0.37 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857510 Jun 30 09:26:38.745614 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:39.110483 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccf257-8ab2-4913-89ad-b9645df898f5 req-f3c65c9a-13e8-49cd-a8f7-9e51a426ad53 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:39.110483 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-faccf257-8ab2-4913-89ad-b9645df898f5 req-f3c65c9a-13e8-49cd-a8f7-9e51a426ad53 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 945 time: 0.0801041 Jun 30 09:26:39.110483 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-faccf257-8ab2-4913-89ad-b9645df898f5 req-2fe9e48e-95d9-48f3-ac19-9f5cbfcf7f3d tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355816 Jun 30 09:26:39.499582 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 27b6fc08-cf99-4505-9af9-491275057f4c up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:26:39.577666 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866509a-e5f0-4c64-ac67-94be8520be23 req-f4f70c8f-0a53-4134-9f14-445e12524b0c tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:39.579272 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2866509a-e5f0-4c64-ac67-94be8520be23 req-f4f70c8f-0a53-4134-9f14-445e12524b0c tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=11777cfc-aac9-43a8-bb4b-c8bd24243bd4 HTTP/1.1" status: 200 len: 944 time: 0.1526434 Jun 30 09:26:39.676697 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2866509a-e5f0-4c64-ac67-94be8520be23 req-32570fa1-f5e8-48ac-988c-34946fa52bd8 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797348 Jun 30 09:26:39.737002 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 27b6fc08-cf99-4505-9af9-491275057f4c completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:26:39.742744 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 27b6fc08-cf99-4505-9af9-491275057f4c triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:26:39.743432 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:39.920416 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:39.975212 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 27b6fc08-cf99-4505-9af9-491275057f4c, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=27b6fc08-cf99-4505-9af9-491275057f4c,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:39.976768 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11777cfc-aac9-43a8-bb4b-c8bd24243bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b6fc08-cf99-4505-9af9-491275057f4c'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:39.982806 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03750664-44c4-47ca-b614-eee6dc28c468" -d '{"events": [{"server_uuid": "11777cfc-aac9-43a8-bb4b-c8bd24243bd4", "name": "network-vif-plugged", "status": "completed", "tag": "27b6fc08-cf99-4505-9af9-491275057f4c"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:40.075732 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:40.093670 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcd4c69-7b5c-4ef9-8d53-dcae84fa824d x-openstack-request-id: req-cfcd4c69-7b5c-4ef9-8d53-dcae84fa824d {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:40.094215 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11777cfc-aac9-43a8-bb4b-c8bd24243bd4", "name": "network-vif-plugged", "status": "completed", "tag": "27b6fc08-cf99-4505-9af9-491275057f4c", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:40.095789 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cfcd4c69-7b5c-4ef9-8d53-dcae84fa824d {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:40.096328 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11777cfc-aac9-43a8-bb4b-c8bd24243bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b6fc08-cf99-4505-9af9-491275057f4c', 'code': 200} Jun 30 09:26:40.316649 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=27b6fc08-cf99-4505-9af9-491275057f4c,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:40.397703 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cbe3f-a56b-41d4-8f7e-aef2d9efdb17 req-d0c08f73-cba1-4c5b-9e41-025d98bad765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:40.416182 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-969cbe3f-a56b-41d4-8f7e-aef2d9efdb17 req-d0c08f73-cba1-4c5b-9e41-025d98bad765 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=11777cfc-aac9-43a8-bb4b-c8bd24243bd4 HTTP/1.1" status: 200 len: 1097 time: 0.2287984 Jun 30 09:26:40.558946 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-59fab876-1f89-4f30-8b94-b313fdad721d req-7863548b-f73f-4e7d-a2af-7848dfb780d0 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.1192386 Jun 30 09:26:40.606324 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-969cbe3f-a56b-41d4-8f7e-aef2d9efdb17 req-a9a78572-39fa-4516-afdc-6e5f78c31c12 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584728 Jun 30 09:26:40.679521 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e7fb0-1d83-453a-9f9a-6f1f787c85f5 req-b7ffa020-fe61-4f29-96e2-2531b14be9ad tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:40.681148 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bd1e7fb0-1d83-453a-9f9a-6f1f787c85f5 req-b7ffa020-fe61-4f29-96e2-2531b14be9ad tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 945 time: 0.2445793 Jun 30 09:26:40.795405 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bd1e7fb0-1d83-453a-9f9a-6f1f787c85f5 req-66f32b7f-5fd3-4134-b689-72ae570196eb tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060653 Jun 30 09:26:40.984257 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-15627bc8-eb6a-4b1b-8a3f-734d22488cdb req-0b965d40-1819-4211-9957-23d3265179ba service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0495281 Jun 30 09:26:41.021848 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba138f8-4651-4c83-8d2f-3da3471faaaa req-6836b42c-920c-4f8f-88e1-0fb113d2f21e tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:41.030484 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5ba138f8-4651-4c83-8d2f-3da3471faaaa req-6836b42c-920c-4f8f-88e1-0fb113d2f21e tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=11777cfc-aac9-43a8-bb4b-c8bd24243bd4 HTTP/1.1" status: 200 len: 945 time: 0.1405382 Jun 30 09:26:41.080639 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5ba138f8-4651-4c83-8d2f-3da3471faaaa req-0d46fb75-f11d-4f4f-918f-88cd0b28df68 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486164 Jun 30 09:26:42.106449 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea2cd7-391f-49de-bae2-8c4726a63e45 req-a55e5bed-7447-4409-b9e4-d9a0870db97f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:42.117705 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-77ea2cd7-391f-49de-bae2-8c4726a63e45 req-a55e5bed-7447-4409-b9e4-d9a0870db97f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 945 time: 0.1142945 Jun 30 09:26:42.178561 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-77ea2cd7-391f-49de-bae2-8c4726a63e45 req-1bb60b99-049c-4798-9821-8f6408b1bf7f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589244 Jun 30 09:26:42.385959 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268f3d7-5152-49de-9bec-511d87351204 req-dac2a04e-3241-4de9-bbf8-450c750d96b1 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:42.401956 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c268f3d7-5152-49de-9bec-511d87351204 req-dac2a04e-3241-4de9-bbf8-450c750d96b1 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=11777cfc-aac9-43a8-bb4b-c8bd24243bd4 HTTP/1.1" status: 200 len: 945 time: 0.1307497 Jun 30 09:26:42.490908 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c268f3d7-5152-49de-9bec-511d87351204 req-84de80a7-b069-49a1-8afd-f7ad2aef513d tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772173 Jun 30 09:26:42.844592 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed06c60-a97d-4e68-b1f4-35a08126b282 req-1efb01b4-4295-4625-99fd-5466f0a6da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:42.846147 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5ed06c60-a97d-4e68-b1f4-35a08126b282 req-1efb01b4-4295-4625-99fd-5466f0a6da74 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=012c38fa3263411f81f5a9c6187e3025&device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 1097 time: 0.1426938 Jun 30 09:26:43.051081 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed06c60-a97d-4e68-b1f4-35a08126b282 req-83722f1f-8778-4602-909a-049b5398d9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:43.052957 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5ed06c60-a97d-4e68-b1f4-35a08126b282 req-83722f1f-8778-4602-909a-049b5398d9f1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ab70122-0020-4c29-ae52-7bd3c84e0fca HTTP/1.1" status: 200 len: 917 time: 0.1963127 Jun 30 09:26:43.053560 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b27da9cb-0d0c-4485-be63-8ed858cf398c req-5b3113a5-9c0d-47c9-9e3d-98c93c21f40d service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0437927 Jun 30 09:26:43.175267 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5ed06c60-a97d-4e68-b1f4-35a08126b282 req-d5d96886-01ff-4118-bd43-e6073fcb4e71 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfaccd73-2896-4243-a6bc-b3ec0e222a68 HTTP/1.1" status: 200 len: 1001 time: 0.1149158 Jun 30 09:26:43.287194 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed06c60-a97d-4e68-b1f4-35a08126b282 req-436ac637-bf71-4b78-afc1-431582df334f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:43.289380 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5ed06c60-a97d-4e68-b1f4-35a08126b282 req-436ac637-bf71-4b78-afc1-431582df334f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=afcabd5e-a40b-4794-b5f8-0b150c129247 HTTP/1.1" status: 200 len: 855 time: 0.1056209 Jun 30 09:26:43.311942 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b537d81-85dd-4dca-9d44-ed753664a78a req-f67bc5a8-a6f2-41cc-aeca-d5340a5690b2 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:43.335715 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0b537d81-85dd-4dca-9d44-ed753664a78a req-f67bc5a8-a6f2-41cc-aeca-d5340a5690b2 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=11777cfc-aac9-43a8-bb4b-c8bd24243bd4 HTTP/1.1" status: 200 len: 945 time: 0.2223165 Jun 30 09:26:43.430183 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0b537d81-85dd-4dca-9d44-ed753664a78a req-a22145c1-0411-40e4-ab1a-982b86a1fcb6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803182 Jun 30 09:26:43.463311 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed06c60-a97d-4e68-b1f4-35a08126b282 req-5d1abfce-6151-47ec-8ef0-377f942b3b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:43.470880 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5ed06c60-a97d-4e68-b1f4-35a08126b282 req-5d1abfce-6151-47ec-8ef0-377f942b3b38 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ab70122-0020-4c29-ae52-7bd3c84e0fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1742818 Jun 30 09:26:43.537774 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be8c127b-61cb-4d9e-a0ad-0e51f0b90a6c req-9a0e4f03-3fdb-403c-afca-3366dfe06aef service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0900743 Jun 30 09:26:43.697583 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5ed06c60-a97d-4e68-b1f4-35a08126b282 req-dc80a043-654f-4342-9e43-243ded915ff9 service neutron] 10.222.0.52 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177424 Jun 30 09:26:43.752714 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7e486-27f1-4d0d-bcca-06f1f8a32ea8 req-ddbb4b8f-505f-4d8e-8874-368f680da272 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:43.762643 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-01b7e486-27f1-4d0d-bcca-06f1f8a32ea8 req-ddbb4b8f-505f-4d8e-8874-368f680da272 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=11777cfc-aac9-43a8-bb4b-c8bd24243bd4 HTTP/1.1" status: 200 len: 945 time: 0.0832839 Jun 30 09:26:43.809770 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-01b7e486-27f1-4d0d-bcca-06f1f8a32ea8 req-10211ee3-e695-43a7-90eb-a984d60e58a4 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454798 Jun 30 09:26:43.827859 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad3215-8456-4fd4-98d7-1f6c77c06e59 req-96e60c68-3601-4247-bbac-9f6016db22e9 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:43.841506 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-75ad3215-8456-4fd4-98d7-1f6c77c06e59 req-96e60c68-3601-4247-bbac-9f6016db22e9 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 945 time: 0.2822664 Jun 30 09:26:43.938206 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-75ad3215-8456-4fd4-98d7-1f6c77c06e59 req-0f8f4ffa-3f66-41ce-a8dc-5b2f21727ea3 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950849 Jun 30 09:26:43.987342 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5ed06c60-a97d-4e68-b1f4-35a08126b282 req-43331bc4-8784-4a30-86f1-cbd5e27afbbd service neutron] 10.222.0.52 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763689 Jun 30 09:26:44.547090 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887392a-0002-4058-b8f3-6ccd7c4e17d1 req-6f0182ea-cd33-4d23-b1a1-5539a9b8b83a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:44.551259 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1887392a-0002-4058-b8f3-6ccd7c4e17d1 req-6f0182ea-cd33-4d23-b1a1-5539a9b8b83a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=11777cfc-aac9-43a8-bb4b-c8bd24243bd4 HTTP/1.1" status: 200 len: 945 time: 0.0727105 Jun 30 09:26:44.596410 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1887392a-0002-4058-b8f3-6ccd7c4e17d1 req-b984ece3-086d-4857-bb92-1ac878e0fd28 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404627 Jun 30 09:26:45.241323 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f80a8-a030-4ec5-bda2-456474294dab req-3d4f763a-be38-46c6-8ca2-fcc4b2829f8b tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:45.244123 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-931f80a8-a030-4ec5-bda2-456474294dab req-3d4f763a-be38-46c6-8ca2-fcc4b2829f8b tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 945 time: 0.1270552 Jun 30 09:26:45.321226 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-931f80a8-a030-4ec5-bda2-456474294dab req-2816b981-f145-43d7-b38b-5ed01e2b7af0 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695817 Jun 30 09:26:45.535459 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device dfaccd73-2896-4243-a6bc-b3ec0e222a68 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:26:45.632915 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4823fe57-ef50-46c1-b2e6-565179f65ba8 req-21e18052-09dd-4765-8b3a-805a14c83fca service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.1147256 Jun 30 09:26:45.932816 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:46.024639 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699d7086-5e36-40ed-965c-e9d3137523a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfaccd73-2896-4243-a6bc-b3ec0e222a68'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:46.028495 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf71be9-085c-4fe6-927c-e991a8499ae6" -d '{"events": [{"server_uuid": "699d7086-5e36-40ed-965c-e9d3137523a1", "name": "network-vif-unplugged", "status": "completed", "tag": "dfaccd73-2896-4243-a6bc-b3ec0e222a68"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:46.058646 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port dfaccd73-2896-4243-a6bc-b3ec0e222a68, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=dfaccd73-2896-4243-a6bc-b3ec0e222a68,segment=NetworkSegment(00b77331-5ed3-4449-ba6a-84efe27ecf19),segment_id=00b77331-5ed3-4449-ba6a-84efe27ecf19)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:46.111405 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e5b35-6509-4048-858f-70c49d3f74b3 req-8a77484b-bb9f-4376-ab5d-d9f02ff7c207 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:46.114137 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f31e5b35-6509-4048-858f-70c49d3f74b3 req-8a77484b-bb9f-4376-ab5d-d9f02ff7c207 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.52 "GET /v2.0/ports?device_id=11777cfc-aac9-43a8-bb4b-c8bd24243bd4 HTTP/1.1" status: 200 len: 945 time: 0.1962130 Jun 30 09:26:46.148943 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:46.180136 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ec0d0-8398-448a-8b4b-17816a7f485a req-eb9f58a4-a771-44bd-84be-587d1d8b79b6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:46.193342 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa5ec0d0-8398-448a-8b4b-17816a7f485a req-eb9f58a4-a771-44bd-84be-587d1d8b79b6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=11777cfc-aac9-43a8-bb4b-c8bd24243bd4 HTTP/1.1" status: 200 len: 945 time: 0.1941447 Jun 30 09:26:46.198734 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a671aece-4d10-4260-8a43-05aac915bcfc req-a4b66067-73f6-48ed-8888-bb1d1fe4eb5b service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0744760 Jun 30 09:26:46.245376 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=dfaccd73-2896-4243-a6bc-b3ec0e222a68,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:46.288425 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa5ec0d0-8398-448a-8b4b-17816a7f485a req-396322e7-5e7c-429a-a0c5-dc5900b4f7f2 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939012 Jun 30 09:26:46.412186 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5409e0-1a4b-4c6d-8c8e-6e8a14b7bdf4 x-openstack-request-id: req-4a5409e0-1a4b-4c6d-8c8e-6e8a14b7bdf4 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:46.415944 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699d7086-5e36-40ed-965c-e9d3137523a1", "name": "network-vif-unplugged", "status": "completed", "tag": "dfaccd73-2896-4243-a6bc-b3ec0e222a68", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:46.415944 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4a5409e0-1a4b-4c6d-8c8e-6e8a14b7bdf4 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:46.415944 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699d7086-5e36-40ed-965c-e9d3137523a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfaccd73-2896-4243-a6bc-b3ec0e222a68', 'code': 200} Jun 30 09:26:46.422851 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-f31e5b35-6509-4048-858f-70c49d3f74b3 req-aa339745-0573-41be-b383-398d4fd1faee tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Deleting port 27b6fc08-cf99-4505-9af9-491275057f4c {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:26:46.423324 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f31e5b35-6509-4048-858f-70c49d3f74b3 req-aa339745-0573-41be-b383-398d4fd1faee tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:46.587829 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-f31e5b35-6509-4048-858f-70c49d3f74b3 req-aa339745-0573-41be-b383-398d4fd1faee tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] For port 27b6fc08-cf99-4505-9af9-491275057f4c, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=27b6fc08-cf99-4505-9af9-491275057f4c,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:46.588286 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f31e5b35-6509-4048-858f-70c49d3f74b3 req-aa339745-0573-41be-b383-398d4fd1faee tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:46.632499 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-f31e5b35-6509-4048-858f-70c49d3f74b3 req-aa339745-0573-41be-b383-398d4fd1faee tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Calling delete_port for 27b6fc08-cf99-4505-9af9-491275057f4c owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:26:46.738128 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf32074-133d-4ea9-bb1b-c737dbba8bde req-7e0b049d-3748-4564-8440-11ecdf52be63 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:46.739907 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8bf32074-133d-4ea9-bb1b-c737dbba8bde req-7e0b049d-3748-4564-8440-11ecdf52be63 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.2015588 Jun 30 09:26:46.886816 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8bf32074-133d-4ea9-bb1b-c737dbba8bde req-9131c0b4-48d2-468c-a03f-ed5c10704cda tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597439 Jun 30 09:26:47.028876 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f31e5b35-6509-4048-858f-70c49d3f74b3 req-aa339745-0573-41be-b383-398d4fd1faee tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:47.047364 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:26:47.052787 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['27b6fc08-cf99-4505-9af9-491275057f4c'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:26:47.104372 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa339745-0573-41be-b383-398d4fd1faee tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Pushing event deleted for resources: {'Port': ['ID=27b6fc08-cf99-4505-9af9-491275057f4c,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:47.199263 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31e5b35-6509-4048-858f-70c49d3f74b3 req-aa339745-0573-41be-b383-398d4fd1faee tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] No DVR routers for this DVR port 27b6fc08-cf99-4505-9af9-491275057f4c on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:26:47.202280 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f31e5b35-6509-4048-858f-70c49d3f74b3 req-aa339745-0573-41be-b383-398d4fd1faee tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:47.204856 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f31e5b35-6509-4048-858f-70c49d3f74b3 req-aa339745-0573-41be-b383-398d4fd1faee tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.52 "DELETE /v2.0/ports/27b6fc08-cf99-4505-9af9-491275057f4c HTTP/1.1" status: 204 len: 173 time: 1.0673602 Jun 30 09:26:47.205692 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11777cfc-aac9-43a8-bb4b-c8bd24243bd4', 'name': 'network-vif-deleted', 'tag': '27b6fc08-cf99-4505-9af9-491275057f4c'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:47.210647 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf90c627-59a2-4b9c-9e1c-0eceea45c360" -d '{"events": [{"server_uuid": "11777cfc-aac9-43a8-bb4b-c8bd24243bd4", "name": "network-vif-deleted", "tag": "27b6fc08-cf99-4505-9af9-491275057f4c"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:47.335033 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a36990-70fe-46c4-b731-48357e487b0a x-openstack-request-id: req-e6a36990-70fe-46c4-b731-48357e487b0a {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:47.335419 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11777cfc-aac9-43a8-bb4b-c8bd24243bd4", "name": "network-vif-deleted", "tag": "27b6fc08-cf99-4505-9af9-491275057f4c", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:47.335743 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e6a36990-70fe-46c4-b731-48357e487b0a {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:47.336260 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11777cfc-aac9-43a8-bb4b-c8bd24243bd4', 'name': 'network-vif-deleted', 'tag': '27b6fc08-cf99-4505-9af9-491275057f4c', 'status': 'completed', 'code': 200} Jun 30 09:26:47.534918 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-638fce9e-8e3f-41e9-88f8-7c6e94edb48b req-4c9da5ba-63fb-4502-9671-2d160045a6d6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=11777cfc-aac9-43a8-bb4b-c8bd24243bd4 HTTP/1.1" status: 200 len: 210 time: 0.0620377 Jun 30 09:26:48.262687 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0698103d-c541-43a7-b8a2-d000ae033f8b req-33a7f781-8407-40de-bee4-180d01445508 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0377338 Jun 30 09:26:48.456777 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5fe54202-2474-493a-8cac-9eff0c9316f1 req-d564a904-bc95-4b87-9cec-10c600471f63 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0440371 Jun 30 09:26:48.706841 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fab51f3e-979b-4525-8543-c97854428620 req-a78968af-5918-414a-8030-0a90c65885f6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=11777cfc-aac9-43a8-bb4b-c8bd24243bd4 HTTP/1.1" status: 200 len: 210 time: 0.0319936 Jun 30 09:26:49.544290 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 27b6fc08-cf99-4505-9af9-491275057f4c no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:26:49.647595 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 27b6fc08-cf99-4505-9af9-491275057f4c {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:26:49.654566 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 27b6fc08-cf99-4505-9af9-491275057f4c not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:26:49.655363 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device dfaccd73-2896-4243-a6bc-b3ec0e222a68 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:26:50.087493 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56448) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:50.206050 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315af45-9982-43e5-81ab-33175cfc86df req-576cbc74-deb6-4c32-8fa0-23e128953d73 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:50.227508 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b315af45-9982-43e5-81ab-33175cfc86df req-576cbc74-deb6-4c32-8fa0-23e128953d73 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.1711328 Jun 30 09:26:50.368286 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b315af45-9982-43e5-81ab-33175cfc86df req-c21261d8-8bdf-476b-bfdc-edc818f52f92 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297746 Jun 30 09:26:50.440132 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca462c3a-38bb-45f3-af01-186b4537c459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:50.507092 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5a297ab6-03ff-4099-ac4b-d316b177d8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:50.564732 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c753ced4-f621-4347-802e-0850a020f048 req-2b74d514-611c-43c4-9223-675ebbef4448 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0547366 Jun 30 09:26:50.631172 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-34b754ec-4732-4a25-8eff-70cee5d45a88 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:50.639586 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-34b754ec-4732-4a25-8eff-70cee5d45a88 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/networks?id=258a9a17-d74f-4d5d-8260-18ea8982770d HTTP/1.1" status: 200 len: 806 time: 0.3962011 Jun 30 09:26:50.663776 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-195a6eef-a62c-4c0d-84b2-38628b128e10 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/quotas/7ed906f990a84de0b1ae5b133fadc472 HTTP/1.1" status: 200 len: 375 time: 0.0228746 Jun 30 09:26:50.783464 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b0b20b3d-dad3-41d3-b610-8771cafe1a15 req-2b1de9b6-0ee0-472d-a1ca-83a7d7647aa8 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0418322 Jun 30 09:26:50.791324 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca462c3a-38bb-45f3-af01-186b4537c459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:50.820423 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-d51e3c70-8b46-4096-b4c4-e4d6a11b9535 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7ed906f990a84de0b1ae5b133fadc472&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1523106 Jun 30 09:26:50.937128 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca462c3a-38bb-45f3-af01-186b4537c459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:50.965774 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-0221fa0b-6932-4e3f-9407-c7da28eb868f service neutron] 10.222.0.10 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372814 Jun 30 09:26:50.986587 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56484) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:51.073200 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ca462c3a-38bb-45f3-af01-186b4537c459 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=692603a074d94145b7d75271da088c99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9817317 Jun 30 09:26:51.073504 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56488) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:51.076049 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca462c3a-38bb-45f3-af01-186b4537c459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922679e9-248b-4853-953a-aadfc0b4bfb0,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:51.194432 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6d41bf69-5644-4b10-95b0-9552373e55ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:51.195797 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-76677464-5a1d-4e43-97f6-13679eb6806a service neutron] 10.222.0.10 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290680 Jun 30 09:26:51.204251 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-49bfc0f1-a640-4ed3-9866-3efd7a0db8be req-6cf53e1f-ce59-43b9-a670-377b50af5803 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2148142 Jun 30 09:26:51.238926 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6d41bf69-5644-4b10-95b0-9552373e55ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:51.509835 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6d41bf69-5644-4b10-95b0-9552373e55ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:51.521912 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6d41bf69-5644-4b10-95b0-9552373e55ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:51.527729 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6d41bf69-5644-4b10-95b0-9552373e55ea admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/922679e9-248b-4853-953a-aadfc0b4bfb0 HTTP/1.1" status: 204 len: 168 time: 0.4518631 Jun 30 09:26:51.563991 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41bf69-5644-4b10-95b0-9552373e55ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922679e9-248b-4853-953a-aadfc0b4bfb0,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:51.597817 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41bf69-5644-4b10-95b0-9552373e55ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:51.599464 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41bf69-5644-4b10-95b0-9552373e55ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:51.600426 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41bf69-5644-4b10-95b0-9552373e55ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:51.600426 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41bf69-5644-4b10-95b0-9552373e55ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:51.601558 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41bf69-5644-4b10-95b0-9552373e55ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:51.601899 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41bf69-5644-4b10-95b0-9552373e55ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:51.604625 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41bf69-5644-4b10-95b0-9552373e55ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:51.605170 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41bf69-5644-4b10-95b0-9552373e55ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:51.605809 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41bf69-5644-4b10-95b0-9552373e55ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:51.606295 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41bf69-5644-4b10-95b0-9552373e55ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:51.611447 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41bf69-5644-4b10-95b0-9552373e55ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:51.612936 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41bf69-5644-4b10-95b0-9552373e55ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:51.746936 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab8d85-59d5-4098-8777-65f3b9fabb80 req-d18473a1-1d3a-46e0-af1d-8a6d63a098fa tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:51.755475 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-54ab8d85-59d5-4098-8777-65f3b9fabb80 req-d18473a1-1d3a-46e0-af1d-8a6d63a098fa tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.1740103 Jun 30 09:26:51.885433 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-54ab8d85-59d5-4098-8777-65f3b9fabb80 req-f755a3e2-c311-438e-b496-3c1d3ab31ba6 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175122 Jun 30 09:26:51.963031 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-07196aa7-a98e-4a22-9b6b-b7eed00f30c2 req-24d750ab-ee6d-448e-9337-bea208225ff2 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 210 time: 0.0798802 Jun 30 09:26:52.758690 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-951a092f-c194-4111-abc4-f3a0770bf647 req-d384dec6-82dc-49d0-b02a-429684cdced0 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0362871 Jun 30 09:26:52.957616 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56544) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:53.022851 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-af980b70-5a76-4e9e-ae26-48d0e11066f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:53.046858 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-10164aae-099d-4097-bed1-8ed64b839d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:53.210769 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ee486-22cd-4dc3-94cc-38a44c71a6c5 req-ccaeff46-4fa6-41ae-b086-e85580fac2b5 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:53.212318 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc4ee486-22cd-4dc3-94cc-38a44c71a6c5 req-ccaeff46-4fa6-41ae-b086-e85580fac2b5 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.1198883 Jun 30 09:26:53.222953 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-410f3354-74db-4f47-98b5-e2cf1a365256 req-3da536d5-2415-4d8a-b6e4-2cc41bd78db0 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 210 time: 0.1817255 Jun 30 09:26:53.229521 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-225d5050-6f61-4c33-af78-9507e50f6acb req-2115d1ed-5b14-442b-a09d-16e62e5b8709 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.2257125 Jun 30 09:26:53.408613 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-af980b70-5a76-4e9e-ae26-48d0e11066f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:53.416623 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc4ee486-22cd-4dc3-94cc-38a44c71a6c5 req-e526119d-61ae-4654-9549-4cadc6a96d84 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863523 Jun 30 09:26:53.638111 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:53.638816 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-af980b70-5a76-4e9e-ae26-48d0e11066f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:53.696813 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-af980b70-5a76-4e9e-ae26-48d0e11066f0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=62bcda4205aa4adab0b7a96649ec1d51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7379456 Jun 30 09:26:53.699604 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56560) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:53.746055 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af980b70-5a76-4e9e-ae26-48d0e11066f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8ab959-6d62-4a7e-8bf8-534e239d8cc7,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:53.806267 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9b8408ce-4e2e-47f8-a1f8-47bbbae5ccce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:53.864298 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9b8408ce-4e2e-47f8-a1f8-47bbbae5ccce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:54.148532 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9b8408ce-4e2e-47f8-a1f8-47bbbae5ccce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:54.151056 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9b8408ce-4e2e-47f8-a1f8-47bbbae5ccce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:54.154004 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9b8408ce-4e2e-47f8-a1f8-47bbbae5ccce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3b8ab959-6d62-4a7e-8bf8-534e239d8cc7 HTTP/1.1" status: 204 len: 168 time: 0.4515762 Jun 30 09:26:54.164933 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8408ce-4e2e-47f8-a1f8-47bbbae5ccce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8ab959-6d62-4a7e-8bf8-534e239d8cc7,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:54.406126 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-903a48da-08b3-428e-aabe-a07369504b9f req-1800f979-7397-45dc-b040-f4a58f7dba9a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 210 time: 0.0513344 Jun 30 09:26:54.714408 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:54.767420 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0fd7e-651e-40ab-8dc7-c51f16157297 req-949a732a-9dfb-499a-93b0-02b0d41672a8 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:54.787489 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c7f0fd7e-651e-40ab-8dc7-c51f16157297 req-949a732a-9dfb-499a-93b0-02b0d41672a8 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.1343570 Jun 30 09:26:54.885255 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c7f0fd7e-651e-40ab-8dc7-c51f16157297 req-03e50887-8546-4bb1-8277-e6a2f71d4de2 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943522 Jun 30 09:26:55.387306 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-179248bf-e426-4192-aa0d-fdf406f0846d req-bb2b122b-43f3-4ba1-8057-81ddd803bd2f service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0690739 Jun 30 09:26:55.745971 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f1be0933-45fe-48dd-9d61-5135b191b1d7 req-e3364abd-b147-4a10-b433-069850569c49 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.1287785 Jun 30 09:26:55.771587 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f33a1549-226c-4a33-ab91-5cae78e51216 req-860bbad6-43de-47a8-8d46-1cd2f2886662 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 210 time: 0.0416982 Jun 30 09:26:56.321388 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3768e1-44ea-41c4-9a31-42f52edb65b3 req-287b5207-dda8-4a71-9930-8f528e9eb86f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:56.323513 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e3768e1-44ea-41c4-9a31-42f52edb65b3 req-287b5207-dda8-4a71-9930-8f528e9eb86f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.2049937 Jun 30 09:26:56.372718 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:56.405247 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e3768e1-44ea-41c4-9a31-42f52edb65b3 req-1f99d3cc-e199-4264-9b2f-be8b0fe1e3b4 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723033 Jun 30 09:26:57.201518 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5b58ac40-5fda-40d7-b40e-25f76fe32dd1 req-c465dfac-ace4-45c1-846a-4ec762b6932b tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 210 time: 0.1186824 Jun 30 09:26:57.810020 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8441e-31ca-4b7b-916b-d10cb1083f9e req-e9ef3bbe-cb95-4ac0-822c-39343fcb6b91 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:57.819941 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-05f8441e-31ca-4b7b-916b-d10cb1083f9e req-e9ef3bbe-cb95-4ac0-822c-39343fcb6b91 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.1522996 Jun 30 09:26:57.826720 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-10210b3b-b706-41ec-b2fd-4ff13342dbd0 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:57.828640 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-10210b3b-b706-41ec-b2fd-4ff13342dbd0 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.52 "GET /v2.0/networks?id=258a9a17-d74f-4d5d-8260-18ea8982770d HTTP/1.1" status: 200 len: 806 time: 0.2537403 Jun 30 09:26:57.848040 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-6ba76780-cb7d-4214-96a8-6ac4b3fd4aaf tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Request body: {'port': {'device_id': 'ccbb450c-5580-4ded-83af-52da45bb3180', 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d', 'admin_state_up': True, 'tenant_id': '7ed906f990a84de0b1ae5b133fadc472'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:58.011414 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9e706f4e-189a-4e81-9478-d6be0f552ae9 req-6404497b-02b7-4814-871e-094760a34dcb service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0801468 Jun 30 09:26:58.053317 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-05f8441e-31ca-4b7b-916b-d10cb1083f9e req-f6b6ef4d-de49-419a-a169-2ac16468e337 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325754 Jun 30 09:26:58.368781 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7fdb02a7-ae57-468c-8b14-87afd9390d33 req-7d5d9be0-d612-4e5f-b819-34e355f42778 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0545025 Jun 30 09:26:58.400208 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-6ba76780-cb7d-4214-96a8-6ac4b3fd4aaf tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Made reservation on behalf of 7ed906f990a84de0b1ae5b133fadc472 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:26:58.414464 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-6ba76780-cb7d-4214-96a8-6ac4b3fd4aaf tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:58.573001 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0b467734-0ff2-48af-b382-cabbc2e7b51f req-bf1b1925-1794-4a3c-9a54-8d7582ae2200 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 210 time: 0.0999265 Jun 30 09:26:58.729340 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-6ba76780-cb7d-4214-96a8-6ac4b3fd4aaf tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Allocated IP 172.20.0.7 (258a9a17-d74f-4d5d-8260-18ea8982770d/f6a83f45-42b4-4cc7-8f2d-89980ddef0f1/91e161ab-c2c5-4b4e-aa34-840850f3b94f) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:26:58.990287 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-6ba76780-cb7d-4214-96a8-6ac4b3fd4aaf tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:59.232939 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-6ba76780-cb7d-4214-96a8-6ac4b3fd4aaf tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:59.249997 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:26:59.302932 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-6ba76780-cb7d-4214-96a8-6ac4b3fd4aaf tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Network 258a9a17-d74f-4d5d-8260-18ea8982770d is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:26:59.335283 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-6ba76780-cb7d-4214-96a8-6ac4b3fd4aaf tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:59.353199 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-6ba76780-cb7d-4214-96a8-6ac4b3fd4aaf tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:26:59.507763 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba76780-cb7d-4214-96a8-6ac4b3fd4aaf tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Pushing event updated for resources: {'Port': ['ID=91e161ab-c2c5-4b4e-aa34-840850f3b94f,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:59.578514 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-6ba76780-cb7d-4214-96a8-6ac4b3fd4aaf tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:59.579595 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-6ba76780-cb7d-4214-96a8-6ac4b3fd4aaf tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:59.660865 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb194e0a-d10a-43c8-9aaa-f0642e209d29 req-0eba6a7c-3f7f-41fa-b4f4-8444d6495fe5 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:59.679182 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cb194e0a-d10a-43c8-9aaa-f0642e209d29 req-0eba6a7c-3f7f-41fa-b4f4-8444d6495fe5 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.2310283 Jun 30 09:26:59.731230 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-6ba76780-cb7d-4214-96a8-6ac4b3fd4aaf tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8912184 Jun 30 09:26:59.753848 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-4e5a9517-1d2f-40ad-9c9d-ee66800d36fa service neutron] Request body: {'port': {'device_id': 'ccbb450c-5580-4ded-83af-52da45bb3180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:59.809612 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cb194e0a-d10a-43c8-9aaa-f0642e209d29 req-a00c6f95-3171-4865-b2af-2692d50523c4 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282508 Jun 30 09:27:00.106147 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-4e5a9517-1d2f-40ad-9c9d-ee66800d36fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:00.172181 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5504ddd-b71b-4857-93aa-5227d8500716 req-b380f697-0c70-413b-8b5a-fffef4583840 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:00.175652 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b5504ddd-b71b-4857-93aa-5227d8500716 req-b380f697-0c70-413b-8b5a-fffef4583840 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 931 time: 0.2697122 Jun 30 09:27:00.410190 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b5504ddd-b71b-4857-93aa-5227d8500716 req-2cc60f22-5b56-4b53-8d31-3060efb4df59 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787710 Jun 30 09:27:00.620384 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0fff5af5-765b-4c4d-b8ee-5be7d01ca27c req-789918cb-0338-4c19-b976-4407f8e4b36f service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0666156 Jun 30 09:27:00.992708 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c4e94a8-aa0e-4a63-a88b-f1b172c81742 req-12f3563d-3b6f-4ee5-887a-cdc38dc24aca service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0631778 Jun 30 09:27:01.357671 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4844b0b-729a-4cfb-98c8-b0f2c54f7ba8 req-d0a5592d-6efb-4b7e-9282-f42c34237d12 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:01.363854 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e4844b0b-729a-4cfb-98c8-b0f2c54f7ba8 req-d0a5592d-6efb-4b7e-9282-f42c34237d12 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.1915300 Jun 30 09:27:01.465065 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e4844b0b-729a-4cfb-98c8-b0f2c54f7ba8 req-d7ab9c9b-baef-4fa3-a2d5-49a9398fd688 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910034 Jun 30 09:27:01.613244 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-4e5a9517-1d2f-40ad-9c9d-ee66800d36fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e161ab-c2c5-4b4e-aa34-840850f3b94f {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:27:01.634172 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-4e5a9517-1d2f-40ad-9c9d-ee66800d36fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:01.710784 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-4e5a9517-1d2f-40ad-9c9d-ee66800d36fa service neutron] Transition to ACTIVE for port object 91e161ab-c2c5-4b4e-aa34-840850f3b94f will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:27:01.768641 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bd441-30ac-480b-9f6a-8dc8ba547496 req-ac83b03a-ac93-4570-b010-65413388c7ff tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:01.771636 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-138bd441-30ac-480b-9f6a-8dc8ba547496 req-ac83b03a-ac93-4570-b010-65413388c7ff tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 931 time: 0.1523664 Jun 30 09:27:01.809833 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-4e5a9517-1d2f-40ad-9c9d-ee66800d36fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:01.887749 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a9517-1d2f-40ad-9c9d-ee66800d36fa service neutron] Pushing event updated for resources: {'Port': ['ID=91e161ab-c2c5-4b4e-aa34-840850f3b94f,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:01.954841 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-138bd441-30ac-480b-9f6a-8dc8ba547496 req-c86baa25-e538-4ca8-9b5d-b4e4596e4b74 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732121 Jun 30 09:27:02.062191 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-4e5a9517-1d2f-40ad-9c9d-ee66800d36fa service neutron] Attempting to bind port 91e161ab-c2c5-4b4e-aa34-840850f3b94f on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:27:02.062526 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-4e5a9517-1d2f-40ad-9c9d-ee66800d36fa service neutron] Attempting to bind port 91e161ab-c2c5-4b4e-aa34-840850f3b94f by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '84537758-12b7-4bfe-8ab6-b5c1063bd2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:27:02.062859 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-4e5a9517-1d2f-40ad-9c9d-ee66800d36fa service neutron] Attempting to bind port 91e161ab-c2c5-4b4e-aa34-840850f3b94f on network 258a9a17-d74f-4d5d-8260-18ea8982770d {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:27:02.069837 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-4e5a9517-1d2f-40ad-9c9d-ee66800d36fa service neutron] Port 91e161ab-c2c5-4b4e-aa34-840850f3b94f on network 258a9a17-d74f-4d5d-8260-18ea8982770d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:27:02.070163 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-4e5a9517-1d2f-40ad-9c9d-ee66800d36fa service neutron] Attempting to bind port 91e161ab-c2c5-4b4e-aa34-840850f3b94f on network 258a9a17-d74f-4d5d-8260-18ea8982770d {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:27:02.076710 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-4e5a9517-1d2f-40ad-9c9d-ee66800d36fa service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:27:02.077128 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-4e5a9517-1d2f-40ad-9c9d-ee66800d36fa service neutron] Checking segment: {'id': '84537758-12b7-4bfe-8ab6-b5c1063bd2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:27:02.077590 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-4e5a9517-1d2f-40ad-9c9d-ee66800d36fa service neutron] Bound using segment: {'id': '84537758-12b7-4bfe-8ab6-b5c1063bd2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:27:02.078247 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-4e5a9517-1d2f-40ad-9c9d-ee66800d36fa service neutron] Bound port: 91e161ab-c2c5-4b4e-aa34-840850f3b94f, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84537758-12b7-4bfe-8ab6-b5c1063bd2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:27:02.078678 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-4e5a9517-1d2f-40ad-9c9d-ee66800d36fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:02.207796 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-4e5a9517-1d2f-40ad-9c9d-ee66800d36fa service neutron] For port 91e161ab-c2c5-4b4e-aa34-840850f3b94f, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:27:02.214744 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-4e5a9517-1d2f-40ad-9c9d-ee66800d36fa service neutron] For port 91e161ab-c2c5-4b4e-aa34-840850f3b94f, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=91e161ab-c2c5-4b4e-aa34-840850f3b94f,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:27:02.343082 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-4e5a9517-1d2f-40ad-9c9d-ee66800d36fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:02.458980 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-4e5a9517-1d2f-40ad-9c9d-ee66800d36fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:02.458980 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-4e5a9517-1d2f-40ad-9c9d-ee66800d36fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:02.461175 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-4e5a9517-1d2f-40ad-9c9d-ee66800d36fa service neutron] 10.222.0.52 "PUT /v2.0/ports/91e161ab-c2c5-4b4e-aa34-840850f3b94f HTTP/1.1" status: 200 len: 1092 time: 2.7193961 Jun 30 09:27:02.461902 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccbb450c-5580-4ded-83af-52da45bb3180', 'tag': '91e161ab-c2c5-4b4e-aa34-840850f3b94f'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:27:02.465855 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3c42a0-02ae-44af-a264-53219171a036" -d '{"events": [{"name": "network-changed", "server_uuid": "ccbb450c-5580-4ded-83af-52da45bb3180", "tag": "91e161ab-c2c5-4b4e-aa34-840850f3b94f"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:27:02.497884 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a9517-1d2f-40ad-9c9d-ee66800d36fa service neutron] Pushing event updated for resources: {'Port': ['ID=91e161ab-c2c5-4b4e-aa34-840850f3b94f,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:02.565302 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3a9e67-aec6-4dbb-9509-f94a2537ee6a x-openstack-request-id: req-6a3a9e67-aec6-4dbb-9509-f94a2537ee6a {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:27:02.565779 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccbb450c-5580-4ded-83af-52da45bb3180", "tag": "91e161ab-c2c5-4b4e-aa34-840850f3b94f", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:27:02.566186 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6a3a9e67-aec6-4dbb-9509-f94a2537ee6a {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:27:02.572913 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccbb450c-5580-4ded-83af-52da45bb3180', 'tag': '91e161ab-c2c5-4b4e-aa34-840850f3b94f', 'status': 'completed', 'code': 200} Jun 30 09:27:02.672908 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c42a0-02ae-44af-a264-53219171a036 req-cd7801ae-c81a-41a7-b061-c5c287168cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:02.678531 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce3c42a0-02ae-44af-a264-53219171a036 req-cd7801ae-c81a-41a7-b061-c5c287168cac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ed906f990a84de0b1ae5b133fadc472&device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 1095 time: 0.0924871 Jun 30 09:27:03.067467 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c42a0-02ae-44af-a264-53219171a036 req-36242d0f-64c8-449d-9ce1-aae42858d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:03.070078 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce3c42a0-02ae-44af-a264-53219171a036 req-36242d0f-64c8-449d-9ce1-aae42858d61f service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=7ed906f990a84de0b1ae5b133fadc472&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3794937 Jun 30 09:27:03.086324 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc342fc-10f9-44d1-9249-18a97c6a1c54 req-c06861aa-2c97-4ec0-b567-193209787858 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:03.100224 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fdc342fc-10f9-44d1-9249-18a97c6a1c54 req-c06861aa-2c97-4ec0-b567-193209787858 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.3734145 Jun 30 09:27:03.369873 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd498a-db2b-4060-a5dc-3645c092c01c req-712d9880-2d22-4a66-9ede-49947894614d tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:03.396668 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bfdd498a-db2b-4060-a5dc-3645c092c01c req-712d9880-2d22-4a66-9ede-49947894614d tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 943 time: 0.2202904 Jun 30 09:27:03.421774 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fdc342fc-10f9-44d1-9249-18a97c6a1c54 req-618b6b21-d12d-44dd-b643-5a60001085f5 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3174016 Jun 30 09:27:03.423804 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c42a0-02ae-44af-a264-53219171a036 req-a0c4de46-3e13-4afb-95b6-a91267cb4958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:03.431605 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce3c42a0-02ae-44af-a264-53219171a036 req-a0c4de46-3e13-4afb-95b6-a91267cb4958 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3270438 Jun 30 09:27:03.536784 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7fbfd9bd-c538-4069-a1a8-d45862a08eca req-6d670233-1a46-4e13-8b56-73d0b8fabb0f service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.1260145 Jun 30 09:27:03.637481 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bfdd498a-db2b-4060-a5dc-3645c092c01c req-84e5e018-bfb9-4875-a2c1-b0d9a0db66cf tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264075 Jun 30 09:27:03.740859 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-19483946-4322-4859-b20e-eec8f1e88705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:03.746559 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-19483946-4322-4859-b20e-eec8f1e88705 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ed906f990a84de0b1ae5b133fadc472&device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 1095 time: 0.2373357 Jun 30 09:27:03.820871 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-30564de5-19c0-4019-ba6f-a52e54ba1b87 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91e161ab-c2c5-4b4e-aa34-840850f3b94f HTTP/1.1" status: 200 len: 217 time: 0.0659001 Jun 30 09:27:03.919082 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-c6fdaa9d-b515-46c4-b247-54cc9f686ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:03.921945 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-c6fdaa9d-b515-46c4-b247-54cc9f686ce7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6a83f45-42b4-4cc7-8f2d-89980ddef0f1 HTTP/1.1" status: 200 len: 846 time: 0.0909002 Jun 30 09:27:03.945077 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a0dc7cef-3876-485b-8485-3e2a1270809f req-5f81882c-8b22-402a-8099-8386ba8928bd service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0447047 Jun 30 09:27:03.986150 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-92620155-8ad5-47f5-9fc3-c0bf7859b018 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=258a9a17-d74f-4d5d-8260-18ea8982770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531845 Jun 30 09:27:04.142104 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-fef724d2-c72e-49f3-ae50-9fcfb9f1fec2 service neutron] 10.222.0.52 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451719 Jun 30 09:27:04.292878 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-443157a5-7216-4994-817f-26fcbcc1d1d9 req-749c800a-2170-42ab-9511-a76ffbc6d90f service neutron] 10.222.0.52 "GET /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408668 Jun 30 09:27:04.726661 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5f867-3d16-4625-ad16-3aa534a15207 req-36fecd99-ed5a-4b22-818e-aa56eb3ca817 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:04.736263 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85c5f867-3d16-4625-ad16-3aa534a15207 req-36fecd99-ed5a-4b22-818e-aa56eb3ca817 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.1250362 Jun 30 09:27:04.809214 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85c5f867-3d16-4625-ad16-3aa534a15207 req-9e11fc5e-4d5a-41fc-bdcd-cc281a492c92 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712242 Jun 30 09:27:05.030393 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f841719-3425-4a52-9700-1bdfe706ade2 req-40de66b3-09d0-49c7-96c2-b8a690f75959 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:05.038603 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0f841719-3425-4a52-9700-1bdfe706ade2 req-40de66b3-09d0-49c7-96c2-b8a690f75959 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 943 time: 0.1196368 Jun 30 09:27:05.105660 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0f841719-3425-4a52-9700-1bdfe706ade2 req-85ee34af-43a3-4f9d-827b-77c099dfaf5a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658538 Jun 30 09:27:05.164290 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfc0f1-a640-4ed3-9866-3efd7a0db8be req-918e1e00-839a-4485-a587-270f77f1c843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:05.165796 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-49bfc0f1-a640-4ed3-9866-3efd7a0db8be req-918e1e00-839a-4485-a587-270f77f1c843 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1&tenant_id=012c38fa3263411f81f5a9c6187e3025 HTTP/1.1" status: 200 len: 1095 time: 0.2068660 Jun 30 09:27:05.307973 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfc0f1-a640-4ed3-9866-3efd7a0db8be req-d6b2e7ae-27cc-4a63-82e3-d0075ed03d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:05.309681 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-49bfc0f1-a640-4ed3-9866-3efd7a0db8be req-d6b2e7ae-27cc-4a63-82e3-d0075ed03d8c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=012c38fa3263411f81f5a9c6187e3025&device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 1095 time: 0.1146417 Jun 30 09:27:05.498205 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfc0f1-a640-4ed3-9866-3efd7a0db8be req-cfd76241-613a-4011-bf52-3dbebb849ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:05.500741 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-49bfc0f1-a640-4ed3-9866-3efd7a0db8be req-cfd76241-613a-4011-bf52-3dbebb849ad3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ab70122-0020-4c29-ae52-7bd3c84e0fca HTTP/1.1" status: 200 len: 917 time: 0.1822488 Jun 30 09:27:05.635181 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-49bfc0f1-a640-4ed3-9866-3efd7a0db8be req-387f6742-dba8-44f6-95ba-5e9a3f1bcca9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfaccd73-2896-4243-a6bc-b3ec0e222a68 HTTP/1.1" status: 200 len: 999 time: 0.1259053 Jun 30 09:27:05.787253 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfc0f1-a640-4ed3-9866-3efd7a0db8be req-3930ebb3-8bc8-4613-a954-7d4f17b3a159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:05.789661 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-49bfc0f1-a640-4ed3-9866-3efd7a0db8be req-3930ebb3-8bc8-4613-a954-7d4f17b3a159 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=afcabd5e-a40b-4794-b5f8-0b150c129247 HTTP/1.1" status: 200 len: 855 time: 0.1436398 Jun 30 09:27:05.987320 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfc0f1-a640-4ed3-9866-3efd7a0db8be req-331b9561-d2b0-4793-90de-d105d4bf2723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:05.991443 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-49bfc0f1-a640-4ed3-9866-3efd7a0db8be req-331b9561-d2b0-4793-90de-d105d4bf2723 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ab70122-0020-4c29-ae52-7bd3c84e0fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1936011 Jun 30 09:27:06.188923 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ea6bb4b4-7104-482e-879f-514ddbe31de3 req-93a60437-7f18-4558-bddb-03d1bfc789ec service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0392637 Jun 30 09:27:06.235627 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-49bfc0f1-a640-4ed3-9866-3efd7a0db8be req-1832157d-eb94-4d4b-b6ab-4261dc3337bd service neutron] 10.222.0.52 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322090 Jun 30 09:27:06.254813 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c724c-11ac-4822-bf8e-07c27cec5bb9 req-dd44b12f-4f40-4d6e-830c-62816669c296 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:06.256991 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8a7c724c-11ac-4822-bf8e-07c27cec5bb9 req-dd44b12f-4f40-4d6e-830c-62816669c296 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.1885426 Jun 30 09:27:06.348467 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0b904-dda7-4d90-96dd-3e9f1bf4f482 req-9a035060-1994-46a4-a150-841f97abc78b tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:06.356367 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6bf0b904-dda7-4d90-96dd-3e9f1bf4f482 req-9a035060-1994-46a4-a150-841f97abc78b tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 943 time: 0.0955055 Jun 30 09:27:06.426154 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6bf0b904-dda7-4d90-96dd-3e9f1bf4f482 req-b2bb33c1-144c-467e-9237-e756f6fd1970 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675025 Jun 30 09:27:06.436099 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8a7c724c-11ac-4822-bf8e-07c27cec5bb9 req-35d966ac-3d95-45d3-8866-2d9aaff9fe7c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064413 Jun 30 09:27:06.506408 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-49bfc0f1-a640-4ed3-9866-3efd7a0db8be req-3d08d0b7-ec5c-4810-a43e-e7b5b3a4f7f7 service neutron] 10.222.0.52 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481067 Jun 30 09:27:06.529420 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65c25fe8-d2f4-4055-b5f3-16e18049cac6 req-75dd4232-4367-409e-b487-078dbc41754a service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0317094 Jun 30 09:27:07.680561 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 91e161ab-c2c5-4b4e-aa34-840850f3b94f details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:27:07.782974 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97aa258-2b13-4831-8f14-0106071c7b29 req-bacb8995-ab49-41c8-bb50-e0a57340290e tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:07.786840 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f97aa258-2b13-4831-8f14-0106071c7b29 req-bacb8995-ab49-41c8-bb50-e0a57340290e tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 943 time: 0.1111152 Jun 30 09:27:07.891273 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f97aa258-2b13-4831-8f14-0106071c7b29 req-c73904c6-9c0c-42d1-a1d3-1bc5575d4eef tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971158 Jun 30 09:27:07.936071 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 91e161ab-c2c5-4b4e-aa34-840850f3b94f, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=91e161ab-c2c5-4b4e-aa34-840850f3b94f,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:07.936395 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd5885-6b24-41df-abd1-80bc7c62b7b9 req-669e05c7-f2ba-40d5-97a9-70b6b4c73c09 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:07.936890 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-10dd5885-6b24-41df-abd1-80bc7c62b7b9 req-669e05c7-f2ba-40d5-97a9-70b6b4c73c09 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.1954958 Jun 30 09:27:07.936979 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:07.938062 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '91e161ab-c2c5-4b4e-aa34-840850f3b94f', 'network_id': '258a9a17-d74f-4d5d-8260-18ea8982770d', 'port_id': '91e161ab-c2c5-4b4e-aa34-840850f3b94f', 'mac_address': 'fa:16:3e:cd:61:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a83f45-42b4-4cc7-8f2d-89980ddef0f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:27:07.992348 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-10dd5885-6b24-41df-abd1-80bc7c62b7b9 req-ecd7922f-5099-4a78-974a-d7fd1e778c54 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540731 Jun 30 09:27:08.003013 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:08.023415 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e161ab-c2c5-4b4e-aa34-840850f3b94f {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:27:08.048049 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 91e161ab-c2c5-4b4e-aa34-840850f3b94f, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=91e161ab-c2c5-4b4e-aa34-840850f3b94f,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:08.160889 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:08.232115 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=91e161ab-c2c5-4b4e-aa34-840850f3b94f,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:08.241655 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:08.242480 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:08.242993 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:08.243378 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:08.243946 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:08.244282 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:08.244611 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:08.244940 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:08.245265 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:08.245740 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:08.246074 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:08.246397 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:08.495878 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['91e161ab-c2c5-4b4e-aa34-840850f3b94f'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:27:08.727798 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-43a96505-5ee5-4337-b371-d0065032b8e1 req-67132f5a-fb9d-48a3-8775-b7975623b4ce service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0846250 Jun 30 09:27:08.794283 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:08.939428 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:27:09.313028 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-da7db647-7665-4da5-aafd-f21de46db1c6 req-ea6224cb-2bb1-4317-967b-d8e06f1babca service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0679400 Jun 30 09:27:09.466066 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45191b2e-dc20-4491-aa8c-c4a08ea2b263 req-f4b1b688-f53b-458b-81b0-8ce9341eb27a tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:09.474443 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-45191b2e-dc20-4491-aa8c-c4a08ea2b263 req-f4b1b688-f53b-458b-81b0-8ce9341eb27a tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.1824586 Jun 30 09:27:09.532432 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-45191b2e-dc20-4491-aa8c-c4a08ea2b263 req-c4f8477f-3cf7-4bab-a53e-3304f3e32ff1 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569484 Jun 30 09:27:09.579055 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76f877-dd68-49e6-9399-2110e62c72bb req-60e31000-8deb-4a94-bc86-fab8bd1ad19f tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:09.602139 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9b76f877-dd68-49e6-9399-2110e62c72bb req-60e31000-8deb-4a94-bc86-fab8bd1ad19f tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 944 time: 0.3661699 Jun 30 09:27:09.678681 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9b76f877-dd68-49e6-9399-2110e62c72bb req-57287483-a07c-462d-89f7-33dd08ef7219 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748138 Jun 30 09:27:11.145941 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5005a-d8d3-4f14-955c-0e1176906920 req-7705b917-9800-4aa0-b34d-4099e5390262 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:11.159889 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-efe5005a-d8d3-4f14-955c-0e1176906920 req-7705b917-9800-4aa0-b34d-4099e5390262 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.2204709 Jun 30 09:27:11.263191 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62898809-63ec-4909-b736-3b6fc4969a73 req-8f94019a-4051-40c7-8ec0-9f8b5cfed855 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:11.269830 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-efe5005a-d8d3-4f14-955c-0e1176906920 req-f5bc302c-2773-403b-a211-a6cbe6e73143 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981941 Jun 30 09:27:11.291897 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-62898809-63ec-4909-b736-3b6fc4969a73 req-8f94019a-4051-40c7-8ec0-9f8b5cfed855 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 944 time: 0.2340815 Jun 30 09:27:11.609063 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-62898809-63ec-4909-b736-3b6fc4969a73 req-d1009c62-97ed-423e-ac73-5377ad800b35 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117514 Jun 30 09:27:11.625232 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1b9e5ffc-9841-4379-9463-230ff2c69d12 req-c7d9bd28-f026-4072-b223-da13c484a64e service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.1220725 Jun 30 09:27:11.718408 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 91e161ab-c2c5-4b4e-aa34-840850f3b94f up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:27:12.025674 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 91e161ab-c2c5-4b4e-aa34-840850f3b94f completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:27:12.035064 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 91e161ab-c2c5-4b4e-aa34-840850f3b94f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:27:12.044016 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:12.167759 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8b3ba642-e356-4730-9e70-01bce54ccf70 req-d9e53f94-f8a1-4893-89d7-3e45bd843959 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.1265860 Jun 30 09:27:12.352238 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:12.429429 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccbb450c-5580-4ded-83af-52da45bb3180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e161ab-c2c5-4b4e-aa34-840850f3b94f'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:27:12.440100 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94dafb8e-fc57-49dc-a9d3-731a43273e4d" -d '{"events": [{"server_uuid": "ccbb450c-5580-4ded-83af-52da45bb3180", "name": "network-vif-plugged", "status": "completed", "tag": "91e161ab-c2c5-4b4e-aa34-840850f3b94f"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:27:12.458535 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 91e161ab-c2c5-4b4e-aa34-840850f3b94f, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=91e161ab-c2c5-4b4e-aa34-840850f3b94f,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:12.508579 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c7c05e-f8e5-4a8b-bb8e-ed8c0402b91f x-openstack-request-id: req-50c7c05e-f8e5-4a8b-bb8e-ed8c0402b91f {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:27:12.508904 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccbb450c-5580-4ded-83af-52da45bb3180", "name": "network-vif-plugged", "status": "completed", "tag": "91e161ab-c2c5-4b4e-aa34-840850f3b94f", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:27:12.509133 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-50c7c05e-f8e5-4a8b-bb8e-ed8c0402b91f {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:27:12.509554 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccbb450c-5580-4ded-83af-52da45bb3180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e161ab-c2c5-4b4e-aa34-840850f3b94f', 'code': 200} Jun 30 09:27:12.571563 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:12.682539 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=91e161ab-c2c5-4b4e-aa34-840850f3b94f,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:12.724243 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886a99e-9fe7-43d6-919b-05dde5b0117b req-c90531ab-c5e4-4b22-9be4-e483409e288b tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:12.726194 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e886a99e-9fe7-43d6-919b-05dde5b0117b req-c90531ab-c5e4-4b22-9be4-e483409e288b tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.2189879 Jun 30 09:27:12.833749 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e886a99e-9fe7-43d6-919b-05dde5b0117b req-686a6a46-bdf8-47ea-bd58-fd57eeda8640 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659614 Jun 30 09:27:12.873728 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338f6a0-695e-47f0-a211-f6ced5c773f9 req-16aea490-62a3-4fbe-843c-75949abf2f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:12.875777 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3338f6a0-695e-47f0-a211-f6ced5c773f9 req-16aea490-62a3-4fbe-843c-75949abf2f2d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 1097 time: 0.1422200 Jun 30 09:27:12.973961 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3338f6a0-695e-47f0-a211-f6ced5c773f9 req-eeaa012c-bebe-4f23-b1ae-e978d30bc487 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798142 Jun 30 09:27:13.056704 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40290020-f951-4fb4-847b-c9095d2e4f89 req-9924180c-0b10-4a7e-819f-5d5866622e3a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:13.070974 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-40290020-f951-4fb4-847b-c9095d2e4f89 req-9924180c-0b10-4a7e-819f-5d5866622e3a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 945 time: 0.1454115 Jun 30 09:27:13.180121 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-40290020-f951-4fb4-847b-c9095d2e4f89 req-7f5ddb91-6ef2-47ac-b757-672f87b90617 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074607 Jun 30 09:27:14.292130 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-11ffa944-4857-483f-8ce7-0d46faaacdfd req-1d332197-7a37-4918-9e45-c683b34b284b service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0955899 Jun 30 09:27:14.486423 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093d27f-348b-40d2-bbcc-1931acd2f694 req-a50531d9-d1ff-48ee-83aa-62a6e584f4f9 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:14.492185 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b093d27f-348b-40d2-bbcc-1931acd2f694 req-a50531d9-d1ff-48ee-83aa-62a6e584f4f9 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.2439680 Jun 30 09:27:14.624720 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b093d27f-348b-40d2-bbcc-1931acd2f694 req-27f7ee19-0cf2-4e37-b55c-e823bccdc840 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242628 Jun 30 09:27:14.802006 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f44149aa-8b06-4347-b93b-bc3e661477d1 req-0d553b57-5596-4449-9fa8-3bf302e9ae1a service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.1940243 Jun 30 09:27:14.931493 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23b11d-cd07-449f-b6d5-9c315eabbbeb req-4aa7375e-2ffa-4d8d-95da-4785dd544c55 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:14.933069 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-af23b11d-cd07-449f-b6d5-9c315eabbbeb req-4aa7375e-2ffa-4d8d-95da-4785dd544c55 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 945 time: 0.2686238 Jun 30 09:27:15.079041 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-af23b11d-cd07-449f-b6d5-9c315eabbbeb req-56163e9c-0700-4db1-b34d-762237858033 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348360 Jun 30 09:27:16.015476 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6cade5-5c51-4f18-be01-3126d9366aaf req-1bfcfacb-1876-423b-b181-e89677ac5781 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:16.016955 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2d6cade5-5c51-4f18-be01-3126d9366aaf req-1bfcfacb-1876-423b-b181-e89677ac5781 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.0746648 Jun 30 09:27:16.061627 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2d6cade5-5c51-4f18-be01-3126d9366aaf req-09ca08cc-f513-469c-8c24-f15fd383a962 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377250 Jun 30 09:27:16.347619 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ceee6f-4c67-44ef-816b-81e71ff982d3 req-d0a7b705-7ea9-4584-be8c-c514c418a4e0 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:16.349700 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-73ceee6f-4c67-44ef-816b-81e71ff982d3 req-d0a7b705-7ea9-4584-be8c-c514c418a4e0 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 945 time: 0.0801156 Jun 30 09:27:16.411978 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-73ceee6f-4c67-44ef-816b-81e71ff982d3 req-f616baa2-8d4c-4c67-aecb-94862f777348 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543487 Jun 30 09:27:16.819490 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29022ba8-afbc-4364-9aa4-4ed86bf7d3de req-f11f5442-4821-41a1-a143-92687c36c007 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0924058 Jun 30 09:27:17.315465 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-19853092-15b4-40e4-90b5-f5bc4d7ad625 req-7651fb90-191e-4ce6-aaef-b3996118cfa8 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.1052098 Jun 30 09:27:17.353615 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fc049-886f-461b-a136-8129ccb37080 req-95e206e4-5268-4a68-af62-aafc675d1226 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:17.354659 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d54fc049-886f-461b-a136-8129ccb37080 req-95e206e4-5268-4a68-af62-aafc675d1226 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 945 time: 0.2837849 Jun 30 09:27:17.476472 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f769b-87e9-4fd6-9e7c-717513e12e60 req-8144433c-1790-4acd-9537-5aee42aa28ba tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:17.478670 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-412f769b-87e9-4fd6-9e7c-717513e12e60 req-8144433c-1790-4acd-9537-5aee42aa28ba tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.1897235 Jun 30 09:27:17.479889 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d54fc049-886f-461b-a136-8129ccb37080 req-bdfe627c-c96f-4b47-a11c-f46a38442980 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106203 Jun 30 09:27:17.608106 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-412f769b-87e9-4fd6-9e7c-717513e12e60 req-7a8cc169-0567-48c3-92ba-f0c1db8c0e64 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104813 Jun 30 09:27:17.933355 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a985e4-a646-4f09-815b-6542b4a63c60 req-b31cdf33-1312-4464-a9a9-41dd6312db27 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:17.947114 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7a985e4-a646-4f09-815b-6542b4a63c60 req-b31cdf33-1312-4464-a9a9-41dd6312db27 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 945 time: 0.1768074 Jun 30 09:27:18.078649 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7a985e4-a646-4f09-815b-6542b4a63c60 req-1b2c6dcb-203d-4e7f-817b-54f4ff467bca tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286118 Jun 30 09:27:18.981942 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c7afc-6a9f-44ce-804b-e3c2687a76bc req-8de0d336-17f3-4d4d-9c7d-868fd00e6717 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:18.981942 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0f2c7afc-6a9f-44ce-804b-e3c2687a76bc req-8de0d336-17f3-4d4d-9c7d-868fd00e6717 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.0800214 Jun 30 09:27:18.989704 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0f2c7afc-6a9f-44ce-804b-e3c2687a76bc req-d7cf24da-f787-4555-bd25-68e929448051 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784290 Jun 30 09:27:19.254477 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b578c735-cb54-4d55-8f80-8ae9f6d4e269 req-cc0b03a0-6e70-4b75-8c34-2ec18b387b49 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0317166 Jun 30 09:27:19.460951 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e7b9b0d-f183-4b6b-8a8f-12e2bbc2743a req-7da5e1c4-2913-47a0-9991-0390d0c7d4b8 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0369480 Jun 30 09:27:19.813857 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6118cc-8d42-4f81-8968-7e8166f192bf req-c4eaddc4-3820-43b7-80e1-eb08dc1cb7a4 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:19.813857 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6d6118cc-8d42-4f81-8968-7e8166f192bf req-c4eaddc4-3820-43b7-80e1-eb08dc1cb7a4 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 945 time: 0.2067111 Jun 30 09:27:19.949137 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6d6118cc-8d42-4f81-8968-7e8166f192bf req-62f10aed-e5c3-4873-b632-b42b5d10f949 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395726 Jun 30 09:27:20.247913 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f198c90-3eab-49bd-a085-5fa40a277b3f req-15a8e3b7-daf9-46d0-b4f7-f852b5b900bc tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:20.249468 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5f198c90-3eab-49bd-a085-5fa40a277b3f req-15a8e3b7-daf9-46d0-b4f7-f852b5b900bc tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.0973692 Jun 30 09:27:20.306792 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5f198c90-3eab-49bd-a085-5fa40a277b3f req-0e710762-1779-4646-94b1-a7f0fd18323b tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461643 Jun 30 09:27:20.502794 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-95ed02c0-04cb-4daa-9f07-f110de7e796e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:21.526976 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0b076-898d-4f54-ab65-8310506506a5 req-a2f07f38-81e0-4e66-a901-41a28a3195a8 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:21.572868 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70b0b076-898d-4f54-ab65-8310506506a5 req-a2f07f38-81e0-4e66-a901-41a28a3195a8 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 945 time: 0.3527246 Jun 30 09:27:21.628111 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c0715391-a614-46f9-bcef-25875e80072a req-38730180-7a50-43cb-a1c1-da721d009b40 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0538170 Jun 30 09:27:21.740558 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70b0b076-898d-4f54-ab65-8310506506a5 req-77e21332-32bc-4078-9dbd-a87c50d618f8 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106324 Jun 30 09:27:21.923904 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36da860-9c0e-407c-b747-a9d4ebada05e req-fa7da429-57ed-4bf4-9dfe-81e9673517c5 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:21.926297 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d36da860-9c0e-407c-b747-a9d4ebada05e req-fa7da429-57ed-4bf4-9dfe-81e9673517c5 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.1343260 Jun 30 09:27:21.936050 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-156312f3-751f-4f60-95a8-e713bb5106a3 req-a0ef6aa7-836c-41a6-9ef9-b69567901a54 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0516813 Jun 30 09:27:22.000589 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d36da860-9c0e-407c-b747-a9d4ebada05e req-dfe1d38f-1378-42b0-bb3b-80a6a11781c0 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671906 Jun 30 09:27:23.039017 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4a76fe0b-e8bd-4c40-9f45-2e8353508047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:23.103574 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b213aa-5db7-4245-b4d2-b40703617699 req-4fa1b094-7c34-4727-8fed-5c0b7530074a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:23.105432 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-30b213aa-5db7-4245-b4d2-b40703617699 req-4fa1b094-7c34-4727-8fed-5c0b7530074a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 945 time: 0.1497514 Jun 30 09:27:23.193324 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-30b213aa-5db7-4245-b4d2-b40703617699 req-636d76bb-c4d3-4389-8404-45024704a5ae tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801516 Jun 30 09:27:23.281943 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6c432-9424-489b-a8de-e637d7d07baf req-b472d4b0-bb3d-4b69-a190-952fd4d0c9b6 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:23.287703 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-23b6c432-9424-489b-a8de-e637d7d07baf req-b472d4b0-bb3d-4b69-a190-952fd4d0c9b6 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.0906615 Jun 30 09:27:23.350360 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-23b6c432-9424-489b-a8de-e637d7d07baf req-fa2e92dc-d551-4cda-8f58-36b971145a67 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605443 Jun 30 09:27:23.479088 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:23.879227 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-68640f91-9e96-4daa-9569-6b07bf909576 req-af3d42fa-34b0-4b02-aa90-55b16543bf1a service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0293717 Jun 30 09:27:24.148947 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8af462b2-8824-4ab4-b91d-ab6676569755 req-c9f89e88-5224-40be-9bca-2b6458be7d06 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0672097 Jun 30 09:27:24.463973 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a90a3-625d-4b61-beb1-3c7dac8b6294 req-222830b0-498e-4d41-ad92-b66ce9911150 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:24.472137 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ed1a90a3-625d-4b61-beb1-3c7dac8b6294 req-222830b0-498e-4d41-ad92-b66ce9911150 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 945 time: 0.1235507 Jun 30 09:27:24.537957 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ed1a90a3-625d-4b61-beb1-3c7dac8b6294 req-140d2fcb-0ddd-49b4-be54-0cee9610bb2f tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601218 Jun 30 09:27:24.575920 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:24.637446 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46f485-8399-4874-ad5d-51042b4625e9 req-8c9992e2-3c43-42cc-84c7-2da29d2bc113 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:24.645899 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dc46f485-8399-4874-ad5d-51042b4625e9 req-8c9992e2-3c43-42cc-84c7-2da29d2bc113 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.0794778 Jun 30 09:27:24.688878 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dc46f485-8399-4874-ad5d-51042b4625e9 req-533d9e4d-2bd1-4e30-9810-e92dfd1ddf2d tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398123 Jun 30 09:27:25.802892 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44215568-fd7c-441a-a15d-5e39f8e1008b req-fd8e1c96-c695-453a-923b-1f9a72f45ee0 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:25.827655 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-44215568-fd7c-441a-a15d-5e39f8e1008b req-fd8e1c96-c695-453a-923b-1f9a72f45ee0 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 945 time: 0.1152196 Jun 30 09:27:25.905592 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-44215568-fd7c-441a-a15d-5e39f8e1008b req-0ffb6985-accc-4ac3-a7d9-63a3a20a27e4 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770254 Jun 30 09:27:26.139716 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a704d-a0d6-47e1-9d4e-d0a29254ae68 req-84f69caf-b517-4566-9b45-d215d4d5dbd3 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:26.146204 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a44a704d-a0d6-47e1-9d4e-d0a29254ae68 req-84f69caf-b517-4566-9b45-d215d4d5dbd3 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.1910892 Jun 30 09:27:26.176784 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c640cc3f-9895-48f9-b1ca-47ec39a0c7f3 req-a7ac4528-3700-4500-baa9-77333e3bf3d4 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0628288 Jun 30 09:27:26.239611 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a44a704d-a0d6-47e1-9d4e-d0a29254ae68 req-7d730f96-c4e6-4678-b58b-d24ffcadfaba tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882287 Jun 30 09:27:26.366279 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:26.479001 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-212a6dc8-fafa-4f5b-aadf-d62b413b4e67 req-8e011020-be44-45d3-91c5-770024078c82 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0375085 Jun 30 09:27:27.325911 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7bd2d-1872-467c-be16-abc2da05e261 req-c1b3ac66-6fdd-4e80-bf6d-e2f1c0f221f0 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:27.329679 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ccf7bd2d-1872-467c-be16-abc2da05e261 req-c1b3ac66-6fdd-4e80-bf6d-e2f1c0f221f0 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 945 time: 0.0904088 Jun 30 09:27:27.377158 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ccf7bd2d-1872-467c-be16-abc2da05e261 req-74f0a446-a82d-40a4-839d-2086873e57cc tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407343 Jun 30 09:27:27.581113 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309ede2-7227-4284-8d1a-3c37bb49ad4a req-acfc31ce-480b-43a3-8fd3-d495e40bc8d4 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:27.582766 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2309ede2-7227-4284-8d1a-3c37bb49ad4a req-acfc31ce-480b-43a3-8fd3-d495e40bc8d4 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.1240718 Jun 30 09:27:27.629773 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2309ede2-7227-4284-8d1a-3c37bb49ad4a req-de86d5d7-38f6-48f2-8ce9-185e470928a1 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413816 Jun 30 09:27:28.422366 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-81be0961-4334-4ee6-959c-cb60301bf6f0 req-92b5894b-d59a-4477-89e6-3aef67209549 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0323961 Jun 30 09:27:28.750005 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab0367-709c-4437-a3bc-d66869ad7b3f req-f09d43a1-7ae3-453a-8e1d-d5106b1534c1 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:28.752173 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70ab0367-709c-4437-a3bc-d66869ad7b3f req-f09d43a1-7ae3-453a-8e1d-d5106b1534c1 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 945 time: 0.2078218 Jun 30 09:27:28.754169 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-42b07c17-fcc1-48a8-8ff2-76f3d15a7f65 req-a91c6367-b240-4f88-99ce-7fa2944986a5 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0532389 Jun 30 09:27:28.818405 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70ab0367-709c-4437-a3bc-d66869ad7b3f req-993b2d5b-d87a-4f30-9b58-8c28d482efd7 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589802 Jun 30 09:27:28.964988 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd692e20-2d61-4b92-b337-ca896f75c876 req-fdde5a07-4d65-4ea1-ac65-42518d245b88 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:28.981232 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bd692e20-2d61-4b92-b337-ca896f75c876 req-fdde5a07-4d65-4ea1-ac65-42518d245b88 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.1520131 Jun 30 09:27:29.042327 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bd692e20-2d61-4b92-b337-ca896f75c876 req-7cd73df2-ff7a-4ef4-a8f0-89394004db4c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594609 Jun 30 09:27:30.101191 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea8595-b1af-416d-95a1-f6bbe2e1cccf req-08d8ec6a-136d-41ec-8868-98820bfa8033 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:30.104161 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-14ea8595-b1af-416d-95a1-f6bbe2e1cccf req-08d8ec6a-136d-41ec-8868-98820bfa8033 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 945 time: 0.1357486 Jun 30 09:27:30.155776 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-14ea8595-b1af-416d-95a1-f6bbe2e1cccf req-706424a8-d2e2-4bec-8ed9-fcbdd8689d50 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436878 Jun 30 09:27:30.250630 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b9336-352b-4211-97aa-b9f700acb460 req-22c90301-e0e0-4805-96e3-cee49edcee6e tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:30.252776 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d86b9336-352b-4211-97aa-b9f700acb460 req-22c90301-e0e0-4805-96e3-cee49edcee6e tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.0761774 Jun 30 09:27:30.315965 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d86b9336-352b-4211-97aa-b9f700acb460 req-ca38c364-b2d6-4a70-9a48-a7077cde9b8a tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555038 Jun 30 09:27:30.797634 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aaee4fef-d9b6-40e0-b1f3-ca58c964b2e9 req-401e7a9a-0f2d-41a5-9bc4-f6c236d20cc0 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0867610 Jun 30 09:27:31.008061 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-36f63420-26a6-4406-beb8-f2d3803adbad req-bce10741-7e1e-463f-97f8-db1416e951bb service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0360401 Jun 30 09:27:31.361475 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254740bb-b0e0-4c0c-994d-c12ad958506f req-c3b911a1-6434-41aa-a35b-9bbfa7a8a3b6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:31.363204 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-254740bb-b0e0-4c0c-994d-c12ad958506f req-c3b911a1-6434-41aa-a35b-9bbfa7a8a3b6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 945 time: 0.0726368 Jun 30 09:27:31.409551 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-254740bb-b0e0-4c0c-994d-c12ad958506f req-7ae98a8e-63c2-4675-af19-b584ba32f66e tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404117 Jun 30 09:27:31.605778 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bcd1a-5b08-4197-8790-709fae8cb80b req-39b7d531-faee-48df-b7f8-ef3af5c8fb72 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:31.608885 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6a5bcd1a-5b08-4197-8790-709fae8cb80b req-39b7d531-faee-48df-b7f8-ef3af5c8fb72 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.0781033 Jun 30 09:27:31.665492 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6a5bcd1a-5b08-4197-8790-709fae8cb80b req-4699f711-bd0a-48b7-8033-2531aa5cf80a tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515754 Jun 30 09:27:32.673966 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc99b2b-55b0-42ce-87a1-11d23251ffe8 req-61154759-0dea-466f-9f5c-ef62a6fed01a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:32.677096 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6bc99b2b-55b0-42ce-87a1-11d23251ffe8 req-61154759-0dea-466f-9f5c-ef62a6fed01a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 945 time: 0.0914769 Jun 30 09:27:32.723250 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6bc99b2b-55b0-42ce-87a1-11d23251ffe8 req-7b19d101-2b63-40a0-a9b5-e9f8604f1311 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395975 Jun 30 09:27:33.023517 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44dbfc-bde8-45ee-bf10-6f96a5f92778 req-af16bd8e-c064-4b2c-84a1-af7cf68229c7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:33.031795 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bd44dbfc-bde8-45ee-bf10-6f96a5f92778 req-af16bd8e-c064-4b2c-84a1-af7cf68229c7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.1461174 Jun 30 09:27:33.048016 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a5bde80d-7519-4539-ad94-e3d2992d8bc4 req-626bbec8-9cd0-4f82-a2cf-8c7e7e214727 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0519910 Jun 30 09:27:33.132936 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bd44dbfc-bde8-45ee-bf10-6f96a5f92778 req-9b928291-bbf1-4c90-af7b-a2fa8b8c5c8f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991387 Jun 30 09:27:33.296488 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ed24708d-2c98-4e55-9557-ce996b3b78f6 req-a5120517-07a7-4f8d-9018-8f8ed1db9c6e service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0376740 Jun 30 09:27:33.777037 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device dfaccd73-2896-4243-a6bc-b3ec0e222a68 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:27:33.995930 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port dfaccd73-2896-4243-a6bc-b3ec0e222a68, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=dfaccd73-2896-4243-a6bc-b3ec0e222a68,segment=NetworkSegment(00b77331-5ed3-4449-ba6a-84efe27ecf19),segment_id=00b77331-5ed3-4449-ba6a-84efe27ecf19)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:34.044015 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'dfaccd73-2896-4243-a6bc-b3ec0e222a68', 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca', 'port_id': 'dfaccd73-2896-4243-a6bc-b3ec0e222a68', 'mac_address': 'fa:16:3e:0f:fd:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:27:34.124449 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:34.143060 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfaccd73-2896-4243-a6bc-b3ec0e222a68 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:27:34.149399 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589a5ff-ae83-475c-818b-82a2aa9186db req-f505145a-590d-4f6f-9515-090cc7872a96 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:34.152086 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f589a5ff-ae83-475c-818b-82a2aa9186db req-f505145a-590d-4f6f-9515-090cc7872a96 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 945 time: 0.1363931 Jun 30 09:27:34.188569 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port dfaccd73-2896-4243-a6bc-b3ec0e222a68, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=dfaccd73-2896-4243-a6bc-b3ec0e222a68,segment=NetworkSegment(00b77331-5ed3-4449-ba6a-84efe27ecf19),segment_id=00b77331-5ed3-4449-ba6a-84efe27ecf19)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:34.230175 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f589a5ff-ae83-475c-818b-82a2aa9186db req-842c7fab-ccb3-47d1-af5c-2fb22cd54dce tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672600 Jun 30 09:27:34.348973 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:34.369149 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceef281-7208-462b-be2e-598d140dbded req-e60d8db1-0c65-4d8a-8634-502c86d534dd tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:34.372037 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9ceef281-7208-462b-be2e-598d140dbded req-e60d8db1-0c65-4d8a-8634-502c86d534dd tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 943 time: 0.0898843 Jun 30 09:27:34.447229 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=dfaccd73-2896-4243-a6bc-b3ec0e222a68,revision_number=9']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:34.498261 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9ceef281-7208-462b-be2e-598d140dbded req-04768aef-969a-436d-9c91-f37fc75e388f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127872 Jun 30 09:27:34.685062 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['dfaccd73-2896-4243-a6bc-b3ec0e222a68'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:27:35.316857 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-213ff567-57a9-4f6e-842a-7a0b458fae24 req-1333a83b-a202-421e-aa69-f8710ab70e93 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0389864 Jun 30 09:27:35.461776 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130f765-9fa9-47e2-b982-d404bb83a15d req-3381082a-33e8-4e3a-8c42-57a53f69294a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:35.463333 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2130f765-9fa9-47e2-b982-d404bb83a15d req-3381082a-33e8-4e3a-8c42-57a53f69294a tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 945 time: 0.0766027 Jun 30 09:27:35.524585 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f74a3d29-f341-4306-8d81-1c570c4c3b38 req-6af26927-dd6c-4ae0-ad07-fb6baf91a795 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0357022 Jun 30 09:27:35.540730 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2130f765-9fa9-47e2-b982-d404bb83a15d req-5be0e336-f5c5-4577-9745-2ba571876479 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715840 Jun 30 09:27:35.769089 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb863fb-df33-4abe-952d-21e9a948ee51 req-64b8dcbb-af87-46b0-82f2-bbb39c391d55 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:35.774899 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4cb863fb-df33-4abe-952d-21e9a948ee51 req-64b8dcbb-af87-46b0-82f2-bbb39c391d55 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 944 time: 0.0931029 Jun 30 09:27:35.796208 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device dfaccd73-2896-4243-a6bc-b3ec0e222a68 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:27:35.864933 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4cb863fb-df33-4abe-952d-21e9a948ee51 req-e6e59ecc-1a23-4a62-a124-997d54dd6fea tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886834 Jun 30 09:27:35.893926 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port dfaccd73-2896-4243-a6bc-b3ec0e222a68 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:27:35.896464 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:35.997730 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:36.036687 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699d7086-5e36-40ed-965c-e9d3137523a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfaccd73-2896-4243-a6bc-b3ec0e222a68'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:27:36.041830 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00eb77e2-424b-4524-873b-741a5601e06c" -d '{"events": [{"server_uuid": "699d7086-5e36-40ed-965c-e9d3137523a1", "name": "network-vif-plugged", "status": "completed", "tag": "dfaccd73-2896-4243-a6bc-b3ec0e222a68"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:27:36.068484 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port dfaccd73-2896-4243-a6bc-b3ec0e222a68, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=dfaccd73-2896-4243-a6bc-b3ec0e222a68,segment=NetworkSegment(00b77331-5ed3-4449-ba6a-84efe27ecf19),segment_id=00b77331-5ed3-4449-ba6a-84efe27ecf19)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:36.098775 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89858b47-a37b-4634-b4f5-73c1d69072e3 x-openstack-request-id: req-89858b47-a37b-4634-b4f5-73c1d69072e3 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:27:36.099424 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699d7086-5e36-40ed-965c-e9d3137523a1", "name": "network-vif-plugged", "status": "completed", "tag": "dfaccd73-2896-4243-a6bc-b3ec0e222a68", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:27:36.099932 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-89858b47-a37b-4634-b4f5-73c1d69072e3 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:27:36.100511 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699d7086-5e36-40ed-965c-e9d3137523a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfaccd73-2896-4243-a6bc-b3ec0e222a68', 'code': 200} Jun 30 09:27:36.187701 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:36.282090 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=dfaccd73-2896-4243-a6bc-b3ec0e222a68,revision_number=10']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:36.530889 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebc3b2-2133-42a8-ad2e-747dfe66e45a req-333b6fbc-4aa4-499d-bfe2-787f1c93f863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:36.532540 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-56ebc3b2-2133-42a8-ad2e-747dfe66e45a req-333b6fbc-4aa4-499d-bfe2-787f1c93f863 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 1098 time: 0.0621619 Jun 30 09:27:36.589543 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-56ebc3b2-2133-42a8-ad2e-747dfe66e45a req-7373d132-6327-4b0a-b16d-9495166ec370 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487635 Jun 30 09:27:36.786965 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-e9359ad7-c5d4-45af-b20c-1655631b97ff service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1962287 Jun 30 09:27:36.809930 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb73c28-6fe1-489d-b105-58f459f07bf3 req-c50e980f-2f6d-4d07-bd03-bd3ed1c906a7 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:36.812036 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5eb73c28-6fe1-489d-b105-58f459f07bf3 req-c50e980f-2f6d-4d07-bd03-bd3ed1c906a7 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 945 time: 0.1253679 Jun 30 09:27:36.866685 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5eb73c28-6fe1-489d-b105-58f459f07bf3 req-5ecfc387-19a8-45a5-b34e-82fff3c1a63c tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476992 Jun 30 09:27:36.897925 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bed0df3a-3630-427b-86b6-c86f89e7cdcc req-c2e5d7cb-b927-429f-a64d-19256a8cdafb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=12d5d9f2-0114-4cf3-8c12-e2618be0603d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1299684 Jun 30 09:27:36.988942 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-19b604fc-1f8f-4d83-9d02-87b497ea50cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:36.994852 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-19b604fc-1f8f-4d83-9d02-87b497ea50cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:36.994852 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-19b604fc-1f8f-4d83-9d02-87b497ea50cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:36.994852 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-19b604fc-1f8f-4d83-9d02-87b497ea50cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:36.994852 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-19b604fc-1f8f-4d83-9d02-87b497ea50cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:36.994852 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-19b604fc-1f8f-4d83-9d02-87b497ea50cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:36.994852 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-19b604fc-1f8f-4d83-9d02-87b497ea50cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:36.995430 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-19b604fc-1f8f-4d83-9d02-87b497ea50cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cf47b77e70945949916ae6cc28be07c&device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 6501 time: 0.1214068 Jun 30 09:27:37.110265 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0df3a-3630-427b-86b6-c86f89e7cdcc req-364f34a5-98cb-4e14-9758-1598a7acc1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:37.112761 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bed0df3a-3630-427b-86b6-c86f89e7cdcc req-364f34a5-98cb-4e14-9758-1598a7acc1f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6663e1a20e0244d4b0d1dff3990ac78c&device_id=12d5d9f2-0114-4cf3-8c12-e2618be0603d HTTP/1.1" status: 200 len: 1097 time: 0.1383250 Jun 30 09:27:37.209268 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-87ce37f1-1d3d-45c8-9d1f-3697e9541198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:37.210099 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-87ce37f1-1d3d-45c8-9d1f-3697e9541198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:37.210874 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-87ce37f1-1d3d-45c8-9d1f-3697e9541198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:37.212690 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-87ce37f1-1d3d-45c8-9d1f-3697e9541198 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b7c4d310-0e13-4978-b513-6d3abe0b2ecf&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=1ee7a795-7cad-4025-ad1c-ea31997afa2e&id=1ee7a795-7cad-4025-ad1c-ea31997afa2e HTTP/1.1" status: 200 len: 2293 time: 0.1671686 Jun 30 09:27:37.289436 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1da428-7274-487d-88b1-0e7e02ddc871 req-391f2d47-73c7-4892-95d6-7d8bc6a92bd5 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:37.290970 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9b1da428-7274-487d-88b1-0e7e02ddc871 req-391f2d47-73c7-4892-95d6-7d8bc6a92bd5 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 946 time: 0.1461165 Jun 30 09:27:37.341304 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-612bfaa3-f478-4b8f-b224-8aa2010fd652 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a700fa97-7f11-4c5a-a416-37fd7c54d91e HTTP/1.1" status: 200 len: 1002 time: 0.1160309 Jun 30 09:27:37.393645 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9b1da428-7274-487d-88b1-0e7e02ddc871 req-2733ebcd-0c2d-4445-8b9c-29232d765c34 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901110 Jun 30 09:27:37.393645 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0df3a-3630-427b-86b6-c86f89e7cdcc req-0db11fc0-e94d-4599-9ed2-201ad3c7cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:37.393645 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bed0df3a-3630-427b-86b6-c86f89e7cdcc req-0db11fc0-e94d-4599-9ed2-201ad3c7cd18 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ac2db21f-3bc4-4f3a-a31f-707164d04b28 HTTP/1.1" status: 200 len: 912 time: 0.2555306 Jun 30 09:27:37.435090 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-39b80823-32e5-4a5e-b782-7b8a8a74cd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:37.438284 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-39b80823-32e5-4a5e-b782-7b8a8a74cd08 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81734dcc-0ee2-494d-93d9-b3fe64a6f397 HTTP/1.1" status: 200 len: 851 time: 0.0858991 Jun 30 09:27:37.522164 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bed0df3a-3630-427b-86b6-c86f89e7cdcc req-3bb1383a-b541-46d6-92f6-85a8ad0840af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=770805df-1496-40ab-b8e2-3d5fd082fd0a HTTP/1.1" status: 200 len: 1001 time: 0.1210227 Jun 30 09:27:37.637504 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-81db22ad-5410-4c1c-ba4f-8e616d77b7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:37.639757 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0df3a-3630-427b-86b6-c86f89e7cdcc req-53049ce7-4f49-436d-80cf-660513163f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:37.641573 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bed0df3a-3630-427b-86b6-c86f89e7cdcc req-53049ce7-4f49-436d-80cf-660513163f6d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd8a9d34-628f-4a77-9fac-19eb06ec58fe HTTP/1.1" status: 200 len: 850 time: 0.1145971 Jun 30 09:27:37.646004 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-81db22ad-5410-4c1c-ba4f-8e616d77b7af service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b7c4d310-0e13-4978-b513-6d3abe0b2ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1909521 Jun 30 09:27:37.656045 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:37.795242 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0df3a-3630-427b-86b6-c86f89e7cdcc req-8f6747d6-ad94-4063-8785-d5c3a9282c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:37.797407 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bed0df3a-3630-427b-86b6-c86f89e7cdcc req-8f6747d6-ad94-4063-8785-d5c3a9282c97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac2db21f-3bc4-4f3a-a31f-707164d04b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1412835 Jun 30 09:27:37.833674 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-c22e8a51-b11d-46d4-9842-4d35e5188054 service neutron] 10.222.0.52 "GET /v2.0/networks/b7c4d310-0e13-4978-b513-6d3abe0b2ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791067 Jun 30 09:27:37.912664 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bed0df3a-3630-427b-86b6-c86f89e7cdcc req-76ef5fb6-f833-43df-9301-77131c7ca5a9 service neutron] 10.222.0.37 "GET /v2.0/networks/ac2db21f-3bc4-4f3a-a31f-707164d04b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079636 Jun 30 09:27:37.983275 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-16882484-46a3-4756-88a7-8521b9c02c0f req-fa0ed4c2-15e2-462f-a0d4-ba4a8c209742 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0351691 Jun 30 09:27:38.028209 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-2457d146-8c41-4a58-ade0-a4e628f15479 service neutron] 10.222.0.52 "GET /v2.0/networks/b7c4d310-0e13-4978-b513-6d3abe0b2ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779170 Jun 30 09:27:38.185202 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-d726eea7-6f4f-4cde-8ae6-8862a9273a4b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 HTTP/1.1" status: 200 len: 217 time: 0.1497953 Jun 30 09:27:38.213595 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bed0df3a-3630-427b-86b6-c86f89e7cdcc req-1cd71966-adc2-4962-b8f4-8c6345ed6006 service neutron] 10.222.0.37 "GET /v2.0/networks/ac2db21f-3bc4-4f3a-a31f-707164d04b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868900 Jun 30 09:27:38.324422 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-107095bd-aaff-49e6-afcf-3c3eb18de4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:38.326508 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-107095bd-aaff-49e6-afcf-3c3eb18de4db service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abf6d13-ee31-42ca-8f41-a3797ffb8563 HTTP/1.1" status: 200 len: 797 time: 0.1237934 Jun 30 09:27:38.349438 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c2c70709-1aba-4b5d-9e05-ef09a2486211 req-765c6590-3bad-48e8-88f3-966f3ffbc717 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0531433 Jun 30 09:27:38.419439 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7164c4-cb4d-4dfe-b204-4ba8164cdddf req-8d747264-beee-458f-8304-ad4b4155ffb9 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:38.427780 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4b7164c4-cb4d-4dfe-b204-4ba8164cdddf req-8d747264-beee-458f-8304-ad4b4155ffb9 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 945 time: 0.2411518 Jun 30 09:27:38.494779 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-44b7b6db-3b40-4c8e-a40a-ec1df2d56693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:38.497025 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-44b7b6db-3b40-4c8e-a40a-ec1df2d56693 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1626737 Jun 30 09:27:38.530693 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4b7164c4-cb4d-4dfe-b204-4ba8164cdddf req-e6cd8e28-b04a-46e0-8c60-d029772798e3 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019118 Jun 30 09:27:38.672123 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-062f77c1-26ed-4336-8238-c3025ec9cf7c service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644552 Jun 30 09:27:38.690398 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96f245-942a-4e20-b660-07df9d769683 req-ca39d9c8-373d-40cd-8d1f-d376b233fc8e tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:38.693606 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aa96f245-942a-4e20-b660-07df9d769683 req-ca39d9c8-373d-40cd-8d1f-d376b233fc8e tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 946 time: 0.0964596 Jun 30 09:27:38.781043 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aa96f245-942a-4e20-b660-07df9d769683 req-c69d0c6e-6b40-4bed-946e-041bab69aacc tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619495 Jun 30 09:27:38.819269 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-87d27648-a0c4-4d8c-96e1-7cbcb943e956 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389153 Jun 30 09:27:38.871491 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-2fae4a4a-3ea5-4816-bba1-2c14813fa2f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=44e89faa-6b6f-468b-aada-373d3800878b HTTP/1.1" status: 200 len: 217 time: 0.0445943 Jun 30 09:27:38.890463 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:38.940420 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-b8887c94-b22f-4484-ba50-95f19fa5c952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:38.942661 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-b8887c94-b22f-4484-ba50-95f19fa5c952 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abf6d13-ee31-42ca-8f41-a3797ffb8563 HTTP/1.1" status: 200 len: 797 time: 0.0647104 Jun 30 09:27:39.022443 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-ae4cef58-d072-498a-9e86-1dd62a9186ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:39.024071 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-ae4cef58-d072-498a-9e86-1dd62a9186ee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0745709 Jun 30 09:27:39.163387 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-2726935d-79c5-4c95-be2a-c0c2892d62b1 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243930 Jun 30 09:27:39.289819 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-19ce2a5a-9a14-4c47-b3fd-9a0de48d361e service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192937 Jun 30 09:27:39.362511 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-b4f7f233-0993-4663-b0ad-f83b0464f52f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8 HTTP/1.1" status: 200 len: 217 time: 0.0635498 Jun 30 09:27:39.425677 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-46718876-1bbe-4d0e-893f-2332432c71a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:39.427427 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-46718876-1bbe-4d0e-893f-2332432c71a1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abf6d13-ee31-42ca-8f41-a3797ffb8563 HTTP/1.1" status: 200 len: 797 time: 0.0583150 Jun 30 09:27:39.491840 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-6ccdc1eb-66b6-4b43-94e1-5775d2251ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:39.493354 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-6ccdc1eb-66b6-4b43-94e1-5775d2251ffc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0592453 Jun 30 09:27:39.629347 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-33e4622b-1b2d-4443-8c0c-7a544c6cb125 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187618 Jun 30 09:27:39.790266 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89bf59-113b-4ea9-b8f2-155e8f24486a req-cc66eab9-1223-4ad1-b8c8-93b9fea42691 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:39.791811 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cc89bf59-113b-4ea9-b8f2-155e8f24486a req-cc66eab9-1223-4ad1-b8c8-93b9fea42691 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 945 time: 0.0790846 Jun 30 09:27:39.795084 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-dd5e25a6-a091-4951-94f8-feaea2bae9c1 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580834 Jun 30 09:27:39.836886 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cc89bf59-113b-4ea9-b8f2-155e8f24486a req-74afa185-8aba-4e16-86bc-696ffcffa802 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381422 Jun 30 09:27:39.856855 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687f25e-d589-4cda-b76f-267fa11f5248 req-f9096c3a-57b2-4ca6-ad37-7a97f0386eb3 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:39.858408 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4687f25e-d589-4cda-b76f-267fa11f5248 req-f9096c3a-57b2-4ca6-ad37-7a97f0386eb3 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=12d5d9f2-0114-4cf3-8c12-e2618be0603d HTTP/1.1" status: 200 len: 945 time: 0.1379163 Jun 30 09:27:39.861281 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-3fab72ce-7704-42ac-a5cf-cc8e8efe1a5c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=d8c0077e-9781-471c-a7ca-1fbaf87ae4b4 HTTP/1.1" status: 200 len: 217 time: 0.0571592 Jun 30 09:27:39.991248 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4687f25e-d589-4cda-b76f-267fa11f5248 req-6140b226-8401-4526-a11d-fef8f93de4a3 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=81aa75d9-2da3-400a-8a89-f8713181bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177690 Jun 30 09:27:40.010669 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-340344b7-4ba5-484b-a7a8-5598ad369b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:40.010669 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-340344b7-4ba5-484b-a7a8-5598ad369b1b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abf6d13-ee31-42ca-8f41-a3797ffb8563 HTTP/1.1" status: 200 len: 797 time: 0.1368597 Jun 30 09:27:40.087356 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-a2d36e8f-e307-4ea5-bad7-f93be611efe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:40.088910 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-a2d36e8f-e307-4ea5-bad7-f93be611efe7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0755661 Jun 30 09:27:40.093408 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8b8a6-ba88-41c4-b32c-38549e2632ad req-3403d50c-c0fc-4254-ae92-a14a8b80a3ca tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:40.102417 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3ad8b8a6-ba88-41c4-b32c-38549e2632ad req-3403d50c-c0fc-4254-ae92-a14a8b80a3ca tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 946 time: 0.1149280 Jun 30 09:27:40.164321 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3ad8b8a6-ba88-41c4-b32c-38549e2632ad req-3daf08a2-f02f-49d5-9ca0-659f2d286f20 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610318 Jun 30 09:27:40.227279 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-ebf8b79f-880c-4e67-8e5d-87ccd688e9e8 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301150 Jun 30 09:27:40.367787 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-51e5cf21-7ebc-47ba-88fa-d6d075305d44 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273577 Jun 30 09:27:40.380423 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8dad469d-a8ce-4e4b-8b5b-119b440c25b3 req-ba456245-02cc-4cbd-ac1b-1510526c5e22 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0294170 Jun 30 09:27:40.423999 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-e6d2dc41-5a6c-488a-9379-9bedd6cbbb22 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3496caa8-899f-4b6b-b20d-887cdd2e4d71 HTTP/1.1" status: 200 len: 217 time: 0.0455837 Jun 30 09:27:40.522087 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-cc266317-e8d3-45ea-bd3a-a49da83f9ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:40.524465 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-cc266317-e8d3-45ea-bd3a-a49da83f9ccd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7c18985-d439-4c19-be51-90abec28edd1 HTTP/1.1" status: 200 len: 797 time: 0.0939679 Jun 30 09:27:40.600773 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-53f5a250-75c6-467d-adca-257029ccd12e req-5694e39a-bc46-430c-be5e-552261561288 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0348704 Jun 30 09:27:40.613158 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-d017b06a-a89f-4191-b11e-6a7992bc2f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:40.615040 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-d017b06a-a89f-4191-b11e-6a7992bc2f6a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ee7a795-7cad-4025-ad1c-ea31997afa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0836034 Jun 30 09:27:40.723349 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-fe42bb5e-8836-45e7-8b7d-06981837a1a1 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986087 Jun 30 09:27:40.835996 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-748a8b86-de22-44f9-b00b-4c062508e036 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966079 Jun 30 09:27:41.255376 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba09294-03e0-4e3e-b079-9474fa78874a req-ae0d80c9-912d-4c17-9c24-44ffc8c358f0 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:41.261505 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5ba09294-03e0-4e3e-b079-9474fa78874a req-ae0d80c9-912d-4c17-9c24-44ffc8c358f0 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=12d5d9f2-0114-4cf3-8c12-e2618be0603d HTTP/1.1" status: 200 len: 945 time: 0.1189444 Jun 30 09:27:41.276266 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-725c764a-efa8-45dc-9974-a7befed9d632 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2f70ca00-91bf-41fb-867a-6edb210c3385 HTTP/1.1" status: 200 len: 217 time: 0.4296684 Jun 30 09:27:41.334268 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5ba09294-03e0-4e3e-b079-9474fa78874a req-cf02e9c5-3406-43cc-92af-74909c1064ad tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups?id=81aa75d9-2da3-400a-8a89-f8713181bc37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489438 Jun 30 09:27:41.387008 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-17890217-7be9-4cf9-b598-2e1fe66e01b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:41.387008 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-17890217-7be9-4cf9-b598-2e1fe66e01b4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7c18985-d439-4c19-be51-90abec28edd1 HTTP/1.1" status: 200 len: 797 time: 0.0773535 Jun 30 09:27:41.399963 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69075be2-d446-4daa-8c6b-f43bd2ad01a8 req-687dabb8-8365-400f-a153-cb92541b68f5 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:41.413728 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-69075be2-d446-4daa-8c6b-f43bd2ad01a8 req-687dabb8-8365-400f-a153-cb92541b68f5 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 945 time: 0.1459086 Jun 30 09:27:41.491430 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-69075be2-d446-4daa-8c6b-f43bd2ad01a8 req-9dac903c-ebab-41f7-bafc-4f97bb127f30 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816729 Jun 30 09:27:41.551586 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-064edfb4-5653-4a32-bed1-231f59370eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:41.553566 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-064edfb4-5653-4a32-bed1-231f59370eb4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ee7a795-7cad-4025-ad1c-ea31997afa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1371231 Jun 30 09:27:41.621459 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51c4ab-43e0-4626-a99e-6a06750e116f req-d5e10b3f-d073-4da2-9cf6-deb3c1afcd14 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:41.623892 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bd51c4ab-43e0-4626-a99e-6a06750e116f req-d5e10b3f-d073-4da2-9cf6-deb3c1afcd14 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d5d9f2-0114-4cf3-8c12-e2618be0603d HTTP/1.1" status: 200 len: 945 time: 0.1570194 Jun 30 09:27:41.654203 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22226c25-3aad-4334-9be8-37312ae590a3 req-f78f603a-296c-43b8-af57-2f6549fc9371 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:41.656323 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-22226c25-3aad-4334-9be8-37312ae590a3 req-f78f603a-296c-43b8-af57-2f6549fc9371 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 946 time: 0.1463208 Jun 30 09:27:41.688493 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-f1ad9db1-7ea0-485c-870f-390d85d7f894 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278210 Jun 30 09:27:41.740081 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-22226c25-3aad-4334-9be8-37312ae590a3 req-0eefaa77-d4e6-45da-a8c8-f34d977c0b48 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608404 Jun 30 09:27:41.801720 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce414709-6a92-4b4c-bc7b-6fe31b0232d0 req-4b0a9103-a1a1-481a-ac71-de1813bad72f service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067839 Jun 30 09:27:41.804298 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-bd51c4ab-43e0-4626-a99e-6a06750e116f req-ba377d38-29dc-4a54-a630-2087ebcf0dc0 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Deleting port 770805df-1496-40ab-b8e2-3d5fd082fd0a {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:41.804672 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-bd51c4ab-43e0-4626-a99e-6a06750e116f req-ba377d38-29dc-4a54-a630-2087ebcf0dc0 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:41.919883 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-bd51c4ab-43e0-4626-a99e-6a06750e116f req-ba377d38-29dc-4a54-a630-2087ebcf0dc0 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] For port 770805df-1496-40ab-b8e2-3d5fd082fd0a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=770805df-1496-40ab-b8e2-3d5fd082fd0a,segment=NetworkSegment(151e09a6-9cda-43bb-ac7c-a185d8604c41),segment_id=151e09a6-9cda-43bb-ac7c-a185d8604c41)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:41.920229 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-bd51c4ab-43e0-4626-a99e-6a06750e116f req-ba377d38-29dc-4a54-a630-2087ebcf0dc0 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:42.117480 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-bd51c4ab-43e0-4626-a99e-6a06750e116f req-ba377d38-29dc-4a54-a630-2087ebcf0dc0 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:42.117859 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-bd51c4ab-43e0-4626-a99e-6a06750e116f req-ba377d38-29dc-4a54-a630-2087ebcf0dc0 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:42.118178 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [req-bd51c4ab-43e0-4626-a99e-6a06750e116f req-ba377d38-29dc-4a54-a630-2087ebcf0dc0 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Floating IP 30bd8f9f-a791-43f5-af90-56efb264d1c3 disassociated. External IP: 172.25.6.162, port: 770805df-1496-40ab-b8e2-3d5fd082fd0a. Jun 30 09:27:42.118522 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-bd51c4ab-43e0-4626-a99e-6a06750e116f req-ba377d38-29dc-4a54-a630-2087ebcf0dc0 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Calling delete_port for 770805df-1496-40ab-b8e2-3d5fd082fd0a owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:42.416207 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-bd51c4ab-43e0-4626-a99e-6a06750e116f req-ba377d38-29dc-4a54-a630-2087ebcf0dc0 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:42.486474 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba377d38-29dc-4a54-a630-2087ebcf0dc0 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Pushing event deleted for resources: {'Port': ['ID=770805df-1496-40ab-b8e2-3d5fd082fd0a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:42.587775 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4836f837-b23f-4173-bb5b-1a118214e8e0 req-260a1191-d3f2-4206-960d-55ca9b9a6e6f tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=12d5d9f2-0114-4cf3-8c12-e2618be0603d HTTP/1.1" status: 200 len: 210 time: 0.0632319 Jun 30 09:27:42.602485 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c2e921cb-f1e1-4562-b2ee-d2fcc92f3d6e req-bcd6c5b3-a610-4f4c-8dac-49840932b494 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0453482 Jun 30 09:27:42.686067 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd51c4ab-43e0-4626-a99e-6a06750e116f req-ba377d38-29dc-4a54-a630-2087ebcf0dc0 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Router eca836ae-5d6f-47f0-b0ac-6d159626a382 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:27:43.288555 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7e9ecf4-46c1-437b-8537-c4192298627e req-840dd204-823c-49fe-83d7-36cd3974b08e service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.4924030 Jun 30 09:27:43.306669 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd51c4ab-43e0-4626-a99e-6a06750e116f req-ba377d38-29dc-4a54-a630-2087ebcf0dc0 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:27:43.321274 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be225b3e-6ce3-49fa-baf0-16c0b28c61a5 None None] Sync routers for ids ['eca836ae-5d6f-47f0-b0ac-6d159626a382'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:27:43.331726 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be225b3e-6ce3-49fa-baf0-16c0b28c61a5 None None] Routers {'eca836ae-5d6f-47f0-b0ac-6d159626a382'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:27:43.332374 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-be225b3e-6ce3-49fa-baf0-16c0b28c61a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:27:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['eca836ae-5d6f-47f0-b0ac-6d159626a382'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:43.383361 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd51c4ab-43e0-4626-a99e-6a06750e116f req-ba377d38-29dc-4a54-a630-2087ebcf0dc0 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] No DVR routers for this DVR port 770805df-1496-40ab-b8e2-3d5fd082fd0a on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:27:43.387485 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-bd51c4ab-43e0-4626-a99e-6a06750e116f req-ba377d38-29dc-4a54-a630-2087ebcf0dc0 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:43.389718 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bd51c4ab-43e0-4626-a99e-6a06750e116f req-ba377d38-29dc-4a54-a630-2087ebcf0dc0 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.37 "DELETE /v2.0/ports/770805df-1496-40ab-b8e2-3d5fd082fd0a HTTP/1.1" status: 204 len: 173 time: 1.7585552 Jun 30 09:27:43.392953 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d5d9f2-0114-4cf3-8c12-e2618be0603d', 'name': 'network-vif-deleted', 'tag': '770805df-1496-40ab-b8e2-3d5fd082fd0a'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:27:43.396848 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcb927f-b941-4ed6-aab3-8b972c3d22b1" -d '{"events": [{"server_uuid": "12d5d9f2-0114-4cf3-8c12-e2618be0603d", "name": "network-vif-deleted", "tag": "770805df-1496-40ab-b8e2-3d5fd082fd0a"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:27:43.415524 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24ee20-2fed-4b40-be23-12154ec22264 req-3daa092e-9c7c-4d95-8151-24e6b3326d8c tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:43.424709 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cb24ee20-2fed-4b40-be23-12154ec22264 req-3daa092e-9c7c-4d95-8151-24e6b3326d8c tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 945 time: 0.6822941 Jun 30 09:27:43.477042 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-be225b3e-6ce3-49fa-baf0-16c0b28c61a5 None None] Set router eca836ae-5d6f-47f0-b0ac-6d159626a382 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:27:43.495824 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cb24ee20-2fed-4b40-be23-12154ec22264 req-277b7901-fc6d-408c-9f32-5898dae41917 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671453 Jun 30 09:27:43.824718 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf89bbc3-ca65-4764-80b8-b4452ece89f7 x-openstack-request-id: req-cf89bbc3-ca65-4764-80b8-b4452ece89f7 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:27:43.825380 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d5d9f2-0114-4cf3-8c12-e2618be0603d", "name": "network-vif-deleted", "tag": "770805df-1496-40ab-b8e2-3d5fd082fd0a", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:27:43.825908 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cf89bbc3-ca65-4764-80b8-b4452ece89f7 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:27:43.826424 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d5d9f2-0114-4cf3-8c12-e2618be0603d', 'name': 'network-vif-deleted', 'tag': '770805df-1496-40ab-b8e2-3d5fd082fd0a', 'status': 'completed', 'code': 200} Jun 30 09:27:43.892254 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7899f29c-b811-449b-9cef-8017c54ec4ca req-942806e0-cfc9-4062-888c-f6f9680afa4d tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/ports?device_id=12d5d9f2-0114-4cf3-8c12-e2618be0603d HTTP/1.1" status: 200 len: 210 time: 0.0696297 Jun 30 09:27:44.012054 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-be225b3e-6ce3-49fa-baf0-16c0b28c61a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'name': 'tempest-AttachVolumeTestJSON-1223524144-router', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:57Z', 'updated_at': '2021-06-30T09:17:06Z', 'revision_number': 4, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'gw_port': {'id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:58Z', 'updated_at': '2021-06-30T09:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '99ae9c62-8faf-4f13-b465-4ff6383f43f0', 'name': '', 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'mac_address': 'fa:16:3e:b3:b0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:17:16Z', 'revision_number': 5, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'subnets': [{'id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:44.084454 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be225b3e-6ce3-49fa-baf0-16c0b28c61a5 None None] Checking router: eca836ae-5d6f-47f0-b0ac-6d159626a382 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:27:44.096993 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be225b3e-6ce3-49fa-baf0-16c0b28c61a5 None None] Routers {'eca836ae-5d6f-47f0-b0ac-6d159626a382'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:27:44.097980 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-be225b3e-6ce3-49fa-baf0-16c0b28c61a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:27:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['eca836ae-5d6f-47f0-b0ac-6d159626a382'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:44.218424 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-be225b3e-6ce3-49fa-baf0-16c0b28c61a5 None None] Set router eca836ae-5d6f-47f0-b0ac-6d159626a382 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:27:44.504571 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-be225b3e-6ce3-49fa-baf0-16c0b28c61a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'name': 'tempest-AttachVolumeTestJSON-1223524144-router', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:57Z', 'updated_at': '2021-06-30T09:17:06Z', 'revision_number': 4, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'gw_port': {'id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:58Z', 'updated_at': '2021-06-30T09:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '99ae9c62-8faf-4f13-b465-4ff6383f43f0', 'name': '', 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'mac_address': 'fa:16:3e:b3:b0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:17:16Z', 'revision_number': 5, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'subnets': [{'id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:44.549128 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be225b3e-6ce3-49fa-baf0-16c0b28c61a5 None None] The sync data for ids ['eca836ae-5d6f-47f0-b0ac-6d159626a382'] in n-d-771363-31 is: [{'id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'name': 'tempest-AttachVolumeTestJSON-1223524144-router', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:57Z', 'updated_at': '2021-06-30T09:17:06Z', 'revision_number': 4, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'gw_port': {'id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:58Z', 'updated_at': '2021-06-30T09:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '99ae9c62-8faf-4f13-b465-4ff6383f43f0', 'name': '', 'network_id': 'ac2db21f-3bc4-4f3a-a31f-707164d04b28', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'mac_address': 'fa:16:3e:b3:b0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:17:16Z', 'revision_number': 5, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'subnets': [{'id': 'fd8a9d34-628f-4a77-9fac-19eb06ec58fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:27:44.817727 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08052c5d-e2ec-4979-80b9-457114a798fb req-82f61462-02f7-41a9-a144-8c2e8ecb7c76 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:44.831276 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-08052c5d-e2ec-4979-80b9-457114a798fb req-82f61462-02f7-41a9-a144-8c2e8ecb7c76 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 945 time: 0.1425192 Jun 30 09:27:44.873105 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-08052c5d-e2ec-4979-80b9-457114a798fb req-77eafde1-64e1-4096-bcac-01eba4aab25d tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409198 Jun 30 09:27:45.047448 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96d3544-d29d-4e88-80dc-e9a3502ed805 None None] New status for floating IP 30bd8f9f-a791-43f5-af90-56efb264d1c3: DOWN {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:27:45.167499 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57808) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:45.250032 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-371c26d8-1895-4e22-b47d-7e48b31da8a9 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:45.279763 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3552449-5f30-4883-8b71-182464b372f0 req-2022e5ed-3ff6-462e-8682-6c805c54ee4b service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0331306 Jun 30 09:27:45.284678 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-371c26d8-1895-4e22-b47d-7e48b31da8a9 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:45.456115 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-371c26d8-1895-4e22-b47d-7e48b31da8a9 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:45.459578 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-371c26d8-1895-4e22-b47d-7e48b31da8a9 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:45.461095 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-371c26d8-1895-4e22-b47d-7e48b31da8a9 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "DELETE /v2.0/security-groups/81aa75d9-2da3-400a-8a89-f8713181bc37 HTTP/1.1" status: 204 len: 168 time: 0.2918246 Jun 30 09:27:45.463834 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57820) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:45.484667 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c26d8-1895-4e22-b47d-7e48b31da8a9 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81aa75d9-2da3-400a-8a89-f8713181bc37,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:45.494607 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-e7b5bd54-8e7e-462b-953d-b5425229b681 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] show failed (client error): The resource could not be found. Jun 30 09:27:45.495104 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c26d8-1895-4e22-b47d-7e48b31da8a9 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:45.495687 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e7b5bd54-8e7e-462b-953d-b5425229b681 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "GET /v2.0/security-groups/81aa75d9-2da3-400a-8a89-f8713181bc37 HTTP/1.1" status: 404 len: 347 time: 0.0305896 Jun 30 09:27:45.496534 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c26d8-1895-4e22-b47d-7e48b31da8a9 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:45.497157 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c26d8-1895-4e22-b47d-7e48b31da8a9 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:45.497778 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c26d8-1895-4e22-b47d-7e48b31da8a9 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:45.498417 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c26d8-1895-4e22-b47d-7e48b31da8a9 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:45.498921 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c26d8-1895-4e22-b47d-7e48b31da8a9 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:45.499790 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c26d8-1895-4e22-b47d-7e48b31da8a9 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:45.500370 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c26d8-1895-4e22-b47d-7e48b31da8a9 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:45.500938 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c26d8-1895-4e22-b47d-7e48b31da8a9 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:45.501715 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c26d8-1895-4e22-b47d-7e48b31da8a9 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:45.502345 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c26d8-1895-4e22-b47d-7e48b31da8a9 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:45.503030 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c26d8-1895-4e22-b47d-7e48b31da8a9 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:45.505903 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57826) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:45.516342 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-00ecd002-e46d-458f-b11f-ed5cb3e61fcb req-4532a71a-2f03-423b-92ef-f0b59d31f5c5 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0330760 Jun 30 09:27:45.615549 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 770805df-1496-40ab-b8e2-3d5fd082fd0a no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:27:45.644109 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 770805df-1496-40ab-b8e2-3d5fd082fd0a {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:27:45.644437 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 770805df-1496-40ab-b8e2-3d5fd082fd0a not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:27:45.676937 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-9304abf7-ddb1-4daa-b315-c9d25354f326 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Deleting port 8e491b96-95f8-456d-b3cd-5e92462323d4 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:45.677330 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9304abf7-ddb1-4daa-b315-c9d25354f326 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:45.781596 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9304abf7-ddb1-4daa-b315-c9d25354f326 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:45.782276 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9304abf7-ddb1-4daa-b315-c9d25354f326 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:45.796990 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-9304abf7-ddb1-4daa-b315-c9d25354f326 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Calling delete_port for 8e491b96-95f8-456d-b3cd-5e92462323d4 owned by network:floatingip {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:45.935997 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:27:46.038433 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9304abf7-ddb1-4daa-b315-c9d25354f326 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:46.077384 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304abf7-ddb1-4daa-b315-c9d25354f326 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Pushing event deleted for resources: {'Port': ['ID=8e491b96-95f8-456d-b3cd-5e92462323d4,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:46.149368 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26f1da-df72-4743-a27a-e6f9f0a2e11e req-2de49e42-9093-4c49-b48a-abe0e4c97627 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:46.153564 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cd26f1da-df72-4743-a27a-e6f9f0a2e11e req-2de49e42-9093-4c49-b48a-abe0e4c97627 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 945 time: 0.0965629 Jun 30 09:27:46.155897 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9304abf7-ddb1-4daa-b315-c9d25354f326 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks [] for floatingip, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:46.158593 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9304abf7-ddb1-4daa-b315-c9d25354f326 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:46.160150 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9304abf7-ddb1-4daa-b315-c9d25354f326 tempest-AttachVolumeTestJSON-1918171346 tempest-AttachVolumeTestJSON-1918171346-project] 10.222.0.10 "DELETE /v2.0/floatingips/30bd8f9f-a791-43f5-af90-56efb264d1c3 HTTP/1.1" status: 204 len: 168 time: 0.6529157 Jun 30 09:27:46.221755 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cd26f1da-df72-4743-a27a-e6f9f0a2e11e req-c927203f-0cab-40d7-959a-6ef827b6590c tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545840 Jun 30 09:27:46.942330 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd50cef-6a8e-454f-9102-231980dbcd6b req-729f8f3a-9997-41b3-b814-a0d71f7d1b60 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:46.949967 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7cd50cef-6a8e-454f-9102-231980dbcd6b req-729f8f3a-9997-41b3-b814-a0d71f7d1b60 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 945 time: 0.0867434 Jun 30 09:27:47.012369 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7cd50cef-6a8e-454f-9102-231980dbcd6b req-6fde1fd9-8971-4096-a0fc-f69caa0029fa tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608363 Jun 30 09:27:47.238883 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049922d-3e2a-4a23-a843-bfe04ada2fea req-6a47ba73-c470-4e52-8e88-4501950203e9 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:47.241380 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f049922d-3e2a-4a23-a843-bfe04ada2fea req-6a47ba73-c470-4e52-8e88-4501950203e9 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 945 time: 0.0755947 Jun 30 09:27:47.330051 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f049922d-3e2a-4a23-a843-bfe04ada2fea req-1941b28d-2c53-42dc-96f7-70d4a38a51ad tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700884 Jun 30 09:27:47.535441 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8e38ceaa-c248-4d25-b303-0417cd0c29af req-3caf8dfd-5efb-4134-8d87-bb0f07153672 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0842190 Jun 30 09:27:47.794888 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-734bcee3-3a12-4824-a032-bc928103a2ba req-80ca8949-12a4-4331-adc2-84ae9afb2908 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0616281 Jun 30 09:27:48.176432 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343b8bc-7525-482b-9191-9f87352ded9a req-752e686a-c5e1-4cff-8463-70a8c5a9d1b8 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:48.178081 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0343b8bc-7525-482b-9191-9f87352ded9a req-752e686a-c5e1-4cff-8463-70a8c5a9d1b8 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 945 time: 0.0842247 Jun 30 09:27:48.237264 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0343b8bc-7525-482b-9191-9f87352ded9a req-85fea480-855b-41d1-b3cf-12d0dc33f77b tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514896 Jun 30 09:27:49.458010 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da88764-9e46-4293-b9ed-db10391393bc req-54c9a1ce-a275-4204-a0e3-47fc0c1c4a0e tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:49.459498 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6da88764-9e46-4293-b9ed-db10391393bc req-54c9a1ce-a275-4204-a0e3-47fc0c1c4a0e tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 945 time: 0.0850899 Jun 30 09:27:49.492132 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81961747-5256-4e8b-a9af-56a58732629c req-a462e26b-81e2-4204-95d7-0e10e43f91fb tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:49.503311 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-81961747-5256-4e8b-a9af-56a58732629c req-a462e26b-81e2-4204-95d7-0e10e43f91fb tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 945 time: 0.1270177 Jun 30 09:27:49.555154 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-81961747-5256-4e8b-a9af-56a58732629c req-0e4a1aa0-ce52-4884-af13-262a49e9cb1b tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508852 Jun 30 09:27:49.651862 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-6da88764-9e46-4293-b9ed-db10391393bc req-4bc9ed4b-600a-414b-b070-a7a01f09d454 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Deleting port 91e161ab-c2c5-4b4e-aa34-840850f3b94f {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:49.652199 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6da88764-9e46-4293-b9ed-db10391393bc req-4bc9ed4b-600a-414b-b070-a7a01f09d454 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:49.839829 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dba7c485-81ee-45e7-b6f7-146e00c46435 req-7bb28851-81e8-4c86-9d8c-0bc3e8c4f5c2 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0310822 Jun 30 09:27:49.857613 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-6da88764-9e46-4293-b9ed-db10391393bc req-4bc9ed4b-600a-414b-b070-a7a01f09d454 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] For port 91e161ab-c2c5-4b4e-aa34-840850f3b94f, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=91e161ab-c2c5-4b4e-aa34-840850f3b94f,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:49.858123 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6da88764-9e46-4293-b9ed-db10391393bc req-4bc9ed4b-600a-414b-b070-a7a01f09d454 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:49.874541 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-6da88764-9e46-4293-b9ed-db10391393bc req-4bc9ed4b-600a-414b-b070-a7a01f09d454 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Calling delete_port for 91e161ab-c2c5-4b4e-aa34-840850f3b94f owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:50.136348 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6da88764-9e46-4293-b9ed-db10391393bc req-4bc9ed4b-600a-414b-b070-a7a01f09d454 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:50.150307 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:27:50.153287 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['91e161ab-c2c5-4b4e-aa34-840850f3b94f'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:27:50.209173 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4a4fcab1-1e8b-4a11-b01b-5d79cafb466f req-9b00a209-feb7-4712-b201-462a65e6bf52 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.1090837 Jun 30 09:27:50.341246 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9ed4b-600a-414b-b070-a7a01f09d454 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Pushing event deleted for resources: {'Port': ['ID=91e161ab-c2c5-4b4e-aa34-840850f3b94f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:50.413225 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da88764-9e46-4293-b9ed-db10391393bc req-4bc9ed4b-600a-414b-b070-a7a01f09d454 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] No DVR routers for this DVR port 91e161ab-c2c5-4b4e-aa34-840850f3b94f on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:27:50.419349 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-6da88764-9e46-4293-b9ed-db10391393bc req-4bc9ed4b-600a-414b-b070-a7a01f09d454 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:50.426942 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6da88764-9e46-4293-b9ed-db10391393bc req-4bc9ed4b-600a-414b-b070-a7a01f09d454 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.52 "DELETE /v2.0/ports/91e161ab-c2c5-4b4e-aa34-840850f3b94f HTTP/1.1" status: 204 len: 173 time: 0.9581382 Jun 30 09:27:50.428199 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccbb450c-5580-4ded-83af-52da45bb3180', 'name': 'network-vif-deleted', 'tag': '91e161ab-c2c5-4b4e-aa34-840850f3b94f'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:27:50.433829 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40982eb4-c72b-4066-a000-0d2822c026c9" -d '{"events": [{"server_uuid": "ccbb450c-5580-4ded-83af-52da45bb3180", "name": "network-vif-deleted", "tag": "91e161ab-c2c5-4b4e-aa34-840850f3b94f"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:27:50.491786 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6396ebfa-ecb1-4485-9cc1-223a7df9a11b x-openstack-request-id: req-6396ebfa-ecb1-4485-9cc1-223a7df9a11b {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:27:50.492422 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccbb450c-5580-4ded-83af-52da45bb3180", "name": "network-vif-deleted", "tag": "91e161ab-c2c5-4b4e-aa34-840850f3b94f", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:27:50.492422 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6396ebfa-ecb1-4485-9cc1-223a7df9a11b {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:27:50.492767 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccbb450c-5580-4ded-83af-52da45bb3180', 'name': 'network-vif-deleted', 'tag': '91e161ab-c2c5-4b4e-aa34-840850f3b94f', 'status': 'completed', 'code': 200} Jun 30 09:27:50.592513 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7811686f-edfe-4abe-9558-1e3c49a6fd2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:50.918640 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4a8d9241-1554-4a87-82d7-6ac7ef590d64 req-4652655f-57cc-494a-b50f-1b3e550dc70e tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccbb450c-5580-4ded-83af-52da45bb3180 HTTP/1.1" status: 200 len: 210 time: 0.0665147 Jun 30 09:27:50.958921 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57990) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:51.149182 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0fd4a231-460e-4f38-b9b1-ea76159d036e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:51.281266 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0fd4a231-460e-4f38-b9b1-ea76159d036e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:51.398127 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0fd4a231-460e-4f38-b9b1-ea76159d036e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:51.431329 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4a231-460e-4f38-b9b1-ea76159d036e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef0d057-e85f-475e-8187-a96d2944cf49,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:51.483002 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58006) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:51.483480 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0fd4a231-460e-4f38-b9b1-ea76159d036e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f1cd77a6e24a4a7a95104d453d2eb8d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5227993 Jun 30 09:27:51.602985 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-55133cb2-e451-4536-bbc3-94bb8f127ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:51.627612 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-55133cb2-e451-4536-bbc3-94bb8f127ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:51.787175 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-55133cb2-e451-4536-bbc3-94bb8f127ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:51.790669 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-55133cb2-e451-4536-bbc3-94bb8f127ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:51.792058 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-55133cb2-e451-4536-bbc3-94bb8f127ed7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5ef0d057-e85f-475e-8187-a96d2944cf49 HTTP/1.1" status: 204 len: 168 time: 0.3072357 Jun 30 09:27:51.807868 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55133cb2-e451-4536-bbc3-94bb8f127ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef0d057-e85f-475e-8187-a96d2944cf49,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:52.244724 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f1a42b6f-adb5-4f05-a2ac-edf16561f1ee req-bf0ea78a-9bf7-4b14-8fc8-53e58971202b service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0596232 Jun 30 09:27:52.590795 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-408f5196-84d8-49b7-94e3-4e8d492b72d4 req-6ff1c73a-9368-4a2e-8fa8-0164af54e3eb service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0546141 Jun 30 09:27:52.918923 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2b8307fd-81c6-4ce5-bff8-8f65c45cc654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:53.468085 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:53.903654 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 91e161ab-c2c5-4b4e-aa34-840850f3b94f no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:27:53.932582 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 91e161ab-c2c5-4b4e-aa34-840850f3b94f {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:27:53.933259 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 91e161ab-c2c5-4b4e-aa34-840850f3b94f not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:27:54.379104 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b80714-7645-4c63-b232-d484988cd5a5 req-fa62b10a-c863-4ae3-967b-a01e86a2d126 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:54.380708 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a4b80714-7645-4c63-b232-d484988cd5a5 req-fa62b10a-c863-4ae3-967b-a01e86a2d126 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=c100124d-0a6a-458c-9e2b-359ec5478317 HTTP/1.1" status: 200 len: 945 time: 0.0792325 Jun 30 09:27:54.425813 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a4b80714-7645-4c63-b232-d484988cd5a5 req-8ad842e8-38f2-4df4-b574-5ec2f7a9d60e tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371308 Jun 30 09:27:54.541464 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-32a670a7-e9df-4adb-beba-1d38ef8ad478 req-9aceff4b-eb66-4669-bef1-e6e32a19f306 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0412085 Jun 30 09:27:54.617170 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:54.805021 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d5aff980-94d3-44f6-be4e-4d31eeb8d2d7 req-05b7350c-e52f-4182-b8b6-151e7a53dfbe service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0462060 Jun 30 09:27:55.771700 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277441c-e3b9-49d2-b44c-884319325077 req-6e35bf8e-b9f8-4d58-b20d-9b8416f94524 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:55.773526 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7277441c-e3b9-49d2-b44c-884319325077 req-6e35bf8e-b9f8-4d58-b20d-9b8416f94524 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=c100124d-0a6a-458c-9e2b-359ec5478317 HTTP/1.1" status: 200 len: 945 time: 0.1260502 Jun 30 09:27:55.781682 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2eb94-ed96-4f07-bb10-eec12f1c02e5 req-b29776c9-84c2-4eee-8653-4409748b0dde tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:55.784051 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-17e2eb94-ed96-4f07-bb10-eec12f1c02e5 req-b29776c9-84c2-4eee-8653-4409748b0dde tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.37 "GET /v2.0/ports?device_id=c100124d-0a6a-458c-9e2b-359ec5478317 HTTP/1.1" status: 200 len: 945 time: 0.2111070 Jun 30 09:27:55.944136 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7277441c-e3b9-49d2-b44c-884319325077 req-ede74cf8-c51d-4cba-91ae-fa6670c6d247 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/security-groups?id=cab5213d-4f95-4e1f-b775-f6fd83a81dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540780 Jun 30 09:27:56.004721 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-17e2eb94-ed96-4f07-bb10-eec12f1c02e5 req-f68941c7-bcab-4692-84b7-b0f4c69341e6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Deleting port cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:56.004929 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-17e2eb94-ed96-4f07-bb10-eec12f1c02e5 req-f68941c7-bcab-4692-84b7-b0f4c69341e6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:56.128199 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-17e2eb94-ed96-4f07-bb10-eec12f1c02e5 req-f68941c7-bcab-4692-84b7-b0f4c69341e6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] For port cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b,segment=NetworkSegment(84537758-12b7-4bfe-8ab6-b5c1063bd2e6),segment_id=84537758-12b7-4bfe-8ab6-b5c1063bd2e6)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:56.128199 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-17e2eb94-ed96-4f07-bb10-eec12f1c02e5 req-f68941c7-bcab-4692-84b7-b0f4c69341e6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:56.139178 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-17e2eb94-ed96-4f07-bb10-eec12f1c02e5 req-f68941c7-bcab-4692-84b7-b0f4c69341e6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Calling delete_port for cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:56.466651 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:56.536202 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-17e2eb94-ed96-4f07-bb10-eec12f1c02e5 req-f68941c7-bcab-4692-84b7-b0f4c69341e6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:56.555965 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:27:56.570990 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68941c7-bcab-4692-84b7-b0f4c69341e6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Pushing event deleted for resources: {'Port': ['ID=cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:56.589928 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68941c7-bcab-4692-84b7-b0f4c69341e6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:56.590428 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68941c7-bcab-4692-84b7-b0f4c69341e6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:56.591147 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68941c7-bcab-4692-84b7-b0f4c69341e6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:56.591798 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68941c7-bcab-4692-84b7-b0f4c69341e6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:56.592329 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68941c7-bcab-4692-84b7-b0f4c69341e6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:56.592855 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68941c7-bcab-4692-84b7-b0f4c69341e6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:56.593379 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68941c7-bcab-4692-84b7-b0f4c69341e6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:56.593987 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68941c7-bcab-4692-84b7-b0f4c69341e6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:56.595027 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68941c7-bcab-4692-84b7-b0f4c69341e6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:56.595625 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68941c7-bcab-4692-84b7-b0f4c69341e6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:56.596144 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68941c7-bcab-4692-84b7-b0f4c69341e6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:56.596665 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68941c7-bcab-4692-84b7-b0f4c69341e6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:56.668206 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e2eb94-ed96-4f07-bb10-eec12f1c02e5 req-f68941c7-bcab-4692-84b7-b0f4c69341e6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] No DVR routers for this DVR port cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:27:56.671688 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-17e2eb94-ed96-4f07-bb10-eec12f1c02e5 req-f68941c7-bcab-4692-84b7-b0f4c69341e6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:56.675202 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-17e2eb94-ed96-4f07-bb10-eec12f1c02e5 req-f68941c7-bcab-4692-84b7-b0f4c69341e6 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.37 "DELETE /v2.0/ports/cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b HTTP/1.1" status: 204 len: 173 time: 0.8808606 Jun 30 09:27:56.675873 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c100124d-0a6a-458c-9e2b-359ec5478317', 'name': 'network-vif-deleted', 'tag': 'cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:27:56.683507 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f532b312-1bd1-462e-b4c2-074ffeb85cb9" -d '{"events": [{"server_uuid": "c100124d-0a6a-458c-9e2b-359ec5478317", "name": "network-vif-deleted", "tag": "cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:27:56.735241 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-99cc8603-a691-45d8-955d-9a91735ba4f3 req-a8c46f9b-881a-4aa4-aa63-b22c3516026e service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0469775 Jun 30 09:27:56.774177 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2df3ed-f6b3-42c8-a6e6-6019b6fbe70d x-openstack-request-id: req-fd2df3ed-f6b3-42c8-a6e6-6019b6fbe70d {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:27:56.776243 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c100124d-0a6a-458c-9e2b-359ec5478317", "name": "network-vif-deleted", "tag": "cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:27:56.776243 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fd2df3ed-f6b3-42c8-a6e6-6019b6fbe70d {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:27:56.776243 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c100124d-0a6a-458c-9e2b-359ec5478317', 'name': 'network-vif-deleted', 'tag': 'cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b', 'status': 'completed', 'code': 200} Jun 30 09:27:56.995791 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-68edeb0d-efd9-4a75-ad43-c83352920436 req-a1a7851c-e6f4-4f72-8e9b-0d514f82b530 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0484989 Jun 30 09:27:57.186250 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ac78295e-8c1c-424b-a845-5730ca073c35 req-35ffa479-db60-4a52-a929-0a4a0e441867 tempest-ServersTestJSON-350352905 tempest-ServersTestJSON-350352905-project] 10.222.0.10 "GET /v2.0/ports?device_id=c100124d-0a6a-458c-9e2b-359ec5478317 HTTP/1.1" status: 200 len: 210 time: 0.0297692 Jun 30 09:27:58.290747 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58268) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:58.362927 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39ceb02-13cc-49d5-bbdb-33382f574150 admin admin] Deleting subnet f6a83f45-42b4-4cc7-8f2d-89980ddef0f1 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:27:58.367960 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e39ceb02-13cc-49d5-bbdb-33382f574150 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:58.433557 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e39ceb02-13cc-49d5-bbdb-33382f574150 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:58.485693 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e39ceb02-13cc-49d5-bbdb-33382f574150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:58.553892 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58284) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:58.709300 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e39ceb02-13cc-49d5-bbdb-33382f574150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:58.755805 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ceb02-13cc-49d5-bbdb-33382f574150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6a83f45-42b4-4cc7-8f2d-89980ddef0f1,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:58.768998 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e39ceb02-13cc-49d5-bbdb-33382f574150 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:58.774174 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e39ceb02-13cc-49d5-bbdb-33382f574150 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f6a83f45-42b4-4cc7-8f2d-89980ddef0f1 HTTP/1.1" status: 204 len: 168 time: 0.4792902 Jun 30 09:27:58.774174 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58292) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:58.858900 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e1b56433-26f7-4589-87ee-965b04af8bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.008822 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e1b56433-26f7-4589-87ee-965b04af8bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.023826 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-e1b56433-26f7-4589-87ee-965b04af8bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['258a9a17-d74f-4d5d-8260-18ea8982770d']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:59.037932 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-e1b56433-26f7-4589-87ee-965b04af8bd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84537758-12b7-4bfe-8ab6-b5c1063bd2e6') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:59.038447 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-e1b56433-26f7-4589-87ee-965b04af8bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84537758-12b7-4bfe-8ab6-b5c1063bd2e6') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:59.050561 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e1b56433-26f7-4589-87ee-965b04af8bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.061195 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fdcd7172-104a-4f07-a7d2-a8e3b3131b68 req-79575b53-c261-48bf-a2a1-ba53154d9fc8 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0402477 Jun 30 09:27:59.083742 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e1b56433-26f7-4589-87ee-965b04af8bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.097367 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b56433-26f7-4589-87ee-965b04af8bd4 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:27:59.102251 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e1b56433-26f7-4589-87ee-965b04af8bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:27:59.218936 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:27:59.369617 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e1b56433-26f7-4589-87ee-965b04af8bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.388315 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9fb6ed9e-3a7f-4b38-8569-ac78007903a8 req-cf6961ff-4ca7-49e7-bd5d-e5b5ba75eb6d service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0647712 Jun 30 09:27:59.412541 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e1b56433-26f7-4589-87ee-965b04af8bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.415406 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e1b56433-26f7-4589-87ee-965b04af8bd4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/258a9a17-d74f-4d5d-8260-18ea8982770d HTTP/1.1" status: 204 len: 168 time: 0.6396878 Jun 30 09:27:59.417931 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b56433-26f7-4589-87ee-965b04af8bd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=258a9a17-d74f-4d5d-8260-18ea8982770d,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:59.643077 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-55fe863a-0296-4fa4-ace4-e3055750062c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.688459 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:27:59.711157 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:27:59.711509 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device cfb529e6-7a67-4b22-8ad9-e603f6ba0d0b not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:28:00.104130 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-55fe863a-0296-4fa4-ace4-e3055750062c admin admin] Deleting port 99ae9c62-8faf-4f13-b465-4ff6383f43f0 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:00.104130 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-55fe863a-0296-4fa4-ace4-e3055750062c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:00.104544 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58330) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:00.167228 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-71d3c7f3-f35f-4567-a473-55fb2355c321 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7ed906f990a84de0b1ae5b133fadc472&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0617645 Jun 30 09:28:00.169718 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58334) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:00.210812 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-55fe863a-0296-4fa4-ace4-e3055750062c admin admin] For port 99ae9c62-8faf-4f13-b465-4ff6383f43f0, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=99ae9c62-8faf-4f13-b465-4ff6383f43f0,segment=NetworkSegment(151e09a6-9cda-43bb-ac7c-a185d8604c41),segment_id=151e09a6-9cda-43bb-ac7c-a185d8604c41)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:00.211244 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-55fe863a-0296-4fa4-ace4-e3055750062c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:00.226435 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-55fe863a-0296-4fa4-ace4-e3055750062c admin admin] Calling delete_port for 99ae9c62-8faf-4f13-b465-4ff6383f43f0 owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:00.232779 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e760aadd-36df-4403-87e4-4fd0b5614f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:00.256817 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e760aadd-36df-4403-87e4-4fd0b5614f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:00.374914 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e760aadd-36df-4403-87e4-4fd0b5614f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:00.378643 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e760aadd-36df-4403-87e4-4fd0b5614f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:00.380098 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e760aadd-36df-4403-87e4-4fd0b5614f05 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cab5213d-4f95-4e1f-b775-f6fd83a81dde HTTP/1.1" status: 204 len: 168 time: 0.2091925 Jun 30 09:28:00.389768 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760aadd-36df-4403-87e4-4fd0b5614f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab5213d-4f95-4e1f-b775-f6fd83a81dde,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:00.581301 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-55fe863a-0296-4fa4-ace4-e3055750062c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:00.606667 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe863a-0296-4fa4-ace4-e3055750062c admin admin] Pushing event deleted for resources: {'Port': ['ID=99ae9c62-8faf-4f13-b465-4ff6383f43f0,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:00.820690 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-55fe863a-0296-4fa4-ace4-e3055750062c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:01.170813 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55fe863a-0296-4fa4-ace4-e3055750062c admin admin] Router eca836ae-5d6f-47f0-b0ac-6d159626a382 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:28:01.357632 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d2ceea4c-c748-41cf-bb82-6519c1a76cb3 req-5abfa92f-4837-46c1-8b7a-dde97db499f9 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0609758 Jun 30 09:28:01.388649 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fe863a-0296-4fa4-ace4-e3055750062c admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:28:01.398933 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-55fe863a-0296-4fa4-ace4-e3055750062c admin admin] 10.222.0.10 "PUT /v2.0/routers/eca836ae-5d6f-47f0-b0ac-6d159626a382/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8416348 Jun 30 09:28:01.399946 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58382) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:01.405298 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e853c85d-ca46-404f-9f43-b6f1abb781d8 None None] Sync routers for ids ['eca836ae-5d6f-47f0-b0ac-6d159626a382'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:28:01.431793 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e853c85d-ca46-404f-9f43-b6f1abb781d8 None None] Routers {'eca836ae-5d6f-47f0-b0ac-6d159626a382'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:01.432668 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e853c85d-ca46-404f-9f43-b6f1abb781d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:27:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['eca836ae-5d6f-47f0-b0ac-6d159626a382'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:01.600886 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-e853c85d-ca46-404f-9f43-b6f1abb781d8 None None] Set router eca836ae-5d6f-47f0-b0ac-6d159626a382 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:28:01.662331 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7520afbd-4090-4b4f-99bd-52fca21fc5c7 req-73679c3f-b3e1-42c0-af8c-73bad7aa2f91 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0655150 Jun 30 09:28:01.736845 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-961f5c7a-9088-4a37-8ca7-f22a196e61e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:01.934600 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-961f5c7a-9088-4a37-8ca7-f22a196e61e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:02.018774 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e853c85d-ca46-404f-9f43-b6f1abb781d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'name': 'tempest-AttachVolumeTestJSON-1223524144-router', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:57Z', 'updated_at': '2021-06-30T09:28:00Z', 'revision_number': 5, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'gw_port': {'id': 'dd7dd968-8b5a-481e-b871-3c221215372d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:58Z', 'updated_at': '2021-06-30T09:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:02.094984 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e853c85d-ca46-404f-9f43-b6f1abb781d8 None None] Checking router: eca836ae-5d6f-47f0-b0ac-6d159626a382 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:28:02.116204 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e853c85d-ca46-404f-9f43-b6f1abb781d8 None None] Routers {'eca836ae-5d6f-47f0-b0ac-6d159626a382'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:02.118028 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e853c85d-ca46-404f-9f43-b6f1abb781d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:27:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['eca836ae-5d6f-47f0-b0ac-6d159626a382'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:02.171078 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-961f5c7a-9088-4a37-8ca7-f22a196e61e1 admin admin] Deleting port dd7dd968-8b5a-481e-b871-3c221215372d {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:02.171511 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-961f5c7a-9088-4a37-8ca7-f22a196e61e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:02.339753 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-e853c85d-ca46-404f-9f43-b6f1abb781d8 None None] Set router eca836ae-5d6f-47f0-b0ac-6d159626a382 gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:28:02.344940 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58416) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:02.387309 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-961f5c7a-9088-4a37-8ca7-f22a196e61e1 admin admin] For port dd7dd968-8b5a-481e-b871-3c221215372d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=dd7dd968-8b5a-481e-b871-3c221215372d,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:02.387973 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-961f5c7a-9088-4a37-8ca7-f22a196e61e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:02.397905 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e853c85d-ca46-404f-9f43-b6f1abb781d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'name': 'tempest-AttachVolumeTestJSON-1223524144-router', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:57Z', 'updated_at': '2021-06-30T09:28:01Z', 'revision_number': 6, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:02.406256 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-961f5c7a-9088-4a37-8ca7-f22a196e61e1 admin admin] Calling delete_port for dd7dd968-8b5a-481e-b871-3c221215372d owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:02.449392 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e853c85d-ca46-404f-9f43-b6f1abb781d8 None None] The sync data for ids ['eca836ae-5d6f-47f0-b0ac-6d159626a382'] in n-d-771363-31 is: [{'id': 'eca836ae-5d6f-47f0-b0ac-6d159626a382', 'name': 'tempest-AttachVolumeTestJSON-1223524144-router', 'tenant_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:57Z', 'updated_at': '2021-06-30T09:28:01Z', 'revision_number': 6, 'project_id': '6663e1a20e0244d4b0d1dff3990ac78c', 'gw_port_host': None}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:28:02.489537 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-650bd9a9-234c-425c-a720-3d9a5f9fba2b admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-505457216-network', 'tenant_id': 'f62cc76211564a1aaedc448a0124c963'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:02.632056 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650bd9a9-234c-425c-a720-3d9a5f9fba2b admin admin] Made reservation on behalf of f62cc76211564a1aaedc448a0124c963 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:02.634826 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-650bd9a9-234c-425c-a720-3d9a5f9fba2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:02.661553 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-650bd9a9-234c-425c-a720-3d9a5f9fba2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:02.747573 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-961f5c7a-9088-4a37-8ca7-f22a196e61e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:02.825471 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f5c7a-9088-4a37-8ca7-f22a196e61e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd7dd968-8b5a-481e-b871-3c221215372d,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:02.830557 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-650bd9a9-234c-425c-a720-3d9a5f9fba2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:02.911910 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-650bd9a9-234c-425c-a720-3d9a5f9fba2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:02.924800 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650bd9a9-234c-425c-a720-3d9a5f9fba2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:28:02.937551 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-650bd9a9-234c-425c-a720-3d9a5f9fba2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:02.938213 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-650bd9a9-234c-425c-a720-3d9a5f9fba2b admin admin] Added segment 560c72e8-31e3-4eea-a043-87e2309395d6 of type vlan for network 1464e0f0-50b3-41a7-9a44-c1d38e39695b Jun 30 09:28:02.952525 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-961f5c7a-9088-4a37-8ca7-f22a196e61e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:02.984431 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-650bd9a9-234c-425c-a720-3d9a5f9fba2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:03.038453 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650bd9a9-234c-425c-a720-3d9a5f9fba2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10021ba6-1b63-45c0-97cb-50014d438058,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:03.084509 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-650bd9a9-234c-425c-a720-3d9a5f9fba2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:03.086355 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650bd9a9-234c-425c-a720-3d9a5f9fba2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:03.088250 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-650bd9a9-234c-425c-a720-3d9a5f9fba2b admin admin] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:03.097155 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-961f5c7a-9088-4a37-8ca7-f22a196e61e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:03.103051 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-961f5c7a-9088-4a37-8ca7-f22a196e61e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:03.175033 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650bd9a9-234c-425c-a720-3d9a5f9fba2b admin admin] Pushing event updated for resources: {'Network': ['ID=1464e0f0-50b3-41a7-9a44-c1d38e39695b,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:03.187921 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 1464e0f0-50b3-41a7-9a44-c1d38e39695b details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:28:03.296408 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-650bd9a9-234c-425c-a720-3d9a5f9fba2b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9495168 Jun 30 09:28:03.301151 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58444) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:03.307383 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-b784f52b-937e-476a-b9e5-350f23024298 admin admin] Request body: {'subnet': {'network_id': '1464e0f0-50b3-41a7-9a44-c1d38e39695b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-505457216-subnet', 'tenant_id': 'f62cc76211564a1aaedc448a0124c963', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:03.363626 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-961f5c7a-9088-4a37-8ca7-f22a196e61e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:03.364874 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961f5c7a-9088-4a37-8ca7-f22a196e61e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eca836ae-5d6f-47f0-b0ac-6d159626a382 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:28:03.372504 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-961f5c7a-9088-4a37-8ca7-f22a196e61e1 admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:03.372504 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-961f5c7a-9088-4a37-8ca7-f22a196e61e1 admin admin] 10.222.0.10 "DELETE /v2.0/routers/eca836ae-5d6f-47f0-b0ac-6d159626a382 HTTP/1.1" status: 204 len: 168 time: 1.9702590 Jun 30 09:28:03.373722 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58448) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:03.423469 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b784f52b-937e-476a-b9e5-350f23024298 admin admin] Made reservation on behalf of f62cc76211564a1aaedc448a0124c963 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:03.426950 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b784f52b-937e-476a-b9e5-350f23024298 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:03.455069 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e1b74b4-23b6-486b-836d-13949e970fc4 admin admin] Deleting subnet fd8a9d34-628f-4a77-9fac-19eb06ec58fe {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:28:03.488393 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3e1b74b4-23b6-486b-836d-13949e970fc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:03.561218 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3e1b74b4-23b6-486b-836d-13949e970fc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:03.633821 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d4f95fb8-309a-48d5-8d65-ebe52533c41d req-84fe05b3-4bd8-480d-972a-f09fcf5cd0d9 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0700066 Jun 30 09:28:03.773755 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3e1b74b4-23b6-486b-836d-13949e970fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:03.882834 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-405ca7c5-3fc2-4c6e-be6b-9055f801ec1b req-9455de2e-8c2b-4b07-8c89-bad547d7e06a service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0433400 Jun 30 09:28:03.981233 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b784f52b-937e-476a-b9e5-350f23024298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:04.044884 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3e1b74b4-23b6-486b-836d-13949e970fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:04.087706 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b03f988-b508-4a5d-9f91-5b428fbf8a81 None None] Network ac2db21f-3bc4-4f3a-a31f-707164d04b28 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:28:04.097143 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3e1b74b4-23b6-486b-836d-13949e970fc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:04.109641 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58468) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:04.117162 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3e1b74b4-23b6-486b-836d-13949e970fc4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/fd8a9d34-628f-4a77-9fac-19eb06ec58fe HTTP/1.1" status: 204 len: 168 time: 0.7355151 Jun 30 09:28:04.117162 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784f52b-937e-476a-b9e5-350f23024298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d4bd9c2-089b-46b2-b205-b23d6c49fe79,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:04.185442 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b74b4-23b6-486b-836d-13949e970fc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd8a9d34-628f-4a77-9fac-19eb06ec58fe,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:04.203383 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device dd7dd968-8b5a-481e-b871-3c221215372d no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:28:04.211488 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b784f52b-937e-476a-b9e5-350f23024298 admin admin] Checking segment: {'id': '560c72e8-31e3-4eea-a043-87e2309395d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1464e0f0-50b3-41a7-9a44-c1d38e39695b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:28:04.211978 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b784f52b-937e-476a-b9e5-350f23024298 admin admin] Network hostable DHCP agents. Network: 1464e0f0-50b3-41a7-9a44-c1d38e39695b, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:28:04.265522 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2311cc25-60f3-4a51-a995-de1b26a38609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:04.301351 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: dd7dd968-8b5a-481e-b871-3c221215372d {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:28:04.301902 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device dd7dd968-8b5a-481e-b871-3c221215372d not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:28:04.302479 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 99ae9c62-8faf-4f13-b465-4ff6383f43f0 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:28:04.346877 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b784f52b-937e-476a-b9e5-350f23024298 admin admin] Network 1464e0f0-50b3-41a7-9a44-c1d38e39695b is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:28:04.350892 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 99ae9c62-8faf-4f13-b465-4ff6383f43f0 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:28:04.351748 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 99ae9c62-8faf-4f13-b465-4ff6383f43f0 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:28:04.434116 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-2311cc25-60f3-4a51-a995-de1b26a38609 admin admin] Deleting port ebc737b4-ad64-46f7-a4dc-1a968208cd6b {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:04.434792 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2311cc25-60f3-4a51-a995-de1b26a38609 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:04.512322 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-b784f52b-937e-476a-b9e5-350f23024298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 1464e0f0-50b3-41a7-9a44-c1d38e39695b) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:04.518616 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b784f52b-937e-476a-b9e5-350f23024298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:04.519269 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b784f52b-937e-476a-b9e5-350f23024298 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:04.527775 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab07cf36-8c59-4f7b-b5cd-b516ff6e9f74 None None] Network 1464e0f0-50b3-41a7-9a44-c1d38e39695b requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:28:04.547891 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-2311cc25-60f3-4a51-a995-de1b26a38609 admin admin] For port ebc737b4-ad64-46f7-a4dc-1a968208cd6b, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=ebc737b4-ad64-46f7-a4dc-1a968208cd6b,segment=NetworkSegment(151e09a6-9cda-43bb-ac7c-a185d8604c41),segment_id=151e09a6-9cda-43bb-ac7c-a185d8604c41)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:04.548255 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2311cc25-60f3-4a51-a995-de1b26a38609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:04.552799 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8e6709-cbce-49c8-b89e-ebf5d82c5555 None None] DHCP port deletion for ac2db21f-3bc4-4f3a-a31f-707164d04b28 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:28:04.564987 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-2311cc25-60f3-4a51-a995-de1b26a38609 admin admin] Calling delete_port for ebc737b4-ad64-46f7-a4dc-1a968208cd6b owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:04.669510 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b784f52b-937e-476a-b9e5-350f23024298 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3672700 Jun 30 09:28:04.792439 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2311cc25-60f3-4a51-a995-de1b26a38609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:04.844686 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311cc25-60f3-4a51-a995-de1b26a38609 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc737b4-ad64-46f7-a4dc-1a968208cd6b,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:04.865121 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2311cc25-60f3-4a51-a995-de1b26a38609 admin admin] No DVR routers for this DVR port ebc737b4-ad64-46f7-a4dc-1a968208cd6b on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:28:04.915013 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-2e8e6709-cbce-49c8-b89e-ebf5d82c5555 None None] Deleting port ebc737b4-ad64-46f7-a4dc-1a968208cd6b {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:04.915484 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2e8e6709-cbce-49c8-b89e-ebf5d82c5555 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.002451 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58490) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:05.010984 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2311cc25-60f3-4a51-a995-de1b26a38609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.033722 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-2311cc25-60f3-4a51-a995-de1b26a38609 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac2db21f-3bc4-4f3a-a31f-707164d04b28']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:05.051354 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-2311cc25-60f3-4a51-a995-de1b26a38609 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151e09a6-9cda-43bb-ac7c-a185d8604c41') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:05.052341 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-2311cc25-60f3-4a51-a995-de1b26a38609 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151e09a6-9cda-43bb-ac7c-a185d8604c41') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:05.071857 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2311cc25-60f3-4a51-a995-de1b26a38609 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.108550 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2311cc25-60f3-4a51-a995-de1b26a38609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.112994 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-984cc34e-a7b4-4356-a911-9c657a8e3c4a admin admin] Deleting subnet 9d4bd9c2-089b-46b2-b205-b23d6c49fe79 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:28:05.117287 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-984cc34e-a7b4-4356-a911-9c657a8e3c4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.119873 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2311cc25-60f3-4a51-a995-de1b26a38609 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:28:05.120876 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2311cc25-60f3-4a51-a995-de1b26a38609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.122952 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:28:05.122952 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:28:05.122952 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:28:05.122952 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:28:05.122952 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:28:05.122952 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:28:05.122952 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:28:05.122952 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:28:05.122952 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:28:05.122952 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:28:05.122952 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:28:05.122952 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:28:05.122952 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:28:05.122952 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:28:05.122952 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:28:05.122952 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:28:05.122952 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:28:05.122952 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:28:05.122952 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:28:05.122952 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:28:05.122952 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:28:05.122952 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:28:05.122952 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:28:05.122952 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:28:05.122952 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:28:05.122952 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:28:05.122952 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:28:05.122952 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:28:05.122952 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:28:05.122952 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:28:05.122952 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:28:05.122952 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:28:05.163736 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-984cc34e-a7b4-4356-a911-9c657a8e3c4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.191674 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-2e8e6709-cbce-49c8-b89e-ebf5d82c5555 None None] For port ebc737b4-ad64-46f7-a4dc-1a968208cd6b, host n-d-771363-31, got binding levels [] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:05.192807 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2e8e6709-cbce-49c8-b89e-ebf5d82c5555 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.221192 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-984cc34e-a7b4-4356-a911-9c657a8e3c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.246267 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8131d18-ee5b-4654-8828-e78616ae6c1c None None] Network 1464e0f0-50b3-41a7-9a44-c1d38e39695b requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:28:05.301444 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-2e8e6709-cbce-49c8-b89e-ebf5d82c5555 None None] Calling delete_port for ebc737b4-ad64-46f7-a4dc-1a968208cd6b owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:05.306410 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.ipam_backend_mixin [None req-2e8e6709-cbce-49c8-b89e-ebf5d82c5555 None None] Port ebc737b4-ad64-46f7-a4dc-1a968208cd6b was not found and therefore no delete operation was performed {{(pid=101055) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:28:05.311053 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2e8e6709-cbce-49c8-b89e-ebf5d82c5555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.336404 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2311cc25-60f3-4a51-a995-de1b26a38609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.346754 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2311cc25-60f3-4a51-a995-de1b26a38609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.349592 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e6709-cbce-49c8-b89e-ebf5d82c5555 None None] Pushing event deleted for resources: {'Port': ['ID=ebc737b4-ad64-46f7-a4dc-1a968208cd6b,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:05.354956 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8e6709-cbce-49c8-b89e-ebf5d82c5555 None None] No DVR routers for this DVR port ebc737b4-ad64-46f7-a4dc-1a968208cd6b on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:28:05.358146 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2311cc25-60f3-4a51-a995-de1b26a38609 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ac2db21f-3bc4-4f3a-a31f-707164d04b28 HTTP/1.1" status: 204 len: 168 time: 1.2449291 Jun 30 09:28:05.378343 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311cc25-60f3-4a51-a995-de1b26a38609 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac2db21f-3bc4-4f3a-a31f-707164d04b28,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:05.497272 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-984cc34e-a7b4-4356-a911-9c657a8e3c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.528330 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984cc34e-a7b4-4356-a911-9c657a8e3c4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d4bd9c2-089b-46b2-b205-b23d6c49fe79,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:05.542700 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-984cc34e-a7b4-4356-a911-9c657a8e3c4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.545509 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-984cc34e-a7b4-4356-a911-9c657a8e3c4a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9d4bd9c2-089b-46b2-b205-b23d6c49fe79 HTTP/1.1" status: 204 len: 168 time: 0.5419862 Jun 30 09:28:05.548411 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58508) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:05.672940 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3a05d324-99b5-43b6-a759-2cf04273a224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.877899 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3a05d324-99b5-43b6-a759-2cf04273a224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.894898 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-3a05d324-99b5-43b6-a759-2cf04273a224 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1464e0f0-50b3-41a7-9a44-c1d38e39695b']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:05.908920 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-3a05d324-99b5-43b6-a759-2cf04273a224 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '560c72e8-31e3-4eea-a043-87e2309395d6') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:05.909358 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-3a05d324-99b5-43b6-a759-2cf04273a224 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '560c72e8-31e3-4eea-a043-87e2309395d6') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:05.920641 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3a05d324-99b5-43b6-a759-2cf04273a224 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.926604 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c8eaa701-e05f-42b1-9434-5a5829317542 req-a0988fdf-5f0d-459c-b5cf-37cbb6100e40 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0963497 Jun 30 09:28:05.959280 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58518) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:05.973559 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3a05d324-99b5-43b6-a759-2cf04273a224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:06.012181 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a05d324-99b5-43b6-a759-2cf04273a224 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:28:06.015551 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3a05d324-99b5-43b6-a759-2cf04273a224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:06.019385 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6959d6af-87ea-4f19-ba55-bb06d8df3448 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6663e1a20e0244d4b0d1dff3990ac78c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0584157 Jun 30 09:28:06.020037 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58520) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:06.107610 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f74aa1ca-e3aa-4abb-ba78-21b000b6e6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:06.113412 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:28:06.113412 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:28:06.113412 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:28:06.113412 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:28:06.113412 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:28:06.113412 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:28:06.113412 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:28:06.113412 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:28:06.113412 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:28:06.113412 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:28:06.113412 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:28:06.113412 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:28:06.113412 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:28:06.113412 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:28:06.113412 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:28:06.113412 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:28:06.113412 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:28:06.113412 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:28:06.113412 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:28:06.113412 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:28:06.113412 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:28:06.113412 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:28:06.113412 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:28:06.113412 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:28:06.113412 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:28:06.113412 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:28:06.113412 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:28:06.113412 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:28:06.113412 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:28:06.113412 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:28:06.113412 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:28:06.113412 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:28:06.159089 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f74aa1ca-e3aa-4abb-ba78-21b000b6e6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:06.160251 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device ebc737b4-ad64-46f7-a4dc-1a968208cd6b no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:28:06.184602 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: ebc737b4-ad64-46f7-a4dc-1a968208cd6b {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:28:06.185292 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device ebc737b4-ad64-46f7-a4dc-1a968208cd6b not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:28:06.237752 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3a05d324-99b5-43b6-a759-2cf04273a224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:06.268356 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3a05d324-99b5-43b6-a759-2cf04273a224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:06.270917 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3a05d324-99b5-43b6-a759-2cf04273a224 admin admin] 10.222.0.10 "DELETE /v2.0/networks/1464e0f0-50b3-41a7-9a44-c1d38e39695b HTTP/1.1" status: 204 len: 168 time: 0.7214782 Jun 30 09:28:06.272872 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05d324-99b5-43b6-a759-2cf04273a224 admin admin] Pushing event deleted for resources: {'Network': ['ID=1464e0f0-50b3-41a7-9a44-c1d38e39695b,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:06.334170 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1e97bf07-8362-4562-8b80-0dce87e4489f req-cba54229-307d-44d5-8ecc-408b7e8c8790 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0692575 Jun 30 09:28:06.336811 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f74aa1ca-e3aa-4abb-ba78-21b000b6e6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:06.341554 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f74aa1ca-e3aa-4abb-ba78-21b000b6e6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:06.349737 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f74aa1ca-e3aa-4abb-ba78-21b000b6e6b7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5f8e55eb-75de-48f5-83eb-949bd3d35126 HTTP/1.1" status: 204 len: 168 time: 0.3286526 Jun 30 09:28:06.375976 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74aa1ca-e3aa-4abb-ba78-21b000b6e6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8e55eb-75de-48f5-83eb-949bd3d35126,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:06.877360 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58542) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:06.932373 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7985d3b7-c487-4dd7-a1e0-0d2467a72e21 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f62cc76211564a1aaedc448a0124c963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536771 Jun 30 09:28:06.935143 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58544) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:07.014905 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1fcd223f-434a-4c0c-8fde-02d1131a3f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:07.057626 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1fcd223f-434a-4c0c-8fde-02d1131a3f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:07.226076 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1fcd223f-434a-4c0c-8fde-02d1131a3f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:07.228653 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1fcd223f-434a-4c0c-8fde-02d1131a3f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:07.229826 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1fcd223f-434a-4c0c-8fde-02d1131a3f17 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/10021ba6-1b63-45c0-97cb-50014d438058 HTTP/1.1" status: 204 len: 168 time: 0.2936120 Jun 30 09:28:07.241073 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd223f-434a-4c0c-8fde-02d1131a3f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10021ba6-1b63-45c0-97cb-50014d438058,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:07.518218 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:08.365439 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8c9add2c-6662-44d0-a1ae-1a876ac8165b req-5dc89b66-e26f-4bc6-8356-cd63df01f65a service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0383720 Jun 30 09:28:08.695328 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d23ca3e2-3fc0-4b41-b170-472c8d9d65da req-141e8040-c9c1-43ae-b447-a2dd834b1d16 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0324538 Jun 30 09:28:08.775104 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:10.661013 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-40bb9eb2-96fa-46b7-b55c-719edc3f1968 req-cdae8f70-3fb0-43ab-b3b7-1e7fab8886e6 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0372624 Jun 30 09:28:10.948724 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e2bfdbb6-6dbd-4bfe-8dca-1a6ae5e1b339 req-b2d47209-3061-483f-867b-807720df48f0 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0457602 Jun 30 09:28:12.775309 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58808) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:12.923701 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-28f4dede-397c-4349-be89-f5fea070b0a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:12.960021 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bd889376-890c-445c-8711-7cd4f99aabdc req-3c7d9fdd-0595-43da-b0eb-b86b019d3deb service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0295041 Jun 30 09:28:13.062275 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-28f4dede-397c-4349-be89-f5fea070b0a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:13.219640 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-59c876e4-08fd-43e5-882f-3c9099616540 req-4369d91e-38fd-45ce-867f-e23e9899a747 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0292666 Jun 30 09:28:13.586213 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-28f4dede-397c-4349-be89-f5fea070b0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:13.633667 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-28f4dede-397c-4349-be89-f5fea070b0a5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d5f50937d5f745eabe08da026a475e68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8522809 Jun 30 09:28:13.633667 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4dede-397c-4349-be89-f5fea070b0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2e3185-99f4-44dc-89e4-09c5e10dbf1b,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:13.633667 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58842) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:13.700864 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1a2613f5-9c13-4b34-92d2-e5c52dc8a469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:13.730134 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1a2613f5-9c13-4b34-92d2-e5c52dc8a469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:13.958439 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1a2613f5-9c13-4b34-92d2-e5c52dc8a469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:13.971532 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1a2613f5-9c13-4b34-92d2-e5c52dc8a469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:13.971532 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1a2613f5-9c13-4b34-92d2-e5c52dc8a469 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ac2e3185-99f4-44dc-89e4-09c5e10dbf1b HTTP/1.1" status: 204 len: 168 time: 0.3294008 Jun 30 09:28:13.979090 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2613f5-9c13-4b34-92d2-e5c52dc8a469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2e3185-99f4-44dc-89e4-09c5e10dbf1b,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:15.163007 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58898) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:15.196004 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8d130ee-f9cf-4ae1-94e6-654430e589a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:15.495525 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-00ce095b-0624-4f67-b90f-5557753f638f req-61236d08-8588-4c1e-a9eb-ca0fd71c54c9 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0526736 Jun 30 09:28:15.539401 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8d130ee-f9cf-4ae1-94e6-654430e589a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:15.711749 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8d130ee-f9cf-4ae1-94e6-654430e589a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:15.770981 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58922) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:15.775206 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a8d130ee-f9cf-4ae1-94e6-654430e589a3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=25b56a203c744dce97e22f95ecf7c004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6101317 Jun 30 09:28:15.807306 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d130ee-f9cf-4ae1-94e6-654430e589a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec8fe5f-d75e-4c85-a44e-677c3d22dd4d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:15.928382 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7813f037-6b3b-40df-b95e-d33fab464f70 req-37173f7f-05be-4d75-8398-8cd905f56f91 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0601003 Jun 30 09:28:15.950962 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0ac1507c-6cd0-4495-abe5-e855c5b75fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:16.005558 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0ac1507c-6cd0-4495-abe5-e855c5b75fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:16.168957 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0ac1507c-6cd0-4495-abe5-e855c5b75fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:16.171816 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0ac1507c-6cd0-4495-abe5-e855c5b75fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:16.176958 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0ac1507c-6cd0-4495-abe5-e855c5b75fea admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4ec8fe5f-d75e-4c85-a44e-677c3d22dd4d HTTP/1.1" status: 204 len: 168 time: 0.4018159 Jun 30 09:28:16.187016 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1507c-6cd0-4495-abe5-e855c5b75fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec8fe5f-d75e-4c85-a44e-677c3d22dd4d,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:18.052421 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a10cf586-47ac-47f4-a959-9359e0a8e599 req-13dca8af-139b-444e-83fc-dd7bd1b49cec service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.1082361 Jun 30 09:28:18.371919 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-493fa2b1-8525-4b18-b4d1-a90765f47e27 req-36b0aa4f-4bba-4464-bb16-3c2d640764d6 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0366869 Jun 30 09:28:20.315392 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a1b5475e-75a7-4e01-b1e4-ca24a6ddb42d req-97ed9681-1d5f-45d7-a2de-f499a320623d service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0307145 Jun 30 09:28:20.530268 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e04238cc-db89-49de-905c-b0b4d2c074e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:20.604643 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8240e06d-e641-40c0-9830-60cbec3baac1 req-8d82fe21-d359-4cdb-8cd5-060dc69e083b service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0601618 Jun 30 09:28:22.531974 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f2092303-1ea1-4d94-b55f-238a4104d3ed req-7375fe4d-45ca-41bc-a615-d81b30affba1 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0297110 Jun 30 09:28:22.701848 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-663abb86-aa53-4266-9c7f-a68a33c26db6 req-50d418b9-164b-490f-b4e4-7187720df003 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0379963 Jun 30 09:28:22.931754 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:28:23.003397 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-045e9b5c-6388-4433-9bc5-f73308806bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:23.608791 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:23.756523 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7ddc6-1d93-4f9a-acf9-490708ea2971 req-c3626e8c-c7c0-4679-9dd6-87da2e2ec0c1 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:23.767261 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c3a7ddc6-1d93-4f9a-acf9-490708ea2971 req-c3626e8c-c7c0-4679-9dd6-87da2e2ec0c1 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 946 time: 0.1225884 Jun 30 09:28:23.847593 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c3a7ddc6-1d93-4f9a-acf9-490708ea2971 req-21ec8461-094c-4629-b658-c83c04637a1b tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772133 Jun 30 09:28:24.669651 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:24.701234 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59272) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:24.755099 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9eaf980f-1538-4416-bf20-0806c77ad9c2 req-acd445e5-ae8c-4c59-82f5-9fe725a231e2 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0668395 Jun 30 09:28:25.032161 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a0fd8aa0-c1c3-41ee-bd5c-cecc169fd0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:25.101685 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3569aa4b-431e-4adb-9797-6fba21d3cc28 req-89eca4eb-6605-4df6-ac57-2ca450386328 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.1128066 Jun 30 09:28:25.267671 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956592b-a23e-4944-9732-602f5887e8a1 req-4d036ff3-4246-4e08-ab00-f36ff2446ab7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:25.283006 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6956592b-a23e-4944-9732-602f5887e8a1 req-4d036ff3-4246-4e08-ab00-f36ff2446ab7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 946 time: 0.2049091 Jun 30 09:28:25.411681 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6956592b-a23e-4944-9732-602f5887e8a1 req-42ddf28f-548e-4950-86f2-aaa45a25a9ec tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273108 Jun 30 09:28:25.496530 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a0fd8aa0-c1c3-41ee-bd5c-cecc169fd0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:25.522857 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b816abc-0380-4515-84cc-c86138d94788 req-27042a0e-59b8-47ef-87f1-c74d482d5873 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:25.524326 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1b816abc-0380-4515-84cc-c86138d94788 req-27042a0e-59b8-47ef-87f1-c74d482d5873 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.52 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 946 time: 0.2051470 Jun 30 09:28:25.648729 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a0fd8aa0-c1c3-41ee-bd5c-cecc169fd0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:25.692039 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd8aa0-c1c3-41ee-bd5c-cecc169fd0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b69757-4558-4098-9624-b961ba0d4b27,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:25.699738 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a0fd8aa0-c1c3-41ee-bd5c-cecc169fd0fc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=51c506e32ffc40cdbe42bd826bd3aee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9973481 Jun 30 09:28:25.702858 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59302) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:25.742643 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-1b816abc-0380-4515-84cc-c86138d94788 req-6f597d01-25da-4990-be72-b1cb94201d6c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Deleting port dfaccd73-2896-4243-a6bc-b3ec0e222a68 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:25.742984 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1b816abc-0380-4515-84cc-c86138d94788 req-6f597d01-25da-4990-be72-b1cb94201d6c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:25.883661 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-071856a9-6aa6-41b8-ba82-007633408d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:25.941523 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-071856a9-6aa6-41b8-ba82-007633408d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:25.966910 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-1b816abc-0380-4515-84cc-c86138d94788 req-6f597d01-25da-4990-be72-b1cb94201d6c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] For port dfaccd73-2896-4243-a6bc-b3ec0e222a68, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=dfaccd73-2896-4243-a6bc-b3ec0e222a68,segment=NetworkSegment(00b77331-5ed3-4449-ba6a-84efe27ecf19),segment_id=00b77331-5ed3-4449-ba6a-84efe27ecf19)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:25.967577 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1b816abc-0380-4515-84cc-c86138d94788 req-6f597d01-25da-4990-be72-b1cb94201d6c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:26.247787 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:26.651243 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc50667-17d1-4399-8ff8-1d5b0eeb5994 req-9a05c454-2cdd-4a4b-8a20-2d669f7edf20 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:26.653702 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7fc50667-17d1-4399-8ff8-1d5b0eeb5994 req-9a05c454-2cdd-4a4b-8a20-2d669f7edf20 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 946 time: 0.1005147 Jun 30 09:28:26.714110 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-071856a9-6aa6-41b8-ba82-007633408d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:26.716946 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-071856a9-6aa6-41b8-ba82-007633408d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:26.718323 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-071856a9-6aa6-41b8-ba82-007633408d41 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/48b69757-4558-4098-9624-b961ba0d4b27 HTTP/1.1" status: 204 len: 168 time: 1.0137119 Jun 30 09:28:26.735725 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071856a9-6aa6-41b8-ba82-007633408d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b69757-4558-4098-9624-b961ba0d4b27,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:26.741455 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7fc50667-17d1-4399-8ff8-1d5b0eeb5994 req-bea28a81-b858-48d2-a745-c05002e22043 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=beeabd45-7476-4e30-8734-6d72df37247c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806003 Jun 30 09:28:26.746101 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1b816abc-0380-4515-84cc-c86138d94788 req-6f597d01-25da-4990-be72-b1cb94201d6c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:26.746681 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1b816abc-0380-4515-84cc-c86138d94788 req-6f597d01-25da-4990-be72-b1cb94201d6c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:26.747235 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [req-1b816abc-0380-4515-84cc-c86138d94788 req-6f597d01-25da-4990-be72-b1cb94201d6c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Floating IP 084f92bd-c031-430e-83dd-9eccf8620f88 disassociated. External IP: 172.25.6.250, port: dfaccd73-2896-4243-a6bc-b3ec0e222a68. Jun 30 09:28:26.747753 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-1b816abc-0380-4515-84cc-c86138d94788 req-6f597d01-25da-4990-be72-b1cb94201d6c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Calling delete_port for dfaccd73-2896-4243-a6bc-b3ec0e222a68 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:27.083301 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1b816abc-0380-4515-84cc-c86138d94788 req-6f597d01-25da-4990-be72-b1cb94201d6c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:27.134019 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f597d01-25da-4990-be72-b1cb94201d6c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Pushing event deleted for resources: {'Port': ['ID=dfaccd73-2896-4243-a6bc-b3ec0e222a68,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:27.154324 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6c09740c-79ad-4f59-8ed7-3b7850b16ad1 req-c1aee0de-e5f0-4b28-a83e-1cdc14767173 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0321705 Jun 30 09:28:27.444653 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b816abc-0380-4515-84cc-c86138d94788 req-6f597d01-25da-4990-be72-b1cb94201d6c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Router 3b3a3c32-b66b-4afb-ac87-4c80727a25d7 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:28:27.499294 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-11f3302c-96f7-4ee6-acad-6ceacc87f696 req-539b5bd9-658d-4c04-9cc6-2fe825a9c71e service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.1065979 Jun 30 09:28:27.626102 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b816abc-0380-4515-84cc-c86138d94788 req-6f597d01-25da-4990-be72-b1cb94201d6c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:28:27.638167 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b4a86a-b596-493e-9933-eac06c37d329 None None] Sync routers for ids ['3b3a3c32-b66b-4afb-ac87-4c80727a25d7'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:28:27.652744 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b4a86a-b596-493e-9933-eac06c37d329 None None] Routers {'3b3a3c32-b66b-4afb-ac87-4c80727a25d7'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:27.652744 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-73b4a86a-b596-493e-9933-eac06c37d329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:28:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['3b3a3c32-b66b-4afb-ac87-4c80727a25d7'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:27.756917 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b816abc-0380-4515-84cc-c86138d94788 req-6f597d01-25da-4990-be72-b1cb94201d6c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] No DVR routers for this DVR port dfaccd73-2896-4243-a6bc-b3ec0e222a68 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:28:27.760110 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1b816abc-0380-4515-84cc-c86138d94788 req-6f597d01-25da-4990-be72-b1cb94201d6c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:27.762222 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1b816abc-0380-4515-84cc-c86138d94788 req-6f597d01-25da-4990-be72-b1cb94201d6c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.52 "DELETE /v2.0/ports/dfaccd73-2896-4243-a6bc-b3ec0e222a68 HTTP/1.1" status: 204 len: 173 time: 2.2269194 Jun 30 09:28:27.762783 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699d7086-5e36-40ed-965c-e9d3137523a1', 'name': 'network-vif-deleted', 'tag': 'dfaccd73-2896-4243-a6bc-b3ec0e222a68'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:28:27.765397 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5355522b-9c36-471c-8eda-1c7c32516c9b" -d '{"events": [{"server_uuid": "699d7086-5e36-40ed-965c-e9d3137523a1", "name": "network-vif-deleted", "tag": "dfaccd73-2896-4243-a6bc-b3ec0e222a68"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:28:27.890069 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be9959f-188d-4021-ad4c-bac54351debe x-openstack-request-id: req-2be9959f-188d-4021-ad4c-bac54351debe {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:28:27.890523 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699d7086-5e36-40ed-965c-e9d3137523a1", "name": "network-vif-deleted", "tag": "dfaccd73-2896-4243-a6bc-b3ec0e222a68", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:28:27.891655 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2be9959f-188d-4021-ad4c-bac54351debe {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:28:27.892085 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699d7086-5e36-40ed-965c-e9d3137523a1', 'name': 'network-vif-deleted', 'tag': 'dfaccd73-2896-4243-a6bc-b3ec0e222a68', 'status': 'completed', 'code': 200} Jun 30 09:28:27.960895 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-73b4a86a-b596-493e-9933-eac06c37d329 None None] Set router 3b3a3c32-b66b-4afb-ac87-4c80727a25d7 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:28:28.029830 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b7809b92-6522-4c62-8d82-4252eec6f710 req-2848b12d-b368-4e97-88d4-b1f83f473cae tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 210 time: 0.0479646 Jun 30 09:28:28.352753 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-73b4a86a-b596-493e-9933-eac06c37d329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'name': 'tempest-AttachVolumeShelveTestJSON-734684512-router', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:46Z', 'updated_at': '2021-06-30T09:23:53Z', 'revision_number': 4, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'gw_port': {'id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:47Z', 'updated_at': '2021-06-30T09:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'a9a6e91e-ac32-4116-b504-3d6eeec10321', 'name': '', 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'mac_address': 'fa:16:3e:9e:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:51Z', 'updated_at': '2021-06-30T09:24:02Z', 'revision_number': 5, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'subnets': [{'id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:28.422808 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b4a86a-b596-493e-9933-eac06c37d329 None None] Checking router: 3b3a3c32-b66b-4afb-ac87-4c80727a25d7 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:28:28.444251 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b4a86a-b596-493e-9933-eac06c37d329 None None] Routers {'3b3a3c32-b66b-4afb-ac87-4c80727a25d7'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:28.444755 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-73b4a86a-b596-493e-9933-eac06c37d329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:28:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['3b3a3c32-b66b-4afb-ac87-4c80727a25d7'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:28.611252 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-73b4a86a-b596-493e-9933-eac06c37d329 None None] Set router 3b3a3c32-b66b-4afb-ac87-4c80727a25d7 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:28:28.953195 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-73b4a86a-b596-493e-9933-eac06c37d329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'name': 'tempest-AttachVolumeShelveTestJSON-734684512-router', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:46Z', 'updated_at': '2021-06-30T09:23:53Z', 'revision_number': 4, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'gw_port': {'id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:47Z', 'updated_at': '2021-06-30T09:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'a9a6e91e-ac32-4116-b504-3d6eeec10321', 'name': '', 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'mac_address': 'fa:16:3e:9e:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:51Z', 'updated_at': '2021-06-30T09:24:02Z', 'revision_number': 5, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'subnets': [{'id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:28.995877 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b4a86a-b596-493e-9933-eac06c37d329 None None] The sync data for ids ['3b3a3c32-b66b-4afb-ac87-4c80727a25d7'] in n-d-771363-31 is: [{'id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'name': 'tempest-AttachVolumeShelveTestJSON-734684512-router', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:46Z', 'updated_at': '2021-06-30T09:23:53Z', 'revision_number': 4, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'gw_port': {'id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:47Z', 'updated_at': '2021-06-30T09:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'a9a6e91e-ac32-4116-b504-3d6eeec10321', 'name': '', 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'mac_address': 'fa:16:3e:9e:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:51Z', 'updated_at': '2021-06-30T09:24:02Z', 'revision_number': 5, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'subnets': [{'id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:28:29.382648 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-09e7cf82-8fbf-487a-bd5d-aca9ebb958a2 req-790d0b70-bfd6-4fc9-a253-23cf008f8ab6 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=699d7086-5e36-40ed-965c-e9d3137523a1 HTTP/1.1" status: 200 len: 210 time: 0.0789733 Jun 30 09:28:29.488304 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63565ec0-56e3-4e7f-b86b-b5d0d76cdde9 None None] New status for floating IP 084f92bd-c031-430e-83dd-9eccf8620f88: DOWN {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:28:29.718142 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a525d567-8f16-4dcd-b452-3b6ab54b026d req-b9c90a08-9770-43a8-a695-43eb68f3c912 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0391712 Jun 30 09:28:29.898374 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7c9bd683-a13f-42ba-abfe-68a996b7e688 req-84df5b5e-3c80-4d0d-8111-f9261e069156 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0329735 Jun 30 09:28:30.074509 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device dfaccd73-2896-4243-a6bc-b3ec0e222a68 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:28:30.105826 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: dfaccd73-2896-4243-a6bc-b3ec0e222a68 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:28:30.106476 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device dfaccd73-2896-4243-a6bc-b3ec0e222a68 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:28:30.836690 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59478) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:30.923026 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d325c4f8-5ebd-472d-8887-d69af11c7277 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:30.955994 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d325c4f8-5ebd-472d-8887-d69af11c7277 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:31.185856 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d325c4f8-5ebd-472d-8887-d69af11c7277 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:31.188435 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d325c4f8-5ebd-472d-8887-d69af11c7277 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:31.192182 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d325c4f8-5ebd-472d-8887-d69af11c7277 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "DELETE /v2.0/security-groups/beeabd45-7476-4e30-8734-6d72df37247c HTTP/1.1" status: 204 len: 168 time: 0.3519788 Jun 30 09:28:31.211243 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59494) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:31.211243 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-9a3524cf-3071-4e8c-8efb-b0e4d77e8838 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] show failed (client error): The resource could not be found. Jun 30 09:28:31.211243 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9a3524cf-3071-4e8c-8efb-b0e4d77e8838 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups/beeabd45-7476-4e30-8734-6d72df37247c HTTP/1.1" status: 404 len: 347 time: 0.0167220 Jun 30 09:28:31.214039 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59498) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:31.221055 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325c4f8-5ebd-472d-8887-d69af11c7277 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beeabd45-7476-4e30-8734-6d72df37247c,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:31.432844 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-07996e6c-e20a-4cf0-be48-0de91d162803 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Deleting port 7a16f638-c1da-4c0f-9ab1-a90b10624bc7 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:31.437080 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-07996e6c-e20a-4cf0-be48-0de91d162803 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:31.547854 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-07996e6c-e20a-4cf0-be48-0de91d162803 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:31.548184 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-07996e6c-e20a-4cf0-be48-0de91d162803 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:31.565208 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-07996e6c-e20a-4cf0-be48-0de91d162803 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Calling delete_port for 7a16f638-c1da-4c0f-9ab1-a90b10624bc7 owned by network:floatingip {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:31.927605 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-548c9591-202c-42e6-a744-983171a7ca53 req-58557101-bf71-49a7-bcc2-9545cca60c75 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0452402 Jun 30 09:28:32.071570 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-07996e6c-e20a-4cf0-be48-0de91d162803 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:32.126362 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07996e6c-e20a-4cf0-be48-0de91d162803 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Pushing event deleted for resources: {'Port': ['ID=7a16f638-c1da-4c0f-9ab1-a90b10624bc7,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:32.186835 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-224bea2d-9c4f-49fb-af8c-54298ce3d88b req-fa32611a-48a5-465c-9266-6444937ad37f service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0597754 Jun 30 09:28:32.196116 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-07996e6c-e20a-4cf0-be48-0de91d162803 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for floatingip, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:32.199693 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-07996e6c-e20a-4cf0-be48-0de91d162803 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:32.201052 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-07996e6c-e20a-4cf0-be48-0de91d162803 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "DELETE /v2.0/floatingips/084f92bd-c031-430e-83dd-9eccf8620f88 HTTP/1.1" status: 204 len: 168 time: 0.9860520 Jun 30 09:28:32.674906 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59566) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:32.685159 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-e8464cc6-fb63-4fc8-8bf3-e00da493ce56 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--40202505', 'description': 'tempest-description--957504677'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:32.917269 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e8464cc6-fb63-4fc8-8bf3-e00da493ce56 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:33.072317 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e8464cc6-fb63-4fc8-8bf3-e00da493ce56 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:33.153770 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e8464cc6-fb63-4fc8-8bf3-e00da493ce56 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:33.199733 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8464cc6-fb63-4fc8-8bf3-e00da493ce56 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dba94f7-6cf1-4c6e-a564-29d275342b57,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:33.283253 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e8464cc6-fb63-4fc8-8bf3-e00da493ce56 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:33.288334 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e8464cc6-fb63-4fc8-8bf3-e00da493ce56 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6087539 Jun 30 09:28:33.288656 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59604) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:33.296631 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-b6ec721c-f31a-49a1-992b-ffb36f9d515a tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Request body: {'security_group_rule': {'security_group_id': '2dba94f7-6cf1-4c6e-a564-29d275342b57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:33.466919 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b6ec721c-f31a-49a1-992b-ffb36f9d515a tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:33.547864 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b6ec721c-f31a-49a1-992b-ffb36f9d515a tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:33.711980 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b6ec721c-f31a-49a1-992b-ffb36f9d515a tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:33.731778 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec721c-f31a-49a1-992b-ffb36f9d515a tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef830718-4762-4bce-8ff9-0c18117bf72c,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:33.929198 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b6ec721c-f31a-49a1-992b-ffb36f9d515a tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:33.935616 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b6ec721c-f31a-49a1-992b-ffb36f9d515a tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6454396 Jun 30 09:28:33.941430 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59638) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:33.952850 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-7b5c350a-d777-4e88-90e9-22d422a2a300 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Request body: {'security_group_rule': {'security_group_id': '2dba94f7-6cf1-4c6e-a564-29d275342b57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:34.111558 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7b5c350a-d777-4e88-90e9-22d422a2a300 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:34.217688 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8e889c6b-6134-4fec-9844-d05aa91d3cda req-00515368-3551-4363-bf7c-20c0ceed5fe1 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0519335 Jun 30 09:28:34.246631 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7b5c350a-d777-4e88-90e9-22d422a2a300 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:34.399023 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7b5c350a-d777-4e88-90e9-22d422a2a300 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:34.453124 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-564301a7-793f-4a46-93a2-0e307fc5684b req-1d8885d5-7a80-41ea-9c94-5c58c9cc1b78 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0798991 Jun 30 09:28:34.466030 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c350a-d777-4e88-90e9-22d422a2a300 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f09cdf0-7c27-46b2-8d9e-b2e6da07d827,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:34.642530 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7b5c350a-d777-4e88-90e9-22d422a2a300 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:34.644014 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7b5c350a-d777-4e88-90e9-22d422a2a300 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7067151 Jun 30 09:28:34.648106 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59676) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:34.652787 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-4657ac53-87cc-4f33-abf3-f7609dcee845 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:34.860648 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4657ac53-87cc-4f33-abf3-f7609dcee845 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for floatingip, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:35.004645 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4657ac53-87cc-4f33-abf3-f7609dcee845 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:35.168748 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-4657ac53-87cc-4f33-abf3-f7609dcee845 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Allocated IP 172.25.6.206 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/ff7cfd1f-b345-4a65-9ebc-6308d1aecbcc) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:35.328856 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4657ac53-87cc-4f33-abf3-f7609dcee845 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:35.547056 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4657ac53-87cc-4f33-abf3-f7609dcee845 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:35.589017 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4657ac53-87cc-4f33-abf3-f7609dcee845 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:35.593130 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-4657ac53-87cc-4f33-abf3-f7609dcee845 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:35.600545 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4657ac53-87cc-4f33-abf3-f7609dcee845 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:35.637656 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657ac53-87cc-4f33-abf3-f7609dcee845 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Pushing event updated for resources: {'Port': ['ID=ff7cfd1f-b345-4a65-9ebc-6308d1aecbcc,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:35.726299 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4657ac53-87cc-4f33-abf3-f7609dcee845 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:36.003608 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1498dd67-6e2d-4580-a884-de8281bf48f8 req-8d737dbb-3d26-4e7d-ab97-2ab6387beb1f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3a7286f-b611-4dd4-ba63-c449b28a3d87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1003320 Jun 30 09:28:36.073283 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4657ac53-87cc-4f33-abf3-f7609dcee845 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:36.154354 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498dd67-6e2d-4580-a884-de8281bf48f8 req-731220fa-cdda-4554-9df9-bce6bb3de2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:36.156268 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1498dd67-6e2d-4580-a884-de8281bf48f8 req-731220fa-cdda-4554-9df9-bce6bb3de2fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=467793be2b334c058c08c32f3ac9b6f1&device_id=b3a7286f-b611-4dd4-ba63-c449b28a3d87 HTTP/1.1" status: 200 len: 1101 time: 0.1004179 Jun 30 09:28:36.310501 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4657ac53-87cc-4f33-abf3-f7609dcee845 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:36.325010 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498dd67-6e2d-4580-a884-de8281bf48f8 req-60836822-df41-4bcf-85e9-48524f158369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:36.327109 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1498dd67-6e2d-4580-a884-de8281bf48f8 req-60836822-df41-4bcf-85e9-48524f158369 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad33225d-5521-4894-b7e8-170799d80b12 HTTP/1.1" status: 200 len: 870 time: 0.1352396 Jun 30 09:28:36.396648 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-101c739d-9b30-42aa-86d4-e9507002527e req-900b757d-c1ab-4a8f-a852-bffe84713561 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0572369 Jun 30 09:28:36.397966 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1498dd67-6e2d-4580-a884-de8281bf48f8 req-570013a2-5d37-4c10-b0dd-40f748794034 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=52d1aab9-edc8-45fb-bd69-551920561599 HTTP/1.1" status: 200 len: 217 time: 0.0646079 Jun 30 09:28:36.450012 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498dd67-6e2d-4580-a884-de8281bf48f8 req-c3594b25-ce45-44e6-9523-68c038cd46ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:36.451602 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1498dd67-6e2d-4580-a884-de8281bf48f8 req-c3594b25-ce45-44e6-9523-68c038cd46ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.0474651 Jun 30 09:28:36.510366 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498dd67-6e2d-4580-a884-de8281bf48f8 req-6ff84b8d-e9df-4c44-8ed7-033d8ef23c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:36.512027 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1498dd67-6e2d-4580-a884-de8281bf48f8 req-6ff84b8d-e9df-4c44-8ed7-033d8ef23c3a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0540009 Jun 30 09:28:36.622257 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-09d13563-7d4d-49ed-8a06-0423a8037a96 req-69f4b95a-44f2-4b0f-b5c1-3b5ad91e384b service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0594492 Jun 30 09:28:36.641440 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1498dd67-6e2d-4580-a884-de8281bf48f8 req-72086503-371c-4f56-ba3f-02abde762f85 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221642 Jun 30 09:28:36.653053 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4657ac53-87cc-4f33-abf3-f7609dcee845 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:36.727854 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657ac53-87cc-4f33-abf3-f7609dcee845 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Pushing event updated for resources: {'Port': ['ID=ff7cfd1f-b345-4a65-9ebc-6308d1aecbcc,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:36.741063 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4657ac53-87cc-4f33-abf3-f7609dcee845 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:36.787114 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1498dd67-6e2d-4580-a884-de8281bf48f8 req-01c640ed-aac0-411b-a045-0b89d6580249 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381049 Jun 30 09:28:36.900239 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4657ac53-87cc-4f33-abf3-f7609dcee845 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:36.902256 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4657ac53-87cc-4f33-abf3-f7609dcee845 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2529135 Jun 30 09:28:37.438221 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-809722bf-e51b-4d1f-b8aa-bfc9e3af8ea0 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--40202505&fields=id&tenant_id=012c38fa3263411f81f5a9c6187e3025 HTTP/1.1" status: 200 len: 267 time: 0.0351315 Jun 30 09:28:37.563236 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:37.569846 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-5bd6778b-d949-4258-ae6a-f15da09550b7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:37.571371 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-5bd6778b-d949-4258-ae6a-f15da09550b7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/networks?id=2ab70122-0020-4c29-ae52-7bd3c84e0fca HTTP/1.1" status: 200 len: 816 time: 0.1262131 Jun 30 09:28:37.587588 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-4e42b176-3879-4f47-92e7-d8142be88969 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/quotas/012c38fa3263411f81f5a9c6187e3025 HTTP/1.1" status: 200 len: 375 time: 0.0107336 Jun 30 09:28:37.699550 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-4f5e00b3-56bf-4beb-a833-5a7ff4ff8707 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=012c38fa3263411f81f5a9c6187e3025&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1045294 Jun 30 09:28:37.860800 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-0553561c-8555-481a-8f1f-23c73481e407 service neutron] 10.222.0.10 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455796 Jun 30 09:28:37.988862 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-a5d86c5c-4227-4e48-97b5-b1871afe345c service neutron] 10.222.0.10 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214399 Jun 30 09:28:38.643585 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-48e05a10-954d-4689-83ff-9411433976fd req-d66b6e0d-db38-464d-98c3-14402c9f66eb tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 210 time: 0.1059930 Jun 30 09:28:38.685325 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ec90948d-d13b-45aa-9d91-601b5d79df3d req-509d2815-a000-4b20-a3e4-9db3928c0660 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0427763 Jun 30 09:28:38.833710 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:38.907568 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8af67830-9102-4010-a9cc-b531ddc1e378 req-b6fbf4e7-d06a-4fde-95de-9b95cc1b854b service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0290663 Jun 30 09:28:39.733520 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-37a0bd9f-21e4-436f-9ac5-6d6d6c9239c4 req-36bda23f-e64e-443d-aef8-9e12f69eae22 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 210 time: 0.0299048 Jun 30 09:28:40.934899 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1caf1bf2-2a64-4a85-9275-00c9032086a2 req-80d7325f-6183-44ed-9371-814548e8f37d service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0469127 Jun 30 09:28:41.014400 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5ac9c84a-d1d7-4208-a07f-765258b0d1e4 req-26ab344e-e658-4145-b507-16fa4ea6e4be tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 210 time: 0.0480449 Jun 30 09:28:41.154478 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85a4d71d-e96c-4f1d-b3f1-1a7e079bc22f req-7e3f0da6-b9b9-4ac1-8344-439e21855771 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0316739 Jun 30 09:28:41.744521 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-e14a8676-1e73-43f1-b18e-37ee689eead3 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:41.746004 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-e14a8676-1e73-43f1-b18e-37ee689eead3 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.37 "GET /v2.0/networks?id=2ab70122-0020-4c29-ae52-7bd3c84e0fca HTTP/1.1" status: 200 len: 816 time: 0.1685240 Jun 30 09:28:41.795630 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-bd1b8715-8678-4368-a851-76f08051973e tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=012c38fa3263411f81f5a9c6187e3025 HTTP/1.1" status: 200 len: 378 time: 0.0409877 Jun 30 09:28:41.807678 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-7b3fa3bc-6c54-44e2-90be-dafef2e29c2d tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Request body: {'port': {'device_id': 'f4895a77-b4d4-4a61-ac23-f69803335792', 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca', 'admin_state_up': True, 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'security_groups': ['2dba94f7-6cf1-4c6e-a564-29d275342b57']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:42.042916 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-7b3fa3bc-6c54-44e2-90be-dafef2e29c2d tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Made reservation on behalf of 012c38fa3263411f81f5a9c6187e3025 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:42.047629 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-7b3fa3bc-6c54-44e2-90be-dafef2e29c2d tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:42.224921 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-7b3fa3bc-6c54-44e2-90be-dafef2e29c2d tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Allocated IP 172.20.0.14 (2ab70122-0020-4c29-ae52-7bd3c84e0fca/afcabd5e-a40b-4794-b5f8-0b150c129247/c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:42.288963 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 60094) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:42.449373 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08fa7273-6983-4a3c-95e5-79567ca1a31c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:42.609707 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08fa7273-6983-4a3c-95e5-79567ca1a31c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:42.785776 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08fa7273-6983-4a3c-95e5-79567ca1a31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:42.830908 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-08fa7273-6983-4a3c-95e5-79567ca1a31c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1632a52373fd4bb5a69dc30e2fd9eb54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5402551 Jun 30 09:28:42.832063 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa7273-6983-4a3c-95e5-79567ca1a31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac415e8-2909-4f74-9879-9a72096d0a71,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:42.834677 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 60126) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:42.855281 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-750b9ab1-8f76-463b-a2a9-d308b8fda706 req-ab0fecf4-8630-4cbd-b5a6-cd4b22974b55 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 210 time: 0.0460138 Jun 30 09:28:42.931835 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eb213a26-84be-422e-8167-a2a716db6fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:42.964594 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eb213a26-84be-422e-8167-a2a716db6fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:42.995952 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-7b3fa3bc-6c54-44e2-90be-dafef2e29c2d tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.139786 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eb213a26-84be-422e-8167-a2a716db6fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.141852 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-7b3fa3bc-6c54-44e2-90be-dafef2e29c2d tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Transition to ACTIVE for port object c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:43.143310 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eb213a26-84be-422e-8167-a2a716db6fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.144555 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-eb213a26-84be-422e-8167-a2a716db6fbd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dac415e8-2909-4f74-9879-9a72096d0a71 HTTP/1.1" status: 204 len: 168 time: 0.3089182 Jun 30 09:28:43.153373 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb213a26-84be-422e-8167-a2a716db6fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac415e8-2909-4f74-9879-9a72096d0a71,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:43.230408 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3d9e09d0-c783-4c7a-8da1-ddb77e923a2b req-6ba0d337-1007-4277-9a9c-16c6b9811a02 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0863292 Jun 30 09:28:43.423747 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d8b9a5e3-4e11-43fb-9930-d8a75d750e46 req-0a84d2e5-2fbe-4eee-98fd-604d51a27edd service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0310650 Jun 30 09:28:43.489581 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-7b3fa3bc-6c54-44e2-90be-dafef2e29c2d tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.556268 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-7b3fa3bc-6c54-44e2-90be-dafef2e29c2d tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Network 2ab70122-0020-4c29-ae52-7bd3c84e0fca is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:43.561595 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-7b3fa3bc-6c54-44e2-90be-dafef2e29c2d tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:43.566833 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-7b3fa3bc-6c54-44e2-90be-dafef2e29c2d tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:43.571563 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3fa3bc-6c54-44e2-90be-dafef2e29c2d tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Pushing event updated for resources: {'Port': ['ID=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:43.635894 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-7b3fa3bc-6c54-44e2-90be-dafef2e29c2d tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:43.636921 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-7b3fa3bc-6c54-44e2-90be-dafef2e29c2d tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.768718 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-7b3fa3bc-6c54-44e2-90be-dafef2e29c2d tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9672933 Jun 30 09:28:43.782423 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-51760c91-070b-4bb5-a136-206329647bcb service neutron] Request body: {'port': {'device_id': 'f4895a77-b4d4-4a61-ac23-f69803335792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:43.996873 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-51760c91-070b-4bb5-a136-206329647bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.084397 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c8f45-005d-4d70-bdfd-967fa983aa7b req-4073b41a-1e33-4f8c-8c91-70d6725c2f27 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:44.085921 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3c4c8f45-005d-4d70-bdfd-967fa983aa7b req-4073b41a-1e33-4f8c-8c91-70d6725c2f27 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 932 time: 0.0818517 Jun 30 09:28:44.133987 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3c4c8f45-005d-4d70-bdfd-967fa983aa7b req-4691df78-6ffd-4994-a3fe-ca9a5efc00c9 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390594 Jun 30 09:28:44.145617 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-83a8ecbe-c941-4c81-856b-4b3fd43f410c None None] Provisioning for port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:44.151045 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-83a8ecbe-c941-4c81-856b-4b3fd43f410c None None] Provisioning complete for port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:44.152403 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-83a8ecbe-c941-4c81-856b-4b3fd43f410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.223203 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-83a8ecbe-c941-4c81-856b-4b3fd43f410c None None] Port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:28:44.401715 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 60224) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:44.428793 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b7b08b2a-a75b-4475-96fe-f8fcb6fdb5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.439368 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-51760c91-070b-4bb5-a136-206329647bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:28:44.538685 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-51760c91-070b-4bb5-a136-206329647bcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.560210 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-51760c91-070b-4bb5-a136-206329647bcb service neutron] Transition to ACTIVE for port object c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:44.678483 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-51760c91-070b-4bb5-a136-206329647bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.702270 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b7b08b2a-a75b-4475-96fe-f8fcb6fdb5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.780555 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51760c91-070b-4bb5-a136-206329647bcb service neutron] Pushing event updated for resources: {'Port': ['ID=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:44.866925 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-51760c91-070b-4bb5-a136-206329647bcb service neutron] Attempting to bind port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:44.867820 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-51760c91-070b-4bb5-a136-206329647bcb service neutron] Attempting to bind port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '00b77331-5ed3-4449-ba6a-84efe27ecf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:44.868384 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-51760c91-070b-4bb5-a136-206329647bcb service neutron] Attempting to bind port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 on network 2ab70122-0020-4c29-ae52-7bd3c84e0fca {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:44.878557 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-51760c91-070b-4bb5-a136-206329647bcb service neutron] Port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 on network 2ab70122-0020-4c29-ae52-7bd3c84e0fca not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:44.882594 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-51760c91-070b-4bb5-a136-206329647bcb service neutron] Attempting to bind port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 on network 2ab70122-0020-4c29-ae52-7bd3c84e0fca {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:44.914904 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-51760c91-070b-4bb5-a136-206329647bcb service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:28:44.914904 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-51760c91-070b-4bb5-a136-206329647bcb service neutron] Checking segment: {'id': '00b77331-5ed3-4449-ba6a-84efe27ecf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:28:44.914904 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-51760c91-070b-4bb5-a136-206329647bcb service neutron] Bound using segment: {'id': '00b77331-5ed3-4449-ba6a-84efe27ecf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:28:44.914904 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-51760c91-070b-4bb5-a136-206329647bcb service neutron] Bound port: c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00b77331-5ed3-4449-ba6a-84efe27ecf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:28:44.914904 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-51760c91-070b-4bb5-a136-206329647bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.988562 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b7b08b2a-a75b-4475-96fe-f8fcb6fdb5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.073421 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b7b08b2a-a75b-4475-96fe-f8fcb6fdb5f2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf2dd03a6ca54019bcdba0afc97d24c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6706238 Jun 30 09:28:45.076182 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 60254) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:45.082084 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-51760c91-070b-4bb5-a136-206329647bcb service neutron] For port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:28:45.084667 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b08b2a-a75b-4475-96fe-f8fcb6fdb5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d706facd-0c3c-4818-9a3d-23ba93c4f3aa,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:45.098297 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-51760c91-070b-4bb5-a136-206329647bcb service neutron] For port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363,segment=NetworkSegment(00b77331-5ed3-4449-ba6a-84efe27ecf19),segment_id=00b77331-5ed3-4449-ba6a-84efe27ecf19)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:28:45.146876 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-34cfdbfb-a627-4dfa-b4a1-dda7c87182c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.179654 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-34cfdbfb-a627-4dfa-b4a1-dda7c87182c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.185914 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-51760c91-070b-4bb5-a136-206329647bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.297503 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-51760c91-070b-4bb5-a136-206329647bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:45.298143 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-51760c91-070b-4bb5-a136-206329647bcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.304835 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-51760c91-070b-4bb5-a136-206329647bcb service neutron] 10.222.0.37 "PUT /v2.0/ports/c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 HTTP/1.1" status: 200 len: 1093 time: 1.5230649 Jun 30 09:28:45.304835 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4895a77-b4d4-4a61-ac23-f69803335792', 'tag': 'c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:28:45.325308 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39eb677-cd74-482b-a909-600b7feb9951" -d '{"events": [{"name": "network-changed", "server_uuid": "f4895a77-b4d4-4a61-ac23-f69803335792", "tag": "c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:28:45.368079 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-34cfdbfb-a627-4dfa-b4a1-dda7c87182c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.370600 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-34cfdbfb-a627-4dfa-b4a1-dda7c87182c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.375435 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-34cfdbfb-a627-4dfa-b4a1-dda7c87182c9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d706facd-0c3c-4818-9a3d-23ba93c4f3aa HTTP/1.1" status: 204 len: 168 time: 0.2979648 Jun 30 09:28:45.398462 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfdbfb-a627-4dfa-b4a1-dda7c87182c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d706facd-0c3c-4818-9a3d-23ba93c4f3aa,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:45.472026 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51760c91-070b-4bb5-a136-206329647bcb service neutron] Pushing event updated for resources: {'Port': ['ID=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:45.475774 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326e8dfc-f3d6-470c-b8f4-fbb7f4d567b5 x-openstack-request-id: req-326e8dfc-f3d6-470c-b8f4-fbb7f4d567b5 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:28:45.476109 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4895a77-b4d4-4a61-ac23-f69803335792", "tag": "c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:28:45.476369 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-326e8dfc-f3d6-470c-b8f4-fbb7f4d567b5 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:28:45.476812 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4895a77-b4d4-4a61-ac23-f69803335792', 'tag': 'c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363', 'status': 'completed', 'code': 200} Jun 30 09:28:45.681422 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-702c070b-8924-432d-98fe-4272f63a6fe6 req-73e3ee95-ffb8-4235-bbb0-b7b3de690da4 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0354583 Jun 30 09:28:45.754249 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-40ffc8c6-4576-4b2d-a84f-8dd3f8058a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:45.756039 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-40ffc8c6-4576-4b2d-a84f-8dd3f8058a12 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=012c38fa3263411f81f5a9c6187e3025&device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 1096 time: 0.2877109 Jun 30 09:28:45.765782 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0118c-fab3-44fb-9208-a3187a2177de req-7ef5d11d-0995-44f6-afd3-d2d8e4968db5 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:45.767923 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6cd0118c-fab3-44fb-9208-a3187a2177de req-7ef5d11d-0995-44f6-afd3-d2d8e4968db5 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 944 time: 0.2972641 Jun 30 09:28:45.856797 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-177f70d4-3802-413a-8433-a7165ddb9a29 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 HTTP/1.1" status: 200 len: 217 time: 0.0877128 Jun 30 09:28:45.897674 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6cd0118c-fab3-44fb-9208-a3187a2177de req-3c6a8f6f-d87a-4e9e-8fef-77811b9e3975 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1221151 Jun 30 09:28:45.948436 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-55ee82f1-60f0-4e73-b0e0-99a137bf800f req-5bd2d3d3-6f20-434d-b6da-77ec4bb804b5 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0587118 Jun 30 09:28:45.965620 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-8a65eca5-1f6b-46e5-9214-3839708e4b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:45.967067 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-8a65eca5-1f6b-46e5-9214-3839708e4b9e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=afcabd5e-a40b-4794-b5f8-0b150c129247 HTTP/1.1" status: 200 len: 855 time: 0.0903399 Jun 30 09:28:46.034024 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-78535883-391a-4850-9565-73b4a5395e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:46.042053 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-78535883-391a-4850-9565-73b4a5395e71 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2ab70122-0020-4c29-ae52-7bd3c84e0fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635917 Jun 30 09:28:46.152718 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-62f62f79-d860-4787-86da-9b147326f74c service neutron] 10.222.0.37 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082549 Jun 30 09:28:46.248527 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a340ca67-0da4-41c1-a452-41216a2ac95f req-0b1aea03-755c-4eef-b23f-fae893871b49 service neutron] 10.222.0.37 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898433 Jun 30 09:28:46.701466 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39eb677-cd74-482b-a909-600b7feb9951 req-47a7b0d3-bea8-4f7a-8724-456f8fd39e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:46.703329 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e39eb677-cd74-482b-a909-600b7feb9951 req-47a7b0d3-bea8-4f7a-8724-456f8fd39e6d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=012c38fa3263411f81f5a9c6187e3025&device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 1096 time: 0.1159859 Jun 30 09:28:46.823717 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39eb677-cd74-482b-a909-600b7feb9951 req-f578f0d6-b992-43cb-adf1-7c166150c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:46.828240 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e39eb677-cd74-482b-a909-600b7feb9951 req-f578f0d6-b992-43cb-adf1-7c166150c691 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2ab70122-0020-4c29-ae52-7bd3c84e0fca HTTP/1.1" status: 200 len: 917 time: 0.1123023 Jun 30 09:28:46.873957 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e39eb677-cd74-482b-a909-600b7feb9951 req-ee484905-bdcb-4138-89de-83047a443a9a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 HTTP/1.1" status: 200 len: 217 time: 0.0398526 Jun 30 09:28:46.920427 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39eb677-cd74-482b-a909-600b7feb9951 req-c09d992a-5973-49c1-a960-38138b930587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:46.922562 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e39eb677-cd74-482b-a909-600b7feb9951 req-c09d992a-5973-49c1-a960-38138b930587 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=afcabd5e-a40b-4794-b5f8-0b150c129247 HTTP/1.1" status: 200 len: 855 time: 0.0447831 Jun 30 09:28:47.081942 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39eb677-cd74-482b-a909-600b7feb9951 req-7b6a4538-cdbe-43ef-a45c-353ccb29028b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:47.081942 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e39eb677-cd74-482b-a909-600b7feb9951 req-7b6a4538-cdbe-43ef-a45c-353ccb29028b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2ab70122-0020-4c29-ae52-7bd3c84e0fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1046247 Jun 30 09:28:47.253879 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188bd8f-9670-4324-ab63-35eb2ee831b5 req-9def42fb-8710-4531-960b-d8afc649c8ac tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:47.259929 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e39eb677-cd74-482b-a909-600b7feb9951 req-bf073a3b-1fa3-4d9f-bd19-23d1f5792900 service neutron] 10.222.0.37 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161186 Jun 30 09:28:47.264590 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8188bd8f-9670-4324-ab63-35eb2ee831b5 req-9def42fb-8710-4531-960b-d8afc649c8ac tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 944 time: 0.1598577 Jun 30 09:28:47.323224 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8188bd8f-9670-4324-ab63-35eb2ee831b5 req-5d147c60-c340-469a-8388-e4cc4f8cdc78 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549362 Jun 30 09:28:47.409116 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e39eb677-cd74-482b-a909-600b7feb9951 req-29e40524-6444-4339-b70d-1b7af5a66175 service neutron] 10.222.0.37 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430464 Jun 30 09:28:47.892377 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f93d8215-fe62-48c3-b53b-7e7753fcffec req-c9f70e19-ee19-40d8-a370-81c23b284b24 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0404708 Jun 30 09:28:48.120281 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8315714d-31da-4b14-a68a-2cfc79956966 req-b5187e31-fb1f-4684-a93a-10690d9b7d05 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0517020 Jun 30 09:28:48.594037 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a4c01-ddf5-4044-bbf6-448bea484c08 req-8a8a0b04-059c-4799-9d54-fc8fea86a56e tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:48.595632 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4c5a4c01-ddf5-4044-bbf6-448bea484c08 req-8a8a0b04-059c-4799-9d54-fc8fea86a56e tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 944 time: 0.1322324 Jun 30 09:28:48.653771 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4c5a4c01-ddf5-4044-bbf6-448bea484c08 req-860b3e8a-c615-4076-95b2-b7fff7a80776 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430965 Jun 30 09:28:49.892810 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51214973-7083-4e08-9fbc-9ed02f809c5f req-fd2a4e4b-b4bd-4f20-afbb-ca26e2aef75d tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:49.897882 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-51214973-7083-4e08-9fbc-9ed02f809c5f req-fd2a4e4b-b4bd-4f20-afbb-ca26e2aef75d tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 944 time: 0.0995138 Jun 30 09:28:49.952854 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-51214973-7083-4e08-9fbc-9ed02f809c5f req-fb016436-bd5b-43f7-bbd3-332ac6459d70 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484631 Jun 30 09:28:49.987012 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:28:50.311097 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363,segment=NetworkSegment(00b77331-5ed3-4449-ba6a-84efe27ecf19),segment_id=00b77331-5ed3-4449-ba6a-84efe27ecf19)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:50.324184 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363', 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca', 'port_id': 'c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363', 'mac_address': 'fa:16:3e:83:f7:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:28:50.340080 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e458a3e-a829-4c61-b7d6-036c89cf2545 req-0f980ff1-6f03-4774-a6d5-277474bf8b9e service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0319045 Jun 30 09:28:50.396758 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.415811 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:28:50.450664 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363,segment=NetworkSegment(00b77331-5ed3-4449-ba6a-84efe27ecf19),segment_id=00b77331-5ed3-4449-ba6a-84efe27ecf19)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:50.508469 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5dd9de98-b50a-4729-a3e0-5b3b986ea3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.560946 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.626518 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-31775079-e1f2-4988-94bc-89fba7e2cc13 req-16974355-1faa-40f2-b6dd-eac2ec152462 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0557778 Jun 30 09:28:50.653626 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 60576) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:50.669991 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:50.679709 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:50.680315 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:50.680915 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:50.681532 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:50.682165 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:50.682753 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:50.683394 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:50.683862 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:50.684326 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:50.684759 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:50.685367 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:50.685823 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:50.911506 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7dff8c76-711c-4e1c-b47f-6363f390ca22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.936068 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:28:51.015688 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7dff8c76-711c-4e1c-b47f-6363f390ca22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:51.201195 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82360e88-3693-4c1f-a8e3-6bb4e6f86376 req-784ee2ea-eb14-446e-b869-9b8a0f7dc676 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:51.203802 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-82360e88-3693-4c1f-a8e3-6bb4e6f86376 req-784ee2ea-eb14-446e-b869-9b8a0f7dc676 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 945 time: 0.0770156 Jun 30 09:28:51.213872 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7dff8c76-711c-4e1c-b47f-6363f390ca22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:51.298377 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff8c76-711c-4e1c-b47f-6363f390ca22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b3c496-fbc7-486e-b241-8557bb2a5ec9,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:51.327223 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 60598) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:51.328530 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7dff8c76-711c-4e1c-b47f-6363f390ca22 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fd7210890bbe408388de5d52fdb57447&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6721678 Jun 30 09:28:51.374843 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-82360e88-3693-4c1f-a8e3-6bb4e6f86376 req-52ddc274-524f-447a-ae37-bde723c2dfe2 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1292212 Jun 30 09:28:51.425357 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0fe182d1-326d-473d-b191-7475fa5efd4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:51.453233 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0fe182d1-326d-473d-b191-7475fa5efd4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:51.653983 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0fe182d1-326d-473d-b191-7475fa5efd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:51.657301 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0fe182d1-326d-473d-b191-7475fa5efd4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:51.662955 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0fe182d1-326d-473d-b191-7475fa5efd4b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/75b3c496-fbc7-486e-b241-8557bb2a5ec9 HTTP/1.1" status: 204 len: 168 time: 0.3323190 Jun 30 09:28:51.672826 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe182d1-326d-473d-b191-7475fa5efd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b3c496-fbc7-486e-b241-8557bb2a5ec9,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:51.682711 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe182d1-326d-473d-b191-7475fa5efd4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:51.683499 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe182d1-326d-473d-b191-7475fa5efd4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:51.684628 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe182d1-326d-473d-b191-7475fa5efd4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:51.685255 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe182d1-326d-473d-b191-7475fa5efd4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:51.686699 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe182d1-326d-473d-b191-7475fa5efd4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:51.687557 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe182d1-326d-473d-b191-7475fa5efd4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:51.688162 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe182d1-326d-473d-b191-7475fa5efd4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:51.688723 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe182d1-326d-473d-b191-7475fa5efd4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:51.689678 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe182d1-326d-473d-b191-7475fa5efd4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:51.690265 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe182d1-326d-473d-b191-7475fa5efd4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:51.691062 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe182d1-326d-473d-b191-7475fa5efd4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:51.694647 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe182d1-326d-473d-b191-7475fa5efd4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:51.994580 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:28:52.168102 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:52.173956 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:52.174364 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.282348 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.312193 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4895a77-b4d4-4a61-ac23-f69803335792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:28:52.315177 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14015ef-39f7-47d4-9db4-532e306bd620" -d '{"events": [{"server_uuid": "f4895a77-b4d4-4a61-ac23-f69803335792", "name": "network-vif-plugged", "status": "completed", "tag": "c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:28:52.342404 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363,segment=NetworkSegment(00b77331-5ed3-4449-ba6a-84efe27ecf19),segment_id=00b77331-5ed3-4449-ba6a-84efe27ecf19)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:52.370963 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0dc81b-abcf-4027-9769-19b692ea722a x-openstack-request-id: req-1f0dc81b-abcf-4027-9769-19b692ea722a {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:28:52.371296 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4895a77-b4d4-4a61-ac23-f69803335792", "name": "network-vif-plugged", "status": "completed", "tag": "c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:28:52.371555 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1f0dc81b-abcf-4027-9769-19b692ea722a {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:28:52.371953 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4895a77-b4d4-4a61-ac23-f69803335792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363', 'code': 200} Jun 30 09:28:52.588382 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a8ebd7be-2d87-46c0-af4c-1a86855653a2 req-bd367a43-55c4-4186-b36b-f24dcb3e3050 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0399992 Jun 30 09:28:52.597807 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec938c6-1947-46a7-9aad-ac805b926160 req-b1ab879a-681e-46c5-8323-8e85dc9dd8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:52.598655 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3ec938c6-1947-46a7-9aad-ac805b926160 req-b1ab879a-681e-46c5-8323-8e85dc9dd8aa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 1097 time: 0.1395812 Jun 30 09:28:52.637169 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b3930-958e-43d0-bce4-1b59839e29b6 req-83e4f614-cdad-443c-a0c1-61d2eda5b8c8 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:52.638679 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-162b3930-958e-43d0-bce4-1b59839e29b6 req-83e4f614-cdad-443c-a0c1-61d2eda5b8c8 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 945 time: 0.1446221 Jun 30 09:28:52.664367 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3ec938c6-1947-46a7-9aad-ac805b926160 req-f8607e34-0239-400e-aff1-5483c9718f89 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578957 Jun 30 09:28:52.733123 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-162b3930-958e-43d0-bce4-1b59839e29b6 req-524236f1-dab2-479c-8f02-7d7ee6c403cf tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0802681 Jun 30 09:28:52.751613 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.837285 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:52.850874 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-574e8565-f2d3-4b0b-96c8-f60f7dd83974 req-6279d18e-cec8-4ebf-b39d-7c34fb9c61fa service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0803971 Jun 30 09:28:52.899411 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-29fb6389-9fc4-4831-b2d9-bf2c2dc31b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.049456 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 60678) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:53.085593 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 60682) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:53.102880 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-60265b4b-fc28-489f-abca-53afa815faeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.225500 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-60265b4b-fc28-489f-abca-53afa815faeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.309724 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5eb9d248-91d0-45ef-9db8-162fdae9f6b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.361065 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-60265b4b-fc28-489f-abca-53afa815faeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.494951 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60265b4b-fc28-489f-abca-53afa815faeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3043ff9b-680a-4d72-894d-329ee4ac4cdc,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:53.519960 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-60265b4b-fc28-489f-abca-53afa815faeb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7aaefbe3171844e7ae0bb6a2d1d4ed91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4326761 Jun 30 09:28:53.522546 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 60718) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:53.523469 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.551401 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5eb9d248-91d0-45ef-9db8-162fdae9f6b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.584901 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72ff6af7-5e1f-4165-995b-279161bac044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.625310 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5eb9d248-91d0-45ef-9db8-162fdae9f6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.637058 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72ff6af7-5e1f-4165-995b-279161bac044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.684154 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5eb9d248-91d0-45ef-9db8-162fdae9f6b4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=46abfc4940dd441ba2a40b91d2a1c719&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6335018 Jun 30 09:28:53.685376 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9d248-91d0-45ef-9db8-162fdae9f6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ff7b2c-9593-4d97-b99d-433ab47d0759,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:53.688743 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 60722) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:53.784887 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72ff6af7-5e1f-4165-995b-279161bac044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.787721 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72ff6af7-5e1f-4165-995b-279161bac044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.789316 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-72ff6af7-5e1f-4165-995b-279161bac044 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3043ff9b-680a-4d72-894d-329ee4ac4cdc HTTP/1.1" status: 204 len: 168 time: 0.2657630 Jun 30 09:28:53.808454 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-53072743-5c82-47ff-80a7-6aa236f1f8ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.830776 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff6af7-5e1f-4165-995b-279161bac044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3043ff9b-680a-4d72-894d-329ee4ac4cdc,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:53.895556 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-53072743-5c82-47ff-80a7-6aa236f1f8ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:54.053646 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-53072743-5c82-47ff-80a7-6aa236f1f8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:54.056838 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-53072743-5c82-47ff-80a7-6aa236f1f8ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:54.058080 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-53072743-5c82-47ff-80a7-6aa236f1f8ac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d0ff7b2c-9593-4d97-b99d-433ab47d0759 HTTP/1.1" status: 204 len: 168 time: 0.3472111 Jun 30 09:28:54.073327 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53072743-5c82-47ff-80a7-6aa236f1f8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ff7b2c-9593-4d97-b99d-433ab47d0759,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:54.194726 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a043c-7c6f-471a-877a-60cf39481f61 req-af631dd9-5efa-4c7f-a017-ebc27eae89fb tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:54.206897 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc1a043c-7c6f-471a-877a-60cf39481f61 req-af631dd9-5efa-4c7f-a017-ebc27eae89fb tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 946 time: 0.1761973 Jun 30 09:28:54.259644 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc1a043c-7c6f-471a-877a-60cf39481f61 req-b19ef522-3d6f-4ce4-b847-330fbc0e85ff tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512197 Jun 30 09:28:54.655316 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:54.815425 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cc619d09-01b7-407d-adba-47cbdfa41521 req-f26e3b7a-a8d4-41d6-a1e4-3732b57415c4 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0450928 Jun 30 09:28:55.054334 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ec613165-5b5a-4014-8e92-55c7dc823ebc req-bb2fc334-8e3e-485f-b362-69657ffd0102 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0507727 Jun 30 09:28:55.321188 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 60786) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:55.349332 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0ce4509a-6030-4585-8317-e77b738c2c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:55.550845 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0ce4509a-6030-4585-8317-e77b738c2c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:55.636363 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0ce4509a-6030-4585-8317-e77b738c2c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:55.696465 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0ce4509a-6030-4585-8317-e77b738c2c60 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cb87618e22c64904886d289476f2e9e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3717740 Jun 30 09:28:55.696465 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4509a-6030-4585-8317-e77b738c2c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b5d56e-ab17-428c-ab88-f9a184e38e6b,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:55.696915 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 60796) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:55.785275 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6a6a9487-4f89-4627-8e5b-c0c8c4c4e23c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:55.822422 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6a6a9487-4f89-4627-8e5b-c0c8c4c4e23c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:55.888490 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fa757-cacd-4d08-b36e-d9fb7bef00be req-6f782ed2-8194-47f4-9db5-28c271bca7b5 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:55.893960 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a69fa757-cacd-4d08-b36e-d9fb7bef00be req-6f782ed2-8194-47f4-9db5-28c271bca7b5 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 946 time: 0.1131258 Jun 30 09:28:55.967168 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a69fa757-cacd-4d08-b36e-d9fb7bef00be req-938a4e0b-5d0e-4579-95ee-141d1935e1cb tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597756 Jun 30 09:28:55.985307 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6a6a9487-4f89-4627-8e5b-c0c8c4c4e23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:55.988572 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6a6a9487-4f89-4627-8e5b-c0c8c4c4e23c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:55.989981 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6a6a9487-4f89-4627-8e5b-c0c8c4c4e23c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/75b5d56e-ab17-428c-ab88-f9a184e38e6b HTTP/1.1" status: 204 len: 168 time: 0.2911713 Jun 30 09:28:55.999759 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a9487-4f89-4627-8e5b-c0c8c4c4e23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b5d56e-ab17-428c-ab88-f9a184e38e6b,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:56.288624 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.344001 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a1598-baeb-48ed-81e2-2b379bf41e41 req-0aa48d66-4bd5-4a74-b96d-4659eb44ac97 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:56.345473 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-498a1598-baeb-48ed-81e2-2b379bf41e41 req-0aa48d66-4bd5-4a74-b96d-4659eb44ac97 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 946 time: 0.1373878 Jun 30 09:28:56.356943 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 60822) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:56.361705 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-1c8cb1a5-71b1-47dc-9d7f-f3df59062bef tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Request body: {'floatingip': {'port_id': 'c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:56.439257 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1c8cb1a5-71b1-47dc-9d7f-f3df59062bef tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for floatingip, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.070753 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d2e6b23-29fe-4547-b208-3ca5fb9fc3ef req-35792ed8-b2f2-411c-a72e-a28fae331714 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0570264 Jun 30 09:28:57.341206 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-856e33dd-81e0-4099-8157-9e0895221332 req-add5bd3e-0281-4216-8d38-5d394c3b1c5d service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0329444 Jun 30 09:28:57.360990 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.db.resource_extend [None req-1c8cb1a5-71b1-47dc-9d7f-f3df59062bef tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:28:57.442792 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d22be2-1fcb-448f-b72e-ba5578767c2b req-375197ec-9ad7-4aad-a126-17d458ed6837 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:57.444345 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-28d22be2-1fcb-448f-b72e-ba5578767c2b req-375197ec-9ad7-4aad-a126-17d458ed6837 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a7286f-b611-4dd4-ba63-c449b28a3d87 HTTP/1.1" status: 200 len: 949 time: 0.3528266 Jun 30 09:28:57.478826 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1c8cb1a5-71b1-47dc-9d7f-f3df59062bef tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.503180 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-28d22be2-1fcb-448f-b72e-ba5578767c2b req-325e363c-e77d-41fa-b64f-b59264333c8c tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.10 "GET /v2.0/security-groups?id=210a2c27-2356-43d9-b7eb-0b34bc2a1e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462000 Jun 30 09:28:57.591363 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1c8cb1a5-71b1-47dc-9d7f-f3df59062bef tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.726760 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [None req-1c8cb1a5-71b1-47dc-9d7f-f3df59062bef tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Floating IP d6a9f6cf-fc5a-4ee6-9285-f454ac7ab75b associated. External IP: 172.25.6.206, port: c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363. Jun 30 09:28:58.029760 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8cb1a5-71b1-47dc-9d7f-f3df59062bef tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Router 3b3a3c32-b66b-4afb-ac87-4c80727a25d7 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:28:58.166287 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8cb1a5-71b1-47dc-9d7f-f3df59062bef tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:28:58.173175 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1c8cb1a5-71b1-47dc-9d7f-f3df59062bef tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.180578 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f165926-480e-41b1-82a4-68639908f641 None None] Sync routers for ids ['3b3a3c32-b66b-4afb-ac87-4c80727a25d7'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:28:58.198966 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f165926-480e-41b1-82a4-68639908f641 None None] Routers {'3b3a3c32-b66b-4afb-ac87-4c80727a25d7'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:58.203756 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-5f165926-480e-41b1-82a4-68639908f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:28:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['3b3a3c32-b66b-4afb-ac87-4c80727a25d7'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:58.216980 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1c8cb1a5-71b1-47dc-9d7f-f3df59062bef tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "PUT /v2.0/floatingips/d6a9f6cf-fc5a-4ee6-9285-f454ac7ab75b HTTP/1.1" status: 200 len: 992 time: 1.8589151 Jun 30 09:28:58.218661 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4895a77-b4d4-4a61-ac23-f69803335792', 'tag': 'c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:28:58.220748 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e48ac79-baab-49ac-84ff-7626632f3955" -d '{"events": [{"name": "network-changed", "server_uuid": "f4895a77-b4d4-4a61-ac23-f69803335792", "tag": "c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:28:58.268865 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b7814a-a3d6-428b-a1e6-55fc680f6cef x-openstack-request-id: req-26b7814a-a3d6-428b-a1e6-55fc680f6cef {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:28:58.269158 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4895a77-b4d4-4a61-ac23-f69803335792", "tag": "c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:28:58.269411 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-26b7814a-a3d6-428b-a1e6-55fc680f6cef {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:28:58.269834 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4895a77-b4d4-4a61-ac23-f69803335792', 'tag': 'c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363', 'status': 'completed', 'code': 200} Jun 30 09:28:58.357841 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48ac79-baab-49ac-84ff-7626632f3955 req-3bfe2cfd-89f4-402f-9cef-7775c67f07ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:58.360679 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5e48ac79-baab-49ac-84ff-7626632f3955 req-3bfe2cfd-89f4-402f-9cef-7775c67f07ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=012c38fa3263411f81f5a9c6187e3025&device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 1098 time: 0.0632288 Jun 30 09:28:58.362498 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-5f165926-480e-41b1-82a4-68639908f641 None None] Set router 3b3a3c32-b66b-4afb-ac87-4c80727a25d7 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:28:58.523650 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48ac79-baab-49ac-84ff-7626632f3955 req-77166257-063b-410d-8f59-0419a9718a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:58.525609 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5e48ac79-baab-49ac-84ff-7626632f3955 req-77166257-063b-410d-8f59-0419a9718a91 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2ab70122-0020-4c29-ae52-7bd3c84e0fca HTTP/1.1" status: 200 len: 917 time: 0.1580391 Jun 30 09:28:58.832047 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a0ce3-b974-41e5-875f-89600c167953 req-bc3fd184-4f8e-4392-a732-8da7601de84c tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:58.834783 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c74fb7-d06b-47da-9da2-bc3bc487a833 req-095ef9c2-8f08-465f-a349-b0b614a7ad95 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:58.836552 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-20c74fb7-d06b-47da-9da2-bc3bc487a833 req-095ef9c2-8f08-465f-a349-b0b614a7ad95 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3a7286f-b611-4dd4-ba63-c449b28a3d87 HTTP/1.1" status: 200 len: 949 time: 0.1895928 Jun 30 09:28:58.839505 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5e48ac79-baab-49ac-84ff-7626632f3955 req-6e699a4b-f4d9-43ca-854d-eddad458cee2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 HTTP/1.1" status: 200 len: 1000 time: 0.2979293 Jun 30 09:28:58.841267 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5c1a0ce3-b974-41e5-875f-89600c167953 req-bc3fd184-4f8e-4392-a732-8da7601de84c tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a7286f-b611-4dd4-ba63-c449b28a3d87 HTTP/1.1" status: 200 len: 949 time: 0.1167462 Jun 30 09:28:58.853670 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-5f165926-480e-41b1-82a4-68639908f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'name': 'tempest-AttachVolumeShelveTestJSON-734684512-router', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:46Z', 'updated_at': '2021-06-30T09:23:53Z', 'revision_number': 4, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'gw_port': {'id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:47Z', 'updated_at': '2021-06-30T09:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'd6a9f6cf-fc5a-4ee6-9285-f454ac7ab75b', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'port_id': 'c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca', 'mac_address': 'fa:16:3e:83:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4895a77-b4d4-4a61-ac23-f69803335792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:28:35Z', 'updated_at': '2021-06-30T09:28:57Z', 'revision_number': 1, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a6e91e-ac32-4116-b504-3d6eeec10321', 'name': '', 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'mac_address': 'fa:16:3e:9e:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:51Z', 'updated_at': '2021-06-30T09:24:02Z', 'revision_number': 5, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'subnets': [{'id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:58.896525 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5c1a0ce3-b974-41e5-875f-89600c167953 req-884ddd48-daa4-4012-b15c-e75206254851 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.10 "GET /v2.0/security-groups?id=210a2c27-2356-43d9-b7eb-0b34bc2a1e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542145 Jun 30 09:28:58.926691 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f165926-480e-41b1-82a4-68639908f641 None None] Checking router: 3b3a3c32-b66b-4afb-ac87-4c80727a25d7 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:28:58.960997 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f165926-480e-41b1-82a4-68639908f641 None None] Routers {'3b3a3c32-b66b-4afb-ac87-4c80727a25d7'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:58.960997 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-5f165926-480e-41b1-82a4-68639908f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:28:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['3b3a3c32-b66b-4afb-ac87-4c80727a25d7'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:59.021866 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48ac79-baab-49ac-84ff-7626632f3955 req-6fb0e03a-3b5f-4cb7-89c7-68f29f3f7160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:59.023560 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5e48ac79-baab-49ac-84ff-7626632f3955 req-6fb0e03a-3b5f-4cb7-89c7-68f29f3f7160 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=afcabd5e-a40b-4794-b5f8-0b150c129247 HTTP/1.1" status: 200 len: 855 time: 0.1744697 Jun 30 09:28:59.051821 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-20c74fb7-d06b-47da-9da2-bc3bc487a833 req-8d92bebc-9ad6-454c-90de-857408ae775a tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Deleting port 52d1aab9-edc8-45fb-bd69-551920561599 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:59.051821 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-20c74fb7-d06b-47da-9da2-bc3bc487a833 req-8d92bebc-9ad6-454c-90de-857408ae775a tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:59.166566 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-5f165926-480e-41b1-82a4-68639908f641 None None] Set router 3b3a3c32-b66b-4afb-ac87-4c80727a25d7 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:28:59.179827 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-20c74fb7-d06b-47da-9da2-bc3bc487a833 req-8d92bebc-9ad6-454c-90de-857408ae775a tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] For port 52d1aab9-edc8-45fb-bd69-551920561599, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=52d1aab9-edc8-45fb-bd69-551920561599,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:59.180189 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-20c74fb7-d06b-47da-9da2-bc3bc487a833 req-8d92bebc-9ad6-454c-90de-857408ae775a tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:59.197024 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-20c74fb7-d06b-47da-9da2-bc3bc487a833 req-8d92bebc-9ad6-454c-90de-857408ae775a tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Calling delete_port for 52d1aab9-edc8-45fb-bd69-551920561599 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:59.216453 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48ac79-baab-49ac-84ff-7626632f3955 req-2a7f063d-1522-4b8d-aeca-fbfa1b50b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:59.218228 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5e48ac79-baab-49ac-84ff-7626632f3955 req-2a7f063d-1522-4b8d-aeca-fbfa1b50b82f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2ab70122-0020-4c29-ae52-7bd3c84e0fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1823218 Jun 30 09:28:59.513886 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5e48ac79-baab-49ac-84ff-7626632f3955 req-66a713ae-6d84-402f-866e-f7da8a6c310f service neutron] 10.222.0.37 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875991 Jun 30 09:28:59.644978 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-5f165926-480e-41b1-82a4-68639908f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'name': 'tempest-AttachVolumeShelveTestJSON-734684512-router', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:46Z', 'updated_at': '2021-06-30T09:23:53Z', 'revision_number': 4, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'gw_port': {'id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:47Z', 'updated_at': '2021-06-30T09:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'd6a9f6cf-fc5a-4ee6-9285-f454ac7ab75b', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'port_id': 'c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca', 'mac_address': 'fa:16:3e:83:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4895a77-b4d4-4a61-ac23-f69803335792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:28:35Z', 'updated_at': '2021-06-30T09:28:57Z', 'revision_number': 1, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a6e91e-ac32-4116-b504-3d6eeec10321', 'name': '', 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'mac_address': 'fa:16:3e:9e:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:51Z', 'updated_at': '2021-06-30T09:24:02Z', 'revision_number': 5, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'subnets': [{'id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:59.676247 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f4a943d-f466-41a6-bc2f-74dd309cae01 req-2ae9aba4-0aba-42d3-a5aa-b1e1cd9e5e84 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.1525493 Jun 30 09:28:59.720763 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f165926-480e-41b1-82a4-68639908f641 None None] The sync data for ids ['3b3a3c32-b66b-4afb-ac87-4c80727a25d7'] in n-d-771363-31 is: [{'id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'name': 'tempest-AttachVolumeShelveTestJSON-734684512-router', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:46Z', 'updated_at': '2021-06-30T09:23:53Z', 'revision_number': 4, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'gw_port': {'id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:47Z', 'updated_at': '2021-06-30T09:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'd6a9f6cf-fc5a-4ee6-9285-f454ac7ab75b', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'port_id': 'c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca', 'mac_address': 'fa:16:3e:83:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4895a77-b4d4-4a61-ac23-f69803335792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:28:35Z', 'updated_at': '2021-06-30T09:28:57Z', 'revision_number': 1, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a6e91e-ac32-4116-b504-3d6eeec10321', 'name': '', 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'mac_address': 'fa:16:3e:9e:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:51Z', 'updated_at': '2021-06-30T09:24:02Z', 'revision_number': 5, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'subnets': [{'id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:28:59.851563 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5e48ac79-baab-49ac-84ff-7626632f3955 req-7dd3e1b1-3b2c-4fce-bd8e-038d39a16bef service neutron] 10.222.0.37 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988217 Jun 30 09:28:59.922092 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-134290fb-fd67-43c9-80a7-d05b300f16d8 req-65ae6385-bf0f-46db-8aeb-110845405328 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0392849 Jun 30 09:28:59.932596 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:29:00.013457 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-20c74fb7-d06b-47da-9da2-bc3bc487a833 req-8d92bebc-9ad6-454c-90de-857408ae775a tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.031298 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['52d1aab9-edc8-45fb-bd69-551920561599'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:29:00.145607 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d92bebc-9ad6-454c-90de-857408ae775a tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Pushing event deleted for resources: {'Port': ['ID=52d1aab9-edc8-45fb-bd69-551920561599,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:00.171547 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92bebc-9ad6-454c-90de-857408ae775a tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:00.171902 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92bebc-9ad6-454c-90de-857408ae775a tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:00.172300 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92bebc-9ad6-454c-90de-857408ae775a tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:00.172966 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92bebc-9ad6-454c-90de-857408ae775a tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:00.172966 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92bebc-9ad6-454c-90de-857408ae775a tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:00.173302 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92bebc-9ad6-454c-90de-857408ae775a tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:00.173629 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92bebc-9ad6-454c-90de-857408ae775a tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:00.173956 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92bebc-9ad6-454c-90de-857408ae775a tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:00.174337 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92bebc-9ad6-454c-90de-857408ae775a tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:00.174670 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92bebc-9ad6-454c-90de-857408ae775a tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:00.174999 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92bebc-9ad6-454c-90de-857408ae775a tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:00.175344 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92bebc-9ad6-454c-90de-857408ae775a tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:00.196457 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f3d514-3433-46ec-849b-9ef25b8c080d None None] New status for floating IP d6a9f6cf-fc5a-4ee6-9285-f454ac7ab75b: ACTIVE {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:29:00.201753 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c74fb7-d06b-47da-9da2-bc3bc487a833 req-8d92bebc-9ad6-454c-90de-857408ae775a tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] No DVR routers for this DVR port 52d1aab9-edc8-45fb-bd69-551920561599 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:29:00.207926 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-20c74fb7-d06b-47da-9da2-bc3bc487a833 req-8d92bebc-9ad6-454c-90de-857408ae775a tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.207926 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-20c74fb7-d06b-47da-9da2-bc3bc487a833 req-8d92bebc-9ad6-454c-90de-857408ae775a tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.37 "DELETE /v2.0/ports/52d1aab9-edc8-45fb-bd69-551920561599 HTTP/1.1" status: 204 len: 173 time: 1.3590660 Jun 30 09:29:00.207926 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a7286f-b611-4dd4-ba63-c449b28a3d87', 'name': 'network-vif-deleted', 'tag': '52d1aab9-edc8-45fb-bd69-551920561599'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:29:00.209808 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85705eeb-b32c-4a00-aa0d-defe7968a9a4" -d '{"events": [{"server_uuid": "b3a7286f-b611-4dd4-ba63-c449b28a3d87", "name": "network-vif-deleted", "tag": "52d1aab9-edc8-45fb-bd69-551920561599"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:29:00.284653 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fef219a-5696-463a-86b5-aa60c1001d5b x-openstack-request-id: req-9fef219a-5696-463a-86b5-aa60c1001d5b {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:29:00.284653 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a7286f-b611-4dd4-ba63-c449b28a3d87", "name": "network-vif-deleted", "tag": "52d1aab9-edc8-45fb-bd69-551920561599", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:29:00.284999 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9fef219a-5696-463a-86b5-aa60c1001d5b {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:29:00.285191 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a7286f-b611-4dd4-ba63-c449b28a3d87', 'name': 'network-vif-deleted', 'tag': '52d1aab9-edc8-45fb-bd69-551920561599', 'status': 'completed', 'code': 200} Jun 30 09:29:00.723349 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eb0a5e76-3a73-417c-b53c-c8761dbca91a req-8a9200a5-0411-49be-bf75-0732d94823e9 tempest-VolumesBackupsTest-1132901407 tempest-VolumesBackupsTest-1132901407-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a7286f-b611-4dd4-ba63-c449b28a3d87 HTTP/1.1" status: 200 len: 210 time: 0.6339827 Jun 30 09:29:00.909269 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 60972) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:01.061426 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a4af8a27-f2ad-4bda-874e-a00d7c1bc2c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.186373 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a4af8a27-f2ad-4bda-874e-a00d7c1bc2c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.277587 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a4af8a27-f2ad-4bda-874e-a00d7c1bc2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.332882 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af8a27-f2ad-4bda-874e-a00d7c1bc2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c5a269-d477-4212-a115-6481a69a3866,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:01.354573 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a4af8a27-f2ad-4bda-874e-a00d7c1bc2c2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=77ee6e4e6ecb441295cf976ad1b80f3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4423394 Jun 30 09:29:01.356362 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 60986) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:01.421888 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-90511289-081a-434c-95c3-6c95431a22c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.448989 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-90511289-081a-434c-95c3-6c95431a22c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.706168 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-90511289-081a-434c-95c3-6c95431a22c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.709876 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-90511289-081a-434c-95c3-6c95431a22c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.711040 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-90511289-081a-434c-95c3-6c95431a22c3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c8c5a269-d477-4212-a115-6481a69a3866 HTTP/1.1" status: 204 len: 168 time: 0.3537481 Jun 30 09:29:01.726834 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90511289-081a-434c-95c3-6c95431a22c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c5a269-d477-4212-a115-6481a69a3866,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:01.989842 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a5e06f6c-d92a-4075-b9d1-475b08c30eee req-3380ccb6-415e-4e09-8a36-4bb0c32034f2 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0372789 Jun 30 09:29:02.044314 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 52d1aab9-edc8-45fb-bd69-551920561599 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:29:02.077851 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 52d1aab9-edc8-45fb-bd69-551920561599 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:29:02.078200 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 52d1aab9-edc8-45fb-bd69-551920561599 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:29:02.242704 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-216af5c9-f279-40dc-bb12-223a8d515154 req-ef73bbdd-db4d-4178-b4f7-750cd6f23a02 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0451574 Jun 30 09:29:02.971372 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 32814) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:02.992133 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fbe88677-5562-4cc3-bd61-684be74f3acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.122745 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fbe88677-5562-4cc3-bd61-684be74f3acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.241996 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fbe88677-5562-4cc3-bd61-684be74f3acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.289679 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fbe88677-5562-4cc3-bd61-684be74f3acc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f92f5a2353a04b06a50bf50c25a96dd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3158910 Jun 30 09:29:03.290413 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe88677-5562-4cc3-bd61-684be74f3acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c693042-6361-45b1-b2a0-fdff8f75fd7e,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:03.293192 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 32822) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:03.376136 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7278e7dd-8bb9-43e3-a9b7-f356e73329a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.406923 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7278e7dd-8bb9-43e3-a9b7-f356e73329a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.791390 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7278e7dd-8bb9-43e3-a9b7-f356e73329a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.797566 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7278e7dd-8bb9-43e3-a9b7-f356e73329a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.802958 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7278e7dd-8bb9-43e3-a9b7-f356e73329a0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7c693042-6361-45b1-b2a0-fdff8f75fd7e HTTP/1.1" status: 204 len: 168 time: 0.5049036 Jun 30 09:29:03.823024 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278e7dd-8bb9-43e3-a9b7-f356e73329a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c693042-6361-45b1-b2a0-fdff8f75fd7e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:04.217309 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d9db3395-afb6-4c94-8c13-c42edd0d8253 req-dc62c7ce-4616-4db3-9ace-a1b974a105f7 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0582652 Jun 30 09:29:04.333035 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 32850) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:04.462981 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-21a5e4fc-d560-412e-ad48-5340d51acad3 req-dc5e8a55-64f6-4a0a-90e1-686f1df45921 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0557382 Jun 30 09:29:04.556503 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-835075e1-ae92-415d-804d-ec063b3f87fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:04.659494 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-835075e1-ae92-415d-804d-ec063b3f87fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:04.797783 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-835075e1-ae92-415d-804d-ec063b3f87fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:04.846955 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-835075e1-ae92-415d-804d-ec063b3f87fe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b5ac0cddc6ee4cc1ab0452f0708cc9cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5096288 Jun 30 09:29:04.847250 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 32876) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:04.860476 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835075e1-ae92-415d-804d-ec063b3f87fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff370ce-ba01-4f2f-9a54-1f3d1ef48579,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:04.924354 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-49780597-3d4c-48c6-9bfa-01f4f4ce7d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:04.949159 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-49780597-3d4c-48c6-9bfa-01f4f4ce7d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:05.138837 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-49780597-3d4c-48c6-9bfa-01f4f4ce7d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:05.142001 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-49780597-3d4c-48c6-9bfa-01f4f4ce7d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:05.147647 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-49780597-3d4c-48c6-9bfa-01f4f4ce7d1f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4ff370ce-ba01-4f2f-9a54-1f3d1ef48579 HTTP/1.1" status: 204 len: 168 time: 0.2951665 Jun 30 09:29:05.161460 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49780597-3d4c-48c6-9bfa-01f4f4ce7d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff370ce-ba01-4f2f-9a54-1f3d1ef48579,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:06.430891 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e62d97f7-1acf-46e7-af42-39afa7895ff8 req-899ffe0f-2854-4d96-8eb3-b2bfb8f25a6a service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0347123 Jun 30 09:29:06.778325 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ec8761c4-660d-47be-94b0-51ed0483db5d req-aa7f1ea6-78b2-4178-b2d6-3cdf00029415 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0752187 Jun 30 09:29:07.667674 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:07.992021 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 33076) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:08.150308 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-26436e25-8aee-4966-a4c4-fb4f4f550cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.251849 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-26436e25-8aee-4966-a4c4-fb4f4f550cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.376307 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-26436e25-8aee-4966-a4c4-fb4f4f550cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.413814 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-26436e25-8aee-4966-a4c4-fb4f4f550cdd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e04996de21bd4d26ae3f4f02e7c46daf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4206731 Jun 30 09:29:08.414732 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26436e25-8aee-4966-a4c4-fb4f4f550cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00f8573-af3e-4d2f-9c79-ec42ac26a9e9,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:08.416649 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33092) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:08.530762 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-44c60c05-9c57-4efd-a432-7021713412d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.566949 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-44c60c05-9c57-4efd-a432-7021713412d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.707799 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6a076985-911a-4271-8a4a-7c10d64ec04b req-f3317ac1-ebfd-4cff-bd0b-b1cd3f353172 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0538673 Jun 30 09:29:08.919018 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dd8cd28a-fef8-450f-8a2b-6c7a1ab17448 req-cbd84b92-a51e-464c-a0f0-1d172c56232e service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0323172 Jun 30 09:29:09.064463 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:09.069086 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-44c60c05-9c57-4efd-a432-7021713412d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:09.069317 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-44c60c05-9c57-4efd-a432-7021713412d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:09.070323 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-44c60c05-9c57-4efd-a432-7021713412d4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f00f8573-af3e-4d2f-9c79-ec42ac26a9e9 HTTP/1.1" status: 204 len: 168 time: 0.6521597 Jun 30 09:29:09.085941 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c60c05-9c57-4efd-a432-7021713412d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00f8573-af3e-4d2f-9c79-ec42ac26a9e9,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:10.833674 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ad86bcf7-8698-4645-8828-dbf981f5b6a9 req-f0a2779a-ddcc-4b5f-ad8f-4aa81e9801c4 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0363524 Jun 30 09:29:11.065287 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-67c66b6a-94c7-4639-bac9-a1945ee39470 req-fc42e41e-4b08-453a-a29b-64daeadf4b78 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0341566 Jun 30 09:29:11.428359 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33214) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:11.593235 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-225b5f51-483a-43db-bcf8-dc6a1478130d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:11.706487 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-225b5f51-483a-43db-bcf8-dc6a1478130d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:12.207727 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-225b5f51-483a-43db-bcf8-dc6a1478130d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:12.249367 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b5f51-483a-43db-bcf8-dc6a1478130d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8ba9c1-887a-420f-b326-de42e26c4452,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:12.253983 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-225b5f51-483a-43db-bcf8-dc6a1478130d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=64ebbdda0bd84210b2cf28d06c2c45ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8245337 Jun 30 09:29:12.256586 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33230) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:12.313704 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7a8e5880-d9f8-480b-a769-9b78a24f6d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:12.337554 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7a8e5880-d9f8-480b-a769-9b78a24f6d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:12.533364 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7a8e5880-d9f8-480b-a769-9b78a24f6d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:12.536016 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7a8e5880-d9f8-480b-a769-9b78a24f6d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:12.539586 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7a8e5880-d9f8-480b-a769-9b78a24f6d3f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/de8ba9c1-887a-420f-b326-de42e26c4452 HTTP/1.1" status: 204 len: 168 time: 0.2797406 Jun 30 09:29:12.559188 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e5880-d9f8-480b-a769-9b78a24f6d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8ba9c1-887a-420f-b326-de42e26c4452,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:13.040393 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7a5a8e25-ab8e-44f2-acf3-914d3ef26f16 req-45b6b329-8232-4ce6-a4d3-13d37285937c service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0577316 Jun 30 09:29:13.263470 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cf7c285b-383b-4082-a630-98a9bf721448 req-62fc3dc4-628d-4b52-87d4-600559127be6 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0310767 Jun 30 09:29:13.441845 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33278) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:13.460159 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ac530db7-7e35-427c-a5ab-c22e05f9e8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:13.560408 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ac530db7-7e35-427c-a5ab-c22e05f9e8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:13.665035 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ac530db7-7e35-427c-a5ab-c22e05f9e8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:13.740944 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ac530db7-7e35-427c-a5ab-c22e05f9e8f7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b175b25774e341388ff933ac0a2d5a2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2977374 Jun 30 09:29:13.741962 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac530db7-7e35-427c-a5ab-c22e05f9e8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bea9858-ea2d-4f7f-baf9-c7138aad124a,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:13.743774 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 33298) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:13.828373 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-62aad480-fca7-43e8-9af7-5af1ac39731e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:13.853608 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-62aad480-fca7-43e8-9af7-5af1ac39731e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:14.085425 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-62aad480-fca7-43e8-9af7-5af1ac39731e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:14.085425 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-62aad480-fca7-43e8-9af7-5af1ac39731e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:14.085425 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-62aad480-fca7-43e8-9af7-5af1ac39731e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2bea9858-ea2d-4f7f-baf9-c7138aad124a HTTP/1.1" status: 204 len: 168 time: 0.3401711 Jun 30 09:29:14.094473 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aad480-fca7-43e8-9af7-5af1ac39731e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bea9858-ea2d-4f7f-baf9-c7138aad124a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:15.235954 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e092e98-1a45-4a7e-8c77-51c0b27f46ed req-619266e2-c948-4f38-9ff0-86d03ab5605e service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0442669 Jun 30 09:29:15.403699 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4bbfad6c-6a4e-410a-a68a-d1c900f23ba3 req-e46b1578-f778-4d8e-9886-3feebd2c2a18 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0301275 Jun 30 09:29:17.357455 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45b14cbe-5599-4cba-9265-8e2d4a5a22e4 req-6b9cac7a-8f77-47db-b015-515fbbe76edf service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0354779 Jun 30 09:29:17.711765 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a966234c-64ac-40e7-9913-7255c526a4bd req-03acdc7e-a52a-455f-ae34-5a269cabe8a5 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0419097 Jun 30 09:29:19.791428 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0f35c078-36b5-466d-97d2-0779fe3a08f5 req-ca06bdfd-7f87-4a18-b69b-69e330d562e5 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0603027 Jun 30 09:29:20.055540 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b3c568f2-1ab5-4df3-8698-2512be47e4c1 req-3d12c0bb-af19-428e-842d-c91dd59ee3b5 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0445724 Jun 30 09:29:20.578512 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-698f19bb-9417-4640-a399-b76589c8146d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:22.031380 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a0d550e4-fc2c-4ae9-ac65-2cf6e52feeef req-d401c714-b3a9-4276-b8ca-5c6dfba30dab service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0587234 Jun 30 09:29:22.251854 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1487a500-64ab-4539-bd21-5f0e4cedf1f7 req-c1ec5406-9fec-4046-830f-fadb23329b40 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0384467 Jun 30 09:29:23.072599 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33686) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:23.077327 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-32c87650-f0cb-4115-8406-f52ddb112d5a tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1574935204', 'description': 'tempest-secgroup-smoke-1574935204 description', 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:23.083028 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b5d84f98-5333-4f3f-b4be-dae11ef0a557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:23.203997 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33692) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:23.211865 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-32c87650-f0cb-4115-8406-f52ddb112d5a tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:23.317468 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-32c87650-f0cb-4115-8406-f52ddb112d5a tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:23.375391 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-095dee69-7b0e-42a1-aff2-dec30405aa91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:23.442843 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-32c87650-f0cb-4115-8406-f52ddb112d5a tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:23.491312 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c87650-f0cb-4115-8406-f52ddb112d5a tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afad113d-d9e7-4ed2-a270-a4b5615805cb,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:23.511593 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:23.562266 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-095dee69-7b0e-42a1-aff2-dec30405aa91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:23.738711 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-095dee69-7b0e-42a1-aff2-dec30405aa91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:23.786505 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-095dee69-7b0e-42a1-aff2-dec30405aa91 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=12a20e3925844fbeb41ede875f1902cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5809534 Jun 30 09:29:23.787413 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095dee69-7b0e-42a1-aff2-dec30405aa91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12380c4-7bfb-41b9-b05f-0f0b176874d5,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:23.789480 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 33708) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:23.859024 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aae84b47-4ffa-4ae4-b5c2-5f3441427409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:23.871061 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aae84b47-4ffa-4ae4-b5c2-5f3441427409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:23.881702 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-32c87650-f0cb-4115-8406-f52ddb112d5a tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:23.882939 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-32c87650-f0cb-4115-8406-f52ddb112d5a tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8093612 Jun 30 09:29:23.885892 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33712) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:23.891779 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-703c587b-d64f-4021-ad48-e161786c57d0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Request body: {'security_group_rule': {'security_group_id': 'afad113d-d9e7-4ed2-a270-a4b5615805cb', 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:24.004412 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aae84b47-4ffa-4ae4-b5c2-5f3441427409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:24.008851 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aae84b47-4ffa-4ae4-b5c2-5f3441427409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:24.008983 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-703c587b-d64f-4021-ad48-e161786c57d0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:24.009081 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-aae84b47-4ffa-4ae4-b5c2-5f3441427409 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c12380c4-7bfb-41b9-b05f-0f0b176874d5 HTTP/1.1" status: 204 len: 168 time: 0.2172303 Jun 30 09:29:24.033389 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae84b47-4ffa-4ae4-b5c2-5f3441427409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12380c4-7bfb-41b9-b05f-0f0b176874d5,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:24.085097 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-703c587b-d64f-4021-ad48-e161786c57d0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:24.206814 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f8796969-365b-4eb2-8a15-0de18528cbaf req-d97b5647-743d-430e-a181-3672a08cc71f service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0345178 Jun 30 09:29:24.258709 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-703c587b-d64f-4021-ad48-e161786c57d0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:24.280370 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c587b-d64f-4021-ad48-e161786c57d0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c86d1d5a-0974-4e93-a284-80c3dbc9236a,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:24.373852 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f635227d-312a-4ee0-a27d-4c9f2ace60f5 req-78713cdf-98b0-4d4e-aef9-0d19544fbaaf service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0275388 Jun 30 09:29:24.380715 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-703c587b-d64f-4021-ad48-e161786c57d0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:24.382085 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-703c587b-d64f-4021-ad48-e161786c57d0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4952159 Jun 30 09:29:24.384826 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33728) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:24.389664 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-f53f5e7b-feb3-440d-91ce-9dc0f446c03b tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Request body: {'security_group_rule': {'security_group_id': 'afad113d-d9e7-4ed2-a270-a4b5615805cb', 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:24.526925 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f53f5e7b-feb3-440d-91ce-9dc0f446c03b tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:24.605229 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f53f5e7b-feb3-440d-91ce-9dc0f446c03b tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:24.715943 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:24.719517 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f53f5e7b-feb3-440d-91ce-9dc0f446c03b tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:24.750489 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f5e7b-feb3-440d-91ce-9dc0f446c03b tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d175d082-2478-428b-91ba-96a6b3c326d8,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:25.118655 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f53f5e7b-feb3-440d-91ce-9dc0f446c03b tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:25.119865 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f53f5e7b-feb3-440d-91ce-9dc0f446c03b tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7341125 Jun 30 09:29:25.124588 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 33746) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:25.129832 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-48c8ae2a-27ae-47d3-8157-d1bfe875cb2a tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Request body: {'security_group_rule': {'security_group_id': 'afad113d-d9e7-4ed2-a270-a4b5615805cb', 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:25.705524 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48c8ae2a-27ae-47d3-8157-d1bfe875cb2a tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:25.784531 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48c8ae2a-27ae-47d3-8157-d1bfe875cb2a tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:25.966886 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48c8ae2a-27ae-47d3-8157-d1bfe875cb2a tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:26.003155 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8ae2a-27ae-47d3-8157-d1bfe875cb2a tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b39db6e-1533-4b4a-81c9-b7cac4f34bd0,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:26.152754 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48c8ae2a-27ae-47d3-8157-d1bfe875cb2a tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:26.152754 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-48c8ae2a-27ae-47d3-8157-d1bfe875cb2a tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0253544 Jun 30 09:29:26.157369 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33786) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:26.162289 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-a468896f-7b42-46bc-846d-059a88612785 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Request body: {'security_group_rule': {'security_group_id': 'afad113d-d9e7-4ed2-a270-a4b5615805cb', 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:26.281829 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a1de0ee5-761c-4f2f-bde3-3c6cc529d345 req-31f2cc00-189c-47b1-9b37-ed402466695a service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0285482 Jun 30 09:29:26.398838 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:26.415062 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a468896f-7b42-46bc-846d-059a88612785 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:26.488364 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-186ad122-cbd1-4f2f-9553-d91af22e75dd req-f8ef42ab-513c-480c-9ef8-808d02c2e714 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0390112 Jun 30 09:29:26.518167 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a468896f-7b42-46bc-846d-059a88612785 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:26.664012 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a468896f-7b42-46bc-846d-059a88612785 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:26.684630 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468896f-7b42-46bc-846d-059a88612785 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf8e991c-6d8f-4f91-b729-6b918bef3f30,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:26.835830 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a468896f-7b42-46bc-846d-059a88612785 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:26.837062 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a468896f-7b42-46bc-846d-059a88612785 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6786685 Jun 30 09:29:26.839843 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33812) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:26.844625 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-e1c78860-0944-44db-b421-327486d51b10 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Request body: {'security_group_rule': {'security_group_id': 'afad113d-d9e7-4ed2-a270-a4b5615805cb', 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:27.052890 n-d-771363-31 neutron-server[101053]: INFO neutron.db.securitygroups_db [None req-e1c78860-0944-44db-b421-327486d51b10 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Project 3a9462c3ce5d46c8a5c0b27669b07c56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:29:27.063409 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e1c78860-0944-44db-b421-327486d51b10 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:27.157492 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e1c78860-0944-44db-b421-327486d51b10 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:27.332893 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e1c78860-0944-44db-b421-327486d51b10 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:27.355269 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c78860-0944-44db-b421-327486d51b10 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=480ac544-e9ce-43ca-85a5-339a587a2781,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:27.607319 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e1c78860-0944-44db-b421-327486d51b10 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:27.609360 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e1c78860-0944-44db-b421-327486d51b10 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7684250 Jun 30 09:29:27.617951 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33846) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:27.622786 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-bde195ff-3d3e-4762-ba32-6d025d2dc73a tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Request body: {'security_group_rule': {'security_group_id': 'afad113d-d9e7-4ed2-a270-a4b5615805cb', 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:27.756670 n-d-771363-31 neutron-server[101053]: INFO neutron.db.securitygroups_db [None req-bde195ff-3d3e-4762-ba32-6d025d2dc73a tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Project 3a9462c3ce5d46c8a5c0b27669b07c56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:29:27.762331 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bde195ff-3d3e-4762-ba32-6d025d2dc73a tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:27.846183 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bde195ff-3d3e-4762-ba32-6d025d2dc73a tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:27.975387 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bde195ff-3d3e-4762-ba32-6d025d2dc73a tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:28.003259 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde195ff-3d3e-4762-ba32-6d025d2dc73a tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c2b92c-5f9c-45dd-80dd-b22bd921e1ca,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:28.104699 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bde195ff-3d3e-4762-ba32-6d025d2dc73a tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:28.114570 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bde195ff-3d3e-4762-ba32-6d025d2dc73a tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4869945 Jun 30 09:29:28.456738 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33890) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:28.487304 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3755655d-eff8-4bf1-ba16-7c3472627c1a req-0d6476e1-3073-44b1-b31b-fde6d3407857 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0503950 Jun 30 09:29:28.556014 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-737f7dcc-3e28-40a5-95d3-9f9f4fdbffb0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1574935204&fields=id&tenant_id=3a9462c3ce5d46c8a5c0b27669b07c56 HTTP/1.1" status: 200 len: 267 time: 0.0668375 Jun 30 09:29:28.657779 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7796e094-c6d1-4e37-98ef-b53f3f051ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:28.722337 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-aa4c52a1-4bdc-40c6-b47c-3a1488f7be40 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:28.724523 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-aa4c52a1-4bdc-40c6-b47c-3a1488f7be40 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/networks?id=c6af7737-90e6-4e90-814b-d1af17fec8d3 HTTP/1.1" status: 200 len: 813 time: 0.1671576 Jun 30 09:29:28.752346 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-515ae4b7-4c30-458f-81f6-1f2f386aa45e tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/quotas/3a9462c3ce5d46c8a5c0b27669b07c56 HTTP/1.1" status: 200 len: 375 time: 0.0181923 Jun 30 09:29:28.774508 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3defa3c1-fd42-4640-8b3f-a535bbc6aad2 req-4d00ac13-2dea-4547-859b-562d6386abd0 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0487711 Jun 30 09:29:28.833409 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7796e094-c6d1-4e37-98ef-b53f3f051ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:28.855002 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-6f234ced-b15c-4c8b-8ce6-95d393ec63af tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a9462c3ce5d46c8a5c0b27669b07c56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840938 Jun 30 09:29:28.971662 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-bdb153f3-fc51-4fe5-bfbb-7c2a4846adf1 service neutron] 10.222.0.10 "GET /v2.0/networks/c6af7737-90e6-4e90-814b-d1af17fec8d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029747 Jun 30 09:29:28.990377 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7796e094-c6d1-4e37-98ef-b53f3f051ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:29.052896 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796e094-c6d1-4e37-98ef-b53f3f051ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0def77-f854-474f-be4f-0a4bbd103456,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:29.058678 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7796e094-c6d1-4e37-98ef-b53f3f051ac2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f1b221c081344284a063707a9cd403a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6007552 Jun 30 09:29:29.063443 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33906) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:29.140337 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-734ab802-c17c-4527-b3de-2153808a1af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:29.162071 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-734ab802-c17c-4527-b3de-2153808a1af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:29.316012 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-734ab802-c17c-4527-b3de-2153808a1af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:29.322516 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-734ab802-c17c-4527-b3de-2153808a1af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:29.322516 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-734ab802-c17c-4527-b3de-2153808a1af0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cf0def77-f854-474f-be4f-0a4bbd103456 HTTP/1.1" status: 204 len: 168 time: 0.2555349 Jun 30 09:29:29.355919 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ab802-c17c-4527-b3de-2153808a1af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0def77-f854-474f-be4f-0a4bbd103456,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:29.548425 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-f601c7ee-2027-4712-96e3-f85eca418f8c service neutron] 10.222.0.10 "GET /v2.0/networks/c6af7737-90e6-4e90-814b-d1af17fec8d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5519378 Jun 30 09:29:30.575946 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-43eda3f5-bc9b-4cde-aac2-38decc41ce59 req-8a4d0cca-64d8-4b28-b62f-bcd61c136667 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 210 time: 0.0580521 Jun 30 09:29:30.650897 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33952) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:30.772580 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b3143287-2795-4a2a-aba8-86f386f99d84 req-be3abc9f-ab2e-4721-aa67-96b3b1cac7d6 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0349762 Jun 30 09:29:30.824594 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-07441859-377c-467f-9f4c-d70f62137dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:30.926073 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-07441859-377c-467f-9f4c-d70f62137dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:30.938990 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8403b62b-d078-4a81-b0ff-7713bf76f3bc req-64c07421-e3dd-4122-8c76-59823c9941a8 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0293880 Jun 30 09:29:31.121021 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-07441859-377c-467f-9f4c-d70f62137dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:31.162198 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-07441859-377c-467f-9f4c-d70f62137dea admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a9bd93f6f20c4d60912f5d7c74a7f72a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5093474 Jun 30 09:29:31.164789 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33978) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:31.172437 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07441859-377c-467f-9f4c-d70f62137dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87e801a-2b8e-4ab1-ab5a-3f35c6417bbf,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:31.218543 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9dd18020-c795-43c0-902f-0373d3ae1ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:31.240355 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9dd18020-c795-43c0-902f-0373d3ae1ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:31.423780 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9dd18020-c795-43c0-902f-0373d3ae1ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:31.435697 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9dd18020-c795-43c0-902f-0373d3ae1ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:31.435697 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9dd18020-c795-43c0-902f-0373d3ae1ae5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c87e801a-2b8e-4ab1-ab5a-3f35c6417bbf HTTP/1.1" status: 204 len: 168 time: 0.2616863 Jun 30 09:29:31.436155 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd18020-c795-43c0-902f-0373d3ae1ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87e801a-2b8e-4ab1-ab5a-3f35c6417bbf,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:31.666467 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7cc6e905-1c5f-489d-a3e4-e6807d2fb84d req-0a058716-cdfe-4f10-8dc1-9061f0b582a7 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 210 time: 0.0366943 Jun 30 09:29:32.161885 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34008) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:32.265532 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-d08c3bf8-9bdb-4ba1-90fc-d8e25ea5cbcf tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-109964746'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:32.504381 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d08c3bf8-9bdb-4ba1-90fc-d8e25ea5cbcf tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:32.519481 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d08c3bf8-9bdb-4ba1-90fc-d8e25ea5cbcf tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:32.557364 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d08c3bf8-9bdb-4ba1-90fc-d8e25ea5cbcf tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:32.784255 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d08c3bf8-9bdb-4ba1-90fc-d8e25ea5cbcf tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:32.856718 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38bf0ce4-45e8-43ee-a667-474f324f1cbf req-dfd7e85e-0525-424e-a516-b25913040a67 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 210 time: 0.0676277 Jun 30 09:29:32.859148 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4b6f42e3-e5ee-4ada-83a7-f5e6a2e7a869 req-13bb8ea2-8187-46e8-8ccc-8880c298f9b2 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0537684 Jun 30 09:29:32.909005 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34024) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:32.922336 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f369b223-b981-4e34-914b-6fa4b5dd3cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:33.047656 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-28d0b92b-0b7e-4e28-a441-dced6316cf15 req-1b9355df-c5a7-4742-a235-7e92b3fbabfb service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0302460 Jun 30 09:29:33.059654 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d08c3bf8-9bdb-4ba1-90fc-d8e25ea5cbcf tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:33.059654 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d08c3bf8-9bdb-4ba1-90fc-d8e25ea5cbcf tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8927948 Jun 30 09:29:33.059654 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34030) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:33.146665 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b740bfe4-7c7a-4c30-aa98-a36b28d8ca11 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:33.335317 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b740bfe4-7c7a-4c30-aa98-a36b28d8ca11 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:33.338946 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b740bfe4-7c7a-4c30-aa98-a36b28d8ca11 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:33.412805 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f369b223-b981-4e34-914b-6fa4b5dd3cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:33.640911 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b740bfe4-7c7a-4c30-aa98-a36b28d8ca11 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:33.641383 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b740bfe4-7c7a-4c30-aa98-a36b28d8ca11 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4cbbd0bb-0cc7-4a29-941c-a01ce70d8abc {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:29:33.646287 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b740bfe4-7c7a-4c30-aa98-a36b28d8ca11 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:33.661316 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b740bfe4-7c7a-4c30-aa98-a36b28d8ca11 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] 10.222.0.10 "DELETE /v2.0/routers/4cbbd0bb-0cc7-4a29-941c-a01ce70d8abc HTTP/1.1" status: 204 len: 168 time: 0.5875106 Jun 30 09:29:33.661316 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34034) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:33.661316 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-b3b3c040-3091-4e2e-a2f0-a2f4457608a6 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Request body: {'router': {'name': 'tempest-router-637303888', 'distributed': False}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:33.757057 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f369b223-b981-4e34-914b-6fa4b5dd3cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:33.806027 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f369b223-b981-4e34-914b-6fa4b5dd3cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25da5cf9-572a-4f36-832b-3519518e0ad0,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:33.810472 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f369b223-b981-4e34-914b-6fa4b5dd3cb3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d78ace9f3aca4116aa5e6cfb3420d121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9004285 Jun 30 09:29:33.813487 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34036) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:33.867392 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-92b3f1ca-f799-4973-9dcf-ced3a9ded229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:33.891448 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-92b3f1ca-f799-4973-9dcf-ced3a9ded229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:33.978743 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b3b3c040-3091-4e2e-a2f0-a2f4457608a6 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:33.979899 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b3b3c040-3091-4e2e-a2f0-a2f4457608a6 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:34.074999 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-69fe692e-d126-4053-a758-9786643355b9 req-c8139294-fbff-4c68-b4da-e1f7a6abde1b tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 210 time: 0.0513926 Jun 30 09:29:34.083576 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b3b3c040-3091-4e2e-a2f0-a2f4457608a6 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:34.084983 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-92b3f1ca-f799-4973-9dcf-ced3a9ded229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:34.088009 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-92b3f1ca-f799-4973-9dcf-ced3a9ded229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:34.092831 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-92b3f1ca-f799-4973-9dcf-ced3a9ded229 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/25da5cf9-572a-4f36-832b-3519518e0ad0 HTTP/1.1" status: 204 len: 168 time: 0.2774827 Jun 30 09:29:34.102741 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3f1ca-f799-4973-9dcf-ced3a9ded229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25da5cf9-572a-4f36-832b-3519518e0ad0,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:34.248383 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b3b3c040-3091-4e2e-a2f0-a2f4457608a6 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:34.418586 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b3b3c040-3091-4e2e-a2f0-a2f4457608a6 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:34.420502 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b3b3c040-3091-4e2e-a2f0-a2f4457608a6 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7683492 Jun 30 09:29:34.423317 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34050) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:34.496695 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ee14d5e1-0a56-4da8-8d54-f58d9ded5cd1 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:34.664282 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ee14d5e1-0a56-4da8-8d54-f58d9ded5cd1 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:34.666359 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ee14d5e1-0a56-4da8-8d54-f58d9ded5cd1 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:34.800973 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ee14d5e1-0a56-4da8-8d54-f58d9ded5cd1 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:34.801872 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee14d5e1-0a56-4da8-8d54-f58d9ded5cd1 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 429cf6a7-9fa0-4e21-a4f0-3d6295beeb47 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:29:34.806814 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ee14d5e1-0a56-4da8-8d54-f58d9ded5cd1 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:34.808714 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ee14d5e1-0a56-4da8-8d54-f58d9ded5cd1 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] 10.222.0.10 "DELETE /v2.0/routers/429cf6a7-9fa0-4e21-a4f0-3d6295beeb47 HTTP/1.1" status: 204 len: 168 time: 0.3844857 Jun 30 09:29:34.813256 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34056) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:34.817922 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-eb124a70-5b43-47cb-967f-63bdb478e331 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Request body: {'router': {'name': 'tempest-router-1861050840', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '6e8b72346f4c49848215bfab90a21ffc'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:34.986624 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eb124a70-5b43-47cb-967f-63bdb478e331 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:34.986624 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eb124a70-5b43-47cb-967f-63bdb478e331 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:35.084661 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5c9da449-a0b5-4f5e-8a46-981598d17dd6 req-26bcceb4-a991-4cfc-9a3b-c06fafc582c3 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0657995 Jun 30 09:29:35.087572 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eb124a70-5b43-47cb-967f-63bdb478e331 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:35.238537 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ddcd607-330b-4b6c-bc1d-601a05f4869c req-0906e2e0-0519-435f-aa2b-085b80d2f5d1 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 210 time: 0.0339108 Jun 30 09:29:35.268582 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f367ca32-7095-41b7-9189-fcba643000bc req-fc3ae5a1-92dc-4b27-8e05-3c9a4c296b52 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0326095 Jun 30 09:29:35.470513 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eb124a70-5b43-47cb-967f-63bdb478e331 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:35.525998 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-007e36ba-c27c-49b7-ba45-2d0173757323 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:35.527529 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-007e36ba-c27c-49b7-ba45-2d0173757323 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.52 "GET /v2.0/networks?id=c6af7737-90e6-4e90-814b-d1af17fec8d3 HTTP/1.1" status: 200 len: 813 time: 0.1146979 Jun 30 09:29:35.574644 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-7862d7a8-9d15-4c1f-9d9a-5a3d041cc5b1 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a9462c3ce5d46c8a5c0b27669b07c56 HTTP/1.1" status: 200 len: 380 time: 0.0374060 Jun 30 09:29:35.583576 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-638f8f64-865b-43ee-85b0-0aa4eeddf2e4 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Request body: {'port': {'device_id': '8a790c31-eebd-4260-af13-1ee88cd80219', 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3', 'admin_state_up': True, 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'security_groups': ['afad113d-d9e7-4ed2-a270-a4b5615805cb']}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:35.698100 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eb124a70-5b43-47cb-967f-63bdb478e331 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:35.699363 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-eb124a70-5b43-47cb-967f-63bdb478e331 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8849943 Jun 30 09:29:35.702330 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34082) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:35.706831 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-adbdd999-f306-4779-bd35-88b8513dd26d tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:35.800880 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-638f8f64-865b-43ee-85b0-0aa4eeddf2e4 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Made reservation on behalf of 3a9462c3ce5d46c8a5c0b27669b07c56 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:35.804954 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-638f8f64-865b-43ee-85b0-0aa4eeddf2e4 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:35.910763 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-adbdd999-f306-4779-bd35-88b8513dd26d tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:35.911099 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-adbdd999-f306-4779-bd35-88b8513dd26d tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks [] for router, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:35.947239 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-638f8f64-865b-43ee-85b0-0aa4eeddf2e4 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Allocated IP 172.20.0.9 (c6af7737-90e6-4e90-814b-d1af17fec8d3/10c831ae-0084-4a15-8fd9-ede7c25d3443/c0ff9bc6-bdce-4e97-928f-21e27fd3f638) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:29:36.010011 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-adbdd999-f306-4779-bd35-88b8513dd26d tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101054) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 30 09:29:36.010355 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-adbdd999-f306-4779-bd35-88b8513dd26d tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Router 18598fc6-7743-4df2-8930-27f160154b17 migrating from provider to provider. {{(pid=101054) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 30 09:29:36.010738 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-adbdd999-f306-4779-bd35-88b8513dd26d tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:36.019116 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-adbdd999-f306-4779-bd35-88b8513dd26d tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:36.121205 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-adbdd999-f306-4779-bd35-88b8513dd26d tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1642126'] for router, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:36.133045 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-638f8f64-865b-43ee-85b0-0aa4eeddf2e4 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:36.148466 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-638f8f64-865b-43ee-85b0-0aa4eeddf2e4 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Transition to ACTIVE for port object c0ff9bc6-bdce-4e97-928f-21e27fd3f638 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:36.223057 n-d-771363-31 neutron-server[101054]: WARNING neutron.scheduler.l3_agent_scheduler [None req-adbdd999-f306-4779-bd35-88b8513dd26d tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] No L3 agents can host the router 18598fc6-7743-4df2-8930-27f160154b17 Jun 30 09:29:36.310963 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-638f8f64-865b-43ee-85b0-0aa4eeddf2e4 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:36.425854 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f8f64-865b-43ee-85b0-0aa4eeddf2e4 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Pushing event updated for resources: {'Port': ['ID=c0ff9bc6-bdce-4e97-928f-21e27fd3f638,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:36.445388 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbdd999-f306-4779-bd35-88b8513dd26d tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Hosts for router 18598fc6-7743-4df2-8930-27f160154b17: [] {{(pid=101054) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jun 30 09:29:36.460505 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-638f8f64-865b-43ee-85b0-0aa4eeddf2e4 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Network c6af7737-90e6-4e90-814b-d1af17fec8d3 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:29:36.461980 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-638f8f64-865b-43ee-85b0-0aa4eeddf2e4 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:36.464787 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-638f8f64-865b-43ee-85b0-0aa4eeddf2e4 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:29:36.479975 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbdd999-f306-4779-bd35-88b8513dd26d tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Hosts for other DVR routers connected to router 18598fc6-7743-4df2-8930-27f160154b17: set() {{(pid=101054) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jun 30 09:29:36.484063 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-adbdd999-f306-4779-bd35-88b8513dd26d tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:36.485648 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-adbdd999-f306-4779-bd35-88b8513dd26d tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] 10.222.0.10 "PUT /v2.0/routers/18598fc6-7743-4df2-8930-27f160154b17 HTTP/1.1" status: 200 len: 717 time: 0.7823560 Jun 30 09:29:36.488310 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34106) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:36.582697 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-638f8f64-865b-43ee-85b0-0aa4eeddf2e4 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:36.583439 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-638f8f64-865b-43ee-85b0-0aa4eeddf2e4 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:36.633094 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-26014378-ae2f-487a-b2e6-bf9409f5e6de tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] 10.222.0.10 "GET /v2.0/routers/18598fc6-7743-4df2-8930-27f160154b17 HTTP/1.1" status: 200 len: 717 time: 0.1427841 Jun 30 09:29:36.635701 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34112) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:36.678882 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ece0e-0ac7-4d54-b1ea-13cf992f3653 req-0817e3a2-9f51-4841-8bb5-ef987a2256d4 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:36.680722 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b56ece0e-0ac7-4d54-b1ea-13cf992f3653 req-0817e3a2-9f51-4841-8bb5-ef987a2256d4 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 931 time: 0.0896237 Jun 30 09:29:36.741546 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b56ece0e-0ac7-4d54-b1ea-13cf992f3653 req-0019a53c-3d4e-49a8-a4ef-d0ddce153a44 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/security-groups?id=afad113d-d9e7-4ed2-a270-a4b5615805cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531554 Jun 30 09:29:36.772850 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-638f8f64-865b-43ee-85b0-0aa4eeddf2e4 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1921096 Jun 30 09:29:36.790035 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-6522a801-b5cd-4d11-9c0e-d282d827ad9e service neutron] Request body: {'port': {'device_id': '8a790c31-eebd-4260-af13-1ee88cd80219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:36.932117 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:29:36.938645 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e4905a73-b5d3-495f-8c6f-073962896a42 None None] Provisioning for port c0ff9bc6-bdce-4e97-928f-21e27fd3f638 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:29:36.943911 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e4905a73-b5d3-495f-8c6f-073962896a42 None None] Provisioning complete for port c0ff9bc6-bdce-4e97-928f-21e27fd3f638 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:36.944394 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e4905a73-b5d3-495f-8c6f-073962896a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:36.953022 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-6522a801-b5cd-4d11-9c0e-d282d827ad9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:37.038558 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-e4905a73-b5d3-495f-8c6f-073962896a42 None None] Port c0ff9bc6-bdce-4e97-928f-21e27fd3f638 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:29:37.130584 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5f5cbbac-fb9a-4b1f-9ef4-59f156795251 tempest-RoutersTestDVR-2122282120 tempest-RoutersTestDVR-2122282120-project] 10.222.0.10 "GET /v2.0/routers/18598fc6-7743-4df2-8930-27f160154b17 HTTP/1.1" status: 200 len: 683 time: 0.4930372 Jun 30 09:29:37.133127 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34126) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:37.251603 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-413c1717-0458-4835-92b2-a25bd2c75436 req-10ca4178-73e6-47b1-8aac-d5dde0578a29 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0626652 Jun 30 09:29:37.256890 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-83bec4a5-fe8c-4736-a515-8f7d2b91103e tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:37.329378 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-6522a801-b5cd-4d11-9c0e-d282d827ad9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0ff9bc6-bdce-4e97-928f-21e27fd3f638 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:29:37.343789 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-6522a801-b5cd-4d11-9c0e-d282d827ad9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:37.363672 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-6522a801-b5cd-4d11-9c0e-d282d827ad9e service neutron] Transition to ACTIVE for port object c0ff9bc6-bdce-4e97-928f-21e27fd3f638 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:37.447185 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-6522a801-b5cd-4d11-9c0e-d282d827ad9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:37.483938 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bdaf5913-3438-4289-9772-23141603dca3 req-b2ce94fc-fc94-445f-a096-fd329344e4f0 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0596640 Jun 30 09:29:37.486699 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-83bec4a5-fe8c-4736-a515-8f7d2b91103e tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:37.490284 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-83bec4a5-fe8c-4736-a515-8f7d2b91103e tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:37.520974 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:37.600125 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522a801-b5cd-4d11-9c0e-d282d827ad9e service neutron] Pushing event updated for resources: {'Port': ['ID=c0ff9bc6-bdce-4e97-928f-21e27fd3f638,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:37.647099 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-6522a801-b5cd-4d11-9c0e-d282d827ad9e service neutron] Attempting to bind port c0ff9bc6-bdce-4e97-928f-21e27fd3f638 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:29:37.647617 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-6522a801-b5cd-4d11-9c0e-d282d827ad9e service neutron] Attempting to bind port c0ff9bc6-bdce-4e97-928f-21e27fd3f638 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '4c939ff5-d9df-45a0-ad4a-7abf2eec0e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:29:37.648002 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-6522a801-b5cd-4d11-9c0e-d282d827ad9e service neutron] Attempting to bind port c0ff9bc6-bdce-4e97-928f-21e27fd3f638 on network c6af7737-90e6-4e90-814b-d1af17fec8d3 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:29:37.653301 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-6522a801-b5cd-4d11-9c0e-d282d827ad9e service neutron] Port c0ff9bc6-bdce-4e97-928f-21e27fd3f638 on network c6af7737-90e6-4e90-814b-d1af17fec8d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:29:37.653632 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-6522a801-b5cd-4d11-9c0e-d282d827ad9e service neutron] Attempting to bind port c0ff9bc6-bdce-4e97-928f-21e27fd3f638 on network c6af7737-90e6-4e90-814b-d1af17fec8d3 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:29:37.660224 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-6522a801-b5cd-4d11-9c0e-d282d827ad9e service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:29:37.660581 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-6522a801-b5cd-4d11-9c0e-d282d827ad9e service neutron] Checking segment: {'id': '4c939ff5-d9df-45a0-ad4a-7abf2eec0e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:29:37.660935 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-6522a801-b5cd-4d11-9c0e-d282d827ad9e service neutron] Bound using segment: {'id': '4c939ff5-d9df-45a0-ad4a-7abf2eec0e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:29:37.661364 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-6522a801-b5cd-4d11-9c0e-d282d827ad9e service neutron] Bound port: c0ff9bc6-bdce-4e97-928f-21e27fd3f638, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c939ff5-d9df-45a0-ad4a-7abf2eec0e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:29:37.661726 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-6522a801-b5cd-4d11-9c0e-d282d827ad9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:37.687630 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-83bec4a5-fe8c-4736-a515-8f7d2b91103e tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:37.688775 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bec4a5-fe8c-4736-a515-8f7d2b91103e tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 18598fc6-7743-4df2-8930-27f160154b17 {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:29:37.710287 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-83bec4a5-fe8c-4736-a515-8f7d2b91103e tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:37.711843 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-83bec4a5-fe8c-4736-a515-8f7d2b91103e tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] 10.222.0.10 "DELETE /v2.0/routers/18598fc6-7743-4df2-8930-27f160154b17 HTTP/1.1" status: 204 len: 168 time: 0.5760503 Jun 30 09:29:37.715168 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34138) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:37.723847 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-405293f2-27cc-46fb-ac16-2b5bfdf54420 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Request body: {'router': {'name': 'tempest-router-1270689618', 'distributed': True}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:37.744683 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-6522a801-b5cd-4d11-9c0e-d282d827ad9e service neutron] For port c0ff9bc6-bdce-4e97-928f-21e27fd3f638, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:29:37.749649 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-6522a801-b5cd-4d11-9c0e-d282d827ad9e service neutron] For port c0ff9bc6-bdce-4e97-928f-21e27fd3f638, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c0ff9bc6-bdce-4e97-928f-21e27fd3f638,segment=NetworkSegment(4c939ff5-d9df-45a0-ad4a-7abf2eec0e12),segment_id=4c939ff5-d9df-45a0-ad4a-7abf2eec0e12)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:29:37.865062 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-398750c6-b050-4a39-87ee-99128e0c5bf9 req-9516595c-c8c7-4c8d-be61-cb545689d795 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0707436 Jun 30 09:29:37.876258 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-6522a801-b5cd-4d11-9c0e-d282d827ad9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:37.905991 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-405293f2-27cc-46fb-ac16-2b5bfdf54420 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:37.907632 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-405293f2-27cc-46fb-ac16-2b5bfdf54420 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:37.924757 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-6522a801-b5cd-4d11-9c0e-d282d827ad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:37.925475 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-6522a801-b5cd-4d11-9c0e-d282d827ad9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:37.926898 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-6522a801-b5cd-4d11-9c0e-d282d827ad9e service neutron] 10.222.0.52 "PUT /v2.0/ports/c0ff9bc6-bdce-4e97-928f-21e27fd3f638 HTTP/1.1" status: 200 len: 1092 time: 1.1458027 Jun 30 09:29:37.927401 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a790c31-eebd-4260-af13-1ee88cd80219', 'tag': 'c0ff9bc6-bdce-4e97-928f-21e27fd3f638'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:29:37.929653 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233ec99c-3dae-4f26-9b9a-28b4cedaa0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "8a790c31-eebd-4260-af13-1ee88cd80219", "tag": "c0ff9bc6-bdce-4e97-928f-21e27fd3f638"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:29:38.003832 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-405293f2-27cc-46fb-ac16-2b5bfdf54420 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:38.027916 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522a801-b5cd-4d11-9c0e-d282d827ad9e service neutron] Pushing event updated for resources: {'Port': ['ID=c0ff9bc6-bdce-4e97-928f-21e27fd3f638,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:38.036504 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f2aa82-d5a2-4e4a-ae84-664c5b01d6ea x-openstack-request-id: req-74f2aa82-d5a2-4e4a-ae84-664c5b01d6ea {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:29:38.036986 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a790c31-eebd-4260-af13-1ee88cd80219", "tag": "c0ff9bc6-bdce-4e97-928f-21e27fd3f638", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:29:38.036986 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-74f2aa82-d5a2-4e4a-ae84-664c5b01d6ea {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:29:38.037367 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a790c31-eebd-4260-af13-1ee88cd80219', 'tag': 'c0ff9bc6-bdce-4e97-928f-21e27fd3f638', 'status': 'completed', 'code': 200} Jun 30 09:29:38.120468 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-405293f2-27cc-46fb-ac16-2b5bfdf54420 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:38.140176 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-edd81fe3-fa64-4b40-b30e-a33d99a20c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:38.142197 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-edd81fe3-fa64-4b40-b30e-a33d99a20c6c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3a9462c3ce5d46c8a5c0b27669b07c56&device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 1095 time: 0.0811255 Jun 30 09:29:38.190235 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83396711-6713-48b4-b4ce-86553cb9105b req-6de5f022-1c73-4f7a-9162-7c9a5f845ff5 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:38.193169 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83396711-6713-48b4-b4ce-86553cb9105b req-6de5f022-1c73-4f7a-9162-7c9a5f845ff5 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 943 time: 0.1879609 Jun 30 09:29:38.210074 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398750c6-b050-4a39-87ee-99128e0c5bf9 req-6ac46193-b368-4b64-8eaa-9a794c53427f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:38.211763 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-398750c6-b050-4a39-87ee-99128e0c5bf9 req-6ac46193-b368-4b64-8eaa-9a794c53427f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=012c38fa3263411f81f5a9c6187e3025&device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 1098 time: 0.2054298 Jun 30 09:29:38.244513 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-d6ea2b9e-4d80-4635-b59c-0a51fd368e7b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0ff9bc6-bdce-4e97-928f-21e27fd3f638 HTTP/1.1" status: 200 len: 217 time: 0.0933201 Jun 30 09:29:38.293414 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-405293f2-27cc-46fb-ac16-2b5bfdf54420 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:38.301818 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-405293f2-27cc-46fb-ac16-2b5bfdf54420 tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5852480 Jun 30 09:29:38.313988 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34156) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:38.336016 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-5f931c71-2959-4095-b084-7b6c80b286b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:38.337552 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-5f931c71-2959-4095-b084-7b6c80b286b5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10c831ae-0084-4a15-8fd9-ede7c25d3443 HTTP/1.1" status: 200 len: 852 time: 0.0794291 Jun 30 09:29:38.370719 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83396711-6713-48b4-b4ce-86553cb9105b req-9d4fdbca-c3ca-4192-aac6-48be4a0f2855 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/security-groups?id=afad113d-d9e7-4ed2-a270-a4b5615805cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686645 Jun 30 09:29:38.427822 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f4ee4e51-8d04-4a2e-8863-8155a59644bb tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:38.458086 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-7d26d417-efb9-4ac1-96a0-da383bb84ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:38.459759 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-7d26d417-efb9-4ac1-96a0-da383bb84ee9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c6af7737-90e6-4e90-814b-d1af17fec8d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1077693 Jun 30 09:29:38.550257 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398750c6-b050-4a39-87ee-99128e0c5bf9 req-89dabf59-9e16-4efb-909a-f47bfbea324d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:38.552278 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-398750c6-b050-4a39-87ee-99128e0c5bf9 req-89dabf59-9e16-4efb-909a-f47bfbea324d service neutron] 10.222.0.37 "GET /v2.0/networks?id=2ab70122-0020-4c29-ae52-7bd3c84e0fca HTTP/1.1" status: 200 len: 917 time: 0.3145437 Jun 30 09:29:38.706408 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-ee8c6f35-57c3-43e9-bfcd-beb495750558 service neutron] 10.222.0.52 "GET /v2.0/networks/c6af7737-90e6-4e90-814b-d1af17fec8d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345157 Jun 30 09:29:38.712845 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f4ee4e51-8d04-4a2e-8863-8155a59644bb tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:38.717266 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f4ee4e51-8d04-4a2e-8863-8155a59644bb tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:38.775145 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-398750c6-b050-4a39-87ee-99128e0c5bf9 req-4b546196-8f2f-415e-aad4-146dd62c72e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 HTTP/1.1" status: 200 len: 1002 time: 0.1880839 Jun 30 09:29:38.795372 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:38.848960 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398750c6-b050-4a39-87ee-99128e0c5bf9 req-64ec4546-d433-42b4-a522-264e914916de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:38.851453 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-398750c6-b050-4a39-87ee-99128e0c5bf9 req-64ec4546-d433-42b4-a522-264e914916de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=afcabd5e-a40b-4794-b5f8-0b150c129247 HTTP/1.1" status: 200 len: 855 time: 0.0687027 Jun 30 09:29:38.852762 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f4ee4e51-8d04-4a2e-8863-8155a59644bb tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:38.853464 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ee4e51-8d04-4a2e-8863-8155a59644bb tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2605717-4be6-48ed-a3c7-30856fdd5491 {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:29:38.888104 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f4ee4e51-8d04-4a2e-8863-8155a59644bb tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:38.891604 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f4ee4e51-8d04-4a2e-8863-8155a59644bb tempest-RoutersTestDVR-95901235 tempest-RoutersTestDVR-95901235-project-admin] 10.222.0.10 "DELETE /v2.0/routers/c2605717-4be6-48ed-a3c7-30856fdd5491 HTTP/1.1" status: 204 len: 168 time: 0.5816410 Jun 30 09:29:38.902256 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-89809900-6001-4a85-8cdf-fa917114001e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3252485 Jun 30 09:29:38.906927 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3120bbe0-27f6-4ff6-9ad3-450e014f688c req-8e8dca36-b10e-474a-a97c-e662128fdada service neutron] 10.222.0.52 "GET /v2.0/networks/c6af7737-90e6-4e90-814b-d1af17fec8d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925480 Jun 30 09:29:39.049070 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398750c6-b050-4a39-87ee-99128e0c5bf9 req-23c29652-bbee-42e5-97df-5adf80b42380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:39.052004 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-398750c6-b050-4a39-87ee-99128e0c5bf9 req-23c29652-bbee-42e5-97df-5adf80b42380 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2ab70122-0020-4c29-ae52-7bd3c84e0fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1569614 Jun 30 09:29:39.150837 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-6203de6a-7845-44e1-b550-0c556e6f45c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:39.151607 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-6203de6a-7845-44e1-b550-0c556e6f45c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:39.152711 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-6203de6a-7845-44e1-b550-0c556e6f45c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:39.153354 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-6203de6a-7845-44e1-b550-0c556e6f45c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:39.154526 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-6203de6a-7845-44e1-b550-0c556e6f45c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:39.155627 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-6203de6a-7845-44e1-b550-0c556e6f45c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:39.156276 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-6203de6a-7845-44e1-b550-0c556e6f45c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:39.158501 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-6203de6a-7845-44e1-b550-0c556e6f45c5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cf47b77e70945949916ae6cc28be07c&device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 6501 time: 0.1899993 Jun 30 09:29:39.175577 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ec99c-3dae-4f26-9b9a-28b4cedaa0f3 req-c9c35485-80db-4280-8fe9-0736de4716ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:39.179833 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-233ec99c-3dae-4f26-9b9a-28b4cedaa0f3 req-c9c35485-80db-4280-8fe9-0736de4716ad service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3a9462c3ce5d46c8a5c0b27669b07c56&device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 1095 time: 0.1144392 Jun 30 09:29:39.192439 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-398750c6-b050-4a39-87ee-99128e0c5bf9 req-84a4654d-80c0-48ab-8b95-3aea3a1cdfeb service neutron] 10.222.0.37 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327929 Jun 30 09:29:39.360661 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-398750c6-b050-4a39-87ee-99128e0c5bf9 req-30512a75-41b0-4cfb-85ca-fe8755aa0d9c service neutron] 10.222.0.37 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609199 Jun 30 09:29:39.463218 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-81ea13d8-fb79-4790-84df-5ed4fbd4256c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:39.463822 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-81ea13d8-fb79-4790-84df-5ed4fbd4256c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:39.464293 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-81ea13d8-fb79-4790-84df-5ed4fbd4256c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:39.468050 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-81ea13d8-fb79-4790-84df-5ed4fbd4256c service neutron] 10.222.0.52 "GET /v2.0/networks?id=b7c4d310-0e13-4978-b513-6d3abe0b2ecf&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=1ee7a795-7cad-4025-ad1c-ea31997afa2e&id=1ee7a795-7cad-4025-ad1c-ea31997afa2e HTTP/1.1" status: 200 len: 2293 time: 0.2701731 Jun 30 09:29:39.524962 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ec99c-3dae-4f26-9b9a-28b4cedaa0f3 req-e2da69a9-8c68-4b8c-85cc-6234e84dad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:39.534304 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-233ec99c-3dae-4f26-9b9a-28b4cedaa0f3 req-e2da69a9-8c68-4b8c-85cc-6234e84dad0f service neutron] 10.222.0.52 "GET /v2.0/networks?id=c6af7737-90e6-4e90-814b-d1af17fec8d3 HTTP/1.1" status: 200 len: 914 time: 0.3213782 Jun 30 09:29:39.615601 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-233ec99c-3dae-4f26-9b9a-28b4cedaa0f3 req-a9575916-844d-4a26-9999-be100b695216 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0ff9bc6-bdce-4e97-928f-21e27fd3f638 HTTP/1.1" status: 200 len: 217 time: 0.0409229 Jun 30 09:29:39.675470 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fe9474e7-958f-408c-8dbf-a3d86a2d5779 req-145f565a-b9bc-4766-a35e-a200a111d495 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.1007321 Jun 30 09:29:39.676398 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34186) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:39.730163 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025f165-bcb3-46ed-94c2-9a4afd251c76 req-212842a1-4309-4711-98fd-15646738384c tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:39.738477 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8025f165-bcb3-46ed-94c2-9a4afd251c76 req-212842a1-4309-4711-98fd-15646738384c tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 943 time: 0.1892459 Jun 30 09:29:39.755548 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-6365700f-5cd4-4c26-b463-fde7106ea5f4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a700fa97-7f11-4c5a-a416-37fd7c54d91e HTTP/1.1" status: 200 len: 1002 time: 0.2767951 Jun 30 09:29:39.789265 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8025f165-bcb3-46ed-94c2-9a4afd251c76 req-092250fd-5359-441b-aae4-dfc8c65e246a tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/security-groups?id=afad113d-d9e7-4ed2-a270-a4b5615805cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501242 Jun 30 09:29:39.836735 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-75d74aeb-89b4-47a4-bf90-48dbb1f01e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:39.842923 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-75d74aeb-89b4-47a4-bf90-48dbb1f01e9e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81734dcc-0ee2-494d-93d9-b3fe64a6f397 HTTP/1.1" status: 200 len: 851 time: 0.0738444 Jun 30 09:29:39.845826 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ec99c-3dae-4f26-9b9a-28b4cedaa0f3 req-be0f6093-d1bb-4467-abf5-33bed03f4a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:39.847284 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-233ec99c-3dae-4f26-9b9a-28b4cedaa0f3 req-be0f6093-d1bb-4467-abf5-33bed03f4a0b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10c831ae-0084-4a15-8fd9-ede7c25d3443 HTTP/1.1" status: 200 len: 852 time: 0.2188764 Jun 30 09:29:39.962745 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ec99c-3dae-4f26-9b9a-28b4cedaa0f3 req-042ba656-904b-4b38-afdb-0d16caaa747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:39.964421 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-233ec99c-3dae-4f26-9b9a-28b4cedaa0f3 req-042ba656-904b-4b38-afdb-0d16caaa747a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c6af7737-90e6-4e90-814b-d1af17fec8d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1085618 Jun 30 09:29:39.966832 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-36c9b6e9-ed9c-4ca1-8a8b-ac5d16b1063c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:39.968700 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-36c9b6e9-ed9c-4ca1-8a8b-ac5d16b1063c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b7c4d310-0e13-4978-b513-6d3abe0b2ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1205704 Jun 30 09:29:40.009741 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6d5ec6c7-b7ba-4a8a-bb22-5591c0dfa93d req-ad3f220d-1cb4-4c73-a237-8412770bf4fd service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0784082 Jun 30 09:29:40.051633 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c43930ed-25c8-4bfd-9cc6-236d32e8edc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:40.162435 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-c29cf6d5-8df2-42c2-8c08-cddd460283a9 service neutron] 10.222.0.52 "GET /v2.0/networks/b7c4d310-0e13-4978-b513-6d3abe0b2ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698542 Jun 30 09:29:40.165035 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-233ec99c-3dae-4f26-9b9a-28b4cedaa0f3 req-a9106622-2d89-4b87-8207-7642a9e57e20 service neutron] 10.222.0.52 "GET /v2.0/networks/c6af7737-90e6-4e90-814b-d1af17fec8d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804931 Jun 30 09:29:40.175577 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c43930ed-25c8-4bfd-9cc6-236d32e8edc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:40.275581 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c43930ed-25c8-4bfd-9cc6-236d32e8edc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:40.317257 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43930ed-25c8-4bfd-9cc6-236d32e8edc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043df7d0-7f5a-4b11-95a9-fe2a0fc0f94d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:40.324967 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c43930ed-25c8-4bfd-9cc6-236d32e8edc6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6e8b72346f4c49848215bfab90a21ffc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6428761 Jun 30 09:29:40.326706 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34212) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:40.384157 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c6d45622-319e-4d06-bd0e-44a54fd9acb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:40.412605 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c6d45622-319e-4d06-bd0e-44a54fd9acb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:40.561947 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c6d45622-319e-4d06-bd0e-44a54fd9acb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:40.565112 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c6d45622-319e-4d06-bd0e-44a54fd9acb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:40.566485 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c6d45622-319e-4d06-bd0e-44a54fd9acb5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/043df7d0-7f5a-4b11-95a9-fe2a0fc0f94d HTTP/1.1" status: 204 len: 168 time: 0.2387025 Jun 30 09:29:40.574723 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d45622-319e-4d06-bd0e-44a54fd9acb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043df7d0-7f5a-4b11-95a9-fe2a0fc0f94d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:40.713723 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-a699d5e0-a70e-424e-9b2f-06f747ae37d5 service neutron] 10.222.0.52 "GET /v2.0/networks/b7c4d310-0e13-4978-b513-6d3abe0b2ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5355194 Jun 30 09:29:40.718948 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-233ec99c-3dae-4f26-9b9a-28b4cedaa0f3 req-8f0519c2-e292-42a1-80e6-7e2103e8b2ac service neutron] 10.222.0.52 "GET /v2.0/networks/c6af7737-90e6-4e90-814b-d1af17fec8d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395682 Jun 30 09:29:40.767650 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-95c763b6-d310-4804-9fdb-1b60e826b5b6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 HTTP/1.1" status: 200 len: 217 time: 0.0369344 Jun 30 09:29:40.827938 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-0d423b43-4d85-42b5-8888-eb824018d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:40.829385 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-0d423b43-4d85-42b5-8888-eb824018d404 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abf6d13-ee31-42ca-8f41-a3797ffb8563 HTTP/1.1" status: 200 len: 797 time: 0.0533810 Jun 30 09:29:40.895130 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-0e23d26a-7731-4456-ae65-755de30f2e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:40.896911 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-0e23d26a-7731-4456-ae65-755de30f2e31 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0565495 Jun 30 09:29:40.989400 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b09e4b-47c7-4971-9416-6965f90caaf1 req-f6d6497d-8bca-42e1-a448-3fd2e321ba78 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:40.996343 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c9b09e4b-47c7-4971-9416-6965f90caaf1 req-f6d6497d-8bca-42e1-a448-3fd2e321ba78 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 943 time: 0.0974710 Jun 30 09:29:41.022315 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-06afe809-ed1a-4585-9dba-d7c8392f4fd3 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145809 Jun 30 09:29:41.097025 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c9b09e4b-47c7-4971-9416-6965f90caaf1 req-a85c8eb8-b34c-4efe-949c-02ff7dc3cd24 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/security-groups?id=afad113d-d9e7-4ed2-a270-a4b5615805cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941463 Jun 30 09:29:41.180609 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-4dcb0587-a141-4545-9261-2ed639a69da7 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464872 Jun 30 09:29:41.227162 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-4a325f7e-bfc8-4b1a-ac88-58c04de34c64 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=44e89faa-6b6f-468b-aada-373d3800878b HTTP/1.1" status: 200 len: 217 time: 0.0394404 Jun 30 09:29:41.292312 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-d49fa2a1-5ebd-4f41-842c-9217599168ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:41.293923 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-d49fa2a1-5ebd-4f41-842c-9217599168ef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abf6d13-ee31-42ca-8f41-a3797ffb8563 HTTP/1.1" status: 200 len: 797 time: 0.0601127 Jun 30 09:29:41.370747 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-c8e9e6fd-b489-46ae-b6c3-4ed84440fc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:41.372309 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-c8e9e6fd-b489-46ae-b6c3-4ed84440fc65 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0705094 Jun 30 09:29:41.500328 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-c966fe75-4081-4b2e-af4f-8a88075a2032 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160588 Jun 30 09:29:41.625364 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-51beb06a-9e03-4277-8488-e4f7f499d9ba service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104960 Jun 30 09:29:41.668487 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-3afa643e-2866-4fe7-b36b-b9d37104740b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8 HTTP/1.1" status: 200 len: 217 time: 0.0384107 Jun 30 09:29:41.723604 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-f07d5400-fbd1-420c-9650-f76e3c250812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:41.725186 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-f07d5400-fbd1-420c-9650-f76e3c250812 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abf6d13-ee31-42ca-8f41-a3797ffb8563 HTTP/1.1" status: 200 len: 797 time: 0.0496502 Jun 30 09:29:41.730161 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34238) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:41.752413 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bff58e40-4b7a-4e51-9552-57dda3bcafe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:41.840864 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-01e1c7ba-4859-449c-9b3c-f7d855cb3b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:41.843312 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-01e1c7ba-4859-449c-9b3c-f7d855cb3b05 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1047173 Jun 30 09:29:41.958674 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bff58e40-4b7a-4e51-9552-57dda3bcafe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:41.980165 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-49e5c9cb-f0e1-4921-98e1-5b6fb76a48e6 req-f48a33b3-0322-4183-9098-a8bfa32deb0c service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0489845 Jun 30 09:29:41.981351 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-547fec45-84bd-49b7-9f63-f0abe23ab9fb service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252351 Jun 30 09:29:42.107026 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-464568b0-3717-4070-9b27-b5f3f1afdfe2 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131194 Jun 30 09:29:42.156505 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-3acf1ba5-b3a0-4958-925b-fd2a140085a9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=d8c0077e-9781-471c-a7ca-1fbaf87ae4b4 HTTP/1.1" status: 200 len: 217 time: 0.0423427 Jun 30 09:29:42.188083 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-55365076-0a5a-4cce-b92e-53e1a273fb61 req-8dacafd0-713e-4f5d-9862-e4598cf32da0 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0610025 Jun 30 09:29:42.233978 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-f899817f-f7c1-42c3-a86f-d3c8a4560146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:42.248638 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-f899817f-f7c1-42c3-a86f-d3c8a4560146 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abf6d13-ee31-42ca-8f41-a3797ffb8563 HTTP/1.1" status: 200 len: 797 time: 0.0644853 Jun 30 09:29:42.321766 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-60ae670a-a3d6-4964-883c-5e20a42a69f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:42.321766 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-60ae670a-a3d6-4964-883c-5e20a42a69f0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0757034 Jun 30 09:29:42.340024 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84860f-1d6a-4d03-a63b-8d88514e2a67 req-296374e5-3ed0-478f-b0bb-20fbec865fe8 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:42.342927 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6e84860f-1d6a-4d03-a63b-8d88514e2a67 req-296374e5-3ed0-478f-b0bb-20fbec865fe8 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 943 time: 0.0822513 Jun 30 09:29:42.387507 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6e84860f-1d6a-4d03-a63b-8d88514e2a67 req-f1314c93-e5d8-4038-b7d3-711b5bcb89cf tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/security-groups?id=afad113d-d9e7-4ed2-a270-a4b5615805cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387418 Jun 30 09:29:42.392902 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bff58e40-4b7a-4e51-9552-57dda3bcafe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:42.434012 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff58e40-4b7a-4e51-9552-57dda3bcafe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0ba900-5128-4124-aa2e-b5cd81c5acab,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:42.479183 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bff58e40-4b7a-4e51-9552-57dda3bcafe2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5887858a217246da91aa02647a7aa0d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7474184 Jun 30 09:29:42.482010 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34256) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:42.519700 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-54dff846-703d-402e-909b-17122c7e70f9 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911314 Jun 30 09:29:42.610263 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d305c0b4-d25c-40ac-ba71-78f317882452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:42.653342 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d305c0b4-d25c-40ac-ba71-78f317882452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:42.670240 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-f589e5c3-2d7f-4cb9-9bb0-17d2ca0b6e8d service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351287 Jun 30 09:29:42.731210 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-aacc3857-379d-4953-897a-598636581d8c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3496caa8-899f-4b6b-b20d-887cdd2e4d71 HTTP/1.1" status: 200 len: 217 time: 0.0421154 Jun 30 09:29:42.840597 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-391f4492-e493-465d-9847-c9e365a25fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:42.842399 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-391f4492-e493-465d-9847-c9e365a25fe1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7c18985-d439-4c19-be51-90abec28edd1 HTTP/1.1" status: 200 len: 797 time: 0.0994816 Jun 30 09:29:42.916796 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-9f1db997-5445-4769-a517-373340477cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:42.918679 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-9f1db997-5445-4769-a517-373340477cb4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ee7a795-7cad-4025-ad1c-ea31997afa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0688121 Jun 30 09:29:42.920976 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d305c0b4-d25c-40ac-ba71-78f317882452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:42.925011 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d305c0b4-d25c-40ac-ba71-78f317882452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:42.929863 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d305c0b4-d25c-40ac-ba71-78f317882452 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7c0ba900-5128-4124-aa2e-b5cd81c5acab HTTP/1.1" status: 204 len: 168 time: 0.4477086 Jun 30 09:29:42.949119 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305c0b4-d25c-40ac-ba71-78f317882452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0ba900-5128-4124-aa2e-b5cd81c5acab,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:43.095813 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-430da2af-7f94-4747-a8db-ec734e747cef service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646874 Jun 30 09:29:43.204150 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-ee1172b9-a3b3-422b-a1d0-302b66098481 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003096 Jun 30 09:29:43.260496 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-4af74879-b681-4c4a-b7c5-43d4bcbc29fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2f70ca00-91bf-41fb-867a-6edb210c3385 HTTP/1.1" status: 200 len: 217 time: 0.0476727 Jun 30 09:29:43.313144 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-0c43ef82-b44d-4f74-b02c-2654e7b1d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:43.314647 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-0c43ef82-b44d-4f74-b02c-2654e7b1d699 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7c18985-d439-4c19-be51-90abec28edd1 HTTP/1.1" status: 200 len: 797 time: 0.0459468 Jun 30 09:29:43.381730 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-183c611f-1952-4d10-af1d-933ed5dd334b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:43.383416 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-183c611f-1952-4d10-af1d-933ed5dd334b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ee7a795-7cad-4025-ad1c-ea31997afa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0609198 Jun 30 09:29:43.501733 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-53943bea-d22e-42f4-8e49-d0437b0cea75 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111393 Jun 30 09:29:43.641956 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9c44d-e089-4db8-9e27-c1a3bf9fb41f req-f653fca3-1cb2-4286-9c72-159f730e754f tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:43.643220 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cc89677-53c4-4825-b1e0-9cf5ed4df177 req-6f2d288c-c767-4944-8e63-09b504a45543 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324859 Jun 30 09:29:43.644016 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0ce9c44d-e089-4db8-9e27-c1a3bf9fb41f req-f653fca3-1cb2-4286-9c72-159f730e754f tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 943 time: 0.1136198 Jun 30 09:29:43.702840 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0ce9c44d-e089-4db8-9e27-c1a3bf9fb41f req-30547553-7800-428e-b095-560c212ccb34 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/security-groups?id=afad113d-d9e7-4ed2-a270-a4b5615805cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506856 Jun 30 09:29:44.180506 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bd5c72bc-a562-4334-85da-e6b6266a4a92 req-bf741c1b-e1ee-4adc-88f8-f20df4c41e1a service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0400403 Jun 30 09:29:44.355228 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cacecb1d-6cb3-4d24-9dd0-a60272ecdeba req-1a821fcc-1af3-4b3d-89d3-185f81cb6ea3 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0350676 Jun 30 09:29:44.989094 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e82d4-5808-4483-9774-07274cb83409 req-051d4d96-236e-4b2b-8540-95d09d2ff3f7 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:44.990635 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-145e82d4-5808-4483-9774-07274cb83409 req-051d4d96-236e-4b2b-8540-95d09d2ff3f7 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 943 time: 0.1004601 Jun 30 09:29:45.060718 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-145e82d4-5808-4483-9774-07274cb83409 req-e4553110-96fb-4ceb-98df-f1eaad4291c3 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/security-groups?id=afad113d-d9e7-4ed2-a270-a4b5615805cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630577 Jun 30 09:29:45.406641 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34346) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:45.575008 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-89f16307-825b-4b3b-a6e0-00f2b4ddc1d8 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1128713126', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:45.675240 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f16307-825b-4b3b-a6e0-00f2b4ddc1d8 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Made reservation on behalf of 1114e8f13bba45d5b406e84134b453ad for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:45.677966 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-89f16307-825b-4b3b-a6e0-00f2b4ddc1d8 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:45.690693 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-89f16307-825b-4b3b-a6e0-00f2b4ddc1d8 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:45.801972 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-89f16307-825b-4b3b-a6e0-00f2b4ddc1d8 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:45.860587 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-89f16307-825b-4b3b-a6e0-00f2b4ddc1d8 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:45.868537 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-89f16307-825b-4b3b-a6e0-00f2b4ddc1d8 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] device_id is not set on port 6025296d-8bf2-430e-82fe-0dc71b074e13 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:29:45.929051 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f16307-825b-4b3b-a6e0-00f2b4ddc1d8 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3915cb9-b4c4-417c-826f-8c05a22206b6,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:46.005043 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-89f16307-825b-4b3b-a6e0-00f2b4ddc1d8 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Allocated IP 172.25.6.126 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/6025296d-8bf2-430e-82fe-0dc71b074e13) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:29:46.177295 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-89f16307-825b-4b3b-a6e0-00f2b4ddc1d8 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:46.315029 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b348cf8-6e3e-41f9-8829-5406830d9e16 req-f031f151-f2d1-4819-95e6-edcb432d42a3 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:46.316077 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-89f16307-825b-4b3b-a6e0-00f2b4ddc1d8 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:46.321231 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9b348cf8-6e3e-41f9-8829-5406830d9e16 req-f031f151-f2d1-4819-95e6-edcb432d42a3 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 943 time: 0.0913830 Jun 30 09:29:46.374685 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9b348cf8-6e3e-41f9-8829-5406830d9e16 req-5a5d8b11-be65-431a-bcf4-5704f828a157 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/security-groups?id=afad113d-d9e7-4ed2-a270-a4b5615805cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521569 Jun 30 09:29:46.382504 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f16307-825b-4b3b-a6e0-00f2b4ddc1d8 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:29:46.396658 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-89f16307-825b-4b3b-a6e0-00f2b4ddc1d8 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:46.401234 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f16307-825b-4b3b-a6e0-00f2b4ddc1d8 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:29:46.412011 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3a448ffd-d2bc-422e-84c6-cdb5201df000 req-57521b28-173d-46fa-9a3d-b281204d0378 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0514379 Jun 30 09:29:46.433042 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f16307-825b-4b3b-a6e0-00f2b4ddc1d8 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Pushing event updated for resources: {'Port': ['ID=6025296d-8bf2-430e-82fe-0dc71b074e13,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:46.456001 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f16307-825b-4b3b-a6e0-00f2b4ddc1d8 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:46.463910 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-89f16307-825b-4b3b-a6e0-00f2b4ddc1d8 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:46.601555 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6dc40b9c-58d0-439e-a877-ba91c56c4667 req-067ace7c-74cf-45f1-9dc1-5d9b1ca8593d service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0289235 Jun 30 09:29:46.653200 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-89f16307-825b-4b3b-a6e0-00f2b4ddc1d8 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.2452149 Jun 30 09:29:46.657717 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34374) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:46.662276 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-da176062-db11-4707-8d88-16aee1e93e85 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.126'}]}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:46.772517 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-da176062-db11-4707-8d88-16aee1e93e85 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:46.773629 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-da176062-db11-4707-8d88-16aee1e93e85 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:46.833176 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-da176062-db11-4707-8d88-16aee1e93e85 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:47.034426 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-da176062-db11-4707-8d88-16aee1e93e85 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:47.343803 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-da176062-db11-4707-8d88-16aee1e93e85 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:47.362022 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-da176062-db11-4707-8d88-16aee1e93e85 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:47.570973 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1ba34-30b0-4b78-be75-8b78155f9258 req-d63a1a29-92ff-4096-99f5-a39c6adb86f5 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:47.576660 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85d1ba34-30b0-4b78-be75-8b78155f9258 req-d63a1a29-92ff-4096-99f5-a39c6adb86f5 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 943 time: 0.0774205 Jun 30 09:29:47.584333 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-da176062-db11-4707-8d88-16aee1e93e85 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:47.631929 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85d1ba34-30b0-4b78-be75-8b78155f9258 req-3a8bdc1f-61a7-4e02-b2b0-7a0e797f49a3 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/security-groups?id=afad113d-d9e7-4ed2-a270-a4b5615805cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527217 Jun 30 09:29:47.772681 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-da176062-db11-4707-8d88-16aee1e93e85 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:47.775347 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-da176062-db11-4707-8d88-16aee1e93e85 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:47.916320 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-da176062-db11-4707-8d88-16aee1e93e85 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:47.917532 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da176062-db11-4707-8d88-16aee1e93e85 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa446be1-faf9-4421-ad19-b6110a23f3a7 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:29:48.023761 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-da176062-db11-4707-8d88-16aee1e93e85 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 30 09:29:48.024767 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-da176062-db11-4707-8d88-16aee1e93e85 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.3661203 Jun 30 09:29:48.028422 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34398) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:48.129086 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-ca99f538-1c84-4342-8300-cc3d17506170 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Deleting port 6025296d-8bf2-430e-82fe-0dc71b074e13 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:29:48.129443 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca99f538-1c84-4342-8300-cc3d17506170 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:48.214518 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca99f538-1c84-4342-8300-cc3d17506170 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:48.227006 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-ca99f538-1c84-4342-8300-cc3d17506170 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Calling delete_port for 6025296d-8bf2-430e-82fe-0dc71b074e13 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:29:48.517207 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-58a2729c-a90d-4713-a49c-f04de561996a req-3f9fcc36-4a04-4412-9d24-be753e852457 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0302544 Jun 30 09:29:48.667241 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2c04614a-20b2-4a5e-b11d-6fa32b40658d req-204657f7-f695-47b7-91e4-eb53556ee4ba service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0275068 Jun 30 09:29:48.709722 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca99f538-1c84-4342-8300-cc3d17506170 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:48.741713 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99f538-1c84-4342-8300-cc3d17506170 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Pushing event deleted for resources: {'Port': ['ID=6025296d-8bf2-430e-82fe-0dc71b074e13,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:48.815898 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca99f538-1c84-4342-8300-cc3d17506170 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:48.835460 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ca99f538-1c84-4342-8300-cc3d17506170 tempest-RoutersAdminNegativeIpV6Test-614744191 tempest-RoutersAdminNegativeIpV6Test-614744191-project-admin] 10.222.0.10 "DELETE /v2.0/ports/6025296d-8bf2-430e-82fe-0dc71b074e13 HTTP/1.1" status: 204 len: 168 time: 0.7940443 Jun 30 09:29:48.838111 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4aca9-d24c-4cfc-89b6-15469e245049 req-45b87d62-3e51-4488-b658-01abbfd8c558 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:48.846990 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5f4aca9-d24c-4cfc-89b6-15469e245049 req-45b87d62-3e51-4488-b658-01abbfd8c558 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 943 time: 0.0819314 Jun 30 09:29:48.896676 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5f4aca9-d24c-4cfc-89b6-15469e245049 req-422acf89-8a34-4fe0-8e81-cff70b346b58 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/security-groups?id=afad113d-d9e7-4ed2-a270-a4b5615805cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483577 Jun 30 09:29:49.305254 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34434) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:49.432781 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a5420ed0-6d5c-4e89-8594-ab58891bf16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:49.523277 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a5420ed0-6d5c-4e89-8594-ab58891bf16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:49.606689 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a5420ed0-6d5c-4e89-8594-ab58891bf16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:49.654615 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a5420ed0-6d5c-4e89-8594-ab58891bf16a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e609c8c17ee040d0a852af36c14849e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3400471 Jun 30 09:29:49.654615 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5420ed0-6d5c-4e89-8594-ab58891bf16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4545aa29-2d4c-46f8-8924-0c89ef8c9c51,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:49.654829 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34448) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:49.712408 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9a7c5926-0a9a-4223-8376-795ca38ea8c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:49.735255 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9a7c5926-0a9a-4223-8376-795ca38ea8c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:49.892138 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9a7c5926-0a9a-4223-8376-795ca38ea8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:49.894874 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9a7c5926-0a9a-4223-8376-795ca38ea8c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:49.898444 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9a7c5926-0a9a-4223-8376-795ca38ea8c2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4545aa29-2d4c-46f8-8924-0c89ef8c9c51 HTTP/1.1" status: 204 len: 168 time: 0.2456486 Jun 30 09:29:49.906695 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c5926-0a9a-4223-8376-795ca38ea8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4545aa29-2d4c-46f8-8924-0c89ef8c9c51,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:50.109627 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78deadf5-0161-42a2-b259-8a4bc37daf0e req-bf525e64-4d9c-40cc-a9d1-7b6e52ee014e tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:50.111957 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78deadf5-0161-42a2-b259-8a4bc37daf0e req-bf525e64-4d9c-40cc-a9d1-7b6e52ee014e tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 943 time: 0.0843980 Jun 30 09:29:50.170323 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78deadf5-0161-42a2-b259-8a4bc37daf0e req-79fb6262-8d9d-4e88-a76a-4f4cf7e719e5 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/security-groups?id=afad113d-d9e7-4ed2-a270-a4b5615805cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499778 Jun 30 09:29:50.260510 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34464) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:50.369049 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cdc67c21-7d5f-4e1b-b722-1913a2369b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:50.390822 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device c0ff9bc6-bdce-4e97-928f-21e27fd3f638 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:29:50.487353 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cdc67c21-7d5f-4e1b-b722-1913a2369b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:50.496193 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cff6d4eb-5fb6-48c7-9d0e-ef3e54782192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:50.565747 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port c0ff9bc6-bdce-4e97-928f-21e27fd3f638, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c0ff9bc6-bdce-4e97-928f-21e27fd3f638,segment=NetworkSegment(4c939ff5-d9df-45a0-ad4a-7abf2eec0e12),segment_id=4c939ff5-d9df-45a0-ad4a-7abf2eec0e12)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:50.582402 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'c0ff9bc6-bdce-4e97-928f-21e27fd3f638', 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3', 'port_id': 'c0ff9bc6-bdce-4e97-928f-21e27fd3f638', 'mac_address': 'fa:16:3e:b2:53:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10c831ae-0084-4a15-8fd9-ede7c25d3443', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:29:50.629138 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cdc67c21-7d5f-4e1b-b722-1913a2369b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:50.658836 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:50.675800 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0ff9bc6-bdce-4e97-928f-21e27fd3f638 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:29:50.677968 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-cdc67c21-7d5f-4e1b-b722-1913a2369b0a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=623992d88beb4186a072b966cd83e72f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4163630 Jun 30 09:29:50.678843 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc67c21-7d5f-4e1b-b722-1913a2369b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5900ee30-db81-4378-b852-0a26f5d505e7,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:50.680598 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34474) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:50.708374 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port c0ff9bc6-bdce-4e97-928f-21e27fd3f638, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c0ff9bc6-bdce-4e97-928f-21e27fd3f638,segment=NetworkSegment(4c939ff5-d9df-45a0-ad4a-7abf2eec0e12),segment_id=4c939ff5-d9df-45a0-ad4a-7abf2eec0e12)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:50.764295 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-01cf8503-1d02-4cfc-8f2b-09d7feb9c3ba req-954b8ead-b3a6-4d6d-af2f-fa1cf7080359 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0387900 Jun 30 09:29:50.780198 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dccf0b4e-f306-4125-b3dc-baa1a0bd3b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:50.793256 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:50.807818 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dccf0b4e-f306-4125-b3dc-baa1a0bd3b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:50.837346 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34480) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:50.852805 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=c0ff9bc6-bdce-4e97-928f-21e27fd3f638,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:50.868145 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:50.868772 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:50.869295 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:50.869795 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:50.870297 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:50.870780 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:50.871305 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:50.871632 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:50.872128 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:50.873265 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:50.873810 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:50.874141 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:50.893778 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9afa5a40-96b7-4c3d-92d8-46c9a9874a94 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1114e8f13bba45d5b406e84134b453ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0551674 Jun 30 09:29:50.896136 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34482) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:50.947249 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5ba7ac45-41ae-48a9-ba18-d84f96f7a65c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:50.977449 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dccf0b4e-f306-4125-b3dc-baa1a0bd3b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:50.981179 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dccf0b4e-f306-4125-b3dc-baa1a0bd3b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:50.982320 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9084a4eb-b8b6-4c15-8f31-cc1cf6cef18c req-9bffd0c6-7fee-413c-9b70-fd56c5d90db8 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0326211 Jun 30 09:29:50.983404 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-dccf0b4e-f306-4125-b3dc-baa1a0bd3b23 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5900ee30-db81-4378-b852-0a26f5d505e7 HTTP/1.1" status: 204 len: 168 time: 0.3012052 Jun 30 09:29:50.999473 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5ba7ac45-41ae-48a9-ba18-d84f96f7a65c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:50.999654 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf0b4e-f306-4125-b3dc-baa1a0bd3b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5900ee30-db81-4378-b852-0a26f5d505e7,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:51.150573 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['c0ff9bc6-bdce-4e97-928f-21e27fd3f638'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:29:51.564457 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484993f-a47d-4c16-9812-c564d663eab3 req-c4f91172-25ab-4451-a616-6da67db54e31 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:51.566273 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1484993f-a47d-4c16-9812-c564d663eab3 req-c4f91172-25ab-4451-a616-6da67db54e31 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 944 time: 0.0835567 Jun 30 09:29:51.615867 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1484993f-a47d-4c16-9812-c564d663eab3 req-68b59d3b-d0a8-4cba-8bfa-f536ea857a55 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/security-groups?id=afad113d-d9e7-4ed2-a270-a4b5615805cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361879 Jun 30 09:29:51.669799 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5ba7ac45-41ae-48a9-ba18-d84f96f7a65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:51.672453 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5ba7ac45-41ae-48a9-ba18-d84f96f7a65c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:51.692055 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5ba7ac45-41ae-48a9-ba18-d84f96f7a65c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f3915cb9-b4c4-417c-826f-8c05a22206b6 HTTP/1.1" status: 204 len: 168 time: 0.7764766 Jun 30 09:29:51.692055 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7ac45-41ae-48a9-ba18-d84f96f7a65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3915cb9-b4c4-417c-826f-8c05a22206b6,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:52.406048 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device c0ff9bc6-bdce-4e97-928f-21e27fd3f638 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:29:52.594982 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port c0ff9bc6-bdce-4e97-928f-21e27fd3f638 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:29:52.599471 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port c0ff9bc6-bdce-4e97-928f-21e27fd3f638 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:52.599853 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:52.809786 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:52.838379 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a790c31-eebd-4260-af13-1ee88cd80219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ff9bc6-bdce-4e97-928f-21e27fd3f638'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:29:52.839433 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a93c14-7316-4d9d-96ad-f40c8c695bad req-ed4fa02c-8451-4b59-846a-7a2e0907b5df tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:52.840707 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7933dadc-7cd4-49b5-a0fe-1d0e10cce900" -d '{"events": [{"server_uuid": "8a790c31-eebd-4260-af13-1ee88cd80219", "name": "network-vif-plugged", "status": "completed", "tag": "c0ff9bc6-bdce-4e97-928f-21e27fd3f638"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:29:52.843732 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d4a93c14-7316-4d9d-96ad-f40c8c695bad req-ed4fa02c-8451-4b59-846a-7a2e0907b5df tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 944 time: 0.0739985 Jun 30 09:29:52.859348 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port c0ff9bc6-bdce-4e97-928f-21e27fd3f638, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c0ff9bc6-bdce-4e97-928f-21e27fd3f638,segment=NetworkSegment(4c939ff5-d9df-45a0-ad4a-7abf2eec0e12),segment_id=4c939ff5-d9df-45a0-ad4a-7abf2eec0e12)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:52.899096 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7225375a-4d1d-4a74-8dc6-5bc01c34bdf2 x-openstack-request-id: req-7225375a-4d1d-4a74-8dc6-5bc01c34bdf2 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:29:52.899714 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a790c31-eebd-4260-af13-1ee88cd80219", "name": "network-vif-plugged", "status": "completed", "tag": "c0ff9bc6-bdce-4e97-928f-21e27fd3f638", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:29:52.899969 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7225375a-4d1d-4a74-8dc6-5bc01c34bdf2 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:29:52.900364 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a790c31-eebd-4260-af13-1ee88cd80219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ff9bc6-bdce-4e97-928f-21e27fd3f638', 'code': 200} Jun 30 09:29:52.913517 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d4a93c14-7316-4d9d-96ad-f40c8c695bad req-17cd9f64-a00f-4f15-b7d8-f13ccea3adad tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/security-groups?id=afad113d-d9e7-4ed2-a270-a4b5615805cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639582 Jun 30 09:29:52.928284 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-419956e2-7599-4278-b4bf-3e70cb818e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:52.944085 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:53.026225 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34558) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:53.035703 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9affa08c-ea5d-47ce-8e49-d2f364a10dd8 req-021e869b-f25d-4a69-bf48-292b8574e783 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0684881 Jun 30 09:29:53.066028 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f0726-5c0a-4bc4-ace6-1fd905beb4f0 req-a440ed72-2fb9-4809-af60-3b97a30ede83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:53.067692 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-585f0726-5c0a-4bc4-ace6-1fd905beb4f0 req-a440ed72-2fb9-4809-af60-3b97a30ede83 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 1097 time: 0.0939448 Jun 30 09:29:53.099908 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=c0ff9bc6-bdce-4e97-928f-21e27fd3f638,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:53.116992 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-585f0726-5c0a-4bc4-ace6-1fd905beb4f0 req-d85cd0fd-806d-45a4-a635-72d81a8fc8d5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=afad113d-d9e7-4ed2-a270-a4b5615805cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393732 Jun 30 09:29:53.186071 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-8404d159-cb84-4deb-b432-281d53ccfa83 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-354467395'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:53.286603 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8404d159-cb84-4deb-b432-281d53ccfa83 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:53.290776 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8404d159-cb84-4deb-b432-281d53ccfa83 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:53.301878 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8404d159-cb84-4deb-b432-281d53ccfa83 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:53.394846 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4663b742-f5cc-4a55-af6c-e8be496f75d5 req-3d36b265-439e-488d-9b1d-40da48e9b022 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0406563 Jun 30 09:29:53.437080 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8404d159-cb84-4deb-b432-281d53ccfa83 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:53.720338 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:53.777893 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8404d159-cb84-4deb-b432-281d53ccfa83 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:53.811506 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8404d159-cb84-4deb-b432-281d53ccfa83 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:29:53.818483 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404d159-cb84-4deb-b432-281d53ccfa83 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f54a5152-f7ef-46ba-b962-89b78f642ba9,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:53.826046 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8404d159-cb84-4deb-b432-281d53ccfa83 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:53.826401 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-8404d159-cb84-4deb-b432-281d53ccfa83 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Added segment 9c5f37fc-c92a-454d-bf7a-50b6f7c83948 of type vlan for network ac69f748-a231-4e69-a180-b37986a0b0a8 Jun 30 09:29:53.871965 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8404d159-cb84-4deb-b432-281d53ccfa83 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:53.983810 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8404d159-cb84-4deb-b432-281d53ccfa83 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:53.989542 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8404d159-cb84-4deb-b432-281d53ccfa83 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:53.990269 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8404d159-cb84-4deb-b432-281d53ccfa83 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:54.105623 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8404d159-cb84-4deb-b432-281d53ccfa83 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0677028 Jun 30 09:29:54.118187 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404d159-cb84-4deb-b432-281d53ccfa83 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Network': ['ID=ac69f748-a231-4e69-a180-b37986a0b0a8,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:54.118583 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34586) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:54.118583 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-89f92698-8104-4863-9dc8-d71bdf72488f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:54.127928 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:29:54.197474 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27118d67-6732-4e4f-834c-98a872bb04fe req-33eccb9c-aca4-4adf-8572-d9bb10399e02 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:54.199077 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-27118d67-6732-4e4f-834c-98a872bb04fe req-33eccb9c-aca4-4adf-8572-d9bb10399e02 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 945 time: 0.1416595 Jun 30 09:29:54.255718 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-27118d67-6732-4e4f-834c-98a872bb04fe req-5ed52a02-fd22-4f11-862d-a3c881a33ee2 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/security-groups?id=afad113d-d9e7-4ed2-a270-a4b5615805cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505743 Jun 30 09:29:54.314616 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f92698-8104-4863-9dc8-d71bdf72488f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:54.318552 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-89f92698-8104-4863-9dc8-d71bdf72488f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:54.663694 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:54.668074 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-89f92698-8104-4863-9dc8-d71bdf72488f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:54.729593 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f92698-8104-4863-9dc8-d71bdf72488f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Subnet': ['ID=5fb4396c-ff74-4e09-92ba-40919157dbf5,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:54.739580 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f92698-8104-4863-9dc8-d71bdf72488f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:54.739926 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f92698-8104-4863-9dc8-d71bdf72488f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:54.740261 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f92698-8104-4863-9dc8-d71bdf72488f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:54.740594 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f92698-8104-4863-9dc8-d71bdf72488f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:54.740924 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f92698-8104-4863-9dc8-d71bdf72488f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:54.741254 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f92698-8104-4863-9dc8-d71bdf72488f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:54.741836 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f92698-8104-4863-9dc8-d71bdf72488f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:54.741955 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f92698-8104-4863-9dc8-d71bdf72488f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:54.742363 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f92698-8104-4863-9dc8-d71bdf72488f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:54.743063 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f92698-8104-4863-9dc8-d71bdf72488f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:54.743630 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f92698-8104-4863-9dc8-d71bdf72488f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:54.744141 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f92698-8104-4863-9dc8-d71bdf72488f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:54.752245 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f92698-8104-4863-9dc8-d71bdf72488f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Checking segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:29:54.752611 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f92698-8104-4863-9dc8-d71bdf72488f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network hostable DHCP agents. Network: ac69f748-a231-4e69-a180-b37986a0b0a8, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:29:54.863452 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f92698-8104-4863-9dc8-d71bdf72488f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:29:55.000307 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-89f92698-8104-4863-9dc8-d71bdf72488f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, ac69f748-a231-4e69-a180-b37986a0b0a8) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:55.004467 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f92698-8104-4863-9dc8-d71bdf72488f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:55.005085 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-89f92698-8104-4863-9dc8-d71bdf72488f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:55.009469 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc45181c-fb3c-4b09-a09e-b57d1a77c9f7 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:55.150527 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-89f92698-8104-4863-9dc8-d71bdf72488f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0389721 Jun 30 09:29:55.153627 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34606) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:55.159765 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-afc25bf5-2546-4eee-b68b-7e85400bb71e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'port': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'name': 'tempest-NetworksTestDHCPv6-2033914966'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:55.201992 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8090aa8-2c6d-4f14-bf33-786c38a0d2fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-ac69f748-a231-4e69-a180-b37986a0b0a8', 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'fixed_ips': [{'subnet_id': '5fb4396c-ff74-4e09-92ba-40919157dbf5'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:29:55.202777 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e8090aa8-2c6d-4f14-bf33-786c38a0d2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:55.379071 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-e8090aa8-2c6d-4f14-bf33-786c38a0d2fe None None] Allocated IP 2001:db8::2 (ac69f748-a231-4e69-a180-b37986a0b0a8/5fb4396c-ff74-4e09-92ba-40919157dbf5/3e034329-673b-4cf1-b357-d59d3cfe56bc) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:29:55.422137 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5229c381-2b18-4a9c-85ca-37f2e3aa9647 req-1c180a7d-9b5e-4247-8aa0-a4b9467cf783 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0386860 Jun 30 09:29:55.441091 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc25bf5-2546-4eee-b68b-7e85400bb71e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:55.446645 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-afc25bf5-2546-4eee-b68b-7e85400bb71e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:55.463733 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ca364-5823-47c4-8a19-34b2fb7a276a req-bd563ce9-9839-44bf-87a1-08edc7032756 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:55.465361 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-831ca364-5823-47c4-8a19-34b2fb7a276a req-bd563ce9-9839-44bf-87a1-08edc7032756 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 945 time: 0.0810747 Jun 30 09:29:55.465682 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-afc25bf5-2546-4eee-b68b-7e85400bb71e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] device_id is not set on port b1d7a477-e45c-4927-bc2b-555d3c923b3b yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:29:55.517266 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-831ca364-5823-47c4-8a19-34b2fb7a276a req-0c89cd62-7f10-46e2-99c2-ba94b0739b16 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/security-groups?id=afad113d-d9e7-4ed2-a270-a4b5615805cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457911 Jun 30 09:29:55.603334 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e8090aa8-2c6d-4f14-bf33-786c38a0d2fe None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:55.614847 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e8090aa8-2c6d-4f14-bf33-786c38a0d2fe None None] Transition to ACTIVE for port object 3e034329-673b-4cf1-b357-d59d3cfe56bc will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:55.639428 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e8090aa8-2c6d-4f14-bf33-786c38a0d2fe None None] Transition to ACTIVE for port object 3e034329-673b-4cf1-b357-d59d3cfe56bc will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:55.708679 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7952acad-3018-48a6-85ca-ad2d2e47cfbd req-1eada688-9a8b-4aff-bbb7-c75706307a8d service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0338480 Jun 30 09:29:55.739757 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e8090aa8-2c6d-4f14-bf33-786c38a0d2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:55.789641 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8090aa8-2c6d-4f14-bf33-786c38a0d2fe None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:29:55.792549 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-e8090aa8-2c6d-4f14-bf33-786c38a0d2fe None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:55.799031 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8090aa8-2c6d-4f14-bf33-786c38a0d2fe None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:29:55.815094 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587976a-1018-48cb-b94f-f1e6c2a22195 req-fc2235d2-5bac-4805-bebc-2d570798abf0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:55.818719 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c587976a-1018-48cb-b94f-f1e6c2a22195 req-fc2235d2-5bac-4805-bebc-2d570798abf0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 945 time: 0.1507585 Jun 30 09:29:55.875826 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8090aa8-2c6d-4f14-bf33-786c38a0d2fe None None] Pushing event updated for resources: {'Port': ['ID=3e034329-673b-4cf1-b357-d59d3cfe56bc,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:55.882691 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-afc25bf5-2546-4eee-b68b-7e85400bb71e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Allocated IP 2001:db8::17d (ac69f748-a231-4e69-a180-b37986a0b0a8/5fb4396c-ff74-4e09-92ba-40919157dbf5/b1d7a477-e45c-4927-bc2b-555d3c923b3b) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:29:55.888541 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c587976a-1018-48cb-b94f-f1e6c2a22195 req-a90372c2-9323-4c82-b69e-02a67d2709b0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/security-groups?id=afad113d-d9e7-4ed2-a270-a4b5615805cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637929 Jun 30 09:29:55.897540 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-e8090aa8-2c6d-4f14-bf33-786c38a0d2fe None None] Attempting to bind port 3e034329-673b-4cf1-b357-d59d3cfe56bc on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:29:55.897999 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-e8090aa8-2c6d-4f14-bf33-786c38a0d2fe None None] Attempting to bind port 3e034329-673b-4cf1-b357-d59d3cfe56bc by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:29:55.898453 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8090aa8-2c6d-4f14-bf33-786c38a0d2fe None None] Attempting to bind port 3e034329-673b-4cf1-b357-d59d3cfe56bc on network ac69f748-a231-4e69-a180-b37986a0b0a8 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:29:55.906363 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8090aa8-2c6d-4f14-bf33-786c38a0d2fe None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:29:55.907256 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8090aa8-2c6d-4f14-bf33-786c38a0d2fe None None] Checking segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:29:55.908137 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e8090aa8-2c6d-4f14-bf33-786c38a0d2fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:55.908638 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8090aa8-2c6d-4f14-bf33-786c38a0d2fe None None] Bound using segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:29:55.909228 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-e8090aa8-2c6d-4f14-bf33-786c38a0d2fe None None] Bound port: 3e034329-673b-4cf1-b357-d59d3cfe56bc, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:29:55.909707 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e8090aa8-2c6d-4f14-bf33-786c38a0d2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:55.923618 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34632) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:56.000193 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-e8090aa8-2c6d-4f14-bf33-786c38a0d2fe None None] For port 3e034329-673b-4cf1-b357-d59d3cfe56bc, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:29:56.004044 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-e8090aa8-2c6d-4f14-bf33-786c38a0d2fe None None] For port 3e034329-673b-4cf1-b357-d59d3cfe56bc, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3e034329-673b-4cf1-b357-d59d3cfe56bc,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:29:56.078995 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-afc25bf5-2546-4eee-b68b-7e85400bb71e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:56.094456 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-afc25bf5-2546-4eee-b68b-7e85400bb71e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Transition to ACTIVE for port object b1d7a477-e45c-4927-bc2b-555d3c923b3b will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:56.116334 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e8090aa8-2c6d-4f14-bf33-786c38a0d2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:56.128181 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc912c44-d1df-48d4-b9f7-113a2946b7c6 tempest-TestVolumeBackupRestore-2116607477 tempest-TestVolumeBackupRestore-2116607477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:56.130797 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-dc912c44-d1df-48d4-b9f7-113a2946b7c6 tempest-TestVolumeBackupRestore-2116607477 tempest-TestVolumeBackupRestore-2116607477-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 1092 time: 0.2059224 Jun 30 09:29:56.133828 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34638) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:56.139142 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-c6b8f122-db71-4cea-ab3f-ddb4069fd177 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'port_id': 'c0ff9bc6-bdce-4e97-928f-21e27fd3f638', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:56.183881 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8090aa8-2c6d-4f14-bf33-786c38a0d2fe None None] Pushing event updated for resources: {'Port': ['ID=3e034329-673b-4cf1-b357-d59d3cfe56bc,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:56.246609 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-afc25bf5-2546-4eee-b68b-7e85400bb71e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:56.274801 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:56.275322 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c6b8f122-db71-4cea-ab3f-ddb4069fd177 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks [] for floatingip, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:56.307459 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc25bf5-2546-4eee-b68b-7e85400bb71e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:29:56.311876 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-afc25bf5-2546-4eee-b68b-7e85400bb71e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:56.314372 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc25bf5-2546-4eee-b68b-7e85400bb71e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:29:56.321245 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc25bf5-2546-4eee-b68b-7e85400bb71e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:56.321586 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-afc25bf5-2546-4eee-b68b-7e85400bb71e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:56.340022 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc25bf5-2546-4eee-b68b-7e85400bb71e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Port': ['ID=b1d7a477-e45c-4927-bc2b-555d3c923b3b,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:56.396903 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c6b8f122-db71-4cea-ab3f-ddb4069fd177 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:56.427345 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-afc25bf5-2546-4eee-b68b-7e85400bb71e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2691772 Jun 30 09:29:56.427345 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34644) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:56.519923 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bddd7df-a41e-4c4a-acc0-68b4f6f1a9e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:56.526051 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bddd7df-a41e-4c4a-acc0-68b4f6f1a9e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:56.528212 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7bddd7df-a41e-4c4a-acc0-68b4f6f1a9e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0997367 Jun 30 09:29:56.531387 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34646) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:56.570139 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-c6b8f122-db71-4cea-ab3f-ddb4069fd177 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Allocated IP 172.25.6.82 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/1a979164-fc3d-45f3-81f2-c08108c5e971) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:29:56.692797 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-817d0549-5a6a-436e-a0c1-a83476a50194 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting port b1d7a477-e45c-4927-bc2b-555d3c923b3b {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:29:56.693362 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-817d0549-5a6a-436e-a0c1-a83476a50194 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:56.697656 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c6b8f122-db71-4cea-ab3f-ddb4069fd177 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:56.792175 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-817d0549-5a6a-436e-a0c1-a83476a50194 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:56.802609 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c6b8f122-db71-4cea-ab3f-ddb4069fd177 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:56.815471 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-817d0549-5a6a-436e-a0c1-a83476a50194 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Calling delete_port for b1d7a477-e45c-4927-bc2b-555d3c923b3b owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:29:56.897663 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b8f122-db71-4cea-ab3f-ddb4069fd177 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:29:56.902620 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-c6b8f122-db71-4cea-ab3f-ddb4069fd177 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:56.908653 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b8f122-db71-4cea-ab3f-ddb4069fd177 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:29:56.991884 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8f122-db71-4cea-ab3f-ddb4069fd177 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Pushing event updated for resources: {'Port': ['ID=1a979164-fc3d-45f3-81f2-c08108c5e971,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:57.092280 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-817d0549-5a6a-436e-a0c1-a83476a50194 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:57.126484 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d0549-5a6a-436e-a0c1-a83476a50194 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Port': ['ID=b1d7a477-e45c-4927-bc2b-555d3c923b3b,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:57.170614 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-817d0549-5a6a-436e-a0c1-a83476a50194 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:57.173124 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-817d0549-5a6a-436e-a0c1-a83476a50194 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/b1d7a477-e45c-4927-bc2b-555d3c923b3b HTTP/1.1" status: 204 len: 168 time: 0.6407108 Jun 30 09:29:57.175595 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34666) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:57.257694 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12ab2b5-9653-4b4e-b2f3-3dc1fb7a0a8b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:57.258746 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12ab2b5-9653-4b4e-b2f3-3dc1fb7a0a8b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:57.260577 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d12ab2b5-9653-4b4e-b2f3-3dc1fb7a0a8b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0795660 Jun 30 09:29:57.264671 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34670) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:57.330139 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a3e3f8-0eae-4315-adaf-a7666ead470a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting subnet 5fb4396c-ff74-4e09-92ba-40919157dbf5 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:29:57.337011 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e4a3e3f8-0eae-4315-adaf-a7666ead470a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:57.408951 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e4a3e3f8-0eae-4315-adaf-a7666ead470a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:57.565616 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4d5a83-2b87-4761-b6fb-8f57c084e742 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:57.692836 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e4a3e3f8-0eae-4315-adaf-a7666ead470a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:57.737021 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-edabfed6-4e32-4eae-a948-1bad89136ca6 req-5738941c-1ceb-4fd8-95ef-83a8da0b2dc0 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0387893 Jun 30 09:29:57.769458 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c6b8f122-db71-4cea-ab3f-ddb4069fd177 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:57.850088 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-cb61ab90-9795-4589-8667-e552381c5199 None None] Provisioning for port 3e034329-673b-4cf1-b357-d59d3cfe56bc completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:29:57.909162 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e4a3e3f8-0eae-4315-adaf-a7666ead470a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:57.939657 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-589d49c6-d9fa-4168-b15d-fb6d8f2d1227 req-4d5c5a4e-5b44-4ea5-9021-19cf362a4e10 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0447292 Jun 30 09:29:57.965036 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3e3f8-0eae-4315-adaf-a7666ead470a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Subnet': ['ID=5fb4396c-ff74-4e09-92ba-40919157dbf5,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:57.995930 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e4a3e3f8-0eae-4315-adaf-a7666ead470a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:57.998320 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e4a3e3f8-0eae-4315-adaf-a7666ead470a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/5fb4396c-ff74-4e09-92ba-40919157dbf5 HTTP/1.1" status: 204 len: 168 time: 0.7326078 Jun 30 09:29:58.001462 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34688) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:58.063095 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3b618b6e-5e40-4efc-838b-753f9f87f99f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0603874 Jun 30 09:29:58.066154 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34690) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:58.072010 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-a2d2ced3-9e27-4256-8114-594a6181a7d4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:58.084979 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c6b8f122-db71-4cea-ab3f-ddb4069fd177 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:58.120486 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7ca20e-bfe9-452d-8026-61c07becde5b None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:58.377546 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3e034329-673b-4cf1-b357-d59d3cfe56bc up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:29:58.422860 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c6b8f122-db71-4cea-ab3f-ddb4069fd177 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:58.446187 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d2ced3-9e27-4256-8114-594a6181a7d4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:58.450824 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2d2ced3-9e27-4256-8114-594a6181a7d4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:58.544319 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c6b8f122-db71-4cea-ab3f-ddb4069fd177 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:58.558496 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0be5322-4eb5-40d9-9812-9fcf169ffd95 None None] DHCP port deletion for ac69f748-a231-4e69-a180-b37986a0b0a8 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:29:58.631796 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a0be5322-4eb5-40d9-9812-9fcf169ffd95 None None] Deleting port 3e034329-673b-4cf1-b357-d59d3cfe56bc {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:29:58.632518 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a0be5322-4eb5-40d9-9812-9fcf169ffd95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:58.661821 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8f122-db71-4cea-ab3f-ddb4069fd177 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Pushing event updated for resources: {'Port': ['ID=1a979164-fc3d-45f3-81f2-c08108c5e971,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:58.686988 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c6b8f122-db71-4cea-ab3f-ddb4069fd177 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:58.721126 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 3e034329-673b-4cf1-b357-d59d3cfe56bc completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:29:58.725595 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-a0be5322-4eb5-40d9-9812-9fcf169ffd95 None None] For port 3e034329-673b-4cf1-b357-d59d3cfe56bc, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3e034329-673b-4cf1-b357-d59d3cfe56bc,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:58.726474 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a0be5322-4eb5-40d9-9812-9fcf169ffd95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:58.739327 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 3e034329-673b-4cf1-b357-d59d3cfe56bc triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:58.739999 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:58.746566 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a0be5322-4eb5-40d9-9812-9fcf169ffd95 None None] Calling delete_port for 3e034329-673b-4cf1-b357-d59d3cfe56bc owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:29:58.811706 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-c6b8f122-db71-4cea-ab3f-ddb4069fd177 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Floating IP d4d432c8-70cc-453b-a598-c3444ae33765 associated. External IP: 172.25.6.82, port: c0ff9bc6-bdce-4e97-928f-21e27fd3f638. Jun 30 09:29:58.913008 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:59.008961 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a0be5322-4eb5-40d9-9812-9fcf169ffd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:59.056143 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be5322-4eb5-40d9-9812-9fcf169ffd95 None None] Pushing event deleted for resources: {'Port': ['ID=3e034329-673b-4cf1-b357-d59d3cfe56bc,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:59.059328 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0be5322-4eb5-40d9-9812-9fcf169ffd95 None None] No DVR routers for this DVR port 3e034329-673b-4cf1-b357-d59d3cfe56bc on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:29:59.111493 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b8f122-db71-4cea-ab3f-ddb4069fd177 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Router 7316d45c-7008-4271-a9f6-1fd9961eef92 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:29:59.221858 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b8f122-db71-4cea-ab3f-ddb4069fd177 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:29:59.229509 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2d2ced3-9e27-4256-8114-594a6181a7d4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:59.232177 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f73bd2-2d21-4627-a935-74e102a0a450 None None] Sync routers for ids ['7316d45c-7008-4271-a9f6-1fd9961eef92'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:29:59.241485 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f73bd2-2d21-4627-a935-74e102a0a450 None None] Routers {'7316d45c-7008-4271-a9f6-1fd9961eef92'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:29:59.245502 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-05f73bd2-2d21-4627-a935-74e102a0a450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:29:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['7316d45c-7008-4271-a9f6-1fd9961eef92'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:59.284868 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d2ced3-9e27-4256-8114-594a6181a7d4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:29:59.288478 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-a2d2ced3-9e27-4256-8114-594a6181a7d4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:59.292595 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d2ced3-9e27-4256-8114-594a6181a7d4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:59.293184 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2d2ced3-9e27-4256-8114-594a6181a7d4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:59.301188 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2ced3-9e27-4256-8114-594a6181a7d4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Subnet': ['ID=beb74f1b-e9bd-4578-8f29-7aed31e0f3fa,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:59.327114 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c6b8f122-db71-4cea-ab3f-ddb4069fd177 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:59.336188 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d52cfd-7a12-4a1c-9527-622e1ba3605b None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:59.370859 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c6b8f122-db71-4cea-ab3f-ddb4069fd177 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2335880 Jun 30 09:29:59.370859 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a790c31-eebd-4260-af13-1ee88cd80219', 'tag': 'c0ff9bc6-bdce-4e97-928f-21e27fd3f638'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:29:59.372476 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08feaf9-754b-4f08-9e05-06a490d79302" -d '{"events": [{"name": "network-changed", "server_uuid": "8a790c31-eebd-4260-af13-1ee88cd80219", "tag": "c0ff9bc6-bdce-4e97-928f-21e27fd3f638"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:29:59.372795 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34712) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:59.407323 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-05f73bd2-2d21-4627-a935-74e102a0a450 None None] Set router 7316d45c-7008-4271-a9f6-1fd9961eef92 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:29:59.416329 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffa46a2-33a5-4abf-b307-de042dd693be x-openstack-request-id: req-4ffa46a2-33a5-4abf-b307-de042dd693be {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:29:59.416913 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a790c31-eebd-4260-af13-1ee88cd80219", "tag": "c0ff9bc6-bdce-4e97-928f-21e27fd3f638", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:29:59.417566 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4ffa46a2-33a5-4abf-b307-de042dd693be {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:29:59.418182 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a790c31-eebd-4260-af13-1ee88cd80219', 'tag': 'c0ff9bc6-bdce-4e97-928f-21e27fd3f638', 'status': 'completed', 'code': 200} Jun 30 09:29:59.435907 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a2d2ced3-9e27-4256-8114-594a6181a7d4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3601429 Jun 30 09:29:59.436953 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34718) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:59.445631 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-884ef23e-a4af-47b4-804d-a0cf7d01ce5c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'port': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'name': 'tempest-NetworksTestDHCPv6-1974283539'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:59.587009 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145d4d97-d5c8-4d3e-ad40-48a64060fbf9 tempest-TestVolumeBackupRestore-2116607477 tempest-TestVolumeBackupRestore-2116607477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:59.592301 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34726) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:59.597137 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-d9c706b1-062d-47f0-a742-17a71c9cb518 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Request body: {'floatingip': {'port_id': 'c0ff9bc6-bdce-4e97-928f-21e27fd3f638'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:59.599656 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-145d4d97-d5c8-4d3e-ad40-48a64060fbf9 tempest-TestVolumeBackupRestore-2116607477 tempest-TestVolumeBackupRestore-2116607477-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 1092 time: 0.2252619 Jun 30 09:29:59.656032 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c7c683-9fd6-4ac1-874e-eafbd3de673c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-ac69f748-a231-4e69-a180-b37986a0b0a8', 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'fixed_ips': [{'subnet_id': 'beb74f1b-e9bd-4578-8f29-7aed31e0f3fa'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:29:59.662793 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e6c7c683-9fd6-4ac1-874e-eafbd3de673c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:59.667280 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d9c706b1-062d-47f0-a742-17a71c9cb518 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks [] for floatingip, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:59.681482 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08feaf9-754b-4f08-9e05-06a490d79302 req-2c76f734-2f91-4f18-9461-87508f2690d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:59.683155 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e08feaf9-754b-4f08-9e05-06a490d79302 req-2c76f734-2f91-4f18-9461-87508f2690d5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3a9462c3ce5d46c8a5c0b27669b07c56&device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 1097 time: 0.2079706 Jun 30 09:29:59.813583 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08feaf9-754b-4f08-9e05-06a490d79302 req-253338cd-7eb2-4587-97fb-6ea947112a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:59.814496 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e08feaf9-754b-4f08-9e05-06a490d79302 req-253338cd-7eb2-4587-97fb-6ea947112a20 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c6af7737-90e6-4e90-814b-d1af17fec8d3 HTTP/1.1" status: 200 len: 914 time: 0.1074862 Jun 30 09:29:59.863361 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884ef23e-a4af-47b4-804d-a0cf7d01ce5c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:59.867385 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-884ef23e-a4af-47b4-804d-a0cf7d01ce5c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:59.906738 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-884ef23e-a4af-47b4-804d-a0cf7d01ce5c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] device_id is not set on port faa19e40-4641-42ac-9b18-801f496b2bdc yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:30:00.061489 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-e6c7c683-9fd6-4ac1-874e-eafbd3de673c None None] Allocated IP 2001:db8::2 (ac69f748-a231-4e69-a180-b37986a0b0a8/beb74f1b-e9bd-4578-8f29-7aed31e0f3fa/83953bae-60b6-4e7e-80d9-399e3224b748) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:00.078924 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e08feaf9-754b-4f08-9e05-06a490d79302 req-3d21d435-83f2-4c00-9f9f-462d64cb1bd5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0ff9bc6-bdce-4e97-928f-21e27fd3f638 HTTP/1.1" status: 200 len: 998 time: 0.2569139 Jun 30 09:30:00.112384 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-05f73bd2-2d21-4627-a935-74e102a0a450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'name': 'tempest-TestVolumeBackupRestore-527039238-router', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'd5437f1d-e205-4b47-a8a2-a2f36da52bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:25:32Z', 'revision_number': 4, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'gw_port': {'id': 'd5437f1d-e205-4b47-a8a2-a2f36da52bca', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:27Z', 'updated_at': '2021-06-30T09:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'd4d432c8-70cc-453b-a598-c3444ae33765', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'port_id': 'c0ff9bc6-bdce-4e97-928f-21e27fd3f638', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3', 'mac_address': 'fa:16:3e:b2:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a790c31-eebd-4260-af13-1ee88cd80219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:29:57Z', 'updated_at': '2021-06-30T09:29:57Z', 'revision_number': 0, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3518e37d-45a7-4678-b72c-3323dae627a8', 'name': '', 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'mac_address': 'fa:16:3e:1a:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '10c831ae-0084-4a15-8fd9-ede7c25d3443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:31Z', 'updated_at': '2021-06-30T09:25:40Z', 'revision_number': 5, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'subnets': [{'id': '10c831ae-0084-4a15-8fd9-ede7c25d3443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:00.175502 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f73bd2-2d21-4627-a935-74e102a0a450 None None] Checking router: 7316d45c-7008-4271-a9f6-1fd9961eef92 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:30:00.195297 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08feaf9-754b-4f08-9e05-06a490d79302 req-d9671b21-61e1-46de-bfff-e38bd7902be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:00.197617 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e08feaf9-754b-4f08-9e05-06a490d79302 req-d9671b21-61e1-46de-bfff-e38bd7902be4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10c831ae-0084-4a15-8fd9-ede7c25d3443 HTTP/1.1" status: 200 len: 852 time: 0.0971434 Jun 30 09:30:00.201507 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f73bd2-2d21-4627-a935-74e102a0a450 None None] Routers {'7316d45c-7008-4271-a9f6-1fd9961eef92'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:00.202153 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-05f73bd2-2d21-4627-a935-74e102a0a450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:29:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['7316d45c-7008-4271-a9f6-1fd9961eef92'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:00.278572 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08feaf9-754b-4f08-9e05-06a490d79302 req-249b7d88-b8c3-4367-b630-497975c1203b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:00.279754 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3e034329-673b-4cf1-b357-d59d3cfe56bc no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:00.280906 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e08feaf9-754b-4f08-9e05-06a490d79302 req-249b7d88-b8c3-4367-b630-497975c1203b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c6af7737-90e6-4e90-814b-d1af17fec8d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750031 Jun 30 09:30:00.326106 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 3e034329-673b-4cf1-b357-d59d3cfe56bc {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:00.326438 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3e034329-673b-4cf1-b357-d59d3cfe56bc not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:00.440473 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e08feaf9-754b-4f08-9e05-06a490d79302 req-efa3f29b-ee28-46ea-9ef8-71f2ffdec2c7 service neutron] 10.222.0.52 "GET /v2.0/networks/c6af7737-90e6-4e90-814b-d1af17fec8d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492178 Jun 30 09:30:00.466020 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e6c7c683-9fd6-4ac1-874e-eafbd3de673c None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:00.476263 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-05f73bd2-2d21-4627-a935-74e102a0a450 None None] Set router 7316d45c-7008-4271-a9f6-1fd9961eef92 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:00.476425 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-47f7b8fa-88fa-4568-b50b-3548a4c3093b req-729bede1-b431-4305-ac7a-f73a607fdeb6 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.1039383 Jun 30 09:30:00.504495 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d9c706b1-062d-47f0-a742-17a71c9cb518 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:00.509635 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e6c7c683-9fd6-4ac1-874e-eafbd3de673c None None] Transition to ACTIVE for port object 83953bae-60b6-4e7e-80d9-399e3224b748 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:00.577741 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d9c706b1-062d-47f0-a742-17a71c9cb518 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:00.616464 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e08feaf9-754b-4f08-9e05-06a490d79302 req-0340b17d-aa4b-471a-93cc-ed84bdeed489 service neutron] 10.222.0.52 "GET /v2.0/networks/c6af7737-90e6-4e90-814b-d1af17fec8d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694300 Jun 30 09:30:00.657289 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e6c7c683-9fd6-4ac1-874e-eafbd3de673c None None] Transition to ACTIVE for port object 83953bae-60b6-4e7e-80d9-399e3224b748 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:00.762365 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e6c7c683-9fd6-4ac1-874e-eafbd3de673c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:00.813512 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7c683-9fd6-4ac1-874e-eafbd3de673c None None] Pushing event updated for resources: {'Port': ['ID=83953bae-60b6-4e7e-80d9-399e3224b748,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:00.868811 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-884ef23e-a4af-47b4-804d-a0cf7d01ce5c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Allocated IP 2001:db8::348 (ac69f748-a231-4e69-a180-b37986a0b0a8/beb74f1b-e9bd-4578-8f29-7aed31e0f3fa/faa19e40-4641-42ac-9b18-801f496b2bdc) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:00.881774 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c7c683-9fd6-4ac1-874e-eafbd3de673c None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:00.884832 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-e6c7c683-9fd6-4ac1-874e-eafbd3de673c None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:00.891408 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c7c683-9fd6-4ac1-874e-eafbd3de673c None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:01.001614 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-e6c7c683-9fd6-4ac1-874e-eafbd3de673c None None] Attempting to bind port 83953bae-60b6-4e7e-80d9-399e3224b748 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:01.001992 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-e6c7c683-9fd6-4ac1-874e-eafbd3de673c None None] Attempting to bind port 83953bae-60b6-4e7e-80d9-399e3224b748 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:01.002348 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c7c683-9fd6-4ac1-874e-eafbd3de673c None None] Attempting to bind port 83953bae-60b6-4e7e-80d9-399e3224b748 on network ac69f748-a231-4e69-a180-b37986a0b0a8 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:01.017498 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c7c683-9fd6-4ac1-874e-eafbd3de673c None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:30:01.017868 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c7c683-9fd6-4ac1-874e-eafbd3de673c None None] Checking segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:01.018270 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e6c7c683-9fd6-4ac1-874e-eafbd3de673c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:01.019022 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c7c683-9fd6-4ac1-874e-eafbd3de673c None None] Bound using segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:30:01.019150 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-e6c7c683-9fd6-4ac1-874e-eafbd3de673c None None] Bound port: 83953bae-60b6-4e7e-80d9-399e3224b748, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:30:01.019596 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e6c7c683-9fd6-4ac1-874e-eafbd3de673c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:01.068461 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-05f73bd2-2d21-4627-a935-74e102a0a450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'name': 'tempest-TestVolumeBackupRestore-527039238-router', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'd5437f1d-e205-4b47-a8a2-a2f36da52bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:25:32Z', 'revision_number': 4, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'gw_port': {'id': 'd5437f1d-e205-4b47-a8a2-a2f36da52bca', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:27Z', 'updated_at': '2021-06-30T09:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'd4d432c8-70cc-453b-a598-c3444ae33765', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'port_id': 'c0ff9bc6-bdce-4e97-928f-21e27fd3f638', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3', 'mac_address': 'fa:16:3e:b2:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a790c31-eebd-4260-af13-1ee88cd80219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:29:57Z', 'updated_at': '2021-06-30T09:29:57Z', 'revision_number': 0, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3518e37d-45a7-4678-b72c-3323dae627a8', 'name': '', 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'mac_address': 'fa:16:3e:1a:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '10c831ae-0084-4a15-8fd9-ede7c25d3443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:31Z', 'updated_at': '2021-06-30T09:25:40Z', 'revision_number': 5, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'subnets': [{'id': '10c831ae-0084-4a15-8fd9-ede7c25d3443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:01.103640 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f73bd2-2d21-4627-a935-74e102a0a450 None None] The sync data for ids ['7316d45c-7008-4271-a9f6-1fd9961eef92'] in n-d-771363-31 is: [{'id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'name': 'tempest-TestVolumeBackupRestore-527039238-router', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'd5437f1d-e205-4b47-a8a2-a2f36da52bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:25:32Z', 'revision_number': 4, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'gw_port': {'id': 'd5437f1d-e205-4b47-a8a2-a2f36da52bca', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:27Z', 'updated_at': '2021-06-30T09:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'd4d432c8-70cc-453b-a598-c3444ae33765', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'port_id': 'c0ff9bc6-bdce-4e97-928f-21e27fd3f638', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3', 'mac_address': 'fa:16:3e:b2:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a790c31-eebd-4260-af13-1ee88cd80219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:29:57Z', 'updated_at': '2021-06-30T09:29:57Z', 'revision_number': 0, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3518e37d-45a7-4678-b72c-3323dae627a8', 'name': '', 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'mac_address': 'fa:16:3e:1a:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '10c831ae-0084-4a15-8fd9-ede7c25d3443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:31Z', 'updated_at': '2021-06-30T09:25:40Z', 'revision_number': 5, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'subnets': [{'id': '10c831ae-0084-4a15-8fd9-ede7c25d3443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:30:01.114913 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c706b1-062d-47f0-a742-17a71c9cb518 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Router 7316d45c-7008-4271-a9f6-1fd9961eef92 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:30:01.117319 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4ca5ff60-8d37-4320-bae3-ca28d2f2c29d req-e4870b34-1e02-4e74-968d-392d182a5737 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0597160 Jun 30 09:30:01.145215 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-884ef23e-a4af-47b4-804d-a0cf7d01ce5c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:01.165801 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-884ef23e-a4af-47b4-804d-a0cf7d01ce5c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Transition to ACTIVE for port object faa19e40-4641-42ac-9b18-801f496b2bdc will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:01.175469 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-e6c7c683-9fd6-4ac1-874e-eafbd3de673c None None] For port 83953bae-60b6-4e7e-80d9-399e3224b748, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:01.178741 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-e6c7c683-9fd6-4ac1-874e-eafbd3de673c None None] For port 83953bae-60b6-4e7e-80d9-399e3224b748, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=83953bae-60b6-4e7e-80d9-399e3224b748,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:30:01.265698 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e6c7c683-9fd6-4ac1-874e-eafbd3de673c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:01.270273 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c706b1-062d-47f0-a742-17a71c9cb518 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:30:01.279855 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d9c706b1-062d-47f0-a742-17a71c9cb518 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:01.346725 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-884ef23e-a4af-47b4-804d-a0cf7d01ce5c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:01.414418 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d9c706b1-062d-47f0-a742-17a71c9cb518 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "PUT /v2.0/floatingips/d4d432c8-70cc-453b-a598-c3444ae33765 HTTP/1.1" status: 200 len: 990 time: 1.8210015 Jun 30 09:30:01.421429 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a790c31-eebd-4260-af13-1ee88cd80219', 'tag': 'c0ff9bc6-bdce-4e97-928f-21e27fd3f638'}, {'name': 'network-changed', 'server_uuid': '8a790c31-eebd-4260-af13-1ee88cd80219', 'tag': 'c0ff9bc6-bdce-4e97-928f-21e27fd3f638'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:30:01.434274 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e5addf-6730-4a19-b599-33cc92b929da" -d '{"events": [{"name": "network-changed", "server_uuid": "8a790c31-eebd-4260-af13-1ee88cd80219", "tag": "c0ff9bc6-bdce-4e97-928f-21e27fd3f638"}, {"name": "network-changed", "server_uuid": "8a790c31-eebd-4260-af13-1ee88cd80219", "tag": "c0ff9bc6-bdce-4e97-928f-21e27fd3f638"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:30:01.459272 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7c683-9fd6-4ac1-874e-eafbd3de673c None None] Pushing event updated for resources: {'Port': ['ID=83953bae-60b6-4e7e-80d9-399e3224b748,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:01.465251 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884ef23e-a4af-47b4-804d-a0cf7d01ce5c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:01.467997 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-884ef23e-a4af-47b4-804d-a0cf7d01ce5c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:01.477086 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884ef23e-a4af-47b4-804d-a0cf7d01ce5c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:01.484021 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884ef23e-a4af-47b4-804d-a0cf7d01ce5c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:01.484859 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-884ef23e-a4af-47b4-804d-a0cf7d01ce5c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:01.533380 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ef23e-a4af-47b4-804d-a0cf7d01ce5c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Port': ['ID=faa19e40-4641-42ac-9b18-801f496b2bdc,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:01.534803 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 09:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0a5f77-a007-4b27-b680-b6cafd7ce8bd x-openstack-request-id: req-9e0a5f77-a007-4b27-b680-b6cafd7ce8bd {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:30:01.535685 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a790c31-eebd-4260-af13-1ee88cd80219", "tag": "c0ff9bc6-bdce-4e97-928f-21e27fd3f638", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8a790c31-eebd-4260-af13-1ee88cd80219", "tag": "c0ff9bc6-bdce-4e97-928f-21e27fd3f638", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:30:01.536246 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9e0a5f77-a007-4b27-b680-b6cafd7ce8bd {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:30:01.536837 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a790c31-eebd-4260-af13-1ee88cd80219', 'tag': 'c0ff9bc6-bdce-4e97-928f-21e27fd3f638', 'status': 'completed', 'code': 200} Jun 30 09:30:01.537322 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a790c31-eebd-4260-af13-1ee88cd80219', 'tag': 'c0ff9bc6-bdce-4e97-928f-21e27fd3f638', 'status': 'completed', 'code': 200} Jun 30 09:30:01.566711 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c35b3c-e259-413e-971e-4caa6a54de25 None None] New status for floating IP d4d432c8-70cc-453b-a598-c3444ae33765: ACTIVE {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:30:01.680814 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34762) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:01.681104 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-884ef23e-a4af-47b4-804d-a0cf7d01ce5c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2390871 Jun 30 09:30:01.709360 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5addf-6730-4a19-b599-33cc92b929da req-07496a40-e7a8-41bc-a0df-be613811649a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:01.711213 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-04e5addf-6730-4a19-b599-33cc92b929da req-07496a40-e7a8-41bc-a0df-be613811649a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3a9462c3ce5d46c8a5c0b27669b07c56&device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 1097 time: 0.1463873 Jun 30 09:30:01.848574 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d69610-f13a-4f3c-88cb-c3455b16b22d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:01.859549 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d69610-f13a-4f3c-88cb-c3455b16b22d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:01.863160 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c7d69610-f13a-4f3c-88cb-c3455b16b22d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1792901 Jun 30 09:30:01.865945 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34770) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:02.026333 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5addf-6730-4a19-b599-33cc92b929da req-8be9b912-d0dc-4fa7-8df1-817c43b7644f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:02.031206 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-04e5addf-6730-4a19-b599-33cc92b929da req-8be9b912-d0dc-4fa7-8df1-817c43b7644f service neutron] 10.222.0.52 "GET /v2.0/networks?id=c6af7737-90e6-4e90-814b-d1af17fec8d3 HTTP/1.1" status: 200 len: 914 time: 0.3090010 Jun 30 09:30:02.228626 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-04e5addf-6730-4a19-b599-33cc92b929da req-fef4d6fe-57f8-45ea-bc75-a400390f4376 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0ff9bc6-bdce-4e97-928f-21e27fd3f638 HTTP/1.1" status: 200 len: 1000 time: 0.1878021 Jun 30 09:30:02.244811 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1f53bb-1f02-4f44-959c-a309689d50bd None None] Sync routers for ids ['7316d45c-7008-4271-a9f6-1fd9961eef92'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:30:02.259484 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1f53bb-1f02-4f44-959c-a309689d50bd None None] Routers {'7316d45c-7008-4271-a9f6-1fd9961eef92'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:02.260090 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-7d1f53bb-1f02-4f44-959c-a309689d50bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:29:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['7316d45c-7008-4271-a9f6-1fd9961eef92'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:02.312234 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-19ae7097-5249-4dc6-b7e1-761c03277b2f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting port faa19e40-4641-42ac-9b18-801f496b2bdc {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:02.312234 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-19ae7097-5249-4dc6-b7e1-761c03277b2f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:02.392217 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 83953bae-60b6-4e7e-80d9-399e3224b748 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:02.415750 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5addf-6730-4a19-b599-33cc92b929da req-9f0b2430-8ba0-44cc-893c-36767acb80b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:02.417687 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-04e5addf-6730-4a19-b599-33cc92b929da req-9f0b2430-8ba0-44cc-893c-36767acb80b5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10c831ae-0084-4a15-8fd9-ede7c25d3443 HTTP/1.1" status: 200 len: 852 time: 0.1621275 Jun 30 09:30:02.455624 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-7d1f53bb-1f02-4f44-959c-a309689d50bd None None] Set router 7316d45c-7008-4271-a9f6-1fd9961eef92 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:02.470414 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-19ae7097-5249-4dc6-b7e1-761c03277b2f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:02.489755 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-19ae7097-5249-4dc6-b7e1-761c03277b2f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Calling delete_port for faa19e40-4641-42ac-9b18-801f496b2bdc owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:02.564504 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5addf-6730-4a19-b599-33cc92b929da req-84bbcb50-ef11-484e-b17c-1e8365feb362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:02.566118 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-04e5addf-6730-4a19-b599-33cc92b929da req-84bbcb50-ef11-484e-b17c-1e8365feb362 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c6af7737-90e6-4e90-814b-d1af17fec8d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1391330 Jun 30 09:30:02.657291 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 83953bae-60b6-4e7e-80d9-399e3224b748 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:02.742986 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-04e5addf-6730-4a19-b599-33cc92b929da req-acba91c8-05bc-4859-b113-dca6c52d9424 service neutron] 10.222.0.52 "GET /v2.0/networks/c6af7737-90e6-4e90-814b-d1af17fec8d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669629 Jun 30 09:30:02.780027 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-7d1f53bb-1f02-4f44-959c-a309689d50bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'name': 'tempest-TestVolumeBackupRestore-527039238-router', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'd5437f1d-e205-4b47-a8a2-a2f36da52bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:25:32Z', 'revision_number': 4, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'gw_port': {'id': 'd5437f1d-e205-4b47-a8a2-a2f36da52bca', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:27Z', 'updated_at': '2021-06-30T09:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'd4d432c8-70cc-453b-a598-c3444ae33765', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'port_id': 'c0ff9bc6-bdce-4e97-928f-21e27fd3f638', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3', 'mac_address': 'fa:16:3e:b2:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a790c31-eebd-4260-af13-1ee88cd80219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:29:57Z', 'updated_at': '2021-06-30T09:30:01Z', 'revision_number': 2, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3518e37d-45a7-4678-b72c-3323dae627a8', 'name': '', 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'mac_address': 'fa:16:3e:1a:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '10c831ae-0084-4a15-8fd9-ede7c25d3443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:31Z', 'updated_at': '2021-06-30T09:25:40Z', 'revision_number': 5, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'subnets': [{'id': '10c831ae-0084-4a15-8fd9-ede7c25d3443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:02.813057 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1f53bb-1f02-4f44-959c-a309689d50bd None None] Checking router: 7316d45c-7008-4271-a9f6-1fd9961eef92 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:30:02.822953 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-19ae7097-5249-4dc6-b7e1-761c03277b2f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:02.832593 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1f53bb-1f02-4f44-959c-a309689d50bd None None] Routers {'7316d45c-7008-4271-a9f6-1fd9961eef92'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:02.833233 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-7d1f53bb-1f02-4f44-959c-a309689d50bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:29:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['7316d45c-7008-4271-a9f6-1fd9961eef92'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:02.880123 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae7097-5249-4dc6-b7e1-761c03277b2f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Port': ['ID=faa19e40-4641-42ac-9b18-801f496b2bdc,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:02.907292 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-19ae7097-5249-4dc6-b7e1-761c03277b2f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:02.909344 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-19ae7097-5249-4dc6-b7e1-761c03277b2f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/faa19e40-4641-42ac-9b18-801f496b2bdc HTTP/1.1" status: 204 len: 168 time: 1.0422139 Jun 30 09:30:02.911980 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34786) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:02.939912 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-04e5addf-6730-4a19-b599-33cc92b929da req-835fa34a-3362-400f-a870-008cbdb0ad36 service neutron] 10.222.0.52 "GET /v2.0/networks/c6af7737-90e6-4e90-814b-d1af17fec8d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899676 Jun 30 09:30:02.992251 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c17e4b5-9028-4a1e-b44b-5d1c6c12b568 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:02.994786 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c17e4b5-9028-4a1e-b44b-5d1c6c12b568 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:02.996122 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2c17e4b5-9028-4a1e-b44b-5d1c6c12b568 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0831604 Jun 30 09:30:02.999044 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34788) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:03.071529 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-915187af-c4d0-4832-a09a-8b0162e09b24 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting subnet beb74f1b-e9bd-4578-8f29-7aed31e0f3fa {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:30:03.076591 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-915187af-c4d0-4832-a09a-8b0162e09b24 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.146902 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5addf-6730-4a19-b599-33cc92b929da req-6b286356-b1b1-4d3b-88bc-1e5eb260c087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:03.149154 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-04e5addf-6730-4a19-b599-33cc92b929da req-6b286356-b1b1-4d3b-88bc-1e5eb260c087 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3a9462c3ce5d46c8a5c0b27669b07c56&device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 1097 time: 0.1428163 Jun 30 09:30:03.168572 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-915187af-c4d0-4832-a09a-8b0162e09b24 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.277344 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a7c08167-1e7d-4fae-964a-0c90cb946422 None None] Provisioning for port 83953bae-60b6-4e7e-80d9-399e3224b748 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:03.300026 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a7c08167-1e7d-4fae-964a-0c90cb946422 None None] Provisioning complete for port 83953bae-60b6-4e7e-80d9-399e3224b748 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:03.300581 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a7c08167-1e7d-4fae-964a-0c90cb946422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.336577 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-915187af-c4d0-4832-a09a-8b0162e09b24 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.357240 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5addf-6730-4a19-b599-33cc92b929da req-6c49c44f-bdab-4e3f-a1ef-36f6e824add7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:03.360722 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-04e5addf-6730-4a19-b599-33cc92b929da req-6c49c44f-bdab-4e3f-a1ef-36f6e824add7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c6af7737-90e6-4e90-814b-d1af17fec8d3 HTTP/1.1" status: 200 len: 914 time: 0.2048573 Jun 30 09:30:03.374438 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-7d1f53bb-1f02-4f44-959c-a309689d50bd None None] Set router 7316d45c-7008-4271-a9f6-1fd9961eef92 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:03.475017 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-04e5addf-6730-4a19-b599-33cc92b929da req-3011d9a5-141e-4212-a3c3-9eaa4769234a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0ff9bc6-bdce-4e97-928f-21e27fd3f638 HTTP/1.1" status: 200 len: 1000 time: 0.1044962 Jun 30 09:30:03.515495 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-915187af-c4d0-4832-a09a-8b0162e09b24 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.546137 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5addf-6730-4a19-b599-33cc92b929da req-9dee5902-2611-4603-8875-e0dfaf260608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:03.552906 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-04e5addf-6730-4a19-b599-33cc92b929da req-9dee5902-2611-4603-8875-e0dfaf260608 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10c831ae-0084-4a15-8fd9-ede7c25d3443 HTTP/1.1" status: 200 len: 852 time: 0.0591228 Jun 30 09:30:03.572342 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-915187af-c4d0-4832-a09a-8b0162e09b24 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.577353 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-915187af-c4d0-4832-a09a-8b0162e09b24 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/beb74f1b-e9bd-4578-8f29-7aed31e0f3fa HTTP/1.1" status: 204 len: 168 time: 0.5739911 Jun 30 09:30:03.577353 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915187af-c4d0-4832-a09a-8b0162e09b24 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Subnet': ['ID=beb74f1b-e9bd-4578-8f29-7aed31e0f3fa,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:03.583564 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34798) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:03.637160 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5addf-6730-4a19-b599-33cc92b929da req-7105f4c9-009a-4244-b75c-fb1014e6cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:03.640971 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-04e5addf-6730-4a19-b599-33cc92b929da req-7105f4c9-009a-4244-b75c-fb1014e6cc7e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c6af7737-90e6-4e90-814b-d1af17fec8d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777359 Jun 30 09:30:03.646824 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a7c08167-1e7d-4fae-964a-0c90cb946422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.661961 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6936229a-b970-44e2-a2ce-e628b9a0973b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0617318 Jun 30 09:30:03.662816 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34800) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:03.666581 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915187af-c4d0-4832-a09a-8b0162e09b24 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:03.666875 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915187af-c4d0-4832-a09a-8b0162e09b24 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:03.667273 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915187af-c4d0-4832-a09a-8b0162e09b24 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:03.667546 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915187af-c4d0-4832-a09a-8b0162e09b24 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:03.667883 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915187af-c4d0-4832-a09a-8b0162e09b24 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:03.668261 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915187af-c4d0-4832-a09a-8b0162e09b24 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:03.671270 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915187af-c4d0-4832-a09a-8b0162e09b24 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:03.671270 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915187af-c4d0-4832-a09a-8b0162e09b24 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:03.671635 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915187af-c4d0-4832-a09a-8b0162e09b24 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:03.671967 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915187af-c4d0-4832-a09a-8b0162e09b24 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:03.672303 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915187af-c4d0-4832-a09a-8b0162e09b24 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:03.672630 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915187af-c4d0-4832-a09a-8b0162e09b24 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:03.689992 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-90ac31e6-8995-40f7-965e-865369a7cf3b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:03.708439 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb26469d-f27e-4edf-8a33-c468e048ddc0 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:03.777252 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-a7c08167-1e7d-4fae-964a-0c90cb946422 None None] For port 83953bae-60b6-4e7e-80d9-399e3224b748, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=83953bae-60b6-4e7e-80d9-399e3224b748,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:03.797714 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-04e5addf-6730-4a19-b599-33cc92b929da req-1d16b61c-e30d-43d5-87e7-613f11f53592 service neutron] 10.222.0.52 "GET /v2.0/networks/c6af7737-90e6-4e90-814b-d1af17fec8d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421745 Jun 30 09:30:03.823682 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d1be8e21-54ff-4c4a-b52a-4e2e03b88b28 req-704d91ae-7e9a-4588-be44-b776a0e74f78 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0351555 Jun 30 09:30:03.868776 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a7c08167-1e7d-4fae-964a-0c90cb946422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.931930 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ac31e6-8995-40f7-965e-865369a7cf3b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:03.936327 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-04e5addf-6730-4a19-b599-33cc92b929da req-58c793b5-1518-4065-b07f-9993845d2025 service neutron] 10.222.0.52 "GET /v2.0/networks/c6af7737-90e6-4e90-814b-d1af17fec8d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302645 Jun 30 09:30:03.939244 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-90ac31e6-8995-40f7-965e-865369a7cf3b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.939406 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-7d1f53bb-1f02-4f44-959c-a309689d50bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'name': 'tempest-TestVolumeBackupRestore-527039238-router', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'd5437f1d-e205-4b47-a8a2-a2f36da52bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:25:32Z', 'revision_number': 4, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'gw_port': {'id': 'd5437f1d-e205-4b47-a8a2-a2f36da52bca', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:27Z', 'updated_at': '2021-06-30T09:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'd4d432c8-70cc-453b-a598-c3444ae33765', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'port_id': 'c0ff9bc6-bdce-4e97-928f-21e27fd3f638', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3', 'mac_address': 'fa:16:3e:b2:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a790c31-eebd-4260-af13-1ee88cd80219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:29:57Z', 'updated_at': '2021-06-30T09:30:01Z', 'revision_number': 2, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3518e37d-45a7-4678-b72c-3323dae627a8', 'name': '', 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'mac_address': 'fa:16:3e:1a:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '10c831ae-0084-4a15-8fd9-ede7c25d3443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:31Z', 'updated_at': '2021-06-30T09:25:40Z', 'revision_number': 5, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'subnets': [{'id': '10c831ae-0084-4a15-8fd9-ede7c25d3443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:04.002650 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1f53bb-1f02-4f44-959c-a309689d50bd None None] The sync data for ids ['7316d45c-7008-4271-a9f6-1fd9961eef92'] in n-d-771363-31 is: [{'id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'name': 'tempest-TestVolumeBackupRestore-527039238-router', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'd5437f1d-e205-4b47-a8a2-a2f36da52bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:25:32Z', 'revision_number': 4, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'gw_port': {'id': 'd5437f1d-e205-4b47-a8a2-a2f36da52bca', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:27Z', 'updated_at': '2021-06-30T09:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'd4d432c8-70cc-453b-a598-c3444ae33765', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'port_id': 'c0ff9bc6-bdce-4e97-928f-21e27fd3f638', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3', 'mac_address': 'fa:16:3e:b2:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a790c31-eebd-4260-af13-1ee88cd80219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:29:57Z', 'updated_at': '2021-06-30T09:30:01Z', 'revision_number': 2, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3518e37d-45a7-4678-b72c-3323dae627a8', 'name': '', 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'mac_address': 'fa:16:3e:1a:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '10c831ae-0084-4a15-8fd9-ede7c25d3443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:31Z', 'updated_at': '2021-06-30T09:25:40Z', 'revision_number': 5, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'subnets': [{'id': '10c831ae-0084-4a15-8fd9-ede7c25d3443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:30:04.021277 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c08167-1e7d-4fae-964a-0c90cb946422 None None] Pushing event updated for resources: {'Port': ['ID=83953bae-60b6-4e7e-80d9-399e3224b748,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:04.024979 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3d15bfc5-901a-4df7-bcc2-94a953d09b01 None None] Could not find standard attr ID for object faa19e40-4641-42ac-9b18-801f496b2bdc. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:30:04.191093 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44e4340-5826-4c6a-9d2f-aed9e18c6592 None None] DHCP port deletion for ac69f748-a231-4e69-a180-b37986a0b0a8 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:30:04.258927 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a44e4340-5826-4c6a-9d2f-aed9e18c6592 None None] Deleting port 83953bae-60b6-4e7e-80d9-399e3224b748 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:04.259467 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a44e4340-5826-4c6a-9d2f-aed9e18c6592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.424747 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-a44e4340-5826-4c6a-9d2f-aed9e18c6592 None None] For port 83953bae-60b6-4e7e-80d9-399e3224b748, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=83953bae-60b6-4e7e-80d9-399e3224b748,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:04.424747 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a44e4340-5826-4c6a-9d2f-aed9e18c6592 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.444854 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a44e4340-5826-4c6a-9d2f-aed9e18c6592 None None] Calling delete_port for 83953bae-60b6-4e7e-80d9-399e3224b748 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:04.657241 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a44e4340-5826-4c6a-9d2f-aed9e18c6592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.691062 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e4340-5826-4c6a-9d2f-aed9e18c6592 None None] Pushing event deleted for resources: {'Port': ['ID=83953bae-60b6-4e7e-80d9-399e3224b748,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:04.698667 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44e4340-5826-4c6a-9d2f-aed9e18c6592 None None] No DVR routers for this DVR port 83953bae-60b6-4e7e-80d9-399e3224b748 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:30:04.718547 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-07342baf-610b-4971-b6e5-017f0d8dd292 req-57f0c461-ac55-41f2-8dfa-c18a274ed005 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0409305 Jun 30 09:30:04.801173 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-90ac31e6-8995-40f7-965e-865369a7cf3b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.853897 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ac31e6-8995-40f7-965e-865369a7cf3b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:04.859210 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-90ac31e6-8995-40f7-965e-865369a7cf3b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:04.863811 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ac31e6-8995-40f7-965e-865369a7cf3b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:04.864374 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-90ac31e6-8995-40f7-965e-865369a7cf3b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.872956 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ba4089-9590-416d-99c0-c2850948274a None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:04.878122 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac31e6-8995-40f7-965e-865369a7cf3b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Subnet': ['ID=b914aa3f-4def-4ec3-9a7c-1ebce2cbc515,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:04.975446 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34830) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:04.977478 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-90ac31e6-8995-40f7-965e-865369a7cf3b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2917340 Jun 30 09:30:04.981893 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-33b1f8e9-ff93-4a03-b478-641687f84d71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'port': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'name': 'tempest-NetworksTestDHCPv6-383825797'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:05.110087 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34832) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:05.146899 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e38df13-7709-4681-bbd7-43b6fcfc7948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-ac69f748-a231-4e69-a180-b37986a0b0a8', 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'fixed_ips': [{'subnet_id': 'b914aa3f-4def-4ec3-9a7c-1ebce2cbc515'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:30:05.148170 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1e38df13-7709-4681-bbd7-43b6fcfc7948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.257482 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b1f8e9-ff93-4a03-b478-641687f84d71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:05.261545 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-33b1f8e9-ff93-4a03-b478-641687f84d71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.279731 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-90ea989c-c152-447e-8ec8-72e72bc26eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.283668 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-33b1f8e9-ff93-4a03-b478-641687f84d71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] device_id is not set on port e777c7d7-4cf2-4438-813c-1e70aa3ba2a0 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:30:05.349071 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-1e38df13-7709-4681-bbd7-43b6fcfc7948 None None] Allocated IP 2001:db8::2 (ac69f748-a231-4e69-a180-b37986a0b0a8/b914aa3f-4def-4ec3-9a7c-1ebce2cbc515/6c7410ed-d0d5-4cbf-9d17-afaa77b7e569) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:05.416040 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-90ea989c-c152-447e-8ec8-72e72bc26eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.492082 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-90ea989c-c152-447e-8ec8-72e72bc26eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.540802 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34840) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:05.544235 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-90ea989c-c152-447e-8ec8-72e72bc26eb4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6a45ab5653fd4693bbdd9a8b3845fb83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4327309 Jun 30 09:30:05.546322 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea989c-c152-447e-8ec8-72e72bc26eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43156937-654d-4917-bb60-ff8f81ab6edd,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:05.564223 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1e38df13-7709-4681-bbd7-43b6fcfc7948 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.584933 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-1e38df13-7709-4681-bbd7-43b6fcfc7948 None None] Transition to ACTIVE for port object 6c7410ed-d0d5-4cbf-9d17-afaa77b7e569 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:05.611488 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-1e38df13-7709-4681-bbd7-43b6fcfc7948 None None] Transition to ACTIVE for port object 6c7410ed-d0d5-4cbf-9d17-afaa77b7e569 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:05.703025 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1e38df13-7709-4681-bbd7-43b6fcfc7948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.736170 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-063c923d-23ca-4436-a039-d2296190d3a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.760768 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e38df13-7709-4681-bbd7-43b6fcfc7948 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:05.767968 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-1e38df13-7709-4681-bbd7-43b6fcfc7948 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:05.773070 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38df13-7709-4681-bbd7-43b6fcfc7948 None None] Pushing event updated for resources: {'Port': ['ID=6c7410ed-d0d5-4cbf-9d17-afaa77b7e569,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:05.775684 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e38df13-7709-4681-bbd7-43b6fcfc7948 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:05.800560 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-063c923d-23ca-4436-a039-d2296190d3a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.803347 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-33b1f8e9-ff93-4a03-b478-641687f84d71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Allocated IP 2001:db8::121 (ac69f748-a231-4e69-a180-b37986a0b0a8/b914aa3f-4def-4ec3-9a7c-1ebce2cbc515/e777c7d7-4cf2-4438-813c-1e70aa3ba2a0) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:05.852081 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-1e38df13-7709-4681-bbd7-43b6fcfc7948 None None] Attempting to bind port 6c7410ed-d0d5-4cbf-9d17-afaa77b7e569 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:05.852460 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-1e38df13-7709-4681-bbd7-43b6fcfc7948 None None] Attempting to bind port 6c7410ed-d0d5-4cbf-9d17-afaa77b7e569 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:05.852825 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e38df13-7709-4681-bbd7-43b6fcfc7948 None None] Attempting to bind port 6c7410ed-d0d5-4cbf-9d17-afaa77b7e569 on network ac69f748-a231-4e69-a180-b37986a0b0a8 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:05.860347 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e38df13-7709-4681-bbd7-43b6fcfc7948 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:30:05.860762 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e38df13-7709-4681-bbd7-43b6fcfc7948 None None] Checking segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:05.861208 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1e38df13-7709-4681-bbd7-43b6fcfc7948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.861613 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e38df13-7709-4681-bbd7-43b6fcfc7948 None None] Bound using segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:30:05.862230 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-1e38df13-7709-4681-bbd7-43b6fcfc7948 None None] Bound port: 6c7410ed-d0d5-4cbf-9d17-afaa77b7e569, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:30:05.862933 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1e38df13-7709-4681-bbd7-43b6fcfc7948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.960768 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-1e38df13-7709-4681-bbd7-43b6fcfc7948 None None] For port 6c7410ed-d0d5-4cbf-9d17-afaa77b7e569, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:05.964384 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-1e38df13-7709-4681-bbd7-43b6fcfc7948 None None] For port 6c7410ed-d0d5-4cbf-9d17-afaa77b7e569, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=6c7410ed-d0d5-4cbf-9d17-afaa77b7e569,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:30:05.976771 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-063c923d-23ca-4436-a039-d2296190d3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.979401 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-063c923d-23ca-4436-a039-d2296190d3a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.980819 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-063c923d-23ca-4436-a039-d2296190d3a8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/43156937-654d-4917-bb60-ff8f81ab6edd HTTP/1.1" status: 204 len: 168 time: 0.4388168 Jun 30 09:30:05.997431 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c923d-23ca-4436-a039-d2296190d3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43156937-654d-4917-bb60-ff8f81ab6edd,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:06.063932 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1e38df13-7709-4681-bbd7-43b6fcfc7948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:06.084344 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-33b1f8e9-ff93-4a03-b478-641687f84d71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:06.101849 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-33b1f8e9-ff93-4a03-b478-641687f84d71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Transition to ACTIVE for port object e777c7d7-4cf2-4438-813c-1e70aa3ba2a0 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:06.147031 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38df13-7709-4681-bbd7-43b6fcfc7948 None None] Pushing event updated for resources: {'Port': ['ID=6c7410ed-d0d5-4cbf-9d17-afaa77b7e569,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:06.199698 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 83953bae-60b6-4e7e-80d9-399e3224b748 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:06.229830 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 83953bae-60b6-4e7e-80d9-399e3224b748 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:06.230185 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 83953bae-60b6-4e7e-80d9-399e3224b748 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:06.258118 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-33b1f8e9-ff93-4a03-b478-641687f84d71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:06.308218 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b1f8e9-ff93-4a03-b478-641687f84d71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:06.317623 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-33b1f8e9-ff93-4a03-b478-641687f84d71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:06.320254 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b1f8e9-ff93-4a03-b478-641687f84d71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:06.327148 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b1f8e9-ff93-4a03-b478-641687f84d71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:06.327798 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-33b1f8e9-ff93-4a03-b478-641687f84d71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:06.332094 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1f8e9-ff93-4a03-b478-641687f84d71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Port': ['ID=e777c7d7-4cf2-4438-813c-1e70aa3ba2a0,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:06.480718 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-33b1f8e9-ff93-4a03-b478-641687f84d71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5035257 Jun 30 09:30:06.483851 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34860) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:06.611585 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d6f1fc-8e27-4175-8208-741ab31b3eb1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:06.625333 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d6f1fc-8e27-4175-8208-741ab31b3eb1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:06.627598 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-60d6f1fc-8e27-4175-8208-741ab31b3eb1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1426570 Jun 30 09:30:06.630277 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34868) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:06.720296 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3ab9a123-8326-4c3b-a4fd-c1b482f8aa39 req-7cd7e2af-23db-4067-87f0-5e99c9d6472d service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0411484 Jun 30 09:30:06.783607 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-496cc31a-8bd4-4626-996a-2fb776f2de8e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting port e777c7d7-4cf2-4438-813c-1e70aa3ba2a0 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:06.784501 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-496cc31a-8bd4-4626-996a-2fb776f2de8e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:06.902810 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8f1c193b-1b84-41af-ad62-8384596babc4 req-6911fb53-58ab-42af-8f5c-2be0a17b6e4a service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0330708 Jun 30 09:30:06.910780 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-496cc31a-8bd4-4626-996a-2fb776f2de8e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:06.923791 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-496cc31a-8bd4-4626-996a-2fb776f2de8e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Calling delete_port for e777c7d7-4cf2-4438-813c-1e70aa3ba2a0 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:07.245170 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-496cc31a-8bd4-4626-996a-2fb776f2de8e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:07.269827 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496cc31a-8bd4-4626-996a-2fb776f2de8e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Port': ['ID=e777c7d7-4cf2-4438-813c-1e70aa3ba2a0,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:07.301080 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-496cc31a-8bd4-4626-996a-2fb776f2de8e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:07.305765 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34904) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:07.306934 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-496cc31a-8bd4-4626-996a-2fb776f2de8e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/e777c7d7-4cf2-4438-813c-1e70aa3ba2a0 HTTP/1.1" status: 204 len: 168 time: 0.6713948 Jun 30 09:30:07.404752 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dec19d-4e68-4114-b93f-30a6ed896c8f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:07.412343 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dec19d-4e68-4114-b93f-30a6ed896c8f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:07.412343 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-09dec19d-4e68-4114-b93f-30a6ed896c8f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1012692 Jun 30 09:30:07.413163 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34912) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:07.487878 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab145d3-0f1f-4ff5-9fcf-99bf9cf09c78 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting subnet b914aa3f-4def-4ec3-9a7c-1ebce2cbc515 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:30:07.491239 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2ab145d3-0f1f-4ff5-9fcf-99bf9cf09c78 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:07.564848 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2ab145d3-0f1f-4ff5-9fcf-99bf9cf09c78 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:07.617636 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:07.643099 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-92a420f5-4c68-4631-9246-dd69632c5329 None None] Provisioning for port 6c7410ed-d0d5-4cbf-9d17-afaa77b7e569 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:07.746689 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2ab145d3-0f1f-4ff5-9fcf-99bf9cf09c78 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:07.860607 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-23998679-9592-453b-b328-a48d414916be None None] Could not find standard attr ID for object e777c7d7-4cf2-4438-813c-1e70aa3ba2a0. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:30:07.950924 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2ab145d3-0f1f-4ff5-9fcf-99bf9cf09c78 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:08.005752 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2ab145d3-0f1f-4ff5-9fcf-99bf9cf09c78 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:08.010434 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34948) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:08.017348 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2ab145d3-0f1f-4ff5-9fcf-99bf9cf09c78 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/b914aa3f-4def-4ec3-9a7c-1ebce2cbc515 HTTP/1.1" status: 204 len: 168 time: 0.6029885 Jun 30 09:30:08.019443 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab145d3-0f1f-4ff5-9fcf-99bf9cf09c78 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Subnet': ['ID=b914aa3f-4def-4ec3-9a7c-1ebce2cbc515,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:08.070186 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-15efdd64-6b4e-4a8b-876d-0bb2d86d7a3f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583458 Jun 30 09:30:08.072690 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34956) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:08.090374 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f87a0c-51cf-4bb6-98ae-523435b58a0f None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:08.172251 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3200fc2f-fcec-47a6-982f-d0920e23acfd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:08.173807 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3200fc2f-fcec-47a6-982f-d0920e23acfd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0980842 Jun 30 09:30:08.176962 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34958) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:08.254381 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1297acf9-f750-4f7e-8011-9d19b58f005b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:08.261152 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1297acf9-f750-4f7e-8011-9d19b58f005b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0811684 Jun 30 09:30:08.277266 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34964) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:08.295737 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 6c7410ed-d0d5-4cbf-9d17-afaa77b7e569 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:08.351639 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ce178e40-d2b5-4641-a788-784d3c0bbfb0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0733476 Jun 30 09:30:08.360780 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34966) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:08.370764 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-3638b399-04e9-487a-8478-94aee846d8fd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:08.448006 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97c089b-0993-4a32-a4f4-e70097bbc8cc None None] DHCP port deletion for ac69f748-a231-4e69-a180-b37986a0b0a8 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:30:08.497709 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 6c7410ed-d0d5-4cbf-9d17-afaa77b7e569 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:08.510380 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 6c7410ed-d0d5-4cbf-9d17-afaa77b7e569 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:08.510896 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:08.567650 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-e97c089b-0993-4a32-a4f4-e70097bbc8cc None None] Deleting port 6c7410ed-d0d5-4cbf-9d17-afaa77b7e569 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:08.568403 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e97c089b-0993-4a32-a4f4-e70097bbc8cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:08.577408 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3638b399-04e9-487a-8478-94aee846d8fd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:08.581627 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3638b399-04e9-487a-8478-94aee846d8fd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:08.716935 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-e97c089b-0993-4a32-a4f4-e70097bbc8cc None None] For port 6c7410ed-d0d5-4cbf-9d17-afaa77b7e569, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=6c7410ed-d0d5-4cbf-9d17-afaa77b7e569,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:08.718031 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e97c089b-0993-4a32-a4f4-e70097bbc8cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:08.727837 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:08.758856 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-e97c089b-0993-4a32-a4f4-e70097bbc8cc None None] Calling delete_port for 6c7410ed-d0d5-4cbf-9d17-afaa77b7e569 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:08.803496 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 6c7410ed-d0d5-4cbf-9d17-afaa77b7e569, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=6c7410ed-d0d5-4cbf-9d17-afaa77b7e569,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:08.865738 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:08.884755 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:08.960257 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3638b399-04e9-487a-8478-94aee846d8fd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:09.070235 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3638b399-04e9-487a-8478-94aee846d8fd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:09.084690 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638b399-04e9-487a-8478-94aee846d8fd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Subnet': ['ID=e1b3227d-9869-4bed-bc13-08552b826498,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:09.086945 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-3638b399-04e9-487a-8478-94aee846d8fd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:09.089752 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3638b399-04e9-487a-8478-94aee846d8fd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:09.091076 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3638b399-04e9-487a-8478-94aee846d8fd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:09.174620 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3638b399-04e9-487a-8478-94aee846d8fd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8105612 Jun 30 09:30:09.175432 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34990) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:09.181884 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-3f4fd1d7-1d89-4c9a-8b24-8c6c6e3a7e11 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'port': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'fixed_ips': [{'subnet_id': 'e1b3227d-9869-4bed-bc13-08552b826498', 'ip_address': '2001:db8::64ed:8929:516c:ea75'}], 'name': 'tempest-NetworksTestDHCPv6-740637307'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:09.274321 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=6c7410ed-d0d5-4cbf-9d17-afaa77b7e569,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:09.366599 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e97c089b-0993-4a32-a4f4-e70097bbc8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:09.446476 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c089b-0993-4a32-a4f4-e70097bbc8cc None None] Pushing event deleted for resources: {'Port': ['ID=6c7410ed-d0d5-4cbf-9d17-afaa77b7e569,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:09.456354 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97c089b-0993-4a32-a4f4-e70097bbc8cc None None] No DVR routers for this DVR port 6c7410ed-d0d5-4cbf-9d17-afaa77b7e569 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:30:09.470957 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-66aaece8-570e-4a35-95bf-7b5972f64b72 req-01290bc7-920c-41f6-85cb-1402cac8dbd0 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.1226652 Jun 30 09:30:09.526922 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094e76f6-86d2-498b-98bb-baf6b221f56f None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:09.624741 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4fd1d7-1d89-4c9a-8b24-8c6c6e3a7e11 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:09.733201 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa1f997-0187-4b8e-85ac-eb3bd4c57773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-ac69f748-a231-4e69-a180-b37986a0b0a8', 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'fixed_ips': [{'subnet_id': 'e1b3227d-9869-4bed-bc13-08552b826498'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:30:09.734058 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6fa1f997-0187-4b8e-85ac-eb3bd4c57773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:09.752261 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3f4fd1d7-1d89-4c9a-8b24-8c6c6e3a7e11 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:09.771026 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-3f4fd1d7-1d89-4c9a-8b24-8c6c6e3a7e11 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] device_id is not set on port 9a8f1ecf-cf64-45d5-b7b3-607c47a54633 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:30:09.896201 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cd635b06-2085-4e29-a176-07ff2aa7b70f req-da415de4-f1cc-4f01-8041-87616fefcae0 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0350330 Jun 30 09:30:09.913611 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-6fa1f997-0187-4b8e-85ac-eb3bd4c57773 None None] Allocated IP 2001:db8::2 (ac69f748-a231-4e69-a180-b37986a0b0a8/e1b3227d-9869-4bed-bc13-08552b826498/e41db083-889f-4a02-8854-978a706aa807) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:10.068224 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6fa1f997-0187-4b8e-85ac-eb3bd4c57773 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:10.077822 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6fa1f997-0187-4b8e-85ac-eb3bd4c57773 None None] Transition to ACTIVE for port object e41db083-889f-4a02-8854-978a706aa807 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:10.092789 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6fa1f997-0187-4b8e-85ac-eb3bd4c57773 None None] Transition to ACTIVE for port object e41db083-889f-4a02-8854-978a706aa807 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:10.196489 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6fa1f997-0187-4b8e-85ac-eb3bd4c57773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:10.236305 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 6c7410ed-d0d5-4cbf-9d17-afaa77b7e569 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:10.263285 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa1f997-0187-4b8e-85ac-eb3bd4c57773 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:10.266649 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 6c7410ed-d0d5-4cbf-9d17-afaa77b7e569 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:10.266649 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 6c7410ed-d0d5-4cbf-9d17-afaa77b7e569 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:10.276276 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-3f4fd1d7-1d89-4c9a-8b24-8c6c6e3a7e11 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Allocated IP 2001:db8::64ed:8929:516c:ea75 (ac69f748-a231-4e69-a180-b37986a0b0a8/e1b3227d-9869-4bed-bc13-08552b826498/9a8f1ecf-cf64-45d5-b7b3-607c47a54633) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:10.290340 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1f997-0187-4b8e-85ac-eb3bd4c57773 None None] Pushing event updated for resources: {'Port': ['ID=e41db083-889f-4a02-8854-978a706aa807,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:10.290340 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-6fa1f997-0187-4b8e-85ac-eb3bd4c57773 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:10.296006 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa1f997-0187-4b8e-85ac-eb3bd4c57773 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:10.368180 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-6fa1f997-0187-4b8e-85ac-eb3bd4c57773 None None] Attempting to bind port e41db083-889f-4a02-8854-978a706aa807 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:10.368515 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-6fa1f997-0187-4b8e-85ac-eb3bd4c57773 None None] Attempting to bind port e41db083-889f-4a02-8854-978a706aa807 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:10.368885 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa1f997-0187-4b8e-85ac-eb3bd4c57773 None None] Attempting to bind port e41db083-889f-4a02-8854-978a706aa807 on network ac69f748-a231-4e69-a180-b37986a0b0a8 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:10.374416 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa1f997-0187-4b8e-85ac-eb3bd4c57773 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:30:10.374785 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa1f997-0187-4b8e-85ac-eb3bd4c57773 None None] Checking segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:10.375233 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6fa1f997-0187-4b8e-85ac-eb3bd4c57773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:10.375628 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa1f997-0187-4b8e-85ac-eb3bd4c57773 None None] Bound using segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:30:10.376135 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-6fa1f997-0187-4b8e-85ac-eb3bd4c57773 None None] Bound port: e41db083-889f-4a02-8854-978a706aa807, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:30:10.376513 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6fa1f997-0187-4b8e-85ac-eb3bd4c57773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:10.466524 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-6fa1f997-0187-4b8e-85ac-eb3bd4c57773 None None] For port e41db083-889f-4a02-8854-978a706aa807, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:10.470058 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-6fa1f997-0187-4b8e-85ac-eb3bd4c57773 None None] For port e41db083-889f-4a02-8854-978a706aa807, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e41db083-889f-4a02-8854-978a706aa807,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:30:10.472041 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3f4fd1d7-1d89-4c9a-8b24-8c6c6e3a7e11 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:10.487837 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-3f4fd1d7-1d89-4c9a-8b24-8c6c6e3a7e11 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Transition to ACTIVE for port object 9a8f1ecf-cf64-45d5-b7b3-607c47a54633 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:10.588848 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6fa1f997-0187-4b8e-85ac-eb3bd4c57773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:10.617991 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3f4fd1d7-1d89-4c9a-8b24-8c6c6e3a7e11 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:10.662924 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1f997-0187-4b8e-85ac-eb3bd4c57773 None None] Pushing event updated for resources: {'Port': ['ID=e41db083-889f-4a02-8854-978a706aa807,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:10.685848 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4fd1d7-1d89-4c9a-8b24-8c6c6e3a7e11 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:10.689335 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-3f4fd1d7-1d89-4c9a-8b24-8c6c6e3a7e11 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:10.697100 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4fd1d7-1d89-4c9a-8b24-8c6c6e3a7e11 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:10.706216 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4fd1d7-1d89-4c9a-8b24-8c6c6e3a7e11 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:10.711956 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3f4fd1d7-1d89-4c9a-8b24-8c6c6e3a7e11 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:10.727894 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4fd1d7-1d89-4c9a-8b24-8c6c6e3a7e11 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Port': ['ID=9a8f1ecf-cf64-45d5-b7b3-607c47a54633,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:10.844553 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35070) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:10.847840 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3f4fd1d7-1d89-4c9a-8b24-8c6c6e3a7e11 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6707630 Jun 30 09:30:10.955944 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4775a5ae-2f02-48bd-bbfa-e03523c6b574 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:10.966187 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4775a5ae-2f02-48bd-bbfa-e03523c6b574 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:10.970699 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35078) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:10.970959 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4775a5ae-2f02-48bd-bbfa-e03523c6b574 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1245043 Jun 30 09:30:11.147356 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-181d0379-0743-4e99-a026-9e0c47124c06 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting port 9a8f1ecf-cf64-45d5-b7b3-607c47a54633 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:11.147952 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-181d0379-0743-4e99-a026-9e0c47124c06 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:11.666295 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-181d0379-0743-4e99-a026-9e0c47124c06 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:11.681644 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-181d0379-0743-4e99-a026-9e0c47124c06 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Calling delete_port for 9a8f1ecf-cf64-45d5-b7b3-607c47a54633 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:11.920379 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ed57c890-dd1e-415a-bdc5-5880952153a4 req-3210168e-e602-4c82-98cf-efe615aade7b service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0489049 Jun 30 09:30:12.080701 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-181d0379-0743-4e99-a026-9e0c47124c06 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:12.109585 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-48aae31b-1ced-49e3-b7a8-2dbd8a98c436 req-c8efae5c-b7b9-45b6-812d-17687508a732 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0364780 Jun 30 09:30:12.185685 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-181d0379-0743-4e99-a026-9e0c47124c06 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:12.187872 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-181d0379-0743-4e99-a026-9e0c47124c06 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/9a8f1ecf-cf64-45d5-b7b3-607c47a54633 HTTP/1.1" status: 204 len: 168 time: 1.2159908 Jun 30 09:30:12.188728 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d0379-0743-4e99-a026-9e0c47124c06 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Port': ['ID=9a8f1ecf-cf64-45d5-b7b3-607c47a54633,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:12.191265 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35114) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:12.286084 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-1eebea5e-f72d-45d7-88fe-f8937f7d4508 None None] Provisioning for port e41db083-889f-4a02-8854-978a706aa807 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:12.308090 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247d0e78-fd31-4158-a58a-b71106f3935c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:12.322808 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e41db083-889f-4a02-8854-978a706aa807 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:12.322964 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247d0e78-fd31-4158-a58a-b71106f3935c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:12.325112 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35120) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:12.335465 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-247d0e78-fd31-4158-a58a-b71106f3935c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1284275 Jun 30 09:30:12.382349 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35124) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:12.416456 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-4855c47c-d494-47a9-932b-141924b2442e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting subnet e1b3227d-9869-4bed-bc13-08552b826498 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:30:12.428148 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4855c47c-d494-47a9-932b-141924b2442e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:12.504971 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4855c47c-d494-47a9-932b-141924b2442e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:12.535355 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9927bc01-c07c-4598-afe9-14929f128812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:12.560333 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port e41db083-889f-4a02-8854-978a706aa807 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:12.575461 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port e41db083-889f-4a02-8854-978a706aa807 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:12.576509 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:12.643766 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a84cd89c-04f5-41c8-b32d-d1fea3ebe43a None None] Could not find standard attr ID for object 9a8f1ecf-cf64-45d5-b7b3-607c47a54633. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:30:12.695060 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4855c47c-d494-47a9-932b-141924b2442e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:12.702042 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9927bc01-c07c-4598-afe9-14929f128812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:12.741153 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:12.799747 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9927bc01-c07c-4598-afe9-14929f128812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:12.843096 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9927bc01-c07c-4598-afe9-14929f128812 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ace42d979ddf4f23aecb38e3a0f804a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4594085 Jun 30 09:30:12.844102 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927bc01-c07c-4598-afe9-14929f128812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e034b7-fa5e-47df-be58-d01354d3ff9e,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:12.845901 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35130) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:12.861001 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4855c47c-d494-47a9-932b-141924b2442e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:12.902513 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855c47c-d494-47a9-932b-141924b2442e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Subnet': ['ID=e1b3227d-9869-4bed-bc13-08552b826498,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:12.906209 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4855c47c-d494-47a9-932b-141924b2442e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:12.908126 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4855c47c-d494-47a9-932b-141924b2442e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/e1b3227d-9869-4bed-bc13-08552b826498 HTTP/1.1" status: 204 len: 168 time: 0.5817754 Jun 30 09:30:12.909768 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:30:12.910365 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:30:12.913218 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35134) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:12.928388 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf15ee7-71f5-4d55-8443-462f2c188d65 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:12.957402 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d9ac8a05-125c-45a1-8a41-2547c76cfc98 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432348 Jun 30 09:30:12.960742 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35136) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:12.967237 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-f143d005-7f52-4cb8-9612-7b707ef4f6fe tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:12.971872 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26ddde8b-3545-4e2e-9681-764034c0c03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:12.994223 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26ddde8b-3545-4e2e-9681-764034c0c03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:13.112529 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ae0374-665a-433c-9e8e-94befda966fa None None] DHCP port deletion for ac69f748-a231-4e69-a180-b37986a0b0a8 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:30:13.114827 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26ddde8b-3545-4e2e-9681-764034c0c03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:13.117580 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26ddde8b-3545-4e2e-9681-764034c0c03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:13.119852 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-26ddde8b-3545-4e2e-9681-764034c0c03b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d2e034b7-fa5e-47df-be58-d01354d3ff9e HTTP/1.1" status: 204 len: 168 time: 0.2718596 Jun 30 09:30:13.131575 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ddde8b-3545-4e2e-9681-764034c0c03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e034b7-fa5e-47df-be58-d01354d3ff9e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:13.142814 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f143d005-7f52-4cb8-9612-7b707ef4f6fe tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:13.146739 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f143d005-7f52-4cb8-9612-7b707ef4f6fe tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:13.211171 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-16ae0374-665a-433c-9e8e-94befda966fa None None] Deleting port e41db083-889f-4a02-8854-978a706aa807 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:13.211437 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-16ae0374-665a-433c-9e8e-94befda966fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:13.294573 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-16ae0374-665a-433c-9e8e-94befda966fa None None] For port e41db083-889f-4a02-8854-978a706aa807, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e41db083-889f-4a02-8854-978a706aa807,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:13.297197 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-16ae0374-665a-433c-9e8e-94befda966fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:13.313934 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-16ae0374-665a-433c-9e8e-94befda966fa None None] Calling delete_port for e41db083-889f-4a02-8854-978a706aa807 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:13.454469 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:13.508881 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f143d005-7f52-4cb8-9612-7b707ef4f6fe tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:13.551341 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f143d005-7f52-4cb8-9612-7b707ef4f6fe tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:13.554702 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-f143d005-7f52-4cb8-9612-7b707ef4f6fe tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:13.558555 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f143d005-7f52-4cb8-9612-7b707ef4f6fe tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:13.563000 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-16ae0374-665a-433c-9e8e-94befda966fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:13.567414 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f143d005-7f52-4cb8-9612-7b707ef4f6fe tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:13.586960 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143d005-7f52-4cb8-9612-7b707ef4f6fe tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Subnet': ['ID=92bd0606-bbe4-4e57-8049-1bd88a961087,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:13.614400 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ae0374-665a-433c-9e8e-94befda966fa None None] No DVR routers for this DVR port e41db083-889f-4a02-8854-978a706aa807 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:30:13.627847 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae0374-665a-433c-9e8e-94befda966fa None None] Pushing event deleted for resources: {'Port': ['ID=e41db083-889f-4a02-8854-978a706aa807,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:13.641853 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117d472d-c5be-4823-b225-c3993d33cbde None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:13.675245 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f143d005-7f52-4cb8-9612-7b707ef4f6fe tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7133613 Jun 30 09:30:13.678078 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35156) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:13.683115 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-041560af-d6e0-4af5-bc34-051fc94b8774 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'port': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'fixed_ips': [{'subnet_id': '92bd0606-bbe4-4e57-8049-1bd88a961087', 'ip_address': '2001:db8::6a41:3795:28dd:1871'}], 'name': 'tempest-NetworksTestDHCPv6-989578723'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:13.885918 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041560af-d6e0-4af5-bc34-051fc94b8774 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:13.901593 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436ee211-0bc1-415a-b65f-cc84bd36419d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-ac69f748-a231-4e69-a180-b37986a0b0a8', 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'fixed_ips': [{'subnet_id': '92bd0606-bbe4-4e57-8049-1bd88a961087'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:30:13.902480 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-436ee211-0bc1-415a-b65f-cc84bd36419d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:13.942146 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:30:13.956219 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35160) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:13.978254 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-18bd687b-a9cd-4bcb-9b21-e370ed072290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:13.998375 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-041560af-d6e0-4af5-bc34-051fc94b8774 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:14.022786 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-041560af-d6e0-4af5-bc34-051fc94b8774 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] device_id is not set on port 6a96de87-05a6-4e3e-8dc2-225d9151b4b8 yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:30:14.213409 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-436ee211-0bc1-415a-b65f-cc84bd36419d None None] Allocated IP 2001:db8::2 (ac69f748-a231-4e69-a180-b37986a0b0a8/92bd0606-bbe4-4e57-8049-1bd88a961087/708bcfa8-657c-4439-a35d-01d230b4f8ee) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:14.216203 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-18bd687b-a9cd-4bcb-9b21-e370ed072290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:14.259802 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e41db083-889f-4a02-8854-978a706aa807 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:14.262854 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0df8b952-5fbc-47fb-babf-49ec0e0a1f5c req-c54f00a0-f76c-422f-a44b-7e7b7062ef3e service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0917335 Jun 30 09:30:14.339583 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: e41db083-889f-4a02-8854-978a706aa807 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:14.340229 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e41db083-889f-4a02-8854-978a706aa807 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:14.388995 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-18bd687b-a9cd-4bcb-9b21-e370ed072290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:14.428708 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd687b-a9cd-4bcb-9b21-e370ed072290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15fdb9e-16a4-4502-b9c7-bd5490067d83,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:14.433188 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-18bd687b-a9cd-4bcb-9b21-e370ed072290 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9a98d4403467434e8f4c86055be1da24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4756219 Jun 30 09:30:14.436538 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35170) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:14.490045 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-436ee211-0bc1-415a-b65f-cc84bd36419d None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:14.492535 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cfe797c1-fccd-496c-807c-c53a60eda87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:14.508715 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-436ee211-0bc1-415a-b65f-cc84bd36419d None None] Transition to ACTIVE for port object 708bcfa8-657c-4439-a35d-01d230b4f8ee will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:14.523152 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cfe797c1-fccd-496c-807c-c53a60eda87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:14.603716 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ab5dfe55-1706-46cd-8dcb-ee8f822e8540 req-81e83a12-dcbf-40e0-9d56-22135f545615 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0553782 Jun 30 09:30:14.635106 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-436ee211-0bc1-415a-b65f-cc84bd36419d None None] Transition to ACTIVE for port object 708bcfa8-657c-4439-a35d-01d230b4f8ee will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:14.697013 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cfe797c1-fccd-496c-807c-c53a60eda87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:14.699695 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cfe797c1-fccd-496c-807c-c53a60eda87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:14.703317 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-cfe797c1-fccd-496c-807c-c53a60eda87b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d15fdb9e-16a4-4502-b9c7-bd5490067d83 HTTP/1.1" status: 204 len: 168 time: 0.2634616 Jun 30 09:30:14.709330 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe797c1-fccd-496c-807c-c53a60eda87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15fdb9e-16a4-4502-b9c7-bd5490067d83,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:14.754720 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-436ee211-0bc1-415a-b65f-cc84bd36419d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:14.798381 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ee211-0bc1-415a-b65f-cc84bd36419d None None] Pushing event updated for resources: {'Port': ['ID=708bcfa8-657c-4439-a35d-01d230b4f8ee,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:14.814452 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436ee211-0bc1-415a-b65f-cc84bd36419d None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:14.816073 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-436ee211-0bc1-415a-b65f-cc84bd36419d None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:14.823255 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436ee211-0bc1-415a-b65f-cc84bd36419d None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:14.872691 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-041560af-d6e0-4af5-bc34-051fc94b8774 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Allocated IP 2001:db8::6a41:3795:28dd:1871 (ac69f748-a231-4e69-a180-b37986a0b0a8/92bd0606-bbe4-4e57-8049-1bd88a961087/6a96de87-05a6-4e3e-8dc2-225d9151b4b8) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:14.946974 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-436ee211-0bc1-415a-b65f-cc84bd36419d None None] Attempting to bind port 708bcfa8-657c-4439-a35d-01d230b4f8ee on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:14.951283 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-436ee211-0bc1-415a-b65f-cc84bd36419d None None] Attempting to bind port 708bcfa8-657c-4439-a35d-01d230b4f8ee by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:14.951740 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436ee211-0bc1-415a-b65f-cc84bd36419d None None] Attempting to bind port 708bcfa8-657c-4439-a35d-01d230b4f8ee on network ac69f748-a231-4e69-a180-b37986a0b0a8 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:14.963765 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436ee211-0bc1-415a-b65f-cc84bd36419d None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:30:14.965520 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436ee211-0bc1-415a-b65f-cc84bd36419d None None] Checking segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:14.966066 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-436ee211-0bc1-415a-b65f-cc84bd36419d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:14.966597 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436ee211-0bc1-415a-b65f-cc84bd36419d None None] Bound using segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:30:14.972063 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-436ee211-0bc1-415a-b65f-cc84bd36419d None None] Bound port: 708bcfa8-657c-4439-a35d-01d230b4f8ee, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:30:14.972063 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-436ee211-0bc1-415a-b65f-cc84bd36419d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:15.072467 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-436ee211-0bc1-415a-b65f-cc84bd36419d None None] For port 708bcfa8-657c-4439-a35d-01d230b4f8ee, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:15.076041 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-436ee211-0bc1-415a-b65f-cc84bd36419d None None] For port 708bcfa8-657c-4439-a35d-01d230b4f8ee, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=708bcfa8-657c-4439-a35d-01d230b4f8ee,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:30:15.121103 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-041560af-d6e0-4af5-bc34-051fc94b8774 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:15.134178 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-041560af-d6e0-4af5-bc34-051fc94b8774 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Transition to ACTIVE for port object 6a96de87-05a6-4e3e-8dc2-225d9151b4b8 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:15.160788 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-436ee211-0bc1-415a-b65f-cc84bd36419d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:15.232703 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ee211-0bc1-415a-b65f-cc84bd36419d None None] Pushing event updated for resources: {'Port': ['ID=708bcfa8-657c-4439-a35d-01d230b4f8ee,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:15.302394 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-041560af-d6e0-4af5-bc34-051fc94b8774 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:15.365813 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041560af-d6e0-4af5-bc34-051fc94b8774 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Port': ['ID=6a96de87-05a6-4e3e-8dc2-225d9151b4b8,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:15.387008 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041560af-d6e0-4af5-bc34-051fc94b8774 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:15.389544 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-041560af-d6e0-4af5-bc34-051fc94b8774 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:15.392187 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041560af-d6e0-4af5-bc34-051fc94b8774 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:15.398803 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041560af-d6e0-4af5-bc34-051fc94b8774 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:15.399491 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-041560af-d6e0-4af5-bc34-051fc94b8774 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:15.569417 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-041560af-d6e0-4af5-bc34-051fc94b8774 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8871047 Jun 30 09:30:15.569623 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35196) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:15.658639 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d1dc16-d9d8-49aa-8d91-abb4187fb00e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:15.666051 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d1dc16-d9d8-49aa-8d91-abb4187fb00e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:15.667893 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-11d1dc16-d9d8-49aa-8d91-abb4187fb00e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0980520 Jun 30 09:30:15.671260 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35204) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:15.788922 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-cc47aa87-1181-4a9f-b2c9-4c08f71bb486 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting port 6a96de87-05a6-4e3e-8dc2-225d9151b4b8 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:15.789260 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cc47aa87-1181-4a9f-b2c9-4c08f71bb486 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:15.898526 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cc47aa87-1181-4a9f-b2c9-4c08f71bb486 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:15.916157 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-cc47aa87-1181-4a9f-b2c9-4c08f71bb486 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Calling delete_port for 6a96de87-05a6-4e3e-8dc2-225d9151b4b8 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:16.249848 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 708bcfa8-657c-4439-a35d-01d230b4f8ee up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:16.257048 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cc47aa87-1181-4a9f-b2c9-4c08f71bb486 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:16.319298 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47aa87-1181-4a9f-b2c9-4c08f71bb486 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Port': ['ID=6a96de87-05a6-4e3e-8dc2-225d9151b4b8,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:16.397464 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cc47aa87-1181-4a9f-b2c9-4c08f71bb486 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:16.401835 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-cc47aa87-1181-4a9f-b2c9-4c08f71bb486 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/6a96de87-05a6-4e3e-8dc2-225d9151b4b8 HTTP/1.1" status: 204 len: 168 time: 0.7272480 Jun 30 09:30:16.402605 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35228) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:16.514719 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 708bcfa8-657c-4439-a35d-01d230b4f8ee completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:16.523222 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a581ae9-37d9-4f60-9a6a-187e5033980b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:16.525390 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a581ae9-37d9-4f60-9a6a-187e5033980b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:16.533088 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7a581ae9-37d9-4f60-9a6a-187e5033980b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1276388 Jun 30 09:30:16.534785 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35230) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:16.625900 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-418e6fcc-affd-41e7-b543-b96a3c2e64e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting subnet 92bd0606-bbe4-4e57-8049-1bd88a961087 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:30:16.629284 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-418e6fcc-affd-41e7-b543-b96a3c2e64e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:16.655477 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-26a905d9-8e5d-40c9-a06c-f1258234656b req-981f651d-fdb6-499a-9c38-1bd79feef997 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0472257 Jun 30 09:30:16.687207 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-418e6fcc-affd-41e7-b543-b96a3c2e64e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:16.803709 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-418e6fcc-affd-41e7-b543-b96a3c2e64e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:16.927807 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-79c10de6-8452-40bf-a55c-24782f51ba2d None None] Provisioning for port 708bcfa8-657c-4439-a35d-01d230b4f8ee completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:16.937571 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-79c10de6-8452-40bf-a55c-24782f51ba2d None None] Provisioning complete for port 708bcfa8-657c-4439-a35d-01d230b4f8ee triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:16.940105 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-79c10de6-8452-40bf-a55c-24782f51ba2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:17.000845 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-878e7774-04a0-4fd9-bebf-217f0657c847 req-0cf9b1d7-7a80-412b-8a2d-9e23f77516e0 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0591455 Jun 30 09:30:17.017236 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-418e6fcc-affd-41e7-b543-b96a3c2e64e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:17.047242 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-418e6fcc-affd-41e7-b543-b96a3c2e64e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:17.050569 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-418e6fcc-affd-41e7-b543-b96a3c2e64e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/92bd0606-bbe4-4e57-8049-1bd88a961087 HTTP/1.1" status: 204 len: 168 time: 0.5143723 Jun 30 09:30:17.053089 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35252) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:17.118513 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e6fcc-affd-41e7-b543-b96a3c2e64e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Subnet': ['ID=92bd0606-bbe4-4e57-8049-1bd88a961087,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:17.193772 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35258) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:17.195905 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-79c10de6-8452-40bf-a55c-24782f51ba2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:17.201124 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-923cd59c-5788-49b2-884d-ddf2e58a2ed9 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:17.209304 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f07fef14-4d90-4100-9f62-0171818dac50 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1548438 Jun 30 09:30:17.268802 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-79c10de6-8452-40bf-a55c-24782f51ba2d None None] For port 708bcfa8-657c-4439-a35d-01d230b4f8ee, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=708bcfa8-657c-4439-a35d-01d230b4f8ee,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:17.383732 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45569077-fa61-4b84-8a29-51e0e2ccae6a None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:17.584087 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-79c10de6-8452-40bf-a55c-24782f51ba2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:17.664100 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c10de6-8452-40bf-a55c-24782f51ba2d None None] Pushing event updated for resources: {'Port': ['ID=708bcfa8-657c-4439-a35d-01d230b4f8ee,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:17.673248 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05485325-b561-4d35-a4fd-f3154136797d None None] DHCP port deletion for ac69f748-a231-4e69-a180-b37986a0b0a8 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:30:17.685894 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923cd59c-5788-49b2-884d-ddf2e58a2ed9 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:17.690217 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-923cd59c-5788-49b2-884d-ddf2e58a2ed9 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:17.734512 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-364edd55-7cd0-478e-b1eb-effdfd9c72ea None None] Could not find standard attr ID for object 6a96de87-05a6-4e3e-8dc2-225d9151b4b8. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:30:17.767537 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-05485325-b561-4d35-a4fd-f3154136797d None None] Deleting port 708bcfa8-657c-4439-a35d-01d230b4f8ee {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:17.767900 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-05485325-b561-4d35-a4fd-f3154136797d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:17.839525 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-05485325-b561-4d35-a4fd-f3154136797d None None] For port 708bcfa8-657c-4439-a35d-01d230b4f8ee, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=708bcfa8-657c-4439-a35d-01d230b4f8ee,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:17.839920 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-05485325-b561-4d35-a4fd-f3154136797d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:17.859861 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-05485325-b561-4d35-a4fd-f3154136797d None None] Calling delete_port for 708bcfa8-657c-4439-a35d-01d230b4f8ee owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:18.074427 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-923cd59c-5788-49b2-884d-ddf2e58a2ed9 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:18.090686 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-05485325-b561-4d35-a4fd-f3154136797d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:18.106844 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05485325-b561-4d35-a4fd-f3154136797d None None] No DVR routers for this DVR port 708bcfa8-657c-4439-a35d-01d230b4f8ee on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:30:18.151651 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923cd59c-5788-49b2-884d-ddf2e58a2ed9 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:18.164129 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05485325-b561-4d35-a4fd-f3154136797d None None] Pushing event deleted for resources: {'Port': ['ID=708bcfa8-657c-4439-a35d-01d230b4f8ee,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:18.172215 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-923cd59c-5788-49b2-884d-ddf2e58a2ed9 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:18.172215 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923cd59c-5788-49b2-884d-ddf2e58a2ed9 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:18.172215 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-923cd59c-5788-49b2-884d-ddf2e58a2ed9 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:18.181607 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7aac51-152b-4946-98bf-153213a3d503 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:18.192262 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923cd59c-5788-49b2-884d-ddf2e58a2ed9 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Subnet': ['ID=27ed0059-ae14-4d5c-b89e-eb720277f8eb,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:18.252545 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 708bcfa8-657c-4439-a35d-01d230b4f8ee no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:18.280192 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 708bcfa8-657c-4439-a35d-01d230b4f8ee {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:18.280890 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 708bcfa8-657c-4439-a35d-01d230b4f8ee not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:18.286301 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-923cd59c-5788-49b2-884d-ddf2e58a2ed9 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0911493 Jun 30 09:30:18.289829 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35288) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:18.297074 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-f8205d8f-eafa-4135-a7ed-175b86ad44e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'port': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'fixed_ips': [{'subnet_id': '27ed0059-ae14-4d5c-b89e-eb720277f8eb', 'ip_address': '2001:db8::b3c9:59de:4373:4d4e'}], 'name': 'tempest-NetworksTestDHCPv6-1139368535'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:18.663497 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8205d8f-eafa-4135-a7ed-175b86ad44e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:18.692186 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135e078d-b93e-4b98-a420-970964fc48fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-ac69f748-a231-4e69-a180-b37986a0b0a8', 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'fixed_ips': [{'subnet_id': '27ed0059-ae14-4d5c-b89e-eb720277f8eb'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:30:18.693307 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-135e078d-b93e-4b98-a420-970964fc48fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:18.775459 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f8205d8f-eafa-4135-a7ed-175b86ad44e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:18.796082 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-f8205d8f-eafa-4135-a7ed-175b86ad44e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] device_id is not set on port 3c51e6be-8fd5-49fc-a7b4-c1124e92fb49 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:30:18.885072 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-135e078d-b93e-4b98-a420-970964fc48fd None None] Allocated IP 2001:db8::2 (ac69f748-a231-4e69-a180-b37986a0b0a8/27ed0059-ae14-4d5c-b89e-eb720277f8eb/44d4af20-b320-47f3-9bd1-9a44147c819e) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:19.079248 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-612161c7-46dc-47e7-b146-e8c0818438a2 req-085c15fb-b625-441b-a46a-36ae75b56623 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0414693 Jun 30 09:30:19.132354 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-135e078d-b93e-4b98-a420-970964fc48fd None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.145681 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-135e078d-b93e-4b98-a420-970964fc48fd None None] Transition to ACTIVE for port object 44d4af20-b320-47f3-9bd1-9a44147c819e will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:19.167323 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-135e078d-b93e-4b98-a420-970964fc48fd None None] Transition to ACTIVE for port object 44d4af20-b320-47f3-9bd1-9a44147c819e will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:19.257161 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-135e078d-b93e-4b98-a420-970964fc48fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.318085 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-f8205d8f-eafa-4135-a7ed-175b86ad44e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Allocated IP 2001:db8::b3c9:59de:4373:4d4e (ac69f748-a231-4e69-a180-b37986a0b0a8/27ed0059-ae14-4d5c-b89e-eb720277f8eb/3c51e6be-8fd5-49fc-a7b4-c1124e92fb49) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:19.335973 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b9b83f09-4b76-45d9-ad15-21fa0384b074 req-e256d5c7-379e-4139-b4a1-929faa6e5a10 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0657587 Jun 30 09:30:19.381235 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135e078d-b93e-4b98-a420-970964fc48fd None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:19.384151 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-135e078d-b93e-4b98-a420-970964fc48fd None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:19.391654 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135e078d-b93e-4b98-a420-970964fc48fd None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:19.400066 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e078d-b93e-4b98-a420-970964fc48fd None None] Pushing event updated for resources: {'Port': ['ID=44d4af20-b320-47f3-9bd1-9a44147c819e,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:19.461445 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-135e078d-b93e-4b98-a420-970964fc48fd None None] Attempting to bind port 44d4af20-b320-47f3-9bd1-9a44147c819e on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:19.461834 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-135e078d-b93e-4b98-a420-970964fc48fd None None] Attempting to bind port 44d4af20-b320-47f3-9bd1-9a44147c819e by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:19.462187 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135e078d-b93e-4b98-a420-970964fc48fd None None] Attempting to bind port 44d4af20-b320-47f3-9bd1-9a44147c819e on network ac69f748-a231-4e69-a180-b37986a0b0a8 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:19.470527 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135e078d-b93e-4b98-a420-970964fc48fd None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:30:19.473360 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135e078d-b93e-4b98-a420-970964fc48fd None None] Checking segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:19.473360 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-135e078d-b93e-4b98-a420-970964fc48fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.473360 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135e078d-b93e-4b98-a420-970964fc48fd None None] Bound using segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:30:19.477345 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-135e078d-b93e-4b98-a420-970964fc48fd None None] Bound port: 44d4af20-b320-47f3-9bd1-9a44147c819e, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:30:19.477345 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-135e078d-b93e-4b98-a420-970964fc48fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.539047 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f8205d8f-eafa-4135-a7ed-175b86ad44e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.566834 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-f8205d8f-eafa-4135-a7ed-175b86ad44e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Transition to ACTIVE for port object 3c51e6be-8fd5-49fc-a7b4-c1124e92fb49 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:19.672033 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-135e078d-b93e-4b98-a420-970964fc48fd None None] For port 44d4af20-b320-47f3-9bd1-9a44147c819e, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:19.676483 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-135e078d-b93e-4b98-a420-970964fc48fd None None] For port 44d4af20-b320-47f3-9bd1-9a44147c819e, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=44d4af20-b320-47f3-9bd1-9a44147c819e,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:30:19.720580 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f8205d8f-eafa-4135-a7ed-175b86ad44e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.787879 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8205d8f-eafa-4135-a7ed-175b86ad44e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:19.794733 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-f8205d8f-eafa-4135-a7ed-175b86ad44e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:19.800611 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8205d8f-eafa-4135-a7ed-175b86ad44e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:19.807412 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8205d8f-eafa-4135-a7ed-175b86ad44e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:19.808321 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f8205d8f-eafa-4135-a7ed-175b86ad44e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.813761 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-135e078d-b93e-4b98-a420-970964fc48fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.837705 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8205d8f-eafa-4135-a7ed-175b86ad44e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Port': ['ID=3c51e6be-8fd5-49fc-a7b4-c1124e92fb49,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:19.917279 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e078d-b93e-4b98-a420-970964fc48fd None None] Pushing event updated for resources: {'Port': ['ID=44d4af20-b320-47f3-9bd1-9a44147c819e,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:19.938095 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f8205d8f-eafa-4135-a7ed-175b86ad44e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6479111 Jun 30 09:30:19.940924 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35372) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:20.096822 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2f25c5-733b-4f4c-9405-801c6a3bfbaf tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:20.104853 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2f25c5-733b-4f4c-9405-801c6a3bfbaf tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:20.107651 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0f2f25c5-733b-4f4c-9405-801c6a3bfbaf tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1652246 Jun 30 09:30:20.109953 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35378) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:20.288242 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-01836ff6-ca7f-42d0-aca4-1cb7dbe7049c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting port 3c51e6be-8fd5-49fc-a7b4-c1124e92fb49 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:20.288995 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-01836ff6-ca7f-42d0-aca4-1cb7dbe7049c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:20.454921 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-01836ff6-ca7f-42d0-aca4-1cb7dbe7049c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:20.464104 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-304545e4-db3f-4064-b0d0-979035cef2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:20.492513 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-01836ff6-ca7f-42d0-aca4-1cb7dbe7049c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Calling delete_port for 3c51e6be-8fd5-49fc-a7b4-c1124e92fb49 owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:20.536559 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35392) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:20.697010 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c5f18019-792d-4a88-b6d1-ebf9ff5cfd11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:20.760163 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-01836ff6-ca7f-42d0-aca4-1cb7dbe7049c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:20.797796 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01836ff6-ca7f-42d0-aca4-1cb7dbe7049c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Port': ['ID=3c51e6be-8fd5-49fc-a7b4-c1124e92fb49,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:20.845905 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-01836ff6-ca7f-42d0-aca4-1cb7dbe7049c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:20.848847 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-01836ff6-ca7f-42d0-aca4-1cb7dbe7049c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/3c51e6be-8fd5-49fc-a7b4-c1124e92fb49 HTTP/1.1" status: 204 len: 168 time: 0.7367668 Jun 30 09:30:20.851275 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35416) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:20.879762 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c5f18019-792d-4a88-b6d1-ebf9ff5cfd11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:20.924001 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec963a4-f0ab-461e-8dbc-7e7a4cfdee4e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:20.928040 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec963a4-f0ab-461e-8dbc-7e7a4cfdee4e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:20.929626 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fec963a4-f0ab-461e-8dbc-7e7a4cfdee4e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0767136 Jun 30 09:30:20.932383 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35420) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:20.999139 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c5f18019-792d-4a88-b6d1-ebf9ff5cfd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:21.074277 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe8d022a-7f8c-419e-b421-7282046f0df5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting subnet 27ed0059-ae14-4d5c-b89e-eb720277f8eb {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:30:21.084379 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c5f18019-792d-4a88-b6d1-ebf9ff5cfd11 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e6b972b1a2ba4468b08fc6b86374c1ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5466912 Jun 30 09:30:21.085150 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe8d022a-7f8c-419e-b421-7282046f0df5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:21.087220 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35426) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:21.122499 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f18019-792d-4a88-b6d1-ebf9ff5cfd11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f33fd7-ade7-4bde-9263-54624a3887e3,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:21.176876 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe8d022a-7f8c-419e-b421-7282046f0df5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:21.193988 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0051f4c0-f13b-4da3-8df5-cb4244f1f30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:21.218218 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0051f4c0-f13b-4da3-8df5-cb4244f1f30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:21.349267 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe8d022a-7f8c-419e-b421-7282046f0df5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:21.363469 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a7771ac3-b1a1-4f0e-8738-cc3be6f76c4c req-12b9062c-ca65-41e8-9225-6edc7cab8f57 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0357013 Jun 30 09:30:21.439642 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0051f4c0-f13b-4da3-8df5-cb4244f1f30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:21.442177 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0051f4c0-f13b-4da3-8df5-cb4244f1f30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:21.443331 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0051f4c0-f13b-4da3-8df5-cb4244f1f30a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/54f33fd7-ade7-4bde-9263-54624a3887e3 HTTP/1.1" status: 204 len: 168 time: 0.3551271 Jun 30 09:30:21.457038 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051f4c0-f13b-4da3-8df5-cb4244f1f30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f33fd7-ade7-4bde-9263-54624a3887e3,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:21.490170 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe8d022a-7f8c-419e-b421-7282046f0df5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:21.514176 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2ae403d4-8d91-4918-955e-e54e49d6b62e None None] Provisioning for port 44d4af20-b320-47f3-9bd1-9a44147c819e completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:21.555665 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d022a-7f8c-419e-b421-7282046f0df5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Subnet': ['ID=27ed0059-ae14-4d5c-b89e-eb720277f8eb,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:21.560277 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe8d022a-7f8c-419e-b421-7282046f0df5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:21.565081 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fe8d022a-7f8c-419e-b421-7282046f0df5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/27ed0059-ae14-4d5c-b89e-eb720277f8eb HTTP/1.1" status: 204 len: 168 time: 0.6308336 Jun 30 09:30:21.568806 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35454) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:21.625693 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b26ddc24-e172-4997-b8db-9ff49fd1645d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0586677 Jun 30 09:30:21.629314 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35458) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:21.659168 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-04136a30-67ae-43a0-8cb9-f09a38e63f05 req-9436edfc-40d9-488a-a2bc-52f2d59d5567 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0908940 Jun 30 09:30:21.686718 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de8bf33-7ab4-45dd-adc9-ca4e73c16f77 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:21.720395 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0c299e-cd85-4476-be02-f6dc1a3d89c5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:21.724414 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9d0c299e-cd85-4476-be02-f6dc1a3d89c5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0916789 Jun 30 09:30:21.724879 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35460) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:21.748419 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6ffe1775-f66d-4bad-85ad-b1c106a5b087 None None] Could not find standard attr ID for object 3c51e6be-8fd5-49fc-a7b4-c1124e92fb49. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:30:21.825045 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f54e3a-68c7-4376-9e0f-af2990c16dcf tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:21.827167 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-96f54e3a-68c7-4376-9e0f-af2990c16dcf tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1008484 Jun 30 09:30:21.829660 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35472) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:21.878364 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b0f3f07d-632e-4421-add2-ef2719967f7a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467689 Jun 30 09:30:21.883584 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35474) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:21.889729 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-14c3abfb-424d-4f8b-b93d-de352f3d18a6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:21.961105 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536f7ed0-3f04-4fa4-9fdf-d569da239132 None None] DHCP port deletion for ac69f748-a231-4e69-a180-b37986a0b0a8 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:30:22.026788 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-536f7ed0-3f04-4fa4-9fdf-d569da239132 None None] Deleting port 44d4af20-b320-47f3-9bd1-9a44147c819e {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:22.027271 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-536f7ed0-3f04-4fa4-9fdf-d569da239132 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:22.085523 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c3abfb-424d-4f8b-b93d-de352f3d18a6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:22.091352 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-14c3abfb-424d-4f8b-b93d-de352f3d18a6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:22.128691 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-536f7ed0-3f04-4fa4-9fdf-d569da239132 None None] For port 44d4af20-b320-47f3-9bd1-9a44147c819e, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=44d4af20-b320-47f3-9bd1-9a44147c819e,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:22.131288 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-536f7ed0-3f04-4fa4-9fdf-d569da239132 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:22.158057 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-536f7ed0-3f04-4fa4-9fdf-d569da239132 None None] Calling delete_port for 44d4af20-b320-47f3-9bd1-9a44147c819e owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:22.326178 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-536f7ed0-3f04-4fa4-9fdf-d569da239132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:22.363465 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f7ed0-3f04-4fa4-9fdf-d569da239132 None None] Pushing event deleted for resources: {'Port': ['ID=44d4af20-b320-47f3-9bd1-9a44147c819e,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:22.367060 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536f7ed0-3f04-4fa4-9fdf-d569da239132 None None] No DVR routers for this DVR port 44d4af20-b320-47f3-9bd1-9a44147c819e on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:30:22.445869 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-14c3abfb-424d-4f8b-b93d-de352f3d18a6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:22.488690 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c3abfb-424d-4f8b-b93d-de352f3d18a6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:22.493297 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-14c3abfb-424d-4f8b-b93d-de352f3d18a6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:22.498332 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c3abfb-424d-4f8b-b93d-de352f3d18a6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:22.498923 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-14c3abfb-424d-4f8b-b93d-de352f3d18a6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:22.507167 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8de91c5-1f4e-4f7a-a462-3e0565679d17 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:22.508483 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3abfb-424d-4f8b-b93d-de352f3d18a6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Subnet': ['ID=1ed78014-2c0c-4ba0-aaa0-d1b061224fb7,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:22.618345 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-14c3abfb-424d-4f8b-b93d-de352f3d18a6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7334034 Jun 30 09:30:22.620708 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35502) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:22.630399 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-e4016b8d-c612-4d8c-89e1-e488992d9f61 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'port': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'fixed_ips': [{'subnet_id': '1ed78014-2c0c-4ba0-aaa0-d1b061224fb7', 'ip_address': '2001:db8::f117:a7c4:37ec:1985'}], 'name': 'tempest-NetworksTestDHCPv6-1636535750'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:22.713692 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71879bdd-bfb1-46e0-b984-0d63c97d171e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-ac69f748-a231-4e69-a180-b37986a0b0a8', 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'fixed_ips': [{'subnet_id': '1ed78014-2c0c-4ba0-aaa0-d1b061224fb7'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:30:22.714602 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-71879bdd-bfb1-46e0-b984-0d63c97d171e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:22.889232 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-71879bdd-bfb1-46e0-b984-0d63c97d171e None None] Allocated IP 2001:db8::2 (ac69f748-a231-4e69-a180-b37986a0b0a8/1ed78014-2c0c-4ba0-aaa0-d1b061224fb7/b29ff158-15fb-4d7b-8a7e-14c14825bcb9) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:22.900080 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35516) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:22.971165 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4016b8d-c612-4d8c-89e1-e488992d9f61 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:23.020199 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cd4be2eb-95ee-4f76-a7dc-0b532b63fdc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.040045 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ca216049-5c3e-4865-9ccd-a295349793f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.065386 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-71879bdd-bfb1-46e0-b984-0d63c97d171e None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.081814 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e4016b8d-c612-4d8c-89e1-e488992d9f61 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.088613 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-71879bdd-bfb1-46e0-b984-0d63c97d171e None None] Transition to ACTIVE for port object b29ff158-15fb-4d7b-8a7e-14c14825bcb9 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:23.111386 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-e4016b8d-c612-4d8c-89e1-e488992d9f61 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] device_id is not set on port 4cf7a751-2f11-4bc7-89d2-ec0a0c7317ab yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:30:23.113002 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-71879bdd-bfb1-46e0-b984-0d63c97d171e None None] Transition to ACTIVE for port object b29ff158-15fb-4d7b-8a7e-14c14825bcb9 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:23.146323 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cd4be2eb-95ee-4f76-a7dc-0b532b63fdc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.223522 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-71879bdd-bfb1-46e0-b984-0d63c97d171e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.262456 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cd4be2eb-95ee-4f76-a7dc-0b532b63fdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.281981 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71879bdd-bfb1-46e0-b984-0d63c97d171e None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:23.286730 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-71879bdd-bfb1-46e0-b984-0d63c97d171e None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:23.299576 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71879bdd-bfb1-46e0-b984-0d63c97d171e None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:23.300232 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-e4016b8d-c612-4d8c-89e1-e488992d9f61 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Allocated IP 2001:db8::f117:a7c4:37ec:1985 (ac69f748-a231-4e69-a180-b37986a0b0a8/1ed78014-2c0c-4ba0-aaa0-d1b061224fb7/4cf7a751-2f11-4bc7-89d2-ec0a0c7317ab) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:23.350083 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71879bdd-bfb1-46e0-b984-0d63c97d171e None None] Pushing event updated for resources: {'Port': ['ID=b29ff158-15fb-4d7b-8a7e-14c14825bcb9,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:23.360933 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-cd4be2eb-95ee-4f76-a7dc-0b532b63fdc7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bbb701f66c1243a8a61f70db1aeaaeab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4596481 Jun 30 09:30:23.368251 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35530) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:23.405304 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-71879bdd-bfb1-46e0-b984-0d63c97d171e None None] Attempting to bind port b29ff158-15fb-4d7b-8a7e-14c14825bcb9 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:23.406147 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-71879bdd-bfb1-46e0-b984-0d63c97d171e None None] Attempting to bind port b29ff158-15fb-4d7b-8a7e-14c14825bcb9 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:23.406147 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71879bdd-bfb1-46e0-b984-0d63c97d171e None None] Attempting to bind port b29ff158-15fb-4d7b-8a7e-14c14825bcb9 on network ac69f748-a231-4e69-a180-b37986a0b0a8 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:23.421092 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4be2eb-95ee-4f76-a7dc-0b532b63fdc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd24cd47-ddea-4acd-864a-3a17ae2254df,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:23.427661 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71879bdd-bfb1-46e0-b984-0d63c97d171e None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:30:23.428036 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71879bdd-bfb1-46e0-b984-0d63c97d171e None None] Checking segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:23.428430 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-71879bdd-bfb1-46e0-b984-0d63c97d171e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.428858 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71879bdd-bfb1-46e0-b984-0d63c97d171e None None] Bound using segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:30:23.429302 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-71879bdd-bfb1-46e0-b984-0d63c97d171e None None] Bound port: b29ff158-15fb-4d7b-8a7e-14c14825bcb9, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:30:23.429677 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-71879bdd-bfb1-46e0-b984-0d63c97d171e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.496091 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0ca83720-3ac2-47bc-94f0-84c456fc772b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.535346 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0ca83720-3ac2-47bc-94f0-84c456fc772b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.554917 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-71879bdd-bfb1-46e0-b984-0d63c97d171e None None] For port b29ff158-15fb-4d7b-8a7e-14c14825bcb9, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:23.571711 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-71879bdd-bfb1-46e0-b984-0d63c97d171e None None] For port b29ff158-15fb-4d7b-8a7e-14c14825bcb9, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=b29ff158-15fb-4d7b-8a7e-14c14825bcb9,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:30:23.577813 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e4016b8d-c612-4d8c-89e1-e488992d9f61 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.587747 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.595878 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-e4016b8d-c612-4d8c-89e1-e488992d9f61 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Transition to ACTIVE for port object 4cf7a751-2f11-4bc7-89d2-ec0a0c7317ab will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:23.669846 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a33850e5-6370-49d6-a601-999fea1047de req-f3ae81a3-421a-4657-9946-c08502e9049b service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0286579 Jun 30 09:30:23.741441 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-71879bdd-bfb1-46e0-b984-0d63c97d171e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.800949 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e4016b8d-c612-4d8c-89e1-e488992d9f61 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.802054 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0ca83720-3ac2-47bc-94f0-84c456fc772b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.806184 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0ca83720-3ac2-47bc-94f0-84c456fc772b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.808080 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0ca83720-3ac2-47bc-94f0-84c456fc772b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bd24cd47-ddea-4acd-864a-3a17ae2254df HTTP/1.1" status: 204 len: 168 time: 0.4388773 Jun 30 09:30:23.821789 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71879bdd-bfb1-46e0-b984-0d63c97d171e None None] Pushing event updated for resources: {'Port': ['ID=b29ff158-15fb-4d7b-8a7e-14c14825bcb9,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:23.828350 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca83720-3ac2-47bc-94f0-84c456fc772b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd24cd47-ddea-4acd-864a-3a17ae2254df,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:23.937585 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4016b8d-c612-4d8c-89e1-e488992d9f61 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:23.965245 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-e4016b8d-c612-4d8c-89e1-e488992d9f61 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:23.974101 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ce8dd412-43bc-48ac-ae92-44f6f69c1f98 req-45140783-8220-4908-8275-065bfb82f0d4 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0738602 Jun 30 09:30:23.975877 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4016b8d-c612-4d8c-89e1-e488992d9f61 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:23.990226 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4016b8d-c612-4d8c-89e1-e488992d9f61 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:23.992951 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e4016b8d-c612-4d8c-89e1-e488992d9f61 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.995798 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4016b8d-c612-4d8c-89e1-e488992d9f61 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Port': ['ID=4cf7a751-2f11-4bc7-89d2-ec0a0c7317ab,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:24.126785 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e4016b8d-c612-4d8c-89e1-e488992d9f61 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5043747 Jun 30 09:30:24.129962 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35554) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:24.138915 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-258ed4b0-3efd-47a8-ae2a-3fbfe9a880cd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'port': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'fixed_ips': [{'subnet_id': '1ed78014-2c0c-4ba0-aaa0-d1b061224fb7', 'ip_address': '2001:db8::f117:a7c4:37ec:1985'}], 'name': 'tempest-NetworksTestDHCPv6-1686624028'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:24.303958 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b29ff158-15fb-4d7b-8a7e-14c14825bcb9 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:24.555314 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258ed4b0-3efd-47a8-ae2a-3fbfe9a880cd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:24.555314 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-258ed4b0-3efd-47a8-ae2a-3fbfe9a880cd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:24.570674 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-258ed4b0-3efd-47a8-ae2a-3fbfe9a880cd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] device_id is not set on port 1543697b-5b2a-4353-a829-c038f94b9143 yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:30:24.634319 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port b29ff158-15fb-4d7b-8a7e-14c14825bcb9 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:24.839462 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:24.879472 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-258ed4b0-3efd-47a8-ae2a-3fbfe9a880cd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 30 09:30:24.884951 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-258ed4b0-3efd-47a8-ae2a-3fbfe9a880cd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:30:25.015852 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35572) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:25.016555 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-258ed4b0-3efd-47a8-ae2a-3fbfe9a880cd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8843668 Jun 30 09:30:25.143669 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2759808-110e-494d-a68b-275bf742e060 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:25.151724 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2759808-110e-494d-a68b-275bf742e060 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:25.154394 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c2759808-110e-494d-a68b-275bf742e060 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1370826 Jun 30 09:30:25.157101 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35576) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:25.192287 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35578) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:25.212557 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a6eaf8b1-6c1d-41bd-b24d-0c6b79646883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:25.307508 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-4112c237-6c1c-423e-8b93-0c966d469241 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting port 4cf7a751-2f11-4bc7-89d2-ec0a0c7317ab {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:25.309710 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4112c237-6c1c-423e-8b93-0c966d469241 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:25.416813 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8d9a8b86-911a-4710-b843-3c0bea7b6bb9 None None] Provisioning for port b29ff158-15fb-4d7b-8a7e-14c14825bcb9 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:25.425515 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a6eaf8b1-6c1d-41bd-b24d-0c6b79646883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:25.425697 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8d9a8b86-911a-4710-b843-3c0bea7b6bb9 None None] Provisioning complete for port b29ff158-15fb-4d7b-8a7e-14c14825bcb9 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:25.425697 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8d9a8b86-911a-4710-b843-3c0bea7b6bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:25.480210 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4112c237-6c1c-423e-8b93-0c966d469241 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:25.507997 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-4112c237-6c1c-423e-8b93-0c966d469241 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Calling delete_port for 4cf7a751-2f11-4bc7-89d2-ec0a0c7317ab owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:25.536868 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a6eaf8b1-6c1d-41bd-b24d-0c6b79646883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:25.634167 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8d9a8b86-911a-4710-b843-3c0bea7b6bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:25.657197 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a6eaf8b1-6c1d-41bd-b24d-0c6b79646883 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d89942a39bdd4f5bbac2c29586d3054d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4611466 Jun 30 09:30:25.657955 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eaf8b1-6c1d-41bd-b24d-0c6b79646883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70ee1bb-5348-429b-9c78-47c66e029229,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:25.665620 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35592) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:25.682794 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-8d9a8b86-911a-4710-b843-3c0bea7b6bb9 None None] For port b29ff158-15fb-4d7b-8a7e-14c14825bcb9, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=b29ff158-15fb-4d7b-8a7e-14c14825bcb9,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:25.738324 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4fe5dbf8-f2ab-450b-920a-7fa79357b503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:25.779634 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4fe5dbf8-f2ab-450b-920a-7fa79357b503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:25.789397 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8d9a8b86-911a-4710-b843-3c0bea7b6bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:25.867490 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4112c237-6c1c-423e-8b93-0c966d469241 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:25.897814 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a8b86-911a-4710-b843-3c0bea7b6bb9 None None] Pushing event updated for resources: {'Port': ['ID=b29ff158-15fb-4d7b-8a7e-14c14825bcb9,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:25.917647 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112c237-6c1c-423e-8b93-0c966d469241 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Port': ['ID=4cf7a751-2f11-4bc7-89d2-ec0a0c7317ab,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:25.936684 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5e1cf86e-bcc9-47e6-89c0-455d37d3685d None None] Could not find standard attr ID for object 4cf7a751-2f11-4bc7-89d2-ec0a0c7317ab. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:30:25.958624 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4112c237-6c1c-423e-8b93-0c966d469241 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:25.960201 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4112c237-6c1c-423e-8b93-0c966d469241 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/4cf7a751-2f11-4bc7-89d2-ec0a0c7317ab HTTP/1.1" status: 204 len: 168 time: 0.8012516 Jun 30 09:30:25.962968 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35596) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:26.002438 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4fe5dbf8-f2ab-450b-920a-7fa79357b503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.006909 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4fe5dbf8-f2ab-450b-920a-7fa79357b503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.010056 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4fe5dbf8-f2ab-450b-920a-7fa79357b503 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f70ee1bb-5348-429b-9c78-47c66e029229 HTTP/1.1" status: 204 len: 168 time: 0.3419359 Jun 30 09:30:26.036378 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b8ef06-1c7c-4790-907c-a451775aec70 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:26.054946 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b8ef06-1c7c-4790-907c-a451775aec70 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:26.054946 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-78b8ef06-1c7c-4790-907c-a451775aec70 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0754695 Jun 30 09:30:26.056826 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5dbf8-f2ab-450b-920a-7fa79357b503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70ee1bb-5348-429b-9c78-47c66e029229,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:26.057432 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35606) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:26.092545 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4413148b-c01f-492a-9cb8-b2e47a4fce6f req-b4262a3b-8c2f-411b-a6c8-40c7cc9094bd service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0509107 Jun 30 09:30:26.172764 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-29898c55-a7c0-4982-85d0-54f79e78c833 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting subnet 1ed78014-2c0c-4ba0-aaa0-d1b061224fb7 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:30:26.186539 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-29898c55-a7c0-4982-85d0-54f79e78c833 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.273385 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-29898c55-a7c0-4982-85d0-54f79e78c833 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.292811 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b29ff158-15fb-4d7b-8a7e-14c14825bcb9 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:26.332507 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.391464 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port b29ff158-15fb-4d7b-8a7e-14c14825bcb9 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:26.391830 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.433060 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-29898c55-a7c0-4982-85d0-54f79e78c833 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.475972 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dd38fc69-953c-49bc-a92a-4429da2b892d req-73150eeb-18da-45a6-a0fa-7069e4f1ef25 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0824914 Jun 30 09:30:26.635185 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-29898c55-a7c0-4982-85d0-54f79e78c833 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.684608 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c15b53a-36d9-458b-9b59-2ebac502930b None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:26.692139 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-29898c55-a7c0-4982-85d0-54f79e78c833 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.697557 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-29898c55-a7c0-4982-85d0-54f79e78c833 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/1ed78014-2c0c-4ba0-aaa0-d1b061224fb7 HTTP/1.1" status: 204 len: 168 time: 0.6367066 Jun 30 09:30:26.697557 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29898c55-a7c0-4982-85d0-54f79e78c833 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed78014-2c0c-4ba0-aaa0-d1b061224fb7,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:26.697784 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35622) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:26.796836 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fae27b63-7705-47f4-b538-5b23787203d4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0940375 Jun 30 09:30:26.797478 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35626) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:26.802802 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-93ffd0e9-da3c-42c9-b584-591dcc620d9d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:26.829031 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35630) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:26.834865 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-60eed96b-1557-4ce2-886a-42a0b02c1595 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Request body: {'network': {'name': 'tempest-network-smoke--1509614549', 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'port_security_enabled': True}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:26.952763 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ecc7f0-f352-449b-8426-d83491c5ce38 None None] DHCP port deletion for ac69f748-a231-4e69-a180-b37986a0b0a8 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:30:26.966731 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60eed96b-1557-4ce2-886a-42a0b02c1595 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Made reservation on behalf of 986dea5b74504ac5b54ab81c3e8c6d18 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:26.970924 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-60eed96b-1557-4ce2-886a-42a0b02c1595 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.994852 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-60eed96b-1557-4ce2-886a-42a0b02c1595 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.032523 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-68ecc7f0-f352-449b-8426-d83491c5ce38 None None] Deleting port b29ff158-15fb-4d7b-8a7e-14c14825bcb9 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:27.032523 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-68ecc7f0-f352-449b-8426-d83491c5ce38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.085526 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ffd0e9-da3c-42c9-b584-591dcc620d9d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:27.090873 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-93ffd0e9-da3c-42c9-b584-591dcc620d9d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.097403 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-68ecc7f0-f352-449b-8426-d83491c5ce38 None None] For port b29ff158-15fb-4d7b-8a7e-14c14825bcb9, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=b29ff158-15fb-4d7b-8a7e-14c14825bcb9,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:27.097794 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-68ecc7f0-f352-449b-8426-d83491c5ce38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.113950 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-68ecc7f0-f352-449b-8426-d83491c5ce38 None None] Calling delete_port for b29ff158-15fb-4d7b-8a7e-14c14825bcb9 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:27.195997 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-60eed96b-1557-4ce2-886a-42a0b02c1595 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.376916 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-60eed96b-1557-4ce2-886a-42a0b02c1595 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.406050 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eed96b-1557-4ce2-886a-42a0b02c1595 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf65b28-1a1f-4e2d-9fee-67168d31a26b,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:27.422414 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-68ecc7f0-f352-449b-8426-d83491c5ce38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.434362 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60eed96b-1557-4ce2-886a-42a0b02c1595 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:30:27.455905 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-60eed96b-1557-4ce2-886a-42a0b02c1595 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.456398 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-60eed96b-1557-4ce2-886a-42a0b02c1595 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Added segment 9675042d-4da0-4e0f-a08a-d047833ad7a7 of type vlan for network c2296a36-e128-4f85-a0af-66fbbdbc55ba Jun 30 09:30:27.461072 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ecc7f0-f352-449b-8426-d83491c5ce38 None None] Pushing event deleted for resources: {'Port': ['ID=b29ff158-15fb-4d7b-8a7e-14c14825bcb9,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:27.462903 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ecc7f0-f352-449b-8426-d83491c5ce38 None None] No DVR routers for this DVR port b29ff158-15fb-4d7b-8a7e-14c14825bcb9 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:30:27.508606 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-60eed96b-1557-4ce2-886a-42a0b02c1595 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.657339 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-60eed96b-1557-4ce2-886a-42a0b02c1595 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.667336 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60eed96b-1557-4ce2-886a-42a0b02c1595 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:27.668659 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-60eed96b-1557-4ce2-886a-42a0b02c1595 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.691267 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-93ffd0e9-da3c-42c9-b584-591dcc620d9d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.745107 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ffd0e9-da3c-42c9-b584-591dcc620d9d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:27.751284 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-93ffd0e9-da3c-42c9-b584-591dcc620d9d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:27.756116 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ffd0e9-da3c-42c9-b584-591dcc620d9d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:27.756893 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-93ffd0e9-da3c-42c9-b584-591dcc620d9d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.763729 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208f12ff-6a96-4d3b-ae6b-1be961a036ee None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:27.766591 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffd0e9-da3c-42c9-b584-591dcc620d9d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Subnet': ['ID=0c7ae2f1-6059-431d-b974-b478ec4e26e1,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:27.780873 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eed96b-1557-4ce2-886a-42a0b02c1595 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Pushing event updated for resources: {'Network': ['ID=c2296a36-e128-4f85-a0af-66fbbdbc55ba,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:27.875968 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-60eed96b-1557-4ce2-886a-42a0b02c1595 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0458183 Jun 30 09:30:27.880243 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35672) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:27.884924 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-0f02235d-36a2-4d20-a721-90b73666c18b tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-418446038', 'admin_state_up': True, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:27.904232 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-93ffd0e9-da3c-42c9-b584-591dcc620d9d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1054552 Jun 30 09:30:27.910352 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35674) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:27.915965 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-b0e1a120-d023-4b87-a6f8-8ccdf1cf8f34 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'port': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'fixed_ips': [{'subnet_id': '0c7ae2f1-6059-431d-b974-b478ec4e26e1', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1880890657'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:27.981986 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network c2296a36-e128-4f85-a0af-66fbbdbc55ba details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:30:28.034019 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0f02235d-36a2-4d20-a721-90b73666c18b tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:28.035365 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0f02235d-36a2-4d20-a721-90b73666c18b tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:28.095874 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0f02235d-36a2-4d20-a721-90b73666c18b tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:28.159776 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e1a120-d023-4b87-a6f8-8ccdf1cf8f34 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:28.195581 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53021355-d3aa-444c-9d23-c64ac36c0c08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-ac69f748-a231-4e69-a180-b37986a0b0a8', 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'fixed_ips': [{'subnet_id': '0c7ae2f1-6059-431d-b974-b478ec4e26e1'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:30:28.196782 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-53021355-d3aa-444c-9d23-c64ac36c0c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:28.209907 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b29ff158-15fb-4d7b-8a7e-14c14825bcb9 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:28.238331 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: b29ff158-15fb-4d7b-8a7e-14c14825bcb9 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:28.238721 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b29ff158-15fb-4d7b-8a7e-14c14825bcb9 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:28.300754 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b0e1a120-d023-4b87-a6f8-8ccdf1cf8f34 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:28.355044 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-b0e1a120-d023-4b87-a6f8-8ccdf1cf8f34 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] device_id is not set on port 4f992dab-fb64-4c07-9456-1b5aa58440a8 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:30:28.555599 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0f02235d-36a2-4d20-a721-90b73666c18b tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:28.655413 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-53021355-d3aa-444c-9d23-c64ac36c0c08 None None] Allocated IP 2001:db8::2 (ac69f748-a231-4e69-a180-b37986a0b0a8/0c7ae2f1-6059-431d-b974-b478ec4e26e1/103ca2fe-c5b2-4b16-80ea-5aa43162346f) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:28.757154 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-54cc159e-795c-4dd0-94b2-74c7c6c06465 req-b2cc8b32-f7b2-407f-819c-94851958bef1 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0654747 Jun 30 09:30:28.926248 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0f02235d-36a2-4d20-a721-90b73666c18b tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:28.930786 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-53021355-d3aa-444c-9d23-c64ac36c0c08 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:28.946192 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-53021355-d3aa-444c-9d23-c64ac36c0c08 None None] Transition to ACTIVE for port object 103ca2fe-c5b2-4b16-80ea-5aa43162346f will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:28.954172 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0f02235d-36a2-4d20-a721-90b73666c18b tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:28.971249 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-53021355-d3aa-444c-9d23-c64ac36c0c08 None None] Transition to ACTIVE for port object 103ca2fe-c5b2-4b16-80ea-5aa43162346f will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:29.042996 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-775d7cf9-9a76-4adc-977a-67f236633575 req-e126b1b3-7b2e-4145-9968-31ffb5464bf4 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0377319 Jun 30 09:30:29.092261 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-53021355-d3aa-444c-9d23-c64ac36c0c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:29.097478 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-0f02235d-36a2-4d20-a721-90b73666c18b tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Allocated IP 172.25.6.133 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/4c9d1a23-e143-4275-b47e-5338261bb628) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:29.155009 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53021355-d3aa-444c-9d23-c64ac36c0c08 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:29.156884 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-53021355-d3aa-444c-9d23-c64ac36c0c08 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:29.159000 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53021355-d3aa-444c-9d23-c64ac36c0c08 None None] Pushing event updated for resources: {'Port': ['ID=103ca2fe-c5b2-4b16-80ea-5aa43162346f,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:29.161216 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53021355-d3aa-444c-9d23-c64ac36c0c08 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:29.173244 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e1a120-d023-4b87-a6f8-8ccdf1cf8f34 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:30:29.175024 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e1a120-d023-4b87-a6f8-8ccdf1cf8f34 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:30:29.221815 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0f02235d-36a2-4d20-a721-90b73666c18b tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:29.238490 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-53021355-d3aa-444c-9d23-c64ac36c0c08 None None] Attempting to bind port 103ca2fe-c5b2-4b16-80ea-5aa43162346f on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:29.238490 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-53021355-d3aa-444c-9d23-c64ac36c0c08 None None] Attempting to bind port 103ca2fe-c5b2-4b16-80ea-5aa43162346f by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:29.238490 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53021355-d3aa-444c-9d23-c64ac36c0c08 None None] Attempting to bind port 103ca2fe-c5b2-4b16-80ea-5aa43162346f on network ac69f748-a231-4e69-a180-b37986a0b0a8 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:29.241450 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53021355-d3aa-444c-9d23-c64ac36c0c08 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:30:29.241891 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53021355-d3aa-444c-9d23-c64ac36c0c08 None None] Checking segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:29.242285 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-53021355-d3aa-444c-9d23-c64ac36c0c08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:29.242680 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53021355-d3aa-444c-9d23-c64ac36c0c08 None None] Bound using segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:30:29.243754 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-53021355-d3aa-444c-9d23-c64ac36c0c08 None None] Bound port: 103ca2fe-c5b2-4b16-80ea-5aa43162346f, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:30:29.243928 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-53021355-d3aa-444c-9d23-c64ac36c0c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:29.314408 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b0e1a120-d023-4b87-a6f8-8ccdf1cf8f34 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4028263 Jun 30 09:30:29.317240 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35756) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:29.317916 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-53021355-d3aa-444c-9d23-c64ac36c0c08 None None] For port 103ca2fe-c5b2-4b16-80ea-5aa43162346f, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:29.321393 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-53021355-d3aa-444c-9d23-c64ac36c0c08 None None] For port 103ca2fe-c5b2-4b16-80ea-5aa43162346f, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=103ca2fe-c5b2-4b16-80ea-5aa43162346f,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:30:29.383074 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0f02235d-36a2-4d20-a721-90b73666c18b tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:29.391788 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1acc996-4fcb-4475-b44d-09b03182c9b9 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:29.395376 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c1acc996-4fcb-4475-b44d-09b03182c9b9 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0767279 Jun 30 09:30:29.395996 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35758) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:29.426912 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f02235d-36a2-4d20-a721-90b73666c18b tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:29.429756 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-0f02235d-36a2-4d20-a721-90b73666c18b tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:29.432536 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f02235d-36a2-4d20-a721-90b73666c18b tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:29.440323 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-53021355-d3aa-444c-9d23-c64ac36c0c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:29.470074 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f02235d-36a2-4d20-a721-90b73666c18b tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Pushing event updated for resources: {'Port': ['ID=4c9d1a23-e143-4275-b47e-5338261bb628,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:29.478511 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073931fc-a84a-477c-949c-11ced14337e4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:29.480502 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073931fc-a84a-477c-949c-11ced14337e4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:29.485538 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35760) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:29.486849 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-073931fc-a84a-477c-949c-11ced14337e4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0897901 Jun 30 09:30:29.529950 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53021355-d3aa-444c-9d23-c64ac36c0c08 None None] Pushing event updated for resources: {'Port': ['ID=103ca2fe-c5b2-4b16-80ea-5aa43162346f,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:29.574115 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c8a593b-acd9-4360-ab04-5063225372f1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting subnet 0c7ae2f1-6059-431d-b974-b478ec4e26e1 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:30:29.616107 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3c8a593b-acd9-4360-ab04-5063225372f1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:29.716895 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3c8a593b-acd9-4360-ab04-5063225372f1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:29.836030 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3c8a593b-acd9-4360-ab04-5063225372f1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:30.068947 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3c8a593b-acd9-4360-ab04-5063225372f1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:30.143051 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a593b-acd9-4360-ab04-5063225372f1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Subnet': ['ID=0c7ae2f1-6059-431d-b974-b478ec4e26e1,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:30.166710 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3c8a593b-acd9-4360-ab04-5063225372f1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:30.175463 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35778) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:30.176010 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3c8a593b-acd9-4360-ab04-5063225372f1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/0c7ae2f1-6059-431d-b974-b478ec4e26e1 HTTP/1.1" status: 204 len: 168 time: 0.6885211 Jun 30 09:30:30.221909 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-139aeff9-c531-4f28-9552-77f343f809a2 req-c689f7df-b899-450c-9129-2654ccd91068 service neutron] (101053) timed out ('10.222.0.10', 48700) {{(pid=101053) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:30:30.229621 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c9e13032-526f-412e-aa1d-a04629b0cf31 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516233 Jun 30 09:30:30.234561 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35780) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:30.246729 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-02cecc4e-b07c-4159-9622-64cee40d17e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:30.285689 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 103ca2fe-c5b2-4b16-80ea-5aa43162346f up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:30.461629 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35786) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:30.479933 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 103ca2fe-c5b2-4b16-80ea-5aa43162346f completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:30.547922 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cecc4e-b07c-4159-9622-64cee40d17e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:30.553488 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-02cecc4e-b07c-4159-9622-64cee40d17e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:30.687722 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9654563a-5550-45d4-83dc-1d56f46c4649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:30.716162 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f9d0da-34a2-407d-b6db-e1672ebfd6d9 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:30.817902 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0f02235d-36a2-4d20-a721-90b73666c18b tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:30.929072 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9654563a-5550-45d4-83dc-1d56f46c4649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.046124 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0f02235d-36a2-4d20-a721-90b73666c18b tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.053362 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-88416b72-4e69-41a7-8eec-a06d0eb03144 None None] Provisioning for port 103ca2fe-c5b2-4b16-80ea-5aa43162346f completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:31.061845 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-88416b72-4e69-41a7-8eec-a06d0eb03144 None None] Provisioning complete for port 103ca2fe-c5b2-4b16-80ea-5aa43162346f triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:31.062223 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-88416b72-4e69-41a7-8eec-a06d0eb03144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.099008 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9654563a-5550-45d4-83dc-1d56f46c4649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.108185 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-02cecc4e-b07c-4159-9622-64cee40d17e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.123460 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80e48f6-ef69-4638-8ef8-f96bfb289707 None None] DHCP port deletion for ac69f748-a231-4e69-a180-b37986a0b0a8 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:30:31.129516 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78ed9b8f-1463-438f-b9cf-61eb89e0a7fb req-abd31b27-9385-4e07-b3da-36285c1de8e2 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0401998 Jun 30 09:30:31.210613 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cecc4e-b07c-4159-9622-64cee40d17e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:31.216774 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9654563a-5550-45d4-83dc-1d56f46c4649 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8787bfb846c6423990bfaf60e2358cda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7506137 Jun 30 09:30:31.216774 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654563a-5550-45d4-83dc-1d56f46c4649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33eeef0-59b9-4bf5-b802-3cf7c6fdc2a4,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:31.217689 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35800) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:31.221042 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-02cecc4e-b07c-4159-9622-64cee40d17e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:31.225469 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cecc4e-b07c-4159-9622-64cee40d17e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:31.226052 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-02cecc4e-b07c-4159-9622-64cee40d17e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.237529 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-88416b72-4e69-41a7-8eec-a06d0eb03144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.239458 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cecc4e-b07c-4159-9622-64cee40d17e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Subnet': ['ID=afdbca3e-8336-4dc1-9445-1f34570e9c84,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:31.296061 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-88416b72-4e69-41a7-8eec-a06d0eb03144 None None] For port 103ca2fe-c5b2-4b16-80ea-5aa43162346f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=103ca2fe-c5b2-4b16-80ea-5aa43162346f,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:31.304247 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-336ddb47-0e60-42f6-8d0c-5e7ae319315e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.326574 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-336ddb47-0e60-42f6-8d0c-5e7ae319315e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.346696 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-b80e48f6-ef69-4638-8ef8-f96bfb289707 None None] Deleting port 103ca2fe-c5b2-4b16-80ea-5aa43162346f {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:31.347076 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b80e48f6-ef69-4638-8ef8-f96bfb289707 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.407604 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-02cecc4e-b07c-4159-9622-64cee40d17e8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1697867 Jun 30 09:30:31.408804 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35804) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:31.414045 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-274e58e0-b27f-4f3f-881f-2b767fc950b6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-419191006', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:31.446415 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-b80e48f6-ef69-4638-8ef8-f96bfb289707 None None] For port 103ca2fe-c5b2-4b16-80ea-5aa43162346f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=103ca2fe-c5b2-4b16-80ea-5aa43162346f,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:31.446800 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b80e48f6-ef69-4638-8ef8-f96bfb289707 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.464218 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-b80e48f6-ef69-4638-8ef8-f96bfb289707 None None] Calling delete_port for 103ca2fe-c5b2-4b16-80ea-5aa43162346f owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:31.495895 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e81e25e9-8552-400b-8720-233d2b5caf0b req-9f79f26e-b6a5-4f4c-8ac4-868e892e0e0c service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0348358 Jun 30 09:30:31.497990 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f02235d-36a2-4d20-a721-90b73666c18b tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Router 8e2f80cb-4ba0-475b-9250-05519f857126 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:30:31.514628 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-88416b72-4e69-41a7-8eec-a06d0eb03144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.550236 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-336ddb47-0e60-42f6-8d0c-5e7ae319315e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.551477 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-274e58e0-b27f-4f3f-881f-2b767fc950b6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.552907 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-336ddb47-0e60-42f6-8d0c-5e7ae319315e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.553539 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-274e58e0-b27f-4f3f-881f-2b767fc950b6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.554049 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-336ddb47-0e60-42f6-8d0c-5e7ae319315e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e33eeef0-59b9-4bf5-b802-3cf7c6fdc2a4 HTTP/1.1" status: 204 len: 168 time: 0.3358927 Jun 30 09:30:31.567760 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ddb47-0e60-42f6-8d0c-5e7ae319315e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33eeef0-59b9-4bf5-b802-3cf7c6fdc2a4,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:31.619786 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88416b72-4e69-41a7-8eec-a06d0eb03144 None None] Pushing event updated for resources: {'Port': ['ID=103ca2fe-c5b2-4b16-80ea-5aa43162346f,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:31.651716 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-274e58e0-b27f-4f3f-881f-2b767fc950b6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.660013 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f02235d-36a2-4d20-a721-90b73666c18b tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:30:31.670138 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4e16ec-0c88-4eca-a195-2ac32ed80a3b None None] Sync routers for ids ['8e2f80cb-4ba0-475b-9250-05519f857126'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:30:31.679635 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4e16ec-0c88-4eca-a195-2ac32ed80a3b None None] Routers {'8e2f80cb-4ba0-475b-9250-05519f857126'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:31.680232 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-fd4e16ec-0c88-4eca-a195-2ac32ed80a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:30:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['8e2f80cb-4ba0-475b-9250-05519f857126'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:31.736932 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b80e48f6-ef69-4638-8ef8-f96bfb289707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.749598 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0f02235d-36a2-4d20-a721-90b73666c18b tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.749809 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-274e58e0-b27f-4f3f-881f-2b767fc950b6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.751742 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0f02235d-36a2-4d20-a721-90b73666c18b tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.8705091 Jun 30 09:30:31.756553 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35812) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:31.799006 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e48f6-ef69-4638-8ef8-f96bfb289707 None None] Pushing event deleted for resources: {'Port': ['ID=103ca2fe-c5b2-4b16-80ea-5aa43162346f,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:31.804524 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80e48f6-ef69-4638-8ef8-f96bfb289707 None None] No DVR routers for this DVR port 103ca2fe-c5b2-4b16-80ea-5aa43162346f on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:30:31.815470 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-fd4e16ec-0c88-4eca-a195-2ac32ed80a3b None None] Set router 8e2f80cb-4ba0-475b-9250-05519f857126 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:31.827389 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3b9898-a89c-449d-bcd6-b7bdb48c0050 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:31.868291 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-274e58e0-b27f-4f3f-881f-2b767fc950b6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.869764 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-274e58e0-b27f-4f3f-881f-2b767fc950b6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4593141 Jun 30 09:30:31.873952 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35816) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:32.064334 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-fd4e16ec-0c88-4eca-a195-2ac32ed80a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'name': 'tempest-TestSecurityGroupsBasicOps-router-418446038', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '4c9d1a23-e143-4275-b47e-5338261bb628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:28Z', 'updated_at': '2021-06-30T09:30:29Z', 'revision_number': 3, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'gw_port': {'id': '4c9d1a23-e143-4275-b47e-5338261bb628', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d1:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:28Z', 'updated_at': '2021-06-30T09:30:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:32.105980 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f34eca1-fdcd-42f6-9317-6e03aeec5734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-ac69f748-a231-4e69-a180-b37986a0b0a8', 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'fixed_ips': [{'subnet_id': 'afdbca3e-8336-4dc1-9445-1f34570e9c84'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:30:32.107230 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6f34eca1-fdcd-42f6-9317-6e03aeec5734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:32.144414 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4e16ec-0c88-4eca-a195-2ac32ed80a3b None None] Checking router: 8e2f80cb-4ba0-475b-9250-05519f857126 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:30:32.144751 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4e16ec-0c88-4eca-a195-2ac32ed80a3b None None] Updating router 8e2f80cb-4ba0-475b-9250-05519f857126 port 4c9d1a23-e143-4275-b47e-5338261bb628 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:30:32.224442 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-fd4e16ec-0c88-4eca-a195-2ac32ed80a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:32.226302 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a414d799-3268-4aa7-ac02-dce77ebd998a tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=986dea5b74504ac5b54ab81c3e8c6d18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4675140 Jun 30 09:30:32.229528 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35826) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:32.231434 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 103ca2fe-c5b2-4b16-80ea-5aa43162346f no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:32.301020 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 103ca2fe-c5b2-4b16-80ea-5aa43162346f {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:32.301748 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 103ca2fe-c5b2-4b16-80ea-5aa43162346f not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:32.380145 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-6f34eca1-fdcd-42f6-9317-6e03aeec5734 None None] Allocated IP 2001:db8::2 (ac69f748-a231-4e69-a180-b37986a0b0a8/afdbca3e-8336-4dc1-9445-1f34570e9c84/1dbced41-ae88-4098-a2d7-025f7336ebfb) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:32.390082 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-518467d1-3b96-48ea-b360-7bcd66e60c2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:32.502489 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d3dc46-7dcf-4065-af22-0afb341b8447 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:32.506653 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-91d3dc46-7dcf-4065-af22-0afb341b8447 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2723453 Jun 30 09:30:32.508346 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35836) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:32.573195 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f54903e5-9a8f-489e-83ab-6fc723e3d0ab tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=599fb812-09ee-4e3b-a109-d92406a95c23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0622778 Jun 30 09:30:32.577856 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35842) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:32.582920 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-a9e6fce9-7141-4e61-b87b-4b02aeabdeac tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-773754152', 'network_id': 'c2296a36-e128-4f85-a0af-66fbbdbc55ba', 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:32.614397 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6f34eca1-fdcd-42f6-9317-6e03aeec5734 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:32.623862 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6f34eca1-fdcd-42f6-9317-6e03aeec5734 None None] Transition to ACTIVE for port object 1dbced41-ae88-4098-a2d7-025f7336ebfb will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:32.645278 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6f34eca1-fdcd-42f6-9317-6e03aeec5734 None None] Transition to ACTIVE for port object 1dbced41-ae88-4098-a2d7-025f7336ebfb will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:32.720363 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-fd4e16ec-0c88-4eca-a195-2ac32ed80a3b None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:32.731156 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-fd4e16ec-0c88-4eca-a195-2ac32ed80a3b None None] Transition to ACTIVE for port object 4c9d1a23-e143-4275-b47e-5338261bb628 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:32.874352 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e6fce9-7141-4e61-b87b-4b02aeabdeac tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Made reservation on behalf of 986dea5b74504ac5b54ab81c3e8c6d18 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:32.878495 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6f34eca1-fdcd-42f6-9317-6e03aeec5734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:32.884777 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a9e6fce9-7141-4e61-b87b-4b02aeabdeac tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:32.913491 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-fd4e16ec-0c88-4eca-a195-2ac32ed80a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:32.960615 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f34eca1-fdcd-42f6-9317-6e03aeec5734 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:32.964192 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-6f34eca1-fdcd-42f6-9317-6e03aeec5734 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:32.971167 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f34eca1-fdcd-42f6-9317-6e03aeec5734 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:33.040236 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-fd4e16ec-0c88-4eca-a195-2ac32ed80a3b None None] Attempting to bind port 4c9d1a23-e143-4275-b47e-5338261bb628 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:33.041921 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-fd4e16ec-0c88-4eca-a195-2ac32ed80a3b None None] Attempting to bind port 4c9d1a23-e143-4275-b47e-5338261bb628 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:33.044423 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4e16ec-0c88-4eca-a195-2ac32ed80a3b None None] Attempting to bind port 4c9d1a23-e143-4275-b47e-5338261bb628 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:33.047812 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34eca1-fdcd-42f6-9317-6e03aeec5734 None None] Pushing event updated for resources: {'Port': ['ID=1dbced41-ae88-4098-a2d7-025f7336ebfb,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:33.060784 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717d0b9-37dc-4dcc-a977-e1948b922e63 None None] Pushing event updated for resources: {'Port': ['ID=4c9d1a23-e143-4275-b47e-5338261bb628,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:33.064438 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4e16ec-0c88-4eca-a195-2ac32ed80a3b None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:30:33.065129 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4e16ec-0c88-4eca-a195-2ac32ed80a3b None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:33.065754 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-fd4e16ec-0c88-4eca-a195-2ac32ed80a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:33.074902 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4e16ec-0c88-4eca-a195-2ac32ed80a3b None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:30:33.075789 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-fd4e16ec-0c88-4eca-a195-2ac32ed80a3b None None] Bound port: 4c9d1a23-e143-4275-b47e-5338261bb628, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:30:33.076383 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-fd4e16ec-0c88-4eca-a195-2ac32ed80a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:33.103864 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717d0b9-37dc-4dcc-a977-e1948b922e63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:33.104565 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717d0b9-37dc-4dcc-a977-e1948b922e63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:33.105112 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717d0b9-37dc-4dcc-a977-e1948b922e63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:33.105751 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717d0b9-37dc-4dcc-a977-e1948b922e63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:33.106306 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717d0b9-37dc-4dcc-a977-e1948b922e63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:33.106844 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717d0b9-37dc-4dcc-a977-e1948b922e63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:33.107423 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717d0b9-37dc-4dcc-a977-e1948b922e63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:33.107936 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717d0b9-37dc-4dcc-a977-e1948b922e63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:33.108551 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717d0b9-37dc-4dcc-a977-e1948b922e63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:33.109071 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717d0b9-37dc-4dcc-a977-e1948b922e63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:33.109600 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717d0b9-37dc-4dcc-a977-e1948b922e63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:33.110011 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717d0b9-37dc-4dcc-a977-e1948b922e63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:33.117677 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-6f34eca1-fdcd-42f6-9317-6e03aeec5734 None None] Attempting to bind port 1dbced41-ae88-4098-a2d7-025f7336ebfb on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:33.118171 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-6f34eca1-fdcd-42f6-9317-6e03aeec5734 None None] Attempting to bind port 1dbced41-ae88-4098-a2d7-025f7336ebfb by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:33.121595 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f34eca1-fdcd-42f6-9317-6e03aeec5734 None None] Attempting to bind port 1dbced41-ae88-4098-a2d7-025f7336ebfb on network ac69f748-a231-4e69-a180-b37986a0b0a8 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:33.137498 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f34eca1-fdcd-42f6-9317-6e03aeec5734 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:30:33.137888 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f34eca1-fdcd-42f6-9317-6e03aeec5734 None None] Checking segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:33.138296 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6f34eca1-fdcd-42f6-9317-6e03aeec5734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:33.138694 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f34eca1-fdcd-42f6-9317-6e03aeec5734 None None] Bound using segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:30:33.139424 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-6f34eca1-fdcd-42f6-9317-6e03aeec5734 None None] Bound port: 1dbced41-ae88-4098-a2d7-025f7336ebfb, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:30:33.142454 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6f34eca1-fdcd-42f6-9317-6e03aeec5734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:33.157437 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-fd4e16ec-0c88-4eca-a195-2ac32ed80a3b None None] For port 4c9d1a23-e143-4275-b47e-5338261bb628, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:33.166434 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-fd4e16ec-0c88-4eca-a195-2ac32ed80a3b None None] For port 4c9d1a23-e143-4275-b47e-5338261bb628, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4c9d1a23-e143-4275-b47e-5338261bb628,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:30:33.233936 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-6f34eca1-fdcd-42f6-9317-6e03aeec5734 None None] For port 1dbced41-ae88-4098-a2d7-025f7336ebfb, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:33.239257 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-6f34eca1-fdcd-42f6-9317-6e03aeec5734 None None] For port 1dbced41-ae88-4098-a2d7-025f7336ebfb, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=1dbced41-ae88-4098-a2d7-025f7336ebfb,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:30:33.261179 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-fd4e16ec-0c88-4eca-a195-2ac32ed80a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:33.276700 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-518467d1-3b96-48ea-b360-7bcd66e60c2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Allocated IP 2001:db8::1 (ac69f748-a231-4e69-a180-b37986a0b0a8/afdbca3e-8336-4dc1-9445-1f34570e9c84/e319086d-ce1c-4c35-a137-4a43ba069412) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:33.342874 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a9e6fce9-7141-4e61-b87b-4b02aeabdeac tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:33.379692 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6f34eca1-fdcd-42f6-9317-6e03aeec5734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:33.417059 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4e16ec-0c88-4eca-a195-2ac32ed80a3b None None] Routers {'8e2f80cb-4ba0-475b-9250-05519f857126'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:33.417644 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-fd4e16ec-0c88-4eca-a195-2ac32ed80a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:30:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['8e2f80cb-4ba0-475b-9250-05519f857126'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:33.421240 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717d0b9-37dc-4dcc-a977-e1948b922e63 None None] Pushing event updated for resources: {'Port': ['ID=4c9d1a23-e143-4275-b47e-5338261bb628,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:33.448782 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-518467d1-3b96-48ea-b360-7bcd66e60c2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:33.451952 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6fce9-7141-4e61-b87b-4b02aeabdeac tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Pushing event updated for resources: {'Subnet': ['ID=769ae7bd-7042-4fd9-99af-1767b3dce40c,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:33.488978 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34eca1-fdcd-42f6-9317-6e03aeec5734 None None] Pushing event updated for resources: {'Port': ['ID=1dbced41-ae88-4098-a2d7-025f7336ebfb,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:33.507685 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e6fce9-7141-4e61-b87b-4b02aeabdeac tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Checking segment: {'id': '9675042d-4da0-4e0f-a08a-d047833ad7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c2296a36-e128-4f85-a0af-66fbbdbc55ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:33.508061 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e6fce9-7141-4e61-b87b-4b02aeabdeac tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Network hostable DHCP agents. Network: c2296a36-e128-4f85-a0af-66fbbdbc55ba, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:30:33.523055 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-518467d1-3b96-48ea-b360-7bcd66e60c2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Transition to ACTIVE for port object e319086d-ce1c-4c35-a137-4a43ba069412 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:33.601194 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-61c253f3-8d4c-4654-9768-de7e4febb2ec req-ed0e095b-2c86-4607-87f4-9089acde4c6f service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0365193 Jun 30 09:30:33.615895 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-fd4e16ec-0c88-4eca-a195-2ac32ed80a3b None None] Set router 8e2f80cb-4ba0-475b-9250-05519f857126 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:33.673777 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e6fce9-7141-4e61-b87b-4b02aeabdeac tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Network c2296a36-e128-4f85-a0af-66fbbdbc55ba is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:30:33.674594 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-518467d1-3b96-48ea-b360-7bcd66e60c2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:33.729685 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518467d1-3b96-48ea-b360-7bcd66e60c2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:33.734830 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-518467d1-3b96-48ea-b360-7bcd66e60c2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:33.743199 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518467d1-3b96-48ea-b360-7bcd66e60c2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:33.743838 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-518467d1-3b96-48ea-b360-7bcd66e60c2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:33.753772 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-a9e6fce9-7141-4e61-b87b-4b02aeabdeac tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, c2296a36-e128-4f85-a0af-66fbbdbc55ba) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:33.758322 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e6fce9-7141-4e61-b87b-4b02aeabdeac tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:33.759440 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a9e6fce9-7141-4e61-b87b-4b02aeabdeac tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:33.867016 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e7e371-54d9-41ea-8660-8000b809ed8a None None] Network c2296a36-e128-4f85-a0af-66fbbdbc55ba requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:33.874343 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a9e6fce9-7141-4e61-b87b-4b02aeabdeac tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2953894 Jun 30 09:30:33.877326 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35872) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:33.901316 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518467d1-3b96-48ea-b360-7bcd66e60c2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Port': ['ID=e319086d-ce1c-4c35-a137-4a43ba069412,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:34.051505 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-fd4e16ec-0c88-4eca-a195-2ac32ed80a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'name': 'tempest-TestSecurityGroupsBasicOps-router-418446038', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '4c9d1a23-e143-4275-b47e-5338261bb628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:28Z', 'updated_at': '2021-06-30T09:30:29Z', 'revision_number': 3, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'gw_port': {'id': '4c9d1a23-e143-4275-b47e-5338261bb628', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d1:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:28Z', 'updated_at': '2021-06-30T09:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:34.154915 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4e16ec-0c88-4eca-a195-2ac32ed80a3b None None] The sync data for ids ['8e2f80cb-4ba0-475b-9250-05519f857126'] in n-d-771363-31 is: [{'id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'name': 'tempest-TestSecurityGroupsBasicOps-router-418446038', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '4c9d1a23-e143-4275-b47e-5338261bb628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:28Z', 'updated_at': '2021-06-30T09:30:29Z', 'revision_number': 3, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'gw_port': {'id': '4c9d1a23-e143-4275-b47e-5338261bb628', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d1:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:28Z', 'updated_at': '2021-06-30T09:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:30:34.211204 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d4212e-8ee0-460a-a27b-1e4f8d2678ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-c2296a36-e128-4f85-a0af-66fbbdbc55ba', 'network_id': 'c2296a36-e128-4f85-a0af-66fbbdbc55ba', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'fixed_ips': [{'subnet_id': '769ae7bd-7042-4fd9-99af-1767b3dce40c'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:30:34.212007 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a1d4212e-8ee0-460a-a27b-1e4f8d2678ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:34.233464 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-518467d1-3b96-48ea-b360-7bcd66e60c2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:34.249253 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35882) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:34.293489 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-acb85b1c-f907-48cd-af90-3f1e4e28b923 req-6b7c35a1-7f00-4a24-b681-8cbd4ac96d23 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0413573 Jun 30 09:30:34.376926 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 1dbced41-ae88-4098-a2d7-025f7336ebfb up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:34.484482 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-a1d4212e-8ee0-460a-a27b-1e4f8d2678ce None None] Allocated IP 172.20.0.2 (c2296a36-e128-4f85-a0af-66fbbdbc55ba/769ae7bd-7042-4fd9-99af-1767b3dce40c/952a003c-9b51-4ee4-a3ae-d2164a62affc) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:34.555081 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 1dbced41-ae88-4098-a2d7-025f7336ebfb completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:34.770438 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a1d4212e-8ee0-460a-a27b-1e4f8d2678ce None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:34.795765 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a1d4212e-8ee0-460a-a27b-1e4f8d2678ce None None] Transition to ACTIVE for port object 952a003c-9b51-4ee4-a3ae-d2164a62affc will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:34.823984 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a1d4212e-8ee0-460a-a27b-1e4f8d2678ce None None] Transition to ACTIVE for port object 952a003c-9b51-4ee4-a3ae-d2164a62affc will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:34.830139 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c99dae88-da31-47a0-abb0-8693432464bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:34.845208 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48149bb1-efc4-44f9-af03-5e97dd2f7371 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:34.905082 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-518467d1-3b96-48ea-b360-7bcd66e60c2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:34.926225 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a1d4212e-8ee0-460a-a27b-1e4f8d2678ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:34.987186 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4212e-8ee0-460a-a27b-1e4f8d2678ce None None] Pushing event updated for resources: {'Port': ['ID=952a003c-9b51-4ee4-a3ae-d2164a62affc,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:35.005597 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d4212e-8ee0-460a-a27b-1e4f8d2678ce None None] Network c2296a36-e128-4f85-a0af-66fbbdbc55ba is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:35.007443 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-a1d4212e-8ee0-460a-a27b-1e4f8d2678ce None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:35.008086 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c99dae88-da31-47a0-abb0-8693432464bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.021738 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-518467d1-3b96-48ea-b360-7bcd66e60c2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.022804 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-518467d1-3b96-48ea-b360-7bcd66e60c2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.035327 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d4212e-8ee0-460a-a27b-1e4f8d2678ce None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:35.115093 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c99dae88-da31-47a0-abb0-8693432464bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.179214 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-a1d4212e-8ee0-460a-a27b-1e4f8d2678ce None None] Attempting to bind port 952a003c-9b51-4ee4-a3ae-d2164a62affc on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:35.180321 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-a1d4212e-8ee0-460a-a27b-1e4f8d2678ce None None] Attempting to bind port 952a003c-9b51-4ee4-a3ae-d2164a62affc by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '9675042d-4da0-4e0f-a08a-d047833ad7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c2296a36-e128-4f85-a0af-66fbbdbc55ba'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:35.180321 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d4212e-8ee0-460a-a27b-1e4f8d2678ce None None] Attempting to bind port 952a003c-9b51-4ee4-a3ae-d2164a62affc on network c2296a36-e128-4f85-a0af-66fbbdbc55ba {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:35.196634 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d4212e-8ee0-460a-a27b-1e4f8d2678ce None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:30:35.198107 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d4212e-8ee0-460a-a27b-1e4f8d2678ce None None] Checking segment: {'id': '9675042d-4da0-4e0f-a08a-d047833ad7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c2296a36-e128-4f85-a0af-66fbbdbc55ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:35.200190 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a1d4212e-8ee0-460a-a27b-1e4f8d2678ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.200700 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d4212e-8ee0-460a-a27b-1e4f8d2678ce None None] Bound using segment: {'id': '9675042d-4da0-4e0f-a08a-d047833ad7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c2296a36-e128-4f85-a0af-66fbbdbc55ba'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:30:35.202132 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-a1d4212e-8ee0-460a-a27b-1e4f8d2678ce None None] Bound port: 952a003c-9b51-4ee4-a3ae-d2164a62affc, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9675042d-4da0-4e0f-a08a-d047833ad7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c2296a36-e128-4f85-a0af-66fbbdbc55ba'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:30:35.202637 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a1d4212e-8ee0-460a-a27b-1e4f8d2678ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.282613 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99dae88-da31-47a0-abb0-8693432464bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89eb9297-a638-4026-91f1-39bebede3123,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:35.326369 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-a1d4212e-8ee0-460a-a27b-1e4f8d2678ce None None] For port 952a003c-9b51-4ee4-a3ae-d2164a62affc, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:35.330174 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-a1d4212e-8ee0-460a-a27b-1e4f8d2678ce None None] For port 952a003c-9b51-4ee4-a3ae-d2164a62affc, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=952a003c-9b51-4ee4-a3ae-d2164a62affc,segment=NetworkSegment(9675042d-4da0-4e0f-a08a-d047833ad7a7),segment_id=9675042d-4da0-4e0f-a08a-d047833ad7a7)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:30:35.375684 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518467d1-3b96-48ea-b360-7bcd66e60c2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Port': ['ID=e319086d-ce1c-4c35-a137-4a43ba069412,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:35.391081 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c99dae88-da31-47a0-abb0-8693432464bd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4d30145b303c476b89af8e5bfcae947a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1382637 Jun 30 09:30:35.391645 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35896) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:35.410802 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518467d1-3b96-48ea-b360-7bcd66e60c2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:35.417068 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-518467d1-3b96-48ea-b360-7bcd66e60c2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:35.454275 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a1d4212e-8ee0-460a-a27b-1e4f8d2678ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.518223 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-68b5a0dd-0603-4093-b787-0fda34ac53ab None None] Provisioning for port 1dbced41-ae88-4098-a2d7-025f7336ebfb completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:35.522292 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-68b5a0dd-0603-4093-b787-0fda34ac53ab None None] Provisioning complete for port 1dbced41-ae88-4098-a2d7-025f7336ebfb triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:35.522663 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-68b5a0dd-0603-4093-b787-0fda34ac53ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.561771 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aff46dcd-38ae-42d2-9229-e565b1e1ada7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.618220 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aff46dcd-38ae-42d2-9229-e565b1e1ada7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.665365 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4212e-8ee0-460a-a27b-1e4f8d2678ce None None] Pushing event updated for resources: {'Port': ['ID=952a003c-9b51-4ee4-a3ae-d2164a62affc,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:35.746588 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-68b5a0dd-0603-4093-b787-0fda34ac53ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.777924 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518467d1-3b96-48ea-b360-7bcd66e60c2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Router 39616ff2-ef29-4426-8d26-e2fcb610ec54 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:30:35.835094 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-68b5a0dd-0603-4093-b787-0fda34ac53ab None None] For port 1dbced41-ae88-4098-a2d7-025f7336ebfb, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=1dbced41-ae88-4098-a2d7-025f7336ebfb,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:35.867198 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aff46dcd-38ae-42d2-9229-e565b1e1ada7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.869354 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aff46dcd-38ae-42d2-9229-e565b1e1ada7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.874309 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-aff46dcd-38ae-42d2-9229-e565b1e1ada7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/89eb9297-a638-4026-91f1-39bebede3123 HTTP/1.1" status: 204 len: 168 time: 0.4780715 Jun 30 09:30:35.876029 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-48149bb1-efc4-44f9-af03-5e97dd2f7371 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Allocated IP 172.20.0.1 (c2296a36-e128-4f85-a0af-66fbbdbc55ba/769ae7bd-7042-4fd9-99af-1767b3dce40c/70dc376c-3448-4937-94c0-7e826b1ae7c2) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:35.908169 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-68b5a0dd-0603-4093-b787-0fda34ac53ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.059872 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff46dcd-38ae-42d2-9229-e565b1e1ada7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89eb9297-a638-4026-91f1-39bebede3123,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:36.101926 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5a0dd-0603-4093-b787-0fda34ac53ab None None] Pushing event updated for resources: {'Port': ['ID=1dbced41-ae88-4098-a2d7-025f7336ebfb,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:36.112454 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518467d1-3b96-48ea-b360-7bcd66e60c2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:30:36.130141 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-518467d1-3b96-48ea-b360-7bcd66e60c2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "PUT /v2.0/routers/39616ff2-ef29-4426-8d26-e2fcb610ec54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2547398 Jun 30 09:30:36.132298 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35902) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:36.132498 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323bc5f1-f51a-44d6-aa88-249df976c4f9 None None] Sync routers for ids ['39616ff2-ef29-4426-8d26-e2fcb610ec54'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:30:36.156295 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323bc5f1-f51a-44d6-aa88-249df976c4f9 None None] Routers {'39616ff2-ef29-4426-8d26-e2fcb610ec54'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:36.157034 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-323bc5f1-f51a-44d6-aa88-249df976c4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:30:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['39616ff2-ef29-4426-8d26-e2fcb610ec54'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:36.201971 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48149bb1-efc4-44f9-af03-5e97dd2f7371 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.241744 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-48149bb1-efc4-44f9-af03-5e97dd2f7371 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Transition to ACTIVE for port object 70dc376c-3448-4937-94c0-7e826b1ae7c2 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:36.257196 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a634b11-a066-465b-9d9f-c052f45ee688 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:36.258605 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1a634b11-a066-465b-9d9f-c052f45ee688 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports/e319086d-ce1c-4c35-a137-4a43ba069412 HTTP/1.1" status: 200 len: 911 time: 0.1241841 Jun 30 09:30:36.263020 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35908) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:36.331880 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-54b38521-7b21-4614-92bf-9e84542393e6 None None] Provisioning for port e319086d-ce1c-4c35-a137-4a43ba069412 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:36.363678 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-54b38521-7b21-4614-92bf-9e84542393e6 None None] Provisioning complete for port e319086d-ce1c-4c35-a137-4a43ba069412 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:36.363879 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-54b38521-7b21-4614-92bf-9e84542393e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.434818 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e9cf80-7fbb-4eb8-99cf-e38fdc8eee8b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:36.447489 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e9cf80-7fbb-4eb8-99cf-e38fdc8eee8b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:36.453675 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35912) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:36.462960 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-92e9cf80-7fbb-4eb8-99cf-e38fdc8eee8b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1986005 Jun 30 09:30:36.466961 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-323bc5f1-f51a-44d6-aa88-249df976c4f9 None None] Set router 39616ff2-ef29-4426-8d26-e2fcb610ec54 gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:36.509530 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48149bb1-efc4-44f9-af03-5e97dd2f7371 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.546857 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4c9d1a23-e143-4275-b47e-5338261bb628 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:36.608832 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48149bb1-efc4-44f9-af03-5e97dd2f7371 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Pushing event updated for resources: {'Port': ['ID=70dc376c-3448-4937-94c0-7e826b1ae7c2,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:36.634370 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48149bb1-efc4-44f9-af03-5e97dd2f7371 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Network c2296a36-e128-4f85-a0af-66fbbdbc55ba is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:36.637416 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-48149bb1-efc4-44f9-af03-5e97dd2f7371 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:36.639850 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48149bb1-efc4-44f9-af03-5e97dd2f7371 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:36.679596 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-54b38521-7b21-4614-92bf-9e84542393e6 None None] Port e319086d-ce1c-4c35-a137-4a43ba069412 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:30:36.782348 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48149bb1-efc4-44f9-af03-5e97dd2f7371 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.840997 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-97fa21b0-f468-4d33-8e69-b8c7c6c49e28 None None] Provisioning complete for port e319086d-ce1c-4c35-a137-4a43ba069412 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:36.841328 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-97fa21b0-f468-4d33-8e69-b8c7c6c49e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.897430 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 4c9d1a23-e143-4275-b47e-5338261bb628 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:36.912804 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 4c9d1a23-e143-4275-b47e-5338261bb628 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:36.913177 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.955061 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-97fa21b0-f468-4d33-8e69-b8c7c6c49e28 None None] Port e319086d-ce1c-4c35-a137-4a43ba069412 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:30:36.979200 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2956a919-1e05-4fb4-a4de-9ebcd54ee9ae req-847ede47-1b1a-4d0b-b3c8-9747b102e1ca service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.1007013 Jun 30 09:30:37.118490 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-323bc5f1-f51a-44d6-aa88-249df976c4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39616ff2-ef29-4426-8d26-e2fcb610ec54', 'name': 'tempest-NetworksTestDHCPv6-router-419191006', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:31Z', 'updated_at': '2021-06-30T09:30:34Z', 'revision_number': 2, 'project_id': '49aa34362a184a6286a3555c581afbee', 'gw_port_host': None, '_interfaces': [{'id': 'e319086d-ce1c-4c35-a137-4a43ba069412', 'name': '', 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'mac_address': 'fa:16:3e:e1:6d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39616ff2-ef29-4426-8d26-e2fcb610ec54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': 'afdbca3e-8336-4dc1-9445-1f34570e9c84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:32Z', 'updated_at': '2021-06-30T09:30:34Z', 'revision_number': 2, 'project_id': '49aa34362a184a6286a3555c581afbee', 'subnets': [{'id': 'afdbca3e-8336-4dc1-9445-1f34570e9c84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:37.118490 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:37.160548 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323bc5f1-f51a-44d6-aa88-249df976c4f9 None None] Checking router: 39616ff2-ef29-4426-8d26-e2fcb610ec54 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:30:37.160907 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323bc5f1-f51a-44d6-aa88-249df976c4f9 None None] Updating router 39616ff2-ef29-4426-8d26-e2fcb610ec54 port e319086d-ce1c-4c35-a137-4a43ba069412 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:30:37.178877 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 4c9d1a23-e143-4275-b47e-5338261bb628, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4c9d1a23-e143-4275-b47e-5338261bb628,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:37.245728 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48149bb1-efc4-44f9-af03-5e97dd2f7371 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:37.271207 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:37.272871 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 1dbced41-ae88-4098-a2d7-025f7336ebfb up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:37.327044 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-323bc5f1-f51a-44d6-aa88-249df976c4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:37.456308 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-07d35632-59f0-41dc-be26-a01d0347a87e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:37.634924 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:37.640064 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 1dbced41-ae88-4098-a2d7-025f7336ebfb triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:37.642340 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:37.672635 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=4c9d1a23-e143-4275-b47e-5338261bb628,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:37.916534 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7d25d0-0853-4edc-9b79-c497847c6272 None None] Network c2296a36-e128-4f85-a0af-66fbbdbc55ba requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:38.197595 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c7a6902e-ab60-4e13-8ddf-1865dfabb30d req-c27381ed-5fd1-4286-b324-18e4b6583ed6 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0903130 Jun 30 09:30:38.236776 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-ba422da2-b6ae-45dd-ab29-8ba3e936e769 None None] Provisioning for port 952a003c-9b51-4ee4-a3ae-d2164a62affc completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:38.279554 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-323bc5f1-f51a-44d6-aa88-249df976c4f9 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:38.289326 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 952a003c-9b51-4ee4-a3ae-d2164a62affc up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:38.323706 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-94096c13-058f-4bd4-ad62-6d1f5c12b325 req-d977979e-c551-4aae-8321-6fb60257eae2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2183299 Jun 30 09:30:38.331019 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-323bc5f1-f51a-44d6-aa88-249df976c4f9 None None] Transition to ACTIVE for port object e319086d-ce1c-4c35-a137-4a43ba069412 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:38.342788 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48149bb1-efc4-44f9-af03-5e97dd2f7371 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:38.367364 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-07d35632-59f0-41dc-be26-a01d0347a87e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting port e319086d-ce1c-4c35-a137-4a43ba069412 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:38.376692 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-07d35632-59f0-41dc-be26-a01d0347a87e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:38.441256 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-323bc5f1-f51a-44d6-aa88-249df976c4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:38.497870 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845cfd03-e761-4111-b92d-38b756ab35b8 None None] Pushing event updated for resources: {'Port': ['ID=e319086d-ce1c-4c35-a137-4a43ba069412,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:38.530352 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 952a003c-9b51-4ee4-a3ae-d2164a62affc completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:38.552602 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-07d35632-59f0-41dc-be26-a01d0347a87e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:38.567642 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-07d35632-59f0-41dc-be26-a01d0347a87e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Calling delete_port for e319086d-ce1c-4c35-a137-4a43ba069412 owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:38.575174 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 952a003c-9b51-4ee4-a3ae-d2164a62affc triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:38.575455 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:38.628008 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-323bc5f1-f51a-44d6-aa88-249df976c4f9 None None] Attempting to bind port e319086d-ce1c-4c35-a137-4a43ba069412 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:38.628624 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-323bc5f1-f51a-44d6-aa88-249df976c4f9 None None] Attempting to bind port e319086d-ce1c-4c35-a137-4a43ba069412 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:38.629002 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323bc5f1-f51a-44d6-aa88-249df976c4f9 None None] Attempting to bind port e319086d-ce1c-4c35-a137-4a43ba069412 on network ac69f748-a231-4e69-a180-b37986a0b0a8 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:38.641596 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323bc5f1-f51a-44d6-aa88-249df976c4f9 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:30:38.642304 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323bc5f1-f51a-44d6-aa88-249df976c4f9 None None] Checking segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:38.642457 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-323bc5f1-f51a-44d6-aa88-249df976c4f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:38.642829 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323bc5f1-f51a-44d6-aa88-249df976c4f9 None None] Bound using segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:30:38.643400 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-323bc5f1-f51a-44d6-aa88-249df976c4f9 None None] Bound port: e319086d-ce1c-4c35-a137-4a43ba069412, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:30:38.643828 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-323bc5f1-f51a-44d6-aa88-249df976c4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:38.709473 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35970) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:38.714945 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-d3d1abfe-a7e0-4c4f-b278-12d6af24a02b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1470311 Jun 30 09:30:38.755673 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48149bb1-efc4-44f9-af03-5e97dd2f7371 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:38.827268 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-323bc5f1-f51a-44d6-aa88-249df976c4f9 None None] For port e319086d-ce1c-4c35-a137-4a43ba069412, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:38.832278 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-323bc5f1-f51a-44d6-aa88-249df976c4f9 None None] For port e319086d-ce1c-4c35-a137-4a43ba069412, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e319086d-ce1c-4c35-a137-4a43ba069412,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:30:38.834230 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:38.872933 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:38.875517 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 952a003c-9b51-4ee4-a3ae-d2164a62affc, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=952a003c-9b51-4ee4-a3ae-d2164a62affc,segment=NetworkSegment(9675042d-4da0-4e0f-a08a-d047833ad7a7),segment_id=9675042d-4da0-4e0f-a08a-d047833ad7a7)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:38.915732 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48149bb1-efc4-44f9-af03-5e97dd2f7371 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:38.942901 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-323bc5f1-f51a-44d6-aa88-249df976c4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:38.950878 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-3a507ad5-d8d5-4356-823e-7dd45434868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:38.951400 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-3a507ad5-d8d5-4356-823e-7dd45434868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:38.951883 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-3a507ad5-d8d5-4356-823e-7dd45434868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:38.952353 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-3a507ad5-d8d5-4356-823e-7dd45434868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:38.952816 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-3a507ad5-d8d5-4356-823e-7dd45434868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:38.953284 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-3a507ad5-d8d5-4356-823e-7dd45434868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:38.953967 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-3a507ad5-d8d5-4356-823e-7dd45434868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:38.956064 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-3a507ad5-d8d5-4356-823e-7dd45434868a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cf47b77e70945949916ae6cc28be07c&device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 6501 time: 0.1515193 Jun 30 09:30:39.036283 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:39.120136 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323bc5f1-f51a-44d6-aa88-249df976c4f9 None None] Routers {'39616ff2-ef29-4426-8d26-e2fcb610ec54'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:39.121668 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-323bc5f1-f51a-44d6-aa88-249df976c4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:30:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['39616ff2-ef29-4426-8d26-e2fcb610ec54'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:39.179613 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-a41ff8f1-527e-4e21-8371-212f7f92a28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:39.183089 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-a41ff8f1-527e-4e21-8371-212f7f92a28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:39.183089 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-a41ff8f1-527e-4e21-8371-212f7f92a28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:39.184769 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-a41ff8f1-527e-4e21-8371-212f7f92a28f service neutron] 10.222.0.52 "GET /v2.0/networks?id=b7c4d310-0e13-4978-b513-6d3abe0b2ecf&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&id=1ee7a795-7cad-4025-ad1c-ea31997afa2e&id=1ee7a795-7cad-4025-ad1c-ea31997afa2e HTTP/1.1" status: 200 len: 2293 time: 0.1953273 Jun 30 09:30:39.258771 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-323bc5f1-f51a-44d6-aa88-249df976c4f9 None None] Set router 39616ff2-ef29-4426-8d26-e2fcb610ec54 gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:39.347163 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4c9d1a23-e143-4275-b47e-5338261bb628 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:39.353806 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48149bb1-efc4-44f9-af03-5e97dd2f7371 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Pushing event updated for resources: {'Port': ['ID=70dc376c-3448-4937-94c0-7e826b1ae7c2,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:39.360301 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-ff96f0c4-1603-435e-aa1e-05e24bd2268b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a700fa97-7f11-4c5a-a416-37fd7c54d91e HTTP/1.1" status: 200 len: 1002 time: 0.1642365 Jun 30 09:30:39.373117 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-a1a734c5-4139-4777-80b0-2f27710cf8a7 tempest-PortsAdminExtendedAttrsTestJSON-1004077104 tempest-PortsAdminExtendedAttrsTestJSON-1004077104-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1794303826'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:39.380418 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845cfd03-e761-4111-b92d-38b756ab35b8 None None] Pushing event updated for resources: {'Port': ['ID=e319086d-ce1c-4c35-a137-4a43ba069412,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:39.381098 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48149bb1-efc4-44f9-af03-5e97dd2f7371 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Network c2296a36-e128-4f85-a0af-66fbbdbc55ba is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:39.435895 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94096c13-058f-4bd4-ad62-6d1f5c12b325 req-aa2154e6-f733-4220-929b-7005212bdb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:39.437795 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-94096c13-058f-4bd4-ad62-6d1f5c12b325 req-aa2154e6-f733-4220-929b-7005212bdb7a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=012c38fa3263411f81f5a9c6187e3025&device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 1098 time: 1.0048773 Jun 30 09:30:39.439095 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-48149bb1-efc4-44f9-af03-5e97dd2f7371 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:39.470431 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=952a003c-9b51-4ee4-a3ae-d2164a62affc,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:39.481632 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-58bc5141-8ccc-489a-a3f7-72f8bd12552a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:39.485091 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-58bc5141-8ccc-489a-a3f7-72f8bd12552a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81734dcc-0ee2-494d-93d9-b3fe64a6f397 HTTP/1.1" status: 200 len: 851 time: 0.1172144 Jun 30 09:30:39.536687 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 4c9d1a23-e143-4275-b47e-5338261bb628 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:39.536687 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:39.591478 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-2d4ed8cc-5b63-4430-8ee8-601c4d86bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:39.592944 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-2d4ed8cc-5b63-4430-8ee8-601c4d86bbe6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b7c4d310-0e13-4978-b513-6d3abe0b2ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002390 Jun 30 09:30:39.620530 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3d0f8fa8-f74b-493e-bce6-ecfa72c7ee97 None None] Provisioning for port 70dc376c-3448-4937-94c0-7e826b1ae7c2 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:39.639087 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3d0f8fa8-f74b-493e-bce6-ecfa72c7ee97 None None] Provisioning complete for port 70dc376c-3448-4937-94c0-7e826b1ae7c2 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:39.642048 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3d0f8fa8-f74b-493e-bce6-ecfa72c7ee97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:39.679927 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48149bb1-efc4-44f9-af03-5e97dd2f7371 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Router 8e2f80cb-4ba0-475b-9250-05519f857126 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:30:39.740182 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a734c5-4139-4777-80b0-2f27710cf8a7 tempest-PortsAdminExtendedAttrsTestJSON-1004077104 tempest-PortsAdminExtendedAttrsTestJSON-1004077104-project] Made reservation on behalf of 34c6bd1899aa47cba711d989f8c351d7 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:39.740182 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a1a734c5-4139-4777-80b0-2f27710cf8a7 tempest-PortsAdminExtendedAttrsTestJSON-1004077104 tempest-PortsAdminExtendedAttrsTestJSON-1004077104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:39.753445 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-3d0f8fa8-f74b-493e-bce6-ecfa72c7ee97 None None] Port 70dc376c-3448-4937-94c0-7e826b1ae7c2 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:30:39.782425 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-323bc5f1-f51a-44d6-aa88-249df976c4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39616ff2-ef29-4426-8d26-e2fcb610ec54', 'name': 'tempest-NetworksTestDHCPv6-router-419191006', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:31Z', 'updated_at': '2021-06-30T09:30:34Z', 'revision_number': 2, 'project_id': '49aa34362a184a6286a3555c581afbee', 'gw_port_host': None, '_interfaces': [{'id': 'e319086d-ce1c-4c35-a137-4a43ba069412', 'name': '', 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'mac_address': 'fa:16:3e:e1:6d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39616ff2-ef29-4426-8d26-e2fcb610ec54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': 'afdbca3e-8336-4dc1-9445-1f34570e9c84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:32Z', 'updated_at': '2021-06-30T09:30:38Z', 'revision_number': 4, 'project_id': '49aa34362a184a6286a3555c581afbee', 'subnets': [{'id': 'afdbca3e-8336-4dc1-9445-1f34570e9c84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:39.783664 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a1a734c5-4139-4777-80b0-2f27710cf8a7 tempest-PortsAdminExtendedAttrsTestJSON-1004077104 tempest-PortsAdminExtendedAttrsTestJSON-1004077104-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:39.797646 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-dd6105a4-6d5a-4e16-9ef1-a590c719931d service neutron] 10.222.0.52 "GET /v2.0/networks/b7c4d310-0e13-4978-b513-6d3abe0b2ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912744 Jun 30 09:30:39.843473 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323bc5f1-f51a-44d6-aa88-249df976c4f9 None None] The sync data for ids ['39616ff2-ef29-4426-8d26-e2fcb610ec54'] in n-d-771363-31 is: [{'id': '39616ff2-ef29-4426-8d26-e2fcb610ec54', 'name': 'tempest-NetworksTestDHCPv6-router-419191006', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:31Z', 'updated_at': '2021-06-30T09:30:34Z', 'revision_number': 2, 'project_id': '49aa34362a184a6286a3555c581afbee', 'gw_port_host': None, '_interfaces': [{'id': 'e319086d-ce1c-4c35-a137-4a43ba069412', 'name': '', 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'mac_address': 'fa:16:3e:e1:6d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39616ff2-ef29-4426-8d26-e2fcb610ec54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': 'afdbca3e-8336-4dc1-9445-1f34570e9c84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:32Z', 'updated_at': '2021-06-30T09:30:38Z', 'revision_number': 4, 'project_id': '49aa34362a184a6286a3555c581afbee', 'subnets': [{'id': 'afdbca3e-8336-4dc1-9445-1f34570e9c84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:30:39.844938 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3d0f8fa8-f74b-493e-bce6-ecfa72c7ee97 None None] Provisioning complete for port 952a003c-9b51-4ee4-a3ae-d2164a62affc triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:39.845306 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3d0f8fa8-f74b-493e-bce6-ecfa72c7ee97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:39.872461 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-07d35632-59f0-41dc-be26-a01d0347a87e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:39.962068 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-e790c970-e80f-48ed-8e7a-7fc80c0e8cc6 service neutron] 10.222.0.52 "GET /v2.0/networks/b7c4d310-0e13-4978-b513-6d3abe0b2ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623554 Jun 30 09:30:40.065898 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-ebdb4292-3dbf-472a-b243-da1db22d809b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 HTTP/1.1" status: 200 len: 217 time: 0.0881059 Jun 30 09:30:40.069987 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d35632-59f0-41dc-be26-a01d0347a87e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Port': ['ID=e319086d-ce1c-4c35-a137-4a43ba069412,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:40.160745 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-fda74c76-eecc-4d49-b2fe-10b9427a2c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:40.164952 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-fda74c76-eecc-4d49-b2fe-10b9427a2c3f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abf6d13-ee31-42ca-8f41-a3797ffb8563 HTTP/1.1" status: 200 len: 797 time: 0.0933611 Jun 30 09:30:40.171789 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-cf45c791-2fd1-4171-bfcd-ed035040279e None None] Could not find standard attr ID for object e319086d-ce1c-4c35-a137-4a43ba069412. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:30:40.232528 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-07d35632-59f0-41dc-be26-a01d0347a87e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:40.237672 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94096c13-058f-4bd4-ad62-6d1f5c12b325 req-bb208731-3baf-491b-a434-ff37a0cfd5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:40.239386 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-94096c13-058f-4bd4-ad62-6d1f5c12b325 req-bb208731-3baf-491b-a434-ff37a0cfd5bc service neutron] 10.222.0.37 "GET /v2.0/networks?id=2ab70122-0020-4c29-ae52-7bd3c84e0fca HTTP/1.1" status: 200 len: 917 time: 0.7711689 Jun 30 09:30:40.269394 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-cf45c791-2fd1-4171-bfcd-ed035040279e None None] Provisioning complete for port 70dc376c-3448-4937-94c0-7e826b1ae7c2 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:40.269780 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cf45c791-2fd1-4171-bfcd-ed035040279e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:40.310510 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-0d4782ba-a27d-4d30-88a4-44d9bf026189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:40.312060 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-0d4782ba-a27d-4d30-88a4-44d9bf026189 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1375213 Jun 30 09:30:40.367984 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-cf45c791-2fd1-4171-bfcd-ed035040279e None None] Port 70dc376c-3448-4937-94c0-7e826b1ae7c2 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:30:40.385489 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48149bb1-efc4-44f9-af03-5e97dd2f7371 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:30:40.408108 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18deb0cb-2cb6-4109-b926-39672e562185 None None] Sync routers for ids ['8e2f80cb-4ba0-475b-9250-05519f857126'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:30:40.408588 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-48149bb1-efc4-44f9-af03-5e97dd2f7371 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "PUT /v2.0/routers/8e2f80cb-4ba0-475b-9250-05519f857126/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5196779 Jun 30 09:30:40.412405 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18deb0cb-2cb6-4109-b926-39672e562185 None None] Routers {'8e2f80cb-4ba0-475b-9250-05519f857126'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:40.413342 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-18deb0cb-2cb6-4109-b926-39672e562185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:30:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['8e2f80cb-4ba0-475b-9250-05519f857126'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:40.445603 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35994) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:40.473649 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-a9c5d113-6063-4798-97ce-6983188966e0 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1481062398', 'description': 'tempest-secgroup_access--1481062398 description', 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:40.509130 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-00fedcb8-ab5a-4be9-a841-5d7c87e620c6 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566832 Jun 30 09:30:40.565131 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-18deb0cb-2cb6-4109-b926-39672e562185 None None] Set router 8e2f80cb-4ba0-475b-9250-05519f857126 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:40.636794 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-94096c13-058f-4bd4-ad62-6d1f5c12b325 req-7eefe2ae-b074-498a-abdc-001140a1ca3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 HTTP/1.1" status: 200 len: 1002 time: 0.3337486 Jun 30 09:30:40.640337 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-94cecede-5420-4f97-b301-d22cb65711c4 req-698a0230-72a9-4297-b9a6-8eb220ccaab0 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.2460339 Jun 30 09:30:40.669789 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-a9c8cf03-19a3-41ef-992e-afb01bd106a1 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492934 Jun 30 09:30:40.757117 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-3cb8d5eb-4753-4221-9d46-7e01c26194e5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=44e89faa-6b6f-468b-aada-373d3800878b HTTP/1.1" status: 200 len: 217 time: 0.0762877 Jun 30 09:30:40.821537 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94096c13-058f-4bd4-ad62-6d1f5c12b325 req-81403348-e68f-40dd-b761-ade52843b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:40.823150 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-94096c13-058f-4bd4-ad62-6d1f5c12b325 req-81403348-e68f-40dd-b761-ade52843b34a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=afcabd5e-a40b-4794-b5f8-0b150c129247 HTTP/1.1" status: 200 len: 855 time: 0.1718359 Jun 30 09:30:40.848987 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-3346b2b6-2098-43d7-a564-a4313150437a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:40.850444 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-3346b2b6-2098-43d7-a564-a4313150437a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abf6d13-ee31-42ca-8f41-a3797ffb8563 HTTP/1.1" status: 200 len: 797 time: 0.0826380 Jun 30 09:30:40.863192 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d35632-59f0-41dc-be26-a01d0347a87e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Router 39616ff2-ef29-4426-8d26-e2fcb610ec54 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:30:40.908675 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-18deb0cb-2cb6-4109-b926-39672e562185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'name': 'tempest-TestSecurityGroupsBasicOps-router-418446038', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '4c9d1a23-e143-4275-b47e-5338261bb628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:28Z', 'updated_at': '2021-06-30T09:30:37Z', 'revision_number': 4, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'gw_port': {'id': '4c9d1a23-e143-4275-b47e-5338261bb628', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:28Z', 'updated_at': '2021-06-30T09:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '70dc376c-3448-4937-94c0-7e826b1ae7c2', 'name': '', 'network_id': 'c2296a36-e128-4f85-a0af-66fbbdbc55ba', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'mac_address': 'fa:16:3e:9e:a6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '769ae7bd-7042-4fd9-99af-1767b3dce40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:35Z', 'updated_at': '2021-06-30T09:30:37Z', 'revision_number': 2, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'subnets': [{'id': '769ae7bd-7042-4fd9-99af-1767b3dce40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:40.940594 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-a138c93f-6a3d-41b0-a165-d77f0b45bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:40.942372 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-a138c93f-6a3d-41b0-a165-d77f0b45bb00 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0794311 Jun 30 09:30:40.947472 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a1a734c5-4139-4777-80b0-2f27710cf8a7 tempest-PortsAdminExtendedAttrsTestJSON-1004077104 tempest-PortsAdminExtendedAttrsTestJSON-1004077104-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:40.948307 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18deb0cb-2cb6-4109-b926-39672e562185 None None] Checking router: 8e2f80cb-4ba0-475b-9250-05519f857126 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:30:40.948666 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18deb0cb-2cb6-4109-b926-39672e562185 None None] Updating router 8e2f80cb-4ba0-475b-9250-05519f857126 port 70dc376c-3448-4937-94c0-7e826b1ae7c2 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:30:40.999832 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-18deb0cb-2cb6-4109-b926-39672e562185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:41.070468 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d35632-59f0-41dc-be26-a01d0347a87e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:30:41.072282 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a1a734c5-4139-4777-80b0-2f27710cf8a7 tempest-PortsAdminExtendedAttrsTestJSON-1004077104 tempest-PortsAdminExtendedAttrsTestJSON-1004077104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:41.084995 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-c5c5ef16-6df8-49d1-a789-d17b4c4e919f service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293688 Jun 30 09:30:41.085670 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a734c5-4139-4777-80b0-2f27710cf8a7 tempest-PortsAdminExtendedAttrsTestJSON-1004077104 tempest-PortsAdminExtendedAttrsTestJSON-1004077104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:30:41.096312 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a1a734c5-4139-4777-80b0-2f27710cf8a7 tempest-PortsAdminExtendedAttrsTestJSON-1004077104 tempest-PortsAdminExtendedAttrsTestJSON-1004077104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:41.096667 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-a1a734c5-4139-4777-80b0-2f27710cf8a7 tempest-PortsAdminExtendedAttrsTestJSON-1004077104 tempest-PortsAdminExtendedAttrsTestJSON-1004077104-project] Added segment 2abaf288-e437-4d51-8682-7a4a63191356 of type vlan for network 0d0eab37-e0e2-4e11-b161-7b233d54e043 Jun 30 09:30:41.139754 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a1a734c5-4139-4777-80b0-2f27710cf8a7 tempest-PortsAdminExtendedAttrsTestJSON-1004077104 tempest-PortsAdminExtendedAttrsTestJSON-1004077104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:41.182389 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-07d35632-59f0-41dc-be26-a01d0347a87e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "PUT /v2.0/routers/39616ff2-ef29-4426-8d26-e2fcb610ec54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7275553 Jun 30 09:30:41.190980 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36006) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:41.206223 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 952a003c-9b51-4ee4-a3ae-d2164a62affc up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:41.274953 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ac821d-4653-48ba-a8f0-b66be418f089 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:41.276825 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ac821d-4653-48ba-a8f0-b66be418f089 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:41.279364 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-82ac821d-4653-48ba-a8f0-b66be418f089 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0848112 Jun 30 09:30:41.289986 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a1a734c5-4139-4777-80b0-2f27710cf8a7 tempest-PortsAdminExtendedAttrsTestJSON-1004077104 tempest-PortsAdminExtendedAttrsTestJSON-1004077104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:41.291279 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36008) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:41.297278 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a734c5-4139-4777-80b0-2f27710cf8a7 tempest-PortsAdminExtendedAttrsTestJSON-1004077104 tempest-PortsAdminExtendedAttrsTestJSON-1004077104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:41.298046 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a1a734c5-4139-4777-80b0-2f27710cf8a7 tempest-PortsAdminExtendedAttrsTestJSON-1004077104 tempest-PortsAdminExtendedAttrsTestJSON-1004077104-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:41.303569 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78fc74db-21d4-4757-9932-184b36904c33 req-21c6a650-188b-45f1-b087-9eee76c57743 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.4384680 Jun 30 09:30:41.314245 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 952a003c-9b51-4ee4-a3ae-d2164a62affc triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:41.314245 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:41.390429 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-93d52cc9-6784-475f-9d9b-268f38c1b38f service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983036 Jun 30 09:30:41.403534 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a734c5-4139-4777-80b0-2f27710cf8a7 tempest-PortsAdminExtendedAttrsTestJSON-1004077104 tempest-PortsAdminExtendedAttrsTestJSON-1004077104-project] Pushing event updated for resources: {'Network': ['ID=0d0eab37-e0e2-4e11-b161-7b233d54e043,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:41.422522 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a734c5-4139-4777-80b0-2f27710cf8a7 tempest-PortsAdminExtendedAttrsTestJSON-1004077104 tempest-PortsAdminExtendedAttrsTestJSON-1004077104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b92a50-c8e7-4fb8-8f43-104e18d1eeda,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:41.429222 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94096c13-058f-4bd4-ad62-6d1f5c12b325 req-fc7e8885-f8ff-42f5-9bcf-0ad8cb4bc299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:41.430957 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-94096c13-058f-4bd4-ad62-6d1f5c12b325 req-fc7e8885-f8ff-42f5-9bcf-0ad8cb4bc299 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2ab70122-0020-4c29-ae52-7bd3c84e0fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5973349 Jun 30 09:30:41.450113 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 0d0eab37-e0e2-4e11-b161-7b233d54e043 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:30:41.509773 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-7504e611-f0ee-4436-8f50-04f810c4931f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8 HTTP/1.1" status: 200 len: 217 time: 0.1014361 Jun 30 09:30:41.523132 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a9c5d113-6063-4798-97ce-6983188966e0 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:41.565301 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-94096c13-058f-4bd4-ad62-6d1f5c12b325 req-df5ab333-f213-46c7-a3fe-ce4f25b759cf service neutron] 10.222.0.37 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207097 Jun 30 09:30:41.565547 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-18deb0cb-2cb6-4109-b926-39672e562185 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:41.577114 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-18deb0cb-2cb6-4109-b926-39672e562185 None None] Transition to ACTIVE for port object 70dc376c-3448-4937-94c0-7e826b1ae7c2 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:41.598426 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd8c4de-d3b4-410d-99b0-5ac7888ff31b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting subnet afdbca3e-8336-4dc1-9445-1f34570e9c84 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:30:41.607883 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c4de-d3b4-410d-99b0-5ac7888ff31b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:41.632829 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a1a734c5-4139-4777-80b0-2f27710cf8a7 tempest-PortsAdminExtendedAttrsTestJSON-1004077104 tempest-PortsAdminExtendedAttrsTestJSON-1004077104-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.8842402 Jun 30 09:30:41.639532 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-338278fa-004e-4c3a-b13d-bc866881a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:41.641440 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-338278fa-004e-4c3a-b13d-bc866881a138 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abf6d13-ee31-42ca-8f41-a3797ffb8563 HTTP/1.1" status: 200 len: 797 time: 0.1211321 Jun 30 09:30:41.684821 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c4de-d3b4-410d-99b0-5ac7888ff31b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:41.702004 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-94096c13-058f-4bd4-ad62-6d1f5c12b325 req-a899e542-f861-4a30-896b-6fe266be5930 service neutron] 10.222.0.37 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306071 Jun 30 09:30:41.713993 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-18deb0cb-2cb6-4109-b926-39672e562185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:41.740834 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a9c5d113-6063-4798-97ce-6983188966e0 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:41.799628 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-34de17f3-14f7-4a2a-bb76-915eb0f2f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:41.801967 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-34de17f3-14f7-4a2a-bb76-915eb0f2f0e6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1506588 Jun 30 09:30:41.833494 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a9c5d113-6063-4798-97ce-6983188966e0 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:41.891101 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5d113-6063-4798-97ce-6983188966e0 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=386ab956-9d96-4085-a5f4-7a808321ae74,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:41.909828 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c4de-d3b4-410d-99b0-5ac7888ff31b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:41.925983 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c8759-e70e-495a-a5fe-3f9ffe7da089 None None] Pushing event updated for resources: {'Port': ['ID=70dc376c-3448-4937-94c0-7e826b1ae7c2,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:41.938535 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a9c5d113-6063-4798-97ce-6983188966e0 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:41.939287 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a9c5d113-6063-4798-97ce-6983188966e0 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.4838219 Jun 30 09:30:41.941083 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36020) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:41.941513 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36022) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:41.943472 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-18deb0cb-2cb6-4109-b926-39672e562185 None None] Attempting to bind port 70dc376c-3448-4937-94c0-7e826b1ae7c2 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:41.944047 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-18deb0cb-2cb6-4109-b926-39672e562185 None None] Attempting to bind port 70dc376c-3448-4937-94c0-7e826b1ae7c2 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '9675042d-4da0-4e0f-a08a-d047833ad7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c2296a36-e128-4f85-a0af-66fbbdbc55ba'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:41.944589 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18deb0cb-2cb6-4109-b926-39672e562185 None None] Attempting to bind port 70dc376c-3448-4937-94c0-7e826b1ae7c2 on network c2296a36-e128-4f85-a0af-66fbbdbc55ba {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:41.952186 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18deb0cb-2cb6-4109-b926-39672e562185 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:30:41.952808 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Request body: {'port': {'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043', 'binding:host_id': 'n-h1-771363-31', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-12541561'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:41.955764 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18deb0cb-2cb6-4109-b926-39672e562185 None None] Checking segment: {'id': '9675042d-4da0-4e0f-a08a-d047833ad7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c2296a36-e128-4f85-a0af-66fbbdbc55ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:41.956285 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-18deb0cb-2cb6-4109-b926-39672e562185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:41.956614 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18deb0cb-2cb6-4109-b926-39672e562185 None None] Bound using segment: {'id': '9675042d-4da0-4e0f-a08a-d047833ad7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c2296a36-e128-4f85-a0af-66fbbdbc55ba'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:30:41.957109 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-18deb0cb-2cb6-4109-b926-39672e562185 None None] Bound port: 70dc376c-3448-4937-94c0-7e826b1ae7c2, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9675042d-4da0-4e0f-a08a-d047833ad7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c2296a36-e128-4f85-a0af-66fbbdbc55ba'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:30:41.957489 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-18deb0cb-2cb6-4109-b926-39672e562185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:41.970005 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-55e5d0fd-25b6-4280-ad7b-c1f5aec4f909 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--179914083', 'description': 'tempest-secgroup_general--179914083 description', 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:42.077151 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Made reservation on behalf of ffb4cfe80c62447294bc9f35ca3422f9 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:42.080112 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:42.096625 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:42.105132 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-4f21cb28-ced9-46ed-b03a-36f17b2e8b90 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939274 Jun 30 09:30:42.112245 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-18deb0cb-2cb6-4109-b926-39672e562185 None None] For port 70dc376c-3448-4937-94c0-7e826b1ae7c2, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:42.115929 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-18deb0cb-2cb6-4109-b926-39672e562185 None None] For port 70dc376c-3448-4937-94c0-7e826b1ae7c2, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=70dc376c-3448-4937-94c0-7e826b1ae7c2,segment=NetworkSegment(9675042d-4da0-4e0f-a08a-d047833ad7a7),segment_id=9675042d-4da0-4e0f-a08a-d047833ad7a7)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:30:42.172438 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-55e5d0fd-25b6-4280-ad7b-c1f5aec4f909 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:42.176654 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c4de-d3b4-410d-99b0-5ac7888ff31b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:42.205499 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-18deb0cb-2cb6-4109-b926-39672e562185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:42.225357 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8c4de-d3b4-410d-99b0-5ac7888ff31b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Subnet': ['ID=afdbca3e-8336-4dc1-9445-1f34570e9c84,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:42.241495 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c4de-d3b4-410d-99b0-5ac7888ff31b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:42.246491 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-cbd8c4de-d3b4-410d-99b0-5ac7888ff31b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/afdbca3e-8336-4dc1-9445-1f34570e9c84 HTTP/1.1" status: 204 len: 168 time: 0.9492450 Jun 30 09:30:42.247401 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36026) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:42.251553 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5189fa-d60f-47d5-9d0d-008256a5b810 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:42.299692 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdebd861-866c-4f29-bdc3-019d7c55584e None None] Sync routers for ids ['39616ff2-ef29-4426-8d26-e2fcb610ec54'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:30:42.301134 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18deb0cb-2cb6-4109-b926-39672e562185 None None] Routers {'8e2f80cb-4ba0-475b-9250-05519f857126'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:42.301942 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-18deb0cb-2cb6-4109-b926-39672e562185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:30:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['8e2f80cb-4ba0-475b-9250-05519f857126'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:42.350069 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:42.360849 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdebd861-866c-4f29-bdc3-019d7c55584e None None] Routers {'39616ff2-ef29-4426-8d26-e2fcb610ec54'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:42.367171 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-bdebd861-866c-4f29-bdc3-019d7c55584e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:30:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['39616ff2-ef29-4426-8d26-e2fcb610ec54'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:42.419103 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-f65109ce-a663-4a48-94e3-f7376ce3f2e3 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036792 Jun 30 09:30:42.434252 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:42.474302 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] device_id is not set on port acef0d15-13b7-4a51-a9c2-f13c95af19f5 yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:30:42.506074 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-bdebd861-866c-4f29-bdc3-019d7c55584e None None] Set router 39616ff2-ef29-4426-8d26-e2fcb610ec54 gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:42.553002 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c8759-e70e-495a-a5fe-3f9ffe7da089 None None] Pushing event updated for resources: {'Port': ['ID=70dc376c-3448-4937-94c0-7e826b1ae7c2,revision_number=4']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:42.559584 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-5f9139fa-9684-409b-b2b1-81ea5d989f4b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=d8c0077e-9781-471c-a7ca-1fbaf87ae4b4 HTTP/1.1" status: 200 len: 217 time: 0.1305857 Jun 30 09:30:42.589142 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3dd1bb60-4324-4a7a-a566-8df3e5d1a8fd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3278112 Jun 30 09:30:42.618200 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36034) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:42.633092 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-55e5d0fd-25b6-4280-ad7b-c1f5aec4f909 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:42.654864 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-bdebd861-866c-4f29-bdc3-019d7c55584e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39616ff2-ef29-4426-8d26-e2fcb610ec54', 'name': 'tempest-NetworksTestDHCPv6-router-419191006', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:31Z', 'updated_at': '2021-06-30T09:30:39Z', 'revision_number': 3, 'project_id': '49aa34362a184a6286a3555c581afbee', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:42.704505 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdebd861-866c-4f29-bdc3-019d7c55584e None None] Checking router: 39616ff2-ef29-4426-8d26-e2fcb610ec54 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:30:42.712714 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-18deb0cb-2cb6-4109-b926-39672e562185 None None] Set router 8e2f80cb-4ba0-475b-9250-05519f857126 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:42.723534 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdebd861-866c-4f29-bdc3-019d7c55584e None None] Routers {'39616ff2-ef29-4426-8d26-e2fcb610ec54'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:42.725325 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-bdebd861-866c-4f29-bdc3-019d7c55584e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:30:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['39616ff2-ef29-4426-8d26-e2fcb610ec54'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:42.733800 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-06d3d4ee-78a4-4863-ac3c-24f51e0b0695 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:42.826946 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-27c3bfd3-8d0b-412a-a178-02b5a6b2ea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:42.827718 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-bdebd861-866c-4f29-bdc3-019d7c55584e None None] Set router 39616ff2-ef29-4426-8d26-e2fcb610ec54 gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:42.828732 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-27c3bfd3-8d0b-412a-a178-02b5a6b2ea4c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abf6d13-ee31-42ca-8f41-a3797ffb8563 HTTP/1.1" status: 200 len: 797 time: 0.2619417 Jun 30 09:30:42.868993 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-55e5d0fd-25b6-4280-ad7b-c1f5aec4f909 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:42.872141 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9d96e1-1501-4abd-9615-af8170486a10,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:42.932863 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-bdebd861-866c-4f29-bdc3-019d7c55584e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39616ff2-ef29-4426-8d26-e2fcb610ec54', 'name': 'tempest-NetworksTestDHCPv6-router-419191006', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:31Z', 'updated_at': '2021-06-30T09:30:39Z', 'revision_number': 3, 'project_id': '49aa34362a184a6286a3555c581afbee', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:42.945409 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e5d0fd-25b6-4280-ad7b-c1f5aec4f909 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d38cfbc6-440a-416c-8130-9133e05def06,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:42.974573 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdebd861-866c-4f29-bdc3-019d7c55584e None None] The sync data for ids ['39616ff2-ef29-4426-8d26-e2fcb610ec54'] in n-d-771363-31 is: [{'id': '39616ff2-ef29-4426-8d26-e2fcb610ec54', 'name': 'tempest-NetworksTestDHCPv6-router-419191006', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:31Z', 'updated_at': '2021-06-30T09:30:39Z', 'revision_number': 3, 'project_id': '49aa34362a184a6286a3555c581afbee', 'gw_port_host': None}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:30:43.019980 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-06d3d4ee-78a4-4863-ac3c-24f51e0b0695 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:43.023591 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-06d3d4ee-78a4-4863-ac3c-24f51e0b0695 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:43.049097 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] device_id is not set on port acef0d15-13b7-4a51-a9c2-f13c95af19f5 yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:30:43.062291 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:43.065554 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-55e5d0fd-25b6-4280-ad7b-c1f5aec4f909 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:43.068483 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-55e5d0fd-25b6-4280-ad7b-c1f5aec4f909 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.1237385 Jun 30 09:30:43.071896 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36040) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:43.078123 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-9481f37c-3657-40a6-b0d2-38017efa814a tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Request body: {'security_group_rule': {'security_group_id': '386ab956-9d96-4085-a5f4-7a808321ae74', 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:43.087815 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-18deb0cb-2cb6-4109-b926-39672e562185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'name': 'tempest-TestSecurityGroupsBasicOps-router-418446038', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '4c9d1a23-e143-4275-b47e-5338261bb628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:28Z', 'updated_at': '2021-06-30T09:30:37Z', 'revision_number': 4, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'gw_port': {'id': '4c9d1a23-e143-4275-b47e-5338261bb628', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:28Z', 'updated_at': '2021-06-30T09:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '70dc376c-3448-4937-94c0-7e826b1ae7c2', 'name': '', 'network_id': 'c2296a36-e128-4f85-a0af-66fbbdbc55ba', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'mac_address': 'fa:16:3e:9e:a6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '769ae7bd-7042-4fd9-99af-1767b3dce40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:35Z', 'updated_at': '2021-06-30T09:30:42Z', 'revision_number': 4, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'subnets': [{'id': '769ae7bd-7042-4fd9-99af-1767b3dce40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:43.088940 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-684a0947-c006-410c-bcfd-3ddd8f50d9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:43.092433 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-684a0947-c006-410c-bcfd-3ddd8f50d9f7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a8969-fabc-4eb3-a4b7-0ed49225ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2274270 Jun 30 09:30:43.097062 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Transition to ACTIVE for port object acef0d15-13b7-4a51-a9c2-f13c95af19f5 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:43.119164 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18deb0cb-2cb6-4109-b926-39672e562185 None None] The sync data for ids ['8e2f80cb-4ba0-475b-9250-05519f857126'] in n-d-771363-31 is: [{'id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'name': 'tempest-TestSecurityGroupsBasicOps-router-418446038', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '4c9d1a23-e143-4275-b47e-5338261bb628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:28Z', 'updated_at': '2021-06-30T09:30:37Z', 'revision_number': 4, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'gw_port': {'id': '4c9d1a23-e143-4275-b47e-5338261bb628', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:28Z', 'updated_at': '2021-06-30T09:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '70dc376c-3448-4937-94c0-7e826b1ae7c2', 'name': '', 'network_id': 'c2296a36-e128-4f85-a0af-66fbbdbc55ba', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'mac_address': 'fa:16:3e:9e:a6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '769ae7bd-7042-4fd9-99af-1767b3dce40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:35Z', 'updated_at': '2021-06-30T09:30:42Z', 'revision_number': 4, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'subnets': [{'id': '769ae7bd-7042-4fd9-99af-1767b3dce40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:30:43.218570 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-064fbd44-5ad1-4121-8c61-91e2736c30a1 req-bf408c58-b076-477e-ad15-5b07f3958513 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0417583 Jun 30 09:30:43.225656 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:43.268876 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9481f37c-3657-40a6-b0d2-38017efa814a tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:43.382856 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0172f420-92e7-4e65-893e-194bc330e4ac None None] DHCP port deletion for ac69f748-a231-4e69-a180-b37986a0b0a8 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:30:43.407132 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Pushing event updated for resources: {'Port': ['ID=acef0d15-13b7-4a51-a9c2-f13c95af19f5,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:43.538754 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9481f37c-3657-40a6-b0d2-38017efa814a tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:43.560321 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Checking segment: {'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:43.560991 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Network hostable DHCP agents. Network: 0d0eab37-e0e2-4e11-b161-7b233d54e043, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:30:43.617212 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e319086d-ce1c-4c35-a137-4a43ba069412 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:43.640335 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9481f37c-3657-40a6-b0d2-38017efa814a tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:43.644267 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-69b70392-7dfe-4775-83ca-6fbf5bcc4747 req-ac708608-b1bd-4ac8-9bd0-191784d31f44 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0494492 Jun 30 09:30:43.681176 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481f37c-3657-40a6-b0d2-38017efa814a tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b0d6bd6-269c-41d3-9d20-99684642fd9a,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:43.693244 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Network 0d0eab37-e0e2-4e11-b161-7b233d54e043 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:30:43.704782 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-06d3d4ee-78a4-4863-ac3c-24f51e0b0695 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:43.705338 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d3d4ee-78a4-4863-ac3c-24f51e0b0695 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Fanout notify agent at l3_agent the message router_deleted on router 39616ff2-ef29-4426-8d26-e2fcb610ec54 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:30:43.737570 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-06d3d4ee-78a4-4863-ac3c-24f51e0b0695 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:43.738698 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-06d3d4ee-78a4-4863-ac3c-24f51e0b0695 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/routers/39616ff2-ef29-4426-8d26-e2fcb610ec54 HTTP/1.1" status: 204 len: 168 time: 1.1194394 Jun 30 09:30:43.742782 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36058) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:43.750322 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-92e60ea6-2219-41c8-9636-815d0ed45399 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:43.795345 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9481f37c-3657-40a6-b0d2-38017efa814a tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:43.800191 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9481f37c-3657-40a6-b0d2-38017efa814a tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7272570 Jun 30 09:30:43.851843 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-d98ddc1c-e420-4990-a27a-1676105016c2 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7501240 Jun 30 09:30:43.953158 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 0d0eab37-e0e2-4e11-b161-7b233d54e043) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:43.965861 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:44.026380 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:44.027015 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:44.028958 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:44.041639 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:44.052279 n-d-771363-31 neutron-server[101054]: ERROR neutron.plugins.ml2.managers [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Failed to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] Jun 30 09:30:44.052279 n-d-771363-31 neutron-server[101054]: INFO neutron.plugins.ml2.plugin [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempt 2 to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 Jun 30 09:30:44.081638 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:44.082102 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:44.082358 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:44.089829 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-8a06c74a-0055-41da-b5de-0bc938717584 service neutron] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279162 Jun 30 09:30:44.096126 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:44.096483 n-d-771363-31 neutron-server[101054]: ERROR neutron.plugins.ml2.managers [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Failed to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] Jun 30 09:30:44.097024 n-d-771363-31 neutron-server[101054]: INFO neutron.plugins.ml2.plugin [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempt 3 to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 Jun 30 09:30:44.097165 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0172f420-92e7-4e65-893e-194bc330e4ac None None] Deleting port 1dbced41-ae88-4098-a2d7-025f7336ebfb {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:44.097543 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0172f420-92e7-4e65-893e-194bc330e4ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:44.099698 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f381cd85-24e0-4b93-b727-ba90018b828c None None] Network 0d0eab37-e0e2-4e11-b161-7b233d54e043 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:44.103289 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: e319086d-ce1c-4c35-a137-4a43ba069412 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:44.103640 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e319086d-ce1c-4c35-a137-4a43ba069412 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:44.104054 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 1dbced41-ae88-4098-a2d7-025f7336ebfb no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:44.123973 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e60ea6-2219-41c8-9636-815d0ed45399 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:44.131092 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-92e60ea6-2219-41c8-9636-815d0ed45399 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:44.184785 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-1d613b89-37ef-4612-a51f-e2a9a3f91eb4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3496caa8-899f-4b6b-b20d-887cdd2e4d71 HTTP/1.1" status: 200 len: 217 time: 0.0858498 Jun 30 09:30:44.260453 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-9d585c45-247c-47d9-8f7c-bb9dd9e9fca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:44.264284 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-9d585c45-247c-47d9-8f7c-bb9dd9e9fca4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7c18985-d439-4c19-be51-90abec28edd1 HTTP/1.1" status: 200 len: 797 time: 0.0713401 Jun 30 09:30:44.302881 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0172f420-92e7-4e65-893e-194bc330e4ac None None] For port 1dbced41-ae88-4098-a2d7-025f7336ebfb, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=1dbced41-ae88-4098-a2d7-025f7336ebfb,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:44.303568 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0172f420-92e7-4e65-893e-194bc330e4ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:44.323975 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0172f420-92e7-4e65-893e-194bc330e4ac None None] Calling delete_port for 1dbced41-ae88-4098-a2d7-025f7336ebfb owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:44.350259 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-50d98f03-1f91-467a-9294-957144e98283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:44.352225 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-50d98f03-1f91-467a-9294-957144e98283 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ee7a795-7cad-4025-ad1c-ea31997afa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0761344 Jun 30 09:30:44.530858 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-433cd28c-3b4c-474c-8927-89f7b2d32d0f service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704040 Jun 30 09:30:44.552855 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:44.681000 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0172f420-92e7-4e65-893e-194bc330e4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:44.698448 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-628b511b-7767-465f-af9f-50b312cb2163 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587491 Jun 30 09:30:44.732061 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:44.733136 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:44.733681 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:44.754419 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172f420-92e7-4e65-893e-194bc330e4ac None None] Pushing event deleted for resources: {'Port': ['ID=1dbced41-ae88-4098-a2d7-025f7336ebfb,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:44.757881 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0172f420-92e7-4e65-893e-194bc330e4ac None None] No DVR routers for this DVR port 1dbced41-ae88-4098-a2d7-025f7336ebfb on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:30:44.758008 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-13c04add-684a-4eb9-b7cb-08f01bd04f98 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2f70ca00-91bf-41fb-867a-6edb210c3385 HTTP/1.1" status: 200 len: 217 time: 0.0507414 Jun 30 09:30:44.774113 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d10b3830-020d-4057-ae55-0514f62837f5 req-caf7469c-6c57-44df-8b1e-10b9b8b5d061 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup_access--1481062398&fields=id&tenant_id=986dea5b74504ac5b54ab81c3e8c6d18 HTTP/1.1" status: 200 len: 267 time: 0.4565978 Jun 30 09:30:44.774113 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:44.774113 n-d-771363-31 neutron-server[101054]: ERROR neutron.plugins.ml2.managers [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Failed to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] Jun 30 09:30:44.784059 n-d-771363-31 neutron-server[101054]: INFO neutron.plugins.ml2.plugin [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempt 4 to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 Jun 30 09:30:44.829968 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-edfc6bf8-9e4e-4b95-b11c-d4da95961414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:44.833086 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-edfc6bf8-9e4e-4b95-b11c-d4da95961414 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7c18985-d439-4c19-be51-90abec28edd1 HTTP/1.1" status: 200 len: 797 time: 0.0645158 Jun 30 09:30:44.838526 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:44.838868 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:44.839219 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:44.853724 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:44.854189 n-d-771363-31 neutron-server[101054]: ERROR neutron.plugins.ml2.managers [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Failed to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] Jun 30 09:30:44.856405 n-d-771363-31 neutron-server[101054]: INFO neutron.plugins.ml2.plugin [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempt 5 to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 Jun 30 09:30:44.875386 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:44.875779 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:44.876130 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:44.881443 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:44.881849 n-d-771363-31 neutron-server[101054]: ERROR neutron.plugins.ml2.managers [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Failed to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] Jun 30 09:30:44.882309 n-d-771363-31 neutron-server[101054]: INFO neutron.plugins.ml2.plugin [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempt 6 to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 Jun 30 09:30:44.905228 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:44.905566 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:44.905902 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:44.910535 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:44.910910 n-d-771363-31 neutron-server[101054]: ERROR neutron.plugins.ml2.managers [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Failed to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] Jun 30 09:30:44.911346 n-d-771363-31 neutron-server[101054]: INFO neutron.plugins.ml2.plugin [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempt 7 to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 Jun 30 09:30:44.925289 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:44.925638 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:44.925933 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:44.929066 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-79e06acd-ada3-4c4f-83fe-1f6fc3975aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:44.930913 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-79e06acd-ada3-4c4f-83fe-1f6fc3975aae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ee7a795-7cad-4025-ad1c-ea31997afa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0914867 Jun 30 09:30:44.940063 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:44.940635 n-d-771363-31 neutron-server[101054]: ERROR neutron.plugins.ml2.managers [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Failed to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] Jun 30 09:30:44.941270 n-d-771363-31 neutron-server[101054]: INFO neutron.plugins.ml2.plugin [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempt 8 to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 Jun 30 09:30:44.961669 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:44.962007 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:44.963638 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:44.967530 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-92e60ea6-2219-41c8-9636-815d0ed45399 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:44.981799 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:44.982335 n-d-771363-31 neutron-server[101054]: ERROR neutron.plugins.ml2.managers [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Failed to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] Jun 30 09:30:44.985968 n-d-771363-31 neutron-server[101054]: INFO neutron.plugins.ml2.plugin [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempt 9 to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 Jun 30 09:30:45.047932 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e60ea6-2219-41c8-9636-815d0ed45399 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:45.056886 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:45.057355 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:45.057548 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:45.060105 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-92e60ea6-2219-41c8-9636-815d0ed45399 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:45.068749 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e60ea6-2219-41c8-9636-815d0ed45399 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:45.068749 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-92e60ea6-2219-41c8-9636-815d0ed45399 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:45.082791 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1234964b-95f0-4f42-b101-e077915e7547 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:45.087339 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:45.087677 n-d-771363-31 neutron-server[101054]: ERROR neutron.plugins.ml2.managers [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Failed to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] Jun 30 09:30:45.092997 n-d-771363-31 neutron-server[101054]: INFO neutron.plugins.ml2.plugin [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempt 10 to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 Jun 30 09:30:45.108744 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e60ea6-2219-41c8-9636-815d0ed45399 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Subnet': ['ID=c423c02d-433c-4206-92e0-6c58a6bfeb20,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:45.109415 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-6000990c-3ac9-4b88-9fe8-7b34ea3810e9 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652353 Jun 30 09:30:45.149220 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d10b3830-020d-4057-ae55-0514f62837f5 req-e019226f-e948-47d5-b14f-982d5739aa98 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup_general--179914083&fields=id&tenant_id=986dea5b74504ac5b54ab81c3e8c6d18 HTTP/1.1" status: 200 len: 267 time: 0.3619020 Jun 30 09:30:45.195366 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:45.196240 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:45.196752 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:45.256450 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-92e60ea6-2219-41c8-9636-815d0ed45399 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5100484 Jun 30 09:30:45.257324 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36086) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:45.259220 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:45.259607 n-d-771363-31 neutron-server[101054]: ERROR neutron.plugins.ml2.managers [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Failed to bind port acef0d15-13b7-4a51-a9c2-f13c95af19f5 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] Jun 30 09:30:45.259980 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:45.271916 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-38eab387-ff07-412f-934e-9d2bbf753d55 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1902259541', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:45.273652 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 70dc376c-3448-4937-94c0-7e826b1ae7c2 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:45.289043 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aae635ae-9860-44af-85f2-bcf7bcb346d8 req-ba8c2629-bd09-4b2a-83ce-989dafb57fc1 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666260 Jun 30 09:30:45.370386 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b3830-020d-4057-ae55-0514f62837f5 req-388f6c15-e05c-42e2-bd27-249e7ebb95d0 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:45.376408 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d10b3830-020d-4057-ae55-0514f62837f5 req-388f6c15-e05c-42e2-bd27-249e7ebb95d0 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/networks?id=c2296a36-e128-4f85-a0af-66fbbdbc55ba HTTP/1.1" status: 200 len: 797 time: 0.2255373 Jun 30 09:30:45.397241 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d10b3830-020d-4057-ae55-0514f62837f5 req-991dbccc-2fc3-43cd-8426-53c3efa24e34 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/quotas/986dea5b74504ac5b54ab81c3e8c6d18 HTTP/1.1" status: 200 len: 375 time: 0.0172832 Jun 30 09:30:45.409755 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] For port acef0d15-13b7-4a51-a9c2-f13c95af19f5, host n-h1-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:45.410452 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempted to set empty binding levels {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 09:30:45.416444 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-38eab387-ff07-412f-934e-9d2bbf753d55 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:45.418084 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-38eab387-ff07-412f-934e-9d2bbf753d55 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:45.458940 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655e0cc3-1536-4cf0-be06-b83c48af3d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-ac69f748-a231-4e69-a180-b37986a0b0a8', 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'fixed_ips': [{'subnet_id': 'c423c02d-433c-4206-92e0-6c58a6bfeb20'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:30:45.460180 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-655e0cc3-1536-4cf0-be06-b83c48af3d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:45.484247 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-38eab387-ff07-412f-934e-9d2bbf753d55 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:45.520830 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d10b3830-020d-4057-ae55-0514f62837f5 req-5ff9b72b-b2fa-4f5a-b553-64ba96136769 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=986dea5b74504ac5b54ab81c3e8c6d18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1089094 Jun 30 09:30:45.548944 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 70dc376c-3448-4937-94c0-7e826b1ae7c2 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:45.561080 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-38eab387-ff07-412f-934e-9d2bbf753d55 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:45.565813 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 70dc376c-3448-4937-94c0-7e826b1ae7c2 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:45.566367 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:45.595396 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:45.655811 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:45.656219 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:45.668347 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-38eab387-ff07-412f-934e-9d2bbf753d55 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:45.670384 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-38eab387-ff07-412f-934e-9d2bbf753d55 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4119413 Jun 30 09:30:45.671433 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Pushing event updated for resources: {'Port': ['ID=acef0d15-13b7-4a51-a9c2-f13c95af19f5,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:45.680993 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36090) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:45.700306 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-655e0cc3-1536-4cf0-be06-b83c48af3d3f None None] Allocated IP 2001:db8::2 (ac69f748-a231-4e69-a180-b37986a0b0a8/c423c02d-433c-4206-92e0-6c58a6bfeb20/6230acde-3420-441a-b977-7550f9d1262e) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:45.791645 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-76336854-565b-45d9-866e-eb726e4a802f tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.8485060 Jun 30 09:30:45.795857 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36096) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:45.807858 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:45.821438 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4b288220-11fc-4e6d-8e6a-dfdb8de35dfa req-f0750068-aef4-42d2-8453-1ec58949aff6 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0779834 Jun 30 09:30:45.923077 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 70dc376c-3448-4937-94c0-7e826b1ae7c2, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=70dc376c-3448-4937-94c0-7e826b1ae7c2,segment=NetworkSegment(9675042d-4da0-4e0f-a08a-d047833ad7a7),segment_id=9675042d-4da0-4e0f-a08a-d047833ad7a7)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:45.930698 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d10b3830-020d-4057-ae55-0514f62837f5 req-fc02fafb-e311-44c4-bcf4-f7ead0cbcf34 service neutron] 10.222.0.10 "GET /v2.0/networks/c2296a36-e128-4f85-a0af-66fbbdbc55ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987339 Jun 30 09:30:46.002068 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-9c538946-14e0-498c-8a54-4b3070a91959 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Deleting port acef0d15-13b7-4a51-a9c2-f13c95af19f5 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:46.002674 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9c538946-14e0-498c-8a54-4b3070a91959 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:46.037640 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-655e0cc3-1536-4cf0-be06-b83c48af3d3f None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:46.070449 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-655e0cc3-1536-4cf0-be06-b83c48af3d3f None None] Transition to ACTIVE for port object 6230acde-3420-441a-b977-7550f9d1262e will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:46.070449 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:46.104422 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-9c538946-14e0-498c-8a54-4b3070a91959 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] For port acef0d15-13b7-4a51-a9c2-f13c95af19f5, host n-h1-771363-31, got binding levels [] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:46.106136 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9c538946-14e0-498c-8a54-4b3070a91959 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:46.119488 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-655e0cc3-1536-4cf0-be06-b83c48af3d3f None None] Transition to ACTIVE for port object 6230acde-3420-441a-b977-7550f9d1262e will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:46.151521 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-9c538946-14e0-498c-8a54-4b3070a91959 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Calling delete_port for acef0d15-13b7-4a51-a9c2-f13c95af19f5 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:46.166025 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=70dc376c-3448-4937-94c0-7e826b1ae7c2,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:46.192269 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4aa09f0a-041b-4f32-98ac-4c8dacd71c97 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:46.215663 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d10b3830-020d-4057-ae55-0514f62837f5 req-1aeefc1d-e999-44ea-b091-a7392a59aaae service neutron] 10.222.0.10 "GET /v2.0/networks/c2296a36-e128-4f85-a0af-66fbbdbc55ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832103 Jun 30 09:30:46.242549 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-655e0cc3-1536-4cf0-be06-b83c48af3d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:46.242699 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e865f8d4-b7d7-4eb9-992f-644176c04501 req-e917fef9-1baf-45a5-aeb7-1cc77fdbd939 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0454934 Jun 30 09:30:46.258940 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655e0cc3-1536-4cf0-be06-b83c48af3d3f None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:46.262533 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-655e0cc3-1536-4cf0-be06-b83c48af3d3f None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:46.287693 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655e0cc3-1536-4cf0-be06-b83c48af3d3f None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:46.350680 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e0cc3-1536-4cf0-be06-b83c48af3d3f None None] Pushing event updated for resources: {'Port': ['ID=6230acde-3420-441a-b977-7550f9d1262e,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:46.372365 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-655e0cc3-1536-4cf0-be06-b83c48af3d3f None None] Attempting to bind port 6230acde-3420-441a-b977-7550f9d1262e on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:46.372741 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-655e0cc3-1536-4cf0-be06-b83c48af3d3f None None] Attempting to bind port 6230acde-3420-441a-b977-7550f9d1262e by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:46.373106 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655e0cc3-1536-4cf0-be06-b83c48af3d3f None None] Attempting to bind port 6230acde-3420-441a-b977-7550f9d1262e on network ac69f748-a231-4e69-a180-b37986a0b0a8 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:46.378404 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655e0cc3-1536-4cf0-be06-b83c48af3d3f None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:30:46.378771 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655e0cc3-1536-4cf0-be06-b83c48af3d3f None None] Checking segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:46.379192 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-655e0cc3-1536-4cf0-be06-b83c48af3d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:46.379581 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655e0cc3-1536-4cf0-be06-b83c48af3d3f None None] Bound using segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:30:46.380039 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-655e0cc3-1536-4cf0-be06-b83c48af3d3f None None] Bound port: 6230acde-3420-441a-b977-7550f9d1262e, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:30:46.381180 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-655e0cc3-1536-4cf0-be06-b83c48af3d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:46.456061 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9c538946-14e0-498c-8a54-4b3070a91959 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:46.461536 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-655e0cc3-1536-4cf0-be06-b83c48af3d3f None None] For port 6230acde-3420-441a-b977-7550f9d1262e, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:46.466174 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-655e0cc3-1536-4cf0-be06-b83c48af3d3f None None] For port 6230acde-3420-441a-b977-7550f9d1262e, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=6230acde-3420-441a-b977-7550f9d1262e,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:30:46.491402 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c538946-14e0-498c-8a54-4b3070a91959 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Pushing event deleted for resources: {'Port': ['ID=acef0d15-13b7-4a51-a9c2-f13c95af19f5,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:46.504074 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9c538946-14e0-498c-8a54-4b3070a91959 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:46.506658 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9c538946-14e0-498c-8a54-4b3070a91959 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] 10.222.0.10 "DELETE /v2.0/ports/acef0d15-13b7-4a51-a9c2-f13c95af19f5 HTTP/1.1" status: 204 len: 168 time: 0.7094941 Jun 30 09:30:46.509381 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36110) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:46.517178 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-4aa09f0a-041b-4f32-98ac-4c8dacd71c97 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Allocated IP 2001:db8::1 (ac69f748-a231-4e69-a180-b37986a0b0a8/c423c02d-433c-4206-92e0-6c58a6bfeb20/209d12c0-0889-4180-a3bb-d0c902489322) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:46.538631 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91944d6-a280-47fb-8155-90f6cfba6f99 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] GET failed (client error): The resource could not be found. Jun 30 09:30:46.540290 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c91944d6-a280-47fb-8155-90f6cfba6f99 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] 10.222.0.10 "GET /v2.0/ports/acef0d15-13b7-4a51-a9c2-f13c95af19f5 HTTP/1.1" status: 404 len: 333 time: 0.0297570 Jun 30 09:30:46.544500 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36114) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:46.547910 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-655e0cc3-1536-4cf0-be06-b83c48af3d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:46.549815 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-c19834ea-9055-4cd9-9474-4641383a7e48 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Request body: {'port': {'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-875831751'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:46.639404 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19834ea-9055-4cd9-9474-4641383a7e48 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Made reservation on behalf of ffb4cfe80c62447294bc9f35ca3422f9 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:46.644338 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c19834ea-9055-4cd9-9474-4641383a7e48 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:46.673867 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-c19834ea-9055-4cd9-9474-4641383a7e48 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] device_id is not set on port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:30:46.706012 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4aa09f0a-041b-4f32-98ac-4c8dacd71c97 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:46.730852 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e0cc3-1536-4cf0-be06-b83c48af3d3f None None] Pushing event updated for resources: {'Port': ['ID=6230acde-3420-441a-b977-7550f9d1262e,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:46.739948 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-4aa09f0a-041b-4f32-98ac-4c8dacd71c97 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Transition to ACTIVE for port object 209d12c0-0889-4180-a3bb-d0c902489322 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:46.768454 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4134ae5b-1f1b-4279-922b-a27c48e7e44f req-f874b818-2f22-4e73-9143-221717a7c72e tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=b993b900-bc68-4c3e-b9dc-48a163788ee2 HTTP/1.1" status: 200 len: 210 time: 0.1883559 Jun 30 09:30:46.885267 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4aa09f0a-041b-4f32-98ac-4c8dacd71c97 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:46.941951 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c19834ea-9055-4cd9-9474-4641383a7e48 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:46.983089 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa09f0a-041b-4f32-98ac-4c8dacd71c97 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:46.984484 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa09f0a-041b-4f32-98ac-4c8dacd71c97 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Port': ['ID=209d12c0-0889-4180-a3bb-d0c902489322,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:46.988214 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-4aa09f0a-041b-4f32-98ac-4c8dacd71c97 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:46.990888 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa09f0a-041b-4f32-98ac-4c8dacd71c97 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:46.991536 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4aa09f0a-041b-4f32-98ac-4c8dacd71c97 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:47.357592 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 70dc376c-3448-4937-94c0-7e826b1ae7c2 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:47.357592 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 70dc376c-3448-4937-94c0-7e826b1ae7c2 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:47.357592 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:47.376514 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c19834ea-9055-4cd9-9474-4641383a7e48 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:47.454144 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19834ea-9055-4cd9-9474-4641383a7e48 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Network 0d0eab37-e0e2-4e11-b161-7b233d54e043 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:47.458159 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 6230acde-3420-441a-b977-7550f9d1262e up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:47.461426 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-c19834ea-9055-4cd9-9474-4641383a7e48 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:47.467202 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19834ea-9055-4cd9-9474-4641383a7e48 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Pushing event updated for resources: {'Port': ['ID=b6eda659-0c17-45f1-b7d3-3c8a42cde6e9,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:47.469415 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19834ea-9055-4cd9-9474-4641383a7e48 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:47.470391 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19834ea-9055-4cd9-9474-4641383a7e48 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:47.470997 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c19834ea-9055-4cd9-9474-4641383a7e48 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:47.487343 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4aa09f0a-041b-4f32-98ac-4c8dacd71c97 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:47.611698 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c19834ea-9055-4cd9-9474-4641383a7e48 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0659702 Jun 30 09:30:47.614108 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36134) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:47.621495 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:47.645089 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 6230acde-3420-441a-b977-7550f9d1262e completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:47.771711 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:47.909266 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4aa09f0a-041b-4f32-98ac-4c8dacd71c97 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:47.981758 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5ad785ff-1821-480d-aca3-f1adac90b70d req-b392e4a1-b20d-499d-9cd2-2c264ca9440c tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=b993b900-bc68-4c3e-b9dc-48a163788ee2 HTTP/1.1" status: 200 len: 210 time: 0.0679629 Jun 30 09:30:47.993254 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4aa09f0a-041b-4f32-98ac-4c8dacd71c97 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:47.994064 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4aa09f0a-041b-4f32-98ac-4c8dacd71c97 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:48.124137 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa09f0a-041b-4f32-98ac-4c8dacd71c97 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Port': ['ID=209d12c0-0889-4180-a3bb-d0c902489322,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:48.169546 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] device_id is not set on port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:30:48.169546 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:48.175625 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa09f0a-041b-4f32-98ac-4c8dacd71c97 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:48.177715 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-4aa09f0a-041b-4f32-98ac-4c8dacd71c97 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:48.185763 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Transition to ACTIVE for port object b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:48.245505 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0dc91dce-2fba-42ec-b106-a959e22423d4 req-4c11bba3-05cb-42ef-a2b5-0ebdc807d5aa service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0398912 Jun 30 09:30:48.280348 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:48.291617 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-44134c01-fd32-42b7-9a2f-03ca988af3c2 None None] Provisioning for port 6230acde-3420-441a-b977-7550f9d1262e completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:48.302126 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-44134c01-fd32-42b7-9a2f-03ca988af3c2 None None] Provisioning complete for port 6230acde-3420-441a-b977-7550f9d1262e triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:48.302812 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-44134c01-fd32-42b7-9a2f-03ca988af3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:48.452082 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Pushing event updated for resources: {'Port': ['ID=b6eda659-0c17-45f1-b7d3-3c8a42cde6e9,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:48.458877 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:48.460760 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:48.461289 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:48.475475 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-44134c01-fd32-42b7-9a2f-03ca988af3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:48.475745 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:48.476057 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Failed to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] Jun 30 09:30:48.476524 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempt 2 to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 Jun 30 09:30:48.494436 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:48.494983 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:48.495478 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:48.501172 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:48.501570 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Failed to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] Jun 30 09:30:48.501982 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempt 3 to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 Jun 30 09:30:48.518419 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:48.518760 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:48.519108 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:48.524555 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:48.524895 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Failed to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] Jun 30 09:30:48.525293 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempt 4 to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 Jun 30 09:30:48.527568 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-44134c01-fd32-42b7-9a2f-03ca988af3c2 None None] For port 6230acde-3420-441a-b977-7550f9d1262e, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=6230acde-3420-441a-b977-7550f9d1262e,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:48.537089 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4f95f80f-df6c-4d6d-b258-6afdaa841b37 req-612f3bd8-0c22-434a-b093-948cba02bfd6 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0661335 Jun 30 09:30:48.543146 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa09f0a-041b-4f32-98ac-4c8dacd71c97 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Router 998287ba-4a04-4199-81cb-99b345df320f is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:30:48.548924 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:48.549272 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:48.549614 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:48.555373 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:48.555852 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Failed to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] Jun 30 09:30:48.556244 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempt 5 to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 Jun 30 09:30:48.574711 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:48.575560 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:48.576058 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:48.581026 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:48.581361 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Failed to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] Jun 30 09:30:48.581757 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempt 6 to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 Jun 30 09:30:48.587967 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-44134c01-fd32-42b7-9a2f-03ca988af3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:48.597831 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:48.598221 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:48.598659 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:48.603465 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:48.603810 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Failed to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] Jun 30 09:30:48.605831 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempt 7 to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 Jun 30 09:30:48.633433 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:48.633792 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:48.634039 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:48.638916 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:48.639390 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Failed to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] Jun 30 09:30:48.639776 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempt 8 to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 Jun 30 09:30:48.654893 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:48.655270 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:48.655608 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:48.660771 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:48.660983 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Failed to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] Jun 30 09:30:48.661371 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempt 9 to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 Jun 30 09:30:48.663809 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44134c01-fd32-42b7-9a2f-03ca988af3c2 None None] Pushing event updated for resources: {'Port': ['ID=6230acde-3420-441a-b977-7550f9d1262e,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:48.678609 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:48.678942 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:48.679309 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:48.685048 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:48.685422 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Failed to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] Jun 30 09:30:48.685818 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempt 10 to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 Jun 30 09:30:48.696362 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa09f0a-041b-4f32-98ac-4c8dacd71c97 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:30:48.703641 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:48.703989 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:48.705004 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:48.706356 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4aa09f0a-041b-4f32-98ac-4c8dacd71c97 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "PUT /v2.0/routers/998287ba-4a04-4199-81cb-99b345df320f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0236881 Jun 30 09:30:48.709776 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36166) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:48.710375 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da31dc1f-7540-401c-afa8-61625b1f8111 None None] Sync routers for ids ['998287ba-4a04-4199-81cb-99b345df320f'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:30:48.722382 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da31dc1f-7540-401c-afa8-61625b1f8111 None None] Routers {'998287ba-4a04-4199-81cb-99b345df320f'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:48.723086 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-da31dc1f-7540-401c-afa8-61625b1f8111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:30:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['998287ba-4a04-4199-81cb-99b345df320f'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:48.760339 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:48.760339 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Failed to bind port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on host n-h1-771363-31 for vnic_type normal using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] Jun 30 09:30:48.760657 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:48.795445 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c62249-42ef-4321-89dc-9ee149c9fcdf tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:48.799707 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-40c62249-42ef-4321-89dc-9ee149c9fcdf tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports/209d12c0-0889-4180-a3bb-d0c902489322 HTTP/1.1" status: 200 len: 911 time: 0.0859346 Jun 30 09:30:48.800516 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36172) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:48.838727 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-da31dc1f-7540-401c-afa8-61625b1f8111 None None] Set router 998287ba-4a04-4199-81cb-99b345df320f gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:48.839095 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2c120180-9a42-413b-a29b-092f40faa5b3 None None] Provisioning for port 209d12c0-0889-4180-a3bb-d0c902489322 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:48.845187 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2c120180-9a42-413b-a29b-092f40faa5b3 None None] Provisioning complete for port 209d12c0-0889-4180-a3bb-d0c902489322 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:48.845560 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2c120180-9a42-413b-a29b-092f40faa5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:48.864125 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] For port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:48.864510 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempted to set empty binding levels {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 09:30:48.895501 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-2c120180-9a42-413b-a29b-092f40faa5b3 None None] Port 209d12c0-0889-4180-a3bb-d0c902489322 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:30:48.905196 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c69d8f0-7f7f-4d69-a9ca-766ec8735ea4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:48.911200 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c69d8f0-7f7f-4d69-a9ca-766ec8735ea4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:48.915715 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36174) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:48.915869 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8c69d8f0-7f7f-4d69-a9ca-766ec8735ea4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1141458 Jun 30 09:30:49.010389 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:49.037777 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e30dacc9-a816-4631-bf49-5afcaa03dff3 None None] Provisioning complete for port 209d12c0-0889-4180-a3bb-d0c902489322 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:49.039498 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e30dacc9-a816-4631-bf49-5afcaa03dff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:49.052243 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] In _notify_port_updated(), no bound segment for port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 {{(pid=101053) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:30:49.053334 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.053767 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:49.055259 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] 10.222.0.10 "PUT /v2.0/ports/b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 HTTP/1.1" status: 200 len: 975 time: 1.4392588 Jun 30 09:30:49.058933 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36180) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:49.113855 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-e30dacc9-a816-4631-bf49-5afcaa03dff3 None None] Port 209d12c0-0889-4180-a3bb-d0c902489322 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:30:49.124391 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-da31dc1f-7540-401c-afa8-61625b1f8111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998287ba-4a04-4199-81cb-99b345df320f', 'name': 'tempest-NetworksTestDHCPv6-router-1902259541', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:45Z', 'updated_at': '2021-06-30T09:30:47Z', 'revision_number': 2, 'project_id': '49aa34362a184a6286a3555c581afbee', 'gw_port_host': None, '_interfaces': [{'id': '209d12c0-0889-4180-a3bb-d0c902489322', 'name': '', 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'mac_address': 'fa:16:3e:aa:29:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998287ba-4a04-4199-81cb-99b345df320f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'c423c02d-433c-4206-92e0-6c58a6bfeb20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:46Z', 'updated_at': '2021-06-30T09:30:47Z', 'revision_number': 2, 'project_id': '49aa34362a184a6286a3555c581afbee', 'subnets': [{'id': 'c423c02d-433c-4206-92e0-6c58a6bfeb20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:49.159666 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da31dc1f-7540-401c-afa8-61625b1f8111 None None] Checking router: 998287ba-4a04-4199-81cb-99b345df320f for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:30:49.160423 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da31dc1f-7540-401c-afa8-61625b1f8111 None None] Updating router 998287ba-4a04-4199-81cb-99b345df320f port 209d12c0-0889-4180-a3bb-d0c902489322 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:30:49.198375 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 6230acde-3420-441a-b977-7550f9d1262e up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:49.207831 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-da31dc1f-7540-401c-afa8-61625b1f8111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:49.265537 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 6230acde-3420-441a-b977-7550f9d1262e triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:49.265936 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:49.266510 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79591eac-ac43-489e-9397-d020d82c5393 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Pushing event updated for resources: {'Port': ['ID=b6eda659-0c17-45f1-b7d3-3c8a42cde6e9,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:49.283056 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.283577 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.284044 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.284866 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.285338 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.285955 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.286418 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.287288 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.287488 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.287947 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.288398 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.288977 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.289557 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.290017 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.290467 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.291043 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.291539 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.291989 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.293095 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.293825 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.294288 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.295020 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.295527 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.296440 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc9695a4-6ef1-4d55-ab0a-387fd24e7d32 req-bd270f1f-a894-4d84-8a54-9b50a8bdd922 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=b993b900-bc68-4c3e-b9dc-48a163788ee2 HTTP/1.1" status: 200 len: 210 time: 0.0859442 Jun 30 09:30:49.318271 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.320268 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.320797 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.321211 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.321672 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.322162 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.322626 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.323149 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.324205 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.324797 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.335772 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.335772 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.337884 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.344772 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-afbfd502-6b86-4f4c-a1be-eb8e4941a647 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32502 time: 0.2822354 Jun 30 09:30:49.346406 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36182) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:49.481895 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-b78c5214-d2f5-4bf0-b8c4-03679c8c3bef tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Deleting port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:49.482530 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b78c5214-d2f5-4bf0-b8c4-03679c8c3bef tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:49.549941 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-b78c5214-d2f5-4bf0-b8c4-03679c8c3bef tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] For port b6eda659-0c17-45f1-b7d3-3c8a42cde6e9, host n-h1-771363-31, got binding levels [] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:49.550318 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b78c5214-d2f5-4bf0-b8c4-03679c8c3bef tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:49.566542 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-b78c5214-d2f5-4bf0-b8c4-03679c8c3bef tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Calling delete_port for b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:49.615892 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-da31dc1f-7540-401c-afa8-61625b1f8111 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:49.628368 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-da31dc1f-7540-401c-afa8-61625b1f8111 None None] Transition to ACTIVE for port object 209d12c0-0889-4180-a3bb-d0c902489322 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:49.703235 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a831512c-6fd0-49e2-9ea8-80eebf330a1e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:49.712890 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-da31dc1f-7540-401c-afa8-61625b1f8111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:49.745232 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b78c5214-d2f5-4bf0-b8c4-03679c8c3bef tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:49.847878 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-da31dc1f-7540-401c-afa8-61625b1f8111 None None] Attempting to bind port 209d12c0-0889-4180-a3bb-d0c902489322 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:49.848248 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-da31dc1f-7540-401c-afa8-61625b1f8111 None None] Attempting to bind port 209d12c0-0889-4180-a3bb-d0c902489322 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:49.848607 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da31dc1f-7540-401c-afa8-61625b1f8111 None None] Attempting to bind port 209d12c0-0889-4180-a3bb-d0c902489322 on network ac69f748-a231-4e69-a180-b37986a0b0a8 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:49.851006 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c5214-d2f5-4bf0-b8c4-03679c8c3bef tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6eda659-0c17-45f1-b7d3-3c8a42cde6e9,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:49.857957 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da31dc1f-7540-401c-afa8-61625b1f8111 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:30:49.858380 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da31dc1f-7540-401c-afa8-61625b1f8111 None None] Checking segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:49.858806 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-da31dc1f-7540-401c-afa8-61625b1f8111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:49.859369 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da31dc1f-7540-401c-afa8-61625b1f8111 None None] Bound using segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:30:49.859918 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-da31dc1f-7540-401c-afa8-61625b1f8111 None None] Bound port: 209d12c0-0889-4180-a3bb-d0c902489322, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:30:49.860294 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-da31dc1f-7540-401c-afa8-61625b1f8111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:49.874070 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b78c5214-d2f5-4bf0-b8c4-03679c8c3bef tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:49.876970 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b78c5214-d2f5-4bf0-b8c4-03679c8c3bef tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] 10.222.0.10 "DELETE /v2.0/ports/b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 HTTP/1.1" status: 204 len: 168 time: 0.5250242 Jun 30 09:30:49.879734 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36194) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:49.885380 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e472d0b-da7e-4898-9801-58972a27c692 None None] Pushing event updated for resources: {'Port': ['ID=209d12c0-0889-4180-a3bb-d0c902489322,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:49.919150 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f04e87-bc1a-4efd-bbe0-64361fd344bd tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] GET failed (client error): The resource could not be found. Jun 30 09:30:49.925197 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-71f04e87-bc1a-4efd-bbe0-64361fd344bd tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] 10.222.0.10 "GET /v2.0/ports/b6eda659-0c17-45f1-b7d3-3c8a42cde6e9 HTTP/1.1" status: 404 len: 333 time: 0.0436113 Jun 30 09:30:49.926759 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36198) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:49.933818 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-797c8437-9726-47c9-a058-b03a2fce9369 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2025091200', 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:49.977967 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-da31dc1f-7540-401c-afa8-61625b1f8111 None None] For port 209d12c0-0889-4180-a3bb-d0c902489322, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:49.982552 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-da31dc1f-7540-401c-afa8-61625b1f8111 None None] For port 209d12c0-0889-4180-a3bb-d0c902489322, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=209d12c0-0889-4180-a3bb-d0c902489322,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:30:50.050894 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797c8437-9726-47c9-a058-b03a2fce9369 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Made reservation on behalf of ffb4cfe80c62447294bc9f35ca3422f9 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:50.053630 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-797c8437-9726-47c9-a058-b03a2fce9369 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:50.074889 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-797c8437-9726-47c9-a058-b03a2fce9369 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] device_id is not set on port bfd47630-4795-403c-bc37-c18650e055cf yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:30:50.082161 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-da31dc1f-7540-401c-afa8-61625b1f8111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:50.119880 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-a831512c-6fd0-49e2-9ea8-80eebf330a1e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting port 209d12c0-0889-4180-a3bb-d0c902489322 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:50.120233 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a831512c-6fd0-49e2-9ea8-80eebf330a1e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:50.176471 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da31dc1f-7540-401c-afa8-61625b1f8111 None None] Routers {'998287ba-4a04-4199-81cb-99b345df320f'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:50.177112 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-da31dc1f-7540-401c-afa8-61625b1f8111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:30:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['998287ba-4a04-4199-81cb-99b345df320f'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:50.298190 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e472d0b-da7e-4898-9801-58972a27c692 None None] Pushing event updated for resources: {'Port': ['ID=209d12c0-0889-4180-a3bb-d0c902489322,revision_number=4']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:50.327871 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-da31dc1f-7540-401c-afa8-61625b1f8111 None None] Set router 998287ba-4a04-4199-81cb-99b345df320f gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:50.348199 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-a831512c-6fd0-49e2-9ea8-80eebf330a1e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] For port 209d12c0-0889-4180-a3bb-d0c902489322, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=209d12c0-0889-4180-a3bb-d0c902489322,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:50.348565 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a831512c-6fd0-49e2-9ea8-80eebf330a1e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:50.365976 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b3830-020d-4057-ae55-0514f62837f5 req-81651a46-41f1-48d9-8e33-dd86da6b5cc2 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:50.374362 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d10b3830-020d-4057-ae55-0514f62837f5 req-81651a46-41f1-48d9-8e33-dd86da6b5cc2 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.37 "GET /v2.0/networks?id=c2296a36-e128-4f85-a0af-66fbbdbc55ba HTTP/1.1" status: 200 len: 797 time: 0.2505934 Jun 30 09:30:50.379569 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-a831512c-6fd0-49e2-9ea8-80eebf330a1e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Calling delete_port for 209d12c0-0889-4180-a3bb-d0c902489322 owned by network:router_interface {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:50.462490 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-797c8437-9726-47c9-a058-b03a2fce9369 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:50.518859 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d10b3830-020d-4057-ae55-0514f62837f5 req-43cb7a49-9a5e-439f-bb46-0dd83eba10dc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=986dea5b74504ac5b54ab81c3e8c6d18 HTTP/1.1" status: 200 len: 477 time: 0.1324325 Jun 30 09:30:50.536158 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-d10b3830-020d-4057-ae55-0514f62837f5 req-b0bddfee-2c00-48a8-9f25-ab316589bdfc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Request body: {'port': {'device_id': 'b993b900-bc68-4c3e-b9dc-48a163788ee2', 'network_id': 'c2296a36-e128-4f85-a0af-66fbbdbc55ba', 'admin_state_up': True, 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'security_groups': ['386ab956-9d96-4085-a5f4-7a808321ae74', 'd38cfbc6-440a-416c-8130-9133e05def06']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:50.545105 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fe91eb83-ed6c-4a67-b835-d829b6aeed55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:50.677568 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-462b8478-b6f0-45da-bfd4-c09e95be6103 req-1a333ce6-3ed1-40bb-9e6b-2d5d9c2b4c0b service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0314519 Jun 30 09:30:50.710351 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db0ace61-af4c-40b9-9465-ad49b6a45e3f req-9277fabc-5770-4cef-8844-1519534035ef tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=b993b900-bc68-4c3e-b9dc-48a163788ee2 HTTP/1.1" status: 200 len: 210 time: 0.1309707 Jun 30 09:30:50.780927 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-da31dc1f-7540-401c-afa8-61625b1f8111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998287ba-4a04-4199-81cb-99b345df320f', 'name': 'tempest-NetworksTestDHCPv6-router-1902259541', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:45Z', 'updated_at': '2021-06-30T09:30:47Z', 'revision_number': 2, 'project_id': '49aa34362a184a6286a3555c581afbee', 'gw_port_host': None, '_interfaces': [{'id': '209d12c0-0889-4180-a3bb-d0c902489322', 'name': '', 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'mac_address': 'fa:16:3e:aa:29:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998287ba-4a04-4199-81cb-99b345df320f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'c423c02d-433c-4206-92e0-6c58a6bfeb20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:46Z', 'updated_at': '2021-06-30T09:30:49Z', 'revision_number': 4, 'project_id': '49aa34362a184a6286a3555c581afbee', 'subnets': [{'id': 'c423c02d-433c-4206-92e0-6c58a6bfeb20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:50.833002 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da31dc1f-7540-401c-afa8-61625b1f8111 None None] The sync data for ids ['998287ba-4a04-4199-81cb-99b345df320f'] in n-d-771363-31 is: [{'id': '998287ba-4a04-4199-81cb-99b345df320f', 'name': 'tempest-NetworksTestDHCPv6-router-1902259541', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:45Z', 'updated_at': '2021-06-30T09:30:47Z', 'revision_number': 2, 'project_id': '49aa34362a184a6286a3555c581afbee', 'gw_port_host': None, '_interfaces': [{'id': '209d12c0-0889-4180-a3bb-d0c902489322', 'name': '', 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'mac_address': 'fa:16:3e:aa:29:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998287ba-4a04-4199-81cb-99b345df320f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'c423c02d-433c-4206-92e0-6c58a6bfeb20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:46Z', 'updated_at': '2021-06-30T09:30:49Z', 'revision_number': 4, 'project_id': '49aa34362a184a6286a3555c581afbee', 'subnets': [{'id': 'c423c02d-433c-4206-92e0-6c58a6bfeb20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:30:50.878672 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-797c8437-9726-47c9-a058-b03a2fce9369 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:50.933613 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:30:50.950394 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797c8437-9726-47c9-a058-b03a2fce9369 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Network 0d0eab37-e0e2-4e11-b161-7b233d54e043 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:50.954246 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dd67bae7-4209-4385-9afe-c7029611b5b0 req-f10aa54b-d64c-4684-9f1e-87748fb9f473 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0465472 Jun 30 09:30:50.964359 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-797c8437-9726-47c9-a058-b03a2fce9369 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:50.964359 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d10b3830-020d-4057-ae55-0514f62837f5 req-b0bddfee-2c00-48a8-9f25-ab316589bdfc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Made reservation on behalf of 986dea5b74504ac5b54ab81c3e8c6d18 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:50.966750 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d10b3830-020d-4057-ae55-0514f62837f5 req-b0bddfee-2c00-48a8-9f25-ab316589bdfc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:50.969011 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797c8437-9726-47c9-a058-b03a2fce9369 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:50.970374 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797c8437-9726-47c9-a058-b03a2fce9369 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:50.970547 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-797c8437-9726-47c9-a058-b03a2fce9369 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:50.983514 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c8437-9726-47c9-a058-b03a2fce9369 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Pushing event updated for resources: {'Port': ['ID=bfd47630-4795-403c-bc37-c18650e055cf,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:51.039381 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a831512c-6fd0-49e2-9ea8-80eebf330a1e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:51.107859 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831512c-6fd0-49e2-9ea8-80eebf330a1e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Port': ['ID=209d12c0-0889-4180-a3bb-d0c902489322,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:51.143566 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-797c8437-9726-47c9-a058-b03a2fce9369 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2155647 Jun 30 09:30:51.158799 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36222) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:51.260726 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a831512c-6fd0-49e2-9ea8-80eebf330a1e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:51.286023 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 209d12c0-0889-4180-a3bb-d0c902489322 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:51.308491 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b652e5-848e-4ba0-8cab-007f9ebd0aca tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:51.310021 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-27b652e5-848e-4ba0-8cab-007f9ebd0aca tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] 10.222.0.10 "GET /v2.0/ports/bfd47630-4795-403c-bc37-c18650e055cf HTTP/1.1" status: 200 len: 955 time: 0.1479287 Jun 30 09:30:51.319453 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36224) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:51.336859 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 209d12c0-0889-4180-a3bb-d0c902489322 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:51.337644 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 209d12c0-0889-4180-a3bb-d0c902489322 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jun 30 09:30:51.364160 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-d10b3830-020d-4057-ae55-0514f62837f5 req-b0bddfee-2c00-48a8-9f25-ab316589bdfc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Allocated IP 172.20.0.9 (c2296a36-e128-4f85-a0af-66fbbdbc55ba/769ae7bd-7042-4fd9-99af-1767b3dce40c/f6847eed-3b94-443e-b36a-901503dfbab3) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:51.376917 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Port 209d12c0-0889-4180-a3bb-d0c902489322 not found, will not notify nova. {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jun 30 09:30:51.475080 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a831512c-6fd0-49e2-9ea8-80eebf330a1e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Router 998287ba-4a04-4199-81cb-99b345df320f has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:30:51.575190 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a831512c-6fd0-49e2-9ea8-80eebf330a1e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:30:51.583391 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a831512c-6fd0-49e2-9ea8-80eebf330a1e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "PUT /v2.0/routers/998287ba-4a04-4199-81cb-99b345df320f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6640329 Jun 30 09:30:51.583703 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36226) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:51.650080 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb483a6-96ba-4840-b383-4c861385756a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:51.652362 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb483a6-96ba-4840-b383-4c861385756a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:51.654666 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-dfb483a6-96ba-4840-b383-4c861385756a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0698369 Jun 30 09:30:51.657229 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36228) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:51.720208 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-9337f979-30d2-4215-b872-9508520f0055 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting subnet c423c02d-433c-4206-92e0-6c58a6bfeb20 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:30:51.724601 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9337f979-30d2-4215-b872-9508520f0055 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:51.777596 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9337f979-30d2-4215-b872-9508520f0055 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:51.867437 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9337f979-30d2-4215-b872-9508520f0055 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:51.897665 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-6df123c3-0dca-49ed-bc8a-9007ee08fbb1 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Deleting port bfd47630-4795-403c-bc37-c18650e055cf {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:51.898022 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6df123c3-0dca-49ed-bc8a-9007ee08fbb1 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:51.954893 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7d6f625a-6cc5-4991-ae8a-ca426ef49fe1 req-8cc89884-a116-4158-9c3f-fb0e878bc1a6 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=b993b900-bc68-4c3e-b9dc-48a163788ee2 HTTP/1.1" status: 200 len: 210 time: 0.0536115 Jun 30 09:30:52.050112 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d10b3830-020d-4057-ae55-0514f62837f5 req-b0bddfee-2c00-48a8-9f25-ab316589bdfc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.056144 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6df123c3-0dca-49ed-bc8a-9007ee08fbb1 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.077038 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-6df123c3-0dca-49ed-bc8a-9007ee08fbb1 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Calling delete_port for bfd47630-4795-403c-bc37-c18650e055cf owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:52.078945 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-d10b3830-020d-4057-ae55-0514f62837f5 req-b0bddfee-2c00-48a8-9f25-ab316589bdfc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Transition to ACTIVE for port object f6847eed-3b94-443e-b36a-901503dfbab3 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:52.081133 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9337f979-30d2-4215-b872-9508520f0055 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.109184 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337f979-30d2-4215-b872-9508520f0055 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Subnet': ['ID=c423c02d-433c-4206-92e0-6c58a6bfeb20,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:52.118157 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9337f979-30d2-4215-b872-9508520f0055 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.119091 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8776bc54-e519-4a7b-a7fa-36436ef2d98d None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:52.122617 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9337f979-30d2-4215-b872-9508520f0055 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/c423c02d-433c-4206-92e0-6c58a6bfeb20 HTTP/1.1" status: 204 len: 168 time: 0.4618526 Jun 30 09:30:52.123455 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36242) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:52.296870 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d10b3830-020d-4057-ae55-0514f62837f5 req-b0bddfee-2c00-48a8-9f25-ab316589bdfc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.342417 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d10b3830-020d-4057-ae55-0514f62837f5 req-b0bddfee-2c00-48a8-9f25-ab316589bdfc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Network c2296a36-e128-4f85-a0af-66fbbdbc55ba is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:52.346397 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-d10b3830-020d-4057-ae55-0514f62837f5 req-b0bddfee-2c00-48a8-9f25-ab316589bdfc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:52.356320 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10b3830-020d-4057-ae55-0514f62837f5 req-b0bddfee-2c00-48a8-9f25-ab316589bdfc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:52.391503 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadcc2d6-a2af-4f88-9fcd-bb1f10e7297f None None] DHCP port deletion for ac69f748-a231-4e69-a180-b37986a0b0a8 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:30:52.415076 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6df123c3-0dca-49ed-bc8a-9007ee08fbb1 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.435278 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b3830-020d-4057-ae55-0514f62837f5 req-b0bddfee-2c00-48a8-9f25-ab316589bdfc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:52.435961 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d10b3830-020d-4057-ae55-0514f62837f5 req-b0bddfee-2c00-48a8-9f25-ab316589bdfc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.438412 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bddfee-2c00-48a8-9f25-ab316589bdfc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Pushing event updated for resources: {'Port': ['ID=f6847eed-3b94-443e-b36a-901503dfbab3,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:52.475652 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df123c3-0dca-49ed-bc8a-9007ee08fbb1 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Pushing event deleted for resources: {'Port': ['ID=bfd47630-4795-403c-bc37-c18650e055cf,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:52.476059 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-dadcc2d6-a2af-4f88-9fcd-bb1f10e7297f None None] Deleting port 6230acde-3420-441a-b977-7550f9d1262e {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:52.478174 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-dadcc2d6-a2af-4f88-9fcd-bb1f10e7297f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.478871 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6df123c3-0dca-49ed-bc8a-9007ee08fbb1 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.506025 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6df123c3-0dca-49ed-bc8a-9007ee08fbb1 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] 10.222.0.10 "DELETE /v2.0/ports/bfd47630-4795-403c-bc37-c18650e055cf HTTP/1.1" status: 204 len: 168 time: 1.1873221 Jun 30 09:30:52.508438 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36248) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:52.556331 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-014d03f1-13f7-476c-81ce-4b3ca0c27111 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] GET failed (client error): The resource could not be found. Jun 30 09:30:52.562276 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-014d03f1-13f7-476c-81ce-4b3ca0c27111 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] 10.222.0.10 "GET /v2.0/ports/bfd47630-4795-403c-bc37-c18650e055cf HTTP/1.1" status: 404 len: 333 time: 0.0482686 Jun 30 09:30:52.562489 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36250) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:52.569592 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-dadcc2d6-a2af-4f88-9fcd-bb1f10e7297f None None] For port 6230acde-3420-441a-b977-7550f9d1262e, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=6230acde-3420-441a-b977-7550f9d1262e,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:52.570418 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-dadcc2d6-a2af-4f88-9fcd-bb1f10e7297f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.571985 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-c20cc40a-4444-4542-9f37-ce388057fe52 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Request body: {'port': {'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1180788277'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:52.589128 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-dadcc2d6-a2af-4f88-9fcd-bb1f10e7297f None None] Calling delete_port for 6230acde-3420-441a-b977-7550f9d1262e owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:52.590757 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d10b3830-020d-4057-ae55-0514f62837f5 req-b0bddfee-2c00-48a8-9f25-ab316589bdfc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.0674303 Jun 30 09:30:52.603408 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-d10b3830-020d-4057-ae55-0514f62837f5 req-849be828-aa3e-4f1f-b412-9040f262b004 service neutron] Request body: {'port': {'device_id': 'b993b900-bc68-4c3e-b9dc-48a163788ee2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:52.700075 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-03334771-422c-4174-a6bd-42483c133316 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5746171 Jun 30 09:30:52.704712 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36254) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:52.784932 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20cc40a-4444-4542-9f37-ce388057fe52 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Made reservation on behalf of ffb4cfe80c62447294bc9f35ca3422f9 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:52.787545 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c20cc40a-4444-4542-9f37-ce388057fe52 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.811282 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd3c7dac-6656-4ce0-b0a8-7bf9bd04a93d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.817463 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d10b3830-020d-4057-ae55-0514f62837f5 req-849be828-aa3e-4f1f-b412-9040f262b004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.857182 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-dadcc2d6-a2af-4f88-9fcd-bb1f10e7297f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.886477 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadcc2d6-a2af-4f88-9fcd-bb1f10e7297f None None] Pushing event deleted for resources: {'Port': ['ID=6230acde-3420-441a-b977-7550f9d1262e,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:52.894563 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadcc2d6-a2af-4f88-9fcd-bb1f10e7297f None None] No DVR routers for this DVR port 6230acde-3420-441a-b977-7550f9d1262e on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:30:52.897263 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcc2d6-a2af-4f88-9fcd-bb1f10e7297f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:52.897706 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcc2d6-a2af-4f88-9fcd-bb1f10e7297f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:52.898113 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcc2d6-a2af-4f88-9fcd-bb1f10e7297f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:52.898529 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcc2d6-a2af-4f88-9fcd-bb1f10e7297f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:52.898934 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcc2d6-a2af-4f88-9fcd-bb1f10e7297f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:52.899406 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcc2d6-a2af-4f88-9fcd-bb1f10e7297f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:52.899832 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcc2d6-a2af-4f88-9fcd-bb1f10e7297f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:52.900281 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcc2d6-a2af-4f88-9fcd-bb1f10e7297f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:52.901127 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcc2d6-a2af-4f88-9fcd-bb1f10e7297f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:52.901789 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcc2d6-a2af-4f88-9fcd-bb1f10e7297f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:52.902360 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcc2d6-a2af-4f88-9fcd-bb1f10e7297f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:52.902940 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcc2d6-a2af-4f88-9fcd-bb1f10e7297f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:52.904834 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-c20cc40a-4444-4542-9f37-ce388057fe52 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] device_id is not set on port 737c225f-929b-4fea-a28a-a306b64c905b yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:30:52.925811 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-32693d58-6f81-405a-8b67-13343940a1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.946593 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbcf22d-a1a1-4eb6-b7db-59362e920ef5 None None] Sync routers for ids ['998287ba-4a04-4199-81cb-99b345df320f'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:30:52.955020 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9c34788f-f9ab-4408-8d6f-8834ee5b9c99 req-d4302eb0-fca9-4a7d-9d3c-66c2a48940ee service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0516839 Jun 30 09:30:52.956848 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbcf22d-a1a1-4eb6-b7db-59362e920ef5 None None] Routers {'998287ba-4a04-4199-81cb-99b345df320f'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:52.957570 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-dbbcf22d-a1a1-4eb6-b7db-59362e920ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:30:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['998287ba-4a04-4199-81cb-99b345df320f'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:53.207900 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd3c7dac-6656-4ce0-b0a8-7bf9bd04a93d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.222633 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd3c7dac-6656-4ce0-b0a8-7bf9bd04a93d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.286566 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbd73f-6397-42e4-b67a-44fdefddbe5a req-d6a022fc-70ad-4276-add1-982348251cdc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:53.295866 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-10dbd73f-6397-42e4-b67a-44fdefddbe5a req-d6a022fc-70ad-4276-add1-982348251cdc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=b993b900-bc68-4c3e-b9dc-48a163788ee2 HTTP/1.1" status: 200 len: 970 time: 0.0976944 Jun 30 09:30:53.299267 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 6230acde-3420-441a-b977-7550f9d1262e no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:53.323449 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bc6ade6a-a4be-4700-b126-7634286c71ad None None] Provisioning for port f6847eed-3b94-443e-b36a-901503dfbab3 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:53.329616 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-dbbcf22d-a1a1-4eb6-b7db-59362e920ef5 None None] Set router 998287ba-4a04-4199-81cb-99b345df320f gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:53.351490 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bc6ade6a-a4be-4700-b126-7634286c71ad None None] Provisioning complete for port f6847eed-3b94-443e-b36a-901503dfbab3 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:53.352103 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bc6ade6a-a4be-4700-b126-7634286c71ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.353813 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-10dbd73f-6397-42e4-b67a-44fdefddbe5a req-02a8dbc8-9c4e-4eec-9741-f01b30aceb9c tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/security-groups?id=386ab956-9d96-4085-a5f4-7a808321ae74&id=d38cfbc6-440a-416c-8130-9133e05def06&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0550599 Jun 30 09:30:53.436731 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 6230acde-3420-441a-b977-7550f9d1262e {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:53.437367 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 6230acde-3420-441a-b977-7550f9d1262e not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:53.438878 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd3c7dac-6656-4ce0-b0a8-7bf9bd04a93d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.439422 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3c7dac-6656-4ce0-b0a8-7bf9bd04a93d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Fanout notify agent at l3_agent the message router_deleted on router 998287ba-4a04-4199-81cb-99b345df320f {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:30:53.448284 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-dbbcf22d-a1a1-4eb6-b7db-59362e920ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998287ba-4a04-4199-81cb-99b345df320f', 'name': 'tempest-NetworksTestDHCPv6-router-1902259541', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:45Z', 'updated_at': '2021-06-30T09:30:50Z', 'revision_number': 3, 'project_id': '49aa34362a184a6286a3555c581afbee', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:53.452192 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd3c7dac-6656-4ce0-b0a8-7bf9bd04a93d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.457195 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-bd3c7dac-6656-4ce0-b0a8-7bf9bd04a93d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/routers/998287ba-4a04-4199-81cb-99b345df320f HTTP/1.1" status: 204 len: 168 time: 0.7488492 Jun 30 09:30:53.458752 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36270) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:53.470824 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c20cc40a-4444-4542-9f37-ce388057fe52 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.489263 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbcf22d-a1a1-4eb6-b7db-59362e920ef5 None None] Checking router: 998287ba-4a04-4199-81cb-99b345df320f for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:30:53.518574 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-07f68a12-4c15-435f-95d3-a7908f3bf789 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0571461 Jun 30 09:30:53.519844 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36272) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:53.522145 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bc6ade6a-a4be-4700-b126-7634286c71ad None None] Port f6847eed-3b94-443e-b36a-901503dfbab3 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:30:53.528924 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbcf22d-a1a1-4eb6-b7db-59362e920ef5 None None] Routers set() bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:53.529298 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbcf22d-a1a1-4eb6-b7db-59362e920ef5 None None] Router IDs set() for agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 09:30:53.530168 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_agentschedulers_db [None req-dbbcf22d-a1a1-4eb6-b7db-59362e920ef5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'998287ba-4a04-4199-81cb-99b345df320f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:30:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent'). {{(pid=101055) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 30 09:30:53.530747 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbcf22d-a1a1-4eb6-b7db-59362e920ef5 None None] The sync data for ids ['998287ba-4a04-4199-81cb-99b345df320f'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:30:53.615472 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.626171 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-d10b3830-020d-4057-ae55-0514f62837f5 req-849be828-aa3e-4f1f-b412-9040f262b004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6847eed-3b94-443e-b36a-901503dfbab3 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:30:53.634155 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c20cc40a-4444-4542-9f37-ce388057fe52 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.645924 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7a03a8-92c1-4328-9b77-c6db2cfc922d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:53.646774 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d10b3830-020d-4057-ae55-0514f62837f5 req-849be828-aa3e-4f1f-b412-9040f262b004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.647401 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6c7a03a8-92c1-4328-9b77-c6db2cfc922d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1260147 Jun 30 09:30:53.649851 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36278) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:53.691816 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3d8a1ea5-6995-4476-af9d-e923eaac7d51 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0403016 Jun 30 09:30:53.696812 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36282) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:53.702561 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-fa3382d7-a846-4596-a9aa-47584b8f6e71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:53.724222 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-d10b3830-020d-4057-ae55-0514f62837f5 req-849be828-aa3e-4f1f-b412-9040f262b004 service neutron] Transition to ACTIVE for port object f6847eed-3b94-443e-b36a-901503dfbab3 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:53.729688 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bc284679-6553-47b1-9f4f-7af4eda40d59 req-44125747-32e7-4c5a-b4e4-6f80a65609ec service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0734236 Jun 30 09:30:53.733988 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20cc40a-4444-4542-9f37-ce388057fe52 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Network 0d0eab37-e0e2-4e11-b161-7b233d54e043 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:53.742169 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-c20cc40a-4444-4542-9f37-ce388057fe52 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:53.744917 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20cc40a-4444-4542-9f37-ce388057fe52 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:53.746466 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20cc40a-4444-4542-9f37-ce388057fe52 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:53.747363 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c20cc40a-4444-4542-9f37-ce388057fe52 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.753234 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20cc40a-4444-4542-9f37-ce388057fe52 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Pushing event updated for resources: {'Port': ['ID=737c225f-929b-4fea-a28a-a306b64c905b,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:53.867475 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d10b3830-020d-4057-ae55-0514f62837f5 req-849be828-aa3e-4f1f-b412-9040f262b004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.903887 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c20cc40a-4444-4542-9f37-ce388057fe52 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3401563 Jun 30 09:30:53.906547 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36284) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:53.915594 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:53.928128 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849be828-aa3e-4f1f-b412-9040f262b004 service neutron] Pushing event updated for resources: {'Port': ['ID=f6847eed-3b94-443e-b36a-901503dfbab3,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:53.991465 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3382d7-a846-4596-a9aa-47584b8f6e71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:53.998291 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fa3382d7-a846-4596-a9aa-47584b8f6e71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:54.036592 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-d10b3830-020d-4057-ae55-0514f62837f5 req-849be828-aa3e-4f1f-b412-9040f262b004 service neutron] Attempting to bind port f6847eed-3b94-443e-b36a-901503dfbab3 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:54.036909 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-d10b3830-020d-4057-ae55-0514f62837f5 req-849be828-aa3e-4f1f-b412-9040f262b004 service neutron] Attempting to bind port f6847eed-3b94-443e-b36a-901503dfbab3 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '9675042d-4da0-4e0f-a08a-d047833ad7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c2296a36-e128-4f85-a0af-66fbbdbc55ba'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:54.037266 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10b3830-020d-4057-ae55-0514f62837f5 req-849be828-aa3e-4f1f-b412-9040f262b004 service neutron] Attempting to bind port f6847eed-3b94-443e-b36a-901503dfbab3 on network c2296a36-e128-4f85-a0af-66fbbdbc55ba {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:54.043631 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10b3830-020d-4057-ae55-0514f62837f5 req-849be828-aa3e-4f1f-b412-9040f262b004 service neutron] Port f6847eed-3b94-443e-b36a-901503dfbab3 on network c2296a36-e128-4f85-a0af-66fbbdbc55ba not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:54.043964 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10b3830-020d-4057-ae55-0514f62837f5 req-849be828-aa3e-4f1f-b412-9040f262b004 service neutron] Attempting to bind port f6847eed-3b94-443e-b36a-901503dfbab3 on network c2296a36-e128-4f85-a0af-66fbbdbc55ba {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:54.051582 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10b3830-020d-4057-ae55-0514f62837f5 req-849be828-aa3e-4f1f-b412-9040f262b004 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:30:54.052078 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10b3830-020d-4057-ae55-0514f62837f5 req-849be828-aa3e-4f1f-b412-9040f262b004 service neutron] Checking segment: {'id': '9675042d-4da0-4e0f-a08a-d047833ad7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c2296a36-e128-4f85-a0af-66fbbdbc55ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:54.052342 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10b3830-020d-4057-ae55-0514f62837f5 req-849be828-aa3e-4f1f-b412-9040f262b004 service neutron] Bound using segment: {'id': '9675042d-4da0-4e0f-a08a-d047833ad7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c2296a36-e128-4f85-a0af-66fbbdbc55ba'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:30:54.052782 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-d10b3830-020d-4057-ae55-0514f62837f5 req-849be828-aa3e-4f1f-b412-9040f262b004 service neutron] Bound port: f6847eed-3b94-443e-b36a-901503dfbab3, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9675042d-4da0-4e0f-a08a-d047833ad7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c2296a36-e128-4f85-a0af-66fbbdbc55ba'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:30:54.053135 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d10b3830-020d-4057-ae55-0514f62837f5 req-849be828-aa3e-4f1f-b412-9040f262b004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:54.068050 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:54.140864 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-d10b3830-020d-4057-ae55-0514f62837f5 req-849be828-aa3e-4f1f-b412-9040f262b004 service neutron] For port f6847eed-3b94-443e-b36a-901503dfbab3, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:54.146066 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-d10b3830-020d-4057-ae55-0514f62837f5 req-849be828-aa3e-4f1f-b412-9040f262b004 service neutron] For port f6847eed-3b94-443e-b36a-901503dfbab3, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=f6847eed-3b94-443e-b36a-901503dfbab3,segment=NetworkSegment(9675042d-4da0-4e0f-a08a-d047833ad7a7),segment_id=9675042d-4da0-4e0f-a08a-d047833ad7a7)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:30:54.217909 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d10b3830-020d-4057-ae55-0514f62837f5 req-849be828-aa3e-4f1f-b412-9040f262b004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:54.276187 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b3830-020d-4057-ae55-0514f62837f5 req-849be828-aa3e-4f1f-b412-9040f262b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:54.279469 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d10b3830-020d-4057-ae55-0514f62837f5 req-849be828-aa3e-4f1f-b412-9040f262b004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:54.280976 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d10b3830-020d-4057-ae55-0514f62837f5 req-849be828-aa3e-4f1f-b412-9040f262b004 service neutron] 10.222.0.37 "PUT /v2.0/ports/f6847eed-3b94-443e-b36a-901503dfbab3 HTTP/1.1" status: 200 len: 1131 time: 1.6822784 Jun 30 09:30:54.281450 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b993b900-bc68-4c3e-b9dc-48a163788ee2', 'tag': 'f6847eed-3b94-443e-b36a-901503dfbab3'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:30:54.283777 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cec42ea-d7d0-4479-91ac-6f22930c8a95" -d '{"events": [{"name": "network-changed", "server_uuid": "b993b900-bc68-4c3e-b9dc-48a163788ee2", "tag": "f6847eed-3b94-443e-b36a-901503dfbab3"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:30:54.317816 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849be828-aa3e-4f1f-b412-9040f262b004 service neutron] Pushing event updated for resources: {'Port': ['ID=f6847eed-3b94-443e-b36a-901503dfbab3,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:54.361436 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078e66ae-a22b-412f-b316-a827f9ec238c x-openstack-request-id: req-078e66ae-a22b-412f-b316-a827f9ec238c {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:30:54.361735 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b993b900-bc68-4c3e-b9dc-48a163788ee2", "tag": "f6847eed-3b94-443e-b36a-901503dfbab3", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:30:54.361987 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-078e66ae-a22b-412f-b316-a827f9ec238c {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:30:54.362363 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b993b900-bc68-4c3e-b9dc-48a163788ee2', 'tag': 'f6847eed-3b94-443e-b36a-901503dfbab3', 'status': 'completed', 'code': 200} Jun 30 09:30:54.479637 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec42ea-d7d0-4479-91ac-6f22930c8a95 req-34112826-5ac0-42be-b49e-e99314d81ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:54.486105 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5cec42ea-d7d0-4479-91ac-6f22930c8a95 req-34112826-5ac0-42be-b49e-e99314d81ecd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=986dea5b74504ac5b54ab81c3e8c6d18&device_id=b993b900-bc68-4c3e-b9dc-48a163788ee2 HTTP/1.1" status: 200 len: 1134 time: 0.0904248 Jun 30 09:30:54.492646 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] device_id is not set on port 737c225f-929b-4fea-a28a-a306b64c905b yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:30:54.502378 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:54.533397 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Transition to ACTIVE for port object 737c225f-929b-4fea-a28a-a306b64c905b will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:54.646714 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:54.675097 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec42ea-d7d0-4479-91ac-6f22930c8a95 req-efd4e90a-3d66-4a0e-992c-9c35f440de63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:54.677237 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5cec42ea-d7d0-4479-91ac-6f22930c8a95 req-efd4e90a-3d66-4a0e-992c-9c35f440de63 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=986dea5b74504ac5b54ab81c3e8c6d18&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1878152 Jun 30 09:30:54.677914 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ce4ac-807e-4246-a797-e504bab7771c req-ce29cfae-f310-4697-9410-0ae12491d0ad tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:54.679417 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-477ce4ac-807e-4246-a797-e504bab7771c req-ce29cfae-f310-4697-9410-0ae12491d0ad tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=b993b900-bc68-4c3e-b9dc-48a163788ee2 HTTP/1.1" status: 200 len: 982 time: 0.1448071 Jun 30 09:30:54.695962 n-d-771363-31 neutron-server[101053]: DEBUG neutron.objects.ports [None req-fa3382d7-a846-4596-a9aa-47584b8f6e71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101053) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:30:54.700114 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fa3382d7-a846-4596-a9aa-47584b8f6e71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:54.715836 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:54.789824 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3382d7-a846-4596-a9aa-47584b8f6e71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:54.808677 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-fa3382d7-a846-4596-a9aa-47584b8f6e71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:54.818918 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1b3246-0ad0-4394-ae7f-7cf0e4e52d53 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:54.823372 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3382d7-a846-4596-a9aa-47584b8f6e71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:54.824556 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fa3382d7-a846-4596-a9aa-47584b8f6e71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:54.856447 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-477ce4ac-807e-4246-a797-e504bab7771c req-fa08ddf5-dfa1-4b02-a2a1-f1a2ebf73191 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/security-groups?id=386ab956-9d96-4085-a5f4-7a808321ae74&id=d38cfbc6-440a-416c-8130-9133e05def06&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1590638 Jun 30 09:30:54.868479 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3382d7-a846-4596-a9aa-47584b8f6e71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Subnet': ['ID=4b3ed2af-37b0-45a5-9b94-64dfb19d1c4d,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:54.884714 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec42ea-d7d0-4479-91ac-6f22930c8a95 req-5c534762-dc4b-4a3e-bb99-b1f3fe67ac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:54.884714 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5cec42ea-d7d0-4479-91ac-6f22930c8a95 req-5c534762-dc4b-4a3e-bb99-b1f3fe67ac2a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1978610 Jun 30 09:30:54.895266 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3382d7-a846-4596-a9aa-47584b8f6e71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:54.895266 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3382d7-a846-4596-a9aa-47584b8f6e71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:54.895266 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3382d7-a846-4596-a9aa-47584b8f6e71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:54.895266 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3382d7-a846-4596-a9aa-47584b8f6e71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:54.895266 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3382d7-a846-4596-a9aa-47584b8f6e71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:54.895266 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3382d7-a846-4596-a9aa-47584b8f6e71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:54.895266 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3382d7-a846-4596-a9aa-47584b8f6e71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:54.895266 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3382d7-a846-4596-a9aa-47584b8f6e71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:54.895266 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3382d7-a846-4596-a9aa-47584b8f6e71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:54.895266 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3382d7-a846-4596-a9aa-47584b8f6e71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:54.895266 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3382d7-a846-4596-a9aa-47584b8f6e71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:54.895266 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3382d7-a846-4596-a9aa-47584b8f6e71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:54.903308 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Pushing event updated for resources: {'Port': ['ID=737c225f-929b-4fea-a28a-a306b64c905b,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:54.928751 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port 737c225f-929b-4fea-a28a-a306b64c905b on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:54.929415 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port 737c225f-929b-4fea-a28a-a306b64c905b by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:54.929941 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port 737c225f-929b-4fea-a28a-a306b64c905b on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:54.935722 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Port 737c225f-929b-4fea-a28a-a306b64c905b on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:54.936463 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Failed to bind port 737c225f-929b-4fea-a28a-a306b64c905b on host n-h1-771363-31 for vnic_type normal using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] Jun 30 09:30:54.937039 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempt 2 to bind port 737c225f-929b-4fea-a28a-a306b64c905b Jun 30 09:30:54.959933 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port 737c225f-929b-4fea-a28a-a306b64c905b on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:54.960271 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port 737c225f-929b-4fea-a28a-a306b64c905b by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:54.960974 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port 737c225f-929b-4fea-a28a-a306b64c905b on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:54.967234 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Port 737c225f-929b-4fea-a28a-a306b64c905b on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:54.967931 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Failed to bind port 737c225f-929b-4fea-a28a-a306b64c905b on host n-h1-771363-31 for vnic_type normal using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] Jun 30 09:30:54.968696 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempt 3 to bind port 737c225f-929b-4fea-a28a-a306b64c905b Jun 30 09:30:54.991875 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fa3382d7-a846-4596-a9aa-47584b8f6e71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2925220 Jun 30 09:30:54.998157 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port 737c225f-929b-4fea-a28a-a306b64c905b on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:54.998157 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port 737c225f-929b-4fea-a28a-a306b64c905b by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:54.998157 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port 737c225f-929b-4fea-a28a-a306b64c905b on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:54.999773 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bbba0d-190e-4c57-9028-fadbe65e0040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-ac69f748-a231-4e69-a180-b37986a0b0a8', 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'fixed_ips': [{'subnet_id': '4b3ed2af-37b0-45a5-9b94-64dfb19d1c4d'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:30:54.999773 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-82bbba0d-190e-4c57-9028-fadbe65e0040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:55.002342 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36308) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:55.003256 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Port 737c225f-929b-4fea-a28a-a306b64c905b on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:55.003647 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Failed to bind port 737c225f-929b-4fea-a28a-a306b64c905b on host n-h1-771363-31 for vnic_type normal using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] Jun 30 09:30:55.010627 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b3830-020d-4057-ae55-0514f62837f5 req-5de67cf1-d7fa-41d4-afee-89113083706f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:55.010883 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-5e06102d-c6eb-4323-816c-69188c4bbf8a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:55.013724 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d10b3830-020d-4057-ae55-0514f62837f5 req-5de67cf1-d7fa-41d4-afee-89113083706f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=986dea5b74504ac5b54ab81c3e8c6d18&device_id=b993b900-bc68-4c3e-b9dc-48a163788ee2 HTTP/1.1" status: 200 len: 1134 time: 0.0849273 Jun 30 09:30:55.015495 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempt 4 to bind port 737c225f-929b-4fea-a28a-a306b64c905b Jun 30 09:30:55.065349 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d10b3830-020d-4057-ae55-0514f62837f5 req-430fa647-e4ac-40d1-af5f-045ef319c26d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6847eed-3b94-443e-b36a-901503dfbab3 HTTP/1.1" status: 200 len: 217 time: 0.0438836 Jun 30 09:30:55.087359 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port 737c225f-929b-4fea-a28a-a306b64c905b on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:55.087704 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port 737c225f-929b-4fea-a28a-a306b64c905b by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:55.088118 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port 737c225f-929b-4fea-a28a-a306b64c905b on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:55.100321 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Port 737c225f-929b-4fea-a28a-a306b64c905b on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:55.100652 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Failed to bind port 737c225f-929b-4fea-a28a-a306b64c905b on host n-h1-771363-31 for vnic_type normal using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] Jun 30 09:30:55.103098 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempt 5 to bind port 737c225f-929b-4fea-a28a-a306b64c905b Jun 30 09:30:55.131110 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port 737c225f-929b-4fea-a28a-a306b64c905b on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:55.131499 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port 737c225f-929b-4fea-a28a-a306b64c905b by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:55.131836 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port 737c225f-929b-4fea-a28a-a306b64c905b on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:55.135719 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 209d12c0-0889-4180-a3bb-d0c902489322 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:55.139902 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Port 737c225f-929b-4fea-a28a-a306b64c905b on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:55.140240 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Failed to bind port 737c225f-929b-4fea-a28a-a306b64c905b on host n-h1-771363-31 for vnic_type normal using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] Jun 30 09:30:55.144352 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempt 6 to bind port 737c225f-929b-4fea-a28a-a306b64c905b Jun 30 09:30:55.158717 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b3830-020d-4057-ae55-0514f62837f5 req-bcbc8762-ff0c-4c9e-9581-8ba1c7ad8625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:55.160358 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d10b3830-020d-4057-ae55-0514f62837f5 req-bcbc8762-ff0c-4c9e-9581-8ba1c7ad8625 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=769ae7bd-7042-4fd9-99af-1767b3dce40c HTTP/1.1" status: 200 len: 834 time: 0.0871096 Jun 30 09:30:55.171086 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port 737c225f-929b-4fea-a28a-a306b64c905b on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:55.171447 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port 737c225f-929b-4fea-a28a-a306b64c905b by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:55.171785 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port 737c225f-929b-4fea-a28a-a306b64c905b on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:55.174602 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 209d12c0-0889-4180-a3bb-d0c902489322 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:55.175150 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 209d12c0-0889-4180-a3bb-d0c902489322 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:55.186942 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Port 737c225f-929b-4fea-a28a-a306b64c905b on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:55.187390 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Failed to bind port 737c225f-929b-4fea-a28a-a306b64c905b on host n-h1-771363-31 for vnic_type normal using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] Jun 30 09:30:55.190259 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempt 7 to bind port 737c225f-929b-4fea-a28a-a306b64c905b Jun 30 09:30:55.209884 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port 737c225f-929b-4fea-a28a-a306b64c905b on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:55.210219 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port 737c225f-929b-4fea-a28a-a306b64c905b by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:55.210578 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port 737c225f-929b-4fea-a28a-a306b64c905b on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:55.215266 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Port 737c225f-929b-4fea-a28a-a306b64c905b on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:55.215626 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Failed to bind port 737c225f-929b-4fea-a28a-a306b64c905b on host n-h1-771363-31 for vnic_type normal using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] Jun 30 09:30:55.216018 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempt 8 to bind port 737c225f-929b-4fea-a28a-a306b64c905b Jun 30 09:30:55.232194 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port 737c225f-929b-4fea-a28a-a306b64c905b on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:55.232668 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b3830-020d-4057-ae55-0514f62837f5 req-86515272-df10-4102-85db-e7540a2ca02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:55.233228 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port 737c225f-929b-4fea-a28a-a306b64c905b by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:55.233389 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port 737c225f-929b-4fea-a28a-a306b64c905b on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:55.234449 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d10b3830-020d-4057-ae55-0514f62837f5 req-86515272-df10-4102-85db-e7540a2ca02b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2296a36-e128-4f85-a0af-66fbbdbc55ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676734 Jun 30 09:30:55.240072 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Port 737c225f-929b-4fea-a28a-a306b64c905b on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:55.240403 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Failed to bind port 737c225f-929b-4fea-a28a-a306b64c905b on host n-h1-771363-31 for vnic_type normal using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] Jun 30 09:30:55.240800 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempt 9 to bind port 737c225f-929b-4fea-a28a-a306b64c905b Jun 30 09:30:55.255194 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port 737c225f-929b-4fea-a28a-a306b64c905b on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:55.255430 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-82bbba0d-190e-4c57-9028-fadbe65e0040 None None] Allocated IP 2001:db8::f816:3eff:fe68:7c67 (ac69f748-a231-4e69-a180-b37986a0b0a8/4b3ed2af-37b0-45a5-9b94-64dfb19d1c4d/482a4fd5-afa0-44f7-9c07-114951a22f8e) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:55.255545 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port 737c225f-929b-4fea-a28a-a306b64c905b by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:55.255870 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port 737c225f-929b-4fea-a28a-a306b64c905b on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:55.260758 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Port 737c225f-929b-4fea-a28a-a306b64c905b on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:55.262499 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Failed to bind port 737c225f-929b-4fea-a28a-a306b64c905b on host n-h1-771363-31 for vnic_type normal using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] Jun 30 09:30:55.262952 n-d-771363-31 neutron-server[101053]: INFO neutron.plugins.ml2.plugin [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempt 10 to bind port 737c225f-929b-4fea-a28a-a306b64c905b Jun 30 09:30:55.280159 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port 737c225f-929b-4fea-a28a-a306b64c905b on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:55.280772 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port 737c225f-929b-4fea-a28a-a306b64c905b by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:55.281210 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempting to bind port 737c225f-929b-4fea-a28a-a306b64c905b on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:55.286311 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Port 737c225f-929b-4fea-a28a-a306b64c905b on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:55.286687 n-d-771363-31 neutron-server[101053]: ERROR neutron.plugins.ml2.managers [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Failed to bind port 737c225f-929b-4fea-a28a-a306b64c905b on host n-h1-771363-31 for vnic_type normal using segments [{'id': '2abaf288-e437-4d51-8682-7a4a63191356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0d0eab37-e0e2-4e11-b161-7b233d54e043'}] Jun 30 09:30:55.287314 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:55.332613 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e06102d-c6eb-4323-816c-69188c4bbf8a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:55.336959 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5e06102d-c6eb-4323-816c-69188c4bbf8a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:55.351468 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d10b3830-020d-4057-ae55-0514f62837f5 req-f247f043-2806-4b54-a727-1d27f62fad58 service neutron] 10.222.0.37 "GET /v2.0/networks/c2296a36-e128-4f85-a0af-66fbbdbc55ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096151 Jun 30 09:30:55.442838 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-82bbba0d-190e-4c57-9028-fadbe65e0040 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:55.484486 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d10b3830-020d-4057-ae55-0514f62837f5 req-197fa428-ec44-43b7-8f88-10e2d16bebf3 service neutron] 10.222.0.37 "GET /v2.0/networks/c2296a36-e128-4f85-a0af-66fbbdbc55ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211817 Jun 30 09:30:55.515057 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] For port 737c225f-929b-4fea-a28a-a306b64c905b, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:55.515993 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attempted to set empty binding levels {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 09:30:55.531277 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-82bbba0d-190e-4c57-9028-fadbe65e0040 None None] Transition to ACTIVE for port object 482a4fd5-afa0-44f7-9c07-114951a22f8e will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:55.575939 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-82bbba0d-190e-4c57-9028-fadbe65e0040 None None] Transition to ACTIVE for port object 482a4fd5-afa0-44f7-9c07-114951a22f8e will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:55.652863 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1c6c33a2-bc38-474b-b7e7-dfe86c71916a req-efc9a44d-db4c-4882-9d23-a907bef201af service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0350628 Jun 30 09:30:55.662413 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:55.719253 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] In _notify_port_updated(), no bound segment for port 737c225f-929b-4fea-a28a-a306b64c905b on network 0d0eab37-e0e2-4e11-b161-7b233d54e043 {{(pid=101053) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:30:55.719253 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:55.719253 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:55.719253 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] 10.222.0.10 "PUT /v2.0/ports/737c225f-929b-4fea-a28a-a306b64c905b HTTP/1.1" status: 200 len: 976 time: 1.8078613 Jun 30 09:30:55.721350 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36322) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:55.748324 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6b688-3656-4ae6-8aa5-ae87f48f5fc5 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Pushing event updated for resources: {'Port': ['ID=737c225f-929b-4fea-a28a-a306b64c905b,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:55.752254 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-82bbba0d-190e-4c57-9028-fadbe65e0040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:55.795518 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bbba0d-190e-4c57-9028-fadbe65e0040 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:55.804658 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-82bbba0d-190e-4c57-9028-fadbe65e0040 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:55.810374 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bbba0d-190e-4c57-9028-fadbe65e0040 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:55.826916 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bbba0d-190e-4c57-9028-fadbe65e0040 None None] Pushing event updated for resources: {'Port': ['ID=482a4fd5-afa0-44f7-9c07-114951a22f8e,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:55.846343 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-b041ac31-2b18-4cb9-a9a7-016ada594ea3 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Deleting port 737c225f-929b-4fea-a28a-a306b64c905b {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:55.846811 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b041ac31-2b18-4cb9-a9a7-016ada594ea3 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:55.907251 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-82bbba0d-190e-4c57-9028-fadbe65e0040 None None] Attempting to bind port 482a4fd5-afa0-44f7-9c07-114951a22f8e on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:55.908227 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-82bbba0d-190e-4c57-9028-fadbe65e0040 None None] Attempting to bind port 482a4fd5-afa0-44f7-9c07-114951a22f8e by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:55.908595 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bbba0d-190e-4c57-9028-fadbe65e0040 None None] Attempting to bind port 482a4fd5-afa0-44f7-9c07-114951a22f8e on network ac69f748-a231-4e69-a180-b37986a0b0a8 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:55.914265 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bbba0d-190e-4c57-9028-fadbe65e0040 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:30:55.914961 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bbba0d-190e-4c57-9028-fadbe65e0040 None None] Checking segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:55.915289 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-82bbba0d-190e-4c57-9028-fadbe65e0040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:55.915690 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bbba0d-190e-4c57-9028-fadbe65e0040 None None] Bound using segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:30:55.916388 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-82bbba0d-190e-4c57-9028-fadbe65e0040 None None] Bound port: 482a4fd5-afa0-44f7-9c07-114951a22f8e, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:30:55.916535 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-82bbba0d-190e-4c57-9028-fadbe65e0040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:55.924797 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5e06102d-c6eb-4323-816c-69188c4bbf8a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:55.944814 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-04444e96-6cba-4b14-ae3b-c3e13be10296 req-4d7ed5bf-b7a7-4523-966d-3772ade26323 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0442150 Jun 30 09:30:55.975281 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-b041ac31-2b18-4cb9-a9a7-016ada594ea3 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] For port 737c225f-929b-4fea-a28a-a306b64c905b, host n-h1-771363-31, got binding levels [] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:55.975639 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b041ac31-2b18-4cb9-a9a7-016ada594ea3 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:55.990266 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-b041ac31-2b18-4cb9-a9a7-016ada594ea3 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Calling delete_port for 737c225f-929b-4fea-a28a-a306b64c905b owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:56.056936 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-82bbba0d-190e-4c57-9028-fadbe65e0040 None None] For port 482a4fd5-afa0-44f7-9c07-114951a22f8e, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:56.061698 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-82bbba0d-190e-4c57-9028-fadbe65e0040 None None] For port 482a4fd5-afa0-44f7-9c07-114951a22f8e, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=482a4fd5-afa0-44f7-9c07-114951a22f8e,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:30:56.082940 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e06102d-c6eb-4323-816c-69188c4bbf8a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:56.088615 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-5e06102d-c6eb-4323-816c-69188c4bbf8a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:56.097610 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e06102d-c6eb-4323-816c-69188c4bbf8a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:56.098200 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5e06102d-c6eb-4323-816c-69188c4bbf8a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.102710 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06102d-c6eb-4323-816c-69188c4bbf8a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Subnet': ['ID=3deca480-f211-4de6-b2b4-4c4ab5b3dc15,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:56.141727 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf53f35-7692-4d0a-8bd4-b553590d8c45 req-b54457a5-780a-4df7-92a8-f2ba33764fa7 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:56.144782 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-82bbba0d-190e-4c57-9028-fadbe65e0040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.144940 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3bf53f35-7692-4d0a-8bd4-b553590d8c45 req-b54457a5-780a-4df7-92a8-f2ba33764fa7 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=b993b900-bc68-4c3e-b9dc-48a163788ee2 HTTP/1.1" status: 200 len: 982 time: 0.1224535 Jun 30 09:30:56.195302 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b041ac31-2b18-4cb9-a9a7-016ada594ea3 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.207409 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3bf53f35-7692-4d0a-8bd4-b553590d8c45 req-5f14d813-6841-45e2-97ca-d18eeb669912 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/security-groups?id=386ab956-9d96-4085-a5f4-7a808321ae74&id=d38cfbc6-440a-416c-8130-9133e05def06&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0559578 Jun 30 09:30:56.228853 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bbba0d-190e-4c57-9028-fadbe65e0040 None None] Pushing event updated for resources: {'Port': ['ID=482a4fd5-afa0-44f7-9c07-114951a22f8e,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:56.236672 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b041ac31-2b18-4cb9-a9a7-016ada594ea3 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.241055 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b041ac31-2b18-4cb9-a9a7-016ada594ea3 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] 10.222.0.10 "DELETE /v2.0/ports/737c225f-929b-4fea-a28a-a306b64c905b HTTP/1.1" status: 204 len: 168 time: 0.5156629 Jun 30 09:30:56.241495 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36334) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:56.251211 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5e06102d-c6eb-4323-816c-69188c4bbf8a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2462270 Jun 30 09:30:56.256372 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041ac31-2b18-4cb9-a9a7-016ada594ea3 tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] Pushing event deleted for resources: {'Port': ['ID=737c225f-929b-4fea-a28a-a306b64c905b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:56.258903 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36336) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:56.264593 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-d5987d2f-fcb7-49c8-8457-d1f1de3d58e4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'port': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'mac_address': 'fa:16:3e:77:07:22', 'name': 'tempest-NetworksTestDHCPv6-699646396'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:56.270146 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ecd96dd-6686-4b40-8ae5-f0fbb3a318ee tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] GET failed (client error): The resource could not be found. Jun 30 09:30:56.271737 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5ecd96dd-6686-4b40-8ae5-f0fbb3a318ee tempest-PortsAdminExtendedAttrsTestJSON-1226500452 tempest-PortsAdminExtendedAttrsTestJSON-1226500452-project-admin] 10.222.0.10 "GET /v2.0/ports/737c225f-929b-4fea-a28a-a306b64c905b HTTP/1.1" status: 404 len: 333 time: 0.0295408 Jun 30 09:30:56.275590 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36338) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:56.372380 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.374752 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6643d7a2-ff9b-4ec6-a6b9-9860a3430276 tempest-PortsAdminExtendedAttrsTestJSON-1004077104 tempest-PortsAdminExtendedAttrsTestJSON-1004077104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.505024 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6643d7a2-ff9b-4ec6-a6b9-9860a3430276 tempest-PortsAdminExtendedAttrsTestJSON-1004077104 tempest-PortsAdminExtendedAttrsTestJSON-1004077104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.515679 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-6643d7a2-ff9b-4ec6-a6b9-9860a3430276 tempest-PortsAdminExtendedAttrsTestJSON-1004077104 tempest-PortsAdminExtendedAttrsTestJSON-1004077104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d0eab37-e0e2-4e11-b161-7b233d54e043']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:56.519223 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5987d2f-fcb7-49c8-8457-d1f1de3d58e4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:56.628354 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d5987d2f-fcb7-49c8-8457-d1f1de3d58e4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.666521 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-d5987d2f-fcb7-49c8-8457-d1f1de3d58e4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] device_id is not set on port be0c7468-fe08-42ee-9517-e866659a8d24 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:30:56.846651 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-6643d7a2-ff9b-4ec6-a6b9-9860a3430276 tempest-PortsAdminExtendedAttrsTestJSON-1004077104 tempest-PortsAdminExtendedAttrsTestJSON-1004077104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2abaf288-e437-4d51-8682-7a4a63191356') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:56.846949 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-6643d7a2-ff9b-4ec6-a6b9-9860a3430276 tempest-PortsAdminExtendedAttrsTestJSON-1004077104 tempest-PortsAdminExtendedAttrsTestJSON-1004077104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2abaf288-e437-4d51-8682-7a4a63191356') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:56.869756 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-d5987d2f-fcb7-49c8-8457-d1f1de3d58e4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Allocated IP 172.20.0.11 (ac69f748-a231-4e69-a180-b37986a0b0a8/3deca480-f211-4de6-b2b4-4c4ab5b3dc15/be0c7468-fe08-42ee-9517-e866659a8d24) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:56.873116 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6643d7a2-ff9b-4ec6-a6b9-9860a3430276 tempest-PortsAdminExtendedAttrsTestJSON-1004077104 tempest-PortsAdminExtendedAttrsTestJSON-1004077104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.878487 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-d5987d2f-fcb7-49c8-8457-d1f1de3d58e4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Allocated IP 2001:db8::f816:3eff:fe77:722 (ac69f748-a231-4e69-a180-b37986a0b0a8/4b3ed2af-37b0-45a5-9b94-64dfb19d1c4d/be0c7468-fe08-42ee-9517-e866659a8d24) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:56.899160 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6643d7a2-ff9b-4ec6-a6b9-9860a3430276 tempest-PortsAdminExtendedAttrsTestJSON-1004077104 tempest-PortsAdminExtendedAttrsTestJSON-1004077104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.909441 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6643d7a2-ff9b-4ec6-a6b9-9860a3430276 tempest-PortsAdminExtendedAttrsTestJSON-1004077104 tempest-PortsAdminExtendedAttrsTestJSON-1004077104-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:30:56.909915 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6643d7a2-ff9b-4ec6-a6b9-9860a3430276 tempest-PortsAdminExtendedAttrsTestJSON-1004077104 tempest-PortsAdminExtendedAttrsTestJSON-1004077104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: items = [ Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:30:56.913660 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:30:57.091573 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6643d7a2-ff9b-4ec6-a6b9-9860a3430276 tempest-PortsAdminExtendedAttrsTestJSON-1004077104 tempest-PortsAdminExtendedAttrsTestJSON-1004077104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:57.106447 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6643d7a2-ff9b-4ec6-a6b9-9860a3430276 tempest-PortsAdminExtendedAttrsTestJSON-1004077104 tempest-PortsAdminExtendedAttrsTestJSON-1004077104-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:57.126522 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6643d7a2-ff9b-4ec6-a6b9-9860a3430276 tempest-PortsAdminExtendedAttrsTestJSON-1004077104 tempest-PortsAdminExtendedAttrsTestJSON-1004077104-project] 10.222.0.10 "DELETE /v2.0/networks/0d0eab37-e0e2-4e11-b161-7b233d54e043 HTTP/1.1" status: 204 len: 168 time: 0.8475554 Jun 30 09:30:57.152319 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643d7a2-ff9b-4ec6-a6b9-9860a3430276 tempest-PortsAdminExtendedAttrsTestJSON-1004077104 tempest-PortsAdminExtendedAttrsTestJSON-1004077104-project] Pushing event deleted for resources: {'Network': ['ID=0d0eab37-e0e2-4e11-b161-7b233d54e043,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:57.155023 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d5987d2f-fcb7-49c8-8457-d1f1de3d58e4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:57.185716 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-d5987d2f-fcb7-49c8-8457-d1f1de3d58e4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Transition to ACTIVE for port object be0c7468-fe08-42ee-9517-e866659a8d24 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:57.230391 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 482a4fd5-afa0-44f7-9c07-114951a22f8e up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:57.312258 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85496b0e-3381-4997-ac20-ee710f45a8cd None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:57.425462 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9330a0-f2f7-49f8-bd9b-c1ccfc3ea761 req-1f49d45f-2aaa-4a65-82dc-9ebc49e34c3a tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:57.427202 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6f9330a0-f2f7-49f8-bd9b-c1ccfc3ea761 req-1f49d45f-2aaa-4a65-82dc-9ebc49e34c3a tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=b993b900-bc68-4c3e-b9dc-48a163788ee2 HTTP/1.1" status: 200 len: 982 time: 0.0770493 Jun 30 09:30:57.458058 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d5987d2f-fcb7-49c8-8457-d1f1de3d58e4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:57.485215 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 482a4fd5-afa0-44f7-9c07-114951a22f8e completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:57.519800 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6f9330a0-f2f7-49f8-bd9b-c1ccfc3ea761 req-2601036c-b0d7-490d-b08e-215c35264d65 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/security-groups?id=386ab956-9d96-4085-a5f4-7a808321ae74&id=d38cfbc6-440a-416c-8130-9133e05def06&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0841599 Jun 30 09:30:57.533783 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-258b561e-9aa5-483d-8d7e-e470dacb92a5 None None] Provisioning for port 482a4fd5-afa0-44f7-9c07-114951a22f8e completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:57.533916 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5987d2f-fcb7-49c8-8457-d1f1de3d58e4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:57.535393 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-d5987d2f-fcb7-49c8-8457-d1f1de3d58e4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:57.536872 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-258b561e-9aa5-483d-8d7e-e470dacb92a5 None None] Provisioning complete for port 482a4fd5-afa0-44f7-9c07-114951a22f8e triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:57.546902 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5987d2f-fcb7-49c8-8457-d1f1de3d58e4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:57.547170 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-258b561e-9aa5-483d-8d7e-e470dacb92a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:57.578832 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5987d2f-fcb7-49c8-8457-d1f1de3d58e4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Port': ['ID=be0c7468-fe08-42ee-9517-e866659a8d24,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:57.607658 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5987d2f-fcb7-49c8-8457-d1f1de3d58e4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:57.608432 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d5987d2f-fcb7-49c8-8457-d1f1de3d58e4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:57.642765 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d8dbac-c230-4f7d-9b28-ee57c9cea7b7 None None] Update dhcp port {'port': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'fixed_ips': [{'subnet_id': '4b3ed2af-37b0-45a5-9b94-64dfb19d1c4d', 'ip_address': '2001:db8::f816:3eff:fe68:7c67'}, {'subnet_id': '3deca480-f211-4de6-b2b4-4c4ab5b3dc15'}], 'binding:host_id': 'n-d-771363-31'}, 'id': '482a4fd5-afa0-44f7-9c07-114951a22f8e'} from n-d-771363-31. {{(pid=101055) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:30:57.704687 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-258b561e-9aa5-483d-8d7e-e470dacb92a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:57.707378 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-77d8dbac-c230-4f7d-9b28-ee57c9cea7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:57.767643 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d5987d2f-fcb7-49c8-8457-d1f1de3d58e4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5051506 Jun 30 09:30:57.769084 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36362) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:57.799109 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-258b561e-9aa5-483d-8d7e-e470dacb92a5 None None] For port 482a4fd5-afa0-44f7-9c07-114951a22f8e, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=482a4fd5-afa0-44f7-9c07-114951a22f8e,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:57.859340 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b51393f-755c-4e2d-8d91-22ae78da9b4d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:57.866352 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b51393f-755c-4e2d-8d91-22ae78da9b4d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:57.868187 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2b51393f-755c-4e2d-8d91-22ae78da9b4d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0980537 Jun 30 09:30:57.870900 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36366) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:57.940497 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-258b561e-9aa5-483d-8d7e-e470dacb92a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:57.978501 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36370) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:58.004140 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-0b25f78f-ed11-4b5c-8778-2b02e5e784a2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting port be0c7468-fe08-42ee-9517-e866659a8d24 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:58.004985 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0b25f78f-ed11-4b5c-8778-2b02e5e784a2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:58.007875 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-77d8dbac-c230-4f7d-9b28-ee57c9cea7b7 None None] Allocated IP 172.20.0.2 (ac69f748-a231-4e69-a180-b37986a0b0a8/3deca480-f211-4de6-b2b4-4c4ab5b3dc15/482a4fd5-afa0-44f7-9c07-114951a22f8e) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:58.060586 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b561e-9aa5-483d-8d7e-e470dacb92a5 None None] Pushing event updated for resources: {'Port': ['ID=482a4fd5-afa0-44f7-9c07-114951a22f8e,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:58.122741 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-11d34524-256f-4447-97b3-18242d51a4a9 req-55c61ce0-ae7c-422b-8906-f039a97e0ae7 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0310135 Jun 30 09:30:58.180953 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-77d8dbac-c230-4f7d-9b28-ee57c9cea7b7 None None] For port 482a4fd5-afa0-44f7-9c07-114951a22f8e, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=482a4fd5-afa0-44f7-9c07-114951a22f8e,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:58.185992 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fe254ad6-0898-40a7-b14d-770a7f9c5002 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=34c6bd1899aa47cba711d989f8c351d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2016847 Jun 30 09:30:58.187902 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36380) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:58.191702 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0b25f78f-ed11-4b5c-8778-2b02e5e784a2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:58.205213 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-0b25f78f-ed11-4b5c-8778-2b02e5e784a2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Calling delete_port for be0c7468-fe08-42ee-9517-e866659a8d24 owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:58.245526 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a7d2c246-d2ac-4651-a5e0-e52412349ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:58.250916 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-77d8dbac-c230-4f7d-9b28-ee57c9cea7b7 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:58.274545 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-77d8dbac-c230-4f7d-9b28-ee57c9cea7b7 None None] Transition to ACTIVE for port object 482a4fd5-afa0-44f7-9c07-114951a22f8e will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:58.277478 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a7d2c246-d2ac-4651-a5e0-e52412349ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:58.381784 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-77d8dbac-c230-4f7d-9b28-ee57c9cea7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:58.413200 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c51279ca-768c-4788-a064-2964601236cf req-513b0a2a-6921-4449-90c6-f342e5a4e7c9 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0472684 Jun 30 09:30:58.421727 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a7d2c246-d2ac-4651-a5e0-e52412349ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:58.428993 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a7d2c246-d2ac-4651-a5e0-e52412349ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:58.428993 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a7d2c246-d2ac-4651-a5e0-e52412349ed5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e7b92a50-c8e7-4fb8-8f43-104e18d1eeda HTTP/1.1" status: 204 len: 168 time: 0.2395816 Jun 30 09:30:58.441139 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2c246-d2ac-4651-a5e0-e52412349ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b92a50-c8e7-4fb8-8f43-104e18d1eeda,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:58.509717 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8dbac-c230-4f7d-9b28-ee57c9cea7b7 None None] Pushing event updated for resources: {'Port': ['ID=482a4fd5-afa0-44f7-9c07-114951a22f8e,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:58.569998 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0b25f78f-ed11-4b5c-8778-2b02e5e784a2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:58.633976 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25f78f-ed11-4b5c-8778-2b02e5e784a2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Port': ['ID=be0c7468-fe08-42ee-9517-e866659a8d24,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:58.757284 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0b25f78f-ed11-4b5c-8778-2b02e5e784a2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:58.761092 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0b25f78f-ed11-4b5c-8778-2b02e5e784a2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/be0c7468-fe08-42ee-9517-e866659a8d24 HTTP/1.1" status: 204 len: 168 time: 0.8879139 Jun 30 09:30:58.762978 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36396) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:58.785396 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45379b89-d5fb-4dc2-9236-cd71f5762a97 req-7149b2ba-242e-43d2-9b98-3e4288a353d5 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:58.791719 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-45379b89-d5fb-4dc2-9236-cd71f5762a97 req-7149b2ba-242e-43d2-9b98-3e4288a353d5 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=b993b900-bc68-4c3e-b9dc-48a163788ee2 HTTP/1.1" status: 200 len: 982 time: 0.1199737 Jun 30 09:30:58.837917 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e1dbfe-407f-4b2e-a1c4-bb0474f03089 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:58.845644 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e1dbfe-407f-4b2e-a1c4-bb0474f03089 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:58.847490 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e1dbfe-407f-4b2e-a1c4-bb0474f03089 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:58.857222 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-52e1dbfe-407f-4b2e-a1c4-bb0474f03089 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0928531 Jun 30 09:30:58.857912 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36402) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:58.861554 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-45379b89-d5fb-4dc2-9236-cd71f5762a97 req-aa47c5da-7d1d-402d-befe-9c5bc373744a tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/security-groups?id=386ab956-9d96-4085-a5f4-7a808321ae74&id=d38cfbc6-440a-416c-8130-9133e05def06&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0631058 Jun 30 09:30:58.940305 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-59dab2e1-75c5-4500-a0f1-7bbb3fb428cc tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting subnet 3deca480-f211-4de6-b2b4-4c4ab5b3dc15 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:30:58.944374 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-59dab2e1-75c5-4500-a0f1-7bbb3fb428cc tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:58.995578 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-59dab2e1-75c5-4500-a0f1-7bbb3fb428cc tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.103910 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-59dab2e1-75c5-4500-a0f1-7bbb3fb428cc tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.172393 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 482a4fd5-afa0-44f7-9c07-114951a22f8e up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:59.325151 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-59dab2e1-75c5-4500-a0f1-7bbb3fb428cc tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.355769 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dab2e1-75c5-4500-a0f1-7bbb3fb428cc tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Subnet': ['ID=3deca480-f211-4de6-b2b4-4c4ab5b3dc15,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:59.357882 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-59dab2e1-75c5-4500-a0f1-7bbb3fb428cc tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.359795 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-59dab2e1-75c5-4500-a0f1-7bbb3fb428cc tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/3deca480-f211-4de6-b2b4-4c4ab5b3dc15 HTTP/1.1" status: 204 len: 168 time: 0.5009880 Jun 30 09:30:59.362385 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36410) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:59.392298 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36412) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:59.429291 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ae29f73-5f40-41c3-ad8d-6107e5b6ebe5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting subnet 4b3ed2af-37b0-45a5-9b94-64dfb19d1c4d {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:30:59.429291 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9ae29f73-5f40-41c3-ad8d-6107e5b6ebe5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.439422 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-effe324e-47b3-4b98-8c22-b51eeb1b4db4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ffb4cfe80c62447294bc9f35ca3422f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459437 Jun 30 09:30:59.442031 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36416) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:59.482712 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9ae29f73-5f40-41c3-ad8d-6107e5b6ebe5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.486228 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0d5c17-6fa8-4cf2-be01-5f305f7f8423 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:59.508264 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-85ff8cf4-16ba-4151-94ac-802f3a7494ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.534327 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-85ff8cf4-16ba-4151-94ac-802f3a7494ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.539626 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7ef8c029-e96a-46c3-b866-f6313cdd1965 None None] Provisioning for port 482a4fd5-afa0-44f7-9c07-114951a22f8e completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:59.546888 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7ef8c029-e96a-46c3-b866-f6313cdd1965 None None] Provisioning complete for port 482a4fd5-afa0-44f7-9c07-114951a22f8e triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:59.547721 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7ef8c029-e96a-46c3-b866-f6313cdd1965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.607945 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9ae29f73-5f40-41c3-ad8d-6107e5b6ebe5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.712878 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7ef8c029-e96a-46c3-b866-f6313cdd1965 None None] Could not find standard attr ID for object be0c7468-fe08-42ee-9517-e866659a8d24. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:30:59.713119 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-85ff8cf4-16ba-4151-94ac-802f3a7494ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.718289 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-85ff8cf4-16ba-4151-94ac-802f3a7494ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.722045 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-85ff8cf4-16ba-4151-94ac-802f3a7494ca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cc9d96e1-1501-4abd-9615-af8170486a10 HTTP/1.1" status: 204 len: 168 time: 0.2767293 Jun 30 09:30:59.729027 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff8cf4-16ba-4151-94ac-802f3a7494ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9d96e1-1501-4abd-9615-af8170486a10,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:59.782149 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9ae29f73-5f40-41c3-ad8d-6107e5b6ebe5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.803676 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9ae29f73-5f40-41c3-ad8d-6107e5b6ebe5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.805574 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9ae29f73-5f40-41c3-ad8d-6107e5b6ebe5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/4b3ed2af-37b0-45a5-9b94-64dfb19d1c4d HTTP/1.1" status: 204 len: 168 time: 0.4422536 Jun 30 09:30:59.808716 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36424) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:59.826776 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-166f5e0c-676c-4436-8fcb-707294f13513 None None] Could not find standard attr ID for object be0c7468-fe08-42ee-9517-e866659a8d24. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:30:59.840999 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29f73-5f40-41c3-ad8d-6107e5b6ebe5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Subnet': ['ID=4b3ed2af-37b0-45a5-9b94-64dfb19d1c4d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:59.874061 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1658898a-044f-460e-934d-55690f6e0c76 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0641963 Jun 30 09:30:59.877390 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36426) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:59.891598 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-d286071b-15bd-40b0-a59d-c174b84931e6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:00.102957 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f163a-06cc-4cfc-b732-38fd20648400 req-6bb326e0-a98c-4517-a321-21f57d04ea50 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:00.104938 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-773f163a-06cc-4cfc-b732-38fd20648400 req-6bb326e0-a98c-4517-a321-21f57d04ea50 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=b993b900-bc68-4c3e-b9dc-48a163788ee2 HTTP/1.1" status: 200 len: 982 time: 0.0880775 Jun 30 09:31:00.157700 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d286071b-15bd-40b0-a59d-c174b84931e6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:00.159850 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-773f163a-06cc-4cfc-b732-38fd20648400 req-29c6c9c7-318e-4cf6-a4b9-92230b0c89fb tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/security-groups?id=386ab956-9d96-4085-a5f4-7a808321ae74&id=d38cfbc6-440a-416c-8130-9133e05def06&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0480840 Jun 30 09:31:00.163708 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d286071b-15bd-40b0-a59d-c174b84931e6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:00.413732 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-19c85b0d-6dd3-492a-b865-255449915fb7 req-ce73e29c-0472-4fb0-8950-ce4031566d7e service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0424659 Jun 30 09:31:00.668171 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device f6847eed-3b94-443e-b36a-901503dfbab3 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:31:00.674910 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68598c4e-0e98-4700-abc6-7b46a0f3395a None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:00.772633 n-d-771363-31 neutron-server[101054]: DEBUG neutron.objects.ports [None req-d286071b-15bd-40b0-a59d-c174b84931e6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101054) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:31:00.801552 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-61c203fa-76cc-49f9-8058-6590ff2e6b6c None None] Provisioning complete for port 482a4fd5-afa0-44f7-9c07-114951a22f8e triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:00.801552 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-61c203fa-76cc-49f9-8058-6590ff2e6b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:00.967788 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8548f914-2f37-49e0-94a2-2563c6366cf1 req-1f2853ee-ae10-447d-964c-3baa73fb1d29 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0425878 Jun 30 09:31:01.006720 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port f6847eed-3b94-443e-b36a-901503dfbab3, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=f6847eed-3b94-443e-b36a-901503dfbab3,segment=NetworkSegment(9675042d-4da0-4e0f-a08a-d047833ad7a7),segment_id=9675042d-4da0-4e0f-a08a-d047833ad7a7)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:01.050295 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'f6847eed-3b94-443e-b36a-901503dfbab3', 'network_id': 'c2296a36-e128-4f85-a0af-66fbbdbc55ba', 'port_id': 'f6847eed-3b94-443e-b36a-901503dfbab3', 'mac_address': 'fa:16:3e:22:7f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '769ae7bd-7042-4fd9-99af-1767b3dce40c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:31:01.110354 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:01.126790 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6847eed-3b94-443e-b36a-901503dfbab3 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:31:01.162410 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port f6847eed-3b94-443e-b36a-901503dfbab3, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=f6847eed-3b94-443e-b36a-901503dfbab3,segment=NetworkSegment(9675042d-4da0-4e0f-a08a-d047833ad7a7),segment_id=9675042d-4da0-4e0f-a08a-d047833ad7a7)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:01.220229 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d286071b-15bd-40b0-a59d-c174b84931e6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:01.286053 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:01.359809 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=f6847eed-3b94-443e-b36a-901503dfbab3,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:01.421894 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc660b5-8a7b-40f8-81cd-06e029e352c6 req-3093b514-8385-4dc4-bb85-817a43091198 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:01.423563 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7dc660b5-8a7b-40f8-81cd-06e029e352c6 req-3093b514-8385-4dc4-bb85-817a43091198 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=b993b900-bc68-4c3e-b9dc-48a163788ee2 HTTP/1.1" status: 200 len: 983 time: 0.0928562 Jun 30 09:31:01.473967 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7dc660b5-8a7b-40f8-81cd-06e029e352c6 req-882d83c6-c824-4ef1-89ec-e6910f1b3a9f tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/security-groups?id=386ab956-9d96-4085-a5f4-7a808321ae74&id=d38cfbc6-440a-416c-8130-9133e05def06&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0442746 Jun 30 09:31:01.490519 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-d286071b-15bd-40b0-a59d-c174b84931e6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] For port 482a4fd5-afa0-44f7-9c07-114951a22f8e, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=482a4fd5-afa0-44f7-9c07-114951a22f8e,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:01.501553 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-50869a4f-a736-4f20-92e5-98f38236eb34 None None] Provisioning complete for port 482a4fd5-afa0-44f7-9c07-114951a22f8e triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:01.501928 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-50869a4f-a736-4f20-92e5-98f38236eb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:01.509424 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36472) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:01.532290 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d286071b-15bd-40b0-a59d-c174b84931e6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:01.619642 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-6f469458-7fdc-49b6-b2cf-e7ae310c65a7 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-27539473'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:01.652524 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['f6847eed-3b94-443e-b36a-901503dfbab3'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:31:01.666949 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d286071b-15bd-40b0-a59d-c174b84931e6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:01.669467 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d286071b-15bd-40b0-a59d-c174b84931e6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:01.752977 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d286071b-15bd-40b0-a59d-c174b84931e6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:01.771003 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-d286071b-15bd-40b0-a59d-c174b84931e6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:01.776149 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d286071b-15bd-40b0-a59d-c174b84931e6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:01.777380 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f469458-7fdc-49b6-b2cf-e7ae310c65a7 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Made reservation on behalf of bdecc9d290f64407a4a201716ffc6c72 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:01.777717 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d286071b-15bd-40b0-a59d-c174b84931e6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:01.782556 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6f469458-7fdc-49b6-b2cf-e7ae310c65a7 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:01.782811 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8da8f4-63f8-426a-b778-5169f736df48 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:01.793656 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6f469458-7fdc-49b6-b2cf-e7ae310c65a7 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:01.806430 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286071b-15bd-40b0-a59d-c174b84931e6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Port': ['ID=482a4fd5-afa0-44f7-9c07-114951a22f8e,revision_number=8']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:01.810240 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286071b-15bd-40b0-a59d-c174b84931e6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Subnet': ['ID=b97e4f15-9903-4030-81b9-84e655dcf9b1,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:01.916879 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36476) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:01.918440 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d286071b-15bd-40b0-a59d-c174b84931e6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0398738 Jun 30 09:31:01.926222 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-73c67a82-940c-4214-a027-b484dad4d4eb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:02.101076 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6f469458-7fdc-49b6-b2cf-e7ae310c65a7 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.236797 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fcb8aa36-8142-423a-8b2d-36ca27782cfa None None] Provisioning complete for port 482a4fd5-afa0-44f7-9c07-114951a22f8e triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:02.237147 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fcb8aa36-8142-423a-8b2d-36ca27782cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.273226 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6f469458-7fdc-49b6-b2cf-e7ae310c65a7 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.315188 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f469458-7fdc-49b6-b2cf-e7ae310c65a7 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:31:02.324743 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f469458-7fdc-49b6-b2cf-e7ae310c65a7 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efe33577-16fc-4d8a-b6f1-dddc54168f7a,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:02.344586 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6f469458-7fdc-49b6-b2cf-e7ae310c65a7 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.345288 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-6f469458-7fdc-49b6-b2cf-e7ae310c65a7 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Added segment ca80f978-4fd5-4ef4-a869-9bfe7c14a007 of type vlan for network 4249a572-2ed3-4058-89fc-06debb44be5d Jun 30 09:31:02.405009 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6f469458-7fdc-49b6-b2cf-e7ae310c65a7 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.518202 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device f6847eed-3b94-443e-b36a-901503dfbab3 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:02.535647 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c67a82-940c-4214-a027-b484dad4d4eb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:02.547417 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-73c67a82-940c-4214-a027-b484dad4d4eb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.642366 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6f469458-7fdc-49b6-b2cf-e7ae310c65a7 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.648070 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f469458-7fdc-49b6-b2cf-e7ae310c65a7 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:02.648653 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6f469458-7fdc-49b6-b2cf-e7ae310c65a7 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.760770 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port f6847eed-3b94-443e-b36a-901503dfbab3 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:02.767720 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port f6847eed-3b94-443e-b36a-901503dfbab3 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:02.768737 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.924659 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.952398 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b993b900-bc68-4c3e-b9dc-48a163788ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6847eed-3b94-443e-b36a-901503dfbab3'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:02.955339 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bc5959-9ecc-413a-af9c-19f6505ea0ca" -d '{"events": [{"server_uuid": "b993b900-bc68-4c3e-b9dc-48a163788ee2", "name": "network-vif-plugged", "status": "completed", "tag": "f6847eed-3b94-443e-b36a-901503dfbab3"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:02.985652 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3ea70028-4079-4d52-bd46-773a24d9433d req-b2caad2b-1ac9-4672-a3e8-78818bbcd931 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0492032 Jun 30 09:31:02.990828 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port f6847eed-3b94-443e-b36a-901503dfbab3, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=f6847eed-3b94-443e-b36a-901503dfbab3,segment=NetworkSegment(9675042d-4da0-4e0f-a08a-d047833ad7a7),segment_id=9675042d-4da0-4e0f-a08a-d047833ad7a7)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:03.027416 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d032b448-7766-492b-abbf-b6cb1c2ae6e3 x-openstack-request-id: req-d032b448-7766-492b-abbf-b6cb1c2ae6e3 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:03.035195 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b993b900-bc68-4c3e-b9dc-48a163788ee2", "name": "network-vif-plugged", "status": "completed", "tag": "f6847eed-3b94-443e-b36a-901503dfbab3", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:03.035195 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d032b448-7766-492b-abbf-b6cb1c2ae6e3 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:03.035195 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b993b900-bc68-4c3e-b9dc-48a163788ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6847eed-3b94-443e-b36a-901503dfbab3', 'code': 200} Jun 30 09:31:03.066371 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6f469458-7fdc-49b6-b2cf-e7ae310c65a7 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5558279 Jun 30 09:31:03.070467 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36500) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:03.088272 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f469458-7fdc-49b6-b2cf-e7ae310c65a7 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Pushing event updated for resources: {'Network': ['ID=4249a572-2ed3-4058-89fc-06debb44be5d,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:03.091809 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-5a59bb46-05c3-4e94-90c5-c7a68e1d5809 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Request body: {'subnet': {'network_id': '4249a572-2ed3-4058-89fc-06debb44be5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:03.102143 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:03.127633 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d368ef8-dbb6-4fa6-b551-2f60a44c50ee req-31eff494-0dc9-4d99-969a-60270faedfb9 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:03.133525 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2d368ef8-dbb6-4fa6-b551-2f60a44c50ee req-31eff494-0dc9-4d99-969a-60270faedfb9 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=b993b900-bc68-4c3e-b9dc-48a163788ee2 HTTP/1.1" status: 200 len: 983 time: 0.5103259 Jun 30 09:31:03.149294 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 4249a572-2ed3-4058-89fc-06debb44be5d details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:31:03.216158 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2d368ef8-dbb6-4fa6-b551-2f60a44c50ee req-2574c9a0-36a0-4d69-bd21-cc9b71b4828e tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/security-groups?id=386ab956-9d96-4085-a5f4-7a808321ae74&id=d38cfbc6-440a-416c-8130-9133e05def06&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0816016 Jun 30 09:31:03.249079 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 482a4fd5-afa0-44f7-9c07-114951a22f8e up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:03.260073 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=f6847eed-3b94-443e-b36a-901503dfbab3,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:03.296647 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb272d-f1ef-4964-aee3-d79b1282b29c req-4d37678e-c129-40f4-a5f4-e9ac72064f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:03.298429 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-11fb272d-f1ef-4964-aee3-d79b1282b29c req-4d37678e-c129-40f4-a5f4-e9ac72064f3e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b993b900-bc68-4c3e-b9dc-48a163788ee2 HTTP/1.1" status: 200 len: 1136 time: 0.1952140 Jun 30 09:31:03.349680 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 482a4fd5-afa0-44f7-9c07-114951a22f8e triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:03.350131 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:03.365024 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-11fb272d-f1ef-4964-aee3-d79b1282b29c req-99b9567e-5f42-4cce-b92d-b5ca16dad476 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d38cfbc6-440a-416c-8130-9133e05def06&id=386ab956-9d96-4085-a5f4-7a808321ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0589736 Jun 30 09:31:03.394628 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e635a7fd-0c8a-47a5-af61-6bd4705dfde1 req-b1d3b05f-6953-4e3f-bf70-1b7e3c81bbff service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0286334 Jun 30 09:31:03.410466 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-73c67a82-940c-4214-a027-b484dad4d4eb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:03.438817 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a59bb46-05c3-4e94-90c5-c7a68e1d5809 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Made reservation on behalf of bdecc9d290f64407a4a201716ffc6c72 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:03.443064 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5a59bb46-05c3-4e94-90c5-c7a68e1d5809 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:03.472920 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c67a82-940c-4214-a027-b484dad4d4eb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:03.476758 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-73c67a82-940c-4214-a027-b484dad4d4eb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:03.481699 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c67a82-940c-4214-a027-b484dad4d4eb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:03.482443 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-73c67a82-940c-4214-a027-b484dad4d4eb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:03.489711 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcc1650-029f-4092-8515-f31312d78b73 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:03.508964 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c67a82-940c-4214-a027-b484dad4d4eb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Subnet': ['ID=afd37282-9fcc-4cdb-a1d3-f0b064b14921,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:03.610516 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-73c67a82-940c-4214-a027-b484dad4d4eb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6910877 Jun 30 09:31:03.613225 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36514) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:03.619048 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-25b05f5d-c767-45b1-b3f7-9dd7db9320e1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'port': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'mac_address': 'fa:16:3e:e8:ba:f2', 'name': 'tempest-NetworksTestDHCPv6-936296664'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:03.747320 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5130579b-3200-47bf-9a8c-a1713b27bc29 None None] Update dhcp port {'port': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'fixed_ips': [{'subnet_id': 'b97e4f15-9903-4030-81b9-84e655dcf9b1', 'ip_address': '2001:db8::f816:3eff:fe68:7c67'}, {'subnet_id': 'afd37282-9fcc-4cdb-a1d3-f0b064b14921'}], 'binding:host_id': 'n-d-771363-31'}, 'id': '482a4fd5-afa0-44f7-9c07-114951a22f8e'} from n-d-771363-31. {{(pid=101055) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:31:03.786073 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5130579b-3200-47bf-9a8c-a1713b27bc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:03.902404 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b05f5d-c767-45b1-b3f7-9dd7db9320e1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:03.902842 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5a59bb46-05c3-4e94-90c5-c7a68e1d5809 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:03.969177 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59bb46-05c3-4e94-90c5-c7a68e1d5809 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Pushing event updated for resources: {'Subnet': ['ID=dab90e8a-1aa1-4f4f-9fea-b76590290cba,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:03.988537 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-5130579b-3200-47bf-9a8c-a1713b27bc29 None None] Allocated IP 172.20.0.2 (ac69f748-a231-4e69-a180-b37986a0b0a8/afd37282-9fcc-4cdb-a1d3-f0b064b14921/482a4fd5-afa0-44f7-9c07-114951a22f8e) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:03.990965 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a59bb46-05c3-4e94-90c5-c7a68e1d5809 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Checking segment: {'id': 'ca80f978-4fd5-4ef4-a869-9bfe7c14a007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4249a572-2ed3-4058-89fc-06debb44be5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:03.991508 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a59bb46-05c3-4e94-90c5-c7a68e1d5809 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Network hostable DHCP agents. Network: 4249a572-2ed3-4058-89fc-06debb44be5d, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:31:03.996032 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59bb46-05c3-4e94-90c5-c7a68e1d5809 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:03.996363 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59bb46-05c3-4e94-90c5-c7a68e1d5809 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:03.996706 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59bb46-05c3-4e94-90c5-c7a68e1d5809 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:03.997280 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59bb46-05c3-4e94-90c5-c7a68e1d5809 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:03.997661 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59bb46-05c3-4e94-90c5-c7a68e1d5809 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:03.997936 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59bb46-05c3-4e94-90c5-c7a68e1d5809 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:03.998258 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59bb46-05c3-4e94-90c5-c7a68e1d5809 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:03.998584 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59bb46-05c3-4e94-90c5-c7a68e1d5809 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:03.998914 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59bb46-05c3-4e94-90c5-c7a68e1d5809 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:03.999275 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59bb46-05c3-4e94-90c5-c7a68e1d5809 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:03.999598 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59bb46-05c3-4e94-90c5-c7a68e1d5809 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:03.999916 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59bb46-05c3-4e94-90c5-c7a68e1d5809 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:04.000328 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-25b05f5d-c767-45b1-b3f7-9dd7db9320e1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:04.023521 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-25b05f5d-c767-45b1-b3f7-9dd7db9320e1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] device_id is not set on port c2a3b6ed-c455-48b9-8185-1cdaafc34f54 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:31:04.094056 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-5130579b-3200-47bf-9a8c-a1713b27bc29 None None] For port 482a4fd5-afa0-44f7-9c07-114951a22f8e, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=482a4fd5-afa0-44f7-9c07-114951a22f8e,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:04.124601 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5130579b-3200-47bf-9a8c-a1713b27bc29 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:04.138741 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5130579b-3200-47bf-9a8c-a1713b27bc29 None None] Transition to ACTIVE for port object 482a4fd5-afa0-44f7-9c07-114951a22f8e will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:04.203602 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a59bb46-05c3-4e94-90c5-c7a68e1d5809 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Network 4249a572-2ed3-4058-89fc-06debb44be5d is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:31:04.280750 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5130579b-3200-47bf-9a8c-a1713b27bc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:04.358744 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-5a59bb46-05c3-4e94-90c5-c7a68e1d5809 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 4249a572-2ed3-4058-89fc-06debb44be5d) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:04.364125 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a59bb46-05c3-4e94-90c5-c7a68e1d5809 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:04.364945 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5a59bb46-05c3-4e94-90c5-c7a68e1d5809 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:04.373334 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07d42bd-7d58-4c68-be82-c6db8163aad1 None None] Network 4249a572-2ed3-4058-89fc-06debb44be5d requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:04.457210 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476c4ae-9bc2-4f00-9b59-c0555c1fd567 req-fea93808-2a7f-4ccd-8ecd-3320b7b513c4 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:04.458935 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1476c4ae-9bc2-4f00-9b59-c0555c1fd567 req-fea93808-2a7f-4ccd-8ecd-3320b7b513c4 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=b993b900-bc68-4c3e-b9dc-48a163788ee2 HTTP/1.1" status: 200 len: 984 time: 0.1157191 Jun 30 09:31:04.462143 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.db.api [None req-25b05f5d-c767-45b1-b3f7-9dd7db9320e1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-6afa1831-b665-44ed-8dc7-5e964dcce5f1 {{(pid=101053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:31:04.462658 n-d-771363-31 neutron-server[101053]: DEBUG oslo_db.api [None req-25b05f5d-c767-45b1-b3f7-9dd7db9320e1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:31:04.493583 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36528) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:04.496365 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5a59bb46-05c3-4e94-90c5-c7a68e1d5809 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4212289 Jun 30 09:31:04.501902 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-340f7c07-07ab-4992-a503-cb1d0b6c6898 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Request body: {'port': {'network_id': '4249a572-2ed3-4058-89fc-06debb44be5d', 'name': 'tempest-AllowedAddressPairTestJSON-80128377'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:04.559297 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1476c4ae-9bc2-4f00-9b59-c0555c1fd567 req-82ad63d2-55bb-476a-a26b-b8dc50df779d tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/security-groups?id=386ab956-9d96-4085-a5f4-7a808321ae74&id=d38cfbc6-440a-416c-8130-9133e05def06&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0909505 Jun 30 09:31:04.618767 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130579b-3200-47bf-9a8c-a1713b27bc29 None None] Pushing event updated for resources: {'Port': ['ID=482a4fd5-afa0-44f7-9c07-114951a22f8e,revision_number=9']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:04.744636 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7227bc36-b104-4046-823e-9be551337e8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-4249a572-2ed3-4058-89fc-06debb44be5d', 'network_id': '4249a572-2ed3-4058-89fc-06debb44be5d', 'tenant_id': 'bdecc9d290f64407a4a201716ffc6c72', 'fixed_ips': [{'subnet_id': 'dab90e8a-1aa1-4f4f-9fea-b76590290cba'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:31:04.746139 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7227bc36-b104-4046-823e-9be551337e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:04.770022 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340f7c07-07ab-4992-a503-cb1d0b6c6898 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Made reservation on behalf of bdecc9d290f64407a4a201716ffc6c72 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:04.774016 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-340f7c07-07ab-4992-a503-cb1d0b6c6898 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:04.806621 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-340f7c07-07ab-4992-a503-cb1d0b6c6898 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] device_id is not set on port 86ed6b23-7919-4c9e-8df9-a70fe3362eb8 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:31:04.920479 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-7227bc36-b104-4046-823e-9be551337e8e None None] Allocated IP 172.20.0.2 (4249a572-2ed3-4058-89fc-06debb44be5d/dab90e8a-1aa1-4f4f-9fea-b76590290cba/b88613d7-af57-4340-ab6f-50b5e2c0331d) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:04.963862 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-25b05f5d-c767-45b1-b3f7-9dd7db9320e1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:04.991710 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-25b05f5d-c767-45b1-b3f7-9dd7db9320e1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] device_id is not set on port abbe557d-ba1c-41df-be40-a0a8a9bd7a56 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:31:05.123994 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7227bc36-b104-4046-823e-9be551337e8e None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:05.134563 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7227bc36-b104-4046-823e-9be551337e8e None None] Transition to ACTIVE for port object b88613d7-af57-4340-ab6f-50b5e2c0331d will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:05.155573 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7227bc36-b104-4046-823e-9be551337e8e None None] Transition to ACTIVE for port object b88613d7-af57-4340-ab6f-50b5e2c0331d will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:05.203029 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 482a4fd5-afa0-44f7-9c07-114951a22f8e up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:05.211232 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-25b05f5d-c767-45b1-b3f7-9dd7db9320e1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Allocated IP 172.20.0.14 (ac69f748-a231-4e69-a180-b37986a0b0a8/afd37282-9fcc-4cdb-a1d3-f0b064b14921/abbe557d-ba1c-41df-be40-a0a8a9bd7a56) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:05.218741 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-25b05f5d-c767-45b1-b3f7-9dd7db9320e1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Allocated IP 2001:db8::f816:3eff:fee8:baf2 (ac69f748-a231-4e69-a180-b37986a0b0a8/b97e4f15-9903-4030-81b9-84e655dcf9b1/abbe557d-ba1c-41df-be40-a0a8a9bd7a56) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:05.347196 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7227bc36-b104-4046-823e-9be551337e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:05.394196 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7227bc36-b104-4046-823e-9be551337e8e None None] Network 4249a572-2ed3-4058-89fc-06debb44be5d is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:05.398101 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-7227bc36-b104-4046-823e-9be551337e8e None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:05.407740 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7227bc36-b104-4046-823e-9be551337e8e None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:05.414156 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227bc36-b104-4046-823e-9be551337e8e None None] Pushing event updated for resources: {'Port': ['ID=b88613d7-af57-4340-ab6f-50b5e2c0331d,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:05.439892 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-696f95d4-a98b-4688-8ae4-0808647eaa2a req-849e64f5-a150-48d7-84c4-2bd4474aea3c service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0762777 Jun 30 09:31:05.473496 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-25b05f5d-c767-45b1-b3f7-9dd7db9320e1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:05.476259 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-340f7c07-07ab-4992-a503-cb1d0b6c6898 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Allocated IP 172.20.0.9 (4249a572-2ed3-4058-89fc-06debb44be5d/dab90e8a-1aa1-4f4f-9fea-b76590290cba/86ed6b23-7919-4c9e-8df9-a70fe3362eb8) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:05.490087 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-25b05f5d-c767-45b1-b3f7-9dd7db9320e1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Transition to ACTIVE for port object abbe557d-ba1c-41df-be40-a0a8a9bd7a56 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:05.530759 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-7227bc36-b104-4046-823e-9be551337e8e None None] Attempting to bind port b88613d7-af57-4340-ab6f-50b5e2c0331d on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:31:05.531146 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-7227bc36-b104-4046-823e-9be551337e8e None None] Attempting to bind port b88613d7-af57-4340-ab6f-50b5e2c0331d by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'ca80f978-4fd5-4ef4-a869-9bfe7c14a007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4249a572-2ed3-4058-89fc-06debb44be5d'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:31:05.531489 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7227bc36-b104-4046-823e-9be551337e8e None None] Attempting to bind port b88613d7-af57-4340-ab6f-50b5e2c0331d on network 4249a572-2ed3-4058-89fc-06debb44be5d {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:05.540452 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7227bc36-b104-4046-823e-9be551337e8e None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:31:05.544766 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7227bc36-b104-4046-823e-9be551337e8e None None] Checking segment: {'id': 'ca80f978-4fd5-4ef4-a869-9bfe7c14a007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4249a572-2ed3-4058-89fc-06debb44be5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:05.544766 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7227bc36-b104-4046-823e-9be551337e8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:05.544766 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7227bc36-b104-4046-823e-9be551337e8e None None] Bound using segment: {'id': 'ca80f978-4fd5-4ef4-a869-9bfe7c14a007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4249a572-2ed3-4058-89fc-06debb44be5d'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:31:05.544766 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-7227bc36-b104-4046-823e-9be551337e8e None None] Bound port: b88613d7-af57-4340-ab6f-50b5e2c0331d, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca80f978-4fd5-4ef4-a869-9bfe7c14a007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4249a572-2ed3-4058-89fc-06debb44be5d'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:31:05.544766 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7227bc36-b104-4046-823e-9be551337e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:05.606503 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-25b05f5d-c767-45b1-b3f7-9dd7db9320e1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:05.643893 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-dd843990-a997-4e23-8690-6a98cb1e0192 None None] Provisioning for port 482a4fd5-afa0-44f7-9c07-114951a22f8e completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:05.656406 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-7227bc36-b104-4046-823e-9be551337e8e None None] For port b88613d7-af57-4340-ab6f-50b5e2c0331d, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:31:05.660169 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-dd843990-a997-4e23-8690-6a98cb1e0192 None None] Provisioning complete for port 482a4fd5-afa0-44f7-9c07-114951a22f8e triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:05.660545 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-dd843990-a997-4e23-8690-6a98cb1e0192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:05.664051 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-7227bc36-b104-4046-823e-9be551337e8e None None] For port b88613d7-af57-4340-ab6f-50b5e2c0331d, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=b88613d7-af57-4340-ab6f-50b5e2c0331d,segment=NetworkSegment(ca80f978-4fd5-4ef4-a869-9bfe7c14a007),segment_id=ca80f978-4fd5-4ef4-a869-9bfe7c14a007)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:31:05.672481 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b05f5d-c767-45b1-b3f7-9dd7db9320e1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:05.682134 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-25b05f5d-c767-45b1-b3f7-9dd7db9320e1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:05.689953 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b05f5d-c767-45b1-b3f7-9dd7db9320e1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:05.735636 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b05f5d-c767-45b1-b3f7-9dd7db9320e1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Port': ['ID=abbe557d-ba1c-41df-be40-a0a8a9bd7a56,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:05.808298 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7227bc36-b104-4046-823e-9be551337e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:05.809878 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5ca5d219-e0ee-4ba3-acee-488e85701bfa req-9b20d8a5-dc48-493f-b99f-2b407c36110f service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0461402 Jun 30 09:31:05.859630 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b05f5d-c767-45b1-b3f7-9dd7db9320e1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:05.860273 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-25b05f5d-c767-45b1-b3f7-9dd7db9320e1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:05.886364 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227bc36-b104-4046-823e-9be551337e8e None None] Pushing event updated for resources: {'Port': ['ID=b88613d7-af57-4340-ab6f-50b5e2c0331d,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:05.943176 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32175f5f-7fe3-4d54-8c17-58eb97dbf2c6 req-e2f82afb-a243-4f49-9141-38c2c0faf61a tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:05.943176 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-32175f5f-7fe3-4d54-8c17-58eb97dbf2c6 req-e2f82afb-a243-4f49-9141-38c2c0faf61a tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=b993b900-bc68-4c3e-b9dc-48a163788ee2 HTTP/1.1" status: 200 len: 984 time: 0.2127383 Jun 30 09:31:05.981159 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-340f7c07-07ab-4992-a503-cb1d0b6c6898 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.013293 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-340f7c07-07ab-4992-a503-cb1d0b6c6898 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Transition to ACTIVE for port object 86ed6b23-7919-4c9e-8df9-a70fe3362eb8 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:06.033392 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-32175f5f-7fe3-4d54-8c17-58eb97dbf2c6 req-810f49bc-4df6-4b80-97d3-8de1e66724b7 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/security-groups?id=386ab956-9d96-4085-a5f4-7a808321ae74&id=d38cfbc6-440a-416c-8130-9133e05def06&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0832517 Jun 30 09:31:06.039607 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36560) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:06.045185 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-25b05f5d-c767-45b1-b3f7-9dd7db9320e1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4303768 Jun 30 09:31:06.147147 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29493b4c-1498-4d45-8499-fb93a42c65af tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:06.156107 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29493b4c-1498-4d45-8499-fb93a42c65af tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:06.159038 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-29493b4c-1498-4d45-8499-fb93a42c65af tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1184387 Jun 30 09:31:06.162023 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36564) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:06.247645 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-340f7c07-07ab-4992-a503-cb1d0b6c6898 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.315792 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d81d9e-d306-4717-a61e-2a28a20d9dd5 req-ba044aa7-a8d7-4868-b485-b1cb54b851c7 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:06.318514 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-27d81d9e-d306-4717-a61e-2a28a20d9dd5 req-ba044aa7-a8d7-4868-b485-b1cb54b851c7 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=b993b900-bc68-4c3e-b9dc-48a163788ee2 HTTP/1.1" status: 200 len: 984 time: 0.1349208 Jun 30 09:31:06.363342 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340f7c07-07ab-4992-a503-cb1d0b6c6898 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Network 4249a572-2ed3-4058-89fc-06debb44be5d is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:06.368938 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-27d81d9e-d306-4717-a61e-2a28a20d9dd5 req-4b28dac1-dcb7-4923-8553-f014c0838a2a tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/security-groups?id=386ab956-9d96-4085-a5f4-7a808321ae74&id=d38cfbc6-440a-416c-8130-9133e05def06&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0433555 Jun 30 09:31:06.373389 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-340f7c07-07ab-4992-a503-cb1d0b6c6898 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:06.376772 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340f7c07-07ab-4992-a503-cb1d0b6c6898 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:06.382425 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c96fd7bc-725b-4f00-9ad7-a2b9e811f553 None None] Provisioning for port abbe557d-ba1c-41df-be40-a0a8a9bd7a56 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:06.399359 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c96fd7bc-725b-4f00-9ad7-a2b9e811f553 None None] Provisioning complete for port abbe557d-ba1c-41df-be40-a0a8a9bd7a56 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:06.399359 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c96fd7bc-725b-4f00-9ad7-a2b9e811f553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.412913 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f7c07-07ab-4992-a503-cb1d0b6c6898 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Pushing event updated for resources: {'Port': ['ID=86ed6b23-7919-4c9e-8df9-a70fe3362eb8,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:06.441977 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-c96fd7bc-725b-4f00-9ad7-a2b9e811f553 None None] Port abbe557d-ba1c-41df-be40-a0a8a9bd7a56 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:06.459462 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-eb42b0aa-69e1-4547-9fcb-1aa49bb37367 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting port abbe557d-ba1c-41df-be40-a0a8a9bd7a56 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:06.459462 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eb42b0aa-69e1-4547-9fcb-1aa49bb37367 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.479625 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340f7c07-07ab-4992-a503-cb1d0b6c6898 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:06.480319 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-340f7c07-07ab-4992-a503-cb1d0b6c6898 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.609899 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eb42b0aa-69e1-4547-9fcb-1aa49bb37367 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.629140 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-eb42b0aa-69e1-4547-9fcb-1aa49bb37367 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Calling delete_port for abbe557d-ba1c-41df-be40-a0a8a9bd7a56 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:06.639734 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbd72c-9578-4b56-acb8-d10bdb641214 req-00f2c5ea-f0eb-4054-9ce2-529787485ae7 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:06.641250 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7acbd72c-9578-4b56-acb8-d10bdb641214 req-00f2c5ea-f0eb-4054-9ce2-529787485ae7 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b993b900-bc68-4c3e-b9dc-48a163788ee2 HTTP/1.1" status: 200 len: 1136 time: 0.1317959 Jun 30 09:31:06.648874 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-340f7c07-07ab-4992-a503-cb1d0b6c6898 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.1516328 Jun 30 09:31:06.649760 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36574) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:06.656299 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-13ea90ee-d404-46d1-aaf1-41f5c711b7d4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Request body: {'port': {'network_id': '4249a572-2ed3-4058-89fc-06debb44be5d', 'name': 'tempest-AllowedAddressPairTestJSON-458962060', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:c5:ef:e6'}]}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:06.699839 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7acbd72c-9578-4b56-acb8-d10bdb641214 req-3b7b4476-80a4-43c2-b241-39d5cd002c2b tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.925242 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7acbd72c-9578-4b56-acb8-d10bdb641214 req-3b7b4476-80a4-43c2-b241-39d5cd002c2b tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.039321 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7acbd72c-9578-4b56-acb8-d10bdb641214 req-3b7b4476-80a4-43c2-b241-39d5cd002c2b tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.057481 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eb42b0aa-69e1-4547-9fcb-1aa49bb37367 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.077375 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7acbd72c-9578-4b56-acb8-d10bdb641214 req-3b7b4476-80a4-43c2-b241-39d5cd002c2b tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=386ab956-9d96-4085-a5f4-7a808321ae74&id=d38cfbc6-440a-416c-8130-9133e05def06&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4236751 Jun 30 09:31:07.128873 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36584) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:07.131075 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42b0aa-69e1-4547-9fcb-1aa49bb37367 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Port': ['ID=abbe557d-ba1c-41df-be40-a0a8a9bd7a56,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:07.139847 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b4476-80a4-43c2-b241-39d5cd002c2b tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0d78c6-d7b4-4c41-a3e2-cedd97447c0d,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:07.190681 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ea90ee-d404-46d1-aaf1-41f5c711b7d4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Made reservation on behalf of bdecc9d290f64407a4a201716ffc6c72 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:07.241240 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b88613d7-af57-4340-ab6f-50b5e2c0331d up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:07.287936 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc48116-c1ba-4796-9fa2-ed6d21df7780 None None] Network 4249a572-2ed3-4058-89fc-06debb44be5d requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:07.293995 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eb42b0aa-69e1-4547-9fcb-1aa49bb37367 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.298808 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-eb42b0aa-69e1-4547-9fcb-1aa49bb37367 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/abbe557d-ba1c-41df-be40-a0a8a9bd7a56 HTTP/1.1" status: 204 len: 168 time: 1.1357889 Jun 30 09:31:07.299492 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36588) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:07.372771 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6c5c80-6f98-41fb-b257-2d8ead5fa4c2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:07.375318 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6c5c80-6f98-41fb-b257-2d8ead5fa4c2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:07.377048 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6c5c80-6f98-41fb-b257-2d8ead5fa4c2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:07.379975 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-da6c5c80-6f98-41fb-b257-2d8ead5fa4c2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0794451 Jun 30 09:31:07.383090 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36592) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:07.404861 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9483fbf-9395-4ba8-a69f-0626bcf31694 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:07.407071 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f9483fbf-9395-4ba8-a69f-0626bcf31694 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b993b900-bc68-4c3e-b9dc-48a163788ee2 HTTP/1.1" status: 200 len: 1131 time: 0.2767231 Jun 30 09:31:07.411753 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36594) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:07.422989 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-97b5d5e7-9548-4647-a546-62b0aa078cba tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'port_id': 'f6847eed-3b94-443e-b36a-901503dfbab3', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:07.451232 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-13ea90ee-d404-46d1-aaf1-41f5c711b7d4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.459473 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-232d22e6-b67a-41eb-9a11-10ebc5141f18 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting subnet afd37282-9fcc-4cdb-a1d3-f0b064b14921 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:31:07.463847 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-232d22e6-b67a-41eb-9a11-10ebc5141f18 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.487227 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-13ea90ee-d404-46d1-aaf1-41f5c711b7d4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] device_id is not set on port 76f64042-dabd-4ff7-8493-dfa889145135 yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:31:07.520445 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7f1a9552-8006-4951-9f5a-64418c7c01ac None None] Provisioning for port b88613d7-af57-4340-ab6f-50b5e2c0331d completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:07.571529 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-232d22e6-b67a-41eb-9a11-10ebc5141f18 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.593333 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.596102 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port b88613d7-af57-4340-ab6f-50b5e2c0331d completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:07.642506 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port b88613d7-af57-4340-ab6f-50b5e2c0331d triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:07.643355 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.753390 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-13ea90ee-d404-46d1-aaf1-41f5c711b7d4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Allocated IP 172.20.0.13 (4249a572-2ed3-4058-89fc-06debb44be5d/dab90e8a-1aa1-4f4f-9fea-b76590290cba/76f64042-dabd-4ff7-8493-dfa889145135) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:07.799570 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.827722 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-232d22e6-b67a-41eb-9a11-10ebc5141f18 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.887616 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port b88613d7-af57-4340-ab6f-50b5e2c0331d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=b88613d7-af57-4340-ab6f-50b5e2c0331d,segment=NetworkSegment(ca80f978-4fd5-4ef4-a869-9bfe7c14a007),segment_id=ca80f978-4fd5-4ef4-a869-9bfe7c14a007)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:07.930116 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-97b5d5e7-9548-4647-a546-62b0aa078cba tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for floatingip, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.997977 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-522de0f9-a0e5-4737-8cdb-597956dbe78d req-7b6d9f44-25ae-4f31-9de1-66772dc53a6a service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0366476 Jun 30 09:31:08.065629 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.101371 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e9f10b0b-467f-4059-8eb9-cd5d107d49ad None None] Provisioning complete for port b88613d7-af57-4340-ab6f-50b5e2c0331d triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:08.101744 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e9f10b0b-467f-4059-8eb9-cd5d107d49ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.143337 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-13ea90ee-d404-46d1-aaf1-41f5c711b7d4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.153791 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-13ea90ee-d404-46d1-aaf1-41f5c711b7d4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Transition to ACTIVE for port object 76f64042-dabd-4ff7-8493-dfa889145135 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:08.174796 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=b88613d7-af57-4340-ab6f-50b5e2c0331d,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:08.219080 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-232d22e6-b67a-41eb-9a11-10ebc5141f18 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.230802 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-97b5d5e7-9548-4647-a546-62b0aa078cba tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.240207 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-232d22e6-b67a-41eb-9a11-10ebc5141f18 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.253048 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-232d22e6-b67a-41eb-9a11-10ebc5141f18 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/afd37282-9fcc-4cdb-a1d3-f0b064b14921 HTTP/1.1" status: 204 len: 168 time: 0.8673747 Jun 30 09:31:08.253254 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206f40e0-1540-42c3-8038-daf112ee5f3d None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:08.259412 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36614) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:08.290956 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d22e6-b67a-41eb-9a11-10ebc5141f18 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Subnet': ['ID=afd37282-9fcc-4cdb-a1d3-f0b064b14921,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:08.352846 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-13ea90ee-d404-46d1-aaf1-41f5c711b7d4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.453938 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ea90ee-d404-46d1-aaf1-41f5c711b7d4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Network 4249a572-2ed3-4058-89fc-06debb44be5d is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:08.458357 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-497501a3-54de-4660-93a9-6a3646932ddb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting subnet b97e4f15-9903-4030-81b9-84e655dcf9b1 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:31:08.479438 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e9f10b0b-467f-4059-8eb9-cd5d107d49ad None None] Provisioning for port 86ed6b23-7919-4c9e-8df9-a70fe3362eb8 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:08.486539 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e9f10b0b-467f-4059-8eb9-cd5d107d49ad None None] Provisioning complete for port 86ed6b23-7919-4c9e-8df9-a70fe3362eb8 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:08.486913 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e9f10b0b-467f-4059-8eb9-cd5d107d49ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.531415 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-e9f10b0b-467f-4059-8eb9-cd5d107d49ad None None] Port 86ed6b23-7919-4c9e-8df9-a70fe3362eb8 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:08.670199 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3e46b733-4bb8-451c-85f1-6997059b82a3 None None] Provisioning complete for port 86ed6b23-7919-4c9e-8df9-a70fe3362eb8 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:08.670199 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3e46b733-4bb8-451c-85f1-6997059b82a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.705029 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-3e46b733-4bb8-451c-85f1-6997059b82a3 None None] Port 86ed6b23-7919-4c9e-8df9-a70fe3362eb8 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:08.820585 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-497501a3-54de-4660-93a9-6a3646932ddb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.832811 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-13ea90ee-d404-46d1-aaf1-41f5c711b7d4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:08.838368 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.855436 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea90ee-d404-46d1-aaf1-41f5c711b7d4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Pushing event updated for resources: {'Port': ['ID=76f64042-dabd-4ff7-8493-dfa889145135,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:08.880390 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ea90ee-d404-46d1-aaf1-41f5c711b7d4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:08.928493 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ea01aa36-090d-48f7-a141-0b97a0b6b29d req-2e9841b6-61a7-4e08-a79b-e3f8a2b08f59 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.1105576 Jun 30 09:31:08.963524 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ea90ee-d404-46d1-aaf1-41f5c711b7d4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:08.964266 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-13ea90ee-d404-46d1-aaf1-41f5c711b7d4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.980225 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-497501a3-54de-4660-93a9-6a3646932ddb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.985572 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-97b5d5e7-9548-4647-a546-62b0aa078cba tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Allocated IP 172.25.6.6 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/edcb310b-2bf3-46fe-a31a-4851d0521019) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:09.133571 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-13ea90ee-d404-46d1-aaf1-41f5c711b7d4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.4817352 Jun 30 09:31:09.135628 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36630) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:09.177112 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-497501a3-54de-4660-93a9-6a3646932ddb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:09.209494 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b88613d7-af57-4340-ab6f-50b5e2c0331d up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:09.270635 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a2e9fc-89fc-4c0e-8e7e-ccceba467203 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:09.278820 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a2e9fc-89fc-4c0e-8e7e-ccceba467203 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:09.285037 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a2e9fc-89fc-4c0e-8e7e-ccceba467203 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:09.287443 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-04a2e9fc-89fc-4c0e-8e7e-ccceba467203 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1495745 Jun 30 09:31:09.291711 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36634) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:09.295041 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-97b5d5e7-9548-4647-a546-62b0aa078cba tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:09.347451 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port b88613d7-af57-4340-ab6f-50b5e2c0331d triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:09.348177 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:09.408379 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-87d59e59-0d9f-4cbc-bd25-fff53fb9ce9b tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Deleting port 76f64042-dabd-4ff7-8493-dfa889145135 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:09.408952 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-87d59e59-0d9f-4cbc-bd25-fff53fb9ce9b tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:09.489936 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-120c831a-12f8-4012-8b89-1840f4cf0fef None None] Provisioning for port 76f64042-dabd-4ff7-8493-dfa889145135 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:09.494075 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-120c831a-12f8-4012-8b89-1840f4cf0fef None None] Provisioning complete for port 76f64042-dabd-4ff7-8493-dfa889145135 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:09.498728 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-120c831a-12f8-4012-8b89-1840f4cf0fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:09.503131 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-87d59e59-0d9f-4cbc-bd25-fff53fb9ce9b tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:09.515328 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-87d59e59-0d9f-4cbc-bd25-fff53fb9ce9b tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Calling delete_port for 76f64042-dabd-4ff7-8493-dfa889145135 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:09.528946 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-120c831a-12f8-4012-8b89-1840f4cf0fef None None] Port 76f64042-dabd-4ff7-8493-dfa889145135 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:09.553456 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-97b5d5e7-9548-4647-a546-62b0aa078cba tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:09.557433 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-497501a3-54de-4660-93a9-6a3646932ddb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:09.616679 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497501a3-54de-4660-93a9-6a3646932ddb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Subnet': ['ID=b97e4f15-9903-4030-81b9-84e655dcf9b1,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:09.631286 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98645b68-0830-4adf-bba2-2d671af9ba96 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:09.638071 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-497501a3-54de-4660-93a9-6a3646932ddb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:09.643553 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-497501a3-54de-4660-93a9-6a3646932ddb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/b97e4f15-9903-4030-81b9-84e655dcf9b1 HTTP/1.1" status: 204 len: 168 time: 1.3752577 Jun 30 09:31:09.643689 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36638) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:09.644642 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b5d5e7-9548-4647-a546-62b0aa078cba tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:09.655462 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-97b5d5e7-9548-4647-a546-62b0aa078cba tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:09.657516 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5d5e7-9548-4647-a546-62b0aa078cba tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Pushing event updated for resources: {'Port': ['ID=edcb310b-2bf3-46fe-a31a-4851d0521019,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:09.663622 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b5d5e7-9548-4647-a546-62b0aa078cba tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:09.689685 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d0b950b1-1a89-4b62-ac52-b8790234c798 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447459 Jun 30 09:31:09.692207 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36642) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:09.698058 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-1139bfd1-9dd7-435d-9af5-6b09fba500aa tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:09.703749 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-537dd1cf-37cd-4393-9c62-b306b5651194 None None] Provisioning complete for port 482a4fd5-afa0-44f7-9c07-114951a22f8e triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:09.704177 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-537dd1cf-37cd-4393-9c62-b306b5651194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:09.895919 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-87d59e59-0d9f-4cbc-bd25-fff53fb9ce9b tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:09.937652 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b5a778-1548-41f7-8839-92de74777d78 None None] DHCP port deletion for ac69f748-a231-4e69-a180-b37986a0b0a8 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:31:09.942701 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d59e59-0d9f-4cbc-bd25-fff53fb9ce9b tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Pushing event deleted for resources: {'Port': ['ID=76f64042-dabd-4ff7-8493-dfa889145135,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:09.984517 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1139bfd1-9dd7-435d-9af5-6b09fba500aa tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:09.988699 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1139bfd1-9dd7-435d-9af5-6b09fba500aa tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:10.018263 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-15b5a778-1548-41f7-8839-92de74777d78 None None] Deleting port 482a4fd5-afa0-44f7-9c07-114951a22f8e {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:10.018777 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-15b5a778-1548-41f7-8839-92de74777d78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:10.139233 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-15b5a778-1548-41f7-8839-92de74777d78 None None] For port 482a4fd5-afa0-44f7-9c07-114951a22f8e, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=482a4fd5-afa0-44f7-9c07-114951a22f8e,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:10.139914 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-15b5a778-1548-41f7-8839-92de74777d78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:10.146052 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-97b5d5e7-9548-4647-a546-62b0aa078cba tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:10.177411 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-15b5a778-1548-41f7-8839-92de74777d78 None None] Calling delete_port for 482a4fd5-afa0-44f7-9c07-114951a22f8e owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:10.330581 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-87d59e59-0d9f-4cbc-bd25-fff53fb9ce9b tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:10.335812 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-87d59e59-0d9f-4cbc-bd25-fff53fb9ce9b tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] 10.222.0.10 "DELETE /v2.0/ports/76f64042-dabd-4ff7-8493-dfa889145135 HTTP/1.1" status: 204 len: 168 time: 1.0425270 Jun 30 09:31:10.339443 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36652) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:10.373415 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-da694366-7d6e-4b91-a605-d55556029e8d tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] GET failed (client error): The resource could not be found. Jun 30 09:31:10.378722 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-da694366-7d6e-4b91-a605-d55556029e8d tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] 10.222.0.10 "GET /v2.0/ports/76f64042-dabd-4ff7-8493-dfa889145135 HTTP/1.1" status: 404 len: 333 time: 0.0383039 Jun 30 09:31:10.379366 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36658) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:10.384435 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-97b5d5e7-9548-4647-a546-62b0aa078cba tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:10.386596 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-25041d17-36bf-42d5-86e4-67a2a6aa504b tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Request body: {'port': {'network_id': '4249a572-2ed3-4058-89fc-06debb44be5d', 'name': 'tempest-AllowedAddressPairTestJSON-261469042'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:10.426858 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-15b5a778-1548-41f7-8839-92de74777d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:10.453488 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5a778-1548-41f7-8839-92de74777d78 None None] Pushing event deleted for resources: {'Port': ['ID=482a4fd5-afa0-44f7-9c07-114951a22f8e,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:10.465087 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b5a778-1548-41f7-8839-92de74777d78 None None] No DVR routers for this DVR port 482a4fd5-afa0-44f7-9c07-114951a22f8e on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:10.584437 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-97b5d5e7-9548-4647-a546-62b0aa078cba tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:10.633280 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1139bfd1-9dd7-435d-9af5-6b09fba500aa tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:10.676492 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1139bfd1-9dd7-435d-9af5-6b09fba500aa tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:10.686000 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-1139bfd1-9dd7-435d-9af5-6b09fba500aa tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:10.686496 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1139bfd1-9dd7-435d-9af5-6b09fba500aa tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:10.687084 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1139bfd1-9dd7-435d-9af5-6b09fba500aa tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:10.691209 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb25cd2-1654-4f84-be3d-a5981e450688 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:10.696280 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1139bfd1-9dd7-435d-9af5-6b09fba500aa tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Subnet': ['ID=d85b0d2f-13bf-43bd-92f1-859cce749f30,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:10.736764 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25041d17-36bf-42d5-86e4-67a2a6aa504b tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Made reservation on behalf of bdecc9d290f64407a4a201716ffc6c72 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:10.754191 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-25041d17-36bf-42d5-86e4-67a2a6aa504b tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:10.759784 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-25041d17-36bf-42d5-86e4-67a2a6aa504b tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] device_id is not set on port 9855ec6c-12d9-4cdb-abf0-9b96194ec511 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:31:10.792476 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-97b5d5e7-9548-4647-a546-62b0aa078cba tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:10.867452 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5d5e7-9548-4647-a546-62b0aa078cba tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Pushing event updated for resources: {'Port': ['ID=edcb310b-2bf3-46fe-a31a-4851d0521019,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:10.885251 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-97b5d5e7-9548-4647-a546-62b0aa078cba tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:10.895779 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce19497-0860-4192-98ea-098981f5fa22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-ac69f748-a231-4e69-a180-b37986a0b0a8', 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'fixed_ips': [{'subnet_id': 'd85b0d2f-13bf-43bd-92f1-859cce749f30'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:31:10.900306 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7ce19497-0860-4192-98ea-098981f5fa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:10.900570 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-25041d17-36bf-42d5-86e4-67a2a6aa504b tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Allocated IP 172.20.0.7 (4249a572-2ed3-4058-89fc-06debb44be5d/dab90e8a-1aa1-4f4f-9fea-b76590290cba/9855ec6c-12d9-4cdb-abf0-9b96194ec511) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:10.964532 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1139bfd1-9dd7-435d-9af5-6b09fba500aa tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2710409 Jun 30 09:31:10.968322 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36664) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:10.974422 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-3f7f6d0b-ab6e-4213-801a-b277af976bf3 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:11.046684 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-97b5d5e7-9548-4647-a546-62b0aa078cba tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Floating IP 4fe8cc5e-cbd7-44ad-b0d3-cedf62ae2ae7 associated. External IP: 172.25.6.6, port: f6847eed-3b94-443e-b36a-901503dfbab3. Jun 30 09:31:11.213170 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 482a4fd5-afa0-44f7-9c07-114951a22f8e no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:11.223800 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-25041d17-36bf-42d5-86e4-67a2a6aa504b tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.241602 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-25041d17-36bf-42d5-86e4-67a2a6aa504b tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Transition to ACTIVE for port object 9855ec6c-12d9-4cdb-abf0-9b96194ec511 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:11.247474 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 482a4fd5-afa0-44f7-9c07-114951a22f8e {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:31:11.247802 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 482a4fd5-afa0-44f7-9c07-114951a22f8e not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:11.327984 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-7ce19497-0860-4192-98ea-098981f5fa22 None None] Allocated IP 172.20.0.2 (ac69f748-a231-4e69-a180-b37986a0b0a8/d85b0d2f-13bf-43bd-92f1-859cce749f30/53e21bdb-0ada-4919-90b1-3f152d6601ae) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:11.332008 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b5d5e7-9548-4647-a546-62b0aa078cba tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Router 8e2f80cb-4ba0-475b-9250-05519f857126 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:31:11.350665 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6a5bd1c0-365f-4852-b181-2e2476579766 req-316026bd-56fc-4b83-acf9-e76c292c3585 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0309577 Jun 30 09:31:11.433899 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7f6d0b-ab6e-4213-801a-b277af976bf3 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:11.438372 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6d0b-ab6e-4213-801a-b277af976bf3 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.441675 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-25041d17-36bf-42d5-86e4-67a2a6aa504b tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.487175 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b5d5e7-9548-4647-a546-62b0aa078cba tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:31:11.512079 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0258289-a099-445f-a2d5-14b7f1f825e6 None None] Sync routers for ids ['8e2f80cb-4ba0-475b-9250-05519f857126'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:31:11.529073 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0258289-a099-445f-a2d5-14b7f1f825e6 None None] Routers {'8e2f80cb-4ba0-475b-9250-05519f857126'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:11.529704 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e0258289-a099-445f-a2d5-14b7f1f825e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:30:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['8e2f80cb-4ba0-475b-9250-05519f857126'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:11.545702 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7ce19497-0860-4192-98ea-098981f5fa22 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.556679 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7ce19497-0860-4192-98ea-098981f5fa22 None None] Transition to ACTIVE for port object 53e21bdb-0ada-4919-90b1-3f152d6601ae will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:11.578124 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7ce19497-0860-4192-98ea-098981f5fa22 None None] Transition to ACTIVE for port object 53e21bdb-0ada-4919-90b1-3f152d6601ae will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:11.632136 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-97b5d5e7-9548-4647-a546-62b0aa078cba tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.696141 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7ce19497-0860-4192-98ea-098981f5fa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.715309 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-97b5d5e7-9548-4647-a546-62b0aa078cba tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 4.2965722 Jun 30 09:31:11.715309 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b993b900-bc68-4c3e-b9dc-48a163788ee2', 'tag': 'f6847eed-3b94-443e-b36a-901503dfbab3'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:11.717335 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d11f95-5bbd-44b5-a4ce-4b7921925eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "b993b900-bc68-4c3e-b9dc-48a163788ee2", "tag": "f6847eed-3b94-443e-b36a-901503dfbab3"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:11.721591 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-33effe94-e070-4671-af13-eb7c990aee1c req-e001dbac-d159-433f-9b50-ce60df19d3cf service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.1027346 Jun 30 09:31:11.722462 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36684) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:11.741855 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce19497-0860-4192-98ea-098981f5fa22 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:11.745765 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-7ce19497-0860-4192-98ea-098981f5fa22 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:11.750752 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce19497-0860-4192-98ea-098981f5fa22 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:11.753960 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce19497-0860-4192-98ea-098981f5fa22 None None] Pushing event updated for resources: {'Port': ['ID=53e21bdb-0ada-4919-90b1-3f152d6601ae,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:11.820329 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-7ce19497-0860-4192-98ea-098981f5fa22 None None] Attempting to bind port 53e21bdb-0ada-4919-90b1-3f152d6601ae on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:31:11.820699 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-7ce19497-0860-4192-98ea-098981f5fa22 None None] Attempting to bind port 53e21bdb-0ada-4919-90b1-3f152d6601ae by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:31:11.821066 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce19497-0860-4192-98ea-098981f5fa22 None None] Attempting to bind port 53e21bdb-0ada-4919-90b1-3f152d6601ae on network ac69f748-a231-4e69-a180-b37986a0b0a8 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:11.828147 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce19497-0860-4192-98ea-098981f5fa22 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:31:11.828572 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce19497-0860-4192-98ea-098981f5fa22 None None] Checking segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:11.828981 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7ce19497-0860-4192-98ea-098981f5fa22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.829379 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce19497-0860-4192-98ea-098981f5fa22 None None] Bound using segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:31:11.829983 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-7ce19497-0860-4192-98ea-098981f5fa22 None None] Bound port: 53e21bdb-0ada-4919-90b1-3f152d6601ae, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:31:11.830373 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7ce19497-0860-4192-98ea-098981f5fa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.855846 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-e0258289-a099-445f-a2d5-14b7f1f825e6 None None] Set router 8e2f80cb-4ba0-475b-9250-05519f857126 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:11.942960 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-7ce19497-0860-4192-98ea-098981f5fa22 None None] For port 53e21bdb-0ada-4919-90b1-3f152d6601ae, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:31:11.950955 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-7ce19497-0860-4192-98ea-098981f5fa22 None None] For port 53e21bdb-0ada-4919-90b1-3f152d6601ae, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=53e21bdb-0ada-4919-90b1-3f152d6601ae,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:31:11.958221 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a191ee10-e56f-422c-9892-ac0bf0303509 x-openstack-request-id: req-a191ee10-e56f-422c-9892-ac0bf0303509 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:11.958751 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b993b900-bc68-4c3e-b9dc-48a163788ee2", "tag": "f6847eed-3b94-443e-b36a-901503dfbab3", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:11.959251 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a191ee10-e56f-422c-9892-ac0bf0303509 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:11.959862 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b993b900-bc68-4c3e-b9dc-48a163788ee2', 'tag': 'f6847eed-3b94-443e-b36a-901503dfbab3', 'status': 'completed', 'code': 200} Jun 30 09:31:11.969105 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9029d37-23f1-4911-a038-abbe49791267 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:11.969722 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9029d37-23f1-4911-a038-abbe49791267 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:11.970249 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9029d37-23f1-4911-a038-abbe49791267 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:11.970778 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9029d37-23f1-4911-a038-abbe49791267 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:11.971336 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9029d37-23f1-4911-a038-abbe49791267 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:11.971856 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9029d37-23f1-4911-a038-abbe49791267 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:11.972373 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9029d37-23f1-4911-a038-abbe49791267 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:11.972884 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9029d37-23f1-4911-a038-abbe49791267 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:11.973391 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9029d37-23f1-4911-a038-abbe49791267 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:11.973904 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9029d37-23f1-4911-a038-abbe49791267 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:11.974455 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9029d37-23f1-4911-a038-abbe49791267 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:11.975377 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9029d37-23f1-4911-a038-abbe49791267 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:11.980197 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b9029d37-23f1-4911-a038-abbe49791267 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8481 time: 0.2541487 Jun 30 09:31:11.981698 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36690) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:12.006606 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25041d17-36bf-42d5-86e4-67a2a6aa504b tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Network 4249a572-2ed3-4058-89fc-06debb44be5d is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:12.025413 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-25041d17-36bf-42d5-86e4-67a2a6aa504b tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:12.034931 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25041d17-36bf-42d5-86e4-67a2a6aa504b tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:12.045447 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7ce19497-0860-4192-98ea-098981f5fa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:12.051680 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25041d17-36bf-42d5-86e4-67a2a6aa504b tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Pushing event updated for resources: {'Port': ['ID=9855ec6c-12d9-4cdb-abf0-9b96194ec511,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:12.166709 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f779ef-11cb-49c8-963d-aeb36d47a9c2 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:12.168406 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f779ef-11cb-49c8-963d-aeb36d47a9c2 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:12.168892 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f779ef-11cb-49c8-963d-aeb36d47a9c2 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:12.169433 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f779ef-11cb-49c8-963d-aeb36d47a9c2 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:12.169990 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f779ef-11cb-49c8-963d-aeb36d47a9c2 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:12.170750 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f779ef-11cb-49c8-963d-aeb36d47a9c2 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:12.171037 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f779ef-11cb-49c8-963d-aeb36d47a9c2 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:12.171582 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f779ef-11cb-49c8-963d-aeb36d47a9c2 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:12.172081 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f779ef-11cb-49c8-963d-aeb36d47a9c2 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:12.173176 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f779ef-11cb-49c8-963d-aeb36d47a9c2 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:12.173176 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f779ef-11cb-49c8-963d-aeb36d47a9c2 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:12.173955 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f779ef-11cb-49c8-963d-aeb36d47a9c2 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:12.179195 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a6f779ef-11cb-49c8-963d-aeb36d47a9c2 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7643 time: 0.1561835 Jun 30 09:31:12.180921 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36692) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:12.197268 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce19497-0860-4192-98ea-098981f5fa22 None None] Pushing event updated for resources: {'Port': ['ID=53e21bdb-0ada-4919-90b1-3f152d6601ae,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:12.197565 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25041d17-36bf-42d5-86e4-67a2a6aa504b tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:12.197888 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-25041d17-36bf-42d5-86e4-67a2a6aa504b tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:12.226233 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d11f95-5bbd-44b5-a4ce-4b7921925eb8 req-ea867318-4d12-4395-b386-88089b2979cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:12.236458 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-04d11f95-5bbd-44b5-a4ce-4b7921925eb8 req-ea867318-4d12-4395-b386-88089b2979cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=986dea5b74504ac5b54ab81c3e8c6d18&device_id=b993b900-bc68-4c3e-b9dc-48a163788ee2 HTTP/1.1" status: 200 len: 1136 time: 0.2796116 Jun 30 09:31:12.333861 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-25041d17-36bf-42d5-86e4-67a2a6aa504b tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9481537 Jun 30 09:31:12.333861 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36698) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:12.342016 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-771dfaa0-2e9c-4f1b-aa00-d167f40ab076 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:c5:ef:e6'}]}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:12.378516 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e0258289-a099-445f-a2d5-14b7f1f825e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'name': 'tempest-TestSecurityGroupsBasicOps-router-418446038', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '4c9d1a23-e143-4275-b47e-5338261bb628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:28Z', 'updated_at': '2021-06-30T09:30:37Z', 'revision_number': 4, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'gw_port': {'id': '4c9d1a23-e143-4275-b47e-5338261bb628', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:28Z', 'updated_at': '2021-06-30T09:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '4fe8cc5e-cbd7-44ad-b0d3-cedf62ae2ae7', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'port_id': 'f6847eed-3b94-443e-b36a-901503dfbab3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2296a36-e128-4f85-a0af-66fbbdbc55ba', 'mac_address': 'fa:16:3e:22:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b993b900-bc68-4c3e-b9dc-48a163788ee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:31:09Z', 'updated_at': '2021-06-30T09:31:09Z', 'revision_number': 0, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dc376c-3448-4937-94c0-7e826b1ae7c2', 'name': '', 'network_id': 'c2296a36-e128-4f85-a0af-66fbbdbc55ba', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'mac_address': 'fa:16:3e:9e:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '769ae7bd-7042-4fd9-99af-1767b3dce40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:35Z', 'updated_at': '2021-06-30T09:30:45Z', 'revision_number': 5, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'subnets': [{'id': '769ae7bd-7042-4fd9-99af-1767b3dce40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:12.415312 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0258289-a099-445f-a2d5-14b7f1f825e6 None None] Checking router: 8e2f80cb-4ba0-475b-9250-05519f857126 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:31:12.425278 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0258289-a099-445f-a2d5-14b7f1f825e6 None None] Routers {'8e2f80cb-4ba0-475b-9250-05519f857126'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:12.425913 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e0258289-a099-445f-a2d5-14b7f1f825e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:30:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['8e2f80cb-4ba0-475b-9250-05519f857126'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:12.474703 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d11f95-5bbd-44b5-a4ce-4b7921925eb8 req-033d54bb-f320-47c6-b41a-5dbda08e733c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:12.476626 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-04d11f95-5bbd-44b5-a4ce-4b7921925eb8 req-033d54bb-f320-47c6-b41a-5dbda08e733c service neutron] 10.222.0.37 "GET /v2.0/networks?id=c2296a36-e128-4f85-a0af-66fbbdbc55ba HTTP/1.1" status: 200 len: 898 time: 0.1739526 Jun 30 09:31:12.564211 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f3dc2be7-d901-43ac-8bab-14645547850c None None] Provisioning for port 9855ec6c-12d9-4cdb-abf0-9b96194ec511 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:12.586214 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f3dc2be7-d901-43ac-8bab-14645547850c None None] Provisioning complete for port 9855ec6c-12d9-4cdb-abf0-9b96194ec511 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:12.586852 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f3dc2be7-d901-43ac-8bab-14645547850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:12.616926 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-e0258289-a099-445f-a2d5-14b7f1f825e6 None None] Set router 8e2f80cb-4ba0-475b-9250-05519f857126 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:12.651780 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-f3dc2be7-d901-43ac-8bab-14645547850c None None] Port 9855ec6c-12d9-4cdb-abf0-9b96194ec511 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:12.695461 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-04d11f95-5bbd-44b5-a4ce-4b7921925eb8 req-f4e9ecc9-5ea6-4c82-8cba-ea1a191a12fc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6847eed-3b94-443e-b36a-901503dfbab3 HTTP/1.1" status: 200 len: 997 time: 0.1903682 Jun 30 09:31:12.769922 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-771dfaa0-2e9c-4f1b-aa00-d167f40ab076 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:13.012381 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e0258289-a099-445f-a2d5-14b7f1f825e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'name': 'tempest-TestSecurityGroupsBasicOps-router-418446038', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '4c9d1a23-e143-4275-b47e-5338261bb628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:28Z', 'updated_at': '2021-06-30T09:30:37Z', 'revision_number': 4, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'gw_port': {'id': '4c9d1a23-e143-4275-b47e-5338261bb628', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:28Z', 'updated_at': '2021-06-30T09:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '4fe8cc5e-cbd7-44ad-b0d3-cedf62ae2ae7', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'port_id': 'f6847eed-3b94-443e-b36a-901503dfbab3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2296a36-e128-4f85-a0af-66fbbdbc55ba', 'mac_address': 'fa:16:3e:22:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b993b900-bc68-4c3e-b9dc-48a163788ee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:31:09Z', 'updated_at': '2021-06-30T09:31:09Z', 'revision_number': 0, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dc376c-3448-4937-94c0-7e826b1ae7c2', 'name': '', 'network_id': 'c2296a36-e128-4f85-a0af-66fbbdbc55ba', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'mac_address': 'fa:16:3e:9e:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '769ae7bd-7042-4fd9-99af-1767b3dce40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:35Z', 'updated_at': '2021-06-30T09:30:45Z', 'revision_number': 5, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'subnets': [{'id': '769ae7bd-7042-4fd9-99af-1767b3dce40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:13.052307 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0258289-a099-445f-a2d5-14b7f1f825e6 None None] The sync data for ids ['8e2f80cb-4ba0-475b-9250-05519f857126'] in n-d-771363-31 is: [{'id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'name': 'tempest-TestSecurityGroupsBasicOps-router-418446038', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '4c9d1a23-e143-4275-b47e-5338261bb628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:28Z', 'updated_at': '2021-06-30T09:30:37Z', 'revision_number': 4, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'gw_port': {'id': '4c9d1a23-e143-4275-b47e-5338261bb628', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:28Z', 'updated_at': '2021-06-30T09:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '4fe8cc5e-cbd7-44ad-b0d3-cedf62ae2ae7', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'port_id': 'f6847eed-3b94-443e-b36a-901503dfbab3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2296a36-e128-4f85-a0af-66fbbdbc55ba', 'mac_address': 'fa:16:3e:22:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b993b900-bc68-4c3e-b9dc-48a163788ee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:31:09Z', 'updated_at': '2021-06-30T09:31:09Z', 'revision_number': 0, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dc376c-3448-4937-94c0-7e826b1ae7c2', 'name': '', 'network_id': 'c2296a36-e128-4f85-a0af-66fbbdbc55ba', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'mac_address': 'fa:16:3e:9e:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '769ae7bd-7042-4fd9-99af-1767b3dce40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:35Z', 'updated_at': '2021-06-30T09:30:45Z', 'revision_number': 5, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'subnets': [{'id': '769ae7bd-7042-4fd9-99af-1767b3dce40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:31:13.094587 n-d-771363-31 neutron-server[101053]: DEBUG neutron.objects.ports [None req-3f7f6d0b-ab6e-4213-801a-b277af976bf3 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101053) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:31:13.141081 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-771dfaa0-2e9c-4f1b-aa00-d167f40ab076 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:13.243712 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d11f95-5bbd-44b5-a4ce-4b7921925eb8 req-ffbfd1c4-42de-4619-9616-491ee14ce779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:13.248585 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-04d11f95-5bbd-44b5-a4ce-4b7921925eb8 req-ffbfd1c4-42de-4619-9616-491ee14ce779 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=769ae7bd-7042-4fd9-99af-1767b3dce40c HTTP/1.1" status: 200 len: 834 time: 0.5375614 Jun 30 09:31:13.267681 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 53e21bdb-0ada-4919-90b1-3f152d6601ae up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:13.284308 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-771dfaa0-2e9c-4f1b-aa00-d167f40ab076 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:13.394377 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fdbe5ea5-14c0-4fc7-a274-ccf6bc5e02b9 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4504 time: 1.2073090 Jun 30 09:31:13.397314 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36714) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:13.483185 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d11f95-5bbd-44b5-a4ce-4b7921925eb8 req-b6f2d0d6-3931-4f57-9249-64793ef94be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:13.485566 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-04d11f95-5bbd-44b5-a4ce-4b7921925eb8 req-b6f2d0d6-3931-4f57-9249-64793ef94be9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2296a36-e128-4f85-a0af-66fbbdbc55ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2311549 Jun 30 09:31:13.517341 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771dfaa0-2e9c-4f1b-aa00-d167f40ab076 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Pushing event updated for resources: {'Port': ['ID=9855ec6c-12d9-4cdb-abf0-9b96194ec511,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:13.522884 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 53e21bdb-0ada-4919-90b1-3f152d6601ae completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:13.531714 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d8d500-0e14-4a06-a2a3-6de75e273ef7 None None] New status for floating IP 4fe8cc5e-cbd7-44ad-b0d3-cedf62ae2ae7: ACTIVE {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:31:13.600983 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730c97c3-b31d-4044-9b4c-6fbb400f8633 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:13.601480 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730c97c3-b31d-4044-9b4c-6fbb400f8633 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:13.603537 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-730c97c3-b31d-4044-9b4c-6fbb400f8633 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8e2f80cb-4ba0-475b-9250-05519f857126 HTTP/1.1" status: 200 len: 1992 time: 0.2051702 Jun 30 09:31:13.698660 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-771dfaa0-2e9c-4f1b-aa00-d167f40ab076 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] In _notify_port_updated(), no bound segment for port 9855ec6c-12d9-4cdb-abf0-9b96194ec511 on network 4249a572-2ed3-4058-89fc-06debb44be5d {{(pid=101053) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:31:13.703727 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-04d11f95-5bbd-44b5-a4ce-4b7921925eb8 req-37c194f6-0bc2-4728-9234-886829109d2b service neutron] 10.222.0.37 "GET /v2.0/networks/c2296a36-e128-4f85-a0af-66fbbdbc55ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106655 Jun 30 09:31:13.705435 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771dfaa0-2e9c-4f1b-aa00-d167f40ab076 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:13.706220 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-771dfaa0-2e9c-4f1b-aa00-d167f40ab076 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:13.711386 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-771dfaa0-2e9c-4f1b-aa00-d167f40ab076 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] 10.222.0.10 "PUT /v2.0/ports/9855ec6c-12d9-4cdb-abf0-9b96194ec511 HTTP/1.1" status: 200 len: 992 time: 1.3762107 Jun 30 09:31:13.712089 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36720) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:13.844918 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-db325de3-5c60-40c2-9537-406a91de16c9 None None] Provisioning complete for port 9855ec6c-12d9-4cdb-abf0-9b96194ec511 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:13.845220 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-db325de3-5c60-40c2-9537-406a91de16c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:13.933518 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-db325de3-5c60-40c2-9537-406a91de16c9 None None] Port 9855ec6c-12d9-4cdb-abf0-9b96194ec511 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:13.963048 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6d0b-ab6e-4213-801a-b277af976bf3 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:13.991804 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-da2debc6-3869-4a9f-8788-d9b0b2ed1319 req-657bc9ce-5f79-4a0c-93c1-b2b66b70d8a8 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0940666 Jun 30 09:31:14.036403 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-04d11f95-5bbd-44b5-a4ce-4b7921925eb8 req-f7a99f5a-09c8-4e3b-abd1-5c1f102667f5 service neutron] 10.222.0.37 "GET /v2.0/networks/c2296a36-e128-4f85-a0af-66fbbdbc55ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245175 Jun 30 09:31:14.081635 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-f2b6b21f-8e63-4092-9e30-4e736d7bcc10 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Deleting port 9855ec6c-12d9-4cdb-abf0-9b96194ec511 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:14.082110 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f2b6b21f-8e63-4092-9e30-4e736d7bcc10 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.198954 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e42cc9f9-0214-4e45-b40f-b7a96ad17fa5 None None] Provisioning for port 53e21bdb-0ada-4919-90b1-3f152d6601ae completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:14.205541 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e42cc9f9-0214-4e45-b40f-b7a96ad17fa5 None None] Provisioning complete for port 53e21bdb-0ada-4919-90b1-3f152d6601ae triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:14.205988 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e42cc9f9-0214-4e45-b40f-b7a96ad17fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.211159 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d7344cfd-31b1-44db-a214-390180f0712f req-648cfb5f-1695-4871-b8a5-96f5a9494c46 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0308497 Jun 30 09:31:14.253966 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-3f7f6d0b-ab6e-4213-801a-b277af976bf3 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] For port 53e21bdb-0ada-4919-90b1-3f152d6601ae, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=53e21bdb-0ada-4919-90b1-3f152d6601ae,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:14.256812 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f2b6b21f-8e63-4092-9e30-4e736d7bcc10 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.279889 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-f2b6b21f-8e63-4092-9e30-4e736d7bcc10 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Calling delete_port for 9855ec6c-12d9-4cdb-abf0-9b96194ec511 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:14.310989 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6d0b-ab6e-4213-801a-b277af976bf3 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.333395 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e42cc9f9-0214-4e45-b40f-b7a96ad17fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.387797 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6d0b-ab6e-4213-801a-b277af976bf3 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.388876 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6d0b-ab6e-4213-801a-b277af976bf3 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.426901 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-e42cc9f9-0214-4e45-b40f-b7a96ad17fa5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:31:14.427357 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-e42cc9f9-0214-4e45-b40f-b7a96ad17fa5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:31:14.490122 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7f6d0b-ab6e-4213-801a-b277af976bf3 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:14.502740 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-3f7f6d0b-ab6e-4213-801a-b277af976bf3 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:14.509524 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7f6d0b-ab6e-4213-801a-b277af976bf3 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:14.510015 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6d0b-ab6e-4213-801a-b277af976bf3 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.513798 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1395dbe-928b-4516-a252-089686454f2b None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:14.515601 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f6d0b-ab6e-4213-801a-b277af976bf3 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Subnet': ['ID=e446c4c8-c05e-4e49-9fb7-f96f94687c48,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:14.554339 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f6d0b-ab6e-4213-801a-b277af976bf3 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Port': ['ID=53e21bdb-0ada-4919-90b1-3f152d6601ae,revision_number=4']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:14.654127 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3f7f6d0b-ab6e-4213-801a-b277af976bf3 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6811006 Jun 30 09:31:14.654382 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36744) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:14.659497 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-f36f6f5f-caa7-4a0f-9952-be8690fb893f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'port': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'mac_address': 'fa:16:3e:a3:e6:19', 'name': 'tempest-NetworksTestDHCPv6-2080632959'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:14.711599 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f2b6b21f-8e63-4092-9e30-4e736d7bcc10 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.747560 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6b21f-8e63-4092-9e30-4e736d7bcc10 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Pushing event deleted for resources: {'Port': ['ID=9855ec6c-12d9-4cdb-abf0-9b96194ec511,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:14.945921 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f2b6b21f-8e63-4092-9e30-4e736d7bcc10 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.950282 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f2b6b21f-8e63-4092-9e30-4e736d7bcc10 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] 10.222.0.10 "DELETE /v2.0/ports/9855ec6c-12d9-4cdb-abf0-9b96194ec511 HTTP/1.1" status: 204 len: 168 time: 1.2348886 Jun 30 09:31:14.951234 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36748) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:14.970699 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e42cc9f9-0214-4e45-b40f-b7a96ad17fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.993605 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-900c8028-8af4-4023-b292-26cebdf53943 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] GET failed (client error): The resource could not be found. Jun 30 09:31:14.995451 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-900c8028-8af4-4023-b292-26cebdf53943 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] 10.222.0.10 "GET /v2.0/ports/9855ec6c-12d9-4cdb-abf0-9b96194ec511 HTTP/1.1" status: 404 len: 333 time: 0.0426288 Jun 30 09:31:15.000044 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36750) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:15.005300 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-f433f7d1-d857-4e08-94d3-a2d8472c1f1a tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Request body: {'port': {'network_id': '4249a572-2ed3-4058-89fc-06debb44be5d', 'name': 'tempest-AllowedAddressPairTestJSON-1310621612'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:15.020551 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-e42cc9f9-0214-4e45-b40f-b7a96ad17fa5 None None] For port 53e21bdb-0ada-4919-90b1-3f152d6601ae, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=53e21bdb-0ada-4919-90b1-3f152d6601ae,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:15.066833 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36f6f5f-caa7-4a0f-9952-be8690fb893f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:15.118308 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e42cc9f9-0214-4e45-b40f-b7a96ad17fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:15.238640 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f36f6f5f-caa7-4a0f-9952-be8690fb893f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:15.252970 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 53e21bdb-0ada-4919-90b1-3f152d6601ae up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:15.270571 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cc9f9-0214-4e45-b40f-b7a96ad17fa5 None None] Pushing event updated for resources: {'Port': ['ID=53e21bdb-0ada-4919-90b1-3f152d6601ae,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:15.271879 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-f36f6f5f-caa7-4a0f-9952-be8690fb893f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] device_id is not set on port b7fe38fd-76ed-4d19-9313-0987ef9bb576 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:31:15.324113 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f433f7d1-d857-4e08-94d3-a2d8472c1f1a tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Made reservation on behalf of bdecc9d290f64407a4a201716ffc6c72 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:15.328596 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f433f7d1-d857-4e08-94d3-a2d8472c1f1a tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:15.335994 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 53e21bdb-0ada-4919-90b1-3f152d6601ae triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:15.336586 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:15.378560 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-f433f7d1-d857-4e08-94d3-a2d8472c1f1a tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] device_id is not set on port 6266a1fc-9e16-441f-9154-0efd4f364136 yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:31:15.506446 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-f36f6f5f-caa7-4a0f-9952-be8690fb893f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Allocated IP 172.20.0.5 (ac69f748-a231-4e69-a180-b37986a0b0a8/d85b0d2f-13bf-43bd-92f1-859cce749f30/b7fe38fd-76ed-4d19-9313-0987ef9bb576) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:15.515286 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-f36f6f5f-caa7-4a0f-9952-be8690fb893f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Allocated IP 2001:db8::f816:3eff:fea3:e619 (ac69f748-a231-4e69-a180-b37986a0b0a8/e446c4c8-c05e-4e49-9fb7-f96f94687c48/b7fe38fd-76ed-4d19-9313-0987ef9bb576) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:15.534970 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-f433f7d1-d857-4e08-94d3-a2d8472c1f1a tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Allocated IP 172.20.0.5 (4249a572-2ed3-4058-89fc-06debb44be5d/dab90e8a-1aa1-4f4f-9fea-b76590290cba/6266a1fc-9e16-441f-9154-0efd4f364136) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:15.559065 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-843c0cb3-0606-49ba-b7df-eca7cf41e9c4 None None] Provisioning complete for port 53e21bdb-0ada-4919-90b1-3f152d6601ae triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:15.559907 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-843c0cb3-0606-49ba-b7df-eca7cf41e9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:15.719706 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f36f6f5f-caa7-4a0f-9952-be8690fb893f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:15.738520 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-f36f6f5f-caa7-4a0f-9952-be8690fb893f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Transition to ACTIVE for port object b7fe38fd-76ed-4d19-9313-0987ef9bb576 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:15.743557 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f433f7d1-d857-4e08-94d3-a2d8472c1f1a tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:15.760262 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-f433f7d1-d857-4e08-94d3-a2d8472c1f1a tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Transition to ACTIVE for port object 6266a1fc-9e16-441f-9154-0efd4f364136 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:15.856073 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f36f6f5f-caa7-4a0f-9952-be8690fb893f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:15.884776 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f433f7d1-d857-4e08-94d3-a2d8472c1f1a tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:15.903348 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36f6f5f-caa7-4a0f-9952-be8690fb893f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:15.906714 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-f36f6f5f-caa7-4a0f-9952-be8690fb893f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:15.913146 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36f6f5f-caa7-4a0f-9952-be8690fb893f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:15.938813 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f6f5f-caa7-4a0f-9952-be8690fb893f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Port': ['ID=b7fe38fd-76ed-4d19-9313-0987ef9bb576,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:15.942391 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f433f7d1-d857-4e08-94d3-a2d8472c1f1a tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Network 4249a572-2ed3-4058-89fc-06debb44be5d is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:15.945836 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-f433f7d1-d857-4e08-94d3-a2d8472c1f1a tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:15.954016 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f433f7d1-d857-4e08-94d3-a2d8472c1f1a tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:15.997550 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36f6f5f-caa7-4a0f-9952-be8690fb893f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:15.999502 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f36f6f5f-caa7-4a0f-9952-be8690fb893f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:16.006446 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433f7d1-d857-4e08-94d3-a2d8472c1f1a tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Pushing event updated for resources: {'Port': ['ID=6266a1fc-9e16-441f-9154-0efd4f364136,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:16.058656 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f433f7d1-d857-4e08-94d3-a2d8472c1f1a tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:16.059559 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f433f7d1-d857-4e08-94d3-a2d8472c1f1a tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:16.121847 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f36f6f5f-caa7-4a0f-9952-be8690fb893f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4664528 Jun 30 09:31:16.125054 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36770) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:16.215889 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-edefe749-a2be-45f3-a77a-ff4dacfdeec3 req-944b04bd-7b81-40c3-9b5e-34dff1765988 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0329666 Jun 30 09:31:16.228877 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f433f7d1-d857-4e08-94d3-a2d8472c1f1a tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2276320 Jun 30 09:31:16.231934 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36778) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:16.238082 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-7c73a6db-46bc-4975-bd54-1d4832bf1a02 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c5:ef:e6'}]}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:16.281576 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e237d416-a05d-41ad-a0ca-0cc2c944894d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:16.288122 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e237d416-a05d-41ad-a0ca-0cc2c944894d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:16.294365 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e237d416-a05d-41ad-a0ca-0cc2c944894d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1683698 Jun 30 09:31:16.295045 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36784) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:16.451897 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c73a6db-46bc-4975-bd54-1d4832bf1a02 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:16.477468 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-f379d4f0-2656-4b40-9373-de7b370b2486 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting port b7fe38fd-76ed-4d19-9313-0987ef9bb576 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:16.477822 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f379d4f0-2656-4b40-9373-de7b370b2486 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:16.497594 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-100167db-0839-4848-8889-1cbe1e4e66d4 None None] Provisioning for port 6266a1fc-9e16-441f-9154-0efd4f364136 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:16.505610 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-100167db-0839-4848-8889-1cbe1e4e66d4 None None] Provisioning complete for port 6266a1fc-9e16-441f-9154-0efd4f364136 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:16.506874 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-100167db-0839-4848-8889-1cbe1e4e66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:16.562065 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-100167db-0839-4848-8889-1cbe1e4e66d4 None None] Port 6266a1fc-9e16-441f-9154-0efd4f364136 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:16.563422 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f885f547-4861-4548-9da9-2e61c3492e0d req-251beae5-e80a-4acf-b6ec-aa56127abb7e service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0657222 Jun 30 09:31:16.632646 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-100167db-0839-4848-8889-1cbe1e4e66d4 None None] Provisioning for port b7fe38fd-76ed-4d19-9313-0987ef9bb576 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:16.638068 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f379d4f0-2656-4b40-9373-de7b370b2486 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:16.640335 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-100167db-0839-4848-8889-1cbe1e4e66d4 None None] Provisioning complete for port b7fe38fd-76ed-4d19-9313-0987ef9bb576 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:16.641710 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-100167db-0839-4848-8889-1cbe1e4e66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:16.654113 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-f379d4f0-2656-4b40-9373-de7b370b2486 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Calling delete_port for b7fe38fd-76ed-4d19-9313-0987ef9bb576 owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:16.662828 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36794) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:16.716388 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-100167db-0839-4848-8889-1cbe1e4e66d4 None None] Port b7fe38fd-76ed-4d19-9313-0987ef9bb576 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:16.743053 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c73a6db-46bc-4975-bd54-1d4832bf1a02 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:16.859823 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c73a6db-46bc-4975-bd54-1d4832bf1a02 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.012328 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f379d4f0-2656-4b40-9373-de7b370b2486 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.060672 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379d4f0-2656-4b40-9373-de7b370b2486 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Port': ['ID=b7fe38fd-76ed-4d19-9313-0987ef9bb576,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:17.194227 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 53e21bdb-0ada-4919-90b1-3f152d6601ae up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:17.240157 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f379d4f0-2656-4b40-9373-de7b370b2486 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.242622 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f379d4f0-2656-4b40-9373-de7b370b2486 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/b7fe38fd-76ed-4d19-9313-0987ef9bb576 HTTP/1.1" status: 204 len: 168 time: 0.9463441 Jun 30 09:31:17.247663 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36804) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:17.264898 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 53e21bdb-0ada-4919-90b1-3f152d6601ae triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:17.265315 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.301103 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73a6db-46bc-4975-bd54-1d4832bf1a02 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Pushing event updated for resources: {'Port': ['ID=6266a1fc-9e16-441f-9154-0efd4f364136,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:17.344274 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-7c73a6db-46bc-4975-bd54-1d4832bf1a02 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] In _notify_port_updated(), no bound segment for port 6266a1fc-9e16-441f-9154-0efd4f364136 on network 4249a572-2ed3-4058-89fc-06debb44be5d {{(pid=101053) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:31:17.348237 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c473708-db6e-478e-8e57-6d452390e2ee tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:17.350047 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c473708-db6e-478e-8e57-6d452390e2ee tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:17.352024 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c473708-db6e-478e-8e57-6d452390e2ee tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:17.353963 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4c473708-db6e-478e-8e57-6d452390e2ee tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1048551 Jun 30 09:31:17.355311 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c73a6db-46bc-4975-bd54-1d4832bf1a02 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:17.356002 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c73a6db-46bc-4975-bd54-1d4832bf1a02 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.360156 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7c73a6db-46bc-4975-bd54-1d4832bf1a02 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] 10.222.0.10 "PUT /v2.0/ports/6266a1fc-9e16-441f-9154-0efd4f364136 HTTP/1.1" status: 200 len: 996 time: 1.1243930 Jun 30 09:31:17.361140 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36808) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:17.361697 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36810) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:17.501098 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-d013b7a5-3eca-4825-9a8c-f5b499c2a9b0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Deleting port 1a979164-fc3d-45f3-81f2-c08108c5e971 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:17.501462 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d013b7a5-3eca-4825-9a8c-f5b499c2a9b0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.532515 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2fc6617-a095-4b37-aa82-3ee3e9fd356e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting subnet d85b0d2f-13bf-43bd-92f1-859cce749f30 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:31:17.542534 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a2fc6617-a095-4b37-aa82-3ee3e9fd356e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.623047 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d013b7a5-3eca-4825-9a8c-f5b499c2a9b0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.623521 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d013b7a5-3eca-4825-9a8c-f5b499c2a9b0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.645392 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-d013b7a5-3eca-4825-9a8c-f5b499c2a9b0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Calling delete_port for 1a979164-fc3d-45f3-81f2-c08108c5e971 owned by network:floatingip {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:17.648469 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a2fc6617-a095-4b37-aa82-3ee3e9fd356e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.657939 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bf143ff2-fc77-41f0-a823-84229ce4132d None None] Provisioning complete for port 6266a1fc-9e16-441f-9154-0efd4f364136 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:17.659546 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bf143ff2-fc77-41f0-a823-84229ce4132d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.730531 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bf143ff2-fc77-41f0-a823-84229ce4132d None None] Port 6266a1fc-9e16-441f-9154-0efd4f364136 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:17.733373 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-39465180-3a09-4bcc-b7dd-1492bb87bdd3 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Deleting port 6266a1fc-9e16-441f-9154-0efd4f364136 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:17.733753 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-39465180-3a09-4bcc-b7dd-1492bb87bdd3 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.826844 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a2fc6617-a095-4b37-aa82-3ee3e9fd356e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.893907 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-39465180-3a09-4bcc-b7dd-1492bb87bdd3 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.911438 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-39465180-3a09-4bcc-b7dd-1492bb87bdd3 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Calling delete_port for 6266a1fc-9e16-441f-9154-0efd4f364136 owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:17.999479 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d013b7a5-3eca-4825-9a8c-f5b499c2a9b0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.029308 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013b7a5-3eca-4825-9a8c-f5b499c2a9b0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Pushing event deleted for resources: {'Port': ['ID=1a979164-fc3d-45f3-81f2-c08108c5e971,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:18.066247 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a2fc6617-a095-4b37-aa82-3ee3e9fd356e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.104349 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc6617-a095-4b37-aa82-3ee3e9fd356e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Subnet': ['ID=d85b0d2f-13bf-43bd-92f1-859cce749f30,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:18.108710 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a2fc6617-a095-4b37-aa82-3ee3e9fd356e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.113937 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a2fc6617-a095-4b37-aa82-3ee3e9fd356e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/d85b0d2f-13bf-43bd-92f1-859cce749f30 HTTP/1.1" status: 204 len: 168 time: 0.7501941 Jun 30 09:31:18.114237 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36824) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:18.121915 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b0fbdd-78ab-4480-8e22-a614a5573d85 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:18.126492 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d013b7a5-3eca-4825-9a8c-f5b499c2a9b0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks [] for floatingip, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.126492 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [None req-d013b7a5-3eca-4825-9a8c-f5b499c2a9b0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Floating IP d4d432c8-70cc-453b-a598-c3444ae33765 disassociated (deleted). External IP: 172.25.6.82, port: c0ff9bc6-bdce-4e97-928f-21e27fd3f638. Jun 30 09:31:18.192053 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-7720ddff-eb10-418f-9273-f962bebd20ac tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting subnet e446c4c8-c05e-4e49-9fb7-f96f94687c48 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:31:18.196376 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7720ddff-eb10-418f-9273-f962bebd20ac tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.228577 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-39465180-3a09-4bcc-b7dd-1492bb87bdd3 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.281276 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39465180-3a09-4bcc-b7dd-1492bb87bdd3 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Pushing event deleted for resources: {'Port': ['ID=6266a1fc-9e16-441f-9154-0efd4f364136,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:18.303408 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7720ddff-eb10-418f-9273-f962bebd20ac tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.393988 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d013b7a5-3eca-4825-9a8c-f5b499c2a9b0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Router 7316d45c-7008-4271-a9f6-1fd9961eef92 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:31:18.439022 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-39465180-3a09-4bcc-b7dd-1492bb87bdd3 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.444734 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36828) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:18.445029 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-39465180-3a09-4bcc-b7dd-1492bb87bdd3 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] 10.222.0.10 "DELETE /v2.0/ports/6266a1fc-9e16-441f-9154-0efd4f364136 HTTP/1.1" status: 204 len: 168 time: 1.0384550 Jun 30 09:31:18.470884 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7720ddff-eb10-418f-9273-f962bebd20ac tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.515236 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d549a17-e193-465f-9cd3-66e786007a71 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] GET failed (client error): The resource could not be found. Jun 30 09:31:18.519221 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6d549a17-e193-465f-9cd3-66e786007a71 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] 10.222.0.10 "GET /v2.0/ports/6266a1fc-9e16-441f-9154-0efd4f364136 HTTP/1.1" status: 404 len: 333 time: 0.0713212 Jun 30 09:31:18.521545 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36834) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:18.529309 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-435e5a9b-8713-4107-bfd3-85ee5df484a2 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Request body: {'port': {'network_id': '4249a572-2ed3-4058-89fc-06debb44be5d', 'name': 'tempest-AllowedAddressPairTestJSON-1143537532'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:18.697514 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d013b7a5-3eca-4825-9a8c-f5b499c2a9b0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:31:18.702618 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-89bec564-1339-4209-b515-22f76cecfb7e req-bf55a3e9-49a4-4575-b885-6e606fe38646 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0714395 Jun 30 09:31:18.707331 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7720ddff-eb10-418f-9273-f962bebd20ac tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.719592 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2860d2-e9f1-4043-87e7-a818f51553cd None None] Sync routers for ids ['7316d45c-7008-4271-a9f6-1fd9961eef92'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:31:18.723773 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d013b7a5-3eca-4825-9a8c-f5b499c2a9b0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.737230 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2860d2-e9f1-4043-87e7-a818f51553cd None None] Routers {'7316d45c-7008-4271-a9f6-1fd9961eef92'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:18.741134 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-6a2860d2-e9f1-4043-87e7-a818f51553cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:30:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['7316d45c-7008-4271-a9f6-1fd9961eef92'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:18.750550 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7720ddff-eb10-418f-9273-f962bebd20ac tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.753816 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7720ddff-eb10-418f-9273-f962bebd20ac tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/e446c4c8-c05e-4e49-9fb7-f96f94687c48 HTTP/1.1" status: 204 len: 168 time: 0.6386733 Jun 30 09:31:18.762521 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36842) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:18.836516 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d013b7a5-3eca-4825-9a8c-f5b499c2a9b0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "DELETE /v2.0/floatingips/d4d432c8-70cc-453b-a598-c3444ae33765 HTTP/1.1" status: 204 len: 168 time: 2.1720879 Jun 30 09:31:18.842784 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a790c31-eebd-4260-af13-1ee88cd80219', 'tag': 'c0ff9bc6-bdce-4e97-928f-21e27fd3f638'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:18.847186 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b908f439-2efe-43ab-8111-886d7fe1282d" -d '{"events": [{"name": "network-changed", "server_uuid": "8a790c31-eebd-4260-af13-1ee88cd80219", "tag": "c0ff9bc6-bdce-4e97-928f-21e27fd3f638"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:18.950476 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36848) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:18.956445 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-f982b188-718c-4a99-81d1-0f2021ff736f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:18.962641 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d57bcf61-7d06-4225-a431-611fefd9960c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1874607 Jun 30 09:31:18.964213 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720ddff-eb10-418f-9273-f962bebd20ac tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Subnet': ['ID=e446c4c8-c05e-4e49-9fb7-f96f94687c48,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:18.995915 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-6a2860d2-e9f1-4043-87e7-a818f51553cd None None] Set router 7316d45c-7008-4271-a9f6-1fd9961eef92 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:19.063077 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5a02ea51-dd16-4526-ac08-2a9cbf341aca req-29a0f35c-dfee-4cd0-9fee-054882b2e8fd service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0464020 Jun 30 09:31:19.063562 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d007c39-b371-41b1-a9c3-0ea1f84c1c1f x-openstack-request-id: req-1d007c39-b371-41b1-a9c3-0ea1f84c1c1f {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:19.063960 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a790c31-eebd-4260-af13-1ee88cd80219", "tag": "c0ff9bc6-bdce-4e97-928f-21e27fd3f638", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:19.064430 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1d007c39-b371-41b1-a9c3-0ea1f84c1c1f {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:19.064967 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a790c31-eebd-4260-af13-1ee88cd80219', 'tag': 'c0ff9bc6-bdce-4e97-928f-21e27fd3f638', 'status': 'completed', 'code': 200} Jun 30 09:31:19.122164 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435e5a9b-8713-4107-bfd3-85ee5df484a2 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Made reservation on behalf of bdecc9d290f64407a4a201716ffc6c72 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:19.126489 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-435e5a9b-8713-4107-bfd3-85ee5df484a2 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:19.178958 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-435e5a9b-8713-4107-bfd3-85ee5df484a2 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] device_id is not set on port ae247df9-dc86-422a-ba6d-45e244e29d52 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:31:19.326660 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908f439-2efe-43ab-8111-886d7fe1282d req-d4ef8b15-642f-44cd-aabf-6f6e5a5f4f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:19.328847 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b908f439-2efe-43ab-8111-886d7fe1282d req-d4ef8b15-642f-44cd-aabf-6f6e5a5f4f26 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3a9462c3ce5d46c8a5c0b27669b07c56&device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 1097 time: 0.2623389 Jun 30 09:31:19.363382 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-6a2860d2-e9f1-4043-87e7-a818f51553cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'name': 'tempest-TestVolumeBackupRestore-527039238-router', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'd5437f1d-e205-4b47-a8a2-a2f36da52bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:25:32Z', 'revision_number': 4, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'gw_port': {'id': 'd5437f1d-e205-4b47-a8a2-a2f36da52bca', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:27Z', 'updated_at': '2021-06-30T09:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '3518e37d-45a7-4678-b72c-3323dae627a8', 'name': '', 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'mac_address': 'fa:16:3e:1a:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '10c831ae-0084-4a15-8fd9-ede7c25d3443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:31Z', 'updated_at': '2021-06-30T09:25:40Z', 'revision_number': 5, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'subnets': [{'id': '10c831ae-0084-4a15-8fd9-ede7c25d3443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:19.404598 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2860d2-e9f1-4043-87e7-a818f51553cd None None] Checking router: 7316d45c-7008-4271-a9f6-1fd9961eef92 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:31:19.416405 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2860d2-e9f1-4043-87e7-a818f51553cd None None] Routers {'7316d45c-7008-4271-a9f6-1fd9961eef92'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:19.416405 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-6a2860d2-e9f1-4043-87e7-a818f51553cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:30:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['7316d45c-7008-4271-a9f6-1fd9961eef92'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:19.423855 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-435e5a9b-8713-4107-bfd3-85ee5df484a2 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Allocated IP 172.20.0.13 (4249a572-2ed3-4058-89fc-06debb44be5d/dab90e8a-1aa1-4f4f-9fea-b76590290cba/ae247df9-dc86-422a-ba6d-45e244e29d52) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:19.424817 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f982b188-718c-4a99-81d1-0f2021ff736f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:19.430021 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f982b188-718c-4a99-81d1-0f2021ff736f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:19.541185 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e117d47-c56f-4fb1-852f-8913184b0f07 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:19.588032 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-6a2860d2-e9f1-4043-87e7-a818f51553cd None None] Set router 7316d45c-7008-4271-a9f6-1fd9961eef92 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:19.630286 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7cf46755-40b4-4177-a52f-7431dfd76f1a None None] Provisioning complete for port 53e21bdb-0ada-4919-90b1-3f152d6601ae triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:19.630732 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7cf46755-40b4-4177-a52f-7431dfd76f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:19.657311 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908f439-2efe-43ab-8111-886d7fe1282d req-e728dc7a-d834-46d1-9610-c7f21ed8ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:19.660272 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b908f439-2efe-43ab-8111-886d7fe1282d req-e728dc7a-d834-46d1-9610-c7f21ed8ae6a service neutron] 10.222.0.52 "GET /v2.0/networks?id=c6af7737-90e6-4e90-814b-d1af17fec8d3 HTTP/1.1" status: 200 len: 914 time: 0.3242428 Jun 30 09:31:19.796210 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b908f439-2efe-43ab-8111-886d7fe1282d req-a90a5acf-16b7-4cad-90b9-b900bdd17a7d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0ff9bc6-bdce-4e97-928f-21e27fd3f638 HTTP/1.1" status: 200 len: 217 time: 0.1223009 Jun 30 09:31:19.891615 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75420582-80b2-405f-a550-7ef3c1a3fd79 None None] DHCP port deletion for ac69f748-a231-4e69-a180-b37986a0b0a8 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:31:19.924515 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d5f7a-97fe-48b3-a188-eb8de8bbd409 req-5a10fe7d-0767-42f7-a9bb-c989aef6711e tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:19.926113 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cd5d5f7a-97fe-48b3-a188-eb8de8bbd409 req-5a10fe7d-0767-42f7-a9bb-c989aef6711e tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 945 time: 0.1176610 Jun 30 09:31:19.943995 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908f439-2efe-43ab-8111-886d7fe1282d req-c0133dbd-59b3-46e2-ab36-54ada8d9e8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:19.946250 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b908f439-2efe-43ab-8111-886d7fe1282d req-c0133dbd-59b3-46e2-ab36-54ada8d9e8e7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10c831ae-0084-4a15-8fd9-ede7c25d3443 HTTP/1.1" status: 200 len: 852 time: 0.1418302 Jun 30 09:31:19.955777 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-6a2860d2-e9f1-4043-87e7-a818f51553cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'name': 'tempest-TestVolumeBackupRestore-527039238-router', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'd5437f1d-e205-4b47-a8a2-a2f36da52bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:25:32Z', 'revision_number': 4, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'gw_port': {'id': 'd5437f1d-e205-4b47-a8a2-a2f36da52bca', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:27Z', 'updated_at': '2021-06-30T09:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '3518e37d-45a7-4678-b72c-3323dae627a8', 'name': '', 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'mac_address': 'fa:16:3e:1a:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '10c831ae-0084-4a15-8fd9-ede7c25d3443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:31Z', 'updated_at': '2021-06-30T09:25:40Z', 'revision_number': 5, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'subnets': [{'id': '10c831ae-0084-4a15-8fd9-ede7c25d3443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:19.999202 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-75420582-80b2-405f-a550-7ef3c1a3fd79 None None] Deleting port 53e21bdb-0ada-4919-90b1-3f152d6601ae {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:19.999603 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-75420582-80b2-405f-a550-7ef3c1a3fd79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:20.015021 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cd5d5f7a-97fe-48b3-a188-eb8de8bbd409 req-1adc41de-01d9-4600-9550-2077dca91ed9 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/security-groups?id=afad113d-d9e7-4ed2-a270-a4b5615805cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780954 Jun 30 09:31:20.023808 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2860d2-e9f1-4043-87e7-a818f51553cd None None] The sync data for ids ['7316d45c-7008-4271-a9f6-1fd9961eef92'] in n-d-771363-31 is: [{'id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'name': 'tempest-TestVolumeBackupRestore-527039238-router', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'd5437f1d-e205-4b47-a8a2-a2f36da52bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:25:32Z', 'revision_number': 4, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'gw_port': {'id': 'd5437f1d-e205-4b47-a8a2-a2f36da52bca', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:27Z', 'updated_at': '2021-06-30T09:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '3518e37d-45a7-4678-b72c-3323dae627a8', 'name': '', 'network_id': 'c6af7737-90e6-4e90-814b-d1af17fec8d3', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'mac_address': 'fa:16:3e:1a:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '10c831ae-0084-4a15-8fd9-ede7c25d3443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:31Z', 'updated_at': '2021-06-30T09:25:40Z', 'revision_number': 5, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'subnets': [{'id': '10c831ae-0084-4a15-8fd9-ede7c25d3443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:31:20.082894 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-435e5a9b-8713-4107-bfd3-85ee5df484a2 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:20.109751 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-75420582-80b2-405f-a550-7ef3c1a3fd79 None None] For port 53e21bdb-0ada-4919-90b1-3f152d6601ae, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=53e21bdb-0ada-4919-90b1-3f152d6601ae,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:20.110165 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-75420582-80b2-405f-a550-7ef3c1a3fd79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:20.127265 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-75420582-80b2-405f-a550-7ef3c1a3fd79 None None] Calling delete_port for 53e21bdb-0ada-4919-90b1-3f152d6601ae owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:20.161667 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-435e5a9b-8713-4107-bfd3-85ee5df484a2 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Transition to ACTIVE for port object ae247df9-dc86-422a-ba6d-45e244e29d52 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:20.227323 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908f439-2efe-43ab-8111-886d7fe1282d req-075e105f-2c6e-4caa-a586-151d493c806f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:20.230934 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b908f439-2efe-43ab-8111-886d7fe1282d req-075e105f-2c6e-4caa-a586-151d493c806f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c6af7737-90e6-4e90-814b-d1af17fec8d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2742260 Jun 30 09:31:20.249696 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-b908f439-2efe-43ab-8111-886d7fe1282d req-8cf46cd0-09e4-43e1-8d4c-1c8960d4a4b5 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:31:20.251259 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b908f439-2efe-43ab-8111-886d7fe1282d req-8cf46cd0-09e4-43e1-8d4c-1c8960d4a4b5 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140550 Jun 30 09:31:20.290952 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f982b188-718c-4a99-81d1-0f2021ff736f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:20.358954 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-75420582-80b2-405f-a550-7ef3c1a3fd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:20.372642 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-435e5a9b-8713-4107-bfd3-85ee5df484a2 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:20.377774 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f982b188-718c-4a99-81d1-0f2021ff736f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:20.405490 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-f982b188-718c-4a99-81d1-0f2021ff736f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:20.412570 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75420582-80b2-405f-a550-7ef3c1a3fd79 None None] Pushing event deleted for resources: {'Port': ['ID=53e21bdb-0ada-4919-90b1-3f152d6601ae,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:20.434001 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75420582-80b2-405f-a550-7ef3c1a3fd79 None None] No DVR routers for this DVR port 53e21bdb-0ada-4919-90b1-3f152d6601ae on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:20.460201 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905dc5bd-4f66-4681-856c-4b80524af694 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:20.468387 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f982b188-718c-4a99-81d1-0f2021ff736f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:20.469044 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f982b188-718c-4a99-81d1-0f2021ff736f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:20.472681 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435e5a9b-8713-4107-bfd3-85ee5df484a2 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Network 4249a572-2ed3-4058-89fc-06debb44be5d is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:20.491714 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-435e5a9b-8713-4107-bfd3-85ee5df484a2 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:20.500518 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982b188-718c-4a99-81d1-0f2021ff736f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Subnet': ['ID=882d3c15-61c0-43d8-9992-71be63486660,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:20.511629 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435e5a9b-8713-4107-bfd3-85ee5df484a2 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:20.553965 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b908f439-2efe-43ab-8111-886d7fe1282d req-3908deeb-f178-42e0-a8f4-43db30fbdc50 service neutron] 10.222.0.52 "GET /v2.0/networks/c6af7737-90e6-4e90-814b-d1af17fec8d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901390 Jun 30 09:31:20.554668 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e5a9b-8713-4107-bfd3-85ee5df484a2 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Pushing event updated for resources: {'Port': ['ID=ae247df9-dc86-422a-ba6d-45e244e29d52,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:20.558854 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740cb14f-ba81-4ff0-a5e1-d5f9474e58ef None None] New status for floating IP d4d432c8-70cc-453b-a598-c3444ae33765: DOWN {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:31:20.658728 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f982b188-718c-4a99-81d1-0f2021ff736f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7033551 Jun 30 09:31:20.659100 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36878) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:20.666838 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-c00e9303-f352-420e-bf96-7e79a6e5fad7 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:20.678816 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5c789378-871e-40ff-82fd-a43809b6900c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:20.712460 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435e5a9b-8713-4107-bfd3-85ee5df484a2 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:20.713191 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-435e5a9b-8713-4107-bfd3-85ee5df484a2 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:20.800520 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b908f439-2efe-43ab-8111-886d7fe1282d req-f582f90c-d3d5-4f54-865e-b77c5530ad62 service neutron] 10.222.0.52 "GET /v2.0/networks/c6af7737-90e6-4e90-814b-d1af17fec8d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330332 Jun 30 09:31:20.829555 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-435e5a9b-8713-4107-bfd3-85ee5df484a2 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3067920 Jun 30 09:31:20.832189 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36882) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:20.837678 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-14b9b5b7-8746-43d2-91c0-192e365451ae tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Request body: {'port': {'network_id': '4249a572-2ed3-4058-89fc-06debb44be5d', 'name': 'tempest-AllowedAddressPairTestJSON-1200108851'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:20.983153 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00e9303-f352-420e-bf96-7e79a6e5fad7 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:20.987247 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c00e9303-f352-420e-bf96-7e79a6e5fad7 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.072439 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b9b5b7-8746-43d2-91c0-192e365451ae tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Made reservation on behalf of bdecc9d290f64407a4a201716ffc6c72 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:21.091492 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-14b9b5b7-8746-43d2-91c0-192e365451ae tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.099174 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40548c6b-fc61-43a5-ac52-be282ba167a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-ac69f748-a231-4e69-a180-b37986a0b0a8', 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'fixed_ips': [{'subnet_id': '882d3c15-61c0-43d8-9992-71be63486660'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:31:21.100048 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-40548c6b-fc61-43a5-ac52-be282ba167a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.160773 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-14b9b5b7-8746-43d2-91c0-192e365451ae tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] device_id is not set on port 6cc932ee-9855-43fd-bd6f-12123c1c448e yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:31:21.252650 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 53e21bdb-0ada-4919-90b1-3f152d6601ae no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:21.297970 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-56ade2f0-4fe0-4afb-80e7-7956e03861a0 None None] Provisioning for port ae247df9-dc86-422a-ba6d-45e244e29d52 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:21.306587 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 53e21bdb-0ada-4919-90b1-3f152d6601ae {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:31:21.306954 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 53e21bdb-0ada-4919-90b1-3f152d6601ae not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:21.313869 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-56ade2f0-4fe0-4afb-80e7-7956e03861a0 None None] Provisioning complete for port ae247df9-dc86-422a-ba6d-45e244e29d52 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:21.314376 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-56ade2f0-4fe0-4afb-80e7-7956e03861a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.377922 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-14b9b5b7-8746-43d2-91c0-192e365451ae tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Allocated IP 172.20.0.11 (4249a572-2ed3-4058-89fc-06debb44be5d/dab90e8a-1aa1-4f4f-9fea-b76590290cba/6cc932ee-9855-43fd-bd6f-12123c1c448e) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:21.407858 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-56ade2f0-4fe0-4afb-80e7-7956e03861a0 None None] Port ae247df9-dc86-422a-ba6d-45e244e29d52 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:21.477321 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-40548c6b-fc61-43a5-ac52-be282ba167a3 None None] Allocated IP 172.20.0.2 (ac69f748-a231-4e69-a180-b37986a0b0a8/882d3c15-61c0-43d8-9992-71be63486660/9e0b3fa4-d30e-4962-b39d-92fce3fcc56c) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:21.501627 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f225f-bc24-4375-81df-135291c059d6 req-585dea3b-881d-49d6-9b5c-6941c14ec214 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:21.507475 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-769f225f-bc24-4375-81df-135291c059d6 req-585dea3b-881d-49d6-9b5c-6941c14ec214 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 945 time: 0.1911907 Jun 30 09:31:21.563377 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-99adfa7d-36c1-4036-94ff-f0ac10ce01b0 req-0a3e803a-8738-4dd5-8457-625caf21cebc service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0585690 Jun 30 09:31:21.621517 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-14b9b5b7-8746-43d2-91c0-192e365451ae tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.623763 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-769f225f-bc24-4375-81df-135291c059d6 req-b9d605ea-f9eb-46f7-a806-15f4d79602a4 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/security-groups?id=afad113d-d9e7-4ed2-a270-a4b5615805cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096306 Jun 30 09:31:21.673483 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-14b9b5b7-8746-43d2-91c0-192e365451ae tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Transition to ACTIVE for port object 6cc932ee-9855-43fd-bd6f-12123c1c448e will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:21.689320 n-d-771363-31 neutron-server[101054]: DEBUG neutron.objects.ports [None req-c00e9303-f352-420e-bf96-7e79a6e5fad7 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101054) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:31:21.690916 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c00e9303-f352-420e-bf96-7e79a6e5fad7 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.733945 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00e9303-f352-420e-bf96-7e79a6e5fad7 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:21.737552 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-c00e9303-f352-420e-bf96-7e79a6e5fad7 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:21.741894 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00e9303-f352-420e-bf96-7e79a6e5fad7 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:21.742619 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c00e9303-f352-420e-bf96-7e79a6e5fad7 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.754363 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-40548c6b-fc61-43a5-ac52-be282ba167a3 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.769685 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94605b49-92e6-4a24-8f7c-2a1e8c1a53d7 req-8f8d16f1-baf9-40cc-b1be-4cebba81ceb1 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:21.769685 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-94605b49-92e6-4a24-8f7c-2a1e8c1a53d7 req-8f8d16f1-baf9-40cc-b1be-4cebba81ceb1 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 945 time: 0.2106400 Jun 30 09:31:21.770019 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-40548c6b-fc61-43a5-ac52-be282ba167a3 None None] Transition to ACTIVE for port object 9e0b3fa4-d30e-4962-b39d-92fce3fcc56c will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:21.770157 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e9303-f352-420e-bf96-7e79a6e5fad7 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Subnet': ['ID=9e5eaa7e-871d-4361-b497-44b843f0407a,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:21.794422 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-40548c6b-fc61-43a5-ac52-be282ba167a3 None None] Transition to ACTIVE for port object 9e0b3fa4-d30e-4962-b39d-92fce3fcc56c will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:21.830931 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-14b9b5b7-8746-43d2-91c0-192e365451ae tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.852050 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6174f7b9-d4bb-414a-89de-604c3bd5bd37 req-67b44720-6b0c-4a3c-86df-4e8805273390 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0346162 Jun 30 09:31:21.884945 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c00e9303-f352-420e-bf96-7e79a6e5fad7 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2243366 Jun 30 09:31:21.887972 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36908) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:21.893776 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-4a4c82ce-6e6a-40af-a8de-b13b37b7384f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'port': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'mac_address': 'fa:16:3e:da:0b:44', 'name': 'tempest-NetworksTestDHCPv6-831098464'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:21.912360 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b9b5b7-8746-43d2-91c0-192e365451ae tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Network 4249a572-2ed3-4058-89fc-06debb44be5d is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:21.921991 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-14b9b5b7-8746-43d2-91c0-192e365451ae tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:21.929223 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b9b5b7-8746-43d2-91c0-192e365451ae tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:21.933924 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9b5b7-8746-43d2-91c0-192e365451ae tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Pushing event updated for resources: {'Port': ['ID=6cc932ee-9855-43fd-bd6f-12123c1c448e,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:21.941220 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-40548c6b-fc61-43a5-ac52-be282ba167a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.993666 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40548c6b-fc61-43a5-ac52-be282ba167a3 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:21.996726 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-40548c6b-fc61-43a5-ac52-be282ba167a3 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:21.997326 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b9b5b7-8746-43d2-91c0-192e365451ae tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:21.998006 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-14b9b5b7-8746-43d2-91c0-192e365451ae tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.002867 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40548c6b-fc61-43a5-ac52-be282ba167a3 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:22.007219 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-94605b49-92e6-4a24-8f7c-2a1e8c1a53d7 req-59944a57-cbf6-4ae8-bb27-d62d230753a0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Deleting port c0ff9bc6-bdce-4e97-928f-21e27fd3f638 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:22.008211 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-94605b49-92e6-4a24-8f7c-2a1e8c1a53d7 req-59944a57-cbf6-4ae8-bb27-d62d230753a0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.012981 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40548c6b-fc61-43a5-ac52-be282ba167a3 None None] Pushing event updated for resources: {'Port': ['ID=9e0b3fa4-d30e-4962-b39d-92fce3fcc56c,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:22.106158 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-40548c6b-fc61-43a5-ac52-be282ba167a3 None None] Attempting to bind port 9e0b3fa4-d30e-4962-b39d-92fce3fcc56c on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:31:22.106532 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-40548c6b-fc61-43a5-ac52-be282ba167a3 None None] Attempting to bind port 9e0b3fa4-d30e-4962-b39d-92fce3fcc56c by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:31:22.106893 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40548c6b-fc61-43a5-ac52-be282ba167a3 None None] Attempting to bind port 9e0b3fa4-d30e-4962-b39d-92fce3fcc56c on network ac69f748-a231-4e69-a180-b37986a0b0a8 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:22.112374 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40548c6b-fc61-43a5-ac52-be282ba167a3 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:31:22.112749 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40548c6b-fc61-43a5-ac52-be282ba167a3 None None] Checking segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:22.113152 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-40548c6b-fc61-43a5-ac52-be282ba167a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.113541 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40548c6b-fc61-43a5-ac52-be282ba167a3 None None] Bound using segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:31:22.114008 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-40548c6b-fc61-43a5-ac52-be282ba167a3 None None] Bound port: 9e0b3fa4-d30e-4962-b39d-92fce3fcc56c, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:31:22.114390 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-40548c6b-fc61-43a5-ac52-be282ba167a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.124336 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36912) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:22.124970 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-14b9b5b7-8746-43d2-91c0-192e365451ae tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2913587 Jun 30 09:31:22.129826 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-0b11ef75-f57a-49b5-a799-2c3ff233b7ca tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:c5:ef:e6'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:b4:f0:b2'}]}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:22.152252 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-94605b49-92e6-4a24-8f7c-2a1e8c1a53d7 req-59944a57-cbf6-4ae8-bb27-d62d230753a0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] For port c0ff9bc6-bdce-4e97-928f-21e27fd3f638, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c0ff9bc6-bdce-4e97-928f-21e27fd3f638,segment=NetworkSegment(4c939ff5-d9df-45a0-ad4a-7abf2eec0e12),segment_id=4c939ff5-d9df-45a0-ad4a-7abf2eec0e12)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:22.152836 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-94605b49-92e6-4a24-8f7c-2a1e8c1a53d7 req-59944a57-cbf6-4ae8-bb27-d62d230753a0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.186372 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-94605b49-92e6-4a24-8f7c-2a1e8c1a53d7 req-59944a57-cbf6-4ae8-bb27-d62d230753a0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Calling delete_port for c0ff9bc6-bdce-4e97-928f-21e27fd3f638 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:22.232886 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-40548c6b-fc61-43a5-ac52-be282ba167a3 None None] For port 9e0b3fa4-d30e-4962-b39d-92fce3fcc56c, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:31:22.236070 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-40548c6b-fc61-43a5-ac52-be282ba167a3 None None] For port 9e0b3fa4-d30e-4962-b39d-92fce3fcc56c, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=9e0b3fa4-d30e-4962-b39d-92fce3fcc56c,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:31:22.318136 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4c82ce-6e6a-40af-a8de-b13b37b7384f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:22.347989 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-40548c6b-fc61-43a5-ac52-be282ba167a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.399319 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0b11ef75-f57a-49b5-a799-2c3ff233b7ca tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.410073 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40548c6b-fc61-43a5-ac52-be282ba167a3 None None] Pushing event updated for resources: {'Port': ['ID=9e0b3fa4-d30e-4962-b39d-92fce3fcc56c,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:22.473193 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a56d32ab-7edb-477a-b220-08b8107145f4 None None] Provisioning for port 6cc932ee-9855-43fd-bd6f-12123c1c448e completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:22.473462 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4a4c82ce-6e6a-40af-a8de-b13b37b7384f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.478647 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a56d32ab-7edb-477a-b220-08b8107145f4 None None] Provisioning complete for port 6cc932ee-9855-43fd-bd6f-12123c1c448e triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:22.482081 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a56d32ab-7edb-477a-b220-08b8107145f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.510962 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-4a4c82ce-6e6a-40af-a8de-b13b37b7384f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] device_id is not set on port df3637ac-bc40-4074-a9a6-a429aa7b43da yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:31:22.520399 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-94605b49-92e6-4a24-8f7c-2a1e8c1a53d7 req-59944a57-cbf6-4ae8-bb27-d62d230753a0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.535078 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a56d32ab-7edb-477a-b220-08b8107145f4 None None] Port 6cc932ee-9855-43fd-bd6f-12123c1c448e cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:22.557565 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59944a57-cbf6-4ae8-bb27-d62d230753a0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Pushing event deleted for resources: {'Port': ['ID=c0ff9bc6-bdce-4e97-928f-21e27fd3f638,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:22.618282 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-94605b49-92e6-4a24-8f7c-2a1e8c1a53d7 req-59944a57-cbf6-4ae8-bb27-d62d230753a0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] No DVR routers for this DVR port c0ff9bc6-bdce-4e97-928f-21e27fd3f638 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:22.624786 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-94605b49-92e6-4a24-8f7c-2a1e8c1a53d7 req-59944a57-cbf6-4ae8-bb27-d62d230753a0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.630155 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-94605b49-92e6-4a24-8f7c-2a1e8c1a53d7 req-59944a57-cbf6-4ae8-bb27-d62d230753a0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.52 "DELETE /v2.0/ports/c0ff9bc6-bdce-4e97-928f-21e27fd3f638 HTTP/1.1" status: 204 len: 173 time: 0.8510227 Jun 30 09:31:22.630155 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a790c31-eebd-4260-af13-1ee88cd80219', 'name': 'network-vif-deleted', 'tag': 'c0ff9bc6-bdce-4e97-928f-21e27fd3f638'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:22.630155 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab5b8af-9732-4714-b4b7-dda41fe8b21b" -d '{"events": [{"server_uuid": "8a790c31-eebd-4260-af13-1ee88cd80219", "name": "network-vif-deleted", "tag": "c0ff9bc6-bdce-4e97-928f-21e27fd3f638"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:22.731601 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef6188b-034a-41d6-b609-eef7b86208f8 x-openstack-request-id: req-eef6188b-034a-41d6-b609-eef7b86208f8 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:22.731895 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a790c31-eebd-4260-af13-1ee88cd80219", "name": "network-vif-deleted", "tag": "c0ff9bc6-bdce-4e97-928f-21e27fd3f638", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:22.732152 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eef6188b-034a-41d6-b609-eef7b86208f8 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:22.732556 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a790c31-eebd-4260-af13-1ee88cd80219', 'name': 'network-vif-deleted', 'tag': 'c0ff9bc6-bdce-4e97-928f-21e27fd3f638', 'status': 'completed', 'code': 200} Jun 30 09:31:22.823840 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a1c74414-c781-47dc-ad85-70dc2722978c req-2e3719c0-6682-4eac-988b-9f62c81f0de4 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 210 time: 0.0434289 Jun 30 09:31:22.860886 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0b11ef75-f57a-49b5-a799-2c3ff233b7ca tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.912300 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f0677ef2-e200-44b4-b897-4d6872442cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.949518 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0b11ef75-f57a-49b5-a799-2c3ff233b7ca tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.952382 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-4a4c82ce-6e6a-40af-a8de-b13b37b7384f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Allocated IP 172.20.0.6 (ac69f748-a231-4e69-a180-b37986a0b0a8/882d3c15-61c0-43d8-9992-71be63486660/df3637ac-bc40-4074-a9a6-a429aa7b43da) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:23.004009 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-4a4c82ce-6e6a-40af-a8de-b13b37b7384f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Allocated IP 2001:db8::f816:3eff:feda:b44 (ac69f748-a231-4e69-a180-b37986a0b0a8/9e5eaa7e-871d-4361-b497-44b843f0407a/df3637ac-bc40-4074-a9a6-a429aa7b43da) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:23.095702 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11ef75-f57a-49b5-a799-2c3ff233b7ca tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Pushing event updated for resources: {'Port': ['ID=6cc932ee-9855-43fd-bd6f-12123c1c448e,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:23.121870 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-0b11ef75-f57a-49b5-a799-2c3ff233b7ca tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] In _notify_port_updated(), no bound segment for port 6cc932ee-9855-43fd-bd6f-12123c1c448e on network 4249a572-2ed3-4058-89fc-06debb44be5d {{(pid=101054) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:31:23.128054 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b11ef75-f57a-49b5-a799-2c3ff233b7ca tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:23.128732 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0b11ef75-f57a-49b5-a799-2c3ff233b7ca tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:23.132922 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0b11ef75-f57a-49b5-a799-2c3ff233b7ca tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] 10.222.0.10 "PUT /v2.0/ports/6cc932ee-9855-43fd-bd6f-12123c1c448e HTTP/1.1" status: 200 len: 1057 time: 1.0046735 Jun 30 09:31:23.134403 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36932) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:23.358954 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 9e0b3fa4-d30e-4962-b39d-92fce3fcc56c up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:23.361912 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-dce3bb28-f535-45fd-81b7-5f29fa710ebf tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Deleting port 6cc932ee-9855-43fd-bd6f-12123c1c448e {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:23.362566 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dce3bb28-f535-45fd-81b7-5f29fa710ebf tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:23.439506 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4a4c82ce-6e6a-40af-a8de-b13b37b7384f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:23.478606 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-4a4c82ce-6e6a-40af-a8de-b13b37b7384f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Transition to ACTIVE for port object df3637ac-bc40-4074-a9a6-a429aa7b43da will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:23.535880 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:23.585184 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-20ad2fc5-60f3-4a46-8c1b-f1d9ae2a1d02 None None] Provisioning complete for port 6cc932ee-9855-43fd-bd6f-12123c1c448e triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:23.585717 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-20ad2fc5-60f3-4a46-8c1b-f1d9ae2a1d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:23.614285 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 9e0b3fa4-d30e-4962-b39d-92fce3fcc56c completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:23.628065 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4a4c82ce-6e6a-40af-a8de-b13b37b7384f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:23.745774 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-20ad2fc5-60f3-4a46-8c1b-f1d9ae2a1d02 None None] Port 6cc932ee-9855-43fd-bd6f-12123c1c448e cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:23.786394 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4c82ce-6e6a-40af-a8de-b13b37b7384f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:23.791700 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-4a4c82ce-6e6a-40af-a8de-b13b37b7384f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:23.810360 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4c82ce-6e6a-40af-a8de-b13b37b7384f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:23.863482 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c82ce-6e6a-40af-a8de-b13b37b7384f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Port': ['ID=df3637ac-bc40-4074-a9a6-a429aa7b43da,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:23.934149 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4c82ce-6e6a-40af-a8de-b13b37b7384f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:23.934795 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4a4c82ce-6e6a-40af-a8de-b13b37b7384f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.025147 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4a4c82ce-6e6a-40af-a8de-b13b37b7384f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.1319053 Jun 30 09:31:24.025467 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36942) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:24.117000 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b295130-dda6-4ad1-8668-3d10bb44c232 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:24.120717 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b876247e-e543-424a-89e3-fbbf12c0c642 req-e27d9105-d52b-4fca-9d4d-1b1885e56e6e tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 210 time: 0.0492520 Jun 30 09:31:24.122429 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6c093c45-e69d-4f38-ba1b-724c93b2f1ca req-e842d297-8c18-4caf-9672-9f92075964d3 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0435505 Jun 30 09:31:24.159191 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dce3bb28-f535-45fd-81b7-5f29fa710ebf tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.172240 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fff72d-7ed0-41b0-9426-08263aa62424 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:24.173143 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-dce3bb28-f535-45fd-81b7-5f29fa710ebf tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Calling delete_port for 6cc932ee-9855-43fd-bd6f-12123c1c448e owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:24.178249 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fff72d-7ed0-41b0-9426-08263aa62424 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:24.183419 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a1fff72d-7ed0-41b0-9426-08263aa62424 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1761 time: 0.1527021 Jun 30 09:31:24.183868 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36948) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:24.300151 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-75a0e95b-2d66-43d0-b9cd-cf72b0f5aaed tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting port df3637ac-bc40-4074-a9a6-a429aa7b43da {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:24.300572 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-75a0e95b-2d66-43d0-b9cd-cf72b0f5aaed tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.341558 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9973d026-b9f7-4758-85ed-97a83f53f7b5 None None] Provisioning for port 9e0b3fa4-d30e-4962-b39d-92fce3fcc56c completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:24.376292 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9973d026-b9f7-4758-85ed-97a83f53f7b5 None None] Provisioning complete for port 9e0b3fa4-d30e-4962-b39d-92fce3fcc56c triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:24.376915 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9973d026-b9f7-4758-85ed-97a83f53f7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.429345 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-75a0e95b-2d66-43d0-b9cd-cf72b0f5aaed tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.446718 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-75a0e95b-2d66-43d0-b9cd-cf72b0f5aaed tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Calling delete_port for df3637ac-bc40-4074-a9a6-a429aa7b43da owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:24.450058 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dce3bb28-f535-45fd-81b7-5f29fa710ebf tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.492827 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3bb28-f535-45fd-81b7-5f29fa710ebf tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Pushing event deleted for resources: {'Port': ['ID=6cc932ee-9855-43fd-bd6f-12123c1c448e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:24.597367 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9973d026-b9f7-4758-85ed-97a83f53f7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.689808 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.734596 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-9973d026-b9f7-4758-85ed-97a83f53f7b5 None None] For port 9e0b3fa4-d30e-4962-b39d-92fce3fcc56c, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=9e0b3fa4-d30e-4962-b39d-92fce3fcc56c,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:24.768860 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c434b6-e844-4d1f-9a9b-03fdea55805e None None] Update dhcp port {'port': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'fixed_ips': [{'subnet_id': '882d3c15-61c0-43d8-9992-71be63486660', 'ip_address': '172.20.0.2'}, {'subnet_id': '9e5eaa7e-871d-4361-b497-44b843f0407a'}], 'binding:host_id': 'n-d-771363-31'}, 'id': '9e0b3fa4-d30e-4962-b39d-92fce3fcc56c'} from n-d-771363-31. {{(pid=101055) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:31:24.796413 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dd57ad0d-ddf6-4b25-ac7f-aa148d9d108c req-ac63e922-14d8-462c-8872-ed0d8621e13e service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.2726254 Jun 30 09:31:24.839700 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9973d026-b9f7-4758-85ed-97a83f53f7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.872556 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-75a0e95b-2d66-43d0-b9cd-cf72b0f5aaed tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.885886 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-84c434b6-e844-4d1f-9a9b-03fdea55805e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.925432 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0e95b-2d66-43d0-b9cd-cf72b0f5aaed tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Port': ['ID=df3637ac-bc40-4074-a9a6-a429aa7b43da,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:24.954681 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973d026-b9f7-4758-85ed-97a83f53f7b5 None None] Pushing event updated for resources: {'Port': ['ID=9e0b3fa4-d30e-4962-b39d-92fce3fcc56c,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:24.989083 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device c0ff9bc6-bdce-4e97-928f-21e27fd3f638 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:24.998949 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dce3bb28-f535-45fd-81b7-5f29fa710ebf tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.007470 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-dce3bb28-f535-45fd-81b7-5f29fa710ebf tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] 10.222.0.10 "DELETE /v2.0/ports/6cc932ee-9855-43fd-bd6f-12123c1c448e HTTP/1.1" status: 204 len: 168 time: 1.8677287 Jun 30 09:31:25.008096 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36958) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:25.070679 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: c0ff9bc6-bdce-4e97-928f-21e27fd3f638 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:31:25.071014 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device c0ff9bc6-bdce-4e97-928f-21e27fd3f638 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:25.098579 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a19f2d-9e05-4ca0-8e67-51632523db0c tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] GET failed (client error): The resource could not be found. Jun 30 09:31:25.102993 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-71a19f2d-9e05-4ca0-8e67-51632523db0c tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] 10.222.0.10 "GET /v2.0/ports/6cc932ee-9855-43fd-bd6f-12123c1c448e HTTP/1.1" status: 404 len: 333 time: 0.0938208 Jun 30 09:31:25.107356 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36960) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:25.132578 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-75a0e95b-2d66-43d0-b9cd-cf72b0f5aaed tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.139899 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-75a0e95b-2d66-43d0-b9cd-cf72b0f5aaed tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/df3637ac-bc40-4074-a9a6-a429aa7b43da HTTP/1.1" status: 204 len: 168 time: 0.9549458 Jun 30 09:31:25.140544 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36962) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:25.202605 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 9e0b3fa4-d30e-4962-b39d-92fce3fcc56c up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:25.252107 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c0c0d3-fa29-40f5-a781-10b354f55c9d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:25.258959 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c0c0d3-fa29-40f5-a781-10b354f55c9d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:25.258959 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c0c0d3-fa29-40f5-a781-10b354f55c9d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:25.258959 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a6c0c0d3-fa29-40f5-a781-10b354f55c9d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1170065 Jun 30 09:31:25.261731 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36966) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:25.270210 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-84c434b6-e844-4d1f-9a9b-03fdea55805e None None] Allocated IP 2001:db8::f816:3eff:fe1b:5679 (ac69f748-a231-4e69-a180-b37986a0b0a8/9e5eaa7e-871d-4361-b497-44b843f0407a/9e0b3fa4-d30e-4962-b39d-92fce3fcc56c) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:25.297536 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-b0baf9fd-26ed-4883-bd21-74003335f512 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Deleting port ae247df9-dc86-422a-ba6d-45e244e29d52 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:25.297536 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b0baf9fd-26ed-4883-bd21-74003335f512 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.396772 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-a237db6a-4849-465a-88d7-9a22e0f20498 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting subnet 882d3c15-61c0-43d8-9992-71be63486660 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:31:25.397970 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b0baf9fd-26ed-4883-bd21-74003335f512 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.417245 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 9e0b3fa4-d30e-4962-b39d-92fce3fcc56c triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:25.417652 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.452819 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1d57bfc8-70fa-4dad-b57e-235da200dd32 req-8c7a8b87-764e-4698-82b1-d25181b9c3b0 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 210 time: 0.0441971 Jun 30 09:31:25.454397 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-b0baf9fd-26ed-4883-bd21-74003335f512 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Calling delete_port for ae247df9-dc86-422a-ba6d-45e244e29d52 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:25.496034 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-84c434b6-e844-4d1f-9a9b-03fdea55805e None None] For port 9e0b3fa4-d30e-4962-b39d-92fce3fcc56c, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=9e0b3fa4-d30e-4962-b39d-92fce3fcc56c,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:25.542630 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-84c434b6-e844-4d1f-9a9b-03fdea55805e None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.695832 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b0baf9fd-26ed-4883-bd21-74003335f512 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.697267 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-84c434b6-e844-4d1f-9a9b-03fdea55805e None None] Transition to ACTIVE for port object 9e0b3fa4-d30e-4962-b39d-92fce3fcc56c will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:25.745263 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0baf9fd-26ed-4883-bd21-74003335f512 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Pushing event deleted for resources: {'Port': ['ID=ae247df9-dc86-422a-ba6d-45e244e29d52,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:25.780527 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a237db6a-4849-465a-88d7-9a22e0f20498 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.780972 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-84c434b6-e844-4d1f-9a9b-03fdea55805e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.863807 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a237db6a-4849-465a-88d7-9a22e0f20498 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.880162 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b0baf9fd-26ed-4883-bd21-74003335f512 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.889789 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b0baf9fd-26ed-4883-bd21-74003335f512 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] 10.222.0.10 "DELETE /v2.0/ports/ae247df9-dc86-422a-ba6d-45e244e29d52 HTTP/1.1" status: 204 len: 168 time: 0.7848291 Jun 30 09:31:25.892468 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36974) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:25.969333 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4536ae0-a715-4293-ab22-9725184e20f4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] GET failed (client error): The resource could not be found. Jun 30 09:31:25.971060 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b4536ae0-a715-4293-ab22-9725184e20f4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] 10.222.0.10 "GET /v2.0/ports/ae247df9-dc86-422a-ba6d-45e244e29d52 HTTP/1.1" status: 404 len: 333 time: 0.0757496 Jun 30 09:31:25.982041 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36976) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:26.026061 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c434b6-e844-4d1f-9a9b-03fdea55805e None None] Pushing event updated for resources: {'Port': ['ID=9e0b3fa4-d30e-4962-b39d-92fce3fcc56c,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:26.090600 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a237db6a-4849-465a-88d7-9a22e0f20498 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.200823 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-80b2980b-7f8b-4125-96b7-cd8f6fb1a3de tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Deleting port 86ed6b23-7919-4c9e-8df9-a70fe3362eb8 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:26.201535 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-80b2980b-7f8b-4125-96b7-cd8f6fb1a3de tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.272851 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a237db6a-4849-465a-88d7-9a22e0f20498 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.307823 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237db6a-4849-465a-88d7-9a22e0f20498 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Subnet': ['ID=882d3c15-61c0-43d8-9992-71be63486660,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:26.310391 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a237db6a-4849-465a-88d7-9a22e0f20498 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.312530 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a237db6a-4849-465a-88d7-9a22e0f20498 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/882d3c15-61c0-43d8-9992-71be63486660 HTTP/1.1" status: 204 len: 168 time: 1.0495462 Jun 30 09:31:26.315745 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36982) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:26.325306 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.340082 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-80b2980b-7f8b-4125-96b7-cd8f6fb1a3de tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.356069 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-80b2980b-7f8b-4125-96b7-cd8f6fb1a3de tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Calling delete_port for 86ed6b23-7919-4c9e-8df9-a70fe3362eb8 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:26.378064 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b7efed-da9e-4aa4-bf6a-f78279aa58b6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting subnet 9e5eaa7e-871d-4361-b497-44b843f0407a {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:31:26.389696 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d1b7efed-da9e-4aa4-bf6a-f78279aa58b6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.428852 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d1b7efed-da9e-4aa4-bf6a-f78279aa58b6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.665330 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-80b2980b-7f8b-4125-96b7-cd8f6fb1a3de tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.803674 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2980b-7f8b-4125-96b7-cd8f6fb1a3de tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Pushing event deleted for resources: {'Port': ['ID=86ed6b23-7919-4c9e-8df9-a70fe3362eb8,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:26.803674 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8fcfbe39-6430-480d-a1e5-bd6921c06310 req-e1fb23b4-a2f9-4baf-b308-83770b92f36f tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 210 time: 0.0619445 Jun 30 09:31:26.929927 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-80b2980b-7f8b-4125-96b7-cd8f6fb1a3de tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.929927 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-80b2980b-7f8b-4125-96b7-cd8f6fb1a3de tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] 10.222.0.10 "DELETE /v2.0/ports/86ed6b23-7919-4c9e-8df9-a70fe3362eb8 HTTP/1.1" status: 204 len: 168 time: 0.9342577 Jun 30 09:31:26.932901 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36992) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:26.981915 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb73fce0-bad1-4159-b338-51dfbe097e96 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:27.042297 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-14d82b06-1127-4b6a-9927-92bf34bbe48f None None] Could not find standard attr ID for object df3637ac-bc40-4074-a9a6-a429aa7b43da. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:31:27.054008 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ace0d1b-41d3-48b3-a034-4abf8d3f8844 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Deleting subnet dab90e8a-1aa1-4f4f-9fea-b76590290cba {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:31:27.059653 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2ace0d1b-41d3-48b3-a034-4abf8d3f8844 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.144682 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2ace0d1b-41d3-48b3-a034-4abf8d3f8844 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.158680 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-47dacd5e-6fa5-4284-8c80-8ebae2296c5a req-1e407058-c04b-425a-bb7a-f2183fcc8dbc service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0336690 Jun 30 09:31:27.176056 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-14d82b06-1127-4b6a-9927-92bf34bbe48f None None] Provisioning for port 9e0b3fa4-d30e-4962-b39d-92fce3fcc56c completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:27.185213 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d1b7efed-da9e-4aa4-bf6a-f78279aa58b6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.233829 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-14d82b06-1127-4b6a-9927-92bf34bbe48f None None] Provisioning complete for port 9e0b3fa4-d30e-4962-b39d-92fce3fcc56c triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:27.234271 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-14d82b06-1127-4b6a-9927-92bf34bbe48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.238695 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 9e0b3fa4-d30e-4962-b39d-92fce3fcc56c up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:27.255562 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2ace0d1b-41d3-48b3-a034-4abf8d3f8844 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.398515 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d1b7efed-da9e-4aa4-bf6a-f78279aa58b6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.420221 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d1b7efed-da9e-4aa4-bf6a-f78279aa58b6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.423746 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d1b7efed-da9e-4aa4-bf6a-f78279aa58b6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/9e5eaa7e-871d-4361-b497-44b843f0407a HTTP/1.1" status: 204 len: 168 time: 1.1069477 Jun 30 09:31:27.427430 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36998) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:27.477635 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b7efed-da9e-4aa4-bf6a-f78279aa58b6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Subnet': ['ID=9e5eaa7e-871d-4361-b497-44b843f0407a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:27.495833 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2ace0d1b-41d3-48b3-a034-4abf8d3f8844 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.502673 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37000) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:27.503675 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-249a528a-74eb-40f2-ba51-f417c20608d4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743268 Jun 30 09:31:27.545191 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace0d1b-41d3-48b3-a034-4abf8d3f8844 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Pushing event deleted for resources: {'Subnet': ['ID=dab90e8a-1aa1-4f4f-9fea-b76590290cba,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:27.558731 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2ace0d1b-41d3-48b3-a034-4abf8d3f8844 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.565758 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2ace0d1b-41d3-48b3-a034-4abf8d3f8844 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] 10.222.0.10 "DELETE /v2.0/subnets/dab90e8a-1aa1-4f4f-9fea-b76590290cba HTTP/1.1" status: 204 len: 168 time: 0.6313646 Jun 30 09:31:27.566534 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37004) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:27.658101 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61873228-0cc9-45ca-ac87-4a89b035fc10 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:27.672979 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-61873228-0cc9-45ca-ac87-4a89b035fc10 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1691501 Jun 30 09:31:27.677328 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37006) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:27.724452 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b48d68d-b503-4468-9415-636af3a9e348 None None] Network 4249a572-2ed3-4058-89fc-06debb44be5d requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:27.724452 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 9e0b3fa4-d30e-4962-b39d-92fce3fcc56c triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:27.725105 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.732651 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b06450a7-cd3f-4358-abb5-85cc5b7d5fe4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.782747 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43973457-e50b-427e-a3a2-728762b3f545 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:27.785900 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-43973457-e50b-427e-a3a2-728762b3f545 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1068892 Jun 30 09:31:27.788218 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37008) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:27.858424 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2620c75d-d515-47a6-9cdf-5c7e589a44bb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686350 Jun 30 09:31:27.859451 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37012) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:27.865995 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-63c58b6d-3af1-4c4e-b251-1a3a0f7ce0e9 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:27.934339 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:31:27.943573 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-b06450a7-cd3f-4358-abb5-85cc5b7d5fe4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Deleting port b88613d7-af57-4340-ab6f-50b5e2c0331d {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:27.946925 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b06450a7-cd3f-4358-abb5-85cc5b7d5fe4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.061761 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a0104c-584d-4b6a-93ec-73466ccd7edd None None] Update dhcp port {'port': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'fixed_ips': [{'subnet_id': '9e5eaa7e-871d-4361-b497-44b843f0407a'}], 'binding:host_id': 'n-d-771363-31'}, 'id': '9e0b3fa4-d30e-4962-b39d-92fce3fcc56c'} from n-d-771363-31. {{(pid=101055) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:31:28.097883 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-b06450a7-cd3f-4358-abb5-85cc5b7d5fe4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] For port b88613d7-af57-4340-ab6f-50b5e2c0331d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=b88613d7-af57-4340-ab6f-50b5e2c0331d,segment=NetworkSegment(ca80f978-4fd5-4ef4-a869-9bfe7c14a007),segment_id=ca80f978-4fd5-4ef4-a869-9bfe7c14a007)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:28.098677 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b06450a7-cd3f-4358-abb5-85cc5b7d5fe4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.101705 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d9a0104c-584d-4b6a-93ec-73466ccd7edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.114490 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-b06450a7-cd3f-4358-abb5-85cc5b7d5fe4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Calling delete_port for b88613d7-af57-4340-ab6f-50b5e2c0331d owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:28.145279 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-307384da-d817-4f93-a862-913b97f7468d req-a85eff55-81e4-4458-bc20-10b2790fd2b2 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 210 time: 0.1236715 Jun 30 09:31:28.150072 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9220e2bb-3b5b-454e-95ad-8f392354060d req-0a1e1b47-d229-4e96-aa81-80ae929fa972 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0515783 Jun 30 09:31:28.262508 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c58b6d-3af1-4c4e-b251-1a3a0f7ce0e9 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:28.268146 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-63c58b6d-3af1-4c4e-b251-1a3a0f7ce0e9 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.270478 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c58b6d-3af1-4c4e-b251-1a3a0f7ce0e9 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:31:28.271158 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63c58b6d-3af1-4c4e-b251-1a3a0f7ce0e9 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:31:28.347311 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92594981-d5b9-46b7-88e7-15dc7f98d40e None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:28.393268 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b06450a7-cd3f-4358-abb5-85cc5b7d5fe4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.440064 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-63c58b6d-3af1-4c4e-b251-1a3a0f7ce0e9 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5757151 Jun 30 09:31:28.443109 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06450a7-cd3f-4358-abb5-85cc5b7d5fe4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Pushing event deleted for resources: {'Port': ['ID=b88613d7-af57-4340-ab6f-50b5e2c0331d,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:28.447253 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37022) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:28.454183 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06450a7-cd3f-4358-abb5-85cc5b7d5fe4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] No DVR routers for this DVR port b88613d7-af57-4340-ab6f-50b5e2c0331d on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:28.461009 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-1679a568-4c0d-4ead-8c30-b09a66448423 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:28.482476 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe7afa1-87c4-440b-a769-146e0a09ddab None None] DHCP port deletion for 4249a572-2ed3-4058-89fc-06debb44be5d request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:31:28.523958 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e0057755-ba51-41ac-9a50-1902b680b9ff None None] Provisioning complete for port 9e0b3fa4-d30e-4962-b39d-92fce3fcc56c triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:28.523958 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e0057755-ba51-41ac-9a50-1902b680b9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.617183 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b06450a7-cd3f-4358-abb5-85cc5b7d5fe4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.661512 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-b06450a7-cd3f-4358-abb5-85cc5b7d5fe4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4249a572-2ed3-4058-89fc-06debb44be5d']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:28.708652 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-b06450a7-cd3f-4358-abb5-85cc5b7d5fe4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca80f978-4fd5-4ef4-a869-9bfe7c14a007') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:28.708989 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-b06450a7-cd3f-4358-abb5-85cc5b7d5fe4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca80f978-4fd5-4ef4-a869-9bfe7c14a007') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:28.745857 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b06450a7-cd3f-4358-abb5-85cc5b7d5fe4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.753681 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34d8d7d-f66b-493d-896c-70caa6cf3850 None None] DHCP port deletion for ac69f748-a231-4e69-a180-b37986a0b0a8 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:31:28.794008 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b06450a7-cd3f-4358-abb5-85cc5b7d5fe4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.811410 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b06450a7-cd3f-4358-abb5-85cc5b7d5fe4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:31:28.812249 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b06450a7-cd3f-4358-abb5-85cc5b7d5fe4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.821570 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1679a568-4c0d-4ead-8c30-b09a66448423 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:28.825134 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1679a568-4c0d-4ead-8c30-b09a66448423 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.826997 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-1679a568-4c0d-4ead-8c30-b09a66448423 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:31:28.830014 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1679a568-4c0d-4ead-8c30-b09a66448423 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:31:28.832951 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-b34d8d7d-f66b-493d-896c-70caa6cf3850 None None] Deleting port 9e0b3fa4-d30e-4962-b39d-92fce3fcc56c {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:28.833336 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b34d8d7d-f66b-493d-896c-70caa6cf3850 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:31:28.884596 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:31:28.892483 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:31:28.892483 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:31:28.916749 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-b34d8d7d-f66b-493d-896c-70caa6cf3850 None None] For port 9e0b3fa4-d30e-4962-b39d-92fce3fcc56c, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=9e0b3fa4-d30e-4962-b39d-92fce3fcc56c,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:28.917236 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b34d8d7d-f66b-493d-896c-70caa6cf3850 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.940650 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-b34d8d7d-f66b-493d-896c-70caa6cf3850 None None] Calling delete_port for 9e0b3fa4-d30e-4962-b39d-92fce3fcc56c owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:28.971516 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1679a568-4c0d-4ead-8c30-b09a66448423 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5218430 Jun 30 09:31:28.974374 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37028) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:28.981086 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-fdc7a048-9de6-479f-8356-e5d8ee4ff9aa tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:29.060065 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b06450a7-cd3f-4358-abb5-85cc5b7d5fe4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.067356 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b06450a7-cd3f-4358-abb5-85cc5b7d5fe4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.072075 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b06450a7-cd3f-4358-abb5-85cc5b7d5fe4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] 10.222.0.10 "DELETE /v2.0/networks/4249a572-2ed3-4058-89fc-06debb44be5d HTTP/1.1" status: 204 len: 168 time: 1.5021169 Jun 30 09:31:29.126850 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06450a7-cd3f-4358-abb5-85cc5b7d5fe4 tempest-AllowedAddressPairTestJSON-1541982668 tempest-AllowedAddressPairTestJSON-1541982668-project] Pushing event deleted for resources: {'Network': ['ID=4249a572-2ed3-4058-89fc-06debb44be5d,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:29.135921 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b34d8d7d-f66b-493d-896c-70caa6cf3850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.188166 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d8d7d-f66b-493d-896c-70caa6cf3850 None None] Pushing event deleted for resources: {'Port': ['ID=9e0b3fa4-d30e-4962-b39d-92fce3fcc56c,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:29.221448 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34d8d7d-f66b-493d-896c-70caa6cf3850 None None] No DVR routers for this DVR port 9e0b3fa4-d30e-4962-b39d-92fce3fcc56c on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:29.234159 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b88613d7-af57-4340-ab6f-50b5e2c0331d no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:29.259493 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: b88613d7-af57-4340-ab6f-50b5e2c0331d {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:31:29.259868 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b88613d7-af57-4340-ab6f-50b5e2c0331d not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:29.260425 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 9e0b3fa4-d30e-4962-b39d-92fce3fcc56c no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:29.291012 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 9e0b3fa4-d30e-4962-b39d-92fce3fcc56c {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:31:29.291523 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 9e0b3fa4-d30e-4962-b39d-92fce3fcc56c not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:29.351847 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc7a048-9de6-479f-8356-e5d8ee4ff9aa tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:29.351847 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fdc7a048-9de6-479f-8356-e5d8ee4ff9aa tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.351847 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc7a048-9de6-479f-8356-e5d8ee4ff9aa tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:31:29.351847 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc7a048-9de6-479f-8356-e5d8ee4ff9aa tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:31:29.439105 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd199ae7-b866-41f4-9410-582de6587459 req-52d0ea5c-3cea-48d4-a7c8-93b7eb393db4 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a790c31-eebd-4260-af13-1ee88cd80219 HTTP/1.1" status: 200 len: 210 time: 0.0569830 Jun 30 09:31:29.497162 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fdc7a048-9de6-479f-8356-e5d8ee4ff9aa tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5210974 Jun 30 09:31:29.499903 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37040) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:29.517338 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-04933f05-069e-490c-80df-2ae085f89302 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:29.769351 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04933f05-069e-490c-80df-2ae085f89302 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:29.773076 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04933f05-069e-490c-80df-2ae085f89302 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.774479 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-04933f05-069e-490c-80df-2ae085f89302 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:31:29.775196 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04933f05-069e-490c-80df-2ae085f89302 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:31:29.883570 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37046) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:29.884518 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-04933f05-069e-490c-80df-2ae085f89302 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3835115 Jun 30 09:31:29.888141 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37048) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:29.909637 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-f6e1c7f3-96fb-4415-82cd-06d5eb56f531 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:30.101635 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-31c13586-e9d4-4cb8-8f9e-5f5ac16b4c5e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bdecc9d290f64407a4a201716ffc6c72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2152741 Jun 30 09:31:30.106836 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37056) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:30.118836 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5ca78923-34b5-4f44-a10c-fe358578bb41 req-d0016121-d6ba-4f72-81c8-aed0cea2ffee service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0319645 Jun 30 09:31:30.147865 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e1c7f3-96fb-4415-82cd-06d5eb56f531 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:30.153467 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f6e1c7f3-96fb-4415-82cd-06d5eb56f531 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.160030 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e1c7f3-96fb-4415-82cd-06d5eb56f531 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:31:30.160689 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e1c7f3-96fb-4415-82cd-06d5eb56f531 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:31:30.200954 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0387eaaf-7366-4cb1-93ec-1e221f8861a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.226856 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0387eaaf-7366-4cb1-93ec-1e221f8861a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.294923 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f6e1c7f3-96fb-4415-82cd-06d5eb56f531 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4049420 Jun 30 09:31:30.297890 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37062) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:30.303263 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-eaa80225-c921-492d-ae14-75f4d9c0b372 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:30.304907 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7d703e03-023e-460a-bc74-7e8d1c43c105 req-9158e6a3-0548-466d-bd42-78d741a68e06 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0383818 Jun 30 09:31:30.357195 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0387eaaf-7366-4cb1-93ec-1e221f8861a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.359706 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0387eaaf-7366-4cb1-93ec-1e221f8861a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.364428 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0387eaaf-7366-4cb1-93ec-1e221f8861a5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/efe33577-16fc-4d8a-b6f1-dddc54168f7a HTTP/1.1" status: 204 len: 168 time: 0.2550004 Jun 30 09:31:30.381531 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387eaaf-7366-4cb1-93ec-1e221f8861a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe33577-16fc-4d8a-b6f1-dddc54168f7a,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:30.550628 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37074) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:30.559908 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa80225-c921-492d-ae14-75f4d9c0b372 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:30.563361 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eaa80225-c921-492d-ae14-75f4d9c0b372 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.565324 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa80225-c921-492d-ae14-75f4d9c0b372 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:31:30.565761 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaa80225-c921-492d-ae14-75f4d9c0b372 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:31:30.628764 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-82164497-9df8-4c00-b363-aa85571fb277 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.659082 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-82164497-9df8-4c00-b363-aa85571fb277 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.701425 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-eaa80225-c921-492d-ae14-75f4d9c0b372 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4023945 Jun 30 09:31:30.704078 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37078) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:30.736976 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-35436647-7829-4959-adf4-dd40a464c821 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0315249 Jun 30 09:31:30.739856 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37080) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:30.795218 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2bc178-c3d0-4ed5-9785-856874751450 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:30.797035 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-af2bc178-c3d0-4ed5-9785-856874751450 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0559235 Jun 30 09:31:30.800394 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37084) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:30.807282 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-82164497-9df8-4c00-b363-aa85571fb277 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.811392 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-82164497-9df8-4c00-b363-aa85571fb277 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.815202 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-82164497-9df8-4c00-b363-aa85571fb277 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] 10.222.0.10 "DELETE /v2.0/security-groups/afad113d-d9e7-4ed2-a270-a4b5615805cb HTTP/1.1" status: 204 len: 168 time: 0.2608747 Jun 30 09:31:30.870589 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37088) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:30.871199 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-cda1a1d8-05ba-4e75-89ad-c03377f9cda0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689695 Jun 30 09:31:30.875751 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82164497-9df8-4c00-b363-aa85571fb277 tempest-TestVolumeBackupRestore-822014408 tempest-TestVolumeBackupRestore-822014408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afad113d-d9e7-4ed2-a270-a4b5615805cb,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:30.884402 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-dca40d68-744b-45e8-a50b-5f36370eacc4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:31.135917 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca40d68-744b-45e8-a50b-5f36370eacc4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:31.139896 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dca40d68-744b-45e8-a50b-5f36370eacc4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:31.601912 n-d-771363-31 neutron-server[101054]: DEBUG neutron.objects.ports [None req-dca40d68-744b-45e8-a50b-5f36370eacc4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101054) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:31:31.603467 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dca40d68-744b-45e8-a50b-5f36370eacc4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:31.647337 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca40d68-744b-45e8-a50b-5f36370eacc4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:31.657730 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-dca40d68-744b-45e8-a50b-5f36370eacc4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:31.668811 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60db245-c416-489f-9989-9bb29d9d502d None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:31.693879 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca40d68-744b-45e8-a50b-5f36370eacc4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:31.701054 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dca40d68-744b-45e8-a50b-5f36370eacc4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:31.747847 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca40d68-744b-45e8-a50b-5f36370eacc4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Subnet': ['ID=18a105aa-7517-4b4b-85c8-86e9a2f02885,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:31.816536 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-dca40d68-744b-45e8-a50b-5f36370eacc4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9436448 Jun 30 09:31:31.821525 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37148) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:31.834454 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-145a753b-073e-431e-a0bc-21d8ea0cbd99 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'port': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'mac_address': 'fa:16:3e:e1:ef:31', 'name': 'tempest-NetworksTestDHCPv6-522577986'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:31.949625 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37154) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:31.990681 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5c3c1a-8e7c-4e1d-8983-4adca7acd50b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-ac69f748-a231-4e69-a180-b37986a0b0a8', 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'fixed_ips': [{'subnet_id': '18a105aa-7517-4b4b-85c8-86e9a2f02885'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:31:31.991158 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fa5c3c1a-8e7c-4e1d-8983-4adca7acd50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.107895 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-4ce67167-ffab-40ac-b311-8140692742c2 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-457467560'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:32.192249 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145a753b-073e-431e-a0bc-21d8ea0cbd99 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:32.238958 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-fa5c3c1a-8e7c-4e1d-8983-4adca7acd50b None None] Allocated IP 2001:db8::f816:3eff:fe70:464d (ac69f748-a231-4e69-a180-b37986a0b0a8/18a105aa-7517-4b4b-85c8-86e9a2f02885/5f70513d-b99c-4694-b760-dfd26eacce5e) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:32.320195 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-145a753b-073e-431e-a0bc-21d8ea0cbd99 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.339054 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce67167-ffab-40ac-b311-8140692742c2 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Made reservation on behalf of 8de78efdeb2c432692b65e32d211d69a for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:32.346679 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4ce67167-ffab-40ac-b311-8140692742c2 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.350858 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-145a753b-073e-431e-a0bc-21d8ea0cbd99 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] device_id is not set on port e6431bab-cf48-4af4-818f-9fbc8f74b78e yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:31:32.364385 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4ce67167-ffab-40ac-b311-8140692742c2 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.484873 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c394fc22-fb28-4f68-b1e8-d1093bd09dc6 req-63fc71b1-45b9-42ea-8ad0-4c2050c90e90 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0766871 Jun 30 09:31:32.547219 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fa5c3c1a-8e7c-4e1d-8983-4adca7acd50b None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.567351 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fa5c3c1a-8e7c-4e1d-8983-4adca7acd50b None None] Transition to ACTIVE for port object 5f70513d-b99c-4694-b760-dfd26eacce5e will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:32.592013 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fa5c3c1a-8e7c-4e1d-8983-4adca7acd50b None None] Transition to ACTIVE for port object 5f70513d-b99c-4694-b760-dfd26eacce5e will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:32.657423 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4ce67167-ffab-40ac-b311-8140692742c2 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.715342 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6c727e5c-74c5-4a79-8fa6-b21f662b76a0 req-f9338ba2-4b18-4b6c-a3d9-4f807d3340ad service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0291955 Jun 30 09:31:32.729558 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c3be2-09b5-45b4-b901-4d9b208ed090 req-41d14553-d9df-4efe-a3ab-94330fedf291 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:32.732215 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-868c3be2-09b5-45b4-b901-4d9b208ed090 req-41d14553-d9df-4efe-a3ab-94330fedf291 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 946 time: 0.1327000 Jun 30 09:31:32.741063 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fa5c3c1a-8e7c-4e1d-8983-4adca7acd50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.786588 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-868c3be2-09b5-45b4-b901-4d9b208ed090 req-dcbe71e8-76c2-4081-b184-d710f80d6553 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486712 Jun 30 09:31:32.798455 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5c3c1a-8e7c-4e1d-8983-4adca7acd50b None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:32.801250 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-fa5c3c1a-8e7c-4e1d-8983-4adca7acd50b None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:32.808325 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5c3c1a-8e7c-4e1d-8983-4adca7acd50b None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:32.815019 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4ce67167-ffab-40ac-b311-8140692742c2 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.829976 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c3c1a-8e7c-4e1d-8983-4adca7acd50b None None] Pushing event updated for resources: {'Port': ['ID=5f70513d-b99c-4694-b760-dfd26eacce5e,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:32.858412 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-145a753b-073e-431e-a0bc-21d8ea0cbd99 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Allocated IP 2001:db8::f816:3eff:fee1:ef31 (ac69f748-a231-4e69-a180-b37986a0b0a8/18a105aa-7517-4b4b-85c8-86e9a2f02885/e6431bab-cf48-4af4-818f-9fbc8f74b78e) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:32.870696 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce67167-ffab-40ac-b311-8140692742c2 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:31:32.893735 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4ce67167-ffab-40ac-b311-8140692742c2 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.894623 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-4ce67167-ffab-40ac-b311-8140692742c2 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Added segment e3ef1f98-7db0-47b4-a6e8-386bb0173b0b of type vlan for network ede17681-6292-4f9f-90a3-b39ce8045d5f Jun 30 09:31:32.918535 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce67167-ffab-40ac-b311-8140692742c2 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a10625c2-691d-4ac3-b13c-f9d9a45422bc,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:32.933536 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-fa5c3c1a-8e7c-4e1d-8983-4adca7acd50b None None] Attempting to bind port 5f70513d-b99c-4694-b760-dfd26eacce5e on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:31:32.934369 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-fa5c3c1a-8e7c-4e1d-8983-4adca7acd50b None None] Attempting to bind port 5f70513d-b99c-4694-b760-dfd26eacce5e by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:31:32.935260 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5c3c1a-8e7c-4e1d-8983-4adca7acd50b None None] Attempting to bind port 5f70513d-b99c-4694-b760-dfd26eacce5e on network ac69f748-a231-4e69-a180-b37986a0b0a8 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:32.943893 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5c3c1a-8e7c-4e1d-8983-4adca7acd50b None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:31:32.943893 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5c3c1a-8e7c-4e1d-8983-4adca7acd50b None None] Checking segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:32.943893 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fa5c3c1a-8e7c-4e1d-8983-4adca7acd50b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.943893 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5c3c1a-8e7c-4e1d-8983-4adca7acd50b None None] Bound using segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:31:32.944441 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-fa5c3c1a-8e7c-4e1d-8983-4adca7acd50b None None] Bound port: 5f70513d-b99c-4694-b760-dfd26eacce5e, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:31:32.944935 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fa5c3c1a-8e7c-4e1d-8983-4adca7acd50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.966490 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4ce67167-ffab-40ac-b311-8140692742c2 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.033950 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-fa5c3c1a-8e7c-4e1d-8983-4adca7acd50b None None] For port 5f70513d-b99c-4694-b760-dfd26eacce5e, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:31:33.037359 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-fa5c3c1a-8e7c-4e1d-8983-4adca7acd50b None None] For port 5f70513d-b99c-4694-b760-dfd26eacce5e, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5f70513d-b99c-4694-b760-dfd26eacce5e,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:31:33.116163 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-145a753b-073e-431e-a0bc-21d8ea0cbd99 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.133148 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-145a753b-073e-431e-a0bc-21d8ea0cbd99 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Transition to ACTIVE for port object e6431bab-cf48-4af4-818f-9fbc8f74b78e will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:33.135497 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4ce67167-ffab-40ac-b311-8140692742c2 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.141762 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce67167-ffab-40ac-b311-8140692742c2 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:33.142813 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4ce67167-ffab-40ac-b311-8140692742c2 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.219877 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fa5c3c1a-8e7c-4e1d-8983-4adca7acd50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.220153 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce67167-ffab-40ac-b311-8140692742c2 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Pushing event updated for resources: {'Network': ['ID=ede17681-6292-4f9f-90a3-b39ce8045d5f,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:33.246294 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network ede17681-6292-4f9f-90a3-b39ce8045d5f details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:31:33.332727 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c3c1a-8e7c-4e1d-8983-4adca7acd50b None None] Pushing event updated for resources: {'Port': ['ID=5f70513d-b99c-4694-b760-dfd26eacce5e,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:33.395226 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-145a753b-073e-431e-a0bc-21d8ea0cbd99 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.449801 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4ce67167-ffab-40ac-b311-8140692742c2 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4936125 Jun 30 09:31:33.450575 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37220) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:33.500204 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-051cd72e-c224-4520-8651-ad9ff796d8c7 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Request body: {'subnet': {'network_id': 'ede17681-6292-4f9f-90a3-b39ce8045d5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:33.528148 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145a753b-073e-431e-a0bc-21d8ea0cbd99 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:33.547044 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-145a753b-073e-431e-a0bc-21d8ea0cbd99 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:33.547044 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145a753b-073e-431e-a0bc-21d8ea0cbd99 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:33.550093 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145a753b-073e-431e-a0bc-21d8ea0cbd99 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:33.551803 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-145a753b-073e-431e-a0bc-21d8ea0cbd99 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.577073 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a753b-073e-431e-a0bc-21d8ea0cbd99 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Port': ['ID=e6431bab-cf48-4af4-818f-9fbc8f74b78e,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:33.716478 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-145a753b-073e-431e-a0bc-21d8ea0cbd99 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8917181 Jun 30 09:31:33.718669 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37232) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:33.870256 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede249df-6559-43c2-84a9-3c77f07f794b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:33.880383 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede249df-6559-43c2-84a9-3c77f07f794b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:33.884514 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ede249df-6559-43c2-84a9-3c77f07f794b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1627536 Jun 30 09:31:33.885319 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37242) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:33.995941 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051cd72e-c224-4520-8651-ad9ff796d8c7 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Made reservation on behalf of 8de78efdeb2c432692b65e32d211d69a for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:34.000318 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-051cd72e-c224-4520-8651-ad9ff796d8c7 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:34.104699 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ffee9-6387-4543-804b-a5e7c0eb3e54 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting port e6431bab-cf48-4af4-818f-9fbc8f74b78e {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:34.105579 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8f8ffee9-6387-4543-804b-a5e7c0eb3e54 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:34.189947 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04ffef-89b9-445d-b062-1178354e7063 req-765c4992-7130-4a58-aff9-2616a7489569 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:34.192423 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0e04ffef-89b9-445d-b062-1178354e7063 req-765c4992-7130-4a58-aff9-2616a7489569 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 946 time: 0.1792998 Jun 30 09:31:34.314342 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0e04ffef-89b9-445d-b062-1178354e7063 req-6584e3bf-f10a-4e0a-a66e-346beb4217d2 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1096668 Jun 30 09:31:34.322928 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8f8ffee9-6387-4543-804b-a5e7c0eb3e54 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:34.339035 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ffee9-6387-4543-804b-a5e7c0eb3e54 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Calling delete_port for e6431bab-cf48-4af4-818f-9fbc8f74b78e owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:34.438897 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-051cd72e-c224-4520-8651-ad9ff796d8c7 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:34.577002 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051cd72e-c224-4520-8651-ad9ff796d8c7 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Pushing event updated for resources: {'Subnet': ['ID=11865630-844a-467a-a922-eb8168e0cdfb,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:34.622224 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051cd72e-c224-4520-8651-ad9ff796d8c7 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Checking segment: {'id': 'e3ef1f98-7db0-47b4-a6e8-386bb0173b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ede17681-6292-4f9f-90a3-b39ce8045d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:34.631880 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051cd72e-c224-4520-8651-ad9ff796d8c7 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Network hostable DHCP agents. Network: ede17681-6292-4f9f-90a3-b39ce8045d5f, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:31:34.734983 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8136d10e-cdde-48bf-92e7-e2bf0b96be4c req-680241a4-3eaf-43d4-8d37-41d8f3afac18 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0332050 Jun 30 09:31:34.818890 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051cd72e-c224-4520-8651-ad9ff796d8c7 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Network ede17681-6292-4f9f-90a3-b39ce8045d5f is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:31:34.909154 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8f8ffee9-6387-4543-804b-a5e7c0eb3e54 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:34.947025 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b7d909ca-faf7-4e89-8f3b-3561e427ac53 None None] Provisioning for port 5f70513d-b99c-4694-b760-dfd26eacce5e completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:34.948737 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-051cd72e-c224-4520-8651-ad9ff796d8c7 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, ede17681-6292-4f9f-90a3-b39ce8045d5f) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:34.955232 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051cd72e-c224-4520-8651-ad9ff796d8c7 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:34.955819 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-051cd72e-c224-4520-8651-ad9ff796d8c7 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:34.964704 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33480eaf-1277-458e-9418-7756d72d0c1b None None] Network ede17681-6292-4f9f-90a3-b39ce8045d5f requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:35.040824 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-609d7325-f55b-4352-a719-4367fd06fca7 req-1f783558-455b-41ad-bda5-384cfc425a87 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0974758 Jun 30 09:31:35.050942 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ffee9-6387-4543-804b-a5e7c0eb3e54 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Port': ['ID=e6431bab-cf48-4af4-818f-9fbc8f74b78e,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:35.090763 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-051cd72e-c224-4520-8651-ad9ff796d8c7 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6306455 Jun 30 09:31:35.093183 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37286) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:35.124194 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-d2f63759-c5d5-4ec5-a351-73551eb263ac tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Request body: {'port': {'network_id': 'ede17681-6292-4f9f-90a3-b39ce8045d5f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1063372560'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:35.143053 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8f8ffee9-6387-4543-804b-a5e7c0eb3e54 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.147295 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8f8ffee9-6387-4543-804b-a5e7c0eb3e54 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/e6431bab-cf48-4af4-818f-9fbc8f74b78e HTTP/1.1" status: 204 len: 168 time: 1.2532489 Jun 30 09:31:35.150753 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37290) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:35.189906 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e70b7474-048f-469c-aeaa-70367566e0fc None None] Could not find standard attr ID for object e6431bab-cf48-4af4-818f-9fbc8f74b78e. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:31:35.317271 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740e2e08-4950-40e4-9f17-be1982d40e9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-ede17681-6292-4f9f-90a3-b39ce8045d5f', 'network_id': 'ede17681-6292-4f9f-90a3-b39ce8045d5f', 'tenant_id': '8de78efdeb2c432692b65e32d211d69a', 'fixed_ips': [{'subnet_id': '11865630-844a-467a-a922-eb8168e0cdfb'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:31:35.317945 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-740e2e08-4950-40e4-9f17-be1982d40e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.321500 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5f70513d-b99c-4694-b760-dfd26eacce5e up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:35.338628 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5af7921-3fae-4588-b405-bcc91366c0c7 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:35.340311 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5af7921-3fae-4588-b405-bcc91366c0c7 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:35.341831 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f5af7921-3fae-4588-b405-bcc91366c0c7 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1886570 Jun 30 09:31:35.344575 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37296) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:35.579605 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-45040e14-30b4-4991-8356-e670c501f345 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting subnet 18a105aa-7517-4b4b-85c8-86e9a2f02885 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:31:35.585929 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-45040e14-30b4-4991-8356-e670c501f345 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.682733 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-45040e14-30b4-4991-8356-e670c501f345 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.715632 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-740e2e08-4950-40e4-9f17-be1982d40e9d None None] Allocated IP 172.20.0.2 (ede17681-6292-4f9f-90a3-b39ce8045d5f/11865630-844a-467a-a922-eb8168e0cdfb/c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:35.794574 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a110a-cd2f-4ed9-b054-e0dfdde3bda7 req-0fa35699-20b9-4cf7-81b5-42b0eee8263d tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:35.796570 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-288a110a-cd2f-4ed9-b054-e0dfdde3bda7 req-0fa35699-20b9-4cf7-81b5-42b0eee8263d tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 946 time: 0.1715508 Jun 30 09:31:35.799517 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f63759-c5d5-4ec5-a351-73551eb263ac tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Made reservation on behalf of 8de78efdeb2c432692b65e32d211d69a for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:35.803664 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d2f63759-c5d5-4ec5-a351-73551eb263ac tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.867981 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-d2f63759-c5d5-4ec5-a351-73551eb263ac tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] device_id is not set on port b99119fd-1179-434c-a7ab-d5c44acc6d83 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:31:35.884477 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-288a110a-cd2f-4ed9-b054-e0dfdde3bda7 req-3028d38e-f974-465b-b67e-33bbe7ab9d4e tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756412 Jun 30 09:31:35.887271 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-45040e14-30b4-4991-8356-e670c501f345 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.029430 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-740e2e08-4950-40e4-9f17-be1982d40e9d None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.037908 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-740e2e08-4950-40e4-9f17-be1982d40e9d None None] Transition to ACTIVE for port object c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:36.058419 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-740e2e08-4950-40e4-9f17-be1982d40e9d None None] Transition to ACTIVE for port object c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:36.083662 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 5f70513d-b99c-4694-b760-dfd26eacce5e completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:36.088736 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 5f70513d-b99c-4694-b760-dfd26eacce5e triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:36.089519 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.164118 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-45040e14-30b4-4991-8356-e670c501f345 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.201744 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.206811 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45040e14-30b4-4991-8356-e670c501f345 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Subnet': ['ID=18a105aa-7517-4b4b-85c8-86e9a2f02885,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:36.233332 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-740e2e08-4950-40e4-9f17-be1982d40e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.240812 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-45040e14-30b4-4991-8356-e670c501f345 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.245768 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66c76b8-fa04-4cde-add5-9029263c9a1d None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:36.248277 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-45040e14-30b4-4991-8356-e670c501f345 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/18a105aa-7517-4b4b-85c8-86e9a2f02885 HTTP/1.1" status: 204 len: 168 time: 0.9026999 Jun 30 09:31:36.251110 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37332) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:36.349416 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-23a971a6-eb36-45ea-84dc-1f94afac5fb3 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0940046 Jun 30 09:31:36.355147 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37334) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:36.385064 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-d2f63759-c5d5-4ec5-a351-73551eb263ac tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Allocated IP 172.20.0.11 (ede17681-6292-4f9f-90a3-b39ce8045d5f/11865630-844a-467a-a922-eb8168e0cdfb/b99119fd-1179-434c-a7ab-d5c44acc6d83) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:36.584263 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d2f63759-c5d5-4ec5-a351-73551eb263ac tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.584910 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740e2e08-4950-40e4-9f17-be1982d40e9d None None] Network ede17681-6292-4f9f-90a3-b39ce8045d5f is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:36.602611 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-d2f63759-c5d5-4ec5-a351-73551eb263ac tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Transition to ACTIVE for port object b99119fd-1179-434c-a7ab-d5c44acc6d83 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:36.642846 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-9e284c88-128a-4115-8703-11d9263d2853 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:36.664000 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e2e08-4950-40e4-9f17-be1982d40e9d None None] Pushing event updated for resources: {'Port': ['ID=c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:36.674121 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-740e2e08-4950-40e4-9f17-be1982d40e9d None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:36.684324 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740e2e08-4950-40e4-9f17-be1982d40e9d None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:36.722319 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:31:36.723723 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:31:36.782435 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d2f63759-c5d5-4ec5-a351-73551eb263ac tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.813823 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f63759-c5d5-4ec5-a351-73551eb263ac tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Network ede17681-6292-4f9f-90a3-b39ce8045d5f is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:36.818756 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-d2f63759-c5d5-4ec5-a351-73551eb263ac tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:36.826758 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f63759-c5d5-4ec5-a351-73551eb263ac tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:36.943931 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f63759-c5d5-4ec5-a351-73551eb263ac tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:36.944501 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d2f63759-c5d5-4ec5-a351-73551eb263ac tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.021593 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f63759-c5d5-4ec5-a351-73551eb263ac tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Pushing event updated for resources: {'Port': ['ID=b99119fd-1179-434c-a7ab-d5c44acc6d83,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:37.064844 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-740e2e08-4950-40e4-9f17-be1982d40e9d None None] Attempting to bind port c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:31:37.067725 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-740e2e08-4950-40e4-9f17-be1982d40e9d None None] Attempting to bind port c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'e3ef1f98-7db0-47b4-a6e8-386bb0173b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ede17681-6292-4f9f-90a3-b39ce8045d5f'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:31:37.068203 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740e2e08-4950-40e4-9f17-be1982d40e9d None None] Attempting to bind port c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548 on network ede17681-6292-4f9f-90a3-b39ce8045d5f {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:37.075000 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740e2e08-4950-40e4-9f17-be1982d40e9d None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:31:37.075676 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740e2e08-4950-40e4-9f17-be1982d40e9d None None] Checking segment: {'id': 'e3ef1f98-7db0-47b4-a6e8-386bb0173b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ede17681-6292-4f9f-90a3-b39ce8045d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:37.076080 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-740e2e08-4950-40e4-9f17-be1982d40e9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.076483 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740e2e08-4950-40e4-9f17-be1982d40e9d None None] Bound using segment: {'id': 'e3ef1f98-7db0-47b4-a6e8-386bb0173b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ede17681-6292-4f9f-90a3-b39ce8045d5f'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:31:37.076970 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-740e2e08-4950-40e4-9f17-be1982d40e9d None None] Bound port: c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ef1f98-7db0-47b4-a6e8-386bb0173b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ede17681-6292-4f9f-90a3-b39ce8045d5f'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:31:37.077382 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-740e2e08-4950-40e4-9f17-be1982d40e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.090573 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e284c88-128a-4115-8703-11d9263d2853 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:37.095336 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9e284c88-128a-4115-8703-11d9263d2853 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.150933 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e525fd-6109-4337-bff3-ca2efe5e691e None None] DHCP port deletion for ac69f748-a231-4e69-a180-b37986a0b0a8 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:31:37.220495 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-740e2e08-4950-40e4-9f17-be1982d40e9d None None] For port c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:31:37.225024 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-740e2e08-4950-40e4-9f17-be1982d40e9d None None] For port c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548,segment=NetworkSegment(e3ef1f98-7db0-47b4-a6e8-386bb0173b0b),segment_id=e3ef1f98-7db0-47b4-a6e8-386bb0173b0b)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:31:37.255332 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37364) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:37.263819 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d2f63759-c5d5-4ec5-a351-73551eb263ac tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1609516 Jun 30 09:31:37.269026 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-366eb062-5b41-4d5a-a0d3-da378a6b310f tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Request body: {'port': {'network_id': 'ede17681-6292-4f9f-90a3-b39ce8045d5f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-409183574', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:37.269296 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.api.validators [None req-366eb062-5b41-4d5a-a0d3-da378a6b310f tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] bootfile-name is not in valid_values {{(pid=101054) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:31:37.269713 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.api.validators [None req-366eb062-5b41-4d5a-a0d3-da378a6b310f tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] tftp-server is not in valid_values {{(pid=101054) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:31:37.269922 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.api.validators [None req-366eb062-5b41-4d5a-a0d3-da378a6b310f tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] server-ip-address is not in valid_values {{(pid=101054) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:31:37.337674 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-67e525fd-6109-4337-bff3-ca2efe5e691e None None] Deleting port 5f70513d-b99c-4694-b760-dfd26eacce5e {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:37.348907 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-67e525fd-6109-4337-bff3-ca2efe5e691e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.363702 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-740e2e08-4950-40e4-9f17-be1982d40e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.372351 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca89c1-6336-44a2-8173-d8ef04306169 req-0368e989-1021-451b-ab1a-6c4735866ccb tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:37.380206 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a5ca89c1-6336-44a2-8173-d8ef04306169 req-0368e989-1021-451b-ab1a-6c4735866ccb tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 946 time: 0.1856976 Jun 30 09:31:37.426869 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.510356 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37374) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:37.564590 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a5ca89c1-6336-44a2-8173-d8ef04306169 req-31bcdd1a-62cd-4eb9-b4f0-8f6206689e02 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1749244 Jun 30 09:31:37.697067 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-67e525fd-6109-4337-bff3-ca2efe5e691e None None] For port 5f70513d-b99c-4694-b760-dfd26eacce5e, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5f70513d-b99c-4694-b760-dfd26eacce5e,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:37.697914 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-67e525fd-6109-4337-bff3-ca2efe5e691e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.745737 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-67e525fd-6109-4337-bff3-ca2efe5e691e None None] Calling delete_port for 5f70513d-b99c-4694-b760-dfd26eacce5e owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:38.100145 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-67e525fd-6109-4337-bff3-ca2efe5e691e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:38.154475 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:38.159818 n-d-771363-31 neutron-server[101053]: DEBUG neutron.objects.ports [None req-9e284c88-128a-4115-8703-11d9263d2853 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101053) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:31:38.259945 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e2e08-4950-40e4-9f17-be1982d40e9d None None] Pushing event updated for resources: {'Port': ['ID=c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:38.303114 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e525fd-6109-4337-bff3-ca2efe5e691e None None] No DVR routers for this DVR port 5f70513d-b99c-4694-b760-dfd26eacce5e on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:38.347814 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e525fd-6109-4337-bff3-ca2efe5e691e None None] Pushing event deleted for resources: {'Port': ['ID=5f70513d-b99c-4694-b760-dfd26eacce5e,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:38.358445 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366eb062-5b41-4d5a-a0d3-da378a6b310f tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Made reservation on behalf of 8de78efdeb2c432692b65e32d211d69a for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:38.378413 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-366eb062-5b41-4d5a-a0d3-da378a6b310f tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:38.394234 n-d-771363-31 neutron-server[101053]: WARNING neutron.services.revisions.revision_plugin [None req-9e284c88-128a-4115-8703-11d9263d2853 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Could not find related port for resource to bump revision. Jun 30 09:31:38.401767 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5f70513d-b99c-4694-b760-dfd26eacce5e no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:38.445169 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 5f70513d-b99c-4694-b760-dfd26eacce5e {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:31:38.446461 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5f70513d-b99c-4694-b760-dfd26eacce5e not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:38.482121 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-366eb062-5b41-4d5a-a0d3-da378a6b310f tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] device_id is not set on port f9fafb4e-6861-40d9-bff3-9bbc58a4ea5c yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:31:38.563755 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.ipam_pluggable_backend [None req-9e284c88-128a-4115-8703-11d9263d2853 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Port 5f70513d-b99c-4694-b760-dfd26eacce5e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101053) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jun 30 09:31:38.564196 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.ipam_pluggable_backend [None req-9e284c88-128a-4115-8703-11d9263d2853 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Reverting IP allocation for 2001:db8::f816:3eff:fe70:464d {{(pid=101053) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jun 30 09:31:38.582787 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.ipam_pluggable_backend [None req-9e284c88-128a-4115-8703-11d9263d2853 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe70:464d {{(pid=101053) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jun 30 09:31:38.582787 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9e284c88-128a-4115-8703-11d9263d2853 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:38.585955 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74339cfc-2e2d-4d98-8d51-d38759a8babc req-92c697ac-17e8-456f-b31c-384c54e4400e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:38.614316 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74339cfc-2e2d-4d98-8d51-d38759a8babc req-92c697ac-17e8-456f-b31c-384c54e4400e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:38.625740 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74339cfc-2e2d-4d98-8d51-d38759a8babc req-92c697ac-17e8-456f-b31c-384c54e4400e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:38.632865 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74339cfc-2e2d-4d98-8d51-d38759a8babc req-92c697ac-17e8-456f-b31c-384c54e4400e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:38.640826 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74339cfc-2e2d-4d98-8d51-d38759a8babc req-92c697ac-17e8-456f-b31c-384c54e4400e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:38.648039 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74339cfc-2e2d-4d98-8d51-d38759a8babc req-92c697ac-17e8-456f-b31c-384c54e4400e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:38.655660 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74339cfc-2e2d-4d98-8d51-d38759a8babc req-92c697ac-17e8-456f-b31c-384c54e4400e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:38.659152 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-74339cfc-2e2d-4d98-8d51-d38759a8babc req-92c697ac-17e8-456f-b31c-384c54e4400e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5437 time: 0.9874196 Jun 30 09:31:38.670243 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e284c88-128a-4115-8703-11d9263d2853 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:38.720050 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-9e284c88-128a-4115-8703-11d9263d2853 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:38.724581 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e284c88-128a-4115-8703-11d9263d2853 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:38.725175 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9e284c88-128a-4115-8703-11d9263d2853 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:38.766424 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e532ae1f-34f1-4d5a-8a20-fb190bd3a626 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:38.782578 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e284c88-128a-4115-8703-11d9263d2853 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Subnet': ['ID=e6d4be0e-bd57-40da-9c93-2da5a9244c69,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:38.816761 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1514c-c962-42de-98ad-bdfaf08e64a9 req-7762de0a-e9c8-468a-af62-04b2ba850c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:38.818279 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b0e1514c-c962-42de-98ad-bdfaf08e64a9 req-7762de0a-e9c8-468a-af62-04b2ba850c5b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=012c38fa3263411f81f5a9c6187e3025&device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 1098 time: 0.7280815 Jun 30 09:31:38.825074 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db95e52-da18-43df-b36f-492d20bbe110 req-bc197537-2d66-40ad-88f3-99c2e61488f2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:38.832130 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db95e52-da18-43df-b36f-492d20bbe110 req-bc197537-2d66-40ad-88f3-99c2e61488f2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:38.840071 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db95e52-da18-43df-b36f-492d20bbe110 req-bc197537-2d66-40ad-88f3-99c2e61488f2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:38.847674 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db95e52-da18-43df-b36f-492d20bbe110 req-bc197537-2d66-40ad-88f3-99c2e61488f2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:38.859107 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db95e52-da18-43df-b36f-492d20bbe110 req-bc197537-2d66-40ad-88f3-99c2e61488f2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:38.863163 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db95e52-da18-43df-b36f-492d20bbe110 req-bc197537-2d66-40ad-88f3-99c2e61488f2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:38.871288 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db95e52-da18-43df-b36f-492d20bbe110 req-bc197537-2d66-40ad-88f3-99c2e61488f2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:38.873447 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2db95e52-da18-43df-b36f-492d20bbe110 req-bc197537-2d66-40ad-88f3-99c2e61488f2 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.52 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5437 time: 0.2456999 Jun 30 09:31:38.981986 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1514c-c962-42de-98ad-bdfaf08e64a9 req-eaa7234d-5326-4693-bb0a-4136c9827344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:38.984097 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b0e1514c-c962-42de-98ad-bdfaf08e64a9 req-eaa7234d-5326-4693-bb0a-4136c9827344 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2ab70122-0020-4c29-ae52-7bd3c84e0fca HTTP/1.1" status: 200 len: 917 time: 0.1367989 Jun 30 09:31:39.024352 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-74339cfc-2e2d-4d98-8d51-d38759a8babc req-e6486bfe-d94b-49ca-a594-8a8cbe8f8b94 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3455923 Jun 30 09:31:39.132295 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368eaeea-21eb-4e82-ad88-210f8f0996c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-ac69f748-a231-4e69-a180-b37986a0b0a8', 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'fixed_ips': [{'subnet_id': 'e6d4be0e-bd57-40da-9c93-2da5a9244c69'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:31:39.133391 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-368eaeea-21eb-4e82-ad88-210f8f0996c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:39.140758 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b0e1514c-c962-42de-98ad-bdfaf08e64a9 req-e5d35c4b-e603-4efc-8190-695bd4e52e97 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 HTTP/1.1" status: 200 len: 1002 time: 0.1007640 Jun 30 09:31:39.221058 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1514c-c962-42de-98ad-bdfaf08e64a9 req-b87ee66d-9f4e-49b7-83ab-0857139c29ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:39.222864 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b0e1514c-c962-42de-98ad-bdfaf08e64a9 req-b87ee66d-9f4e-49b7-83ab-0857139c29ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=afcabd5e-a40b-4794-b5f8-0b150c129247 HTTP/1.1" status: 200 len: 855 time: 0.0712194 Jun 30 09:31:39.301671 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-366eb062-5b41-4d5a-a0d3-da378a6b310f tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Allocated IP 172.20.0.5 (ede17681-6292-4f9f-90a3-b39ce8045d5f/11865630-844a-467a-a922-eb8168e0cdfb/f9fafb4e-6861-40d9-bff3-9bbc58a4ea5c) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:39.421762 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-368eaeea-21eb-4e82-ad88-210f8f0996c9 None None] Allocated IP 2001:db8::f816:3eff:fec3:2c2f (ac69f748-a231-4e69-a180-b37986a0b0a8/e6d4be0e-bd57-40da-9c93-2da5a9244c69/66c562fd-fcb3-474a-9e21-bdef2150694b) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:39.468372 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db95e52-da18-43df-b36f-492d20bbe110 req-155d46e1-0d8d-4fe9-8222-3e3f03c86ebf tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:39.471437 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2db95e52-da18-43df-b36f-492d20bbe110 req-155d46e1-0d8d-4fe9-8222-3e3f03c86ebf tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.52 "GET /v2.0/ports/88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5501940 Jun 30 09:31:39.478137 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9e284c88-128a-4115-8703-11d9263d2853 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1210818 Jun 30 09:31:39.481878 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37418) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:39.532019 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:39.534905 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-77007f66-3851-4e0d-8042-12229bcb9afd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'port': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'mac_address': 'fa:16:3e:95:8f:04', 'name': 'tempest-NetworksTestDHCPv6-179180360'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:39.557512 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1514c-c962-42de-98ad-bdfaf08e64a9 req-52099cf8-08b7-4c46-a2ce-011f5e7d2d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:39.560197 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b0e1514c-c962-42de-98ad-bdfaf08e64a9 req-52099cf8-08b7-4c46-a2ce-011f5e7d2d96 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2ab70122-0020-4c29-ae52-7bd3c84e0fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3266757 Jun 30 09:31:39.638787 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-b0e1514c-c962-42de-98ad-bdfaf08e64a9 req-c2768368-ac59-420d-a623-0b522aefe308 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:31:39.640306 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b0e1514c-c962-42de-98ad-bdfaf08e64a9 req-c2768368-ac59-420d-a623-0b522aefe308 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0719371 Jun 30 09:31:39.655463 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2db95e52-da18-43df-b36f-492d20bbe110 req-2c1e13e2-1f9b-442a-8a09-1ba9b08acc3f tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.52 "GET /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1750677 Jun 30 09:31:39.676645 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-368eaeea-21eb-4e82-ad88-210f8f0996c9 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:39.688923 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-368eaeea-21eb-4e82-ad88-210f8f0996c9 None None] Transition to ACTIVE for port object 66c562fd-fcb3-474a-9e21-bdef2150694b will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:39.701418 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050e618-ffde-40b8-b823-f72c6e70e788 req-93a8ed4b-7747-48bd-98fb-23b05d5ac12f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:39.704628 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6050e618-ffde-40b8-b823-f72c6e70e788 req-93a8ed4b-7747-48bd-98fb-23b05d5ac12f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 946 time: 0.8298402 Jun 30 09:31:39.734199 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-368eaeea-21eb-4e82-ad88-210f8f0996c9 None None] Transition to ACTIVE for port object 66c562fd-fcb3-474a-9e21-bdef2150694b will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:39.808533 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-2db95e52-da18-43df-b36f-492d20bbe110 req-2d44ee04-2aae-4259-b274-b101c1d26e73 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:39.814779 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-368eaeea-21eb-4e82-ad88-210f8f0996c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:39.862498 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6050e618-ffde-40b8-b823-f72c6e70e788 req-53dce313-52fd-4101-a4ce-1202220f4b8e tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1472099 Jun 30 09:31:39.897786 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368eaeea-21eb-4e82-ad88-210f8f0996c9 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:39.914378 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-368eaeea-21eb-4e82-ad88-210f8f0996c9 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:39.920870 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368eaeea-21eb-4e82-ad88-210f8f0996c9 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:39.922897 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368eaeea-21eb-4e82-ad88-210f8f0996c9 None None] Pushing event updated for resources: {'Port': ['ID=66c562fd-fcb3-474a-9e21-bdef2150694b,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:39.957492 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-366eb062-5b41-4d5a-a0d3-da378a6b310f tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:39.967807 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2db95e52-da18-43df-b36f-492d20bbe110 req-2d44ee04-2aae-4259-b274-b101c1d26e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:39.971997 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-366eb062-5b41-4d5a-a0d3-da378a6b310f tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Transition to ACTIVE for port object f9fafb4e-6861-40d9-bff3-9bbc58a4ea5c will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:39.982200 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e373691-2e88-4544-b80b-b0fafb7b9647 None None] Network ede17681-6292-4f9f-90a3-b39ce8045d5f requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:40.098145 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-368eaeea-21eb-4e82-ad88-210f8f0996c9 None None] Attempting to bind port 66c562fd-fcb3-474a-9e21-bdef2150694b on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:31:40.098523 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-368eaeea-21eb-4e82-ad88-210f8f0996c9 None None] Attempting to bind port 66c562fd-fcb3-474a-9e21-bdef2150694b by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:31:40.099023 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368eaeea-21eb-4e82-ad88-210f8f0996c9 None None] Attempting to bind port 66c562fd-fcb3-474a-9e21-bdef2150694b on network ac69f748-a231-4e69-a180-b37986a0b0a8 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:40.156665 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368eaeea-21eb-4e82-ad88-210f8f0996c9 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:31:40.157611 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368eaeea-21eb-4e82-ad88-210f8f0996c9 None None] Checking segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:40.158086 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-368eaeea-21eb-4e82-ad88-210f8f0996c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.158497 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368eaeea-21eb-4e82-ad88-210f8f0996c9 None None] Bound using segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:31:40.159084 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-368eaeea-21eb-4e82-ad88-210f8f0996c9 None None] Bound port: 66c562fd-fcb3-474a-9e21-bdef2150694b, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:31:40.160126 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-368eaeea-21eb-4e82-ad88-210f8f0996c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.199047 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-2db95e52-da18-43df-b36f-492d20bbe110 req-2d44ee04-2aae-4259-b274-b101c1d26e73 service neutron] For port 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7,segment=NetworkSegment(5d74be57-0b58-40b7-ac12-8573793671cf),segment_id=5d74be57-0b58-40b7-ac12-8573793671cf)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:40.300307 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-2db95e52-da18-43df-b36f-492d20bbe110 req-2d44ee04-2aae-4259-b274-b101c1d26e73 service neutron] For port 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:31:40.313317 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e2d0a560-174a-4c49-9925-bcf7edb65786 None None] Provisioning for port c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:40.348548 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-368eaeea-21eb-4e82-ad88-210f8f0996c9 None None] For port 66c562fd-fcb3-474a-9e21-bdef2150694b, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:31:40.348668 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-366eb062-5b41-4d5a-a0d3-da378a6b310f tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.350173 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-368eaeea-21eb-4e82-ad88-210f8f0996c9 None None] For port 66c562fd-fcb3-474a-9e21-bdef2150694b, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=66c562fd-fcb3-474a-9e21-bdef2150694b,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:31:40.371626 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b0e1514c-c962-42de-98ad-bdfaf08e64a9 req-21b82d10-7d21-4c5f-85da-2a527f2f2abb service neutron] 10.222.0.37 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6487474 Jun 30 09:31:40.391705 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-2db95e52-da18-43df-b36f-492d20bbe110 req-2d44ee04-2aae-4259-b274-b101c1d26e73 service neutron] device_id is not set on port 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:31:40.413556 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2db95e52-da18-43df-b36f-492d20bbe110 req-2d44ee04-2aae-4259-b274-b101c1d26e73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.443025 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:40.450920 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b45811c0-c885-4765-ab95-d43383d8583c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.501825 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-368eaeea-21eb-4e82-ad88-210f8f0996c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.563536 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2db95e52-da18-43df-b36f-492d20bbe110 req-2d44ee04-2aae-4259-b274-b101c1d26e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.591245 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368eaeea-21eb-4e82-ad88-210f8f0996c9 None None] Pushing event updated for resources: {'Port': ['ID=66c562fd-fcb3-474a-9e21-bdef2150694b,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:40.696420 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:40.723603 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:40.724250 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.747467 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db95e52-da18-43df-b36f-492d20bbe110 req-2d44ee04-2aae-4259-b274-b101c1d26e73 service neutron] No DVR routers for this DVR port 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:40.750858 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44ee04-2aae-4259-b274-b101c1d26e73 service neutron] Pushing event updated for resources: {'Port': ['ID=88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7,revision_number=6']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:40.809933 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a0319142-0f3a-49a5-9cf5-cccbc5fdddbf None None] Provisioning complete for port c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:40.810491 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a0319142-0f3a-49a5-9cf5-cccbc5fdddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.865412 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-2db95e52-da18-43df-b36f-492d20bbe110 req-2d44ee04-2aae-4259-b274-b101c1d26e73 service neutron] In _notify_port_updated(), no bound segment for port 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 on network 203a8969-fabc-4eb3-a4b7-0ed49225ea16 {{(pid=101053) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:31:40.866336 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db95e52-da18-43df-b36f-492d20bbe110 req-2d44ee04-2aae-4259-b274-b101c1d26e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:40.868243 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2db95e52-da18-43df-b36f-492d20bbe110 req-2d44ee04-2aae-4259-b274-b101c1d26e73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.869720 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2db95e52-da18-43df-b36f-492d20bbe110 req-2d44ee04-2aae-4259-b274-b101c1d26e73 service neutron] 10.222.0.52 "PUT /v2.0/ports/88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 HTTP/1.1" status: 200 len: 1028 time: 1.2037325 Jun 30 09:31:40.965589 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:41.035787 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db95e52-da18-43df-b36f-492d20bbe110 req-f32f6690-d74b-4baf-b879-5f8ac7f17c57 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:41.051361 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2db95e52-da18-43df-b36f-492d20bbe110 req-f32f6690-d74b-4baf-b879-5f8ac7f17c57 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.52 "GET /v2.0/ports/44e89faa-6b6f-468b-aada-373d3800878b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1688802 Jun 30 09:31:41.075887 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-2db95e52-da18-43df-b36f-492d20bbe110 req-91842eaa-6e22-43fb-95c4-fcb8fb23dac4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:41.111949 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548,segment=NetworkSegment(e3ef1f98-7db0-47b4-a6e8-386bb0173b0b),segment_id=e3ef1f98-7db0-47b4-a6e8-386bb0173b0b)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:41.120586 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device d8c0077e-9781-471c-a7ca-1fbaf87ae4b4 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:41.219215 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a0319142-0f3a-49a5-9cf5-cccbc5fdddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:41.235003 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:41.305923 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:41.372637 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2db95e52-da18-43df-b36f-492d20bbe110 req-91842eaa-6e22-43fb-95c4-fcb8fb23dac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:41.397988 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366eb062-5b41-4d5a-a0d3-da378a6b310f tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Network ede17681-6292-4f9f-90a3-b39ce8045d5f is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:41.416838 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:41.448039 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-366eb062-5b41-4d5a-a0d3-da378a6b310f tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:41.448378 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-a0319142-0f3a-49a5-9cf5-cccbc5fdddbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:31:41.448672 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-a0319142-0f3a-49a5-9cf5-cccbc5fdddbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:31:41.457937 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366eb062-5b41-4d5a-a0d3-da378a6b310f tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Pushing event updated for resources: {'Port': ['ID=f9fafb4e-6861-40d9-bff3-9bbc58a4ea5c,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:41.468303 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366eb062-5b41-4d5a-a0d3-da378a6b310f tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:41.489010 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port d8c0077e-9781-471c-a7ca-1fbaf87ae4b4, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=d8c0077e-9781-471c-a7ca-1fbaf87ae4b4,segment=NetworkSegment(5d74be57-0b58-40b7-ac12-8573793671cf),segment_id=5d74be57-0b58-40b7-ac12-8573793671cf)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:41.490192 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8c0077e-9781-471c-a7ca-1fbaf87ae4b4'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:41.492696 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e611f8-a3aa-42e8-b1e9-78717ac02d5b" -d '{"events": [{"server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "name": "network-vif-unplugged", "status": "completed", "tag": "d8c0077e-9781-471c-a7ca-1fbaf87ae4b4"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:41.529388 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119045e-1400-49b0-b1f8-873fd9e02010 req-068f72de-0558-4b57-a744-04b7195dda77 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:41.533056 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6119045e-1400-49b0-b1f8-873fd9e02010 req-068f72de-0558-4b57-a744-04b7195dda77 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 946 time: 0.2656307 Jun 30 09:31:41.614773 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:41.618282 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 3496caa8-899f-4b6b-b20d-887cdd2e4d71 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:41.688668 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366eb062-5b41-4d5a-a0d3-da378a6b310f tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:41.689232 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-366eb062-5b41-4d5a-a0d3-da378a6b310f tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:41.710132 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6119045e-1400-49b0-b1f8-873fd9e02010 req-ae0996c2-bb9a-48df-8bbe-1b8d968f00c9 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1074579 Jun 30 09:31:41.747502 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-2db95e52-da18-43df-b36f-492d20bbe110 req-91842eaa-6e22-43fb-95c4-fcb8fb23dac4 service neutron] For port 44e89faa-6b6f-468b-aada-373d3800878b, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=44e89faa-6b6f-468b-aada-373d3800878b,segment=NetworkSegment(5d74be57-0b58-40b7-ac12-8573793671cf),segment_id=5d74be57-0b58-40b7-ac12-8573793671cf)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:41.773413 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77007f66-3851-4e0d-8042-12229bcb9afd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:41.816129 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=d8c0077e-9781-471c-a7ca-1fbaf87ae4b4,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:41.850852 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-2db95e52-da18-43df-b36f-492d20bbe110 req-91842eaa-6e22-43fb-95c4-fcb8fb23dac4 service neutron] For port 44e89faa-6b6f-468b-aada-373d3800878b, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:31:41.899724 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b0e1514c-c962-42de-98ad-bdfaf08e64a9 req-479bf6c9-df52-49a4-8d17-a8a4d9b1ab5e service neutron] 10.222.0.37 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4530780 Jun 30 09:31:41.908453 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec850e84-d650-4241-a34f-e0f024dcc0c1 x-openstack-request-id: req-ec850e84-d650-4241-a34f-e0f024dcc0c1 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:41.908875 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "name": "network-vif-unplugged", "status": "completed", "tag": "d8c0077e-9781-471c-a7ca-1fbaf87ae4b4", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:41.909222 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ec850e84-d650-4241-a34f-e0f024dcc0c1 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:41.909632 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8c0077e-9781-471c-a7ca-1fbaf87ae4b4', 'code': 200} Jun 30 09:31:41.911156 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:41.969101 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-77007f66-3851-4e0d-8042-12229bcb9afd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:41.973908 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-2db95e52-da18-43df-b36f-492d20bbe110 req-91842eaa-6e22-43fb-95c4-fcb8fb23dac4 service neutron] device_id is not set on port 44e89faa-6b6f-468b-aada-373d3800878b yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:31:41.986628 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-366eb062-5b41-4d5a-a0d3-da378a6b310f tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 4.7301071 Jun 30 09:31:41.990793 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37490) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:41.999207 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2db95e52-da18-43df-b36f-492d20bbe110 req-91842eaa-6e22-43fb-95c4-fcb8fb23dac4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:42.012342 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 3496caa8-899f-4b6b-b20d-887cdd2e4d71, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3496caa8-899f-4b6b-b20d-887cdd2e4d71,segment=NetworkSegment(c234fcd6-893a-4512-8def-0f2118a6a16c),segment_id=c234fcd6-893a-4512-8def-0f2118a6a16c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:42.074715 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45144262-4f99-4160-a9c3-00e8440bb303 req-4133970d-bd87-468a-9ed9-d0c69a4867fa tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:42.080667 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45144262-4f99-4160-a9c3-00e8440bb303 req-4133970d-bd87-468a-9ed9-d0c69a4867fa tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:42.086784 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45144262-4f99-4160-a9c3-00e8440bb303 req-4133970d-bd87-468a-9ed9-d0c69a4867fa tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:42.093409 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45144262-4f99-4160-a9c3-00e8440bb303 req-4133970d-bd87-468a-9ed9-d0c69a4867fa tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:42.099344 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45144262-4f99-4160-a9c3-00e8440bb303 req-4133970d-bd87-468a-9ed9-d0c69a4867fa tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:42.106164 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45144262-4f99-4160-a9c3-00e8440bb303 req-4133970d-bd87-468a-9ed9-d0c69a4867fa tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:42.113205 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45144262-4f99-4160-a9c3-00e8440bb303 req-4133970d-bd87-468a-9ed9-d0c69a4867fa tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:42.115261 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45144262-4f99-4160-a9c3-00e8440bb303 req-4133970d-bd87-468a-9ed9-d0c69a4867fa tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 5359 time: 1.8018458 Jun 30 09:31:42.134773 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2db95e52-da18-43df-b36f-492d20bbe110 req-91842eaa-6e22-43fb-95c4-fcb8fb23dac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:42.186428 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:42.188679 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:42.224061 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-77007f66-3851-4e0d-8042-12229bcb9afd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] device_id is not set on port 706ea3d4-a4b4-4d7a-b366-0613b70f4ae3 yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:31:42.248733 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91842eaa-6e22-43fb-95c4-fcb8fb23dac4 service neutron] Pushing event updated for resources: {'Port': ['ID=44e89faa-6b6f-468b-aada-373d3800878b,revision_number=6']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:42.268543 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45144262-4f99-4160-a9c3-00e8440bb303 req-494146f5-f143-4bb7-9e63-2d2b4dc2388e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=f858a508-f451-4a64-8240-66f0ed23d674&id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1439562 Jun 30 09:31:42.327963 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a0319142-0f3a-49a5-9cf5-cccbc5fdddbf None None] Provisioning for port b99119fd-1179-434c-a7ab-d5c44acc6d83 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:42.387827 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=3496caa8-899f-4b6b-b20d-887cdd2e4d71,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:42.395446 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a0319142-0f3a-49a5-9cf5-cccbc5fdddbf None None] Provisioning complete for port b99119fd-1179-434c-a7ab-d5c44acc6d83 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:42.395976 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a0319142-0f3a-49a5-9cf5-cccbc5fdddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:42.476551 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db95e52-da18-43df-b36f-492d20bbe110 req-91842eaa-6e22-43fb-95c4-fcb8fb23dac4 service neutron] No DVR routers for this DVR port 44e89faa-6b6f-468b-aada-373d3800878b on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:42.479111 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a0319142-0f3a-49a5-9cf5-cccbc5fdddbf None None] Port b99119fd-1179-434c-a7ab-d5c44acc6d83 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:42.481580 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-77007f66-3851-4e0d-8042-12229bcb9afd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Allocated IP 2001:db8::f816:3eff:fe95:8f04 (ac69f748-a231-4e69-a180-b37986a0b0a8/e6d4be0e-bd57-40da-9c93-2da5a9244c69/706ea3d4-a4b4-4d7a-b366-0613b70f4ae3) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:42.604661 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-2db95e52-da18-43df-b36f-492d20bbe110 req-91842eaa-6e22-43fb-95c4-fcb8fb23dac4 service neutron] In _notify_port_updated(), no bound segment for port 44e89faa-6b6f-468b-aada-373d3800878b on network 203a8969-fabc-4eb3-a4b7-0ed49225ea16 {{(pid=101053) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:31:42.606186 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db95e52-da18-43df-b36f-492d20bbe110 req-91842eaa-6e22-43fb-95c4-fcb8fb23dac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:42.608361 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2db95e52-da18-43df-b36f-492d20bbe110 req-91842eaa-6e22-43fb-95c4-fcb8fb23dac4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:42.609183 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2db95e52-da18-43df-b36f-492d20bbe110 req-91842eaa-6e22-43fb-95c4-fcb8fb23dac4 service neutron] 10.222.0.52 "PUT /v2.0/ports/44e89faa-6b6f-468b-aada-373d3800878b HTTP/1.1" status: 200 len: 1028 time: 1.5547659 Jun 30 09:31:42.661363 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a0319142-0f3a-49a5-9cf5-cccbc5fdddbf None None] Provisioning for port f9fafb4e-6861-40d9-bff3-9bbc58a4ea5c completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:42.688569 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:42.694159 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a0319142-0f3a-49a5-9cf5-cccbc5fdddbf None None] Provisioning complete for port f9fafb4e-6861-40d9-bff3-9bbc58a4ea5c triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:42.694962 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a0319142-0f3a-49a5-9cf5-cccbc5fdddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:42.732196 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a91729-748e-4c24-9c68-c043d3482f0e tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:42.739194 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a91729-748e-4c24-9c68-c043d3482f0e tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:42.746515 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a91729-748e-4c24-9c68-c043d3482f0e tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:42.748528 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-73a91729-748e-4c24-9c68-c043d3482f0e tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.7017524 Jun 30 09:31:42.756448 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37514) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:42.852463 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-2db95e52-da18-43df-b36f-492d20bbe110 req-60d9320e-dd0e-4a5d-91b9-321c0f6a0779 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Deleting port a700fa97-7f11-4c5a-a416-37fd7c54d91e {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:42.853159 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2db95e52-da18-43df-b36f-492d20bbe110 req-60d9320e-dd0e-4a5d-91b9-321c0f6a0779 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:42.861995 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 66c562fd-fcb3-474a-9e21-bdef2150694b up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:42.919486 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a0319142-0f3a-49a5-9cf5-cccbc5fdddbf None None] Port f9fafb4e-6861-40d9-bff3-9bbc58a4ea5c cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:42.937104 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-77007f66-3851-4e0d-8042-12229bcb9afd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:42.943266 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8,segment=NetworkSegment(5d74be57-0b58-40b7-ac12-8573793671cf),segment_id=5d74be57-0b58-40b7-ac12-8573793671cf)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:43.012256 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-77007f66-3851-4e0d-8042-12229bcb9afd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Transition to ACTIVE for port object 706ea3d4-a4b4-4d7a-b366-0613b70f4ae3 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:43.051003 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.051003 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:43.106653 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-2db95e52-da18-43df-b36f-492d20bbe110 req-60d9320e-dd0e-4a5d-91b9-321c0f6a0779 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] For port a700fa97-7f11-4c5a-a416-37fd7c54d91e, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=a700fa97-7f11-4c5a-a416-37fd7c54d91e,segment=NetworkSegment(e388efc1-732f-40cc-980a-ce7b9415f60a),segment_id=e388efc1-732f-40cc-980a-ce7b9415f60a)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:43.107020 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2db95e52-da18-43df-b36f-492d20bbe110 req-60d9320e-dd0e-4a5d-91b9-321c0f6a0779 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.118639 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 66c562fd-fcb3-474a-9e21-bdef2150694b completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:43.121195 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41e024-c2ac-4ae4-bbe1-d453277cfaf4 req-5821f3c2-f87b-4a1b-8271-3f9eb2dd3c64 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:43.133410 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0a41e024-c2ac-4ae4-bbe1-d453277cfaf4 req-5821f3c2-f87b-4a1b-8271-3f9eb2dd3c64 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 946 time: 0.1729465 Jun 30 09:31:43.140022 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-b45811c0-c885-4765-ab95-d43383d8583c admin admin] Deleting port 3518e37d-45a7-4678-b72c-3323dae627a8 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:43.140644 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b45811c0-c885-4765-ab95-d43383d8583c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.157812 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:43.236180 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-88f4e6bd-244b-492b-a901-5648fbbb316a None None] Provisioning complete for port 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:43.236543 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-88f4e6bd-244b-492b-a901-5648fbbb316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.291709 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:43.302809 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:43.303342 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device a700fa97-7f11-4c5a-a416-37fd7c54d91e no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:43.311852 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-b45811c0-c885-4765-ab95-d43383d8583c admin admin] For port 3518e37d-45a7-4678-b72c-3323dae627a8, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3518e37d-45a7-4678-b72c-3323dae627a8,segment=NetworkSegment(4c939ff5-d9df-45a0-ad4a-7abf2eec0e12),segment_id=4c939ff5-d9df-45a0-ad4a-7abf2eec0e12)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:43.312795 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b45811c0-c885-4765-ab95-d43383d8583c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.317176 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-83d6b682-e762-4421-a6fb-337f58bf23cb tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Deleting port f9fafb4e-6861-40d9-bff3-9bbc58a4ea5c {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:43.317774 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-83d6b682-e762-4421-a6fb-337f58bf23cb tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.346534 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-88f4e6bd-244b-492b-a901-5648fbbb316a None None] Port 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:43.425505 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-b45811c0-c885-4765-ab95-d43383d8583c admin admin] Calling delete_port for 3518e37d-45a7-4678-b72c-3323dae627a8 owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:43.447781 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-88f4e6bd-244b-492b-a901-5648fbbb316a None None] Provisioning complete for port b99119fd-1179-434c-a7ab-d5c44acc6d83 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:43.448164 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-88f4e6bd-244b-492b-a901-5648fbbb316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.454063 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:43.454512 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.491617 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-77007f66-3851-4e0d-8042-12229bcb9afd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.550828 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2db95e52-da18-43df-b36f-492d20bbe110 req-60d9320e-dd0e-4a5d-91b9-321c0f6a0779 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.551833 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2db95e52-da18-43df-b36f-492d20bbe110 req-60d9320e-dd0e-4a5d-91b9-321c0f6a0779 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.552849 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [req-2db95e52-da18-43df-b36f-492d20bbe110 req-60d9320e-dd0e-4a5d-91b9-321c0f6a0779 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Floating IP 3357b3fe-0dc4-4184-9bf2-c5d31131fe3e disassociated. External IP: 172.25.6.115, port: a700fa97-7f11-4c5a-a416-37fd7c54d91e. Jun 30 09:31:43.553599 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-2db95e52-da18-43df-b36f-492d20bbe110 req-60d9320e-dd0e-4a5d-91b9-321c0f6a0779 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Calling delete_port for a700fa97-7f11-4c5a-a416-37fd7c54d91e owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:43.581629 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-88f4e6bd-244b-492b-a901-5648fbbb316a None None] Port b99119fd-1179-434c-a7ab-d5c44acc6d83 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:43.629026 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-88f4e6bd-244b-492b-a901-5648fbbb316a None None] Provisioning complete for port f9fafb4e-6861-40d9-bff3-9bbc58a4ea5c triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:43.629402 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-88f4e6bd-244b-492b-a901-5648fbbb316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.684281 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77007f66-3851-4e0d-8042-12229bcb9afd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:43.714868 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-77007f66-3851-4e0d-8042-12229bcb9afd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:43.716430 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.718417 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-83d6b682-e762-4421-a6fb-337f58bf23cb tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.733363 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77007f66-3851-4e0d-8042-12229bcb9afd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:43.739492 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77007f66-3851-4e0d-8042-12229bcb9afd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:43.740124 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-77007f66-3851-4e0d-8042-12229bcb9afd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.765668 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-88f4e6bd-244b-492b-a901-5648fbbb316a None None] Port f9fafb4e-6861-40d9-bff3-9bbc58a4ea5c cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:43.776802 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77007f66-3851-4e0d-8042-12229bcb9afd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Port': ['ID=706ea3d4-a4b4-4d7a-b366-0613b70f4ae3,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:43.810541 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-83d6b682-e762-4421-a6fb-337f58bf23cb tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Calling delete_port for f9fafb4e-6861-40d9-bff3-9bbc58a4ea5c owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:43.827787 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0a41e024-c2ac-4ae4-bbe1-d453277cfaf4 req-681a4f1f-5537-481c-b5e2-aca958d7d910 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6897650 Jun 30 09:31:43.907605 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2db95e52-da18-43df-b36f-492d20bbe110 req-60d9320e-dd0e-4a5d-91b9-321c0f6a0779 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.918355 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3496caa8-899f-4b6b-b20d-887cdd2e4d71'}, {'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:43.922743 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff96cec-aaf1-4c98-b6c1-0bebbc00d1bc" -d '{"events": [{"server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "name": "network-vif-unplugged", "status": "completed", "tag": "3496caa8-899f-4b6b-b20d-887cdd2e4d71"}, {"server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "name": "network-vif-unplugged", "status": "completed", "tag": "2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:43.925744 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-88f4e6bd-244b-492b-a901-5648fbbb316a None None] Provisioning for port 66c562fd-fcb3-474a-9e21-bdef2150694b completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:43.936661 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-88f4e6bd-244b-492b-a901-5648fbbb316a None None] Provisioning complete for port 66c562fd-fcb3-474a-9e21-bdef2150694b triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:43.937160 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-88f4e6bd-244b-492b-a901-5648fbbb316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.939684 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9e86c-f4b4-4186-9244-59a0cd787978 req-0aeff677-6e1d-494b-94bf-eba49639cc42 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:43.948499 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9e86c-f4b4-4186-9244-59a0cd787978 req-0aeff677-6e1d-494b-94bf-eba49639cc42 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:43.952250 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9e86c-f4b4-4186-9244-59a0cd787978 req-0aeff677-6e1d-494b-94bf-eba49639cc42 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:43.960233 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9320e-dd0e-4a5d-91b9-321c0f6a0779 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Pushing event deleted for resources: {'Port': ['ID=a700fa97-7f11-4c5a-a416-37fd7c54d91e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:43.964849 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9e86c-f4b4-4186-9244-59a0cd787978 req-0aeff677-6e1d-494b-94bf-eba49639cc42 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:43.973453 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9e86c-f4b4-4186-9244-59a0cd787978 req-0aeff677-6e1d-494b-94bf-eba49639cc42 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:43.975414 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-80e9e86c-f4b4-4186-9244-59a0cd787978 req-0aeff677-6e1d-494b-94bf-eba49639cc42 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 3881 time: 0.4252150 Jun 30 09:31:43.976707 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-77007f66-3851-4e0d-8042-12229bcb9afd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.4532535 Jun 30 09:31:43.981808 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37552) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:44.224118 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2db95e52-da18-43df-b36f-492d20bbe110 req-60d9320e-dd0e-4a5d-91b9-321c0f6a0779 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Router 53c00270-3b1e-43f7-a3e5-8c6727f4d523 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:31:44.225903 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-80e9e86c-f4b4-4186-9244-59a0cd787978 req-05f0943b-199d-43cd-816b-b69603fa9fd4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2406313 Jun 30 09:31:44.298146 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81160fa2-c23e-4f05-aed7-d21a7e53b4d8 x-openstack-request-id: req-81160fa2-c23e-4f05-aed7-d21a7e53b4d8 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:44.298692 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "name": "network-vif-unplugged", "status": "completed", "tag": "3496caa8-899f-4b6b-b20d-887cdd2e4d71", "code": 200}, {"server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "name": "network-vif-unplugged", "status": "completed", "tag": "2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:44.299032 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-81160fa2-c23e-4f05-aed7-d21a7e53b4d8 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:44.299604 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3496caa8-899f-4b6b-b20d-887cdd2e4d71', 'code': 200} Jun 30 09:31:44.300000 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8', 'code': 200} Jun 30 09:31:44.300856 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3031fcd-1d34-4586-981d-4fc705406f32 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:44.304378 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 44e89faa-6b6f-468b-aada-373d3800878b no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:44.307901 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3031fcd-1d34-4586-981d-4fc705406f32 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:44.309666 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e3031fcd-1d34-4586-981d-4fc705406f32 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3263884 Jun 30 09:31:44.315315 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37562) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:44.422881 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-88f4e6bd-244b-492b-a901-5648fbbb316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.451535 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 44e89faa-6b6f-468b-aada-373d3800878b not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:44.451974 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 2f70ca00-91bf-41fb-867a-6edb210c3385 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:44.477498 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2db95e52-da18-43df-b36f-492d20bbe110 req-60d9320e-dd0e-4a5d-91b9-321c0f6a0779 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:31:44.492178 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9aa012-c0ea-4b64-a2a5-ea0ffaf9427a None None] Sync routers for ids ['53c00270-3b1e-43f7-a3e5-8c6727f4d523'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:31:44.522069 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9aa012-c0ea-4b64-a2a5-ea0ffaf9427a None None] Routers {'53c00270-3b1e-43f7-a3e5-8c6727f4d523'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:44.523307 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-5b9aa012-c0ea-4b64-a2a5-ea0ffaf9427a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:31:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['53c00270-3b1e-43f7-a3e5-8c6727f4d523'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:44.563717 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db95e52-da18-43df-b36f-492d20bbe110 req-60d9320e-dd0e-4a5d-91b9-321c0f6a0779 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] No DVR routers for this DVR port a700fa97-7f11-4c5a-a416-37fd7c54d91e on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:44.568662 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2db95e52-da18-43df-b36f-492d20bbe110 req-60d9320e-dd0e-4a5d-91b9-321c0f6a0779 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.571234 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2db95e52-da18-43df-b36f-492d20bbe110 req-60d9320e-dd0e-4a5d-91b9-321c0f6a0779 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.52 "DELETE /v2.0/ports/a700fa97-7f11-4c5a-a416-37fd7c54d91e HTTP/1.1" status: 204 len: 173 time: 1.9520080 Jun 30 09:31:44.571996 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'name': 'network-vif-deleted', 'tag': 'a700fa97-7f11-4c5a-a416-37fd7c54d91e'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:44.577329 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0921ed91-cdff-4a92-909a-a6e42b490995" -d '{"events": [{"server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "name": "network-vif-deleted", "tag": "a700fa97-7f11-4c5a-a416-37fd7c54d91e"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:44.647491 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-88f4e6bd-244b-492b-a901-5648fbbb316a None None] For port 66c562fd-fcb3-474a-9e21-bdef2150694b, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=66c562fd-fcb3-474a-9e21-bdef2150694b,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:44.660018 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1d77c7-33b4-481f-bd97-1e342a14216e x-openstack-request-id: req-fb1d77c7-33b4-481f-bd97-1e342a14216e {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:44.660636 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "name": "network-vif-deleted", "tag": "a700fa97-7f11-4c5a-a416-37fd7c54d91e", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:44.663401 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fb1d77c7-33b4-481f-bd97-1e342a14216e {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:44.663401 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'name': 'network-vif-deleted', 'tag': 'a700fa97-7f11-4c5a-a416-37fd7c54d91e', 'status': 'completed', 'code': 200} Jun 30 09:31:44.664379 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b45811c0-c885-4765-ab95-d43383d8583c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.721616 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.737498 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45811c0-c885-4765-ab95-d43383d8583c admin admin] Pushing event deleted for resources: {'Port': ['ID=3518e37d-45a7-4678-b72c-3323dae627a8,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:44.758883 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-7c40b95a-d09b-46d7-b533-282998d582a0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting port 706ea3d4-a4b4-4d7a-b366-0613b70f4ae3 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:44.759398 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7c40b95a-d09b-46d7-b533-282998d582a0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.778071 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-2db95e52-da18-43df-b36f-492d20bbe110 req-00bc02a9-a8d2-45cd-85b0-c3ebcdeee5a6 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Deleting port 2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:44.778850 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2db95e52-da18-43df-b36f-492d20bbe110 req-00bc02a9-a8d2-45cd-85b0-c3ebcdeee5a6 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.781211 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 2f70ca00-91bf-41fb-867a-6edb210c3385, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2f70ca00-91bf-41fb-867a-6edb210c3385,segment=NetworkSegment(c234fcd6-893a-4512-8def-0f2118a6a16c),segment_id=c234fcd6-893a-4512-8def-0f2118a6a16c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:44.821130 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-88f4e6bd-244b-492b-a901-5648fbbb316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.936921 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.978094 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-88f4e6bd-244b-492b-a901-5648fbbb316a None None] Provisioning complete for port 44e89faa-6b6f-468b-aada-373d3800878b triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:44.979498 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-88f4e6bd-244b-492b-a901-5648fbbb316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:45.006265 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-83d6b682-e762-4421-a6fb-337f58bf23cb tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:45.043903 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-2db95e52-da18-43df-b36f-492d20bbe110 req-00bc02a9-a8d2-45cd-85b0-c3ebcdeee5a6 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] For port 2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8,segment=NetworkSegment(5d74be57-0b58-40b7-ac12-8573793671cf),segment_id=5d74be57-0b58-40b7-ac12-8573793671cf)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:45.043903 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2db95e52-da18-43df-b36f-492d20bbe110 req-00bc02a9-a8d2-45cd-85b0-c3ebcdeee5a6 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:45.082281 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-2db95e52-da18-43df-b36f-492d20bbe110 req-00bc02a9-a8d2-45cd-85b0-c3ebcdeee5a6 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Calling delete_port for 2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:45.090369 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4e6bd-244b-492b-a901-5648fbbb316a None None] Pushing event updated for resources: {'Port': ['ID=66c562fd-fcb3-474a-9e21-bdef2150694b,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:45.212601 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-88f4e6bd-244b-492b-a901-5648fbbb316a None None] Port 44e89faa-6b6f-468b-aada-373d3800878b cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:45.225930 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-5b9aa012-c0ea-4b64-a2a5-ea0ffaf9427a None None] Set router 53c00270-3b1e-43f7-a3e5-8c6727f4d523 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:45.249241 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=2f70ca00-91bf-41fb-867a-6edb210c3385,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:45.261873 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6b682-e762-4421-a6fb-337f58bf23cb tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Pushing event deleted for resources: {'Port': ['ID=f9fafb4e-6861-40d9-bff3-9bbc58a4ea5c,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:45.378568 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7c40b95a-d09b-46d7-b533-282998d582a0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:45.528942 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8eca8635-77d9-4d4f-9bcf-8687433cbce7 None None] Provisioning for port 706ea3d4-a4b4-4d7a-b366-0613b70f4ae3 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:45.541412 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8eca8635-77d9-4d4f-9bcf-8687433cbce7 None None] Provisioning complete for port 706ea3d4-a4b4-4d7a-b366-0613b70f4ae3 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:45.541836 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8eca8635-77d9-4d4f-9bcf-8687433cbce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:45.611337 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2db95e52-da18-43df-b36f-492d20bbe110 req-00bc02a9-a8d2-45cd-85b0-c3ebcdeee5a6 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:45.661701 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-8eca8635-77d9-4d4f-9bcf-8687433cbce7 None None] Port 706ea3d4-a4b4-4d7a-b366-0613b70f4ae3 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:45.692683 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc02a9-a8d2-45cd-85b0-c3ebcdeee5a6 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Pushing event deleted for resources: {'Port': ['ID=2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:45.752910 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-5b9aa012-c0ea-4b64-a2a5-ea0ffaf9427a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'name': 'tempest-TaggedBootDevicesTest-1361366161-router', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '0d0c8505-96dc-4f9e-a7a2-8424ed0bd797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:37Z', 'updated_at': '2021-06-30T09:16:43Z', 'revision_number': 4, 'project_id': '2cf47b77e70945949916ae6cc28be07c', 'gw_port': {'id': '0d0c8505-96dc-4f9e-a7a2-8424ed0bd797', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:db:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:38Z', 'updated_at': '2021-06-30T09:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '93cedc16-b5a0-4585-b0b9-32314c214622', 'name': '', 'network_id': 'b7c4d310-0e13-4978-b513-6d3abe0b2ecf', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'mac_address': 'fa:16:3e:75:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '81734dcc-0ee2-494d-93d9-b3fe64a6f397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:42Z', 'updated_at': '2021-06-30T09:16:52Z', 'revision_number': 5, 'project_id': '2cf47b77e70945949916ae6cc28be07c', 'subnets': [{'id': '81734dcc-0ee2-494d-93d9-b3fe64a6f397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:45.753591 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-7c40b95a-d09b-46d7-b533-282998d582a0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Calling delete_port for 706ea3d4-a4b4-4d7a-b366-0613b70f4ae3 owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:45.767362 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db95e52-da18-43df-b36f-492d20bbe110 req-00bc02a9-a8d2-45cd-85b0-c3ebcdeee5a6 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] No DVR routers for this DVR port 2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:45.779898 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec870d-5170-49ec-8c26-2db86a02280f req-ead770bf-1573-4e5a-8231-683a8f4222ff tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:45.786194 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec870d-5170-49ec-8c26-2db86a02280f req-ead770bf-1573-4e5a-8231-683a8f4222ff tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:45.793002 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec870d-5170-49ec-8c26-2db86a02280f req-ead770bf-1573-4e5a-8231-683a8f4222ff tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:45.799112 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec870d-5170-49ec-8c26-2db86a02280f req-ead770bf-1573-4e5a-8231-683a8f4222ff tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:45.800912 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-11ec870d-5170-49ec-8c26-2db86a02280f req-ead770bf-1573-4e5a-8231-683a8f4222ff tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 3065 time: 0.3239148 Jun 30 09:31:45.802271 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2db95e52-da18-43df-b36f-492d20bbe110 req-00bc02a9-a8d2-45cd-85b0-c3ebcdeee5a6 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:45.804395 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2db95e52-da18-43df-b36f-492d20bbe110 req-00bc02a9-a8d2-45cd-85b0-c3ebcdeee5a6 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.52 "DELETE /v2.0/ports/2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8 HTTP/1.1" status: 204 len: 173 time: 1.2221751 Jun 30 09:31:45.805164 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9aa012-c0ea-4b64-a2a5-ea0ffaf9427a None None] Checking router: 53c00270-3b1e-43f7-a3e5-8c6727f4d523 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:31:45.820187 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9aa012-c0ea-4b64-a2a5-ea0ffaf9427a None None] Routers {'53c00270-3b1e-43f7-a3e5-8c6727f4d523'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:45.823611 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-5b9aa012-c0ea-4b64-a2a5-ea0ffaf9427a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:31:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['53c00270-3b1e-43f7-a3e5-8c6727f4d523'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:45.851836 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-83d6b682-e762-4421-a6fb-337f58bf23cb tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:45.855225 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-83d6b682-e762-4421-a6fb-337f58bf23cb tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] 10.222.0.10 "DELETE /v2.0/ports/f9fafb4e-6861-40d9-bff3-9bbc58a4ea5c HTTP/1.1" status: 204 len: 168 time: 3.0950804 Jun 30 09:31:45.862122 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37612) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:45.871926 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-8891b83e-f9ee-453c-b01b-5d97d3fc50f5 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Request body: {'port': {'name': 'tempest-new-port-name-9245141', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:45.872520 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.api.validators [None req-8891b83e-f9ee-453c-b01b-5d97d3fc50f5 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] bootfile-name is not in valid_values {{(pid=101053) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:31:45.872856 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.api.validators [None req-8891b83e-f9ee-453c-b01b-5d97d3fc50f5 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] tftp-server is not in valid_values {{(pid=101053) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:31:45.873632 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.api.validators [None req-8891b83e-f9ee-453c-b01b-5d97d3fc50f5 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] server-ip-address is not in valid_values {{(pid=101053) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:31:45.947910 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b45811c0-c885-4765-ab95-d43383d8583c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:45.977430 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31159aaf-6a8a-48ca-9c50-a4d9c7e87f02 req-c0e22583-a8db-4d46-a631-a0b49873fbc0 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:45.977430 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-31159aaf-6a8a-48ca-9c50-a4d9c7e87f02 req-c0e22583-a8db-4d46-a631-a0b49873fbc0 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 946 time: 0.7927208 Jun 30 09:31:46.035469 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-11ec870d-5170-49ec-8c26-2db86a02280f req-dfe4e7a9-4225-48f4-ad6e-bc32ff214576 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2190099 Jun 30 09:31:46.059867 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-5b9aa012-c0ea-4b64-a2a5-ea0ffaf9427a None None] Set router 53c00270-3b1e-43f7-a3e5-8c6727f4d523 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:46.078491 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8891b83e-f9ee-453c-b01b-5d97d3fc50f5 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:46.125591 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-2db95e52-da18-43df-b36f-492d20bbe110 req-ba5a705a-841a-4796-8d83-437b19a34918 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Deleting port 3496caa8-899f-4b6b-b20d-887cdd2e4d71 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:46.125942 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2db95e52-da18-43df-b36f-492d20bbe110 req-ba5a705a-841a-4796-8d83-437b19a34918 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:46.201769 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-31159aaf-6a8a-48ca-9c50-a4d9c7e87f02 req-bcd07a48-30f7-4fdf-a585-d8bb1a623960 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1824985 Jun 30 09:31:46.302896 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f70ca00-91bf-41fb-867a-6edb210c3385'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:46.314989 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08d0f68-3532-442c-8c83-e9e75231e7ee" -d '{"events": [{"server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "name": "network-vif-unplugged", "status": "completed", "tag": "2f70ca00-91bf-41fb-867a-6edb210c3385"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:46.429987 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-5b9aa012-c0ea-4b64-a2a5-ea0ffaf9427a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'name': 'tempest-TaggedBootDevicesTest-1361366161-router', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '0d0c8505-96dc-4f9e-a7a2-8424ed0bd797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:37Z', 'updated_at': '2021-06-30T09:16:43Z', 'revision_number': 4, 'project_id': '2cf47b77e70945949916ae6cc28be07c', 'gw_port': {'id': '0d0c8505-96dc-4f9e-a7a2-8424ed0bd797', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:db:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:38Z', 'updated_at': '2021-06-30T09:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '93cedc16-b5a0-4585-b0b9-32314c214622', 'name': '', 'network_id': 'b7c4d310-0e13-4978-b513-6d3abe0b2ecf', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'mac_address': 'fa:16:3e:75:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '81734dcc-0ee2-494d-93d9-b3fe64a6f397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:42Z', 'updated_at': '2021-06-30T09:16:52Z', 'revision_number': 5, 'project_id': '2cf47b77e70945949916ae6cc28be07c', 'subnets': [{'id': '81734dcc-0ee2-494d-93d9-b3fe64a6f397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:46.463268 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45811c0-c885-4765-ab95-d43383d8583c admin admin] Router 7316d45c-7008-4271-a9f6-1fd9961eef92 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:31:46.466159 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7c40b95a-d09b-46d7-b533-282998d582a0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:46.487181 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985b6cd8-e023-4a2f-a54a-dd60823799ce x-openstack-request-id: req-985b6cd8-e023-4a2f-a54a-dd60823799ce {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:46.487471 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "name": "network-vif-unplugged", "status": "completed", "tag": "2f70ca00-91bf-41fb-867a-6edb210c3385", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:46.487971 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-985b6cd8-e023-4a2f-a54a-dd60823799ce {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:46.488743 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f70ca00-91bf-41fb-867a-6edb210c3385', 'code': 200} Jun 30 09:31:46.497332 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9aa012-c0ea-4b64-a2a5-ea0ffaf9427a None None] The sync data for ids ['53c00270-3b1e-43f7-a3e5-8c6727f4d523'] in n-d-771363-31 is: [{'id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'name': 'tempest-TaggedBootDevicesTest-1361366161-router', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '0d0c8505-96dc-4f9e-a7a2-8424ed0bd797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:37Z', 'updated_at': '2021-06-30T09:16:43Z', 'revision_number': 4, 'project_id': '2cf47b77e70945949916ae6cc28be07c', 'gw_port': {'id': '0d0c8505-96dc-4f9e-a7a2-8424ed0bd797', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:db:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:38Z', 'updated_at': '2021-06-30T09:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '93cedc16-b5a0-4585-b0b9-32314c214622', 'name': '', 'network_id': 'b7c4d310-0e13-4978-b513-6d3abe0b2ecf', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'mac_address': 'fa:16:3e:75:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '81734dcc-0ee2-494d-93d9-b3fe64a6f397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:42Z', 'updated_at': '2021-06-30T09:16:52Z', 'revision_number': 5, 'project_id': '2cf47b77e70945949916ae6cc28be07c', 'subnets': [{'id': '81734dcc-0ee2-494d-93d9-b3fe64a6f397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:31:46.501919 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-2db95e52-da18-43df-b36f-492d20bbe110 req-ba5a705a-841a-4796-8d83-437b19a34918 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] For port 3496caa8-899f-4b6b-b20d-887cdd2e4d71, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3496caa8-899f-4b6b-b20d-887cdd2e4d71,segment=NetworkSegment(c234fcd6-893a-4512-8def-0f2118a6a16c),segment_id=c234fcd6-893a-4512-8def-0f2118a6a16c)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:46.501919 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2db95e52-da18-43df-b36f-492d20bbe110 req-ba5a705a-841a-4796-8d83-437b19a34918 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:46.536117 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-2db95e52-da18-43df-b36f-492d20bbe110 req-ba5a705a-841a-4796-8d83-437b19a34918 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Calling delete_port for 3496caa8-899f-4b6b-b20d-887cdd2e4d71 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:46.548060 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c40b95a-d09b-46d7-b533-282998d582a0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Port': ['ID=706ea3d4-a4b4-4d7a-b366-0613b70f4ae3,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:46.625191 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 66c562fd-fcb3-474a-9e21-bdef2150694b up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:46.639901 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7c40b95a-d09b-46d7-b533-282998d582a0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:46.642853 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7c40b95a-d09b-46d7-b533-282998d582a0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/706ea3d4-a4b4-4d7a-b366-0613b70f4ae3 HTTP/1.1" status: 204 len: 168 time: 2.3261263 Jun 30 09:31:46.646684 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37638) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:46.699647 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'name': 'network-vif-deleted', 'tag': '2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:46.702685 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55424f7e-8950-4753-9f61-34ef6bef2a10" -d '{"events": [{"server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "name": "network-vif-deleted", "tag": "2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:46.734259 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 66c562fd-fcb3-474a-9e21-bdef2150694b triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:46.735398 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:46.808470 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906ebd25-b384-4513-9537-1339307df223 x-openstack-request-id: req-906ebd25-b384-4513-9537-1339307df223 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:46.808868 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "name": "network-vif-deleted", "tag": "2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:46.809070 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-906ebd25-b384-4513-9537-1339307df223 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:46.809410 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45811c0-c885-4765-ab95-d43383d8583c admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:31:46.810060 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'name': 'network-vif-deleted', 'tag': '2af4d7e5-b450-4bfb-9f76-04fc9a52c4c8', 'status': 'completed', 'code': 200} Jun 30 09:31:46.834909 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01b450c-d543-45d7-8893-3e0537138ca7 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:46.836370 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007d6a54-da1f-470f-a050-9a058e33344d None None] Sync routers for ids ['7316d45c-7008-4271-a9f6-1fd9961eef92'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:31:46.843166 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01b450c-d543-45d7-8893-3e0537138ca7 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:46.844997 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a01b450c-d543-45d7-8893-3e0537138ca7 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1972549 Jun 30 09:31:46.851378 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37646) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:46.857792 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8891b83e-f9ee-453c-b01b-5d97d3fc50f5 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:46.861114 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b45811c0-c885-4765-ab95-d43383d8583c admin admin] 10.222.0.10 "PUT /v2.0/routers/7316d45c-7008-4271-a9f6-1fd9961eef92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3495739 Jun 30 09:31:46.861764 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37648) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:47.001222 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-40385451-f78d-4a81-90ce-e0bf6949b15c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting subnet e6d4be0e-bd57-40da-9c93-2da5a9244c69 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:31:47.016045 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-40385451-f78d-4a81-90ce-e0bf6949b15c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.047014 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007d6a54-da1f-470f-a050-9a058e33344d None None] Routers {'7316d45c-7008-4271-a9f6-1fd9961eef92'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:47.048184 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-007d6a54-da1f-470f-a050-9a058e33344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:31:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['7316d45c-7008-4271-a9f6-1fd9961eef92'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:47.066830 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fac1538d-911b-4dec-946a-6b1bab376d4b admin admin] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.083223 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2db9ea-269f-4d2f-8626-c0dbadd178d5 None None] New status for floating IP 3357b3fe-0dc4-4184-9bf2-c5d31131fe3e: DOWN {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:31:47.100069 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-40385451-f78d-4a81-90ce-e0bf6949b15c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.144919 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8891b83e-f9ee-453c-b01b-5d97d3fc50f5 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.292508 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-007d6a54-da1f-470f-a050-9a058e33344d None None] Set router 7316d45c-7008-4271-a9f6-1fd9961eef92 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:47.305808 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fac1538d-911b-4dec-946a-6b1bab376d4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.396617 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8891b83e-f9ee-453c-b01b-5d97d3fc50f5 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Pushing event updated for resources: {'Port': ['ID=b99119fd-1179-434c-a7ab-d5c44acc6d83,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:47.461542 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-8891b83e-f9ee-453c-b01b-5d97d3fc50f5 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] In _notify_port_updated(), no bound segment for port b99119fd-1179-434c-a7ab-d5c44acc6d83 on network ede17681-6292-4f9f-90a3-b39ce8045d5f {{(pid=101053) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:31:47.470617 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8891b83e-f9ee-453c-b01b-5d97d3fc50f5 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:47.474673 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8891b83e-f9ee-453c-b01b-5d97d3fc50f5 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.474673 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8891b83e-f9ee-453c-b01b-5d97d3fc50f5 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] 10.222.0.10 "PUT /v2.0/ports/b99119fd-1179-434c-a7ab-d5c44acc6d83 HTTP/1.1" status: 200 len: 1134 time: 1.6101410 Jun 30 09:31:47.479029 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37672) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:47.482907 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-40385451-f78d-4a81-90ce-e0bf6949b15c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.596289 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b4a27-9fc5-43de-a364-9ae1d07fbed3 req-c8610091-4586-46a8-9603-97a841bea7c5 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:47.597985 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e8b4a27-9fc5-43de-a364-9ae1d07fbed3 req-c8610091-4586-46a8-9603-97a841bea7c5 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 946 time: 0.1731238 Jun 30 09:31:47.623282 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-fac1538d-911b-4dec-946a-6b1bab376d4b admin admin] Deleting port d5437f1d-e205-4b47-a8a2-a2f36da52bca {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:47.623533 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fac1538d-911b-4dec-946a-6b1bab376d4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.766212 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e8b4a27-9fc5-43de-a364-9ae1d07fbed3 req-e6b2d8bb-a5ce-4a16-a4a4-5195fb6dc704 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1180360 Jun 30 09:31:47.957088 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-00fc136c-0ddf-46cf-a3f5-8b7b01f0290b None None] Provisioning complete for port b99119fd-1179-434c-a7ab-d5c44acc6d83 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:47.957088 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-00fc136c-0ddf-46cf-a3f5-8b7b01f0290b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.960702 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-fac1538d-911b-4dec-946a-6b1bab376d4b admin admin] For port d5437f1d-e205-4b47-a8a2-a2f36da52bca, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=d5437f1d-e205-4b47-a8a2-a2f36da52bca,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:47.960702 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fac1538d-911b-4dec-946a-6b1bab376d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.960702 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-fac1538d-911b-4dec-946a-6b1bab376d4b admin admin] Calling delete_port for d5437f1d-e205-4b47-a8a2-a2f36da52bca owned by network:router_gateway {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:47.962161 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-00fc136c-0ddf-46cf-a3f5-8b7b01f0290b None None] Port b99119fd-1179-434c-a7ab-d5c44acc6d83 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:47.962161 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-007d6a54-da1f-470f-a050-9a058e33344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'name': 'tempest-TestVolumeBackupRestore-527039238-router', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'd5437f1d-e205-4b47-a8a2-a2f36da52bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:31:44Z', 'revision_number': 5, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'gw_port': {'id': 'd5437f1d-e205-4b47-a8a2-a2f36da52bca', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:27Z', 'updated_at': '2021-06-30T09:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:47.973183 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007d6a54-da1f-470f-a050-9a058e33344d None None] Checking router: 7316d45c-7008-4271-a9f6-1fd9961eef92 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:31:47.983890 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007d6a54-da1f-470f-a050-9a058e33344d None None] Routers {'7316d45c-7008-4271-a9f6-1fd9961eef92'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:47.984468 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-007d6a54-da1f-470f-a050-9a058e33344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:31:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['7316d45c-7008-4271-a9f6-1fd9961eef92'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:48.047815 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2db95e52-da18-43df-b36f-492d20bbe110 req-ba5a705a-841a-4796-8d83-437b19a34918 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.098757 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-007d6a54-da1f-470f-a050-9a058e33344d None None] Set router 7316d45c-7008-4271-a9f6-1fd9961eef92 gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:48.135181 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a705a-841a-4796-8d83-437b19a34918 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Pushing event deleted for resources: {'Port': ['ID=3496caa8-899f-4b6b-b20d-887cdd2e4d71,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:48.159221 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-007d6a54-da1f-470f-a050-9a058e33344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'name': 'tempest-TestVolumeBackupRestore-527039238-router', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:31:47Z', 'revision_number': 6, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:48.180638 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fac1538d-911b-4dec-946a-6b1bab376d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.196674 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007d6a54-da1f-470f-a050-9a058e33344d None None] The sync data for ids ['7316d45c-7008-4271-a9f6-1fd9961eef92'] in n-d-771363-31 is: [{'id': '7316d45c-7008-4271-a9f6-1fd9961eef92', 'name': 'tempest-TestVolumeBackupRestore-527039238-router', 'tenant_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:31:47Z', 'revision_number': 6, 'project_id': '3a9462c3ce5d46c8a5c0b27669b07c56', 'gw_port_host': None}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:31:48.199303 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea72a7e7-3725-40e0-97cf-93ae7246bd92 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:48.204733 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ea72a7e7-3725-40e0-97cf-93ae7246bd92 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] 10.222.0.10 "GET /v2.0/ports/b99119fd-1179-434c-a7ab-d5c44acc6d83 HTTP/1.1" status: 200 len: 1134 time: 0.7239678 Jun 30 09:31:48.206373 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37702) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:48.218843 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1538d-911b-4dec-946a-6b1bab376d4b admin admin] Pushing event deleted for resources: {'Port': ['ID=d5437f1d-e205-4b47-a8a2-a2f36da52bca,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:48.273367 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db95e52-da18-43df-b36f-492d20bbe110 req-ba5a705a-841a-4796-8d83-437b19a34918 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] No DVR routers for this DVR port 3496caa8-899f-4b6b-b20d-887cdd2e4d71 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:48.284672 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2db95e52-da18-43df-b36f-492d20bbe110 req-ba5a705a-841a-4796-8d83-437b19a34918 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.286661 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2db95e52-da18-43df-b36f-492d20bbe110 req-ba5a705a-841a-4796-8d83-437b19a34918 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.52 "DELETE /v2.0/ports/3496caa8-899f-4b6b-b20d-887cdd2e4d71 HTTP/1.1" status: 204 len: 173 time: 2.4717023 Jun 30 09:31:48.303668 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fac1538d-911b-4dec-946a-6b1bab376d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.314192 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac2e57-3acb-4630-a68b-881a0f9fe80a req-3dbb8e40-be60-4e59-aa10-5d6fcc805ad1 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:48.319983 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac2e57-3acb-4630-a68b-881a0f9fe80a req-3dbb8e40-be60-4e59-aa10-5d6fcc805ad1 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:48.326922 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac2e57-3acb-4630-a68b-881a0f9fe80a req-3dbb8e40-be60-4e59-aa10-5d6fcc805ad1 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:48.328656 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bdac2e57-3acb-4630-a68b-881a0f9fe80a req-3dbb8e40-be60-4e59-aa10-5d6fcc805ad1 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 2332 time: 0.8539169 Jun 30 09:31:48.420123 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fac1538d-911b-4dec-946a-6b1bab376d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.422778 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fac1538d-911b-4dec-946a-6b1bab376d4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.424866 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-40385451-f78d-4a81-90ce-e0bf6949b15c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.500757 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bdac2e57-3acb-4630-a68b-881a0f9fe80a req-8e812a0b-1a99-45f3-b761-b70c8807e136 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1445103 Jun 30 09:31:48.507346 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40385451-f78d-4a81-90ce-e0bf6949b15c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Subnet': ['ID=e6d4be0e-bd57-40da-9c93-2da5a9244c69,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:48.514742 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-40385451-f78d-4a81-90ce-e0bf6949b15c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.936209 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-40385451-f78d-4a81-90ce-e0bf6949b15c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/e6d4be0e-bd57-40da-9c93-2da5a9244c69 HTTP/1.1" status: 204 len: 168 time: 1.6644218 Jun 30 09:31:48.936209 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37712) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:48.941494 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba284e2-2114-4a45-a195-4fab6d5b6aa8 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:48.944041 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c1caad90-790b-4f0b-97db-db1d9580a5aa tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544791 Jun 30 09:31:48.945505 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37714) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:48.946770 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-17a6860e-ee49-4125-9de8-0652f720ddd4 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Deleting port b99119fd-1179-434c-a7ab-d5c44acc6d83 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:48.946770 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-17a6860e-ee49-4125-9de8-0652f720ddd4 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.948400 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fac1538d-911b-4dec-946a-6b1bab376d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.948400 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac1538d-911b-4dec-946a-6b1bab376d4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7316d45c-7008-4271-a9f6-1fd9961eef92 {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:31:48.948400 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fac1538d-911b-4dec-946a-6b1bab376d4b admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.948400 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fac1538d-911b-4dec-946a-6b1bab376d4b admin admin] 10.222.0.10 "DELETE /v2.0/routers/7316d45c-7008-4271-a9f6-1fd9961eef92 HTTP/1.1" status: 204 len: 168 time: 1.8193882 Jun 30 09:31:48.949658 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37722) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:48.949658 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-2db95e52-da18-43df-b36f-492d20bbe110 req-effdcf34-07db-4980-997b-dc98b5207284 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Deleting port d8c0077e-9781-471c-a7ca-1fbaf87ae4b4 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:48.949658 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2db95e52-da18-43df-b36f-492d20bbe110 req-effdcf34-07db-4980-997b-dc98b5207284 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.950306 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7dc133-956b-41cd-b28a-aa367d5ae8ba tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:48.950306 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ce7dc133-956b-41cd-b28a-aa367d5ae8ba tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2389967 Jun 30 09:31:48.950306 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37728) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:48.950964 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'name': 'network-vif-deleted', 'tag': '3496caa8-899f-4b6b-b20d-887cdd2e4d71'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:48.950964 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601fea7f-2492-4964-8fa9-361f4707f5af" -d '{"events": [{"server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "name": "network-vif-deleted", "tag": "3496caa8-899f-4b6b-b20d-887cdd2e4d71"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:48.951425 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3518e37d-45a7-4678-b72c-3323dae627a8 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:48.989841 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4935c280-ab9f-479b-b951-2a45cdd9b1c6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:48.991575 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4935c280-ab9f-479b-b951-2a45cdd9b1c6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1612539 Jun 30 09:31:48.998081 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37738) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:49.035880 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 3518e37d-45a7-4678-b72c-3323dae627a8 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:31:49.036500 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3518e37d-45a7-4678-b72c-3323dae627a8 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:49.040200 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-30821a99-a9db-45b1-844c-2c97cb5ca808 admin admin] Deleting subnet 10c831ae-0084-4a15-8fd9-ede7c25d3443 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:31:49.068783 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-30821a99-a9db-45b1-844c-2c97cb5ca808 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.092701 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7fe6ae0e-677f-4229-aa2e-36447a8fec3a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0888672 Jun 30 09:31:49.112371 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37740) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:49.120837 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-deababe1-2319-474b-bb74-a5635abe2d8a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:49.151382 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-17a6860e-ee49-4125-9de8-0652f720ddd4 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.180803 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2be7cf-7a9e-4d8c-bea0-c8f77dfc935b x-openstack-request-id: req-4a2be7cf-7a9e-4d8c-bea0-c8f77dfc935b {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:49.181606 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "name": "network-vif-deleted", "tag": "3496caa8-899f-4b6b-b20d-887cdd2e4d71", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:49.181945 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4a2be7cf-7a9e-4d8c-bea0-c8f77dfc935b {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:49.182623 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'name': 'network-vif-deleted', 'tag': '3496caa8-899f-4b6b-b20d-887cdd2e4d71', 'status': 'completed', 'code': 200} Jun 30 09:31:49.200034 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-17a6860e-ee49-4125-9de8-0652f720ddd4 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Calling delete_port for b99119fd-1179-434c-a7ab-d5c44acc6d83 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:49.205935 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-2db95e52-da18-43df-b36f-492d20bbe110 req-effdcf34-07db-4980-997b-dc98b5207284 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] For port d8c0077e-9781-471c-a7ca-1fbaf87ae4b4, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=d8c0077e-9781-471c-a7ca-1fbaf87ae4b4,segment=NetworkSegment(5d74be57-0b58-40b7-ac12-8573793671cf),segment_id=5d74be57-0b58-40b7-ac12-8573793671cf)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:49.206965 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2db95e52-da18-43df-b36f-492d20bbe110 req-effdcf34-07db-4980-997b-dc98b5207284 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.224838 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-30821a99-a9db-45b1-844c-2c97cb5ca808 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.256889 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fc6230-8980-4143-b86d-9d295f9096d3 None None] DHCP port deletion for ac69f748-a231-4e69-a180-b37986a0b0a8 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:31:49.300297 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-2db95e52-da18-43df-b36f-492d20bbe110 req-effdcf34-07db-4980-997b-dc98b5207284 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Calling delete_port for d8c0077e-9781-471c-a7ca-1fbaf87ae4b4 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:49.360480 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-21fc6230-8980-4143-b86d-9d295f9096d3 None None] Deleting port 66c562fd-fcb3-474a-9e21-bdef2150694b {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:49.360911 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-21fc6230-8980-4143-b86d-9d295f9096d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.402131 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd27e0-4d76-42c7-9f81-8018e8834d8d req-9d5b0896-03d1-4c47-a8fa-f32cdc120226 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:49.407716 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-12dd27e0-4d76-42c7-9f81-8018e8834d8d req-9d5b0896-03d1-4c47-a8fa-f32cdc120226 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 946 time: 0.2634814 Jun 30 09:31:49.479208 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-12dd27e0-4d76-42c7-9f81-8018e8834d8d req-7ecb893e-bc5b-4f22-a48e-6135944b0d61 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599904 Jun 30 09:31:49.505566 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-21fc6230-8980-4143-b86d-9d295f9096d3 None None] For port 66c562fd-fcb3-474a-9e21-bdef2150694b, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=66c562fd-fcb3-474a-9e21-bdef2150694b,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:49.506107 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-21fc6230-8980-4143-b86d-9d295f9096d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.544839 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-21fc6230-8980-4143-b86d-9d295f9096d3 None None] Calling delete_port for 66c562fd-fcb3-474a-9e21-bdef2150694b owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:49.574540 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deababe1-2319-474b-bb74-a5635abe2d8a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:49.578618 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-deababe1-2319-474b-bb74-a5635abe2d8a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.598501 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-30821a99-a9db-45b1-844c-2c97cb5ca808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.821018 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-21fc6230-8980-4143-b86d-9d295f9096d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.873109 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-30821a99-a9db-45b1-844c-2c97cb5ca808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.896397 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc6230-8980-4143-b86d-9d295f9096d3 None None] Pushing event deleted for resources: {'Port': ['ID=66c562fd-fcb3-474a-9e21-bdef2150694b,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:49.898538 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fc6230-8980-4143-b86d-9d295f9096d3 None None] No DVR routers for this DVR port 66c562fd-fcb3-474a-9e21-bdef2150694b on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:49.927103 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30821a99-a9db-45b1-844c-2c97cb5ca808 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10c831ae-0084-4a15-8fd9-ede7c25d3443,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:49.945726 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-30821a99-a9db-45b1-844c-2c97cb5ca808 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.948422 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-30821a99-a9db-45b1-844c-2c97cb5ca808 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/10c831ae-0084-4a15-8fd9-ede7c25d3443 HTTP/1.1" status: 204 len: 168 time: 1.2385759 Jun 30 09:31:49.951931 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37766) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:49.953495 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783b255f-f5b9-4d55-a07b-0816364f98fa None None] Network c6af7737-90e6-4e90-814b-d1af17fec8d3 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:50.079185 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadcced-6ead-44ea-ba73-e29836ab65e6 req-6dc762c8-dbbe-42b6-a224-c80801aeef06 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:50.085579 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadcced-6ead-44ea-ba73-e29836ab65e6 req-6dc762c8-dbbe-42b6-a224-c80801aeef06 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:50.087370 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0eadcced-6ead-44ea-ba73-e29836ab65e6 req-6dc762c8-dbbe-42b6-a224-c80801aeef06 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 1677 time: 0.3013666 Jun 30 09:31:50.095744 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-427b1986-d989-4443-af94-b4d406544989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.101286 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-17a6860e-ee49-4125-9de8-0652f720ddd4 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.179357 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2db95e52-da18-43df-b36f-492d20bbe110 req-effdcf34-07db-4980-997b-dc98b5207284 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.185474 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6860e-ee49-4125-9de8-0652f720ddd4 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Pushing event deleted for resources: {'Port': ['ID=b99119fd-1179-434c-a7ab-d5c44acc6d83,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:50.283379 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da44600-710c-4a0f-aef8-2fd6a783d8b1 None None] DHCP port deletion for c6af7737-90e6-4e90-814b-d1af17fec8d3 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:31:50.323293 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effdcf34-07db-4980-997b-dc98b5207284 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Pushing event deleted for resources: {'Port': ['ID=d8c0077e-9781-471c-a7ca-1fbaf87ae4b4,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:50.452145 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0eadcced-6ead-44ea-ba73-e29836ab65e6 req-9de70f62-2400-40a0-acb8-1647d4832bcf tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3331261 Jun 30 09:31:50.464022 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db95e52-da18-43df-b36f-492d20bbe110 req-effdcf34-07db-4980-997b-dc98b5207284 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] No DVR routers for this DVR port d8c0077e-9781-471c-a7ca-1fbaf87ae4b4 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:50.488260 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2db95e52-da18-43df-b36f-492d20bbe110 req-effdcf34-07db-4980-997b-dc98b5207284 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.498185 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2db95e52-da18-43df-b36f-492d20bbe110 req-effdcf34-07db-4980-997b-dc98b5207284 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.52 "DELETE /v2.0/ports/d8c0077e-9781-471c-a7ca-1fbaf87ae4b4 HTTP/1.1" status: 204 len: 173 time: 2.1973979 Jun 30 09:31:50.515300 n-d-771363-31 neutron-server[101054]: DEBUG neutron.objects.ports [None req-deababe1-2319-474b-bb74-a5635abe2d8a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101054) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:31:50.517112 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-deababe1-2319-474b-bb74-a5635abe2d8a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.519546 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 66c562fd-fcb3-474a-9e21-bdef2150694b no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:50.540986 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 66c562fd-fcb3-474a-9e21-bdef2150694b {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:31:50.541595 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 66c562fd-fcb3-474a-9e21-bdef2150694b not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:50.542609 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d5437f1d-e205-4b47-a8a2-a2f36da52bca no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:50.547350 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-7da44600-710c-4a0f-aef8-2fd6a783d8b1 None None] Deleting port f614b3c2-07e5-4a2a-a113-57467f999363 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:50.547947 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7da44600-710c-4a0f-aef8-2fd6a783d8b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.571554 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deababe1-2319-474b-bb74-a5635abe2d8a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Subnet': ['ID=427f2ed7-2515-4c63-bfec-21390efebdd2,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:50.586820 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: d5437f1d-e205-4b47-a8a2-a2f36da52bca {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:31:50.587388 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d5437f1d-e205-4b47-a8a2-a2f36da52bca not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:50.588759 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f614b3c2-07e5-4a2a-a113-57467f999363 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:50.590475 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-17a6860e-ee49-4125-9de8-0652f720ddd4 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.593283 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deababe1-2319-474b-bb74-a5635abe2d8a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:50.595662 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-deababe1-2319-474b-bb74-a5635abe2d8a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:50.595979 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-17a6860e-ee49-4125-9de8-0652f720ddd4 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] 10.222.0.10 "DELETE /v2.0/ports/b99119fd-1179-434c-a7ab-d5c44acc6d83 HTTP/1.1" status: 204 len: 168 time: 2.3843858 Jun 30 09:31:50.597869 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37782) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:50.610117 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deababe1-2319-474b-bb74-a5635abe2d8a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:50.610954 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-deababe1-2319-474b-bb74-a5635abe2d8a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.635552 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-427b1986-d989-4443-af94-b4d406544989 admin admin] Deleting port f614b3c2-07e5-4a2a-a113-57467f999363 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:50.635961 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-427b1986-d989-4443-af94-b4d406544989 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.645715 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2876d8d-a69a-4a9e-b0bd-7e0ce501cb01 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:50.679090 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-301a1735-e124-4493-8e7a-f37be9b967b2 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Deleting subnet 11865630-844a-467a-a922-eb8168e0cdfb {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:31:50.684055 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-301a1735-e124-4493-8e7a-f37be9b967b2 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.734679 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:31:50.753576 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-7da44600-710c-4a0f-aef8-2fd6a783d8b1 None None] For port f614b3c2-07e5-4a2a-a113-57467f999363, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f614b3c2-07e5-4a2a-a113-57467f999363,segment=NetworkSegment(4c939ff5-d9df-45a0-ad4a-7abf2eec0e12),segment_id=4c939ff5-d9df-45a0-ad4a-7abf2eec0e12)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:50.753965 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7da44600-710c-4a0f-aef8-2fd6a783d8b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.812914 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-301a1735-e124-4493-8e7a-f37be9b967b2 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.815966 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-7da44600-710c-4a0f-aef8-2fd6a783d8b1 None None] Calling delete_port for f614b3c2-07e5-4a2a-a113-57467f999363 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:50.847798 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-427b1986-d989-4443-af94-b4d406544989 admin admin] For port f614b3c2-07e5-4a2a-a113-57467f999363, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f614b3c2-07e5-4a2a-a113-57467f999363,segment=NetworkSegment(4c939ff5-d9df-45a0-ad4a-7abf2eec0e12),segment_id=4c939ff5-d9df-45a0-ad4a-7abf2eec0e12)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:50.848170 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-427b1986-d989-4443-af94-b4d406544989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.853056 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-2db95e52-da18-43df-b36f-492d20bbe110 req-5ddfa2df-625a-4ec8-9194-4d75150f7336 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Deleting port 2f70ca00-91bf-41fb-867a-6edb210c3385 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:50.854061 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2db95e52-da18-43df-b36f-492d20bbe110 req-5ddfa2df-625a-4ec8-9194-4d75150f7336 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.854334 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2be5f927-9fd6-4ab6-9692-1b8729f81745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.860793 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-deababe1-2319-474b-bb74-a5635abe2d8a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7468970 Jun 30 09:31:50.865674 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37792) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:50.887299 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-b4d7bd4b-2abb-4555-8a8e-65f435e7745c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'port': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'mac_address': 'fa:16:3e:18:93:13', 'name': 'tempest-NetworksTestDHCPv6-67256340'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:50.997729 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363,segment=NetworkSegment(00b77331-5ed3-4449-ba6a-84efe27ecf19),segment_id=00b77331-5ed3-4449-ba6a-84efe27ecf19)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:51.013302 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-427b1986-d989-4443-af94-b4d406544989 admin admin] Calling delete_port for f614b3c2-07e5-4a2a-a113-57467f999363 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:51.044850 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-301a1735-e124-4493-8e7a-f37be9b967b2 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.060942 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363', 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca', 'port_id': 'c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363', 'mac_address': 'fa:16:3e:83:f7:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:31:51.104448 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-2db95e52-da18-43df-b36f-492d20bbe110 req-5ddfa2df-625a-4ec8-9194-4d75150f7336 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] For port 2f70ca00-91bf-41fb-867a-6edb210c3385, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2f70ca00-91bf-41fb-867a-6edb210c3385,segment=NetworkSegment(c234fcd6-893a-4512-8def-0f2118a6a16c),segment_id=c234fcd6-893a-4512-8def-0f2118a6a16c)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:51.104630 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2db95e52-da18-43df-b36f-492d20bbe110 req-5ddfa2df-625a-4ec8-9194-4d75150f7336 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.118032 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d039db8-5e63-4864-9b3a-0126f766e66e req-702d7c6e-59e8-492c-bf10-58ed78065368 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:51.121017 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4d039db8-5e63-4864-9b3a-0126f766e66e req-702d7c6e-59e8-492c-bf10-58ed78065368 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 946 time: 0.2287691 Jun 30 09:31:51.126347 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-2db95e52-da18-43df-b36f-492d20bbe110 req-5ddfa2df-625a-4ec8-9194-4d75150f7336 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Calling delete_port for 2f70ca00-91bf-41fb-867a-6edb210c3385 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:51.180277 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4d039db8-5e63-4864-9b3a-0126f766e66e req-f1325990-987d-4485-9da8-43d957d07a88 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534985 Jun 30 09:31:51.187288 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.216808 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'name': 'network-vif-deleted', 'tag': 'd8c0077e-9781-471c-a7ca-1fbaf87ae4b4'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:51.219190 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5e686f-7688-4eda-8175-cb32cb8b7477" -d '{"events": [{"server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "name": "network-vif-deleted", "tag": "d8c0077e-9781-471c-a7ca-1fbaf87ae4b4"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:51.274148 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323ee9a2-663b-43ed-a95b-9f200314a741 x-openstack-request-id: req-323ee9a2-663b-43ed-a95b-9f200314a741 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:51.274691 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "name": "network-vif-deleted", "tag": "d8c0077e-9781-471c-a7ca-1fbaf87ae4b4", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:51.275525 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-323ee9a2-663b-43ed-a95b-9f200314a741 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:51.276053 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'name': 'network-vif-deleted', 'tag': 'd8c0077e-9781-471c-a7ca-1fbaf87ae4b4', 'status': 'completed', 'code': 200} Jun 30 09:31:51.294775 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.305958 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-ac69f748-a231-4e69-a180-b37986a0b0a8', 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'fixed_ips': [{'subnet_id': '427f2ed7-2515-4c63-bfec-21390efebdd2'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:31:51.307630 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.311369 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port f614b3c2-07e5-4a2a-a113-57467f999363, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f614b3c2-07e5-4a2a-a113-57467f999363,segment=NetworkSegment(4c939ff5-d9df-45a0-ad4a-7abf2eec0e12),segment_id=4c939ff5-d9df-45a0-ad4a-7abf2eec0e12)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:51.341332 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:31:51.370590 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-301a1735-e124-4493-8e7a-f37be9b967b2 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.418181 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363,segment=NetworkSegment(00b77331-5ed3-4449-ba6a-84efe27ecf19),segment_id=00b77331-5ed3-4449-ba6a-84efe27ecf19)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:51.421066 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a1735-e124-4493-8e7a-f37be9b967b2 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Pushing event deleted for resources: {'Subnet': ['ID=11865630-844a-467a-a922-eb8168e0cdfb,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:51.433836 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-301a1735-e124-4493-8e7a-f37be9b967b2 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.440742 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5902fc08-65a5-4961-b8f2-083bc7a28cc0 None None] Network ede17681-6292-4f9f-90a3-b39ce8045d5f requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:51.449705 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-301a1735-e124-4493-8e7a-f37be9b967b2 tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] 10.222.0.10 "DELETE /v2.0/subnets/11865630-844a-467a-a922-eb8168e0cdfb HTTP/1.1" status: 204 len: 168 time: 0.8458390 Jun 30 09:31:51.449922 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37806) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:51.563587 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a505e898-2ffd-4111-a97a-4c312c569fcc tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.611313 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d7bd4b-2abb-4555-8a8e-65f435e7745c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:51.629457 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2db95e52-da18-43df-b36f-492d20bbe110 req-5ddfa2df-625a-4ec8-9194-4d75150f7336 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.663484 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.710776 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfa2df-625a-4ec8-9194-4d75150f7336 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Pushing event deleted for resources: {'Port': ['ID=2f70ca00-91bf-41fb-867a-6edb210c3385,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:51.742393 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aca643ba-81a4-455f-b0fd-d94c0d9102e1 req-7051117b-e622-4544-9924-bcb7e8813dab tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 210 time: 0.0406780 Jun 30 09:31:51.752900 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.789195 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Allocated IP 2001:db8::f816:3eff:fe3d:3d1b (ac69f748-a231-4e69-a180-b37986a0b0a8/427f2ed7-2515-4c63-bfec-21390efebdd2/6d939272-e07c-4833-9a74-5e530fd30414) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:51.816649 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:31:51.825586 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7da44600-710c-4a0f-aef8-2fd6a783d8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.844993 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db95e52-da18-43df-b36f-492d20bbe110 req-5ddfa2df-625a-4ec8-9194-4d75150f7336 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] No DVR routers for this DVR port 2f70ca00-91bf-41fb-867a-6edb210c3385 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:51.846659 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:51.847650 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2db95e52-da18-43df-b36f-492d20bbe110 req-5ddfa2df-625a-4ec8-9194-4d75150f7336 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.850872 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2db95e52-da18-43df-b36f-492d20bbe110 req-5ddfa2df-625a-4ec8-9194-4d75150f7336 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.52 "DELETE /v2.0/ports/2f70ca00-91bf-41fb-867a-6edb210c3385 HTTP/1.1" status: 204 len: 173 time: 1.3515787 Jun 30 09:31:51.883450 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-427b1986-d989-4443-af94-b4d406544989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.891082 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b4d7bd4b-2abb-4555-8a8e-65f435e7745c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.900703 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-a505e898-2ffd-4111-a97a-4c312c569fcc tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Deleting port c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:51.901068 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a505e898-2ffd-4111-a97a-4c312c569fcc tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.945140 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427b1986-d989-4443-af94-b4d406544989 admin admin] No DVR routers for this DVR port f614b3c2-07e5-4a2a-a113-57467f999363 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:51.985024 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da44600-710c-4a0f-aef8-2fd6a783d8b1 None None] No DVR routers for this DVR port f614b3c2-07e5-4a2a-a113-57467f999363 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:51.985860 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b1986-d989-4443-af94-b4d406544989 admin admin] Pushing event deleted for resources: {'Port': ['ID=f614b3c2-07e5-4a2a-a113-57467f999363,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:51.987601 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event deleted for resources: {'Port': ['ID=f614b3c2-07e5-4a2a-a113-57467f999363,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:52.070207 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-a505e898-2ffd-4111-a97a-4c312c569fcc tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] For port c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548,segment=NetworkSegment(e3ef1f98-7db0-47b4-a6e8-386bb0173b0b),segment_id=e3ef1f98-7db0-47b4-a6e8-386bb0173b0b)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:52.070992 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a505e898-2ffd-4111-a97a-4c312c569fcc tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.074672 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-b4d7bd4b-2abb-4555-8a8e-65f435e7745c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] device_id is not set on port c5904f61-340f-4e64-9782-af0b0144c349 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:31:52.100686 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da44600-710c-4a0f-aef8-2fd6a783d8b1 None None] Pushing event deleted for resources: {'Port': ['ID=f614b3c2-07e5-4a2a-a113-57467f999363,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:52.136185 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-a505e898-2ffd-4111-a97a-4c312c569fcc tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Calling delete_port for c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:52.448084 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.458991 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78da1c0c-f517-4268-a860-d9a6a8b76f7f None None] DHCP port deletion for ede17681-6292-4f9f-90a3-b39ce8045d5f request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:31:52.471615 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Transition to ACTIVE for port object 6d939272-e07c-4833-9a74-5e530fd30414 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:52.529478 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Transition to ACTIVE for port object 6d939272-e07c-4833-9a74-5e530fd30414 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:52.582459 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-78da1c0c-f517-4268-a860-d9a6a8b76f7f None None] Deleting port c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:52.582994 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-78da1c0c-f517-4268-a860-d9a6a8b76f7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.682215 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-78da1c0c-f517-4268-a860-d9a6a8b76f7f None None] For port c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548,segment=NetworkSegment(e3ef1f98-7db0-47b4-a6e8-386bb0173b0b),segment_id=e3ef1f98-7db0-47b4-a6e8-386bb0173b0b)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:52.682910 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-78da1c0c-f517-4268-a860-d9a6a8b76f7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.705740 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.707762 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-78da1c0c-f517-4268-a860-d9a6a8b76f7f None None] Calling delete_port for c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:52.711496 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-427b1986-d989-4443-af94-b4d406544989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.723159 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-427b1986-d989-4443-af94-b4d406544989 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6af7737-90e6-4e90-814b-d1af17fec8d3']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:52.746023 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-427b1986-d989-4443-af94-b4d406544989 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c939ff5-d9df-45a0-ad4a-7abf2eec0e12') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:52.746683 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-427b1986-d989-4443-af94-b4d406544989 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c939ff5-d9df-45a0-ad4a-7abf2eec0e12') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:52.760823 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-427b1986-d989-4443-af94-b4d406544989 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.769956 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:52.781990 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-427b1986-d989-4443-af94-b4d406544989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.789132 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-427b1986-d989-4443-af94-b4d406544989 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:31:52.789688 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-427b1986-d989-4443-af94-b4d406544989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:31:52.869129 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:31:52.888876 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:52.927351 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:52.941953 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:52.944182 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Pushing event updated for resources: {'Port': ['ID=6d939272-e07c-4833-9a74-5e530fd30414,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:52.997988 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-427b1986-d989-4443-af94-b4d406544989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.027091 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6621c71d-01ad-4c77-9278-a171bf885bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.052141 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:53.053022 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:53.053766 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:53.054507 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:53.055272 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:53.056086 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:53.056782 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:53.057427 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:53.061010 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:53.061010 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:53.061780 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:53.062423 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:53.094893 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-427b1986-d989-4443-af94-b4d406544989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.097253 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-427b1986-d989-4443-af94-b4d406544989 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c6af7737-90e6-4e90-814b-d1af17fec8d3 HTTP/1.1" status: 204 len: 168 time: 3.1445525 Jun 30 09:31:53.101037 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37842) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:53.108789 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b1986-d989-4443-af94-b4d406544989 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6af7737-90e6-4e90-814b-d1af17fec8d3,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:53.151763 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:53.152761 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.248612 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c92d90-38a2-447a-91d6-8701c03efda5 req-fecc5797-88be-4a24-bec7-4ad04be298fc tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:53.264040 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1c92d90-38a2-447a-91d6-8701c03efda5 req-fecc5797-88be-4a24-bec7-4ad04be298fc tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 945 time: 0.4051943 Jun 30 09:31:53.282379 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-b4d7bd4b-2abb-4555-8a8e-65f435e7745c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Allocated IP 2001:db8::f816:3eff:fe18:9313 (ac69f748-a231-4e69-a180-b37986a0b0a8/427f2ed7-2515-4c63-bfec-21390efebdd2/c5904f61-340f-4e64-9782-af0b0144c349) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:53.285873 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'name': 'network-vif-deleted', 'tag': '2f70ca00-91bf-41fb-867a-6edb210c3385'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:53.289934 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65aedfe3-cbe0-46d2-8ebd-75c2f0d0892a" -d '{"events": [{"server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "name": "network-vif-deleted", "tag": "2f70ca00-91bf-41fb-867a-6edb210c3385"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:53.297541 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-78da1c0c-f517-4268-a860-d9a6a8b76f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.391439 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78da1c0c-f517-4268-a860-d9a6a8b76f7f None None] No DVR routers for this DVR port c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:53.418351 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1c92d90-38a2-447a-91d6-8701c03efda5 req-7eabafdb-a0e1-4394-95a3-6ae682bf77b4 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1491318 Jun 30 09:31:53.419568 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da1c0c-f517-4268-a860-d9a6a8b76f7f None None] Pushing event deleted for resources: {'Port': ['ID=c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:53.423033 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a505e898-2ffd-4111-a97a-4c312c569fcc tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.488482 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d496defd-bf0f-4a4f-9bd0-3e168be076b1 req-92ff475b-2daf-4942-b749-4e8ba8b72e0c tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 210 time: 0.1226130 Jun 30 09:31:53.515702 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8c5673-6b11-4034-b357-d75319a216ce x-openstack-request-id: req-bb8c5673-6b11-4034-b357-d75319a216ce {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:53.516291 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21b402d-9acf-4492-a024-606acc411806", "name": "network-vif-deleted", "tag": "2f70ca00-91bf-41fb-867a-6edb210c3385", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:53.516720 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bb8c5673-6b11-4034-b357-d75319a216ce {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:53.517281 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b402d-9acf-4492-a024-606acc411806', 'name': 'network-vif-deleted', 'tag': '2f70ca00-91bf-41fb-867a-6edb210c3385', 'status': 'completed', 'code': 200} Jun 30 09:31:53.520721 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505e898-2ffd-4111-a97a-4c312c569fcc tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Pushing event deleted for resources: {'Port': ['ID=c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:53.540664 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Attempting to bind port 6d939272-e07c-4833-9a74-5e530fd30414 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:31:53.541215 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a505e898-2ffd-4111-a97a-4c312c569fcc tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] No DVR routers for this DVR port c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:53.541725 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Attempting to bind port 6d939272-e07c-4833-9a74-5e530fd30414 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:31:53.543183 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Attempting to bind port 6d939272-e07c-4833-9a74-5e530fd30414 on network ac69f748-a231-4e69-a180-b37986a0b0a8 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:53.547007 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.553999 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:31:53.555798 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Checking segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:53.558258 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.558853 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Bound using segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:31:53.559783 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Bound port: 6d939272-e07c-4833-9a74-5e530fd30414, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:31:53.560362 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.575486 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.736883 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] For port 6d939272-e07c-4833-9a74-5e530fd30414, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:31:53.742316 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] For port 6d939272-e07c-4833-9a74-5e530fd30414, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=6d939272-e07c-4833-9a74-5e530fd30414,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:31:53.756952 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4895a77-b4d4-4a61-ac23-f69803335792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:53.761995 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5542423e-992f-4158-a7bd-1990e399e1d9" -d '{"events": [{"server_uuid": "f4895a77-b4d4-4a61-ac23-f69803335792", "name": "network-vif-plugged", "status": "completed", "tag": "c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:53.798546 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363,segment=NetworkSegment(00b77331-5ed3-4449-ba6a-84efe27ecf19),segment_id=00b77331-5ed3-4449-ba6a-84efe27ecf19)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:53.867472 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.872217 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd957126-e0a4-4cc6-89d3-7201f5128e5d x-openstack-request-id: req-dd957126-e0a4-4cc6-89d3-7201f5128e5d {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:53.872668 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4895a77-b4d4-4a61-ac23-f69803335792", "name": "network-vif-plugged", "status": "completed", "tag": "c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:53.873020 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dd957126-e0a4-4cc6-89d3-7201f5128e5d {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:53.873566 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4895a77-b4d4-4a61-ac23-f69803335792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363', 'code': 200} Jun 30 09:31:53.926975 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b4d7bd4b-2abb-4555-8a8e-65f435e7745c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.955813 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.997862 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82afa86e-c94d-45f2-a983-75da183bd6c0 None None] Pushing event updated for resources: {'Port': ['ID=6d939272-e07c-4833-9a74-5e530fd30414,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:54.009305 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-b4d7bd4b-2abb-4555-8a8e-65f435e7745c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Transition to ACTIVE for port object c5904f61-340f-4e64-9782-af0b0144c349 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:54.065805 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7270ff7d-1d16-4bc3-80c5-c97119d191bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.094068 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a505e898-2ffd-4111-a97a-4c312c569fcc tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.105448 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363,revision_number=7']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:54.127156 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-a505e898-2ffd-4111-a97a-4c312c569fcc tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede17681-6292-4f9f-90a3-b39ce8045d5f']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:54.140166 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-a505e898-2ffd-4111-a97a-4c312c569fcc tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ef1f98-7db0-47b4-a6e8-386bb0173b0b') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:54.140622 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-a505e898-2ffd-4111-a97a-4c312c569fcc tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ef1f98-7db0-47b4-a6e8-386bb0173b0b') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:54.160767 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a505e898-2ffd-4111-a97a-4c312c569fcc tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.191256 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a505e898-2ffd-4111-a97a-4c312c569fcc tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.204420 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a505e898-2ffd-4111-a97a-4c312c569fcc tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:31:54.205301 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a505e898-2ffd-4111-a97a-4c312c569fcc tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.211595 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:31:54.211595 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:31:54.211595 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:31:54.211595 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:31:54.211595 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:31:54.211595 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:31:54.211595 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:31:54.211595 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:31:54.211595 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:31:54.211595 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:31:54.211595 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:31:54.211595 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:31:54.211595 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:31:54.211595 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:31:54.211595 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:31:54.211595 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:31:54.211595 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:31:54.211595 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:31:54.211595 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:31:54.211595 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:31:54.211595 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:31:54.211595 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:31:54.211595 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:31:54.211595 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:31:54.211595 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:31:54.211595 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:31:54.211595 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:31:54.211595 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:31:54.211595 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:31:54.211595 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:31:54.211595 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:31:54.211595 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:31:54.295186 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b4d7bd4b-2abb-4555-8a8e-65f435e7745c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.446418 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d7bd4b-2abb-4555-8a8e-65f435e7745c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:54.450505 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-b4d7bd4b-2abb-4555-8a8e-65f435e7745c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:54.465005 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d7bd4b-2abb-4555-8a8e-65f435e7745c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:54.472456 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d7bd4b-2abb-4555-8a8e-65f435e7745c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:54.478812 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:54.482325 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b4d7bd4b-2abb-4555-8a8e-65f435e7745c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.535095 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7bd4b-2abb-4555-8a8e-65f435e7745c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Port': ['ID=c5904f61-340f-4e64-9782-af0b0144c349,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:54.541577 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:31:54.544470 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a505e898-2ffd-4111-a97a-4c312c569fcc tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.547374 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c18b4183-cbe0-44d6-8f5a-fe0f2a9a4548 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:54.558421 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-7270ff7d-1d16-4bc3-80c5-c97119d191bd admin admin] Deleting port 4c97a981-be70-438e-9f4d-5532f4ca4514 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:54.558864 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7270ff7d-1d16-4bc3-80c5-c97119d191bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.605290 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a505e898-2ffd-4111-a97a-4c312c569fcc tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.607663 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a505e898-2ffd-4111-a97a-4c312c569fcc tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] 10.222.0.10 "DELETE /v2.0/networks/ede17681-6292-4f9f-90a3-b39ce8045d5f HTTP/1.1" status: 204 len: 168 time: 3.1570637 Jun 30 09:31:54.611418 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505e898-2ffd-4111-a97a-4c312c569fcc tempest-ExtraDHCPOptionsTestJSON-1305335838 tempest-ExtraDHCPOptionsTestJSON-1305335838-project] Pushing event deleted for resources: {'Network': ['ID=ede17681-6292-4f9f-90a3-b39ce8045d5f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:54.631783 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b4d7bd4b-2abb-4555-8a8e-65f435e7745c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.7532985 Jun 30 09:31:54.632541 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37864) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:54.684387 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.710208 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-7270ff7d-1d16-4bc3-80c5-c97119d191bd admin admin] For port 4c97a981-be70-438e-9f4d-5532f4ca4514, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4c97a981-be70-438e-9f4d-5532f4ca4514,segment=NetworkSegment(33348c9b-048e-45f5-a6b1-8db534241b14),segment_id=33348c9b-048e-45f5-a6b1-8db534241b14)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:54.711578 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7270ff7d-1d16-4bc3-80c5-c97119d191bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.748400 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-7270ff7d-1d16-4bc3-80c5-c97119d191bd admin admin] Calling delete_port for 4c97a981-be70-438e-9f4d-5532f4ca4514 owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:54.786218 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a92f9bf-d62d-4a6f-93dc-45cf3e9c0000 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:54.807570 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a92f9bf-d62d-4a6f-93dc-45cf3e9c0000 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:54.810628 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3a92f9bf-d62d-4a6f-93dc-45cf3e9c0000 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1754107 Jun 30 09:31:54.827184 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37866) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:54.864502 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-44b92017-7727-4669-a5ed-081db5b517ec req-b0b1461b-e2a0-4567-a3a5-a0310a824def tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 210 time: 0.0525980 Jun 30 09:31:54.952571 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12c532-b78b-4be7-be21-e8340886262a req-0750c88e-77ac-4b66-9009-ef79b5a185ad tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:54.954763 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c12c532-b78b-4be7-be21-e8340886262a req-0750c88e-77ac-4b66-9009-ef79b5a185ad tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 946 time: 0.2270954 Jun 30 09:31:55.061076 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ebf6a-47bf-408d-a7a1-1895d50bf07c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting port c5904f61-340f-4e64-9782-af0b0144c349 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:55.061592 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fa3ebf6a-47bf-408d-a7a1-1895d50bf07c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:55.201933 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fa3ebf6a-47bf-408d-a7a1-1895d50bf07c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:55.217212 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ebf6a-47bf-408d-a7a1-1895d50bf07c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Calling delete_port for c5904f61-340f-4e64-9782-af0b0144c349 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:55.392190 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37876) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:55.551878 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c12c532-b78b-4be7-be21-e8340886262a req-2bd86510-6fc0-459c-af19-1ce8818b5d67 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5875127 Jun 30 09:31:55.625178 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-074e250f-21a7-4583-9c39-100056a13650 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8de78efdeb2c432692b65e32d211d69a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2312360 Jun 30 09:31:55.627028 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37882) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:55.689029 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9512e973-6dd4-4587-8d5e-083dffb0649a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:55.714023 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9512e973-6dd4-4587-8d5e-083dffb0649a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:55.871694 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fa3ebf6a-47bf-408d-a7a1-1895d50bf07c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:55.909342 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ebf6a-47bf-408d-a7a1-1895d50bf07c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Port': ['ID=c5904f61-340f-4e64-9782-af0b0144c349,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:55.924542 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ebf6a-47bf-408d-a7a1-1895d50bf07c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:55.924891 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ebf6a-47bf-408d-a7a1-1895d50bf07c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:55.925712 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ebf6a-47bf-408d-a7a1-1895d50bf07c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:55.925712 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ebf6a-47bf-408d-a7a1-1895d50bf07c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:55.925927 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ebf6a-47bf-408d-a7a1-1895d50bf07c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:55.926204 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ebf6a-47bf-408d-a7a1-1895d50bf07c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:55.926702 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ebf6a-47bf-408d-a7a1-1895d50bf07c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:55.926915 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ebf6a-47bf-408d-a7a1-1895d50bf07c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:55.927194 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ebf6a-47bf-408d-a7a1-1895d50bf07c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:55.927522 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ebf6a-47bf-408d-a7a1-1895d50bf07c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:55.927844 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ebf6a-47bf-408d-a7a1-1895d50bf07c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:55.928162 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ebf6a-47bf-408d-a7a1-1895d50bf07c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:55.956380 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fa3ebf6a-47bf-408d-a7a1-1895d50bf07c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:55.965709 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fa3ebf6a-47bf-408d-a7a1-1895d50bf07c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/c5904f61-340f-4e64-9782-af0b0144c349 HTTP/1.1" status: 204 len: 168 time: 1.1376529 Jun 30 09:31:55.968257 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37892) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:55.980359 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2f58915e-eaf8-4a1c-83c8-ae3de9e4ba4a None None] Provisioning for port 6d939272-e07c-4833-9a74-5e530fd30414 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:55.983815 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7270ff7d-1d16-4bc3-80c5-c97119d191bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:55.983972 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9512e973-6dd4-4587-8d5e-083dffb0649a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:55.989212 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9512e973-6dd4-4587-8d5e-083dffb0649a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:55.993145 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9512e973-6dd4-4587-8d5e-083dffb0649a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a10625c2-691d-4ac3-b13c-f9d9a45422bc HTTP/1.1" status: 204 len: 168 time: 0.3649421 Jun 30 09:31:56.015360 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512e973-6dd4-4587-8d5e-083dffb0649a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10625c2-691d-4ac3-b13c-f9d9a45422bc,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:56.109843 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-67279a91-cf42-4201-8280-4b594ac3cde5 None None] Could not find standard attr ID for object c5904f61-340f-4e64-9782-af0b0144c349. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:31:56.203716 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-03d317cc-ec7c-4960-a917-4301731e50b3 req-1fdde6e2-2a9b-43b9-a187-4f7506b79725 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 210 time: 0.0477192 Jun 30 09:31:56.212009 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270ff7d-1d16-4bc3-80c5-c97119d191bd admin admin] Pushing event deleted for resources: {'Port': ['ID=4c97a981-be70-438e-9f4d-5532f4ca4514,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:56.253861 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3150d059-704c-4dd2-a887-a71683301d10 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:56.255917 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3150d059-704c-4dd2-a887-a71683301d10 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:56.257933 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3150d059-704c-4dd2-a887-a71683301d10 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2881236 Jun 30 09:31:56.260716 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37906) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:56.409526 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.422018 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7bccba1-835a-45fe-a6e3-9f0fbde9a5b6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting subnet 427f2ed7-2515-4c63-bfec-21390efebdd2 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:31:56.481105 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f7bccba1-835a-45fe-a6e3-9f0fbde9a5b6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.615687 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f7bccba1-835a-45fe-a6e3-9f0fbde9a5b6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.675885 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 6d939272-e07c-4833-9a74-5e530fd30414 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:56.718161 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7270ff7d-1d16-4bc3-80c5-c97119d191bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.932318 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f7bccba1-835a-45fe-a6e3-9f0fbde9a5b6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.964900 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 6d939272-e07c-4833-9a74-5e530fd30414 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:56.978868 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 6d939272-e07c-4833-9a74-5e530fd30414 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:56.978868 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:57.088927 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f374f-819b-4048-a2f1-364994b011c5 req-4856a3c5-4893-46c2-ae74-24c2648312ba tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:57.090268 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c3f374f-819b-4048-a2f1-364994b011c5 req-4856a3c5-4893-46c2-ae74-24c2648312ba tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 946 time: 0.2780120 Jun 30 09:31:57.147546 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:57.178735 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f7bccba1-835a-45fe-a6e3-9f0fbde9a5b6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:57.282752 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f7bccba1-835a-45fe-a6e3-9f0fbde9a5b6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:57.284723 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f7bccba1-835a-45fe-a6e3-9f0fbde9a5b6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/427f2ed7-2515-4c63-bfec-21390efebdd2 HTTP/1.1" status: 204 len: 168 time: 1.0226071 Jun 30 09:31:57.285585 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bccba1-835a-45fe-a6e3-9f0fbde9a5b6 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Subnet': ['ID=427f2ed7-2515-4c63-bfec-21390efebdd2,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:57.287616 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37944) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:57.292144 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843ba7fa-b0f7-404d-a53b-70abd225f747 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:57.309717 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:31:57.310356 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:31:57.407654 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c3f374f-819b-4048-a2f1-364994b011c5 req-0a19eeee-ddff-4afd-8aa3-a6c81b2423fc tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2548399 Jun 30 09:31:57.419000 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f1fca123-8909-49a3-9ea6-b85d7e30be3f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1240773 Jun 30 09:31:57.429725 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37946) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:57.436831 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-b33db1a4-8b78-4775-b27b-3c3a4dd33212 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:57.485783 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3d8985aa-fbb0-4867-adc0-c9767e0f9a51 req-2f2f609a-dfe3-4992-9875-3bd7eb746814 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 210 time: 0.0704246 Jun 30 09:31:57.663004 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7270ff7d-1d16-4bc3-80c5-c97119d191bd admin admin] Router 8cfc9e0f-40d5-42f2-abcc-03d438d3aab0 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:31:57.676560 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e43a96-a9cf-432e-b8f8-74b9aa5ed27b None None] DHCP port deletion for ac69f748-a231-4e69-a180-b37986a0b0a8 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:31:57.778538 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-e7e43a96-a9cf-432e-b8f8-74b9aa5ed27b None None] Deleting port 6d939272-e07c-4833-9a74-5e530fd30414 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:57.781152 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e7e43a96-a9cf-432e-b8f8-74b9aa5ed27b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:57.809523 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7270ff7d-1d16-4bc3-80c5-c97119d191bd admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:31:57.826529 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7270ff7d-1d16-4bc3-80c5-c97119d191bd admin admin] 10.222.0.10 "PUT /v2.0/routers/8cfc9e0f-40d5-42f2-abcc-03d438d3aab0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7168472 Jun 30 09:31:57.826628 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37958) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:57.855422 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33db1a4-8b78-4775-b27b-3c3a4dd33212 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:57.860580 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b33db1a4-8b78-4775-b27b-3c3a4dd33212 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:57.956024 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-e7e43a96-a9cf-432e-b8f8-74b9aa5ed27b None None] For port 6d939272-e07c-4833-9a74-5e530fd30414, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=6d939272-e07c-4833-9a74-5e530fd30414,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:57.956677 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e7e43a96-a9cf-432e-b8f8-74b9aa5ed27b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:57.971043 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-e7e43a96-a9cf-432e-b8f8-74b9aa5ed27b None None] Calling delete_port for 6d939272-e07c-4833-9a74-5e530fd30414 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:58.082935 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1c223da4-61b3-4a2f-a7d2-c2ee725e3875 admin admin] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:58.089250 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65a8abc-4091-45ed-918f-38b7a9a16d5d None None] Sync routers for ids ['8cfc9e0f-40d5-42f2-abcc-03d438d3aab0'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:31:58.127494 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65a8abc-4091-45ed-918f-38b7a9a16d5d None None] Routers {'8cfc9e0f-40d5-42f2-abcc-03d438d3aab0'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:58.128445 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a65a8abc-4091-45ed-918f-38b7a9a16d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:31:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['8cfc9e0f-40d5-42f2-abcc-03d438d3aab0'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:58.234922 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e7e43a96-a9cf-432e-b8f8-74b9aa5ed27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:58.246160 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:58.273883 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1c223da4-61b3-4a2f-a7d2-c2ee725e3875 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:58.292046 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37970) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:58.327618 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e43a96-a9cf-432e-b8f8-74b9aa5ed27b None None] Pushing event deleted for resources: {'Port': ['ID=6d939272-e07c-4833-9a74-5e530fd30414,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:58.332861 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e43a96-a9cf-432e-b8f8-74b9aa5ed27b None None] No DVR routers for this DVR port 6d939272-e07c-4833-9a74-5e530fd30414 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:58.444933 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-a65a8abc-4091-45ed-918f-38b7a9a16d5d None None] Set router 8cfc9e0f-40d5-42f2-abcc-03d438d3aab0 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:58.505546 n-d-771363-31 neutron-server[101054]: DEBUG neutron.objects.ports [None req-b33db1a4-8b78-4775-b27b-3c3a4dd33212 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101054) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:31:58.508316 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b33db1a4-8b78-4775-b27b-3c3a4dd33212 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:58.606888 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-e9213d33-a43a-4887-9f2f-290d9dfbc2e5 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1540591238', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:58.643819 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33db1a4-8b78-4775-b27b-3c3a4dd33212 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:58.654354 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-b33db1a4-8b78-4775-b27b-3c3a4dd33212 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:58.688784 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33db1a4-8b78-4775-b27b-3c3a4dd33212 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:58.704888 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b33db1a4-8b78-4775-b27b-3c3a4dd33212 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:58.726566 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 6d939272-e07c-4833-9a74-5e530fd30414 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:58.734044 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3c3b11-df9a-4779-b8f1-aff5b22f63fa None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:58.742084 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33db1a4-8b78-4775-b27b-3c3a4dd33212 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Subnet': ['ID=6cb15dcb-22c2-4abd-a176-e28b82d24bbf,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:58.813334 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-1c223da4-61b3-4a2f-a7d2-c2ee725e3875 admin admin] Deleting port 46628566-8e28-4652-a787-8e848c6cf9c3 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:58.813691 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1c223da4-61b3-4a2f-a7d2-c2ee725e3875 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:58.819429 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 6d939272-e07c-4833-9a74-5e530fd30414 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:31:58.820220 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 6d939272-e07c-4833-9a74-5e530fd30414 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:58.822588 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e9213d33-a43a-4887-9f2f-290d9dfbc2e5 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:58.834285 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e9213d33-a43a-4887-9f2f-290d9dfbc2e5 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:58.979734 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b801ee18-0307-4d9d-ada4-ee82a1e6bd0a req-6a83c369-ce75-4b27-bb6d-4a4003830efd tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 210 time: 0.0753944 Jun 30 09:31:58.985167 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b33db1a4-8b78-4775-b27b-3c3a4dd33212 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5541763 Jun 30 09:31:58.988003 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37982) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:59.030569 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-20d900b6-1eae-4902-b092-5625965faa2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'port': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'mac_address': 'fa:16:3e:cf:b5:95', 'name': 'tempest-NetworksTestDHCPv6-1706432056'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:59.111852 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e9213d33-a43a-4887-9f2f-290d9dfbc2e5 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.176813 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-1c223da4-61b3-4a2f-a7d2-c2ee725e3875 admin admin] For port 46628566-8e28-4652-a787-8e848c6cf9c3, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=46628566-8e28-4652-a787-8e848c6cf9c3,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:59.178654 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1c223da4-61b3-4a2f-a7d2-c2ee725e3875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.205562 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e9213d33-a43a-4887-9f2f-290d9dfbc2e5 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.256246 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-1c223da4-61b3-4a2f-a7d2-c2ee725e3875 admin admin] Calling delete_port for 46628566-8e28-4652-a787-8e848c6cf9c3 owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:59.313694 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0596028-600a-4c4b-8524-c412fc158a96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-ac69f748-a231-4e69-a180-b37986a0b0a8', 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'fixed_ips': [{'subnet_id': '6cb15dcb-22c2-4abd-a176-e28b82d24bbf'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:31:59.314560 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c0596028-600a-4c4b-8524-c412fc158a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.461845 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3f1a3-34e7-4169-83c6-50320f152675 req-9e1fad71-e3d7-4ddf-a9fc-465600ebed48 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:59.465133 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-94b3f1a3-34e7-4169-83c6-50320f152675 req-9e1fad71-e3d7-4ddf-a9fc-465600ebed48 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 946 time: 0.6278565 Jun 30 09:31:59.495744 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-c0596028-600a-4c4b-8524-c412fc158a96 None None] Allocated IP 2001:db8::f816:3eff:fefd:3bc1 (ac69f748-a231-4e69-a180-b37986a0b0a8/6cb15dcb-22c2-4abd-a176-e28b82d24bbf/5a1ea603-d73c-43a0-949e-3946f516a898) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:59.507066 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a65a8abc-4091-45ed-918f-38b7a9a16d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfc9e0f-40d5-42f2-abcc-03d438d3aab0', 'name': 'tempest-TestVolumeBackupRestore-492991519-router', 'tenant_id': '23177f3e291d4bc3bd50f52063dafb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '46628566-8e28-4652-a787-8e848c6cf9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:38Z', 'updated_at': '2021-06-30T09:31:55Z', 'revision_number': 5, 'project_id': '23177f3e291d4bc3bd50f52063dafb76', 'gw_port': {'id': '46628566-8e28-4652-a787-8e848c6cf9c3', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfc9e0f-40d5-42f2-abcc-03d438d3aab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:39Z', 'updated_at': '2021-06-30T09:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:59.621586 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-94b3f1a3-34e7-4169-83c6-50320f152675 req-33e881bc-9efe-4382-8971-5dcf02a69ce5 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1423225 Jun 30 09:31:59.638339 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e9213d33-a43a-4887-9f2f-290d9dfbc2e5 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.642087 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e9213d33-a43a-4887-9f2f-290d9dfbc2e5 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3456197 Jun 30 09:31:59.642805 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37988) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:59.648741 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-74beaf3f-0884-42a4-b9cd-5f8b69cd87e7 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1517158009'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:59.680524 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65a8abc-4091-45ed-918f-38b7a9a16d5d None None] Checking router: 8cfc9e0f-40d5-42f2-abcc-03d438d3aab0 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:31:59.726492 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d900b6-1eae-4902-b092-5625965faa2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:59.737011 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65a8abc-4091-45ed-918f-38b7a9a16d5d None None] Routers {'8cfc9e0f-40d5-42f2-abcc-03d438d3aab0'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:59.738062 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a65a8abc-4091-45ed-918f-38b7a9a16d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:31:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['8cfc9e0f-40d5-42f2-abcc-03d438d3aab0'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:59.885970 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-20d900b6-1eae-4902-b092-5625965faa2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.901821 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1c223da4-61b3-4a2f-a7d2-c2ee725e3875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.919251 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74beaf3f-0884-42a4-b9cd-5f8b69cd87e7 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Made reservation on behalf of 3c9e64970a454e919198fa4a0c7e4234 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:59.926637 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-74beaf3f-0884-42a4-b9cd-5f8b69cd87e7 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.939564 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c0596028-600a-4c4b-8524-c412fc158a96 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.972976 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c223da4-61b3-4a2f-a7d2-c2ee725e3875 admin admin] Pushing event deleted for resources: {'Port': ['ID=46628566-8e28-4652-a787-8e848c6cf9c3,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:59.981564 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-20d900b6-1eae-4902-b092-5625965faa2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] device_id is not set on port 42961c2c-5ba3-4208-8e0e-600f6095fe19 yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:31:59.994100 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-74beaf3f-0884-42a4-b9cd-5f8b69cd87e7 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.999378 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c0596028-600a-4c4b-8524-c412fc158a96 None None] Transition to ACTIVE for port object 5a1ea603-d73c-43a0-949e-3946f516a898 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:00.006841 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-a65a8abc-4091-45ed-918f-38b7a9a16d5d None None] Set router 8cfc9e0f-40d5-42f2-abcc-03d438d3aab0 gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:32:00.074491 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a65a8abc-4091-45ed-918f-38b7a9a16d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfc9e0f-40d5-42f2-abcc-03d438d3aab0', 'name': 'tempest-TestVolumeBackupRestore-492991519-router', 'tenant_id': '23177f3e291d4bc3bd50f52063dafb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:38Z', 'updated_at': '2021-06-30T09:31:58Z', 'revision_number': 6, 'project_id': '23177f3e291d4bc3bd50f52063dafb76', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:00.119972 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c0596028-600a-4c4b-8524-c412fc158a96 None None] Transition to ACTIVE for port object 5a1ea603-d73c-43a0-949e-3946f516a898 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:00.123927 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65a8abc-4091-45ed-918f-38b7a9a16d5d None None] The sync data for ids ['8cfc9e0f-40d5-42f2-abcc-03d438d3aab0'] in n-d-771363-31 is: [{'id': '8cfc9e0f-40d5-42f2-abcc-03d438d3aab0', 'name': 'tempest-TestVolumeBackupRestore-492991519-router', 'tenant_id': '23177f3e291d4bc3bd50f52063dafb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:38Z', 'updated_at': '2021-06-30T09:31:58Z', 'revision_number': 6, 'project_id': '23177f3e291d4bc3bd50f52063dafb76', 'gw_port_host': None}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:00.151067 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1c223da4-61b3-4a2f-a7d2-c2ee725e3875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.198287 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c0596028-600a-4c4b-8524-c412fc158a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.335000 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0596028-600a-4c4b-8524-c412fc158a96 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:00.359584 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0596028-600a-4c4b-8524-c412fc158a96 None None] Pushing event updated for resources: {'Port': ['ID=5a1ea603-d73c-43a0-949e-3946f516a898,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:00.363732 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-c0596028-600a-4c4b-8524-c412fc158a96 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:00.365844 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0596028-600a-4c4b-8524-c412fc158a96 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:00.422791 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-20d900b6-1eae-4902-b092-5625965faa2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Allocated IP 2001:db8::f816:3eff:fecf:b595 (ac69f748-a231-4e69-a180-b37986a0b0a8/6cb15dcb-22c2-4abd-a176-e28b82d24bbf/42961c2c-5ba3-4208-8e0e-600f6095fe19) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:00.448062 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-c0596028-600a-4c4b-8524-c412fc158a96 None None] Attempting to bind port 5a1ea603-d73c-43a0-949e-3946f516a898 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:32:00.448479 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-c0596028-600a-4c4b-8524-c412fc158a96 None None] Attempting to bind port 5a1ea603-d73c-43a0-949e-3946f516a898 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:32:00.448842 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0596028-600a-4c4b-8524-c412fc158a96 None None] Attempting to bind port 5a1ea603-d73c-43a0-949e-3946f516a898 on network ac69f748-a231-4e69-a180-b37986a0b0a8 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:00.454949 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0596028-600a-4c4b-8524-c412fc158a96 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:32:00.455561 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0596028-600a-4c4b-8524-c412fc158a96 None None] Checking segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:00.455970 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c0596028-600a-4c4b-8524-c412fc158a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.456407 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0596028-600a-4c4b-8524-c412fc158a96 None None] Bound using segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:32:00.456873 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-c0596028-600a-4c4b-8524-c412fc158a96 None None] Bound port: 5a1ea603-d73c-43a0-949e-3946f516a898, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:32:00.457254 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c0596028-600a-4c4b-8524-c412fc158a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.479843 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d33f5201-d7af-40e8-8093-cf377e084625 req-d8264596-d95a-40f5-b3b7-c82fc1a4a2b6 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 210 time: 0.0754952 Jun 30 09:32:00.491335 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1c223da4-61b3-4a2f-a7d2-c2ee725e3875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.496463 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1c223da4-61b3-4a2f-a7d2-c2ee725e3875 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.540930 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-74beaf3f-0884-42a4-b9cd-5f8b69cd87e7 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.623360 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-c0596028-600a-4c4b-8524-c412fc158a96 None None] For port 5a1ea603-d73c-43a0-949e-3946f516a898, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:32:00.623360 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-c0596028-600a-4c4b-8524-c412fc158a96 None None] For port 5a1ea603-d73c-43a0-949e-3946f516a898, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5a1ea603-d73c-43a0-949e-3946f516a898,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:32:00.660390 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-74beaf3f-0884-42a4-b9cd-5f8b69cd87e7 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.683899 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74beaf3f-0884-42a4-b9cd-5f8b69cd87e7 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:32:00.695909 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c0596028-600a-4c4b-8524-c412fc158a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.700127 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-74beaf3f-0884-42a4-b9cd-5f8b69cd87e7 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.700555 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-74beaf3f-0884-42a4-b9cd-5f8b69cd87e7 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Added segment 4f32510e-e26b-4dc3-aec1-4c20fb477f01 of type vlan for network a230e13b-85cb-400e-9e84-c2a9f9892951 Jun 30 09:32:00.861462 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-74beaf3f-0884-42a4-b9cd-5f8b69cd87e7 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.876037 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4c97a981-be70-438e-9f4d-5532f4ca4514 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:32:00.941813 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74beaf3f-0884-42a4-b9cd-5f8b69cd87e7 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec475b2-653a-4acd-9a26-c76b81aedba1,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:00.968973 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1c223da4-61b3-4a2f-a7d2-c2ee725e3875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.968973 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c223da4-61b3-4a2f-a7d2-c2ee725e3875 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cfc9e0f-40d5-42f2-abcc-03d438d3aab0 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:32:00.970976 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1c223da4-61b3-4a2f-a7d2-c2ee725e3875 admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.978099 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1c223da4-61b3-4a2f-a7d2-c2ee725e3875 admin admin] 10.222.0.10 "DELETE /v2.0/routers/8cfc9e0f-40d5-42f2-abcc-03d438d3aab0 HTTP/1.1" status: 204 len: 168 time: 3.1496165 Jun 30 09:32:00.978099 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38002) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:00.978418 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 4c97a981-be70-438e-9f4d-5532f4ca4514 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:32:00.978418 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4c97a981-be70-438e-9f4d-5532f4ca4514 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:32:00.993025 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0596028-600a-4c4b-8524-c412fc158a96 None None] Pushing event updated for resources: {'Port': ['ID=5a1ea603-d73c-43a0-949e-3946f516a898,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:01.051904 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-74beaf3f-0884-42a4-b9cd-5f8b69cd87e7 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:01.061939 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74beaf3f-0884-42a4-b9cd-5f8b69cd87e7 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:01.062785 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-74beaf3f-0884-42a4-b9cd-5f8b69cd87e7 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:01.072808 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e6b65b9-cf05-4fa9-b2e4-eb3711b56a81 admin admin] Deleting subnet 71a4a7db-3ddf-4040-a7c2-03d617df0cd6 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:32:01.078246 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6e6b65b9-cf05-4fa9-b2e4-eb3711b56a81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:01.157528 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6e6b65b9-cf05-4fa9-b2e4-eb3711b56a81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:01.303216 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6e6b65b9-cf05-4fa9-b2e4-eb3711b56a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:01.455193 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6e6b65b9-cf05-4fa9-b2e4-eb3711b56a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:01.557898 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b65b9-cf05-4fa9-b2e4-eb3711b56a81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71a4a7db-3ddf-4040-a7c2-03d617df0cd6,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:01.593546 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6e6b65b9-cf05-4fa9-b2e4-eb3711b56a81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:01.598314 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac4167e-72cb-4c1a-8b6a-d5eb77ad640d None None] Network 3ae65191-9528-4839-b83f-1b719e57f217 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:01.598915 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6e6b65b9-cf05-4fa9-b2e4-eb3711b56a81 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/71a4a7db-3ddf-4040-a7c2-03d617df0cd6 HTTP/1.1" status: 204 len: 168 time: 0.6221852 Jun 30 09:32:01.608650 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38012) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:01.844426 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-74beaf3f-0884-42a4-b9cd-5f8b69cd87e7 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.2005999 Jun 30 09:32:01.855493 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38014) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:01.870324 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247b8e0-9f1a-4a47-8d9b-dca3c70e26da req-1a343b16-cc18-4ac7-ac3a-d17604e28496 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:01.873062 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b247b8e0-9f1a-4a47-8d9b-dca3c70e26da req-1a343b16-cc18-4ac7-ac3a-d17604e28496 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 946 time: 0.9722080 Jun 30 09:32:01.897115 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-188ce690-8df4-496f-8b1e-2dcfb8fa56a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:01.897533 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-dc84d850-6196-47bb-8d5d-b514f1ae0a59 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Request body: {'subnet': {'network_id': 'a230e13b-85cb-400e-9e84-c2a9f9892951', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:01.943448 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74beaf3f-0884-42a4-b9cd-5f8b69cd87e7 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Pushing event updated for resources: {'Network': ['ID=a230e13b-85cb-400e-9e84-c2a9f9892951,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:01.962924 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network a230e13b-85cb-400e-9e84-c2a9f9892951 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:32:01.973558 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4712abad-974d-4102-a027-3a50d37c21bc req-865e2ae7-a674-4402-a468-ade829759abe tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 210 time: 0.1526413 Jun 30 09:32:02.086564 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-188ce690-8df4-496f-8b1e-2dcfb8fa56a5 admin admin] Deleting port a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:02.086840 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-188ce690-8df4-496f-8b1e-2dcfb8fa56a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.111715 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-20d900b6-1eae-4902-b092-5625965faa2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.189828 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b247b8e0-9f1a-4a47-8d9b-dca3c70e26da req-f0314a03-462d-4489-8f47-a30ffb936972 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2697678 Jun 30 09:32:02.203532 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-20d900b6-1eae-4902-b092-5625965faa2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Transition to ACTIVE for port object 42961c2c-5ba3-4208-8e0e-600f6095fe19 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:02.207826 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32be8275-0411-47b3-a745-d43b238cf4ce None None] DHCP port deletion for 3ae65191-9528-4839-b83f-1b719e57f217 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:32:02.237975 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-188ce690-8df4-496f-8b1e-2dcfb8fa56a5 admin admin] For port a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f,segment=NetworkSegment(33348c9b-048e-45f5-a6b1-8db534241b14),segment_id=33348c9b-048e-45f5-a6b1-8db534241b14)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:02.242442 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-188ce690-8df4-496f-8b1e-2dcfb8fa56a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.273782 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-188ce690-8df4-496f-8b1e-2dcfb8fa56a5 admin admin] Calling delete_port for a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:02.302711 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-32be8275-0411-47b3-a745-d43b238cf4ce None None] Deleting port a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:02.305136 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-32be8275-0411-47b3-a745-d43b238cf4ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.311575 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc84d850-6196-47bb-8d5d-b514f1ae0a59 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Made reservation on behalf of 3c9e64970a454e919198fa4a0c7e4234 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:02.315363 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dc84d850-6196-47bb-8d5d-b514f1ae0a59 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.500223 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-188ce690-8df4-496f-8b1e-2dcfb8fa56a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.507965 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-32be8275-0411-47b3-a745-d43b238cf4ce None None] For port a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f,segment=NetworkSegment(33348c9b-048e-45f5-a6b1-8db534241b14),segment_id=33348c9b-048e-45f5-a6b1-8db534241b14)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:02.508529 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-32be8275-0411-47b3-a745-d43b238cf4ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.542385 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-32be8275-0411-47b3-a745-d43b238cf4ce None None] Calling delete_port for a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:02.553257 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188ce690-8df4-496f-8b1e-2dcfb8fa56a5 admin admin] No DVR routers for this DVR port a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:32:02.704584 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5a1ea603-d73c-43a0-949e-3946f516a898 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:02.719506 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ce690-8df4-496f-8b1e-2dcfb8fa56a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:02.837010 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-20d900b6-1eae-4902-b092-5625965faa2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.884472 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-188ce690-8df4-496f-8b1e-2dcfb8fa56a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.925261 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d900b6-1eae-4902-b092-5625965faa2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Port': ['ID=42961c2c-5ba3-4208-8e0e-600f6095fe19,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:02.926878 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-32be8275-0411-47b3-a745-d43b238cf4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.933775 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-188ce690-8df4-496f-8b1e-2dcfb8fa56a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae65191-9528-4839-b83f-1b719e57f217']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:02.941798 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d900b6-1eae-4902-b092-5625965faa2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:02.948417 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-20d900b6-1eae-4902-b092-5625965faa2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:02.948417 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d900b6-1eae-4902-b092-5625965faa2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:02.952154 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d900b6-1eae-4902-b092-5625965faa2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:02.952809 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-20d900b6-1eae-4902-b092-5625965faa2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.961754 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-188ce690-8df4-496f-8b1e-2dcfb8fa56a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33348c9b-048e-45f5-a6b1-8db534241b14') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:02.963441 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-188ce690-8df4-496f-8b1e-2dcfb8fa56a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33348c9b-048e-45f5-a6b1-8db534241b14') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:02.985097 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-188ce690-8df4-496f-8b1e-2dcfb8fa56a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.986488 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be8275-0411-47b3-a745-d43b238cf4ce None None] Pushing event deleted for resources: {'Port': ['ID=a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:02.992328 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32be8275-0411-47b3-a745-d43b238cf4ce None None] No DVR routers for this DVR port a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:32:03.002946 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dc84d850-6196-47bb-8d5d-b514f1ae0a59 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.041701 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-188ce690-8df4-496f-8b1e-2dcfb8fa56a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.048632 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 5a1ea603-d73c-43a0-949e-3946f516a898 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:03.072941 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188ce690-8df4-496f-8b1e-2dcfb8fa56a5 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:32:03.074911 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-188ce690-8df4-496f-8b1e-2dcfb8fa56a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:32:03.079088 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:32:03.139859 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84d850-6196-47bb-8d5d-b514f1ae0a59 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Pushing event updated for resources: {'Subnet': ['ID=92554ce7-e25d-494f-8efe-aa29364327bd,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:03.160150 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 46628566-8e28-4652-a787-8e848c6cf9c3 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:32:03.166953 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-20d900b6-1eae-4902-b092-5625965faa2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.1668072 Jun 30 09:32:03.170095 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38026) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.191352 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc84d850-6196-47bb-8d5d-b514f1ae0a59 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Checking segment: {'id': '4f32510e-e26b-4dc3-aec1-4c20fb477f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a230e13b-85cb-400e-9e84-c2a9f9892951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:03.191974 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc84d850-6196-47bb-8d5d-b514f1ae0a59 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Network hostable DHCP agents. Network: a230e13b-85cb-400e-9e84-c2a9f9892951, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:32:03.213689 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 46628566-8e28-4652-a787-8e848c6cf9c3 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:32:03.214167 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 46628566-8e28-4652-a787-8e848c6cf9c3 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:32:03.215932 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:32:03.292647 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:32:03.293273 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a61dd8a0-d3eb-4b6d-bf16-fa42b67bea1f not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:32:03.330837 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43685b4-6c82-4a35-853a-76af976a13b5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:03.340341 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-106911ce-4dae-4a6f-ada3-5372eb9cb0d5 None None] Provisioning for port 5a1ea603-d73c-43a0-949e-3946f516a898 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:03.351501 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-106911ce-4dae-4a6f-ada3-5372eb9cb0d5 None None] Provisioning complete for port 5a1ea603-d73c-43a0-949e-3946f516a898 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:03.352229 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-106911ce-4dae-4a6f-ada3-5372eb9cb0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.358843 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43685b4-6c82-4a35-853a-76af976a13b5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:03.361745 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a43685b4-6c82-4a35-853a-76af976a13b5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1902239 Jun 30 09:32:03.364792 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38030) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.368408 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc84d850-6196-47bb-8d5d-b514f1ae0a59 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Network a230e13b-85cb-400e-9e84-c2a9f9892951 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:32:03.479730 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-188ce690-8df4-496f-8b1e-2dcfb8fa56a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.485521 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-188ce690-8df4-496f-8b1e-2dcfb8fa56a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.490803 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-188ce690-8df4-496f-8b1e-2dcfb8fa56a5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3ae65191-9528-4839-b83f-1b719e57f217 HTTP/1.1" status: 204 len: 168 time: 1.8782821 Jun 30 09:32:03.526717 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-dc84d850-6196-47bb-8d5d-b514f1ae0a59 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, a230e13b-85cb-400e-9e84-c2a9f9892951) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:03.546058 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc84d850-6196-47bb-8d5d-b514f1ae0a59 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:03.546058 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dc84d850-6196-47bb-8d5d-b514f1ae0a59 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.570607 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58283bbb-3ff4-44c9-bd96-b37a6af45ca9 None None] Network a230e13b-85cb-400e-9e84-c2a9f9892951 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:03.613062 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ce690-8df4-496f-8b1e-2dcfb8fa56a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ae65191-9528-4839-b83f-1b719e57f217,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:03.619867 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c9c89c93-f08b-4f7e-99e3-f2eeb894d024 req-c3e6420d-c7e4-42b3-b2ed-33771a4eada0 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 210 time: 0.0999446 Jun 30 09:32:03.669546 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-bd5e20d4-3fbd-4696-9d58-73954efa1740 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting port 42961c2c-5ba3-4208-8e0e-600f6095fe19 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:03.674376 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bd5e20d4-3fbd-4696-9d58-73954efa1740 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.692101 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-106911ce-4dae-4a6f-ada3-5372eb9cb0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.703156 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-dc84d850-6196-47bb-8d5d-b514f1ae0a59 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8370829 Jun 30 09:32:03.704581 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38038) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.726754 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-fb263e27-d9eb-492a-a9a0-755beb3a3add tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Request body: {'network': {'name': 'tempest-router-network01--276624723'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:03.807532 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bd5e20d4-3fbd-4696-9d58-73954efa1740 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.823866 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-bd5e20d4-3fbd-4696-9d58-73954efa1740 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Calling delete_port for 42961c2c-5ba3-4208-8e0e-600f6095fe19 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:03.888132 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d8466-3b12-41a5-baaf-c8cda4602109 req-2be7c34a-8a99-4e94-8eaf-fbc38494b9b3 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:03.894187 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d21d8466-3b12-41a5-baaf-c8cda4602109 req-2be7c34a-8a99-4e94-8eaf-fbc38494b9b3 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 946 time: 0.2966332 Jun 30 09:32:03.902560 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-106911ce-4dae-4a6f-ada3-5372eb9cb0d5 None None] For port 5a1ea603-d73c-43a0-949e-3946f516a898, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5a1ea603-d73c-43a0-949e-3946f516a898,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:03.961231 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d21d8466-3b12-41a5-baaf-c8cda4602109 req-a7fe4a2a-4299-4bc5-8237-efa7f4cd418d tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644605 Jun 30 09:32:03.965881 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb263e27-d9eb-492a-a9a0-755beb3a3add tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Made reservation on behalf of 3c9e64970a454e919198fa4a0c7e4234 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:03.974040 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fb263e27-d9eb-492a-a9a0-755beb3a3add tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.010208 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb263e27-d9eb-492a-a9a0-755beb3a3add tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:32:04.021667 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-106911ce-4dae-4a6f-ada3-5372eb9cb0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.045551 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fb263e27-d9eb-492a-a9a0-755beb3a3add tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.047393 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-fb263e27-d9eb-492a-a9a0-755beb3a3add tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Added segment ba929023-891e-4083-9ac3-34eeb1bb30d2 of type vlan for network b42a39aa-121f-44d6-a6b2-961ce46c80da Jun 30 09:32:04.149741 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fb263e27-d9eb-492a-a9a0-755beb3a3add tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.261523 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8091fd88-cd31-4f5f-b966-5fd7c6a0f058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-a230e13b-85cb-400e-9e84-c2a9f9892951', 'network_id': 'a230e13b-85cb-400e-9e84-c2a9f9892951', 'tenant_id': '3c9e64970a454e919198fa4a0c7e4234', 'fixed_ips': [{'subnet_id': '92554ce7-e25d-494f-8efe-aa29364327bd'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:32:04.263657 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8091fd88-cd31-4f5f-b966-5fd7c6a0f058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.268968 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106911ce-4dae-4a6f-ada3-5372eb9cb0d5 None None] Pushing event updated for resources: {'Port': ['ID=5a1ea603-d73c-43a0-949e-3946f516a898,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:04.324093 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fb263e27-d9eb-492a-a9a0-755beb3a3add tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.338432 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb263e27-d9eb-492a-a9a0-755beb3a3add tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:04.339822 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fb263e27-d9eb-492a-a9a0-755beb3a3add tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.386287 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bd5e20d4-3fbd-4696-9d58-73954efa1740 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.518491 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5b45c047-bb8d-43a2-af78-685898e23b67 None None] Provisioning for port 42961c2c-5ba3-4208-8e0e-600f6095fe19 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:04.527626 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5b45c047-bb8d-43a2-af78-685898e23b67 None None] Provisioning complete for port 42961c2c-5ba3-4208-8e0e-600f6095fe19 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:04.528341 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5b45c047-bb8d-43a2-af78-685898e23b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.570283 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38044) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:04.573113 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e20d4-3fbd-4696-9d58-73954efa1740 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Port': ['ID=42961c2c-5ba3-4208-8e0e-600f6095fe19,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:04.657618 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5a1ea603-d73c-43a0-949e-3946f516a898 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:04.661654 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bd5e20d4-3fbd-4696-9d58-73954efa1740 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.664082 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bd5e20d4-3fbd-4696-9d58-73954efa1740 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/42961c2c-5ba3-4208-8e0e-600f6095fe19 HTTP/1.1" status: 204 len: 168 time: 1.2982872 Jun 30 09:32:04.670822 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38054) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:04.716032 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb263e27-d9eb-492a-a9a0-755beb3a3add tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Pushing event updated for resources: {'Network': ['ID=b42a39aa-121f-44d6-a6b2-961ce46c80da,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:04.745674 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb263e27-d9eb-492a-a9a0-755beb3a3add tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:04.746049 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb263e27-d9eb-492a-a9a0-755beb3a3add tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:04.746372 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb263e27-d9eb-492a-a9a0-755beb3a3add tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:04.746715 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb263e27-d9eb-492a-a9a0-755beb3a3add tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:04.747049 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb263e27-d9eb-492a-a9a0-755beb3a3add tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:04.747493 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb263e27-d9eb-492a-a9a0-755beb3a3add tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:04.747727 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb263e27-d9eb-492a-a9a0-755beb3a3add tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:04.748053 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb263e27-d9eb-492a-a9a0-755beb3a3add tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:04.748377 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb263e27-d9eb-492a-a9a0-755beb3a3add tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:04.748706 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb263e27-d9eb-492a-a9a0-755beb3a3add tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:04.749042 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb263e27-d9eb-492a-a9a0-755beb3a3add tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:04.749359 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb263e27-d9eb-492a-a9a0-755beb3a3add tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:04.763172 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fb263e27-d9eb-492a-a9a0-755beb3a3add tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0514376 Jun 30 09:32:04.765563 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38056) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:04.771019 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-80fd585d-bf4e-42ee-ace1-6a3b662e16ad tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Request body: {'network': {'name': 'tempest-router-network02--78107461'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:04.773381 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-5b45c047-bb8d-43a2-af78-685898e23b67 None None] Port 42961c2c-5ba3-4208-8e0e-600f6095fe19 was deleted so its status cannot be updated. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 30 09:32:04.784914 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-081169fe-8f68-4e66-8eef-bc27a54b1616 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3a9462c3ce5d46c8a5c0b27669b07c56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1974092 Jun 30 09:32:04.787394 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38058) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:04.807615 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network b42a39aa-121f-44d6-a6b2-961ce46c80da details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:32:04.888326 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b944f1f7-ba2e-4616-9a54-e64412faa718 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:04.896365 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b944f1f7-ba2e-4616-9a54-e64412faa718 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:04.902814 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b944f1f7-ba2e-4616-9a54-e64412faa718 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1511509 Jun 30 09:32:04.909796 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38060) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:04.935895 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:32:05.054686 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fd585d-bf4e-42ee-ace1-6a3b662e16ad tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Made reservation on behalf of 3c9e64970a454e919198fa4a0c7e4234 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:05.079328 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-80fd585d-bf4e-42ee-ace1-6a3b662e16ad tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.129652 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85b04dd-fee3-4218-80f7-339a4261e6f4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting subnet 6cb15dcb-22c2-4abd-a176-e28b82d24bbf {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:32:05.138335 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6f8ae2da-739c-45e9-81a9-5df767fe9101 req-9963cbf8-5d9d-431b-86fa-cd7966715b3e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 210 time: 0.0856559 Jun 30 09:32:05.138935 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f85b04dd-fee3-4218-80f7-339a4261e6f4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.153486 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48641b61-d3ac-4a83-8fe6-e7b05567684c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.184419 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80fd585d-bf4e-42ee-ace1-6a3b662e16ad tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:32:05.211463 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48641b61-d3ac-4a83-8fe6-e7b05567684c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.243170 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f85b04dd-fee3-4218-80f7-339a4261e6f4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.265419 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-8091fd88-cd31-4f5f-b966-5fd7c6a0f058 None None] Allocated IP 172.20.0.2 (a230e13b-85cb-400e-9e84-c2a9f9892951/92554ce7-e25d-494f-8efe-aa29364327bd/4909979b-7e37-4cec-bec3-6ddc6d61dfda) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:05.268253 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 5a1ea603-d73c-43a0-949e-3946f516a898 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:05.268804 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.356877 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-80fd585d-bf4e-42ee-ace1-6a3b662e16ad tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.369268 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-80fd585d-bf4e-42ee-ace1-6a3b662e16ad tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Added segment 57a9e8a0-889d-4cc9-9445-3085553b63dc of type vlan for network d6ee6e7d-6ed1-47d9-99d0-dce1c8b5e53c Jun 30 09:32:05.456520 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48641b61-d3ac-4a83-8fe6-e7b05567684c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.459365 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48641b61-d3ac-4a83-8fe6-e7b05567684c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.462865 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-48641b61-d3ac-4a83-8fe6-e7b05567684c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1552c660-160d-48ef-92e5-42a4cea857a7 HTTP/1.1" status: 204 len: 168 time: 0.6718843 Jun 30 09:32:05.469833 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f85b04dd-fee3-4218-80f7-339a4261e6f4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.539347 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-80fd585d-bf4e-42ee-ace1-6a3b662e16ad tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.556932 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48641b61-d3ac-4a83-8fe6-e7b05567684c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1552c660-160d-48ef-92e5-42a4cea857a7,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:05.639276 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8091fd88-cd31-4f5f-b966-5fd7c6a0f058 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.649977 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f85b04dd-fee3-4218-80f7-339a4261e6f4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.651187 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef2b31-dc61-4957-844c-f4f0b835401e req-65e82b1f-dd48-4d8e-8714-0b55748ce340 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:05.652903 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-17ef2b31-dc61-4957-844c-f4f0b835401e req-65e82b1f-dd48-4d8e-8714-0b55748ce340 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 946 time: 0.3324819 Jun 30 09:32:05.663861 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8091fd88-cd31-4f5f-b966-5fd7c6a0f058 None None] Transition to ACTIVE for port object 4909979b-7e37-4cec-bec3-6ddc6d61dfda will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:05.696405 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8091fd88-cd31-4f5f-b966-5fd7c6a0f058 None None] Transition to ACTIVE for port object 4909979b-7e37-4cec-bec3-6ddc6d61dfda will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:05.711645 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b04dd-fee3-4218-80f7-339a4261e6f4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Subnet': ['ID=6cb15dcb-22c2-4abd-a176-e28b82d24bbf,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:05.723341 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f85b04dd-fee3-4218-80f7-339a4261e6f4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.723451 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f85b04dd-fee3-4218-80f7-339a4261e6f4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/6cb15dcb-22c2-4abd-a176-e28b82d24bbf HTTP/1.1" status: 204 len: 168 time: 0.8115468 Jun 30 09:32:05.726139 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38072) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:05.752252 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-17ef2b31-dc61-4957-844c-f4f0b835401e req-38c3f342-a1ff-4d5b-bfa5-5453c3a85a8f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0748761 Jun 30 09:32:05.792728 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208909cb-9452-4326-8eb6-3d03582eeb6f None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:05.840685 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-91372dcb-06ac-4070-9014-2929682b9a1b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1128347 Jun 30 09:32:05.842629 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38074) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:05.904519 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-80fd585d-bf4e-42ee-ace1-6a3b662e16ad tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.904519 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fd585d-bf4e-42ee-ace1-6a3b662e16ad tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:05.904519 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-80fd585d-bf4e-42ee-ace1-6a3b662e16ad tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.936875 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8091fd88-cd31-4f5f-b966-5fd7c6a0f058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.015472 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8091fd88-cd31-4f5f-b966-5fd7c6a0f058 None None] Network a230e13b-85cb-400e-9e84-c2a9f9892951 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:06.021278 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-8091fd88-cd31-4f5f-b966-5fd7c6a0f058 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:06.023681 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8091fd88-cd31-4f5f-b966-5fd7c6a0f058 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:06.031152 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091fd88-cd31-4f5f-b966-5fd7c6a0f058 None None] Pushing event updated for resources: {'Port': ['ID=4909979b-7e37-4cec-bec3-6ddc6d61dfda,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:06.060493 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd585d-bf4e-42ee-ace1-6a3b662e16ad tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Pushing event updated for resources: {'Network': ['ID=d6ee6e7d-6ed1-47d9-99d0-dce1c8b5e53c,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:06.077834 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network d6ee6e7d-6ed1-47d9-99d0-dce1c8b5e53c details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:32:06.125159 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92382c7a-6956-4d56-b010-0ffa7e5861db tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:06.129288 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-92382c7a-6956-4d56-b010-0ffa7e5861db tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2828739 Jun 30 09:32:06.129571 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38078) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:06.192246 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c768a22-1274-436b-a1ea-3025da9fb9d0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:06.196276 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7c768a22-1274-436b-a1ea-3025da9fb9d0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0635822 Jun 30 09:32:06.204066 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38080) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:06.241238 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-21cf49d0-b301-4fe9-bef6-86533306689e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427811 Jun 30 09:32:06.250579 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-80fd585d-bf4e-42ee-ace1-6a3b662e16ad tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4761879 Jun 30 09:32:06.250808 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38084) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:06.251743 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38086) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:06.255859 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-ef510845-47d9-46ee-ae2f-acfea4914c0b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:06.259461 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-c373b86d-01f3-4e7a-a7cd-8e3b30d05da0 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Request body: {'subnet': {'network_id': 'b42a39aa-121f-44d6-a6b2-961ce46c80da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:06.348826 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-8091fd88-cd31-4f5f-b966-5fd7c6a0f058 None None] Attempting to bind port 4909979b-7e37-4cec-bec3-6ddc6d61dfda on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:32:06.349315 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-8091fd88-cd31-4f5f-b966-5fd7c6a0f058 None None] Attempting to bind port 4909979b-7e37-4cec-bec3-6ddc6d61dfda by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '4f32510e-e26b-4dc3-aec1-4c20fb477f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a230e13b-85cb-400e-9e84-c2a9f9892951'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:32:06.349646 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8091fd88-cd31-4f5f-b966-5fd7c6a0f058 None None] Attempting to bind port 4909979b-7e37-4cec-bec3-6ddc6d61dfda on network a230e13b-85cb-400e-9e84-c2a9f9892951 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:06.358195 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8091fd88-cd31-4f5f-b966-5fd7c6a0f058 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:32:06.358582 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8091fd88-cd31-4f5f-b966-5fd7c6a0f058 None None] Checking segment: {'id': '4f32510e-e26b-4dc3-aec1-4c20fb477f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a230e13b-85cb-400e-9e84-c2a9f9892951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:06.358989 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8091fd88-cd31-4f5f-b966-5fd7c6a0f058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.359618 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8091fd88-cd31-4f5f-b966-5fd7c6a0f058 None None] Bound using segment: {'id': '4f32510e-e26b-4dc3-aec1-4c20fb477f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a230e13b-85cb-400e-9e84-c2a9f9892951'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:32:06.360119 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-8091fd88-cd31-4f5f-b966-5fd7c6a0f058 None None] Bound port: 4909979b-7e37-4cec-bec3-6ddc6d61dfda, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f32510e-e26b-4dc3-aec1-4c20fb477f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a230e13b-85cb-400e-9e84-c2a9f9892951'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:32:06.360619 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8091fd88-cd31-4f5f-b966-5fd7c6a0f058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.430464 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d9fa84-c496-419f-ab9e-4164fb9323a2 None None] DHCP port deletion for ac69f748-a231-4e69-a180-b37986a0b0a8 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:32:06.545311 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c373b86d-01f3-4e7a-a7cd-8e3b30d05da0 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Made reservation on behalf of 3c9e64970a454e919198fa4a0c7e4234 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:06.551394 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c373b86d-01f3-4e7a-a7cd-8e3b30d05da0 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.665168 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6033e94f-c78c-4d04-98b8-cdef5cb5f232 req-10c7362d-8c90-4ca0-aec2-3494858e9d31 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 210 time: 0.0802932 Jun 30 09:32:06.680834 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5a1ea603-d73c-43a0-949e-3946f516a898 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:32:06.758827 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-8091fd88-cd31-4f5f-b966-5fd7c6a0f058 None None] For port 4909979b-7e37-4cec-bec3-6ddc6d61dfda, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:32:06.764315 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-8091fd88-cd31-4f5f-b966-5fd7c6a0f058 None None] For port 4909979b-7e37-4cec-bec3-6ddc6d61dfda, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4909979b-7e37-4cec-bec3-6ddc6d61dfda,segment=NetworkSegment(4f32510e-e26b-4dc3-aec1-4c20fb477f01),segment_id=4f32510e-e26b-4dc3-aec1-4c20fb477f01)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:32:06.786044 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef510845-47d9-46ee-ae2f-acfea4914c0b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:06.789640 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ef510845-47d9-46ee-ae2f-acfea4914c0b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.805442 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-b8d9fa84-c496-419f-ab9e-4164fb9323a2 None None] Deleting port 5a1ea603-d73c-43a0-949e-3946f516a898 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:06.805442 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b8d9fa84-c496-419f-ab9e-4164fb9323a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.923569 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-b8d9fa84-c496-419f-ab9e-4164fb9323a2 None None] For port 5a1ea603-d73c-43a0-949e-3946f516a898, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5a1ea603-d73c-43a0-949e-3946f516a898,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:06.924388 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b8d9fa84-c496-419f-ab9e-4164fb9323a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.961865 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-b8d9fa84-c496-419f-ab9e-4164fb9323a2 None None] Calling delete_port for 5a1ea603-d73c-43a0-949e-3946f516a898 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:06.992966 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38100) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:07.155974 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c373b86d-01f3-4e7a-a7cd-8e3b30d05da0 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:07.208656 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f51e90fb-5ed8-435c-8c97-3ed3e6a14e7a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=23177f3e291d4bc3bd50f52063dafb76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2092369 Jun 30 09:32:07.215398 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38102) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:07.224874 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8091fd88-cd31-4f5f-b966-5fd7c6a0f058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:07.288943 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ef510845-47d9-46ee-ae2f-acfea4914c0b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:07.373588 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b8d9fa84-c496-419f-ab9e-4164fb9323a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:07.424680 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef510845-47d9-46ee-ae2f-acfea4914c0b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:07.437923 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-ef510845-47d9-46ee-ae2f-acfea4914c0b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:07.448552 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c373b86d-01f3-4e7a-a7cd-8e3b30d05da0 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Checking segment: {'id': 'ba929023-891e-4083-9ac3-34eeb1bb30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b42a39aa-121f-44d6-a6b2-961ce46c80da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:07.450286 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c373b86d-01f3-4e7a-a7cd-8e3b30d05da0 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Network hostable DHCP agents. Network: b42a39aa-121f-44d6-a6b2-961ce46c80da, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:32:07.470713 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d9fa678e-ef1a-4dcb-881a-28dfe4b201c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:07.477296 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef510845-47d9-46ee-ae2f-acfea4914c0b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Subnet': ['ID=3d80dc9d-bb51-415d-b8bb-30c73bc18370,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:07.491692 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef510845-47d9-46ee-ae2f-acfea4914c0b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:07.495730 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ef510845-47d9-46ee-ae2f-acfea4914c0b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:07.504690 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d9fa84-c496-419f-ab9e-4164fb9323a2 None None] No DVR routers for this DVR port 5a1ea603-d73c-43a0-949e-3946f516a898 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:32:07.528175 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:07.555548 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d796b2d6-c3a1-4d91-8c98-587547fd8396 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:07.561535 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373b86d-01f3-4e7a-a7cd-8e3b30d05da0 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Pushing event updated for resources: {'Subnet': ['ID=31449940-445c-47c3-b271-bce846774a0e,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:07.612552 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d9fa678e-ef1a-4dcb-881a-28dfe4b201c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:07.619988 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ef510845-47d9-46ee-ae2f-acfea4914c0b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3676934 Jun 30 09:32:07.620501 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38106) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:07.627292 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-7ba93bda-6ae0-48c6-b544-fb7051754912 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'port': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'mac_address': 'fa:16:3e:9c:fe:dd', 'name': 'tempest-NetworksTestDHCPv6-450580578'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:07.728637 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c373b86d-01f3-4e7a-a7cd-8e3b30d05da0 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Network b42a39aa-121f-44d6-a6b2-961ce46c80da is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:32:07.754896 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea0698-ab87-406e-b4ac-eb481b9edf34 req-39daa207-8412-4e10-8b91-adc66f03b12f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:07.818029 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-40ea0698-ab87-406e-b4ac-eb481b9edf34 req-39daa207-8412-4e10-8b91-adc66f03b12f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 946 time: 0.7167583 Jun 30 09:32:07.999770 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-40ea0698-ab87-406e-b4ac-eb481b9edf34 req-a4ff4436-c35a-4a62-b38c-e19ae0d5894f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1810524 Jun 30 09:32:08.006669 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-c373b86d-01f3-4e7a-a7cd-8e3b30d05da0 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, b42a39aa-121f-44d6-a6b2-961ce46c80da) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:08.019744 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c373b86d-01f3-4e7a-a7cd-8e3b30d05da0 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:08.023970 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c373b86d-01f3-4e7a-a7cd-8e3b30d05da0 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:08.141290 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f8759e-12bd-40e4-9315-c13ad558d2ca None None] Network b42a39aa-121f-44d6-a6b2-961ce46c80da requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:08.144157 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:08.145855 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091fd88-cd31-4f5f-b966-5fd7c6a0f058 None None] Pushing event updated for resources: {'Port': ['ID=4909979b-7e37-4cec-bec3-6ddc6d61dfda,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:08.157527 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d9fa678e-ef1a-4dcb-881a-28dfe4b201c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:08.160136 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d9fa678e-ef1a-4dcb-881a-28dfe4b201c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:08.161362 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d9fa678e-ef1a-4dcb-881a-28dfe4b201c9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a975657d-5433-4682-bf15-70b1cd2f198d HTTP/1.1" status: 204 len: 168 time: 0.9117792 Jun 30 09:32:08.180854 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa678e-ef1a-4dcb-881a-28dfe4b201c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a975657d-5433-4682-bf15-70b1cd2f198d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:08.195468 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-60443605-92ea-417f-8c73-26cf03a6f6e0 req-ea0f5754-9230-488d-8ef0-ddef82204730 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 210 time: 0.0828245 Jun 30 09:32:08.199760 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba93bda-6ae0-48c6-b544-fb7051754912 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:08.204830 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c373b86d-01f3-4e7a-a7cd-8e3b30d05da0 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9500721 Jun 30 09:32:08.208832 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38118) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:08.216447 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-5ed22aa4-6c7a-4c6e-8d4e-4c08c5575811 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Request body: {'subnet': {'network_id': 'd6ee6e7d-6ed1-47d9-99d0-dce1c8b5e53c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:08.355964 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7ba93bda-6ae0-48c6-b544-fb7051754912 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:08.387003 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-7ba93bda-6ae0-48c6-b544-fb7051754912 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] device_id is not set on port c6869d7c-ba43-4f01-9063-00a4ae9698f7 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:32:08.640545 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9fa84-c496-419f-ab9e-4164fb9323a2 None None] Pushing event deleted for resources: {'Port': ['ID=5a1ea603-d73c-43a0-949e-3946f516a898,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:08.727486 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e160b6-952a-420e-bdc2-429aab98e9b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-ac69f748-a231-4e69-a180-b37986a0b0a8', 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'fixed_ips': [{'subnet_id': '3d80dc9d-bb51-415d-b8bb-30c73bc18370'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:32:08.729410 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-52e160b6-952a-420e-bdc2-429aab98e9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:08.773079 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-7ba93bda-6ae0-48c6-b544-fb7051754912 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Allocated IP 2001:db8::94 (ac69f748-a231-4e69-a180-b37986a0b0a8/3d80dc9d-bb51-415d-b8bb-30c73bc18370/c6869d7c-ba43-4f01-9063-00a4ae9698f7) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:09.002070 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed22aa4-6c7a-4c6e-8d4e-4c08c5575811 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Made reservation on behalf of 3c9e64970a454e919198fa4a0c7e4234 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:09.006555 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5ed22aa4-6c7a-4c6e-8d4e-4c08c5575811 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:09.019415 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4909979b-7e37-4cec-bec3-6ddc6d61dfda up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:09.178548 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7ba93bda-6ae0-48c6-b544-fb7051754912 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:09.245433 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-7ba93bda-6ae0-48c6-b544-fb7051754912 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Transition to ACTIVE for port object c6869d7c-ba43-4f01-9063-00a4ae9698f7 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:09.394514 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:09.394514 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ce3679-e3bf-4c65-9471-fb4dda05bddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-b42a39aa-121f-44d6-a6b2-961ce46c80da', 'network_id': 'b42a39aa-121f-44d6-a6b2-961ce46c80da', 'tenant_id': '3c9e64970a454e919198fa4a0c7e4234', 'fixed_ips': [{'subnet_id': '31449940-445c-47c3-b271-bce846774a0e'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:32:09.394514 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-66ce3679-e3bf-4c65-9471-fb4dda05bddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:09.497162 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1639e7e-2a30-43a1-9266-3c075bd6092e None None] Network a230e13b-85cb-400e-9e84-c2a9f9892951 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:09.560344 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7e81d8c5-4072-414e-9b00-6e4ef35fa808 req-68149ddc-48c5-4394-b9b9-bf35878e7bf0 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 210 time: 0.1020913 Jun 30 09:32:09.573833 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7ba93bda-6ae0-48c6-b544-fb7051754912 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:09.983399 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5ed22aa4-6c7a-4c6e-8d4e-4c08c5575811 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:10.133614 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 4909979b-7e37-4cec-bec3-6ddc6d61dfda completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:10.183037 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed22aa4-6c7a-4c6e-8d4e-4c08c5575811 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Pushing event updated for resources: {'Subnet': ['ID=c6034a14-07cd-4898-abe0-384ea784fa9e,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:10.244859 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f2be8-55a3-4131-8610-1ac96a9dcc98 req-0b720bb6-478b-4a84-8191-ba74d6c18786 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:10.247299 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-410f2be8-55a3-4131-8610-1ac96a9dcc98 req-0b720bb6-478b-4a84-8191-ba74d6c18786 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 946 time: 0.3716581 Jun 30 09:32:10.299378 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-52e160b6-952a-420e-bdc2-429aab98e9b7 None None] Allocated IP 2001:db8::2 (ac69f748-a231-4e69-a180-b37986a0b0a8/3d80dc9d-bb51-415d-b8bb-30c73bc18370/bd4feda5-a02d-44ce-8e94-255c8877e1f5) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:10.320675 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed22aa4-6c7a-4c6e-8d4e-4c08c5575811 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Checking segment: {'id': '57a9e8a0-889d-4cc9-9445-3085553b63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd6ee6e7d-6ed1-47d9-99d0-dce1c8b5e53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:10.323331 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed22aa4-6c7a-4c6e-8d4e-4c08c5575811 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Network hostable DHCP agents. Network: d6ee6e7d-6ed1-47d9-99d0-dce1c8b5e53c, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:32:10.343992 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-34c72cd1-54db-4aba-9af4-c67a683222ab None None] Provisioning for port 4909979b-7e37-4cec-bec3-6ddc6d61dfda completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:10.363347 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-410f2be8-55a3-4131-8610-1ac96a9dcc98 req-817b407d-3727-4125-ac51-fff59cfba75e tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0910487 Jun 30 09:32:10.364905 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-34c72cd1-54db-4aba-9af4-c67a683222ab None None] Provisioning complete for port 4909979b-7e37-4cec-bec3-6ddc6d61dfda triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:10.365344 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-34c72cd1-54db-4aba-9af4-c67a683222ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:10.443388 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed22aa4-6c7a-4c6e-8d4e-4c08c5575811 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Network d6ee6e7d-6ed1-47d9-99d0-dce1c8b5e53c is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:32:10.546081 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-5ed22aa4-6c7a-4c6e-8d4e-4c08c5575811 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, d6ee6e7d-6ed1-47d9-99d0-dce1c8b5e53c) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:10.551897 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed22aa4-6c7a-4c6e-8d4e-4c08c5575811 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:10.552545 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5ed22aa4-6c7a-4c6e-8d4e-4c08c5575811 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:10.563516 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba93bda-6ae0-48c6-b544-fb7051754912 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:10.579940 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-7ba93bda-6ae0-48c6-b544-fb7051754912 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:10.590553 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba93bda-6ae0-48c6-b544-fb7051754912 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:10.597461 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba93bda-6ae0-48c6-b544-fb7051754912 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:10.603877 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7ba93bda-6ae0-48c6-b544-fb7051754912 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:10.603877 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba93bda-6ae0-48c6-b544-fb7051754912 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Port': ['ID=c6869d7c-ba43-4f01-9063-00a4ae9698f7,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:10.615234 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ceaedfd-8278-4bee-85de-ea9637f464d7 None None] Network d6ee6e7d-6ed1-47d9-99d0-dce1c8b5e53c requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:10.699841 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5ed22aa4-6c7a-4c6e-8d4e-4c08c5575811 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4897773 Jun 30 09:32:10.701197 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38142) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:10.815722 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-66ce3679-e3bf-4c65-9471-fb4dda05bddc None None] Allocated IP 172.20.0.2 (b42a39aa-121f-44d6-a6b2-961ce46c80da/31449940-445c-47c3-b271-bce846774a0e/dfa7b868-138c-4ba1-942d-f0de10f8393d) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:10.945898 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eff347bc-198c-44c0-b2ab-d9c927e13c29 req-a9e8bae2-2e3a-4ea4-859f-7b6ec9c1ec77 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 210 time: 0.0532510 Jun 30 09:32:10.952332 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7ba93bda-6ae0-48c6-b544-fb7051754912 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3294702 Jun 30 09:32:10.955780 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38148) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:11.147953 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab41495-0a27-4e65-9494-f4f4eec05a71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:11.157995 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2ab41495-0a27-4e65-9494-f4f4eec05a71 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.2004352 Jun 30 09:32:11.166635 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38152) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:11.234723 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-66ce3679-e3bf-4c65-9471-fb4dda05bddc None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.244413 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-66ce3679-e3bf-4c65-9471-fb4dda05bddc None None] Transition to ACTIVE for port object dfa7b868-138c-4ba1-942d-f0de10f8393d will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:11.261315 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-66ce3679-e3bf-4c65-9471-fb4dda05bddc None None] Transition to ACTIVE for port object dfa7b868-138c-4ba1-942d-f0de10f8393d will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:11.264674 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-34c72cd1-54db-4aba-9af4-c67a683222ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.270951 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-927c3228-2c49-4758-ab72-98e5605e73f9 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.324636 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d51e67-6e1f-45ab-96a2-58a1c9f988f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-d6ee6e7d-6ed1-47d9-99d0-dce1c8b5e53c', 'network_id': 'd6ee6e7d-6ed1-47d9-99d0-dce1c8b5e53c', 'tenant_id': '3c9e64970a454e919198fa4a0c7e4234', 'fixed_ips': [{'subnet_id': 'c6034a14-07cd-4898-abe0-384ea784fa9e'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:32:11.326294 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c3d51e67-6e1f-45ab-96a2-58a1c9f988f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.373963 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-537c284b-2fd7-4a89-865f-bcb7322ab150 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting port c6869d7c-ba43-4f01-9063-00a4ae9698f7 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:11.374652 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-537c284b-2fd7-4a89-865f-bcb7322ab150 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.499511 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-52e160b6-952a-420e-bdc2-429aab98e9b7 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.499511 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-52e160b6-952a-420e-bdc2-429aab98e9b7 None None] Transition to ACTIVE for port object bd4feda5-a02d-44ce-8e94-255c8877e1f5 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:11.518609 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-52e160b6-952a-420e-bdc2-429aab98e9b7 None None] Transition to ACTIVE for port object bd4feda5-a02d-44ce-8e94-255c8877e1f5 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:11.542554 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-66ce3679-e3bf-4c65-9471-fb4dda05bddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.560557 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-34c72cd1-54db-4aba-9af4-c67a683222ab None None] For port 4909979b-7e37-4cec-bec3-6ddc6d61dfda, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4909979b-7e37-4cec-bec3-6ddc6d61dfda,segment=NetworkSegment(4f32510e-e26b-4dc3-aec1-4c20fb477f01),segment_id=4f32510e-e26b-4dc3-aec1-4c20fb477f01)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:11.631668 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-537c284b-2fd7-4a89-865f-bcb7322ab150 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.640488 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-52e160b6-952a-420e-bdc2-429aab98e9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.662004 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-537c284b-2fd7-4a89-865f-bcb7322ab150 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Calling delete_port for c6869d7c-ba43-4f01-9063-00a4ae9698f7 owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:11.775095 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-c3d51e67-6e1f-45ab-96a2-58a1c9f988f1 None None] Allocated IP 172.20.0.2 (d6ee6e7d-6ed1-47d9-99d0-dce1c8b5e53c/c6034a14-07cd-4898-abe0-384ea784fa9e/b218d2e1-9700-41a6-b2fc-fafe3e41804e) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:11.807359 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ce3679-e3bf-4c65-9471-fb4dda05bddc None None] Network b42a39aa-121f-44d6-a6b2-961ce46c80da is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:11.817704 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-66ce3679-e3bf-4c65-9471-fb4dda05bddc None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:11.825436 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ce3679-e3bf-4c65-9471-fb4dda05bddc None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:11.842857 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-34c72cd1-54db-4aba-9af4-c67a683222ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.945356 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-537c284b-2fd7-4a89-865f-bcb7322ab150 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.975813 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-927c3228-2c49-4758-ab72-98e5605e73f9 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Allocated IP 172.20.0.1 (b42a39aa-121f-44d6-a6b2-961ce46c80da/31449940-445c-47c3-b271-bce846774a0e/5379bc59-4b7d-4e07-8e8b-ebb7886a5fe1) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:12.033999 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850d51b-f283-4d04-8400-1e3d569b11a4 req-eac1b13b-a952-4b99-84cd-e76927b586df tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:12.049967 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1850d51b-f283-4d04-8400-1e3d569b11a4 req-eac1b13b-a952-4b99-84cd-e76927b586df tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 946 time: 0.2215285 Jun 30 09:32:12.086434 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c284b-2fd7-4a89-865f-bcb7322ab150 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Port': ['ID=c6869d7c-ba43-4f01-9063-00a4ae9698f7,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:12.209791 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-927c3228-2c49-4758-ab72-98e5605e73f9 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:12.227685 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-537c284b-2fd7-4a89-865f-bcb7322ab150 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:12.240094 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38166) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:12.242909 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-537c284b-2fd7-4a89-865f-bcb7322ab150 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/c6869d7c-ba43-4f01-9063-00a4ae9698f7 HTTP/1.1" status: 204 len: 168 time: 1.0702219 Jun 30 09:32:12.299094 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1850d51b-f283-4d04-8400-1e3d569b11a4 req-6c5748bb-0d92-45ff-a67c-450547cbf5b7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2231040 Jun 30 09:32:12.312252 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-927c3228-2c49-4758-ab72-98e5605e73f9 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Transition to ACTIVE for port object 5379bc59-4b7d-4e07-8e8b-ebb7886a5fe1 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:12.318453 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d225b70a-4286-4eab-ab0a-08b12edacbcb req-fd56a949-2505-4643-9730-6d02be9013dc tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 210 time: 0.0573237 Jun 30 09:32:12.457333 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce3679-e3bf-4c65-9471-fb4dda05bddc None None] Pushing event updated for resources: {'Port': ['ID=dfa7b868-138c-4ba1-942d-f0de10f8393d,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:12.466083 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5f7575-1f60-4862-8028-f071ce387a4f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:12.472033 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5f7575-1f60-4862-8028-f071ce387a4f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:12.480239 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0e5f7575-1f60-4862-8028-f071ce387a4f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2385452 Jun 30 09:32:12.482841 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38170) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:12.547680 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e160b6-952a-420e-bdc2-429aab98e9b7 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:12.548706 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-077b220b-1a07-4203-b07d-fdff39806d33 None None] Provisioning complete for port 4909979b-7e37-4cec-bec3-6ddc6d61dfda triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:12.549341 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-077b220b-1a07-4203-b07d-fdff39806d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:12.566032 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a01783d-5d6d-449a-826e-36e0dd669bc1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting subnet 3d80dc9d-bb51-415d-b8bb-30c73bc18370 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:32:12.569803 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0a01783d-5d6d-449a-826e-36e0dd669bc1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:12.588549 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-66ce3679-e3bf-4c65-9471-fb4dda05bddc None None] Attempting to bind port dfa7b868-138c-4ba1-942d-f0de10f8393d on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:32:12.588549 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-66ce3679-e3bf-4c65-9471-fb4dda05bddc None None] Attempting to bind port dfa7b868-138c-4ba1-942d-f0de10f8393d by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'ba929023-891e-4083-9ac3-34eeb1bb30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b42a39aa-121f-44d6-a6b2-961ce46c80da'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:32:12.588917 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ce3679-e3bf-4c65-9471-fb4dda05bddc None None] Attempting to bind port dfa7b868-138c-4ba1-942d-f0de10f8393d on network b42a39aa-121f-44d6-a6b2-961ce46c80da {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:12.615860 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-927c3228-2c49-4758-ab72-98e5605e73f9 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:12.619374 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-52e160b6-952a-420e-bdc2-429aab98e9b7 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:12.644919 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e160b6-952a-420e-bdc2-429aab98e9b7 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:12.653986 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0a01783d-5d6d-449a-826e-36e0dd669bc1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:12.688600 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927c3228-2c49-4758-ab72-98e5605e73f9 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Network b42a39aa-121f-44d6-a6b2-961ce46c80da is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:12.692325 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-927c3228-2c49-4758-ab72-98e5605e73f9 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:12.702734 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927c3228-2c49-4758-ab72-98e5605e73f9 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:12.710964 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c3228-2c49-4758-ab72-98e5605e73f9 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Pushing event updated for resources: {'Port': ['ID=5379bc59-4b7d-4e07-8e8b-ebb7886a5fe1,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:12.738380 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ce3679-e3bf-4c65-9471-fb4dda05bddc None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:32:12.738760 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ce3679-e3bf-4c65-9471-fb4dda05bddc None None] Checking segment: {'id': 'ba929023-891e-4083-9ac3-34eeb1bb30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b42a39aa-121f-44d6-a6b2-961ce46c80da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:12.739187 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-66ce3679-e3bf-4c65-9471-fb4dda05bddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:12.739590 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ce3679-e3bf-4c65-9471-fb4dda05bddc None None] Bound using segment: {'id': 'ba929023-891e-4083-9ac3-34eeb1bb30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b42a39aa-121f-44d6-a6b2-961ce46c80da'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:32:12.740068 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-66ce3679-e3bf-4c65-9471-fb4dda05bddc None None] Bound port: dfa7b868-138c-4ba1-942d-f0de10f8393d, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba929023-891e-4083-9ac3-34eeb1bb30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b42a39aa-121f-44d6-a6b2-961ce46c80da'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:32:12.740450 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-66ce3679-e3bf-4c65-9471-fb4dda05bddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:12.780695 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-927c3228-2c49-4758-ab72-98e5605e73f9 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:12.818166 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e160b6-952a-420e-bdc2-429aab98e9b7 None None] Pushing event updated for resources: {'Port': ['ID=bd4feda5-a02d-44ce-8e94-255c8877e1f5,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:12.887815 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0a01783d-5d6d-449a-826e-36e0dd669bc1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.082330 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-52e160b6-952a-420e-bdc2-429aab98e9b7 None None] Attempting to bind port bd4feda5-a02d-44ce-8e94-255c8877e1f5 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:32:13.082708 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-52e160b6-952a-420e-bdc2-429aab98e9b7 None None] Attempting to bind port bd4feda5-a02d-44ce-8e94-255c8877e1f5 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:32:13.083070 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e160b6-952a-420e-bdc2-429aab98e9b7 None None] Attempting to bind port bd4feda5-a02d-44ce-8e94-255c8877e1f5 on network ac69f748-a231-4e69-a180-b37986a0b0a8 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:13.091403 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-927c3228-2c49-4758-ab72-98e5605e73f9 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.132799 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c72cd1-54db-4aba-9af4-c67a683222ab None None] Pushing event updated for resources: {'Port': ['ID=4909979b-7e37-4cec-bec3-6ddc6d61dfda,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:13.135430 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0a01783d-5d6d-449a-826e-36e0dd669bc1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.158544 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e160b6-952a-420e-bdc2-429aab98e9b7 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:32:13.158544 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e160b6-952a-420e-bdc2-429aab98e9b7 None None] Checking segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:13.158544 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-52e160b6-952a-420e-bdc2-429aab98e9b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.158544 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e160b6-952a-420e-bdc2-429aab98e9b7 None None] Bound using segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:32:13.158544 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-52e160b6-952a-420e-bdc2-429aab98e9b7 None None] Bound port: bd4feda5-a02d-44ce-8e94-255c8877e1f5, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:32:13.158544 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-52e160b6-952a-420e-bdc2-429aab98e9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.194231 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01783d-5d6d-449a-826e-36e0dd669bc1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Subnet': ['ID=3d80dc9d-bb51-415d-b8bb-30c73bc18370,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:13.206480 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0a01783d-5d6d-449a-826e-36e0dd669bc1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.209301 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0a01783d-5d6d-449a-826e-36e0dd669bc1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/3d80dc9d-bb51-415d-b8bb-30c73bc18370 HTTP/1.1" status: 204 len: 168 time: 0.7253027 Jun 30 09:32:13.212051 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38180) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:13.298665 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5c1404ec-e175-4493-b780-d1e5edc55622 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0762045 Jun 30 09:32:13.308292 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38184) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:13.491352 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953cb070-9b50-4559-a308-4a4fda3b2fb0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:13.496853 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-953cb070-9b50-4559-a308-4a4fda3b2fb0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1873407 Jun 30 09:32:13.500454 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38192) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:13.626577 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431a5c9e-fd36-4572-b5e2-f168940ff927 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:13.631394 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-431a5c9e-fd36-4572-b5e2-f168940ff927 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1304624 Jun 30 09:32:13.634502 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38194) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:13.642033 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-66ce3679-e3bf-4c65-9471-fb4dda05bddc None None] For port dfa7b868-138c-4ba1-942d-f0de10f8393d, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:32:13.742779 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-16d712f2-bacb-40dc-ba5b-c6f77c95efd7 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1060445 Jun 30 09:32:13.752245 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38196) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:13.768589 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-191d800c-9ff7-476e-8a01-0e3a83068f7d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:13.778924 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-66ce3679-e3bf-4c65-9471-fb4dda05bddc None None] For port dfa7b868-138c-4ba1-942d-f0de10f8393d, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=dfa7b868-138c-4ba1-942d-f0de10f8393d,segment=NetworkSegment(ba929023-891e-4083-9ac3-34eeb1bb30d2),segment_id=ba929023-891e-4083-9ac3-34eeb1bb30d2)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:32:13.807264 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-927c3228-2c49-4758-ab72-98e5605e73f9 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.815742 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c3d51e67-6e1f-45ab-96a2-58a1c9f988f1 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.825765 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-52e160b6-952a-420e-bdc2-429aab98e9b7 None None] For port bd4feda5-a02d-44ce-8e94-255c8877e1f5, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:32:13.830100 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-52e160b6-952a-420e-bdc2-429aab98e9b7 None None] For port bd4feda5-a02d-44ce-8e94-255c8877e1f5, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=bd4feda5-a02d-44ce-8e94-255c8877e1f5,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:32:13.831394 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c3d51e67-6e1f-45ab-96a2-58a1c9f988f1 None None] Transition to ACTIVE for port object b218d2e1-9700-41a6-b2fc-fafe3e41804e will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:13.866396 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c3d51e67-6e1f-45ab-96a2-58a1c9f988f1 None None] Transition to ACTIVE for port object b218d2e1-9700-41a6-b2fc-fafe3e41804e will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:13.889265 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-308cbc58-267b-464f-b122-6588812dc17d req-97399faa-8ba9-4c78-91af-209982c55ea3 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 210 time: 0.0736485 Jun 30 09:32:13.906620 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-66ce3679-e3bf-4c65-9471-fb4dda05bddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.956978 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-927c3228-2c49-4758-ab72-98e5605e73f9 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.968372 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447af98c-6210-4058-a9b2-080496eae4b0 req-d1ed0b4a-2537-46fb-a2ad-405438d9d30c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:13.977114 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-447af98c-6210-4058-a9b2-080496eae4b0 req-d1ed0b4a-2537-46fb-a2ad-405438d9d30c tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 946 time: 0.2692282 Jun 30 09:32:14.035678 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-52e160b6-952a-420e-bdc2-429aab98e9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:14.053448 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c3d51e67-6e1f-45ab-96a2-58a1c9f988f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:14.069504 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-447af98c-6210-4058-a9b2-080496eae4b0 req-575f590e-e980-4a50-b320-30995f33a4cb tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499954 Jun 30 09:32:14.099280 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c3228-2c49-4758-ab72-98e5605e73f9 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Pushing event updated for resources: {'Port': ['ID=5379bc59-4b7d-4e07-8e8b-ebb7886a5fe1,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:14.137228 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191d800c-9ff7-476e-8a01-0e3a83068f7d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:14.142827 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-191d800c-9ff7-476e-8a01-0e3a83068f7d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:14.149202 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d51e67-6e1f-45ab-96a2-58a1c9f988f1 None None] Network d6ee6e7d-6ed1-47d9-99d0-dce1c8b5e53c is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:14.149988 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-927c3228-2c49-4758-ab72-98e5605e73f9 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:14.169603 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-c3d51e67-6e1f-45ab-96a2-58a1c9f988f1 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:14.175756 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d51e67-6e1f-45ab-96a2-58a1c9f988f1 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:14.213686 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce3679-e3bf-4c65-9471-fb4dda05bddc None None] Pushing event updated for resources: {'Port': ['ID=dfa7b868-138c-4ba1-942d-f0de10f8393d,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:14.353616 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e160b6-952a-420e-bdc2-429aab98e9b7 None None] Pushing event updated for resources: {'Port': ['ID=bd4feda5-a02d-44ce-8e94-255c8877e1f5,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:14.404706 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927c3228-2c49-4758-ab72-98e5605e73f9 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Network b42a39aa-121f-44d6-a6b2-961ce46c80da is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:14.416472 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-927c3228-2c49-4758-ab72-98e5605e73f9 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:14.420592 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d51e67-6e1f-45ab-96a2-58a1c9f988f1 None None] Pushing event updated for resources: {'Port': ['ID=b218d2e1-9700-41a6-b2fc-fafe3e41804e,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:14.453248 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-c3d51e67-6e1f-45ab-96a2-58a1c9f988f1 None None] Attempting to bind port b218d2e1-9700-41a6-b2fc-fafe3e41804e on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:32:14.453834 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-c3d51e67-6e1f-45ab-96a2-58a1c9f988f1 None None] Attempting to bind port b218d2e1-9700-41a6-b2fc-fafe3e41804e by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '57a9e8a0-889d-4cc9-9445-3085553b63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd6ee6e7d-6ed1-47d9-99d0-dce1c8b5e53c'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:32:14.454684 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d51e67-6e1f-45ab-96a2-58a1c9f988f1 None None] Attempting to bind port b218d2e1-9700-41a6-b2fc-fafe3e41804e on network d6ee6e7d-6ed1-47d9-99d0-dce1c8b5e53c {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:14.470466 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d51e67-6e1f-45ab-96a2-58a1c9f988f1 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:32:14.470851 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d51e67-6e1f-45ab-96a2-58a1c9f988f1 None None] Checking segment: {'id': '57a9e8a0-889d-4cc9-9445-3085553b63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd6ee6e7d-6ed1-47d9-99d0-dce1c8b5e53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:14.472816 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c3d51e67-6e1f-45ab-96a2-58a1c9f988f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:14.473444 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d51e67-6e1f-45ab-96a2-58a1c9f988f1 None None] Bound using segment: {'id': '57a9e8a0-889d-4cc9-9445-3085553b63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd6ee6e7d-6ed1-47d9-99d0-dce1c8b5e53c'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:32:14.473944 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-c3d51e67-6e1f-45ab-96a2-58a1c9f988f1 None None] Bound port: b218d2e1-9700-41a6-b2fc-fafe3e41804e, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a9e8a0-889d-4cc9-9445-3085553b63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd6ee6e7d-6ed1-47d9-99d0-dce1c8b5e53c'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:32:14.474336 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c3d51e67-6e1f-45ab-96a2-58a1c9f988f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:14.742413 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-c3d51e67-6e1f-45ab-96a2-58a1c9f988f1 None None] For port b218d2e1-9700-41a6-b2fc-fafe3e41804e, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:32:14.742413 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4909979b-7e37-4cec-bec3-6ddc6d61dfda up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:14.742413 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-c3d51e67-6e1f-45ab-96a2-58a1c9f988f1 None None] For port b218d2e1-9700-41a6-b2fc-fafe3e41804e, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=b218d2e1-9700-41a6-b2fc-fafe3e41804e,segment=NetworkSegment(57a9e8a0-889d-4cc9-9445-3085553b63dc),segment_id=57a9e8a0-889d-4cc9-9445-3085553b63dc)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:32:14.742413 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 4909979b-7e37-4cec-bec3-6ddc6d61dfda triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:14.742413 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:14.855432 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c3d51e67-6e1f-45ab-96a2-58a1c9f988f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:14.877472 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927c3228-2c49-4758-ab72-98e5605e73f9 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Router e6720cbd-3a00-40bd-9b84-a5d79b97be0b is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:32:14.940163 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d51e67-6e1f-45ab-96a2-58a1c9f988f1 None None] Pushing event updated for resources: {'Port': ['ID=b218d2e1-9700-41a6-b2fc-fafe3e41804e,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:15.173014 n-d-771363-31 neutron-server[101054]: DEBUG neutron.objects.ports [None req-191d800c-9ff7-476e-8a01-0e3a83068f7d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101054) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:32:15.175647 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927c3228-2c49-4758-ab72-98e5605e73f9 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:15.208732 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185fdae4-7684-4f98-a6d0-dc49a5e62f4f None None] Sync routers for ids ['e6720cbd-3a00-40bd-9b84-a5d79b97be0b'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:15.216574 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-927c3228-2c49-4758-ab72-98e5605e73f9 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] 10.222.0.10 "PUT /v2.0/routers/e6720cbd-3a00-40bd-9b84-a5d79b97be0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5154870 Jun 30 09:32:15.217628 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38220) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:15.230680 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185fdae4-7684-4f98-a6d0-dc49a5e62f4f None None] Routers {'e6720cbd-3a00-40bd-9b84-a5d79b97be0b'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:15.240133 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-185fdae4-7684-4f98-a6d0-dc49a5e62f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:31:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e6720cbd-3a00-40bd-9b84-a5d79b97be0b'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:15.442145 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-185fdae4-7684-4f98-a6d0-dc49a5e62f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:15.475282 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185fdae4-7684-4f98-a6d0-dc49a5e62f4f None None] Routers {'e6720cbd-3a00-40bd-9b84-a5d79b97be0b'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:15.476181 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-185fdae4-7684-4f98-a6d0-dc49a5e62f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:31:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e6720cbd-3a00-40bd-9b84-a5d79b97be0b'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:15.504514 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0a58c2f1-94b2-4b20-9056-0641b00d21b2 req-d2244e99-ab26-40fa-9cb3-56f8c17ce3ce tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 210 time: 0.0683165 Jun 30 09:32:15.598786 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-185fdae4-7684-4f98-a6d0-dc49a5e62f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:15.604581 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185fdae4-7684-4f98-a6d0-dc49a5e62f4f None None] The sync data for ids ['e6720cbd-3a00-40bd-9b84-a5d79b97be0b'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:15.815567 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136573d0-7c96-4ee8-8999-561f5e60793b req-d9719ad5-a69b-4168-b5ac-f235d66ee8df tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:15.830276 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-136573d0-7c96-4ee8-8999-561f5e60793b req-d9719ad5-a69b-4168-b5ac-f235d66ee8df tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 946 time: 0.1883793 Jun 30 09:32:15.948181 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-136573d0-7c96-4ee8-8999-561f5e60793b req-4c8a1311-debc-43ce-80c9-07e54d333067 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1162858 Jun 30 09:32:15.982075 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-191d800c-9ff7-476e-8a01-0e3a83068f7d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.113984 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6689e9-ae89-4322-9bbd-4a97f4b59fa0 None None] Network b42a39aa-121f-44d6-a6b2-961ce46c80da requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:16.202013 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-53e19e24-aae8-4733-8293-7f6a72e1a4a6 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:32:16.207050 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-53e19e24-aae8-4733-8293-7f6a72e1a4a6 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] 10.222.0.10 "PUT /v2.0/routers/e6720cbd-3a00-40bd-9b84-a5d79b97be0b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9855528 Jun 30 09:32:16.207295 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38232) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:16.325176 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-191d800c-9ff7-476e-8a01-0e3a83068f7d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] For port bd4feda5-a02d-44ce-8e94-255c8877e1f5, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=bd4feda5-a02d-44ce-8e94-255c8877e1f5,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:16.397100 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-191d800c-9ff7-476e-8a01-0e3a83068f7d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.487809 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-191d800c-9ff7-476e-8a01-0e3a83068f7d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.493087 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-191d800c-9ff7-476e-8a01-0e3a83068f7d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.574379 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-611e7d2c-66f8-453f-9ee5-210cb2c8ad60 None None] Provisioning for port dfa7b868-138c-4ba1-942d-f0de10f8393d completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:16.802236 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191d800c-9ff7-476e-8a01-0e3a83068f7d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:16.836925 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-191d800c-9ff7-476e-8a01-0e3a83068f7d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:16.847162 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b218d2e1-9700-41a6-b2fc-fafe3e41804e up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:16.888381 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191d800c-9ff7-476e-8a01-0e3a83068f7d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:16.899817 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-191d800c-9ff7-476e-8a01-0e3a83068f7d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.911653 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38242) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:16.934953 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d800c-9ff7-476e-8a01-0e3a83068f7d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Subnet': ['ID=413bd114-ddc0-4498-8076-639632d172a6,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:17.015843 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d800c-9ff7-476e-8a01-0e3a83068f7d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Port': ['ID=bd4feda5-a02d-44ce-8e94-255c8877e1f5,revision_number=5']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:17.018477 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae7c1bd-22e3-4b67-936b-6addebb76765 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:17.148145 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-191d800c-9ff7-476e-8a01-0e3a83068f7d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3919990 Jun 30 09:32:17.151741 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38248) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:17.159227 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-51ae98c5-6de6-4af8-8319-d100b9cf97e3 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:17.212909 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3ac093-4d46-46e8-ab15-1886bebaf921 None None] Network d6ee6e7d-6ed1-47d9-99d0-dce1c8b5e53c requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:17.503490 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2afd9727-b4da-4fbd-b2cb-89fc73ba7192 req-d930877d-98df-44f0-9d6d-0fe20cc865e5 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21b402d-9acf-4492-a024-606acc411806 HTTP/1.1" status: 200 len: 210 time: 0.4806564 Jun 30 09:32:17.625031 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port b218d2e1-9700-41a6-b2fc-fafe3e41804e completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:17.633873 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2be27884-81ff-443a-87b9-cb2887873d80 None None] Provisioning for port b218d2e1-9700-41a6-b2fc-fafe3e41804e completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:17.688488 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-21f2b274-6e05-4c4b-adc9-ed342181e40b tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] 10.222.0.10 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3720 time: 0.7695768 Jun 30 09:32:17.689104 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38252) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:17.695432 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-c33c795e-59fe-43a2-8561-8ac7a0be1cb3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Request body: {'network': {'name': 'tempest-network-smoke--2125419054', 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'port_security_enabled': False}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:17.702610 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2db3d59c-58f1-420f-a17a-58030ee9b349 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:17.709859 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port b218d2e1-9700-41a6-b2fc-fafe3e41804e triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:17.710452 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:17.753700 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2be27884-81ff-443a-87b9-cb2887873d80 None None] Provisioning complete for port b218d2e1-9700-41a6-b2fc-fafe3e41804e triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:17.754342 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2be27884-81ff-443a-87b9-cb2887873d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:18.086480 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e6b37-a57c-4020-987d-fb3cf395c153 req-9120d649-a44b-4f7f-971b-e232337dc054 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:18.089192 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d67e6b37-a57c-4020-987d-fb3cf395c153 req-9120d649-a44b-4f7f-971b-e232337dc054 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 946 time: 0.7643945 Jun 30 09:32:18.113748 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ae98c5-6de6-4af8-8319-d100b9cf97e3 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:18.117558 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-51ae98c5-6de6-4af8-8319-d100b9cf97e3 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:18.159377 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2be27884-81ff-443a-87b9-cb2887873d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:18.164397 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:18.215312 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port b218d2e1-9700-41a6-b2fc-fafe3e41804e, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=b218d2e1-9700-41a6-b2fc-fafe3e41804e,segment=NetworkSegment(57a9e8a0-889d-4cc9-9445-3085553b63dc),segment_id=57a9e8a0-889d-4cc9-9445-3085553b63dc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:18.299369 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d67e6b37-a57c-4020-987d-fb3cf395c153 req-a9a238c4-33d8-48a9-bca9-aec4f2b611ec tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2008016 Jun 30 09:32:18.307038 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:18.307905 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device dfa7b868-138c-4ba1-942d-f0de10f8393d up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:18.442106 n-d-771363-31 neutron-server[101054]: INFO neutron.db.ipam_backend_mixin [None req-51ae98c5-6de6-4af8-8319-d100b9cf97e3 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 413bd114-ddc0-4498-8076-639632d172a6 (CIDR: 2001:db8::/64) Jun 30 09:32:18.529089 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ae98c5-6de6-4af8-8319-d100b9cf97e3 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:32:18.529770 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51ae98c5-6de6-4af8-8319-d100b9cf97e3 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:32:18.553775 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-2be27884-81ff-443a-87b9-cb2887873d80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:32:18.554466 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-2be27884-81ff-443a-87b9-cb2887873d80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:32:18.559162 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=b218d2e1-9700-41a6-b2fc-fafe3e41804e,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:18.663420 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33c795e-59fe-43a2-8561-8ac7a0be1cb3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Made reservation on behalf of 986dea5b74504ac5b54ab81c3e8c6d18 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:18.669545 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c33c795e-59fe-43a2-8561-8ac7a0be1cb3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:18.684596 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port dfa7b868-138c-4ba1-942d-f0de10f8393d completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:18.717938 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port dfa7b868-138c-4ba1-942d-f0de10f8393d triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:18.719104 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:18.741546 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-51ae98c5-6de6-4af8-8319-d100b9cf97e3 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5868595 Jun 30 09:32:18.745741 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38264) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:18.766643 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-290dab21-f6e6-4e32-bba5-790c5f5a1c63 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:18.769077 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c33c795e-59fe-43a2-8561-8ac7a0be1cb3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:32:18.807259 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c33c795e-59fe-43a2-8561-8ac7a0be1cb3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:18.807826 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-c33c795e-59fe-43a2-8561-8ac7a0be1cb3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Added segment b4d88acf-b354-4e36-860e-d25aa6dffbed of type vlan for network 49cce92c-293e-402e-a303-90b81c2f8279 Jun 30 09:32:18.975670 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c33c795e-59fe-43a2-8561-8ac7a0be1cb3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.125969 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c33c795e-59fe-43a2-8561-8ac7a0be1cb3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.132252 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33c795e-59fe-43a2-8561-8ac7a0be1cb3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:19.133086 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c33c795e-59fe-43a2-8561-8ac7a0be1cb3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.147223 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290dab21-f6e6-4e32-bba5-790c5f5a1c63 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:19.152004 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-290dab21-f6e6-4e32-bba5-790c5f5a1c63 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.289902 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c33c795e-59fe-43a2-8561-8ac7a0be1cb3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5992785 Jun 30 09:32:19.295681 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38276) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:19.301590 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-3c4abf2e-2e83-4ce0-9fe2-12ff1dacf631 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-163197996', 'admin_state_up': True, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:19.311172 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c795e-59fe-43a2-8561-8ac7a0be1cb3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Pushing event updated for resources: {'Network': ['ID=49cce92c-293e-402e-a303-90b81c2f8279,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:19.351867 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 49cce92c-293e-402e-a303-90b81c2f8279 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:32:19.371409 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-2db3d59c-58f1-420f-a17a-58030ee9b349 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Deleting port 5379bc59-4b7d-4e07-8e8b-ebb7886a5fe1 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:19.371797 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2db3d59c-58f1-420f-a17a-58030ee9b349 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.482447 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3c4abf2e-2e83-4ce0-9fe2-12ff1dacf631 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.483667 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3c4abf2e-2e83-4ce0-9fe2-12ff1dacf631 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.520592 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e3908d56-6789-4617-a153-4dbba38622c0 None None] Provisioning complete for port dfa7b868-138c-4ba1-942d-f0de10f8393d triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:19.520960 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e3908d56-6789-4617-a153-4dbba38622c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.578442 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.650442 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port dfa7b868-138c-4ba1-942d-f0de10f8393d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=dfa7b868-138c-4ba1-942d-f0de10f8393d,segment=NetworkSegment(ba929023-891e-4083-9ac3-34eeb1bb30d2),segment_id=ba929023-891e-4083-9ac3-34eeb1bb30d2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:19.703266 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e3908d56-6789-4617-a153-4dbba38622c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.749609 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.766438 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3c4abf2e-2e83-4ce0-9fe2-12ff1dacf631 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.769276 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2db3d59c-58f1-420f-a17a-58030ee9b349 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.797423 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-2db3d59c-58f1-420f-a17a-58030ee9b349 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Calling delete_port for 5379bc59-4b7d-4e07-8e8b-ebb7886a5fe1 owned by network:router_interface {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:19.851241 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-e3908d56-6789-4617-a153-4dbba38622c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:32:19.851618 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-e3908d56-6789-4617-a153-4dbba38622c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:32:19.929162 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-290dab21-f6e6-4e32-bba5-790c5f5a1c63 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.945581 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=dfa7b868-138c-4ba1-942d-f0de10f8393d,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:20.007392 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47ee8a-0ceb-4ccf-ad44-a7220a950db4 req-8013875f-b8a4-41ae-9359-287168143881 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:20.008774 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7d47ee8a-0ceb-4ccf-ad44-a7220a950db4 req-8013875f-b8a4-41ae-9359-287168143881 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 946 time: 0.3507867 Jun 30 09:32:20.059452 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38286) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:20.065335 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290dab21-f6e6-4e32-bba5-790c5f5a1c63 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:20.134928 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device bd4feda5-a02d-44ce-8e94-255c8877e1f5 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:20.179323 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-290dab21-f6e6-4e32-bba5-790c5f5a1c63 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:20.187542 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7d47ee8a-0ceb-4ccf-ad44-a7220a950db4 req-53b431c5-880f-4d2b-bef8-8d351e5276bb tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1192298 Jun 30 09:32:20.207797 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290dab21-f6e6-4e32-bba5-790c5f5a1c63 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:20.208396 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-290dab21-f6e6-4e32-bba5-790c5f5a1c63 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:20.326189 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290dab21-f6e6-4e32-bba5-790c5f5a1c63 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Subnet': ['ID=542cc03c-fea5-455f-a677-026c1ae7c58f,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:20.364374 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9bcb8f77-9aca-4ed5-9ac6-a8232c1d113e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:20.398885 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9bcb8f77-9aca-4ed5-9ac6-a8232c1d113e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:20.402557 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3c4abf2e-2e83-4ce0-9fe2-12ff1dacf631 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:20.411340 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cb6f70-14ff-4177-84ee-afaa4862be21 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:20.449591 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-290dab21-f6e6-4e32-bba5-790c5f5a1c63 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7003736 Jun 30 09:32:20.455500 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38292) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:20.465714 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-d2ab7e4d-4fd5-4ecd-9b57-5e39dd808a8d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'port': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'mac_address': 'fa:16:3e:35:c8:fe', 'name': 'tempest-NetworksTestDHCPv6-460978922'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:20.483315 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port bd4feda5-a02d-44ce-8e94-255c8877e1f5 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:20.578416 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b218d2e1-9700-41a6-b2fc-fafe3e41804e up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:20.850396 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e3908d56-6789-4617-a153-4dbba38622c0 None None] Provisioning complete for port b218d2e1-9700-41a6-b2fc-fafe3e41804e triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:20.850713 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e3908d56-6789-4617-a153-4dbba38622c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:20.854317 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port b218d2e1-9700-41a6-b2fc-fafe3e41804e triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:20.854670 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:20.965928 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3c4abf2e-2e83-4ce0-9fe2-12ff1dacf631 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.002489 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3c4abf2e-2e83-4ce0-9fe2-12ff1dacf631 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.042368 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cff48edc-005f-431a-8a8c-3f464bd9166a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.073785 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ab7e4d-4fd5-4ecd-9b57-5e39dd808a8d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:21.079691 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9bcb8f77-9aca-4ed5-9ac6-a8232c1d113e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.082623 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9bcb8f77-9aca-4ed5-9ac6-a8232c1d113e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.089115 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9bcb8f77-9aca-4ed5-9ac6-a8232c1d113e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "DELETE /v2.0/security-groups/8c3a6ec8-af9b-46f1-9e95-603ea10bf25e HTTP/1.1" status: 204 len: 168 time: 1.0274773 Jun 30 09:32:21.091022 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38302) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:21.120565 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2db3d59c-58f1-420f-a17a-58030ee9b349 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.187680 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb8f77-9aca-4ed5-9ac6-a8232c1d113e tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3a6ec8-af9b-46f1-9e95-603ea10bf25e,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:21.194120 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-b5b19835-0d22-4a96-ab60-2e72ff1ac8de tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] show failed (client error): The resource could not be found. Jun 30 09:32:21.206192 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b5b19835-0d22-4a96-ab60-2e72ff1ac8de tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "GET /v2.0/security-groups/8c3a6ec8-af9b-46f1-9e95-603ea10bf25e HTTP/1.1" status: 404 len: 347 time: 0.0947301 Jun 30 09:32:21.206192 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38304) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:21.207920 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e3908d56-6789-4617-a153-4dbba38622c0 None None] Could not find standard attr ID for object 5379bc59-4b7d-4e07-8e8b-ebb7886a5fe1. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:32:21.243049 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3d59c-58f1-420f-a17a-58030ee9b349 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Pushing event deleted for resources: {'Port': ['ID=5379bc59-4b7d-4e07-8e8b-ebb7886a5fe1,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:21.301500 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112108ad-9cf5-4b50-b9a8-400604a31992 None None] Update dhcp port {'port': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'fixed_ips': [{'subnet_id': '413bd114-ddc0-4498-8076-639632d172a6', 'ip_address': '2001:db8::f816:3eff:feea:8613'}, {'subnet_id': '542cc03c-fea5-455f-a677-026c1ae7c58f'}], 'binding:host_id': 'n-d-771363-31'}, 'id': 'bd4feda5-a02d-44ce-8e94-255c8877e1f5'} from n-d-771363-31. {{(pid=101055) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:32:21.394003 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-112108ad-9cf5-4b50-b9a8-400604a31992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.563514 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-73dbc4d4-714c-494b-b39a-daea17fd869a None None] Provisioning for port bd4feda5-a02d-44ce-8e94-255c8877e1f5 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:21.599140 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-3c4abf2e-2e83-4ce0-9fe2-12ff1dacf631 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Allocated IP 172.25.6.27 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/947b3edc-4424-4dd2-8889-28c9b1e08f15) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:21.606288 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d2ab7e4d-4fd5-4ecd-9b57-5e39dd808a8d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.687869 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-d2ab7e4d-4fd5-4ecd-9b57-5e39dd808a8d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] device_id is not set on port f24e29e3-643a-4fc5-be9e-724bc935370b yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:32:21.761033 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-73dbc4d4-714c-494b-b39a-daea17fd869a None None] Provisioning complete for port bd4feda5-a02d-44ce-8e94-255c8877e1f5 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:21.762055 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-73dbc4d4-714c-494b-b39a-daea17fd869a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.816122 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-26b87196-f87b-49dc-9c9f-404783d67a47 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Deleting port c19cfec4-779e-4790-bb72-fb429dd27817 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:21.816483 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-26b87196-f87b-49dc-9c9f-404783d67a47 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.927822 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device dfa7b868-138c-4ba1-942d-f0de10f8393d up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:21.994675 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-73dbc4d4-714c-494b-b39a-daea17fd869a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.994973 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3c4abf2e-2e83-4ce0-9fe2-12ff1dacf631 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.066805 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-73dbc4d4-714c-494b-b39a-daea17fd869a None None] For port bd4feda5-a02d-44ce-8e94-255c8877e1f5, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=bd4feda5-a02d-44ce-8e94-255c8877e1f5,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:22.093718 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2db3d59c-58f1-420f-a17a-58030ee9b349 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.097856 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port dfa7b868-138c-4ba1-942d-f0de10f8393d triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:22.098036 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb56b7c-341a-4385-acf0-5f63d56a3d05 req-73332b8a-8fa5-47e6-9f93-1f715beb0039 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:22.098801 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.099854 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7eb56b7c-341a-4385-acf0-5f63d56a3d05 req-73332b8a-8fa5-47e6-9f93-1f715beb0039 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 946 time: 0.4697344 Jun 30 09:32:22.127667 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-26b87196-f87b-49dc-9c9f-404783d67a47 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.128006 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-26b87196-f87b-49dc-9c9f-404783d67a47 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.163903 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-73dbc4d4-714c-494b-b39a-daea17fd869a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.187039 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-26b87196-f87b-49dc-9c9f-404783d67a47 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Calling delete_port for c19cfec4-779e-4790-bb72-fb429dd27817 owned by network:floatingip {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:22.220431 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3c4abf2e-2e83-4ce0-9fe2-12ff1dacf631 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.263556 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbc4d4-714c-494b-b39a-daea17fd869a None None] Pushing event updated for resources: {'Port': ['ID=bd4feda5-a02d-44ce-8e94-255c8877e1f5,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:22.276502 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4abf2e-2e83-4ce0-9fe2-12ff1dacf631 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:22.280493 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-3c4abf2e-2e83-4ce0-9fe2-12ff1dacf631 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:22.284362 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4abf2e-2e83-4ce0-9fe2-12ff1dacf631 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:22.344084 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4abf2e-2e83-4ce0-9fe2-12ff1dacf631 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Pushing event updated for resources: {'Port': ['ID=947b3edc-4424-4dd2-8889-28c9b1e08f15,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:22.450576 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7eb56b7c-341a-4385-acf0-5f63d56a3d05 req-7434cde8-8d5d-4bf2-b051-2f14724175fe tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3385069 Jun 30 09:32:22.623347 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-d2ab7e4d-4fd5-4ecd-9b57-5e39dd808a8d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Allocated IP 2001:db8:0:1::2fd (ac69f748-a231-4e69-a180-b37986a0b0a8/542cc03c-fea5-455f-a677-026c1ae7c58f/f24e29e3-643a-4fc5-be9e-724bc935370b) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:22.623347 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-d2ab7e4d-4fd5-4ecd-9b57-5e39dd808a8d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Allocated IP 2001:db8::f816:3eff:fe35:c8fe (ac69f748-a231-4e69-a180-b37986a0b0a8/413bd114-ddc0-4498-8076-639632d172a6/f24e29e3-643a-4fc5-be9e-724bc935370b) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:22.623636 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db3d59c-58f1-420f-a17a-58030ee9b349 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Router e6720cbd-3a00-40bd-9b84-a5d79b97be0b has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:32:22.675617 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db3d59c-58f1-420f-a17a-58030ee9b349 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:22.682351 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2db3d59c-58f1-420f-a17a-58030ee9b349 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] 10.222.0.10 "PUT /v2.0/routers/e6720cbd-3a00-40bd-9b84-a5d79b97be0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4730196 Jun 30 09:32:22.688976 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38328) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:22.690073 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeada12d-45e6-4da9-aca0-658b6bd7a445 None None] Sync routers for ids ['e6720cbd-3a00-40bd-9b84-a5d79b97be0b'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:22.699933 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeada12d-45e6-4da9-aca0-658b6bd7a445 None None] Routers {'e6720cbd-3a00-40bd-9b84-a5d79b97be0b'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:22.700567 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-aeada12d-45e6-4da9-aca0-658b6bd7a445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:31:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e6720cbd-3a00-40bd-9b84-a5d79b97be0b'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:22.740762 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-aeada12d-45e6-4da9-aca0-658b6bd7a445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:22.742029 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-780bb79d-af4a-42e6-83dd-92655fcea474 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] delete failed (client error): The resource could not be found. Jun 30 09:32:22.744295 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-780bb79d-af4a-42e6-83dd-92655fcea474 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-490582000 HTTP/1.1" status: 404 len: 334 time: 0.0559015 Jun 30 09:32:22.751173 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38330) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:22.758010 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-ebc0fe8f-2852-4db6-adf8-e44b725a8ecf tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e6720cbd-3a00-40bd-9b84-a5d79b97be0b'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:22.760853 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeada12d-45e6-4da9-aca0-658b6bd7a445 None None] Routers {'e6720cbd-3a00-40bd-9b84-a5d79b97be0b'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:22.761729 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-aeada12d-45e6-4da9-aca0-658b6bd7a445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:31:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e6720cbd-3a00-40bd-9b84-a5d79b97be0b'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:22.778032 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d2ab7e4d-4fd5-4ecd-9b57-5e39dd808a8d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.789389 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-26b87196-f87b-49dc-9c9f-404783d67a47 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.809284 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-aeada12d-45e6-4da9-aca0-658b6bd7a445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:22.809855 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeada12d-45e6-4da9-aca0-658b6bd7a445 None None] The sync data for ids ['e6720cbd-3a00-40bd-9b84-a5d79b97be0b'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:22.845715 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-d2ab7e4d-4fd5-4ecd-9b57-5e39dd808a8d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Transition to ACTIVE for port object f24e29e3-643a-4fc5-be9e-724bc935370b will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:22.912643 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b87196-f87b-49dc-9c9f-404783d67a47 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Pushing event deleted for resources: {'Port': ['ID=c19cfec4-779e-4790-bb72-fb429dd27817,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:22.957527 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a698d6aa-1719-4f8a-a39c-7f7ce2a545bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.022178 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-26b87196-f87b-49dc-9c9f-404783d67a47 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for floatingip, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.035209 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-26b87196-f87b-49dc-9c9f-404783d67a47 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.035209 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-26b87196-f87b-49dc-9c9f-404783d67a47 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "DELETE /v2.0/floatingips/3357b3fe-0dc4-4184-9bf2-c5d31131fe3e HTTP/1.1" status: 204 len: 168 time: 1.8264155 Jun 30 09:32:23.035209 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d2ab7e4d-4fd5-4ecd-9b57-5e39dd808a8d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.035209 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38338) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:23.119328 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-112108ad-9cf5-4b50-b9a8-400604a31992 None None] Allocated IP 2001:db8:0:1::2 (ac69f748-a231-4e69-a180-b37986a0b0a8/542cc03c-fea5-455f-a677-026c1ae7c58f/bd4feda5-a02d-44ce-8e94-255c8877e1f5) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:23.192101 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ab7e4d-4fd5-4ecd-9b57-5e39dd808a8d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:23.240599 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-d2ab7e4d-4fd5-4ecd-9b57-5e39dd808a8d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:23.245606 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ab7e4d-4fd5-4ecd-9b57-5e39dd808a8d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:23.259949 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ab7e4d-4fd5-4ecd-9b57-5e39dd808a8d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:23.262399 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d2ab7e4d-4fd5-4ecd-9b57-5e39dd808a8d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.366545 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-112108ad-9cf5-4b50-b9a8-400604a31992 None None] For port bd4feda5-a02d-44ce-8e94-255c8877e1f5, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=bd4feda5-a02d-44ce-8e94-255c8877e1f5,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:23.371511 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab7e4d-4fd5-4ecd-9b57-5e39dd808a8d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Port': ['ID=f24e29e3-643a-4fc5-be9e-724bc935370b,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:23.443769 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-596c3a07-a025-4557-803e-dabb704733f4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Deleting port 44e89faa-6b6f-468b-aada-373d3800878b {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:23.444456 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-596c3a07-a025-4557-803e-dabb704733f4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.492156 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-112108ad-9cf5-4b50-b9a8-400604a31992 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.529608 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-112108ad-9cf5-4b50-b9a8-400604a31992 None None] Ignored duplicate provisioning block setup for port bd4feda5-a02d-44ce-8e94-255c8877e1f5 by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 09:32:23.580540 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.626370 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-112108ad-9cf5-4b50-b9a8-400604a31992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.651963 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-596c3a07-a025-4557-803e-dabb704733f4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.675233 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3c4abf2e-2e83-4ce0-9fe2-12ff1dacf631 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.681988 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-596c3a07-a025-4557-803e-dabb704733f4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Calling delete_port for 44e89faa-6b6f-468b-aada-373d3800878b owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:23.788570 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112108ad-9cf5-4b50-b9a8-400604a31992 None None] Pushing event updated for resources: {'Port': ['ID=bd4feda5-a02d-44ce-8e94-255c8877e1f5,revision_number=7']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:23.811316 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ebc0fe8f-2852-4db6-adf8-e44b725a8ecf tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.864884 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d2ab7e4d-4fd5-4ecd-9b57-5e39dd808a8d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4047856 Jun 30 09:32:23.869002 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38352) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:23.950289 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device bd4feda5-a02d-44ce-8e94-255c8877e1f5 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:23.983879 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-ebc0fe8f-2852-4db6-adf8-e44b725a8ecf tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] update failed (client error): The resource could not be found. Jun 30 09:32:23.990384 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ebc0fe8f-2852-4db6-adf8-e44b725a8ecf tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] 10.222.0.10 "PUT /v2.0/routers/e6720cbd-3a00-40bd-9b84-a5d79b97be0b HTTP/1.1" status: 404 len: 339 time: 1.2331903 Jun 30 09:32:23.992511 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38354) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:24.051203 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port bd4feda5-a02d-44ce-8e94-255c8877e1f5 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:24.051580 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.120130 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3c4abf2e-2e83-4ce0-9fe2-12ff1dacf631 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.208674 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-250db82c-4c79-46c4-ace8-5f7d16169cf5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting port f24e29e3-643a-4fc5-be9e-724bc935370b {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:24.209671 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-250db82c-4c79-46c4-ace8-5f7d16169cf5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.326019 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bb61e-d940-44c3-b261-4601286ff005 req-2026b78b-f079-450f-8f69-9f26a27b38f8 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:24.329162 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6f2bb61e-d940-44c3-b261-4601286ff005 req-2026b78b-f079-450f-8f69-9f26a27b38f8 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 946 time: 0.5292594 Jun 30 09:32:24.330072 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-596c3a07-a025-4557-803e-dabb704733f4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.355186 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-250db82c-4c79-46c4-ace8-5f7d16169cf5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.390151 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c3a07-a025-4557-803e-dabb704733f4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Pushing event deleted for resources: {'Port': ['ID=44e89faa-6b6f-468b-aada-373d3800878b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:24.416088 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-250db82c-4c79-46c4-ace8-5f7d16169cf5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Calling delete_port for f24e29e3-643a-4fc5-be9e-724bc935370b owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:24.528810 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-596c3a07-a025-4557-803e-dabb704733f4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.531685 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-596c3a07-a025-4557-803e-dabb704733f4 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "DELETE /v2.0/ports/44e89faa-6b6f-468b-aada-373d3800878b HTTP/1.1" status: 204 len: 168 time: 1.4959702 Jun 30 09:32:24.538366 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38362) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:24.582674 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6f2bb61e-d940-44c3-b261-4601286ff005 req-e7c48910-0837-4fc8-8a53-aea4f61ae4a3 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2035096 Jun 30 09:32:24.683347 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.753876 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9178373f-76b3-4b05-a57a-0c9dbd17efdd tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.838331 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d8075c1e-8111-464e-894a-fc0d6be63f37 None None] Provisioning complete for port bd4feda5-a02d-44ce-8e94-255c8877e1f5 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:24.839403 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d8075c1e-8111-464e-894a-fc0d6be63f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.854487 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-916ed576-13dc-4c26-a9a1-b49d83d30143 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Deleting port 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:24.855039 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-916ed576-13dc-4c26-a9a1-b49d83d30143 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.037430 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4abf2e-2e83-4ce0-9fe2-12ff1dacf631 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Router 6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:32:25.107881 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-916ed576-13dc-4c26-a9a1-b49d83d30143 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.112846 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-250db82c-4c79-46c4-ace8-5f7d16169cf5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.145571 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-916ed576-13dc-4c26-a9a1-b49d83d30143 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Calling delete_port for 88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:25.200796 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250db82c-4c79-46c4-ace8-5f7d16169cf5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Port': ['ID=f24e29e3-643a-4fc5-be9e-724bc935370b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:25.304170 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-250db82c-4c79-46c4-ace8-5f7d16169cf5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.309377 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-250db82c-4c79-46c4-ace8-5f7d16169cf5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/f24e29e3-643a-4fc5-be9e-724bc935370b HTTP/1.1" status: 204 len: 168 time: 1.4390233 Jun 30 09:32:25.310102 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38380) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:25.327914 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0f5dbbf4-19f4-42e9-a3f2-bf6d51de69c4 None None] Could not find standard attr ID for object f24e29e3-643a-4fc5-be9e-724bc935370b. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:32:25.373352 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4abf2e-2e83-4ce0-9fe2-12ff1dacf631 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:25.387635 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d8c650-d666-4aee-9a30-69f6f2ce26f8 None None] Sync routers for ids ['6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:25.408317 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d8c650-d666-4aee-9a30-69f6f2ce26f8 None None] Routers {'6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:25.408962 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-42d8c650-d666-4aee-9a30-69f6f2ce26f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:32:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:25.443788 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-9178373f-76b3-4b05-a57a-0c9dbd17efdd tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Allocated IP 172.20.0.1 (a230e13b-85cb-400e-9e84-c2a9f9892951/92554ce7-e25d-494f-8efe-aa29364327bd/551e90d7-2673-416e-a2f1-be9bb28286d6) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:25.495241 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4a5c23-0c5b-4b9b-be67-4ffd95ad6ff0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:25.512965 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2d4a5c23-0c5b-4b9b-be67-4ffd95ad6ff0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2013905 Jun 30 09:32:25.522054 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38386) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:25.588512 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406c8cdd-37c2-440b-ba27-3456c9b501b5 None None] get_active_networks_info from n-d-771363-31 {{(pid=101055) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:32:25.630427 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9178373f-76b3-4b05-a57a-0c9dbd17efdd tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.658753 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-9178373f-76b3-4b05-a57a-0c9dbd17efdd tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Transition to ACTIVE for port object 551e90d7-2673-416e-a2f1-be9bb28286d6 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:25.695022 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-42d8c650-d666-4aee-9a30-69f6f2ce26f8 None None] Set router 6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:32:25.700556 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3c4abf2e-2e83-4ce0-9fe2-12ff1dacf631 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.701742 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3c4abf2e-2e83-4ce0-9fe2-12ff1dacf631 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.4040027 Jun 30 09:32:25.705665 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38392) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:25.784955 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-916ed576-13dc-4c26-a9a1-b49d83d30143 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.825498 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a909ffca-e28b-43f0-b821-eb0fb0ce3ff9 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:25.831281 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a909ffca-e28b-43f0-b821-eb0fb0ce3ff9 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3032069 Jun 30 09:32:25.831281 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38394) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:25.832319 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9178373f-76b3-4b05-a57a-0c9dbd17efdd tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.899986 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406c8cdd-37c2-440b-ba27-3456c9b501b5 None None] Resources bound (agent type, host, resource id): {{(pid=101055) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:32:25.905018 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ed576-13dc-4c26-a9a1-b49d83d30143 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Pushing event deleted for resources: {'Port': ['ID=88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:25.937524 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9178373f-76b3-4b05-a57a-0c9dbd17efdd tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Network a230e13b-85cb-400e-9e84-c2a9f9892951 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:25.961925 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-9178373f-76b3-4b05-a57a-0c9dbd17efdd tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:25.977464 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9178373f-76b3-4b05-a57a-0c9dbd17efdd tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:25.998229 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-42d8c650-d666-4aee-9a30-69f6f2ce26f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78', 'name': 'tempest-TestSecurityGroupsBasicOps-router-163197996', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '947b3edc-4424-4dd2-8889-28c9b1e08f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:19Z', 'updated_at': '2021-06-30T09:32:22Z', 'revision_number': 3, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'gw_port': {'id': '947b3edc-4424-4dd2-8889-28c9b1e08f15', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:21Z', 'updated_at': '2021-06-30T09:32:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:26.024878 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997abf29-78a8-4c5c-a2c2-a25d8fdd566b tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:26.030355 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-997abf29-78a8-4c5c-a2c2-a25d8fdd566b tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=986dea5b74504ac5b54ab81c3e8c6d18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.3241322 Jun 30 09:32:26.031042 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38396) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:26.074502 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9178373f-76b3-4b05-a57a-0c9dbd17efdd tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.135447 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178373f-76b3-4b05-a57a-0c9dbd17efdd tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Pushing event updated for resources: {'Port': ['ID=551e90d7-2673-416e-a2f1-be9bb28286d6,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:26.155633 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de315b5-4d24-440a-b5e9-8456c2e4aa81 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:26.157419 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de315b5-4d24-440a-b5e9-8456c2e4aa81 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:26.159836 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de315b5-4d24-440a-b5e9-8456c2e4aa81 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:26.164692 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1de315b5-4d24-440a-b5e9-8456c2e4aa81 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3219254 Jun 30 09:32:26.187229 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38398) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:26.221733 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d8c650-d666-4aee-9a30-69f6f2ce26f8 None None] Checking router: 6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:32:26.222118 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d8c650-d666-4aee-9a30-69f6f2ce26f8 None None] Updating router 6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78 port 947b3edc-4424-4dd2-8889-28c9b1e08f15 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:32:26.222821 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device bd4feda5-a02d-44ce-8e94-255c8877e1f5 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:26.267762 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-52cb3fd1-b8c6-4494-a215-f2775c0be610 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting subnet 413bd114-ddc0-4498-8076-639632d172a6 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:32:26.269029 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-42d8c650-d666-4aee-9a30-69f6f2ce26f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.271536 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-52cb3fd1-b8c6-4494-a215-f2775c0be610 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.454206 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-52cb3fd1-b8c6-4494-a215-f2775c0be610 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.455370 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port bd4feda5-a02d-44ce-8e94-255c8877e1f5 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:26.455370 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.455532 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-52cb3fd1-b8c6-4494-a215-f2775c0be610 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.481195 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-916ed576-13dc-4c26-a9a1-b49d83d30143 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.487471 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-916ed576-13dc-4c26-a9a1-b49d83d30143 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "DELETE /v2.0/ports/88ac01a1-ceb2-498d-8c9d-d7192ba9ceb7 HTTP/1.1" status: 204 len: 168 time: 1.9479909 Jun 30 09:32:26.488213 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38400) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:26.518206 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba1b00-9685-470a-990d-0bf21247692f req-ea88e1b3-0127-48f2-818a-e52d5a2accae tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:26.530752 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d6ba1b00-9685-470a-990d-0bf21247692f req-ea88e1b3-0127-48f2-818a-e52d5a2accae tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 946 time: 0.6422374 Jun 30 09:32:26.613863 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d6ba1b00-9685-470a-990d-0bf21247692f req-b47b829f-d3c8-4a4a-b5fd-5b9626029a6d tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0816176 Jun 30 09:32:26.642791 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.686849 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8573cf-53bc-47e8-8e64-3de38e1cdaaf tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:26.696529 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-bc8573cf-53bc-47e8-8e64-3de38e1cdaaf tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6612601 Jun 30 09:32:26.698491 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38404) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:26.704965 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-42d8c650-d666-4aee-9a30-69f6f2ce26f8 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.713514 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-842ee60c-08af-4994-9b9b-7f9b4e32f96f tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Deleting subnet f7c18985-d439-4c19-be51-90abec28edd1 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:32:26.722309 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-842ee60c-08af-4994-9b9b-7f9b4e32f96f tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.758477 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7c3d2753-9edb-4cb9-a15c-5d5454fb867a tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=599fb812-09ee-4e3b-a109-d92406a95c23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0555911 Jun 30 09:32:26.758871 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38406) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:26.764690 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9178373f-76b3-4b05-a57a-0c9dbd17efdd tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.797228 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38408) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:26.797540 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-09fb4b80-8303-4e32-abd3-e6daaeeca43e tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=986dea5b74504ac5b54ab81c3e8c6d18&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363233 Jun 30 09:32:26.803620 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-42d8c650-d666-4aee-9a30-69f6f2ce26f8 None None] Transition to ACTIVE for port object 947b3edc-4424-4dd2-8889-28c9b1e08f15 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:26.811381 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-842ee60c-08af-4994-9b9b-7f9b4e32f96f tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.863722 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-52cb3fd1-b8c6-4494-a215-f2775c0be610 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.890725 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaccc41-0df8-4859-8b35-7fc8f243c09c req-ad035c56-f5fd-4ecb-abc2-b2aa7444851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:26.893265 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cbaccc41-0df8-4859-8b35-7fc8f243c09c req-ad035c56-f5fd-4ecb-abc2-b2aa7444851d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=012c38fa3263411f81f5a9c6187e3025&device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 1098 time: 0.0784812 Jun 30 09:32:26.917760 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-42d8c650-d666-4aee-9a30-69f6f2ce26f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.979252 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb3fd1-b8c6-4494-a215-f2775c0be610 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Subnet': ['ID=413bd114-ddc0-4498-8076-639632d172a6,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:26.983111 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-52cb3fd1-b8c6-4494-a215-f2775c0be610 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.985121 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-52cb3fd1-b8c6-4494-a215-f2775c0be610 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/413bd114-ddc0-4498-8076-639632d172a6 HTTP/1.1" status: 204 len: 168 time: 0.7966793 Jun 30 09:32:27.000153 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38410) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:27.015001 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-42d8c650-d666-4aee-9a30-69f6f2ce26f8 None None] Attempting to bind port 947b3edc-4424-4dd2-8889-28c9b1e08f15 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:32:27.015226 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-42d8c650-d666-4aee-9a30-69f6f2ce26f8 None None] Attempting to bind port 947b3edc-4424-4dd2-8889-28c9b1e08f15 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:32:27.017240 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d8c650-d666-4aee-9a30-69f6f2ce26f8 None None] Attempting to bind port 947b3edc-4424-4dd2-8889-28c9b1e08f15 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:27.031826 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c76ef9-6e46-48e2-8253-03ebf3a0b658 None None] Pushing event updated for resources: {'Port': ['ID=947b3edc-4424-4dd2-8889-28c9b1e08f15,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:27.033264 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d8c650-d666-4aee-9a30-69f6f2ce26f8 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:32:27.033869 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d8c650-d666-4aee-9a30-69f6f2ce26f8 None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:27.034179 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-42d8c650-d666-4aee-9a30-69f6f2ce26f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.034508 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d8c650-d666-4aee-9a30-69f6f2ce26f8 None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:32:27.036373 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-42d8c650-d666-4aee-9a30-69f6f2ce26f8 None None] Bound port: 947b3edc-4424-4dd2-8889-28c9b1e08f15, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:32:27.037134 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-42d8c650-d666-4aee-9a30-69f6f2ce26f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.065091 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c76ef9-6e46-48e2-8253-03ebf3a0b658 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:27.065521 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c76ef9-6e46-48e2-8253-03ebf3a0b658 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:27.065920 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c76ef9-6e46-48e2-8253-03ebf3a0b658 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:27.066317 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c76ef9-6e46-48e2-8253-03ebf3a0b658 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:27.066711 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c76ef9-6e46-48e2-8253-03ebf3a0b658 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:27.067095 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c76ef9-6e46-48e2-8253-03ebf3a0b658 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:27.067506 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c76ef9-6e46-48e2-8253-03ebf3a0b658 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:27.067891 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c76ef9-6e46-48e2-8253-03ebf3a0b658 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:27.068310 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c76ef9-6e46-48e2-8253-03ebf3a0b658 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:27.068689 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c76ef9-6e46-48e2-8253-03ebf3a0b658 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:27.069113 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c76ef9-6e46-48e2-8253-03ebf3a0b658 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:27.069526 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c76ef9-6e46-48e2-8253-03ebf3a0b658 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:27.110470 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaccc41-0df8-4859-8b35-7fc8f243c09c req-d713885c-12ec-4ad9-ae0c-b5ebbba66c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:27.112239 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cbaccc41-0df8-4859-8b35-7fc8f243c09c req-d713885c-12ec-4ad9-ae0c-b5ebbba66c65 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2ab70122-0020-4c29-ae52-7bd3c84e0fca HTTP/1.1" status: 200 len: 917 time: 0.2118638 Jun 30 09:32:27.127896 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-42d8c650-d666-4aee-9a30-69f6f2ce26f8 None None] For port 947b3edc-4424-4dd2-8889-28c9b1e08f15, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:32:27.131586 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-42d8c650-d666-4aee-9a30-69f6f2ce26f8 None None] For port 947b3edc-4424-4dd2-8889-28c9b1e08f15, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=947b3edc-4424-4dd2-8889-28c9b1e08f15,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:32:27.202533 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cbaccc41-0df8-4859-8b35-7fc8f243c09c req-34462a56-9fd4-4a5d-ba03-a214485b26f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 HTTP/1.1" status: 200 len: 1002 time: 0.0806160 Jun 30 09:32:27.257681 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-42d8c650-d666-4aee-9a30-69f6f2ce26f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.272997 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaccc41-0df8-4859-8b35-7fc8f243c09c req-f67392a1-9d64-4daa-851b-3d8579145ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:27.274772 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cbaccc41-0df8-4859-8b35-7fc8f243c09c req-f67392a1-9d64-4daa-851b-3d8579145ac8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=afcabd5e-a40b-4794-b5f8-0b150c129247 HTTP/1.1" status: 200 len: 855 time: 0.0655611 Jun 30 09:32:27.364119 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d8c650-d666-4aee-9a30-69f6f2ce26f8 None None] Routers {'6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:27.364119 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-42d8c650-d666-4aee-9a30-69f6f2ce26f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:32:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:27.364119 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c76ef9-6e46-48e2-8253-03ebf3a0b658 None None] Pushing event updated for resources: {'Port': ['ID=947b3edc-4424-4dd2-8889-28c9b1e08f15,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:27.364368 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaccc41-0df8-4859-8b35-7fc8f243c09c req-a6552bbf-b13d-4def-9c0c-c83fdaff4a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:27.364368 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cbaccc41-0df8-4859-8b35-7fc8f243c09c req-a6552bbf-b13d-4def-9c0c-c83fdaff4a50 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2ab70122-0020-4c29-ae52-7bd3c84e0fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0808015 Jun 30 09:32:27.375054 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c1fa04-f7dd-47f8-a357-7dbfc02a05a0 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:27.469427 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-360ad64e-48d5-424f-9dd6-131d26f8df60 None None] Provisioning complete for port bd4feda5-a02d-44ce-8e94-255c8877e1f5 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:27.470377 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-360ad64e-48d5-424f-9dd6-131d26f8df60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.495749 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cbaccc41-0df8-4859-8b35-7fc8f243c09c req-2ee52e18-3cc2-4d38-bd67-4850b26da3a6 service neutron] 10.222.0.37 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217973 Jun 30 09:32:27.539046 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-42d8c650-d666-4aee-9a30-69f6f2ce26f8 None None] Set router 6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:32:27.659889 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cbaccc41-0df8-4859-8b35-7fc8f243c09c req-3801e71b-b0f8-4a43-95dd-d571691fc0d2 service neutron] 10.222.0.37 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585805 Jun 30 09:32:27.716881 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-842ee60c-08af-4994-9b9b-7f9b4e32f96f tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.847358 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-42d8c650-d666-4aee-9a30-69f6f2ce26f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78', 'name': 'tempest-TestSecurityGroupsBasicOps-router-163197996', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '947b3edc-4424-4dd2-8889-28c9b1e08f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:19Z', 'updated_at': '2021-06-30T09:32:22Z', 'revision_number': 3, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'gw_port': {'id': '947b3edc-4424-4dd2-8889-28c9b1e08f15', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:21Z', 'updated_at': '2021-06-30T09:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:27.870807 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-d21b30a7-8a70-44d0-ba6d-f4162238db85 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting subnet 542cc03c-fea5-455f-a677-026c1ae7c58f {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:32:27.877278 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ee00a5-bd5c-4e33-9cd7-c34dd549bb8e tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:27.879198 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-68ee00a5-bd5c-4e33-9cd7-c34dd549bb8e tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0795815 Jun 30 09:32:27.883531 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38418) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:27.887746 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d21b30a7-8a70-44d0-ba6d-f4162238db85 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.889030 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d8c650-d666-4aee-9a30-69f6f2ce26f8 None None] The sync data for ids ['6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78'] in n-d-771363-31 is: [{'id': '6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78', 'name': 'tempest-TestSecurityGroupsBasicOps-router-163197996', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '947b3edc-4424-4dd2-8889-28c9b1e08f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:19Z', 'updated_at': '2021-06-30T09:32:22Z', 'revision_number': 3, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'gw_port': {'id': '947b3edc-4424-4dd2-8889-28c9b1e08f15', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:21Z', 'updated_at': '2021-06-30T09:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:27.922621 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3e7783aa-fc28-4e2d-9b9b-6d6a9ee5ee20 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=599fb812-09ee-4e3b-a109-d92406a95c23&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355008 Jun 30 09:32:27.923007 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38420) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:27.929297 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-0ed584bf-432d-4752-817b-19f27c5d86b4 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1483057115', 'network_id': '49cce92c-293e-402e-a303-90b81c2f8279', 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:27.948893 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-842ee60c-08af-4994-9b9b-7f9b4e32f96f tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.007261 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ee60c-08af-4994-9b9b-7f9b4e32f96f tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Pushing event deleted for resources: {'Subnet': ['ID=f7c18985-d439-4c19-be51-90abec28edd1,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:28.050317 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337b110a-4bc2-4c52-8ff6-c25762322c2d None None] Network 1ee7a795-7cad-4025-ad1c-ea31997afa2e requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:28.076006 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-842ee60c-08af-4994-9b9b-7f9b4e32f96f tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.079671 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-842ee60c-08af-4994-9b9b-7f9b4e32f96f tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "DELETE /v2.0/subnets/f7c18985-d439-4c19-be51-90abec28edd1 HTTP/1.1" status: 204 len: 168 time: 1.5866787 Jun 30 09:32:28.082170 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38422) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:28.083435 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d21b30a7-8a70-44d0-ba6d-f4162238db85 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.160931 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bc4d089-f1b1-42ce-88ff-9c8814546d48 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Deleting subnet 5abf6d13-ee31-42ca-8f41-a3797ffb8563 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:32:28.166266 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1bc4d089-f1b1-42ce-88ff-9c8814546d48 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.232697 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed584bf-432d-4752-817b-19f27c5d86b4 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Made reservation on behalf of 986dea5b74504ac5b54ab81c3e8c6d18 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:28.241319 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0ed584bf-432d-4752-817b-19f27c5d86b4 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.327308 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a380a1f7-6a3c-4f63-8ca8-65043a9c9fba None None] Provisioning for port 551e90d7-2673-416e-a2f1-be9bb28286d6 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:28.335079 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a380a1f7-6a3c-4f63-8ca8-65043a9c9fba None None] Provisioning complete for port 551e90d7-2673-416e-a2f1-be9bb28286d6 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:28.335468 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a380a1f7-6a3c-4f63-8ca8-65043a9c9fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.361608 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5daa0e1-3283-4b1d-9d60-4e39a111478d req-2aee9d7c-bfdf-4f09-bbfe-6447b9f416ad tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:28.365199 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b5daa0e1-3283-4b1d-9d60-4e39a111478d req-2aee9d7c-bfdf-4f09-bbfe-6447b9f416ad tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 946 time: 0.5363929 Jun 30 09:32:28.405344 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9178373f-76b3-4b05-a57a-0c9dbd17efdd tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.407986 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a380a1f7-6a3c-4f63-8ca8-65043a9c9fba None None] Port 551e90d7-2673-416e-a2f1-be9bb28286d6 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:32:28.424342 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a073f7e2-d8a6-4a81-8ee8-75693dff5d24 None None] DHCP port deletion for 1ee7a795-7cad-4025-ad1c-ea31997afa2e request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:32:28.429896 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1bc4d089-f1b1-42ce-88ff-9c8814546d48 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.501821 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a073f7e2-d8a6-4a81-8ee8-75693dff5d24 None None] Deleting port a847a5fa-e8c9-4469-9b70-2a2a7254260f {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:28.502287 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a073f7e2-d8a6-4a81-8ee8-75693dff5d24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.503764 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9178373f-76b3-4b05-a57a-0c9dbd17efdd tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.654441 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-a073f7e2-d8a6-4a81-8ee8-75693dff5d24 None None] For port a847a5fa-e8c9-4469-9b70-2a2a7254260f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a847a5fa-e8c9-4469-9b70-2a2a7254260f,segment=NetworkSegment(c234fcd6-893a-4512-8def-0f2118a6a16c),segment_id=c234fcd6-893a-4512-8def-0f2118a6a16c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:28.667377 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a073f7e2-d8a6-4a81-8ee8-75693dff5d24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.705765 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a073f7e2-d8a6-4a81-8ee8-75693dff5d24 None None] Calling delete_port for a847a5fa-e8c9-4469-9b70-2a2a7254260f owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:28.719354 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b5daa0e1-3283-4b1d-9d60-4e39a111478d req-df72608b-b4cd-46ee-b55a-77df17e36297 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3224611 Jun 30 09:32:28.736269 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d21b30a7-8a70-44d0-ba6d-f4162238db85 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.740078 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9178373f-76b3-4b05-a57a-0c9dbd17efdd tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.741830 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178373f-76b3-4b05-a57a-0c9dbd17efdd tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Pushing event updated for resources: {'Port': ['ID=551e90d7-2673-416e-a2f1-be9bb28286d6,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:28.887491 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:32:28.933383 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9178373f-76b3-4b05-a57a-0c9dbd17efdd tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Network a230e13b-85cb-400e-9e84-c2a9f9892951 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:28.938275 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-9178373f-76b3-4b05-a57a-0c9dbd17efdd tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:28.962281 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1bc4d089-f1b1-42ce-88ff-9c8814546d48 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.087669 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0ed584bf-432d-4752-817b-19f27c5d86b4 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.172538 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9178373f-76b3-4b05-a57a-0c9dbd17efdd tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Router e6720cbd-3a00-40bd-9b84-a5d79b97be0b has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:32:29.174211 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.235633 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a073f7e2-d8a6-4a81-8ee8-75693dff5d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.248588 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed584bf-432d-4752-817b-19f27c5d86b4 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Checking segment: {'id': 'b4d88acf-b354-4e36-860e-d25aa6dffbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '49cce92c-293e-402e-a303-90b81c2f8279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:29.251396 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed584bf-432d-4752-817b-19f27c5d86b4 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Network hostable DHCP agents. Network: 49cce92c-293e-402e-a303-90b81c2f8279, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:32:29.270150 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1bc4d089-f1b1-42ce-88ff-9c8814546d48 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.297186 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d21b30a7-8a70-44d0-ba6d-f4162238db85 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.305337 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073f7e2-d8a6-4a81-8ee8-75693dff5d24 None None] Pushing event deleted for resources: {'Port': ['ID=a847a5fa-e8c9-4469-9b70-2a2a7254260f,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:29.317807 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4895a77-b4d4-4a61-ac23-f69803335792', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:32:29.324929 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acc07f7-b67d-41cc-936c-fe1bea93967e" -d '{"events": [{"server_uuid": "f4895a77-b4d4-4a61-ac23-f69803335792", "name": "network-vif-unplugged", "status": "completed", "tag": "c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:32:29.350605 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed584bf-432d-4752-817b-19f27c5d86b4 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Pushing event updated for resources: {'Subnet': ['ID=ccbefef3-6ad8-4d57-aa5c-2bead4f43fc7,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:29.413929 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a073f7e2-d8a6-4a81-8ee8-75693dff5d24 None None] No DVR routers for this DVR port a847a5fa-e8c9-4469-9b70-2a2a7254260f on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:32:29.437036 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4d089-f1b1-42ce-88ff-9c8814546d48 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Pushing event deleted for resources: {'Subnet': ['ID=5abf6d13-ee31-42ca-8f41-a3797ffb8563,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:29.439608 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8710d0-7b39-467c-b725-9201ad90fb94 None None] Network 203a8969-fabc-4eb3-a4b7-0ed49225ea16 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:29.440367 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1bc4d089-f1b1-42ce-88ff-9c8814546d48 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.444496 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc1f44c-1569-434e-acb4-9bbfe1149eed x-openstack-request-id: req-5bc1f44c-1569-434e-acb4-9bbfe1149eed {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:32:29.444819 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4895a77-b4d4-4a61-ac23-f69803335792", "name": "network-vif-unplugged", "status": "completed", "tag": "c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:32:29.444926 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b30a7-8a70-44d0-ba6d-f4162238db85 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Subnet': ['ID=542cc03c-fea5-455f-a677-026c1ae7c58f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:29.445114 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5bc1f44c-1569-434e-acb4-9bbfe1149eed {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:32:29.445192 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1bc4d089-f1b1-42ce-88ff-9c8814546d48 tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "DELETE /v2.0/subnets/5abf6d13-ee31-42ca-8f41-a3797ffb8563 HTTP/1.1" status: 204 len: 168 time: 1.3614519 Jun 30 09:32:29.445496 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4895a77-b4d4-4a61-ac23-f69803335792', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363', 'code': 200} Jun 30 09:32:29.446133 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38428) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:29.456892 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d21b30a7-8a70-44d0-ba6d-f4162238db85 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.457106 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363,segment=NetworkSegment(00b77331-5ed3-4449-ba6a-84efe27ecf19),segment_id=00b77331-5ed3-4449-ba6a-84efe27ecf19)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:29.465128 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d21b30a7-8a70-44d0-ba6d-f4162238db85 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/542cc03c-fea5-455f-a677-026c1ae7c58f HTTP/1.1" status: 204 len: 168 time: 2.4476192 Jun 30 09:32:29.476015 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38430) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:29.522096 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9178373f-76b3-4b05-a57a-0c9dbd17efdd tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:29.543315 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9178373f-76b3-4b05-a57a-0c9dbd17efdd tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] 10.222.0.10 "PUT /v2.0/routers/e6720cbd-3a00-40bd-9b84-a5d79b97be0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5394979 Jun 30 09:32:29.543509 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e1c4ec-655d-4721-ba9a-c663865376be None None] Sync routers for ids ['e6720cbd-3a00-40bd-9b84-a5d79b97be0b'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:29.544128 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38432) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:29.552301 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.587722 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed584bf-432d-4752-817b-19f27c5d86b4 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Network 49cce92c-293e-402e-a303-90b81c2f8279 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:32:29.597826 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-de883f62-dff8-4c92-8db9-5f7ba4b0a15c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1195033 Jun 30 09:32:29.604999 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38434) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:29.615661 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-ef31b833-3959-4280-aaf4-b77ac877bf67 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:29.640316 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ebbb3d1c-c7f0-4109-92ea-7787eb4a9daf tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.653528 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809b55cc-35e5-4638-8e73-305c640dfb71 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:29.697610 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-78abe0d6-ab38-42e6-8165-3bc3f102c55f tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.707950 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-0ed584bf-432d-4752-817b-19f27c5d86b4 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 49cce92c-293e-402e-a303-90b81c2f8279) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:29.739966 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed584bf-432d-4752-817b-19f27c5d86b4 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:29.740557 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0ed584bf-432d-4752-817b-19f27c5d86b4 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.764213 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:29.854410 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f38d4971-ebaf-4a17-bdfa-37ebd30d39aa None None] Provisioning complete for port 551e90d7-2673-416e-a2f1-be9bb28286d6 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:29.854894 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f38d4971-ebaf-4a17-bdfa-37ebd30d39aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.861338 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1e3716-78ad-42f5-9ffe-baac263bdc53 None None] Network 49cce92c-293e-402e-a303-90b81c2f8279 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:29.898991 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-78abe0d6-ab38-42e6-8165-3bc3f102c55f tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 09:32:29.901823 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-78abe0d6-ab38-42e6-8165-3bc3f102c55f tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] 10.222.0.10 "DELETE /v2.0/routers/e6720cbd-3a00-40bd-9b84-a5d79b97be0b HTTP/1.1" status: 409 len: 329 time: 0.3559070 Jun 30 09:32:29.905710 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38440) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:29.951543 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e1c4ec-655d-4721-ba9a-c663865376be None None] Routers {'e6720cbd-3a00-40bd-9b84-a5d79b97be0b'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:29.953929 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-32e1c4ec-655d-4721-ba9a-c663865376be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:32:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e6720cbd-3a00-40bd-9b84-a5d79b97be0b'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:29.959942 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ebbb3d1c-c7f0-4109-92ea-7787eb4a9daf tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.992316 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-ebbb3d1c-c7f0-4109-92ea-7787eb4a9daf tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee7a795-7cad-4025-ad1c-ea31997afa2e']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:30.004694 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef31b833-3959-4280-aaf4-b77ac877bf67 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:30.008834 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ef31b833-3959-4280-aaf4-b77ac877bf67 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.064790 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-32e1c4ec-655d-4721-ba9a-c663865376be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:30.073072 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 947b3edc-4424-4dd2-8889-28c9b1e08f15 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:30.161008 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e1c4ec-655d-4721-ba9a-c663865376be None None] Routers {'e6720cbd-3a00-40bd-9b84-a5d79b97be0b'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:30.163339 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-32e1c4ec-655d-4721-ba9a-c663865376be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:32:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e6720cbd-3a00-40bd-9b84-a5d79b97be0b'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:30.232945 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bf9cf-2939-4174-87b3-050ce8052b02 req-bf1881aa-2de1-41b1-acbe-ce5f3b95a7d3 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:30.234797 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-359bf9cf-2939-4174-87b3-050ce8052b02 req-bf1881aa-2de1-41b1-acbe-ce5f3b95a7d3 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 944 time: 0.2387912 Jun 30 09:32:30.243399 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0ed584bf-432d-4752-817b-19f27c5d86b4 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3184328 Jun 30 09:32:30.248278 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-ebbb3d1c-c7f0-4109-92ea-7787eb4a9daf tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c234fcd6-893a-4512-8def-0f2118a6a16c') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:30.248855 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-ebbb3d1c-c7f0-4109-92ea-7787eb4a9daf tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c234fcd6-893a-4512-8def-0f2118a6a16c') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:30.252817 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-32e1c4ec-655d-4721-ba9a-c663865376be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:30.253407 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e1c4ec-655d-4721-ba9a-c663865376be None None] The sync data for ids ['e6720cbd-3a00-40bd-9b84-a5d79b97be0b'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:30.255702 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38442) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:30.280787 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ebbb3d1c-c7f0-4109-92ea-7787eb4a9daf tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.297865 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ebbb3d1c-c7f0-4109-92ea-7787eb4a9daf tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.305290 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebbb3d1c-c7f0-4109-92ea-7787eb4a9daf tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:32:30.305950 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ebbb3d1c-c7f0-4109-92ea-7787eb4a9daf tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:32:30.310914 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:32:30.335858 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-f38d4971-ebaf-4a17-bdfa-37ebd30d39aa None None] Port 551e90d7-2673-416e-a2f1-be9bb28286d6 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:32:30.393856 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 947b3edc-4424-4dd2-8889-28c9b1e08f15 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:30.420203 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 947b3edc-4424-4dd2-8889-28c9b1e08f15 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:30.421698 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.490808 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-359bf9cf-2939-4174-87b3-050ce8052b02 req-5f776685-5f02-4a99-913d-adcb1ceb4908 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2471583 Jun 30 09:32:30.518534 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37f7d93-5d7e-4ed6-a055-6cc1273d0e6a None None] DHCP port deletion for 203a8969-fabc-4eb3-a4b7-0ed49225ea16 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:32:30.661972 n-d-771363-31 neutron-server[101054]: DEBUG neutron.objects.ports [None req-ef31b833-3959-4280-aaf4-b77ac877bf67 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101054) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:32:30.683840 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ebbb3d1c-c7f0-4109-92ea-7787eb4a9daf tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.700417 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-56317330-8d80-4f69-8c20-367db7f0cd27 None None] Provisioning complete for port bd4feda5-a02d-44ce-8e94-255c8877e1f5 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:30.704982 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-56317330-8d80-4f69-8c20-367db7f0cd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.767762 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961dd976-eadf-47db-875b-68ab876aec55 None None] DHCP port deletion for ac69f748-a231-4e69-a180-b37986a0b0a8 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:32:30.771482 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ebbb3d1c-c7f0-4109-92ea-7787eb4a9daf tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.780248 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ebbb3d1c-c7f0-4109-92ea-7787eb4a9daf tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "DELETE /v2.0/networks/1ee7a795-7cad-4025-ad1c-ea31997afa2e HTTP/1.1" status: 204 len: 168 time: 1.3311236 Jun 30 09:32:30.801566 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38448) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:30.825270 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb3d1c-c7f0-4109-92ea-7787eb4a9daf tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Pushing event deleted for resources: {'Network': ['ID=1ee7a795-7cad-4025-ad1c-ea31997afa2e,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:30.870152 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.882768 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-200fced8-df42-4851-9e82-6ed00cc060ba tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.883004 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-d37f7d93-5d7e-4ed6-a055-6cc1273d0e6a None None] Deleting port 8712fa0b-848d-4443-bc45-7f5cb2c47ef1 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:30.883490 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d37f7d93-5d7e-4ed6-a055-6cc1273d0e6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.986217 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-107e277a-0a61-4ac7-aa00-88b2f5206cef tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.039993 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79400906-b15c-4e2c-9c91-caff8fa3c08c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-49cce92c-293e-402e-a303-90b81c2f8279', 'network_id': '49cce92c-293e-402e-a303-90b81c2f8279', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'fixed_ips': [{'subnet_id': 'ccbefef3-6ad8-4d57-aa5c-2bead4f43fc7'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:32:31.042000 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-79400906-b15c-4e2c-9c91-caff8fa3c08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.092510 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-d37f7d93-5d7e-4ed6-a055-6cc1273d0e6a None None] For port 8712fa0b-848d-4443-bc45-7f5cb2c47ef1, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8712fa0b-848d-4443-bc45-7f5cb2c47ef1,segment=NetworkSegment(5d74be57-0b58-40b7-ac12-8573793671cf),segment_id=5d74be57-0b58-40b7-ac12-8573793671cf)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:31.093005 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d37f7d93-5d7e-4ed6-a055-6cc1273d0e6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.113809 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-d37f7d93-5d7e-4ed6-a055-6cc1273d0e6a None None] Calling delete_port for 8712fa0b-848d-4443-bc45-7f5cb2c47ef1 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:31.170532 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-107e277a-0a61-4ac7-aa00-88b2f5206cef tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Deleting port 8712fa0b-848d-4443-bc45-7f5cb2c47ef1 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:31.171593 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-107e277a-0a61-4ac7-aa00-88b2f5206cef tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.237519 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 947b3edc-4424-4dd2-8889-28c9b1e08f15, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=947b3edc-4424-4dd2-8889-28c9b1e08f15,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:31.272328 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-107e277a-0a61-4ac7-aa00-88b2f5206cef tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] For port 8712fa0b-848d-4443-bc45-7f5cb2c47ef1, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8712fa0b-848d-4443-bc45-7f5cb2c47ef1,segment=NetworkSegment(5d74be57-0b58-40b7-ac12-8573793671cf),segment_id=5d74be57-0b58-40b7-ac12-8573793671cf)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:31.273329 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-107e277a-0a61-4ac7-aa00-88b2f5206cef tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.289009 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-107e277a-0a61-4ac7-aa00-88b2f5206cef tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Calling delete_port for 8712fa0b-848d-4443-bc45-7f5cb2c47ef1 owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:31.373285 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-961dd976-eadf-47db-875b-68ab876aec55 None None] Deleting port bd4feda5-a02d-44ce-8e94-255c8877e1f5 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:31.373666 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-961dd976-eadf-47db-875b-68ab876aec55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.374593 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ef31b833-3959-4280-aaf4-b77ac877bf67 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.437186 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-107e277a-0a61-4ac7-aa00-88b2f5206cef tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.452284 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107e277a-0a61-4ac7-aa00-88b2f5206cef tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] No DVR routers for this DVR port 8712fa0b-848d-4443-bc45-7f5cb2c47ef1 on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:32:31.480567 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-961dd976-eadf-47db-875b-68ab876aec55 None None] For port bd4feda5-a02d-44ce-8e94-255c8877e1f5, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=bd4feda5-a02d-44ce-8e94-255c8877e1f5,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:31.481163 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-961dd976-eadf-47db-875b-68ab876aec55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.499065 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-961dd976-eadf-47db-875b-68ab876aec55 None None] Calling delete_port for bd4feda5-a02d-44ce-8e94-255c8877e1f5 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:31.538699 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e277a-0a61-4ac7-aa00-88b2f5206cef tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Pushing event deleted for resources: {'Port': ['ID=8712fa0b-848d-4443-bc45-7f5cb2c47ef1,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:31.638967 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d37f7d93-5d7e-4ed6-a055-6cc1273d0e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.641415 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.669562 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-107e277a-0a61-4ac7-aa00-88b2f5206cef tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.696535 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f7d93-5d7e-4ed6-a055-6cc1273d0e6a None None] Pushing event deleted for resources: {'Port': ['ID=8712fa0b-848d-4443-bc45-7f5cb2c47ef1,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:31.704130 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37f7d93-5d7e-4ed6-a055-6cc1273d0e6a None None] No DVR routers for this DVR port 8712fa0b-848d-4443-bc45-7f5cb2c47ef1 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:32:31.709000 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-107e277a-0a61-4ac7-aa00-88b2f5206cef tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203a8969-fabc-4eb3-a4b7-0ed49225ea16']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:31.734255 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-107e277a-0a61-4ac7-aa00-88b2f5206cef tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d74be57-0b58-40b7-ac12-8573793671cf') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:31.734568 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-107e277a-0a61-4ac7-aa00-88b2f5206cef tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d74be57-0b58-40b7-ac12-8573793671cf') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:31.761556 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-107e277a-0a61-4ac7-aa00-88b2f5206cef tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.788491 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-107e277a-0a61-4ac7-aa00-88b2f5206cef tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.805522 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a847a5fa-e8c9-4469-9b70-2a2a7254260f no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:32:31.810022 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-ef31b833-3959-4280-aaf4-b77ac877bf67 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] For port bd4feda5-a02d-44ce-8e94-255c8877e1f5, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=bd4feda5-a02d-44ce-8e94-255c8877e1f5,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:31.836337 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: a847a5fa-e8c9-4469-9b70-2a2a7254260f {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:32:31.836692 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a847a5fa-e8c9-4469-9b70-2a2a7254260f not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:32:31.870048 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ef31b833-3959-4280-aaf4-b77ac877bf67 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.873118 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-107e277a-0a61-4ac7-aa00-88b2f5206cef tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:32:31.873647 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-107e277a-0a61-4ac7-aa00-88b2f5206cef tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.889457 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-79400906-b15c-4e2c-9c91-caff8fa3c08c None None] Allocated IP 172.20.0.18 (49cce92c-293e-402e-a303-90b81c2f8279/ccbefef3-6ad8-4d57-aa5c-2bead4f43fc7/3be5a6dd-fdde-4606-9223-6a43dbc8705c) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:31.895505 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=947b3edc-4424-4dd2-8889-28c9b1e08f15,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:32:31.986741 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:32:32.017491 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device bd4feda5-a02d-44ce-8e94-255c8877e1f5 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:32:32.027427 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ef31b833-3959-4280-aaf4-b77ac877bf67 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.028747 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ef31b833-3959-4280-aaf4-b77ac877bf67 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.057406 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2929393d-f626-4e87-82c4-86f11cc06ea3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.119074 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef31b833-3959-4280-aaf4-b77ac877bf67 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:32.246587 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-ef31b833-3959-4280-aaf4-b77ac877bf67 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:32.246927 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-200fced8-df42-4851-9e82-6ed00cc060ba tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Deleting port 551e90d7-2673-416e-a2f1-be9bb28286d6 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:32.246927 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-200fced8-df42-4851-9e82-6ed00cc060ba tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.247272 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef31b833-3959-4280-aaf4-b77ac877bf67 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:32.247272 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ef31b833-3959-4280-aaf4-b77ac877bf67 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.247272 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31b833-3959-4280-aaf4-b77ac877bf67 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Port': ['ID=bd4feda5-a02d-44ce-8e94-255c8877e1f5,revision_number=11']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:32.247272 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31b833-3959-4280-aaf4-b77ac877bf67 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Subnet': ['ID=5e49c123-51e0-4c97-8c6b-a42167758377,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:32.252745 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-fcb6ad8f-928c-47bb-9bcc-7f03b68da8d5 req-9b4943d8-e4ef-4f98-8ecf-4eab861c5e55 service neutron] (101054) timed out ('10.222.0.37', 58470) {{(pid=101054) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:32:32.338496 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-200fced8-df42-4851-9e82-6ed00cc060ba tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.338701 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-79400906-b15c-4e2c-9c91-caff8fa3c08c None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.358414 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-200fced8-df42-4851-9e82-6ed00cc060ba tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Calling delete_port for 551e90d7-2673-416e-a2f1-be9bb28286d6 owned by network:router_interface {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:32.379168 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-79400906-b15c-4e2c-9c91-caff8fa3c08c None None] Transition to ACTIVE for port object 3be5a6dd-fdde-4606-9223-6a43dbc8705c will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:32.409734 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.413188 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-79400906-b15c-4e2c-9c91-caff8fa3c08c None None] Transition to ACTIVE for port object 3be5a6dd-fdde-4606-9223-6a43dbc8705c will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:32.468133 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-107e277a-0a61-4ac7-aa00-88b2f5206cef tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.472473 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-961dd976-eadf-47db-875b-68ab876aec55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.476160 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ef31b833-3959-4280-aaf4-b77ac877bf67 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8697460 Jun 30 09:32:32.477305 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38460) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:32.482928 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-71597d66-9c25-44d5-a86b-95ab1459d9eb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:32.505431 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-107e277a-0a61-4ac7-aa00-88b2f5206cef tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.510408 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-107e277a-0a61-4ac7-aa00-88b2f5206cef tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] 10.222.0.10 "DELETE /v2.0/networks/203a8969-fabc-4eb3-a4b7-0ed49225ea16 HTTP/1.1" status: 204 len: 168 time: 1.7067633 Jun 30 09:32:32.530272 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e277a-0a61-4ac7-aa00-88b2f5206cef tempest-TaggedBootDevicesTest-176952935 tempest-TaggedBootDevicesTest-176952935-project] Pushing event deleted for resources: {'Network': ['ID=203a8969-fabc-4eb3-a4b7-0ed49225ea16,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:32.554981 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961dd976-eadf-47db-875b-68ab876aec55 None None] Pushing event deleted for resources: {'Port': ['ID=bd4feda5-a02d-44ce-8e94-255c8877e1f5,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:32.567610 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-79400906-b15c-4e2c-9c91-caff8fa3c08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.626832 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79400906-b15c-4e2c-9c91-caff8fa3c08c None None] Pushing event updated for resources: {'Port': ['ID=3be5a6dd-fdde-4606-9223-6a43dbc8705c,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:32.684792 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961dd976-eadf-47db-875b-68ab876aec55 None None] No DVR routers for this DVR port bd4feda5-a02d-44ce-8e94-255c8877e1f5 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:32:32.686700 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8712fa0b-848d-4443-bc45-7f5cb2c47ef1 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:32:32.740169 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79400906-b15c-4e2c-9c91-caff8fa3c08c None None] Network 49cce92c-293e-402e-a303-90b81c2f8279 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:32.741171 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b0ab10-1df4-44cd-8439-cbf7809c22c4 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:32.744594 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 8712fa0b-848d-4443-bc45-7f5cb2c47ef1 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:32:32.744940 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8712fa0b-848d-4443-bc45-7f5cb2c47ef1 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:32:32.777418 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-79400906-b15c-4e2c-9c91-caff8fa3c08c None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:32.808692 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79400906-b15c-4e2c-9c91-caff8fa3c08c None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:32.873107 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-2929393d-f626-4e87-82c4-86f11cc06ea3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Allocated IP 172.20.0.17 (49cce92c-293e-402e-a303-90b81c2f8279/ccbefef3-6ad8-4d57-aa5c-2bead4f43fc7/69351c6e-e648-4df3-a26f-a6618c816eeb) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:32.907108 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:32:32.938334 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-79400906-b15c-4e2c-9c91-caff8fa3c08c None None] Attempting to bind port 3be5a6dd-fdde-4606-9223-6a43dbc8705c on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:32:32.939615 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-79400906-b15c-4e2c-9c91-caff8fa3c08c None None] Attempting to bind port 3be5a6dd-fdde-4606-9223-6a43dbc8705c by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'b4d88acf-b354-4e36-860e-d25aa6dffbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '49cce92c-293e-402e-a303-90b81c2f8279'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:32:32.940071 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79400906-b15c-4e2c-9c91-caff8fa3c08c None None] Attempting to bind port 3be5a6dd-fdde-4606-9223-6a43dbc8705c on network 49cce92c-293e-402e-a303-90b81c2f8279 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:32.984702 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79400906-b15c-4e2c-9c91-caff8fa3c08c None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:32:32.985074 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79400906-b15c-4e2c-9c91-caff8fa3c08c None None] Checking segment: {'id': 'b4d88acf-b354-4e36-860e-d25aa6dffbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '49cce92c-293e-402e-a303-90b81c2f8279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:32.985477 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-79400906-b15c-4e2c-9c91-caff8fa3c08c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.985869 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79400906-b15c-4e2c-9c91-caff8fa3c08c None None] Bound using segment: {'id': 'b4d88acf-b354-4e36-860e-d25aa6dffbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '49cce92c-293e-402e-a303-90b81c2f8279'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:32:32.986350 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-79400906-b15c-4e2c-9c91-caff8fa3c08c None None] Bound port: 3be5a6dd-fdde-4606-9223-6a43dbc8705c, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4d88acf-b354-4e36-860e-d25aa6dffbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '49cce92c-293e-402e-a303-90b81c2f8279'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:32:32.986731 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-79400906-b15c-4e2c-9c91-caff8fa3c08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.989030 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71597d66-9c25-44d5-a86b-95ab1459d9eb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:32.993916 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-71597d66-9c25-44d5-a86b-95ab1459d9eb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.121341 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-200fced8-df42-4851-9e82-6ed00cc060ba tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.219593 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200fced8-df42-4851-9e82-6ed00cc060ba tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Pushing event deleted for resources: {'Port': ['ID=551e90d7-2673-416e-a2f1-be9bb28286d6,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:33.239785 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf66240-3390-46ee-afd8-872eb741dbcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-ac69f748-a231-4e69-a180-b37986a0b0a8', 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'fixed_ips': [{'subnet_id': '5e49c123-51e0-4c97-8c6b-a42167758377'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:32:33.239785 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7cf66240-3390-46ee-afd8-872eb741dbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.311771 n-d-771363-31 neutron-server[101053]: INFO neutron.db.ipam_backend_mixin [None req-71597d66-9c25-44d5-a86b-95ab1459d9eb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5e49c123-51e0-4c97-8c6b-a42167758377 (CIDR: 2001:db8::/64) Jun 30 09:32:33.332469 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-79400906-b15c-4e2c-9c91-caff8fa3c08c None None] For port 3be5a6dd-fdde-4606-9223-6a43dbc8705c, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:32:33.336570 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-79400906-b15c-4e2c-9c91-caff8fa3c08c None None] For port 3be5a6dd-fdde-4606-9223-6a43dbc8705c, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3be5a6dd-fdde-4606-9223-6a43dbc8705c,segment=NetworkSegment(b4d88acf-b354-4e36-860e-d25aa6dffbed),segment_id=b4d88acf-b354-4e36-860e-d25aa6dffbed)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:32:33.402871 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-71597d66-9c25-44d5-a86b-95ab1459d9eb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:32:33.403326 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71597d66-9c25-44d5-a86b-95ab1459d9eb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:32:33.444328 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2929393d-f626-4e87-82c4-86f11cc06ea3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.512634 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-79400906-b15c-4e2c-9c91-caff8fa3c08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.578090 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-7cf66240-3390-46ee-afd8-872eb741dbcf None None] Allocated IP 2001:db8::f816:3eff:fe7a:63fc (ac69f748-a231-4e69-a180-b37986a0b0a8/5e49c123-51e0-4c97-8c6b-a42167758377/4d3c7d0d-a1ee-4774-b941-7c799ac97f6d) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:33.586697 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-2929393d-f626-4e87-82c4-86f11cc06ea3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Transition to ACTIVE for port object 69351c6e-e648-4df3-a26f-a6618c816eeb will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:33.592375 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-200fced8-df42-4851-9e82-6ed00cc060ba tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.612114 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79400906-b15c-4e2c-9c91-caff8fa3c08c None None] Pushing event updated for resources: {'Port': ['ID=3be5a6dd-fdde-4606-9223-6a43dbc8705c,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:33.704636 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-71597d66-9c25-44d5-a86b-95ab1459d9eb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2219119 Jun 30 09:32:33.704842 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38478) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:33.709522 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-5911ed35-ff95-4385-9ee7-a579d931e12a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:33.855551 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200fced8-df42-4851-9e82-6ed00cc060ba tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Router e6720cbd-3a00-40bd-9b84-a5d79b97be0b has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:32:33.909608 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7cf66240-3390-46ee-afd8-872eb741dbcf None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.922042 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7cf66240-3390-46ee-afd8-872eb741dbcf None None] Transition to ACTIVE for port object 4d3c7d0d-a1ee-4774-b941-7c799ac97f6d will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:33.962192 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7cf66240-3390-46ee-afd8-872eb741dbcf None None] Transition to ACTIVE for port object 4d3c7d0d-a1ee-4774-b941-7c799ac97f6d will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:33.995557 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2929393d-f626-4e87-82c4-86f11cc06ea3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.073446 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 947b3edc-4424-4dd2-8889-28c9b1e08f15 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:34.155664 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200fced8-df42-4851-9e82-6ed00cc060ba tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:34.155664 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2929393d-f626-4e87-82c4-86f11cc06ea3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Network 49cce92c-293e-402e-a303-90b81c2f8279 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:34.156111 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92c23c1-0cb8-4667-afb6-b17d1b80b09a None None] Sync routers for ids ['e6720cbd-3a00-40bd-9b84-a5d79b97be0b'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:34.156480 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-200fced8-df42-4851-9e82-6ed00cc060ba tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] 10.222.0.10 "PUT /v2.0/routers/e6720cbd-3a00-40bd-9b84-a5d79b97be0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2187948 Jun 30 09:32:34.156572 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38484) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:34.156695 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-2929393d-f626-4e87-82c4-86f11cc06ea3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:34.156803 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92c23c1-0cb8-4667-afb6-b17d1b80b09a None None] Routers {'e6720cbd-3a00-40bd-9b84-a5d79b97be0b'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:34.156803 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-d92c23c1-0cb8-4667-afb6-b17d1b80b09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:32:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e6720cbd-3a00-40bd-9b84-a5d79b97be0b'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:34.157009 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 947b3edc-4424-4dd2-8889-28c9b1e08f15 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:34.157687 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.159678 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2929393d-f626-4e87-82c4-86f11cc06ea3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:34.189874 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5911ed35-ff95-4385-9ee7-a579d931e12a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:34.203082 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5911ed35-ff95-4385-9ee7-a579d931e12a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.206608 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-d92c23c1-0cb8-4667-afb6-b17d1b80b09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:34.210310 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929393d-f626-4e87-82c4-86f11cc06ea3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Pushing event updated for resources: {'Port': ['ID=69351c6e-e648-4df3-a26f-a6618c816eeb,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:34.220730 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92c23c1-0cb8-4667-afb6-b17d1b80b09a None None] Routers {'e6720cbd-3a00-40bd-9b84-a5d79b97be0b'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:34.221697 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-d92c23c1-0cb8-4667-afb6-b17d1b80b09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:32:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e6720cbd-3a00-40bd-9b84-a5d79b97be0b'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:34.234652 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7cf66240-3390-46ee-afd8-872eb741dbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.277451 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2929393d-f626-4e87-82c4-86f11cc06ea3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.286030 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-d92c23c1-0cb8-4667-afb6-b17d1b80b09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:34.286794 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92c23c1-0cb8-4667-afb6-b17d1b80b09a None None] The sync data for ids ['e6720cbd-3a00-40bd-9b84-a5d79b97be0b'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:34.325399 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-efe2289f-9528-4ebb-8155-eafed2e3f3d6 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] show failed (client error): The resource could not be found. Jun 30 09:32:34.331497 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-efe2289f-9528-4ebb-8155-eafed2e3f3d6 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-220847015 HTTP/1.1" status: 404 len: 334 time: 0.1969745 Jun 30 09:32:34.331678 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf66240-3390-46ee-afd8-872eb741dbcf None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:34.335874 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-7cf66240-3390-46ee-afd8-872eb741dbcf None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:34.338591 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf66240-3390-46ee-afd8-872eb741dbcf None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:34.343975 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf66240-3390-46ee-afd8-872eb741dbcf None None] Pushing event updated for resources: {'Port': ['ID=4d3c7d0d-a1ee-4774-b941-7c799ac97f6d,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:34.358415 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38486) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:34.365189 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-355b4f34-34a6-4660-8544-e61c297733dd tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:34.437667 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-7cf66240-3390-46ee-afd8-872eb741dbcf None None] Attempting to bind port 4d3c7d0d-a1ee-4774-b941-7c799ac97f6d on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:32:34.438086 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-7cf66240-3390-46ee-afd8-872eb741dbcf None None] Attempting to bind port 4d3c7d0d-a1ee-4774-b941-7c799ac97f6d by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:32:34.438385 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf66240-3390-46ee-afd8-872eb741dbcf None None] Attempting to bind port 4d3c7d0d-a1ee-4774-b941-7c799ac97f6d on network ac69f748-a231-4e69-a180-b37986a0b0a8 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:34.456535 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf66240-3390-46ee-afd8-872eb741dbcf None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:32:34.456535 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf66240-3390-46ee-afd8-872eb741dbcf None None] Checking segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:34.456535 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7cf66240-3390-46ee-afd8-872eb741dbcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.456535 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf66240-3390-46ee-afd8-872eb741dbcf None None] Bound using segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:32:34.456535 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-7cf66240-3390-46ee-afd8-872eb741dbcf None None] Bound port: 4d3c7d0d-a1ee-4774-b941-7c799ac97f6d, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:32:34.456535 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7cf66240-3390-46ee-afd8-872eb741dbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.594065 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-7cf66240-3390-46ee-afd8-872eb741dbcf None None] For port 4d3c7d0d-a1ee-4774-b941-7c799ac97f6d, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:32:34.598289 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-7cf66240-3390-46ee-afd8-872eb741dbcf None None] For port 4d3c7d0d-a1ee-4774-b941-7c799ac97f6d, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4d3c7d0d-a1ee-4774-b941-7c799ac97f6d,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:32:34.639317 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2929393d-f626-4e87-82c4-86f11cc06ea3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.672132 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7cf66240-3390-46ee-afd8-872eb741dbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.768189 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-355b4f34-34a6-4660-8544-e61c297733dd tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] update failed (client error): The resource could not be found. Jun 30 09:32:34.775753 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-355b4f34-34a6-4660-8544-e61c297733dd tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-1869665511 HTTP/1.1" status: 404 len: 335 time: 0.4152956 Jun 30 09:32:34.778921 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38494) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:34.807932 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf66240-3390-46ee-afd8-872eb741dbcf None None] Pushing event updated for resources: {'Port': ['ID=4d3c7d0d-a1ee-4774-b941-7c799ac97f6d,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:34.927213 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-d39d424a-fc05-4cd7-8d99-a6e355364549 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Deleting subnet c6034a14-07cd-4898-abe0-384ea784fa9e {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:32:34.935660 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d39d424a-fc05-4cd7-8d99-a6e355364549 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.997901 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d39d424a-fc05-4cd7-8d99-a6e355364549 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:35.253239 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2929393d-f626-4e87-82c4-86f11cc06ea3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:35.255686 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d39d424a-fc05-4cd7-8d99-a6e355364549 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:35.405904 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e256de8-efe5-403e-8b6a-3f95c23b9015 None None] Network 49cce92c-293e-402e-a303-90b81c2f8279 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:35.434503 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca38f89-f80d-4c53-a2cf-313660a944b6 req-f33a51da-ee7e-4734-a9e2-b71c40bbb677 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:35.436192 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4ca38f89-f80d-4c53-a2cf-313660a944b6 req-f33a51da-ee7e-4734-a9e2-b71c40bbb677 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 944 time: 0.1371655 Jun 30 09:32:35.466290 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2929393d-f626-4e87-82c4-86f11cc06ea3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:35.580423 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5911ed35-ff95-4385-9ee7-a579d931e12a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:35.593727 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929393d-f626-4e87-82c4-86f11cc06ea3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Pushing event updated for resources: {'Port': ['ID=69351c6e-e648-4df3-a26f-a6618c816eeb,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:35.616467 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4ca38f89-f80d-4c53-a2cf-313660a944b6 req-05c19ddf-5a1b-44cf-ac06-247b0b5187f3 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1733706 Jun 30 09:32:35.627374 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2929393d-f626-4e87-82c4-86f11cc06ea3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:35.675996 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-29a5da94-7190-4eae-be72-19da155ceab9 None None] Provisioning for port 3be5a6dd-fdde-4606-9223-6a43dbc8705c completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:35.677209 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5911ed35-ff95-4385-9ee7-a579d931e12a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:35.694200 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-5911ed35-ff95-4385-9ee7-a579d931e12a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:35.707581 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d39d424a-fc05-4cd7-8d99-a6e355364549 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:35.710413 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5911ed35-ff95-4385-9ee7-a579d931e12a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:35.711009 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5911ed35-ff95-4385-9ee7-a579d931e12a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:35.751704 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911ed35-ff95-4385-9ee7-a579d931e12a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Subnet': ['ID=aac289fd-7784-47cf-8ed9-025909ae5d08,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:35.780142 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3ed850-0a51-47da-8025-efbdc9de3849 None None] Network d6ee6e7d-6ed1-47d9-99d0-dce1c8b5e53c requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:35.791079 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d39d424a-fc05-4cd7-8d99-a6e355364549 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:35.797070 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d39d424a-fc05-4cd7-8d99-a6e355364549 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] 10.222.0.10 "DELETE /v2.0/subnets/c6034a14-07cd-4898-abe0-384ea784fa9e HTTP/1.1" status: 204 len: 168 time: 1.0168593 Jun 30 09:32:35.803593 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38512) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:35.803868 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d424a-fc05-4cd7-8d99-a6e355364549 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Pushing event deleted for resources: {'Subnet': ['ID=c6034a14-07cd-4898-abe0-384ea784fa9e,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:35.814278 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2929393d-f626-4e87-82c4-86f11cc06ea3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Network 49cce92c-293e-402e-a303-90b81c2f8279 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:35.816901 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-2929393d-f626-4e87-82c4-86f11cc06ea3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:35.889611 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5911ed35-ff95-4385-9ee7-a579d931e12a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1847048 Jun 30 09:32:35.892279 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38514) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:35.897817 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-539d24c8-d67e-4725-b180-be0d2eb984ad tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'port': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'mac_address': 'fa:16:3e:38:ae:44', 'name': 'tempest-NetworksTestDHCPv6-832308807'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:35.995238 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-685d83c2-dbc5-4ac8-9155-9cfc22da57a7 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Deleting subnet 31449940-445c-47c3-b271-bce846774a0e {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:32:36.019105 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-685d83c2-dbc5-4ac8-9155-9cfc22da57a7 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.045954 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38518) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:36.211109 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-685d83c2-dbc5-4ac8-9155-9cfc22da57a7 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.216586 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3be5a6dd-fdde-4606-9223-6a43dbc8705c up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:36.262857 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539d24c8-d67e-4725-b180-be0d2eb984ad tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:36.344689 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2929393d-f626-4e87-82c4-86f11cc06ea3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Router 6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:32:36.351320 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaa6424-d581-4df2-9af0-b4f6d4f81ff6 None None] DHCP port deletion for d6ee6e7d-6ed1-47d9-99d0-dce1c8b5e53c request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:32:36.503823 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0eaa6424-d581-4df2-9af0-b4f6d4f81ff6 None None] Deleting port b218d2e1-9700-41a6-b2fc-fafe3e41804e {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:36.503823 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0eaa6424-d581-4df2-9af0-b4f6d4f81ff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.504085 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-539d24c8-d67e-4725-b180-be0d2eb984ad tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.528569 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-539d24c8-d67e-4725-b180-be0d2eb984ad tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] device_id is not set on port cade6ea9-3cb2-4040-9fbe-94fa57a5f007 yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:32:36.582848 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 3be5a6dd-fdde-4606-9223-6a43dbc8705c completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:36.609449 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 3be5a6dd-fdde-4606-9223-6a43dbc8705c triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:36.609830 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.718087 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3e52920e-3bec-4763-9503-1189268c4220 None None] Provisioning for port 69351c6e-e648-4df3-a26f-a6618c816eeb completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:36.773103 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3e52920e-3bec-4763-9503-1189268c4220 None None] Provisioning complete for port 69351c6e-e648-4df3-a26f-a6618c816eeb triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:36.773317 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3e52920e-3bec-4763-9503-1189268c4220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.816735 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb388c7-e0b6-42ef-a89b-6ee69236e8ff None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:36.822439 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-3e52920e-3bec-4763-9503-1189268c4220 None None] Port 69351c6e-e648-4df3-a26f-a6618c816eeb cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:32:36.939787 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-539d24c8-d67e-4725-b180-be0d2eb984ad tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Allocated IP 2001:db8:0:1::2f9 (ac69f748-a231-4e69-a180-b37986a0b0a8/aac289fd-7784-47cf-8ed9-025909ae5d08/cade6ea9-3cb2-4040-9fbe-94fa57a5f007) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:36.949078 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-539d24c8-d67e-4725-b180-be0d2eb984ad tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Allocated IP 2001:db8::f816:3eff:fe38:ae44 (ac69f748-a231-4e69-a180-b37986a0b0a8/5e49c123-51e0-4c97-8c6b-a42167758377/cade6ea9-3cb2-4040-9fbe-94fa57a5f007) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:36.975507 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0eaa6424-d581-4df2-9af0-b4f6d4f81ff6 None None] For port b218d2e1-9700-41a6-b2fc-fafe3e41804e, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=b218d2e1-9700-41a6-b2fc-fafe3e41804e,segment=NetworkSegment(57a9e8a0-889d-4cc9-9445-3085553b63dc),segment_id=57a9e8a0-889d-4cc9-9445-3085553b63dc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:36.976162 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0eaa6424-d581-4df2-9af0-b4f6d4f81ff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.985162 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-685d83c2-dbc5-4ac8-9155-9cfc22da57a7 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.996263 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0eaa6424-d581-4df2-9af0-b4f6d4f81ff6 None None] Calling delete_port for b218d2e1-9700-41a6-b2fc-fafe3e41804e owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:37.048010 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5195e-b267-4301-8a61-1e856933ca51 req-4c5e1b13-f25a-4868-8bcf-d16aed4e1d72 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:37.048010 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3ff5195e-b267-4301-8a61-1e856933ca51 req-4c5e1b13-f25a-4868-8bcf-d16aed4e1d72 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 944 time: 0.1548483 Jun 30 09:32:37.105437 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3ff5195e-b267-4301-8a61-1e856933ca51 req-e9b5395e-8dca-4243-a574-020bc420bae7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613863 Jun 30 09:32:37.196288 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-685d83c2-dbc5-4ac8-9155-9cfc22da57a7 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.229876 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.314773 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d83c2-dbc5-4ac8-9155-9cfc22da57a7 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Pushing event deleted for resources: {'Subnet': ['ID=31449940-445c-47c3-b271-bce846774a0e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:37.326713 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-e3990420-0f1e-48a7-8b10-14f6343f0da4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.2102432 Jun 30 09:32:37.336288 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-685d83c2-dbc5-4ac8-9155-9cfc22da57a7 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.336288 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-685d83c2-dbc5-4ac8-9155-9cfc22da57a7 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] 10.222.0.10 "DELETE /v2.0/subnets/31449940-445c-47c3-b271-bce846774a0e HTTP/1.1" status: 204 len: 168 time: 1.5315466 Jun 30 09:32:37.338032 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0eaa6424-d581-4df2-9af0-b4f6d4f81ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.338691 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38534) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:37.339407 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ada8f6d-d6a2-4336-ad37-3c0e923cbe0e None None] Network b42a39aa-121f-44d6-a6b2-961ce46c80da requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:37.356148 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 3be5a6dd-fdde-4606-9223-6a43dbc8705c, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3be5a6dd-fdde-4606-9223-6a43dbc8705c,segment=NetworkSegment(b4d88acf-b354-4e36-860e-d25aa6dffbed),segment_id=b4d88acf-b354-4e36-860e-d25aa6dffbed)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:37.378410 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-539d24c8-d67e-4725-b180-be0d2eb984ad tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.402873 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-539d24c8-d67e-4725-b180-be0d2eb984ad tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Transition to ACTIVE for port object cade6ea9-3cb2-4040-9fbe-94fa57a5f007 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:37.436658 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bff09299-b6ef-40c8-9ec0-62d9e04be920 None None] Provisioning for port 4d3c7d0d-a1ee-4774-b941-7c799ac97f6d completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:37.465470 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2929393d-f626-4e87-82c4-86f11cc06ea3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:37.468235 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa6424-d581-4df2-9af0-b4f6d4f81ff6 None None] Pushing event deleted for resources: {'Port': ['ID=b218d2e1-9700-41a6-b2fc-fafe3e41804e,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:37.506032 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2929393d-f626-4e87-82c4-86f11cc06ea3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "PUT /v2.0/routers/6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2350962 Jun 30 09:32:37.506258 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaa6424-d581-4df2-9af0-b4f6d4f81ff6 None None] No DVR routers for this DVR port b218d2e1-9700-41a6-b2fc-fafe3e41804e on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:32:37.515551 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6561d29-6ad4-4d56-bbd7-0b83771d83e5 None None] Sync routers for ids ['6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:37.537517 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-539d24c8-d67e-4725-b180-be0d2eb984ad tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.551783 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.557482 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4d3c7d0d-a1ee-4774-b941-7c799ac97f6d up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:37.557654 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-96bd388d-0a96-44da-bab4-8dfad63663d6 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.662354 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539d24c8-d67e-4725-b180-be0d2eb984ad tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:37.687446 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-539d24c8-d67e-4725-b180-be0d2eb984ad tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:37.706653 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-96bd388d-0a96-44da-bab4-8dfad63663d6 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.710833 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539d24c8-d67e-4725-b180-be0d2eb984ad tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:37.731888 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539d24c8-d67e-4725-b180-be0d2eb984ad tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:37.732891 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-539d24c8-d67e-4725-b180-be0d2eb984ad tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.748146 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d24c8-d67e-4725-b180-be0d2eb984ad tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Port': ['ID=cade6ea9-3cb2-4040-9fbe-94fa57a5f007,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:37.751670 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-96bd388d-0a96-44da-bab4-8dfad63663d6 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6ee6e7d-6ed1-47d9-99d0-dce1c8b5e53c']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:37.792465 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-96bd388d-0a96-44da-bab4-8dfad63663d6 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a9e8a0-889d-4cc9-9445-3085553b63dc') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:37.795548 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-96bd388d-0a96-44da-bab4-8dfad63663d6 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a9e8a0-889d-4cc9-9445-3085553b63dc') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:37.828202 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-96bd388d-0a96-44da-bab4-8dfad63663d6 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.851103 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-96bd388d-0a96-44da-bab4-8dfad63663d6 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.853129 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6561d29-6ad4-4d56-bbd7-0b83771d83e5 None None] Routers {'6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:37.857208 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f6561d29-6ad4-4d56-bbd7-0b83771d83e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:32:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:37.858278 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96bd388d-0a96-44da-bab4-8dfad63663d6 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:32:37.858691 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-96bd388d-0a96-44da-bab4-8dfad63663d6 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.866972 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-539d24c8-d67e-4725-b180-be0d2eb984ad tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9679763 Jun 30 09:32:37.866972 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38554) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:32:37.927543 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:32:38.083388 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-96bd388d-0a96-44da-bab4-8dfad63663d6 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.104114 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-96bd388d-0a96-44da-bab4-8dfad63663d6 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.108046 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-96bd388d-0a96-44da-bab4-8dfad63663d6 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] 10.222.0.10 "DELETE /v2.0/networks/d6ee6e7d-6ed1-47d9-99d0-dce1c8b5e53c HTTP/1.1" status: 204 len: 168 time: 0.7567868 Jun 30 09:32:38.110771 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38558) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:38.121813 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd388d-0a96-44da-bab4-8dfad63663d6 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Pushing event deleted for resources: {'Network': ['ID=d6ee6e7d-6ed1-47d9-99d0-dce1c8b5e53c,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:38.259713 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.260880 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bff09299-b6ef-40c8-9ec0-62d9e04be920 None None] Provisioning complete for port 69351c6e-e648-4df3-a26f-a6618c816eeb triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:38.261455 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bff09299-b6ef-40c8-9ec0-62d9e04be920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.289229 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-765bdf5c-2281-4776-a13a-ac2ef2f3e74c tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:38.303771 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-765bdf5c-2281-4776-a13a-ac2ef2f3e74c tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/networks?id=49cce92c-293e-402e-a303-90b81c2f8279 HTTP/1.1" status: 200 len: 798 time: 0.3750372 Jun 30 09:32:38.331345 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-7e2dac50-fbfb-4564-8d73-2502ebeac086 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting port cade6ea9-3cb2-4040-9fbe-94fa57a5f007 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:38.331952 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7e2dac50-fbfb-4564-8d73-2502ebeac086 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.332400 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-9a369894-62e0-4df7-82ec-be9d9adb5252 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/quotas/986dea5b74504ac5b54ab81c3e8c6d18 HTTP/1.1" status: 200 len: 375 time: 0.0271897 Jun 30 09:32:38.339567 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-10d0e2be-6d1b-463e-b479-3ba93f0be572 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.432915 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=3be5a6dd-fdde-4606-9223-6a43dbc8705c,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:38.438407 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bff09299-b6ef-40c8-9ec0-62d9e04be920 None None] Port 69351c6e-e648-4df3-a26f-a6618c816eeb cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:32:38.589295 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65ec45-7c19-400c-8c98-cc5c95eac9fd req-933529e6-8aa8-4279-a118-301fd9944148 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:38.596645 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6a65ec45-7c19-400c-8c98-cc5c95eac9fd req-933529e6-8aa8-4279-a118-301fd9944148 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 944 time: 0.2036839 Jun 30 09:32:38.605172 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7e2dac50-fbfb-4564-8d73-2502ebeac086 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.623783 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-483ab4d1-32ac-45d6-a064-0da92cd252cd tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=986dea5b74504ac5b54ab81c3e8c6d18&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2819269 Jun 30 09:32:38.633479 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-7e2dac50-fbfb-4564-8d73-2502ebeac086 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Calling delete_port for cade6ea9-3cb2-4040-9fbe-94fa57a5f007 owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:38.642898 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-10d0e2be-6d1b-463e-b479-3ba93f0be572 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Deleting port dfa7b868-138c-4ba1-942d-f0de10f8393d {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:38.643289 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-10d0e2be-6d1b-463e-b479-3ba93f0be572 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.688736 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5c4fab81-414e-48bc-bc3a-ec9311a712ae None None] Provisioning complete for port 69351c6e-e648-4df3-a26f-a6618c816eeb triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:38.689338 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5c4fab81-414e-48bc-bc3a-ec9311a712ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.735582 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-1bc34d3c-ebcc-4849-b733-b0228d5a6e80 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:38.745521 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-1bc34d3c-ebcc-4849-b733-b0228d5a6e80 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1168787 Jun 30 09:32:38.761220 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-5c4fab81-414e-48bc-bc3a-ec9311a712ae None None] Port 69351c6e-e648-4df3-a26f-a6618c816eeb cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:32:38.779391 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f999d64-0b63-4291-94fe-ef536ef7dd63 None None] Update dhcp port {'port': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'fixed_ips': [{'subnet_id': '5e49c123-51e0-4c97-8c6b-a42167758377', 'ip_address': '2001:db8::f816:3eff:fe7a:63fc'}, {'subnet_id': 'aac289fd-7784-47cf-8ed9-025909ae5d08'}], 'binding:host_id': 'n-d-771363-31'}, 'id': '4d3c7d0d-a1ee-4774-b941-7c799ac97f6d'} from n-d-771363-31. {{(pid=101055) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:32:38.842699 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6a65ec45-7c19-400c-8c98-cc5c95eac9fd req-55be4fdf-99ea-4c17-ab8d-1f2f45fe9e8a tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2450516 Jun 30 09:32:38.843060 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 4d3c7d0d-a1ee-4774-b941-7c799ac97f6d completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:38.855805 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-f6561d29-6ad4-4d56-bbd7-0b83771d83e5 None None] Set router 6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:32:38.891408 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-10d0e2be-6d1b-463e-b479-3ba93f0be572 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] For port dfa7b868-138c-4ba1-942d-f0de10f8393d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=dfa7b868-138c-4ba1-942d-f0de10f8393d,segment=NetworkSegment(ba929023-891e-4083-9ac3-34eeb1bb30d2),segment_id=ba929023-891e-4083-9ac3-34eeb1bb30d2)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:38.892996 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-10d0e2be-6d1b-463e-b479-3ba93f0be572 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.905327 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 4d3c7d0d-a1ee-4774-b941-7c799ac97f6d triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:38.905658 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.910911 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-10d0e2be-6d1b-463e-b479-3ba93f0be572 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Calling delete_port for dfa7b868-138c-4ba1-942d-f0de10f8393d owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:38.912936 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d1c48d-2d55-4a89-b9f9-8a92619738ac None None] DHCP port deletion for b42a39aa-121f-44d6-a6b2-961ce46c80da request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:32:38.999718 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-587d0db5-7fd7-4edd-81a6-84d8ca2e91dc service neutron] 10.222.0.10 "GET /v2.0/networks/49cce92c-293e-402e-a303-90b81c2f8279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506294 Jun 30 09:32:39.069742 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9f999d64-0b63-4291-94fe-ef536ef7dd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.187079 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-3f6059b5-b65c-4fa7-b79d-4e1e706c74df service neutron] 10.222.0.10 "GET /v2.0/networks/49cce92c-293e-402e-a303-90b81c2f8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736248 Jun 30 09:32:39.260205 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.439311 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-51d1c48d-2d55-4a89-b9f9-8a92619738ac None None] Deleting port dfa7b868-138c-4ba1-942d-f0de10f8393d {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:39.439623 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-51d1c48d-2d55-4a89-b9f9-8a92619738ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.574987 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.600863 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7e2dac50-fbfb-4564-8d73-2502ebeac086 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.608930 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-10d0e2be-6d1b-463e-b479-3ba93f0be572 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.646058 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-51d1c48d-2d55-4a89-b9f9-8a92619738ac None None] For port dfa7b868-138c-4ba1-942d-f0de10f8393d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=dfa7b868-138c-4ba1-942d-f0de10f8393d,segment=NetworkSegment(ba929023-891e-4083-9ac3-34eeb1bb30d2),segment_id=ba929023-891e-4083-9ac3-34eeb1bb30d2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:39.646693 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-51d1c48d-2d55-4a89-b9f9-8a92619738ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.679944 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-9f999d64-0b63-4291-94fe-ef536ef7dd63 None None] Allocated IP 2001:db8:0:1::2 (ac69f748-a231-4e69-a180-b37986a0b0a8/aac289fd-7784-47cf-8ed9-025909ae5d08/4d3c7d0d-a1ee-4774-b941-7c799ac97f6d) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:39.691904 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2dac50-fbfb-4564-8d73-2502ebeac086 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Port': ['ID=cade6ea9-3cb2-4040-9fbe-94fa57a5f007,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:39.720897 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-51d1c48d-2d55-4a89-b9f9-8a92619738ac None None] Calling delete_port for dfa7b868-138c-4ba1-942d-f0de10f8393d owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:39.766818 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0e2be-6d1b-463e-b479-3ba93f0be572 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Pushing event deleted for resources: {'Port': ['ID=dfa7b868-138c-4ba1-942d-f0de10f8393d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:39.813511 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-742d750b-6c1f-488f-b31d-bfa70bce8738 req-6bb6c813-f122-4d91-bcf1-8db2dcbd8fa0 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=70e18f95-6ed8-4bc3-b7f3-49005adaa083 HTTP/1.1" status: 200 len: 210 time: 0.1125519 Jun 30 09:32:39.825807 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 4d3c7d0d-a1ee-4774-b941-7c799ac97f6d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4d3c7d0d-a1ee-4774-b941-7c799ac97f6d,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:39.889976 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7e2dac50-fbfb-4564-8d73-2502ebeac086 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.903220 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7e2dac50-fbfb-4564-8d73-2502ebeac086 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/cade6ea9-3cb2-4040-9fbe-94fa57a5f007 HTTP/1.1" status: 204 len: 168 time: 2.0365617 Jun 30 09:32:39.906263 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38584) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:39.920736 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d0e2be-6d1b-463e-b479-3ba93f0be572 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] No DVR routers for this DVR port dfa7b868-138c-4ba1-942d-f0de10f8393d on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:32:39.922090 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f6561d29-6ad4-4d56-bbd7-0b83771d83e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78', 'name': 'tempest-TestSecurityGroupsBasicOps-router-163197996', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '947b3edc-4424-4dd2-8889-28c9b1e08f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:19Z', 'updated_at': '2021-06-30T09:32:34Z', 'revision_number': 4, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'gw_port': {'id': '947b3edc-4424-4dd2-8889-28c9b1e08f15', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:21Z', 'updated_at': '2021-06-30T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '69351c6e-e648-4df3-a26f-a6618c816eeb', 'name': '', 'network_id': '49cce92c-293e-402e-a303-90b81c2f8279', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'mac_address': 'fa:16:3e:29:59:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'ccbefef3-6ad8-4d57-aa5c-2bead4f43fc7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:32Z', 'updated_at': '2021-06-30T09:32:34Z', 'revision_number': 2, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'subnets': [{'id': 'ccbefef3-6ad8-4d57-aa5c-2bead4f43fc7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:39.942688 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0c347432-fcc8-4074-8465-d52c7ba7c488 req-3ee7eb73-1f60-4ab0-8bfb-e9a741b7fdd1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b993b900-bc68-4c3e-b9dc-48a163788ee2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3876338 Jun 30 09:32:40.044659 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6561d29-6ad4-4d56-bbd7-0b83771d83e5 None None] Checking router: 6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:32:40.059575 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6561d29-6ad4-4d56-bbd7-0b83771d83e5 None None] Updating router 6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78 port 69351c6e-e648-4df3-a26f-a6618c816eeb binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:32:40.093671 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf98074-82b3-4729-bcf4-557746799e47 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:40.097506 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ccf98074-82b3-4729-bcf4-557746799e47 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1891549 Jun 30 09:32:40.099893 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38590) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:40.136411 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:40.223534 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-10d0e2be-6d1b-463e-b479-3ba93f0be572 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:40.250332 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-10d0e2be-6d1b-463e-b479-3ba93f0be572 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b42a39aa-121f-44d6-a6b2-961ce46c80da']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:40.266146 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f6561d29-6ad4-4d56-bbd7-0b83771d83e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:40.273957 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c347432-fcc8-4074-8465-d52c7ba7c488 req-ef4ce9ca-ccd0-46c3-95db-db97dad8b67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:40.278519 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0c347432-fcc8-4074-8465-d52c7ba7c488 req-ef4ce9ca-ccd0-46c3-95db-db97dad8b67a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=986dea5b74504ac5b54ab81c3e8c6d18&device_id=b993b900-bc68-4c3e-b9dc-48a163788ee2 HTTP/1.1" status: 200 len: 1136 time: 0.2439964 Jun 30 09:32:40.284799 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-10d0e2be-6d1b-463e-b479-3ba93f0be572 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba929023-891e-4083-9ac3-34eeb1bb30d2') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:40.285392 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-10d0e2be-6d1b-463e-b479-3ba93f0be572 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba929023-891e-4083-9ac3-34eeb1bb30d2') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:40.314493 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-10d0e2be-6d1b-463e-b479-3ba93f0be572 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:40.406124 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-10d0e2be-6d1b-463e-b479-3ba93f0be572 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:40.422223 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0541af0-bfaf-449b-9cdf-0450ac6096ce tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:40.424081 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c0541af0-bfaf-449b-9cdf-0450ac6096ce tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.3229504 Jun 30 09:32:40.428443 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38594) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:40.440395 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d0e2be-6d1b-463e-b479-3ba93f0be572 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:32:40.448962 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-10d0e2be-6d1b-463e-b479-3ba93f0be572 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:32:40.452071 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:32:40.456334 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a6e87-f9ca-4570-add0-78d87bf045ac req-44a0a02b-6208-4c99-9967-4da5e65d64fe tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:40.465265 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-794a6e87-f9ca-4570-add0-78d87bf045ac req-44a0a02b-6208-4c99-9967-4da5e65d64fe tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 944 time: 0.2551322 Jun 30 09:32:40.582696 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3be5a6dd-fdde-4606-9223-6a43dbc8705c up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:40.586812 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-794a6e87-f9ca-4570-add0-78d87bf045ac req-6f59acbc-4077-482b-9fdd-37bad629cba3 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1202826 Jun 30 09:32:40.592177 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c347432-fcc8-4074-8465-d52c7ba7c488 req-8a0066dd-5ecd-4545-9612-0185941d5134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:40.593981 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0c347432-fcc8-4074-8465-d52c7ba7c488 req-8a0066dd-5ecd-4545-9612-0185941d5134 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c2296a36-e128-4f85-a0af-66fbbdbc55ba HTTP/1.1" status: 200 len: 898 time: 0.2720447 Jun 30 09:32:40.611719 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bacd09-999a-4023-aa36-695ea555f6b2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:40.613605 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bacd09-999a-4023-aa36-695ea555f6b2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:40.616460 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bacd09-999a-4023-aa36-695ea555f6b2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:40.622007 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-82bacd09-999a-4023-aa36-695ea555f6b2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1890113 Jun 30 09:32:40.622479 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38596) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:40.691424 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0c347432-fcc8-4074-8465-d52c7ba7c488 req-0f455c8e-6c62-4abd-b287-a4fa38ff384c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6847eed-3b94-443e-b36a-901503dfbab3 HTTP/1.1" status: 200 len: 999 time: 0.0900335 Jun 30 09:32:40.706746 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd5e568-3a29-4b07-a98a-31e0de55bec7 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting subnet 5e49c123-51e0-4c97-8c6b-a42167758377 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:32:40.727496 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=4d3c7d0d-a1ee-4774-b941-7c799ac97f6d,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:40.730414 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-51d1c48d-2d55-4a89-b9f9-8a92619738ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:40.762430 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c347432-fcc8-4074-8465-d52c7ba7c488 req-35b2fd98-0b03-4295-b573-cd25a9b460a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:40.764477 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0c347432-fcc8-4074-8465-d52c7ba7c488 req-35b2fd98-0b03-4295-b573-cd25a9b460a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=769ae7bd-7042-4fd9-99af-1767b3dce40c HTTP/1.1" status: 200 len: 834 time: 0.0648367 Jun 30 09:32:40.798986 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1c48d-2d55-4a89-b9f9-8a92619738ac None None] Pushing event deleted for resources: {'Port': ['ID=dfa7b868-138c-4ba1-942d-f0de10f8393d,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:40.830511 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d1c48d-2d55-4a89-b9f9-8a92619738ac None None] No DVR routers for this DVR port dfa7b868-138c-4ba1-942d-f0de10f8393d on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:32:40.866145 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c347432-fcc8-4074-8465-d52c7ba7c488 req-b4a285b7-4f6d-4d42-919a-4553eb87c7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:40.868372 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0c347432-fcc8-4074-8465-d52c7ba7c488 req-b4a285b7-4f6d-4d42-919a-4553eb87c7b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2296a36-e128-4f85-a0af-66fbbdbc55ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921805 Jun 30 09:32:40.956475 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-9f999d64-0b63-4291-94fe-ef536ef7dd63 None None] For port 4d3c7d0d-a1ee-4774-b941-7c799ac97f6d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4d3c7d0d-a1ee-4774-b941-7c799ac97f6d,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:40.972374 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-10d0e2be-6d1b-463e-b479-3ba93f0be572 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:40.977613 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-18e58b91-47b4-4c41-bb73-9bf6c171e46e req-77dfb21e-b9fc-4ce8-8077-1b992574b68a tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=70e18f95-6ed8-4bc3-b7f3-49005adaa083 HTTP/1.1" status: 200 len: 210 time: 0.0476887 Jun 30 09:32:40.996525 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-10d0e2be-6d1b-463e-b479-3ba93f0be572 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:40.998420 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-10d0e2be-6d1b-463e-b479-3ba93f0be572 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] 10.222.0.10 "DELETE /v2.0/networks/b42a39aa-121f-44d6-a6b2-961ce46c80da HTTP/1.1" status: 204 len: 168 time: 2.8858151 Jun 30 09:32:41.003877 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38602) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:41.011531 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0e2be-6d1b-463e-b479-3ba93f0be572 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Pushing event deleted for resources: {'Network': ['ID=b42a39aa-121f-44d6-a6b2-961ce46c80da,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:41.063442 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0c347432-fcc8-4074-8465-d52c7ba7c488 req-d50b18c3-8be6-47fb-8661-b9fd3045de7a service neutron] 10.222.0.37 "GET /v2.0/networks/c2296a36-e128-4f85-a0af-66fbbdbc55ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878986 Jun 30 09:32:41.075666 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f6561d29-6ad4-4d56-bbd7-0b83771d83e5 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.101321 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 3be5a6dd-fdde-4606-9223-6a43dbc8705c triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:41.101693 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.130082 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-e79eb9f8-e8ec-4c08-b46f-1b0c454fe149 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Deleting subnet 92554ce7-e25d-494f-8efe-aa29364327bd {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:32:41.137254 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e79eb9f8-e8ec-4c08-b46f-1b0c454fe149 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.190656 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f6561d29-6ad4-4d56-bbd7-0b83771d83e5 None None] Transition to ACTIVE for port object 69351c6e-e648-4df3-a26f-a6618c816eeb will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:41.233441 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0c347432-fcc8-4074-8465-d52c7ba7c488 req-6feaf685-a975-4751-b985-1fb12a7a688a service neutron] 10.222.0.37 "GET /v2.0/networks/c2296a36-e128-4f85-a0af-66fbbdbc55ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630890 Jun 30 09:32:41.236904 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9f999d64-0b63-4291-94fe-ef536ef7dd63 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.281330 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e79eb9f8-e8ec-4c08-b46f-1b0c454fe149 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.290101 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9f999d64-0b63-4291-94fe-ef536ef7dd63 None None] Transition to ACTIVE for port object 4d3c7d0d-a1ee-4774-b941-7c799ac97f6d will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:41.352101 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f6561d29-6ad4-4d56-bbd7-0b83771d83e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.408039 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589032df-d339-4c88-9872-720e52d353be None None] Pushing event updated for resources: {'Port': ['ID=69351c6e-e648-4df3-a26f-a6618c816eeb,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:41.432997 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b218d2e1-9700-41a6-b2fc-fafe3e41804e no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:32:41.494595 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bbd5e568-3a29-4b07-a98a-31e0de55bec7 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.604262 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e79eb9f8-e8ec-4c08-b46f-1b0c454fe149 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.620757 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bbd5e568-3a29-4b07-a98a-31e0de55bec7 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.705459 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9f999d64-0b63-4291-94fe-ef536ef7dd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.713341 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: b218d2e1-9700-41a6-b2fc-fafe3e41804e {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:32:41.713858 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b218d2e1-9700-41a6-b2fc-fafe3e41804e not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:32:41.714364 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device dfa7b868-138c-4ba1-942d-f0de10f8393d no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:32:41.832055 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: dfa7b868-138c-4ba1-942d-f0de10f8393d {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:32:41.832399 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device dfa7b868-138c-4ba1-942d-f0de10f8393d not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:32:41.842456 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f6561d29-6ad4-4d56-bbd7-0b83771d83e5 None None] Attempting to bind port 69351c6e-e648-4df3-a26f-a6618c816eeb on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:32:41.842456 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f6561d29-6ad4-4d56-bbd7-0b83771d83e5 None None] Attempting to bind port 69351c6e-e648-4df3-a26f-a6618c816eeb by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'b4d88acf-b354-4e36-860e-d25aa6dffbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '49cce92c-293e-402e-a303-90b81c2f8279'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:32:41.842456 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6561d29-6ad4-4d56-bbd7-0b83771d83e5 None None] Attempting to bind port 69351c6e-e648-4df3-a26f-a6618c816eeb on network 49cce92c-293e-402e-a303-90b81c2f8279 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:41.855467 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f999d64-0b63-4291-94fe-ef536ef7dd63 None None] Pushing event updated for resources: {'Port': ['ID=4d3c7d0d-a1ee-4774-b941-7c799ac97f6d,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:41.862807 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6561d29-6ad4-4d56-bbd7-0b83771d83e5 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:32:41.863343 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6561d29-6ad4-4d56-bbd7-0b83771d83e5 None None] Checking segment: {'id': 'b4d88acf-b354-4e36-860e-d25aa6dffbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '49cce92c-293e-402e-a303-90b81c2f8279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:41.863768 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f6561d29-6ad4-4d56-bbd7-0b83771d83e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.864981 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6561d29-6ad4-4d56-bbd7-0b83771d83e5 None None] Bound using segment: {'id': 'b4d88acf-b354-4e36-860e-d25aa6dffbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '49cce92c-293e-402e-a303-90b81c2f8279'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:32:41.864981 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f6561d29-6ad4-4d56-bbd7-0b83771d83e5 None None] Bound port: 69351c6e-e648-4df3-a26f-a6618c816eeb, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4d88acf-b354-4e36-860e-d25aa6dffbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '49cce92c-293e-402e-a303-90b81c2f8279'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:32:41.865206 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f6561d29-6ad4-4d56-bbd7-0b83771d83e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.937709 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:32:42.053825 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-f6561d29-6ad4-4d56-bbd7-0b83771d83e5 None None] For port 69351c6e-e648-4df3-a26f-a6618c816eeb, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:32:42.061649 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-f6561d29-6ad4-4d56-bbd7-0b83771d83e5 None None] For port 69351c6e-e648-4df3-a26f-a6618c816eeb, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=69351c6e-e648-4df3-a26f-a6618c816eeb,segment=NetworkSegment(b4d88acf-b354-4e36-860e-d25aa6dffbed),segment_id=b4d88acf-b354-4e36-860e-d25aa6dffbed)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:32:42.091102 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-dece1017-01f7-4b9b-9ae0-8eaeef5421d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:42.099016 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-dece1017-01f7-4b9b-9ae0-8eaeef5421d0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792&tenant_id=012c38fa3263411f81f5a9c6187e3025 HTTP/1.1" status: 200 len: 1096 time: 0.4842794 Jun 30 09:32:42.130102 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a029f5-a6a4-4edd-91d8-1abc2ac86e2f req-4335a8ef-c453-4e3d-a635-9ac8207b3a59 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:42.132130 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d5a029f5-a6a4-4edd-91d8-1abc2ac86e2f req-4335a8ef-c453-4e3d-a635-9ac8207b3a59 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 944 time: 0.3697453 Jun 30 09:32:42.139146 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-4a61c22c-9bda-40b9-a5eb-c2e73f8ee328 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-31', 'device_owner': 'compute:nova'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:42.203001 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bbd5e568-3a29-4b07-a98a-31e0de55bec7 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.215970 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f6561d29-6ad4-4d56-bbd7-0b83771d83e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.299480 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e79eb9f8-e8ec-4c08-b46f-1b0c454fe149 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.392193 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4d3c7d0d-a1ee-4774-b941-7c799ac97f6d up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:42.436848 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4801e7e1-0f87-4d94-a820-c7f94c1f97d8 req-81fde3ff-37e9-482c-ada5-e3acfad1996d tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=70e18f95-6ed8-4bc3-b7f3-49005adaa083 HTTP/1.1" status: 200 len: 210 time: 0.2401867 Jun 30 09:32:42.495106 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d5a029f5-a6a4-4edd-91d8-1abc2ac86e2f req-4efe06f5-7179-4a42-a030-fc3dc64a1ef5 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2939253 Jun 30 09:32:42.517657 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79eb9f8-e8ec-4c08-b46f-1b0c454fe149 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Pushing event deleted for resources: {'Subnet': ['ID=92554ce7-e25d-494f-8efe-aa29364327bd,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:42.553859 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e79eb9f8-e8ec-4c08-b46f-1b0c454fe149 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.558487 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e79eb9f8-e8ec-4c08-b46f-1b0c454fe149 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] 10.222.0.10 "DELETE /v2.0/subnets/92554ce7-e25d-494f-8efe-aa29364327bd HTTP/1.1" status: 204 len: 168 time: 1.5531204 Jun 30 09:32:42.564962 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38620) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:42.571467 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-4a61c22c-9bda-40b9-a5eb-c2e73f8ee328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.583454 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53ced4b-6c53-40b0-821e-0eaaf1181183 None None] Network a230e13b-85cb-400e-9e84-c2a9f9892951 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:42.592666 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589032df-d339-4c88-9872-720e52d353be None None] Pushing event updated for resources: {'Port': ['ID=69351c6e-e648-4df3-a26f-a6618c816eeb,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:42.600979 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6561d29-6ad4-4d56-bbd7-0b83771d83e5 None None] Routers {'6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:42.602018 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f6561d29-6ad4-4d56-bbd7-0b83771d83e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:32:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:42.946326 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-f6561d29-6ad4-4d56-bbd7-0b83771d83e5 None None] Set router 6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:32:42.989153 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bbd5e568-3a29-4b07-a98a-31e0de55bec7 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.111393 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5e568-3a29-4b07-a98a-31e0de55bec7 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Subnet': ['ID=5e49c123-51e0-4c97-8c6b-a42167758377,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:43.170924 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3559024d-62f9-4c4f-9621-1b668cd37029 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.222072 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bbd5e568-3a29-4b07-a98a-31e0de55bec7 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.226954 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bbd5e568-3a29-4b07-a98a-31e0de55bec7 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/5e49c123-51e0-4c97-8c6b-a42167758377 HTTP/1.1" status: 204 len: 168 time: 2.6026490 Jun 30 09:32:43.232354 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38638) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:43.353526 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-3559024d-62f9-4c4f-9621-1b668cd37029 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Deleting port 4909979b-7e37-4cec-bec3-6ddc6d61dfda {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:43.354138 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3559024d-62f9-4c4f-9621-1b668cd37029 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.486578 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ecc7e5-96f8-4dcf-af77-f6b3f800fb9a None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:43.509860 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-16732cd6-25bd-498e-97d1-584b58840ca5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting subnet aac289fd-7784-47cf-8ed9-025909ae5d08 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:32:43.528315 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-3559024d-62f9-4c4f-9621-1b668cd37029 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] For port 4909979b-7e37-4cec-bec3-6ddc6d61dfda, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4909979b-7e37-4cec-bec3-6ddc6d61dfda,segment=NetworkSegment(4f32510e-e26b-4dc3-aec1-4c20fb477f01),segment_id=4f32510e-e26b-4dc3-aec1-4c20fb477f01)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:43.529482 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3559024d-62f9-4c4f-9621-1b668cd37029 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.533378 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-16732cd6-25bd-498e-97d1-584b58840ca5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.558587 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-3559024d-62f9-4c4f-9621-1b668cd37029 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Calling delete_port for 4909979b-7e37-4cec-bec3-6ddc6d61dfda owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:43.811745 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-554e0b3c-c923-444d-9932-f45c18197ed8 req-47e03cf7-890d-40a7-8b8e-2826538d1952 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=70e18f95-6ed8-4bc3-b7f3-49005adaa083 HTTP/1.1" status: 200 len: 210 time: 0.0659492 Jun 30 09:32:43.873400 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-16732cd6-25bd-498e-97d1-584b58840ca5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.923565 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3559024d-62f9-4c4f-9621-1b668cd37029 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.940937 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-4a61c22c-9bda-40b9-a5eb-c2e73f8ee328 service neutron] For port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363,segment=NetworkSegment(00b77331-5ed3-4449-ba6a-84efe27ecf19),segment_id=00b77331-5ed3-4449-ba6a-84efe27ecf19)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:43.952546 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3559024d-62f9-4c4f-9621-1b668cd37029 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] No DVR routers for this DVR port 4909979b-7e37-4cec-bec3-6ddc6d61dfda on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:32:44.076644 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559024d-62f9-4c4f-9621-1b668cd37029 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Pushing event deleted for resources: {'Port': ['ID=4909979b-7e37-4cec-bec3-6ddc6d61dfda,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:44.112704 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-4a61c22c-9bda-40b9-a5eb-c2e73f8ee328 service neutron] For port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:32:44.127566 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c102fce-e295-4173-b49b-cb1039bd4ea4 None None] DHCP port deletion for a230e13b-85cb-400e-9e84-c2a9f9892951 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:32:44.192038 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3559024d-62f9-4c4f-9621-1b668cd37029 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:44.208922 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0b67ffb6-ab46-4c4d-9172-3ecbfef7b95b None None] Provisioning for port 4d3c7d0d-a1ee-4774-b941-7c799ac97f6d completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:44.210842 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e1392-ba0f-49ff-baaa-f18347ba46da req-c2155228-2531-4495-b2ec-53ad37717de3 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:44.220468 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-022e1392-ba0f-49ff-baaa-f18347ba46da req-c2155228-2531-4495-b2ec-53ad37717de3 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 944 time: 0.4753458 Jun 30 09:32:44.236167 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-3559024d-62f9-4c4f-9621-1b668cd37029 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a230e13b-85cb-400e-9e84-c2a9f9892951']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:44.286671 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f6561d29-6ad4-4d56-bbd7-0b83771d83e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78', 'name': 'tempest-TestSecurityGroupsBasicOps-router-163197996', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '947b3edc-4424-4dd2-8889-28c9b1e08f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:19Z', 'updated_at': '2021-06-30T09:32:34Z', 'revision_number': 4, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'gw_port': {'id': '947b3edc-4424-4dd2-8889-28c9b1e08f15', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:21Z', 'updated_at': '2021-06-30T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '69351c6e-e648-4df3-a26f-a6618c816eeb', 'name': '', 'network_id': '49cce92c-293e-402e-a303-90b81c2f8279', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'mac_address': 'fa:16:3e:29:59:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'ccbefef3-6ad8-4d57-aa5c-2bead4f43fc7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:32Z', 'updated_at': '2021-06-30T09:32:42Z', 'revision_number': 4, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'subnets': [{'id': 'ccbefef3-6ad8-4d57-aa5c-2bead4f43fc7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:44.292743 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0b67ffb6-ab46-4c4d-9172-3ecbfef7b95b None None] Provisioning complete for port 4d3c7d0d-a1ee-4774-b941-7c799ac97f6d triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:44.298633 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0b67ffb6-ab46-4c4d-9172-3ecbfef7b95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:44.304365 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-3559024d-62f9-4c4f-9621-1b668cd37029 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f32510e-e26b-4dc3-aec1-4c20fb477f01') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:44.304716 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-3559024d-62f9-4c4f-9621-1b668cd37029 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f32510e-e26b-4dc3-aec1-4c20fb477f01') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:44.325831 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-16732cd6-25bd-498e-97d1-584b58840ca5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:44.342895 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3559024d-62f9-4c4f-9621-1b668cd37029 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:44.417660 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3559024d-62f9-4c4f-9621-1b668cd37029 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:44.442885 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3559024d-62f9-4c4f-9621-1b668cd37029 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:32:44.448445 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3559024d-62f9-4c4f-9621-1b668cd37029 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:44.460882 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-4a61c22c-9bda-40b9-a5eb-c2e73f8ee328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:32:44.480115 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4909979b-7e37-4cec-bec3-6ddc6d61dfda no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:32:44.490579 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-022e1392-ba0f-49ff-baaa-f18347ba46da req-caa8db8a-d1a2-4cf6-a43c-494e91e2e8bd tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2681355 Jun 30 09:32:44.546760 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-4a61c22c-9bda-40b9-a5eb-c2e73f8ee328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:44.598331 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-4a61c22c-9bda-40b9-a5eb-c2e73f8ee328 service neutron] Transition to ACTIVE for port object c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:44.605234 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:32:44.605234 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:32:44.605234 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:32:44.605234 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:32:44.605234 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:32:44.605234 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:32:44.605234 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:32:44.605234 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:32:44.605234 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:32:44.605234 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:32:44.605234 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:32:44.605234 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:32:44.605234 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:32:44.605234 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:32:44.605234 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:32:44.605234 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:32:44.605234 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:32:44.605234 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:32:44.605234 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:32:44.605234 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:32:44.605234 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:32:44.605234 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:32:44.605234 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:32:44.605234 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:32:44.605234 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:32:44.605234 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:32:44.605234 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:32:44.605234 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:32:44.605234 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:32:44.605234 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:32:44.605234 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:32:44.605234 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:32:44.620440 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 4909979b-7e37-4cec-bec3-6ddc6d61dfda {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:32:44.621163 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4909979b-7e37-4cec-bec3-6ddc6d61dfda not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:32:44.627705 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6561d29-6ad4-4d56-bbd7-0b83771d83e5 None None] The sync data for ids ['6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78'] in n-d-771363-31 is: [{'id': '6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78', 'name': 'tempest-TestSecurityGroupsBasicOps-router-163197996', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '947b3edc-4424-4dd2-8889-28c9b1e08f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:19Z', 'updated_at': '2021-06-30T09:32:34Z', 'revision_number': 4, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'gw_port': {'id': '947b3edc-4424-4dd2-8889-28c9b1e08f15', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:21Z', 'updated_at': '2021-06-30T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '69351c6e-e648-4df3-a26f-a6618c816eeb', 'name': '', 'network_id': '49cce92c-293e-402e-a303-90b81c2f8279', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'mac_address': 'fa:16:3e:29:59:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'ccbefef3-6ad8-4d57-aa5c-2bead4f43fc7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:32Z', 'updated_at': '2021-06-30T09:32:42Z', 'revision_number': 4, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'subnets': [{'id': 'ccbefef3-6ad8-4d57-aa5c-2bead4f43fc7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:44.878080 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-4a61c22c-9bda-40b9-a5eb-c2e73f8ee328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:44.991980 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3559024d-62f9-4c4f-9621-1b668cd37029 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.032039 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61c22c-9bda-40b9-a5eb-c2e73f8ee328 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363,revision_number=9']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:45.033542 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3559024d-62f9-4c4f-9621-1b668cd37029 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.033542 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3559024d-62f9-4c4f-9621-1b668cd37029 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] 10.222.0.10 "DELETE /v2.0/networks/a230e13b-85cb-400e-9e84-c2a9f9892951 HTTP/1.1" status: 204 len: 168 time: 2.4533002 Jun 30 09:32:45.038120 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38680) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:45.060148 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-16732cd6-25bd-498e-97d1-584b58840ca5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.091578 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559024d-62f9-4c4f-9621-1b668cd37029 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Pushing event deleted for resources: {'Network': ['ID=a230e13b-85cb-400e-9e84-c2a9f9892951,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:45.224278 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f7873ea3-0398-4734-908f-7c4d37154bd1 req-803f4e58-b5e2-48a0-8b68-eae4afa3a71e tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=70e18f95-6ed8-4bc3-b7f3-49005adaa083 HTTP/1.1" status: 200 len: 210 time: 0.1406567 Jun 30 09:32:45.289526 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16732cd6-25bd-498e-97d1-584b58840ca5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Subnet': ['ID=aac289fd-7784-47cf-8ed9-025909ae5d08,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:45.298845 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-16732cd6-25bd-498e-97d1-584b58840ca5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.301552 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-16732cd6-25bd-498e-97d1-584b58840ca5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/aac289fd-7784-47cf-8ed9-025909ae5d08 HTTP/1.1" status: 204 len: 168 time: 2.0543082 Jun 30 09:32:45.306073 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38686) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:45.422841 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-05a9016a-9c56-4316-a423-f75c3fb4030e tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6720cbd-3a00-40bd-9b84-a5d79b97be0b HTTP/1.1" status: 200 len: 205 time: 0.3502588 Jun 30 09:32:45.440106 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38694) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:45.472023 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b43652ae-d718-424b-8583-3cbb927587dd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1601400 Jun 30 09:32:45.472617 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38696) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:45.492595 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-c7dc632d-5b11-4a56-afef-09a9a044b1ee tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:45.627196 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7e2dbb-386c-4c12-86a1-983c884798bd None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:45.863239 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9e2e950c-941f-4d6a-b6e9-20d2c1d5d359 None None] Provisioning complete for port 4d3c7d0d-a1ee-4774-b941-7c799ac97f6d triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:45.864369 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9e2e950c-941f-4d6a-b6e9-20d2c1d5d359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.998323 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7dc632d-5b11-4a56-afef-09a9a044b1ee tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:46.006349 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c7dc632d-5b11-4a56-afef-09a9a044b1ee tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.344661 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec9e468-40c2-4e90-9ee9-048905359d1f None None] DHCP port deletion for ac69f748-a231-4e69-a180-b37986a0b0a8 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:32:46.525846 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 69351c6e-e648-4df3-a26f-a6618c816eeb up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:46.620390 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-cec9e468-40c2-4e90-9ee9-048905359d1f None None] Deleting port 4d3c7d0d-a1ee-4774-b941-7c799ac97f6d {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:46.621656 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cec9e468-40c2-4e90-9ee9-048905359d1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.691963 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0722b0f9-eece-4fc9-bb44-4bac3d86864e req-fe5f205c-11af-4dc2-9191-8e22ad23aa25 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=70e18f95-6ed8-4bc3-b7f3-49005adaa083 HTTP/1.1" status: 200 len: 210 time: 0.0798795 Jun 30 09:32:46.770006 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 69351c6e-e648-4df3-a26f-a6618c816eeb completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:46.778844 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8026c7c8-5a1f-4d85-bae9-aa86c2048ea5 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.802827 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 69351c6e-e648-4df3-a26f-a6618c816eeb triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:46.803239 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.803583 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c7dc632d-5b11-4a56-afef-09a9a044b1ee tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.878926 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dc632d-5b11-4a56-afef-09a9a044b1ee tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:46.880509 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc632d-5b11-4a56-afef-09a9a044b1ee tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Subnet': ['ID=07ca2e78-94fa-42c5-943e-110f3eda4fb3,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:46.886033 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-4a61c22c-9bda-40b9-a5eb-c2e73f8ee328 service neutron] No DVR routers for this DVR port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 on host n-h2-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:32:46.890209 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-c7dc632d-5b11-4a56-afef-09a9a044b1ee tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:46.893159 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dc632d-5b11-4a56-afef-09a9a044b1ee tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:46.893818 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c7dc632d-5b11-4a56-afef-09a9a044b1ee tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.923916 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-cec9e468-40c2-4e90-9ee9-048905359d1f None None] For port 4d3c7d0d-a1ee-4774-b941-7c799ac97f6d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4d3c7d0d-a1ee-4774-b941-7c799ac97f6d,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:46.923916 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cec9e468-40c2-4e90-9ee9-048905359d1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.948758 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-cec9e468-40c2-4e90-9ee9-048905359d1f None None] Calling delete_port for 4d3c7d0d-a1ee-4774-b941-7c799ac97f6d owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:47.097622 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.112856 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c7dc632d-5b11-4a56-afef-09a9a044b1ee tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6335235 Jun 30 09:32:47.112856 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38740) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:47.113337 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-002226ca-a5d7-4c94-a81c-f8f4ea5b8a1c tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:47.114425 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-002226ca-a5d7-4c94-a81c-f8f4ea5b8a1c tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.52 "GET /v2.0/networks?id=49cce92c-293e-402e-a303-90b81c2f8279 HTTP/1.1" status: 200 len: 798 time: 1.9480414 Jun 30 09:32:47.121245 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-2599f756-3f36-4a1e-8e65-e6b475f5c672 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:47.193537 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-383d20ad-824e-43b6-8b98-c3b229cb1e21 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Request body: {'port': {'device_id': '70e18f95-6ed8-4bc3-b7f3-49005adaa083', 'network_id': '49cce92c-293e-402e-a303-90b81c2f8279', 'admin_state_up': True, 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:47.268007 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8026c7c8-5a1f-4d85-bae9-aa86c2048ea5 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.280062 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8026c7c8-5a1f-4d85-bae9-aa86c2048ea5 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.330666 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9a7de-a01f-4318-96a1-f130aec90907 req-8588c104-a688-4524-9069-8baf3da8df63 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:47.333293 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f4d9a7de-a01f-4318-96a1-f130aec90907 req-8588c104-a688-4524-9069-8baf3da8df63 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 944 time: 0.7654054 Jun 30 09:32:47.453579 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 69351c6e-e648-4df3-a26f-a6618c816eeb, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=69351c6e-e648-4df3-a26f-a6618c816eeb,segment=NetworkSegment(b4d88acf-b354-4e36-860e-d25aa6dffbed),segment_id=b4d88acf-b354-4e36-860e-d25aa6dffbed)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:47.496433 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f4d9a7de-a01f-4318-96a1-f130aec90907 req-e224e1ec-96b8-4bff-aaf3-ecf112aad3f7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1486154 Jun 30 09:32:47.515409 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-4a61c22c-9bda-40b9-a5eb-c2e73f8ee328 service neutron] Attempting to bind port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:32:47.515915 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-4a61c22c-9bda-40b9-a5eb-c2e73f8ee328 service neutron] Attempting to bind port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '00b77331-5ed3-4449-ba6a-84efe27ecf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:32:47.516634 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-4a61c22c-9bda-40b9-a5eb-c2e73f8ee328 service neutron] Attempting to bind port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 on network 2ab70122-0020-4c29-ae52-7bd3c84e0fca {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:47.522277 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-4a61c22c-9bda-40b9-a5eb-c2e73f8ee328 service neutron] Port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 on network 2ab70122-0020-4c29-ae52-7bd3c84e0fca not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:32:47.523781 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-4a61c22c-9bda-40b9-a5eb-c2e73f8ee328 service neutron] Attempting to bind port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 on network 2ab70122-0020-4c29-ae52-7bd3c84e0fca {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:47.533291 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-4a61c22c-9bda-40b9-a5eb-c2e73f8ee328 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:32:47.533840 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-4a61c22c-9bda-40b9-a5eb-c2e73f8ee328 service neutron] Checking segment: {'id': '00b77331-5ed3-4449-ba6a-84efe27ecf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:47.534468 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-4a61c22c-9bda-40b9-a5eb-c2e73f8ee328 service neutron] Bound using segment: {'id': '00b77331-5ed3-4449-ba6a-84efe27ecf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:32:47.535295 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-4a61c22c-9bda-40b9-a5eb-c2e73f8ee328 service neutron] Bound port: c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00b77331-5ed3-4449-ba6a-84efe27ecf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:32:47.535870 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-4a61c22c-9bda-40b9-a5eb-c2e73f8ee328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.584316 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2599f756-3f36-4a1e-8e65-e6b475f5c672 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:47.584737 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2599f756-3f36-4a1e-8e65-e6b475f5c672 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.637734 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-4a61c22c-9bda-40b9-a5eb-c2e73f8ee328 service neutron] For port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:32:47.641668 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-4a61c22c-9bda-40b9-a5eb-c2e73f8ee328 service neutron] For port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363,segment=NetworkSegment(00b77331-5ed3-4449-ba6a-84efe27ecf19),segment_id=00b77331-5ed3-4449-ba6a-84efe27ecf19)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:32:47.661583 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.661857 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8026c7c8-5a1f-4d85-bae9-aa86c2048ea5 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.662524 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8026c7c8-5a1f-4d85-bae9-aa86c2048ea5 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Fanout notify agent at l3_agent the message router_deleted on router e6720cbd-3a00-40bd-9b84-a5d79b97be0b {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:32:47.677296 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cec9e468-40c2-4e90-9ee9-048905359d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.691832 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec9e468-40c2-4e90-9ee9-048905359d1f None None] No DVR routers for this DVR port 4d3c7d0d-a1ee-4774-b941-7c799ac97f6d on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:32:47.694592 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8026c7c8-5a1f-4d85-bae9-aa86c2048ea5 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.700107 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8026c7c8-5a1f-4d85-bae9-aa86c2048ea5 tempest-RoutersNegativeTest-870957742 tempest-RoutersNegativeTest-870957742-project] 10.222.0.10 "DELETE /v2.0/routers/e6720cbd-3a00-40bd-9b84-a5d79b97be0b HTTP/1.1" status: 204 len: 168 time: 2.1789410 Jun 30 09:32:47.712631 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-383d20ad-824e-43b6-8b98-c3b229cb1e21 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Made reservation on behalf of 986dea5b74504ac5b54ab81c3e8c6d18 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:47.725838 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-383d20ad-824e-43b6-8b98-c3b229cb1e21 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.757432 n-d-771363-31 neutron-server[101054]: INFO neutron.db.ipam_backend_mixin [None req-2599f756-3f36-4a1e-8e65-e6b475f5c672 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 07ca2e78-94fa-42c5-943e-110f3eda4fb3 (CIDR: 2001:db8::/64) Jun 30 09:32:47.779661 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0581b3b-d93c-4c3f-b60e-2a2364b729e2 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:47.827560 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=69351c6e-e648-4df3-a26f-a6618c816eeb,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:47.874408 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-2599f756-3f36-4a1e-8e65-e6b475f5c672 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:32:47.874408 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2599f756-3f36-4a1e-8e65-e6b475f5c672 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:32:47.882204 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-4a61c22c-9bda-40b9-a5eb-c2e73f8ee328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.993439 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec9e468-40c2-4e90-9ee9-048905359d1f None None] Pushing event deleted for resources: {'Port': ['ID=4d3c7d0d-a1ee-4774-b941-7c799ac97f6d,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:47.994145 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-4a61c22c-9bda-40b9-a5eb-c2e73f8ee328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:47.995349 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-4a61c22c-9bda-40b9-a5eb-c2e73f8ee328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.998298 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-4a61c22c-9bda-40b9-a5eb-c2e73f8ee328 service neutron] 10.222.0.52 "PUT /v2.0/ports/c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 HTTP/1.1" status: 200 len: 1093 time: 5.8846586 Jun 30 09:32:48.004431 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4895a77-b4d4-4a61-ac23-f69803335792', 'tag': 'c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:32:48.008936 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ffde73-412b-4304-8629-30e0f34d270c" -d '{"events": [{"name": "network-changed", "server_uuid": "f4895a77-b4d4-4a61-ac23-f69803335792", "tag": "c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:32:48.161293 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2599f756-3f36-4a1e-8e65-e6b475f5c672 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0450673 Jun 30 09:32:48.162411 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38778) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:48.177935 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-679b1c22-733b-47ce-9d7e-acd9ddc4a599 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:48.204825 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3770a107-9d93-42be-9bde-8b68badbf5a2 req-8171a79d-f7a8-4637-8c87-2c6bbb7a26cf tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=70e18f95-6ed8-4bc3-b7f3-49005adaa083 HTTP/1.1" status: 200 len: 210 time: 0.2161362 Jun 30 09:32:48.274705 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f9f489-f28e-4475-bbac-553acb86d799 x-openstack-request-id: req-47f9f489-f28e-4475-bbac-553acb86d799 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:32:48.290123 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4895a77-b4d4-4a61-ac23-f69803335792", "tag": "c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:32:48.291367 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-47f9f489-f28e-4475-bbac-553acb86d799 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:32:48.298834 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4895a77-b4d4-4a61-ac23-f69803335792', 'tag': 'c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363', 'status': 'completed', 'code': 200} Jun 30 09:32:48.407686 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5eb22ff-515a-4b88-83bb-e612c8d53780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-ac69f748-a231-4e69-a180-b37986a0b0a8', 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'fixed_ips': [{'subnet_id': '07ca2e78-94fa-42c5-943e-110f3eda4fb3'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:32:48.408744 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f5eb22ff-515a-4b88-83bb-e612c8d53780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:48.422545 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 69351c6e-e648-4df3-a26f-a6618c816eeb up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:48.426237 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-383d20ad-824e-43b6-8b98-c3b229cb1e21 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Allocated IP 172.20.0.28 (49cce92c-293e-402e-a303-90b81c2f8279/ccbefef3-6ad8-4d57-aa5c-2bead4f43fc7/a1310b98-ffff-4f1a-bc5f-612569b333c9) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:48.548179 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61c22c-9bda-40b9-a5eb-c2e73f8ee328 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363,revision_number=10']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:48.676129 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-383d20ad-824e-43b6-8b98-c3b229cb1e21 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:48.688125 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 69351c6e-e648-4df3-a26f-a6618c816eeb triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:48.688949 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:48.700911 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679b1c22-733b-47ce-9d7e-acd9ddc4a599 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:48.714353 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-679b1c22-733b-47ce-9d7e-acd9ddc4a599 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:48.750242 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-383d20ad-824e-43b6-8b98-c3b229cb1e21 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Transition to ACTIVE for port object a1310b98-ffff-4f1a-bc5f-612569b333c9 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:48.765497 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-6f2c2a68-b4a8-4108-8caf-09cf3970c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:48.767800 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-6f2c2a68-b4a8-4108-8caf-09cf3970c41a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=012c38fa3263411f81f5a9c6187e3025&device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 1097 time: 0.6822488 Jun 30 09:32:49.005799 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-f5eb22ff-515a-4b88-83bb-e612c8d53780 None None] Allocated IP 2001:db8::2 (ac69f748-a231-4e69-a180-b37986a0b0a8/07ca2e78-94fa-42c5-943e-110f3eda4fb3/f2dfac32-3559-4460-85d5-053ad14fdc41) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:49.058436 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-1b8ac6f2-43fc-4885-ac6e-2a5cc9b1a1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:49.062124 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-1b8ac6f2-43fc-4885-ac6e-2a5cc9b1a1be service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ab70122-0020-4c29-ae52-7bd3c84e0fca HTTP/1.1" status: 200 len: 917 time: 0.2789266 Jun 30 09:32:49.062960 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38808) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:49.317159 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f5eb22ff-515a-4b88-83bb-e612c8d53780 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.335317 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f5eb22ff-515a-4b88-83bb-e612c8d53780 None None] Transition to ACTIVE for port object f2dfac32-3559-4460-85d5-053ad14fdc41 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:49.336305 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-9bd80125-bf26-42c4-8d13-9e4114572c7e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 HTTP/1.1" status: 200 len: 1000 time: 0.2465763 Jun 30 09:32:49.369127 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f5eb22ff-515a-4b88-83bb-e612c8d53780 None None] Transition to ACTIVE for port object f2dfac32-3559-4460-85d5-053ad14fdc41 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:49.470567 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-383d20ad-824e-43b6-8b98-c3b229cb1e21 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.478627 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f5eb22ff-515a-4b88-83bb-e612c8d53780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.571354 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5eb22ff-515a-4b88-83bb-e612c8d53780 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:49.575895 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-f5eb22ff-515a-4b88-83bb-e612c8d53780 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:49.601327 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eb22ff-515a-4b88-83bb-e612c8d53780 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:49.601327 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4d3c7d0d-a1ee-4774-b941-7c799ac97f6d no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:32:49.619589 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78746176-4fb0-4d74-be29-283468ce47cf req-3edbbedf-9203-4d56-bdb0-489aaf4895ad tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:49.632986 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-78746176-4fb0-4d74-be29-283468ce47cf req-3edbbedf-9203-4d56-bdb0-489aaf4895ad tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 945 time: 0.5665433 Jun 30 09:32:49.694991 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-54f8779b-28f0-4882-8265-4f5878b56938 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3c9e64970a454e919198fa4a0c7e4234&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6127980 Jun 30 09:32:49.703106 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38834) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:49.722067 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 4d3c7d0d-a1ee-4774-b941-7c799ac97f6d {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:32:49.722589 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4d3c7d0d-a1ee-4774-b941-7c799ac97f6d not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:32:49.734764 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb22ff-515a-4b88-83bb-e612c8d53780 None None] Pushing event updated for resources: {'Port': ['ID=f2dfac32-3559-4460-85d5-053ad14fdc41,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:49.780546 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-383d20ad-824e-43b6-8b98-c3b229cb1e21 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Network 49cce92c-293e-402e-a303-90b81c2f8279 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:49.815363 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-383d20ad-824e-43b6-8b98-c3b229cb1e21 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:49.823013 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f5eb22ff-515a-4b88-83bb-e612c8d53780 None None] Attempting to bind port f2dfac32-3559-4460-85d5-053ad14fdc41 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:32:49.823654 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f5eb22ff-515a-4b88-83bb-e612c8d53780 None None] Attempting to bind port f2dfac32-3559-4460-85d5-053ad14fdc41 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:32:49.824223 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eb22ff-515a-4b88-83bb-e612c8d53780 None None] Attempting to bind port f2dfac32-3559-4460-85d5-053ad14fdc41 on network ac69f748-a231-4e69-a180-b37986a0b0a8 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:49.835772 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-383d20ad-824e-43b6-8b98-c3b229cb1e21 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:49.851301 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eb22ff-515a-4b88-83bb-e612c8d53780 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:32:49.851881 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eb22ff-515a-4b88-83bb-e612c8d53780 None None] Checking segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:49.852101 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b726cd-2f0d-4fd5-932e-9215004c05ea req-3ba48b56-6856-43c4-9199-7ffecdb3e05e tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:49.852761 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f5eb22ff-515a-4b88-83bb-e612c8d53780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.853511 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eb22ff-515a-4b88-83bb-e612c8d53780 None None] Bound using segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:32:49.854356 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f5eb22ff-515a-4b88-83bb-e612c8d53780 None None] Bound port: f2dfac32-3559-4460-85d5-053ad14fdc41, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:32:49.854960 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f5eb22ff-515a-4b88-83bb-e612c8d53780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.855911 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-50b726cd-2f0d-4fd5-932e-9215004c05ea req-3ba48b56-6856-43c4-9199-7ffecdb3e05e tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=70e18f95-6ed8-4bc3-b7f3-49005adaa083 HTTP/1.1" status: 200 len: 895 time: 0.3586421 Jun 30 09:32:49.917203 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-03be6c60-e7ed-42cb-8791-168fd35e81a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.986731 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-383d20ad-824e-43b6-8b98-c3b229cb1e21 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:49.987932 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-383d20ad-824e-43b6-8b98-c3b229cb1e21 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:50.000139 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-28cb3723-ceba-438a-aca6-98282e7f1cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:50.002993 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-28cb3723-ceba-438a-aca6-98282e7f1cc8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=afcabd5e-a40b-4794-b5f8-0b150c129247 HTTP/1.1" status: 200 len: 855 time: 0.6567521 Jun 30 09:32:50.004778 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-03be6c60-e7ed-42cb-8791-168fd35e81a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:50.006033 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d20ad-824e-43b6-8b98-c3b229cb1e21 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Pushing event updated for resources: {'Port': ['ID=a1310b98-ffff-4f1a-bc5f-612569b333c9,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:50.047814 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-78746176-4fb0-4d74-be29-283468ce47cf req-ce1d52e5-93c2-44c6-bbaf-9b199282e0de tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3574696 Jun 30 09:32:50.073836 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-f5eb22ff-515a-4b88-83bb-e612c8d53780 None None] For port f2dfac32-3559-4460-85d5-053ad14fdc41, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:32:50.108575 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-f5eb22ff-515a-4b88-83bb-e612c8d53780 None None] For port f2dfac32-3559-4460-85d5-053ad14fdc41, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f2dfac32-3559-4460-85d5-053ad14fdc41,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:32:50.247393 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-ee42bed2-705a-443b-a53f-ed20d1dd5b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:50.253063 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-ee42bed2-705a-443b-a53f-ed20d1dd5b9a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ab70122-0020-4c29-ae52-7bd3c84e0fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1964312 Jun 30 09:32:50.253328 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f5eb22ff-515a-4b88-83bb-e612c8d53780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:50.287676 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-383d20ad-824e-43b6-8b98-c3b229cb1e21 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.0917528 Jun 30 09:32:50.299637 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-4087a421-b66b-44b4-bfd2-8a4bd8369005 service neutron] Request body: {'port': {'device_id': '70e18f95-6ed8-4bc3-b7f3-49005adaa083', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:50.315843 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-03be6c60-e7ed-42cb-8791-168fd35e81a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:50.328685 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-03be6c60-e7ed-42cb-8791-168fd35e81a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:50.330356 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-03be6c60-e7ed-42cb-8791-168fd35e81a4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2ec475b2-653a-4acd-9a26-c76b81aedba1 HTTP/1.1" status: 204 len: 168 time: 0.6239989 Jun 30 09:32:50.349893 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be6c60-e7ed-42cb-8791-168fd35e81a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec475b2-653a-4acd-9a26-c76b81aedba1,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:50.461690 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb22ff-515a-4b88-83bb-e612c8d53780 None None] Pushing event updated for resources: {'Port': ['ID=f2dfac32-3559-4460-85d5-053ad14fdc41,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:50.569341 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-1c6a499d-d1b6-4fea-8f60-9f829f184fe6 None None] Provisioning for port a1310b98-ffff-4f1a-bc5f-612569b333c9 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:50.575980 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-1c6a499d-d1b6-4fea-8f60-9f829f184fe6 None None] Provisioning complete for port a1310b98-ffff-4f1a-bc5f-612569b333c9 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:50.576574 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1c6a499d-d1b6-4fea-8f60-9f829f184fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:50.690643 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1ad50be6-ad2d-4c83-92a1-6f5090bccbfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:50.716316 n-d-771363-31 neutron-server[101054]: DEBUG neutron.objects.ports [None req-679b1c22-733b-47ce-9d7e-acd9ddc4a599 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101054) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:32:50.794103 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-1c6a499d-d1b6-4fea-8f60-9f829f184fe6 None None] Port a1310b98-ffff-4f1a-bc5f-612569b333c9 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:32:50.808188 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-714029b5-928a-4754-887c-7d431ec407bd service neutron] 10.222.0.52 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5461788 Jun 30 09:32:50.809424 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-4087a421-b66b-44b4-bfd2-8a4bd8369005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:51.341908 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-679b1c22-733b-47ce-9d7e-acd9ddc4a599 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:51.386668 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd29662-c776-4a7b-b470-2e9d66a2918e req-a728ada7-753c-46b4-8d08-f82d02833229 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:51.388517 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ddd29662-c776-4a7b-b470-2e9d66a2918e req-a728ada7-753c-46b4-8d08-f82d02833229 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=70e18f95-6ed8-4bc3-b7f3-49005adaa083 HTTP/1.1" status: 200 len: 895 time: 0.2345111 Jun 30 09:32:51.595449 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-3342b40a-df22-430b-802a-f69a1f409d87 service neutron] 10.222.0.52 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7482290 Jun 30 09:32:51.650314 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8b051-9046-4245-af06-3b47fc14d1b5 req-67e33ff6-3af3-4fa2-9617-1d67abfb8b29 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:51.652164 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-03c8b051-9046-4245-af06-3b47fc14d1b5 req-67e33ff6-3af3-4fa2-9617-1d67abfb8b29 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 945 time: 0.2703872 Jun 30 09:32:51.740122 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-679b1c22-733b-47ce-9d7e-acd9ddc4a599 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] For port f2dfac32-3559-4460-85d5-053ad14fdc41, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f2dfac32-3559-4460-85d5-053ad14fdc41,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:51.754223 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-03c8b051-9046-4245-af06-3b47fc14d1b5 req-3d8d694e-78c5-4413-b6b1-11278259ebfb tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0934699 Jun 30 09:32:51.799753 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-679b1c22-733b-47ce-9d7e-acd9ddc4a599 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:51.921770 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-679b1c22-733b-47ce-9d7e-acd9ddc4a599 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:51.924519 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-679b1c22-733b-47ce-9d7e-acd9ddc4a599 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:51.967098 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-4087a421-b66b-44b4-bfd2-8a4bd8369005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1310b98-ffff-4f1a-bc5f-612569b333c9 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:32:51.982213 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-4087a421-b66b-44b4-bfd2-8a4bd8369005 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:52.015628 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-4087a421-b66b-44b4-bfd2-8a4bd8369005 service neutron] Transition to ACTIVE for port object a1310b98-ffff-4f1a-bc5f-612569b333c9 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:52.035488 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffde73-412b-4304-8629-30e0f34d270c req-d5be0332-7ff2-4d32-b077-4222aa918908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:52.040352 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-53ffde73-412b-4304-8629-30e0f34d270c req-d5be0332-7ff2-4d32-b077-4222aa918908 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=012c38fa3263411f81f5a9c6187e3025&device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 1097 time: 0.1330700 Jun 30 09:32:52.078520 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679b1c22-733b-47ce-9d7e-acd9ddc4a599 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:52.096345 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-679b1c22-733b-47ce-9d7e-acd9ddc4a599 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:52.099654 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679b1c22-733b-47ce-9d7e-acd9ddc4a599 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:52.100342 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-679b1c22-733b-47ce-9d7e-acd9ddc4a599 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:52.125438 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b1c22-733b-47ce-9d7e-acd9ddc4a599 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Subnet': ['ID=e0c68296-4631-4608-b68c-84cd1f97e71a,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:52.164351 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29db19b0-c411-4e4c-9901-c66cdf25751b None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:52.169300 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-4087a421-b66b-44b4-bfd2-8a4bd8369005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:52.177049 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b1c22-733b-47ce-9d7e-acd9ddc4a599 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Port': ['ID=f2dfac32-3559-4460-85d5-053ad14fdc41,revision_number=4']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:52.253825 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-679b1c22-733b-47ce-9d7e-acd9ddc4a599 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.0844052 Jun 30 09:32:52.253978 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38932) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:52.259082 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-6680686c-229a-4fd3-8c3f-5fce6dd56034 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'port': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'mac_address': 'fa:16:3e:54:69:1f', 'name': 'tempest-NetworksTestDHCPv6-1082960974'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:52.444244 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f2dfac32-3559-4460-85d5-053ad14fdc41 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:52.474806 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffde73-412b-4304-8629-30e0f34d270c req-bcf949e1-2849-4962-b36d-809b57a0a99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:52.482783 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-53ffde73-412b-4304-8629-30e0f34d270c req-bcf949e1-2849-4962-b36d-809b57a0a99f service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ab70122-0020-4c29-ae52-7bd3c84e0fca HTTP/1.1" status: 200 len: 917 time: 0.4330540 Jun 30 09:32:52.548991 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087a421-b66b-44b4-bfd2-8a4bd8369005 service neutron] Pushing event updated for resources: {'Port': ['ID=a1310b98-ffff-4f1a-bc5f-612569b333c9,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:52.598299 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6680686c-229a-4fd3-8c3f-5fce6dd56034 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:52.804518 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38954) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:52.808678 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2aff47e4-adbb-4a47-82d7-9a1e91a67cd3 None None] Provisioning for port f2dfac32-3559-4460-85d5-053ad14fdc41 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:52.828247 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2aff47e4-adbb-4a47-82d7-9a1e91a67cd3 None None] Provisioning complete for port f2dfac32-3559-4460-85d5-053ad14fdc41 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:52.828380 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-53ffde73-412b-4304-8629-30e0f34d270c req-2866855c-88ef-4fa7-8683-c9425f43ef59 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 HTTP/1.1" status: 200 len: 1000 time: 0.2740700 Jun 30 09:32:52.828906 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2aff47e4-adbb-4a47-82d7-9a1e91a67cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:52.831116 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-4087a421-b66b-44b4-bfd2-8a4bd8369005 service neutron] Attempting to bind port a1310b98-ffff-4f1a-bc5f-612569b333c9 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:32:52.831703 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-4087a421-b66b-44b4-bfd2-8a4bd8369005 service neutron] Attempting to bind port a1310b98-ffff-4f1a-bc5f-612569b333c9 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': 'b4d88acf-b354-4e36-860e-d25aa6dffbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '49cce92c-293e-402e-a303-90b81c2f8279'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:32:52.832006 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port f2dfac32-3559-4460-85d5-053ad14fdc41 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:52.832234 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-4087a421-b66b-44b4-bfd2-8a4bd8369005 service neutron] Attempting to bind port a1310b98-ffff-4f1a-bc5f-612569b333c9 on network 49cce92c-293e-402e-a303-90b81c2f8279 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:52.861149 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-4087a421-b66b-44b4-bfd2-8a4bd8369005 service neutron] Port a1310b98-ffff-4f1a-bc5f-612569b333c9 on network 49cce92c-293e-402e-a303-90b81c2f8279 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:32:52.861642 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-4087a421-b66b-44b4-bfd2-8a4bd8369005 service neutron] Attempting to bind port a1310b98-ffff-4f1a-bc5f-612569b333c9 on network 49cce92c-293e-402e-a303-90b81c2f8279 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:52.889895 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port f2dfac32-3559-4460-85d5-053ad14fdc41 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:52.892356 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:52.892530 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-4087a421-b66b-44b4-bfd2-8a4bd8369005 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:32:52.894147 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-4087a421-b66b-44b4-bfd2-8a4bd8369005 service neutron] Checking segment: {'id': 'b4d88acf-b354-4e36-860e-d25aa6dffbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '49cce92c-293e-402e-a303-90b81c2f8279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:52.904172 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-4087a421-b66b-44b4-bfd2-8a4bd8369005 service neutron] Bound using segment: {'id': 'b4d88acf-b354-4e36-860e-d25aa6dffbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '49cce92c-293e-402e-a303-90b81c2f8279'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:32:52.910339 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-4087a421-b66b-44b4-bfd2-8a4bd8369005 service neutron] Bound port: a1310b98-ffff-4f1a-bc5f-612569b333c9, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4d88acf-b354-4e36-860e-d25aa6dffbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '49cce92c-293e-402e-a303-90b81c2f8279'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:32:52.911379 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-4087a421-b66b-44b4-bfd2-8a4bd8369005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:52.967880 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383814e-a33d-4f10-82e6-b342918d94dd req-3f801c61-ab81-46f1-aa25-ac0d9e523a0a tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:52.985569 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6383814e-a33d-4f10-82e6-b342918d94dd req-3f801c61-ab81-46f1-aa25-ac0d9e523a0a tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=70e18f95-6ed8-4bc3-b7f3-49005adaa083 HTTP/1.1" status: 200 len: 907 time: 0.2126272 Jun 30 09:32:53.011897 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6680686c-229a-4fd3-8c3f-5fce6dd56034 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:53.068574 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-6680686c-229a-4fd3-8c3f-5fce6dd56034 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] device_id is not set on port b3a3ee47-8804-4500-8a72-6d82205801ba yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:32:53.128083 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-7ae3d45b-6bb2-4a43-8936-759ffcf7559f tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Request body: {'security_group': {'name': 'tempest-secgroup--672585904'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:53.154350 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffde73-412b-4304-8629-30e0f34d270c req-499dcb6a-f024-4de5-9d8d-0ec299c0b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:53.156597 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-53ffde73-412b-4304-8629-30e0f34d270c req-499dcb6a-f024-4de5-9d8d-0ec299c0b1ec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=afcabd5e-a40b-4794-b5f8-0b150c129247 HTTP/1.1" status: 200 len: 855 time: 0.2970035 Jun 30 09:32:53.173736 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:53.204761 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-662b4d46-3314-444b-99e7-d1ccd5f03a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:53.215146 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2aff47e4-adbb-4a47-82d7-9a1e91a67cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:53.314134 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port f2dfac32-3559-4460-85d5-053ad14fdc41, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f2dfac32-3559-4460-85d5-053ad14fdc41,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:53.361502 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-4087a421-b66b-44b4-bfd2-8a4bd8369005 service neutron] For port a1310b98-ffff-4f1a-bc5f-612569b333c9, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:32:53.372361 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-4087a421-b66b-44b4-bfd2-8a4bd8369005 service neutron] For port a1310b98-ffff-4f1a-bc5f-612569b333c9, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=a1310b98-ffff-4f1a-bc5f-612569b333c9,segment=NetworkSegment(b4d88acf-b354-4e36-860e-d25aa6dffbed),segment_id=b4d88acf-b354-4e36-860e-d25aa6dffbed)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:32:53.437381 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:53.442153 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7ae3d45b-6bb2-4a43-8936-759ffcf7559f tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:53.500732 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b06d2-fbd2-4be9-805d-8f350f080a75 req-4716e786-9e46-4e4b-85bf-158427fb1c24 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:53.518292 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3d7b06d2-fbd2-4be9-805d-8f350f080a75 req-4716e786-9e46-4e4b-85bf-158427fb1c24 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 945 time: 0.4044645 Jun 30 09:32:53.542995 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7ae3d45b-6bb2-4a43-8936-759ffcf7559f tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:53.574699 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-6680686c-229a-4fd3-8c3f-5fce6dd56034 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Allocated IP 2001:db8::eb (ac69f748-a231-4e69-a180-b37986a0b0a8/07ca2e78-94fa-42c5-943e-110f3eda4fb3/b3a3ee47-8804-4500-8a72-6d82205801ba) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:53.596769 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-6680686c-229a-4fd3-8c3f-5fce6dd56034 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Allocated IP 2001:db8:0:1:f816:3eff:fe54:691f (ac69f748-a231-4e69-a180-b37986a0b0a8/e0c68296-4631-4608-b68c-84cd1f97e71a/b3a3ee47-8804-4500-8a72-6d82205801ba) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:53.607588 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffde73-412b-4304-8629-30e0f34d270c req-afbf7e20-6d49-45d7-959b-132f673f482e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:53.613214 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-53ffde73-412b-4304-8629-30e0f34d270c req-afbf7e20-6d49-45d7-959b-132f673f482e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ab70122-0020-4c29-ae52-7bd3c84e0fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4288864 Jun 30 09:32:53.624180 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-4087a421-b66b-44b4-bfd2-8a4bd8369005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:53.652208 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:53.659186 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-2aff47e4-adbb-4a47-82d7-9a1e91a67cd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:32:53.659186 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-2aff47e4-adbb-4a47-82d7-9a1e91a67cd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:32:53.668280 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=f2dfac32-3559-4460-85d5-053ad14fdc41,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:53.684801 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:53.685178 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:53.685524 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:53.685987 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:53.686246 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:53.686566 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:53.686892 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:53.702805 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:53.703315 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:53.703645 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:53.703982 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:53.705228 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:53.925904 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6680686c-229a-4fd3-8c3f-5fce6dd56034 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:53.947548 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-6680686c-229a-4fd3-8c3f-5fce6dd56034 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Transition to ACTIVE for port object b3a3ee47-8804-4500-8a72-6d82205801ba will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:54.106843 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6680686c-229a-4fd3-8c3f-5fce6dd56034 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.118319 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087a421-b66b-44b4-bfd2-8a4bd8369005 service neutron] Pushing event updated for resources: {'Port': ['ID=a1310b98-ffff-4f1a-bc5f-612569b333c9,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:54.319516 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7ae3d45b-6bb2-4a43-8936-759ffcf7559f tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.334085 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6680686c-229a-4fd3-8c3f-5fce6dd56034 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:54.348528 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-4087a421-b66b-44b4-bfd2-8a4bd8369005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:54.349278 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-4087a421-b66b-44b4-bfd2-8a4bd8369005 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.352627 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-4087a421-b66b-44b4-bfd2-8a4bd8369005 service neutron] 10.222.0.52 "PUT /v2.0/ports/a1310b98-ffff-4f1a-bc5f-612569b333c9 HTTP/1.1" status: 200 len: 1056 time: 4.0637667 Jun 30 09:32:54.359638 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f2dfac32-3559-4460-85d5-053ad14fdc41 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:54.367926 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e18f95-6ed8-4bc3-b7f3-49005adaa083', 'tag': 'a1310b98-ffff-4f1a-bc5f-612569b333c9'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:32:54.372188 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e110c3-065d-4ca9-90c4-0a1685bad9b3" -d '{"events": [{"name": "network-changed", "server_uuid": "70e18f95-6ed8-4bc3-b7f3-49005adaa083", "tag": "a1310b98-ffff-4f1a-bc5f-612569b333c9"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:32:54.372517 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-6680686c-229a-4fd3-8c3f-5fce6dd56034 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:54.379441 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6680686c-229a-4fd3-8c3f-5fce6dd56034 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:54.386367 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6680686c-229a-4fd3-8c3f-5fce6dd56034 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:54.387049 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6680686c-229a-4fd3-8c3f-5fce6dd56034 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.400406 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3d7b06d2-fbd2-4be9-805d-8f350f080a75 req-ee313fea-5d82-4f86-9435-dec3aa1253e9 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8735383 Jun 30 09:32:54.433311 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680686c-229a-4fd3-8c3f-5fce6dd56034 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Port': ['ID=b3a3ee47-8804-4500-8a72-6d82205801ba,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:54.439708 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7ae3d45b-6bb2-4a43-8936-759ffcf7559f tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.504415 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1844d7-f295-405e-8c1d-30de6b6992a4 req-84853893-e08d-485c-868f-684f426e9bc2 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:54.524612 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7a1844d7-f295-405e-8c1d-30de6b6992a4 req-84853893-e08d-485c-868f-684f426e9bc2 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=70e18f95-6ed8-4bc3-b7f3-49005adaa083 HTTP/1.1" status: 200 len: 907 time: 0.2601416 Jun 30 09:32:54.569756 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6680686c-229a-4fd3-8c3f-5fce6dd56034 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3134019 Jun 30 09:32:54.573694 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38996) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:54.678714 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0546c4e2-39b2-464e-90c7-5660dbeae82d x-openstack-request-id: req-0546c4e2-39b2-464e-90c7-5660dbeae82d {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:32:54.678714 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e18f95-6ed8-4bc3-b7f3-49005adaa083", "tag": "a1310b98-ffff-4f1a-bc5f-612569b333c9", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:32:54.678714 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0546c4e2-39b2-464e-90c7-5660dbeae82d {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:32:54.679618 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e18f95-6ed8-4bc3-b7f3-49005adaa083', 'tag': 'a1310b98-ffff-4f1a-bc5f-612569b333c9', 'status': 'completed', 'code': 200} Jun 30 09:32:54.700142 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3d45b-6bb2-4a43-8936-759ffcf7559f tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90a92805-7ace-49ae-9f30-af8fc02cc29c,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:54.704773 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-53ffde73-412b-4304-8629-30e0f34d270c req-8b0c2b59-144e-4011-a860-8a378dc671a4 service neutron] 10.222.0.52 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0171564 Jun 30 09:32:54.809971 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b66ca844-2c6d-43cc-970c-41b218ccf0c2 None None] Provisioning complete for port f2dfac32-3559-4460-85d5-053ad14fdc41 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:54.810355 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b66ca844-2c6d-43cc-970c-41b218ccf0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.858983 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bda0b-bc13-4c87-b811-980c07205bdb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting port b3a3ee47-8804-4500-8a72-6d82205801ba {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:54.859496 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8f4bda0b-bc13-4c87-b811-980c07205bdb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.921345 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port f2dfac32-3559-4460-85d5-053ad14fdc41 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:54.921947 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.946928 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-608517bd-010c-48dc-9313-6732b4a2aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:54.950108 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-608517bd-010c-48dc-9313-6732b4a2aa02 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=986dea5b74504ac5b54ab81c3e8c6d18&device_id=70e18f95-6ed8-4bc3-b7f3-49005adaa083 HTTP/1.1" status: 200 len: 1059 time: 0.3586085 Jun 30 09:32:55.013052 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:55.076413 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-d2cf255b-6fbd-4b15-982a-6518bba45ede service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=a1310b98-ffff-4f1a-bc5f-612569b333c9 HTTP/1.1" status: 200 len: 217 time: 0.1034074 Jun 30 09:32:55.160843 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8f4bda0b-bc13-4c87-b811-980c07205bdb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:55.185728 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bda0b-bc13-4c87-b811-980c07205bdb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Calling delete_port for b3a3ee47-8804-4500-8a72-6d82205801ba owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:55.215411 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-53ffde73-412b-4304-8629-30e0f34d270c req-34aca769-3316-4494-8d4a-a6289844695f service neutron] 10.222.0.52 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4999583 Jun 30 09:32:55.221409 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7ae3d45b-6bb2-4a43-8936-759ffcf7559f tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:55.283238 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e713bb60-a301-4e21-9351-26868dc2fcc5 None None] Could not find standard attr ID for object cade6ea9-3cb2-4040-9fbe-94fa57a5f007. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:32:55.301259 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-57343d7c-6868-47af-9081-1b3f4ea29fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:55.303054 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-57343d7c-6868-47af-9081-1b3f4ea29fc7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ccbefef3-6ad8-4d57-aa5c-2bead4f43fc7 HTTP/1.1" status: 200 len: 838 time: 0.1915541 Jun 30 09:32:55.317695 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7ae3d45b-6bb2-4a43-8936-759ffcf7559f tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:55.381670 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39010) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:55.459981 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7ae3d45b-6bb2-4a43-8936-759ffcf7559f tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:55.461423 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7ae3d45b-6bb2-4a43-8936-759ffcf7559f tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.6558714 Jun 30 09:32:55.466657 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39018) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:55.490308 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3d45b-6bb2-4a43-8936-759ffcf7559f tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59714b92-e9ea-4d27-940c-c865075617a8,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:55.584229 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-738fff76-62d1-444d-b05e-a2ba59b3f0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:55.601881 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-738fff76-62d1-444d-b05e-a2ba59b3f0a4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49cce92c-293e-402e-a303-90b81c2f8279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2635384 Jun 30 09:32:56.109133 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f4852c81-3ca3-4c9d-b058-a30a82553016 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.6407492 Jun 30 09:32:56.149076 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39032) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:56.284577 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-c6e6a764-4449-46c0-baca-2ddb08beb9be tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Request body: {'security_group': {'name': 'tempest-security--1288835551', 'description': 'tempest-security-description-1876443140'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:56.287758 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-b9b29e96-de9c-432e-96a9-f7652ef7635b service neutron] 10.222.0.52 "GET /v2.0/networks/49cce92c-293e-402e-a303-90b81c2f8279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025377 Jun 30 09:32:56.366597 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c6e6a764-4449-46c0-baca-2ddb08beb9be tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:56.374922 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:56.461477 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bd2505e1-7fab-4e23-91a4-b281af3d8eb8 None None] Provisioning for port b3a3ee47-8804-4500-8a72-6d82205801ba completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:56.466701 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bd2505e1-7fab-4e23-91a4-b281af3d8eb8 None None] Provisioning complete for port b3a3ee47-8804-4500-8a72-6d82205801ba triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:56.467626 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bd2505e1-7fab-4e23-91a4-b281af3d8eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:56.499985 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8f4bda0b-bc13-4c87-b811-980c07205bdb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:56.504198 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bd2505e1-7fab-4e23-91a4-b281af3d8eb8 None None] Port b3a3ee47-8804-4500-8a72-6d82205801ba was deleted so its status cannot be updated. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 30 09:32:56.596955 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c6e6a764-4449-46c0-baca-2ddb08beb9be tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:56.601872 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bda0b-bc13-4c87-b811-980c07205bdb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Port': ['ID=b3a3ee47-8804-4500-8a72-6d82205801ba,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:56.615029 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5fa54-84c1-42d7-aceb-079e5bf5e344 req-068babe8-c6c6-4b09-b0e9-7bdf95d7e24f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:56.633052 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-02e5fa54-84c1-42d7-aceb-079e5bf5e344 req-068babe8-c6c6-4b09-b0e9-7bdf95d7e24f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 945 time: 0.8256907 Jun 30 09:32:56.800985 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c6e6a764-4449-46c0-baca-2ddb08beb9be tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:56.805362 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c6e6a764-4449-46c0-baca-2ddb08beb9be tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:56.805721 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c6e6a764-4449-46c0-baca-2ddb08beb9be tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "PUT /v2.0/security-groups/59714b92-e9ea-4d27-940c-c865075617a8 HTTP/1.1" status: 200 len: 1780 time: 0.5827441 Jun 30 09:32:56.850933 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39048) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:56.896036 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8f4bda0b-bc13-4c87-b811-980c07205bdb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:56.903402 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8f4bda0b-bc13-4c87-b811-980c07205bdb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/b3a3ee47-8804-4500-8a72-6d82205801ba HTTP/1.1" status: 204 len: 168 time: 2.3285825 Jun 30 09:32:56.918920 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39050) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:57.090229 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6a764-4449-46c0-baca-2ddb08beb9be tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59714b92-e9ea-4d27-940c-c865075617a8,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:57.139721 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-02e5fa54-84c1-42d7-aceb-079e5bf5e344 req-86c9f00e-e502-4da9-af93-35f51de14068 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3991835 Jun 30 09:32:57.176398 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2927162b-4d99-450a-a673-1be2a5a2bebe tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "GET /v2.0/security-groups/59714b92-e9ea-4d27-940c-c865075617a8 HTTP/1.1" status: 200 len: 1780 time: 0.3177991 Jun 30 09:32:57.181136 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39056) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:57.262512 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-41f5c648-ae47-4e3a-bfff-911a9eb95eaf req-c8d774d7-27d5-4839-b164-42d2dba8bf3d service neutron] 10.222.0.52 "GET /v2.0/networks/49cce92c-293e-402e-a303-90b81c2f8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9644132 Jun 30 09:32:57.289005 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9a6726-e810-43f4-a504-4277ab222968 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:57.295115 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-db9a6726-e810-43f4-a504-4277ab222968 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3572695 Jun 30 09:32:57.296113 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39060) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:57.320158 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e017e5c-0c91-426e-97cb-9d7f68ca6899 req-2bed43ec-e876-4aa8-a589-6520920df5ac tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:57.323262 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2e017e5c-0c91-426e-97cb-9d7f68ca6899 req-2bed43ec-e876-4aa8-a589-6520920df5ac tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=70e18f95-6ed8-4bc3-b7f3-49005adaa083 HTTP/1.1" status: 200 len: 907 time: 1.4114988 Jun 30 09:32:57.457356 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-77bf15d4-03ae-493b-8188-f6bb6ab11182 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:57.519479 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-77bf15d4-03ae-493b-8188-f6bb6ab11182 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:57.642539 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9a2775-5fde-4e59-adf8-b2d89cc3b32b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:57.649089 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-df9a2775-5fde-4e59-adf8-b2d89cc3b32b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3476045 Jun 30 09:32:57.649826 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39068) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:57.731809 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-77bf15d4-03ae-493b-8188-f6bb6ab11182 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:57.737246 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-77bf15d4-03ae-493b-8188-f6bb6ab11182 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:57.738620 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-77bf15d4-03ae-493b-8188-f6bb6ab11182 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "DELETE /v2.0/security-groups/59714b92-e9ea-4d27-940c-c865075617a8 HTTP/1.1" status: 204 len: 168 time: 0.5556724 Jun 30 09:32:57.742610 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39072) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:57.759341 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72811881-f9e2-413b-ada1-057fcd7c5366 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:57.762131 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72811881-f9e2-413b-ada1-057fcd7c5366 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:57.763700 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72811881-f9e2-413b-ada1-057fcd7c5366 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:57.768144 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-72811881-f9e2-413b-ada1-057fcd7c5366 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1147022 Jun 30 09:32:57.772291 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39074) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:57.773796 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf15d4-03ae-493b-8188-f6bb6ab11182 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59714b92-e9ea-4d27-940c-c865075617a8,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:57.864855 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3e38e115-8cf3-4119-aff2-ebd813df50f7 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1178966 Jun 30 09:32:57.866928 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7b3911c2-500f-411d-8e10-0c3b51a343d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:57.868891 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39076) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:57.879793 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5787168-3177-4b0e-9385-bb59724b883c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting subnet 07ca2e78-94fa-42c5-943e-110f3eda4fb3 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:32:57.885393 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a5787168-3177-4b0e-9385-bb59724b883c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:57.947683 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-9aa1c6c1-926c-4853-91b7-72f7ae987d30 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] delete failed (client error): The resource could not be found. Jun 30 09:32:57.953025 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9aa1c6c1-926c-4853-91b7-72f7ae987d30 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "DELETE /v2.0/security-groups/59714b92-e9ea-4d27-940c-c865075617a8 HTTP/1.1" status: 404 len: 347 time: 0.0779607 Jun 30 09:32:57.959355 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39084) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:57.959355 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a5787168-3177-4b0e-9385-bb59724b883c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:57.967522 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-69b04758-694c-41a8-9b94-1f797f91ecc9 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Request body: {'security_group': {'name': 'tempest-secgroup--1202763511'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:58.074658 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a5787168-3177-4b0e-9385-bb59724b883c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:58.174918 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-69b04758-694c-41a8-9b94-1f797f91ecc9 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:58.225915 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-7b3911c2-500f-411d-8e10-0c3b51a343d2 admin admin] Deleting port 93cedc16-b5a0-4585-b0b9-32314c214622 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:58.226293 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7b3911c2-500f-411d-8e10-0c3b51a343d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:58.309940 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a5787168-3177-4b0e-9385-bb59724b883c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:58.349972 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-7b3911c2-500f-411d-8e10-0c3b51a343d2 admin admin] For port 93cedc16-b5a0-4585-b0b9-32314c214622, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=93cedc16-b5a0-4585-b0b9-32314c214622,segment=NetworkSegment(e388efc1-732f-40cc-980a-ce7b9415f60a),segment_id=e388efc1-732f-40cc-980a-ce7b9415f60a)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:58.350600 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7b3911c2-500f-411d-8e10-0c3b51a343d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:58.372462 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-7b3911c2-500f-411d-8e10-0c3b51a343d2 admin admin] Calling delete_port for 93cedc16-b5a0-4585-b0b9-32314c214622 owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:58.414732 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5787168-3177-4b0e-9385-bb59724b883c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Subnet': ['ID=07ca2e78-94fa-42c5-943e-110f3eda4fb3,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:58.416340 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd074f8-7098-4818-ab4a-bda5bf263256 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:58.433573 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a5787168-3177-4b0e-9385-bb59724b883c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:58.435918 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a5787168-3177-4b0e-9385-bb59724b883c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/07ca2e78-94fa-42c5-943e-110f3eda4fb3 HTTP/1.1" status: 204 len: 168 time: 0.6626625 Jun 30 09:32:58.447683 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39094) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:58.524041 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-69b04758-694c-41a8-9b94-1f797f91ecc9 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:58.527504 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5787168-3177-4b0e-9385-bb59724b883c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:58.527866 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5787168-3177-4b0e-9385-bb59724b883c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:58.528270 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5787168-3177-4b0e-9385-bb59724b883c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:58.528619 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5787168-3177-4b0e-9385-bb59724b883c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:58.529082 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5787168-3177-4b0e-9385-bb59724b883c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:58.529421 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5787168-3177-4b0e-9385-bb59724b883c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:58.529754 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5787168-3177-4b0e-9385-bb59724b883c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:58.530143 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5787168-3177-4b0e-9385-bb59724b883c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:58.530481 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5787168-3177-4b0e-9385-bb59724b883c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:58.530811 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5787168-3177-4b0e-9385-bb59724b883c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:58.531400 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5787168-3177-4b0e-9385-bb59724b883c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:58.531739 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5787168-3177-4b0e-9385-bb59724b883c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:58.646183 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-69b04758-694c-41a8-9b94-1f797f91ecc9 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:58.716511 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b04758-694c-41a8-9b94-1f797f91ecc9 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baed09fb-c39c-44c6-ac07-dbd2d688fb32,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:58.732241 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-d215f0f6-8fe3-4e16-922b-dccea5c4abcd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting subnet e0c68296-4631-4608-b68c-84cd1f97e71a {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:32:58.753826 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d215f0f6-8fe3-4e16-922b-dccea5c4abcd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:58.796056 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216fc0a-a407-44be-8007-c1175461d1c3 req-77e2ce9f-f498-49bb-8a50-d563d0a47c98 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:58.806849 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b216fc0a-a407-44be-8007-c1175461d1c3 req-77e2ce9f-f498-49bb-8a50-d563d0a47c98 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 945 time: 0.1269157 Jun 30 09:32:58.856215 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7b3911c2-500f-411d-8e10-0c3b51a343d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:58.893518 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d215f0f6-8fe3-4e16-922b-dccea5c4abcd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:58.964419 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-69b04758-694c-41a8-9b94-1f797f91ecc9 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:58.971108 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-69b04758-694c-41a8-9b94-1f797f91ecc9 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0140920 Jun 30 09:32:58.977853 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39098) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:58.996564 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-f611f047-ed58-4202-bf58-a82880792908 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Request body: {'security_group_rule': {'security_group_id': 'baed09fb-c39c-44c6-ac07-dbd2d688fb32', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:59.026544 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b216fc0a-a407-44be-8007-c1175461d1c3 req-ddd6e9c6-e7e4-4c6e-9212-7a873cf89aa6 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2084217 Jun 30 09:32:59.026544 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3911c2-500f-411d-8e10-0c3b51a343d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=93cedc16-b5a0-4585-b0b9-32314c214622,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:59.054521 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9657f-b552-4eb9-8bf0-d492ec5d04a4 req-7e3e1980-e27b-4413-a060-bedbc06f3e03 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:59.056252 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-18b9657f-b552-4eb9-8bf0-d492ec5d04a4 req-7e3e1980-e27b-4413-a060-bedbc06f3e03 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=70e18f95-6ed8-4bc3-b7f3-49005adaa083 HTTP/1.1" status: 200 len: 907 time: 0.4941111 Jun 30 09:32:59.152469 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d215f0f6-8fe3-4e16-922b-dccea5c4abcd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.197659 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f611f047-ed58-4202-bf58-a82880792908 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.341139 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f611f047-ed58-4202-bf58-a82880792908 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.341392 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7b3911c2-500f-411d-8e10-0c3b51a343d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.421614 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f611f047-ed58-4202-bf58-a82880792908 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.452920 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611f047-ed58-4202-bf58-a82880792908 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed40e46a-7cff-4999-88e4-28375f16a58d,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:59.468116 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d215f0f6-8fe3-4e16-922b-dccea5c4abcd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.500160 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215f0f6-8fe3-4e16-922b-dccea5c4abcd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Subnet': ['ID=e0c68296-4631-4608-b68c-84cd1f97e71a,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:59.521553 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d215f0f6-8fe3-4e16-922b-dccea5c4abcd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.527078 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d215f0f6-8fe3-4e16-922b-dccea5c4abcd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/e0c68296-4631-4608-b68c-84cd1f97e71a HTTP/1.1" status: 204 len: 168 time: 1.0725770 Jun 30 09:32:59.527890 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39112) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:59.574396 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a5b9deac-37c7-46fc-9673-9d90cd43940b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452187 Jun 30 09:32:59.575422 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f611f047-ed58-4202-bf58-a82880792908 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.579837 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f611f047-ed58-4202-bf58-a82880792908 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6001322 Jun 30 09:32:59.580568 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39116) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:59.581042 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39118) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:59.588493 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-77f83b0b-afa0-4b53-ab8e-433d505cf8e2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:59.756798 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-89ce4279-13eb-4048-b392-7f26e6c7f3bb tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.771330 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-89ce4279-13eb-4048-b392-7f26e6c7f3bb tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.831207 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e110c3-065d-4ca9-90c4-0a1685bad9b3 req-3c5d713a-9892-4143-9182-253ce5c43e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:59.831207 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1e110c3-065d-4ca9-90c4-0a1685bad9b3 req-3c5d713a-9892-4143-9182-253ce5c43e33 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=986dea5b74504ac5b54ab81c3e8c6d18&device_id=70e18f95-6ed8-4bc3-b7f3-49005adaa083 HTTP/1.1" status: 200 len: 1059 time: 0.1310327 Jun 30 09:32:59.912010 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d546f635-c2d0-4e21-82bf-4a908f6d0202 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:59.964041 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f83b0b-afa0-4b53-ab8e-433d505cf8e2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:59.967819 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-77f83b0b-afa0-4b53-ab8e-433d505cf8e2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:00.040686 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a2221b17-b7a8-45ba-b247-634610d270fe None None] Provisioning complete for port f2dfac32-3559-4460-85d5-053ad14fdc41 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:00.040686 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a2221b17-b7a8-45ba-b247-634610d270fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:00.079390 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-89ce4279-13eb-4048-b392-7f26e6c7f3bb tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:00.137702 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-89ce4279-13eb-4048-b392-7f26e6c7f3bb tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:00.139490 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-89ce4279-13eb-4048-b392-7f26e6c7f3bb tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/ed40e46a-7cff-4999-88e4-28375f16a58d HTTP/1.1" status: 204 len: 168 time: 0.4753652 Jun 30 09:33:00.140910 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce4279-13eb-4048-b392-7f26e6c7f3bb tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed40e46a-7cff-4999-88e4-28375f16a58d,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:00.143792 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39136) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:00.306014 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3911c2-500f-411d-8e10-0c3b51a343d2 admin admin] Router 53c00270-3b1e-43f7-a3e5-8c6727f4d523 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:33:00.371785 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ce04a8d9-d4a5-456c-994f-1fccade979e3 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2165775 Jun 30 09:33:00.380861 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39142) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:00.504541 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e110c3-065d-4ca9-90c4-0a1685bad9b3 req-017400db-318b-4c20-aed2-fd5a2276dd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:00.529487 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1e110c3-065d-4ca9-90c4-0a1685bad9b3 req-017400db-318b-4c20-aed2-fd5a2276dd51 service neutron] 10.222.0.52 "GET /v2.0/networks?id=49cce92c-293e-402e-a303-90b81c2f8279 HTTP/1.1" status: 200 len: 899 time: 0.6455765 Jun 30 09:33:00.547585 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74103f4-c0f0-42a6-9154-f64558387be9 None None] DHCP port deletion for ac69f748-a231-4e69-a180-b37986a0b0a8 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:33:00.595925 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3911c2-500f-411d-8e10-0c3b51a343d2 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:33:00.612237 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7b3911c2-500f-411d-8e10-0c3b51a343d2 admin admin] 10.222.0.10 "PUT /v2.0/routers/53c00270-3b1e-43f7-a3e5-8c6727f4d523/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2289367 Jun 30 09:33:00.613140 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39144) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:00.616949 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577710ac-0266-4f6e-8b4b-be5d97006246 None None] Sync routers for ids ['53c00270-3b1e-43f7-a3e5-8c6727f4d523'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:33:00.641868 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577710ac-0266-4f6e-8b4b-be5d97006246 None None] Routers {'53c00270-3b1e-43f7-a3e5-8c6727f4d523'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:00.643068 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-577710ac-0266-4f6e-8b4b-be5d97006246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:32:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['53c00270-3b1e-43f7-a3e5-8c6727f4d523'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:00.705234 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-b74103f4-c0f0-42a6-9154-f64558387be9 None None] Deleting port f2dfac32-3559-4460-85d5-053ad14fdc41 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:33:00.705859 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b74103f4-c0f0-42a6-9154-f64558387be9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:00.826504 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-577710ac-0266-4f6e-8b4b-be5d97006246 None None] Set router 53c00270-3b1e-43f7-a3e5-8c6727f4d523 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:00.869320 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8b6fe-4d3d-4d78-9673-01c81ad57296 req-85de6e97-6685-4e26-8138-cc78780a9052 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:00.880183 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a0a8b6fe-4d3d-4d78-9673-01c81ad57296 req-85de6e97-6685-4e26-8138-cc78780a9052 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 945 time: 0.3616767 Jun 30 09:33:00.940372 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3429db30-79c7-4f94-a15f-efd2e4534f52 admin admin] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:00.956801 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-b74103f4-c0f0-42a6-9154-f64558387be9 None None] For port f2dfac32-3559-4460-85d5-053ad14fdc41, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f2dfac32-3559-4460-85d5-053ad14fdc41,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:00.959694 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b74103f4-c0f0-42a6-9154-f64558387be9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:01.011299 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-b74103f4-c0f0-42a6-9154-f64558387be9 None None] Calling delete_port for f2dfac32-3559-4460-85d5-053ad14fdc41 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:33:01.048808 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1e110c3-065d-4ca9-90c4-0a1685bad9b3 req-f02530f1-ddc5-4026-b6d9-94c8011c049a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=a1310b98-ffff-4f1a-bc5f-612569b333c9 HTTP/1.1" status: 200 len: 217 time: 0.4861891 Jun 30 09:33:01.052669 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a0a8b6fe-4d3d-4d78-9673-01c81ad57296 req-a9b747e0-50c1-477a-ab1d-45c6d00f5bb7 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1698885 Jun 30 09:33:01.193929 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d60fd8ba-da0e-475e-98f9-96edb95f37c9 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:01.227649 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db82d13-d9c1-42f9-b7b0-5504b8b691c7 req-4daf3b3f-4d14-4b1f-9641-e204f32e789c tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:01.229626 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0db82d13-d9c1-42f9-b7b0-5504b8b691c7 req-4daf3b3f-4d14-4b1f-9641-e204f32e789c tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=70e18f95-6ed8-4bc3-b7f3-49005adaa083 HTTP/1.1" status: 200 len: 907 time: 0.8229043 Jun 30 09:33:01.254655 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-77f83b0b-afa0-4b53-ab8e-433d505cf8e2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:01.265225 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3429db30-79c7-4f94-a15f-efd2e4534f52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:01.280387 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e110c3-065d-4ca9-90c4-0a1685bad9b3 req-59a36092-95bf-4c42-83c7-4e27bdbb632a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:01.281895 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1e110c3-065d-4ca9-90c4-0a1685bad9b3 req-59a36092-95bf-4c42-83c7-4e27bdbb632a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ccbefef3-6ad8-4d57-aa5c-2bead4f43fc7 HTTP/1.1" status: 200 len: 838 time: 0.1899843 Jun 30 09:33:01.310040 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d60fd8ba-da0e-475e-98f9-96edb95f37c9 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:01.331626 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f83b0b-afa0-4b53-ab8e-433d505cf8e2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:01.339700 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-577710ac-0266-4f6e-8b4b-be5d97006246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'name': 'tempest-TaggedBootDevicesTest-1361366161-router', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '0d0c8505-96dc-4f9e-a7a2-8424ed0bd797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:37Z', 'updated_at': '2021-06-30T09:32:58Z', 'revision_number': 5, 'project_id': '2cf47b77e70945949916ae6cc28be07c', 'gw_port': {'id': '0d0c8505-96dc-4f9e-a7a2-8424ed0bd797', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:db:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:38Z', 'updated_at': '2021-06-30T09:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:01.345600 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-77f83b0b-afa0-4b53-ab8e-433d505cf8e2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:01.361559 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f83b0b-afa0-4b53-ab8e-433d505cf8e2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:01.362394 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-77f83b0b-afa0-4b53-ab8e-433d505cf8e2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:01.384976 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577710ac-0266-4f6e-8b4b-be5d97006246 None None] Checking router: 53c00270-3b1e-43f7-a3e5-8c6727f4d523 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:33:01.397580 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577710ac-0266-4f6e-8b4b-be5d97006246 None None] Routers {'53c00270-3b1e-43f7-a3e5-8c6727f4d523'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:01.399150 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-577710ac-0266-4f6e-8b4b-be5d97006246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:32:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['53c00270-3b1e-43f7-a3e5-8c6727f4d523'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:01.438577 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f83b0b-afa0-4b53-ab8e-433d505cf8e2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Subnet': ['ID=7c9d71f8-bcf5-47bb-9ff3-87a61f2c1603,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:01.442792 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device a1310b98-ffff-4f1a-bc5f-612569b333c9 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:33:01.503014 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b74103f4-c0f0-42a6-9154-f64558387be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:01.550146 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e110c3-065d-4ca9-90c4-0a1685bad9b3 req-0a515780-73f8-48b4-a791-caa00b67ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:01.552000 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1e110c3-065d-4ca9-90c4-0a1685bad9b3 req-0a515780-73f8-48b4-a791-caa00b67ac8c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49cce92c-293e-402e-a303-90b81c2f8279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1858208 Jun 30 09:33:01.584724 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-3429db30-79c7-4f94-a15f-efd2e4534f52 admin admin] Deleting port 0d0c8505-96dc-4f9e-a7a2-8424ed0bd797 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:33:01.585578 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3429db30-79c7-4f94-a15f-efd2e4534f52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:01.645047 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74103f4-c0f0-42a6-9154-f64558387be9 None None] Pushing event deleted for resources: {'Port': ['ID=f2dfac32-3559-4460-85d5-053ad14fdc41,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:01.656440 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74103f4-c0f0-42a6-9154-f64558387be9 None None] No DVR routers for this DVR port f2dfac32-3559-4460-85d5-053ad14fdc41 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:33:01.695106 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9959d461-ccea-4a73-ad9f-84c2dbe5295f None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:33:01.708114 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-577710ac-0266-4f6e-8b4b-be5d97006246 None None] Set router 53c00270-3b1e-43f7-a3e5-8c6727f4d523 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:01.788047 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1e110c3-065d-4ca9-90c4-0a1685bad9b3 req-1474e71d-071b-457f-b643-d0e8c9ea4dce service neutron] 10.222.0.52 "GET /v2.0/networks/49cce92c-293e-402e-a303-90b81c2f8279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109270 Jun 30 09:33:01.792340 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-77f83b0b-afa0-4b53-ab8e-433d505cf8e2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2099969 Jun 30 09:33:01.793204 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d60fd8ba-da0e-475e-98f9-96edb95f37c9 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:01.795936 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d60fd8ba-da0e-475e-98f9-96edb95f37c9 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:01.797083 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d60fd8ba-da0e-475e-98f9-96edb95f37c9 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "DELETE /v2.0/security-groups/baed09fb-c39c-44c6-ac07-dbd2d688fb32 HTTP/1.1" status: 204 len: 168 time: 1.4150198 Jun 30 09:33:01.797673 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39162) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:01.810626 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-68de08ca-f821-44c7-b817-0eed35c7672f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:01.831838 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39164) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:01.857652 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-3429db30-79c7-4f94-a15f-efd2e4534f52 admin admin] For port 0d0c8505-96dc-4f9e-a7a2-8424ed0bd797, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=0d0c8505-96dc-4f9e-a7a2-8424ed0bd797,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:01.858012 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3429db30-79c7-4f94-a15f-efd2e4534f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:01.899324 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-3429db30-79c7-4f94-a15f-efd2e4534f52 admin admin] Calling delete_port for 0d0c8505-96dc-4f9e-a7a2-8424ed0bd797 owned by network:router_gateway {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:33:02.070218 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port a1310b98-ffff-4f1a-bc5f-612569b333c9, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=a1310b98-ffff-4f1a-bc5f-612569b333c9,segment=NetworkSegment(b4d88acf-b354-4e36-860e-d25aa6dffbed),segment_id=b4d88acf-b354-4e36-860e-d25aa6dffbed)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:02.083016 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'a1310b98-ffff-4f1a-bc5f-612569b333c9', 'network_id': '49cce92c-293e-402e-a303-90b81c2f8279', 'port_id': 'a1310b98-ffff-4f1a-bc5f-612569b333c9', 'mac_address': 'fa:16:3e:b4:ae:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccbefef3-6ad8-4d57-aa5c-2bead4f43fc7', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:33:02.094742 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60fd8ba-da0e-475e-98f9-96edb95f37c9 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baed09fb-c39c-44c6-ac07-dbd2d688fb32,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:02.157924 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c768e7-ba5b-443e-8831-618d97486d76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-ac69f748-a231-4e69-a180-b37986a0b0a8', 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'tenant_id': '49aa34362a184a6286a3555c581afbee', 'fixed_ips': [{'subnet_id': '7c9d71f8-bcf5-47bb-9ff3-87a61f2c1603'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:33:02.162803 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-17c768e7-ba5b-443e-8831-618d97486d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:02.252610 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-27e8b90d-ca93-4657-a7b7-3c5e8b5fbb4f tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4192920 Jun 30 09:33:02.261037 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39172) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:02.321781 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:02.334234 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-cccf876e-7c71-4171-91e8-68f93fd5b162 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Request body: {'security_group': {'name': 'tempest-secgroup--2077252743'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:02.344464 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f2dfac32-3559-4460-85d5-053ad14fdc41 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:33:02.399019 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-577710ac-0266-4f6e-8b4b-be5d97006246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'name': 'tempest-TaggedBootDevicesTest-1361366161-router', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '0d0c8505-96dc-4f9e-a7a2-8424ed0bd797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:37Z', 'updated_at': '2021-06-30T09:32:58Z', 'revision_number': 5, 'project_id': '2cf47b77e70945949916ae6cc28be07c', 'gw_port': {'id': '0d0c8505-96dc-4f9e-a7a2-8424ed0bd797', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:db:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:38Z', 'updated_at': '2021-06-30T09:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:02.475979 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: f2dfac32-3559-4460-85d5-053ad14fdc41 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:33:02.476371 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f2dfac32-3559-4460-85d5-053ad14fdc41 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:33:02.481668 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a86c05-13ae-42de-b92f-839b89d27e65 req-f6bc4f35-5f50-4338-a4e4-b55c5df6363f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:02.483650 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5a86c05-13ae-42de-b92f-839b89d27e65 req-f6bc4f35-5f50-4338-a4e4-b55c5df6363f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 945 time: 0.1790230 Jun 30 09:33:02.484493 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3429db30-79c7-4f94-a15f-efd2e4534f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:02.502407 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1310b98-ffff-4f1a-bc5f-612569b333c9 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:33:02.558754 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port a1310b98-ffff-4f1a-bc5f-612569b333c9, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=a1310b98-ffff-4f1a-bc5f-612569b333c9,segment=NetworkSegment(b4d88acf-b354-4e36-860e-d25aa6dffbed),segment_id=b4d88acf-b354-4e36-860e-d25aa6dffbed)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:02.614441 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1e110c3-065d-4ca9-90c4-0a1685bad9b3 req-e05213be-61d0-441d-b067-e03ad0233906 service neutron] 10.222.0.52 "GET /v2.0/networks/49cce92c-293e-402e-a303-90b81c2f8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7980044 Jun 30 09:33:02.658022 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cccf876e-7c71-4171-91e8-68f93fd5b162 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:02.683544 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429db30-79c7-4f94-a15f-efd2e4534f52 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d0c8505-96dc-4f9e-a7a2-8424ed0bd797,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:02.735317 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577710ac-0266-4f6e-8b4b-be5d97006246 None None] The sync data for ids ['53c00270-3b1e-43f7-a3e5-8c6727f4d523'] in n-d-771363-31 is: [{'id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'name': 'tempest-TaggedBootDevicesTest-1361366161-router', 'tenant_id': '2cf47b77e70945949916ae6cc28be07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '0d0c8505-96dc-4f9e-a7a2-8424ed0bd797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:37Z', 'updated_at': '2021-06-30T09:32:58Z', 'revision_number': 5, 'project_id': '2cf47b77e70945949916ae6cc28be07c', 'gw_port': {'id': '0d0c8505-96dc-4f9e-a7a2-8424ed0bd797', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:db:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c00270-3b1e-43f7-a3e5-8c6727f4d523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:38Z', 'updated_at': '2021-06-30T09:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:33:02.766982 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5a86c05-13ae-42de-b92f-839b89d27e65 req-b834aa56-a9ed-4290-868b-876489d25c5a tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2656591 Jun 30 09:33:02.771377 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3cf1c2-c1f4-44fa-b8ba-45fd9a74b3ec req-cba43ef4-dfc1-4633-914a-cb49f2483e89 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:02.791166 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2c3cf1c2-c1f4-44fa-b8ba-45fd9a74b3ec req-cba43ef4-dfc1-4633-914a-cb49f2483e89 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=70e18f95-6ed8-4bc3-b7f3-49005adaa083 HTTP/1.1" status: 200 len: 907 time: 0.2259638 Jun 30 09:33:02.796104 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68de08ca-f821-44c7-b817-0eed35c7672f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:02.809596 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-68de08ca-f821-44c7-b817-0eed35c7672f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:02.836300 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3429db30-79c7-4f94-a15f-efd2e4534f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:02.897333 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:02.975622 n-d-771363-31 neutron-server[101053]: INFO neutron.db.ipam_backend_mixin [None req-68de08ca-f821-44c7-b817-0eed35c7672f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7c9d71f8-bcf5-47bb-9ff3-87a61f2c1603 (CIDR: 2001:db8::/64) Jun 30 09:33:03.028185 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3429db30-79c7-4f94-a15f-efd2e4534f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:03.032752 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3429db30-79c7-4f94-a15f-efd2e4534f52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:03.045897 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-68de08ca-f821-44c7-b817-0eed35c7672f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:33:03.046358 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68de08ca-f821-44c7-b817-0eed35c7672f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:03.127105 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-17c768e7-ba5b-443e-8831-618d97486d76 None None] Allocated IP 2001:db8::2 (ac69f748-a231-4e69-a180-b37986a0b0a8/7c9d71f8-bcf5-47bb-9ff3-87a61f2c1603/e6098327-2291-4a00-bbec-d8f9f88a4a6e) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:03.203547 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cccf876e-7c71-4171-91e8-68f93fd5b162 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:03.233882 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3429db30-79c7-4f94-a15f-efd2e4534f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:03.235026 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3429db30-79c7-4f94-a15f-efd2e4534f52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53c00270-3b1e-43f7-a3e5-8c6727f4d523 {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:33:03.245651 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3429db30-79c7-4f94-a15f-efd2e4534f52 admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:03.247772 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3429db30-79c7-4f94-a15f-efd2e4534f52 admin admin] 10.222.0.10 "DELETE /v2.0/routers/53c00270-3b1e-43f7-a3e5-8c6727f4d523 HTTP/1.1" status: 204 len: 168 time: 2.6323054 Jun 30 09:33:03.250393 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39188) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:03.263759 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['a1310b98-ffff-4f1a-bc5f-612569b333c9'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:33:03.319682 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=a1310b98-ffff-4f1a-bc5f-612569b333c9,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:03.354874 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cccf876e-7c71-4171-91e8-68f93fd5b162 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:03.425833 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-df3014e8-71c3-4bd5-93b6-c24ab4988d56 admin admin] Deleting subnet 81734dcc-0ee2-494d-93d9-b3fe64a6f397 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:33:03.432774 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df3014e8-71c3-4bd5-93b6-c24ab4988d56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:03.458414 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf876e-7c71-4171-91e8-68f93fd5b162 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f35ff41-a921-4f6d-a370-c4417050242d,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:03.471984 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device a1310b98-ffff-4f1a-bc5f-612569b333c9 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:03.496114 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-68de08ca-f821-44c7-b817-0eed35c7672f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6920269 Jun 30 09:33:03.496818 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39194) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:03.499024 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df3014e8-71c3-4bd5-93b6-c24ab4988d56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:03.506147 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-3d52a9ea-d15b-4775-af7f-79e9bdd80bf0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'subnet': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:03.511442 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-17c768e7-ba5b-443e-8831-618d97486d76 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:03.529433 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-17c768e7-ba5b-443e-8831-618d97486d76 None None] Transition to ACTIVE for port object e6098327-2291-4a00-bbec-d8f9f88a4a6e will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:03.530761 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cccf876e-7c71-4171-91e8-68f93fd5b162 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:03.533243 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-cccf876e-7c71-4171-91e8-68f93fd5b162 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2287550 Jun 30 09:33:03.542174 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39196) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:03.549223 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-39a5cd05-d5b4-4300-a173-9d1947ec3e64 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Request body: {'security_group_rule': {'security_group_id': '3f35ff41-a921-4f6d-a370-c4417050242d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:03.561760 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-17c768e7-ba5b-443e-8831-618d97486d76 None None] Transition to ACTIVE for port object e6098327-2291-4a00-bbec-d8f9f88a4a6e will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:03.633542 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df3014e8-71c3-4bd5-93b6-c24ab4988d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:03.708613 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-17c768e7-ba5b-443e-8831-618d97486d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:03.778461 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-39a5cd05-d5b4-4300-a173-9d1947ec3e64 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:03.781620 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port a1310b98-ffff-4f1a-bc5f-612569b333c9 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:03.798382 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port a1310b98-ffff-4f1a-bc5f-612569b333c9 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:03.805181 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:03.826257 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c768e7-ba5b-443e-8831-618d97486d76 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:03.857681 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-39a5cd05-d5b4-4300-a173-9d1947ec3e64 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:03.884351 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d52a9ea-d15b-4775-af7f-79e9bdd80bf0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:03.892808 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df3014e8-71c3-4bd5-93b6-c24ab4988d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:03.903311 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3d52a9ea-d15b-4775-af7f-79e9bdd80bf0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:03.920249 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c768e7-ba5b-443e-8831-618d97486d76 None None] Pushing event updated for resources: {'Port': ['ID=e6098327-2291-4a00-bbec-d8f9f88a4a6e,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:03.946013 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-17c768e7-ba5b-443e-8831-618d97486d76 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:03.959550 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c768e7-ba5b-443e-8831-618d97486d76 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:04.089315 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-39a5cd05-d5b4-4300-a173-9d1947ec3e64 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:04.110157 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3014e8-71c3-4bd5-93b6-c24ab4988d56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81734dcc-0ee2-494d-93d9-b3fe64a6f397,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:04.145032 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df3014e8-71c3-4bd5-93b6-c24ab4988d56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:04.156477 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-df3014e8-71c3-4bd5-93b6-c24ab4988d56 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/81734dcc-0ee2-494d-93d9-b3fe64a6f397 HTTP/1.1" status: 204 len: 168 time: 0.9038386 Jun 30 09:33:04.165494 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39208) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:04.199882 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5cd05-d5b4-4300-a173-9d1947ec3e64 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f37458-163d-460c-883d-999b1837099d,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:04.254439 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e9d3c8-ae46-454a-83c4-4e0c86b8480c None None] Network b7c4d310-0e13-4978-b513-6d3abe0b2ecf requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:33:04.359938 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2539f40-104f-4479-90b7-039a18d639e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:04.421843 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 93cedc16-b5a0-4585-b0b9-32314c214622 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:33:04.519164 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 93cedc16-b5a0-4585-b0b9-32314c214622 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:33:04.519673 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 93cedc16-b5a0-4585-b0b9-32314c214622 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:33:04.519975 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 0d0c8505-96dc-4f9e-a7a2-8424ed0bd797 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:33:04.559080 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397304c-f973-4fd1-b2ff-fac9a6731e0d req-b7d4b655-8e1d-471c-b2a3-13a61a5f7c50 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:04.560679 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4397304c-f973-4fd1-b2ff-fac9a6731e0d req-b7d4b655-8e1d-471c-b2a3-13a61a5f7c50 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=70e18f95-6ed8-4bc3-b7f3-49005adaa083 HTTP/1.1" status: 200 len: 908 time: 0.1740901 Jun 30 09:33:04.567417 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-b2539f40-104f-4479-90b7-039a18d639e0 admin admin] Deleting port e1412293-c9c6-49ea-b009-af6ab42aad27 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:33:04.568431 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2539f40-104f-4479-90b7-039a18d639e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:04.591605 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 0d0c8505-96dc-4f9e-a7a2-8424ed0bd797 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:33:04.602873 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 0d0c8505-96dc-4f9e-a7a2-8424ed0bd797 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:33:04.604268 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-39a5cd05-d5b4-4300-a173-9d1947ec3e64 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:04.604268 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-39a5cd05-d5b4-4300-a173-9d1947ec3e64 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0591955 Jun 30 09:33:04.609064 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-17c768e7-ba5b-443e-8831-618d97486d76 None None] Attempting to bind port e6098327-2291-4a00-bbec-d8f9f88a4a6e on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:33:04.609646 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-17c768e7-ba5b-443e-8831-618d97486d76 None None] Attempting to bind port e6098327-2291-4a00-bbec-d8f9f88a4a6e by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:33:04.610246 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c768e7-ba5b-443e-8831-618d97486d76 None None] Attempting to bind port e6098327-2291-4a00-bbec-d8f9f88a4a6e on network ac69f748-a231-4e69-a180-b37986a0b0a8 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:33:04.636776 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39210) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:04.642258 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-8c90f4f3-5513-4bd0-85b1-e54194d63514 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Request body: {'security_group_rule': {'security_group_id': '3f35ff41-a921-4f6d-a370-c4417050242d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:04.691565 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c768e7-ba5b-443e-8831-618d97486d76 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:33:04.692292 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c768e7-ba5b-443e-8831-618d97486d76 None None] Checking segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:04.692812 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-17c768e7-ba5b-443e-8831-618d97486d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:04.693433 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c768e7-ba5b-443e-8831-618d97486d76 None None] Bound using segment: {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:33:04.694277 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-17c768e7-ba5b-443e-8831-618d97486d76 None None] Bound port: e6098327-2291-4a00-bbec-d8f9f88a4a6e, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5f37fc-c92a-454d-bf7a-50b6f7c83948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:33:04.695560 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-17c768e7-ba5b-443e-8831-618d97486d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:04.705003 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-b2539f40-104f-4479-90b7-039a18d639e0 admin admin] For port e1412293-c9c6-49ea-b009-af6ab42aad27, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e1412293-c9c6-49ea-b009-af6ab42aad27,segment=NetworkSegment(e388efc1-732f-40cc-980a-ce7b9415f60a),segment_id=e388efc1-732f-40cc-980a-ce7b9415f60a)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:04.709619 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2539f40-104f-4479-90b7-039a18d639e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:04.732815 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-b2539f40-104f-4479-90b7-039a18d639e0 admin admin] Calling delete_port for e1412293-c9c6-49ea-b009-af6ab42aad27 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:33:04.774274 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:04.800944 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8c90f4f3-5513-4bd0-85b1-e54194d63514 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:04.830840 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ca63a-5e3d-4653-aa94-6e6880edd196 req-303ac1a6-4c21-4f9b-b40b-fbf31795b561 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:04.834116 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-839ca63a-5e3d-4653-aa94-6e6880edd196 req-303ac1a6-4c21-4f9b-b40b-fbf31795b561 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 945 time: 0.4684677 Jun 30 09:33:04.876516 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e18f95-6ed8-4bc3-b7f3-49005adaa083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1310b98-ffff-4f1a-bc5f-612569b333c9'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:33:04.880047 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35eb121-c0a3-49ac-b3ff-6fdc95720ce5" -d '{"events": [{"server_uuid": "70e18f95-6ed8-4bc3-b7f3-49005adaa083", "name": "network-vif-plugged", "status": "completed", "tag": "a1310b98-ffff-4f1a-bc5f-612569b333c9"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:33:04.913528 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-839ca63a-5e3d-4653-aa94-6e6880edd196 req-61f32bcf-f3d5-47c5-8a6d-394ed00cd3cc tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697088 Jun 30 09:33:04.951770 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port a1310b98-ffff-4f1a-bc5f-612569b333c9, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=a1310b98-ffff-4f1a-bc5f-612569b333c9,segment=NetworkSegment(b4d88acf-b354-4e36-860e-d25aa6dffbed),segment_id=b4d88acf-b354-4e36-860e-d25aa6dffbed)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:05.020196 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8c90f4f3-5513-4bd0-85b1-e54194d63514 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:05.044077 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-17c768e7-ba5b-443e-8831-618d97486d76 None None] For port e6098327-2291-4a00-bbec-d8f9f88a4a6e, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:33:05.051494 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-17c768e7-ba5b-443e-8831-618d97486d76 None None] For port e6098327-2291-4a00-bbec-d8f9f88a4a6e, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e6098327-2291-4a00-bbec-d8f9f88a4a6e,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:33:05.061231 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26784d75-20aa-4a9d-b9bf-5dfa33c532b1 x-openstack-request-id: req-26784d75-20aa-4a9d-b9bf-5dfa33c532b1 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:33:05.061845 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e18f95-6ed8-4bc3-b7f3-49005adaa083", "name": "network-vif-plugged", "status": "completed", "tag": "a1310b98-ffff-4f1a-bc5f-612569b333c9", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:33:05.062373 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-26784d75-20aa-4a9d-b9bf-5dfa33c532b1 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:33:05.063138 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e18f95-6ed8-4bc3-b7f3-49005adaa083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1310b98-ffff-4f1a-bc5f-612569b333c9', 'code': 200} Jun 30 09:33:05.086451 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:05.101149 n-d-771363-31 neutron-server[101054]: DEBUG neutron.objects.ports [None req-3d52a9ea-d15b-4775-af7f-79e9bdd80bf0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101054) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:33:05.158335 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8c90f4f3-5513-4bd0-85b1-e54194d63514 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:05.178763 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d46c1b-5865-4c71-9c3c-cf7be683af7e None None] DHCP port deletion for b7c4d310-0e13-4978-b513-6d3abe0b2ecf request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:33:05.240463 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-17c768e7-ba5b-443e-8831-618d97486d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:05.244680 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2539f40-104f-4479-90b7-039a18d639e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:05.251650 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90f4f3-5513-4bd0-85b1-e54194d63514 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76d214a4-ac2e-4598-8869-856641eef413,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:05.311095 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2539f40-104f-4479-90b7-039a18d639e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1412293-c9c6-49ea-b009-af6ab42aad27,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:05.333216 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-02d46c1b-5865-4c71-9c3c-cf7be683af7e None None] The port 'e1412293-c9c6-49ea-b009-af6ab42aad27' was deleted {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 09:33:05.363802 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2539f40-104f-4479-90b7-039a18d639e0 admin admin] No DVR routers for this DVR port e1412293-c9c6-49ea-b009-af6ab42aad27 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:33:05.371192 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=a1310b98-ffff-4f1a-bc5f-612569b333c9,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:05.413010 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8c90f4f3-5513-4bd0-85b1-e54194d63514 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:05.414342 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8c90f4f3-5513-4bd0-85b1-e54194d63514 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7763643 Jun 30 09:33:05.421683 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39224) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:05.459728 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-1806edd4-d81e-46bf-ad79-30fef8f7dccd tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Request body: {'security_group_rule': {'security_group_id': '3f35ff41-a921-4f6d-a370-c4417050242d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:05.515962 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c768e7-ba5b-443e-8831-618d97486d76 None None] Pushing event updated for resources: {'Port': ['ID=e6098327-2291-4a00-bbec-d8f9f88a4a6e,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:05.596367 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2539f40-104f-4479-90b7-039a18d639e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:05.616737 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-b2539f40-104f-4479-90b7-039a18d639e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c4d310-0e13-4978-b513-6d3abe0b2ecf']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:05.646787 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-b2539f40-104f-4479-90b7-039a18d639e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e388efc1-732f-40cc-980a-ce7b9415f60a') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:05.647605 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-b2539f40-104f-4479-90b7-039a18d639e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e388efc1-732f-40cc-980a-ce7b9415f60a') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:05.669339 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbfe84-af6e-4862-8760-a71b8af744f1 req-e8f9b3d6-893b-4849-b305-6d01c0a3204e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:05.669339 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cfdbfe84-af6e-4862-8760-a71b8af744f1 req-e8f9b3d6-893b-4849-b305-6d01c0a3204e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=70e18f95-6ed8-4bc3-b7f3-49005adaa083 HTTP/1.1" status: 200 len: 1061 time: 0.3402729 Jun 30 09:33:05.673304 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2539f40-104f-4479-90b7-039a18d639e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:05.701538 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2539f40-104f-4479-90b7-039a18d639e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:05.716607 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2539f40-104f-4479-90b7-039a18d639e0 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:33:05.726650 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2539f40-104f-4479-90b7-039a18d639e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:33:05.730063 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:33:05.783838 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3d52a9ea-d15b-4775-af7f-79e9bdd80bf0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:05.799191 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1806edd4-d81e-46bf-ad79-30fef8f7dccd tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:06.256917 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1806edd4-d81e-46bf-ad79-30fef8f7dccd tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:06.257967 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983deeca-0b07-463a-8344-488b547843c8 req-599a4a1a-4473-4b59-b045-d416257f699e tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:06.257967 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-983deeca-0b07-463a-8344-488b547843c8 req-599a4a1a-4473-4b59-b045-d416257f699e tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 945 time: 0.0925608 Jun 30 09:33:06.335455 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-3d52a9ea-d15b-4775-af7f-79e9bdd80bf0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] For port e6098327-2291-4a00-bbec-d8f9f88a4a6e, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e6098327-2291-4a00-bbec-d8f9f88a4a6e,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:06.336785 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-983deeca-0b07-463a-8344-488b547843c8 req-7123676c-2693-4462-9193-ac397a5cc809 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0888960 Jun 30 09:33:06.386770 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cada8a-d07d-4288-827b-a3dffa9f810e req-13df6800-2159-42c9-88c9-abe1e0aab4fc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:06.389219 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88cada8a-d07d-4288-827b-a3dffa9f810e req-13df6800-2159-42c9-88c9-abe1e0aab4fc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=70e18f95-6ed8-4bc3-b7f3-49005adaa083 HTTP/1.1" status: 200 len: 909 time: 0.3599012 Jun 30 09:33:06.393195 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e6098327-2291-4a00-bbec-d8f9f88a4a6e up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:06.427457 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3d52a9ea-d15b-4775-af7f-79e9bdd80bf0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:06.750075 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2539f40-104f-4479-90b7-039a18d639e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:06.752106 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2539f40-104f-4479-90b7-039a18d639e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:06.758401 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b2539f40-104f-4479-90b7-039a18d639e0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b7c4d310-0e13-4978-b513-6d3abe0b2ecf HTTP/1.1" status: 204 len: 168 time: 2.5837195 Jun 30 09:33:06.776755 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2539f40-104f-4479-90b7-039a18d639e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7c4d310-0e13-4978-b513-6d3abe0b2ecf,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:06.805416 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1806edd4-d81e-46bf-ad79-30fef8f7dccd tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:06.807651 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port e6098327-2291-4a00-bbec-d8f9f88a4a6e completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:06.816034 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3d52a9ea-d15b-4775-af7f-79e9bdd80bf0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:06.818845 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3d52a9ea-d15b-4775-af7f-79e9bdd80bf0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:06.935041 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e1412293-c9c6-49ea-b009-af6ab42aad27 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:33:06.954450 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806edd4-d81e-46bf-ad79-30fef8f7dccd tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40d4f28-105e-4c26-91a6-c73988ed6dcb,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:06.983711 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d52a9ea-d15b-4775-af7f-79e9bdd80bf0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:06.993236 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: e1412293-c9c6-49ea-b009-af6ab42aad27 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:33:06.993236 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e1412293-c9c6-49ea-b009-af6ab42aad27 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:33:06.999154 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806edd4-d81e-46bf-ad79-30fef8f7dccd tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:06.999578 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806edd4-d81e-46bf-ad79-30fef8f7dccd tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:06.999987 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806edd4-d81e-46bf-ad79-30fef8f7dccd tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:07.000383 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806edd4-d81e-46bf-ad79-30fef8f7dccd tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:07.000847 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806edd4-d81e-46bf-ad79-30fef8f7dccd tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:07.001174 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806edd4-d81e-46bf-ad79-30fef8f7dccd tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:07.001692 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806edd4-d81e-46bf-ad79-30fef8f7dccd tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:07.001963 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806edd4-d81e-46bf-ad79-30fef8f7dccd tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:07.002425 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806edd4-d81e-46bf-ad79-30fef8f7dccd tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:07.002906 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806edd4-d81e-46bf-ad79-30fef8f7dccd tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:07.003324 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806edd4-d81e-46bf-ad79-30fef8f7dccd tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:07.003711 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806edd4-d81e-46bf-ad79-30fef8f7dccd tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:07.010138 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-3d52a9ea-d15b-4775-af7f-79e9bdd80bf0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:07.068099 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52a9ea-d15b-4775-af7f-79e9bdd80bf0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Port': ['ID=e6098327-2291-4a00-bbec-d8f9f88a4a6e,revision_number=4']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:07.087390 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eca885f-d9bf-4fd2-82ad-148e1571e3f7 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:33:07.108002 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d52a9ea-d15b-4775-af7f-79e9bdd80bf0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:07.109315 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3d52a9ea-d15b-4775-af7f-79e9bdd80bf0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:07.118515 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1806edd4-d81e-46bf-ad79-30fef8f7dccd tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:07.124540 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1806edd4-d81e-46bf-ad79-30fef8f7dccd tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6954207 Jun 30 09:33:07.125168 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39238) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:07.126318 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52a9ea-d15b-4775-af7f-79e9bdd80bf0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Subnet': ['ID=39bba9db-51b4-4e84-80d7-e0b327c27fb4,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:07.144040 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-d172d616-2338-4954-9144-f05453e40b15 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Request body: {'security_group_rule': {'security_group_id': '3f35ff41-a921-4f6d-a370-c4417050242d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:07.330289 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3d52a9ea-d15b-4775-af7f-79e9bdd80bf0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.8314173 Jun 30 09:33:07.334715 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39246) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:07.346190 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-8e581e0b-fe42-49ea-a598-63c8f72b67a0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Request body: {'port': {'network_id': 'ac69f748-a231-4e69-a180-b37986a0b0a8', 'mac_address': 'fa:16:3e:9e:9e:2d', 'name': 'tempest-NetworksTestDHCPv6-118186792'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:07.463652 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4601b2dc-117d-4a3c-9700-d012c7376a7f None None] Provisioning for port e6098327-2291-4a00-bbec-d8f9f88a4a6e completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:07.484063 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4601b2dc-117d-4a3c-9700-d012c7376a7f None None] Provisioning complete for port e6098327-2291-4a00-bbec-d8f9f88a4a6e triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:07.484063 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4601b2dc-117d-4a3c-9700-d012c7376a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:07.521077 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39252) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:07.642626 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:07.693438 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8946c0ab-ff4c-46f8-a411-e07859c2a2d3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2cf47b77e70945949916ae6cc28be07c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1678488 Jun 30 09:33:07.701623 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39256) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:07.757173 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d172d616-2338-4954-9144-f05453e40b15 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:07.772033 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4601b2dc-117d-4a3c-9700-d012c7376a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:07.866490 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4601b2dc-117d-4a3c-9700-d012c7376a7f None None] For port e6098327-2291-4a00-bbec-d8f9f88a4a6e, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e6098327-2291-4a00-bbec-d8f9f88a4a6e,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:07.917921 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-998514db-b9cf-46ba-902a-b8bf7094652e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:07.928958 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5f89d-9546-4011-9a48-818b6666e0d4 req-35067a90-a889-4f8c-a32b-7d0eb023bfe9 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:07.936107 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-34d5f89d-9546-4011-9a48-818b6666e0d4 req-35067a90-a889-4f8c-a32b-7d0eb023bfe9 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 945 time: 0.3228951 Jun 30 09:33:07.974323 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4601b2dc-117d-4a3c-9700-d012c7376a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:07.977700 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e581e0b-fe42-49ea-a598-63c8f72b67a0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Made reservation on behalf of 49aa34362a184a6286a3555c581afbee for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:08.007642 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-998514db-b9cf-46ba-902a-b8bf7094652e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.055302 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d172d616-2338-4954-9144-f05453e40b15 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.102381 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27289945-378c-4a1c-a841-1f23ebde4cf1 req-bdecb920-cf11-48df-b0ee-d39a33c84e40 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:08.105454 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-27289945-378c-4a1c-a841-1f23ebde4cf1 req-bdecb920-cf11-48df-b0ee-d39a33c84e40 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=70e18f95-6ed8-4bc3-b7f3-49005adaa083 HTTP/1.1" status: 200 len: 909 time: 0.4210069 Jun 30 09:33:08.167964 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601b2dc-117d-4a3c-9700-d012c7376a7f None None] Pushing event updated for resources: {'Port': ['ID=e6098327-2291-4a00-bbec-d8f9f88a4a6e,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:08.190174 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-34d5f89d-9546-4011-9a48-818b6666e0d4 req-8782a9cc-fdb5-4b1a-9fb9-44030bf59485 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2521882 Jun 30 09:33:08.194457 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d172d616-2338-4954-9144-f05453e40b15 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.242782 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172d616-2338-4954-9144-f05453e40b15 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e081c3b4-e8e2-46ef-909d-06a7ce2be223,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:08.283854 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-998514db-b9cf-46ba-902a-b8bf7094652e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.287134 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-998514db-b9cf-46ba-902a-b8bf7094652e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.288489 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-998514db-b9cf-46ba-902a-b8bf7094652e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f858a508-f451-4a64-8240-66f0ed23d674 HTTP/1.1" status: 204 len: 168 time: 0.5811269 Jun 30 09:33:08.295517 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8e581e0b-fe42-49ea-a598-63c8f72b67a0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.313310 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998514db-b9cf-46ba-902a-b8bf7094652e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f858a508-f451-4a64-8240-66f0ed23d674,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:08.371350 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e6098327-2291-4a00-bbec-d8f9f88a4a6e up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:08.378522 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-8e581e0b-fe42-49ea-a598-63c8f72b67a0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] device_id is not set on port 6431a4d3-ae44-4327-9481-a3e4f85ef85e yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:33:08.404018 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d172d616-2338-4954-9144-f05453e40b15 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.410096 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d172d616-2338-4954-9144-f05453e40b15 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2805614 Jun 30 09:33:08.414276 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39274) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:08.422447 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-2d498892-5427-464c-8d75-4800d0b483eb tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Request body: {'security_group_rule': {'security_group_id': '3f35ff41-a921-4f6d-a370-c4417050242d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:08.538682 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port e6098327-2291-4a00-bbec-d8f9f88a4a6e triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:08.544592 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.698126 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc96b5-8812-4c4b-8b26-415f279a934e req-25e80b4d-65a9-4cbd-8ca6-672de89a17f3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:08.706699 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-afcc96b5-8812-4c4b-8b26-415f279a934e req-25e80b4d-65a9-4cbd-8ca6-672de89a17f3 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=70e18f95-6ed8-4bc3-b7f3-49005adaa083 HTTP/1.1" status: 200 len: 909 time: 0.1775470 Jun 30 09:33:08.718996 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d498892-5427-464c-8d75-4800d0b483eb tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.876292 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0e5eb020-b287-4802-b38c-df067891a418 None None] Provisioning complete for port e6098327-2291-4a00-bbec-d8f9f88a4a6e triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:08.877033 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0e5eb020-b287-4802-b38c-df067891a418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.890368 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d498892-5427-464c-8d75-4800d0b483eb tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.906022 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-8e581e0b-fe42-49ea-a598-63c8f72b67a0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Allocated IP 2001:db8::2b8 (ac69f748-a231-4e69-a180-b37986a0b0a8/7c9d71f8-bcf5-47bb-9ff3-87a61f2c1603/6431a4d3-ae44-4327-9481-a3e4f85ef85e) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:08.919606 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-8e581e0b-fe42-49ea-a598-63c8f72b67a0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9e:9e2d (ac69f748-a231-4e69-a180-b37986a0b0a8/39bba9db-51b4-4e84-80d7-e0b327c27fb4/6431a4d3-ae44-4327-9481-a3e4f85ef85e) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:08.994406 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d498892-5427-464c-8d75-4800d0b483eb tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:09.063153 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d498892-5427-464c-8d75-4800d0b483eb tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb120b36-66c5-4a37-b86f-38b5b9a9d1c0,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:09.116694 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:09.154084 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d498892-5427-464c-8d75-4800d0b483eb tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:09.159715 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2d498892-5427-464c-8d75-4800d0b483eb tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7424245 Jun 30 09:33:09.160576 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39284) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:09.249391 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-efd01552-f103-4479-8e59-10a086ab0080 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:09.260269 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-efd01552-f103-4479-8e59-10a086ab0080 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:09.307591 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8e581e0b-fe42-49ea-a598-63c8f72b67a0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:09.348891 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697e60a-cbf9-48c5-b2c4-b160f100d503 req-8e207028-3407-4131-82f9-b3017cd417d9 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:09.360541 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0697e60a-cbf9-48c5-b2c4-b160f100d503 req-8e207028-3407-4131-82f9-b3017cd417d9 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=70e18f95-6ed8-4bc3-b7f3-49005adaa083 HTTP/1.1" status: 200 len: 1061 time: 0.2909501 Jun 30 09:33:09.409256 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-8e581e0b-fe42-49ea-a598-63c8f72b67a0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Transition to ACTIVE for port object 6431a4d3-ae44-4327-9481-a3e4f85ef85e will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:09.421705 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-efd01552-f103-4479-8e59-10a086ab0080 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:09.439308 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-efd01552-f103-4479-8e59-10a086ab0080 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:09.444226 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-efd01552-f103-4479-8e59-10a086ab0080 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/bb120b36-66c5-4a37-b86f-38b5b9a9d1c0 HTTP/1.1" status: 204 len: 168 time: 0.2823739 Jun 30 09:33:09.467515 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39300) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:09.492628 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd01552-f103-4479-8e59-10a086ab0080 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb120b36-66c5-4a37-b86f-38b5b9a9d1c0,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:09.546775 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-23e40e57-625b-424d-9a0c-f81d6694a96a tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0780420 Jun 30 09:33:09.551644 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39308) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:09.559171 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5055630-cc38-4e9c-9b7c-17cbd7a6ae9b req-6b454bca-8b23-4370-8ea4-bd232fa6c213 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:09.562000 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b5055630-cc38-4e9c-9b7c-17cbd7a6ae9b req-6b454bca-8b23-4370-8ea4-bd232fa6c213 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 945 time: 0.1544545 Jun 30 09:33:09.616866 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b5055630-cc38-4e9c-9b7c-17cbd7a6ae9b req-304fbc74-cb8e-495d-a26c-020bc8e8e8b0 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455766 Jun 30 09:33:09.617930 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8e581e0b-fe42-49ea-a598-63c8f72b67a0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:09.629343 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3fd0f0c-6fe1-431d-aa73-a985ef5f18e1 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:09.682657 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3fd0f0c-6fe1-431d-aa73-a985ef5f18e1 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:09.715372 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e581e0b-fe42-49ea-a598-63c8f72b67a0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Network ac69f748-a231-4e69-a180-b37986a0b0a8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:09.725148 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-8e581e0b-fe42-49ea-a598-63c8f72b67a0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:09.727599 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e581e0b-fe42-49ea-a598-63c8f72b67a0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:09.733677 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e581e0b-fe42-49ea-a598-63c8f72b67a0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:09.734298 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8e581e0b-fe42-49ea-a598-63c8f72b67a0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:09.736698 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e581e0b-fe42-49ea-a598-63c8f72b67a0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event updated for resources: {'Port': ['ID=6431a4d3-ae44-4327-9481-a3e4f85ef85e,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:09.758269 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feca58a-f940-4ca9-9d32-1d7047b10bb5 req-01f6e149-8050-4624-97ad-ee3dd42cb77c tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:09.759915 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2feca58a-f940-4ca9-9d32-1d7047b10bb5 req-01f6e149-8050-4624-97ad-ee3dd42cb77c tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b993b900-bc68-4c3e-b9dc-48a163788ee2 HTTP/1.1" status: 200 len: 1136 time: 0.2360389 Jun 30 09:33:09.809363 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2feca58a-f940-4ca9-9d32-1d7047b10bb5 req-3243a9e3-3c60-4bf8-a2f6-b05c9f5f8d1c tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=386ab956-9d96-4085-a5f4-7a808321ae74&id=d38cfbc6-440a-416c-8130-9133e05def06&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0389721 Jun 30 09:33:09.837436 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39322) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:09.888467 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3fd0f0c-6fe1-431d-aa73-a985ef5f18e1 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:09.900553 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8e581e0b-fe42-49ea-a598-63c8f72b67a0 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5596616 Jun 30 09:33:09.901825 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39326) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:09.905431 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3fd0f0c-6fe1-431d-aa73-a985ef5f18e1 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:09.911518 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e3fd0f0c-6fe1-431d-aa73-a985ef5f18e1 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/e081c3b4-e8e2-46ef-909d-06a7ce2be223 HTTP/1.1" status: 204 len: 168 time: 0.3585105 Jun 30 09:33:09.912373 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39328) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:09.934926 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd0f0c-6fe1-431d-aa73-a985ef5f18e1 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e081c3b4-e8e2-46ef-909d-06a7ce2be223,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:09.997006 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f138a4ac-9388-4ed2-b66d-c3fb3197e5f0 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:10.003692 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f138a4ac-9388-4ed2-b66d-c3fb3197e5f0 tempest-TestSecurityGroupsBasicOps-658058052 tempest-TestSecurityGroupsBasicOps-658058052-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=70e18f95-6ed8-4bc3-b7f3-49005adaa083 HTTP/1.1" status: 200 len: 1056 time: 0.1643775 Jun 30 09:33:10.049360 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e2bf54d9-f84c-4228-8802-d0bb91b0739e tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1292765 Jun 30 09:33:10.050020 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39338) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:10.082978 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e3da6731-0d79-471f-ab97-acfa1a89bd78 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:10.095267 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e3da6731-0d79-471f-ab97-acfa1a89bd78 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:10.146056 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-a0195ece-5fd0-44e0-b7d2-5326ea6f9883 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting port 6431a4d3-ae44-4327-9481-a3e4f85ef85e {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:33:10.146668 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a0195ece-5fd0-44e0-b7d2-5326ea6f9883 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:10.283155 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a0195ece-5fd0-44e0-b7d2-5326ea6f9883 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:10.302318 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-a0195ece-5fd0-44e0-b7d2-5326ea6f9883 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Calling delete_port for 6431a4d3-ae44-4327-9481-a3e4f85ef85e owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:33:10.307481 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f1b1665c-f75f-40b0-a638-0c167100ed94 None None] Provisioning for port 6431a4d3-ae44-4327-9481-a3e4f85ef85e completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:10.314482 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f1b1665c-f75f-40b0-a638-0c167100ed94 None None] Provisioning complete for port 6431a4d3-ae44-4327-9481-a3e4f85ef85e triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:10.314482 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f1b1665c-f75f-40b0-a638-0c167100ed94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:10.337198 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39350) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:10.357972 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-f1b1665c-f75f-40b0-a638-0c167100ed94 None None] Port 6431a4d3-ae44-4327-9481-a3e4f85ef85e cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:33:10.486091 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-f4725960-54cc-48e2-b672-bf302b3ad368 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-767757491-network', 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:10.505368 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e3da6731-0d79-471f-ab97-acfa1a89bd78 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:10.517866 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e3da6731-0d79-471f-ab97-acfa1a89bd78 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:10.522309 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e3da6731-0d79-471f-ab97-acfa1a89bd78 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/d40d4f28-105e-4c26-91a6-c73988ed6dcb HTTP/1.1" status: 204 len: 168 time: 0.4679658 Jun 30 09:33:10.523247 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39356) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:10.544857 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da6731-0d79-471f-ab97-acfa1a89bd78 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d40d4f28-105e-4c26-91a6-c73988ed6dcb,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:10.595753 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b5105c99-753a-42a2-8e6f-7d8c1ced161d tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0675547 Jun 30 09:33:10.607146 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39358) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:10.635389 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-62d53459-427f-4587-930b-97b56f20f811 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:10.644114 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-62d53459-427f-4587-930b-97b56f20f811 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:10.849537 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09814195-3d2b-4902-8fa4-0bfa7bbd1bf5 req-ddf375f0-ee09-48fb-9d87-bfc4103a4765 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:10.850253 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09814195-3d2b-4902-8fa4-0bfa7bbd1bf5 req-ddf375f0-ee09-48fb-9d87-bfc4103a4765 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 945 time: 0.0845673 Jun 30 09:33:10.897143 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09814195-3d2b-4902-8fa4-0bfa7bbd1bf5 req-c3ec8fa4-9d9c-400f-bb78-4beb7f8a4869 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397627 Jun 30 09:33:10.906630 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a0195ece-5fd0-44e0-b7d2-5326ea6f9883 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:10.907291 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4725960-54cc-48e2-b672-bf302b3ad368 admin admin] Made reservation on behalf of 49d88a13984c4bcba0f76778ac61ce8d for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:10.910832 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f4725960-54cc-48e2-b672-bf302b3ad368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:10.926016 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-62d53459-427f-4587-930b-97b56f20f811 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:10.930802 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f4725960-54cc-48e2-b672-bf302b3ad368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:10.935952 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-62d53459-427f-4587-930b-97b56f20f811 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:10.939679 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-62d53459-427f-4587-930b-97b56f20f811 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/76d214a4-ac2e-4598-8869-856641eef413 HTTP/1.1" status: 204 len: 168 time: 0.3290563 Jun 30 09:33:10.941793 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39366) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:10.956472 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0195ece-5fd0-44e0-b7d2-5326ea6f9883 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Port': ['ID=6431a4d3-ae44-4327-9481-a3e4f85ef85e,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:10.960267 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d53459-427f-4587-930b-97b56f20f811 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76d214a4-ac2e-4598-8869-856641eef413,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:11.050839 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a0195ece-5fd0-44e0-b7d2-5326ea6f9883 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:11.058677 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a0195ece-5fd0-44e0-b7d2-5326ea6f9883 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/6431a4d3-ae44-4327-9481-a3e4f85ef85e HTTP/1.1" status: 204 len: 168 time: 1.1532536 Jun 30 09:33:11.058927 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3a3edc7a-6ad9-4f59-b81a-6c7f232e04f3 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1050098 Jun 30 09:33:11.061268 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39374) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:11.062050 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39376) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:11.154474 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0b265598-2a83-4615-8ff2-e886c751990b tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:11.169477 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0b265598-2a83-4615-8ff2-e886c751990b tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:11.170453 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f4725960-54cc-48e2-b672-bf302b3ad368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:11.227354 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03f89ea-0825-4592-acca-5b4bd9438c2d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:11.229227 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f03f89ea-0825-4592-acca-5b4bd9438c2d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1652579 Jun 30 09:33:11.233572 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39382) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:11.314976 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f4725960-54cc-48e2-b672-bf302b3ad368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:11.317278 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7eeb309-496a-4841-bacd-97777459892f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:11.322323 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b7eeb309-496a-4841-bacd-97777459892f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0839944 Jun 30 09:33:11.322825 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39384) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:11.331441 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a331f5b-9aa5-4b02-a242-826ad4eecf16 req-9ccad944-3607-490b-8812-bd8812bd70e1 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:11.333100 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1a331f5b-9aa5-4b02-a242-826ad4eecf16 req-9ccad944-3607-490b-8812-bd8812bd70e1 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=70e18f95-6ed8-4bc3-b7f3-49005adaa083 HTTP/1.1" status: 200 len: 909 time: 0.1084516 Jun 30 09:33:11.374577 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4725960-54cc-48e2-b672-bf302b3ad368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bce45cb-44bd-47a7-acb1-604c11977046,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:11.388994 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4725960-54cc-48e2-b672-bf302b3ad368 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:33:11.394390 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0b265598-2a83-4615-8ff2-e886c751990b tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:11.403606 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f4725960-54cc-48e2-b672-bf302b3ad368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:11.404041 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-f4725960-54cc-48e2-b672-bf302b3ad368 admin admin] Added segment e4b7a0d1-386c-4797-8cc6-3294e1c957e2 of type vlan for network 5e7e4178-b76c-4101-95d6-7dff2b70b10f Jun 30 09:33:11.408194 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0b265598-2a83-4615-8ff2-e886c751990b tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:11.409358 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0b265598-2a83-4615-8ff2-e886c751990b tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/b8f37458-163d-460c-883d-999b1837099d HTTP/1.1" status: 204 len: 168 time: 0.3272202 Jun 30 09:33:11.413615 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39390) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:11.417177 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c73f90-b6cf-4977-8b68-e4ba74536347 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:11.418696 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c73f90-b6cf-4977-8b68-e4ba74536347 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:11.420355 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c73f90-b6cf-4977-8b68-e4ba74536347 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:11.422216 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-61c73f90-b6cf-4977-8b68-e4ba74536347 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0982306 Jun 30 09:33:11.423622 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b265598-2a83-4615-8ff2-e886c751990b tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8f37458-163d-460c-883d-999b1837099d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:11.426798 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39392) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:11.490926 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f4725960-54cc-48e2-b672-bf302b3ad368 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:11.492895 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13eb2dc-ad48-4942-9337-b07f3cf807b4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting subnet 39bba9db-51b4-4e84-80d7-e0b327c27fb4 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:33:11.497190 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b13eb2dc-ad48-4942-9337-b07f3cf807b4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:11.508284 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9ce24d86-66d5-4a94-aaac-e23e1b7b1501 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0934854 Jun 30 09:33:11.512937 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39394) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:11.536837 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:33:11.553620 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b13eb2dc-ad48-4942-9337-b07f3cf807b4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:11.622446 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8d2d70cc-faa9-4cb9-8673-0ac065efabb8 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:11.656970 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8d2d70cc-faa9-4cb9-8673-0ac065efabb8 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:11.678292 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b13eb2dc-ad48-4942-9337-b07f3cf807b4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:11.689713 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f4725960-54cc-48e2-b672-bf302b3ad368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:11.690568 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4725960-54cc-48e2-b672-bf302b3ad368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:11.691435 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f4725960-54cc-48e2-b672-bf302b3ad368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:11.704647 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363,segment=NetworkSegment(00b77331-5ed3-4449-ba6a-84efe27ecf19),segment_id=00b77331-5ed3-4449-ba6a-84efe27ecf19)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:11.721495 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363', 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca', 'port_id': 'c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363', 'mac_address': 'fa:16:3e:83:f7:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:33:11.771197 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:11.791196 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:33:11.816211 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4725960-54cc-48e2-b672-bf302b3ad368 admin admin] Pushing event updated for resources: {'Network': ['ID=5e7e4178-b76c-4101-95d6-7dff2b70b10f,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:11.816905 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363,segment=NetworkSegment(00b77331-5ed3-4449-ba6a-84efe27ecf19),segment_id=00b77331-5ed3-4449-ba6a-84efe27ecf19)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:11.827469 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 5e7e4178-b76c-4101-95d6-7dff2b70b10f details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:33:11.895741 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b13eb2dc-ad48-4942-9337-b07f3cf807b4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:11.927937 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b13eb2dc-ad48-4942-9337-b07f3cf807b4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:11.930087 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b13eb2dc-ad48-4942-9337-b07f3cf807b4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/39bba9db-51b4-4e84-80d7-e0b327c27fb4 HTTP/1.1" status: 204 len: 168 time: 0.5020912 Jun 30 09:33:11.932795 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13eb2dc-ad48-4942-9337-b07f3cf807b4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Subnet': ['ID=39bba9db-51b4-4e84-80d7-e0b327c27fb4,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:11.935565 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39408) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:11.942520 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47388463-0b33-4328-8af6-69b998ce7c8c None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:33:11.986513 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f4725960-54cc-48e2-b672-bf302b3ad368 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6459560 Jun 30 09:33:11.988729 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39414) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:11.992330 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8d2d70cc-faa9-4cb9-8673-0ac065efabb8 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:11.996110 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8d2d70cc-faa9-4cb9-8673-0ac065efabb8 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:11.998094 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-944983c2-2158-4d6c-b801-e97691f6892e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Deleting subnet 7c9d71f8-bcf5-47bb-9ff3-87a61f2c1603 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:33:12.000197 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39416) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:12.001630 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8d2d70cc-faa9-4cb9-8673-0ac065efabb8 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "DELETE /v2.0/security-groups/3f35ff41-a921-4f6d-a370-c4417050242d HTTP/1.1" status: 204 len: 168 time: 0.4870713 Jun 30 09:33:12.008759 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-944983c2-2158-4d6c-b801-e97691f6892e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:12.012085 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-31806394-79f2-49d6-a689-4566ebadebe7 admin admin] Request body: {'subnet': {'network_id': '5e7e4178-b76c-4101-95d6-7dff2b70b10f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-767757491-subnet', 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:12.026140 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:12.075550 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-944983c2-2158-4d6c-b801-e97691f6892e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:12.093299 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d70cc-faa9-4cb9-8673-0ac065efabb8 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f35ff41-a921-4f6d-a370-c4417050242d,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:12.146410 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31806394-79f2-49d6-a689-4566ebadebe7 admin admin] Made reservation on behalf of 49d88a13984c4bcba0f76778ac61ce8d for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:12.148914 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-31806394-79f2-49d6-a689-4566ebadebe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:12.224762 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363,revision_number=11']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:12.286314 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:33:12.465015 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-23ad43ca-86ae-4008-9b21-64fb6073a650 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4636931 Jun 30 09:33:12.472606 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39428) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:12.481349 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-d8a42b60-4360-47cc-a809-104bbc13f430 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Request body: {'security_group': {'name': 'tempest-secgroup--1592279947'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:12.520157 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-31806394-79f2-49d6-a689-4566ebadebe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:12.615687 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-944983c2-2158-4d6c-b801-e97691f6892e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:12.650096 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50262847-64d4-47b3-ac7d-9f2ae6e3a63c req-db3ecfbf-72c3-4995-b04f-ea503b8c7955 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:12.653783 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-50262847-64d4-47b3-ac7d-9f2ae6e3a63c req-db3ecfbf-72c3-4995-b04f-ea503b8c7955 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 946 time: 0.5444860 Jun 30 09:33:12.751630 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-50262847-64d4-47b3-ac7d-9f2ae6e3a63c req-824f56fc-74fb-45d8-8f84-845d9b77ae0e tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792322 Jun 30 09:33:12.919982 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-944983c2-2158-4d6c-b801-e97691f6892e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:12.996228 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-944983c2-2158-4d6c-b801-e97691f6892e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:13.000726 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-944983c2-2158-4d6c-b801-e97691f6892e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/7c9d71f8-bcf5-47bb-9ff3-87a61f2c1603 HTTP/1.1" status: 204 len: 168 time: 1.0636208 Jun 30 09:33:13.003306 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944983c2-2158-4d6c-b801-e97691f6892e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Subnet': ['ID=7c9d71f8-bcf5-47bb-9ff3-87a61f2c1603,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:13.008284 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39434) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:13.086100 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d8a42b60-4360-47cc-a809-104bbc13f430 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:13.094233 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a953518a-9570-4f48-98aa-2f6f530bb51a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0831852 Jun 30 09:33:13.096808 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39436) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:13.123451 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31806394-79f2-49d6-a689-4566ebadebe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8de1b8a-776c-499d-b7dc-3d5c959e1c2d,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:13.159931 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31806394-79f2-49d6-a689-4566ebadebe7 admin admin] Checking segment: {'id': 'e4b7a0d1-386c-4797-8cc6-3294e1c957e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5e7e4178-b76c-4101-95d6-7dff2b70b10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:13.160299 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31806394-79f2-49d6-a689-4566ebadebe7 admin admin] Network hostable DHCP agents. Network: 5e7e4178-b76c-4101-95d6-7dff2b70b10f, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:33:13.207990 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da566330-8a72-4e5b-a5e0-1bc45698c3e5 req-9eb13783-c451-411c-9f1f-ab744b89507f tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:13.209919 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-da566330-8a72-4e5b-a5e0-1bc45698c3e5 req-9eb13783-c451-411c-9f1f-ab744b89507f tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.52 "GET /v2.0/ports?device_id=70e18f95-6ed8-4bc3-b7f3-49005adaa083 HTTP/1.1" status: 200 len: 909 time: 0.6544561 Jun 30 09:33:13.230895 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247244d-f384-4c6c-9919-de6830bdd98e req-2a5d2b26-d34f-4328-ab6a-98f35999b5d1 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:13.232825 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a247244d-f384-4c6c-9919-de6830bdd98e req-2a5d2b26-d34f-4328-ab6a-98f35999b5d1 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=70e18f95-6ed8-4bc3-b7f3-49005adaa083 HTTP/1.1" status: 200 len: 909 time: 0.7147083 Jun 30 09:33:13.245272 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcf9339-7312-4c7b-bcfb-bae4f2aeddd5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:13.250079 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-cdcf9339-7312-4c7b-bcfb-bae4f2aeddd5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1513386 Jun 30 09:33:13.250512 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39438) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:13.385313 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bf7d4c-42bb-4a14-85e3-2dd573b7d5fb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:13.386992 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-23bf7d4c-42bb-4a14-85e3-2dd573b7d5fb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1341348 Jun 30 09:33:13.390285 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39440) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:13.425388 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31806394-79f2-49d6-a689-4566ebadebe7 admin admin] Network 5e7e4178-b76c-4101-95d6-7dff2b70b10f is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:33:13.430984 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d8a42b60-4360-47cc-a809-104bbc13f430 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:13.468396 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-da566330-8a72-4e5b-a5e0-1bc45698c3e5 req-1a922bb5-53f3-4308-97ec-0a34b678287e tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Deleting port a1310b98-ffff-4f1a-bc5f-612569b333c9 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:33:13.469201 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-da566330-8a72-4e5b-a5e0-1bc45698c3e5 req-1a922bb5-53f3-4308-97ec-0a34b678287e tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:13.479714 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-eafda5c3-ba7a-4965-b6d1-d76c3531b207 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0876749 Jun 30 09:33:13.486365 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39444) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:13.492362 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad275e7c-8db5-4f4a-bf56-79eaabe3d629 None None] Network ac69f748-a231-4e69-a180-b37986a0b0a8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:33:13.538411 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a1f3d49-c9ad-41c0-aa88-b79b04ec4945 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:13.540032 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a1f3d49-c9ad-41c0-aa88-b79b04ec4945 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:13.545052 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2a1f3d49-c9ad-41c0-aa88-b79b04ec4945 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/6431a4d3-ae44-4327-9481-a3e4f85ef85e HTTP/1.1" status: 404 len: 333 time: 0.0565562 Jun 30 09:33:13.564662 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39446) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:13.577853 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:13.590406 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d8a42b60-4360-47cc-a809-104bbc13f430 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:13.592891 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f75bc4b-3b54-4d43-a893-a91b033ff9cf tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:13.593149 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-31806394-79f2-49d6-a689-4566ebadebe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 5e7e4178-b76c-4101-95d6-7dff2b70b10f) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:13.594872 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f75bc4b-3b54-4d43-a893-a91b033ff9cf tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:13.612962 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2f75bc4b-3b54-4d43-a893-a91b033ff9cf tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/39bba9db-51b4-4e84-80d7-e0b327c27fb4 HTTP/1.1" status: 404 len: 337 time: 0.0605974 Jun 30 09:33:13.615217 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39450) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:13.623361 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af2a6b0-6d9c-4df9-bc92-44d32095c8c5 None None] Network 5e7e4178-b76c-4101-95d6-7dff2b70b10f requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:33:13.632024 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31806394-79f2-49d6-a689-4566ebadebe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:13.632668 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-31806394-79f2-49d6-a689-4566ebadebe7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:13.678355 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-b920572c-2c90-4e15-90a0-13023f721695 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:13.679246 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b920572c-2c90-4e15-90a0-13023f721695 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:13.685618 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a42b60-4360-47cc-a809-104bbc13f430 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e77bdec5-b193-4c3a-b337-238e60596c0f,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:13.685830 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b920572c-2c90-4e15-90a0-13023f721695 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/7c9d71f8-bcf5-47bb-9ff3-87a61f2c1603 HTTP/1.1" status: 404 len: 337 time: 0.0664461 Jun 30 09:33:13.687146 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39452) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:13.703964 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-da566330-8a72-4e5b-a5e0-1bc45698c3e5 req-1a922bb5-53f3-4308-97ec-0a34b678287e tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] For port a1310b98-ffff-4f1a-bc5f-612569b333c9, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=a1310b98-ffff-4f1a-bc5f-612569b333c9,segment=NetworkSegment(b4d88acf-b354-4e36-860e-d25aa6dffbed),segment_id=b4d88acf-b354-4e36-860e-d25aa6dffbed)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:13.704433 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-da566330-8a72-4e5b-a5e0-1bc45698c3e5 req-1a922bb5-53f3-4308-97ec-0a34b678287e tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:13.722268 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-da566330-8a72-4e5b-a5e0-1bc45698c3e5 req-1a922bb5-53f3-4308-97ec-0a34b678287e tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Calling delete_port for a1310b98-ffff-4f1a-bc5f-612569b333c9 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:33:13.731826 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fd6e0183-498b-4225-906a-1627d6cf0f07 None None] Provisioning complete for port e6098327-2291-4a00-bbec-d8f9f88a4a6e triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:13.732394 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fd6e0183-498b-4225-906a-1627d6cf0f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:13.751305 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d239c9c-6e93-4188-b056-a641939f18dd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:13.752508 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d239c9c-6e93-4188-b056-a641939f18dd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:13.758520 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1d239c9c-6e93-4188-b056-a641939f18dd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/b3a3ee47-8804-4500-8a72-6d82205801ba HTTP/1.1" status: 404 len: 333 time: 0.0669849 Jun 30 09:33:13.760971 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39454) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:13.803764 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d8a42b60-4360-47cc-a809-104bbc13f430 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:13.803764 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d8a42b60-4360-47cc-a809-104bbc13f430 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3258488 Jun 30 09:33:13.811064 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-31806394-79f2-49d6-a689-4566ebadebe7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8201723 Jun 30 09:33:13.812310 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39458) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:13.818243 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39460) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:13.823652 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-0948c463-e76f-4adc-aaf5-63a4883d9569 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-767757491-router', 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:13.827375 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-e52e4bab-0fa0-4464-9702-28ed26c578d5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:13.827836 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e52e4bab-0fa0-4464-9702-28ed26c578d5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:13.828515 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-b79134e1-772e-4d9f-8bc6-f058b350ce84 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Request body: {'security_group_rule': {'security_group_id': 'e77bdec5-b193-4c3a-b337-238e60596c0f', 'direction': 'ingress', 'protocol': 17}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:13.832884 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e52e4bab-0fa0-4464-9702-28ed26c578d5 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/e0c68296-4631-4608-b68c-84cd1f97e71a HTTP/1.1" status: 404 len: 337 time: 0.0675983 Jun 30 09:33:13.835410 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39462) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:13.877024 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ff517e6-a520-40e4-823c-d1dac3722917 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:13.882828 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ff517e6-a520-40e4-823c-d1dac3722917 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:13.882828 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8ff517e6-a520-40e4-823c-d1dac3722917 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/07ca2e78-94fa-42c5-943e-110f3eda4fb3 HTTP/1.1" status: 404 len: 337 time: 0.0427976 Jun 30 09:33:13.883552 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39464) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:13.928300 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c6c0fc-c547-4683-a97e-1af17fa2013e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:13.929268 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0c6c0fc-c547-4683-a97e-1af17fa2013e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:13.931621 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a0c6c0fc-c547-4683-a97e-1af17fa2013e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/cade6ea9-3cb2-4040-9fbe-94fa57a5f007 HTTP/1.1" status: 404 len: 333 time: 0.0466189 Jun 30 09:33:13.935755 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39466) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:13.972376 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a0c993-016a-4b74-8ff5-2a8984ec52df tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:13.972997 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27a0c993-016a-4b74-8ff5-2a8984ec52df tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:13.975375 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-27a0c993-016a-4b74-8ff5-2a8984ec52df tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/aac289fd-7784-47cf-8ed9-025909ae5d08 HTTP/1.1" status: 404 len: 337 time: 0.0383136 Jun 30 09:33:13.991041 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39472) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:14.077876 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bc56989-6119-45c5-bf10-609e0bb880cb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:14.078612 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bc56989-6119-45c5-bf10-609e0bb880cb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:14.084864 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7bc56989-6119-45c5-bf10-609e0bb880cb tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/5e49c123-51e0-4c97-8c6b-a42167758377 HTTP/1.1" status: 404 len: 337 time: 0.0891881 Jun 30 09:33:14.088002 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39474) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:14.127361 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0948c463-e76f-4adc-aaf5-63a4883d9569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:14.128426 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0948c463-e76f-4adc-aaf5-63a4883d9569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:14.136025 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe67669-ba34-45b7-8731-c9a11652a470 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:14.137208 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe67669-ba34-45b7-8731-c9a11652a470 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:14.139443 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-dbe67669-ba34-45b7-8731-c9a11652a470 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/f24e29e3-643a-4fc5-be9e-724bc935370b HTTP/1.1" status: 404 len: 333 time: 0.0500209 Jun 30 09:33:14.145271 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39476) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:14.167944 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-da566330-8a72-4e5b-a5e0-1bc45698c3e5 req-1a922bb5-53f3-4308-97ec-0a34b678287e tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:14.256732 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a736fd-a0b3-4dbf-a02f-60c293cbb33c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-5e7e4178-b76c-4101-95d6-7dff2b70b10f', 'network_id': '5e7e4178-b76c-4101-95d6-7dff2b70b10f', 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'fixed_ips': [{'subnet_id': 'c8de1b8a-776c-499d-b7dc-3d5c959e1c2d'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:33:14.258074 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e3a736fd-a0b3-4dbf-a02f-60c293cbb33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:14.299585 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a4de16-1038-4be3-8660-627e6828944c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:14.299585 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51a4de16-1038-4be3-8660-627e6828944c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:14.304437 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-51a4de16-1038-4be3-8660-627e6828944c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/542cc03c-fea5-455f-a677-026c1ae7c58f HTTP/1.1" status: 404 len: 337 time: 0.1572499 Jun 30 09:33:14.305690 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39480) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:14.314669 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a922bb5-53f3-4308-97ec-0a34b678287e tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Pushing event deleted for resources: {'Port': ['ID=a1310b98-ffff-4f1a-bc5f-612569b333c9,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:14.342514 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b79134e1-772e-4d9f-8bc6-f058b350ce84 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:14.439293 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bae138d-8668-4755-b278-a7200643c0f2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:14.442917 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bae138d-8668-4755-b278-a7200643c0f2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:14.450822 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0948c463-e76f-4adc-aaf5-63a4883d9569 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:14.452935 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4bae138d-8668-4755-b278-a7200643c0f2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/413bd114-ddc0-4498-8076-639632d172a6 HTTP/1.1" status: 404 len: 337 time: 0.1402404 Jun 30 09:33:14.456709 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39482) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:14.490072 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-da566330-8a72-4e5b-a5e0-1bc45698c3e5 req-1a922bb5-53f3-4308-97ec-0a34b678287e tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] No DVR routers for this DVR port a1310b98-ffff-4f1a-bc5f-612569b333c9 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:33:14.497464 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-da566330-8a72-4e5b-a5e0-1bc45698c3e5 req-1a922bb5-53f3-4308-97ec-0a34b678287e tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:14.499915 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-da566330-8a72-4e5b-a5e0-1bc45698c3e5 req-1a922bb5-53f3-4308-97ec-0a34b678287e tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.52 "DELETE /v2.0/ports/a1310b98-ffff-4f1a-bc5f-612569b333c9 HTTP/1.1" status: 204 len: 173 time: 1.2642603 Jun 30 09:33:14.501148 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e18f95-6ed8-4bc3-b7f3-49005adaa083', 'name': 'network-vif-deleted', 'tag': 'a1310b98-ffff-4f1a-bc5f-612569b333c9'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:33:14.504341 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9761c04f-59bc-4ae6-94c9-7ddd3d9c978b" -d '{"events": [{"server_uuid": "70e18f95-6ed8-4bc3-b7f3-49005adaa083", "name": "network-vif-deleted", "tag": "a1310b98-ffff-4f1a-bc5f-612569b333c9"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:33:14.518328 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae443926-cd40-4633-9718-a1e25cff3818 req-ab690abe-c545-4cd3-abe8-eec58bb086ee tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:14.531009 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ae443926-cd40-4633-9718-a1e25cff3818 req-ab690abe-c545-4cd3-abe8-eec58bb086ee tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 946 time: 0.5980399 Jun 30 09:33:14.536016 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-a69d861c-2cb6-4546-a52c-4fe522895ef2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:14.540635 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a69d861c-2cb6-4546-a52c-4fe522895ef2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:14.540635 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a69d861c-2cb6-4546-a52c-4fe522895ef2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/c6869d7c-ba43-4f01-9063-00a4ae9698f7 HTTP/1.1" status: 404 len: 333 time: 0.0808880 Jun 30 09:33:14.543033 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39486) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:14.569505 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:14.596945 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf038b8f-39f2-4705-870b-1bb05a37dee1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:14.597411 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf038b8f-39f2-4705-870b-1bb05a37dee1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:14.602843 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bf038b8f-39f2-4705-870b-1bb05a37dee1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/3d80dc9d-bb51-415d-b8bb-30c73bc18370 HTTP/1.1" status: 404 len: 337 time: 0.0586123 Jun 30 09:33:14.604184 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39490) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:14.611993 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:14.612775 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:14.636473 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b79134e1-772e-4d9f-8bc6-f058b350ce84 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:14.663990 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-11b6000e-0ac7-40d0-a529-6d401e2d7965 req-706b439d-4752-47c4-baee-0fe50cddcc84 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=70e18f95-6ed8-4bc3-b7f3-49005adaa083 HTTP/1.1" status: 200 len: 210 time: 0.0688388 Jun 30 09:33:14.700874 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-e3a736fd-a0b3-4dbf-a02f-60c293cbb33c None None] Allocated IP 172.20.0.2 (5e7e4178-b76c-4101-95d6-7dff2b70b10f/c8de1b8a-776c-499d-b7dc-3d5c959e1c2d/6f3c5d8e-538a-499b-9edd-5ce52a136370) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:14.750783 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf5df76-34ff-4548-b4ed-9a6ada757cdd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:14.751699 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf5df76-34ff-4548-b4ed-9a6ada757cdd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:14.754254 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-eaf5df76-34ff-4548-b4ed-9a6ada757cdd tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/42961c2c-5ba3-4208-8e0e-600f6095fe19 HTTP/1.1" status: 404 len: 333 time: 0.1326718 Jun 30 09:33:14.760994 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39492) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:14.767260 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ae443926-cd40-4633-9718-a1e25cff3818 req-6b7ba083-3060-4fe1-bc60-a92767690258 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2348156 Jun 30 09:33:14.817344 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b79134e1-772e-4d9f-8bc6-f058b350ce84 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:14.958169 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5c5b70-fdc0-4b30-82e8-7e8799dc8c0d x-openstack-request-id: req-7f5c5b70-fdc0-4b30-82e8-7e8799dc8c0d {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:33:14.958941 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e18f95-6ed8-4bc3-b7f3-49005adaa083", "name": "network-vif-deleted", "tag": "a1310b98-ffff-4f1a-bc5f-612569b333c9", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:33:14.959646 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7f5c5b70-fdc0-4b30-82e8-7e8799dc8c0d {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:33:14.960397 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e18f95-6ed8-4bc3-b7f3-49005adaa083', 'name': 'network-vif-deleted', 'tag': 'a1310b98-ffff-4f1a-bc5f-612569b333c9', 'status': 'completed', 'code': 200} Jun 30 09:33:14.961411 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79134e1-772e-4d9f-8bc6-f058b350ce84 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=384f4937-c55d-4a29-8e96-ee36c9af6e75,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:14.964443 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa788fb8-605f-4543-bcea-3ce853f28604 None None] DHCP port deletion for ac69f748-a231-4e69-a180-b37986a0b0a8 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:33:14.976286 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-5120b64b-37a8-401f-9610-4a56675a214a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:14.977293 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5120b64b-37a8-401f-9610-4a56675a214a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:14.981583 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5120b64b-37a8-401f-9610-4a56675a214a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/6cb15dcb-22c2-4abd-a176-e28b82d24bbf HTTP/1.1" status: 404 len: 337 time: 0.2188091 Jun 30 09:33:14.995770 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39494) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:15.045624 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-793f3822-be38-40da-b8a6-899395f23e7e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:15.046378 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-793f3822-be38-40da-b8a6-899395f23e7e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:15.047555 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0948c463-e76f-4adc-aaf5-63a4883d9569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:15.048444 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-793f3822-be38-40da-b8a6-899395f23e7e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/c5904f61-340f-4e64-9782-af0b0144c349 HTTP/1.1" status: 404 len: 333 time: 0.0515096 Jun 30 09:33:15.056236 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39496) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:15.072344 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b79134e1-772e-4d9f-8bc6-f058b350ce84 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:15.076195 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b79134e1-772e-4d9f-8bc6-f058b350ce84 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2545061 Jun 30 09:33:15.083617 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39498) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:15.102500 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed2f62f-02a3-4b49-a2de-715d3befa100 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:15.102989 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ed2f62f-02a3-4b49-a2de-715d3befa100 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:15.106363 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4ed2f62f-02a3-4b49-a2de-715d3befa100 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/427f2ed7-2515-4c63-bfec-21390efebdd2 HTTP/1.1" status: 404 len: 337 time: 0.0488095 Jun 30 09:33:15.110121 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39500) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:15.141281 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:15.159028 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-b34ef0f6-b12c-43e9-b133-42c20e79a65b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:15.166391 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b34ef0f6-b12c-43e9-b133-42c20e79a65b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:15.166391 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b34ef0f6-b12c-43e9-b133-42c20e79a65b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/706ea3d4-a4b4-4d7a-b366-0613b70f4ae3 HTTP/1.1" status: 404 len: 333 time: 0.0526958 Jun 30 09:33:15.167723 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39502) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:15.200097 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-fa788fb8-605f-4543-bcea-3ce853f28604 None None] Deleting port e6098327-2291-4a00-bbec-d8f9f88a4a6e {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:33:15.200484 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fa788fb8-605f-4543-bcea-3ce853f28604 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:15.208393 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4895a77-b4d4-4a61-ac23-f69803335792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:33:15.210694 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8a387c-e29d-44aa-a861-a4ab8f0461fa" -d '{"events": [{"server_uuid": "f4895a77-b4d4-4a61-ac23-f69803335792", "name": "network-vif-plugged", "status": "completed", "tag": "c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:33:15.214017 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04f2c322-3a2c-4305-b05d-c9e3036e3d51 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:15.226199 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-d05254d9-5252-4590-8fd8-057a71804dce tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:15.226199 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d05254d9-5252-4590-8fd8-057a71804dce tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:15.226199 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d05254d9-5252-4590-8fd8-057a71804dce tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/e6d4be0e-bd57-40da-9c93-2da5a9244c69 HTTP/1.1" status: 404 len: 337 time: 0.0490701 Jun 30 09:33:15.229187 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39506) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:15.272816 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363,segment=NetworkSegment(00b77331-5ed3-4449-ba6a-84efe27ecf19),segment_id=00b77331-5ed3-4449-ba6a-84efe27ecf19)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:15.280887 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e3a736fd-a0b3-4dbf-a02f-60c293cbb33c None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:15.285394 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04f2c322-3a2c-4305-b05d-c9e3036e3d51 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:15.289040 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0d30943-3944-4d6d-84f9-25d5fc9c075c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:15.290055 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0d30943-3944-4d6d-84f9-25d5fc9c075c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:15.296622 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c0d30943-3944-4d6d-84f9-25d5fc9c075c tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/e6431bab-cf48-4af4-818f-9fbc8f74b78e HTTP/1.1" status: 404 len: 333 time: 0.0622587 Jun 30 09:33:15.297473 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e3a736fd-a0b3-4dbf-a02f-60c293cbb33c None None] Transition to ACTIVE for port object 6f3c5d8e-538a-499b-9edd-5ce52a136370 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:15.300056 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39508) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:15.319882 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a142bb57-30ca-4735-81ed-17116f88c739 x-openstack-request-id: req-a142bb57-30ca-4735-81ed-17116f88c739 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:33:15.320290 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4895a77-b4d4-4a61-ac23-f69803335792", "name": "network-vif-plugged", "status": "completed", "tag": "c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:33:15.320546 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a142bb57-30ca-4735-81ed-17116f88c739 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:33:15.321039 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4895a77-b4d4-4a61-ac23-f69803335792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363', 'code': 200} Jun 30 09:33:15.330251 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-fa788fb8-605f-4543-bcea-3ce853f28604 None None] For port e6098327-2291-4a00-bbec-d8f9f88a4a6e, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e6098327-2291-4a00-bbec-d8f9f88a4a6e,segment=NetworkSegment(9c5f37fc-c92a-454d-bf7a-50b6f7c83948),segment_id=9c5f37fc-c92a-454d-bf7a-50b6f7c83948)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:15.330513 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d6e952-9aa5-4404-abbe-52ec901d8209 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:15.330684 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fa788fb8-605f-4543-bcea-3ce853f28604 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:15.330830 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42d6e952-9aa5-4404-abbe-52ec901d8209 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:15.333197 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-42d6e952-9aa5-4404-abbe-52ec901d8209 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/18a105aa-7517-4b4b-85c8-86e9a2f02885 HTTP/1.1" status: 404 len: 337 time: 0.0316174 Jun 30 09:33:15.343853 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39510) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:15.344331 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e3a736fd-a0b3-4dbf-a02f-60c293cbb33c None None] Transition to ACTIVE for port object 6f3c5d8e-538a-499b-9edd-5ce52a136370 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:15.349670 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-fa788fb8-605f-4543-bcea-3ce853f28604 None None] Calling delete_port for e6098327-2291-4a00-bbec-d8f9f88a4a6e owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:33:15.388359 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e4fa19-3c50-4a29-a64d-45261a477e7b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:15.389284 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e4fa19-3c50-4a29-a64d-45261a477e7b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:15.391181 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-87e4fa19-3c50-4a29-a64d-45261a477e7b tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/df3637ac-bc40-4074-a9a6-a429aa7b43da HTTP/1.1" status: 404 len: 333 time: 0.0468071 Jun 30 09:33:15.395766 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39512) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:15.434086 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:15.442449 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a5a40a7-8afd-4fb6-addb-13f71641d76e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:15.443455 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a5a40a7-8afd-4fb6-addb-13f71641d76e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:15.445481 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9a5a40a7-8afd-4fb6-addb-13f71641d76e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/9e5eaa7e-871d-4361-b497-44b843f0407a HTTP/1.1" status: 404 len: 337 time: 0.0482826 Jun 30 09:33:15.450572 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39514) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:15.485649 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c05891-107f-4de5-baaa-28406a2c9f3e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:15.486100 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45c05891-107f-4de5-baaa-28406a2c9f3e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:15.487902 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-45c05891-107f-4de5-baaa-28406a2c9f3e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/882d3c15-61c0-43d8-9992-71be63486660 HTTP/1.1" status: 404 len: 337 time: 0.0362761 Jun 30 09:33:15.503000 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39516) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:15.525082 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363,revision_number=12']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:15.531045 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d1b0218-0e83-4f9b-a722-1a96a268872f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:15.531771 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d1b0218-0e83-4f9b-a722-1a96a268872f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:15.533548 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9d1b0218-0e83-4f9b-a722-1a96a268872f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/b7fe38fd-76ed-4d19-9313-0987ef9bb576 HTTP/1.1" status: 404 len: 333 time: 0.0294325 Jun 30 09:33:15.536144 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39518) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:15.539457 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e3a736fd-a0b3-4dbf-a02f-60c293cbb33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:15.568554 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f0c75b2-3f81-4373-bf9e-2fb16ce9efc8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:15.569014 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f0c75b2-3f81-4373-bf9e-2fb16ce9efc8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:15.571171 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9f0c75b2-3f81-4373-bf9e-2fb16ce9efc8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/e446c4c8-c05e-4e49-9fb7-f96f94687c48 HTTP/1.1" status: 404 len: 337 time: 0.0336368 Jun 30 09:33:15.575918 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39520) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:15.589222 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a736fd-a0b3-4dbf-a02f-60c293cbb33c None None] Network 5e7e4178-b76c-4101-95d6-7dff2b70b10f is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:15.607061 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-e3a736fd-a0b3-4dbf-a02f-60c293cbb33c None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:15.612673 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04f2c322-3a2c-4305-b05d-c9e3036e3d51 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:15.615759 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04f2c322-3a2c-4305-b05d-c9e3036e3d51 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:15.617019 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-04f2c322-3a2c-4305-b05d-c9e3036e3d51 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "DELETE /v2.0/security-groups/e77bdec5-b193-4c3a-b337-238e60596c0f HTTP/1.1" status: 204 len: 168 time: 0.5318742 Jun 30 09:33:15.618089 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-30dcc14a-ace4-48fd-a330-8c46bfac04c8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:15.618622 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30dcc14a-ace4-48fd-a330-8c46bfac04c8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:15.620930 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-30dcc14a-ace4-48fd-a330-8c46bfac04c8 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/d85b0d2f-13bf-43bd-92f1-859cce749f30 HTTP/1.1" status: 404 len: 337 time: 0.0439250 Jun 30 09:33:15.626325 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39522) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:15.627094 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39524) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:15.631338 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2c322-3a2c-4305-b05d-c9e3036e3d51 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77bdec5-b193-4c3a-b337-238e60596c0f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:15.641886 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a736fd-a0b3-4dbf-a02f-60c293cbb33c None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:15.700609 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fa788fb8-605f-4543-bcea-3ce853f28604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:15.704698 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9c65ff-2345-413a-9342-c5e331b2926a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:15.706012 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c9c65ff-2345-413a-9342-c5e331b2926a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:15.709504 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2c9c65ff-2345-413a-9342-c5e331b2926a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/abbe557d-ba1c-41df-be40-a0a8a9bd7a56 HTTP/1.1" status: 404 len: 333 time: 0.0790482 Jun 30 09:33:15.714141 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39530) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:15.741653 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0948c463-e76f-4adc-aaf5-63a4883d9569 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:15.780578 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-85638b6f-bd6e-43b4-b45f-0ecb0389d243 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:15.781203 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85638b6f-bd6e-43b4-b45f-0ecb0389d243 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:15.782929 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-85638b6f-bd6e-43b4-b45f-0ecb0389d243 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/afd37282-9fcc-4cdb-a1d3-f0b064b14921 HTTP/1.1" status: 404 len: 337 time: 0.0677841 Jun 30 09:33:15.787421 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39532) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:15.789928 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a736fd-a0b3-4dbf-a02f-60c293cbb33c None None] Pushing event updated for resources: {'Port': ['ID=6f3c5d8e-538a-499b-9edd-5ce52a136370,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:15.790277 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0948c463-e76f-4adc-aaf5-63a4883d9569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:15.814460 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d36afc2b-6057-43f6-ac39-cb254f1081c0 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1859643 Jun 30 09:33:15.821933 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39534) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:15.845013 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-e3a736fd-a0b3-4dbf-a02f-60c293cbb33c None None] Attempting to bind port 6f3c5d8e-538a-499b-9edd-5ce52a136370 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:33:15.846587 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-e3a736fd-a0b3-4dbf-a02f-60c293cbb33c None None] Attempting to bind port 6f3c5d8e-538a-499b-9edd-5ce52a136370 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'e4b7a0d1-386c-4797-8cc6-3294e1c957e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5e7e4178-b76c-4101-95d6-7dff2b70b10f'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:33:15.847775 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-353cc7f4-af29-42d1-9076-c3becfb06c2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:15.847983 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a736fd-a0b3-4dbf-a02f-60c293cbb33c None None] Attempting to bind port 6f3c5d8e-538a-499b-9edd-5ce52a136370 on network 5e7e4178-b76c-4101-95d6-7dff2b70b10f {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:33:15.856521 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-353cc7f4-af29-42d1-9076-c3becfb06c2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:15.858361 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-353cc7f4-af29-42d1-9076-c3becfb06c2e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/b97e4f15-9903-4030-81b9-84e655dcf9b1 HTTP/1.1" status: 404 len: 337 time: 0.0700190 Jun 30 09:33:15.862942 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39538) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:15.867367 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa788fb8-605f-4543-bcea-3ce853f28604 None None] No DVR routers for this DVR port e6098327-2291-4a00-bbec-d8f9f88a4a6e on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:33:15.911233 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-9b64c7e0-b7fd-46c8-9378-ce326b06ab2d tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Request body: {'security_group': {'name': 'tempest-secgroup--1728011135'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:15.938883 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-24fbc497-433f-419b-a3f2-29af801b90ff tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:15.942872 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24fbc497-433f-419b-a3f2-29af801b90ff tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:15.951913 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-24fbc497-433f-419b-a3f2-29af801b90ff tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/be0c7468-fe08-42ee-9517-e866659a8d24 HTTP/1.1" status: 404 len: 333 time: 0.0821888 Jun 30 09:33:15.956235 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39542) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:15.963701 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a736fd-a0b3-4dbf-a02f-60c293cbb33c None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:33:15.964391 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a736fd-a0b3-4dbf-a02f-60c293cbb33c None None] Checking segment: {'id': 'e4b7a0d1-386c-4797-8cc6-3294e1c957e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5e7e4178-b76c-4101-95d6-7dff2b70b10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:15.964989 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e3a736fd-a0b3-4dbf-a02f-60c293cbb33c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:15.965638 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a736fd-a0b3-4dbf-a02f-60c293cbb33c None None] Bound using segment: {'id': 'e4b7a0d1-386c-4797-8cc6-3294e1c957e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5e7e4178-b76c-4101-95d6-7dff2b70b10f'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:33:15.966434 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-e3a736fd-a0b3-4dbf-a02f-60c293cbb33c None None] Bound port: 6f3c5d8e-538a-499b-9edd-5ce52a136370, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4b7a0d1-386c-4797-8cc6-3294e1c957e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5e7e4178-b76c-4101-95d6-7dff2b70b10f'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:33:15.968518 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e3a736fd-a0b3-4dbf-a02f-60c293cbb33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:15.971336 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa788fb8-605f-4543-bcea-3ce853f28604 None None] Pushing event deleted for resources: {'Port': ['ID=e6098327-2291-4a00-bbec-d8f9f88a4a6e,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:16.052656 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4ea904fc-cc4c-4d0b-9318-fb767d6c25b8 req-88ebd35c-baf4-4f78-a22a-de0d3edfb7e1 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=70e18f95-6ed8-4bc3-b7f3-49005adaa083 HTTP/1.1" status: 200 len: 210 time: 0.0782945 Jun 30 09:33:16.059459 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed83e0a9-6274-443f-822b-b028385c6622 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:16.061619 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed83e0a9-6274-443f-822b-b028385c6622 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:16.064891 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ed83e0a9-6274-443f-822b-b028385c6622 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/3deca480-f211-4de6-b2b4-4c4ab5b3dc15 HTTP/1.1" status: 404 len: 337 time: 0.1023564 Jun 30 09:33:16.073340 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39544) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:16.075312 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9b64c7e0-b7fd-46c8-9378-ce326b06ab2d tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:16.123912 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-e3a736fd-a0b3-4dbf-a02f-60c293cbb33c None None] For port 6f3c5d8e-538a-499b-9edd-5ce52a136370, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:33:16.142984 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-e188454d-670c-4992-8b37-ced8d2d741ce tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:16.142984 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e188454d-670c-4992-8b37-ced8d2d741ce tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:16.147640 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-e3a736fd-a0b3-4dbf-a02f-60c293cbb33c None None] For port 6f3c5d8e-538a-499b-9edd-5ce52a136370, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=6f3c5d8e-538a-499b-9edd-5ce52a136370,segment=NetworkSegment(e4b7a0d1-386c-4797-8cc6-3294e1c957e2),segment_id=e4b7a0d1-386c-4797-8cc6-3294e1c957e2)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:33:16.157772 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e188454d-670c-4992-8b37-ced8d2d741ce tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/4b3ed2af-37b0-45a5-9b94-64dfb19d1c4d HTTP/1.1" status: 404 len: 337 time: 0.0820024 Jun 30 09:33:16.160032 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39546) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:16.177261 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53203f00-80b0-4329-97c7-91f4d90345de req-e221053c-e4d5-4169-a07c-4a92245d4719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:16.178785 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-53203f00-80b0-4329-97c7-91f4d90345de req-e221053c-e4d5-4169-a07c-4a92245d4719 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 1099 time: 0.4616809 Jun 30 09:33:16.212046 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bc028746-00d4-4da9-8fbd-e6cf1d24be1e tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports?device_id=998287ba-4a04-4199-81cb-99b345df320f HTTP/1.1" status: 200 len: 205 time: 0.0470357 Jun 30 09:33:16.215587 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39548) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:16.264564 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-0948c463-e76f-4adc-aaf5-63a4883d9569 admin admin] Allocated IP 172.25.6.146 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/c50e9060-bcd4-4765-92e9-ff418fec8836) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:16.293331 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-f149ec70-91e3-4201-9a40-d03d007faf89 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] delete failed (client error): The resource could not be found. Jun 30 09:33:16.294303 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f149ec70-91e3-4201-9a40-d03d007faf89 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/routers/998287ba-4a04-4199-81cb-99b345df320f HTTP/1.1" status: 404 len: 336 time: 0.0605302 Jun 30 09:33:16.300854 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39550) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:16.310908 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e6098327-2291-4a00-bbec-d8f9f88a4a6e no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:33:16.347980 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cc0b725-82bd-4152-bac3-1fa1499428fc tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:16.348450 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cc0b725-82bd-4152-bac3-1fa1499428fc tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:16.349688 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: e6098327-2291-4a00-bbec-d8f9f88a4a6e {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:33:16.353993 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e6098327-2291-4a00-bbec-d8f9f88a4a6e not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:33:16.354285 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6cc0b725-82bd-4152-bac3-1fa1499428fc tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/c423c02d-433c-4206-92e0-6c58a6bfeb20 HTTP/1.1" status: 404 len: 337 time: 0.0491784 Jun 30 09:33:16.354418 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-53203f00-80b0-4329-97c7-91f4d90345de req-effd6f6e-f9bb-4b5c-bfc6-8eb238344d50 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1491508 Jun 30 09:33:16.365955 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39552) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:16.389565 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-175b2add-3978-423f-baa6-6256e0115da4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "GET /v2.0/ports?device_id=39616ff2-ef29-4426-8d26-e2fcb610ec54 HTTP/1.1" status: 200 len: 205 time: 0.0333085 Jun 30 09:33:16.393991 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39554) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:16.423287 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9b64c7e0-b7fd-46c8-9378-ce326b06ab2d tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:16.450997 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce664858-c5fa-49d3-8e69-89ced356abd5 req-85d2d650-066d-49c5-9880-16bcb51d2f97 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:16.453582 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce664858-c5fa-49d3-8e69-89ced356abd5 req-85d2d650-066d-49c5-9880-16bcb51d2f97 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 947 time: 0.2816668 Jun 30 09:33:16.453777 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0948c463-e76f-4adc-aaf5-63a4883d9569 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:16.456269 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-7c843096-4f6a-4cbf-ae6f-88ba997e5a57 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] delete failed (client error): The resource could not be found. Jun 30 09:33:16.461973 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39556) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:16.463600 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7c843096-4f6a-4cbf-ae6f-88ba997e5a57 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/routers/39616ff2-ef29-4426-8d26-e2fcb610ec54 HTTP/1.1" status: 404 len: 336 time: 0.0677540 Jun 30 09:33:16.465557 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e3a736fd-a0b3-4dbf-a02f-60c293cbb33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:16.499977 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-c564a854-9522-43c6-81c2-24d21600e0bc tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:16.499977 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c564a854-9522-43c6-81c2-24d21600e0bc tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:16.501483 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c564a854-9522-43c6-81c2-24d21600e0bc tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/afdbca3e-8336-4dc1-9445-1f34570e9c84 HTTP/1.1" status: 404 len: 337 time: 0.0385275 Jun 30 09:33:16.504114 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39558) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:16.517423 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9b64c7e0-b7fd-46c8-9378-ce326b06ab2d tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:16.538623 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ce664858-c5fa-49d3-8e69-89ced356abd5 req-02dff811-8a69-4ecd-a1d9-51659e2dfadc tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731804 Jun 30 09:33:16.559751 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a736fd-a0b3-4dbf-a02f-60c293cbb33c None None] Pushing event updated for resources: {'Port': ['ID=6f3c5d8e-538a-499b-9edd-5ce52a136370,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:16.564225 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-5488e8f1-f31e-47b0-8158-f2df43a9503a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:16.564225 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5488e8f1-f31e-47b0-8158-f2df43a9503a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:16.570149 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5488e8f1-f31e-47b0-8158-f2df43a9503a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/0c7ae2f1-6059-431d-b974-b478ec4e26e1 HTTP/1.1" status: 404 len: 337 time: 0.0606630 Jun 30 09:33:16.570699 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39560) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:16.597582 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64c7e0-b7fd-46c8-9378-ce326b06ab2d tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16b847f0-8df4-46b2-8eff-8a4266a79292,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:16.620035 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc1dadc-88de-49e8-9928-69df2390f424 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:16.620771 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc1dadc-88de-49e8-9928-69df2390f424 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:16.622539 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6dc1dadc-88de-49e8-9928-69df2390f424 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/4cf7a751-2f11-4bc7-89d2-ec0a0c7317ab HTTP/1.1" status: 404 len: 333 time: 0.0494487 Jun 30 09:33:16.627625 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39562) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:16.666276 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b5430f4-c814-4541-9831-3c65107374f1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:16.666794 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b5430f4-c814-4541-9831-3c65107374f1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:16.668779 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3b5430f4-c814-4541-9831-3c65107374f1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/1ed78014-2c0c-4ba0-aaa0-d1b061224fb7 HTTP/1.1" status: 404 len: 337 time: 0.0397122 Jun 30 09:33:16.671830 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39564) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:16.683271 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9b64c7e0-b7fd-46c8-9378-ce326b06ab2d tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:16.684483 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9b64c7e0-b7fd-46c8-9378-ce326b06ab2d tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8611910 Jun 30 09:33:16.690271 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39566) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:16.696430 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-b21e0370-a675-49b3-9751-60a81165ee95 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Request body: {'security_group': {'name': 'tempest-secgroup--402685115'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:16.704989 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-60faf349-f500-4422-9bff-cd2e853f7a2a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:16.705785 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60faf349-f500-4422-9bff-cd2e853f7a2a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:16.710387 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-60faf349-f500-4422-9bff-cd2e853f7a2a tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/3c51e6be-8fd5-49fc-a7b4-c1124e92fb49 HTTP/1.1" status: 404 len: 333 time: 0.0344570 Jun 30 09:33:16.710712 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39568) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:16.739620 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aada273-c311-4bf5-865b-0ff24e5f7ea7 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:16.740261 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aada273-c311-4bf5-865b-0ff24e5f7ea7 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:16.745742 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3aada273-c311-4bf5-865b-0ff24e5f7ea7 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/27ed0059-ae14-4d5c-b89e-eb720277f8eb HTTP/1.1" status: 404 len: 337 time: 0.0301144 Jun 30 09:33:16.748168 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39570) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:16.804333 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0948c463-e76f-4adc-aaf5-63a4883d9569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:16.809539 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc424ded-1a0d-411b-81da-69f0c6e5e0e2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:16.810764 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc424ded-1a0d-411b-81da-69f0c6e5e0e2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:16.816213 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-bc424ded-1a0d-411b-81da-69f0c6e5e0e2 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/6a96de87-05a6-4e3e-8dc2-225d9151b4b8 HTTP/1.1" status: 404 len: 333 time: 0.0641382 Jun 30 09:33:16.816987 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39574) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:16.833437 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b21e0370-a675-49b3-9751-60a81165ee95 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:16.868195 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f25afd0-1124-4d37-8159-51ffb205da98 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:16.868818 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f25afd0-1124-4d37-8159-51ffb205da98 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:16.870975 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6f25afd0-1124-4d37-8159-51ffb205da98 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/92bd0606-bbe4-4e57-8049-1bd88a961087 HTTP/1.1" status: 404 len: 337 time: 0.0528884 Jun 30 09:33:16.874404 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39576) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:16.889243 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0948c463-e76f-4adc-aaf5-63a4883d9569 admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:16.893740 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-0948c463-e76f-4adc-aaf5-63a4883d9569 admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:16.897250 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0948c463-e76f-4adc-aaf5-63a4883d9569 admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:16.902388 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948c463-e76f-4adc-aaf5-63a4883d9569 admin admin] Pushing event updated for resources: {'Port': ['ID=c50e9060-bcd4-4765-92e9-ff418fec8836,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:16.913677 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1ba688-9ac7-491f-8780-c4f6315ce6f1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:16.914662 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1ba688-9ac7-491f-8780-c4f6315ce6f1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:16.917220 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fa1ba688-9ac7-491f-8780-c4f6315ce6f1 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/9a8f1ecf-cf64-45d5-b7b3-607c47a54633 HTTP/1.1" status: 404 len: 333 time: 0.0416539 Jun 30 09:33:16.920795 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39578) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:16.986453 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2df22a-dbf5-4a1f-af1a-fc189e741ba7 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:16.986926 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c2df22a-dbf5-4a1f-af1a-fc189e741ba7 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:16.992339 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39580) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:16.992867 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0c2df22a-dbf5-4a1f-af1a-fc189e741ba7 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/e1b3227d-9869-4bed-bc13-08552b826498 HTTP/1.1" status: 404 len: 337 time: 0.0709076 Jun 30 09:33:17.080626 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b21e0370-a675-49b3-9751-60a81165ee95 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:17.121298 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-65cc7c18-9488-47c4-9dee-bc0665a32288 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:17.126787 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65cc7c18-9488-47c4-9dee-bc0665a32288 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:17.126787 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-65cc7c18-9488-47c4-9dee-bc0665a32288 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/e777c7d7-4cf2-4438-813c-1e70aa3ba2a0 HTTP/1.1" status: 404 len: 333 time: 0.1302199 Jun 30 09:33:17.126787 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39586) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:17.180727 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b21e0370-a675-49b3-9751-60a81165ee95 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:17.189232 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39590) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:17.195939 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-0697bfcf-12a4-4123-b21b-003849dd2cff tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:17.196508 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0697bfcf-12a4-4123-b21b-003849dd2cff tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:17.198510 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0697bfcf-12a4-4123-b21b-003849dd2cff tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/b914aa3f-4def-4ec3-9a7c-1ebce2cbc515 HTTP/1.1" status: 404 len: 337 time: 0.0708213 Jun 30 09:33:17.201333 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39592) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:17.243341 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4efa875-5b08-45c2-88db-4c72fa11c5fe tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:17.252823 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4efa875-5b08-45c2-88db-4c72fa11c5fe tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:17.252823 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b4efa875-5b08-45c2-88db-4c72fa11c5fe tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/faa19e40-4641-42ac-9b18-801f496b2bdc HTTP/1.1" status: 404 len: 333 time: 0.0439594 Jun 30 09:33:17.256385 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39594) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:17.309218 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e0370-a675-49b3-9751-60a81165ee95 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8c7b8a-f09b-455c-b936-2f737c91aaf6,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:17.344132 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-032dd9a6-02f3-4ea2-9351-d2b23fa10da4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:17.344808 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-032dd9a6-02f3-4ea2-9351-d2b23fa10da4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:17.350420 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-032dd9a6-02f3-4ea2-9351-d2b23fa10da4 tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/beb74f1b-e9bd-4578-8f29-7aed31e0f3fa HTTP/1.1" status: 404 len: 337 time: 0.0927622 Jun 30 09:33:17.351246 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39602) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:17.458083 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b507b0-2ba7-4ae4-ba8d-c2939e0a262d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:17.459766 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30b507b0-2ba7-4ae4-ba8d-c2939e0a262d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:17.466164 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-30b507b0-2ba7-4ae4-ba8d-c2939e0a262d tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/ports/b1d7a477-e45c-4927-bc2b-555d3c923b3b HTTP/1.1" status: 404 len: 333 time: 0.1130025 Jun 30 09:33:17.467165 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39604) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:17.510652 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a31a28-1392-41e9-b85d-658c1bcbca8f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:17.511551 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a31a28-1392-41e9-b85d-658c1bcbca8f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:17.516445 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d7a31a28-1392-41e9-b85d-658c1bcbca8f tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/subnets/5fb4396c-ff74-4e09-92ba-40919157dbf5 HTTP/1.1" status: 404 len: 337 time: 0.0460811 Jun 30 09:33:17.519544 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39606) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:17.545789 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b21e0370-a675-49b3-9751-60a81165ee95 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:17.547811 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b21e0370-a675-49b3-9751-60a81165ee95 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8570294 Jun 30 09:33:17.552613 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39608) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:17.560951 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-cc4a6919-e2d4-44d1-888d-5db70b1e05cb tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Request body: {'security_group_rule': {'security_group_id': '16b847f0-8df4-46b2-8eff-8a4266a79292', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3e8c7b8a-f09b-455c-b936-2f737c91aaf6', 'remote_ip_prefix': None}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:17.574932 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device a1310b98-ffff-4f1a-bc5f-612569b333c9 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:33:17.618600 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: a1310b98-ffff-4f1a-bc5f-612569b333c9 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:33:17.620707 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device a1310b98-ffff-4f1a-bc5f-612569b333c9 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:33:17.726114 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1738f159-e244-4065-bdc6-98f284da8aab tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:17.734998 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0948c463-e76f-4adc-aaf5-63a4883d9569 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:17.805230 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cc4a6919-e2d4-44d1-888d-5db70b1e05cb tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:17.930189 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f5950e-a26f-402a-aec8-e2ce71bc72a1 None None] Network 5e7e4178-b76c-4101-95d6-7dff2b70b10f requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:33:17.960234 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1738f159-e244-4065-bdc6-98f284da8aab tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:17.978617 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-1738f159-e244-4065-bdc6-98f284da8aab tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac69f748-a231-4e69-a180-b37986a0b0a8']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:17.998398 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-1738f159-e244-4065-bdc6-98f284da8aab tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5f37fc-c92a-454d-bf7a-50b6f7c83948') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:17.998976 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-1738f159-e244-4065-bdc6-98f284da8aab tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5f37fc-c92a-454d-bf7a-50b6f7c83948') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:18.010829 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1738f159-e244-4065-bdc6-98f284da8aab tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:18.107422 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1738f159-e244-4065-bdc6-98f284da8aab tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:18.109100 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cc4a6919-e2d4-44d1-888d-5db70b1e05cb tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:18.123798 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1738f159-e244-4065-bdc6-98f284da8aab tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:33:18.124566 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1738f159-e244-4065-bdc6-98f284da8aab tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:33:18.129781 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:33:18.160189 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7b82d8e7-258e-4aea-9981-3e544b97a5d1 None None] Provisioning for port 6f3c5d8e-538a-499b-9edd-5ce52a136370 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:18.162160 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e9855-8fa2-42b9-b3f2-405921a97da5 req-215b2265-2df1-46cc-a523-46b445d615b9 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:18.164856 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-409e9855-8fa2-42b9-b3f2-405921a97da5 req-215b2265-2df1-46cc-a523-46b445d615b9 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 947 time: 0.2161067 Jun 30 09:33:18.286536 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cc4a6919-e2d4-44d1-888d-5db70b1e05cb tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:18.334756 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 6f3c5d8e-538a-499b-9edd-5ce52a136370 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:18.367084 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a6919-e2d4-44d1-888d-5db70b1e05cb tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc10cf7-8614-4169-8213-b7ffa0ed4709,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:18.389854 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-409e9855-8fa2-42b9-b3f2-405921a97da5 req-67318e9f-6a83-4f7b-b1b5-53cdf7c53ab2 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2073917 Jun 30 09:33:18.411023 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0948c463-e76f-4adc-aaf5-63a4883d9569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:18.467487 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aedeade0-ea39-4cb8-857c-e665b9782fbb tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:18.526396 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cc4a6919-e2d4-44d1-888d-5db70b1e05cb tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:18.532031 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-cc4a6919-e2d4-44d1-888d-5db70b1e05cb tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9778366 Jun 30 09:33:18.532768 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39638) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:18.569374 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 6f3c5d8e-538a-499b-9edd-5ce52a136370 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:18.575059 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 6f3c5d8e-538a-499b-9edd-5ce52a136370 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:18.575747 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:18.579049 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-246a3dc1-008d-4146-991e-9c8dd8a03ca9 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:18.597308 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1738f159-e244-4065-bdc6-98f284da8aab tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:18.600279 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-246a3dc1-008d-4146-991e-9c8dd8a03ca9 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:18.625258 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1738f159-e244-4065-bdc6-98f284da8aab tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:18.637748 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1738f159-e244-4065-bdc6-98f284da8aab tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] 10.222.0.10 "DELETE /v2.0/networks/ac69f748-a231-4e69-a180-b37986a0b0a8 HTTP/1.1" status: 204 len: 168 time: 1.1115413 Jun 30 09:33:18.814493 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:18.872145 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-35298d0c-88f0-42a5-a9d9-053f5672c636 None None] Provisioning complete for port 6f3c5d8e-538a-499b-9edd-5ce52a136370 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:18.872922 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-35298d0c-88f0-42a5-a9d9-053f5672c636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:18.939432 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 6f3c5d8e-538a-499b-9edd-5ce52a136370, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=6f3c5d8e-538a-499b-9edd-5ce52a136370,segment=NetworkSegment(e4b7a0d1-386c-4797-8cc6-3294e1c957e2),segment_id=e4b7a0d1-386c-4797-8cc6-3294e1c957e2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:18.954408 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:33:18.999764 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-35298d0c-88f0-42a5-a9d9-053f5672c636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.039714 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.063328 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-aedeade0-ea39-4cb8-857c-e665b9782fbb tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Deleting port 69351c6e-e648-4df3-a26f-a6618c816eeb {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:33:19.063825 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aedeade0-ea39-4cb8-857c-e665b9782fbb tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.121366 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738f159-e244-4065-bdc6-98f284da8aab tempest-NetworksTestDHCPv6-316065947 tempest-NetworksTestDHCPv6-316065947-project] Pushing event deleted for resources: {'Network': ['ID=ac69f748-a231-4e69-a180-b37986a0b0a8,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:19.160096 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=6f3c5d8e-538a-499b-9edd-5ce52a136370,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:19.163478 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-35298d0c-88f0-42a5-a9d9-053f5672c636 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:33:19.163831 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-35298d0c-88f0-42a5-a9d9-053f5672c636 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:33:19.294714 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-aedeade0-ea39-4cb8-857c-e665b9782fbb tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] For port 69351c6e-e648-4df3-a26f-a6618c816eeb, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=69351c6e-e648-4df3-a26f-a6618c816eeb,segment=NetworkSegment(b4d88acf-b354-4e36-860e-d25aa6dffbed),segment_id=b4d88acf-b354-4e36-860e-d25aa6dffbed)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:19.295769 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aedeade0-ea39-4cb8-857c-e665b9782fbb tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.308812 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39648) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:19.317812 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-aedeade0-ea39-4cb8-857c-e665b9782fbb tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Calling delete_port for 69351c6e-e648-4df3-a26f-a6618c816eeb owned by network:router_interface {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:33:19.319041 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-246a3dc1-008d-4146-991e-9c8dd8a03ca9 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.329248 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-246a3dc1-008d-4146-991e-9c8dd8a03ca9 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.333864 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-246a3dc1-008d-4146-991e-9c8dd8a03ca9 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/fbc10cf7-8614-4169-8213-b7ffa0ed4709 HTTP/1.1" status: 204 len: 168 time: 0.7978239 Jun 30 09:33:19.334712 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39652) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:19.364024 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a3dc1-008d-4146-991e-9c8dd8a03ca9 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fbc10cf7-8614-4169-8213-b7ffa0ed4709,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:19.394614 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0948c463-e76f-4adc-aaf5-63a4883d9569 admin admin] Router e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:33:19.417531 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c45a6dd9-8272-4e69-bbdb-fbfc1c0fe147 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0816553 Jun 30 09:33:19.421117 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39654) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:19.610894 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e3892ad-84ff-430e-a3aa-9eb6d4f0713d tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.721998 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0948c463-e76f-4adc-aaf5-63a4883d9569 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:33:19.728381 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e3892ad-84ff-430e-a3aa-9eb6d4f0713d tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.742649 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc31145-334e-4833-8e73-b9b87de54ba9 None None] Sync routers for ids ['e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:33:19.753982 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8c3f6247-4d4c-4c50-9bb6-064c38a22d97 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=49aa34362a184a6286a3555c581afbee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4399107 Jun 30 09:33:19.754317 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39658) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:19.774014 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc31145-334e-4833-8e73-b9b87de54ba9 None None] Routers {'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:19.774014 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-0bc31145-334e-4833-8e73-b9b87de54ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:32:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:19.833157 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755edf3c-db5b-4b0d-aa8f-e26805288a5e req-96600160-7abc-4fe8-b607-59a37b991a7a tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:19.834766 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-755edf3c-db5b-4b0d-aa8f-e26805288a5e req-96600160-7abc-4fe8-b607-59a37b991a7a tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 947 time: 0.2015684 Jun 30 09:33:19.860983 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-535f23f7-8daa-416a-955b-a86e398d54bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.888900 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-755edf3c-db5b-4b0d-aa8f-e26805288a5e req-e38d6309-16d4-45ab-835f-7ab6de962401 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471139 Jun 30 09:33:19.909987 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-535f23f7-8daa-416a-955b-a86e398d54bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.912699 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e3892ad-84ff-430e-a3aa-9eb6d4f0713d tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.913185 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aedeade0-ea39-4cb8-857c-e665b9782fbb tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.916875 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e3892ad-84ff-430e-a3aa-9eb6d4f0713d tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.918212 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1e3892ad-84ff-430e-a3aa-9eb6d4f0713d tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "DELETE /v2.0/security-groups/3e8c7b8a-f09b-455c-b936-2f737c91aaf6 HTTP/1.1" status: 204 len: 168 time: 0.4928312 Jun 30 09:33:19.923840 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0948c463-e76f-4adc-aaf5-63a4883d9569 admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.930347 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0948c463-e76f-4adc-aaf5-63a4883d9569 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1110089 Jun 30 09:33:19.931534 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39660) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:19.931851 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39662) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:19.942292 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-0bc31145-334e-4833-8e73-b9b87de54ba9 None None] Set router e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:20.006066 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedeade0-ea39-4cb8-857c-e665b9782fbb tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Pushing event deleted for resources: {'Port': ['ID=69351c6e-e648-4df3-a26f-a6618c816eeb,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:20.048852 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3892ad-84ff-430e-a3aa-9eb6d4f0713d tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8c7b8a-f09b-455c-b936-2f737c91aaf6,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:20.236359 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e4752dbe-6ff3-4e23-8f68-5687ca40ef50 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2944918 Jun 30 09:33:20.237338 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39666) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:20.270249 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-535f23f7-8daa-416a-955b-a86e398d54bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:20.273368 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-535f23f7-8daa-416a-955b-a86e398d54bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:20.279414 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-535f23f7-8daa-416a-955b-a86e398d54bf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f54a5152-f7ef-46ba-b962-89b78f642ba9 HTTP/1.1" status: 204 len: 168 time: 0.5183725 Jun 30 09:33:20.416067 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f23f7-8daa-416a-955b-a86e398d54bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54a5152-f7ef-46ba-b962-89b78f642ba9,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:20.418526 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aedeade0-ea39-4cb8-857c-e665b9782fbb tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:20.436065 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-0bc31145-334e-4833-8e73-b9b87de54ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'name': 'tempest-TaggedBootDevicesTest_v242-767757491-router', 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'c50e9060-bcd4-4765-92e9-ff418fec8836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:14Z', 'updated_at': '2021-06-30T09:33:17Z', 'revision_number': 3, 'project_id': '49d88a13984c4bcba0f76778ac61ce8d', 'gw_port': {'id': 'c50e9060-bcd4-4765-92e9-ff418fec8836', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:15Z', 'updated_at': '2021-06-30T09:33:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:20.476862 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc31145-334e-4833-8e73-b9b87de54ba9 None None] Checking router: e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:33:20.477150 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc31145-334e-4833-8e73-b9b87de54ba9 None None] Updating router e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c port c50e9060-bcd4-4765-92e9-ff418fec8836 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:33:20.550313 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0bc31145-334e-4833-8e73-b9b87de54ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:20.593428 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 6f3c5d8e-538a-499b-9edd-5ce52a136370 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:20.605028 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-862c44d2-2fa4-4143-b463-5ed6db14b5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:20.695953 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-79687c02-5c36-406f-9260-fbebb6226cdb tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:20.726396 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 6f3c5d8e-538a-499b-9edd-5ce52a136370 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:20.726974 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:20.754504 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-79687c02-5c36-406f-9260-fbebb6226cdb tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:20.878882 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4fd40583-1c1b-4ac1-ad5a-5b3fb4a7ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:20.947190 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedeade0-ea39-4cb8-857c-e665b9782fbb tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Router 6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:33:21.109875 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0bc31145-334e-4833-8e73-b9b87de54ba9 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:21.227183 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0bc31145-334e-4833-8e73-b9b87de54ba9 None None] Transition to ACTIVE for port object c50e9060-bcd4-4765-92e9-ff418fec8836 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:21.254395 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedeade0-ea39-4cb8-857c-e665b9782fbb tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:33:21.255481 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-79687c02-5c36-406f-9260-fbebb6226cdb tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:21.270965 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971b66b1-8279-44f1-b406-ae25194ef788 None None] Sync routers for ids ['6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:33:21.271591 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-79687c02-5c36-406f-9260-fbebb6226cdb tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:21.278396 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-79687c02-5c36-406f-9260-fbebb6226cdb tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "DELETE /v2.0/security-groups/16b847f0-8df4-46b2-8eff-8a4266a79292 HTTP/1.1" status: 204 len: 168 time: 1.0381935 Jun 30 09:33:21.282564 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39682) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:21.292047 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-aedeade0-ea39-4cb8-857c-e665b9782fbb tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "PUT /v2.0/routers/6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0933459 Jun 30 09:33:21.294400 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971b66b1-8279-44f1-b406-ae25194ef788 None None] Routers {'6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:21.296183 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39684) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:21.299026 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-971b66b1-8279-44f1-b406-ae25194ef788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:32:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:21.370739 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79687c02-5c36-406f-9260-fbebb6226cdb tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b847f0-8df4-46b2-8eff-8a4266a79292,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:21.375727 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0bc31145-334e-4833-8e73-b9b87de54ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:21.403249 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fad89af-6edb-4325-8223-5bd248e8d2bc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Deleting subnet ccbefef3-6ad8-4d57-aa5c-2bead4f43fc7 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:33:21.404994 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-4fd40583-1c1b-4ac1-ad5a-5b3fb4a7ee4a admin admin] Allocated IP 172.20.0.1 (5e7e4178-b76c-4101-95d6-7dff2b70b10f/c8de1b8a-776c-499d-b7dc-3d5c959e1c2d/3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:21.412213 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3fad89af-6edb-4325-8223-5bd248e8d2bc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:21.519062 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-10b58e2c-d1d4-4d76-9f98-66f0e2ed3d05 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2217984 Jun 30 09:33:21.527828 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39688) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:21.557360 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-12d06a12-f283-409f-ada1-1778a4a66f05 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Request body: {'security_group': {'name': 'tempest-secgroup--1241747121'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:21.572394 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0bc31145-334e-4833-8e73-b9b87de54ba9 None None] Attempting to bind port c50e9060-bcd4-4765-92e9-ff418fec8836 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:33:21.578153 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0bc31145-334e-4833-8e73-b9b87de54ba9 None None] Attempting to bind port c50e9060-bcd4-4765-92e9-ff418fec8836 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:33:21.580025 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc31145-334e-4833-8e73-b9b87de54ba9 None None] Attempting to bind port c50e9060-bcd4-4765-92e9-ff418fec8836 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:33:21.599599 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3fad89af-6edb-4325-8223-5bd248e8d2bc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:21.662536 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc31145-334e-4833-8e73-b9b87de54ba9 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:33:21.667286 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc31145-334e-4833-8e73-b9b87de54ba9 None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:21.668527 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0bc31145-334e-4833-8e73-b9b87de54ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:21.672324 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc31145-334e-4833-8e73-b9b87de54ba9 None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:33:21.685072 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0bc31145-334e-4833-8e73-b9b87de54ba9 None None] Bound port: c50e9060-bcd4-4765-92e9-ff418fec8836, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:33:21.685645 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0bc31145-334e-4833-8e73-b9b87de54ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:21.700706 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ad4c6-b78c-4cb4-8211-7b3f13ba6938 None None] Pushing event updated for resources: {'Port': ['ID=c50e9060-bcd4-4765-92e9-ff418fec8836,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:21.752965 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4fd40583-1c1b-4ac1-ad5a-5b3fb4a7ee4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:21.769467 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-4fd40583-1c1b-4ac1-ad5a-5b3fb4a7ee4a admin admin] Transition to ACTIVE for port object 3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:21.805667 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-971b66b1-8279-44f1-b406-ae25194ef788 None None] Set router 6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:21.813062 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0bc31145-334e-4833-8e73-b9b87de54ba9 None None] For port c50e9060-bcd4-4765-92e9-ff418fec8836, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:33:21.825593 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0bc31145-334e-4833-8e73-b9b87de54ba9 None None] For port c50e9060-bcd4-4765-92e9-ff418fec8836, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c50e9060-bcd4-4765-92e9-ff418fec8836,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:33:21.885480 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4fd40583-1c1b-4ac1-ad5a-5b3fb4a7ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:21.913295 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0bc31145-334e-4833-8e73-b9b87de54ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:21.997880 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce33fbd-e8b4-43cb-a92c-b7778b5924f4 req-e530eb46-9a1a-4c7f-bcd8-7407957c5984 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:21.999803 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc31145-334e-4833-8e73-b9b87de54ba9 None None] Routers {'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:21.999803 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-0bc31145-334e-4833-8e73-b9b87de54ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:32:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:22.005093 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2ce33fbd-e8b4-43cb-a92c-b7778b5924f4 req-e530eb46-9a1a-4c7f-bcd8-7407957c5984 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 947 time: 0.3471246 Jun 30 09:33:22.006420 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-12d06a12-f283-409f-ada1-1778a4a66f05 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:22.044761 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd40583-1c1b-4ac1-ad5a-5b3fb4a7ee4a admin admin] Network 5e7e4178-b76c-4101-95d6-7dff2b70b10f is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:22.052156 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-4fd40583-1c1b-4ac1-ad5a-5b3fb4a7ee4a admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:22.066460 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3fad89af-6edb-4325-8223-5bd248e8d2bc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:22.069120 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd40583-1c1b-4ac1-ad5a-5b3fb4a7ee4a admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:22.075054 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd40583-1c1b-4ac1-ad5a-5b3fb4a7ee4a admin admin] Pushing event updated for resources: {'Port': ['ID=3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:22.160072 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2ce33fbd-e8b4-43cb-a92c-b7778b5924f4 req-acf1be5d-9f81-4e70-a00a-c6ff7d966d79 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1536334 Jun 30 09:33:22.223269 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4fd40583-1c1b-4ac1-ad5a-5b3fb4a7ee4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:22.234067 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-0bc31145-334e-4833-8e73-b9b87de54ba9 None None] Set router e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:22.322166 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-971b66b1-8279-44f1-b406-ae25194ef788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78', 'name': 'tempest-TestSecurityGroupsBasicOps-router-163197996', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '947b3edc-4424-4dd2-8889-28c9b1e08f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:19Z', 'updated_at': '2021-06-30T09:33:19Z', 'revision_number': 5, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'gw_port': {'id': '947b3edc-4424-4dd2-8889-28c9b1e08f15', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:21Z', 'updated_at': '2021-06-30T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:22.326593 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ad4c6-b78c-4cb4-8211-7b3f13ba6938 None None] Pushing event updated for resources: {'Port': ['ID=c50e9060-bcd4-4765-92e9-ff418fec8836,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:22.376929 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971b66b1-8279-44f1-b406-ae25194ef788 None None] Checking router: 6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:33:22.389471 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971b66b1-8279-44f1-b406-ae25194ef788 None None] Routers {'6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:22.390788 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-971b66b1-8279-44f1-b406-ae25194ef788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:32:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:22.500656 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39704) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:22.572193 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3fad89af-6edb-4325-8223-5bd248e8d2bc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:22.587596 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-0bc31145-334e-4833-8e73-b9b87de54ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'name': 'tempest-TaggedBootDevicesTest_v242-767757491-router', 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'c50e9060-bcd4-4765-92e9-ff418fec8836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:14Z', 'updated_at': '2021-06-30T09:33:17Z', 'revision_number': 3, 'project_id': '49d88a13984c4bcba0f76778ac61ce8d', 'gw_port': {'id': 'c50e9060-bcd4-4765-92e9-ff418fec8836', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:15Z', 'updated_at': '2021-06-30T09:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:22.637650 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc31145-334e-4833-8e73-b9b87de54ba9 None None] The sync data for ids ['e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c'] in n-d-771363-31 is: [{'id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'name': 'tempest-TaggedBootDevicesTest_v242-767757491-router', 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'c50e9060-bcd4-4765-92e9-ff418fec8836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:14Z', 'updated_at': '2021-06-30T09:33:17Z', 'revision_number': 3, 'project_id': '49d88a13984c4bcba0f76778ac61ce8d', 'gw_port': {'id': 'c50e9060-bcd4-4765-92e9-ff418fec8836', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:15Z', 'updated_at': '2021-06-30T09:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:33:22.641360 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad89af-6edb-4325-8223-5bd248e8d2bc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Pushing event deleted for resources: {'Subnet': ['ID=ccbefef3-6ad8-4d57-aa5c-2bead4f43fc7,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:22.654397 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-12d06a12-f283-409f-ada1-1778a4a66f05 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:22.660932 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3fad89af-6edb-4325-8223-5bd248e8d2bc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:22.664260 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3fad89af-6edb-4325-8223-5bd248e8d2bc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "DELETE /v2.0/subnets/ccbefef3-6ad8-4d57-aa5c-2bead4f43fc7 HTTP/1.1" status: 204 len: 168 time: 1.3652928 Jun 30 09:33:22.671673 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d60379-6f39-4347-8a43-c2d2ffec7c1a None None] Network 49cce92c-293e-402e-a303-90b81c2f8279 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:33:22.673442 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39708) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:22.700042 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-971b66b1-8279-44f1-b406-ae25194ef788 None None] Set router 6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:22.748639 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f5eaf7c7-338f-4bad-ba5e-379f0a7fb675 None None] Provisioning for port 3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:22.758178 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-12d06a12-f283-409f-ada1-1778a4a66f05 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:22.784646 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f5eaf7c7-338f-4bad-ba5e-379f0a7fb675 None None] Provisioning complete for port 3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:22.785002 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f5eaf7c7-338f-4bad-ba5e-379f0a7fb675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:22.816681 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [None req-68aadd3c-2b8e-450e-bb79-ff23848f99c3 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:22.827097 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-68aadd3c-2b8e-450e-bb79-ff23848f99c3 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3246610 Jun 30 09:33:22.829675 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39710) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:22.850028 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [None req-0e572724-ff77-4b8e-86a3-22ae77ebf1df tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:22.850947 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4fd40583-1c1b-4ac1-ad5a-5b3fb4a7ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:22.856538 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39712) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:22.856850 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0e572724-ff77-4b8e-86a3-22ae77ebf1df tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0215497 Jun 30 09:33:22.874652 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-0f0d7b36-c2c8-45dd-9ed9-48745148daa0 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:22.877916 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0f0d7b36-c2c8-45dd-9ed9-48745148daa0 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0148396 Jun 30 09:33:22.896043 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39714) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:22.899946 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-12d06a12-f283-409f-ada1-1778a4a66f05 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:22.901893 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-12d06a12-f283-409f-ada1-1778a4a66f05 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3645732 Jun 30 09:33:22.904798 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [None req-b55b59ec-5e2a-471a-ac45-4ce2a03afdb0 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:22.907106 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d06a12-f283-409f-ada1-1778a4a66f05 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44bf5b78-46e8-438e-b6db-861f2d542351,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:22.911186 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b55b59ec-5e2a-471a-ac45-4ce2a03afdb0 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0134950 Jun 30 09:33:22.912339 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39716) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:22.915575 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39718) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:22.927958 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-80c3a500-1d2b-4302-ab98-2ebdd7404ab7 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Request body: {'security_group_rule': {'security_group_id': '44bf5b78-46e8-438e-b6db-861f2d542351', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:22.965368 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-f5eaf7c7-338f-4bad-ba5e-379f0a7fb675 None None] Port 3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:33:22.979102 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b61028bc-cda1-41df-a165-ef29b2fd349f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:23.015576 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [None req-f535b7f8-9003-4ebf-8d64-074bf43195a8 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:23.021160 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f535b7f8-9003-4ebf-8d64-074bf43195a8 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0746515 Jun 30 09:33:23.022743 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39720) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:23.041058 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-4bcee73f-c228-4b5f-ac2e-bc688c4056c3 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:23.045832 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4bcee73f-c228-4b5f-ac2e-bc688c4056c3 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0187709 Jun 30 09:33:23.048625 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39722) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:23.067279 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-c92d9414-68cf-48b9-8e7e-3cd7bb470812 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:23.068260 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c92d9414-68cf-48b9-8e7e-3cd7bb470812 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0186989 Jun 30 09:33:23.076235 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39724) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:23.083221 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [None req-099a8506-86c6-4732-9f5e-879be3ee9004 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:23.090372 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-099a8506-86c6-4732-9f5e-879be3ee9004 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0083196 Jun 30 09:33:23.097641 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39726) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:23.128187 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-971b66b1-8279-44f1-b406-ae25194ef788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78', 'name': 'tempest-TestSecurityGroupsBasicOps-router-163197996', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '947b3edc-4424-4dd2-8889-28c9b1e08f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:19Z', 'updated_at': '2021-06-30T09:33:19Z', 'revision_number': 5, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'gw_port': {'id': '947b3edc-4424-4dd2-8889-28c9b1e08f15', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:21Z', 'updated_at': '2021-06-30T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:23.130789 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b6a5f3-90a5-4a62-9a7f-3c7b00739591 None None] DHCP port deletion for 49cce92c-293e-402e-a303-90b81c2f8279 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:33:23.147680 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-727b0d7e-49b1-490f-b89c-1ed20f90d26d tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:23.208136 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971b66b1-8279-44f1-b406-ae25194ef788 None None] The sync data for ids ['6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78'] in n-d-771363-31 is: [{'id': '6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78', 'name': 'tempest-TestSecurityGroupsBasicOps-router-163197996', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '947b3edc-4424-4dd2-8889-28c9b1e08f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:19Z', 'updated_at': '2021-06-30T09:33:19Z', 'revision_number': 5, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'gw_port': {'id': '947b3edc-4424-4dd2-8889-28c9b1e08f15', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:21Z', 'updated_at': '2021-06-30T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:33:23.232343 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [None req-f43e9171-fa8f-4aac-b923-c912d93c1850 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:23.235695 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f43e9171-fa8f-4aac-b923-c912d93c1850 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0899112 Jun 30 09:33:23.236899 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39730) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:23.249027 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-c10d49a4-51bc-4453-8d97-346f61360566 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:23.252788 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c10d49a4-51bc-4453-8d97-346f61360566 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0105121 Jun 30 09:33:23.255221 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39732) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:23.266556 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-faaa56a8-ce85-4e32-85f6-d8ed05f6381e tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:23.267933 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-faaa56a8-ce85-4e32-85f6-d8ed05f6381e tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0095446 Jun 30 09:33:23.270728 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39734) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:23.276479 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-820a911a-e10e-4ad6-a9dc-a48f91202b0a tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:23.278460 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-820a911a-e10e-4ad6-a9dc-a48f91202b0a tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0065036 Jun 30 09:33:23.282574 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39736) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:23.285568 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a3b6a5f3-90a5-4a62-9a7f-3c7b00739591 None None] Deleting port 3be5a6dd-fdde-4606-9223-6a43dbc8705c {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:33:23.286605 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a3b6a5f3-90a5-4a62-9a7f-3c7b00739591 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:23.297284 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-80c3a500-1d2b-4302-ab98-2ebdd7404ab7 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:23.302373 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-d263a04c-7d33-4e5e-b600-8d330b83f550 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:23.304750 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d263a04c-7d33-4e5e-b600-8d330b83f550 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0204458 Jun 30 09:33:23.310264 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39738) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:23.322777 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-ccf44580-a002-45b1-b72e-14d4f2593e92 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:23.327670 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ccf44580-a002-45b1-b72e-14d4f2593e92 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0112393 Jun 30 09:33:23.330942 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39740) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:23.398908 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4fd40583-1c1b-4ac1-ad5a-5b3fb4a7ee4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:23.529432 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4fd40583-1c1b-4ac1-ad5a-5b3fb4a7ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:23.693973 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4fd40583-1c1b-4ac1-ad5a-5b3fb4a7ee4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:23.696942 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd40583-1c1b-4ac1-ad5a-5b3fb4a7ee4a admin admin] Pushing event updated for resources: {'Port': ['ID=3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:23.731040 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-a3b6a5f3-90a5-4a62-9a7f-3c7b00739591 None None] For port 3be5a6dd-fdde-4606-9223-6a43dbc8705c, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3be5a6dd-fdde-4606-9223-6a43dbc8705c,segment=NetworkSegment(b4d88acf-b354-4e36-860e-d25aa6dffbed),segment_id=b4d88acf-b354-4e36-860e-d25aa6dffbed)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:23.731916 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a3b6a5f3-90a5-4a62-9a7f-3c7b00739591 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:23.788114 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a3b6a5f3-90a5-4a62-9a7f-3c7b00739591 None None] Calling delete_port for 3be5a6dd-fdde-4606-9223-6a43dbc8705c owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:33:23.796816 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:23.934375 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd40583-1c1b-4ac1-ad5a-5b3fb4a7ee4a admin admin] Network 5e7e4178-b76c-4101-95d6-7dff2b70b10f is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:23.937123 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-4fd40583-1c1b-4ac1-ad5a-5b3fb4a7ee4a admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:24.044770 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [None req-956a1519-2cbb-4ed1-b94e-b0057f5c923d tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.048616 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-956a1519-2cbb-4ed1-b94e-b0057f5c923d tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.7140985 Jun 30 09:33:24.088533 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-80c3a500-1d2b-4302-ab98-2ebdd7404ab7 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:24.088533 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39742) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.088533 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [None req-00b5dc84-781f-46d2-b809-6dbbd17e250e tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.091968 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-00b5dc84-781f-46d2-b809-6dbbd17e250e tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0092535 Jun 30 09:33:24.093987 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39744) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.102577 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [None req-01a1bf5f-8bf9-4c25-91c3-01b44a85081c tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.107054 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-01a1bf5f-8bf9-4c25-91c3-01b44a85081c tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0096052 Jun 30 09:33:24.108331 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39746) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.120190 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a3b6a5f3-90a5-4a62-9a7f-3c7b00739591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:24.134140 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [None req-974097c7-e45e-4905-8820-0daef4bcf26b tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.141220 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-974097c7-e45e-4905-8820-0daef4bcf26b tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0275424 Jun 30 09:33:24.142085 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39748) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.168720 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6a5f3-90a5-4a62-9a7f-3c7b00739591 None None] Pushing event deleted for resources: {'Port': ['ID=3be5a6dd-fdde-4606-9223-6a43dbc8705c,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:24.170569 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [None req-84ce88e7-d5fc-4f10-83f3-8ef1d8a6431d tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.172695 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-84ce88e7-d5fc-4f10-83f3-8ef1d8a6431d tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0198975 Jun 30 09:33:24.179783 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b6a5f3-90a5-4a62-9a7f-3c7b00739591 None None] No DVR routers for this DVR port 3be5a6dd-fdde-4606-9223-6a43dbc8705c on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:33:24.183723 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39752) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.193175 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [None req-b137478b-a46b-4c69-b8bc-9650ee562a81 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.196624 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b137478b-a46b-4c69-b8bc-9650ee562a81 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0093613 Jun 30 09:33:24.208232 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39754) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.222768 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-e4845011-dc59-4cef-93b9-98fec61dc666 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.223084 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-80c3a500-1d2b-4302-ab98-2ebdd7404ab7 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:24.226468 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e4845011-dc59-4cef-93b9-98fec61dc666 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0145986 Jun 30 09:33:24.237625 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39756) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.241874 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-d32090e0-62d4-4222-8da1-909164c33f77 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.246399 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d32090e0-62d4-4222-8da1-909164c33f77 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0052052 Jun 30 09:33:24.247296 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39758) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.266167 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-3838782f-dbb8-4f63-8409-814d50d3c351 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.271698 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3838782f-dbb8-4f63-8409-814d50d3c351 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0204730 Jun 30 09:33:24.273398 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39760) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.279203 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3a500-1d2b-4302-ab98-2ebdd7404ab7 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=299bfa89-5479-496d-b2b6-97ead46f093a,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:24.284220 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-55178bf9-0d02-404a-9d23-aeae2626e8c9 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.285213 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-55178bf9-0d02-404a-9d23-aeae2626e8c9 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0085216 Jun 30 09:33:24.289577 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-727b0d7e-49b1-490f-b89c-1ed20f90d26d tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:24.294524 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39762) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.300261 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-0c7495b8-0ef2-438c-8ed7-3090027ffa90 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.301232 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0c7495b8-0ef2-438c-8ed7-3090027ffa90 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0053763 Jun 30 09:33:24.305179 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39764) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.311737 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [None req-0ce1f4d5-c95c-4ce0-a97a-ee5cbbd38cbe tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.314042 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0ce1f4d5-c95c-4ce0-a97a-ee5cbbd38cbe tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0076585 Jun 30 09:33:24.327511 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd40583-1c1b-4ac1-ad5a-5b3fb4a7ee4a admin admin] Router e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:33:24.327763 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39766) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.331395 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [None req-f674ca2a-e7d9-49e5-a310-db34c57a6b06 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.335251 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f674ca2a-e7d9-49e5-a310-db34c57a6b06 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0074360 Jun 30 09:33:24.337860 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39768) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.340079 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-680aa3ef-9700-44fc-934b-9cbbfa7994c7 None None] Provisioning complete for port 3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:24.340534 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-680aa3ef-9700-44fc-934b-9cbbfa7994c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:24.383567 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-f057f1a2-d1ab-49ae-a224-b8efa41f2cdd tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.384672 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f057f1a2-d1ab-49ae-a224-b8efa41f2cdd tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0045757 Jun 30 09:33:24.388394 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39770) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.392375 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c50e9060-bcd4-4765-92e9-ff418fec8836 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:24.393012 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-9d4c0d3f-4b79-4981-8d97-8794fbbb0992 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.394005 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9d4c0d3f-4b79-4981-8d97-8794fbbb0992 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0046358 Jun 30 09:33:24.397239 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39772) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.403392 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [None req-90500274-6e79-4074-8784-88b80fe0e64c tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.408853 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39774) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.409157 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-90500274-6e79-4074-8784-88b80fe0e64c tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0105655 Jun 30 09:33:24.410658 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-80c3a500-1d2b-4302-ab98-2ebdd7404ab7 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:24.413491 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-ff9b48dc-9ae6-43a4-a0fa-b6d6e1fbabe2 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.413947 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-80c3a500-1d2b-4302-ab98-2ebdd7404ab7 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.4917877 Jun 30 09:33:24.415697 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ff9b48dc-9ae6-43a4-a0fa-b6d6e1fbabe2 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0046544 Jun 30 09:33:24.418625 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39776) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.419480 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39778) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.429788 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [None req-c77e1020-5cf1-4285-bf8a-452fcf715733 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.433838 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c77e1020-5cf1-4285-bf8a-452fcf715733 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0132089 Jun 30 09:33:24.439826 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39780) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.442981 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-ba0b7b27-6c37-4024-b370-ef8550b1ac9d tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.443991 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ba0b7b27-6c37-4024-b370-ef8550b1ac9d tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0047932 Jun 30 09:33:24.446859 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39782) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.458069 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [None req-9a7b5ab5-d3aa-4d95-a88c-8a52f1dde89e tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.463753 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9a7b5ab5-d3aa-4d95-a88c-8a52f1dde89e tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0059421 Jun 30 09:33:24.465354 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-680aa3ef-9700-44fc-934b-9cbbfa7994c7 None None] Port 3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:33:24.468729 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39784) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.498643 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [None req-fe5f189c-3a72-4d1c-b15c-eb2a72e40374 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.500650 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fe5f189c-3a72-4d1c-b15c-eb2a72e40374 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0279052 Jun 30 09:33:24.504068 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39786) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.514584 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-dcf6a49e-4fd0-4239-b640-d4d11f86acf0 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.515644 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-dcf6a49e-4fd0-4239-b640-d4d11f86acf0 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0106094 Jun 30 09:33:24.519081 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dbfafc47-b236-420e-8d72-5efc15b5e76e tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:24.519277 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39788) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.525826 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-f3b4ad99-1171-46d6-aa36-06cf68494d58 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.529492 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f3b4ad99-1171-46d6-aa36-06cf68494d58 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0056999 Jun 30 09:33:24.529492 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd40583-1c1b-4ac1-ad5a-5b3fb4a7ee4a admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:33:24.530537 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39790) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.545188 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4fd40583-1c1b-4ac1-ad5a-5b3fb4a7ee4a admin admin] 10.222.0.10 "PUT /v2.0/routers/e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5962353 Jun 30 09:33:24.545397 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dbfafc47-b236-420e-8d72-5efc15b5e76e tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:24.545484 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-675a6d6d-05d1-4320-84f2-2d672dd199ed tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.545484 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-675a6d6d-05d1-4320-84f2-2d672dd199ed tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0118911 Jun 30 09:33:24.547635 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39792) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.552807 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-715d0a66-3f38-48b7-bda6-0d6e664d4504 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.557778 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-715d0a66-3f38-48b7-bda6-0d6e664d4504 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0089693 Jun 30 09:33:24.558549 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39796) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.563384 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-2e87a576-426f-4df9-a199-124ec613f81a tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.567944 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2e87a576-426f-4df9-a199-124ec613f81a tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0075483 Jun 30 09:33:24.568744 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39798) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.575376 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-80d03b18-52d5-48f4-9ca4-7c6e93ed7fe5 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.576018 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-80d03b18-52d5-48f4-9ca4-7c6e93ed7fe5 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0062668 Jun 30 09:33:24.580565 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39800) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.585725 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-8612d278-d783-437e-b147-a45c8438a495 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.586660 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8612d278-d783-437e-b147-a45c8438a495 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0050356 Jun 30 09:33:24.591284 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39802) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.596034 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-586abc5b-7276-47e5-880e-5a770f6c8e2b tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.597102 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-586abc5b-7276-47e5-880e-5a770f6c8e2b tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0047488 Jun 30 09:33:24.617042 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39804) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.623393 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-5c4ad515-f6aa-44af-b9cf-b14ca3c0b3e1 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.628234 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5c4ad515-f6aa-44af-b9cf-b14ca3c0b3e1 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0064793 Jun 30 09:33:24.628489 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-727b0d7e-49b1-490f-b89c-1ed20f90d26d tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Deleting port 947b3edc-4424-4dd2-8889-28c9b1e08f15 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:33:24.628489 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-727b0d7e-49b1-490f-b89c-1ed20f90d26d tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:24.630102 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39806) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.654263 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-bb76ec3b-0228-4d8e-8b4e-73262ec52bf7 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.654263 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-bb76ec3b-0228-4d8e-8b4e-73262ec52bf7 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0072255 Jun 30 09:33:24.655275 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39808) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.662738 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-c99d52d1-c01e-465c-b8f6-22bd18ae1720 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.666785 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c99d52d1-c01e-465c-b8f6-22bd18ae1720 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0074079 Jun 30 09:33:24.669021 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39810) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.676567 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-6484ff93-2ac6-43d9-ac34-2c13807f3b77 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.677995 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6484ff93-2ac6-43d9-ac34-2c13807f3b77 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0055430 Jun 30 09:33:24.682355 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39812) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.687477 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-737eed86-253c-4726-bcc2-a999d4de9d49 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.689685 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-737eed86-253c-4726-bcc2-a999d4de9d49 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0053859 Jun 30 09:33:24.692463 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39814) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.695484 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port c50e9060-bcd4-4765-92e9-ff418fec8836 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:24.700793 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port c50e9060-bcd4-4765-92e9-ff418fec8836 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:24.701207 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:24.718886 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-382302d8-dc70-4d28-a4a4-b83d9a5f5599 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.724079 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-382302d8-dc70-4d28-a4a4-b83d9a5f5599 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0168717 Jun 30 09:33:24.727998 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39820) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.742962 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-aa7eacbc-640a-4978-9d10-286d9435221d tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.753189 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-aa7eacbc-640a-4978-9d10-286d9435221d tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0077560 Jun 30 09:33:24.753356 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39822) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.761954 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [None req-d3a6c4e1-f715-489a-8874-99bccd589b6c tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.766650 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39824) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.767675 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d3a6c4e1-f715-489a-8874-99bccd589b6c tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0136521 Jun 30 09:33:24.772416 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-47084f4d-5986-4ebb-b8cf-50e4c0d48c71 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.779036 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-47084f4d-5986-4ebb-b8cf-50e4c0d48c71 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0092812 Jun 30 09:33:24.779036 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39826) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.782623 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-0608164b-ce78-4ad9-8c08-7a6e3b31ea7a tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.786643 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0608164b-ce78-4ad9-8c08-7a6e3b31ea7a tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0075240 Jun 30 09:33:24.787346 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39828) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.793504 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-31cd74b6-4380-4eba-ae3f-9feb2bce7e8c tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.795461 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-31cd74b6-4380-4eba-ae3f-9feb2bce7e8c tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0071423 Jun 30 09:33:24.804486 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39830) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.813627 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-0463ee41-9be5-4e2e-aeab-327d8cd331ca tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.816887 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:24.819231 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39832) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.825813 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [None req-aa50fa3d-c79a-40e4-9387-4a54c00d104c tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.828188 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0463ee41-9be5-4e2e-aeab-327d8cd331ca tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0223160 Jun 30 09:33:24.840979 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-aa50fa3d-c79a-40e4-9387-4a54c00d104c tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0087461 Jun 30 09:33:24.840979 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dbfafc47-b236-420e-8d72-5efc15b5e76e tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:24.841279 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:24.844882 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39834) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.851912 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-ed1a73dc-c1a3-4289-a4bd-d1e519d614ed tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.860023 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ed1a73dc-c1a3-4289-a4bd-d1e519d614ed tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0122273 Jun 30 09:33:24.861130 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39836) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.867237 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dbfafc47-b236-420e-8d72-5efc15b5e76e tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:24.868690 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-dbfafc47-b236-420e-8d72-5efc15b5e76e tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/299bfa89-5479-496d-b2b6-97ead46f093a HTTP/1.1" status: 204 len: 168 time: 0.4337053 Jun 30 09:33:24.875091 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-f8570152-c8ab-42df-8b71-547294720ddf tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.879230 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39838) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.887611 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port c50e9060-bcd4-4765-92e9-ff418fec8836, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c50e9060-bcd4-4765-92e9-ff418fec8836,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:24.890789 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f8570152-c8ab-42df-8b71-547294720ddf tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0279119 Jun 30 09:33:24.892374 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39840) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.903827 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-e8b2f550-8f8e-4b4d-9395-541e64fc0959 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.909380 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e8b2f550-8f8e-4b4d-9395-541e64fc0959 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0155988 Jun 30 09:33:24.909935 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39842) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.920447 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-2c11ab1f-d27f-4aea-aff0-eded6e6b88df tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.927971 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2c11ab1f-d27f-4aea-aff0-eded6e6b88df tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0169048 Jun 30 09:33:24.928691 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39844) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.931367 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfafc47-b236-420e-8d72-5efc15b5e76e tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=299bfa89-5479-496d-b2b6-97ead46f093a,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:24.936163 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-b32c4a7f-7251-4897-bf48-1c1acb25dc5e tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.942336 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39846) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.954650 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [None req-8f7fb7d1-bfa8-4c8a-a96b-14c3ce726e8a tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.955897 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b32c4a7f-7251-4897-bf48-1c1acb25dc5e tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0259235 Jun 30 09:33:24.961308 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39848) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.969792 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-b6956c0d-9d56-4126-9275-62ef8b1cccda tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:24.975481 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:24.975727 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8f7fb7d1-bfa8-4c8a-a96b-14c3ce726e8a tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0267127 Jun 30 09:33:24.976649 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b6956c0d-9d56-4126-9275-62ef8b1cccda tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0140092 Jun 30 09:33:24.981029 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39850) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.994215 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-ceee35c6-8606-4ed1-a272-0b5cc6b43afc tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:25.005396 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ceee35c6-8606-4ed1-a272-0b5cc6b43afc tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0222309 Jun 30 09:33:25.006146 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39852) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:25.019417 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-4bc3b146-5933-43bb-846b-7719aa34862d tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:25.023273 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4bc3b146-5933-43bb-846b-7719aa34862d tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0160565 Jun 30 09:33:25.024155 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39854) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:25.029582 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-400689cb-1ad7-4302-830e-d0b977fcdcf0 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:25.037177 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39856) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:25.039742 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-400689cb-1ad7-4302-830e-d0b977fcdcf0 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0146978 Jun 30 09:33:25.044005 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [None req-7ad2b4e1-f5de-4c68-b77d-51b0c88c29f4 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:25.048777 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39858) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:25.053687 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-ad792a14-9131-4cdc-b146-26332acf5f85 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:25.059369 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ad792a14-9131-4cdc-b146-26332acf5f85 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0091133 Jun 30 09:33:25.060177 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7ad2b4e1-f5de-4c68-b77d-51b0c88c29f4 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0221195 Jun 30 09:33:25.070722 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39860) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:25.071532 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [None req-f1ca248e-7b48-4726-9590-b81d930c3622 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:25.075797 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f1ca248e-7b48-4726-9590-b81d930c3622 tempest-ExtensionsTestJSON-2032013310 tempest-ExtensionsTestJSON-2032013310-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0137351 Jun 30 09:33:25.098473 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3be5a6dd-fdde-4606-9223-6a43dbc8705c no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:33:25.116560 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-727b0d7e-49b1-490f-b89c-1ed20f90d26d tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] For port 947b3edc-4424-4dd2-8889-28c9b1e08f15, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=947b3edc-4424-4dd2-8889-28c9b1e08f15,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:25.119814 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-727b0d7e-49b1-490f-b89c-1ed20f90d26d tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:25.152369 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 3be5a6dd-fdde-4606-9223-6a43dbc8705c {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:33:25.152369 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3be5a6dd-fdde-4606-9223-6a43dbc8705c not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:33:25.152369 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 69351c6e-e648-4df3-a26f-a6618c816eeb no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:33:25.160197 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-727b0d7e-49b1-490f-b89c-1ed20f90d26d tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Calling delete_port for 947b3edc-4424-4dd2-8889-28c9b1e08f15 owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:33:25.189011 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39880) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:25.189845 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-50916859-3ddc-4e2a-aa51-afaadbf682d9 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2769847 Jun 30 09:33:25.199959 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 69351c6e-e648-4df3-a26f-a6618c816eeb {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:33:25.200388 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 69351c6e-e648-4df3-a26f-a6618c816eeb not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:33:25.266581 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=c50e9060-bcd4-4765-92e9-ff418fec8836,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:25.378649 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-014632c4-1b8c-4d49-bc21-76f9b6c88843 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:25.413265 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-014632c4-1b8c-4d49-bc21-76f9b6c88843 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:25.627154 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dff670-ecfb-41a4-9197-c7f9c03d0e3c None None] Sync routers for ids ['e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:33:25.637009 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dff670-ecfb-41a4-9197-c7f9c03d0e3c None None] Routers {'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:25.637645 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f9dff670-ecfb-41a4-9197-c7f9c03d0e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:33:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:25.654917 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-014632c4-1b8c-4d49-bc21-76f9b6c88843 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:25.656650 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-727b0d7e-49b1-490f-b89c-1ed20f90d26d tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:25.659437 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-014632c4-1b8c-4d49-bc21-76f9b6c88843 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:25.663394 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-014632c4-1b8c-4d49-bc21-76f9b6c88843 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "DELETE /v2.0/security-groups/44bf5b78-46e8-438e-b6db-861f2d542351 HTTP/1.1" status: 204 len: 168 time: 0.4709935 Jun 30 09:33:25.670761 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39902) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:25.693600 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b0d7e-49b1-490f-b89c-1ed20f90d26d tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Pushing event deleted for resources: {'Port': ['ID=947b3edc-4424-4dd2-8889-28c9b1e08f15,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:25.717651 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014632c4-1b8c-4d49-bc21-76f9b6c88843 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bf5b78-46e8-438e-b6db-861f2d542351,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:25.747227 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4801f2f0-090e-4396-8fdf-2ff3094eef0b tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0717022 Jun 30 09:33:25.747938 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39904) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:25.753088 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-15607373-ef6d-41b9-86da-0eeed0d19ec9 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Request body: {'security_group': {'name': 'tempest-secgroup--1045778404'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:25.815640 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-f9dff670-ecfb-41a4-9197-c7f9c03d0e3c None None] Set router e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:25.859510 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-727b0d7e-49b1-490f-b89c-1ed20f90d26d tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:25.941253 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-15607373-ef6d-41b9-86da-0eeed0d19ec9 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:25.973962 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-727b0d7e-49b1-490f-b89c-1ed20f90d26d tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:25.984239 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-727b0d7e-49b1-490f-b89c-1ed20f90d26d tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:26.128223 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-15607373-ef6d-41b9-86da-0eeed0d19ec9 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:26.173341 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39908) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:26.179298 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f9dff670-ecfb-41a4-9197-c7f9c03d0e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'name': 'tempest-TaggedBootDevicesTest_v242-767757491-router', 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'c50e9060-bcd4-4765-92e9-ff418fec8836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:14Z', 'updated_at': '2021-06-30T09:33:22Z', 'revision_number': 4, 'project_id': '49d88a13984c4bcba0f76778ac61ce8d', 'gw_port': {'id': 'c50e9060-bcd4-4765-92e9-ff418fec8836', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:15Z', 'updated_at': '2021-06-30T09:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448', 'name': '', 'network_id': '5e7e4178-b76c-4101-95d6-7dff2b70b10f', 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'mac_address': 'fa:16:3e:48:23:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'c8de1b8a-776c-499d-b7dc-3d5c959e1c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:20Z', 'updated_at': '2021-06-30T09:33:23Z', 'revision_number': 2, 'project_id': '49d88a13984c4bcba0f76778ac61ce8d', 'subnets': [{'id': 'c8de1b8a-776c-499d-b7dc-3d5c959e1c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:26.213951 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dff670-ecfb-41a4-9197-c7f9c03d0e3c None None] Checking router: e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:33:26.214314 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dff670-ecfb-41a4-9197-c7f9c03d0e3c None None] Updating router e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c port 3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:33:26.215386 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-15607373-ef6d-41b9-86da-0eeed0d19ec9 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:26.216187 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-727b0d7e-49b1-490f-b89c-1ed20f90d26d tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:26.217055 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727b0d7e-49b1-490f-b89c-1ed20f90d26d tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Fanout notify agent at l3_agent the message router_deleted on router 6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:33:26.232247 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-727b0d7e-49b1-490f-b89c-1ed20f90d26d tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:26.234125 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-727b0d7e-49b1-490f-b89c-1ed20f90d26d tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "DELETE /v2.0/routers/6e7dfa0d-a17c-4b29-9b2f-6ca3dfdddd78 HTTP/1.1" status: 204 len: 168 time: 3.5588763 Jun 30 09:33:26.247101 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39912) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:26.259442 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f9dff670-ecfb-41a4-9197-c7f9c03d0e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:26.289386 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15607373-ef6d-41b9-86da-0eeed0d19ec9 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd95716-ca77-4b3c-88da-0b7403c04716,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:26.404372 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-15607373-ef6d-41b9-86da-0eeed0d19ec9 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:26.410027 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39916) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:26.410345 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-15607373-ef6d-41b9-86da-0eeed0d19ec9 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6610365 Jun 30 09:33:26.421686 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-2136e292-7ce1-4c7b-9f12-327ba7abf0d8 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Request body: {'security_group_rule': {'security_group_id': '8bd95716-ca77-4b3c-88da-0b7403c04716', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:26.475835 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b37f342c-b055-4882-89f5-a4bbf47054b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:26.481370 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:26.493362 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c50e9060-bcd4-4765-92e9-ff418fec8836 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:26.507460 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e96887de-162f-4266-9b43-9defc9a7c286 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:26.625880 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port c50e9060-bcd4-4765-92e9-ff418fec8836 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:26.626518 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:26.675574 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e96887de-162f-4266-9b43-9defc9a7c286 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:26.688692 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-e96887de-162f-4266-9b43-9defc9a7c286 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49cce92c-293e-402e-a303-90b81c2f8279']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:26.710307 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-e96887de-162f-4266-9b43-9defc9a7c286 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4d88acf-b354-4e36-860e-d25aa6dffbed') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:26.710647 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-e96887de-162f-4266-9b43-9defc9a7c286 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4d88acf-b354-4e36-860e-d25aa6dffbed') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:26.728505 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2136e292-7ce1-4c7b-9f12-327ba7abf0d8 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:26.736015 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e96887de-162f-4266-9b43-9defc9a7c286 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:26.777211 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e96887de-162f-4266-9b43-9defc9a7c286 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:26.809595 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e96887de-162f-4266-9b43-9defc9a7c286 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:33:26.810077 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e96887de-162f-4266-9b43-9defc9a7c286 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:33:26.815517 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:33:26.901876 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f9dff670-ecfb-41a4-9197-c7f9c03d0e3c None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:27.001885 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2136e292-7ce1-4c7b-9f12-327ba7abf0d8 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:27.035029 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b37f342c-b055-4882-89f5-a4bbf47054b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:27.072974 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e96887de-162f-4266-9b43-9defc9a7c286 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:27.075362 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f9dff670-ecfb-41a4-9197-c7f9c03d0e3c None None] Transition to ACTIVE for port object 3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:27.091525 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e96887de-162f-4266-9b43-9defc9a7c286 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:27.091525 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e96887de-162f-4266-9b43-9defc9a7c286 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "DELETE /v2.0/networks/49cce92c-293e-402e-a303-90b81c2f8279 HTTP/1.1" status: 204 len: 168 time: 0.8337691 Jun 30 09:33:27.091826 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39928) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:27.097130 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96887de-162f-4266-9b43-9defc9a7c286 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Pushing event deleted for resources: {'Network': ['ID=49cce92c-293e-402e-a303-90b81c2f8279,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:27.192685 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2136e292-7ce1-4c7b-9f12-327ba7abf0d8 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:27.226911 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e292-7ce1-4c7b-9f12-327ba7abf0d8 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=469fc6cf-3a20-437c-a419-6e7d85909889,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:27.232718 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f9dff670-ecfb-41a4-9197-c7f9c03d0e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:27.235090 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b37f342c-b055-4882-89f5-a4bbf47054b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:27.299194 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b37f342c-b055-4882-89f5-a4bbf47054b6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6df92665ce95403f96ba8a26083ec2d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1244752 Jun 30 09:33:27.301745 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39936) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:27.392695 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f342c-b055-4882-89f5-a4bbf47054b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad65d84a-028c-4d36-9e92-8afc179e4ec5,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:27.392795 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-a283a498-ea6f-46a6-a6ec-5131045a042a tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Deleting port edcb310b-2bf3-46fe-a31a-4851d0521019 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:33:27.392795 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a283a498-ea6f-46a6-a6ec-5131045a042a tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:27.405865 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2136e292-7ce1-4c7b-9f12-327ba7abf0d8 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:27.421594 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2136e292-7ce1-4c7b-9f12-327ba7abf0d8 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0047176 Jun 30 09:33:27.422617 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f9dff670-ecfb-41a4-9197-c7f9c03d0e3c None None] Attempting to bind port 3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:33:27.423188 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f9dff670-ecfb-41a4-9197-c7f9c03d0e3c None None] Attempting to bind port 3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'e4b7a0d1-386c-4797-8cc6-3294e1c957e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5e7e4178-b76c-4101-95d6-7dff2b70b10f'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:33:27.423598 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dff670-ecfb-41a4-9197-c7f9c03d0e3c None None] Attempting to bind port 3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448 on network 5e7e4178-b76c-4101-95d6-7dff2b70b10f {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:33:27.424208 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39944) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:27.436775 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dff670-ecfb-41a4-9197-c7f9c03d0e3c None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:33:27.437610 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dff670-ecfb-41a4-9197-c7f9c03d0e3c None None] Checking segment: {'id': 'e4b7a0d1-386c-4797-8cc6-3294e1c957e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5e7e4178-b76c-4101-95d6-7dff2b70b10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:27.438218 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f9dff670-ecfb-41a4-9197-c7f9c03d0e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:27.438911 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dff670-ecfb-41a4-9197-c7f9c03d0e3c None None] Bound using segment: {'id': 'e4b7a0d1-386c-4797-8cc6-3294e1c957e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5e7e4178-b76c-4101-95d6-7dff2b70b10f'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:33:27.439798 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f9dff670-ecfb-41a4-9197-c7f9c03d0e3c None None] Bound port: 3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4b7a0d1-386c-4797-8cc6-3294e1c957e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5e7e4178-b76c-4101-95d6-7dff2b70b10f'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:33:27.440476 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f9dff670-ecfb-41a4-9197-c7f9c03d0e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:27.454914 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d888f2-61f9-44b1-bbd2-89360ee49ab3 None None] Pushing event updated for resources: {'Port': ['ID=3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:27.511630 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-181aa802-cf6c-469c-b37c-98a78e90c1b3 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "GET /v2.0/security-group-rules/469fc6cf-3a20-437c-a419-6e7d85909889 HTTP/1.1" status: 200 len: 763 time: 0.0834057 Jun 30 09:33:27.513047 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39954) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:27.553586 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-f9dff670-ecfb-41a4-9197-c7f9c03d0e3c None None] For port 3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:33:27.564634 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-f9dff670-ecfb-41a4-9197-c7f9c03d0e3c None None] For port 3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448,segment=NetworkSegment(e4b7a0d1-386c-4797-8cc6-3294e1c957e2),segment_id=e4b7a0d1-386c-4797-8cc6-3294e1c957e2)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:33:27.661439 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a283a498-ea6f-46a6-a6ec-5131045a042a tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:27.662088 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a283a498-ea6f-46a6-a6ec-5131045a042a tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:27.677036 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-a283a498-ea6f-46a6-a6ec-5131045a042a tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Calling delete_port for edcb310b-2bf3-46fe-a31a-4851d0521019 owned by network:floatingip {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:33:27.686366 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-34a1bf36-fe9f-4b52-9757-638fa6aec2f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:27.710429 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1ad85fbc-7984-4dfa-a61d-f98a06cd1051 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1765671 Jun 30 09:33:27.716657 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39974) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:27.730090 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f9dff670-ecfb-41a4-9197-c7f9c03d0e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:27.891590 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-34a1bf36-fe9f-4b52-9757-638fa6aec2f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:27.927150 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dff670-ecfb-41a4-9197-c7f9c03d0e3c None None] Routers {'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:27.928049 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f9dff670-ecfb-41a4-9197-c7f9c03d0e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:33:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:27.934246 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9eed7ef3-7a27-43ca-b30f-297195976136 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:27.957497 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9eed7ef3-7a27-43ca-b30f-297195976136 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:28.001327 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d888f2-61f9-44b1-bbd2-89360ee49ab3 None None] Pushing event updated for resources: {'Port': ['ID=3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:28.126669 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9eed7ef3-7a27-43ca-b30f-297195976136 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:28.158844 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9eed7ef3-7a27-43ca-b30f-297195976136 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:28.161678 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9eed7ef3-7a27-43ca-b30f-297195976136 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/469fc6cf-3a20-437c-a419-6e7d85909889 HTTP/1.1" status: 204 len: 168 time: 0.4161079 Jun 30 09:33:28.164796 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39982) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:28.181320 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed7ef3-7a27-43ca-b30f-297195976136 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=469fc6cf-3a20-437c-a419-6e7d85909889,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:28.194066 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-34a1bf36-fe9f-4b52-9757-638fa6aec2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:28.197002 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-34a1bf36-fe9f-4b52-9757-638fa6aec2f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:28.203868 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-34a1bf36-fe9f-4b52-9757-638fa6aec2f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ad65d84a-028c-4d36-9e92-8afc179e4ec5 HTTP/1.1" status: 204 len: 168 time: 0.8964632 Jun 30 09:33:28.223181 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1bf36-fe9f-4b52-9757-638fa6aec2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad65d84a-028c-4d36-9e92-8afc179e4ec5,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:28.280064 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-f9dff670-ecfb-41a4-9197-c7f9c03d0e3c None None] Set router e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:28.289288 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-83ae0789-83db-45d7-8fd7-6f44bf603711 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1229482 Jun 30 09:33:28.292664 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39986) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:28.299546 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-97bf3349-85e6-4b0c-ba8d-d990aa3fa084 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Request body: {'security_group_rule': {'security_group_id': '8bd95716-ca77-4b3c-88da-0b7403c04716', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:28.307811 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a283a498-ea6f-46a6-a6ec-5131045a042a tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:28.348255 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 947b3edc-4424-4dd2-8889-28c9b1e08f15 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:33:28.399271 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 947b3edc-4424-4dd2-8889-28c9b1e08f15 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:33:28.399820 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 947b3edc-4424-4dd2-8889-28c9b1e08f15 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:33:28.437571 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283a498-ea6f-46a6-a6ec-5131045a042a tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Pushing event deleted for resources: {'Port': ['ID=edcb310b-2bf3-46fe-a31a-4851d0521019,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:28.479830 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-97bf3349-85e6-4b0c-ba8d-d990aa3fa084 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:28.589476 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a283a498-ea6f-46a6-a6ec-5131045a042a tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for floatingip, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:28.589850 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-a283a498-ea6f-46a6-a6ec-5131045a042a tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Floating IP 4fe8cc5e-cbd7-44ad-b0d3-cedf62ae2ae7 disassociated (deleted). External IP: 172.25.6.6, port: f6847eed-3b94-443e-b36a-901503dfbab3. Jun 30 09:33:28.629099 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-97bf3349-85e6-4b0c-ba8d-d990aa3fa084 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:28.754786 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f9dff670-ecfb-41a4-9197-c7f9c03d0e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'name': 'tempest-TaggedBootDevicesTest_v242-767757491-router', 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'c50e9060-bcd4-4765-92e9-ff418fec8836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:14Z', 'updated_at': '2021-06-30T09:33:22Z', 'revision_number': 4, 'project_id': '49d88a13984c4bcba0f76778ac61ce8d', 'gw_port': {'id': 'c50e9060-bcd4-4765-92e9-ff418fec8836', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:15Z', 'updated_at': '2021-06-30T09:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448', 'name': '', 'network_id': '5e7e4178-b76c-4101-95d6-7dff2b70b10f', 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'mac_address': 'fa:16:3e:48:23:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'c8de1b8a-776c-499d-b7dc-3d5c959e1c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:20Z', 'updated_at': '2021-06-30T09:33:27Z', 'revision_number': 4, 'project_id': '49d88a13984c4bcba0f76778ac61ce8d', 'subnets': [{'id': 'c8de1b8a-776c-499d-b7dc-3d5c959e1c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:28.780954 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-97bf3349-85e6-4b0c-ba8d-d990aa3fa084 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:28.832409 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf3349-85e6-4b0c-ba8d-d990aa3fa084 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60fb65b9-b9ff-49fc-8d65-41044fddb487,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:28.854549 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dff670-ecfb-41a4-9197-c7f9c03d0e3c None None] The sync data for ids ['e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c'] in n-d-771363-31 is: [{'id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'name': 'tempest-TaggedBootDevicesTest_v242-767757491-router', 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'c50e9060-bcd4-4765-92e9-ff418fec8836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:14Z', 'updated_at': '2021-06-30T09:33:22Z', 'revision_number': 4, 'project_id': '49d88a13984c4bcba0f76778ac61ce8d', 'gw_port': {'id': 'c50e9060-bcd4-4765-92e9-ff418fec8836', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:15Z', 'updated_at': '2021-06-30T09:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448', 'name': '', 'network_id': '5e7e4178-b76c-4101-95d6-7dff2b70b10f', 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'mac_address': 'fa:16:3e:48:23:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'c8de1b8a-776c-499d-b7dc-3d5c959e1c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:20Z', 'updated_at': '2021-06-30T09:33:27Z', 'revision_number': 4, 'project_id': '49d88a13984c4bcba0f76778ac61ce8d', 'subnets': [{'id': 'c8de1b8a-776c-499d-b7dc-3d5c959e1c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:33:29.004147 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-97bf3349-85e6-4b0c-ba8d-d990aa3fa084 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:29.010596 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-97bf3349-85e6-4b0c-ba8d-d990aa3fa084 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7161007 Jun 30 09:33:29.013245 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39998) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:29.030708 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a283a498-ea6f-46a6-a6ec-5131045a042a tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Router 8e2f80cb-4ba0-475b-9250-05519f857126 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:33:29.078731 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f9fc33bf-7e0d-4ab8-b12a-200f55395be2 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "GET /v2.0/security-group-rules/60fb65b9-b9ff-49fc-8d65-41044fddb487 HTTP/1.1" status: 200 len: 763 time: 0.0635753 Jun 30 09:33:29.094615 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40002) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:29.214308 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f7919557-fbad-4e3a-a3af-a7cfacafb07d tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1149585 Jun 30 09:33:29.219230 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40008) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:29.273214 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1768878f-9532-498b-bc63-84f08582d528 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:29.292546 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1768878f-9532-498b-bc63-84f08582d528 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:29.519907 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1768878f-9532-498b-bc63-84f08582d528 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:29.549256 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1768878f-9532-498b-bc63-84f08582d528 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:29.550658 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1768878f-9532-498b-bc63-84f08582d528 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/60fb65b9-b9ff-49fc-8d65-41044fddb487 HTTP/1.1" status: 204 len: 168 time: 0.3265126 Jun 30 09:33:29.558690 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40016) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:29.569784 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768878f-9532-498b-bc63-84f08582d528 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60fb65b9-b9ff-49fc-8d65-41044fddb487,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:29.727836 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-087a589e-ea15-4be7-8c41-97df43f6be13 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1673589 Jun 30 09:33:29.736883 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40020) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:29.769697 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-770ffdfc-79da-4c41-be38-8c55f9e5dd8c tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Request body: {'security_group_rule': {'security_group_id': '8bd95716-ca77-4b3c-88da-0b7403c04716', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:29.890292 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a283a498-ea6f-46a6-a6ec-5131045a042a tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:33:29.898281 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a283a498-ea6f-46a6-a6ec-5131045a042a tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:29.911266 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d4bc40-4b93-472e-bcf9-f639b2636189 None None] Sync routers for ids ['8e2f80cb-4ba0-475b-9250-05519f857126'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:33:29.924067 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d4bc40-4b93-472e-bcf9-f639b2636189 None None] Routers {'8e2f80cb-4ba0-475b-9250-05519f857126'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:29.924067 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a8d4bc40-4b93-472e-bcf9-f639b2636189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:33:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['8e2f80cb-4ba0-475b-9250-05519f857126'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:29.978342 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a283a498-ea6f-46a6-a6ec-5131045a042a tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "DELETE /v2.0/floatingips/4fe8cc5e-cbd7-44ad-b0d3-cedf62ae2ae7 HTTP/1.1" status: 204 len: 168 time: 2.8886442 Jun 30 09:33:29.980835 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b993b900-bc68-4c3e-b9dc-48a163788ee2', 'tag': 'f6847eed-3b94-443e-b36a-901503dfbab3'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:33:29.983260 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475ea5f2-a91a-4b65-8d89-111695edf3b2" -d '{"events": [{"name": "network-changed", "server_uuid": "b993b900-bc68-4c3e-b9dc-48a163788ee2", "tag": "f6847eed-3b94-443e-b36a-901503dfbab3"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:33:29.997130 n-d-771363-31 neutron-server[101053]: INFO neutron.db.securitygroups_db [None req-770ffdfc-79da-4c41-be38-8c55f9e5dd8c tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Project fb1d131d7f444496af7518b03bc10377 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:33:30.019159 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-770ffdfc-79da-4c41-be38-8c55f9e5dd8c tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:30.206538 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-a8d4bc40-4b93-472e-bcf9-f639b2636189 None None] Set router 8e2f80cb-4ba0-475b-9250-05519f857126 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:30.248909 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-770ffdfc-79da-4c41-be38-8c55f9e5dd8c tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:30.366403 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-770ffdfc-79da-4c41-be38-8c55f9e5dd8c tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:30.442539 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ffdfc-79da-4c41-be38-8c55f9e5dd8c tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74457374-9d73-40a3-8d0d-549b2e88db5f,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:30.561350 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:30.604302 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-770ffdfc-79da-4c41-be38-8c55f9e5dd8c tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:30.604302 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-770ffdfc-79da-4c41-be38-8c55f9e5dd8c tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8620582 Jun 30 09:33:30.605600 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40042) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:30.617485 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535a68b8-9890-479e-9500-13eaaaab1a22 x-openstack-request-id: req-535a68b8-9890-479e-9500-13eaaaab1a22 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:33:30.617872 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b993b900-bc68-4c3e-b9dc-48a163788ee2", "tag": "f6847eed-3b94-443e-b36a-901503dfbab3", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:33:30.618194 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-535a68b8-9890-479e-9500-13eaaaab1a22 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:33:30.618651 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b993b900-bc68-4c3e-b9dc-48a163788ee2', 'tag': 'f6847eed-3b94-443e-b36a-901503dfbab3', 'status': 'completed', 'code': 200} Jun 30 09:33:30.717480 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b10f2c2f-8b2f-4814-9787-c78942ecd255 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "GET /v2.0/security-group-rules/74457374-9d73-40a3-8d0d-549b2e88db5f HTTP/1.1" status: 200 len: 769 time: 0.1103284 Jun 30 09:33:30.720950 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40044) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:30.808770 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c636cc0a-35eb-40fb-8127-861b58e3b4e9 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0853047 Jun 30 09:33:30.812636 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40050) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:30.842378 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ea5f2-a91a-4b65-8d89-111695edf3b2 req-794ebda6-734c-48c4-8036-3aa5c415ca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:30.848239 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-475ea5f2-a91a-4b65-8d89-111695edf3b2 req-794ebda6-734c-48c4-8036-3aa5c415ca31 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=986dea5b74504ac5b54ab81c3e8c6d18&device_id=b993b900-bc68-4c3e-b9dc-48a163788ee2 HTTP/1.1" status: 200 len: 1136 time: 0.1983309 Jun 30 09:33:30.857691 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1046b0b5-4d2f-4c20-9896-9147c6f57d7f tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:30.873266 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1046b0b5-4d2f-4c20-9896-9147c6f57d7f tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:30.901657 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:30.908036 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:30.908036 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:30.955245 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a8d4bc40-4b93-472e-bcf9-f639b2636189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'name': 'tempest-TestSecurityGroupsBasicOps-router-418446038', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '4c9d1a23-e143-4275-b47e-5338261bb628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:28Z', 'updated_at': '2021-06-30T09:30:37Z', 'revision_number': 4, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'gw_port': {'id': '4c9d1a23-e143-4275-b47e-5338261bb628', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:28Z', 'updated_at': '2021-06-30T09:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '70dc376c-3448-4937-94c0-7e826b1ae7c2', 'name': '', 'network_id': 'c2296a36-e128-4f85-a0af-66fbbdbc55ba', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'mac_address': 'fa:16:3e:9e:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '769ae7bd-7042-4fd9-99af-1767b3dce40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:35Z', 'updated_at': '2021-06-30T09:30:45Z', 'revision_number': 5, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'subnets': [{'id': '769ae7bd-7042-4fd9-99af-1767b3dce40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:31.010720 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d4bc40-4b93-472e-bcf9-f639b2636189 None None] Checking router: 8e2f80cb-4ba0-475b-9250-05519f857126 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:33:31.035185 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d4bc40-4b93-472e-bcf9-f639b2636189 None None] Routers {'8e2f80cb-4ba0-475b-9250-05519f857126'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:31.040586 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a8d4bc40-4b93-472e-bcf9-f639b2636189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:33:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['8e2f80cb-4ba0-475b-9250-05519f857126'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:31.066980 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1046b0b5-4d2f-4c20-9896-9147c6f57d7f tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:31.076263 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1046b0b5-4d2f-4c20-9896-9147c6f57d7f tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:31.077748 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1046b0b5-4d2f-4c20-9896-9147c6f57d7f tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/74457374-9d73-40a3-8d0d-549b2e88db5f HTTP/1.1" status: 204 len: 168 time: 0.2636566 Jun 30 09:33:31.083588 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40054) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:31.095663 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046b0b5-4d2f-4c20-9896-9147c6f57d7f tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74457374-9d73-40a3-8d0d-549b2e88db5f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:31.146901 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40056) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:31.212161 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:31.267494 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ea5f2-a91a-4b65-8d89-111695edf3b2 req-fadb130b-a046-43fb-a575-a6e29afe1c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:31.269383 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-475ea5f2-a91a-4b65-8d89-111695edf3b2 req-fadb130b-a046-43fb-a575-a6e29afe1c5d service neutron] 10.222.0.37 "GET /v2.0/networks?id=c2296a36-e128-4f85-a0af-66fbbdbc55ba HTTP/1.1" status: 200 len: 898 time: 0.4130931 Jun 30 09:33:31.336575 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-475ea5f2-a91a-4b65-8d89-111695edf3b2 req-5cf0dcba-f2d9-4902-84ae-34a56a729c84 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6847eed-3b94-443e-b36a-901503dfbab3 HTTP/1.1" status: 200 len: 217 time: 0.0561762 Jun 30 09:33:31.336962 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448,segment=NetworkSegment(e4b7a0d1-386c-4797-8cc6-3294e1c957e2),segment_id=e4b7a0d1-386c-4797-8cc6-3294e1c957e2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:31.358628 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40064) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:31.359490 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f94b52d7-c687-47cc-bd8a-5c21dbe05e36 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2716262 Jun 30 09:33:31.366261 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-a8d4bc40-4b93-472e-bcf9-f639b2636189 None None] Set router 8e2f80cb-4ba0-475b-9250-05519f857126 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:31.462618 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-9aa404de-79a7-499b-9da7-ef8f30666e73 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1204483330'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:31.464178 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:31.527340 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ea5f2-a91a-4b65-8d89-111695edf3b2 req-3eb6a96d-6fb5-4a69-9967-7749d922adf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:31.529950 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-475ea5f2-a91a-4b65-8d89-111695edf3b2 req-3eb6a96d-6fb5-4a69-9967-7749d922adf6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=769ae7bd-7042-4fd9-99af-1767b3dce40c HTTP/1.1" status: 200 len: 834 time: 0.1694033 Jun 30 09:33:31.613864 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:31.626221 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-07352356-09e2-4b27-bd9f-b4dbc347a2a0 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:31.664948 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a8d4bc40-4b93-472e-bcf9-f639b2636189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'name': 'tempest-TestSecurityGroupsBasicOps-router-418446038', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '4c9d1a23-e143-4275-b47e-5338261bb628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:28Z', 'updated_at': '2021-06-30T09:30:37Z', 'revision_number': 4, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'gw_port': {'id': '4c9d1a23-e143-4275-b47e-5338261bb628', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:28Z', 'updated_at': '2021-06-30T09:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '70dc376c-3448-4937-94c0-7e826b1ae7c2', 'name': '', 'network_id': 'c2296a36-e128-4f85-a0af-66fbbdbc55ba', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'mac_address': 'fa:16:3e:9e:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '769ae7bd-7042-4fd9-99af-1767b3dce40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:35Z', 'updated_at': '2021-06-30T09:30:45Z', 'revision_number': 5, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'subnets': [{'id': '769ae7bd-7042-4fd9-99af-1767b3dce40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:31.695058 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa404de-79a7-499b-9da7-ef8f30666e73 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:31.702382 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9aa404de-79a7-499b-9da7-ef8f30666e73 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:31.707239 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ea5f2-a91a-4b65-8d89-111695edf3b2 req-1253725b-4c7d-4ac1-9b94-8e85f5f1750b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:31.714611 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-475ea5f2-a91a-4b65-8d89-111695edf3b2 req-1253725b-4c7d-4ac1-9b94-8e85f5f1750b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2296a36-e128-4f85-a0af-66fbbdbc55ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1769662 Jun 30 09:33:31.716681 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9aa404de-79a7-499b-9da7-ef8f30666e73 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:31.742640 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-07352356-09e2-4b27-bd9f-b4dbc347a2a0 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:31.811375 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d4bc40-4b93-472e-bcf9-f639b2636189 None None] The sync data for ids ['8e2f80cb-4ba0-475b-9250-05519f857126'] in n-d-771363-31 is: [{'id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'name': 'tempest-TestSecurityGroupsBasicOps-router-418446038', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '4c9d1a23-e143-4275-b47e-5338261bb628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:28Z', 'updated_at': '2021-06-30T09:30:37Z', 'revision_number': 4, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'gw_port': {'id': '4c9d1a23-e143-4275-b47e-5338261bb628', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:28Z', 'updated_at': '2021-06-30T09:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '70dc376c-3448-4937-94c0-7e826b1ae7c2', 'name': '', 'network_id': 'c2296a36-e128-4f85-a0af-66fbbdbc55ba', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'mac_address': 'fa:16:3e:9e:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '769ae7bd-7042-4fd9-99af-1767b3dce40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:35Z', 'updated_at': '2021-06-30T09:30:45Z', 'revision_number': 5, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'subnets': [{'id': '769ae7bd-7042-4fd9-99af-1767b3dce40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:33:31.857693 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44126ed0-4d40-4da9-8f67-45538ccdad6b req-9c6bfbaf-70ae-4300-a2ec-0f4e34dd3eae tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:31.868110 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-44126ed0-4d40-4da9-8f67-45538ccdad6b req-9c6bfbaf-70ae-4300-a2ec-0f4e34dd3eae tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=b993b900-bc68-4c3e-b9dc-48a163788ee2 HTTP/1.1" status: 200 len: 984 time: 0.2359078 Jun 30 09:33:31.947338 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-475ea5f2-a91a-4b65-8d89-111695edf3b2 req-9715d771-a161-4d87-853c-cd6b5c82a9e9 service neutron] 10.222.0.37 "GET /v2.0/networks/c2296a36-e128-4f85-a0af-66fbbdbc55ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218752 Jun 30 09:33:31.978427 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-44126ed0-4d40-4da9-8f67-45538ccdad6b req-5ab7d57c-8809-4a14-bfa2-aee5cddce111 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/security-groups?id=386ab956-9d96-4085-a5f4-7a808321ae74&id=d38cfbc6-440a-416c-8130-9133e05def06&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0894024 Jun 30 09:33:32.007354 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-07352356-09e2-4b27-bd9f-b4dbc347a2a0 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:32.010910 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-07352356-09e2-4b27-bd9f-b4dbc347a2a0 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:32.012096 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-07352356-09e2-4b27-bd9f-b4dbc347a2a0 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "DELETE /v2.0/security-groups/8bd95716-ca77-4b3c-88da-0b7403c04716 HTTP/1.1" status: 204 len: 168 time: 0.6524260 Jun 30 09:33:32.019061 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40072) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:32.054140 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07352356-09e2-4b27-bd9f-b4dbc347a2a0 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd95716-ca77-4b3c-88da-0b7403c04716,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:32.104937 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0de8b7c4-ace8-44ef-ba48-8b4023f9ecb5 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0806022 Jun 30 09:33:32.112160 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40074) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:32.143924 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-475ea5f2-a91a-4b65-8d89-111695edf3b2 req-70bec7ed-35d7-4c97-aa4f-2dcbbb89548b service neutron] 10.222.0.37 "GET /v2.0/networks/c2296a36-e128-4f85-a0af-66fbbdbc55ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896653 Jun 30 09:33:32.173341 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9aa404de-79a7-499b-9da7-ef8f30666e73 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:32.199179 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b4a26e52-d02a-459d-93cd-96abd287d459 tempest-SecGroupIPv6Test-1242588885 tempest-SecGroupIPv6Test-1242588885-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0808632 Jun 30 09:33:32.289283 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:32.336979 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb371be-883f-45a9-ae16-e953b33c2864 None None] New status for floating IP 4fe8cc5e-cbd7-44ad-b0d3-cedf62ae2ae7: DOWN {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:33:32.359577 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9aa404de-79a7-499b-9da7-ef8f30666e73 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:32.391957 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa404de-79a7-499b-9da7-ef8f30666e73 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:33:32.409169 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa404de-79a7-499b-9da7-ef8f30666e73 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51f30e45-d56d-45db-9778-b98483495d1c,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:32.410659 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9aa404de-79a7-499b-9da7-ef8f30666e73 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:32.410659 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-9aa404de-79a7-499b-9da7-ef8f30666e73 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Added segment b3f3d1ff-a544-4d3b-ae87-058ed0cbff9e of type vlan for network 5d03201f-c4f2-40a3-8bf2-89a5c066eb56 Jun 30 09:33:32.485106 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9aa404de-79a7-499b-9da7-ef8f30666e73 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:32.643495 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9aa404de-79a7-499b-9da7-ef8f30666e73 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:32.652045 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa404de-79a7-499b-9da7-ef8f30666e73 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:32.653063 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9aa404de-79a7-499b-9da7-ef8f30666e73 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:32.784425 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa404de-79a7-499b-9da7-ef8f30666e73 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Network': ['ID=5d03201f-c4f2-40a3-8bf2-89a5c066eb56,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:32.805689 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 5d03201f-c4f2-40a3-8bf2-89a5c066eb56 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:33:32.879173 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9aa404de-79a7-499b-9da7-ef8f30666e73 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.7279732 Jun 30 09:33:32.881358 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40090) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:32.888830 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-7dd8d807-17e8-4730-ad6d-fc9917c34df6 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'port': {'network_id': '5d03201f-c4f2-40a3-8bf2-89a5c066eb56', 'name': 'tempest-PortsTestJSON-1010107462'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:32.896151 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:32.903291 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:33.118597 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40096) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:33.260146 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e2f03-7649-452b-b8e5-82482c927b03 req-d2115055-834b-4e97-8731-47da7415c13b tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:33.264276 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-294e2f03-7649-452b-b8e5-82482c927b03 req-d2115055-834b-4e97-8731-47da7415c13b tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.37 "GET /v2.0/ports?device_id=b993b900-bc68-4c3e-b9dc-48a163788ee2 HTTP/1.1" status: 200 len: 984 time: 0.2754130 Jun 30 09:33:33.379265 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd8d807-17e8-4730-ad6d-fc9917c34df6 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:33.383352 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d807-17e8-4730-ad6d-fc9917c34df6 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:33.399240 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b1a38c1c-6d53-4690-b277-354399f236f6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fb1d131d7f444496af7518b03bc10377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2786212 Jun 30 09:33:33.403168 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40102) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:33.423153 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-7dd8d807-17e8-4730-ad6d-fc9917c34df6 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] device_id is not set on port 5eead259-7b13-4ff5-b65c-f0f7a44d61e8 yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:33:33.484834 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f7eb3f6-8d61-4946-8b81-5c06d5304bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:33.513175 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f7eb3f6-8d61-4946-8b81-5c06d5304bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:33.538095 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b3d84-b0d8-47d5-9eb2-e0e2fe5ad60b req-91e9c1e0-4c1e-47ff-ae77-fb4002798b35 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:33.540090 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb0b3d84-b0d8-47d5-9eb2-e0e2fe5ad60b req-91e9c1e0-4c1e-47ff-ae77-fb4002798b35 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=b993b900-bc68-4c3e-b9dc-48a163788ee2 HTTP/1.1" status: 200 len: 984 time: 0.2094698 Jun 30 09:33:33.630783 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-294e2f03-7649-452b-b8e5-82482c927b03 req-b7bb477e-6e12-4948-aedc-2d7a34ed36c8 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Deleting port f6847eed-3b94-443e-b36a-901503dfbab3 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:33:33.630783 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-294e2f03-7649-452b-b8e5-82482c927b03 req-b7bb477e-6e12-4948-aedc-2d7a34ed36c8 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:33.731669 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb0b3d84-b0d8-47d5-9eb2-e0e2fe5ad60b req-850018ee-19d6-4f00-98c3-d59549914b8e tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/security-groups?id=386ab956-9d96-4085-a5f4-7a808321ae74&id=d38cfbc6-440a-416c-8130-9133e05def06&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1820743 Jun 30 09:33:33.830246 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-294e2f03-7649-452b-b8e5-82482c927b03 req-b7bb477e-6e12-4948-aedc-2d7a34ed36c8 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] For port f6847eed-3b94-443e-b36a-901503dfbab3, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=f6847eed-3b94-443e-b36a-901503dfbab3,segment=NetworkSegment(9675042d-4da0-4e0f-a08a-d047833ad7a7),segment_id=9675042d-4da0-4e0f-a08a-d047833ad7a7)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:33.831360 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-294e2f03-7649-452b-b8e5-82482c927b03 req-b7bb477e-6e12-4948-aedc-2d7a34ed36c8 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:33.833180 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f7eb3f6-8d61-4946-8b81-5c06d5304bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:33.839406 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f7eb3f6-8d61-4946-8b81-5c06d5304bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:33.845277 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2f7eb3f6-8d61-4946-8b81-5c06d5304bda admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/90a92805-7ace-49ae-9f30-af8fc02cc29c HTTP/1.1" status: 204 len: 168 time: 0.4403782 Jun 30 09:33:33.854433 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7eb3f6-8d61-4946-8b81-5c06d5304bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a92805-7ace-49ae-9f30-af8fc02cc29c,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:33.905319 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-294e2f03-7649-452b-b8e5-82482c927b03 req-b7bb477e-6e12-4948-aedc-2d7a34ed36c8 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Calling delete_port for f6847eed-3b94-443e-b36a-901503dfbab3 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:33:34.020396 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d807-17e8-4730-ad6d-fc9917c34df6 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.246473 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d807-17e8-4730-ad6d-fc9917c34df6 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.325560 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8d807-17e8-4730-ad6d-fc9917c34df6 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Port': ['ID=5eead259-7b13-4ff5-b65c-f0f7a44d61e8,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:34.338867 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd8d807-17e8-4730-ad6d-fc9917c34df6 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Checking segment: {'id': 'b3f3d1ff-a544-4d3b-ae87-058ed0cbff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5d03201f-c4f2-40a3-8bf2-89a5c066eb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:34.339288 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd8d807-17e8-4730-ad6d-fc9917c34df6 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network hostable DHCP agents. Network: 5d03201f-c4f2-40a3-8bf2-89a5c066eb56, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:33:34.409541 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-294e2f03-7649-452b-b8e5-82482c927b03 req-b7bb477e-6e12-4948-aedc-2d7a34ed36c8 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.454076 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb477e-6e12-4948-aedc-2d7a34ed36c8 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Pushing event deleted for resources: {'Port': ['ID=f6847eed-3b94-443e-b36a-901503dfbab3,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:34.533516 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-294e2f03-7649-452b-b8e5-82482c927b03 req-b7bb477e-6e12-4948-aedc-2d7a34ed36c8 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] No DVR routers for this DVR port f6847eed-3b94-443e-b36a-901503dfbab3 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:33:34.541574 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-294e2f03-7649-452b-b8e5-82482c927b03 req-b7bb477e-6e12-4948-aedc-2d7a34ed36c8 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.541574 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-294e2f03-7649-452b-b8e5-82482c927b03 req-b7bb477e-6e12-4948-aedc-2d7a34ed36c8 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.37 "DELETE /v2.0/ports/f6847eed-3b94-443e-b36a-901503dfbab3 HTTP/1.1" status: 204 len: 173 time: 1.2703757 Jun 30 09:33:34.541574 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b993b900-bc68-4c3e-b9dc-48a163788ee2', 'name': 'network-vif-deleted', 'tag': 'f6847eed-3b94-443e-b36a-901503dfbab3'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:33:34.544682 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f87555-e3fa-4289-aed8-9fd0edd75e39" -d '{"events": [{"server_uuid": "b993b900-bc68-4c3e-b9dc-48a163788ee2", "name": "network-vif-deleted", "tag": "f6847eed-3b94-443e-b36a-901503dfbab3"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:33:34.558680 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd8d807-17e8-4730-ad6d-fc9917c34df6 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network 5d03201f-c4f2-40a3-8bf2-89a5c066eb56 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:33:34.605801 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9439a90d-f25d-4040-87d0-888ca5098d1e x-openstack-request-id: req-9439a90d-f25d-4040-87d0-888ca5098d1e {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:33:34.606116 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b993b900-bc68-4c3e-b9dc-48a163788ee2", "name": "network-vif-deleted", "tag": "f6847eed-3b94-443e-b36a-901503dfbab3", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:33:34.606383 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9439a90d-f25d-4040-87d0-888ca5098d1e {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:33:34.606824 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b993b900-bc68-4c3e-b9dc-48a163788ee2', 'name': 'network-vif-deleted', 'tag': 'f6847eed-3b94-443e-b36a-901503dfbab3', 'status': 'completed', 'code': 200} Jun 30 09:33:34.883640 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-7dd8d807-17e8-4730-ad6d-fc9917c34df6 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 5d03201f-c4f2-40a3-8bf2-89a5c066eb56) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:34.889111 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd8d807-17e8-4730-ad6d-fc9917c34df6 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:34.898848 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e3bdf7-e324-457b-b592-338cc80ebd10 None None] Network 5d03201f-c4f2-40a3-8bf2-89a5c066eb56 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:33:34.910036 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd8d807-17e8-4730-ad6d-fc9917c34df6 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:34.911103 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d807-17e8-4730-ad6d-fc9917c34df6 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.998911 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-173a450c-1a84-4693-b2d9-87a54f6aafd1 req-5636d539-cf3a-4511-96da-f197f324dc32 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=b993b900-bc68-4c3e-b9dc-48a163788ee2 HTTP/1.1" status: 200 len: 210 time: 0.0614357 Jun 30 09:33:35.059454 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40138) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:35.060016 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7dd8d807-17e8-4730-ad6d-fc9917c34df6 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1774330 Jun 30 09:33:35.066329 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-2cfeefad-d4d4-40d3-bacf-93a918d2c8ae tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-680488075'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:35.300939 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfeefad-d4d4-40d3-bacf-93a918d2c8ae tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:35.304688 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2cfeefad-d4d4-40d3-bacf-93a918d2c8ae tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:35.334799 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cfeefad-d4d4-40d3-bacf-93a918d2c8ae tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:33:35.347427 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2cfeefad-d4d4-40d3-bacf-93a918d2c8ae tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:35.348066 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-2cfeefad-d4d4-40d3-bacf-93a918d2c8ae tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Added segment 9decf729-ea94-4dff-aee2-bf0df5b4ce2e of type vlan for network 431b4439-9dfc-431f-bfa6-ecbc941a11d3 Jun 30 09:33:35.406351 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2cfeefad-d4d4-40d3-bacf-93a918d2c8ae tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:35.621271 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2cfeefad-d4d4-40d3-bacf-93a918d2c8ae tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:35.630839 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfeefad-d4d4-40d3-bacf-93a918d2c8ae tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:35.632325 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2cfeefad-d4d4-40d3-bacf-93a918d2c8ae tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:35.732670 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfeefad-d4d4-40d3-bacf-93a918d2c8ae tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Network': ['ID=431b4439-9dfc-431f-bfa6-ecbc941a11d3,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:35.749846 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 431b4439-9dfc-431f-bfa6-ecbc941a11d3 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:33:35.815233 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40156) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:35.817683 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2cfeefad-d4d4-40d3-bacf-93a918d2c8ae tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7563362 Jun 30 09:33:35.822455 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-e205ab65-b70c-4831-a25d-1e088f7bc8d7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'ports': [{'network_id': '5d03201f-c4f2-40a3-8bf2-89a5c066eb56'}, {'network_id': '431b4439-9dfc-431f-bfa6-ecbc941a11d3'}]} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:35.822802 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-e205ab65-b70c-4831-a25d-1e088f7bc8d7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'port': {'network_id': '5d03201f-c4f2-40a3-8bf2-89a5c066eb56'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:35.823652 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-e205ab65-b70c-4831-a25d-1e088f7bc8d7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'port': {'network_id': '431b4439-9dfc-431f-bfa6-ecbc941a11d3'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:36.250757 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e205ab65-b70c-4831-a25d-1e088f7bc8d7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'port': 2} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:36.258205 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e205ab65-b70c-4831-a25d-1e088f7bc8d7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:36.283963 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd94d6e9-4722-4bc0-8d54-df614a87f858 req-88b1a8b1-ebea-4135-b15e-0e23519f16a0 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "GET /v2.0/ports?device_id=b993b900-bc68-4c3e-b9dc-48a163788ee2 HTTP/1.1" status: 200 len: 210 time: 0.0611985 Jun 30 09:33:36.296947 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e205ab65-b70c-4831-a25d-1e088f7bc8d7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:36.428346 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-e205ab65-b70c-4831-a25d-1e088f7bc8d7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] device_id is not set on port 7688c124-1ea6-4cce-9c15-bfc8a1348790 yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:33:36.565416 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e205ab65-b70c-4831-a25d-1e088f7bc8d7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:36.676600 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-e205ab65-b70c-4831-a25d-1e088f7bc8d7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] device_id is not set on port 33c2d4cf-d0a9-4504-92fb-b9af48ffb9ca yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:33:36.826680 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e205ab65-b70c-4831-a25d-1e088f7bc8d7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:37.116299 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device f6847eed-3b94-443e-b36a-901503dfbab3 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:33:37.144832 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: f6847eed-3b94-443e-b36a-901503dfbab3 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:33:37.145446 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device f6847eed-3b94-443e-b36a-901503dfbab3 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:33:37.148821 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e205ab65-b70c-4831-a25d-1e088f7bc8d7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:37.200138 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e205ab65-b70c-4831-a25d-1e088f7bc8d7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network 5d03201f-c4f2-40a3-8bf2-89a5c066eb56 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:37.203707 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-e205ab65-b70c-4831-a25d-1e088f7bc8d7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:37.208017 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e205ab65-b70c-4831-a25d-1e088f7bc8d7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:37.208970 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e205ab65-b70c-4831-a25d-1e088f7bc8d7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:37.232036 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205ab65-b70c-4831-a25d-1e088f7bc8d7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Port': ['ID=7688c124-1ea6-4cce-9c15-bfc8a1348790,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:37.299366 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205ab65-b70c-4831-a25d-1e088f7bc8d7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Port': ['ID=33c2d4cf-d0a9-4504-92fb-b9af48ffb9ca,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:37.318555 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e205ab65-b70c-4831-a25d-1e088f7bc8d7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Checking segment: {'id': '9decf729-ea94-4dff-aee2-bf0df5b4ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '431b4439-9dfc-431f-bfa6-ecbc941a11d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:37.319058 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e205ab65-b70c-4831-a25d-1e088f7bc8d7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network hostable DHCP agents. Network: 431b4439-9dfc-431f-bfa6-ecbc941a11d3, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:33:37.420345 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40196) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:37.519269 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1af27ea8-eafc-4b5d-8d34-00769d2316c0 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:37.560264 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1af27ea8-eafc-4b5d-8d34-00769d2316c0 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:37.568283 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e205ab65-b70c-4831-a25d-1e088f7bc8d7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network 431b4439-9dfc-431f-bfa6-ecbc941a11d3 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:33:37.604172 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:37.781767 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1af27ea8-eafc-4b5d-8d34-00769d2316c0 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:37.782100 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-e205ab65-b70c-4831-a25d-1e088f7bc8d7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 431b4439-9dfc-431f-bfa6-ecbc941a11d3) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:37.787404 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1af27ea8-eafc-4b5d-8d34-00769d2316c0 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:37.795820 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1af27ea8-eafc-4b5d-8d34-00769d2316c0 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "DELETE /v2.0/security-groups/d38cfbc6-440a-416c-8130-9133e05def06 HTTP/1.1" status: 204 len: 168 time: 0.3742924 Jun 30 09:33:37.797078 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40204) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:37.809059 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b1c9c4-0d06-446e-8fa0-e41b057690bd None None] Network 431b4439-9dfc-431f-bfa6-ecbc941a11d3 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:33:37.814430 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e205ab65-b70c-4831-a25d-1e088f7bc8d7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:37.826836 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af27ea8-eafc-4b5d-8d34-00769d2316c0 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38cfbc6-440a-416c-8130-9133e05def06,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:37.845036 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e205ab65-b70c-4831-a25d-1e088f7bc8d7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:37.863799 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e205ab65-b70c-4831-a25d-1e088f7bc8d7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:37.866564 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e205ab65-b70c-4831-a25d-1e088f7bc8d7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:38.028921 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e205ab65-b70c-4831-a25d-1e088f7bc8d7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2114713 Jun 30 09:33:38.041031 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40214) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:38.072097 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-12dd9b43-f9e1-41fe-8dc2-71448424ecf7 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:38.138991 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-12dd9b43-f9e1-41fe-8dc2-71448424ecf7 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:38.222590 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-98e36457-ff22-4f2f-b7c7-6a45f8ac2203 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Deleting port 33c2d4cf-d0a9-4504-92fb-b9af48ffb9ca {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:33:38.225062 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-98e36457-ff22-4f2f-b7c7-6a45f8ac2203 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:38.327568 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-98e36457-ff22-4f2f-b7c7-6a45f8ac2203 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:38.335153 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-12dd9b43-f9e1-41fe-8dc2-71448424ecf7 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:38.344513 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-12dd9b43-f9e1-41fe-8dc2-71448424ecf7 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:38.344513 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-12dd9b43-f9e1-41fe-8dc2-71448424ecf7 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "DELETE /v2.0/security-groups/386ab956-9d96-4085-a5f4-7a808321ae74 HTTP/1.1" status: 204 len: 168 time: 0.5374444 Jun 30 09:33:38.344851 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40218) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:38.345656 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-98e36457-ff22-4f2f-b7c7-6a45f8ac2203 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Calling delete_port for 33c2d4cf-d0a9-4504-92fb-b9af48ffb9ca owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:33:38.353917 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd9b43-f9e1-41fe-8dc2-71448424ecf7 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=386ab956-9d96-4085-a5f4-7a808321ae74,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:38.934390 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:38.935396 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-98e36457-ff22-4f2f-b7c7-6a45f8ac2203 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:38.973326 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e36457-ff22-4f2f-b7c7-6a45f8ac2203 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Port': ['ID=33c2d4cf-d0a9-4504-92fb-b9af48ffb9ca,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:38.986888 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-98e36457-ff22-4f2f-b7c7-6a45f8ac2203 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:38.988523 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-98e36457-ff22-4f2f-b7c7-6a45f8ac2203 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/ports/33c2d4cf-d0a9-4504-92fb-b9af48ffb9ca HTTP/1.1" status: 204 len: 168 time: 0.9437859 Jun 30 09:33:38.996684 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40226) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:39.004594 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b09b87f5-5c27-41b8-98a8-650f00e2258f tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:39.157022 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a744be4-8b40-4447-9eb3-ce9ae51895a6 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:39.163896 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a744be4-8b40-4447-9eb3-ce9ae51895a6 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:39.165519 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8a744be4-8b40-4447-9eb3-ce9ae51895a6 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1704919 Jun 30 09:33:39.168992 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40234) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:39.327057 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-79f8c3b9-702f-4ef4-9bac-c41eecf736ec tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Deleting port 7688c124-1ea6-4cce-9c15-bfc8a1348790 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:33:39.327610 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-79f8c3b9-702f-4ef4-9bac-c41eecf736ec tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:39.445649 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-79f8c3b9-702f-4ef4-9bac-c41eecf736ec tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:39.466085 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-79f8c3b9-702f-4ef4-9bac-c41eecf736ec tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Calling delete_port for 7688c124-1ea6-4cce-9c15-bfc8a1348790 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:33:39.479692 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-b09b87f5-5c27-41b8-98a8-650f00e2258f tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Deleting port 70dc376c-3448-4937-94c0-7e826b1ae7c2 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:33:39.480375 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b09b87f5-5c27-41b8-98a8-650f00e2258f tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:39.622013 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-b09b87f5-5c27-41b8-98a8-650f00e2258f tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] For port 70dc376c-3448-4937-94c0-7e826b1ae7c2, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=70dc376c-3448-4937-94c0-7e826b1ae7c2,segment=NetworkSegment(9675042d-4da0-4e0f-a08a-d047833ad7a7),segment_id=9675042d-4da0-4e0f-a08a-d047833ad7a7)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:39.622509 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b09b87f5-5c27-41b8-98a8-650f00e2258f tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:39.642334 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-b09b87f5-5c27-41b8-98a8-650f00e2258f tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Calling delete_port for 70dc376c-3448-4937-94c0-7e826b1ae7c2 owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:33:39.740677 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-79f8c3b9-702f-4ef4-9bac-c41eecf736ec tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:39.792789 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8c3b9-702f-4ef4-9bac-c41eecf736ec tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Port': ['ID=7688c124-1ea6-4cce-9c15-bfc8a1348790,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:39.800607 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-79f8c3b9-702f-4ef4-9bac-c41eecf736ec tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:39.806113 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-79f8c3b9-702f-4ef4-9bac-c41eecf736ec tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/ports/7688c124-1ea6-4cce-9c15-bfc8a1348790 HTTP/1.1" status: 204 len: 168 time: 0.6331375 Jun 30 09:33:39.821297 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40238) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:39.929948 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5282199-6889-457c-bcf5-9ff3fb1c8994 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:39.932655 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f5282199-6889-457c-bcf5-9ff3fb1c8994 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1239300 Jun 30 09:33:39.936719 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40242) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:39.993908 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-671bbe99-bf89-487c-a8d3-e8392afc347e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] GET failed (client error): The resource could not be found. Jun 30 09:33:39.997068 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-671bbe99-bf89-487c-a8d3-e8392afc347e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "GET /v2.0/ports/33c2d4cf-d0a9-4504-92fb-b9af48ffb9ca HTTP/1.1" status: 404 len: 333 time: 0.0588415 Jun 30 09:33:40.002587 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40244) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:40.050771 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a13328-ff9b-4490-8564-eec27b387521 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] GET failed (client error): The resource could not be found. Jun 30 09:33:40.052585 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a8a13328-ff9b-4490-8564-eec27b387521 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "GET /v2.0/ports/7688c124-1ea6-4cce-9c15-bfc8a1348790 HTTP/1.1" status: 404 len: 333 time: 0.0487807 Jun 30 09:33:40.056495 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40246) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:40.101142 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b09b87f5-5c27-41b8-98a8-650f00e2258f tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:40.218755 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b87f5-5c27-41b8-98a8-650f00e2258f tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Pushing event deleted for resources: {'Port': ['ID=70dc376c-3448-4937-94c0-7e826b1ae7c2,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:40.372063 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c9f2-f62f-433f-b31d-f80ae490b091 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:40.691176 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c9f2-f62f-433f-b31d-f80ae490b091 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:40.716573 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-4fb8c9f2-f62f-433f-b31d-f80ae490b091 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['431b4439-9dfc-431f-bfa6-ecbc941a11d3']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:40.746629 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-4fb8c9f2-f62f-433f-b31d-f80ae490b091 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9decf729-ea94-4dff-aee2-bf0df5b4ce2e') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:40.747192 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-4fb8c9f2-f62f-433f-b31d-f80ae490b091 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9decf729-ea94-4dff-aee2-bf0df5b4ce2e') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:40.769386 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c9f2-f62f-433f-b31d-f80ae490b091 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:40.779681 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b09b87f5-5c27-41b8-98a8-650f00e2258f tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:40.794677 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c9f2-f62f-433f-b31d-f80ae490b091 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:40.840934 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb8c9f2-f62f-433f-b31d-f80ae490b091 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:33:40.841526 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c9f2-f62f-433f-b31d-f80ae490b091 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:33:40.845650 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:33:41.167801 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c9f2-f62f-433f-b31d-f80ae490b091 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:41.228876 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c9f2-f62f-433f-b31d-f80ae490b091 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:41.234652 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4fb8c9f2-f62f-433f-b31d-f80ae490b091 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/networks/431b4439-9dfc-431f-bfa6-ecbc941a11d3 HTTP/1.1" status: 204 len: 168 time: 1.1761558 Jun 30 09:33:41.240026 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40270) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:41.262328 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-24f2de83-8e2d-4e2f-9ad8-d4f53a687010 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-756670427'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:41.282551 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8c9f2-f62f-433f-b31d-f80ae490b091 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Network': ['ID=431b4439-9dfc-431f-bfa6-ecbc941a11d3,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:41.325545 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09b87f5-5c27-41b8-98a8-650f00e2258f tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Router 8e2f80cb-4ba0-475b-9250-05519f857126 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:33:41.565420 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f2de83-8e2d-4e2f-9ad8-d4f53a687010 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:41.571535 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-24f2de83-8e2d-4e2f-9ad8-d4f53a687010 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:41.632692 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f2de83-8e2d-4e2f-9ad8-d4f53a687010 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:33:41.654174 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-24f2de83-8e2d-4e2f-9ad8-d4f53a687010 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:41.654756 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-24f2de83-8e2d-4e2f-9ad8-d4f53a687010 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Added segment 7b9c954f-1a46-4c16-9842-7e8bbe822da8 of type vlan for network 046859c1-d268-48d6-86f5-a95ad78c6397 Jun 30 09:33:41.716253 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-24f2de83-8e2d-4e2f-9ad8-d4f53a687010 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:41.848134 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09b87f5-5c27-41b8-98a8-650f00e2258f tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:33:41.848134 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b09b87f5-5c27-41b8-98a8-650f00e2258f tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "PUT /v2.0/routers/8e2f80cb-4ba0-475b-9250-05519f857126/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5007031 Jun 30 09:33:41.848860 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40280) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:41.857024 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbf09f6-0078-4b96-99a2-18dc606d5029 None None] Sync routers for ids ['8e2f80cb-4ba0-475b-9250-05519f857126'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:33:41.882026 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbf09f6-0078-4b96-99a2-18dc606d5029 None None] Routers {'8e2f80cb-4ba0-475b-9250-05519f857126'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:41.883157 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-1bbf09f6-0078-4b96-99a2-18dc606d5029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:33:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['8e2f80cb-4ba0-475b-9250-05519f857126'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:41.997061 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-24f2de83-8e2d-4e2f-9ad8-d4f53a687010 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.045959 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f2de83-8e2d-4e2f-9ad8-d4f53a687010 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:42.046724 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-24f2de83-8e2d-4e2f-9ad8-d4f53a687010 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.121875 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c9bb55-664c-411b-91c3-6751f11ff992 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Deleting subnet 769ae7bd-7042-4fd9-99af-1767b3dce40c {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:33:42.135322 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-28c9bb55-664c-411b-91c3-6751f11ff992 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.141910 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-1bbf09f6-0078-4b96-99a2-18dc606d5029 None None] Set router 8e2f80cb-4ba0-475b-9250-05519f857126 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:42.314021 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-28c9bb55-664c-411b-91c3-6751f11ff992 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.345877 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2de83-8e2d-4e2f-9ad8-d4f53a687010 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Network': ['ID=046859c1-d268-48d6-86f5-a95ad78c6397,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:42.371844 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 046859c1-d268-48d6-86f5-a95ad78c6397 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:33:42.426759 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-24f2de83-8e2d-4e2f-9ad8-d4f53a687010 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1699567 Jun 30 09:33:42.429998 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40292) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:42.437285 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-88acdc28-6479-4f98-8690-a94dac1deb8d tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'subnet': {'network_id': '046859c1-d268-48d6-86f5-a95ad78c6397', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:42.513468 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-28c9bb55-664c-411b-91c3-6751f11ff992 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.514377 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-1bbf09f6-0078-4b96-99a2-18dc606d5029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'name': 'tempest-TestSecurityGroupsBasicOps-router-418446038', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '4c9d1a23-e143-4275-b47e-5338261bb628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:28Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 5, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'gw_port': {'id': '4c9d1a23-e143-4275-b47e-5338261bb628', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:28Z', 'updated_at': '2021-06-30T09:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:42.571139 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbf09f6-0078-4b96-99a2-18dc606d5029 None None] Checking router: 8e2f80cb-4ba0-475b-9250-05519f857126 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:33:42.599055 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbf09f6-0078-4b96-99a2-18dc606d5029 None None] Routers {'8e2f80cb-4ba0-475b-9250-05519f857126'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:42.604391 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-1bbf09f6-0078-4b96-99a2-18dc606d5029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:33:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['8e2f80cb-4ba0-475b-9250-05519f857126'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:42.763355 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-1bbf09f6-0078-4b96-99a2-18dc606d5029 None None] Set router 8e2f80cb-4ba0-475b-9250-05519f857126 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:42.877742 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88acdc28-6479-4f98-8690-a94dac1deb8d tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:42.882580 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-88acdc28-6479-4f98-8690-a94dac1deb8d tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.889077 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-28c9bb55-664c-411b-91c3-6751f11ff992 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.974748 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c9bb55-664c-411b-91c3-6751f11ff992 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Pushing event deleted for resources: {'Subnet': ['ID=769ae7bd-7042-4fd9-99af-1767b3dce40c,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:42.994449 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-28c9bb55-664c-411b-91c3-6751f11ff992 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.996207 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30295fc3-ea57-4442-97ae-882ea29b546f None None] Network c2296a36-e128-4f85-a0af-66fbbdbc55ba requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:33:43.000316 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40298) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:43.001285 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-28c9bb55-664c-411b-91c3-6751f11ff992 tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "DELETE /v2.0/subnets/769ae7bd-7042-4fd9-99af-1767b3dce40c HTTP/1.1" status: 204 len: 168 time: 1.1500494 Jun 30 09:33:43.163174 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-1bbf09f6-0078-4b96-99a2-18dc606d5029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'name': 'tempest-TestSecurityGroupsBasicOps-router-418446038', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '4c9d1a23-e143-4275-b47e-5338261bb628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:28Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 5, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'gw_port': {'id': '4c9d1a23-e143-4275-b47e-5338261bb628', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:28Z', 'updated_at': '2021-06-30T09:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:43.215762 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbf09f6-0078-4b96-99a2-18dc606d5029 None None] The sync data for ids ['8e2f80cb-4ba0-475b-9250-05519f857126'] in n-d-771363-31 is: [{'id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'name': 'tempest-TestSecurityGroupsBasicOps-router-418446038', 'tenant_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '4c9d1a23-e143-4275-b47e-5338261bb628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:28Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 5, 'project_id': '986dea5b74504ac5b54ab81c3e8c6d18', 'gw_port': {'id': '4c9d1a23-e143-4275-b47e-5338261bb628', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2f80cb-4ba0-475b-9250-05519f857126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:28Z', 'updated_at': '2021-06-30T09:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:33:43.227871 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0334eaa2-812f-4e8b-b509-75642c8e3eff tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:43.422779 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0334eaa2-812f-4e8b-b509-75642c8e3eff tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:43.606804 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4713052c-9c64-42d6-b873-34601f4f521b None None] DHCP port deletion for c2296a36-e128-4f85-a0af-66fbbdbc55ba request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:33:43.674951 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4713052c-9c64-42d6-b873-34601f4f521b None None] Deleting port 952a003c-9b51-4ee4-a3ae-d2164a62affc {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:33:43.675642 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4713052c-9c64-42d6-b873-34601f4f521b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:43.684462 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-88acdc28-6479-4f98-8690-a94dac1deb8d tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:43.774620 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4713052c-9c64-42d6-b873-34601f4f521b None None] For port 952a003c-9b51-4ee4-a3ae-d2164a62affc, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=952a003c-9b51-4ee4-a3ae-d2164a62affc,segment=NetworkSegment(9675042d-4da0-4e0f-a08a-d047833ad7a7),segment_id=9675042d-4da0-4e0f-a08a-d047833ad7a7)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:43.778698 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4713052c-9c64-42d6-b873-34601f4f521b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:43.784637 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88acdc28-6479-4f98-8690-a94dac1deb8d tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Checking segment: {'id': '7b9c954f-1a46-4c16-9842-7e8bbe822da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '046859c1-d268-48d6-86f5-a95ad78c6397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:43.784637 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88acdc28-6479-4f98-8690-a94dac1deb8d tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network hostable DHCP agents. Network: 046859c1-d268-48d6-86f5-a95ad78c6397, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:33:43.813175 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88acdc28-6479-4f98-8690-a94dac1deb8d tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Subnet': ['ID=96386520-901f-4a7b-913f-7cf4ea72fc16,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:43.852346 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4713052c-9c64-42d6-b873-34601f4f521b None None] Calling delete_port for 952a003c-9b51-4ee4-a3ae-d2164a62affc owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:33:43.858604 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-0334eaa2-812f-4e8b-b509-75642c8e3eff tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Deleting port 4c9d1a23-e143-4275-b47e-5338261bb628 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:33:43.859664 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0334eaa2-812f-4e8b-b509-75642c8e3eff tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:43.967308 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-38fb5efd-1689-4b57-9558-72d5412689ee req-376e1ba4-6728-4611-93ca-766db647afaa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1416235 Jun 30 09:33:43.991875 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88acdc28-6479-4f98-8690-a94dac1deb8d tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network 046859c1-d268-48d6-86f5-a95ad78c6397 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:33:44.032766 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-0334eaa2-812f-4e8b-b509-75642c8e3eff tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] For port 4c9d1a23-e143-4275-b47e-5338261bb628, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4c9d1a23-e143-4275-b47e-5338261bb628,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:44.033455 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0334eaa2-812f-4e8b-b509-75642c8e3eff tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:44.051638 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-0334eaa2-812f-4e8b-b509-75642c8e3eff tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Calling delete_port for 4c9d1a23-e143-4275-b47e-5338261bb628 owned by network:router_gateway {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:33:44.109693 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb5efd-1689-4b57-9558-72d5412689ee req-c567e4c4-599a-4276-a82c-316935f2a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:44.111341 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-38fb5efd-1689-4b57-9558-72d5412689ee req-c567e4c4-599a-4276-a82c-316935f2a302 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=012c38fa3263411f81f5a9c6187e3025&device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 1099 time: 0.0618660 Jun 30 09:33:44.305043 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb5efd-1689-4b57-9558-72d5412689ee req-bce5a0e2-9e78-4085-baac-7b9a643564bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:44.308427 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-38fb5efd-1689-4b57-9558-72d5412689ee req-bce5a0e2-9e78-4085-baac-7b9a643564bd service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ab70122-0020-4c29-ae52-7bd3c84e0fca HTTP/1.1" status: 200 len: 917 time: 0.1677318 Jun 30 09:33:44.312285 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-88acdc28-6479-4f98-8690-a94dac1deb8d tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 046859c1-d268-48d6-86f5-a95ad78c6397) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:44.331443 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88acdc28-6479-4f98-8690-a94dac1deb8d tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:44.331443 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-88acdc28-6479-4f98-8690-a94dac1deb8d tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:44.334563 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3203c641-74d8-4dbb-90fd-2704c6d21579 None None] Network 046859c1-d268-48d6-86f5-a95ad78c6397 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:33:44.384021 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 70dc376c-3448-4937-94c0-7e826b1ae7c2 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:33:44.411875 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-38fb5efd-1689-4b57-9558-72d5412689ee req-93aac0aa-e1cf-4fc2-ad63-bb81646b28fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 HTTP/1.1" status: 200 len: 1002 time: 0.0754147 Jun 30 09:33:44.414209 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 70dc376c-3448-4937-94c0-7e826b1ae7c2 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:33:44.414542 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 70dc376c-3448-4937-94c0-7e826b1ae7c2 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:33:44.415161 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 952a003c-9b51-4ee4-a3ae-d2164a62affc no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:33:44.446479 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4713052c-9c64-42d6-b873-34601f4f521b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:44.511738 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4713052c-9c64-42d6-b873-34601f4f521b None None] Pushing event deleted for resources: {'Port': ['ID=952a003c-9b51-4ee4-a3ae-d2164a62affc,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:44.515968 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4713052c-9c64-42d6-b873-34601f4f521b None None] No DVR routers for this DVR port 952a003c-9b51-4ee4-a3ae-d2164a62affc on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:33:44.517408 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb5efd-1689-4b57-9558-72d5412689ee req-d0b79c54-e13b-4758-a5bd-25a12c2135b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:44.517608 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No active binding found for port 952a003c-9b51-4ee4-a3ae-d2164a62affc {{(pid=101055) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 30 09:33:44.517833 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 952a003c-9b51-4ee4-a3ae-d2164a62affc not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:33:44.520532 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-38fb5efd-1689-4b57-9558-72d5412689ee req-d0b79c54-e13b-4758-a5bd-25a12c2135b0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=afcabd5e-a40b-4794-b5f8-0b150c129247 HTTP/1.1" status: 200 len: 855 time: 0.0976894 Jun 30 09:33:44.592685 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0334eaa2-812f-4e8b-b509-75642c8e3eff tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:44.599166 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb5efd-1689-4b57-9558-72d5412689ee req-eab34655-83c1-4b7f-bf6f-f4b15e619b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:44.599166 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-38fb5efd-1689-4b57-9558-72d5412689ee req-eab34655-83c1-4b7f-bf6f-f4b15e619b1b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ab70122-0020-4c29-ae52-7bd3c84e0fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699880 Jun 30 09:33:44.605146 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-88acdc28-6479-4f98-8690-a94dac1deb8d tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1689484 Jun 30 09:33:44.605146 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40328) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:44.618122 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b91f102-1daf-4a5b-9618-97644affca60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-046859c1-d268-48d6-86f5-a95ad78c6397', 'network_id': '046859c1-d268-48d6-86f5-a95ad78c6397', 'tenant_id': '01856d533e0f4637bcf2cf22fb15c6ff', 'fixed_ips': [{'subnet_id': '96386520-901f-4a7b-913f-7cf4ea72fc16'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:33:44.619620 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6b91f102-1daf-4a5b-9618-97644affca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:44.625495 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-fd4d7fb4-adf2-4920-81ca-8d8fb211d4e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'port': {'network_id': '046859c1-d268-48d6-86f5-a95ad78c6397', 'name': 'tempest-PortsTestJSON-759837938'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:44.665491 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334eaa2-812f-4e8b-b509-75642c8e3eff tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Pushing event deleted for resources: {'Port': ['ID=4c9d1a23-e143-4275-b47e-5338261bb628,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:44.786159 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0334eaa2-812f-4e8b-b509-75642c8e3eff tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:44.867700 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-6b91f102-1daf-4a5b-9618-97644affca60 None None] Allocated IP 172.20.0.2 (046859c1-d268-48d6-86f5-a95ad78c6397/96386520-901f-4a7b-913f-7cf4ea72fc16/aca32830-a021-45e1-b36e-2b229d5c52c7) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:44.868227 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-38fb5efd-1689-4b57-9558-72d5412689ee req-38252891-e86a-4810-a934-c9123055c83d service neutron] 10.222.0.52 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538056 Jun 30 09:33:44.914077 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0334eaa2-812f-4e8b-b509-75642c8e3eff tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:44.918204 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0334eaa2-812f-4e8b-b509-75642c8e3eff tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:45.011960 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-38fb5efd-1689-4b57-9558-72d5412689ee req-3ec882ca-4293-4f6e-bc52-efb6770bd159 service neutron] 10.222.0.52 "GET /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415732 Jun 30 09:33:45.121526 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6b91f102-1daf-4a5b-9618-97644affca60 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:45.134610 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6b91f102-1daf-4a5b-9618-97644affca60 None None] Transition to ACTIVE for port object aca32830-a021-45e1-b36e-2b229d5c52c7 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:45.141847 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4d7fb4-adf2-4920-81ca-8d8fb211d4e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:45.150755 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fd4d7fb4-adf2-4920-81ca-8d8fb211d4e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:45.169541 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6b91f102-1daf-4a5b-9618-97644affca60 None None] Transition to ACTIVE for port object aca32830-a021-45e1-b36e-2b229d5c52c7 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:45.181407 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0334eaa2-812f-4e8b-b509-75642c8e3eff tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:45.183173 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0334eaa2-812f-4e8b-b509-75642c8e3eff tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Fanout notify agent at l3_agent the message router_deleted on router 8e2f80cb-4ba0-475b-9250-05519f857126 {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:33:45.193481 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-fd4d7fb4-adf2-4920-81ca-8d8fb211d4e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] device_id is not set on port a05bcbc9-00d9-4ec3-b95b-c3400e49576d yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:33:45.198556 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0334eaa2-812f-4e8b-b509-75642c8e3eff tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:45.200105 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0334eaa2-812f-4e8b-b509-75642c8e3eff tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "DELETE /v2.0/routers/8e2f80cb-4ba0-475b-9250-05519f857126 HTTP/1.1" status: 204 len: 168 time: 2.1987875 Jun 30 09:33:45.206720 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40334) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:45.278761 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6b91f102-1daf-4a5b-9618-97644affca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:45.340130 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b91f102-1daf-4a5b-9618-97644affca60 None None] Network 046859c1-d268-48d6-86f5-a95ad78c6397 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:45.342357 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-6b91f102-1daf-4a5b-9618-97644affca60 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:45.346769 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b91f102-1daf-4a5b-9618-97644affca60 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:45.413585 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91f102-1daf-4a5b-9618-97644affca60 None None] Pushing event updated for resources: {'Port': ['ID=aca32830-a021-45e1-b36e-2b229d5c52c7,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:45.456140 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-fd4d7fb4-adf2-4920-81ca-8d8fb211d4e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Allocated IP 172.20.0.11 (046859c1-d268-48d6-86f5-a95ad78c6397/96386520-901f-4a7b-913f-7cf4ea72fc16/a05bcbc9-00d9-4ec3-b95b-c3400e49576d) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:45.467850 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-89fbd560-9f07-4360-a11f-27b6603452cc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:45.476091 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-6b91f102-1daf-4a5b-9618-97644affca60 None None] Attempting to bind port aca32830-a021-45e1-b36e-2b229d5c52c7 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:33:45.476091 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-6b91f102-1daf-4a5b-9618-97644affca60 None None] Attempting to bind port aca32830-a021-45e1-b36e-2b229d5c52c7 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '7b9c954f-1a46-4c16-9842-7e8bbe822da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '046859c1-d268-48d6-86f5-a95ad78c6397'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:33:45.476091 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b91f102-1daf-4a5b-9618-97644affca60 None None] Attempting to bind port aca32830-a021-45e1-b36e-2b229d5c52c7 on network 046859c1-d268-48d6-86f5-a95ad78c6397 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:33:45.494714 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b91f102-1daf-4a5b-9618-97644affca60 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:33:45.494714 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b91f102-1daf-4a5b-9618-97644affca60 None None] Checking segment: {'id': '7b9c954f-1a46-4c16-9842-7e8bbe822da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '046859c1-d268-48d6-86f5-a95ad78c6397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:45.494714 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6b91f102-1daf-4a5b-9618-97644affca60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:45.494714 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b91f102-1daf-4a5b-9618-97644affca60 None None] Bound using segment: {'id': '7b9c954f-1a46-4c16-9842-7e8bbe822da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '046859c1-d268-48d6-86f5-a95ad78c6397'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:33:45.494714 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-6b91f102-1daf-4a5b-9618-97644affca60 None None] Bound port: aca32830-a021-45e1-b36e-2b229d5c52c7, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b9c954f-1a46-4c16-9842-7e8bbe822da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '046859c1-d268-48d6-86f5-a95ad78c6397'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:33:45.501307 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6b91f102-1daf-4a5b-9618-97644affca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:45.655666 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-6b91f102-1daf-4a5b-9618-97644affca60 None None] For port aca32830-a021-45e1-b36e-2b229d5c52c7, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:33:45.660241 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-6b91f102-1daf-4a5b-9618-97644affca60 None None] For port aca32830-a021-45e1-b36e-2b229d5c52c7, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=aca32830-a021-45e1-b36e-2b229d5c52c7,segment=NetworkSegment(7b9c954f-1a46-4c16-9842-7e8bbe822da8),segment_id=7b9c954f-1a46-4c16-9842-7e8bbe822da8)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:33:45.681185 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-89fbd560-9f07-4360-a11f-27b6603452cc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:45.698427 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-89fbd560-9f07-4360-a11f-27b6603452cc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2296a36-e128-4f85-a0af-66fbbdbc55ba']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:45.725070 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-89fbd560-9f07-4360-a11f-27b6603452cc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9675042d-4da0-4e0f-a08a-d047833ad7a7') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:45.725767 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-89fbd560-9f07-4360-a11f-27b6603452cc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9675042d-4da0-4e0f-a08a-d047833ad7a7') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:45.741546 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-89fbd560-9f07-4360-a11f-27b6603452cc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:45.763821 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-89fbd560-9f07-4360-a11f-27b6603452cc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:45.773111 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89fbd560-9f07-4360-a11f-27b6603452cc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:33:45.773809 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-89fbd560-9f07-4360-a11f-27b6603452cc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:45.781348 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6b91f102-1daf-4a5b-9618-97644affca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:45.793292 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:33:45.793292 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:33:45.793292 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:33:45.793292 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:33:45.793292 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:33:45.793292 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:33:45.793292 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:33:45.793292 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:33:45.793292 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:33:45.793292 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:33:45.793292 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:33:45.793292 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:33:45.793292 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:33:45.793292 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:33:45.793292 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:33:45.793292 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:33:45.793292 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:33:45.793292 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:33:45.793292 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:33:45.793292 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:33:45.793292 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:33:45.793292 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:33:45.793292 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:33:45.793292 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:33:45.793292 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:33:45.793292 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:33:45.793292 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:33:45.793292 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:33:45.793292 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:33:45.793292 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:33:45.793292 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:33:45.793292 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:33:45.873342 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fd4d7fb4-adf2-4920-81ca-8d8fb211d4e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:45.920411 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-fd4d7fb4-adf2-4920-81ca-8d8fb211d4e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Transition to ACTIVE for port object a05bcbc9-00d9-4ec3-b95b-c3400e49576d will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:45.962301 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91f102-1daf-4a5b-9618-97644affca60 None None] Pushing event updated for resources: {'Port': ['ID=aca32830-a021-45e1-b36e-2b229d5c52c7,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:46.301051 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-89fbd560-9f07-4360-a11f-27b6603452cc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:46.302262 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fd4d7fb4-adf2-4920-81ca-8d8fb211d4e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:46.319885 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-89fbd560-9f07-4360-a11f-27b6603452cc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:46.323407 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-89fbd560-9f07-4360-a11f-27b6603452cc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] 10.222.0.10 "DELETE /v2.0/networks/c2296a36-e128-4f85-a0af-66fbbdbc55ba HTTP/1.1" status: 204 len: 168 time: 1.1126499 Jun 30 09:33:46.361143 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbd560-9f07-4360-a11f-27b6603452cc tempest-TestSecurityGroupsBasicOps-154620321 tempest-TestSecurityGroupsBasicOps-154620321-project] Pushing event deleted for resources: {'Network': ['ID=c2296a36-e128-4f85-a0af-66fbbdbc55ba,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:46.419507 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4d7fb4-adf2-4920-81ca-8d8fb211d4e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network 046859c1-d268-48d6-86f5-a95ad78c6397 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:46.419507 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-fd4d7fb4-adf2-4920-81ca-8d8fb211d4e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:46.419507 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4d7fb4-adf2-4920-81ca-8d8fb211d4e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:46.425451 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d7fb4-adf2-4920-81ca-8d8fb211d4e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Port': ['ID=a05bcbc9-00d9-4ec3-b95b-c3400e49576d,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:46.464245 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device aca32830-a021-45e1-b36e-2b229d5c52c7 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:46.502246 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4d7fb4-adf2-4920-81ca-8d8fb211d4e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:46.503096 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fd4d7fb4-adf2-4920-81ca-8d8fb211d4e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:46.683873 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port aca32830-a021-45e1-b36e-2b229d5c52c7 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:46.685549 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fd4d7fb4-adf2-4920-81ca-8d8fb211d4e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0784581 Jun 30 09:33:46.690127 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40360) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:46.768648 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4c9d1a23-e143-4275-b47e-5338261bb628 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:33:46.828627 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 4c9d1a23-e143-4275-b47e-5338261bb628 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:33:46.828789 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4c9d1a23-e143-4275-b47e-5338261bb628 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:33:46.905373 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-800cc893-4ee9-4962-aa5a-cb619c55395f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Deleting port a05bcbc9-00d9-4ec3-b95b-c3400e49576d {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:33:46.906423 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-800cc893-4ee9-4962-aa5a-cb619c55395f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:47.082645 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-800cc893-4ee9-4962-aa5a-cb619c55395f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:47.119727 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-800cc893-4ee9-4962-aa5a-cb619c55395f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Calling delete_port for a05bcbc9-00d9-4ec3-b95b-c3400e49576d owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:33:47.460339 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd35afa-9c2f-4709-b39f-af8892b8ae40 None None] Network 046859c1-d268-48d6-86f5-a95ad78c6397 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:33:47.557904 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-800cc893-4ee9-4962-aa5a-cb619c55395f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:47.683709 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f7062060-549a-4fe2-825f-1eaf84c98e76 None None] Provisioning for port aca32830-a021-45e1-b36e-2b229d5c52c7 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:47.699667 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f7062060-549a-4fe2-825f-1eaf84c98e76 None None] Provisioning complete for port aca32830-a021-45e1-b36e-2b229d5c52c7 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:47.700705 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f7062060-549a-4fe2-825f-1eaf84c98e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:47.719296 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800cc893-4ee9-4962-aa5a-cb619c55395f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Port': ['ID=a05bcbc9-00d9-4ec3-b95b-c3400e49576d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:47.858886 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-800cc893-4ee9-4962-aa5a-cb619c55395f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:47.863659 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-800cc893-4ee9-4962-aa5a-cb619c55395f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/ports/a05bcbc9-00d9-4ec3-b95b-c3400e49576d HTTP/1.1" status: 204 len: 168 time: 1.1695399 Jun 30 09:33:47.864299 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40382) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:47.919152 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f7062060-549a-4fe2-825f-1eaf84c98e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:47.932023 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cec17fa-0d93-429f-9bdc-7e87f648988d tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:47.932023 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cec17fa-0d93-429f-9bdc-7e87f648988d tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:47.932413 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9cec17fa-0d93-429f-9bdc-7e87f648988d tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/ports/a05bcbc9-00d9-4ec3-b95b-c3400e49576d HTTP/1.1" status: 404 len: 333 time: 0.0652740 Jun 30 09:33:47.935573 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40386) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:47.999541 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-f7062060-549a-4fe2-825f-1eaf84c98e76 None None] For port aca32830-a021-45e1-b36e-2b229d5c52c7, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=aca32830-a021-45e1-b36e-2b229d5c52c7,segment=NetworkSegment(7b9c954f-1a46-4c16-9842-7e8bbe822da8),segment_id=7b9c954f-1a46-4c16-9842-7e8bbe822da8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:48.009116 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-7925c3fe-3d9c-4bad-b422-0dbccecbd873 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] GET failed (client error): The resource could not be found. Jun 30 09:33:48.011600 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7925c3fe-3d9c-4bad-b422-0dbccecbd873 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "GET /v2.0/ports/a05bcbc9-00d9-4ec3-b95b-c3400e49576d HTTP/1.1" status: 404 len: 333 time: 0.0750501 Jun 30 09:33:48.014376 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40388) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:48.123762 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f7062060-549a-4fe2-825f-1eaf84c98e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:48.186063 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3aab451-5eeb-422e-b84e-1d9abe5503e2 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Deleting subnet 96386520-901f-4a7b-913f-7cf4ea72fc16 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:33:48.190693 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f3aab451-5eeb-422e-b84e-1d9abe5503e2 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:48.226797 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7062060-549a-4fe2-825f-1eaf84c98e76 None None] Pushing event updated for resources: {'Port': ['ID=aca32830-a021-45e1-b36e-2b229d5c52c7,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:48.258141 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f10e8566-4db8-4a36-b2ff-cf835d889cda None None] Provisioning complete for port aca32830-a021-45e1-b36e-2b229d5c52c7 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:48.258141 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f10e8566-4db8-4a36-b2ff-cf835d889cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:48.413538 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f3aab451-5eeb-422e-b84e-1d9abe5503e2 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:48.588467 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f3aab451-5eeb-422e-b84e-1d9abe5503e2 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:48.648022 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f9647920-3472-4978-a870-5c45c56c4b02 None None] Could not find standard attr ID for object a05bcbc9-00d9-4ec3-b95b-c3400e49576d. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:33:49.246188 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40406) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:49.459670 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-87d5a00e-eeda-4db9-a553-9d859b4727a2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=986dea5b74504ac5b54ab81c3e8c6d18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2302265 Jun 30 09:33:49.464833 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40410) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:49.564814 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4e025951-4b62-492e-adfe-e517c14b2089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:49.564814 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4e025951-4b62-492e-adfe-e517c14b2089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:49.686357 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f3aab451-5eeb-422e-b84e-1d9abe5503e2 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:49.739494 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554e703d-0e22-48bd-bbc0-23218a4dbe0a None None] Network 046859c1-d268-48d6-86f5-a95ad78c6397 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:33:49.781210 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f3aab451-5eeb-422e-b84e-1d9abe5503e2 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:49.786653 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f3aab451-5eeb-422e-b84e-1d9abe5503e2 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/subnets/96386520-901f-4a7b-913f-7cf4ea72fc16 HTTP/1.1" status: 204 len: 168 time: 1.7682517 Jun 30 09:33:49.787365 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40416) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:49.790104 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aab451-5eeb-422e-b84e-1d9abe5503e2 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Subnet': ['ID=96386520-901f-4a7b-913f-7cf4ea72fc16,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:49.902980 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4e025951-4b62-492e-adfe-e517c14b2089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:49.918296 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4e025951-4b62-492e-adfe-e517c14b2089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:49.928237 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4e025951-4b62-492e-adfe-e517c14b2089 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bbf65b28-1a1f-4e2d-9fee-67168d31a26b HTTP/1.1" status: 204 len: 168 time: 0.4613357 Jun 30 09:33:49.990102 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4933cf81-1fad-468e-a484-7abf9ef82f8c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.016644 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e025951-4b62-492e-adfe-e517c14b2089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf65b28-1a1f-4e2d-9fee-67168d31a26b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:50.126675 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-4933cf81-1fad-468e-a484-7abf9ef82f8c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Deleting port aca32830-a021-45e1-b36e-2b229d5c52c7 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:33:50.127365 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4933cf81-1fad-468e-a484-7abf9ef82f8c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.140026 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff7582d-8129-43be-bdd4-4360757e210f None None] DHCP port deletion for 046859c1-d268-48d6-86f5-a95ad78c6397 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:33:50.211758 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-4933cf81-1fad-468e-a484-7abf9ef82f8c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] For port aca32830-a021-45e1-b36e-2b229d5c52c7, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=aca32830-a021-45e1-b36e-2b229d5c52c7,segment=NetworkSegment(7b9c954f-1a46-4c16-9842-7e8bbe822da8),segment_id=7b9c954f-1a46-4c16-9842-7e8bbe822da8)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:50.212281 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4933cf81-1fad-468e-a484-7abf9ef82f8c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.246317 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-4933cf81-1fad-468e-a484-7abf9ef82f8c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Calling delete_port for aca32830-a021-45e1-b36e-2b229d5c52c7 owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:33:50.297627 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-eff7582d-8129-43be-bdd4-4360757e210f None None] Deleting port aca32830-a021-45e1-b36e-2b229d5c52c7 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:33:50.298184 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eff7582d-8129-43be-bdd4-4360757e210f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.380527 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device aca32830-a021-45e1-b36e-2b229d5c52c7 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:33:50.473145 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-eff7582d-8129-43be-bdd4-4360757e210f None None] For port aca32830-a021-45e1-b36e-2b229d5c52c7, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=aca32830-a021-45e1-b36e-2b229d5c52c7,segment=NetworkSegment(7b9c954f-1a46-4c16-9842-7e8bbe822da8),segment_id=7b9c954f-1a46-4c16-9842-7e8bbe822da8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:50.473814 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eff7582d-8129-43be-bdd4-4360757e210f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.514100 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-eff7582d-8129-43be-bdd4-4360757e210f None None] Calling delete_port for aca32830-a021-45e1-b36e-2b229d5c52c7 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:33:50.520969 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4933cf81-1fad-468e-a484-7abf9ef82f8c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.615406 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933cf81-1fad-468e-a484-7abf9ef82f8c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Port': ['ID=aca32830-a021-45e1-b36e-2b229d5c52c7,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:33:50.635915 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:33:50.642811 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:33:50.642811 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:33:50.642811 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:33:50.642811 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:33:50.642811 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:33:50.642811 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:33:50.642811 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:33:50.642811 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:33:50.642811 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:33:50.642811 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:33:50.642811 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:33:50.642811 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:33:50.642811 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:33:50.642811 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:33:50.642811 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:33:50.642811 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:33:50.642811 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9981dd17-6203-4162-9627-99e3de7cb6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.642811 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eff7582d-8129-43be-bdd4-4360757e210f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.647000 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4933cf81-1fad-468e-a484-7abf9ef82f8c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] No DVR routers for this DVR port aca32830-a021-45e1-b36e-2b229d5c52c7 on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:33:50.692091 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7582d-8129-43be-bdd4-4360757e210f None None] Pushing event deleted for resources: {'Port': ['ID=aca32830-a021-45e1-b36e-2b229d5c52c7,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:50.698485 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No active binding found for port aca32830-a021-45e1-b36e-2b229d5c52c7 {{(pid=101055) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 30 09:33:50.698485 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device aca32830-a021-45e1-b36e-2b229d5c52c7 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:33:50.701790 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff7582d-8129-43be-bdd4-4360757e210f None None] No DVR routers for this DVR port aca32830-a021-45e1-b36e-2b229d5c52c7 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:33:50.851953 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4933cf81-1fad-468e-a484-7abf9ef82f8c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.871957 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-4933cf81-1fad-468e-a484-7abf9ef82f8c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['046859c1-d268-48d6-86f5-a95ad78c6397']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:50.886020 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-4933cf81-1fad-468e-a484-7abf9ef82f8c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b9c954f-1a46-4c16-9842-7e8bbe822da8') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:50.886376 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-4933cf81-1fad-468e-a484-7abf9ef82f8c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b9c954f-1a46-4c16-9842-7e8bbe822da8') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:50.897698 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4933cf81-1fad-468e-a484-7abf9ef82f8c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.922963 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4933cf81-1fad-468e-a484-7abf9ef82f8c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.942021 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4933cf81-1fad-468e-a484-7abf9ef82f8c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:33:50.942424 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4933cf81-1fad-468e-a484-7abf9ef82f8c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.946286 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:33:50.946286 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:33:50.946286 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:33:50.946286 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:33:50.946286 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:33:50.946286 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:33:50.946286 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:33:50.946286 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:33:50.946286 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:33:50.946286 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:33:50.946286 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:33:50.946286 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:33:50.946286 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:33:50.946286 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:33:50.946286 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:33:50.946286 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:33:50.946286 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:33:50.946286 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:33:50.946286 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:33:50.946286 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:33:50.946286 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:33:50.946286 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:33:50.946286 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:33:50.946286 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:33:50.946286 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:33:50.946286 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:33:50.946286 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:33:50.946286 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:33:50.946286 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:33:50.946286 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:33:50.946286 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:33:50.946286 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:33:51.226884 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4933cf81-1fad-468e-a484-7abf9ef82f8c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.233303 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4933cf81-1fad-468e-a484-7abf9ef82f8c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.236088 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4933cf81-1fad-468e-a484-7abf9ef82f8c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/networks/046859c1-d268-48d6-86f5-a95ad78c6397 HTTP/1.1" status: 204 len: 168 time: 1.4470422 Jun 30 09:33:51.261567 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40462) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:51.271940 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-e25dfdf7-7153-4980-994c-87e1c7b1a143 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-447620837'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:51.280888 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933cf81-1fad-468e-a484-7abf9ef82f8c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Network': ['ID=046859c1-d268-48d6-86f5-a95ad78c6397,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:51.593360 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25dfdf7-7153-4980-994c-87e1c7b1a143 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:51.600554 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e25dfdf7-7153-4980-994c-87e1c7b1a143 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.611070 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40468) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:51.629506 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-34badfac-24ae-4f9d-976d-e65f4742de80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.652385 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25dfdf7-7153-4980-994c-87e1c7b1a143 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:33:51.677855 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e25dfdf7-7153-4980-994c-87e1c7b1a143 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.678578 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-e25dfdf7-7153-4980-994c-87e1c7b1a143 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Added segment f1486636-f4fe-44d8-871c-eba8e9109ce4 of type vlan for network 701e977b-a51d-41b5-bd10-d1d4cf0c35c5 Jun 30 09:33:51.773253 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e25dfdf7-7153-4980-994c-87e1c7b1a143 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.841389 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-34badfac-24ae-4f9d-976d-e65f4742de80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.009556 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-34badfac-24ae-4f9d-976d-e65f4742de80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.010497 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e25dfdf7-7153-4980-994c-87e1c7b1a143 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.023085 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25dfdf7-7153-4980-994c-87e1c7b1a143 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:52.032388 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e25dfdf7-7153-4980-994c-87e1c7b1a143 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.067486 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34badfac-24ae-4f9d-976d-e65f4742de80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c491b6-833e-4856-a158-702e1085639a,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:52.088990 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-34badfac-24ae-4f9d-976d-e65f4742de80 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=16c4bcfe95ad448d9e52273d37d5a430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4775310 Jun 30 09:33:52.093125 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40476) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:52.137187 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25dfdf7-7153-4980-994c-87e1c7b1a143 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Network': ['ID=701e977b-a51d-41b5-bd10-d1d4cf0c35c5,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:52.151325 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 701e977b-a51d-41b5-bd10-d1d4cf0c35c5 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:33:52.170774 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7fa6716a-d357-4fe7-96e1-103d41f3e09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.223502 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e25dfdf7-7153-4980-994c-87e1c7b1a143 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9577258 Jun 30 09:33:52.226061 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40478) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:52.232323 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-57242d89-5e7e-4264-a475-2527c07081f6 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'subnet': {'network_id': '701e977b-a51d-41b5-bd10-d1d4cf0c35c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:52.239767 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7fa6716a-d357-4fe7-96e1-103d41f3e09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.582490 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57242d89-5e7e-4264-a475-2527c07081f6 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:52.589108 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7fa6716a-d357-4fe7-96e1-103d41f3e09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.589938 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-57242d89-5e7e-4264-a475-2527c07081f6 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.592070 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7fa6716a-d357-4fe7-96e1-103d41f3e09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.601397 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7fa6716a-d357-4fe7-96e1-103d41f3e09b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c4c491b6-833e-4856-a158-702e1085639a HTTP/1.1" status: 204 len: 168 time: 0.4954844 Jun 30 09:33:52.623068 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6716a-d357-4fe7-96e1-103d41f3e09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c491b6-833e-4856-a158-702e1085639a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:52.912003 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ca47a1f-fd83-4067-be68-64392dd5957f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.242176 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-57242d89-5e7e-4264-a475-2527c07081f6 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.399262 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57242d89-5e7e-4264-a475-2527c07081f6 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Subnet': ['ID=01233f20-9c9a-4431-9e22-f8c3b69edf9d,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:53.411664 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57242d89-5e7e-4264-a475-2527c07081f6 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Checking segment: {'id': 'f1486636-f4fe-44d8-871c-eba8e9109ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '701e977b-a51d-41b5-bd10-d1d4cf0c35c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:53.412271 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57242d89-5e7e-4264-a475-2527c07081f6 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network hostable DHCP agents. Network: 701e977b-a51d-41b5-bd10-d1d4cf0c35c5, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:33:53.500567 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.570152 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57242d89-5e7e-4264-a475-2527c07081f6 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network 701e977b-a51d-41b5-bd10-d1d4cf0c35c5 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:33:53.729826 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-57242d89-5e7e-4264-a475-2527c07081f6 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 701e977b-a51d-41b5-bd10-d1d4cf0c35c5) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:53.735776 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57242d89-5e7e-4264-a475-2527c07081f6 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:53.736649 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-57242d89-5e7e-4264-a475-2527c07081f6 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.745076 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b918e51-c94e-4c88-89af-86835d929338 None None] Network 701e977b-a51d-41b5-bd10-d1d4cf0c35c5 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:33:53.875245 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abbd03-bbf9-42c0-8d61-6da06d96517b req-c421c1a6-eaf5-4b56-9c1f-f0fcf6d63bf8 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:53.877445 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e2abbd03-bbf9-42c0-8d61-6da06d96517b req-c421c1a6-eaf5-4b56-9c1f-f0fcf6d63bf8 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 947 time: 0.1143718 Jun 30 09:33:53.939557 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40532) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:53.940020 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-57242d89-5e7e-4264-a475-2527c07081f6 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7123699 Jun 30 09:33:53.946116 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-14e8d9bc-a370-4cf2-8f73-ac668b42e03b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'port': {'network_id': '701e977b-a51d-41b5-bd10-d1d4cf0c35c5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-672150288'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:53.948857 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e2abbd03-bbf9-42c0-8d61-6da06d96517b req-fa3001ae-4929-45c7-a8fb-c6b3591f68bf tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636158 Jun 30 09:33:54.032303 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40534) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:54.162282 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-701e977b-a51d-41b5-bd10-d1d4cf0c35c5', 'network_id': '701e977b-a51d-41b5-bd10-d1d4cf0c35c5', 'tenant_id': '01856d533e0f4637bcf2cf22fb15c6ff', 'fixed_ips': [{'subnet_id': '01233f20-9c9a-4431-9e22-f8c3b69edf9d'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:33:54.164157 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.184371 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-999b601a-3b8b-45b2-9461-e16e0d5dd430 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=25259971525748728a93ab35984e886b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1503921 Jun 30 09:33:54.185531 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40538) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:54.305765 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-502dd5c6-b7be-404e-81db-651abbcb2761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.341162 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-502dd5c6-b7be-404e-81db-651abbcb2761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.379805 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Allocated IP 172.20.0.2 (701e977b-a51d-41b5-bd10-d1d4cf0c35c5/01233f20-9c9a-4431-9e22-f8c3b69edf9d/42c0ef4c-7d57-49b0-a7e1-1e21092a18db) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:54.387972 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e8d9bc-a370-4cf2-8f73-ac668b42e03b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:54.392173 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-14e8d9bc-a370-4cf2-8f73-ac668b42e03b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.445149 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-14e8d9bc-a370-4cf2-8f73-ac668b42e03b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] device_id is not set on port ca4ee1e5-469e-4ea9-b506-d181c4f6a246 yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:33:54.627941 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-502dd5c6-b7be-404e-81db-651abbcb2761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.630766 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-502dd5c6-b7be-404e-81db-651abbcb2761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.639252 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-502dd5c6-b7be-404e-81db-651abbcb2761 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2b0d78c6-d7b4-4c41-a3e2-cedd97447c0d HTTP/1.1" status: 204 len: 168 time: 0.4492502 Jun 30 09:33:54.658291 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502dd5c6-b7be-404e-81db-651abbcb2761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0d78c6-d7b4-4c41-a3e2-cedd97447c0d,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:54.688206 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.699589 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Transition to ACTIVE for port object 42c0ef4c-7d57-49b0-a7e1-1e21092a18db will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:54.718944 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Transition to ACTIVE for port object 42c0ef4c-7d57-49b0-a7e1-1e21092a18db will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:54.728753 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.902157 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.962652 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Network 701e977b-a51d-41b5-bd10-d1d4cf0c35c5 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:54.968734 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:54.972368 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:55.009484 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-14e8d9bc-a370-4cf2-8f73-ac668b42e03b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Allocated IP 172.20.0.5 (701e977b-a51d-41b5-bd10-d1d4cf0c35c5/01233f20-9c9a-4431-9e22-f8c3b69edf9d/ca4ee1e5-469e-4ea9-b506-d181c4f6a246) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:55.021225 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Pushing event updated for resources: {'Port': ['ID=42c0ef4c-7d57-49b0-a7e1-1e21092a18db,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:55.088454 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:55.090321 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:55.092105 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:55.092713 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:55.094335 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:55.096111 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:55.097004 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:55.097270 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:55.098507 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:55.098928 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:55.100207 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:55.101042 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:55.203597 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Attempting to bind port 42c0ef4c-7d57-49b0-a7e1-1e21092a18db on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:33:55.203972 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Attempting to bind port 42c0ef4c-7d57-49b0-a7e1-1e21092a18db by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'f1486636-f4fe-44d8-871c-eba8e9109ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '701e977b-a51d-41b5-bd10-d1d4cf0c35c5'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:33:55.204329 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Attempting to bind port 42c0ef4c-7d57-49b0-a7e1-1e21092a18db on network 701e977b-a51d-41b5-bd10-d1d4cf0c35c5 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:33:55.217905 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:33:55.218270 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Checking segment: {'id': 'f1486636-f4fe-44d8-871c-eba8e9109ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '701e977b-a51d-41b5-bd10-d1d4cf0c35c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:55.221321 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:55.221925 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Bound using segment: {'id': 'f1486636-f4fe-44d8-871c-eba8e9109ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '701e977b-a51d-41b5-bd10-d1d4cf0c35c5'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:33:55.222592 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Bound port: 42c0ef4c-7d57-49b0-a7e1-1e21092a18db, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1486636-f4fe-44d8-871c-eba8e9109ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '701e977b-a51d-41b5-bd10-d1d4cf0c35c5'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:33:55.225172 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:55.301046 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-14e8d9bc-a370-4cf2-8f73-ac668b42e03b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:55.318291 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-14e8d9bc-a370-4cf2-8f73-ac668b42e03b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Transition to ACTIVE for port object ca4ee1e5-469e-4ea9-b506-d181c4f6a246 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:55.390044 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] For port 42c0ef4c-7d57-49b0-a7e1-1e21092a18db, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:33:55.398552 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] For port 42c0ef4c-7d57-49b0-a7e1-1e21092a18db, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=42c0ef4c-7d57-49b0-a7e1-1e21092a18db,segment=NetworkSegment(f1486636-f4fe-44d8-871c-eba8e9109ce4),segment_id=f1486636-f4fe-44d8-871c-eba8e9109ce4)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:33:55.472721 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:55.472956 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-14e8d9bc-a370-4cf2-8f73-ac668b42e03b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:55.565221 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e8d9bc-a370-4cf2-8f73-ac668b42e03b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network 701e977b-a51d-41b5-bd10-d1d4cf0c35c5 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:55.586587 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-14e8d9bc-a370-4cf2-8f73-ac668b42e03b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:55.622755 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e8d9bc-a370-4cf2-8f73-ac668b42e03b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:55.638381 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c091f-d907-41fd-b25b-93ee2cb187fd None None] Pushing event updated for resources: {'Port': ['ID=42c0ef4c-7d57-49b0-a7e1-1e21092a18db,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:55.657213 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8d9bc-a370-4cf2-8f73-ac668b42e03b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Port': ['ID=ca4ee1e5-469e-4ea9-b506-d181c4f6a246,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:55.833493 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0c431-8a1f-441d-be90-930972c5df92 req-8fdfea5a-6dbb-4727-ae8b-45e6a8094d44 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:55.835258 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d6d0c431-8a1f-441d-be90-930972c5df92 req-8fdfea5a-6dbb-4727-ae8b-45e6a8094d44 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 947 time: 0.6791668 Jun 30 09:33:55.835515 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e8d9bc-a370-4cf2-8f73-ac668b42e03b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:55.836340 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-14e8d9bc-a370-4cf2-8f73-ac668b42e03b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:55.945637 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:33:55.977888 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40584) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:55.985600 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-14e8d9bc-a370-4cf2-8f73-ac668b42e03b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.0431647 Jun 30 09:33:56.076029 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812d868-4858-48ca-a162-550d480968c3 req-4a621ff2-dc2e-44ac-926f-c6cdb8139648 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:56.086286 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b812d868-4858-48ca-a162-550d480968c3 req-4a621ff2-dc2e-44ac-926f-c6cdb8139648 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 947 time: 0.1766303 Jun 30 09:33:56.163223 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b812d868-4858-48ca-a162-550d480968c3 req-452c2803-a6f9-4f0a-80a3-ab645a8a31fd tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654237 Jun 30 09:33:56.261274 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-d6d0c431-8a1f-441d-be90-930972c5df92 req-273a295b-c46c-41e6-91c6-6ce097a4f59f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Deleting port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:33:56.261629 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d6d0c431-8a1f-441d-be90-930972c5df92 req-273a295b-c46c-41e6-91c6-6ce097a4f59f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:56.356175 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-e8ba2c43-5517-47f5-98db-1c5d69555713 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Deleting port ca4ee1e5-469e-4ea9-b506-d181c4f6a246 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:33:56.356844 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e8ba2c43-5517-47f5-98db-1c5d69555713 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:56.381469 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:56.464609 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 42c0ef4c-7d57-49b0-a7e1-1e21092a18db up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:56.535090 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-d6d0c431-8a1f-441d-be90-930972c5df92 req-273a295b-c46c-41e6-91c6-6ce097a4f59f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] For port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363,segment=NetworkSegment(00b77331-5ed3-4449-ba6a-84efe27ecf19),segment_id=00b77331-5ed3-4449-ba6a-84efe27ecf19)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:56.535771 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d6d0c431-8a1f-441d-be90-930972c5df92 req-273a295b-c46c-41e6-91c6-6ce097a4f59f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:56.686224 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e8ba2c43-5517-47f5-98db-1c5d69555713 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:56.768760 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 42c0ef4c-7d57-49b0-a7e1-1e21092a18db completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:56.784549 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-e8ba2c43-5517-47f5-98db-1c5d69555713 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Calling delete_port for ca4ee1e5-469e-4ea9-b506-d181c4f6a246 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:33:56.986557 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d6d0c431-8a1f-441d-be90-930972c5df92 req-273a295b-c46c-41e6-91c6-6ce097a4f59f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:56.987208 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d6d0c431-8a1f-441d-be90-930972c5df92 req-273a295b-c46c-41e6-91c6-6ce097a4f59f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:56.987622 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [req-d6d0c431-8a1f-441d-be90-930972c5df92 req-273a295b-c46c-41e6-91c6-6ce097a4f59f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Floating IP d6a9f6cf-fc5a-4ee6-9285-f454ac7ab75b disassociated. External IP: 172.25.6.206, port: c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363. Jun 30 09:33:56.988181 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-d6d0c431-8a1f-441d-be90-930972c5df92 req-273a295b-c46c-41e6-91c6-6ce097a4f59f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Calling delete_port for c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:33:57.262938 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889a29cb-a13b-49e5-8b9f-20314b435453 None None] Network 701e977b-a51d-41b5-bd10-d1d4cf0c35c5 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:33:57.383349 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40618) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:57.453771 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e8ba2c43-5517-47f5-98db-1c5d69555713 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.528344 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba2c43-5517-47f5-98db-1c5d69555713 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Port': ['ID=ca4ee1e5-469e-4ea9-b506-d181c4f6a246,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:57.551339 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f2b60d70-ea41-41f9-84f9-b516091ac7da None None] Provisioning for port 42c0ef4c-7d57-49b0-a7e1-1e21092a18db completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:57.552060 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-ed1a74c7-e3be-435c-9bb5-db19b894acfa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-527855541-network', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:57.555301 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d6d0c431-8a1f-441d-be90-930972c5df92 req-273a295b-c46c-41e6-91c6-6ce097a4f59f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.559932 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f2b60d70-ea41-41f9-84f9-b516091ac7da None None] Provisioning complete for port 42c0ef4c-7d57-49b0-a7e1-1e21092a18db triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:57.560241 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f2b60d70-ea41-41f9-84f9-b516091ac7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.653602 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a295b-c46c-41e6-91c6-6ce097a4f59f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Pushing event deleted for resources: {'Port': ['ID=c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:57.684777 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f2b60d70-ea41-41f9-84f9-b516091ac7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.765520 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-f2b60d70-ea41-41f9-84f9-b516091ac7da None None] For port 42c0ef4c-7d57-49b0-a7e1-1e21092a18db, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=42c0ef4c-7d57-49b0-a7e1-1e21092a18db,segment=NetworkSegment(f1486636-f4fe-44d8-871c-eba8e9109ce4),segment_id=f1486636-f4fe-44d8-871c-eba8e9109ce4)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:57.905916 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f2b60d70-ea41-41f9-84f9-b516091ac7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.970939 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b60d70-ea41-41f9-84f9-b516091ac7da None None] Pushing event updated for resources: {'Port': ['ID=42c0ef4c-7d57-49b0-a7e1-1e21092a18db,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:58.055996 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b56b9b98-67c5-4086-be0d-c7be2d4ff7b4 None None] Provisioning complete for port 42c0ef4c-7d57-49b0-a7e1-1e21092a18db triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:58.056746 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b56b9b98-67c5-4086-be0d-c7be2d4ff7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:58.255846 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1a74c7-e3be-435c-9bb5-db19b894acfa admin admin] Made reservation on behalf of 11b9abfc034e469297fc7554fd307e7c for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:58.258288 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ed1a74c7-e3be-435c-9bb5-db19b894acfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:58.270704 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e8ba2c43-5517-47f5-98db-1c5d69555713 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:58.273231 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e8ba2c43-5517-47f5-98db-1c5d69555713 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/ports/ca4ee1e5-469e-4ea9-b506-d181c4f6a246 HTTP/1.1" status: 204 len: 168 time: 2.2923565 Jun 30 09:33:58.279760 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40636) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:58.288374 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ed1a74c7-e3be-435c-9bb5-db19b894acfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:58.298587 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945deb46-5c24-452c-b812-e15cc1c098af req-e58be764-9071-4e78-b478-f72b22d3d7db tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:58.307555 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-945deb46-5c24-452c-b812-e15cc1c098af req-e58be764-9071-4e78-b478-f72b22d3d7db tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 868 time: 0.8677692 Jun 30 09:33:58.311487 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-db2e557a-a3c0-487b-9edb-f3762d3b92b0 None None] Could not find standard attr ID for object ca4ee1e5-469e-4ea9-b506-d181c4f6a246. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:33:58.353562 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe342e5-2690-4c5e-a305-e4a281faa82c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] GET failed (client error): The resource could not be found. Jun 30 09:33:58.356150 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-dfe342e5-2690-4c5e-a305-e4a281faa82c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "GET /v2.0/ports/ca4ee1e5-469e-4ea9-b506-d181c4f6a246 HTTP/1.1" status: 404 len: 333 time: 0.0745540 Jun 30 09:33:58.358990 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40640) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:58.381009 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 42c0ef4c-7d57-49b0-a7e1-1e21092a18db up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:58.454477 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ffc3a0-824b-4e35-8924-ee9e580ee07c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Deleting subnet 01233f20-9c9a-4431-9e22-f8c3b69edf9d {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:33:58.462492 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc3a0-824b-4e35-8924-ee9e580ee07c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:58.475648 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-945deb46-5c24-452c-b812-e15cc1c098af req-57ac50aa-006d-4e85-9c5e-c41bb84d926b tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dba94f7-6cf1-4c6e-a564-29d275342b57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1670713 Jun 30 09:33:58.489156 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 42c0ef4c-7d57-49b0-a7e1-1e21092a18db triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:58.489621 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:58.536287 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc3a0-824b-4e35-8924-ee9e580ee07c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:58.658515 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc3a0-824b-4e35-8924-ee9e580ee07c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:58.660034 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6d0c431-8a1f-441d-be90-930972c5df92 req-273a295b-c46c-41e6-91c6-6ce097a4f59f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Router 3b3a3c32-b66b-4afb-ac87-4c80727a25d7 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:33:58.871169 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ed1a74c7-e3be-435c-9bb5-db19b894acfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:58.895702 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6d0c431-8a1f-441d-be90-930972c5df92 req-273a295b-c46c-41e6-91c6-6ce097a4f59f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:33:58.908358 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5286e5-0159-4004-a269-d18b386a3f0b None None] Sync routers for ids ['3b3a3c32-b66b-4afb-ac87-4c80727a25d7'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:33:58.920555 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5286e5-0159-4004-a269-d18b386a3f0b None None] Routers {'3b3a3c32-b66b-4afb-ac87-4c80727a25d7'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:58.921925 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-5e5286e5-0159-4004-a269-d18b386a3f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:33:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['3b3a3c32-b66b-4afb-ac87-4c80727a25d7'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:58.944091 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d0c431-8a1f-441d-be90-930972c5df92 req-273a295b-c46c-41e6-91c6-6ce097a4f59f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] No DVR routers for this DVR port c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:33:58.946855 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d6d0c431-8a1f-441d-be90-930972c5df92 req-273a295b-c46c-41e6-91c6-6ce097a4f59f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:58.949807 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d6d0c431-8a1f-441d-be90-930972c5df92 req-273a295b-c46c-41e6-91c6-6ce097a4f59f tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.52 "DELETE /v2.0/ports/c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 HTTP/1.1" status: 204 len: 173 time: 3.1060567 Jun 30 09:33:58.950266 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4895a77-b4d4-4a61-ac23-f69803335792', 'name': 'network-vif-deleted', 'tag': 'c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:33:58.952593 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f25dfd-a4c2-44f8-a941-0e0e11207bcf" -d '{"events": [{"server_uuid": "f4895a77-b4d4-4a61-ac23-f69803335792", "name": "network-vif-deleted", "tag": "c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:33:58.982491 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc3a0-824b-4e35-8924-ee9e580ee07c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:58.997974 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6ba131-2772-43d2-8770-8a4916141908 x-openstack-request-id: req-3d6ba131-2772-43d2-8770-8a4916141908 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:33:58.997974 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4895a77-b4d4-4a61-ac23-f69803335792", "name": "network-vif-deleted", "tag": "c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:33:58.997974 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3d6ba131-2772-43d2-8770-8a4916141908 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:33:58.997974 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4895a77-b4d4-4a61-ac23-f69803335792', 'name': 'network-vif-deleted', 'tag': 'c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363', 'status': 'completed', 'code': 200} Jun 30 09:33:59.013926 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffc3a0-824b-4e35-8924-ee9e580ee07c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Subnet': ['ID=01233f20-9c9a-4431-9e22-f8c3b69edf9d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:59.018650 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc3a0-824b-4e35-8924-ee9e580ee07c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.021645 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f9ffc3a0-824b-4e35-8924-ee9e580ee07c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/subnets/01233f20-9c9a-4431-9e22-f8c3b69edf9d HTTP/1.1" status: 204 len: 168 time: 0.6613119 Jun 30 09:33:59.032248 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40646) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:59.108348 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ed1a74c7-e3be-435c-9bb5-db19b894acfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.124903 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1a74c7-e3be-435c-9bb5-db19b894acfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:33:59.138419 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ed1a74c7-e3be-435c-9bb5-db19b894acfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.138775 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-ed1a74c7-e3be-435c-9bb5-db19b894acfa admin admin] Added segment 5210d772-26bf-440a-b59b-f1ec343aeed8 of type vlan for network 077fd748-2990-43a3-b379-1249cb605c64 Jun 30 09:33:59.200433 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ed1a74c7-e3be-435c-9bb5-db19b894acfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.326323 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bbf91256-11f5-4acc-a0b7-bc709884fdea tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.328957 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a74c7-e3be-435c-9bb5-db19b894acfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f574536-8a17-41a0-8428-4a8211805461,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:59.342682 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae4f166-4efe-4455-9e23-56de1fec561b None None] Network 701e977b-a51d-41b5-bd10-d1d4cf0c35c5 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:33:59.344396 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1a74c7-e3be-435c-9bb5-db19b894acfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:59.345273 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1a74c7-e3be-435c-9bb5-db19b894acfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:59.345273 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1a74c7-e3be-435c-9bb5-db19b894acfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:59.345273 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1a74c7-e3be-435c-9bb5-db19b894acfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:59.345273 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1a74c7-e3be-435c-9bb5-db19b894acfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:59.345273 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1a74c7-e3be-435c-9bb5-db19b894acfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:59.345273 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1a74c7-e3be-435c-9bb5-db19b894acfa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:59.345273 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1a74c7-e3be-435c-9bb5-db19b894acfa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:59.345273 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1a74c7-e3be-435c-9bb5-db19b894acfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:59.348741 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1a74c7-e3be-435c-9bb5-db19b894acfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:59.348978 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1a74c7-e3be-435c-9bb5-db19b894acfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:59.349484 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1a74c7-e3be-435c-9bb5-db19b894acfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:59.380988 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ed1a74c7-e3be-435c-9bb5-db19b894acfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.380988 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1a74c7-e3be-435c-9bb5-db19b894acfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:59.380988 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ed1a74c7-e3be-435c-9bb5-db19b894acfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.450882 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-5e5286e5-0159-4004-a269-d18b386a3f0b None None] Set router 3b3a3c32-b66b-4afb-ac87-4c80727a25d7 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:59.487543 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a74c7-e3be-435c-9bb5-db19b894acfa admin admin] Pushing event updated for resources: {'Network': ['ID=077fd748-2990-43a3-b379-1249cb605c64,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:59.508378 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-bbf91256-11f5-4acc-a0b7-bc709884fdea tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Deleting port 42c0ef4c-7d57-49b0-a7e1-1e21092a18db {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:33:59.508728 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bbf91256-11f5-4acc-a0b7-bc709884fdea tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.511500 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 077fd748-2990-43a3-b379-1249cb605c64 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:33:59.587049 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ed1a74c7-e3be-435c-9bb5-db19b894acfa admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1983094 Jun 30 09:33:59.587385 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40662) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:59.599194 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-8c64af9a-4c7b-4b6e-88a2-96a97a829bb2 admin admin] Request body: {'subnet': {'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-527855541-subnet', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:59.616014 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-bbf91256-11f5-4acc-a0b7-bc709884fdea tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] For port 42c0ef4c-7d57-49b0-a7e1-1e21092a18db, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=42c0ef4c-7d57-49b0-a7e1-1e21092a18db,segment=NetworkSegment(f1486636-f4fe-44d8-871c-eba8e9109ce4),segment_id=f1486636-f4fe-44d8-871c-eba8e9109ce4)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:59.616587 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bbf91256-11f5-4acc-a0b7-bc709884fdea tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.649141 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-bbf91256-11f5-4acc-a0b7-bc709884fdea tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Calling delete_port for 42c0ef4c-7d57-49b0-a7e1-1e21092a18db owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:33:59.750147 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:33:59.755660 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-08796f51-fc14-4e0f-95ae-cfd8b54d83aa req-eda3b266-ae6b-4713-b01f-aeaba364ca75 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 210 time: 0.0796375 Jun 30 09:33:59.779423 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:33:59.779423 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device c7a21bdc-c6f7-4a3c-b25f-ad5fb9ad9363 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:33:59.814903 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c64af9a-4c7b-4b6e-88a2-96a97a829bb2 admin admin] Made reservation on behalf of 11b9abfc034e469297fc7554fd307e7c for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:59.817393 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8c64af9a-4c7b-4b6e-88a2-96a97a829bb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.951614 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea6e13a-3bb2-4bee-bafe-f5374215a0b6 None None] DHCP port deletion for 701e977b-a51d-41b5-bd10-d1d4cf0c35c5 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:33:59.997756 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bbf91256-11f5-4acc-a0b7-bc709884fdea tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.048553 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-5e5286e5-0159-4004-a269-d18b386a3f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'name': 'tempest-AttachVolumeShelveTestJSON-734684512-router', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:46Z', 'updated_at': '2021-06-30T09:23:53Z', 'revision_number': 4, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'gw_port': {'id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:47Z', 'updated_at': '2021-06-30T09:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'a9a6e91e-ac32-4116-b504-3d6eeec10321', 'name': '', 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'mac_address': 'fa:16:3e:9e:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:51Z', 'updated_at': '2021-06-30T09:24:02Z', 'revision_number': 5, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'subnets': [{'id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:00.078900 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf91256-11f5-4acc-a0b7-bc709884fdea tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Port': ['ID=42c0ef4c-7d57-49b0-a7e1-1e21092a18db,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:00.080357 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5286e5-0159-4004-a269-d18b386a3f0b None None] Checking router: 3b3a3c32-b66b-4afb-ac87-4c80727a25d7 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:34:00.095163 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5286e5-0159-4004-a269-d18b386a3f0b None None] Routers {'3b3a3c32-b66b-4afb-ac87-4c80727a25d7'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:00.095570 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-5e5286e5-0159-4004-a269-d18b386a3f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:33:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['3b3a3c32-b66b-4afb-ac87-4c80727a25d7'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:00.099228 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf91256-11f5-4acc-a0b7-bc709884fdea tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] No DVR routers for this DVR port 42c0ef4c-7d57-49b0-a7e1-1e21092a18db on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:34:00.140926 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-fea6e13a-3bb2-4bee-bafe-f5374215a0b6 None None] Deleting port 42c0ef4c-7d57-49b0-a7e1-1e21092a18db {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:00.141298 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fea6e13a-3bb2-4bee-bafe-f5374215a0b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.256751 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-fea6e13a-3bb2-4bee-bafe-f5374215a0b6 None None] For port 42c0ef4c-7d57-49b0-a7e1-1e21092a18db, host n-d-771363-31, got binding levels [] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:00.257662 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fea6e13a-3bb2-4bee-bafe-f5374215a0b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.261079 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bbf91256-11f5-4acc-a0b7-bc709884fdea tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.291509 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-fea6e13a-3bb2-4bee-bafe-f5374215a0b6 None None] Calling delete_port for 42c0ef4c-7d57-49b0-a7e1-1e21092a18db owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:00.291509 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.ipam_backend_mixin [None req-fea6e13a-3bb2-4bee-bafe-f5374215a0b6 None None] Port 42c0ef4c-7d57-49b0-a7e1-1e21092a18db was not found and therefore no delete operation was performed {{(pid=101055) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:34:00.292058 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fea6e13a-3bb2-4bee-bafe-f5374215a0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.305638 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-5e5286e5-0159-4004-a269-d18b386a3f0b None None] Set router 3b3a3c32-b66b-4afb-ac87-4c80727a25d7 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:00.308960 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-bbf91256-11f5-4acc-a0b7-bc709884fdea tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['701e977b-a51d-41b5-bd10-d1d4cf0c35c5']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:00.356549 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6e13a-3bb2-4bee-bafe-f5374215a0b6 None None] Pushing event deleted for resources: {'Port': ['ID=42c0ef4c-7d57-49b0-a7e1-1e21092a18db,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:00.362264 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea6e13a-3bb2-4bee-bafe-f5374215a0b6 None None] No DVR routers for this DVR port 42c0ef4c-7d57-49b0-a7e1-1e21092a18db on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:34:00.410890 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-bbf91256-11f5-4acc-a0b7-bc709884fdea tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1486636-f4fe-44d8-871c-eba8e9109ce4') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:00.411397 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-bbf91256-11f5-4acc-a0b7-bc709884fdea tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1486636-f4fe-44d8-871c-eba8e9109ce4') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:00.451956 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 42c0ef4c-7d57-49b0-a7e1-1e21092a18db no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:34:00.457215 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bbf91256-11f5-4acc-a0b7-bc709884fdea tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.485656 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bbf91256-11f5-4acc-a0b7-bc709884fdea tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.501396 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf91256-11f5-4acc-a0b7-bc709884fdea tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:34:00.502900 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bbf91256-11f5-4acc-a0b7-bc709884fdea tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.509065 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 42c0ef4c-7d57-49b0-a7e1-1e21092a18db {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:34:00.509065 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 42c0ef4c-7d57-49b0-a7e1-1e21092a18db not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:34:00.518825 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:34:00.623070 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8c64af9a-4c7b-4b6e-88a2-96a97a829bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.675721 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-5e5286e5-0159-4004-a269-d18b386a3f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'name': 'tempest-AttachVolumeShelveTestJSON-734684512-router', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:46Z', 'updated_at': '2021-06-30T09:23:53Z', 'revision_number': 4, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'gw_port': {'id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:47Z', 'updated_at': '2021-06-30T09:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'a9a6e91e-ac32-4116-b504-3d6eeec10321', 'name': '', 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'mac_address': 'fa:16:3e:9e:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:51Z', 'updated_at': '2021-06-30T09:24:02Z', 'revision_number': 5, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'subnets': [{'id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:00.707954 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64af9a-4c7b-4b6e-88a2-96a97a829bb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=026a88de-b3fc-4597-8030-64264f9192bb,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:00.724719 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5286e5-0159-4004-a269-d18b386a3f0b None None] The sync data for ids ['3b3a3c32-b66b-4afb-ac87-4c80727a25d7'] in n-d-771363-31 is: [{'id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'name': 'tempest-AttachVolumeShelveTestJSON-734684512-router', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:46Z', 'updated_at': '2021-06-30T09:23:53Z', 'revision_number': 4, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'gw_port': {'id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:47Z', 'updated_at': '2021-06-30T09:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'a9a6e91e-ac32-4116-b504-3d6eeec10321', 'name': '', 'network_id': '2ab70122-0020-4c29-ae52-7bd3c84e0fca', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'mac_address': 'fa:16:3e:9e:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:51Z', 'updated_at': '2021-06-30T09:24:02Z', 'revision_number': 5, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'subnets': [{'id': 'afcabd5e-a40b-4794-b5f8-0b150c129247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:34:00.737860 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c64af9a-4c7b-4b6e-88a2-96a97a829bb2 admin admin] Checking segment: {'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:00.738274 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c64af9a-4c7b-4b6e-88a2-96a97a829bb2 admin admin] Network hostable DHCP agents. Network: 077fd748-2990-43a3-b379-1249cb605c64, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:34:00.874514 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bbf91256-11f5-4acc-a0b7-bc709884fdea tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.886957 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bbf91256-11f5-4acc-a0b7-bc709884fdea tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.890161 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bbf91256-11f5-4acc-a0b7-bc709884fdea tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/networks/701e977b-a51d-41b5-bd10-d1d4cf0c35c5 HTTP/1.1" status: 204 len: 168 time: 1.8585041 Jun 30 09:34:00.894839 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40682) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:00.902445 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-05e6e33d-7972-4358-b34f-7b3697515ce5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'port': {'network_id': '5d03201f-c4f2-40a3-8bf2-89a5c066eb56', 'name': 'tempest-PortsTestJSON-1869424929'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:00.925929 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf91256-11f5-4acc-a0b7-bc709884fdea tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Network': ['ID=701e977b-a51d-41b5-bd10-d1d4cf0c35c5,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:01.015173 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-31bc9e12-a1b0-455d-9300-ee05b9cb68ad req-2f8c892b-6019-4bdd-874c-32d3123e4666 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4895a77-b4d4-4a61-ac23-f69803335792 HTTP/1.1" status: 200 len: 210 time: 0.0517285 Jun 30 09:34:01.089614 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94400d82-4a53-42ae-bf50-87f4c40362c1 None None] New status for floating IP d6a9f6cf-fc5a-4ee6-9285-f454ac7ab75b: DOWN {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:34:01.118937 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c64af9a-4c7b-4b6e-88a2-96a97a829bb2 admin admin] Network 077fd748-2990-43a3-b379-1249cb605c64 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:34:01.296321 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e6e33d-7972-4358-b34f-7b3697515ce5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:01.303538 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05e6e33d-7972-4358-b34f-7b3697515ce5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.323715 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-05e6e33d-7972-4358-b34f-7b3697515ce5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] device_id is not set on port df8f51b0-b0d6-44b9-9496-27a7054504a6 yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:34:01.397742 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-8c64af9a-4c7b-4b6e-88a2-96a97a829bb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 077fd748-2990-43a3-b379-1249cb605c64) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:01.407074 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c64af9a-4c7b-4b6e-88a2-96a97a829bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:01.408064 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8c64af9a-4c7b-4b6e-88a2-96a97a829bb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.410198 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29ba623-388e-40b8-ad26-0c77797ad546 None None] Network 077fd748-2990-43a3-b379-1249cb605c64 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:01.525232 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05e6e33d-7972-4358-b34f-7b3697515ce5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.589046 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51298dd3-aa39-4360-ab11-6bc7f4877868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-077fd748-2990-43a3-b379-1249cb605c64', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'fixed_ips': [{'subnet_id': '026a88de-b3fc-4597-8030-64264f9192bb'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:34:01.589926 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-51298dd3-aa39-4360-ab11-6bc7f4877868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.751655 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-51298dd3-aa39-4360-ab11-6bc7f4877868 None None] Allocated IP 172.20.0.2 (077fd748-2990-43a3-b379-1249cb605c64/026a88de-b3fc-4597-8030-64264f9192bb/be6b888d-9231-430e-8326-36e62d15f689) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:01.765046 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8c64af9a-4c7b-4b6e-88a2-96a97a829bb2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1758225 Jun 30 09:34:01.767527 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40696) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:01.772322 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-75ea37ac-3921-4ff1-a46f-c312580436db admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-527855541-router', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:01.877321 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05e6e33d-7972-4358-b34f-7b3697515ce5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.941731 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e6e33d-7972-4358-b34f-7b3697515ce5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network 5d03201f-c4f2-40a3-8bf2-89a5c066eb56 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:01.945882 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-05e6e33d-7972-4358-b34f-7b3697515ce5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:01.952270 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e6e33d-7972-4358-b34f-7b3697515ce5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:01.958515 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e6e33d-7972-4358-b34f-7b3697515ce5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:01.959746 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05e6e33d-7972-4358-b34f-7b3697515ce5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.967942 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-51298dd3-aa39-4360-ab11-6bc7f4877868 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.983566 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-51298dd3-aa39-4360-ab11-6bc7f4877868 None None] Transition to ACTIVE for port object be6b888d-9231-430e-8326-36e62d15f689 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:01.989258 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-75ea37ac-3921-4ff1-a46f-c312580436db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.990396 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-75ea37ac-3921-4ff1-a46f-c312580436db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.997257 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6e33d-7972-4358-b34f-7b3697515ce5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Port': ['ID=df8f51b0-b0d6-44b9-9496-27a7054504a6,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:02.006938 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-51298dd3-aa39-4360-ab11-6bc7f4877868 None None] Transition to ACTIVE for port object be6b888d-9231-430e-8326-36e62d15f689 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:02.061457 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-75ea37ac-3921-4ff1-a46f-c312580436db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.216003 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-05e6e33d-7972-4358-b34f-7b3697515ce5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3193867 Jun 30 09:34:02.219083 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40706) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:02.312285 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-51298dd3-aa39-4360-ab11-6bc7f4877868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.317895 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40708) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:02.361753 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51298dd3-aa39-4360-ab11-6bc7f4877868 None None] Network 077fd748-2990-43a3-b379-1249cb605c64 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:02.370060 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-51298dd3-aa39-4360-ab11-6bc7f4877868 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:02.381655 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51298dd3-aa39-4360-ab11-6bc7f4877868 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:02.403831 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51298dd3-aa39-4360-ab11-6bc7f4877868 None None] Pushing event updated for resources: {'Port': ['ID=be6b888d-9231-430e-8326-36e62d15f689,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:02.452981 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0412a7f0-afe5-475e-9947-c10480ccc2e0 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.469954 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-51298dd3-aa39-4360-ab11-6bc7f4877868 None None] Attempting to bind port be6b888d-9231-430e-8326-36e62d15f689 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:02.471295 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-51298dd3-aa39-4360-ab11-6bc7f4877868 None None] Attempting to bind port be6b888d-9231-430e-8326-36e62d15f689 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:02.471881 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51298dd3-aa39-4360-ab11-6bc7f4877868 None None] Attempting to bind port be6b888d-9231-430e-8326-36e62d15f689 on network 077fd748-2990-43a3-b379-1249cb605c64 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:02.480445 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51298dd3-aa39-4360-ab11-6bc7f4877868 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:02.483708 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51298dd3-aa39-4360-ab11-6bc7f4877868 None None] Checking segment: {'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:02.485509 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-51298dd3-aa39-4360-ab11-6bc7f4877868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.486275 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51298dd3-aa39-4360-ab11-6bc7f4877868 None None] Bound using segment: {'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:02.490147 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-51298dd3-aa39-4360-ab11-6bc7f4877868 None None] Bound port: be6b888d-9231-430e-8326-36e62d15f689, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:02.490934 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-51298dd3-aa39-4360-ab11-6bc7f4877868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.506452 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0412a7f0-afe5-475e-9947-c10480ccc2e0 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.598995 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-51298dd3-aa39-4360-ab11-6bc7f4877868 None None] For port be6b888d-9231-430e-8326-36e62d15f689, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:02.604640 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-51298dd3-aa39-4360-ab11-6bc7f4877868 None None] For port be6b888d-9231-430e-8326-36e62d15f689, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=be6b888d-9231-430e-8326-36e62d15f689,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:02.645717 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-af3e3091-22db-4d89-8671-9ffc0815d947 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Deleting port df8f51b0-b0d6-44b9-9496-27a7054504a6 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:02.645717 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-af3e3091-22db-4d89-8671-9ffc0815d947 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.656571 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-75ea37ac-3921-4ff1-a46f-c312580436db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.726267 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-af3e3091-22db-4d89-8671-9ffc0815d947 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.745334 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-af3e3091-22db-4d89-8671-9ffc0815d947 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Calling delete_port for df8f51b0-b0d6-44b9-9496-27a7054504a6 owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:02.827195 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0412a7f0-afe5-475e-9947-c10480ccc2e0 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.830529 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0412a7f0-afe5-475e-9947-c10480ccc2e0 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.831836 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0412a7f0-afe5-475e-9947-c10480ccc2e0 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "DELETE /v2.0/security-groups/2dba94f7-6cf1-4c6e-a564-29d275342b57 HTTP/1.1" status: 204 len: 168 time: 0.5152307 Jun 30 09:34:02.838999 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40724) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:02.843223 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412a7f0-afe5-475e-9947-c10480ccc2e0 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dba94f7-6cf1-4c6e-a564-29d275342b57,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:02.872233 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-b3397c2d-da79-41ad-82dd-04edf8cf4466 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] show failed (client error): The resource could not be found. Jun 30 09:34:02.874522 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b3397c2d-da79-41ad-82dd-04edf8cf4466 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "GET /v2.0/security-groups/2dba94f7-6cf1-4c6e-a564-29d275342b57 HTTP/1.1" status: 404 len: 347 time: 0.0358183 Jun 30 09:34:02.877526 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40726) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:02.878542 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-51298dd3-aa39-4360-ab11-6bc7f4877868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.955509 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51298dd3-aa39-4360-ab11-6bc7f4877868 None None] Pushing event updated for resources: {'Port': ['ID=be6b888d-9231-430e-8326-36e62d15f689,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:03.079380 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-94554f89-4b40-4851-bad7-81656c8e51a6 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Deleting port ff7cfd1f-b345-4a65-9ebc-6308d1aecbcc {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:03.079927 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-94554f89-4b40-4851-bad7-81656c8e51a6 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.113387 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-af3e3091-22db-4d89-8671-9ffc0815d947 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.152648 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e3091-22db-4d89-8671-9ffc0815d947 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Port': ['ID=df8f51b0-b0d6-44b9-9496-27a7054504a6,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:03.168263 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-af3e3091-22db-4d89-8671-9ffc0815d947 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.170391 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-af3e3091-22db-4d89-8671-9ffc0815d947 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/ports/df8f51b0-b0d6-44b9-9496-27a7054504a6 HTTP/1.1" status: 204 len: 168 time: 0.9499705 Jun 30 09:34:03.177540 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40730) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:03.188206 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-e1046889-03fb-46f6-93cc-4b8e26553d6f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'port': {'network_id': '5d03201f-c4f2-40a3-8bf2-89a5c066eb56', 'mac_address': 'fa:16:3e:3f:ef:1a', 'name': 'tempest-PortsTestJSON-911630445'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:03.294453 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-75ea37ac-3921-4ff1-a46f-c312580436db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.328007 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-75ea37ac-3921-4ff1-a46f-c312580436db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.375773 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-94554f89-4b40-4851-bad7-81656c8e51a6 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.376213 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-94554f89-4b40-4851-bad7-81656c8e51a6 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.413218 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-94554f89-4b40-4851-bad7-81656c8e51a6 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Calling delete_port for ff7cfd1f-b345-4a65-9ebc-6308d1aecbcc owned by network:floatingip {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:03.860891 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1046889-03fb-46f6-93cc-4b8e26553d6f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:03.926080 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-75ea37ac-3921-4ff1-a46f-c312580436db admin admin] Allocated IP 172.25.6.129 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/2d60a79e-0a10-41e1-9465-6f2e63f479d9) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:03.938963 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e1046889-03fb-46f6-93cc-4b8e26553d6f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.961510 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-e1046889-03fb-46f6-93cc-4b8e26553d6f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] device_id is not set on port aa24c250-fd94-4ea1-8c50-f9885eab7748 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:34:04.039115 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-94554f89-4b40-4851-bad7-81656c8e51a6 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.100246 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-75ea37ac-3921-4ff1-a46f-c312580436db admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.129138 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94554f89-4b40-4851-bad7-81656c8e51a6 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Pushing event deleted for resources: {'Port': ['ID=ff7cfd1f-b345-4a65-9ebc-6308d1aecbcc,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:04.282794 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-94554f89-4b40-4851-bad7-81656c8e51a6 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks [] for floatingip, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.284859 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-75ea37ac-3921-4ff1-a46f-c312580436db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.286000 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-94554f89-4b40-4851-bad7-81656c8e51a6 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.301669 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-94554f89-4b40-4851-bad7-81656c8e51a6 tempest-AttachVolumeShelveTestJSON-443588447 tempest-AttachVolumeShelveTestJSON-443588447-project] 10.222.0.10 "DELETE /v2.0/floatingips/d6a9f6cf-fc5a-4ee6-9285-f454ac7ab75b HTTP/1.1" status: 204 len: 168 time: 1.4084983 Jun 30 09:34:04.378615 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea37ac-3921-4ff1-a46f-c312580436db admin admin] Pushing event updated for resources: {'Port': ['ID=2d60a79e-0a10-41e1-9465-6f2e63f479d9,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:04.393784 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e1046889-03fb-46f6-93cc-4b8e26553d6f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.407958 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ea37ac-3921-4ff1-a46f-c312580436db admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:04.410302 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-75ea37ac-3921-4ff1-a46f-c312580436db admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:04.425741 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ea37ac-3921-4ff1-a46f-c312580436db admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:04.473924 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device be6b888d-9231-430e-8326-36e62d15f689 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:04.545176 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e3b75c-b4ae-4ae5-a8f1-0c03b73fad48 None None] Network 077fd748-2990-43a3-b379-1249cb605c64 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:04.635941 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e1046889-03fb-46f6-93cc-4b8e26553d6f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.690097 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1046889-03fb-46f6-93cc-4b8e26553d6f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network 5d03201f-c4f2-40a3-8bf2-89a5c066eb56 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:04.693529 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-e1046889-03fb-46f6-93cc-4b8e26553d6f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:04.697891 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1046889-03fb-46f6-93cc-4b8e26553d6f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:04.703619 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1046889-03fb-46f6-93cc-4b8e26553d6f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:04.707977 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e1046889-03fb-46f6-93cc-4b8e26553d6f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.754712 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1046889-03fb-46f6-93cc-4b8e26553d6f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Port': ['ID=aa24c250-fd94-4ea1-8c50-f9885eab7748,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:04.781288 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c9f31e83-b676-40e0-b623-4b83b4b5a8cc None None] Provisioning for port be6b888d-9231-430e-8326-36e62d15f689 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:04.784868 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port be6b888d-9231-430e-8326-36e62d15f689 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:04.789373 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c9f31e83-b676-40e0-b623-4b83b4b5a8cc None None] Provisioning complete for port be6b888d-9231-430e-8326-36e62d15f689 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:04.789817 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c9f31e83-b676-40e0-b623-4b83b4b5a8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.857249 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port be6b888d-9231-430e-8326-36e62d15f689 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:04.857874 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.897277 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e1046889-03fb-46f6-93cc-4b8e26553d6f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7164476 Jun 30 09:34:04.898749 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40758) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:04.987352 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-75ea37ac-3921-4ff1-a46f-c312580436db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:05.019740 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfff093-a6b9-4489-a078-82e8e0d0e8e9 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:05.021596 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0dfff093-a6b9-4489-a078-82e8e0d0e8e9 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "GET /v2.0/ports/aa24c250-fd94-4ea1-8c50-f9885eab7748 HTTP/1.1" status: 200 len: 840 time: 0.1213772 Jun 30 09:34:05.024647 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40762) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:05.120397 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c9f31e83-b676-40e0-b623-4b83b4b5a8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:05.184904 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-a15c5511-b98f-4ad5-a815-734eb3132811 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Deleting port aa24c250-fd94-4ea1-8c50-f9885eab7748 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:05.185257 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a15c5511-b98f-4ad5-a815-734eb3132811 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:05.314235 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a15c5511-b98f-4ad5-a815-734eb3132811 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:05.340175 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-a15c5511-b98f-4ad5-a815-734eb3132811 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Calling delete_port for aa24c250-fd94-4ea1-8c50-f9885eab7748 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:05.376353 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-75ea37ac-3921-4ff1-a46f-c312580436db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:05.464854 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:05.533396 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-c9f31e83-b676-40e0-b623-4b83b4b5a8cc None None] For port be6b888d-9231-430e-8326-36e62d15f689, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=be6b888d-9231-430e-8326-36e62d15f689,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:05.621683 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a15c5511-b98f-4ad5-a815-734eb3132811 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:05.675184 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c9f31e83-b676-40e0-b623-4b83b4b5a8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:05.680291 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c5511-b98f-4ad5-a815-734eb3132811 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Port': ['ID=aa24c250-fd94-4ea1-8c50-f9885eab7748,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:05.701390 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a15c5511-b98f-4ad5-a815-734eb3132811 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:05.708080 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a15c5511-b98f-4ad5-a815-734eb3132811 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/ports/aa24c250-fd94-4ea1-8c50-f9885eab7748 HTTP/1.1" status: 204 len: 168 time: 0.6820269 Jun 30 09:34:05.708555 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40770) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:05.751151 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab8ff385-6335-42d7-8c9c-2d217b6e291a tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] GET failed (client error): The resource could not be found. Jun 30 09:34:05.753818 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ab8ff385-6335-42d7-8c9c-2d217b6e291a tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "GET /v2.0/ports/aa24c250-fd94-4ea1-8c50-f9885eab7748 HTTP/1.1" status: 404 len: 333 time: 0.0437875 Jun 30 09:34:05.759749 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40772) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:05.768936 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-4127ae8b-85f8-4f47-8fdc-ab78b81b3503 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'port': {'network_id': '5d03201f-c4f2-40a3-8bf2-89a5c066eb56', 'name': 'tempest-PortsTestJSON-2138894924'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:05.778162 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ea37ac-3921-4ff1-a46f-c312580436db admin admin] Router 00dc8599-a92e-4932-a826-e69bb79cd9ce is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:34:05.795285 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:34:05.795744 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:34:05.825891 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f31e83-b676-40e0-b623-4b83b4b5a8cc None None] Pushing event updated for resources: {'Port': ['ID=be6b888d-9231-430e-8326-36e62d15f689,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:05.831197 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-30ab58c4-fc48-41e5-94e2-4cb674f02100 None None] Provisioning complete for port be6b888d-9231-430e-8326-36e62d15f689 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:05.831576 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-30ab58c4-fc48-41e5-94e2-4cb674f02100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:06.037460 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ea37ac-3921-4ff1-a46f-c312580436db admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:34:06.084447 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f530c57-eb74-46a2-9c7a-153b939fff1c None None] Sync routers for ids ['00dc8599-a92e-4932-a826-e69bb79cd9ce'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:34:06.097573 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f530c57-eb74-46a2-9c7a-153b939fff1c None None] Routers {'00dc8599-a92e-4932-a826-e69bb79cd9ce'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:06.098524 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-0f530c57-eb74-46a2-9c7a-153b939fff1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:33:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['00dc8599-a92e-4932-a826-e69bb79cd9ce'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:06.222396 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4127ae8b-85f8-4f47-8fdc-ab78b81b3503 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:06.226958 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4127ae8b-85f8-4f47-8fdc-ab78b81b3503 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:06.274337 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-4127ae8b-85f8-4f47-8fdc-ab78b81b3503 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] device_id is not set on port aa4f7436-19a3-4af8-8a4f-0374a7054482 yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:34:06.299005 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-0f530c57-eb74-46a2-9c7a-153b939fff1c None None] Set router 00dc8599-a92e-4932-a826-e69bb79cd9ce gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:06.379455 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-75ea37ac-3921-4ff1-a46f-c312580436db admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:06.381543 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-75ea37ac-3921-4ff1-a46f-c312580436db admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6130280 Jun 30 09:34:06.384384 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40788) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:06.580279 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device be6b888d-9231-430e-8326-36e62d15f689 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:06.611725 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4127ae8b-85f8-4f47-8fdc-ab78b81b3503 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:06.663366 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-0f530c57-eb74-46a2-9c7a-153b939fff1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'name': 'tempest-TestVolumeBootPattern-527855541-router', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:04Z', 'revision_number': 3, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'gw_port': {'id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:06.680211 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port be6b888d-9231-430e-8326-36e62d15f689 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:06.680211 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:06.744237 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f530c57-eb74-46a2-9c7a-153b939fff1c None None] Checking router: 00dc8599-a92e-4932-a826-e69bb79cd9ce for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:34:06.744953 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f530c57-eb74-46a2-9c7a-153b939fff1c None None] Updating router 00dc8599-a92e-4932-a826-e69bb79cd9ce port 2d60a79e-0a10-41e1-9465-6f2e63f479d9 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:34:06.758939 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4127ae8b-85f8-4f47-8fdc-ab78b81b3503 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:06.835909 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4127ae8b-85f8-4f47-8fdc-ab78b81b3503 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network 5d03201f-c4f2-40a3-8bf2-89a5c066eb56 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:06.855478 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127ae8b-85f8-4f47-8fdc-ab78b81b3503 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Port': ['ID=aa4f7436-19a3-4af8-8a4f-0374a7054482,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:06.857177 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0f530c57-eb74-46a2-9c7a-153b939fff1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:06.862607 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-4127ae8b-85f8-4f47-8fdc-ab78b81b3503 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:06.882430 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4127ae8b-85f8-4f47-8fdc-ab78b81b3503 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:06.893372 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4127ae8b-85f8-4f47-8fdc-ab78b81b3503 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:06.893721 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4127ae8b-85f8-4f47-8fdc-ab78b81b3503 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.050626 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4127ae8b-85f8-4f47-8fdc-ab78b81b3503 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2887855 Jun 30 09:34:07.051737 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40796) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:07.060783 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-f3b4b6e5-016f-4f38-a4a5-a6e39da9b9e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:07.232213 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f3b4b6e5-016f-4f38-a4a5-a6e39da9b9e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.356390 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0f530c57-eb74-46a2-9c7a-153b939fff1c None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.369361 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0f530c57-eb74-46a2-9c7a-153b939fff1c None None] Transition to ACTIVE for port object 2d60a79e-0a10-41e1-9465-6f2e63f479d9 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:07.377847 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-db28182f-172e-4f6f-8274-d675efffe9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.478622 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f3b4b6e5-016f-4f38-a4a5-a6e39da9b9e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.490383 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0f530c57-eb74-46a2-9c7a-153b939fff1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.525188 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0f530c57-eb74-46a2-9c7a-153b939fff1c None None] Attempting to bind port 2d60a79e-0a10-41e1-9465-6f2e63f479d9 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:07.525188 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0f530c57-eb74-46a2-9c7a-153b939fff1c None None] Attempting to bind port 2d60a79e-0a10-41e1-9465-6f2e63f479d9 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:07.526927 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f530c57-eb74-46a2-9c7a-153b939fff1c None None] Attempting to bind port 2d60a79e-0a10-41e1-9465-6f2e63f479d9 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:07.578350 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bbe833-e6e4-4b39-ad35-a27e58b26267 None None] Pushing event updated for resources: {'Port': ['ID=2d60a79e-0a10-41e1-9465-6f2e63f479d9,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:07.596390 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f530c57-eb74-46a2-9c7a-153b939fff1c None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:07.596390 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f530c57-eb74-46a2-9c7a-153b939fff1c None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:07.596390 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0f530c57-eb74-46a2-9c7a-153b939fff1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.596390 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f530c57-eb74-46a2-9c7a-153b939fff1c None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:07.596390 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0f530c57-eb74-46a2-9c7a-153b939fff1c None None] Bound port: 2d60a79e-0a10-41e1-9465-6f2e63f479d9, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:07.596390 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0f530c57-eb74-46a2-9c7a-153b939fff1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.648937 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f3b4b6e5-016f-4f38-a4a5-a6e39da9b9e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.651232 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.703851 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0f530c57-eb74-46a2-9c7a-153b939fff1c None None] For port 2d60a79e-0a10-41e1-9465-6f2e63f479d9, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:07.716407 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0f530c57-eb74-46a2-9c7a-153b939fff1c None None] For port 2d60a79e-0a10-41e1-9465-6f2e63f479d9, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=2d60a79e-0a10-41e1-9465-6f2e63f479d9,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:07.724462 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-f3b4b6e5-016f-4f38-a4a5-a6e39da9b9e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] In _notify_port_updated(), no bound segment for port aa4f7436-19a3-4af8-8a4f-0374a7054482 on network 5d03201f-c4f2-40a3-8bf2-89a5c066eb56 {{(pid=101054) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:34:07.734842 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b4b6e5-016f-4f38-a4a5-a6e39da9b9e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:07.735926 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f3b4b6e5-016f-4f38-a4a5-a6e39da9b9e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.738167 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f3b4b6e5-016f-4f38-a4a5-a6e39da9b9e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "PUT /v2.0/ports/aa4f7436-19a3-4af8-8a4f-0374a7054482 HTTP/1.1" status: 200 len: 818 time: 0.6850581 Jun 30 09:34:07.742746 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40816) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:07.746696 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-db28182f-172e-4f6f-8274-d675efffe9e2 admin admin] Allocated IP 172.20.0.1 (077fd748-2990-43a3-b379-1249cb605c64/026a88de-b3fc-4597-8030-64264f9192bb/e11e6a15-d3c1-4284-b8d7-5f02ed03f796) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:07.815174 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4b6e5-016f-4f38-a4a5-a6e39da9b9e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Port': ['ID=aa4f7436-19a3-4af8-8a4f-0374a7054482,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:07.835794 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4b6e5-016f-4f38-a4a5-a6e39da9b9e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:07.840704 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4b6e5-016f-4f38-a4a5-a6e39da9b9e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:07.840704 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4b6e5-016f-4f38-a4a5-a6e39da9b9e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:07.840704 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4b6e5-016f-4f38-a4a5-a6e39da9b9e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:07.840704 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4b6e5-016f-4f38-a4a5-a6e39da9b9e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:07.840704 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4b6e5-016f-4f38-a4a5-a6e39da9b9e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:07.840704 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4b6e5-016f-4f38-a4a5-a6e39da9b9e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:07.840704 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4b6e5-016f-4f38-a4a5-a6e39da9b9e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:07.840704 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4b6e5-016f-4f38-a4a5-a6e39da9b9e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:07.840704 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4b6e5-016f-4f38-a4a5-a6e39da9b9e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:07.840704 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4b6e5-016f-4f38-a4a5-a6e39da9b9e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:07.840704 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4b6e5-016f-4f38-a4a5-a6e39da9b9e5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:07.867462 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0f530c57-eb74-46a2-9c7a-153b939fff1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.921053 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-db28182f-172e-4f6f-8274-d675efffe9e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.927756 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-dc30a57b-1a80-400d-b658-add25ae0ced1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Deleting port aa4f7436-19a3-4af8-8a4f-0374a7054482 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:07.928170 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dc30a57b-1a80-400d-b658-add25ae0ced1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.941813 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-db28182f-172e-4f6f-8274-d675efffe9e2 admin admin] Transition to ACTIVE for port object e11e6a15-d3c1-4284-b8d7-5f02ed03f796 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:07.966564 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f530c57-eb74-46a2-9c7a-153b939fff1c None None] Routers {'00dc8599-a92e-4932-a826-e69bb79cd9ce'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:07.967492 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-0f530c57-eb74-46a2-9c7a-153b939fff1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:33:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['00dc8599-a92e-4932-a826-e69bb79cd9ce'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:08.016950 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bbe833-e6e4-4b39-ad35-a27e58b26267 None None] Pushing event updated for resources: {'Port': ['ID=2d60a79e-0a10-41e1-9465-6f2e63f479d9,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:08.041068 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dc30a57b-1a80-400d-b658-add25ae0ced1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:08.071136 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-dc30a57b-1a80-400d-b658-add25ae0ced1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Calling delete_port for aa4f7436-19a3-4af8-8a4f-0374a7054482 owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:08.085290 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-db28182f-172e-4f6f-8274-d675efffe9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:08.128057 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-0f530c57-eb74-46a2-9c7a-153b939fff1c None None] Set router 00dc8599-a92e-4932-a826-e69bb79cd9ce gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:08.141250 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db28182f-172e-4f6f-8274-d675efffe9e2 admin admin] Network 077fd748-2990-43a3-b379-1249cb605c64 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:08.148091 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-db28182f-172e-4f6f-8274-d675efffe9e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:08.152159 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db28182f-172e-4f6f-8274-d675efffe9e2 admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:08.299521 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28182f-172e-4f6f-8274-d675efffe9e2 admin admin] Pushing event updated for resources: {'Port': ['ID=e11e6a15-d3c1-4284-b8d7-5f02ed03f796,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:08.340622 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-db28182f-172e-4f6f-8274-d675efffe9e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:08.398390 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dc30a57b-1a80-400d-b658-add25ae0ced1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:08.499617 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30a57b-1a80-400d-b658-add25ae0ced1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Port': ['ID=aa4f7436-19a3-4af8-8a4f-0374a7054482,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:08.516864 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dc30a57b-1a80-400d-b658-add25ae0ced1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:08.522338 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-dc30a57b-1a80-400d-b658-add25ae0ced1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/ports/aa4f7436-19a3-4af8-8a4f-0374a7054482 HTTP/1.1" status: 204 len: 168 time: 0.7781994 Jun 30 09:34:08.527626 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40832) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:08.586202 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-0f530c57-eb74-46a2-9c7a-153b939fff1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'name': 'tempest-TestVolumeBootPattern-527855541-router', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:04Z', 'revision_number': 3, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'gw_port': {'id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:08.669892 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f530c57-eb74-46a2-9c7a-153b939fff1c None None] The sync data for ids ['00dc8599-a92e-4932-a826-e69bb79cd9ce'] in n-d-771363-31 is: [{'id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'name': 'tempest-TestVolumeBootPattern-527855541-router', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:04Z', 'revision_number': 3, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'gw_port': {'id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:34:08.698353 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab56a97b-05f7-4fcb-a428-2a3497799ef4 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:08.698353 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ab56a97b-05f7-4fcb-a428-2a3497799ef4 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1630492 Jun 30 09:34:08.698712 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40842) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:08.754956 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa97386d-8f7c-44f8-a717-57d9d630df70 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] GET failed (client error): The resource could not be found. Jun 30 09:34:08.756691 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-aa97386d-8f7c-44f8-a717-57d9d630df70 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "GET /v2.0/ports/aa4f7436-19a3-4af8-8a4f-0374a7054482 HTTP/1.1" status: 404 len: 333 time: 0.0609462 Jun 30 09:34:08.760556 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40844) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:08.779320 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-649bd264-cc0f-4290-a953-52cc5736b51a tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-847381624'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:08.821392 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9f3ce13e-accd-4716-a66a-0cbf4bd3eb7c None None] Provisioning for port e11e6a15-d3c1-4284-b8d7-5f02ed03f796 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:08.828420 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9f3ce13e-accd-4716-a66a-0cbf4bd3eb7c None None] Provisioning complete for port e11e6a15-d3c1-4284-b8d7-5f02ed03f796 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:08.828810 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9f3ce13e-accd-4716-a66a-0cbf4bd3eb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:08.872841 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-db28182f-172e-4f6f-8274-d675efffe9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:08.917345 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-9f3ce13e-accd-4716-a66a-0cbf4bd3eb7c None None] Port e11e6a15-d3c1-4284-b8d7-5f02ed03f796 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:09.119506 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:09.126582 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649bd264-cc0f-4290-a953-52cc5736b51a tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:09.130786 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-649bd264-cc0f-4290-a953-52cc5736b51a tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:09.195049 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-649bd264-cc0f-4290-a953-52cc5736b51a tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:34:09.230711 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-db28182f-172e-4f6f-8274-d675efffe9e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:09.238029 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-649bd264-cc0f-4290-a953-52cc5736b51a tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:09.239043 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-649bd264-cc0f-4290-a953-52cc5736b51a tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Added segment d8e43730-f4a7-40f8-8748-32989fa7d075 of type vlan for network ae86a4de-6abf-489a-8d69-f16f0d5ee555 Jun 30 09:34:09.329021 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-649bd264-cc0f-4290-a953-52cc5736b51a tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:09.476027 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-db28182f-172e-4f6f-8274-d675efffe9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:09.638377 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-649bd264-cc0f-4290-a953-52cc5736b51a tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:09.646890 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649bd264-cc0f-4290-a953-52cc5736b51a tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:09.651926 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-649bd264-cc0f-4290-a953-52cc5736b51a tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:09.723227 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28182f-172e-4f6f-8274-d675efffe9e2 admin admin] Pushing event updated for resources: {'Port': ['ID=e11e6a15-d3c1-4284-b8d7-5f02ed03f796,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:09.782107 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-db28182f-172e-4f6f-8274-d675efffe9e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:09.888636 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-649bd264-cc0f-4290-a953-52cc5736b51a tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1268084 Jun 30 09:34:09.893434 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40868) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:09.898879 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-866b1faf-d659-4552-8f93-f8f5d6d92ea8 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'subnet': {'network_id': 'ae86a4de-6abf-489a-8d69-f16f0d5ee555', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:09.962728 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649bd264-cc0f-4290-a953-52cc5736b51a tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Network': ['ID=ae86a4de-6abf-489a-8d69-f16f0d5ee555,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:09.988689 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network ae86a4de-6abf-489a-8d69-f16f0d5ee555 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:34:10.060418 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db28182f-172e-4f6f-8274-d675efffe9e2 admin admin] Network 077fd748-2990-43a3-b379-1249cb605c64 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:10.062253 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-db28182f-172e-4f6f-8274-d675efffe9e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:10.264381 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db28182f-172e-4f6f-8274-d675efffe9e2 admin admin] Router 00dc8599-a92e-4932-a826-e69bb79cd9ce has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:34:10.444940 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db28182f-172e-4f6f-8274-d675efffe9e2 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:34:10.454148 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-db28182f-172e-4f6f-8274-d675efffe9e2 admin admin] 10.222.0.10 "PUT /v2.0/routers/00dc8599-a92e-4932-a826-e69bb79cd9ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0672812 Jun 30 09:34:10.465931 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866b1faf-d659-4552-8f93-f8f5d6d92ea8 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:10.469575 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-866b1faf-d659-4552-8f93-f8f5d6d92ea8 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:10.491909 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-02e87f83-fb2a-4b43-b695-7a644c12548f None None] Provisioning complete for port e11e6a15-d3c1-4284-b8d7-5f02ed03f796 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:10.492391 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-02e87f83-fb2a-4b43-b695-7a644c12548f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:10.583293 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-02e87f83-fb2a-4b43-b695-7a644c12548f None None] Port e11e6a15-d3c1-4284-b8d7-5f02ed03f796 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:10.649272 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 2d60a79e-0a10-41e1-9465-6f2e63f479d9 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:11.010087 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 2d60a79e-0a10-41e1-9465-6f2e63f479d9 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:11.015107 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 2d60a79e-0a10-41e1-9465-6f2e63f479d9 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:11.016098 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:11.061425 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-866b1faf-d659-4552-8f93-f8f5d6d92ea8 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:11.168476 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b1faf-d659-4552-8f93-f8f5d6d92ea8 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Subnet': ['ID=e130bd82-66d3-46ee-9498-a80317c297eb,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:11.168731 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:11.195256 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 2d60a79e-0a10-41e1-9465-6f2e63f479d9, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=2d60a79e-0a10-41e1-9465-6f2e63f479d9,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:11.222029 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866b1faf-d659-4552-8f93-f8f5d6d92ea8 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Checking segment: {'id': 'd8e43730-f4a7-40f8-8748-32989fa7d075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ae86a4de-6abf-489a-8d69-f16f0d5ee555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:11.222847 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866b1faf-d659-4552-8f93-f8f5d6d92ea8 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network hostable DHCP agents. Network: ae86a4de-6abf-489a-8d69-f16f0d5ee555, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:34:11.330373 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69285a5-27dc-40df-8ea2-50daa34eb487 None None] Sync routers for ids ['00dc8599-a92e-4932-a826-e69bb79cd9ce'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:34:11.342706 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69285a5-27dc-40df-8ea2-50daa34eb487 None None] Routers {'00dc8599-a92e-4932-a826-e69bb79cd9ce'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:11.342706 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b69285a5-27dc-40df-8ea2-50daa34eb487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:33:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['00dc8599-a92e-4932-a826-e69bb79cd9ce'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:11.364785 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866b1faf-d659-4552-8f93-f8f5d6d92ea8 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network ae86a4de-6abf-489a-8d69-f16f0d5ee555 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:34:11.366746 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:11.501192 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-866b1faf-d659-4552-8f93-f8f5d6d92ea8 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, ae86a4de-6abf-489a-8d69-f16f0d5ee555) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:11.505403 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866b1faf-d659-4552-8f93-f8f5d6d92ea8 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:11.505991 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-866b1faf-d659-4552-8f93-f8f5d6d92ea8 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:11.521412 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844ee024-f4ef-4cc8-8b72-94de800e3f2d None None] Network ae86a4de-6abf-489a-8d69-f16f0d5ee555 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:11.523962 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=2d60a79e-0a10-41e1-9465-6f2e63f479d9,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:11.637296 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-b69285a5-27dc-40df-8ea2-50daa34eb487 None None] Set router 00dc8599-a92e-4932-a826-e69bb79cd9ce gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:11.745364 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-866b1faf-d659-4552-8f93-f8f5d6d92ea8 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8419936 Jun 30 09:34:11.745364 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40910) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:11.746469 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-4dde356a-c2a9-4cf7-9310-b5fd47728350 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'subnet': {'network_id': 'ae86a4de-6abf-489a-8d69-f16f0d5ee555', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:11.765593 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e843507-4f65-46e1-97a9-8f1603a93ee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-ae86a4de-6abf-489a-8d69-f16f0d5ee555', 'network_id': 'ae86a4de-6abf-489a-8d69-f16f0d5ee555', 'tenant_id': '01856d533e0f4637bcf2cf22fb15c6ff', 'fixed_ips': [{'subnet_id': 'e130bd82-66d3-46ee-9498-a80317c297eb'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:34:11.766722 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5e843507-4f65-46e1-97a9-8f1603a93ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.106973 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b69285a5-27dc-40df-8ea2-50daa34eb487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'name': 'tempest-TestVolumeBootPattern-527855541-router', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:08Z', 'revision_number': 4, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'gw_port': {'id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'e11e6a15-d3c1-4284-b8d7-5f02ed03f796', 'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'mac_address': 'fa:16:3e:4d:41:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '026a88de-b3fc-4597-8030-64264f9192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:07Z', 'updated_at': '2021-06-30T09:34:08Z', 'revision_number': 2, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'subnets': [{'id': '026a88de-b3fc-4597-8030-64264f9192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:12.139882 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-5e843507-4f65-46e1-97a9-8f1603a93ee1 None None] Allocated IP 172.20.0.2 (ae86a4de-6abf-489a-8d69-f16f0d5ee555/e130bd82-66d3-46ee-9498-a80317c297eb/6d659462-19b3-4db8-9de2-4c04c70c8c3d) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:12.172276 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69285a5-27dc-40df-8ea2-50daa34eb487 None None] Checking router: 00dc8599-a92e-4932-a826-e69bb79cd9ce for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:34:12.172620 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69285a5-27dc-40df-8ea2-50daa34eb487 None None] Updating router 00dc8599-a92e-4932-a826-e69bb79cd9ce port e11e6a15-d3c1-4284-b8d7-5f02ed03f796 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:34:12.203753 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dde356a-c2a9-4cf7-9310-b5fd47728350 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:12.214097 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4dde356a-c2a9-4cf7-9310-b5fd47728350 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.248007 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40926) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:12.253741 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-25886499-1fb2-4646-8bc0-8141e79476ed admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1288775858-network', 'tenant_id': 'f6e7d74f080342b38d704e7cb9f44d46'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:12.283761 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b69285a5-27dc-40df-8ea2-50daa34eb487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.411247 n-d-771363-31 neutron-server[101054]: INFO neutron.db.ipam_backend_mixin [None req-4dde356a-c2a9-4cf7-9310-b5fd47728350 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e130bd82-66d3-46ee-9498-a80317c297eb (CIDR: 172.20.0.0/28) Jun 30 09:34:12.535444 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 2d60a79e-0a10-41e1-9465-6f2e63f479d9 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:12.541878 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dde356a-c2a9-4cf7-9310-b5fd47728350 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:34:12.542604 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dde356a-c2a9-4cf7-9310-b5fd47728350 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:34:12.646411 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5e843507-4f65-46e1-97a9-8f1603a93ee1 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.655255 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 2d60a79e-0a10-41e1-9465-6f2e63f479d9 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:12.655630 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.668435 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5e843507-4f65-46e1-97a9-8f1603a93ee1 None None] Transition to ACTIVE for port object 6d659462-19b3-4db8-9de2-4c04c70c8c3d will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:12.722021 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5e843507-4f65-46e1-97a9-8f1603a93ee1 None None] Transition to ACTIVE for port object 6d659462-19b3-4db8-9de2-4c04c70c8c3d will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:12.764580 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b69285a5-27dc-40df-8ea2-50daa34eb487 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.776372 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-b69285a5-27dc-40df-8ea2-50daa34eb487 None None] Transition to ACTIVE for port object e11e6a15-d3c1-4284-b8d7-5f02ed03f796 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:12.803477 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25886499-1fb2-4646-8bc0-8141e79476ed admin admin] Made reservation on behalf of f6e7d74f080342b38d704e7cb9f44d46 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:12.806365 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-25886499-1fb2-4646-8bc0-8141e79476ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.817248 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-25886499-1fb2-4646-8bc0-8141e79476ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.947842 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5e843507-4f65-46e1-97a9-8f1603a93ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.001639 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e843507-4f65-46e1-97a9-8f1603a93ee1 None None] Network ae86a4de-6abf-489a-8d69-f16f0d5ee555 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:13.006674 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-5e843507-4f65-46e1-97a9-8f1603a93ee1 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:13.013888 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4dde356a-c2a9-4cf7-9310-b5fd47728350 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2708695 Jun 30 09:34:13.014764 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40936) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:13.018721 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b69285a5-27dc-40df-8ea2-50daa34eb487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.048125 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-7f3cd006-2339-4df4-8468-f07833c64c85 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'subnet': {'network_id': 'ae86a4de-6abf-489a-8d69-f16f0d5ee555', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:13.058784 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e843507-4f65-46e1-97a9-8f1603a93ee1 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:13.136002 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e843507-4f65-46e1-97a9-8f1603a93ee1 None None] Pushing event updated for resources: {'Port': ['ID=6d659462-19b3-4db8-9de2-4c04c70c8c3d,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:13.209331 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e0c42-48a1-4f9a-9b67-5025abd8a86e None None] Pushing event updated for resources: {'Port': ['ID=e11e6a15-d3c1-4284-b8d7-5f02ed03f796,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:13.225501 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e0c42-48a1-4f9a-9b67-5025abd8a86e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:13.226944 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e0c42-48a1-4f9a-9b67-5025abd8a86e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:13.226944 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e0c42-48a1-4f9a-9b67-5025abd8a86e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:13.226944 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e0c42-48a1-4f9a-9b67-5025abd8a86e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:13.226944 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e0c42-48a1-4f9a-9b67-5025abd8a86e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:13.227337 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e0c42-48a1-4f9a-9b67-5025abd8a86e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:13.227608 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e0c42-48a1-4f9a-9b67-5025abd8a86e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:13.227932 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e0c42-48a1-4f9a-9b67-5025abd8a86e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:13.228268 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e0c42-48a1-4f9a-9b67-5025abd8a86e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:13.228773 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e0c42-48a1-4f9a-9b67-5025abd8a86e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:13.229093 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e0c42-48a1-4f9a-9b67-5025abd8a86e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:13.229403 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e0c42-48a1-4f9a-9b67-5025abd8a86e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:13.237186 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-5e843507-4f65-46e1-97a9-8f1603a93ee1 None None] Attempting to bind port 6d659462-19b3-4db8-9de2-4c04c70c8c3d on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:13.237742 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-5e843507-4f65-46e1-97a9-8f1603a93ee1 None None] Attempting to bind port 6d659462-19b3-4db8-9de2-4c04c70c8c3d by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'd8e43730-f4a7-40f8-8748-32989fa7d075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ae86a4de-6abf-489a-8d69-f16f0d5ee555'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:13.237742 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e843507-4f65-46e1-97a9-8f1603a93ee1 None None] Attempting to bind port 6d659462-19b3-4db8-9de2-4c04c70c8c3d on network ae86a4de-6abf-489a-8d69-f16f0d5ee555 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:13.250548 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e843507-4f65-46e1-97a9-8f1603a93ee1 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:13.250931 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e843507-4f65-46e1-97a9-8f1603a93ee1 None None] Checking segment: {'id': 'd8e43730-f4a7-40f8-8748-32989fa7d075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ae86a4de-6abf-489a-8d69-f16f0d5ee555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:13.257852 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5e843507-4f65-46e1-97a9-8f1603a93ee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.261715 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-25886499-1fb2-4646-8bc0-8141e79476ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.263379 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e843507-4f65-46e1-97a9-8f1603a93ee1 None None] Bound using segment: {'id': 'd8e43730-f4a7-40f8-8748-32989fa7d075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ae86a4de-6abf-489a-8d69-f16f0d5ee555'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:13.263379 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-5e843507-4f65-46e1-97a9-8f1603a93ee1 None None] Bound port: 6d659462-19b3-4db8-9de2-4c04c70c8c3d, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e43730-f4a7-40f8-8748-32989fa7d075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ae86a4de-6abf-489a-8d69-f16f0d5ee555'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:13.263379 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5e843507-4f65-46e1-97a9-8f1603a93ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.314153 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-b69285a5-27dc-40df-8ea2-50daa34eb487 None None] Attempting to bind port e11e6a15-d3c1-4284-b8d7-5f02ed03f796 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:13.314519 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-b69285a5-27dc-40df-8ea2-50daa34eb487 None None] Attempting to bind port e11e6a15-d3c1-4284-b8d7-5f02ed03f796 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:13.314999 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69285a5-27dc-40df-8ea2-50daa34eb487 None None] Attempting to bind port e11e6a15-d3c1-4284-b8d7-5f02ed03f796 on network 077fd748-2990-43a3-b379-1249cb605c64 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:13.321475 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69285a5-27dc-40df-8ea2-50daa34eb487 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:13.322473 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69285a5-27dc-40df-8ea2-50daa34eb487 None None] Checking segment: {'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:13.323000 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b69285a5-27dc-40df-8ea2-50daa34eb487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.324124 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69285a5-27dc-40df-8ea2-50daa34eb487 None None] Bound using segment: {'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:13.324710 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-b69285a5-27dc-40df-8ea2-50daa34eb487 None None] Bound port: e11e6a15-d3c1-4284-b8d7-5f02ed03f796, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:13.325940 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b69285a5-27dc-40df-8ea2-50daa34eb487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.364547 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-5e843507-4f65-46e1-97a9-8f1603a93ee1 None None] For port 6d659462-19b3-4db8-9de2-4c04c70c8c3d, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:13.370228 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-25886499-1fb2-4646-8bc0-8141e79476ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.371871 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-5e843507-4f65-46e1-97a9-8f1603a93ee1 None None] For port 6d659462-19b3-4db8-9de2-4c04c70c8c3d, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=6d659462-19b3-4db8-9de2-4c04c70c8c3d,segment=NetworkSegment(d8e43730-f4a7-40f8-8748-32989fa7d075),segment_id=d8e43730-f4a7-40f8-8748-32989fa7d075)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:13.402075 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25886499-1fb2-4646-8bc0-8141e79476ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:34:13.421500 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25886499-1fb2-4646-8bc0-8141e79476ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10103ec6-0849-4aff-a397-e37cab6e9298,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:13.434081 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-25886499-1fb2-4646-8bc0-8141e79476ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.437572 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-b69285a5-27dc-40df-8ea2-50daa34eb487 None None] For port e11e6a15-d3c1-4284-b8d7-5f02ed03f796, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:13.440573 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-25886499-1fb2-4646-8bc0-8141e79476ed admin admin] Added segment 657c2c0f-9a4f-49ac-862f-be09d168e28c of type vlan for network c3fd9411-93e4-4c68-88bc-86076807db1a Jun 30 09:34:13.441928 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-b69285a5-27dc-40df-8ea2-50daa34eb487 None None] For port e11e6a15-d3c1-4284-b8d7-5f02ed03f796, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e11e6a15-d3c1-4284-b8d7-5f02ed03f796,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:13.499926 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-25886499-1fb2-4646-8bc0-8141e79476ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.645054 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3cd006-2339-4df4-8468-f07833c64c85 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:13.646935 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b69285a5-27dc-40df-8ea2-50daa34eb487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.658220 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5e843507-4f65-46e1-97a9-8f1603a93ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.674835 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7f3cd006-2339-4df4-8468-f07833c64c85 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.700962 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-25886499-1fb2-4646-8bc0-8141e79476ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.702274 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25886499-1fb2-4646-8bc0-8141e79476ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:13.704737 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-25886499-1fb2-4646-8bc0-8141e79476ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.788334 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e843507-4f65-46e1-97a9-8f1603a93ee1 None None] Pushing event updated for resources: {'Port': ['ID=6d659462-19b3-4db8-9de2-4c04c70c8c3d,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:13.801158 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69285a5-27dc-40df-8ea2-50daa34eb487 None None] Routers {'00dc8599-a92e-4932-a826-e69bb79cd9ce'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:13.806445 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b69285a5-27dc-40df-8ea2-50daa34eb487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:33:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['00dc8599-a92e-4932-a826-e69bb79cd9ce'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:13.864635 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-25886499-1fb2-4646-8bc0-8141e79476ed admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6064458 Jun 30 09:34:13.864635 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40956) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:13.865704 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-de809fd7-1e4e-48b9-88fe-144172276b49 admin admin] Request body: {'subnet': {'network_id': 'c3fd9411-93e4-4c68-88bc-86076807db1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1288775858-subnet', 'tenant_id': 'f6e7d74f080342b38d704e7cb9f44d46', 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:13.872802 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25886499-1fb2-4646-8bc0-8141e79476ed admin admin] Pushing event updated for resources: {'Network': ['ID=c3fd9411-93e4-4c68-88bc-86076807db1a,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:13.889563 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network c3fd9411-93e4-4c68-88bc-86076807db1a details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:34:14.120047 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e0c42-48a1-4f9a-9b67-5025abd8a86e None None] Pushing event updated for resources: {'Port': ['ID=e11e6a15-d3c1-4284-b8d7-5f02ed03f796,revision_number=4']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:14.147795 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de809fd7-1e4e-48b9-88fe-144172276b49 admin admin] Made reservation on behalf of f6e7d74f080342b38d704e7cb9f44d46 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:14.151509 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-de809fd7-1e4e-48b9-88fe-144172276b49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:14.297618 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-b69285a5-27dc-40df-8ea2-50daa34eb487 None None] Set router 00dc8599-a92e-4932-a826-e69bb79cd9ce gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:14.297782 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40966) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:14.298052 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40968) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:14.347586 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-8cdd453a-31c8-4e7e-9348-e80bcc17833d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1233274831'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:14.604225 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdd453a-31c8-4e7e-9348-e80bcc17833d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Made reservation on behalf of 49d88a13984c4bcba0f76778ac61ce8d for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:14.604225 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8cdd453a-31c8-4e7e-9348-e80bcc17833d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:14.641948 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 6d659462-19b3-4db8-9de2-4c04c70c8c3d up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:14.684374 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cdd453a-31c8-4e7e-9348-e80bcc17833d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:34:14.702162 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b69285a5-27dc-40df-8ea2-50daa34eb487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'name': 'tempest-TestVolumeBootPattern-527855541-router', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:08Z', 'revision_number': 4, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'gw_port': {'id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'e11e6a15-d3c1-4284-b8d7-5f02ed03f796', 'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'mac_address': 'fa:16:3e:4d:41:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '026a88de-b3fc-4597-8030-64264f9192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:07Z', 'updated_at': '2021-06-30T09:34:13Z', 'revision_number': 4, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'subnets': [{'id': '026a88de-b3fc-4597-8030-64264f9192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:14.709338 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8cdd453a-31c8-4e7e-9348-e80bcc17833d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:14.709698 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-8cdd453a-31c8-4e7e-9348-e80bcc17833d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Added segment 33f0e812-b945-455c-a517-2095d72e4ae2 of type vlan for network 0dddfd27-81de-48f4-aeb7-79778bc775af Jun 30 09:34:14.741722 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69285a5-27dc-40df-8ea2-50daa34eb487 None None] The sync data for ids ['00dc8599-a92e-4932-a826-e69bb79cd9ce'] in n-d-771363-31 is: [{'id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'name': 'tempest-TestVolumeBootPattern-527855541-router', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:08Z', 'revision_number': 4, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'gw_port': {'id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'e11e6a15-d3c1-4284-b8d7-5f02ed03f796', 'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'mac_address': 'fa:16:3e:4d:41:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '026a88de-b3fc-4597-8030-64264f9192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:07Z', 'updated_at': '2021-06-30T09:34:13Z', 'revision_number': 4, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'subnets': [{'id': '026a88de-b3fc-4597-8030-64264f9192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:34:14.769980 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-de809fd7-1e4e-48b9-88fe-144172276b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:14.772849 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8cdd453a-31c8-4e7e-9348-e80bcc17833d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:14.793854 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7f3cd006-2339-4df4-8468-f07833c64c85 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:14.860934 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 6d659462-19b3-4db8-9de2-4c04c70c8c3d completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:14.876561 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de809fd7-1e4e-48b9-88fe-144172276b49 admin admin] Checking segment: {'id': '657c2c0f-9a4f-49ac-862f-be09d168e28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c3fd9411-93e4-4c68-88bc-86076807db1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:14.877211 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de809fd7-1e4e-48b9-88fe-144172276b49 admin admin] Network hostable DHCP agents. Network: c3fd9411-93e4-4c68-88bc-86076807db1a, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:34:14.921788 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de809fd7-1e4e-48b9-88fe-144172276b49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86de4bdf-3d4d-4e13-9371-26516acbeeed,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:14.958047 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.db.resource_extend [None req-8cdd453a-31c8-4e7e-9348-e80bcc17833d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:34:14.991828 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3cd006-2339-4df4-8468-f07833c64c85 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network ae86a4de-6abf-489a-8d69-f16f0d5ee555 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:15.023169 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-7f3cd006-2339-4df4-8468-f07833c64c85 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:15.061030 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de809fd7-1e4e-48b9-88fe-144172276b49 admin admin] Network c3fd9411-93e4-4c68-88bc-86076807db1a is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:34:15.070576 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3cd006-2339-4df4-8468-f07833c64c85 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:15.072782 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7f3cd006-2339-4df4-8468-f07833c64c85 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:15.147928 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3cd006-2339-4df4-8468-f07833c64c85 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Subnet': ['ID=dfac4a36-3e57-4cb9-ad74-7236a966ad3c,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:15.175186 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-de809fd7-1e4e-48b9-88fe-144172276b49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, c3fd9411-93e4-4c68-88bc-86076807db1a) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:15.183540 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03776a0b-dc28-4a22-ae45-e005f783ed87 None None] Network c3fd9411-93e4-4c68-88bc-86076807db1a requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:15.188195 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de809fd7-1e4e-48b9-88fe-144172276b49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:15.192262 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-de809fd7-1e4e-48b9-88fe-144172276b49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:15.436139 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578327da-76cb-44fc-99a3-05ad049dab7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-c3fd9411-93e4-4c68-88bc-86076807db1a', 'network_id': 'c3fd9411-93e4-4c68-88bc-86076807db1a', 'tenant_id': 'f6e7d74f080342b38d704e7cb9f44d46', 'fixed_ips': [{'subnet_id': '86de4bdf-3d4d-4e13-9371-26516acbeeed'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:34:15.437292 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-578327da-76cb-44fc-99a3-05ad049dab7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:15.469274 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8cdd453a-31c8-4e7e-9348-e80bcc17833d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:15.475647 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdd453a-31c8-4e7e-9348-e80bcc17833d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:15.486048 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8cdd453a-31c8-4e7e-9348-e80bcc17833d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:15.514309 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-de809fd7-1e4e-48b9-88fe-144172276b49 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6543252 Jun 30 09:34:15.516769 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40990) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:15.522092 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-d3b5bd1a-b629-4f54-aa93-cb6f8bd8e4ce admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1288775858-router', 'tenant_id': 'f6e7d74f080342b38d704e7cb9f44d46', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:15.612402 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5a0cf4-5530-4d5a-8115-c35dad91c187 None None] Network ae86a4de-6abf-489a-8d69-f16f0d5ee555 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:15.636004 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7f3cd006-2339-4df4-8468-f07833c64c85 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6192672 Jun 30 09:34:15.639255 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 40992) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:15.652875 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-1e32458b-88ec-48b2-8a32-92c5b9aef9ad tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'port': {'network_id': 'ae86a4de-6abf-489a-8d69-f16f0d5ee555', 'fixed_ips': [{'subnet_id': 'e130bd82-66d3-46ee-9498-a80317c297eb'}, {'subnet_id': 'dfac4a36-3e57-4cb9-ad74-7236a966ad3c'}], 'name': 'tempest-PortsTestJSON-762203337'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:15.654059 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd453a-31c8-4e7e-9348-e80bcc17833d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Pushing event updated for resources: {'Network': ['ID=0dddfd27-81de-48f4-aeb7-79778bc775af,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:15.677476 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d50e3bb5-beab-4960-8a07-2d1a0f5c38ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:15.854687 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d3b5bd1a-b629-4f54-aa93-cb6f8bd8e4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:15.864996 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d3b5bd1a-b629-4f54-aa93-cb6f8bd8e4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:15.895553 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 0dddfd27-81de-48f4-aeb7-79778bc775af details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:34:16.079507 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8cdd453a-31c8-4e7e-9348-e80bcc17833d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7779167 Jun 30 09:34:16.085190 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 40996) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:16.092967 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-aabec3c5-8b3d-40f9-b2d8-54c8d35eb89a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-273455348'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:16.093330 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-578327da-76cb-44fc-99a3-05ad049dab7e None None] Allocated IP 172.20.0.2 (c3fd9411-93e4-4c68-88bc-86076807db1a/86de4bdf-3d4d-4e13-9371-26516acbeeed/b407082f-00b1-445b-9174-4cfac420bc7c) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:16.157993 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-d50e3bb5-beab-4960-8a07-2d1a0f5c38ca admin admin] Deleting port a9a6e91e-ac32-4116-b504-3d6eeec10321 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:16.158345 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d50e3bb5-beab-4960-8a07-2d1a0f5c38ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:16.204280 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f8c99358-73ae-4242-9910-e3b71ce9fdcd None None] Provisioning for port 6d659462-19b3-4db8-9de2-4c04c70c8c3d completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:16.248501 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f8c99358-73ae-4242-9910-e3b71ce9fdcd None None] Provisioning complete for port 6d659462-19b3-4db8-9de2-4c04c70c8c3d triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:16.249264 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f8c99358-73ae-4242-9910-e3b71ce9fdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:16.344423 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-d50e3bb5-beab-4960-8a07-2d1a0f5c38ca admin admin] For port a9a6e91e-ac32-4116-b504-3d6eeec10321, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a9a6e91e-ac32-4116-b504-3d6eeec10321,segment=NetworkSegment(00b77331-5ed3-4449-ba6a-84efe27ecf19),segment_id=00b77331-5ed3-4449-ba6a-84efe27ecf19)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:16.345134 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d50e3bb5-beab-4960-8a07-2d1a0f5c38ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:16.378870 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-d50e3bb5-beab-4960-8a07-2d1a0f5c38ca admin admin] Calling delete_port for a9a6e91e-ac32-4116-b504-3d6eeec10321 owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:16.434189 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f8c99358-73ae-4242-9910-e3b71ce9fdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:16.469546 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d3b5bd1a-b629-4f54-aa93-cb6f8bd8e4ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:16.537901 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-f8c99358-73ae-4242-9910-e3b71ce9fdcd None None] For port 6d659462-19b3-4db8-9de2-4c04c70c8c3d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=6d659462-19b3-4db8-9de2-4c04c70c8c3d,segment=NetworkSegment(d8e43730-f4a7-40f8-8748-32989fa7d075),segment_id=d8e43730-f4a7-40f8-8748-32989fa7d075)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:16.614491 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-578327da-76cb-44fc-99a3-05ad049dab7e None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:16.656060 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-578327da-76cb-44fc-99a3-05ad049dab7e None None] Transition to ACTIVE for port object b407082f-00b1-445b-9174-4cfac420bc7c will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:16.674541 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f8c99358-73ae-4242-9910-e3b71ce9fdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:16.696429 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-578327da-76cb-44fc-99a3-05ad049dab7e None None] Transition to ACTIVE for port object b407082f-00b1-445b-9174-4cfac420bc7c will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:16.714704 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e32458b-88ec-48b2-8a32-92c5b9aef9ad tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:16.718206 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025a1d8e-10e7-4d60-8a6b-d57d3968c024 None None] Update dhcp port {'port': {'network_id': 'ae86a4de-6abf-489a-8d69-f16f0d5ee555', 'fixed_ips': [{'subnet_id': 'e130bd82-66d3-46ee-9498-a80317c297eb', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dfac4a36-3e57-4cb9-ad74-7236a966ad3c'}], 'binding:host_id': 'n-d-771363-31'}, 'id': '6d659462-19b3-4db8-9de2-4c04c70c8c3d'} from n-d-771363-31. {{(pid=101055) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:34:16.720490 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e11e6a15-d3c1-4284-b8d7-5f02ed03f796 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:16.851446 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabec3c5-8b3d-40f9-b2d8-54c8d35eb89a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Made reservation on behalf of 49d88a13984c4bcba0f76778ac61ce8d for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:16.857327 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aabec3c5-8b3d-40f9-b2d8-54c8d35eb89a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:16.891619 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c99358-73ae-4242-9910-e3b71ce9fdcd None None] Pushing event updated for resources: {'Port': ['ID=6d659462-19b3-4db8-9de2-4c04c70c8c3d,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:16.896257 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-578327da-76cb-44fc-99a3-05ad049dab7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:16.898243 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-025a1d8e-10e7-4d60-8a6b-d57d3968c024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:16.903834 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aabec3c5-8b3d-40f9-b2d8-54c8d35eb89a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:34:16.920036 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aabec3c5-8b3d-40f9-b2d8-54c8d35eb89a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:16.920646 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-aabec3c5-8b3d-40f9-b2d8-54c8d35eb89a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Added segment b64c8ad5-334a-4b81-bc98-c43b8f67e57a of type vlan for network 486cc323-8780-4f2e-93db-0b642dc27590 Jun 30 09:34:16.942881 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d3b5bd1a-b629-4f54-aa93-cb6f8bd8e4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:16.980122 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aabec3c5-8b3d-40f9-b2d8-54c8d35eb89a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:16.989588 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578327da-76cb-44fc-99a3-05ad049dab7e None None] Network c3fd9411-93e4-4c68-88bc-86076807db1a is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:17.004895 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-578327da-76cb-44fc-99a3-05ad049dab7e None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:17.017600 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d50e3bb5-beab-4960-8a07-2d1a0f5c38ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:17.019255 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578327da-76cb-44fc-99a3-05ad049dab7e None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:17.024809 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578327da-76cb-44fc-99a3-05ad049dab7e None None] Pushing event updated for resources: {'Port': ['ID=b407082f-00b1-445b-9174-4cfac420bc7c,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:17.064101 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1e32458b-88ec-48b2-8a32-92c5b9aef9ad tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:17.081086 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e3bb5-beab-4960-8a07-2d1a0f5c38ca admin admin] Pushing event deleted for resources: {'Port': ['ID=a9a6e91e-ac32-4116-b504-3d6eeec10321,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:17.094681 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-1e32458b-88ec-48b2-8a32-92c5b9aef9ad tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] device_id is not set on port 14fe7f32-6018-4242-8aae-6e4b40042c73 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:34:17.181265 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-578327da-76cb-44fc-99a3-05ad049dab7e None None] Attempting to bind port b407082f-00b1-445b-9174-4cfac420bc7c on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:17.183082 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-578327da-76cb-44fc-99a3-05ad049dab7e None None] Attempting to bind port b407082f-00b1-445b-9174-4cfac420bc7c by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '657c2c0f-9a4f-49ac-862f-be09d168e28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c3fd9411-93e4-4c68-88bc-86076807db1a'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:17.183082 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578327da-76cb-44fc-99a3-05ad049dab7e None None] Attempting to bind port b407082f-00b1-445b-9174-4cfac420bc7c on network c3fd9411-93e4-4c68-88bc-86076807db1a {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:17.224989 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578327da-76cb-44fc-99a3-05ad049dab7e None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:17.225387 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578327da-76cb-44fc-99a3-05ad049dab7e None None] Checking segment: {'id': '657c2c0f-9a4f-49ac-862f-be09d168e28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c3fd9411-93e4-4c68-88bc-86076807db1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:17.225777 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-578327da-76cb-44fc-99a3-05ad049dab7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:17.226168 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578327da-76cb-44fc-99a3-05ad049dab7e None None] Bound using segment: {'id': '657c2c0f-9a4f-49ac-862f-be09d168e28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c3fd9411-93e4-4c68-88bc-86076807db1a'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:17.226715 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-578327da-76cb-44fc-99a3-05ad049dab7e None None] Bound port: b407082f-00b1-445b-9174-4cfac420bc7c, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657c2c0f-9a4f-49ac-862f-be09d168e28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c3fd9411-93e4-4c68-88bc-86076807db1a'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:17.227016 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-578327da-76cb-44fc-99a3-05ad049dab7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:17.254754 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port e11e6a15-d3c1-4284-b8d7-5f02ed03f796 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:17.316054 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aabec3c5-8b3d-40f9-b2d8-54c8d35eb89a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:17.329850 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabec3c5-8b3d-40f9-b2d8-54c8d35eb89a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:17.330774 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aabec3c5-8b3d-40f9-b2d8-54c8d35eb89a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:17.334820 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port e11e6a15-d3c1-4284-b8d7-5f02ed03f796 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:17.335226 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:17.348197 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-025a1d8e-10e7-4d60-8a6b-d57d3968c024 None None] Allocated IP 172.20.0.18 (ae86a4de-6abf-489a-8d69-f16f0d5ee555/dfac4a36-3e57-4cb9-ad74-7236a966ad3c/6d659462-19b3-4db8-9de2-4c04c70c8c3d) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:17.519409 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-578327da-76cb-44fc-99a3-05ad049dab7e None None] For port b407082f-00b1-445b-9174-4cfac420bc7c, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:17.535791 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabec3c5-8b3d-40f9-b2d8-54c8d35eb89a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Pushing event updated for resources: {'Network': ['ID=486cc323-8780-4f2e-93db-0b642dc27590,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:17.542587 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-578327da-76cb-44fc-99a3-05ad049dab7e None None] For port b407082f-00b1-445b-9174-4cfac420bc7c, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=b407082f-00b1-445b-9174-4cfac420bc7c,segment=NetworkSegment(657c2c0f-9a4f-49ac-862f-be09d168e28c),segment_id=657c2c0f-9a4f-49ac-862f-be09d168e28c)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:17.576147 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 486cc323-8780-4f2e-93db-0b642dc27590 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:34:17.576778 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d50e3bb5-beab-4960-8a07-2d1a0f5c38ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:17.671022 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-025a1d8e-10e7-4d60-8a6b-d57d3968c024 None None] For port 6d659462-19b3-4db8-9de2-4c04c70c8c3d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=6d659462-19b3-4db8-9de2-4c04c70c8c3d,segment=NetworkSegment(d8e43730-f4a7-40f8-8748-32989fa7d075),segment_id=d8e43730-f4a7-40f8-8748-32989fa7d075)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:17.696792 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:17.735187 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d3b5bd1a-b629-4f54-aa93-cb6f8bd8e4ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:17.739973 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-025a1d8e-10e7-4d60-8a6b-d57d3968c024 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:17.763482 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d3b5bd1a-b629-4f54-aa93-cb6f8bd8e4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:17.770924 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-aabec3c5-8b3d-40f9-b2d8-54c8d35eb89a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6830332 Jun 30 09:34:17.777017 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-025a1d8e-10e7-4d60-8a6b-d57d3968c024 None None] Transition to ACTIVE for port object 6d659462-19b3-4db8-9de2-4c04c70c8c3d will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:17.780839 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41020) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:17.782469 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port e11e6a15-d3c1-4284-b8d7-5f02ed03f796, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e11e6a15-d3c1-4284-b8d7-5f02ed03f796,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:17.793789 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-35ca8be0-8145-4981-827c-bf42a84047f2 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Request body: {'subnet': {'network_id': '0dddfd27-81de-48f4-aeb7-79778bc775af', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:17.850748 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-578327da-76cb-44fc-99a3-05ad049dab7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:17.967865 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-025a1d8e-10e7-4d60-8a6b-d57d3968c024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:17.976986 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50e3bb5-beab-4960-8a07-2d1a0f5c38ca admin admin] Router 3b3a3c32-b66b-4afb-ac87-4c80727a25d7 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:34:17.991977 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578327da-76cb-44fc-99a3-05ad049dab7e None None] Pushing event updated for resources: {'Port': ['ID=b407082f-00b1-445b-9174-4cfac420bc7c,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:18.086375 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:18.154909 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-d3b5bd1a-b629-4f54-aa93-cb6f8bd8e4ce admin admin] Allocated IP 172.25.6.70 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/0be3d8e1-8c2b-4901-a377-d49586811e90) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:18.159675 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a1d8e-10e7-4d60-8a6b-d57d3968c024 None None] Pushing event updated for resources: {'Port': ['ID=6d659462-19b3-4db8-9de2-4c04c70c8c3d,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:18.380216 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=e11e6a15-d3c1-4284-b8d7-5f02ed03f796,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:18.420405 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ca8be0-8145-4981-827c-bf42a84047f2 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Made reservation on behalf of 49d88a13984c4bcba0f76778ac61ce8d for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:18.424802 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-35ca8be0-8145-4981-827c-bf42a84047f2 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:18.600212 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-1e32458b-88ec-48b2-8a32-92c5b9aef9ad tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Allocated IP 172.20.0.14 (ae86a4de-6abf-489a-8d69-f16f0d5ee555/e130bd82-66d3-46ee-9498-a80317c297eb/14fe7f32-6018-4242-8aae-6e4b40042c73) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:18.629427 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d3b5bd1a-b629-4f54-aa93-cb6f8bd8e4ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:18.633377 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-1e32458b-88ec-48b2-8a32-92c5b9aef9ad tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Allocated IP 172.20.0.22 (ae86a4de-6abf-489a-8d69-f16f0d5ee555/dfac4a36-3e57-4cb9-ad74-7236a966ad3c/14fe7f32-6018-4242-8aae-6e4b40042c73) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:18.917785 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 6d659462-19b3-4db8-9de2-4c04c70c8c3d up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:18.926171 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50e3bb5-beab-4960-8a07-2d1a0f5c38ca admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:34:18.949940 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d50e3bb5-beab-4960-8a07-2d1a0f5c38ca admin admin] 10.222.0.10 "PUT /v2.0/routers/3b3a3c32-b66b-4afb-ac87-4c80727a25d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6505408 Jun 30 09:34:18.952743 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41034) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:18.971798 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27f686f-4285-43f0-ad09-a9a59cc70c5e None None] Sync routers for ids ['3b3a3c32-b66b-4afb-ac87-4c80727a25d7'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:34:19.032131 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27f686f-4285-43f0-ad09-a9a59cc70c5e None None] Routers {'3b3a3c32-b66b-4afb-ac87-4c80727a25d7'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:19.032969 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b27f686f-4285-43f0-ad09-a9a59cc70c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:33:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['3b3a3c32-b66b-4afb-ac87-4c80727a25d7'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:19.082393 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d3b5bd1a-b629-4f54-aa93-cb6f8bd8e4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:19.177877 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-35ca8be0-8145-4981-827c-bf42a84047f2 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:19.239698 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-734825f2-639c-414a-9d5c-6dfe09831eac admin admin] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:19.242509 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e11e6a15-d3c1-4284-b8d7-5f02ed03f796 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:19.250669 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b5bd1a-b629-4f54-aa93-cb6f8bd8e4ce admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:19.304956 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-d3b5bd1a-b629-4f54-aa93-cb6f8bd8e4ce admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:19.322569 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b5bd1a-b629-4f54-aa93-cb6f8bd8e4ce admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:19.324757 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca8be0-8145-4981-827c-bf42a84047f2 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Pushing event updated for resources: {'Subnet': ['ID=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:19.332792 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1e32458b-88ec-48b2-8a32-92c5b9aef9ad tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:19.346651 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c066045b-ad37-4eda-baec-ba67c542d21c None None] Network ae86a4de-6abf-489a-8d69-f16f0d5ee555 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:19.361853 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5bd1a-b629-4f54-aa93-cb6f8bd8e4ce admin admin] Pushing event updated for resources: {'Port': ['ID=0be3d8e1-8c2b-4901-a377-d49586811e90,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:19.404536 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-1e32458b-88ec-48b2-8a32-92c5b9aef9ad tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Transition to ACTIVE for port object 14fe7f32-6018-4242-8aae-6e4b40042c73 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:19.471487 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ca8be0-8145-4981-827c-bf42a84047f2 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Checking segment: {'id': '33f0e812-b945-455c-a517-2095d72e4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0dddfd27-81de-48f4-aeb7-79778bc775af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:19.471834 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ca8be0-8145-4981-827c-bf42a84047f2 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Network hostable DHCP agents. Network: 0dddfd27-81de-48f4-aeb7-79778bc775af, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:34:19.491362 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-b27f686f-4285-43f0-ad09-a9a59cc70c5e None None] Set router 3b3a3c32-b66b-4afb-ac87-4c80727a25d7 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:19.505210 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-734825f2-639c-414a-9d5c-6dfe09831eac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:19.614112 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7c44cde5-326b-4900-9f21-1a683164dc4e None None] Provisioning for port 6d659462-19b3-4db8-9de2-4c04c70c8c3d completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:19.643971 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7c44cde5-326b-4900-9f21-1a683164dc4e None None] Provisioning complete for port 6d659462-19b3-4db8-9de2-4c04c70c8c3d triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:19.644578 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7c44cde5-326b-4900-9f21-1a683164dc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:19.701050 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ca8be0-8145-4981-827c-bf42a84047f2 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Network 0dddfd27-81de-48f4-aeb7-79778bc775af is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:34:19.720914 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-734825f2-639c-414a-9d5c-6dfe09831eac admin admin] Deleting port b056c212-fa63-495d-ab1c-5d878834e04d {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:19.721357 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-734825f2-639c-414a-9d5c-6dfe09831eac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:19.749579 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e234d1e-a641-4ca8-8919-b5b0a43e9fb9 None None] Network c3fd9411-93e4-4c68-88bc-86076807db1a requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:19.834398 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1e32458b-88ec-48b2-8a32-92c5b9aef9ad tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:19.860747 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-734825f2-639c-414a-9d5c-6dfe09831eac admin admin] For port b056c212-fa63-495d-ab1c-5d878834e04d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=b056c212-fa63-495d-ab1c-5d878834e04d,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:19.861143 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-734825f2-639c-414a-9d5c-6dfe09831eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:19.879619 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-734825f2-639c-414a-9d5c-6dfe09831eac admin admin] Calling delete_port for b056c212-fa63-495d-ab1c-5d878834e04d owned by network:router_gateway {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:19.923992 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-35ca8be0-8145-4981-827c-bf42a84047f2 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 0dddfd27-81de-48f4-aeb7-79778bc775af) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:19.944276 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ca8be0-8145-4981-827c-bf42a84047f2 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:19.944936 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-35ca8be0-8145-4981-827c-bf42a84047f2 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:19.963638 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e32458b-88ec-48b2-8a32-92c5b9aef9ad tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network ae86a4de-6abf-489a-8d69-f16f0d5ee555 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:19.997102 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-1e32458b-88ec-48b2-8a32-92c5b9aef9ad tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:20.016890 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcde72c-0afd-4847-a221-e89df6f6da02 None None] Network 0dddfd27-81de-48f4-aeb7-79778bc775af requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:20.036434 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e32458b-88ec-48b2-8a32-92c5b9aef9ad tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:20.039601 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32458b-88ec-48b2-8a32-92c5b9aef9ad tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Port': ['ID=14fe7f32-6018-4242-8aae-6e4b40042c73,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:20.094088 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port e11e6a15-d3c1-4284-b8d7-5f02ed03f796 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:20.095008 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:20.117870 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d3b5bd1a-b629-4f54-aa93-cb6f8bd8e4ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:20.132676 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e32458b-88ec-48b2-8a32-92c5b9aef9ad tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:20.133342 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1e32458b-88ec-48b2-8a32-92c5b9aef9ad tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:20.141552 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41050) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:20.142078 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-35ca8be0-8145-4981-827c-bf42a84047f2 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3624582 Jun 30 09:34:20.148857 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-7a0a2adc-e372-4323-aed1-0b5c8550922a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Request body: {'subnet': {'network_id': '486cc323-8780-4f2e-93db-0b642dc27590', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:20.312014 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-734825f2-639c-414a-9d5c-6dfe09831eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:20.415339 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734825f2-639c-414a-9d5c-6dfe09831eac admin admin] Pushing event deleted for resources: {'Port': ['ID=b056c212-fa63-495d-ab1c-5d878834e04d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:20.456381 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-734825f2-639c-414a-9d5c-6dfe09831eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:20.557927 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d3b5bd1a-b629-4f54-aa93-cb6f8bd8e4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:20.566546 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-734825f2-639c-414a-9d5c-6dfe09831eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:20.569958 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41058) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:20.570882 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1e32458b-88ec-48b2-8a32-92c5b9aef9ad tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.9301360 Jun 30 09:34:20.576594 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-b60b0006-570c-451a-9b7f-252ad30444ab tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e130bd82-66d3-46ee-9498-a80317c297eb'}]}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:20.587859 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-734825f2-639c-414a-9d5c-6dfe09831eac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:20.679631 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b407082f-00b1-445b-9174-4cfac420bc7c up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:20.768474 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b27f686f-4285-43f0-ad09-a9a59cc70c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'name': 'tempest-AttachVolumeShelveTestJSON-734684512-router', 'tenant_id': '012c38fa3263411f81f5a9c6187e3025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:46Z', 'updated_at': '2021-06-30T09:34:16Z', 'revision_number': 5, 'project_id': '012c38fa3263411f81f5a9c6187e3025', 'gw_port': {'id': 'b056c212-fa63-495d-ab1c-5d878834e04d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a3c32-b66b-4afb-ac87-4c80727a25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:47Z', 'updated_at': '2021-06-30T09:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:20.799282 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0a2adc-e372-4323-aed1-0b5c8550922a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Made reservation on behalf of 49d88a13984c4bcba0f76778ac61ce8d for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:20.803652 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7a0a2adc-e372-4323-aed1-0b5c8550922a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:20.851639 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27f686f-4285-43f0-ad09-a9a59cc70c5e None None] Checking router: 3b3a3c32-b66b-4afb-ac87-4c80727a25d7 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:34:20.859553 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acde577-7c14-40e9-bdb0-ca3af0f5038e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-0dddfd27-81de-48f4-aeb7-79778bc775af', 'network_id': '0dddfd27-81de-48f4-aeb7-79778bc775af', 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'fixed_ips': [{'subnet_id': '12d1a78a-cdcc-4d06-9966-3ab2b6b2f767'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:34:20.861025 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8acde577-7c14-40e9-bdb0-ca3af0f5038e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:20.870405 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a2d6253a-549b-4bba-9005-6f4692522d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:20.872251 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-734825f2-639c-414a-9d5c-6dfe09831eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:20.876236 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734825f2-639c-414a-9d5c-6dfe09831eac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b3a3c32-b66b-4afb-ac87-4c80727a25d7 {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:34:20.884071 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-07b106a2-d5f3-4fd2-a535-04a5193f74fc None None] Provisioning for port b407082f-00b1-445b-9174-4cfac420bc7c completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:20.892002 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-734825f2-639c-414a-9d5c-6dfe09831eac admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:20.898156 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-734825f2-639c-414a-9d5c-6dfe09831eac admin admin] 10.222.0.10 "DELETE /v2.0/routers/3b3a3c32-b66b-4afb-ac87-4c80727a25d7 HTTP/1.1" status: 204 len: 168 time: 1.9388840 Jun 30 09:34:20.899391 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41062) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:20.933988 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27f686f-4285-43f0-ad09-a9a59cc70c5e None None] Routers set() bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:20.934302 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27f686f-4285-43f0-ad09-a9a59cc70c5e None None] Router IDs set() for agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 09:34:20.935208 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_agentschedulers_db [None req-b27f686f-4285-43f0-ad09-a9a59cc70c5e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3b3a3c32-b66b-4afb-ac87-4c80727a25d7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:33:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent'). {{(pid=101055) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 30 09:34:20.935358 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27f686f-4285-43f0-ad09-a9a59cc70c5e None None] The sync data for ids ['3b3a3c32-b66b-4afb-ac87-4c80727a25d7'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:34:20.969172 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b60b0006-570c-451a-9b7f-252ad30444ab tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:21.034153 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b5bd1a-b629-4f54-aa93-cb6f8bd8e4ce admin admin] Router 1e0a7024-2f3a-4289-b1b8-02fc887b5224 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:34:21.220832 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-8acde577-7c14-40e9-bdb0-ca3af0f5038e None None] Allocated IP 10.1.1.2 (0dddfd27-81de-48f4-aeb7-79778bc775af/12d1a78a-cdcc-4d06-9966-3ab2b6b2f767/5417add6-fe93-402c-9373-abba6450fe54) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:21.223566 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port b407082f-00b1-445b-9174-4cfac420bc7c completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:21.251360 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port b407082f-00b1-445b-9174-4cfac420bc7c triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:21.251360 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:21.315743 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-b58e4e9a-175f-4089-9d5e-51014aff2732 admin admin] Deleting subnet afcabd5e-a40b-4794-b5f8-0b150c129247 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:34:21.341978 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b58e4e9a-175f-4089-9d5e-51014aff2732 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:21.586900 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b58e4e9a-175f-4089-9d5e-51014aff2732 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:21.652422 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b5bd1a-b629-4f54-aa93-cb6f8bd8e4ce admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:34:21.668395 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9433b7-2efb-4599-ad84-c904c3262dad None None] Sync routers for ids ['1e0a7024-2f3a-4289-b1b8-02fc887b5224'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:34:21.687651 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9433b7-2efb-4599-ad84-c904c3262dad None None] Routers {'1e0a7024-2f3a-4289-b1b8-02fc887b5224'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:21.687651 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-5d9433b7-2efb-4599-ad84-c904c3262dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:33:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1e0a7024-2f3a-4289-b1b8-02fc887b5224'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:21.733829 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:21.791194 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7a0a2adc-e372-4323-aed1-0b5c8550922a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:21.795512 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port b407082f-00b1-445b-9174-4cfac420bc7c, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=b407082f-00b1-445b-9174-4cfac420bc7c,segment=NetworkSegment(657c2c0f-9a4f-49ac-862f-be09d168e28c),segment_id=657c2c0f-9a4f-49ac-862f-be09d168e28c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:21.806417 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8acde577-7c14-40e9-bdb0-ca3af0f5038e None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:21.838753 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8acde577-7c14-40e9-bdb0-ca3af0f5038e None None] Transition to ACTIVE for port object 5417add6-fe93-402c-9373-abba6450fe54 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:21.857907 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b58e4e9a-175f-4089-9d5e-51014aff2732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:21.881354 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8acde577-7c14-40e9-bdb0-ca3af0f5038e None None] Transition to ACTIVE for port object 5417add6-fe93-402c-9373-abba6450fe54 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:21.941389 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:21.958170 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-5d9433b7-2efb-4599-ad84-c904c3262dad None None] Set router 1e0a7024-2f3a-4289-b1b8-02fc887b5224 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:22.080687 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b2eb02d4-a81e-4206-bf09-e11e522ced12 None None] Provisioning for port 14fe7f32-6018-4242-8aae-6e4b40042c73 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:22.090575 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8acde577-7c14-40e9-bdb0-ca3af0f5038e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:22.097823 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d3b5bd1a-b629-4f54-aa93-cb6f8bd8e4ce admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:22.103176 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d3b5bd1a-b629-4f54-aa93-cb6f8bd8e4ce admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5846386 Jun 30 09:34:22.106840 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41076) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:22.132507 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b58e4e9a-175f-4089-9d5e-51014aff2732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:22.132722 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b056c212-fa63-495d-ab1c-5d878834e04d no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:34:22.139362 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b2eb02d4-a81e-4206-bf09-e11e522ced12 None None] Provisioning complete for port 14fe7f32-6018-4242-8aae-6e4b40042c73 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:22.139842 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b2eb02d4-a81e-4206-bf09-e11e522ced12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:22.177204 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a2adc-e372-4323-aed1-0b5c8550922a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Pushing event updated for resources: {'Subnet': ['ID=974263d7-b687-4254-8813-85050a72f471,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:22.179579 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0a2adc-e372-4323-aed1-0b5c8550922a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Checking segment: {'id': 'b64c8ad5-334a-4b81-bc98-c43b8f67e57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '486cc323-8780-4f2e-93db-0b642dc27590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:22.179943 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0a2adc-e372-4323-aed1-0b5c8550922a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Network hostable DHCP agents. Network: 486cc323-8780-4f2e-93db-0b642dc27590, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:34:22.227261 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-b60b0006-570c-451a-9b7f-252ad30444ab tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Delete allocated IP 172.20.0.22 (ae86a4de-6abf-489a-8d69-f16f0d5ee555/dfac4a36-3e57-4cb9-ad74-7236a966ad3c) {{(pid=101054) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 09:34:22.228841 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e4e9a-175f-4089-9d5e-51014aff2732 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afcabd5e-a40b-4794-b5f8-0b150c129247,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:22.246474 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: b056c212-fa63-495d-ab1c-5d878834e04d {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:34:22.246474 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b056c212-fa63-495d-ab1c-5d878834e04d not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:34:22.246474 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a9a6e91e-ac32-4116-b504-3d6eeec10321 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:34:22.248615 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b58e4e9a-175f-4089-9d5e-51014aff2732 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:22.252488 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b58e4e9a-175f-4089-9d5e-51014aff2732 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/afcabd5e-a40b-4794-b5f8-0b150c129247 HTTP/1.1" status: 204 len: 168 time: 1.3468499 Jun 30 09:34:22.258079 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41078) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:22.280503 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: a9a6e91e-ac32-4116-b504-3d6eeec10321 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:34:22.281009 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a9a6e91e-ac32-4116-b504-3d6eeec10321 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:34:22.282573 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdce5b30-509c-49f0-b41d-084ca85ad8eb None None] Network 2ab70122-0020-4c29-ae52-7bd3c84e0fca requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:22.364749 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acde577-7c14-40e9-bdb0-ca3af0f5038e None None] Network 0dddfd27-81de-48f4-aeb7-79778bc775af is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:22.381020 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-8acde577-7c14-40e9-bdb0-ca3af0f5038e None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:22.407983 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acde577-7c14-40e9-bdb0-ca3af0f5038e None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:22.409726 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=b407082f-00b1-445b-9174-4cfac420bc7c,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:22.505934 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9047b893-1170-4f1e-8229-31a8b0e45fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:22.575148 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-5d9433b7-2efb-4599-ad84-c904c3262dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0a7024-2f3a-4289-b1b8-02fc887b5224', 'name': 'tempest-TestVolumeBootPattern-1288775858-router', 'tenant_id': 'f6e7d74f080342b38d704e7cb9f44d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '0be3d8e1-8c2b-4901-a377-d49586811e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:15Z', 'updated_at': '2021-06-30T09:34:19Z', 'revision_number': 3, 'project_id': 'f6e7d74f080342b38d704e7cb9f44d46', 'gw_port': {'id': '0be3d8e1-8c2b-4901-a377-d49586811e90', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0a7024-2f3a-4289-b1b8-02fc887b5224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:17Z', 'updated_at': '2021-06-30T09:34:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:22.603937 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-b2eb02d4-a81e-4206-bf09-e11e522ced12 None None] Port 14fe7f32-6018-4242-8aae-6e4b40042c73 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:22.658571 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0a2adc-e372-4323-aed1-0b5c8550922a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Network 486cc323-8780-4f2e-93db-0b642dc27590 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:34:22.668739 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9433b7-2efb-4599-ad84-c904c3262dad None None] Checking router: 1e0a7024-2f3a-4289-b1b8-02fc887b5224 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:34:22.669392 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9433b7-2efb-4599-ad84-c904c3262dad None None] Updating router 1e0a7024-2f3a-4289-b1b8-02fc887b5224 port 0be3d8e1-8c2b-4901-a377-d49586811e90 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:34:22.785180 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b60b0006-570c-451a-9b7f-252ad30444ab tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:22.794832 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-5d9433b7-2efb-4599-ad84-c904c3262dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:22.829845 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-b60b0006-570c-451a-9b7f-252ad30444ab tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Ignored duplicate provisioning block setup for port 14fe7f32-6018-4242-8aae-6e4b40042c73 by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 09:34:22.851625 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-9047b893-1170-4f1e-8229-31a8b0e45fc4 admin admin] Deleting port d80d4fb9-a2d1-48d4-8848-69a20c76b34b {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:22.852661 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9047b893-1170-4f1e-8229-31a8b0e45fc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:22.858513 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b2eb02d4-a81e-4206-bf09-e11e522ced12 None None] Provisioning complete for port 6d659462-19b3-4db8-9de2-4c04c70c8c3d triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:22.858882 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b2eb02d4-a81e-4206-bf09-e11e522ced12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:22.860657 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-8acde577-7c14-40e9-bdb0-ca3af0f5038e None None] Attempting to bind port 5417add6-fe93-402c-9373-abba6450fe54 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:22.861041 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-8acde577-7c14-40e9-bdb0-ca3af0f5038e None None] Attempting to bind port 5417add6-fe93-402c-9373-abba6450fe54 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '33f0e812-b945-455c-a517-2095d72e4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0dddfd27-81de-48f4-aeb7-79778bc775af'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:22.861399 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acde577-7c14-40e9-bdb0-ca3af0f5038e None None] Attempting to bind port 5417add6-fe93-402c-9373-abba6450fe54 on network 0dddfd27-81de-48f4-aeb7-79778bc775af {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:22.871115 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acde577-7c14-40e9-bdb0-ca3af0f5038e None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:22.871570 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acde577-7c14-40e9-bdb0-ca3af0f5038e None None] Checking segment: {'id': '33f0e812-b945-455c-a517-2095d72e4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0dddfd27-81de-48f4-aeb7-79778bc775af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:22.871992 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8acde577-7c14-40e9-bdb0-ca3af0f5038e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:22.872390 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acde577-7c14-40e9-bdb0-ca3af0f5038e None None] Bound using segment: {'id': '33f0e812-b945-455c-a517-2095d72e4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0dddfd27-81de-48f4-aeb7-79778bc775af'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:22.872893 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-8acde577-7c14-40e9-bdb0-ca3af0f5038e None None] Bound port: 5417add6-fe93-402c-9373-abba6450fe54, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f0e812-b945-455c-a517-2095d72e4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0dddfd27-81de-48f4-aeb7-79778bc775af'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:22.873280 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8acde577-7c14-40e9-bdb0-ca3af0f5038e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:22.876848 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acde577-7c14-40e9-bdb0-ca3af0f5038e None None] Pushing event updated for resources: {'Port': ['ID=5417add6-fe93-402c-9373-abba6450fe54,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:22.883855 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-7a0a2adc-e372-4323-aed1-0b5c8550922a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 486cc323-8780-4f2e-93db-0b642dc27590) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:22.896209 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0a2adc-e372-4323-aed1-0b5c8550922a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:22.896831 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7a0a2adc-e372-4323-aed1-0b5c8550922a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:22.939461 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b015d7b-f7a5-4a51-9ca2-c4c47f093d51 None None] Network 486cc323-8780-4f2e-93db-0b642dc27590 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:22.941950 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-9047b893-1170-4f1e-8229-31a8b0e45fc4 admin admin] For port d80d4fb9-a2d1-48d4-8848-69a20c76b34b, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=d80d4fb9-a2d1-48d4-8848-69a20c76b34b,segment=NetworkSegment(00b77331-5ed3-4449-ba6a-84efe27ecf19),segment_id=00b77331-5ed3-4449-ba6a-84efe27ecf19)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:22.942560 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9047b893-1170-4f1e-8229-31a8b0e45fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:22.993435 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b60b0006-570c-451a-9b7f-252ad30444ab tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:23.120066 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7a0a2adc-e372-4323-aed1-0b5c8550922a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9767230 Jun 30 09:34:23.146077 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41090) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:23.152080 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-83e85b5f-9340-4e4d-8d36-d83b513b5d5f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Request body: {'port': {'network_id': '0dddfd27-81de-48f4-aeb7-79778bc775af', 'name': 'tempest-TaggedBootDevicesTest_v242-2077901495', 'fixed_ips': [{'subnet_id': '12d1a78a-cdcc-4d06-9966-3ab2b6b2f767'}]}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:23.161209 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b0006-570c-451a-9b7f-252ad30444ab tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Port': ['ID=14fe7f32-6018-4242-8aae-6e4b40042c73,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:23.188547 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-8acde577-7c14-40e9-bdb0-ca3af0f5038e None None] For port 5417add6-fe93-402c-9373-abba6450fe54, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:23.195302 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-8acde577-7c14-40e9-bdb0-ca3af0f5038e None None] For port 5417add6-fe93-402c-9373-abba6450fe54, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5417add6-fe93-402c-9373-abba6450fe54,segment=NetworkSegment(33f0e812-b945-455c-a517-2095d72e4ae2),segment_id=33f0e812-b945-455c-a517-2095d72e4ae2)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:23.242805 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1c02a16a-16cc-45cb-846a-e549740f7c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:23.302169 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8acde577-7c14-40e9-bdb0-ca3af0f5038e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:23.328456 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-b60b0006-570c-451a-9b7f-252ad30444ab tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] In _notify_port_updated(), no bound segment for port 14fe7f32-6018-4242-8aae-6e4b40042c73 on network ae86a4de-6abf-489a-8d69-f16f0d5ee555 {{(pid=101054) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:34:23.343020 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60b0006-570c-451a-9b7f-252ad30444ab tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:23.343020 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b60b0006-570c-451a-9b7f-252ad30444ab tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:23.348725 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b60b0006-570c-451a-9b7f-252ad30444ab tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "PUT /v2.0/ports/14fe7f32-6018-4242-8aae-6e4b40042c73 HTTP/1.1" status: 200 len: 919 time: 2.7774534 Jun 30 09:34:23.357202 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41094) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:23.375112 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-989fcf48-51de-4955-b55d-57b05962728e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e130bd82-66d3-46ee-9498-a80317c297eb'}, {'subnet_id': 'dfac4a36-3e57-4cb9-ad74-7236a966ad3c'}]}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:23.404220 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-5d9433b7-2efb-4599-ad84-c904c3262dad None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:23.436483 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-5d9433b7-2efb-4599-ad84-c904c3262dad None None] Transition to ACTIVE for port object 0be3d8e1-8c2b-4901-a377-d49586811e90 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:23.473631 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-9047b893-1170-4f1e-8229-31a8b0e45fc4 admin admin] Calling delete_port for d80d4fb9-a2d1-48d4-8848-69a20c76b34b owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:23.516710 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acde577-7c14-40e9-bdb0-ca3af0f5038e None None] Pushing event updated for resources: {'Port': ['ID=5417add6-fe93-402c-9373-abba6450fe54,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:23.546385 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cd5678-83aa-4a0c-80b4-397422903af7 None None] DHCP port deletion for 2ab70122-0020-4c29-ae52-7bd3c84e0fca request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:34:23.559017 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-5d9433b7-2efb-4599-ad84-c904c3262dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:23.653200 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-989fcf48-51de-4955-b55d-57b05962728e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:23.659265 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344e4d7-e335-4e74-86da-801e44175b75 None None] Pushing event updated for resources: {'Port': ['ID=0be3d8e1-8c2b-4901-a377-d49586811e90,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:23.718360 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-5d9433b7-2efb-4599-ad84-c904c3262dad None None] Attempting to bind port 0be3d8e1-8c2b-4901-a377-d49586811e90 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:23.719056 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-5d9433b7-2efb-4599-ad84-c904c3262dad None None] Attempting to bind port 0be3d8e1-8c2b-4901-a377-d49586811e90 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:23.719851 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9433b7-2efb-4599-ad84-c904c3262dad None None] Attempting to bind port 0be3d8e1-8c2b-4901-a377-d49586811e90 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:23.730362 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9433b7-2efb-4599-ad84-c904c3262dad None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:23.731004 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9433b7-2efb-4599-ad84-c904c3262dad None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:23.735781 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-5d9433b7-2efb-4599-ad84-c904c3262dad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:23.735781 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9433b7-2efb-4599-ad84-c904c3262dad None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:23.735781 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-5d9433b7-2efb-4599-ad84-c904c3262dad None None] Bound port: 0be3d8e1-8c2b-4901-a377-d49586811e90, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:23.735781 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-5d9433b7-2efb-4599-ad84-c904c3262dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:23.757572 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e85b5f-9340-4e4d-8d36-d83b513b5d5f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Made reservation on behalf of 49d88a13984c4bcba0f76778ac61ce8d for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:23.762710 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9047b893-1170-4f1e-8229-31a8b0e45fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:23.821388 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-5d9433b7-2efb-4599-ad84-c904c3262dad None None] For port 0be3d8e1-8c2b-4901-a377-d49586811e90, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:23.826593 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-5d9433b7-2efb-4599-ad84-c904c3262dad None None] For port 0be3d8e1-8c2b-4901-a377-d49586811e90, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=0be3d8e1-8c2b-4901-a377-d49586811e90,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:23.830738 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047b893-1170-4f1e-8229-31a8b0e45fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d80d4fb9-a2d1-48d4-8848-69a20c76b34b,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:23.844069 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9047b893-1170-4f1e-8229-31a8b0e45fc4 admin admin] No DVR routers for this DVR port d80d4fb9-a2d1-48d4-8848-69a20c76b34b on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:34:23.867891 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9930430-bcb6-41c1-baf1-108db2e0467b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-486cc323-8780-4f2e-93db-0b642dc27590', 'network_id': '486cc323-8780-4f2e-93db-0b642dc27590', 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'fixed_ips': [{'subnet_id': '974263d7-b687-4254-8813-85050a72f471'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:34:23.867891 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a9930430-bcb6-41c1-baf1-108db2e0467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:23.930252 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-5d9433b7-2efb-4599-ad84-c904c3262dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:23.983338 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:24.137791 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9433b7-2efb-4599-ad84-c904c3262dad None None] Routers {'1e0a7024-2f3a-4289-b1b8-02fc887b5224'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:24.138443 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-5d9433b7-2efb-4599-ad84-c904c3262dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:34:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1e0a7024-2f3a-4289-b1b8-02fc887b5224'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:24.143607 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344e4d7-e335-4e74-86da-801e44175b75 None None] Pushing event updated for resources: {'Port': ['ID=0be3d8e1-8c2b-4901-a377-d49586811e90,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:24.266844 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-83e85b5f-9340-4e4d-8d36-d83b513b5d5f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:24.310440 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-83e85b5f-9340-4e4d-8d36-d83b513b5d5f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] device_id is not set on port b47cd298-9fe5-409a-bd3d-f1ce63aef3ff yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:34:24.324216 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9047b893-1170-4f1e-8229-31a8b0e45fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:24.459543 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-5d9433b7-2efb-4599-ad84-c904c3262dad None None] Set router 1e0a7024-2f3a-4289-b1b8-02fc887b5224 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:24.471470 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-9047b893-1170-4f1e-8229-31a8b0e45fc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab70122-0020-4c29-ae52-7bd3c84e0fca']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:24.500325 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-9047b893-1170-4f1e-8229-31a8b0e45fc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b77331-5ed3-4449-ba6a-84efe27ecf19') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:24.500674 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-9047b893-1170-4f1e-8229-31a8b0e45fc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b77331-5ed3-4449-ba6a-84efe27ecf19') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:24.512716 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b407082f-00b1-445b-9174-4cfac420bc7c up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:24.565513 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9047b893-1170-4f1e-8229-31a8b0e45fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:24.597550 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9047b893-1170-4f1e-8229-31a8b0e45fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:24.611457 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9047b893-1170-4f1e-8229-31a8b0e45fc4 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:34:24.612303 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9047b893-1170-4f1e-8229-31a8b0e45fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:24.631275 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-60c87eb7-ed81-49a5-9000-e6c4dd8412eb None None] Provisioning complete for port 14fe7f32-6018-4242-8aae-6e4b40042c73 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:24.631275 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-60c87eb7-ed81-49a5-9000-e6c4dd8412eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:24.711623 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-83e85b5f-9340-4e4d-8d36-d83b513b5d5f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Allocated IP 10.1.1.200 (0dddfd27-81de-48f4-aeb7-79778bc775af/12d1a78a-cdcc-4d06-9966-3ab2b6b2f767/b47cd298-9fe5-409a-bd3d-f1ce63aef3ff) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:24.740498 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd5678-83aa-4a0c-80b4-397422903af7 None None] Deleting port d80d4fb9-a2d1-48d4-8848-69a20c76b34b {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:34:24.745860 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:34:24.749033 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f5cd5678-83aa-4a0c-80b4-397422903af7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:24.777915 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-989fcf48-51de-4955-b55d-57b05962728e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Allocated IP 172.20.0.28 (ae86a4de-6abf-489a-8d69-f16f0d5ee555/dfac4a36-3e57-4cb9-ad74-7236a966ad3c/14fe7f32-6018-4242-8aae-6e4b40042c73) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:24.957679 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:24.964268 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-76fc7e30-cddd-4c13-8e44-00076b055bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:24.971239 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-a9930430-bcb6-41c1-baf1-108db2e0467b None None] Allocated IP 10.2.2.2 (486cc323-8780-4f2e-93db-0b642dc27590/974263d7-b687-4254-8813-85050a72f471/903804b7-1651-4bc1-909e-b2dbfa6f9526) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:25.027047 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-60c87eb7-ed81-49a5-9000-e6c4dd8412eb None None] Port 14fe7f32-6018-4242-8aae-6e4b40042c73 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:25.043150 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-5d9433b7-2efb-4599-ad84-c904c3262dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0a7024-2f3a-4289-b1b8-02fc887b5224', 'name': 'tempest-TestVolumeBootPattern-1288775858-router', 'tenant_id': 'f6e7d74f080342b38d704e7cb9f44d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '0be3d8e1-8c2b-4901-a377-d49586811e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:15Z', 'updated_at': '2021-06-30T09:34:19Z', 'revision_number': 3, 'project_id': 'f6e7d74f080342b38d704e7cb9f44d46', 'gw_port': {'id': '0be3d8e1-8c2b-4901-a377-d49586811e90', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0a7024-2f3a-4289-b1b8-02fc887b5224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:17Z', 'updated_at': '2021-06-30T09:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:25.065398 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9047b893-1170-4f1e-8229-31a8b0e45fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:25.088925 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9433b7-2efb-4599-ad84-c904c3262dad None None] The sync data for ids ['1e0a7024-2f3a-4289-b1b8-02fc887b5224'] in n-d-771363-31 is: [{'id': '1e0a7024-2f3a-4289-b1b8-02fc887b5224', 'name': 'tempest-TestVolumeBootPattern-1288775858-router', 'tenant_id': 'f6e7d74f080342b38d704e7cb9f44d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '0be3d8e1-8c2b-4901-a377-d49586811e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:15Z', 'updated_at': '2021-06-30T09:34:19Z', 'revision_number': 3, 'project_id': 'f6e7d74f080342b38d704e7cb9f44d46', 'gw_port': {'id': '0be3d8e1-8c2b-4901-a377-d49586811e90', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0a7024-2f3a-4289-b1b8-02fc887b5224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:17Z', 'updated_at': '2021-06-30T09:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:34:25.105934 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-f5cd5678-83aa-4a0c-80b4-397422903af7 None None] For port d80d4fb9-a2d1-48d4-8848-69a20c76b34b, host n-d-771363-31, got binding levels [] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:25.106375 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f5cd5678-83aa-4a0c-80b4-397422903af7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:25.151407 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd5678-83aa-4a0c-80b4-397422903af7 None None] Calling delete_port for d80d4fb9-a2d1-48d4-8848-69a20c76b34b owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:25.154501 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.ipam_backend_mixin [None req-f5cd5678-83aa-4a0c-80b4-397422903af7 None None] Port d80d4fb9-a2d1-48d4-8848-69a20c76b34b was not found and therefore no delete operation was performed {{(pid=101055) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:34:25.156164 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f5cd5678-83aa-4a0c-80b4-397422903af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:25.193290 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd5678-83aa-4a0c-80b4-397422903af7 None None] Pushing event deleted for resources: {'Port': ['ID=d80d4fb9-a2d1-48d4-8848-69a20c76b34b,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:25.202070 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port b407082f-00b1-445b-9174-4cfac420bc7c triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:25.202440 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:25.213271 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9047b893-1170-4f1e-8229-31a8b0e45fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:25.217756 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9047b893-1170-4f1e-8229-31a8b0e45fc4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/2ab70122-0020-4c29-ae52-7bd3c84e0fca HTTP/1.1" status: 204 len: 168 time: 2.9587305 Jun 30 09:34:25.327687 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047b893-1170-4f1e-8229-31a8b0e45fc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ab70122-0020-4c29-ae52-7bd3c84e0fca,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:25.348327 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f5cd5678-83aa-4a0c-80b4-397422903af7 None None] Network 2ab70122-0020-4c29-ae52-7bd3c84e0fca is not hosted by any dhcp agent {{(pid=101055) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 09:34:25.349056 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cd5678-83aa-4a0c-80b4-397422903af7 None None] No DVR routers for this DVR port d80d4fb9-a2d1-48d4-8848-69a20c76b34b on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:34:25.497223 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-989fcf48-51de-4955-b55d-57b05962728e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:25.510548 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a9930430-bcb6-41c1-baf1-108db2e0467b None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:25.516402 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-60c87eb7-ed81-49a5-9000-e6c4dd8412eb None None] Provisioning complete for port b407082f-00b1-445b-9174-4cfac420bc7c triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:25.517664 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-60c87eb7-ed81-49a5-9000-e6c4dd8412eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:25.571997 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a9930430-bcb6-41c1-baf1-108db2e0467b None None] Transition to ACTIVE for port object 903804b7-1651-4bc1-909e-b2dbfa6f9526 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:25.572572 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-989fcf48-51de-4955-b55d-57b05962728e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Transition to ACTIVE for port object 14fe7f32-6018-4242-8aae-6e4b40042c73 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:25.626831 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a9930430-bcb6-41c1-baf1-108db2e0467b None None] Transition to ACTIVE for port object 903804b7-1651-4bc1-909e-b2dbfa6f9526 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:25.725472 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-83e85b5f-9340-4e4d-8d36-d83b513b5d5f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:25.766532 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-76fc7e30-cddd-4c13-8e44-00076b055bb9 admin admin] Allocated IP 172.20.0.1 (c3fd9411-93e4-4c68-88bc-86076807db1a/86de4bdf-3d4d-4e13-9371-26516acbeeed/ee39e117-f6fd-48f8-92cc-0913b538300d) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:25.773985 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-989fcf48-51de-4955-b55d-57b05962728e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:25.823060 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-83e85b5f-9340-4e4d-8d36-d83b513b5d5f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Transition to ACTIVE for port object b47cd298-9fe5-409a-bd3d-f1ce63aef3ff will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:25.934301 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989fcf48-51de-4955-b55d-57b05962728e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Port': ['ID=14fe7f32-6018-4242-8aae-6e4b40042c73,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:25.950687 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a9930430-bcb6-41c1-baf1-108db2e0467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:25.973435 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d80d4fb9-a2d1-48d4-8848-69a20c76b34b no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:34:25.998740 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5ae7d1-fd39-4fc9-96a3-db90c9773b3e None None] Network 0dddfd27-81de-48f4-aeb7-79778bc775af requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:26.000378 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41136) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:26.155816 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9930430-bcb6-41c1-baf1-108db2e0467b None None] Network 486cc323-8780-4f2e-93db-0b642dc27590 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:26.205335 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-76fc7e30-cddd-4c13-8e44-00076b055bb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:26.207004 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-a9930430-bcb6-41c1-baf1-108db2e0467b None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:26.209477 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9930430-bcb6-41c1-baf1-108db2e0467b None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:26.211892 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9930430-bcb6-41c1-baf1-108db2e0467b None None] Pushing event updated for resources: {'Port': ['ID=903804b7-1651-4bc1-909e-b2dbfa6f9526,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:26.225597 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: d80d4fb9-a2d1-48d4-8848-69a20c76b34b {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:34:26.225597 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d80d4fb9-a2d1-48d4-8848-69a20c76b34b not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:34:26.241540 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-76fc7e30-cddd-4c13-8e44-00076b055bb9 admin admin] Transition to ACTIVE for port object ee39e117-f6fd-48f8-92cc-0913b538300d will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:26.297596 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3ec885f3-8f7a-440b-a578-b4babf4e9102 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=012c38fa3263411f81f5a9c6187e3025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2917950 Jun 30 09:34:26.298426 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41144) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:26.411894 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-a9930430-bcb6-41c1-baf1-108db2e0467b None None] Attempting to bind port 903804b7-1651-4bc1-909e-b2dbfa6f9526 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:26.417742 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-a9930430-bcb6-41c1-baf1-108db2e0467b None None] Attempting to bind port 903804b7-1651-4bc1-909e-b2dbfa6f9526 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'b64c8ad5-334a-4b81-bc98-c43b8f67e57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '486cc323-8780-4f2e-93db-0b642dc27590'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:26.418503 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9930430-bcb6-41c1-baf1-108db2e0467b None None] Attempting to bind port 903804b7-1651-4bc1-909e-b2dbfa6f9526 on network 486cc323-8780-4f2e-93db-0b642dc27590 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:26.426488 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-83e85b5f-9340-4e4d-8d36-d83b513b5d5f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:26.455049 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9930430-bcb6-41c1-baf1-108db2e0467b None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:26.455049 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9930430-bcb6-41c1-baf1-108db2e0467b None None] Checking segment: {'id': 'b64c8ad5-334a-4b81-bc98-c43b8f67e57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '486cc323-8780-4f2e-93db-0b642dc27590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:26.455049 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a9930430-bcb6-41c1-baf1-108db2e0467b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:26.455049 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9930430-bcb6-41c1-baf1-108db2e0467b None None] Bound using segment: {'id': 'b64c8ad5-334a-4b81-bc98-c43b8f67e57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '486cc323-8780-4f2e-93db-0b642dc27590'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:26.455049 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-a9930430-bcb6-41c1-baf1-108db2e0467b None None] Bound port: 903804b7-1651-4bc1-909e-b2dbfa6f9526, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64c8ad5-334a-4b81-bc98-c43b8f67e57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '486cc323-8780-4f2e-93db-0b642dc27590'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:26.455049 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a9930430-bcb6-41c1-baf1-108db2e0467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:26.495767 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-76fc7e30-cddd-4c13-8e44-00076b055bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:26.534324 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e85b5f-9340-4e4d-8d36-d83b513b5d5f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Network 0dddfd27-81de-48f4-aeb7-79778bc775af is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:26.536754 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0e33a94e-0458-4787-a717-861ba7577c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:26.564092 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0e33a94e-0458-4787-a717-861ba7577c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:26.616184 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fc7e30-cddd-4c13-8e44-00076b055bb9 admin admin] Network c3fd9411-93e4-4c68-88bc-86076807db1a is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:26.634450 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-76fc7e30-cddd-4c13-8e44-00076b055bb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:26.639784 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-a9930430-bcb6-41c1-baf1-108db2e0467b None None] For port 903804b7-1651-4bc1-909e-b2dbfa6f9526, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:26.643713 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-a9930430-bcb6-41c1-baf1-108db2e0467b None None] For port 903804b7-1651-4bc1-909e-b2dbfa6f9526, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=903804b7-1651-4bc1-909e-b2dbfa6f9526,segment=NetworkSegment(b64c8ad5-334a-4b81-bc98-c43b8f67e57a),segment_id=b64c8ad5-334a-4b81-bc98-c43b8f67e57a)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:26.653302 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5417add6-fe93-402c-9373-abba6450fe54 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:26.653302 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-73ca9d74-e89e-4936-b73c-ad75a9c19d48 None None] Provisioning for port 5417add6-fe93-402c-9373-abba6450fe54 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:26.654015 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fc7e30-cddd-4c13-8e44-00076b055bb9 admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:26.655105 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:26.712461 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc7e30-cddd-4c13-8e44-00076b055bb9 admin admin] Pushing event updated for resources: {'Port': ['ID=ee39e117-f6fd-48f8-92cc-0913b538300d,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:26.713797 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e85b5f-9340-4e4d-8d36-d83b513b5d5f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Pushing event updated for resources: {'Port': ['ID=b47cd298-9fe5-409a-bd3d-f1ce63aef3ff,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:26.724434 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-83e85b5f-9340-4e4d-8d36-d83b513b5d5f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:26.729830 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e85b5f-9340-4e4d-8d36-d83b513b5d5f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:26.738475 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-989fcf48-51de-4955-b55d-57b05962728e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] In _notify_port_updated(), no bound segment for port 14fe7f32-6018-4242-8aae-6e4b40042c73 on network ae86a4de-6abf-489a-8d69-f16f0d5ee555 {{(pid=101054) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:34:26.740337 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a9930430-bcb6-41c1-baf1-108db2e0467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:26.747358 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989fcf48-51de-4955-b55d-57b05962728e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:26.749861 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-989fcf48-51de-4955-b55d-57b05962728e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:26.752832 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-989fcf48-51de-4955-b55d-57b05962728e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "PUT /v2.0/ports/14fe7f32-6018-4242-8aae-6e4b40042c73 HTTP/1.1" status: 200 len: 999 time: 3.3944488 Jun 30 09:34:26.753482 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41148) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:26.758049 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-76fc7e30-cddd-4c13-8e44-00076b055bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:26.864268 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0e33a94e-0458-4787-a717-861ba7577c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:26.867004 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0e33a94e-0458-4787-a717-861ba7577c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:26.879841 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0e33a94e-0458-4787-a717-861ba7577c22 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e0f6fabe-7a57-4e27-9ea6-0099cda5241b HTTP/1.1" status: 204 len: 168 time: 0.5701158 Jun 30 09:34:26.990563 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 5417add6-fe93-402c-9373-abba6450fe54 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:26.998395 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33a94e-0458-4787-a717-861ba7577c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f6fabe-7a57-4e27-9ea6-0099cda5241b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:27.022158 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 5417add6-fe93-402c-9373-abba6450fe54 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:27.022158 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:27.109698 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e85b5f-9340-4e4d-8d36-d83b513b5d5f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:27.110841 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-83e85b5f-9340-4e4d-8d36-d83b513b5d5f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:27.148092 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4709d2e1-6082-42c7-ae01-e620e04ee46c None None] Provisioning for port 14fe7f32-6018-4242-8aae-6e4b40042c73 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:27.151914 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9930430-bcb6-41c1-baf1-108db2e0467b None None] Pushing event updated for resources: {'Port': ['ID=903804b7-1651-4bc1-909e-b2dbfa6f9526,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:27.226645 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4709d2e1-6082-42c7-ae01-e620e04ee46c None None] Provisioning complete for port 14fe7f32-6018-4242-8aae-6e4b40042c73 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:27.227215 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4709d2e1-6082-42c7-ae01-e620e04ee46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:27.378750 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-94b2d2d8-ba3e-4625-beb7-cafc8a3af865 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Deleting port 14fe7f32-6018-4242-8aae-6e4b40042c73 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:27.379091 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-94b2d2d8-ba3e-4625-beb7-cafc8a3af865 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:27.442606 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-83e85b5f-9340-4e4d-8d36-d83b513b5d5f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2955320 Jun 30 09:34:27.454526 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41160) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:27.455377 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4709d2e1-6082-42c7-ae01-e620e04ee46c None None] Port 14fe7f32-6018-4242-8aae-6e4b40042c73 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:27.481758 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-3c4c1650-8fea-4617-aec2-936982078107 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Request body: {'port': {'network_id': '0dddfd27-81de-48f4-aeb7-79778bc775af', 'name': 'tempest-TaggedBootDevicesTest_v242-187570965', 'fixed_ips': [{'subnet_id': '12d1a78a-cdcc-4d06-9966-3ab2b6b2f767'}]}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:27.575732 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:27.668948 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-94b2d2d8-ba3e-4625-beb7-cafc8a3af865 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:27.670777 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 5417add6-fe93-402c-9373-abba6450fe54, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5417add6-fe93-402c-9373-abba6450fe54,segment=NetworkSegment(33f0e812-b945-455c-a517-2095d72e4ae2),segment_id=33f0e812-b945-455c-a517-2095d72e4ae2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:27.673310 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-76fc7e30-cddd-4c13-8e44-00076b055bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:27.698103 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-ed5f645e-04f8-4917-8e20-2d55a0e57c69 None None] Provisioning for port b47cd298-9fe5-409a-bd3d-f1ce63aef3ff completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:27.702570 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-ed5f645e-04f8-4917-8e20-2d55a0e57c69 None None] Provisioning complete for port b47cd298-9fe5-409a-bd3d-f1ce63aef3ff triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:27.702972 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ed5f645e-04f8-4917-8e20-2d55a0e57c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:27.714091 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-94b2d2d8-ba3e-4625-beb7-cafc8a3af865 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Calling delete_port for 14fe7f32-6018-4242-8aae-6e4b40042c73 owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:27.757680 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:27.758505 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 0be3d8e1-8c2b-4901-a377-d49586811e90 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:27.943595 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-ed5f645e-04f8-4917-8e20-2d55a0e57c69 None None] Port b47cd298-9fe5-409a-bd3d-f1ce63aef3ff cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:28.011507 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=5417add6-fe93-402c-9373-abba6450fe54,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:28.024991 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-ed5f645e-04f8-4917-8e20-2d55a0e57c69 None None] Provisioning complete for port 5417add6-fe93-402c-9373-abba6450fe54 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:28.025612 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ed5f645e-04f8-4917-8e20-2d55a0e57c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:28.081536 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 0be3d8e1-8c2b-4901-a377-d49586811e90 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:28.091971 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 0be3d8e1-8c2b-4901-a377-d49586811e90 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:28.092340 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:28.140084 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-94b2d2d8-ba3e-4625-beb7-cafc8a3af865 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:28.168900 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-76fc7e30-cddd-4c13-8e44-00076b055bb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:28.210525 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b2d2d8-ba3e-4625-beb7-cafc8a3af865 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Port': ['ID=14fe7f32-6018-4242-8aae-6e4b40042c73,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:28.243574 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4c1650-8fea-4617-aec2-936982078107 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Made reservation on behalf of 49d88a13984c4bcba0f76778ac61ce8d for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:28.348992 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-76fc7e30-cddd-4c13-8e44-00076b055bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:28.434626 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:28.475838 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc7e30-cddd-4c13-8e44-00076b055bb9 admin admin] Pushing event updated for resources: {'Port': ['ID=ee39e117-f6fd-48f8-92cc-0913b538300d,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:28.490576 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-ed5f645e-04f8-4917-8e20-2d55a0e57c69 None None] Provisioning for port ee39e117-f6fd-48f8-92cc-0913b538300d completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:28.502131 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 0be3d8e1-8c2b-4901-a377-d49586811e90, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=0be3d8e1-8c2b-4901-a377-d49586811e90,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:28.524042 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-94b2d2d8-ba3e-4625-beb7-cafc8a3af865 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:28.527208 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-ed5f645e-04f8-4917-8e20-2d55a0e57c69 None None] Provisioning complete for port ee39e117-f6fd-48f8-92cc-0913b538300d triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:28.527792 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ed5f645e-04f8-4917-8e20-2d55a0e57c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:28.546725 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41184) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:28.550164 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-94b2d2d8-ba3e-4625-beb7-cafc8a3af865 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/ports/14fe7f32-6018-4242-8aae-6e4b40042c73 HTTP/1.1" status: 204 len: 168 time: 1.7868152 Jun 30 09:34:28.613739 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-76fc7e30-cddd-4c13-8e44-00076b055bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:28.626633 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-2359caeb-823e-41a3-a659-2d3f872e017c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] GET failed (client error): The resource could not be found. Jun 30 09:34:28.637017 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:28.637973 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41190) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:28.638190 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-ed5f645e-04f8-4917-8e20-2d55a0e57c69 None None] Port ee39e117-f6fd-48f8-92cc-0913b538300d cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:28.659381 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2359caeb-823e-41a3-a659-2d3f872e017c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "GET /v2.0/ports/14fe7f32-6018-4242-8aae-6e4b40042c73 HTTP/1.1" status: 404 len: 333 time: 0.1109252 Jun 30 09:34:28.732357 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3c4c1650-8fea-4617-aec2-936982078107 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:28.803580 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fbc40f4e-4d32-4204-8d91-99cce4c5bf3c None None] Provisioning complete for port b47cd298-9fe5-409a-bd3d-f1ce63aef3ff triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:28.804074 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fbc40f4e-4d32-4204-8d91-99cce4c5bf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:28.825750 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=0be3d8e1-8c2b-4901-a377-d49586811e90,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:28.842456 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-1609c3e9-1d6f-4e3c-9580-48e479200f6e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Deleting subnet dfac4a36-3e57-4cb9-ad74-7236a966ad3c {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:34:28.860731 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1609c3e9-1d6f-4e3c-9580-48e479200f6e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:28.938408 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-fbc40f4e-4d32-4204-8d91-99cce4c5bf3c None None] Port b47cd298-9fe5-409a-bd3d-f1ce63aef3ff cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:28.958779 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-3c4c1650-8fea-4617-aec2-936982078107 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] device_id is not set on port d5f71601-cd68-41d3-a3c1-c264a5ecc103 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:34:28.961504 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1609c3e9-1d6f-4e3c-9580-48e479200f6e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:29.126744 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 903804b7-1651-4bc1-909e-b2dbfa6f9526 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:29.156369 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fc7e30-cddd-4c13-8e44-00076b055bb9 admin admin] Network c3fd9411-93e4-4c68-88bc-86076807db1a is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:29.156847 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-76fc7e30-cddd-4c13-8e44-00076b055bb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:29.170559 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1609c3e9-1d6f-4e3c-9580-48e479200f6e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:29.335649 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b482d5-08ad-4f2d-8195-8dbc902af942 None None] Network 486cc323-8780-4f2e-93db-0b642dc27590 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:29.413279 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-3c4c1650-8fea-4617-aec2-936982078107 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Allocated IP 10.1.1.207 (0dddfd27-81de-48f4-aeb7-79778bc775af/12d1a78a-cdcc-4d06-9966-3ab2b6b2f767/d5f71601-cd68-41d3-a3c1-c264a5ecc103) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:29.456922 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1609c3e9-1d6f-4e3c-9580-48e479200f6e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:29.461660 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 903804b7-1651-4bc1-909e-b2dbfa6f9526 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:29.471079 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5417add6-fe93-402c-9373-abba6450fe54 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:29.475166 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76fc7e30-cddd-4c13-8e44-00076b055bb9 admin admin] Router 1e0a7024-2f3a-4289-b1b8-02fc887b5224 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:34:29.591762 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a4741e-5dd4-4164-a532-9d898f5568d1 None None] Network ae86a4de-6abf-489a-8d69-f16f0d5ee555 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:29.592015 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1609c3e9-1d6f-4e3c-9580-48e479200f6e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:29.599430 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1609c3e9-1d6f-4e3c-9580-48e479200f6e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/subnets/dfac4a36-3e57-4cb9-ad74-7236a966ad3c HTTP/1.1" status: 204 len: 168 time: 0.9601469 Jun 30 09:34:29.599430 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1609c3e9-1d6f-4e3c-9580-48e479200f6e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Subnet': ['ID=dfac4a36-3e57-4cb9-ad74-7236a966ad3c,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:29.609680 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41206) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:29.747220 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-503d1442-f0a9-4ad0-b8eb-a62dee26bbbd None None] Provisioning for port 903804b7-1651-4bc1-909e-b2dbfa6f9526 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:29.808967 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-503d1442-f0a9-4ad0-b8eb-a62dee26bbbd None None] Provisioning complete for port 903804b7-1651-4bc1-909e-b2dbfa6f9526 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:29.808967 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-503d1442-f0a9-4ad0-b8eb-a62dee26bbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:29.845874 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-2319a132-bf08-4cea-b3ab-6b7b7d42b4a0 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Deleting subnet e130bd82-66d3-46ee-9498-a80317c297eb {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:34:29.850280 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2319a132-bf08-4cea-b3ab-6b7b7d42b4a0 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:29.898218 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 5417add6-fe93-402c-9373-abba6450fe54 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:29.898684 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:29.936865 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2319a132-bf08-4cea-b3ab-6b7b7d42b4a0 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:29.942806 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fc7e30-cddd-4c13-8e44-00076b055bb9 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:34:29.957110 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9781ef-ecfe-4e25-b144-c91a3f7e31d0 None None] Sync routers for ids ['1e0a7024-2f3a-4289-b1b8-02fc887b5224'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:34:29.974307 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-76fc7e30-cddd-4c13-8e44-00076b055bb9 admin admin] 10.222.0.10 "PUT /v2.0/routers/1e0a7024-2f3a-4289-b1b8-02fc887b5224/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8653674 Jun 30 09:34:29.997167 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3c4c1650-8fea-4617-aec2-936982078107 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:30.048313 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-3c4c1650-8fea-4617-aec2-936982078107 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Transition to ACTIVE for port object d5f71601-cd68-41d3-a3c1-c264a5ecc103 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:30.057073 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9781ef-ecfe-4e25-b144-c91a3f7e31d0 None None] Routers {'1e0a7024-2f3a-4289-b1b8-02fc887b5224'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:30.057628 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-6b9781ef-ecfe-4e25-b144-c91a3f7e31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:34:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1e0a7024-2f3a-4289-b1b8-02fc887b5224'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:30.159734 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2319a132-bf08-4cea-b3ab-6b7b7d42b4a0 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:30.418850 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2319a132-bf08-4cea-b3ab-6b7b7d42b4a0 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:30.430417 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3c4c1650-8fea-4617-aec2-936982078107 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:30.456149 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-503d1442-f0a9-4ad0-b8eb-a62dee26bbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:30.505338 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319a132-bf08-4cea-b3ab-6b7b7d42b4a0 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Subnet': ['ID=e130bd82-66d3-46ee-9498-a80317c297eb,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:30.510128 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2319a132-bf08-4cea-b3ab-6b7b7d42b4a0 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:30.512045 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2319a132-bf08-4cea-b3ab-6b7b7d42b4a0 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/subnets/e130bd82-66d3-46ee-9498-a80317c297eb HTTP/1.1" status: 204 len: 168 time: 0.9067416 Jun 30 09:34:30.515341 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41230) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:30.541620 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4c1650-8fea-4617-aec2-936982078107 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Network 0dddfd27-81de-48f4-aeb7-79778bc775af is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:30.547450 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-3c4c1650-8fea-4617-aec2-936982078107 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:30.552357 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4c1650-8fea-4617-aec2-936982078107 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:30.557589 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c1650-8fea-4617-aec2-936982078107 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Pushing event updated for resources: {'Port': ['ID=d5f71601-cd68-41d3-a3c1-c264a5ecc103,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:30.624795 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-33641bac-d9d5-43a2-b898-b93cc7f9082e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:30.627320 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4c1650-8fea-4617-aec2-936982078107 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:30.628068 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3c4c1650-8fea-4617-aec2-936982078107 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:30.661833 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-503d1442-f0a9-4ad0-b8eb-a62dee26bbbd None None] For port 903804b7-1651-4bc1-909e-b2dbfa6f9526, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=903804b7-1651-4bc1-909e-b2dbfa6f9526,segment=NetworkSegment(b64c8ad5-334a-4b81-bc98-c43b8f67e57a),segment_id=b64c8ad5-334a-4b81-bc98-c43b8f67e57a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:30.757940 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-6b9781ef-ecfe-4e25-b144-c91a3f7e31d0 None None] Set router 1e0a7024-2f3a-4289-b1b8-02fc887b5224 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:30.808178 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3c4c1650-8fea-4617-aec2-936982078107 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3518741 Jun 30 09:34:30.812725 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-33641bac-d9d5-43a2-b898-b93cc7f9082e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Deleting port 6d659462-19b3-4db8-9de2-4c04c70c8c3d {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:30.813567 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-33641bac-d9d5-43a2-b898-b93cc7f9082e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:31.005459 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 0be3d8e1-8c2b-4901-a377-d49586811e90 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:31.083487 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-33641bac-d9d5-43a2-b898-b93cc7f9082e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] For port 6d659462-19b3-4db8-9de2-4c04c70c8c3d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=6d659462-19b3-4db8-9de2-4c04c70c8c3d,segment=NetworkSegment(d8e43730-f4a7-40f8-8748-32989fa7d075),segment_id=d8e43730-f4a7-40f8-8748-32989fa7d075)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:31.083487 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-33641bac-d9d5-43a2-b898-b93cc7f9082e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:31.083487 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-33641bac-d9d5-43a2-b898-b93cc7f9082e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Calling delete_port for 6d659462-19b3-4db8-9de2-4c04c70c8c3d owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:31.084083 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-503d1442-f0a9-4ad0-b8eb-a62dee26bbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:31.318673 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-33641bac-d9d5-43a2-b898-b93cc7f9082e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:31.332451 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2c29c5-4211-4dac-94c7-bed8a5101f4b None None] Update dhcp port {'port': {'network_id': 'ae86a4de-6abf-489a-8d69-f16f0d5ee555', 'fixed_ips': [{'subnet_id': 'e130bd82-66d3-46ee-9498-a80317c297eb'}], 'binding:host_id': 'n-d-771363-31'}, 'id': '6d659462-19b3-4db8-9de2-4c04c70c8c3d'} from n-d-771363-31. {{(pid=101055) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:34:31.408298 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33641bac-d9d5-43a2-b898-b93cc7f9082e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] No DVR routers for this DVR port 6d659462-19b3-4db8-9de2-4c04c70c8c3d on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:34:31.408765 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d1442-f0a9-4ad0-b8eb-a62dee26bbbd None None] Pushing event updated for resources: {'Port': ['ID=903804b7-1651-4bc1-909e-b2dbfa6f9526,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:31.421284 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33641bac-d9d5-43a2-b898-b93cc7f9082e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Port': ['ID=6d659462-19b3-4db8-9de2-4c04c70c8c3d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:31.430580 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2c29c5-4211-4dac-94c7-bed8a5101f4b None None] Host n-d-771363-31 tried to update port 6d659462-19b3-4db8-9de2-4c04c70c8c3d which no longer exists. {{(pid=101055) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:334}} Jun 30 09:34:31.608239 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-33641bac-d9d5-43a2-b898-b93cc7f9082e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:31.641994 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-33641bac-d9d5-43a2-b898-b93cc7f9082e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae86a4de-6abf-489a-8d69-f16f0d5ee555']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:31.652303 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ed0616-4c56-4378-ab69-81d2b6269dc6 None None] Network ae86a4de-6abf-489a-8d69-f16f0d5ee555 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:31.657085 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 0be3d8e1-8c2b-4901-a377-d49586811e90 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:31.658098 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:31.662922 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fbfdff38-cd4e-473d-8bb3-2290d1d2b12e None None] Provisioning for port d5f71601-cd68-41d3-a3c1-c264a5ecc103 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:31.699157 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-33641bac-d9d5-43a2-b898-b93cc7f9082e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e43730-f4a7-40f8-8748-32989fa7d075') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:31.699719 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-33641bac-d9d5-43a2-b898-b93cc7f9082e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e43730-f4a7-40f8-8748-32989fa7d075') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:31.700897 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41268) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:31.708869 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-90df15cb-5321-420c-958f-b11f5bef5d40 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Request body: {'security_group': {'name': 'tempest-securitygroup--934622678', 'description': 'tempest-description--1282864587'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:31.723873 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-33641bac-d9d5-43a2-b898-b93cc7f9082e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:31.803568 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fbfdff38-cd4e-473d-8bb3-2290d1d2b12e None None] Provisioning complete for port d5f71601-cd68-41d3-a3c1-c264a5ecc103 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:31.804031 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fbfdff38-cd4e-473d-8bb3-2290d1d2b12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:31.850134 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-90df15cb-5321-420c-958f-b11f5bef5d40 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:32.106157 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-90df15cb-5321-420c-958f-b11f5bef5d40 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:32.174404 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-6b9781ef-ecfe-4e25-b144-c91a3f7e31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0a7024-2f3a-4289-b1b8-02fc887b5224', 'name': 'tempest-TestVolumeBootPattern-1288775858-router', 'tenant_id': 'f6e7d74f080342b38d704e7cb9f44d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '0be3d8e1-8c2b-4901-a377-d49586811e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:15Z', 'updated_at': '2021-06-30T09:34:27Z', 'revision_number': 4, 'project_id': 'f6e7d74f080342b38d704e7cb9f44d46', 'gw_port': {'id': '0be3d8e1-8c2b-4901-a377-d49586811e90', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0a7024-2f3a-4289-b1b8-02fc887b5224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:17Z', 'updated_at': '2021-06-30T09:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'ee39e117-f6fd-48f8-92cc-0913b538300d', 'name': '', 'network_id': 'c3fd9411-93e4-4c68-88bc-86076807db1a', 'tenant_id': 'f6e7d74f080342b38d704e7cb9f44d46', 'mac_address': 'fa:16:3e:50:b7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0a7024-2f3a-4289-b1b8-02fc887b5224', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '86de4bdf-3d4d-4e13-9371-26516acbeeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:25Z', 'updated_at': '2021-06-30T09:34:27Z', 'revision_number': 2, 'project_id': 'f6e7d74f080342b38d704e7cb9f44d46', 'subnets': [{'id': '86de4bdf-3d4d-4e13-9371-26516acbeeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:32.194468 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-fbfdff38-cd4e-473d-8bb3-2290d1d2b12e None None] Port d5f71601-cd68-41d3-a3c1-c264a5ecc103 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:32.200501 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcf5ab7-19cf-4bfa-a170-c47a7e3be3c8 None None] DHCP port deletion for ae86a4de-6abf-489a-8d69-f16f0d5ee555 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:34:32.239181 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9781ef-ecfe-4e25-b144-c91a3f7e31d0 None None] Checking router: 1e0a7024-2f3a-4289-b1b8-02fc887b5224 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:34:32.239181 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9781ef-ecfe-4e25-b144-c91a3f7e31d0 None None] Updating router 1e0a7024-2f3a-4289-b1b8-02fc887b5224 port ee39e117-f6fd-48f8-92cc-0913b538300d binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:34:32.243404 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-90df15cb-5321-420c-958f-b11f5bef5d40 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:32.292276 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6b9781ef-ecfe-4e25-b144-c91a3f7e31d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:32.388724 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-90df15cb-5321-420c-958f-b11f5bef5d40 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:32.401933 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-90df15cb-5321-420c-958f-b11f5bef5d40 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6994689 Jun 30 09:34:32.402618 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41288) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:32.410387 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-99b67b68-7dce-41ba-87f1-347dc1577024 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Request body: {'security_group_rule': {'security_group_id': 'bb6229e6-a72a-4f53-95c9-440717c05746', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:32.464308 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df15cb-5321-420c-958f-b11f5bef5d40 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6229e6-a72a-4f53-95c9-440717c05746,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:32.495034 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fbfdff38-cd4e-473d-8bb3-2290d1d2b12e None None] Provisioning complete for port ee39e117-f6fd-48f8-92cc-0913b538300d triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:32.495422 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fbfdff38-cd4e-473d-8bb3-2290d1d2b12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:32.603271 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-99b67b68-7dce-41ba-87f1-347dc1577024 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:32.609963 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-33641bac-d9d5-43a2-b898-b93cc7f9082e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:32.630343 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33641bac-d9d5-43a2-b898-b93cc7f9082e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:34:32.631085 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-33641bac-d9d5-43a2-b898-b93cc7f9082e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:34:32.635555 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:34:32.701922 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-99b67b68-7dce-41ba-87f1-347dc1577024 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:32.792895 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6b9781ef-ecfe-4e25-b144-c91a3f7e31d0 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:32.822992 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 903804b7-1651-4bc1-909e-b2dbfa6f9526 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:32.838228 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-99b67b68-7dce-41ba-87f1-347dc1577024 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:32.864691 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b67b68-7dce-41ba-87f1-347dc1577024 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07029f13-880e-4ceb-989a-61f57ce9b020,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:32.867801 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-fbfdff38-cd4e-473d-8bb3-2290d1d2b12e None None] Port ee39e117-f6fd-48f8-92cc-0913b538300d cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:32.885451 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 903804b7-1651-4bc1-909e-b2dbfa6f9526 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:32.887335 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:32.947454 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:34:33.007821 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-57add9d0-d526-4870-986b-57996a2d0fb7 None None] Provisioning complete for port 903804b7-1651-4bc1-909e-b2dbfa6f9526 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:33.008229 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-57add9d0-d526-4870-986b-57996a2d0fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:33.015630 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-33641bac-d9d5-43a2-b898-b93cc7f9082e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:33.022296 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-99b67b68-7dce-41ba-87f1-347dc1577024 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:33.023742 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-99b67b68-7dce-41ba-87f1-347dc1577024 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6177185 Jun 30 09:34:33.027841 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41302) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:33.030520 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-33641bac-d9d5-43a2-b898-b93cc7f9082e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:33.033556 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-33641bac-d9d5-43a2-b898-b93cc7f9082e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/networks/ae86a4de-6abf-489a-8d69-f16f0d5ee555 HTTP/1.1" status: 204 len: 168 time: 2.5158815 Jun 30 09:34:33.038495 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41304) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:33.041147 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6b9781ef-ecfe-4e25-b144-c91a3f7e31d0 None None] Transition to ACTIVE for port object ee39e117-f6fd-48f8-92cc-0913b538300d will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:33.054510 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-8d8ac1a2-fbb0-4c9a-bab8-5351a819f7a4 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Request body: {'security_group_rule': {'security_group_id': 'bb6229e6-a72a-4f53-95c9-440717c05746', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:33.122408 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 6d659462-19b3-4db8-9de2-4c04c70c8c3d no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:34:33.148664 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33641bac-d9d5-43a2-b898-b93cc7f9082e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Network': ['ID=ae86a4de-6abf-489a-8d69-f16f0d5ee555,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:33.240327 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0073122e-5472-45c5-9f40-800ff564a76c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:33.242242 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0073122e-5472-45c5-9f40-800ff564a76c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1983302 Jun 30 09:34:33.246674 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41310) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:33.259150 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8d8ac1a2-fbb0-4c9a-bab8-5351a819f7a4 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:33.301667 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6b9781ef-ecfe-4e25-b144-c91a3f7e31d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:33.347745 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 6d659462-19b3-4db8-9de2-4c04c70c8c3d {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:34:33.348090 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 6d659462-19b3-4db8-9de2-4c04c70c8c3d not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:34:33.356897 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-57add9d0-d526-4870-986b-57996a2d0fb7 None None] Could not find standard attr ID for object 6d659462-19b3-4db8-9de2-4c04c70c8c3d. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:34:33.381448 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7010e307-4c6f-4947-adec-40c98715198e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1292977 Jun 30 09:34:33.381448 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41318) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:33.388601 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-3346c7d2-1f9e-473c-9cae-1d8852137810 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-608329716'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:33.420352 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2bd4cc-7ac0-444a-be77-36afb89fb410 None None] Pushing event updated for resources: {'Port': ['ID=ee39e117-f6fd-48f8-92cc-0913b538300d,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:33.422109 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8d8ac1a2-fbb0-4c9a-bab8-5351a819f7a4 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:33.484394 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-6b9781ef-ecfe-4e25-b144-c91a3f7e31d0 None None] Attempting to bind port ee39e117-f6fd-48f8-92cc-0913b538300d on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:33.484767 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-6b9781ef-ecfe-4e25-b144-c91a3f7e31d0 None None] Attempting to bind port ee39e117-f6fd-48f8-92cc-0913b538300d by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '657c2c0f-9a4f-49ac-862f-be09d168e28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c3fd9411-93e4-4c68-88bc-86076807db1a'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:33.485129 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9781ef-ecfe-4e25-b144-c91a3f7e31d0 None None] Attempting to bind port ee39e117-f6fd-48f8-92cc-0913b538300d on network c3fd9411-93e4-4c68-88bc-86076807db1a {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:33.491398 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9781ef-ecfe-4e25-b144-c91a3f7e31d0 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:33.491663 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9781ef-ecfe-4e25-b144-c91a3f7e31d0 None None] Checking segment: {'id': '657c2c0f-9a4f-49ac-862f-be09d168e28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c3fd9411-93e4-4c68-88bc-86076807db1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:33.492002 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6b9781ef-ecfe-4e25-b144-c91a3f7e31d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:33.492002 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9781ef-ecfe-4e25-b144-c91a3f7e31d0 None None] Bound using segment: {'id': '657c2c0f-9a4f-49ac-862f-be09d168e28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c3fd9411-93e4-4c68-88bc-86076807db1a'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:33.492917 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-6b9781ef-ecfe-4e25-b144-c91a3f7e31d0 None None] Bound port: ee39e117-f6fd-48f8-92cc-0913b538300d, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657c2c0f-9a4f-49ac-862f-be09d168e28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c3fd9411-93e4-4c68-88bc-86076807db1a'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:33.493119 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6b9781ef-ecfe-4e25-b144-c91a3f7e31d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:33.574845 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-6b9781ef-ecfe-4e25-b144-c91a3f7e31d0 None None] For port ee39e117-f6fd-48f8-92cc-0913b538300d, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:33.578560 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-6b9781ef-ecfe-4e25-b144-c91a3f7e31d0 None None] For port ee39e117-f6fd-48f8-92cc-0913b538300d, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=ee39e117-f6fd-48f8-92cc-0913b538300d,segment=NetworkSegment(657c2c0f-9a4f-49ac-862f-be09d168e28c),segment_id=657c2c0f-9a4f-49ac-862f-be09d168e28c)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:33.623228 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8d8ac1a2-fbb0-4c9a-bab8-5351a819f7a4 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:33.645540 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ac1a2-fbb0-4c9a-bab8-5351a819f7a4 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c2142c-b67f-4570-b1e9-dceaac6f0aac,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:33.674432 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3346c7d2-1f9e-473c-9cae-1d8852137810 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:33.689834 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3346c7d2-1f9e-473c-9cae-1d8852137810 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:33.715030 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6b9781ef-ecfe-4e25-b144-c91a3f7e31d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:33.741482 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8d8ac1a2-fbb0-4c9a-bab8-5351a819f7a4 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:33.743619 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8d8ac1a2-fbb0-4c9a-bab8-5351a819f7a4 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7000022 Jun 30 09:34:33.747858 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41326) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:33.754298 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3346c7d2-1f9e-473c-9cae-1d8852137810 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:34:33.756923 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-eff0fc29-dd91-4f04-b0b2-3346eb1a0881 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:33.788486 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3346c7d2-1f9e-473c-9cae-1d8852137810 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:33.792131 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-3346c7d2-1f9e-473c-9cae-1d8852137810 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Added segment ce149483-7885-461c-960a-f57784dfba62 of type vlan for network 6ab6b686-390c-481e-80a3-530aa5b56272 Jun 30 09:34:33.858228 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3346c7d2-1f9e-473c-9cae-1d8852137810 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:33.918560 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eff0fc29-dd91-4f04-b0b2-3346eb1a0881 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for floatingip, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:34.022682 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3346c7d2-1f9e-473c-9cae-1d8852137810 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:34.030154 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3346c7d2-1f9e-473c-9cae-1d8852137810 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:34.030805 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3346c7d2-1f9e-473c-9cae-1d8852137810 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:34.118318 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9781ef-ecfe-4e25-b144-c91a3f7e31d0 None None] Routers {'1e0a7024-2f3a-4289-b1b8-02fc887b5224'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:34.119616 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-6b9781ef-ecfe-4e25-b144-c91a3f7e31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:34:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1e0a7024-2f3a-4289-b1b8-02fc887b5224'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:34.169773 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eff0fc29-dd91-4f04-b0b2-3346eb1a0881 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:34.194850 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3346c7d2-1f9e-473c-9cae-1d8852137810 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8093991 Jun 30 09:34:34.195620 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2bd4cc-7ac0-444a-be77-36afb89fb410 None None] Pushing event updated for resources: {'Port': ['ID=ee39e117-f6fd-48f8-92cc-0913b538300d,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:34.198476 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41340) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:34.226271 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-2d5ea3e3-8ed1-4179-8e65-092776a2dd87 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'subnet': {'network_id': '6ab6b686-390c-481e-80a3-530aa5b56272', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:34.232030 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346c7d2-1f9e-473c-9cae-1d8852137810 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Network': ['ID=6ab6b686-390c-481e-80a3-530aa5b56272,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:34.348447 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 6ab6b686-390c-481e-80a3-530aa5b56272 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:34:34.526511 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-eff0fc29-dd91-4f04-b0b2-3346eb1a0881 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Allocated IP 172.25.6.114 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/30c28da4-327c-40dc-818c-c4b3221f18f6) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:34.554934 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-6b9781ef-ecfe-4e25-b144-c91a3f7e31d0 None None] Set router 1e0a7024-2f3a-4289-b1b8-02fc887b5224 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:34.741815 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eff0fc29-dd91-4f04-b0b2-3346eb1a0881 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:34.817450 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5ea3e3-8ed1-4179-8e65-092776a2dd87 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:34.824390 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d5ea3e3-8ed1-4179-8e65-092776a2dd87 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:34.908054 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eff0fc29-dd91-4f04-b0b2-3346eb1a0881 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:34.984356 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff0fc29-dd91-4f04-b0b2-3346eb1a0881 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:35.001203 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-eff0fc29-dd91-4f04-b0b2-3346eb1a0881 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:35.023872 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0fc29-dd91-4f04-b0b2-3346eb1a0881 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Pushing event updated for resources: {'Port': ['ID=30c28da4-327c-40dc-818c-c4b3221f18f6,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:35.044325 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff0fc29-dd91-4f04-b0b2-3346eb1a0881 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:35.046567 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-6b9781ef-ecfe-4e25-b144-c91a3f7e31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0a7024-2f3a-4289-b1b8-02fc887b5224', 'name': 'tempest-TestVolumeBootPattern-1288775858-router', 'tenant_id': 'f6e7d74f080342b38d704e7cb9f44d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '0be3d8e1-8c2b-4901-a377-d49586811e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:15Z', 'updated_at': '2021-06-30T09:34:27Z', 'revision_number': 4, 'project_id': 'f6e7d74f080342b38d704e7cb9f44d46', 'gw_port': {'id': '0be3d8e1-8c2b-4901-a377-d49586811e90', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0a7024-2f3a-4289-b1b8-02fc887b5224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:17Z', 'updated_at': '2021-06-30T09:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'ee39e117-f6fd-48f8-92cc-0913b538300d', 'name': '', 'network_id': 'c3fd9411-93e4-4c68-88bc-86076807db1a', 'tenant_id': 'f6e7d74f080342b38d704e7cb9f44d46', 'mac_address': 'fa:16:3e:50:b7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0a7024-2f3a-4289-b1b8-02fc887b5224', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '86de4bdf-3d4d-4e13-9371-26516acbeeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:25Z', 'updated_at': '2021-06-30T09:34:33Z', 'revision_number': 4, 'project_id': 'f6e7d74f080342b38d704e7cb9f44d46', 'subnets': [{'id': '86de4bdf-3d4d-4e13-9371-26516acbeeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:35.154480 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9781ef-ecfe-4e25-b144-c91a3f7e31d0 None None] The sync data for ids ['1e0a7024-2f3a-4289-b1b8-02fc887b5224'] in n-d-771363-31 is: [{'id': '1e0a7024-2f3a-4289-b1b8-02fc887b5224', 'name': 'tempest-TestVolumeBootPattern-1288775858-router', 'tenant_id': 'f6e7d74f080342b38d704e7cb9f44d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '0be3d8e1-8c2b-4901-a377-d49586811e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:15Z', 'updated_at': '2021-06-30T09:34:27Z', 'revision_number': 4, 'project_id': 'f6e7d74f080342b38d704e7cb9f44d46', 'gw_port': {'id': '0be3d8e1-8c2b-4901-a377-d49586811e90', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0a7024-2f3a-4289-b1b8-02fc887b5224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:17Z', 'updated_at': '2021-06-30T09:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'ee39e117-f6fd-48f8-92cc-0913b538300d', 'name': '', 'network_id': 'c3fd9411-93e4-4c68-88bc-86076807db1a', 'tenant_id': 'f6e7d74f080342b38d704e7cb9f44d46', 'mac_address': 'fa:16:3e:50:b7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0a7024-2f3a-4289-b1b8-02fc887b5224', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '86de4bdf-3d4d-4e13-9371-26516acbeeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:25Z', 'updated_at': '2021-06-30T09:34:33Z', 'revision_number': 4, 'project_id': 'f6e7d74f080342b38d704e7cb9f44d46', 'subnets': [{'id': '86de4bdf-3d4d-4e13-9371-26516acbeeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:34:35.400884 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eff0fc29-dd91-4f04-b0b2-3346eb1a0881 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:35.639189 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d5ea3e3-8ed1-4179-8e65-092776a2dd87 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:35.700995 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eff0fc29-dd91-4f04-b0b2-3346eb1a0881 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:35.715472 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ea3e3-8ed1-4179-8e65-092776a2dd87 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Subnet': ['ID=a9e4ac3f-fae2-4bc6-9dd6-e5a5924966bf,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:35.727886 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5ea3e3-8ed1-4179-8e65-092776a2dd87 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Checking segment: {'id': 'ce149483-7885-461c-960a-f57784dfba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6ab6b686-390c-481e-80a3-530aa5b56272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:35.728314 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5ea3e3-8ed1-4179-8e65-092776a2dd87 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network hostable DHCP agents. Network: 6ab6b686-390c-481e-80a3-530aa5b56272, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:34:35.846074 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5ea3e3-8ed1-4179-8e65-092776a2dd87 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network 6ab6b686-390c-481e-80a3-530aa5b56272 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:34:35.971002 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eff0fc29-dd91-4f04-b0b2-3346eb1a0881 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:36.045301 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-2d5ea3e3-8ed1-4179-8e65-092776a2dd87 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 6ab6b686-390c-481e-80a3-530aa5b56272) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:36.058070 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ae0912-ed46-4400-be8e-7115b977cab8 None None] Network 6ab6b686-390c-481e-80a3-530aa5b56272 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:36.068421 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5ea3e3-8ed1-4179-8e65-092776a2dd87 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:36.069679 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d5ea3e3-8ed1-4179-8e65-092776a2dd87 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:36.136329 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eff0fc29-dd91-4f04-b0b2-3346eb1a0881 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:36.304121 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41392) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:36.354817 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0fc29-dd91-4f04-b0b2-3346eb1a0881 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Pushing event updated for resources: {'Port': ['ID=30c28da4-327c-40dc-818c-c4b3221f18f6,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:36.377570 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eff0fc29-dd91-4f04-b0b2-3346eb1a0881 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:36.501303 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-be639bcf-c8f8-4e00-ba38-7b0f5243e0d8 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:36.509455 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-be639bcf-c8f8-4e00-ba38-7b0f5243e0d8 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/networks?id=077fd748-2990-43a3-b379-1249cb605c64 HTTP/1.1" status: 200 len: 811 time: 0.4294589 Jun 30 09:34:36.524745 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eff0fc29-dd91-4f04-b0b2-3346eb1a0881 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:36.528797 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-eff0fc29-dd91-4f04-b0b2-3346eb1a0881 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7788339 Jun 30 09:34:36.548059 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-98b03339-84df-4a55-9127-87cc2442e277 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/quotas/11b9abfc034e469297fc7554fd307e7c HTTP/1.1" status: 200 len: 375 time: 0.0365703 Jun 30 09:34:36.592795 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2d5ea3e3-8ed1-4179-8e65-092776a2dd87 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3930182 Jun 30 09:34:36.606230 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41402) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:36.620808 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-4d60d192-2507-4402-8652-06dcd09958a3 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'port': {'network_id': '6ab6b686-390c-481e-80a3-530aa5b56272', 'name': 'tempest-PortsTestJSON-1968217860'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:36.707760 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-d1b11bf9-047d-4265-a5ca-74b38386514f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1584547 Jun 30 09:34:36.736214 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29032c6-2f90-4cc6-88ba-832cbd16228b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-6ab6b686-390c-481e-80a3-530aa5b56272', 'network_id': '6ab6b686-390c-481e-80a3-530aa5b56272', 'tenant_id': '01856d533e0f4637bcf2cf22fb15c6ff', 'fixed_ips': [{'subnet_id': 'a9e4ac3f-fae2-4bc6-9dd6-e5a5924966bf'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:34:36.737885 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e29032c6-2f90-4cc6-88ba-832cbd16228b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:36.845551 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7d6a03ba-d85a-4fc3-9862-a5c1bdb55f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:36.934898 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-04902e05-70e6-401b-9752-314a6ab57a93 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:34:36.940756 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-04902e05-70e6-401b-9752-314a6ab57a93 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2317166 Jun 30 09:34:36.964206 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device ee39e117-f6fd-48f8-92cc-0913b538300d up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:37.087247 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7d6a03ba-d85a-4fc3-9862-a5c1bdb55f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:37.148123 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-e29032c6-2f90-4cc6-88ba-832cbd16228b None None] Allocated IP 172.20.0.2 (6ab6b686-390c-481e-80a3-530aa5b56272/a9e4ac3f-fae2-4bc6-9dd6-e5a5924966bf/a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:37.199247 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-21c90132-999d-4096-8dd7-4ffb1208b912 service neutron] 10.222.0.10 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956282 Jun 30 09:34:37.202677 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-feb0a332-0bd4-4793-93fc-04e810f18327 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--934622678&fields=id&tenant_id=49d88a13984c4bcba0f76778ac61ce8d HTTP/1.1" status: 200 len: 267 time: 0.0836523 Jun 30 09:34:37.287148 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7d6a03ba-d85a-4fc3-9862-a5c1bdb55f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:37.359976 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-c8c4e653-3894-47db-95bf-94b9f27a0598 service neutron] 10.222.0.10 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594901 Jun 30 09:34:37.412350 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port ee39e117-f6fd-48f8-92cc-0913b538300d completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:37.441858 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port ee39e117-f6fd-48f8-92cc-0913b538300d triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:37.441858 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:37.452489 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7d6a03ba-d85a-4fc3-9862-a5c1bdb55f56 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aa12c75931ed4fc9a8871850d3f2c5e1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1441407 Jun 30 09:34:37.453282 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41428) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:37.476639 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e29032c6-2f90-4cc6-88ba-832cbd16228b None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:37.481582 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d60d192-2507-4402-8652-06dcd09958a3 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:37.491819 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4d60d192-2507-4402-8652-06dcd09958a3 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:37.498613 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e29032c6-2f90-4cc6-88ba-832cbd16228b None None] Transition to ACTIVE for port object a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:37.552901 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-9a83125c-3242-4716-b09a-1c4f70be00c0 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:37.560300 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-9a83125c-3242-4716-b09a-1c4f70be00c0 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports/b47cd298-9fe5-409a-bd3d-f1ce63aef3ff HTTP/1.1" status: 200 len: 937 time: 0.3487556 Jun 30 09:34:37.563580 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a03ba-d85a-4fc3-9862-a5c1bdb55f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff0033f-4770-4514-9b65-2bb5e61bcfbd,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:37.586906 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-592cf5cb-7243-4cd0-93e2-a2f07217dcd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:37.624006 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-592cf5cb-7243-4cd0-93e2-a2f07217dcd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:37.627682 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e29032c6-2f90-4cc6-88ba-832cbd16228b None None] Transition to ACTIVE for port object a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:37.637582 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:37.652638 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-37ebe080-1992-4c3a-ad45-add5c6ba0aca tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:37.661565 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-37ebe080-1992-4c3a-ad45-add5c6ba0aca tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports/d5f71601-cd68-41d3-a3c1-c264a5ecc103 HTTP/1.1" status: 200 len: 936 time: 0.1001337 Jun 30 09:34:37.677052 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:37.689667 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port ee39e117-f6fd-48f8-92cc-0913b538300d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=ee39e117-f6fd-48f8-92cc-0913b538300d,segment=NetworkSegment(657c2c0f-9a4f-49ac-862f-be09d168e28c),segment_id=657c2c0f-9a4f-49ac-862f-be09d168e28c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:37.701221 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-4d60d192-2507-4402-8652-06dcd09958a3 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] device_id is not set on port 23d922ee-4029-49f6-af41-a4c4d479fbaa yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:34:37.748418 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-84959f13-dea7-41f6-b07f-3878af3e82ea tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?network_id=486cc323-8780-4f2e-93db-0b642dc27590&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0861230 Jun 30 09:34:37.759383 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e29032c6-2f90-4cc6-88ba-832cbd16228b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:37.795390 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-592cf5cb-7243-4cd0-93e2-a2f07217dcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:37.798517 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-592cf5cb-7243-4cd0-93e2-a2f07217dcd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:37.802813 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-592cf5cb-7243-4cd0-93e2-a2f07217dcd0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4ff0033f-4770-4514-9b65-2bb5e61bcfbd HTTP/1.1" status: 204 len: 168 time: 0.3482862 Jun 30 09:34:37.814172 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592cf5cb-7243-4cd0-93e2-a2f07217dcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff0033f-4770-4514-9b65-2bb5e61bcfbd,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:37.852103 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:37.901881 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29032c6-2f90-4cc6-88ba-832cbd16228b None None] Network 6ab6b686-390c-481e-80a3-530aa5b56272 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:37.909986 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-e29032c6-2f90-4cc6-88ba-832cbd16228b None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:37.923116 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29032c6-2f90-4cc6-88ba-832cbd16228b None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:37.929480 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29032c6-2f90-4cc6-88ba-832cbd16228b None None] Pushing event updated for resources: {'Port': ['ID=a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:38.114978 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-e29032c6-2f90-4cc6-88ba-832cbd16228b None None] Attempting to bind port a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:38.115783 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-e29032c6-2f90-4cc6-88ba-832cbd16228b None None] Attempting to bind port a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'ce149483-7885-461c-960a-f57784dfba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6ab6b686-390c-481e-80a3-530aa5b56272'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:38.116258 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29032c6-2f90-4cc6-88ba-832cbd16228b None None] Attempting to bind port a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c on network 6ab6b686-390c-481e-80a3-530aa5b56272 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:38.127453 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=ee39e117-f6fd-48f8-92cc-0913b538300d,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:38.132711 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29032c6-2f90-4cc6-88ba-832cbd16228b None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:38.133468 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29032c6-2f90-4cc6-88ba-832cbd16228b None None] Checking segment: {'id': 'ce149483-7885-461c-960a-f57784dfba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6ab6b686-390c-481e-80a3-530aa5b56272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:38.134278 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e29032c6-2f90-4cc6-88ba-832cbd16228b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:38.136225 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29032c6-2f90-4cc6-88ba-832cbd16228b None None] Bound using segment: {'id': 'ce149483-7885-461c-960a-f57784dfba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6ab6b686-390c-481e-80a3-530aa5b56272'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:38.137199 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-e29032c6-2f90-4cc6-88ba-832cbd16228b None None] Bound port: a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce149483-7885-461c-960a-f57784dfba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6ab6b686-390c-481e-80a3-530aa5b56272'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:38.137990 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e29032c6-2f90-4cc6-88ba-832cbd16228b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:38.284493 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-e29032c6-2f90-4cc6-88ba-832cbd16228b None None] For port a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:38.288832 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-e29032c6-2f90-4cc6-88ba-832cbd16228b None None] For port a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c,segment=NetworkSegment(ce149483-7885-461c-960a-f57784dfba62),segment_id=ce149483-7885-461c-960a-f57784dfba62)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:38.395479 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-615fa4b4-53cd-459a-9767-98f3e7b9c89c tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?network_id=486cc323-8780-4f2e-93db-0b642dc27590&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.6408746 Jun 30 09:34:38.428970 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e29032c6-2f90-4cc6-88ba-832cbd16228b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:38.483830 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-adadbba5-83ce-44bf-8f1d-cf23d077f1f4 req-622d666a-5e78-4d48-8507-9e4c9b498e34 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 210 time: 0.0551629 Jun 30 09:34:38.533823 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29032c6-2f90-4cc6-88ba-832cbd16228b None None] Pushing event updated for resources: {'Port': ['ID=a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:38.691615 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-f46044de-396b-435d-8761-fa73059976db tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:38.704034 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-f46044de-396b-435d-8761-fa73059976db tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:38.717068 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-f46044de-396b-435d-8761-fa73059976db tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:38.726708 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-f46044de-396b-435d-8761-fa73059976db tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/networks?id=5e7e4178-b76c-4101-95d6-7dff2b70b10f&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=486cc323-8780-4f2e-93db-0b642dc27590&id=486cc323-8780-4f2e-93db-0b642dc27590 HTTP/1.1" status: 200 len: 1994 time: 0.3018525 Jun 30 09:34:38.752508 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-4d60d192-2507-4402-8652-06dcd09958a3 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Allocated IP 172.20.0.8 (6ab6b686-390c-481e-80a3-530aa5b56272/a9e4ac3f-fae2-4bc6-9dd6-e5a5924966bf/23d922ee-4029-49f6-af41-a4c4d479fbaa) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:38.868391 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-16621315-1ddb-4617-a90b-3e886656ba06 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/quotas/49d88a13984c4bcba0f76778ac61ce8d HTTP/1.1" status: 200 len: 375 time: 0.1407099 Jun 30 09:34:38.880361 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device ee39e117-f6fd-48f8-92cc-0913b538300d up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:38.893354 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:38.990740 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41466) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:39.001298 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port ee39e117-f6fd-48f8-92cc-0913b538300d triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:39.001740 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:39.013998 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2af66d09-9508-4dba-b77f-678aa5af0c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:39.102466 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-2cc35570-c905-4a37-975b-f24ee441faeb tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=49d88a13984c4bcba0f76778ac61ce8d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2125382 Jun 30 09:34:39.172226 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4d60d192-2507-4402-8652-06dcd09958a3 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:39.183713 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2af66d09-9508-4dba-b77f-678aa5af0c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:39.194588 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-4d60d192-2507-4402-8652-06dcd09958a3 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Transition to ACTIVE for port object 23d922ee-4029-49f6-af41-a4c4d479fbaa will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:39.248148 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-267eb8ee-793f-45ab-a8bb-c4a2250fdd11 service neutron] 10.222.0.10 "GET /v2.0/networks/5e7e4178-b76c-4101-95d6-7dff2b70b10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445491 Jun 30 09:34:39.347481 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2af66d09-9508-4dba-b77f-678aa5af0c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:39.382391 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4d60d192-2507-4402-8652-06dcd09958a3 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:39.390274 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af66d09-9508-4dba-b77f-678aa5af0c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fa7f98-a5cb-40ae-9079-6a2ff4488fea,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:39.398188 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2af66d09-9508-4dba-b77f-678aa5af0c53 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=61bbac2f9ea74e36a7699b1b9fd07b21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4058421 Jun 30 09:34:39.398665 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41472) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:39.440818 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d60d192-2507-4402-8652-06dcd09958a3 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network 6ab6b686-390c-481e-80a3-530aa5b56272 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:39.450762 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-4d60d192-2507-4402-8652-06dcd09958a3 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:39.461712 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d60d192-2507-4402-8652-06dcd09958a3 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:39.503518 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60d192-2507-4402-8652-06dcd09958a3 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Port': ['ID=23d922ee-4029-49f6-af41-a4c4d479fbaa,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:39.565621 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d60d192-2507-4402-8652-06dcd09958a3 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:39.566226 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4d60d192-2507-4402-8652-06dcd09958a3 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:39.580359 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c98f0467-af84-4bf1-80a7-8785c7931444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:39.611734 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6dc2249-c901-42d3-a2b1-7a3c88a967c7 req-7803c27a-93fe-478c-b715-924bbd2cc28a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 210 time: 0.0304470 Jun 30 09:34:39.615315 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c98f0467-af84-4bf1-80a7-8785c7931444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:39.653396 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-70296ba2-2307-48e2-9dcf-d7af0005ca81 service neutron] 10.222.0.10 "GET /v2.0/networks/5e7e4178-b76c-4101-95d6-7dff2b70b10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973839 Jun 30 09:34:39.726653 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-c0c9fc81-8623-431b-b513-67ca54563327 service neutron] 10.222.0.10 "GET /v2.0/ports/b47cd298-9fe5-409a-bd3d-f1ce63aef3ff?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0608165 Jun 30 09:34:39.749746 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4d60d192-2507-4402-8652-06dcd09958a3 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1403008 Jun 30 09:34:39.752840 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41490) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:39.758802 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-c2116442-d9f2-43df-b29f-1997e100e104 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'port': {'network_id': '6ab6b686-390c-481e-80a3-530aa5b56272', 'name': 'tempest-PortsTestJSON-224395538'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:39.937867 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7d1684-d6ef-44a6-b252-666496dcde8a None None] Network 6ab6b686-390c-481e-80a3-530aa5b56272 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:40.049752 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c98f0467-af84-4bf1-80a7-8785c7931444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:40.052372 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c98f0467-af84-4bf1-80a7-8785c7931444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:40.059409 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c98f0467-af84-4bf1-80a7-8785c7931444 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/71fa7f98-a5cb-40ae-9079-6a2ff4488fea HTTP/1.1" status: 204 len: 168 time: 0.6507719 Jun 30 09:34:40.062819 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f0467-af84-4bf1-80a7-8785c7931444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fa7f98-a5cb-40ae-9079-6a2ff4488fea,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:40.165433 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-fe8f8b5d-150b-4bb0-baa0-0aaf75b94284 service neutron] 10.222.0.10 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321656 Jun 30 09:34:40.208657 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b35209d2-70c9-4c8d-ba0e-5993d005093b None None] Provisioning for port a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:40.269314 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-110e8122-ca5d-46c9-8a16-3345e78ba1a2 service neutron] 10.222.0.10 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969846 Jun 30 09:34:40.272691 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2116442-d9f2-43df-b29f-1997e100e104 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:40.277783 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c2116442-d9f2-43df-b29f-1997e100e104 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:40.321431 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-c2116442-d9f2-43df-b29f-1997e100e104 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] device_id is not set on port 72a0c560-732f-4fa3-a028-c1c445a9e254 yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:34:40.351757 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-c79709e2-c169-423f-ab49-9d32b000fc12 service neutron] 10.222.0.10 "GET /v2.0/ports/d5f71601-cd68-41d3-a3c1-c264a5ecc103?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0548334 Jun 30 09:34:40.537624 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-c2116442-d9f2-43df-b29f-1997e100e104 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Allocated IP 172.20.0.7 (6ab6b686-390c-481e-80a3-530aa5b56272/a9e4ac3f-fae2-4bc6-9dd6-e5a5924966bf/72a0c560-732f-4fa3-a028-c1c445a9e254) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:40.540333 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-df2d97bc-6f98-4847-9e5e-c17bf74ea263 service neutron] 10.222.0.10 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875868 Jun 30 09:34:40.751889 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-2b8a52e7-5cc5-4565-802d-01d7996900de service neutron] 10.222.0.10 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002954 Jun 30 09:34:40.809102 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-be9c9729-e795-4a8f-ae14-39c5a5800083 None None] Provisioning for port 23d922ee-4029-49f6-af41-a4c4d479fbaa completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:40.818540 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-be9c9729-e795-4a8f-ae14-39c5a5800083 None None] Provisioning complete for port 23d922ee-4029-49f6-af41-a4c4d479fbaa triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:40.818540 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-be9c9729-e795-4a8f-ae14-39c5a5800083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:40.907175 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:40.945320 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f48cb2a1-41fc-493f-a411-be69812f7920 req-2b25d7b2-9f28-4ad7-bdd3-b4a5cb468c93 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 210 time: 0.1555145 Jun 30 09:34:41.032903 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-be9c9729-e795-4a8f-ae14-39c5a5800083 None None] Port 23d922ee-4029-49f6-af41-a4c4d479fbaa cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:41.070724 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-547e927b-9ec6-423b-b92c-4b62cef42f43 service neutron] 10.222.0.10 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176479 Jun 30 09:34:41.173347 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-42037976-f3e4-47cc-9450-47d1560b5adf None None] Provisioning complete for port 23d922ee-4029-49f6-af41-a4c4d479fbaa triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:41.174282 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-42037976-f3e4-47cc-9450-47d1560b5adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:41.177154 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c2116442-d9f2-43df-b29f-1997e100e104 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:41.203383 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-c2116442-d9f2-43df-b29f-1997e100e104 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Transition to ACTIVE for port object 72a0c560-732f-4fa3-a028-c1c445a9e254 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:41.225574 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:41.235567 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:41.236279 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:41.292775 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-42037976-f3e4-47cc-9450-47d1560b5adf None None] Port 23d922ee-4029-49f6-af41-a4c4d479fbaa cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:41.301080 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-fe4157e6-63e1-4221-9481-1e196a1e4316 service neutron] 10.222.0.10 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236066 Jun 30 09:34:41.389083 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:41.399437 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c2116442-d9f2-43df-b29f-1997e100e104 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:41.451645 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c,segment=NetworkSegment(ce149483-7885-461c-960a-f57784dfba62),segment_id=ce149483-7885-461c-960a-f57784dfba62)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:41.457449 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2116442-d9f2-43df-b29f-1997e100e104 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network 6ab6b686-390c-481e-80a3-530aa5b56272 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:41.459316 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-c2116442-d9f2-43df-b29f-1997e100e104 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:41.499586 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-07561e1e-a297-4276-a74c-5ac8b583d7f0 service neutron] 10.222.0.10 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956785 Jun 30 09:34:41.530837 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2116442-d9f2-43df-b29f-1997e100e104 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Port': ['ID=72a0c560-732f-4fa3-a028-c1c445a9e254,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:41.535301 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2116442-d9f2-43df-b29f-1997e100e104 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:41.615836 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2116442-d9f2-43df-b29f-1997e100e104 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:41.616578 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c2116442-d9f2-43df-b29f-1997e100e104 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:41.673687 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-de9cc58d-bb58-468d-979d-79da5b5dd0be service neutron] 10.222.0.10 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718807 Jun 30 09:34:41.716839 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:41.776575 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:41.794652 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c2116442-d9f2-43df-b29f-1997e100e104 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0402539 Jun 30 09:34:41.800200 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41522) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:41.817949 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-53c21d5c-f609-4d83-a657-077ad08fb4bc service neutron] 10.222.0.10 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363661 Jun 30 09:34:42.014699 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-d3bf73fc-2c19-4561-97d4-a6c50c6dcf4d service neutron] 10.222.0.10 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869707 Jun 30 09:34:42.020573 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-afa75c43-124f-4757-a125-0c9c9ddf141f None None] Provisioning for port 72a0c560-732f-4fa3-a028-c1c445a9e254 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:42.030417 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-afa75c43-124f-4757-a125-0c9c9ddf141f None None] Provisioning complete for port 72a0c560-732f-4fa3-a028-c1c445a9e254 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:42.030417 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-afa75c43-124f-4757-a125-0c9c9ddf141f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:42.076089 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee12ffa-d4f7-4f4a-bf34-4e99e9bc1aa4 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:42.081333 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-cee12ffa-d4f7-4f4a-bf34-4e99e9bc1aa4 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.2800450 Jun 30 09:34:42.082398 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41528) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:42.114900 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-afa75c43-124f-4757-a125-0c9c9ddf141f None None] Port 72a0c560-732f-4fa3-a028-c1c445a9e254 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:42.219812 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d64842ad-9774-4c78-8043-1ec174bf6f44 req-1abdd488-2cd3-49db-b20e-2d4027ce8027 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 210 time: 0.0423853 Jun 30 09:34:42.237325 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-f5373626-14c7-43a6-b5a8-3f65ce0241bf service neutron] 10.222.0.10 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127962 Jun 30 09:34:42.324030 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-c832ce1f-6117-4f41-9221-f19daecd924b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Deleting port 72a0c560-732f-4fa3-a028-c1c445a9e254 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:42.324375 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c832ce1f-6117-4f41-9221-f19daecd924b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:42.425435 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-8870c21c-bded-49e5-b6da-e6a3fa4fa85d service neutron] 10.222.0.10 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743853 Jun 30 09:34:42.441626 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c832ce1f-6117-4f41-9221-f19daecd924b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:42.454844 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-c832ce1f-6117-4f41-9221-f19daecd924b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Calling delete_port for 72a0c560-732f-4fa3-a028-c1c445a9e254 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:42.793424 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c832ce1f-6117-4f41-9221-f19daecd924b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:42.804582 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:42.869975 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c832ce1f-6117-4f41-9221-f19daecd924b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Port': ['ID=72a0c560-732f-4fa3-a028-c1c445a9e254,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:42.885572 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:42.886248 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:43.047848 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c832ce1f-6117-4f41-9221-f19daecd924b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:43.052238 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c832ce1f-6117-4f41-9221-f19daecd924b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/ports/72a0c560-732f-4fa3-a028-c1c445a9e254 HTTP/1.1" status: 204 len: 168 time: 0.9667165 Jun 30 09:34:43.052604 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41556) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:43.107794 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-cccc3ba0-5db6-470c-a2bb-0845b953da01 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] GET failed (client error): The resource could not be found. Jun 30 09:34:43.109494 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-cccc3ba0-5db6-470c-a2bb-0845b953da01 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "GET /v2.0/ports/72a0c560-732f-4fa3-a028-c1c445a9e254 HTTP/1.1" status: 404 len: 333 time: 0.0558753 Jun 30 09:34:43.112407 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41560) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:43.401739 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-d2241f7a-e6f0-4394-a432-28cf6f4ab588 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Deleting port 23d922ee-4029-49f6-af41-a4c4d479fbaa {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:43.401739 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d2241f7a-e6f0-4394-a432-28cf6f4ab588 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:43.491844 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-2ec942aa-cc12-43fc-b4b2-e98917001853 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:43.493433 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-2ec942aa-cc12-43fc-b4b2-e98917001853 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.37 "GET /v2.0/networks?id=077fd748-2990-43a3-b379-1249cb605c64 HTTP/1.1" status: 200 len: 811 time: 0.2828693 Jun 30 09:34:43.498082 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0d60231-2247-4db9-b9c7-32a385cfa44e req-86fdb850-24de-41e1-ab1d-accac24d4757 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 210 time: 0.0804849 Jun 30 09:34:43.511524 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-26b7b471-930b-4d62-a2c8-387bd9de6163 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Request body: {'port': {'device_id': 'ef44fcd0-d64b-4be2-af5b-9d56e36acebf', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'admin_state_up': True, 'tenant_id': '11b9abfc034e469297fc7554fd307e7c'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:43.643234 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d2241f7a-e6f0-4394-a432-28cf6f4ab588 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:43.669520 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-d2241f7a-e6f0-4394-a432-28cf6f4ab588 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Calling delete_port for 23d922ee-4029-49f6-af41-a4c4d479fbaa owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:44.035393 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-26b7b471-930b-4d62-a2c8-387bd9de6163 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Made reservation on behalf of 11b9abfc034e469297fc7554fd307e7c for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:44.039707 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-26b7b471-930b-4d62-a2c8-387bd9de6163 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:44.097825 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d2241f7a-e6f0-4394-a432-28cf6f4ab588 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:44.189587 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2241f7a-e6f0-4394-a432-28cf6f4ab588 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Port': ['ID=23d922ee-4029-49f6-af41-a4c4d479fbaa,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:44.390871 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d2241f7a-e6f0-4394-a432-28cf6f4ab588 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:44.392802 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d2241f7a-e6f0-4394-a432-28cf6f4ab588 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/ports/23d922ee-4029-49f6-af41-a4c4d479fbaa HTTP/1.1" status: 204 len: 168 time: 1.2794180 Jun 30 09:34:44.395844 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41598) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:44.401356 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-26b7b471-930b-4d62-a2c8-387bd9de6163 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Allocated IP 172.20.0.13 (077fd748-2990-43a3-b379-1249cb605c64/026a88de-b3fc-4597-8030-64264f9192bb/55e6224f-e84c-4e96-b430-0d8f6dcd403f) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:44.495828 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a3c380-8830-43ca-9f26-3e0f409ee886 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] GET failed (client error): The resource could not be found. Jun 30 09:34:44.497590 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d0a3c380-8830-43ca-9f26-3e0f409ee886 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "GET /v2.0/ports/23d922ee-4029-49f6-af41-a4c4d479fbaa HTTP/1.1" status: 404 len: 333 time: 0.0987201 Jun 30 09:34:44.501080 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41606) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:44.647400 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e43628-9737-4abc-8872-c7204e067514 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Deleting subnet a9e4ac3f-fae2-4bc6-9dd6-e5a5924966bf {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:34:44.657111 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e5e43628-9737-4abc-8872-c7204e067514 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:44.706184 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-26b7b471-930b-4d62-a2c8-387bd9de6163 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:44.750160 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e5e43628-9737-4abc-8872-c7204e067514 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:44.753508 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-26b7b471-930b-4d62-a2c8-387bd9de6163 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Transition to ACTIVE for port object 55e6224f-e84c-4e96-b430-0d8f6dcd403f will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:44.888112 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7199243c-2001-4066-b906-d2d470141870 req-1483b117-0811-4c6e-9576-19ad89aa7d46 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 210 time: 0.0701630 Jun 30 09:34:44.908399 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e5e43628-9737-4abc-8872-c7204e067514 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:44.970009 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-26b7b471-930b-4d62-a2c8-387bd9de6163 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:45.038956 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-26b7b471-930b-4d62-a2c8-387bd9de6163 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Network 077fd748-2990-43a3-b379-1249cb605c64 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:45.047567 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-26b7b471-930b-4d62-a2c8-387bd9de6163 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:45.082574 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-26b7b471-930b-4d62-a2c8-387bd9de6163 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:45.119521 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7b471-930b-4d62-a2c8-387bd9de6163 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Pushing event updated for resources: {'Port': ['ID=55e6224f-e84c-4e96-b430-0d8f6dcd403f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:45.156704 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-26b7b471-930b-4d62-a2c8-387bd9de6163 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:45.157807 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-26b7b471-930b-4d62-a2c8-387bd9de6163 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:45.262298 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e5e43628-9737-4abc-8872-c7204e067514 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:45.375876 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e5e43628-9737-4abc-8872-c7204e067514 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:45.382753 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e5e43628-9737-4abc-8872-c7204e067514 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/subnets/a9e4ac3f-fae2-4bc6-9dd6-e5a5924966bf HTTP/1.1" status: 204 len: 168 time: 0.8804893 Jun 30 09:34:45.390321 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e43628-9737-4abc-8872-c7204e067514 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Subnet': ['ID=a9e4ac3f-fae2-4bc6-9dd6-e5a5924966bf,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:45.391262 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e24303-ceb3-45ce-9532-e6377ba2b813 None None] Network 6ab6b686-390c-481e-80a3-530aa5b56272 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:45.391812 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41622) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:45.424169 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-26b7b471-930b-4d62-a2c8-387bd9de6163 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9172947 Jun 30 09:34:45.510661 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-25c2aaef-64a4-45b5-9f00-fed9c16b7db7 service neutron] Request body: {'port': {'device_id': 'ef44fcd0-d64b-4be2-af5b-9d56e36acebf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:45.592657 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c743bce4-bc41-48e6-bc35-b3af161516b8 None None] Provisioning for port 55e6224f-e84c-4e96-b430-0d8f6dcd403f completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:45.597078 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c743bce4-bc41-48e6-bc35-b3af161516b8 None None] Provisioning complete for port 55e6224f-e84c-4e96-b430-0d8f6dcd403f triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:45.597548 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c743bce4-bc41-48e6-bc35-b3af161516b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:45.666564 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2b50eb3e-f740-421e-9353-23a4a3863a2c req-55e5a4b4-684a-4f9e-b452-fe94f506d52d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 210 time: 0.0603361 Jun 30 09:34:45.680111 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-c743bce4-bc41-48e6-bc35-b3af161516b8 None None] Port 55e6224f-e84c-4e96-b430-0d8f6dcd403f cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:45.682550 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d84597-1d12-4bea-ae67-d51ec1f9ad07 None None] DHCP port deletion for 6ab6b686-390c-481e-80a3-530aa5b56272 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:34:45.682981 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-68a3ab9c-cf53-47d3-81d3-629283efc061 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:45.756951 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-25c2aaef-64a4-45b5-9f00-fed9c16b7db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:45.819476 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-72d84597-1d12-4bea-ae67-d51ec1f9ad07 None None] Deleting port a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:45.820114 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-72d84597-1d12-4bea-ae67-d51ec1f9ad07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:45.837483 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-68a3ab9c-cf53-47d3-81d3-629283efc061 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Deleting port a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:45.838764 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-68a3ab9c-cf53-47d3-81d3-629283efc061 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:45.931908 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-72d84597-1d12-4bea-ae67-d51ec1f9ad07 None None] For port a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c,segment=NetworkSegment(ce149483-7885-461c-960a-f57784dfba62),segment_id=ce149483-7885-461c-960a-f57784dfba62)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:45.932231 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-72d84597-1d12-4bea-ae67-d51ec1f9ad07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:45.954399 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-72d84597-1d12-4bea-ae67-d51ec1f9ad07 None None] Calling delete_port for a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:46.019448 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-68a3ab9c-cf53-47d3-81d3-629283efc061 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] For port a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c,segment=NetworkSegment(ce149483-7885-461c-960a-f57784dfba62),segment_id=ce149483-7885-461c-960a-f57784dfba62)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:46.020076 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-68a3ab9c-cf53-47d3-81d3-629283efc061 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:46.036266 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-68a3ab9c-cf53-47d3-81d3-629283efc061 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Calling delete_port for a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:46.130583 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-72d84597-1d12-4bea-ae67-d51ec1f9ad07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:46.153884 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d84597-1d12-4bea-ae67-d51ec1f9ad07 None None] No DVR routers for this DVR port a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:34:46.198781 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d84597-1d12-4bea-ae67-d51ec1f9ad07 None None] Pushing event deleted for resources: {'Port': ['ID=a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:46.223299 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-68a3ab9c-cf53-47d3-81d3-629283efc061 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:46.226508 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffa0d7-27b9-41f2-8b44-005653f7ea3e req-c5eb48f1-00e0-4e33-9ded-c8ee19f822d7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:46.231750 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-94ffa0d7-27b9-41f2-8b44-005653f7ea3e req-c5eb48f1-00e0-4e33-9ded-c8ee19f822d7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 932 time: 0.1022353 Jun 30 09:34:46.282580 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3ab9c-cf53-47d3-81d3-629283efc061 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Port': ['ID=a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:46.296374 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a3ab9c-cf53-47d3-81d3-629283efc061 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] No DVR routers for this DVR port a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:34:46.314889 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-94ffa0d7-27b9-41f2-8b44-005653f7ea3e req-23e360ed-c273-487d-9f32-4376f3124293 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797591 Jun 30 09:34:46.457520 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41642) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:46.472972 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-68a3ab9c-cf53-47d3-81d3-629283efc061 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:46.518939 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-68a3ab9c-cf53-47d3-81d3-629283efc061 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab6b686-390c-481e-80a3-530aa5b56272']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:46.534216 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-68a3ab9c-cf53-47d3-81d3-629283efc061 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce149483-7885-461c-960a-f57784dfba62') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:46.534554 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-68a3ab9c-cf53-47d3-81d3-629283efc061 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce149483-7885-461c-960a-f57784dfba62') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:46.547742 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-25c2aaef-64a4-45b5-9f00-fed9c16b7db7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55e6224f-e84c-4e96-b430-0d8f6dcd403f {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:34:46.557624 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-68a3ab9c-cf53-47d3-81d3-629283efc061 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:46.561261 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-25c2aaef-64a4-45b5-9f00-fed9c16b7db7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:46.595170 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-68a3ab9c-cf53-47d3-81d3-629283efc061 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:46.618078 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68a3ab9c-cf53-47d3-81d3-629283efc061 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:34:46.619040 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-68a3ab9c-cf53-47d3-81d3-629283efc061 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:34:46.622918 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:34:46.693657 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2e942591-d5cc-4f31-af72-69f338c99eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:46.740067 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:34:46.763276 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:34:46.763624 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a1c6e7f1-fcee-4ec4-98cb-0b0a521cf69c not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:34:46.784937 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2f6199f4-3cdd-4afb-9201-96842dadda46 req-95beba0b-062e-4961-bb34-3f45cf0fe761 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 210 time: 0.0401816 Jun 30 09:34:46.878450 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-25c2aaef-64a4-45b5-9f00-fed9c16b7db7 service neutron] Transition to ACTIVE for port object 55e6224f-e84c-4e96-b430-0d8f6dcd403f will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:46.880297 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-68a3ab9c-cf53-47d3-81d3-629283efc061 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:46.906201 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-68a3ab9c-cf53-47d3-81d3-629283efc061 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:46.908813 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-68a3ab9c-cf53-47d3-81d3-629283efc061 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/networks/6ab6b686-390c-481e-80a3-530aa5b56272 HTTP/1.1" status: 204 len: 168 time: 1.5213692 Jun 30 09:34:46.909940 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3ab9c-cf53-47d3-81d3-629283efc061 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Network': ['ID=6ab6b686-390c-481e-80a3-530aa5b56272,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:46.913017 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41648) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:46.920008 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-05f2c6af-b5a3-46e7-88f1-7239d09fec18 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-453272740'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:46.981597 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2e942591-d5cc-4f31-af72-69f338c99eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:46.981942 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-25c2aaef-64a4-45b5-9f00-fed9c16b7db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:47.044557 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2aaef-64a4-45b5-9f00-fed9c16b7db7 service neutron] Pushing event updated for resources: {'Port': ['ID=55e6224f-e84c-4e96-b430-0d8f6dcd403f,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:47.126113 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2e942591-d5cc-4f31-af72-69f338c99eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:47.178280 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-25c2aaef-64a4-45b5-9f00-fed9c16b7db7 service neutron] Attempting to bind port 55e6224f-e84c-4e96-b430-0d8f6dcd403f on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:47.178809 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-25c2aaef-64a4-45b5-9f00-fed9c16b7db7 service neutron] Attempting to bind port 55e6224f-e84c-4e96-b430-0d8f6dcd403f by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:47.179387 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-25c2aaef-64a4-45b5-9f00-fed9c16b7db7 service neutron] Attempting to bind port 55e6224f-e84c-4e96-b430-0d8f6dcd403f on network 077fd748-2990-43a3-b379-1249cb605c64 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:47.187621 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-25c2aaef-64a4-45b5-9f00-fed9c16b7db7 service neutron] Port 55e6224f-e84c-4e96-b430-0d8f6dcd403f on network 077fd748-2990-43a3-b379-1249cb605c64 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:34:47.188155 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-25c2aaef-64a4-45b5-9f00-fed9c16b7db7 service neutron] Attempting to bind port 55e6224f-e84c-4e96-b430-0d8f6dcd403f on network 077fd748-2990-43a3-b379-1249cb605c64 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:47.205585 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-25c2aaef-64a4-45b5-9f00-fed9c16b7db7 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:47.205585 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-25c2aaef-64a4-45b5-9f00-fed9c16b7db7 service neutron] Checking segment: {'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:47.205585 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-25c2aaef-64a4-45b5-9f00-fed9c16b7db7 service neutron] Bound using segment: {'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:47.206865 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-25c2aaef-64a4-45b5-9f00-fed9c16b7db7 service neutron] Bound port: 55e6224f-e84c-4e96-b430-0d8f6dcd403f, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:47.207517 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-25c2aaef-64a4-45b5-9f00-fed9c16b7db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:47.243156 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2e942591-d5cc-4f31-af72-69f338c99eb3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eaffe97a812c4a26be31d3d3c0d575dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7828104 Jun 30 09:34:47.248285 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41652) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:47.258377 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e942591-d5cc-4f31-af72-69f338c99eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29fe07e-6e78-4dbe-bf1b-643074d312a7,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:47.274596 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f2c6af-b5a3-46e7-88f1-7239d09fec18 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:47.280796 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05f2c6af-b5a3-46e7-88f1-7239d09fec18 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:47.362974 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46c9e44d-0385-41a1-ac20-5c2763680161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:47.371191 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f2c6af-b5a3-46e7-88f1-7239d09fec18 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:34:47.391607 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-25c2aaef-64a4-45b5-9f00-fed9c16b7db7 service neutron] For port 55e6224f-e84c-4e96-b430-0d8f6dcd403f, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:47.398756 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-25c2aaef-64a4-45b5-9f00-fed9c16b7db7 service neutron] For port 55e6224f-e84c-4e96-b430-0d8f6dcd403f, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=55e6224f-e84c-4e96-b430-0d8f6dcd403f,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:47.401767 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05f2c6af-b5a3-46e7-88f1-7239d09fec18 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:47.402503 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-05f2c6af-b5a3-46e7-88f1-7239d09fec18 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Added segment 2d95c668-bde9-440e-8334-28899f5987a8 of type vlan for network b6cd16c0-4b28-4a7a-9932-3b4c28d1ab0f Jun 30 09:34:47.425634 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46c9e44d-0385-41a1-ac20-5c2763680161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:47.495396 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05f2c6af-b5a3-46e7-88f1-7239d09fec18 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:47.536122 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-25c2aaef-64a4-45b5-9f00-fed9c16b7db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:47.608739 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-25c2aaef-64a4-45b5-9f00-fed9c16b7db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:47.609680 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-25c2aaef-64a4-45b5-9f00-fed9c16b7db7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:47.611451 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-25c2aaef-64a4-45b5-9f00-fed9c16b7db7 service neutron] 10.222.0.37 "PUT /v2.0/ports/55e6224f-e84c-4e96-b430-0d8f6dcd403f HTTP/1.1" status: 200 len: 1093 time: 2.1185842 Jun 30 09:34:47.616522 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef44fcd0-d64b-4be2-af5b-9d56e36acebf', 'tag': '55e6224f-e84c-4e96-b430-0d8f6dcd403f'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:34:47.620686 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5747da5f-aa5d-4b09-a8b4-83092e66b4c9" -d '{"events": [{"name": "network-changed", "server_uuid": "ef44fcd0-d64b-4be2-af5b-9d56e36acebf", "tag": "55e6224f-e84c-4e96-b430-0d8f6dcd403f"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:34:47.656716 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2aaef-64a4-45b5-9f00-fed9c16b7db7 service neutron] Pushing event updated for resources: {'Port': ['ID=55e6224f-e84c-4e96-b430-0d8f6dcd403f,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:47.669256 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46c9e44d-0385-41a1-ac20-5c2763680161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:47.674626 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46c9e44d-0385-41a1-ac20-5c2763680161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:47.679334 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-46c9e44d-0385-41a1-ac20-5c2763680161 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b29fe07e-6e78-4dbe-bf1b-643074d312a7 HTTP/1.1" status: 204 len: 168 time: 0.4293580 Jun 30 09:34:47.688312 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef4888c-6b02-4e62-ba6b-fd706b9b212e x-openstack-request-id: req-5ef4888c-6b02-4e62-ba6b-fd706b9b212e {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:34:47.688850 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef44fcd0-d64b-4be2-af5b-9d56e36acebf", "tag": "55e6224f-e84c-4e96-b430-0d8f6dcd403f", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:34:47.689321 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5ef4888c-6b02-4e62-ba6b-fd706b9b212e {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:34:47.689967 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef44fcd0-d64b-4be2-af5b-9d56e36acebf', 'tag': '55e6224f-e84c-4e96-b430-0d8f6dcd403f', 'status': 'completed', 'code': 200} Jun 30 09:34:47.701052 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05f2c6af-b5a3-46e7-88f1-7239d09fec18 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:47.711329 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f2c6af-b5a3-46e7-88f1-7239d09fec18 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:47.713872 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05f2c6af-b5a3-46e7-88f1-7239d09fec18 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:47.730993 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9e44d-0385-41a1-ac20-5c2763680161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29fe07e-6e78-4dbe-bf1b-643074d312a7,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:47.811978 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c15dd7-9ec0-4d6a-b651-bfeb31b30683 req-a567eb2d-2520-42a0-a3e7-a3c906dcc931 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:47.835597 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-72c15dd7-9ec0-4d6a-b651-bfeb31b30683 req-a567eb2d-2520-42a0-a3e7-a3c906dcc931 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 944 time: 0.2535150 Jun 30 09:34:47.868740 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f2c6af-b5a3-46e7-88f1-7239d09fec18 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Network': ['ID=b6cd16c0-4b28-4a7a-9932-3b4c28d1ab0f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:47.881280 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network b6cd16c0-4b28-4a7a-9932-3b4c28d1ab0f details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:34:47.925922 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-72c15dd7-9ec0-4d6a-b651-bfeb31b30683 req-2a0fefde-6b99-4d3a-9874-c2cf811e43eb tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893319 Jun 30 09:34:47.938411 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e29f5b4-8a7a-4116-9fef-7ffb82c91c70 req-9863f6bd-1fb3-4a48-b2e0-6ff9630409b2 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 210 time: 0.0330524 Jun 30 09:34:47.954924 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-05f2c6af-b5a3-46e7-88f1-7239d09fec18 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0406222 Jun 30 09:34:47.955663 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41672) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:47.963578 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-cad34da2-476c-4d27-959a-351086000846 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'subnet': {'network_id': 'b6cd16c0-4b28-4a7a-9932-3b4c28d1ab0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:48.413152 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747da5f-aa5d-4b09-a8b4-83092e66b4c9 req-4fcc5d42-5df2-4f7a-8f5a-e99c958acf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:48.414785 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5747da5f-aa5d-4b09-a8b4-83092e66b4c9 req-4fcc5d42-5df2-4f7a-8f5a-e99c958acf65 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 1096 time: 0.6835880 Jun 30 09:34:48.563168 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747da5f-aa5d-4b09-a8b4-83092e66b4c9 req-a0ab60a9-6925-4849-9190-5db06f10a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:48.564641 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5747da5f-aa5d-4b09-a8b4-83092e66b4c9 req-a0ab60a9-6925-4849-9190-5db06f10a56e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=11b9abfc034e469297fc7554fd307e7c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1417344 Jun 30 09:34:48.683588 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747da5f-aa5d-4b09-a8b4-83092e66b4c9 req-2843e323-9f68-4684-9eb0-7825bb0d9bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:48.693551 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5747da5f-aa5d-4b09-a8b4-83092e66b4c9 req-2843e323-9f68-4684-9eb0-7825bb0d9bd0 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1142066 Jun 30 09:34:48.805759 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad34da2-476c-4d27-959a-351086000846 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:48.812415 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cad34da2-476c-4d27-959a-351086000846 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:48.944350 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-01736884-7558-4838-a604-a7f6ad8e0247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:48.945848 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-01736884-7558-4838-a604-a7f6ad8e0247 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 1096 time: 0.2102933 Jun 30 09:34:49.167996 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-374e24a6-dd7d-479c-9157-ffaad225fab3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55e6224f-e84c-4e96-b430-0d8f6dcd403f HTTP/1.1" status: 200 len: 217 time: 0.1918974 Jun 30 09:34:49.204107 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41696) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:49.210271 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1956afab-f4d6-4f65-be11-3f89932fd1cf req-75d7b7b9-0a2a-4391-8b7a-312b8c5ab21f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 210 time: 0.0487020 Jun 30 09:34:49.245541 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a894446-ba76-45bc-9c45-f6c2a41b5cd2 req-52cec442-2f4a-47d6-bc44-46ace25e1dd6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:49.255208 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7a894446-ba76-45bc-9c45-f6c2a41b5cd2 req-52cec442-2f4a-47d6-bc44-46ace25e1dd6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 944 time: 0.1233475 Jun 30 09:34:49.256414 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-31eff507-8f2a-4866-8c9b-4b54bd8a6da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:49.291055 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-b4ad82e9-4bd6-4fe8-ada9-50f7599520ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:49.293169 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-b4ad82e9-4bd6-4fe8-ada9-50f7599520ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=026a88de-b3fc-4597-8030-64264f9192bb HTTP/1.1" status: 200 len: 850 time: 0.1138840 Jun 30 09:34:49.345963 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7a894446-ba76-45bc-9c45-f6c2a41b5cd2 req-71afe3c2-0170-48a5-8017-f89a1a0dcf79 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905683 Jun 30 09:34:49.386502 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-bc0fbe4b-e4b3-4385-b21d-bd861f564e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:49.389129 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-bc0fbe4b-e4b3-4385-b21d-bd861f564e9c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=077fd748-2990-43a3-b379-1249cb605c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0886757 Jun 30 09:34:49.490088 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-31eff507-8f2a-4866-8c9b-4b54bd8a6da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:49.528760 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cad34da2-476c-4d27-959a-351086000846 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:49.633602 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-31eff507-8f2a-4866-8c9b-4b54bd8a6da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:49.644888 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-6dfa178b-0fb4-44ca-8cb8-2228e4bb577d service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480860 Jun 30 09:34:49.690867 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad34da2-476c-4d27-959a-351086000846 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Subnet': ['ID=f1bc6f1e-2c0d-47c8-9dbb-f6d92062e053,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:49.727914 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad34da2-476c-4d27-959a-351086000846 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Checking segment: {'id': '2d95c668-bde9-440e-8334-28899f5987a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6cd16c0-4b28-4a7a-9932-3b4c28d1ab0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:49.728278 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad34da2-476c-4d27-959a-351086000846 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network hostable DHCP agents. Network: b6cd16c0-4b28-4a7a-9932-3b4c28d1ab0f, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:34:49.730016 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-31eff507-8f2a-4866-8c9b-4b54bd8a6da8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9d953c28b64241af81dfbf76290035a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5244050 Jun 30 09:34:49.733742 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41700) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:49.735984 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eff507-8f2a-4866-8c9b-4b54bd8a6da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7833cac8-bcaa-4603-b864-3b10dbecaad4,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:49.832384 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-411889a1-3027-4cf7-9e4d-afe18cf3dc6c req-79dc254c-6b0e-4204-b521-df9a7f748be6 service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780548 Jun 30 09:34:49.854940 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f1d92bb1-b72a-499c-a81d-d107b6517eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:49.874106 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad34da2-476c-4d27-959a-351086000846 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network b6cd16c0-4b28-4a7a-9932-3b4c28d1ab0f is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:34:49.890740 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f1d92bb1-b72a-499c-a81d-d107b6517eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:50.030273 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-cad34da2-476c-4d27-959a-351086000846 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, b6cd16c0-4b28-4a7a-9932-3b4c28d1ab0f) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:50.045435 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdb80d9-5e8c-410a-bd5b-ab1e2f271b06 None None] Network b6cd16c0-4b28-4a7a-9932-3b4c28d1ab0f requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:50.047956 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad34da2-476c-4d27-959a-351086000846 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:50.049118 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cad34da2-476c-4d27-959a-351086000846 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:50.067155 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f1d92bb1-b72a-499c-a81d-d107b6517eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:50.072139 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f1d92bb1-b72a-499c-a81d-d107b6517eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:50.074816 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f1d92bb1-b72a-499c-a81d-d107b6517eaa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7833cac8-bcaa-4603-b864-3b10dbecaad4 HTTP/1.1" status: 204 len: 168 time: 0.3372555 Jun 30 09:34:50.095986 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d92bb1-b72a-499c-a81d-d107b6517eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7833cac8-bcaa-4603-b864-3b10dbecaad4,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:50.186789 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41708) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:50.187952 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-cad34da2-476c-4d27-959a-351086000846 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2283332 Jun 30 09:34:50.192134 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-782aaf0b-85be-40e5-8a47-bc2b0f997c6f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'port': {'network_id': 'b6cd16c0-4b28-4a7a-9932-3b4c28d1ab0f', 'name': 'tempest-PortsTestJSON-921170347', 'fixed_ips': [{'subnet_id': 'f1bc6f1e-2c0d-47c8-9dbb-f6d92062e053', 'ip_address': '172.20.0.10'}]}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:50.333046 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04940b3c-6ee0-4dc2-b58e-37bfbb309c57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-b6cd16c0-4b28-4a7a-9932-3b4c28d1ab0f', 'network_id': 'b6cd16c0-4b28-4a7a-9932-3b4c28d1ab0f', 'tenant_id': '01856d533e0f4637bcf2cf22fb15c6ff', 'fixed_ips': [{'subnet_id': 'f1bc6f1e-2c0d-47c8-9dbb-f6d92062e053'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:34:50.334842 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-04940b3c-6ee0-4dc2-b58e-37bfbb309c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:50.626399 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-99b30cc3-89ed-4135-86c7-19cf122b8669 req-13474564-da74-42e5-a52d-2beaa707958b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 210 time: 0.0664589 Jun 30 09:34:50.629476 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f9926f82-4408-45ff-a379-cd5df1a67601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:50.653190 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-04940b3c-6ee0-4dc2-b58e-37bfbb309c57 None None] Allocated IP 172.20.0.2 (b6cd16c0-4b28-4a7a-9932-3b4c28d1ab0f/f1bc6f1e-2c0d-47c8-9dbb-f6d92062e053/bc6d51ca-ccb5-4455-9de4-0b63e9ab3466) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:50.676722 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782aaf0b-85be-40e5-8a47-bc2b0f997c6f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:50.871606 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b6b80-20ec-4b8e-8332-7146658afbfc req-3d881ecc-1da8-4a3c-a602-45df7a1b1344 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:50.889944 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-988b6b80-20ec-4b8e-8332-7146658afbfc req-3d881ecc-1da8-4a3c-a602-45df7a1b1344 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 944 time: 0.2656062 Jun 30 09:34:50.889944 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-782aaf0b-85be-40e5-8a47-bc2b0f997c6f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:50.954709 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-782aaf0b-85be-40e5-8a47-bc2b0f997c6f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] device_id is not set on port 398d7c0f-7856-4c2c-8ab9-043b78c49dc9 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:34:51.058999 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-988b6b80-20ec-4b8e-8332-7146658afbfc req-2ca085b8-378c-4bc6-bce5-b3bb9167b9c8 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652026 Jun 30 09:34:51.213953 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-b73a5326-a146-46d8-8299-cf699e92f64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:51.215667 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-b73a5326-a146-46d8-8299-cf699e92f64c service neutron] 10.222.0.52 "GET /v2.0/ports/b47cd298-9fe5-409a-bd3d-f1ce63aef3ff HTTP/1.1" status: 200 len: 1033 time: 0.2387893 Jun 30 09:34:51.233554 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-04940b3c-6ee0-4dc2-b58e-37bfbb309c57 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:51.244790 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-04940b3c-6ee0-4dc2-b58e-37bfbb309c57 None None] Transition to ACTIVE for port object bc6d51ca-ccb5-4455-9de4-0b63e9ab3466 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:51.275149 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-04940b3c-6ee0-4dc2-b58e-37bfbb309c57 None None] Transition to ACTIVE for port object bc6d51ca-ccb5-4455-9de4-0b63e9ab3466 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:51.391043 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-2a3a5fb4-4007-41dc-ae31-873f8051939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:51.391043 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-2a3a5fb4-4007-41dc-ae31-873f8051939d service neutron] 10.222.0.52 "GET /v2.0/ports/d5f71601-cd68-41d3-a3c1-c264a5ecc103 HTTP/1.1" status: 200 len: 1032 time: 0.1250262 Jun 30 09:34:51.519799 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-83d2e953-56cf-4222-b685-a7eb6886dcca tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:51.525535 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-83d2e953-56cf-4222-b685-a7eb6886dcca tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:51.531739 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-83d2e953-56cf-4222-b685-a7eb6886dcca tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:51.533395 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-83d2e953-56cf-4222-b685-a7eb6886dcca tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.52 "GET /v2.0/networks?id=5e7e4178-b76c-4101-95d6-7dff2b70b10f&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=486cc323-8780-4f2e-93db-0b642dc27590&id=486cc323-8780-4f2e-93db-0b642dc27590 HTTP/1.1" status: 200 len: 1994 time: 0.1485817 Jun 30 09:34:51.584761 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-0473175e-6ea6-410c-954b-02c5a3e88650 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49d88a13984c4bcba0f76778ac61ce8d HTTP/1.1" status: 200 len: 379 time: 0.0374236 Jun 30 09:34:51.597005 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-945bdfea-a07f-46eb-b53a-fcc026b036f6 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Request body: {'port': {'device_id': '696332f2-069a-4332-a502-436f084032a0', 'network_id': '5e7e4178-b76c-4101-95d6-7dff2b70b10f', 'admin_state_up': True, 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'security_groups': ['bb6229e6-a72a-4f53-95c9-440717c05746']}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:51.631036 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-04940b3c-6ee0-4dc2-b58e-37bfbb309c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:51.747597 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-782aaf0b-85be-40e5-8a47-bc2b0f997c6f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Allocated IP 172.20.0.10 (b6cd16c0-4b28-4a7a-9932-3b4c28d1ab0f/f1bc6f1e-2c0d-47c8-9dbb-f6d92062e053/398d7c0f-7856-4c2c-8ab9-043b78c49dc9) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:51.799602 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04940b3c-6ee0-4dc2-b58e-37bfbb309c57 None None] Network b6cd16c0-4b28-4a7a-9932-3b4c28d1ab0f is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:51.807471 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-04940b3c-6ee0-4dc2-b58e-37bfbb309c57 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:51.826554 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04940b3c-6ee0-4dc2-b58e-37bfbb309c57 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:51.876948 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04940b3c-6ee0-4dc2-b58e-37bfbb309c57 None None] Pushing event updated for resources: {'Port': ['ID=bc6d51ca-ccb5-4455-9de4-0b63e9ab3466,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:51.967977 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-04940b3c-6ee0-4dc2-b58e-37bfbb309c57 None None] Attempting to bind port bc6d51ca-ccb5-4455-9de4-0b63e9ab3466 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:51.969040 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-04940b3c-6ee0-4dc2-b58e-37bfbb309c57 None None] Attempting to bind port bc6d51ca-ccb5-4455-9de4-0b63e9ab3466 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '2d95c668-bde9-440e-8334-28899f5987a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6cd16c0-4b28-4a7a-9932-3b4c28d1ab0f'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:51.969040 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04940b3c-6ee0-4dc2-b58e-37bfbb309c57 None None] Attempting to bind port bc6d51ca-ccb5-4455-9de4-0b63e9ab3466 on network b6cd16c0-4b28-4a7a-9932-3b4c28d1ab0f {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:51.977033 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04940b3c-6ee0-4dc2-b58e-37bfbb309c57 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:51.977944 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04940b3c-6ee0-4dc2-b58e-37bfbb309c57 None None] Checking segment: {'id': '2d95c668-bde9-440e-8334-28899f5987a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6cd16c0-4b28-4a7a-9932-3b4c28d1ab0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:51.979852 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-04940b3c-6ee0-4dc2-b58e-37bfbb309c57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:51.979852 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04940b3c-6ee0-4dc2-b58e-37bfbb309c57 None None] Bound using segment: {'id': '2d95c668-bde9-440e-8334-28899f5987a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6cd16c0-4b28-4a7a-9932-3b4c28d1ab0f'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:51.980582 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-04940b3c-6ee0-4dc2-b58e-37bfbb309c57 None None] Bound port: bc6d51ca-ccb5-4455-9de4-0b63e9ab3466, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d95c668-bde9-440e-8334-28899f5987a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6cd16c0-4b28-4a7a-9932-3b4c28d1ab0f'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:51.981145 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-04940b3c-6ee0-4dc2-b58e-37bfbb309c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.051255 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4a73b487-ee6b-468b-88b4-11a27dbaf075 req-25b339a9-fd3f-4e32-a965-a4bb17eb18ae tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 210 time: 0.0460694 Jun 30 09:34:52.055882 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-945bdfea-a07f-46eb-b53a-fcc026b036f6 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Made reservation on behalf of 49d88a13984c4bcba0f76778ac61ce8d for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:52.060353 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-945bdfea-a07f-46eb-b53a-fcc026b036f6 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.075698 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-04940b3c-6ee0-4dc2-b58e-37bfbb309c57 None None] For port bc6d51ca-ccb5-4455-9de4-0b63e9ab3466, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:52.079945 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-04940b3c-6ee0-4dc2-b58e-37bfbb309c57 None None] For port bc6d51ca-ccb5-4455-9de4-0b63e9ab3466, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=bc6d51ca-ccb5-4455-9de4-0b63e9ab3466,segment=NetworkSegment(2d95c668-bde9-440e-8334-28899f5987a8),segment_id=2d95c668-bde9-440e-8334-28899f5987a8)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:52.085409 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-782aaf0b-85be-40e5-8a47-bc2b0f997c6f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.108318 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-782aaf0b-85be-40e5-8a47-bc2b0f997c6f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Transition to ACTIVE for port object 398d7c0f-7856-4c2c-8ab9-043b78c49dc9 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:52.236964 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-04940b3c-6ee0-4dc2-b58e-37bfbb309c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.297812 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-945bdfea-a07f-46eb-b53a-fcc026b036f6 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Allocated IP 172.20.0.6 (5e7e4178-b76c-4101-95d6-7dff2b70b10f/c8de1b8a-776c-499d-b7dc-3d5c959e1c2d/df73636d-7c49-416a-bb2b-e27dc88ddebb) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:52.326435 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04940b3c-6ee0-4dc2-b58e-37bfbb309c57 None None] Pushing event updated for resources: {'Port': ['ID=bc6d51ca-ccb5-4455-9de4-0b63e9ab3466,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:52.354357 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f59cea-4e0f-4180-a0f6-4c35f1a7fb65 req-1d8cc202-4288-45bf-a601-d2656fe8342c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:52.354357 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-55f59cea-4e0f-4180-a0f6-4c35f1a7fb65 req-1d8cc202-4288-45bf-a601-d2656fe8342c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 944 time: 0.1390700 Jun 30 09:34:52.434539 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-782aaf0b-85be-40e5-8a47-bc2b0f997c6f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.501790 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-55f59cea-4e0f-4180-a0f6-4c35f1a7fb65 req-96de8a7e-1248-48c7-8ae0-6240099d55ba tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335628 Jun 30 09:34:52.526024 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782aaf0b-85be-40e5-8a47-bc2b0f997c6f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network b6cd16c0-4b28-4a7a-9932-3b4c28d1ab0f is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:52.546927 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-782aaf0b-85be-40e5-8a47-bc2b0f997c6f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:52.546927 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782aaf0b-85be-40e5-8a47-bc2b0f997c6f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:52.582759 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782aaf0b-85be-40e5-8a47-bc2b0f997c6f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Port': ['ID=398d7c0f-7856-4c2c-8ab9-043b78c49dc9,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:52.616931 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-945bdfea-a07f-46eb-b53a-fcc026b036f6 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.644815 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782aaf0b-85be-40e5-8a47-bc2b0f997c6f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:52.650329 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-782aaf0b-85be-40e5-8a47-bc2b0f997c6f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.665109 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-945bdfea-a07f-46eb-b53a-fcc026b036f6 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Transition to ACTIVE for port object df73636d-7c49-416a-bb2b-e27dc88ddebb will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:52.760546 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-782aaf0b-85be-40e5-8a47-bc2b0f997c6f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5717275 Jun 30 09:34:52.763162 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41742) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:52.771170 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-f145b813-2eb1-4767-9d3e-520ff0751658 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'port': {'network_id': 'b6cd16c0-4b28-4a7a-9932-3b4c28d1ab0f', 'name': 'tempest-PortsTestJSON-2011298766', 'fixed_ips': [{'subnet_id': 'f1bc6f1e-2c0d-47c8-9dbb-f6d92062e053', 'ip_address': '172.20.0.9'}]}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:52.847314 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device bc6d51ca-ccb5-4455-9de4-0b63e9ab3466 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:52.863831 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-945bdfea-a07f-46eb-b53a-fcc026b036f6 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.913986 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-41444fdf-7e38-4c3c-a1ca-e6e9e5b98651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.993985 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-945bdfea-a07f-46eb-b53a-fcc026b036f6 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Network 5e7e4178-b76c-4101-95d6-7dff2b70b10f is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:52.999964 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-945bdfea-a07f-46eb-b53a-fcc026b036f6 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:53.004570 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-945bdfea-a07f-46eb-b53a-fcc026b036f6 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:53.049950 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port bc6d51ca-ccb5-4455-9de4-0b63e9ab3466 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:53.068060 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945bdfea-a07f-46eb-b53a-fcc026b036f6 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Pushing event updated for resources: {'Port': ['ID=df73636d-7c49-416a-bb2b-e27dc88ddebb,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:53.081318 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-945bdfea-a07f-46eb-b53a-fcc026b036f6 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:53.082016 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-945bdfea-a07f-46eb-b53a-fcc026b036f6 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:53.185096 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f145b813-2eb1-4767-9d3e-520ff0751658 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:53.268461 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-945bdfea-a07f-46eb-b53a-fcc026b036f6 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6756074 Jun 30 09:34:53.284035 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-a6f47ca3-f971-4417-8388-e7bf9f669418 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Request body: {'port': {'device_id': '696332f2-069a-4332-a502-436f084032a0', 'network_id': '0dddfd27-81de-48f4-aeb7-79778bc775af', 'admin_state_up': True, 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'security_groups': ['bb6229e6-a72a-4f53-95c9-440717c05746']}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:53.609668 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f145b813-2eb1-4767-9d3e-520ff0751658 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:53.622713 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:53.652645 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-f145b813-2eb1-4767-9d3e-520ff0751658 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] device_id is not set on port 0e2caec5-27b8-4b5b-afe0-8d6a6d54f858 yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:34:53.672756 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01241d92-2a49-43c0-8f2d-d1fd89eb783b req-298a0963-fb70-40e0-834e-1676aafe4945 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:53.680152 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-01241d92-2a49-43c0-8f2d-d1fd89eb783b req-298a0963-fb70-40e0-834e-1676aafe4945 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 931 time: 0.2894771 Jun 30 09:34:53.824187 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-01241d92-2a49-43c0-8f2d-d1fd89eb783b req-6ffd1b9b-0ff3-4349-99a4-7652ab742790 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430147 Jun 30 09:34:53.903525 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a1dc43af-aaf1-47d0-b7ad-a3adb826f5e9 None None] Provisioning for port df73636d-7c49-416a-bb2b-e27dc88ddebb completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:53.912410 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a1dc43af-aaf1-47d0-b7ad-a3adb826f5e9 None None] Provisioning complete for port df73636d-7c49-416a-bb2b-e27dc88ddebb triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:53.913553 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a1dc43af-aaf1-47d0-b7ad-a3adb826f5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:53.954186 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-a6f47ca3-f971-4417-8388-e7bf9f669418 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Made reservation on behalf of 49d88a13984c4bcba0f76778ac61ce8d for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:53.977346 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-a6f47ca3-f971-4417-8388-e7bf9f669418 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:53.997647 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a1dc43af-aaf1-47d0-b7ad-a3adb826f5e9 None None] Port df73636d-7c49-416a-bb2b-e27dc88ddebb cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:54.018121 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cae5ed8-ebe6-49aa-aad3-559b2fcb8fc5 None None] Network b6cd16c0-4b28-4a7a-9932-3b4c28d1ab0f requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:54.053715 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-f145b813-2eb1-4767-9d3e-520ff0751658 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Allocated IP 172.20.0.9 (b6cd16c0-4b28-4a7a-9932-3b4c28d1ab0f/f1bc6f1e-2c0d-47c8-9dbb-f6d92062e053/0e2caec5-27b8-4b5b-afe0-8d6a6d54f858) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:54.207376 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb625943-8f62-47e2-978b-9e59774e22e0 req-6e545e8c-1337-441b-b83a-c47ff0410f2c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:54.210144 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bb625943-8f62-47e2-978b-9e59774e22e0 req-6e545e8c-1337-441b-b83a-c47ff0410f2c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 944 time: 0.4363899 Jun 30 09:34:54.250608 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f145b813-2eb1-4767-9d3e-520ff0751658 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:54.271090 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-f145b813-2eb1-4767-9d3e-520ff0751658 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Transition to ACTIVE for port object 0e2caec5-27b8-4b5b-afe0-8d6a6d54f858 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:54.411160 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bb625943-8f62-47e2-978b-9e59774e22e0 req-f4b4c88c-97cf-4cc0-b47a-474a6caead7c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853623 Jun 30 09:34:54.438248 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e840012d-a3dd-46d5-9bf2-f58afdf71cf0 None None] Provisioning for port bc6d51ca-ccb5-4455-9de4-0b63e9ab3466 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:54.460803 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e840012d-a3dd-46d5-9bf2-f58afdf71cf0 None None] Provisioning complete for port bc6d51ca-ccb5-4455-9de4-0b63e9ab3466 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:54.468860 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e840012d-a3dd-46d5-9bf2-f58afdf71cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:54.479884 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-a6f47ca3-f971-4417-8388-e7bf9f669418 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Allocated IP 10.1.1.85 (0dddfd27-81de-48f4-aeb7-79778bc775af/12d1a78a-cdcc-4d06-9966-3ab2b6b2f767/2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:54.512970 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f145b813-2eb1-4767-9d3e-520ff0751658 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:54.623585 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145b813-2eb1-4767-9d3e-520ff0751658 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Port': ['ID=0e2caec5-27b8-4b5b-afe0-8d6a6d54f858,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:54.634204 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f145b813-2eb1-4767-9d3e-520ff0751658 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network b6cd16c0-4b28-4a7a-9932-3b4c28d1ab0f is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:54.637268 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-f145b813-2eb1-4767-9d3e-520ff0751658 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:54.640913 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f145b813-2eb1-4767-9d3e-520ff0751658 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:54.659577 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e840012d-a3dd-46d5-9bf2-f58afdf71cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:54.758045 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:54.768988 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-a6f47ca3-f971-4417-8388-e7bf9f669418 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:54.772023 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-e840012d-a3dd-46d5-9bf2-f58afdf71cf0 None None] For port bc6d51ca-ccb5-4455-9de4-0b63e9ab3466, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=bc6d51ca-ccb5-4455-9de4-0b63e9ab3466,segment=NetworkSegment(2d95c668-bde9-440e-8334-28899f5987a8),segment_id=2d95c668-bde9-440e-8334-28899f5987a8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:54.791781 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-a6f47ca3-f971-4417-8388-e7bf9f669418 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Transition to ACTIVE for port object 2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:54.809760 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f145b813-2eb1-4767-9d3e-520ff0751658 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:54.815678 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f145b813-2eb1-4767-9d3e-520ff0751658 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:54.896476 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e840012d-a3dd-46d5-9bf2-f58afdf71cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:54.984187 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840012d-a3dd-46d5-9bf2-f58afdf71cf0 None None] Pushing event updated for resources: {'Port': ['ID=bc6d51ca-ccb5-4455-9de4-0b63e9ab3466,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:55.011549 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f145b813-2eb1-4767-9d3e-520ff0751658 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2469096 Jun 30 09:34:55.011919 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-a6f47ca3-f971-4417-8388-e7bf9f669418 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:55.017459 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41782) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:55.095017 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-a6f47ca3-f971-4417-8388-e7bf9f669418 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Network 0dddfd27-81de-48f4-aeb7-79778bc775af is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:55.100411 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-a6f47ca3-f971-4417-8388-e7bf9f669418 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:55.106472 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-a6f47ca3-f971-4417-8388-e7bf9f669418 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:55.146247 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4bab7e2d-6053-41ff-992a-6a76e24e85d0 None None] Provisioning for port 398d7c0f-7856-4c2c-8ab9-043b78c49dc9 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:55.150699 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4bab7e2d-6053-41ff-992a-6a76e24e85d0 None None] Provisioning complete for port 398d7c0f-7856-4c2c-8ab9-043b78c49dc9 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:55.151530 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4bab7e2d-6053-41ff-992a-6a76e24e85d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:55.236478 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f47ca3-f971-4417-8388-e7bf9f669418 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Pushing event updated for resources: {'Port': ['ID=2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:55.263948 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4bab7e2d-6053-41ff-992a-6a76e24e85d0 None None] Port 398d7c0f-7856-4c2c-8ab9-043b78c49dc9 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:55.278571 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-a6f47ca3-f971-4417-8388-e7bf9f669418 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:55.279370 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-a6f47ca3-f971-4417-8388-e7bf9f669418 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:55.286813 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4bab7e2d-6053-41ff-992a-6a76e24e85d0 None None] Provisioning complete for port bc6d51ca-ccb5-4455-9de4-0b63e9ab3466 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:55.287308 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4bab7e2d-6053-41ff-992a-6a76e24e85d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:55.289605 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c790230-24cd-49a1-aa3b-2aa49f33077a tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:55.295330 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7c790230-24cd-49a1-aa3b-2aa49f33077a tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2762375 Jun 30 09:34:55.297908 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41786) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:55.349503 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b8b7f-9704-4c0a-9a4c-dae2d9101d56 req-b8488c38-b030-4ee1-a63b-9cf4353e0989 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:55.374461 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b8b7f-9704-4c0a-9a4c-dae2d9101d56 req-b8488c38-b030-4ee1-a63b-9cf4353e0989 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:55.378191 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fa7b8b7f-9704-4c0a-9a4c-dae2d9101d56 req-b8488c38-b030-4ee1-a63b-9cf4353e0989 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 1652 time: 0.2722735 Jun 30 09:34:55.478350 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fa7b8b7f-9704-4c0a-9a4c-dae2d9101d56 req-a4c830e6-dc66-4f5f-93a1-1e4387ceb6cd tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909336 Jun 30 09:34:55.480116 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cced7b-2b36-4adb-8501-741f08c1a597 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:55.487517 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cced7b-2b36-4adb-8501-741f08c1a597 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:55.493753 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cced7b-2b36-4adb-8501-741f08c1a597 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:55.498969 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-20cced7b-2b36-4adb-8501-741f08c1a597 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1972139 Jun 30 09:34:55.510609 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41790) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:55.559369 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0704c498-936e-4cb1-b377-82ccf6397d9a None None] Provisioning complete for port 398d7c0f-7856-4c2c-8ab9-043b78c49dc9 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:55.567297 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0704c498-936e-4cb1-b377-82ccf6397d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:55.608340 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0704c498-936e-4cb1-b377-82ccf6397d9a None None] Port 398d7c0f-7856-4c2c-8ab9-043b78c49dc9 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:55.644927 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-5dd6f795-f6b0-4059-89eb-10f3fbbbb8cc tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Deleting port 0e2caec5-27b8-4b5b-afe0-8d6a6d54f858 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:55.645398 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5dd6f795-f6b0-4059-89eb-10f3fbbbb8cc tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:55.658255 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-a6f47ca3-f971-4417-8388-e7bf9f669418 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3792973 Jun 30 09:34:55.675772 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-7d45bf7d-effb-45d7-8c84-751a60a9da7b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Request body: {'port': {'device_id': '696332f2-069a-4332-a502-436f084032a0', 'network_id': '0dddfd27-81de-48f4-aeb7-79778bc775af', 'admin_state_up': True, 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'security_groups': ['bb6229e6-a72a-4f53-95c9-440717c05746']}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:55.749636 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0704c498-936e-4cb1-b377-82ccf6397d9a None None] Provisioning for port 0e2caec5-27b8-4b5b-afe0-8d6a6d54f858 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:55.768453 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0704c498-936e-4cb1-b377-82ccf6397d9a None None] Provisioning complete for port 0e2caec5-27b8-4b5b-afe0-8d6a6d54f858 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:55.768947 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0704c498-936e-4cb1-b377-82ccf6397d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:55.803318 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5dd6f795-f6b0-4059-89eb-10f3fbbbb8cc tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:55.829376 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-5dd6f795-f6b0-4059-89eb-10f3fbbbb8cc tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Calling delete_port for 0e2caec5-27b8-4b5b-afe0-8d6a6d54f858 owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:55.854109 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0704c498-936e-4cb1-b377-82ccf6397d9a None None] Port 0e2caec5-27b8-4b5b-afe0-8d6a6d54f858 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:56.033161 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0704c498-936e-4cb1-b377-82ccf6397d9a None None] Provisioning for port 2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:56.047378 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0704c498-936e-4cb1-b377-82ccf6397d9a None None] Provisioning complete for port 2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:56.048185 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0704c498-936e-4cb1-b377-82ccf6397d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:56.144373 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0704c498-936e-4cb1-b377-82ccf6397d9a None None] Port 2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:56.185249 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad930dd-6358-42a8-824d-14a83a2a8ac1 req-c29ab7a2-7af7-4b2d-8c8c-34c670acdca3 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:56.186804 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0ad930dd-6358-42a8-824d-14a83a2a8ac1 req-c29ab7a2-7af7-4b2d-8c8c-34c670acdca3 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 944 time: 0.5691595 Jun 30 09:34:56.258923 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0ad930dd-6358-42a8-824d-14a83a2a8ac1 req-2c9c13f9-8989-4769-8551-0cd146a64b6e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647106 Jun 30 09:34:56.289625 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5dd6f795-f6b0-4059-89eb-10f3fbbbb8cc tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:56.325155 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6f795-f6b0-4059-89eb-10f3fbbbb8cc tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Port': ['ID=0e2caec5-27b8-4b5b-afe0-8d6a6d54f858,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:56.420939 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:56.430226 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5dd6f795-f6b0-4059-89eb-10f3fbbbb8cc tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:56.435206 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5dd6f795-f6b0-4059-89eb-10f3fbbbb8cc tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/ports/0e2caec5-27b8-4b5b-afe0-8d6a6d54f858 HTTP/1.1" status: 204 len: 168 time: 0.9321072 Jun 30 09:34:56.435443 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41812) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:56.450068 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-7d45bf7d-effb-45d7-8c84-751a60a9da7b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Made reservation on behalf of 49d88a13984c4bcba0f76778ac61ce8d for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:56.453981 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-7d45bf7d-effb-45d7-8c84-751a60a9da7b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:56.472825 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-274366e7-0d6d-4cfa-9c03-24704633f31a tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] GET failed (client error): The resource could not be found. Jun 30 09:34:56.475905 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-274366e7-0d6d-4cfa-9c03-24704633f31a tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "GET /v2.0/ports/0e2caec5-27b8-4b5b-afe0-8d6a6d54f858 HTTP/1.1" status: 404 len: 333 time: 0.0394049 Jun 30 09:34:56.481023 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41814) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:56.644280 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-0f800261-64f6-4815-a47e-8e2009436e7a tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Deleting port 398d7c0f-7856-4c2c-8ab9-043b78c49dc9 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:56.644280 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0f800261-64f6-4815-a47e-8e2009436e7a tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:56.684797 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-7d45bf7d-effb-45d7-8c84-751a60a9da7b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Allocated IP 10.1.1.208 (0dddfd27-81de-48f4-aeb7-79778bc775af/12d1a78a-cdcc-4d06-9966-3ab2b6b2f767/b0ffe516-a66a-4469-b295-e857fb100d7e) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:56.777842 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device bc6d51ca-ccb5-4455-9de4-0b63e9ab3466 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:56.808675 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0f800261-64f6-4815-a47e-8e2009436e7a tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:56.821476 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-0f800261-64f6-4815-a47e-8e2009436e7a tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Calling delete_port for 398d7c0f-7856-4c2c-8ab9-043b78c49dc9 owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:56.856120 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port bc6d51ca-ccb5-4455-9de4-0b63e9ab3466 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:56.856943 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:56.880299 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-7d45bf7d-effb-45d7-8c84-751a60a9da7b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:56.909634 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-7d45bf7d-effb-45d7-8c84-751a60a9da7b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Transition to ACTIVE for port object b0ffe516-a66a-4469-b295-e857fb100d7e will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:57.003743 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b6227-d37f-4238-b11c-9687ffbc9292 req-a7269301-a0f1-4069-9ebd-0f1a11edd48f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:57.010437 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b6227-d37f-4238-b11c-9687ffbc9292 req-a7269301-a0f1-4069-9ebd-0f1a11edd48f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:57.013583 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0a8b6227-d37f-4238-b11c-9687ffbc9292 req-a7269301-a0f1-4069-9ebd-0f1a11edd48f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 1652 time: 0.3153400 Jun 30 09:34:57.060467 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0a8b6227-d37f-4238-b11c-9687ffbc9292 req-6fc54bc0-470b-4e76-8af0-c7aaef00813b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410748 Jun 30 09:34:57.141663 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-7d45bf7d-effb-45d7-8c84-751a60a9da7b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:57.142417 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0f800261-64f6-4815-a47e-8e2009436e7a tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:57.221205 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-7d45bf7d-effb-45d7-8c84-751a60a9da7b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Network 0dddfd27-81de-48f4-aeb7-79778bc775af is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:57.224942 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-7d45bf7d-effb-45d7-8c84-751a60a9da7b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:57.227468 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-7d45bf7d-effb-45d7-8c84-751a60a9da7b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:57.247372 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f800261-64f6-4815-a47e-8e2009436e7a tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Port': ['ID=398d7c0f-7856-4c2c-8ab9-043b78c49dc9,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:57.274241 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45bf7d-effb-45d7-8c84-751a60a9da7b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Pushing event updated for resources: {'Port': ['ID=b0ffe516-a66a-4469-b295-e857fb100d7e,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:57.333072 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-7d45bf7d-effb-45d7-8c84-751a60a9da7b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:57.334775 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-7d45bf7d-effb-45d7-8c84-751a60a9da7b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:57.378000 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0f800261-64f6-4815-a47e-8e2009436e7a tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:57.385260 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0f800261-64f6-4815-a47e-8e2009436e7a tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/ports/398d7c0f-7856-4c2c-8ab9-043b78c49dc9 HTTP/1.1" status: 204 len: 168 time: 0.8985181 Jun 30 09:34:57.385579 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41840) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:57.474763 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eb58132-f3e8-4c6f-9d46-35c1c3e8fd31 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] GET failed (client error): The resource could not be found. Jun 30 09:34:57.483519 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41844) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:57.498666 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2eb58132-f3e8-4c6f-9d46-35c1c3e8fd31 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "GET /v2.0/ports/398d7c0f-7856-4c2c-8ab9-043b78c49dc9 HTTP/1.1" status: 404 len: 333 time: 0.1118846 Jun 30 09:34:57.635186 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-7d45bf7d-effb-45d7-8c84-751a60a9da7b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9678211 Jun 30 09:34:57.657887 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-735c6c47-e292-475f-9ef4-fb51680d7ba5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Request body: {'port': {'device_id': '696332f2-069a-4332-a502-436f084032a0', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '486cc323-8780-4f2e-93db-0b642dc27590', 'admin_state_up': True, 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'security_groups': ['bb6229e6-a72a-4f53-95c9-440717c05746']}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:57.724162 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad85606d-c544-49a4-8604-386629331ff7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Deleting subnet f1bc6f1e-2c0d-47c8-9dbb-f6d92062e053 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:34:57.736682 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ad85606d-c544-49a4-8604-386629331ff7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:57.822406 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ad85606d-c544-49a4-8604-386629331ff7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:57.874125 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013235c-4de1-43f1-b635-ce8bcea76793 req-09079b4a-d1c1-4f27-b69c-40bce4c7dd3e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:57.876136 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2013235c-4de1-43f1-b635-ce8bcea76793 req-09079b4a-d1c1-4f27-b69c-40bce4c7dd3e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 944 time: 0.3085194 Jun 30 09:34:57.912194 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-eaf78ea3-c244-4f34-b271-16b3dd0ada5d None None] Provisioning for port b0ffe516-a66a-4469-b295-e857fb100d7e completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:57.918015 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-eaf78ea3-c244-4f34-b271-16b3dd0ada5d None None] Provisioning complete for port b0ffe516-a66a-4469-b295-e857fb100d7e triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:57.918531 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eaf78ea3-c244-4f34-b271-16b3dd0ada5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:57.977411 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2013235c-4de1-43f1-b635-ce8bcea76793 req-a24968f5-ed68-4d38-925b-171ea18cc7c0 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897098 Jun 30 09:34:57.982121 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-eaf78ea3-c244-4f34-b271-16b3dd0ada5d None None] Port b0ffe516-a66a-4469-b295-e857fb100d7e cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:57.995015 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ad85606d-c544-49a4-8604-386629331ff7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:58.080743 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-735c6c47-e292-475f-9ef4-fb51680d7ba5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Made reservation on behalf of 49d88a13984c4bcba0f76778ac61ce8d for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:58.210829 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-735c6c47-e292-475f-9ef4-fb51680d7ba5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:58.290295 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffef8c8-b604-4e8b-b454-40c8af2861e0 req-9ff70a74-0498-40f6-9146-fe508cd6d0b4 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:58.296758 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffef8c8-b604-4e8b-b454-40c8af2861e0 req-9ff70a74-0498-40f6-9146-fe508cd6d0b4 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:58.303277 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffef8c8-b604-4e8b-b454-40c8af2861e0 req-9ff70a74-0498-40f6-9146-fe508cd6d0b4 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:58.305045 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2ffef8c8-b604-4e8b-b454-40c8af2861e0 req-9ff70a74-0498-40f6-9146-fe508cd6d0b4 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 2373 time: 0.0949948 Jun 30 09:34:58.328533 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ad85606d-c544-49a4-8604-386629331ff7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:58.373125 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2ffef8c8-b604-4e8b-b454-40c8af2861e0 req-a3f4ea06-d066-4996-ad51-8a8eb69fd54d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593162 Jun 30 09:34:58.396222 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85606d-c544-49a4-8604-386629331ff7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Subnet': ['ID=f1bc6f1e-2c0d-47c8-9dbb-f6d92062e053,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:58.420401 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ad85606d-c544-49a4-8604-386629331ff7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:58.423573 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ad85606d-c544-49a4-8604-386629331ff7 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/subnets/f1bc6f1e-2c0d-47c8-9dbb-f6d92062e053 HTTP/1.1" status: 204 len: 168 time: 0.9379892 Jun 30 09:34:58.424637 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cc2218-f749-47c3-aee9-18c852c9600a None None] Network b6cd16c0-4b28-4a7a-9932-3b4c28d1ab0f requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:58.427589 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41856) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:58.546810 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bb837c62-99f4-4a57-b2fe-792f8029958b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:58.561767 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-735c6c47-e292-475f-9ef4-fb51680d7ba5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Allocated IP 10.2.2.100 (486cc323-8780-4f2e-93db-0b642dc27590/974263d7-b687-4254-8813-85050a72f471/6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:58.638316 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-bb837c62-99f4-4a57-b2fe-792f8029958b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Deleting port bc6d51ca-ccb5-4455-9de4-0b63e9ab3466 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:58.664762 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bb837c62-99f4-4a57-b2fe-792f8029958b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:58.712845 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406145d8-5f98-47c0-a2d1-5389b9895605 None None] DHCP port deletion for b6cd16c0-4b28-4a7a-9932-3b4c28d1ab0f request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:34:58.739223 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-bb837c62-99f4-4a57-b2fe-792f8029958b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] For port bc6d51ca-ccb5-4455-9de4-0b63e9ab3466, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=bc6d51ca-ccb5-4455-9de4-0b63e9ab3466,segment=NetworkSegment(2d95c668-bde9-440e-8334-28899f5987a8),segment_id=2d95c668-bde9-440e-8334-28899f5987a8)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:58.739223 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bb837c62-99f4-4a57-b2fe-792f8029958b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:58.754542 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-bb837c62-99f4-4a57-b2fe-792f8029958b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Calling delete_port for bc6d51ca-ccb5-4455-9de4-0b63e9ab3466 owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:58.817543 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-406145d8-5f98-47c0-a2d1-5389b9895605 None None] Deleting port bc6d51ca-ccb5-4455-9de4-0b63e9ab3466 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:58.817543 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-406145d8-5f98-47c0-a2d1-5389b9895605 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:58.818741 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-735c6c47-e292-475f-9ef4-fb51680d7ba5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:58.843281 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41866) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:58.965605 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-735c6c47-e292-475f-9ef4-fb51680d7ba5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Transition to ACTIVE for port object 6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:58.965952 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bb837c62-99f4-4a57-b2fe-792f8029958b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:58.968639 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-406145d8-5f98-47c0-a2d1-5389b9895605 None None] For port bc6d51ca-ccb5-4455-9de4-0b63e9ab3466, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=bc6d51ca-ccb5-4455-9de4-0b63e9ab3466,segment=NetworkSegment(2d95c668-bde9-440e-8334-28899f5987a8),segment_id=2d95c668-bde9-440e-8334-28899f5987a8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:58.969268 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-406145d8-5f98-47c0-a2d1-5389b9895605 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:59.001118 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-406145d8-5f98-47c0-a2d1-5389b9895605 None None] Calling delete_port for bc6d51ca-ccb5-4455-9de4-0b63e9ab3466 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:59.031108 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb837c62-99f4-4a57-b2fe-792f8029958b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] No DVR routers for this DVR port bc6d51ca-ccb5-4455-9de4-0b63e9ab3466 on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:34:59.041955 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb837c62-99f4-4a57-b2fe-792f8029958b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Port': ['ID=bc6d51ca-ccb5-4455-9de4-0b63e9ab3466,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:59.102675 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04b8e135-7d47-40c1-8211-40bfe67dcd6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:59.110699 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-406145d8-5f98-47c0-a2d1-5389b9895605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:59.159784 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-735c6c47-e292-475f-9ef4-fb51680d7ba5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:59.171158 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406145d8-5f98-47c0-a2d1-5389b9895605 None None] Pushing event deleted for resources: {'Port': ['ID=bc6d51ca-ccb5-4455-9de4-0b63e9ab3466,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:59.183493 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bb837c62-99f4-4a57-b2fe-792f8029958b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:59.187080 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406145d8-5f98-47c0-a2d1-5389b9895605 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:59.187531 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406145d8-5f98-47c0-a2d1-5389b9895605 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:59.187917 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406145d8-5f98-47c0-a2d1-5389b9895605 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:59.188260 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406145d8-5f98-47c0-a2d1-5389b9895605 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:59.188697 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406145d8-5f98-47c0-a2d1-5389b9895605 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:59.189040 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406145d8-5f98-47c0-a2d1-5389b9895605 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:59.189365 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406145d8-5f98-47c0-a2d1-5389b9895605 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:59.189838 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406145d8-5f98-47c0-a2d1-5389b9895605 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:59.190234 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406145d8-5f98-47c0-a2d1-5389b9895605 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:59.190565 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406145d8-5f98-47c0-a2d1-5389b9895605 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:59.191011 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406145d8-5f98-47c0-a2d1-5389b9895605 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:59.191451 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406145d8-5f98-47c0-a2d1-5389b9895605 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:59.198444 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406145d8-5f98-47c0-a2d1-5389b9895605 None None] No DVR routers for this DVR port bc6d51ca-ccb5-4455-9de4-0b63e9ab3466 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:34:59.214300 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-bb837c62-99f4-4a57-b2fe-792f8029958b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6cd16c0-4b28-4a7a-9932-3b4c28d1ab0f']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:59.226911 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-bb837c62-99f4-4a57-b2fe-792f8029958b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d95c668-bde9-440e-8334-28899f5987a8') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:59.227868 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-bb837c62-99f4-4a57-b2fe-792f8029958b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d95c668-bde9-440e-8334-28899f5987a8') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:59.239577 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bb837c62-99f4-4a57-b2fe-792f8029958b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:59.256035 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bb837c62-99f4-4a57-b2fe-792f8029958b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:59.263891 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb837c62-99f4-4a57-b2fe-792f8029958b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bb837c62-99f4-4a57-b2fe-792f8029958b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:34:59.271420 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:34:59.339519 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-735c6c47-e292-475f-9ef4-fb51680d7ba5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Network 486cc323-8780-4f2e-93db-0b642dc27590 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:59.348779 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-735c6c47-e292-475f-9ef4-fb51680d7ba5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:59.363463 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c6c47-e292-475f-9ef4-fb51680d7ba5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Pushing event updated for resources: {'Port': ['ID=6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:59.363463 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-735c6c47-e292-475f-9ef4-fb51680d7ba5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:59.414221 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c6c47-e292-475f-9ef4-fb51680d7ba5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:59.414221 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c6c47-e292-475f-9ef4-fb51680d7ba5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:59.414221 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c6c47-e292-475f-9ef4-fb51680d7ba5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:59.414221 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c6c47-e292-475f-9ef4-fb51680d7ba5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:59.414221 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c6c47-e292-475f-9ef4-fb51680d7ba5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:59.414221 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c6c47-e292-475f-9ef4-fb51680d7ba5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:59.414221 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c6c47-e292-475f-9ef4-fb51680d7ba5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:59.414221 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c6c47-e292-475f-9ef4-fb51680d7ba5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:59.414221 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c6c47-e292-475f-9ef4-fb51680d7ba5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:59.414221 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c6c47-e292-475f-9ef4-fb51680d7ba5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:59.415093 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c6c47-e292-475f-9ef4-fb51680d7ba5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:59.415093 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c6c47-e292-475f-9ef4-fb51680d7ba5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:59.449906 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04b8e135-7d47-40c1-8211-40bfe67dcd6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:59.480260 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef177380-d0c3-466e-80eb-51b488ea7893 req-68b280da-64a1-4dc6-85ae-a48abe0e8a66 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:59.481244 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ef177380-d0c3-466e-80eb-51b488ea7893 req-68b280da-64a1-4dc6-85ae-a48abe0e8a66 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 944 time: 0.2533062 Jun 30 09:34:59.492212 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-735c6c47-e292-475f-9ef4-fb51680d7ba5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:59.493084 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-735c6c47-e292-475f-9ef4-fb51680d7ba5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:59.501100 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bb837c62-99f4-4a57-b2fe-792f8029958b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:59.521337 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bb837c62-99f4-4a57-b2fe-792f8029958b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:59.521337 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-bb837c62-99f4-4a57-b2fe-792f8029958b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/networks/b6cd16c0-4b28-4a7a-9932-3b4c28d1ab0f HTTP/1.1" status: 204 len: 168 time: 1.0851080 Jun 30 09:34:59.524650 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41880) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:59.531396 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-4af254cb-7067-4572-8e93-46596ded73dc tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2006891048'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:59.531987 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb837c62-99f4-4a57-b2fe-792f8029958b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Network': ['ID=b6cd16c0-4b28-4a7a-9932-3b4c28d1ab0f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:59.569197 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04b8e135-7d47-40c1-8211-40bfe67dcd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:59.616041 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ef177380-d0c3-466e-80eb-51b488ea7893 req-bf196156-293d-4ae3-8482-d868add15993 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196544 Jun 30 09:34:59.635794 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8e135-7d47-40c1-8211-40bfe67dcd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532904dc-481f-48ce-807d-f0b3f8d89340,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:59.646181 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-04b8e135-7d47-40c1-8211-40bfe67dcd6a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3a5984b3bd72475aa6f364bc16d8bf32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7991669 Jun 30 09:34:59.647074 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41882) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:59.676167 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af254cb-7067-4572-8e93-46596ded73dc tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:59.680293 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4af254cb-7067-4572-8e93-46596ded73dc tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:59.700131 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0054273-bf9b-4a6d-a564-5e5790368ab2 req-9a0ba6d3-239a-445a-bbe3-e2ec8b1eecc8 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:59.711776 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0054273-bf9b-4a6d-a564-5e5790368ab2 req-9a0ba6d3-239a-445a-bbe3-e2ec8b1eecc8 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:59.719370 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0054273-bf9b-4a6d-a564-5e5790368ab2 req-9a0ba6d3-239a-445a-bbe3-e2ec8b1eecc8 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:59.728544 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0054273-bf9b-4a6d-a564-5e5790368ab2 req-9a0ba6d3-239a-445a-bbe3-e2ec8b1eecc8 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:59.731966 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e0054273-bf9b-4a6d-a564-5e5790368ab2 req-9a0ba6d3-239a-445a-bbe3-e2ec8b1eecc8 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 3094 time: 0.1550133 Jun 30 09:34:59.740734 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af254cb-7067-4572-8e93-46596ded73dc tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:34:59.765849 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4af254cb-7067-4572-8e93-46596ded73dc tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:59.766432 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-4af254cb-7067-4572-8e93-46596ded73dc tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Added segment 7084a72c-07dc-40bf-8a26-0ba86f9480be of type vlan for network a4283d1a-ab17-40b4-b659-208c4f58f554 Jun 30 09:34:59.779054 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b0f88e27-2a2c-4043-9149-6d88614e26be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:59.791837 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e0054273-bf9b-4a6d-a564-5e5790368ab2 req-9ac4b5cb-9227-401e-a462-e8ba0c267e35 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517840 Jun 30 09:34:59.843192 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b0f88e27-2a2c-4043-9149-6d88614e26be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:59.843643 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4af254cb-7067-4572-8e93-46596ded73dc tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:59.864356 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-735c6c47-e292-475f-9ef4-fb51680d7ba5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2144294 Jun 30 09:34:59.890238 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-cab09f63-f5dd-4e24-bb3b-be7536d4ca93 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Request body: {'port': {'device_id': '696332f2-069a-4332-a502-436f084032a0', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '486cc323-8780-4f2e-93db-0b642dc27590', 'admin_state_up': True, 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'security_groups': ['bb6229e6-a72a-4f53-95c9-440717c05746']}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:59.912697 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-cec19239-efc7-47a8-a752-e7f418bc70dc None None] Provisioning for port 6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:59.918787 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-cec19239-efc7-47a8-a752-e7f418bc70dc None None] Provisioning complete for port 6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:59.920058 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cec19239-efc7-47a8-a752-e7f418bc70dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:59.999714 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-cec19239-efc7-47a8-a752-e7f418bc70dc None None] Port 6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:35:00.101112 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4af254cb-7067-4572-8e93-46596ded73dc tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:00.107951 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af254cb-7067-4572-8e93-46596ded73dc tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:00.108667 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4af254cb-7067-4572-8e93-46596ded73dc tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:00.162400 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b0f88e27-2a2c-4043-9149-6d88614e26be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:00.165743 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b0f88e27-2a2c-4043-9149-6d88614e26be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:00.168180 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b0f88e27-2a2c-4043-9149-6d88614e26be admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/532904dc-481f-48ce-807d-f0b3f8d89340 HTTP/1.1" status: 204 len: 168 time: 0.5191574 Jun 30 09:35:00.199500 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f88e27-2a2c-4043-9149-6d88614e26be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532904dc-481f-48ce-807d-f0b3f8d89340,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:00.213735 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af254cb-7067-4572-8e93-46596ded73dc tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Network': ['ID=a4283d1a-ab17-40b4-b659-208c4f58f554,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:00.229108 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network a4283d1a-ab17-40b4-b659-208c4f58f554 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:35:00.236785 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-cab09f63-f5dd-4e24-bb3b-be7536d4ca93 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Made reservation on behalf of 49d88a13984c4bcba0f76778ac61ce8d for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:00.244458 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-cab09f63-f5dd-4e24-bb3b-be7536d4ca93 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:00.338445 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4af254cb-7067-4572-8e93-46596ded73dc tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8119118 Jun 30 09:35:00.341298 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41888) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:00.347391 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-d0d58ad6-ebfa-47f1-acbd-ae9484dea9c5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'subnet': {'network_id': 'a4283d1a-ab17-40b4-b659-208c4f58f554', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:00.520372 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-cab09f63-f5dd-4e24-bb3b-be7536d4ca93 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Allocated IP 10.2.2.200 (486cc323-8780-4f2e-93db-0b642dc27590/974263d7-b687-4254-8813-85050a72f471/3d7dba65-2216-47e0-b010-2a6615b39506) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:00.644628 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d58ad6-ebfa-47f1-acbd-ae9484dea9c5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:00.649807 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d0d58ad6-ebfa-47f1-acbd-ae9484dea9c5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:00.762439 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-cab09f63-f5dd-4e24-bb3b-be7536d4ca93 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:00.790043 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device bc6d51ca-ccb5-4455-9de4-0b63e9ab3466 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:35:00.815180 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-cab09f63-f5dd-4e24-bb3b-be7536d4ca93 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Transition to ACTIVE for port object 3d7dba65-2216-47e0-b010-2a6615b39506 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:00.841629 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: bc6d51ca-ccb5-4455-9de4-0b63e9ab3466 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:35:00.845331 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device bc6d51ca-ccb5-4455-9de4-0b63e9ab3466 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:35:00.999340 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0aedfe-5a6b-41d9-ab7e-377b0fe43554 req-f138559f-336f-4b49-8b41-09e844e6b149 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:01.001465 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0c0aedfe-5a6b-41d9-ab7e-377b0fe43554 req-f138559f-336f-4b49-8b41-09e844e6b149 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 944 time: 0.1035023 Jun 30 09:35:01.018570 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-cab09f63-f5dd-4e24-bb3b-be7536d4ca93 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:01.161589 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-cab09f63-f5dd-4e24-bb3b-be7536d4ca93 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Network 486cc323-8780-4f2e-93db-0b642dc27590 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:01.173789 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-cab09f63-f5dd-4e24-bb3b-be7536d4ca93 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:01.180048 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-cab09f63-f5dd-4e24-bb3b-be7536d4ca93 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:35:01.198422 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959d371-c4ee-45ba-a248-04302e7094fc req-eeb53d20-2624-4bb0-8cdf-40876a3ed576 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:01.204427 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959d371-c4ee-45ba-a248-04302e7094fc req-eeb53d20-2624-4bb0-8cdf-40876a3ed576 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:01.210684 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959d371-c4ee-45ba-a248-04302e7094fc req-eeb53d20-2624-4bb0-8cdf-40876a3ed576 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:01.214859 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0c0aedfe-5a6b-41d9-ab7e-377b0fe43554 req-8fa85d1d-585f-4ee4-a686-aa3753c66443 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061565 Jun 30 09:35:01.220162 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab09f63-f5dd-4e24-bb3b-be7536d4ca93 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Pushing event updated for resources: {'Port': ['ID=3d7dba65-2216-47e0-b010-2a6615b39506,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:01.229760 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959d371-c4ee-45ba-a248-04302e7094fc req-eeb53d20-2624-4bb0-8cdf-40876a3ed576 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:01.237836 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959d371-c4ee-45ba-a248-04302e7094fc req-eeb53d20-2624-4bb0-8cdf-40876a3ed576 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:01.246664 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2959d371-c4ee-45ba-a248-04302e7094fc req-eeb53d20-2624-4bb0-8cdf-40876a3ed576 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 3815 time: 0.1785388 Jun 30 09:35:01.250543 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d0d58ad6-ebfa-47f1-acbd-ae9484dea9c5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:01.260886 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-cab09f63-f5dd-4e24-bb3b-be7536d4ca93 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:01.264030 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-cab09f63-f5dd-4e24-bb3b-be7536d4ca93 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:01.311701 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41900) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:01.339810 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-553b9e38-ee40-4298-8b82-d081161cd26f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:01.353406 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2959d371-c4ee-45ba-a248-04302e7094fc req-b673f23b-bd72-441b-9c1a-1fd5458dd7d7 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055081 Jun 30 09:35:01.390169 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d58ad6-ebfa-47f1-acbd-ae9484dea9c5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Subnet': ['ID=179d957e-7a4f-469b-bbeb-78edf5e17da7,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:01.417907 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d58ad6-ebfa-47f1-acbd-ae9484dea9c5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Checking segment: {'id': '7084a72c-07dc-40bf-8a26-0ba86f9480be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a4283d1a-ab17-40b4-b659-208c4f58f554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:01.418284 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d58ad6-ebfa-47f1-acbd-ae9484dea9c5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network hostable DHCP agents. Network: a4283d1a-ab17-40b4-b659-208c4f58f554, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:35:01.456819 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-cab09f63-f5dd-4e24-bb3b-be7536d4ca93 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5808909 Jun 30 09:35:01.474759 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ff352db0-39de-4b15-b2f4-f2aaee4e51c7 service neutron] Request body: {'port': {'device_id': '696332f2-069a-4332-a502-436f084032a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:01.598064 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d58ad6-ebfa-47f1-acbd-ae9484dea9c5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network a4283d1a-ab17-40b4-b659-208c4f58f554 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:35:01.691071 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ff352db0-39de-4b15-b2f4-f2aaee4e51c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:01.744865 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-553b9e38-ee40-4298-8b82-d081161cd26f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:01.798287 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-d0d58ad6-ebfa-47f1-acbd-ae9484dea9c5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, a4283d1a-ab17-40b4-b659-208c4f58f554) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:01.807374 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34beadba-d7a6-4b6c-b03d-522460c618b4 None None] Network a4283d1a-ab17-40b4-b659-208c4f58f554 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:35:01.821394 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d58ad6-ebfa-47f1-acbd-ae9484dea9c5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:01.824167 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d0d58ad6-ebfa-47f1-acbd-ae9484dea9c5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:01.890137 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-19e58369-e1e5-4314-8123-1f7c26cf8f4d None None] Provisioning for port 3d7dba65-2216-47e0-b010-2a6615b39506 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:01.904832 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-19e58369-e1e5-4314-8123-1f7c26cf8f4d None None] Provisioning complete for port 3d7dba65-2216-47e0-b010-2a6615b39506 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:01.905850 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-19e58369-e1e5-4314-8123-1f7c26cf8f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:01.950613 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-553b9e38-ee40-4298-8b82-d081161cd26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.009037 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-19e58369-e1e5-4314-8123-1f7c26cf8f4d None None] Port 3d7dba65-2216-47e0-b010-2a6615b39506 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:35:02.056344 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d0d58ad6-ebfa-47f1-acbd-ae9484dea9c5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7137468 Jun 30 09:35:02.062952 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41904) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:02.069533 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-a5dd6d8a-8406-4874-bef0-572ba6ed92bd tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-595949135', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:02.105468 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-553b9e38-ee40-4298-8b82-d081161cd26f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=becc507807be4357b9d5e4b2e99ff377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7897272 Jun 30 09:35:02.114696 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 41906) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:02.161338 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b9e38-ee40-4298-8b82-d081161cd26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fc7ba9-1e7b-4a66-8d2e-d31a0ab736ce,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:02.207415 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb25f064-e125-420f-9a15-91d3aab43d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-a4283d1a-ab17-40b4-b659-208c4f58f554', 'network_id': 'a4283d1a-ab17-40b4-b659-208c4f58f554', 'tenant_id': '01856d533e0f4637bcf2cf22fb15c6ff', 'fixed_ips': [{'subnet_id': '179d957e-7a4f-469b-bbeb-78edf5e17da7'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:35:02.209864 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a5dd6d8a-8406-4874-bef0-572ba6ed92bd tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.211287 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a5dd6d8a-8406-4874-bef0-572ba6ed92bd tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.229632 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fb25f064-e125-420f-9a15-91d3aab43d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.333493 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4f32b5af-7184-4bc8-b5f8-88a2fc118d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.363622 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a5dd6d8a-8406-4874-bef0-572ba6ed92bd tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.440164 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-fb25f064-e125-420f-9a15-91d3aab43d32 None None] Allocated IP 172.20.0.2 (a4283d1a-ab17-40b4-b659-208c4f58f554/179d957e-7a4f-469b-bbeb-78edf5e17da7/c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:02.479112 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a5dd6d8a-8406-4874-bef0-572ba6ed92bd tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.568374 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4f32b5af-7184-4bc8-b5f8-88a2fc118d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.596719 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fb25f064-e125-420f-9a15-91d3aab43d32 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.606256 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fb25f064-e125-420f-9a15-91d3aab43d32 None None] Transition to ACTIVE for port object c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:02.609909 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a5dd6d8a-8406-4874-bef0-572ba6ed92bd tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.612197 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a5dd6d8a-8406-4874-bef0-572ba6ed92bd tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5478430 Jun 30 09:35:02.616356 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41916) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:02.622653 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fb25f064-e125-420f-9a15-91d3aab43d32 None None] Transition to ACTIVE for port object c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:02.626015 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-c6f250a8-38c3-444b-b5d7-7483ecb4a228 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'port': {'network_id': 'a4283d1a-ab17-40b4-b659-208c4f58f554', 'name': 'tempest-PortsTestJSON-6143282'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:02.683452 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ff352db0-39de-4b15-b2f4-f2aaee4e51c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df73636d-7c49-416a-bb2b-e27dc88ddebb {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:35:02.701364 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ff352db0-39de-4b15-b2f4-f2aaee4e51c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.733136 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ff352db0-39de-4b15-b2f4-f2aaee4e51c7 service neutron] Transition to ACTIVE for port object df73636d-7c49-416a-bb2b-e27dc88ddebb will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:02.800022 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9a1ac-d76d-4d4c-a167-37e1172ea7e0 req-a3a8b09d-235d-4422-98cb-b7d8c84cf011 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:02.801957 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e7e9a1ac-d76d-4d4c-a167-37e1172ea7e0 req-a3a8b09d-235d-4422-98cb-b7d8c84cf011 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 944 time: 0.3204942 Jun 30 09:35:02.835523 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fb25f064-e125-420f-9a15-91d3aab43d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.892196 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e7e9a1ac-d76d-4d4c-a167-37e1172ea7e0 req-c075c342-0b15-4104-877d-3e897a6be541 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805404 Jun 30 09:35:02.899833 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ff352db0-39de-4b15-b2f4-f2aaee4e51c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.907209 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4f32b5af-7184-4bc8-b5f8-88a2fc118d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.914371 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4f32b5af-7184-4bc8-b5f8-88a2fc118d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.918616 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4f32b5af-7184-4bc8-b5f8-88a2fc118d15 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/65fc7ba9-1e7b-4a66-8d2e-d31a0ab736ce HTTP/1.1" status: 204 len: 168 time: 0.7971230 Jun 30 09:35:02.938745 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32b5af-7184-4bc8-b5f8-88a2fc118d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fc7ba9-1e7b-4a66-8d2e-d31a0ab736ce,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:02.945373 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25f064-e125-420f-9a15-91d3aab43d32 None None] Pushing event updated for resources: {'Port': ['ID=c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:02.972368 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb25f064-e125-420f-9a15-91d3aab43d32 None None] Network a4283d1a-ab17-40b4-b659-208c4f58f554 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:02.975000 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-fb25f064-e125-420f-9a15-91d3aab43d32 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:02.993944 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb25f064-e125-420f-9a15-91d3aab43d32 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:35:03.026141 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416dd0a-3cf1-4da6-a6f2-1fbf9a6adfab req-bbb20fa1-184a-4ed6-838f-39477bbc1d52 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:03.042963 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416dd0a-3cf1-4da6-a6f2-1fbf9a6adfab req-bbb20fa1-184a-4ed6-838f-39477bbc1d52 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:03.068052 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff352db0-39de-4b15-b2f4-f2aaee4e51c7 service neutron] Pushing event updated for resources: {'Port': ['ID=df73636d-7c49-416a-bb2b-e27dc88ddebb,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:03.070813 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416dd0a-3cf1-4da6-a6f2-1fbf9a6adfab req-bbb20fa1-184a-4ed6-838f-39477bbc1d52 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:03.090557 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416dd0a-3cf1-4da6-a6f2-1fbf9a6adfab req-bbb20fa1-184a-4ed6-838f-39477bbc1d52 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:03.111780 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416dd0a-3cf1-4da6-a6f2-1fbf9a6adfab req-bbb20fa1-184a-4ed6-838f-39477bbc1d52 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:03.128557 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b416dd0a-3cf1-4da6-a6f2-1fbf9a6adfab req-bbb20fa1-184a-4ed6-838f-39477bbc1d52 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 3815 time: 0.2840636 Jun 30 09:35:03.132148 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f250a8-38c3-444b-b5d7-7483ecb4a228 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:03.136119 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c6f250a8-38c3-444b-b5d7-7483ecb4a228 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:03.187690 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-fb25f064-e125-420f-9a15-91d3aab43d32 None None] Attempting to bind port c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:35:03.188479 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-fb25f064-e125-420f-9a15-91d3aab43d32 None None] Attempting to bind port c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '7084a72c-07dc-40bf-8a26-0ba86f9480be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a4283d1a-ab17-40b4-b659-208c4f58f554'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:35:03.189131 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb25f064-e125-420f-9a15-91d3aab43d32 None None] Attempting to bind port c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e on network a4283d1a-ab17-40b4-b659-208c4f58f554 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:03.200915 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb25f064-e125-420f-9a15-91d3aab43d32 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:35:03.201604 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb25f064-e125-420f-9a15-91d3aab43d32 None None] Checking segment: {'id': '7084a72c-07dc-40bf-8a26-0ba86f9480be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a4283d1a-ab17-40b4-b659-208c4f58f554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:03.202454 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fb25f064-e125-420f-9a15-91d3aab43d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:03.203297 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb25f064-e125-420f-9a15-91d3aab43d32 None None] Bound using segment: {'id': '7084a72c-07dc-40bf-8a26-0ba86f9480be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a4283d1a-ab17-40b4-b659-208c4f58f554'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:35:03.204264 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-fb25f064-e125-420f-9a15-91d3aab43d32 None None] Bound port: c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7084a72c-07dc-40bf-8a26-0ba86f9480be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a4283d1a-ab17-40b4-b659-208c4f58f554'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:35:03.205047 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fb25f064-e125-420f-9a15-91d3aab43d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:03.250295 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ff352db0-39de-4b15-b2f4-f2aaee4e51c7 service neutron] Attempting to bind port df73636d-7c49-416a-bb2b-e27dc88ddebb on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:35:03.250668 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ff352db0-39de-4b15-b2f4-f2aaee4e51c7 service neutron] Attempting to bind port df73636d-7c49-416a-bb2b-e27dc88ddebb by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': 'e4b7a0d1-386c-4797-8cc6-3294e1c957e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5e7e4178-b76c-4101-95d6-7dff2b70b10f'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:35:03.250963 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ff352db0-39de-4b15-b2f4-f2aaee4e51c7 service neutron] Attempting to bind port df73636d-7c49-416a-bb2b-e27dc88ddebb on network 5e7e4178-b76c-4101-95d6-7dff2b70b10f {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:03.272708 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ff352db0-39de-4b15-b2f4-f2aaee4e51c7 service neutron] Port df73636d-7c49-416a-bb2b-e27dc88ddebb on network 5e7e4178-b76c-4101-95d6-7dff2b70b10f not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:35:03.273126 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ff352db0-39de-4b15-b2f4-f2aaee4e51c7 service neutron] Attempting to bind port df73636d-7c49-416a-bb2b-e27dc88ddebb on network 5e7e4178-b76c-4101-95d6-7dff2b70b10f {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:03.274167 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-c6f250a8-38c3-444b-b5d7-7483ecb4a228 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] device_id is not set on port a23d8a22-2b08-4960-81fa-7de37d92a43f yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:35:03.281748 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ff352db0-39de-4b15-b2f4-f2aaee4e51c7 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:35:03.282376 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ff352db0-39de-4b15-b2f4-f2aaee4e51c7 service neutron] Checking segment: {'id': 'e4b7a0d1-386c-4797-8cc6-3294e1c957e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5e7e4178-b76c-4101-95d6-7dff2b70b10f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:03.282926 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ff352db0-39de-4b15-b2f4-f2aaee4e51c7 service neutron] Bound using segment: {'id': 'e4b7a0d1-386c-4797-8cc6-3294e1c957e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5e7e4178-b76c-4101-95d6-7dff2b70b10f'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:35:03.287881 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ff352db0-39de-4b15-b2f4-f2aaee4e51c7 service neutron] Bound port: df73636d-7c49-416a-bb2b-e27dc88ddebb, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b7a0d1-386c-4797-8cc6-3294e1c957e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5e7e4178-b76c-4101-95d6-7dff2b70b10f'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:35:03.288501 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ff352db0-39de-4b15-b2f4-f2aaee4e51c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:03.325195 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-fb25f064-e125-420f-9a15-91d3aab43d32 None None] For port c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:35:03.331240 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-fb25f064-e125-420f-9a15-91d3aab43d32 None None] For port c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e,segment=NetworkSegment(7084a72c-07dc-40bf-8a26-0ba86f9480be),segment_id=7084a72c-07dc-40bf-8a26-0ba86f9480be)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:35:03.438078 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fb25f064-e125-420f-9a15-91d3aab43d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:03.442561 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ff352db0-39de-4b15-b2f4-f2aaee4e51c7 service neutron] For port df73636d-7c49-416a-bb2b-e27dc88ddebb, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:35:03.449667 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ff352db0-39de-4b15-b2f4-f2aaee4e51c7 service neutron] For port df73636d-7c49-416a-bb2b-e27dc88ddebb, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=df73636d-7c49-416a-bb2b-e27dc88ddebb,segment=NetworkSegment(e4b7a0d1-386c-4797-8cc6-3294e1c957e2),segment_id=e4b7a0d1-386c-4797-8cc6-3294e1c957e2)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:35:03.470990 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b416dd0a-3cf1-4da6-a6f2-1fbf9a6adfab req-0d57fba0-617f-48d0-b77b-6dc74457a47e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3134778 Jun 30 09:35:03.554692 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ff352db0-39de-4b15-b2f4-f2aaee4e51c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:03.565193 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-c6f250a8-38c3-444b-b5d7-7483ecb4a228 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Allocated IP 172.20.0.13 (a4283d1a-ab17-40b4-b659-208c4f58f554/179d957e-7a4f-469b-bbeb-78edf5e17da7/a23d8a22-2b08-4960-81fa-7de37d92a43f) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:03.575529 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 55e6224f-e84c-4e96-b430-0d8f6dcd403f details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:35:03.674300 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25f064-e125-420f-9a15-91d3aab43d32 None None] Pushing event updated for resources: {'Port': ['ID=c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:03.705736 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ff352db0-39de-4b15-b2f4-f2aaee4e51c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:03.706545 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ff352db0-39de-4b15-b2f4-f2aaee4e51c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:03.708079 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ff352db0-39de-4b15-b2f4-f2aaee4e51c7 service neutron] 10.222.0.52 "PUT /v2.0/ports/df73636d-7c49-416a-bb2b-e27dc88ddebb HTTP/1.1" status: 200 len: 1092 time: 2.2406535 Jun 30 09:35:03.708562 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'tag': 'df73636d-7c49-416a-bb2b-e27dc88ddebb'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:03.724431 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281d8cd5-0e1d-4848-9b74-81acade65f21" -d '{"events": [{"name": "network-changed", "server_uuid": "696332f2-069a-4332-a502-436f084032a0", "tag": "df73636d-7c49-416a-bb2b-e27dc88ddebb"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:03.840524 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff352db0-39de-4b15-b2f4-f2aaee4e51c7 service neutron] Pushing event updated for resources: {'Port': ['ID=df73636d-7c49-416a-bb2b-e27dc88ddebb,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:03.863758 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35c35bc-4f2f-4735-8367-c9c99c82a47a x-openstack-request-id: req-e35c35bc-4f2f-4735-8367-c9c99c82a47a {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:03.864494 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696332f2-069a-4332-a502-436f084032a0", "tag": "df73636d-7c49-416a-bb2b-e27dc88ddebb", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:03.865083 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e35c35bc-4f2f-4735-8367-c9c99c82a47a {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:03.866108 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'tag': 'df73636d-7c49-416a-bb2b-e27dc88ddebb', 'status': 'completed', 'code': 200} Jun 30 09:35:03.880947 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-6fc2afdb-87c6-4553-a801-267e67bab667 service neutron] Request body: {'port': {'device_id': '696332f2-069a-4332-a502-436f084032a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:03.889851 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 55e6224f-e84c-4e96-b430-0d8f6dcd403f, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=55e6224f-e84c-4e96-b430-0d8f6dcd403f,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:03.949997 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '55e6224f-e84c-4e96-b430-0d8f6dcd403f', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'port_id': '55e6224f-e84c-4e96-b430-0d8f6dcd403f', 'mac_address': 'fa:16:3e:6a:a1:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '026a88de-b3fc-4597-8030-64264f9192bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:35:04.092095 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c6f250a8-38c3-444b-b5d7-7483ecb4a228 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:04.174679 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-c6f250a8-38c3-444b-b5d7-7483ecb4a228 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Transition to ACTIVE for port object a23d8a22-2b08-4960-81fa-7de37d92a43f will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:04.244725 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:04.301040 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55e6224f-e84c-4e96-b430-0d8f6dcd403f {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:35:04.432377 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 55e6224f-e84c-4e96-b430-0d8f6dcd403f, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=55e6224f-e84c-4e96-b430-0d8f6dcd403f,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:04.489996 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-6fc2afdb-87c6-4553-a801-267e67bab667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:04.543204 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c6f250a8-38c3-444b-b5d7-7483ecb4a228 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:04.550327 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d8cd5-0e1d-4848-9b74-81acade65f21 req-b360c11e-f093-408e-90cd-36e0a6c37875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:04.551263 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d8cd5-0e1d-4848-9b74-81acade65f21 req-b360c11e-f093-408e-90cd-36e0a6c37875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:04.551960 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d8cd5-0e1d-4848-9b74-81acade65f21 req-b360c11e-f093-408e-90cd-36e0a6c37875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:04.558148 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d8cd5-0e1d-4848-9b74-81acade65f21 req-b360c11e-f093-408e-90cd-36e0a6c37875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:04.560356 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d8cd5-0e1d-4848-9b74-81acade65f21 req-b360c11e-f093-408e-90cd-36e0a6c37875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:04.566878 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-281d8cd5-0e1d-4848-9b74-81acade65f21 req-b360c11e-f093-408e-90cd-36e0a6c37875 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49d88a13984c4bcba0f76778ac61ce8d&device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 4363 time: 0.6782072 Jun 30 09:35:04.587454 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:04.681599 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f250a8-38c3-444b-b5d7-7483ecb4a228 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Port': ['ID=a23d8a22-2b08-4960-81fa-7de37d92a43f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:04.698407 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=55e6224f-e84c-4e96-b430-0d8f6dcd403f,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:04.699576 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f250a8-38c3-444b-b5d7-7483ecb4a228 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network a4283d1a-ab17-40b4-b659-208c4f58f554 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:04.704794 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-c6f250a8-38c3-444b-b5d7-7483ecb4a228 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:04.709651 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f250a8-38c3-444b-b5d7-7483ecb4a228 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:35:04.831264 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00817818-bdca-4fc6-add7-4fb5b3c40ef7 req-11202ba0-7abe-4e31-826c-5a9fb23b290c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:04.834618 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-00817818-bdca-4fc6-add7-4fb5b3c40ef7 req-11202ba0-7abe-4e31-826c-5a9fb23b290c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 944 time: 0.4015398 Jun 30 09:35:04.906621 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-00817818-bdca-4fc6-add7-4fb5b3c40ef7 req-78800e38-8759-4536-a9be-d639ce10e9d6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648379 Jun 30 09:35:04.928903 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d8cd5-0e1d-4848-9b74-81acade65f21 req-b6cf1c3e-f23b-4aec-9900-13d7b3401d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:04.929616 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d8cd5-0e1d-4848-9b74-81acade65f21 req-b6cf1c3e-f23b-4aec-9900-13d7b3401d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:04.931332 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d8cd5-0e1d-4848-9b74-81acade65f21 req-b6cf1c3e-f23b-4aec-9900-13d7b3401d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:04.943951 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['55e6224f-e84c-4e96-b430-0d8f6dcd403f'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:35:04.956340 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-281d8cd5-0e1d-4848-9b74-81acade65f21 req-b6cf1c3e-f23b-4aec-9900-13d7b3401d26 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=49d88a13984c4bcba0f76778ac61ce8d&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3359287 Jun 30 09:35:04.957842 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f250a8-38c3-444b-b5d7-7483ecb4a228 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:04.958580 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c6f250a8-38c3-444b-b5d7-7483ecb4a228 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:05.050013 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:05.070698 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c6f250a8-38c3-444b-b5d7-7483ecb4a228 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4500813 Jun 30 09:35:05.071060 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 41944) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:05.354097 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:05.563818 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f829e3-b5ba-49c8-b79a-4a3703d39b24 req-d335f82d-ebfd-4d88-ac7c-11150a60f3ca tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:05.578804 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f829e3-b5ba-49c8-b79a-4a3703d39b24 req-d335f82d-ebfd-4d88-ac7c-11150a60f3ca tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:05.585308 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f829e3-b5ba-49c8-b79a-4a3703d39b24 req-d335f82d-ebfd-4d88-ac7c-11150a60f3ca tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:05.593601 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f829e3-b5ba-49c8-b79a-4a3703d39b24 req-d335f82d-ebfd-4d88-ac7c-11150a60f3ca tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:05.616114 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f829e3-b5ba-49c8-b79a-4a3703d39b24 req-d335f82d-ebfd-4d88-ac7c-11150a60f3ca tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:05.617961 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b9f829e3-b5ba-49c8-b79a-4a3703d39b24 req-d335f82d-ebfd-4d88-ac7c-11150a60f3ca tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 3827 time: 0.6603487 Jun 30 09:35:05.619926 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d8cd5-0e1d-4848-9b74-81acade65f21 req-07aa2855-fb08-4d69-91f5-3a7fa37538ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:05.621532 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-281d8cd5-0e1d-4848-9b74-81acade65f21 req-07aa2855-fb08-4d69-91f5-3a7fa37538ad service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6320472 Jun 30 09:35:05.700200 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8c2efd-005d-456e-84f5-d510416e7d36 None None] Network a4283d1a-ab17-40b4-b659-208c4f58f554 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:35:05.714885 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b9f829e3-b5ba-49c8-b79a-4a3703d39b24 req-4f0a6f12-3d5a-4185-ae55-de605e243e7a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898936 Jun 30 09:35:05.813980 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-6fc2afdb-87c6-4553-a801-267e67bab667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b47cd298-9fe5-409a-bd3d-f1ce63aef3ff {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:35:05.826838 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-6fc2afdb-87c6-4553-a801-267e67bab667 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:05.845087 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-6fc2afdb-87c6-4553-a801-267e67bab667 service neutron] Transition to ACTIVE for port object b47cd298-9fe5-409a-bd3d-f1ce63aef3ff will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:05.850456 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ea0f36e-ff12-4d9b-9340-23b18848fbd1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:05.917949 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-72baab5e-2df1-4605-872e-d284970ffe86 None None] Provisioning for port c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:05.927493 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-72baab5e-2df1-4605-872e-d284970ffe86 None None] Provisioning complete for port c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:05.928113 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-72baab5e-2df1-4605-872e-d284970ffe86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:05.953944 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-6fc2afdb-87c6-4553-a801-267e67bab667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:06.282448 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-72baab5e-2df1-4605-872e-d284970ffe86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:06.361949 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2afdb-87c6-4553-a801-267e67bab667 service neutron] Pushing event updated for resources: {'Port': ['ID=b47cd298-9fe5-409a-bd3d-f1ce63aef3ff,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:06.379778 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-72baab5e-2df1-4605-872e-d284970ffe86 None None] For port c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e,segment=NetworkSegment(7084a72c-07dc-40bf-8a26-0ba86f9480be),segment_id=7084a72c-07dc-40bf-8a26-0ba86f9480be)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:06.387431 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-6fc2afdb-87c6-4553-a801-267e67bab667 service neutron] Attempting to bind port b47cd298-9fe5-409a-bd3d-f1ce63aef3ff on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:35:06.387942 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-6fc2afdb-87c6-4553-a801-267e67bab667 service neutron] Attempting to bind port b47cd298-9fe5-409a-bd3d-f1ce63aef3ff by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '33f0e812-b945-455c-a517-2095d72e4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0dddfd27-81de-48f4-aeb7-79778bc775af'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:35:06.388457 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-6fc2afdb-87c6-4553-a801-267e67bab667 service neutron] Attempting to bind port b47cd298-9fe5-409a-bd3d-f1ce63aef3ff on network 0dddfd27-81de-48f4-aeb7-79778bc775af {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:06.397272 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-6fc2afdb-87c6-4553-a801-267e67bab667 service neutron] Port b47cd298-9fe5-409a-bd3d-f1ce63aef3ff on network 0dddfd27-81de-48f4-aeb7-79778bc775af not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:35:06.398767 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-6fc2afdb-87c6-4553-a801-267e67bab667 service neutron] Attempting to bind port b47cd298-9fe5-409a-bd3d-f1ce63aef3ff on network 0dddfd27-81de-48f4-aeb7-79778bc775af {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:06.418402 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-6fc2afdb-87c6-4553-a801-267e67bab667 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:35:06.420747 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-6fc2afdb-87c6-4553-a801-267e67bab667 service neutron] Checking segment: {'id': '33f0e812-b945-455c-a517-2095d72e4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0dddfd27-81de-48f4-aeb7-79778bc775af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:06.420747 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-6fc2afdb-87c6-4553-a801-267e67bab667 service neutron] Bound using segment: {'id': '33f0e812-b945-455c-a517-2095d72e4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0dddfd27-81de-48f4-aeb7-79778bc775af'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:35:06.420747 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-6fc2afdb-87c6-4553-a801-267e67bab667 service neutron] Bound port: b47cd298-9fe5-409a-bd3d-f1ce63aef3ff, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f0e812-b945-455c-a517-2095d72e4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0dddfd27-81de-48f4-aeb7-79778bc775af'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:35:06.420747 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-6fc2afdb-87c6-4553-a801-267e67bab667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:06.451138 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ea0f36e-ff12-4d9b-9340-23b18848fbd1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:06.592959 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-72baab5e-2df1-4605-872e-d284970ffe86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:06.625598 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-6fc2afdb-87c6-4553-a801-267e67bab667 service neutron] For port b47cd298-9fe5-409a-bd3d-f1ce63aef3ff, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:35:06.629732 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-6fc2afdb-87c6-4553-a801-267e67bab667 service neutron] For port b47cd298-9fe5-409a-bd3d-f1ce63aef3ff, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=b47cd298-9fe5-409a-bd3d-f1ce63aef3ff,segment=NetworkSegment(33f0e812-b945-455c-a517-2095d72e4ae2),segment_id=33f0e812-b945-455c-a517-2095d72e4ae2)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:35:06.633067 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ea0f36e-ff12-4d9b-9340-23b18848fbd1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:06.774935 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-6fc2afdb-87c6-4553-a801-267e67bab667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:06.791548 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72baab5e-2df1-4605-872e-d284970ffe86 None None] Pushing event updated for resources: {'Port': ['ID=c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:06.829841 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0f36e-ff12-4d9b-9340-23b18848fbd1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Port': ['ID=a23d8a22-2b08-4960-81fa-7de37d92a43f,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:06.916592 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-6fc2afdb-87c6-4553-a801-267e67bab667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:06.917246 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-6fc2afdb-87c6-4553-a801-267e67bab667 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:06.918673 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-6fc2afdb-87c6-4553-a801-267e67bab667 service neutron] 10.222.0.52 "PUT /v2.0/ports/b47cd298-9fe5-409a-bd3d-f1ce63aef3ff HTTP/1.1" status: 200 len: 1137 time: 3.0442021 Jun 30 09:35:06.919183 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'tag': 'b47cd298-9fe5-409a-bd3d-f1ce63aef3ff'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:06.938095 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb762c0b-0dd6-407a-9135-74b7ecd3be02" -d '{"events": [{"name": "network-changed", "server_uuid": "696332f2-069a-4332-a502-436f084032a0", "tag": "b47cd298-9fe5-409a-bd3d-f1ce63aef3ff"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:06.960402 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a2e916af-51c5-4aed-94c7-bd1e452c77e7 None None] Provisioning complete for port c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:06.961128 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a2e916af-51c5-4aed-94c7-bd1e452c77e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:06.962931 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0811f8c-4cfb-453b-8bab-7c71f7157379 req-3f1ca3ba-1773-4622-b11f-f8cb601aa26c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:06.980481 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b0811f8c-4cfb-453b-8bab-7c71f7157379 req-3f1ca3ba-1773-4622-b11f-f8cb601aa26c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 945 time: 0.5100515 Jun 30 09:35:07.027953 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2afdb-87c6-4553-a801-267e67bab667 service neutron] Pushing event updated for resources: {'Port': ['ID=b47cd298-9fe5-409a-bd3d-f1ce63aef3ff,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:07.184885 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b0811f8c-4cfb-453b-8bab-7c71f7157379 req-193b057e-9dff-4d70-9462-a047b3cbc36b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025158 Jun 30 09:35:07.387521 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a2e916af-51c5-4aed-94c7-bd1e452c77e7 None None] Provisioning for port a23d8a22-2b08-4960-81fa-7de37d92a43f completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:07.393355 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a2e916af-51c5-4aed-94c7-bd1e452c77e7 None None] Provisioning complete for port a23d8a22-2b08-4960-81fa-7de37d92a43f triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:07.394178 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a2e916af-51c5-4aed-94c7-bd1e452c77e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:07.536564 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a2e916af-51c5-4aed-94c7-bd1e452c77e7 None None] Port a23d8a22-2b08-4960-81fa-7de37d92a43f cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:35:07.556282 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 55e6224f-e84c-4e96-b430-0d8f6dcd403f up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:07.637121 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:07.705983 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e102d22f-28e1-4c1f-9df0-73df86709666 None None] Provisioning complete for port a23d8a22-2b08-4960-81fa-7de37d92a43f triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:07.706609 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e102d22f-28e1-4c1f-9df0-73df86709666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:07.769615 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 55e6224f-e84c-4e96-b430-0d8f6dcd403f completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:07.780578 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 55e6224f-e84c-4e96-b430-0d8f6dcd403f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:07.780941 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:07.857206 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-e102d22f-28e1-4c1f-9df0-73df86709666 None None] Port a23d8a22-2b08-4960-81fa-7de37d92a43f cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:35:07.950974 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:08.013741 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e9c0ec-7d54-486b-965f-bf38bd9529ef x-openstack-request-id: req-47e9c0ec-7d54-486b-965f-bf38bd9529ef {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:08.016492 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696332f2-069a-4332-a502-436f084032a0", "tag": "b47cd298-9fe5-409a-bd3d-f1ce63aef3ff", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:08.017976 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-47e9c0ec-7d54-486b-965f-bf38bd9529ef {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:08.020503 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'tag': 'b47cd298-9fe5-409a-bd3d-f1ce63aef3ff', 'status': 'completed', 'code': 200} Jun 30 09:35:08.038424 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5c93a381-4052-48e2-a8ad-298a652deda7 service neutron] Request body: {'port': {'device_id': '696332f2-069a-4332-a502-436f084032a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:08.049281 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 55e6224f-e84c-4e96-b430-0d8f6dcd403f, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=55e6224f-e84c-4e96-b430-0d8f6dcd403f,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:08.051809 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef44fcd0-d64b-4be2-af5b-9d56e36acebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e6224f-e84c-4e96-b430-0d8f6dcd403f'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:08.061732 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77ce94c-5f13-4f94-9142-cd5297bc8f95" -d '{"events": [{"server_uuid": "ef44fcd0-d64b-4be2-af5b-9d56e36acebf", "name": "network-vif-plugged", "status": "completed", "tag": "55e6224f-e84c-4e96-b430-0d8f6dcd403f"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:08.118706 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:08.193852 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70650cea-4884-4c29-ad07-3becc58bdf47 x-openstack-request-id: req-70650cea-4884-4c29-ad07-3becc58bdf47 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:08.194184 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef44fcd0-d64b-4be2-af5b-9d56e36acebf", "name": "network-vif-plugged", "status": "completed", "tag": "55e6224f-e84c-4e96-b430-0d8f6dcd403f", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:08.194382 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-70650cea-4884-4c29-ad07-3becc58bdf47 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:08.194798 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef44fcd0-d64b-4be2-af5b-9d56e36acebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e6224f-e84c-4e96-b430-0d8f6dcd403f', 'code': 200} Jun 30 09:35:08.265200 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=55e6224f-e84c-4e96-b430-0d8f6dcd403f,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:08.398227 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbd8df-9c96-4f30-8266-36b066f1ebf9 req-baa11e58-d9b8-499b-9be2-633244a2348d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:08.406746 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbd8df-9c96-4f30-8266-36b066f1ebf9 req-baa11e58-d9b8-499b-9be2-633244a2348d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:08.414168 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbd8df-9c96-4f30-8266-36b066f1ebf9 req-baa11e58-d9b8-499b-9be2-633244a2348d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:08.421945 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbd8df-9c96-4f30-8266-36b066f1ebf9 req-baa11e58-d9b8-499b-9be2-633244a2348d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:08.429427 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbd8df-9c96-4f30-8266-36b066f1ebf9 req-baa11e58-d9b8-499b-9be2-633244a2348d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:08.437675 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbd8df-9c96-4f30-8266-36b066f1ebf9 req-baa11e58-d9b8-499b-9be2-633244a2348d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:08.440338 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cbdbd8df-9c96-4f30-8266-36b066f1ebf9 req-baa11e58-d9b8-499b-9be2-633244a2348d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 4605 time: 1.3500729 Jun 30 09:35:08.568755 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb762c0b-0dd6-407a-9135-74b7ecd3be02 req-1d05111c-f843-4c2b-88d1-4b4c690cb599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:08.569278 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb762c0b-0dd6-407a-9135-74b7ecd3be02 req-1d05111c-f843-4c2b-88d1-4b4c690cb599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:08.569763 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb762c0b-0dd6-407a-9135-74b7ecd3be02 req-1d05111c-f843-4c2b-88d1-4b4c690cb599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:08.570850 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb762c0b-0dd6-407a-9135-74b7ecd3be02 req-1d05111c-f843-4c2b-88d1-4b4c690cb599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:08.571384 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb762c0b-0dd6-407a-9135-74b7ecd3be02 req-1d05111c-f843-4c2b-88d1-4b4c690cb599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:08.571858 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb762c0b-0dd6-407a-9135-74b7ecd3be02 req-1d05111c-f843-4c2b-88d1-4b4c690cb599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:08.575050 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bb762c0b-0dd6-407a-9135-74b7ecd3be02 req-1d05111c-f843-4c2b-88d1-4b4c690cb599 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49d88a13984c4bcba0f76778ac61ce8d&device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5293 time: 0.5780959 Jun 30 09:35:08.588795 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5c93a381-4052-48e2-a8ad-298a652deda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:08.624791 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ea0f36e-ff12-4d9b-9340-23b18848fbd1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:08.885303 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:08.961294 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54d1d4-87ea-426b-bea4-5099b8bb2ae1 req-5f3178b0-6694-494d-9952-594e65f2004b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:08.969623 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cbdbd8df-9c96-4f30-8266-36b066f1ebf9 req-f12c1e86-282c-4b1f-9193-0613a70d2251 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4947383 Jun 30 09:35:08.978900 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0d54d1d4-87ea-426b-bea4-5099b8bb2ae1 req-5f3178b0-6694-494d-9952-594e65f2004b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 946 time: 0.5241439 Jun 30 09:35:09.031277 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:09.040229 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6147fa7-1899-49d8-bf5e-2aef45b9e926 req-2886fa39-9d2b-4954-af79-03940e140988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:09.043489 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d6147fa7-1899-49d8-bf5e-2aef45b9e926 req-2886fa39-9d2b-4954-af79-03940e140988 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 1098 time: 0.7372820 Jun 30 09:35:09.060270 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:09.060693 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:09.204196 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0d54d1d4-87ea-426b-bea4-5099b8bb2ae1 req-246f3351-ae98-4fde-b905-f8502ec1e630 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251685 Jun 30 09:35:09.236503 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d6147fa7-1899-49d8-bf5e-2aef45b9e926 req-5304985d-8308-4d63-a5a5-d33b617153c1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737173 Jun 30 09:35:09.284699 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb762c0b-0dd6-407a-9135-74b7ecd3be02 req-b2c788a0-419e-4047-8d89-0153bbc2c0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:09.285559 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb762c0b-0dd6-407a-9135-74b7ecd3be02 req-b2c788a0-419e-4047-8d89-0153bbc2c0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:09.285708 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb762c0b-0dd6-407a-9135-74b7ecd3be02 req-b2c788a0-419e-4047-8d89-0153bbc2c0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:09.302355 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bb762c0b-0dd6-407a-9135-74b7ecd3be02 req-b2c788a0-419e-4047-8d89-0153bbc2c0fa service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=49d88a13984c4bcba0f76778ac61ce8d&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6693113 Jun 30 09:35:09.377727 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ea0f36e-ff12-4d9b-9340-23b18848fbd1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:09.480563 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb762c0b-0dd6-407a-9135-74b7ecd3be02 req-db7a464f-7501-4efb-8864-e6d3c081cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:09.482432 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bb762c0b-0dd6-407a-9135-74b7ecd3be02 req-db7a464f-7501-4efb-8864-e6d3c081cd5f service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1547837 Jun 30 09:35:09.717978 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5c93a381-4052-48e2-a8ad-298a652deda7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5f71601-cd68-41d3-a3c1-c264a5ecc103 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:35:09.738590 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5c93a381-4052-48e2-a8ad-298a652deda7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:09.763859 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5c93a381-4052-48e2-a8ad-298a652deda7 service neutron] Transition to ACTIVE for port object d5f71601-cd68-41d3-a3c1-c264a5ecc103 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:09.883468 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5c93a381-4052-48e2-a8ad-298a652deda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:09.966790 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:35:09.971693 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ea0f36e-ff12-4d9b-9340-23b18848fbd1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:09.981330 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93a381-4052-48e2-a8ad-298a652deda7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f71601-cd68-41d3-a3c1-c264a5ecc103,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:10.123592 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ea0f36e-ff12-4d9b-9340-23b18848fbd1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:10.203396 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5c93a381-4052-48e2-a8ad-298a652deda7 service neutron] Attempting to bind port d5f71601-cd68-41d3-a3c1-c264a5ecc103 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:35:10.203733 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5c93a381-4052-48e2-a8ad-298a652deda7 service neutron] Attempting to bind port d5f71601-cd68-41d3-a3c1-c264a5ecc103 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '33f0e812-b945-455c-a517-2095d72e4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0dddfd27-81de-48f4-aeb7-79778bc775af'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:35:10.206421 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5c93a381-4052-48e2-a8ad-298a652deda7 service neutron] Attempting to bind port d5f71601-cd68-41d3-a3c1-c264a5ecc103 on network 0dddfd27-81de-48f4-aeb7-79778bc775af {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:10.217519 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5c93a381-4052-48e2-a8ad-298a652deda7 service neutron] Port d5f71601-cd68-41d3-a3c1-c264a5ecc103 on network 0dddfd27-81de-48f4-aeb7-79778bc775af not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:35:10.217836 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5c93a381-4052-48e2-a8ad-298a652deda7 service neutron] Attempting to bind port d5f71601-cd68-41d3-a3c1-c264a5ecc103 on network 0dddfd27-81de-48f4-aeb7-79778bc775af {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:10.229553 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ea0f36e-ff12-4d9b-9340-23b18848fbd1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:10.230354 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5c93a381-4052-48e2-a8ad-298a652deda7 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:35:10.243557 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5c93a381-4052-48e2-a8ad-298a652deda7 service neutron] Checking segment: {'id': '33f0e812-b945-455c-a517-2095d72e4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0dddfd27-81de-48f4-aeb7-79778bc775af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:10.248003 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5c93a381-4052-48e2-a8ad-298a652deda7 service neutron] Bound using segment: {'id': '33f0e812-b945-455c-a517-2095d72e4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0dddfd27-81de-48f4-aeb7-79778bc775af'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:35:10.248632 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5c93a381-4052-48e2-a8ad-298a652deda7 service neutron] Bound port: d5f71601-cd68-41d3-a3c1-c264a5ecc103, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f0e812-b945-455c-a517-2095d72e4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0dddfd27-81de-48f4-aeb7-79778bc775af'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:35:10.254050 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5c93a381-4052-48e2-a8ad-298a652deda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:10.457964 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5c93a381-4052-48e2-a8ad-298a652deda7 service neutron] For port d5f71601-cd68-41d3-a3c1-c264a5ecc103, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:35:10.479364 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5c93a381-4052-48e2-a8ad-298a652deda7 service neutron] For port d5f71601-cd68-41d3-a3c1-c264a5ecc103, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=d5f71601-cd68-41d3-a3c1-c264a5ecc103,segment=NetworkSegment(33f0e812-b945-455c-a517-2095d72e4ae2),segment_id=33f0e812-b945-455c-a517-2095d72e4ae2)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:35:10.490284 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0f36e-ff12-4d9b-9340-23b18848fbd1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Port': ['ID=a23d8a22-2b08-4960-81fa-7de37d92a43f,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:10.557080 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0f36e-ff12-4d9b-9340-23b18848fbd1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:10.559805 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0f36e-ff12-4d9b-9340-23b18848fbd1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:10.560748 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0f36e-ff12-4d9b-9340-23b18848fbd1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:10.561312 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0f36e-ff12-4d9b-9340-23b18848fbd1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:10.561904 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0f36e-ff12-4d9b-9340-23b18848fbd1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:10.562877 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0f36e-ff12-4d9b-9340-23b18848fbd1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:10.564166 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0f36e-ff12-4d9b-9340-23b18848fbd1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:10.564699 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0f36e-ff12-4d9b-9340-23b18848fbd1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:10.565217 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0f36e-ff12-4d9b-9340-23b18848fbd1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:10.566027 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0f36e-ff12-4d9b-9340-23b18848fbd1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:10.566547 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0f36e-ff12-4d9b-9340-23b18848fbd1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:10.567062 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0f36e-ff12-4d9b-9340-23b18848fbd1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:10.613245 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5c93a381-4052-48e2-a8ad-298a652deda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:10.705908 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea0f36e-ff12-4d9b-9340-23b18848fbd1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network a4283d1a-ab17-40b4-b659-208c4f58f554 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:10.712372 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-6ea0f36e-ff12-4d9b-9340-23b18848fbd1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:10.758005 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5c93a381-4052-48e2-a8ad-298a652deda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:10.758671 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5c93a381-4052-48e2-a8ad-298a652deda7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:10.760628 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5c93a381-4052-48e2-a8ad-298a652deda7 service neutron] 10.222.0.52 "PUT /v2.0/ports/d5f71601-cd68-41d3-a3c1-c264a5ecc103 HTTP/1.1" status: 200 len: 1136 time: 2.7652843 Jun 30 09:35:10.770369 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'tag': 'd5f71601-cd68-41d3-a3c1-c264a5ecc103'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:10.781161 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5117835-6d95-4681-9e76-87be9528a922" -d '{"events": [{"name": "network-changed", "server_uuid": "696332f2-069a-4332-a502-436f084032a0", "tag": "d5f71601-cd68-41d3-a3c1-c264a5ecc103"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:10.878415 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93a381-4052-48e2-a8ad-298a652deda7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f71601-cd68-41d3-a3c1-c264a5ecc103,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:10.918020 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244cd8b-8fe9-4c4f-9e92-f7f0da2b988a req-1c61f394-d109-4bec-93d7-310bb078fe65 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:10.926483 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244cd8b-8fe9-4c4f-9e92-f7f0da2b988a req-1c61f394-d109-4bec-93d7-310bb078fe65 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:10.937910 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244cd8b-8fe9-4c4f-9e92-f7f0da2b988a req-1c61f394-d109-4bec-93d7-310bb078fe65 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:10.939744 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09911005-f4fa-408d-8886-4328a683c0c3 req-d413c2bd-c6ca-452c-b328-93bc664498bb tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:10.946679 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244cd8b-8fe9-4c4f-9e92-f7f0da2b988a req-1c61f394-d109-4bec-93d7-310bb078fe65 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:10.955351 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244cd8b-8fe9-4c4f-9e92-f7f0da2b988a req-1c61f394-d109-4bec-93d7-310bb078fe65 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:10.955557 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-09911005-f4fa-408d-8886-4328a683c0c3 req-d413c2bd-c6ca-452c-b328-93bc664498bb tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 946 time: 0.3838801 Jun 30 09:35:10.967941 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244cd8b-8fe9-4c4f-9e92-f7f0da2b988a req-1c61f394-d109-4bec-93d7-310bb078fe65 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:10.979362 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244cd8b-8fe9-4c4f-9e92-f7f0da2b988a req-1c61f394-d109-4bec-93d7-310bb078fe65 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:10.986636 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d244cd8b-8fe9-4c4f-9e92-f7f0da2b988a req-1c61f394-d109-4bec-93d7-310bb078fe65 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5382 time: 0.5146477 Jun 30 09:35:11.005561 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-93d1d6b8-913e-4eda-b175-b0331671f7d4 service neutron] Request body: {'port': {'device_id': '696332f2-069a-4332-a502-436f084032a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:11.114152 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-09911005-f4fa-408d-8886-4328a683c0c3 req-d811f7c7-0fbd-4677-85c7-75b22d0fb7a1 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577101 Jun 30 09:35:11.203301 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d244cd8b-8fe9-4c4f-9e92-f7f0da2b988a req-5461a851-0d73-452b-a86b-d8956d288ad8 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2102997 Jun 30 09:35:11.217450 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-93d1d6b8-913e-4eda-b175-b0331671f7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:11.223428 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc4594a-3cf3-43e2-a8c1-e1d2aae05c79 x-openstack-request-id: req-dcc4594a-3cf3-43e2-a8c1-e1d2aae05c79 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:11.223428 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696332f2-069a-4332-a502-436f084032a0", "tag": "d5f71601-cd68-41d3-a3c1-c264a5ecc103", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:11.223428 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dcc4594a-3cf3-43e2-a8c1-e1d2aae05c79 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:11.223428 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'tag': 'd5f71601-cd68-41d3-a3c1-c264a5ecc103', 'status': 'completed', 'code': 200} Jun 30 09:35:11.289020 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea0f36e-ff12-4d9b-9340-23b18848fbd1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Router 58edc447-38df-4afa-9b14-34e11c5066b2 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:35:11.366373 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5a61c1e3-aae7-4801-9a40-f878293fe180 None None] Provisioning complete for port a23d8a22-2b08-4960-81fa-7de37d92a43f triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:11.367418 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5a61c1e3-aae7-4801-9a40-f878293fe180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:11.421126 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-5a61c1e3-aae7-4801-9a40-f878293fe180 None None] Port a23d8a22-2b08-4960-81fa-7de37d92a43f cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:35:11.422469 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea0f36e-ff12-4d9b-9340-23b18848fbd1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:35:11.429912 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6ea0f36e-ff12-4d9b-9340-23b18848fbd1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "PUT /v2.0/routers/58edc447-38df-4afa-9b14-34e11c5066b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3576403 Jun 30 09:35:11.439639 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43a116b-1520-4d06-80c2-dd9e4b702d64 None None] Sync routers for ids ['58edc447-38df-4afa-9b14-34e11c5066b2'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:35:11.451462 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43a116b-1520-4d06-80c2-dd9e4b702d64 None None] Routers {'58edc447-38df-4afa-9b14-34e11c5066b2'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:35:11.452115 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-d43a116b-1520-4d06-80c2-dd9e4b702d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:34:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['58edc447-38df-4afa-9b14-34e11c5066b2'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:11.454172 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42078) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:11.487673 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-d43a116b-1520-4d06-80c2-dd9e4b702d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:11.514365 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43a116b-1520-4d06-80c2-dd9e4b702d64 None None] Routers {'58edc447-38df-4afa-9b14-34e11c5066b2'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:35:11.520382 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-d43a116b-1520-4d06-80c2-dd9e4b702d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:34:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['58edc447-38df-4afa-9b14-34e11c5066b2'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:11.577639 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-d43a116b-1520-4d06-80c2-dd9e4b702d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:11.578304 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43a116b-1520-4d06-80c2-dd9e4b702d64 None None] The sync data for ids ['58edc447-38df-4afa-9b14-34e11c5066b2'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:35:11.642376 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42082) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:11.661325 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5117835-6d95-4681-9e76-87be9528a922 req-5570410c-21ad-47e9-a1cb-54f8013a7d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:11.661921 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5117835-6d95-4681-9e76-87be9528a922 req-5570410c-21ad-47e9-a1cb-54f8013a7d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:11.662407 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5117835-6d95-4681-9e76-87be9528a922 req-5570410c-21ad-47e9-a1cb-54f8013a7d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:11.662885 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5117835-6d95-4681-9e76-87be9528a922 req-5570410c-21ad-47e9-a1cb-54f8013a7d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:11.663470 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5117835-6d95-4681-9e76-87be9528a922 req-5570410c-21ad-47e9-a1cb-54f8013a7d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:11.664002 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5117835-6d95-4681-9e76-87be9528a922 req-5570410c-21ad-47e9-a1cb-54f8013a7d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:11.664477 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5117835-6d95-4681-9e76-87be9528a922 req-5570410c-21ad-47e9-a1cb-54f8013a7d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:11.667706 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d5117835-6d95-4681-9e76-87be9528a922 req-5570410c-21ad-47e9-a1cb-54f8013a7d92 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49d88a13984c4bcba0f76778ac61ce8d&device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 6222 time: 0.3832603 Jun 30 09:35:11.802079 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32259c9d-ea52-4b99-9943-b40486db5be9 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:11.803604 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-32259c9d-ea52-4b99-9943-b40486db5be9 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "GET /v2.0/ports?device_id=58edc447-38df-4afa-9b14-34e11c5066b2 HTTP/1.1" status: 200 len: 980 time: 0.3465900 Jun 30 09:35:11.808837 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42088) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:11.824004 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ec4415ba-0fd6-4288-9f44-43566ec4a4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:11.892124 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5117835-6d95-4681-9e76-87be9528a922 req-4f889a64-6caa-4bf7-b738-a52dc39a288d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:11.892611 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5117835-6d95-4681-9e76-87be9528a922 req-4f889a64-6caa-4bf7-b738-a52dc39a288d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:11.893088 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5117835-6d95-4681-9e76-87be9528a922 req-4f889a64-6caa-4bf7-b738-a52dc39a288d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:11.894847 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d5117835-6d95-4681-9e76-87be9528a922 req-4f889a64-6caa-4bf7-b738-a52dc39a288d service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=49d88a13984c4bcba0f76778ac61ce8d&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2113361 Jun 30 09:35:11.920252 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-93d1d6b8-913e-4eda-b175-b0331671f7d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:35:11.978336 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-93d1d6b8-913e-4eda-b175-b0331671f7d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:12.012213 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-93d1d6b8-913e-4eda-b175-b0331671f7d4 service neutron] Transition to ACTIVE for port object 2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:12.098517 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5117835-6d95-4681-9e76-87be9528a922 req-685386d0-f2dc-4699-8f27-8e31c9e83793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:12.098517 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d5117835-6d95-4681-9e76-87be9528a922 req-685386d0-f2dc-4699-8f27-8e31c9e83793 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1705797 Jun 30 09:35:12.198419 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-93d1d6b8-913e-4eda-b175-b0331671f7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:12.225803 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ec4415ba-0fd6-4288-9f44-43566ec4a4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:12.278475 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1d6b8-913e-4eda-b175-b0331671f7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:12.316062 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ec4415ba-0fd6-4288-9f44-43566ec4a4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:12.403174 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4415ba-0fd6-4288-9f44-43566ec4a4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3b0997-caf0-4618-8d72-438b2541fa47,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:12.405931 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-93d1d6b8-913e-4eda-b175-b0331671f7d4 service neutron] Attempting to bind port 2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:35:12.406773 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-93d1d6b8-913e-4eda-b175-b0331671f7d4 service neutron] Attempting to bind port 2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '33f0e812-b945-455c-a517-2095d72e4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0dddfd27-81de-48f4-aeb7-79778bc775af'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:35:12.406773 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-93d1d6b8-913e-4eda-b175-b0331671f7d4 service neutron] Attempting to bind port 2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c on network 0dddfd27-81de-48f4-aeb7-79778bc775af {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:12.411792 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-93d1d6b8-913e-4eda-b175-b0331671f7d4 service neutron] Port 2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c on network 0dddfd27-81de-48f4-aeb7-79778bc775af not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:35:12.412118 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-93d1d6b8-913e-4eda-b175-b0331671f7d4 service neutron] Attempting to bind port 2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c on network 0dddfd27-81de-48f4-aeb7-79778bc775af {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:12.417921 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-93d1d6b8-913e-4eda-b175-b0331671f7d4 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:35:12.418491 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-93d1d6b8-913e-4eda-b175-b0331671f7d4 service neutron] Checking segment: {'id': '33f0e812-b945-455c-a517-2095d72e4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0dddfd27-81de-48f4-aeb7-79778bc775af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:12.419046 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-93d1d6b8-913e-4eda-b175-b0331671f7d4 service neutron] Bound using segment: {'id': '33f0e812-b945-455c-a517-2095d72e4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0dddfd27-81de-48f4-aeb7-79778bc775af'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:35:12.419748 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-93d1d6b8-913e-4eda-b175-b0331671f7d4 service neutron] Bound port: 2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f0e812-b945-455c-a517-2095d72e4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0dddfd27-81de-48f4-aeb7-79778bc775af'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:35:12.420392 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-93d1d6b8-913e-4eda-b175-b0331671f7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:12.444008 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ec4415ba-0fd6-4288-9f44-43566ec4a4ba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=51cc9da7073c45f987a4fc5a1d7fddb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7992556 Jun 30 09:35:12.450900 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42108) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:12.648867 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-93d1d6b8-913e-4eda-b175-b0331671f7d4 service neutron] For port 2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:35:12.648867 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ef33fdd7-660f-4b49-94f2-3e51c3ecd4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:12.680433 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ef33fdd7-660f-4b49-94f2-3e51c3ecd4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:12.722952 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e21e1-0fea-4273-993f-bcedcc25a80c req-daf5da07-64c5-486f-b722-4ff7c97793e2 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:12.724962 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a54e21e1-0fea-4273-993f-bcedcc25a80c req-daf5da07-64c5-486f-b722-4ff7c97793e2 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 946 time: 0.2526066 Jun 30 09:35:12.744816 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-93d1d6b8-913e-4eda-b175-b0331671f7d4 service neutron] For port 2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c,segment=NetworkSegment(33f0e812-b945-455c-a517-2095d72e4ae2),segment_id=33f0e812-b945-455c-a517-2095d72e4ae2)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:35:12.754269 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8fc45882-0805-400a-a637-191474710a93 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:12.785488 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ba8e8-dc72-4335-a19a-73e49e5335c2 req-a6844a65-92e8-49f8-a38d-daf1c5e2b762 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:12.792825 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ba8e8-dc72-4335-a19a-73e49e5335c2 req-a6844a65-92e8-49f8-a38d-daf1c5e2b762 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:12.799000 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ba8e8-dc72-4335-a19a-73e49e5335c2 req-a6844a65-92e8-49f8-a38d-daf1c5e2b762 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:12.805663 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ba8e8-dc72-4335-a19a-73e49e5335c2 req-a6844a65-92e8-49f8-a38d-daf1c5e2b762 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:12.812733 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ba8e8-dc72-4335-a19a-73e49e5335c2 req-a6844a65-92e8-49f8-a38d-daf1c5e2b762 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:12.821699 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ba8e8-dc72-4335-a19a-73e49e5335c2 req-a6844a65-92e8-49f8-a38d-daf1c5e2b762 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:12.829223 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ba8e8-dc72-4335-a19a-73e49e5335c2 req-a6844a65-92e8-49f8-a38d-daf1c5e2b762 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:12.835987 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-627ba8e8-dc72-4335-a19a-73e49e5335c2 req-a6844a65-92e8-49f8-a38d-daf1c5e2b762 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5394 time: 0.2898855 Jun 30 09:35:12.872023 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-93d1d6b8-913e-4eda-b175-b0331671f7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:12.895952 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ef33fdd7-660f-4b49-94f2-3e51c3ecd4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:12.898643 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ef33fdd7-660f-4b49-94f2-3e51c3ecd4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:12.905445 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ef33fdd7-660f-4b49-94f2-3e51c3ecd4a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4c3b0997-caf0-4618-8d72-438b2541fa47 HTTP/1.1" status: 204 len: 168 time: 0.4475422 Jun 30 09:35:12.945772 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-627ba8e8-dc72-4335-a19a-73e49e5335c2 req-814dc40b-17d9-425c-babf-4ac5776d6078 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1018910 Jun 30 09:35:12.956689 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-93d1d6b8-913e-4eda-b175-b0331671f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:12.957333 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-93d1d6b8-913e-4eda-b175-b0331671f7d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:12.962379 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-93d1d6b8-913e-4eda-b175-b0331671f7d4 service neutron] 10.222.0.52 "PUT /v2.0/ports/2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c HTTP/1.1" status: 200 len: 1091 time: 1.9666593 Jun 30 09:35:12.993184 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33fdd7-660f-4b49-94f2-3e51c3ecd4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3b0997-caf0-4618-8d72-438b2541fa47,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:13.026890 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1d6b8-913e-4eda-b175-b0331671f7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:13.066783 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ba8c7619-913c-4d52-bc17-58260f4d37f2 service neutron] Request body: {'port': {'device_id': '696332f2-069a-4332-a502-436f084032a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:13.190848 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ba8c7619-913c-4d52-bc17-58260f4d37f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:13.255891 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a54e21e1-0fea-4273-993f-bcedcc25a80c req-30c03aec-1ab9-49c1-8b65-8d475995e370 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5232773 Jun 30 09:35:13.505928 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'tag': '2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:13.509131 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b565ef34-7ba1-42e5-9da9-de20474d34e8" -d '{"events": [{"name": "network-changed", "server_uuid": "696332f2-069a-4332-a502-436f084032a0", "tag": "2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:13.600684 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba668fac-ca58-48c2-ba67-85961cbe9de1 x-openstack-request-id: req-ba668fac-ca58-48c2-ba67-85961cbe9de1 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:13.601402 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696332f2-069a-4332-a502-436f084032a0", "tag": "2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:13.601665 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ba668fac-ca58-48c2-ba67-85961cbe9de1 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:13.602303 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'tag': '2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c', 'status': 'completed', 'code': 200} Jun 30 09:35:13.614874 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-8fc45882-0805-400a-a637-191474710a93 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Deleting port a23d8a22-2b08-4960-81fa-7de37d92a43f {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:35:13.616000 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8fc45882-0805-400a-a637-191474710a93 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:13.728336 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8fc45882-0805-400a-a637-191474710a93 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:13.742943 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-8fc45882-0805-400a-a637-191474710a93 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Calling delete_port for a23d8a22-2b08-4960-81fa-7de37d92a43f owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:35:13.756681 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496b2d0-c3f0-4d3e-96db-c5abd3da346d req-b1d0061b-ef43-40da-b098-dce27451f004 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:13.774800 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6496b2d0-c3f0-4d3e-96db-c5abd3da346d req-b1d0061b-ef43-40da-b098-dce27451f004 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 946 time: 0.2443640 Jun 30 09:35:13.784865 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ba8c7619-913c-4d52-bc17-58260f4d37f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0ffe516-a66a-4469-b295-e857fb100d7e {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:35:13.802671 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ba8c7619-913c-4d52-bc17-58260f4d37f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:13.832598 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ba8c7619-913c-4d52-bc17-58260f4d37f2 service neutron] Transition to ACTIVE for port object b0ffe516-a66a-4469-b295-e857fb100d7e will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:13.841127 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565ef34-7ba1-42e5-9da9-de20474d34e8 req-cc4d142a-dd4c-43a2-b339-221ca05c6cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:13.841611 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565ef34-7ba1-42e5-9da9-de20474d34e8 req-cc4d142a-dd4c-43a2-b339-221ca05c6cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:13.842114 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565ef34-7ba1-42e5-9da9-de20474d34e8 req-cc4d142a-dd4c-43a2-b339-221ca05c6cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:13.842587 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565ef34-7ba1-42e5-9da9-de20474d34e8 req-cc4d142a-dd4c-43a2-b339-221ca05c6cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:13.843056 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565ef34-7ba1-42e5-9da9-de20474d34e8 req-cc4d142a-dd4c-43a2-b339-221ca05c6cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:13.843555 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565ef34-7ba1-42e5-9da9-de20474d34e8 req-cc4d142a-dd4c-43a2-b339-221ca05c6cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:13.844025 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565ef34-7ba1-42e5-9da9-de20474d34e8 req-cc4d142a-dd4c-43a2-b339-221ca05c6cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:13.845975 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b565ef34-7ba1-42e5-9da9-de20474d34e8 req-cc4d142a-dd4c-43a2-b339-221ca05c6cc7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49d88a13984c4bcba0f76778ac61ce8d&device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 6290 time: 0.2125342 Jun 30 09:35:13.849377 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6496b2d0-c3f0-4d3e-96db-c5abd3da346d req-8d110898-3e81-4f63-bee3-6931e07e053e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826213 Jun 30 09:35:13.998605 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ba8c7619-913c-4d52-bc17-58260f4d37f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:14.217210 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8fc45882-0805-400a-a637-191474710a93 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:14.224352 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c7619-913c-4d52-bc17-58260f4d37f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ffe516-a66a-4469-b295-e857fb100d7e,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:14.287818 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f16c80-be0b-43fc-bb34-3c28de078b20 req-78fb4953-fd8f-4e7b-80b8-f987608ad786 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:14.289500 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-68f16c80-be0b-43fc-bb34-3c28de078b20 req-78fb4953-fd8f-4e7b-80b8-f987608ad786 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 946 time: 0.2216904 Jun 30 09:35:14.399617 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc45882-0805-400a-a637-191474710a93 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Port': ['ID=a23d8a22-2b08-4960-81fa-7de37d92a43f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:14.472128 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-68f16c80-be0b-43fc-bb34-3c28de078b20 req-3e5771d8-63d8-4c42-95f2-d7b6497f592c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455457 Jun 30 09:35:14.603963 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42162) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:14.614910 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cf850fda-e65f-4f1d-b4dd-46c6a9112d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:14.646989 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8fc45882-0805-400a-a637-191474710a93 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:14.678681 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565ef34-7ba1-42e5-9da9-de20474d34e8 req-cc66b1bb-62b9-4bdc-aaf7-77b3f194ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:14.679186 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565ef34-7ba1-42e5-9da9-de20474d34e8 req-cc66b1bb-62b9-4bdc-aaf7-77b3f194ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:14.679699 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565ef34-7ba1-42e5-9da9-de20474d34e8 req-cc66b1bb-62b9-4bdc-aaf7-77b3f194ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:14.681302 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b565ef34-7ba1-42e5-9da9-de20474d34e8 req-cc66b1bb-62b9-4bdc-aaf7-77b3f194ae28 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=49d88a13984c4bcba0f76778ac61ce8d&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8253520 Jun 30 09:35:14.780044 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ba8c7619-913c-4d52-bc17-58260f4d37f2 service neutron] Attempting to bind port b0ffe516-a66a-4469-b295-e857fb100d7e on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:35:14.781097 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ba8c7619-913c-4d52-bc17-58260f4d37f2 service neutron] Attempting to bind port b0ffe516-a66a-4469-b295-e857fb100d7e by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '33f0e812-b945-455c-a517-2095d72e4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0dddfd27-81de-48f4-aeb7-79778bc775af'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:35:14.781633 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ba8c7619-913c-4d52-bc17-58260f4d37f2 service neutron] Attempting to bind port b0ffe516-a66a-4469-b295-e857fb100d7e on network 0dddfd27-81de-48f4-aeb7-79778bc775af {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:14.799015 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ba8c7619-913c-4d52-bc17-58260f4d37f2 service neutron] Port b0ffe516-a66a-4469-b295-e857fb100d7e on network 0dddfd27-81de-48f4-aeb7-79778bc775af not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:35:14.799647 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ba8c7619-913c-4d52-bc17-58260f4d37f2 service neutron] Attempting to bind port b0ffe516-a66a-4469-b295-e857fb100d7e on network 0dddfd27-81de-48f4-aeb7-79778bc775af {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:14.820119 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ba8c7619-913c-4d52-bc17-58260f4d37f2 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:35:14.820771 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ba8c7619-913c-4d52-bc17-58260f4d37f2 service neutron] Checking segment: {'id': '33f0e812-b945-455c-a517-2095d72e4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0dddfd27-81de-48f4-aeb7-79778bc775af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:14.821335 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ba8c7619-913c-4d52-bc17-58260f4d37f2 service neutron] Bound using segment: {'id': '33f0e812-b945-455c-a517-2095d72e4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0dddfd27-81de-48f4-aeb7-79778bc775af'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:35:14.821967 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ba8c7619-913c-4d52-bc17-58260f4d37f2 service neutron] Bound port: b0ffe516-a66a-4469-b295-e857fb100d7e, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f0e812-b945-455c-a517-2095d72e4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0dddfd27-81de-48f4-aeb7-79778bc775af'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:35:14.823094 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ba8c7619-913c-4d52-bc17-58260f4d37f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:14.861532 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a14b4f-c20c-44b0-b8ed-81e51f031b7b req-d49ffe4a-dcde-4d98-a50d-cd17550b0750 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:14.867417 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a14b4f-c20c-44b0-b8ed-81e51f031b7b req-d49ffe4a-dcde-4d98-a50d-cd17550b0750 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:14.873392 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a14b4f-c20c-44b0-b8ed-81e51f031b7b req-d49ffe4a-dcde-4d98-a50d-cd17550b0750 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:14.879316 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a14b4f-c20c-44b0-b8ed-81e51f031b7b req-d49ffe4a-dcde-4d98-a50d-cd17550b0750 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:14.885299 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a14b4f-c20c-44b0-b8ed-81e51f031b7b req-d49ffe4a-dcde-4d98-a50d-cd17550b0750 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:14.891092 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a14b4f-c20c-44b0-b8ed-81e51f031b7b req-d49ffe4a-dcde-4d98-a50d-cd17550b0750 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:14.896910 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a14b4f-c20c-44b0-b8ed-81e51f031b7b req-d49ffe4a-dcde-4d98-a50d-cd17550b0750 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:14.898896 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a4a14b4f-c20c-44b0-b8ed-81e51f031b7b req-d49ffe4a-dcde-4d98-a50d-cd17550b0750 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5406 time: 0.7075384 Jun 30 09:35:15.007335 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565ef34-7ba1-42e5-9da9-de20474d34e8 req-f7d8830d-8c4a-4436-b6a7-220040b901b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:15.011495 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b565ef34-7ba1-42e5-9da9-de20474d34e8 req-f7d8830d-8c4a-4436-b6a7-220040b901b8 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3175855 Jun 30 09:35:15.110038 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a4a14b4f-c20c-44b0-b8ed-81e51f031b7b req-e473e740-87a6-4785-bb95-f4912a04ab60 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1946707 Jun 30 09:35:15.140171 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ba8c7619-913c-4d52-bc17-58260f4d37f2 service neutron] For port b0ffe516-a66a-4469-b295-e857fb100d7e, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:35:15.161497 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ba8c7619-913c-4d52-bc17-58260f4d37f2 service neutron] For port b0ffe516-a66a-4469-b295-e857fb100d7e, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=b0ffe516-a66a-4469-b295-e857fb100d7e,segment=NetworkSegment(33f0e812-b945-455c-a517-2095d72e4ae2),segment_id=33f0e812-b945-455c-a517-2095d72e4ae2)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:35:15.256757 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ba8c7619-913c-4d52-bc17-58260f4d37f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:15.270333 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cf850fda-e65f-4f1d-b4dd-46c6a9112d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:15.335908 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ba8c7619-913c-4d52-bc17-58260f4d37f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:15.336423 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ba8c7619-913c-4d52-bc17-58260f4d37f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:15.338071 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ba8c7619-913c-4d52-bc17-58260f4d37f2 service neutron] 10.222.0.52 "PUT /v2.0/ports/b0ffe516-a66a-4469-b295-e857fb100d7e HTTP/1.1" status: 200 len: 1092 time: 2.2764695 Jun 30 09:35:15.344878 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc45882-0805-400a-a637-191474710a93 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Router 58edc447-38df-4afa-9b14-34e11c5066b2 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:35:15.404036 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c7619-913c-4d52-bc17-58260f4d37f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ffe516-a66a-4469-b295-e857fb100d7e,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:15.431453 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cf850fda-e65f-4f1d-b4dd-46c6a9112d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:15.516440 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc45882-0805-400a-a637-191474710a93 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:35:15.539934 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d483062-134f-4539-b6c2-fa972be2878d None None] Sync routers for ids ['58edc447-38df-4afa-9b14-34e11c5066b2'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:35:15.559576 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d483062-134f-4539-b6c2-fa972be2878d None None] Routers {'58edc447-38df-4afa-9b14-34e11c5066b2'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:35:15.560697 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-8d483062-134f-4539-b6c2-fa972be2878d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:34:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['58edc447-38df-4afa-9b14-34e11c5066b2'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:15.560997 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5bfcb060-2675-4103-9ce0-ab5576e3380d service neutron] Request body: {'port': {'device_id': '696332f2-069a-4332-a502-436f084032a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:15.566118 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8fc45882-0805-400a-a637-191474710a93 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "PUT /v2.0/routers/58edc447-38df-4afa-9b14-34e11c5066b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7539270 Jun 30 09:35:15.572913 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42182) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:15.574358 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf850fda-e65f-4f1d-b4dd-46c6a9112d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623793b8-f53e-45d2-9453-c2efc37cf333,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:15.641403 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-8d483062-134f-4539-b6c2-fa972be2878d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:15.645732 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'tag': 'b0ffe516-a66a-4469-b295-e857fb100d7e'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:15.649988 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56885906-2466-442d-8ef6-fcdabd72769b" -d '{"events": [{"name": "network-changed", "server_uuid": "696332f2-069a-4332-a502-436f084032a0", "tag": "b0ffe516-a66a-4469-b295-e857fb100d7e"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:15.671086 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d483062-134f-4539-b6c2-fa972be2878d None None] Routers {'58edc447-38df-4afa-9b14-34e11c5066b2'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:35:15.672024 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-8d483062-134f-4539-b6c2-fa972be2878d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:34:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['58edc447-38df-4afa-9b14-34e11c5066b2'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:15.684345 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-cf850fda-e65f-4f1d-b4dd-46c6a9112d06 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=793ac7d81fa1484b842a868c048f8600&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0869193 Jun 30 09:35:15.685796 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-8008f74f-5a0a-421c-9039-2c10feedcb6a tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] GET failed (client error): The resource could not be found. Jun 30 09:35:15.692366 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42188) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:15.694718 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8008f74f-5a0a-421c-9039-2c10feedcb6a tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "GET /v2.0/ports/a23d8a22-2b08-4960-81fa-7de37d92a43f HTTP/1.1" status: 404 len: 333 time: 0.0997670 Jun 30 09:35:15.697927 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42190) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:15.728587 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-8d483062-134f-4539-b6c2-fa972be2878d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:15.729887 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d483062-134f-4539-b6c2-fa972be2878d None None] The sync data for ids ['58edc447-38df-4afa-9b14-34e11c5066b2'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:35:15.779925 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1d076e-afca-444d-b3ce-df7a07a7c052 x-openstack-request-id: req-2c1d076e-afca-444d-b3ce-df7a07a7c052 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:15.780206 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696332f2-069a-4332-a502-436f084032a0", "tag": "b0ffe516-a66a-4469-b295-e857fb100d7e", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:15.780753 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2c1d076e-afca-444d-b3ce-df7a07a7c052 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:15.780895 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'tag': 'b0ffe516-a66a-4469-b295-e857fb100d7e', 'status': 'completed', 'code': 200} Jun 30 09:35:15.861223 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e4df965a-30e1-4683-a3f0-b91a11ed2161 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:15.885122 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e8b80-7af2-48f7-86a8-60a2e8aff7ca req-030259cb-fd1b-4976-99b4-33bc76bd3ae9 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:15.892481 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4a4e8b80-7af2-48f7-86a8-60a2e8aff7ca req-030259cb-fd1b-4976-99b4-33bc76bd3ae9 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 946 time: 0.4641154 Jun 30 09:35:16.029865 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-573f28e5-0f04-4fee-8960-cf81995c93ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:16.040715 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5bfcb060-2675-4103-9ce0-ab5576e3380d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:16.084011 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-573f28e5-0f04-4fee-8960-cf81995c93ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:16.106162 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e4df965a-30e1-4683-a3f0-b91a11ed2161 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:16.116829 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e4df965a-30e1-4683-a3f0-b91a11ed2161 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:16.178854 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4a4e8b80-7af2-48f7-86a8-60a2e8aff7ca req-46b72434-6e9c-479a-8867-bb035912abab tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853823 Jun 30 09:35:16.281397 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56885906-2466-442d-8ef6-fcdabd72769b req-403b7216-f0ab-467f-8e59-95b351f48da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:16.283038 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56885906-2466-442d-8ef6-fcdabd72769b req-403b7216-f0ab-467f-8e59-95b351f48da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:16.286851 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56885906-2466-442d-8ef6-fcdabd72769b req-403b7216-f0ab-467f-8e59-95b351f48da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:16.286851 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56885906-2466-442d-8ef6-fcdabd72769b req-403b7216-f0ab-467f-8e59-95b351f48da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:16.286851 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56885906-2466-442d-8ef6-fcdabd72769b req-403b7216-f0ab-467f-8e59-95b351f48da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:16.286851 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56885906-2466-442d-8ef6-fcdabd72769b req-403b7216-f0ab-467f-8e59-95b351f48da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:16.286851 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56885906-2466-442d-8ef6-fcdabd72769b req-403b7216-f0ab-467f-8e59-95b351f48da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:16.289013 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-56885906-2466-442d-8ef6-fcdabd72769b req-403b7216-f0ab-467f-8e59-95b351f48da4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49d88a13984c4bcba0f76778ac61ce8d&device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 6358 time: 0.4715755 Jun 30 09:35:16.427719 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e0f8f-2a08-425c-b8e0-2826bc685cae req-65cbaf2c-38fc-44ab-9046-7459fcb3a9b9 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:16.449637 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e0f8f-2a08-425c-b8e0-2826bc685cae req-65cbaf2c-38fc-44ab-9046-7459fcb3a9b9 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:16.460069 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e0f8f-2a08-425c-b8e0-2826bc685cae req-65cbaf2c-38fc-44ab-9046-7459fcb3a9b9 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:16.477333 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e0f8f-2a08-425c-b8e0-2826bc685cae req-65cbaf2c-38fc-44ab-9046-7459fcb3a9b9 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:16.477333 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e0f8f-2a08-425c-b8e0-2826bc685cae req-65cbaf2c-38fc-44ab-9046-7459fcb3a9b9 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:16.480995 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e0f8f-2a08-425c-b8e0-2826bc685cae req-65cbaf2c-38fc-44ab-9046-7459fcb3a9b9 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:16.491688 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e0f8f-2a08-425c-b8e0-2826bc685cae req-65cbaf2c-38fc-44ab-9046-7459fcb3a9b9 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:16.491982 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a43e0f8f-2a08-425c-b8e0-2826bc685cae req-65cbaf2c-38fc-44ab-9046-7459fcb3a9b9 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5406 time: 0.1740959 Jun 30 09:35:16.493867 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e4df965a-30e1-4683-a3f0-b91a11ed2161 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:16.494653 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4df965a-30e1-4683-a3f0-b91a11ed2161 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Fanout notify agent at l3_agent the message router_deleted on router 58edc447-38df-4afa-9b14-34e11c5066b2 {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:35:16.504213 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e4df965a-30e1-4683-a3f0-b91a11ed2161 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:16.506778 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e4df965a-30e1-4683-a3f0-b91a11ed2161 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/routers/58edc447-38df-4afa-9b14-34e11c5066b2 HTTP/1.1" status: 204 len: 168 time: 0.8051474 Jun 30 09:35:16.513576 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42206) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:16.601864 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ca2200b-c062-419e-ae0e-5cc3ead3d990 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Deleting subnet 179d957e-7a4f-469b-bbeb-78edf5e17da7 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:35:16.603132 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-573f28e5-0f04-4fee-8960-cf81995c93ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:16.607621 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-573f28e5-0f04-4fee-8960-cf81995c93ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:16.608788 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-573f28e5-0f04-4fee-8960-cf81995c93ca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/623793b8-f53e-45d2-9453-c2efc37cf333 HTTP/1.1" status: 204 len: 168 time: 0.9107351 Jun 30 09:35:16.617538 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9ca2200b-c062-419e-ae0e-5cc3ead3d990 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:16.674290 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a43e0f8f-2a08-425c-b8e0-2826bc685cae req-1d32a188-e9f1-44c7-be04-57f339201fe6 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1665442 Jun 30 09:35:16.676591 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f28e5-0f04-4fee-8960-cf81995c93ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623793b8-f53e-45d2-9453-c2efc37cf333,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:16.737058 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9ca2200b-c062-419e-ae0e-5cc3ead3d990 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:16.791914 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56885906-2466-442d-8ef6-fcdabd72769b req-df9ffa3a-0960-4b8b-a615-6f94ee505838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:16.792555 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56885906-2466-442d-8ef6-fcdabd72769b req-df9ffa3a-0960-4b8b-a615-6f94ee505838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:16.794003 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56885906-2466-442d-8ef6-fcdabd72769b req-df9ffa3a-0960-4b8b-a615-6f94ee505838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:16.800595 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-56885906-2466-442d-8ef6-fcdabd72769b req-df9ffa3a-0960-4b8b-a615-6f94ee505838 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=49d88a13984c4bcba0f76778ac61ce8d&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5005159 Jun 30 09:35:16.902175 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d53a1d-7a9f-4f3a-9b16-64acb6ea37e2 req-c4cb4f34-d929-4ed6-8e51-be8ded901fb6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:16.903895 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-40d53a1d-7a9f-4f3a-9b16-64acb6ea37e2 req-c4cb4f34-d929-4ed6-8e51-be8ded901fb6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 946 time: 0.1424587 Jun 30 09:35:16.905509 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9ca2200b-c062-419e-ae0e-5cc3ead3d990 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.046787 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5bfcb060-2675-4103-9ce0-ab5576e3380d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:35:17.054519 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56885906-2466-442d-8ef6-fcdabd72769b req-74f132d9-131c-415b-81c1-382322862f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:17.056383 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-56885906-2466-442d-8ef6-fcdabd72769b req-74f132d9-131c-415b-81c1-382322862f16 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2416589 Jun 30 09:35:17.064544 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5bfcb060-2675-4103-9ce0-ab5576e3380d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.124853 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-40d53a1d-7a9f-4f3a-9b16-64acb6ea37e2 req-2bed8d4d-77bd-4ed6-aa75-e47cb531d85f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Deleting port 55e6224f-e84c-4e96-b430-0d8f6dcd403f {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:35:17.125425 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-40d53a1d-7a9f-4f3a-9b16-64acb6ea37e2 req-2bed8d4d-77bd-4ed6-aa75-e47cb531d85f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.153144 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5bfcb060-2675-4103-9ce0-ab5576e3380d service neutron] Transition to ACTIVE for port object 6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:17.174778 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9ca2200b-c062-419e-ae0e-5cc3ead3d990 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.197991 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9ca2200b-c062-419e-ae0e-5cc3ead3d990 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.200269 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9ca2200b-c062-419e-ae0e-5cc3ead3d990 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/subnets/179d957e-7a4f-469b-bbeb-78edf5e17da7 HTTP/1.1" status: 204 len: 168 time: 0.6858013 Jun 30 09:35:17.203773 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42218) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:17.206882 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dab31dc-4973-4add-ad34-b2e08cda8db7 None None] Network a4283d1a-ab17-40b4-b659-208c4f58f554 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:35:17.224482 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2200b-c062-419e-ae0e-5cc3ead3d990 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Subnet': ['ID=179d957e-7a4f-469b-bbeb-78edf5e17da7,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:17.281223 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-40d53a1d-7a9f-4f3a-9b16-64acb6ea37e2 req-2bed8d4d-77bd-4ed6-aa75-e47cb531d85f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] For port 55e6224f-e84c-4e96-b430-0d8f6dcd403f, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=55e6224f-e84c-4e96-b430-0d8f6dcd403f,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:17.282153 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-40d53a1d-7a9f-4f3a-9b16-64acb6ea37e2 req-2bed8d4d-77bd-4ed6-aa75-e47cb531d85f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.301639 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-40d53a1d-7a9f-4f3a-9b16-64acb6ea37e2 req-2bed8d4d-77bd-4ed6-aa75-e47cb531d85f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Calling delete_port for 55e6224f-e84c-4e96-b430-0d8f6dcd403f owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:35:17.524343 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5bfcb060-2675-4103-9ce0-ab5576e3380d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.642860 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-62b2ecb7-5dda-4bb3-b2ce-95447d17fd69 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.719554 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfcb060-2675-4103-9ce0-ab5576e3380d service neutron] Pushing event updated for resources: {'Port': ['ID=6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:17.727395 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-40d53a1d-7a9f-4f3a-9b16-64acb6ea37e2 req-2bed8d4d-77bd-4ed6-aa75-e47cb531d85f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.740717 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['55e6224f-e84c-4e96-b430-0d8f6dcd403f'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:35:17.835918 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04d6d8-abdc-46b0-a7e4-fb27dc16d7d6 req-a63b957a-7e3b-45ae-b8ff-6884972e1348 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:17.838995 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee04d6d8-abdc-46b0-a7e4-fb27dc16d7d6 req-a63b957a-7e3b-45ae-b8ff-6884972e1348 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 867 time: 0.4663296 Jun 30 09:35:17.842669 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5bfcb060-2675-4103-9ce0-ab5576e3380d service neutron] Attempting to bind port 6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:35:17.843177 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5bfcb060-2675-4103-9ce0-ab5576e3380d service neutron] Attempting to bind port 6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': 'b64c8ad5-334a-4b81-bc98-c43b8f67e57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '486cc323-8780-4f2e-93db-0b642dc27590'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:35:17.843571 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5bfcb060-2675-4103-9ce0-ab5576e3380d service neutron] Attempting to bind port 6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b on network 486cc323-8780-4f2e-93db-0b642dc27590 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:17.852010 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5bfcb060-2675-4103-9ce0-ab5576e3380d service neutron] Port 6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b on network 486cc323-8780-4f2e-93db-0b642dc27590 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:35:17.852676 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5bfcb060-2675-4103-9ce0-ab5576e3380d service neutron] Attempting to bind port 6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b on network 486cc323-8780-4f2e-93db-0b642dc27590 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:17.856563 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52c8912-2d38-4c35-aacb-1d1a59d95976 None None] DHCP port deletion for a4283d1a-ab17-40b4-b659-208c4f58f554 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:35:17.863705 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed8d4d-77bd-4ed6-aa75-e47cb531d85f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Pushing event deleted for resources: {'Port': ['ID=55e6224f-e84c-4e96-b430-0d8f6dcd403f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:17.926366 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5bfcb060-2675-4103-9ce0-ab5576e3380d service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:35:17.927046 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5bfcb060-2675-4103-9ce0-ab5576e3380d service neutron] Checking segment: {'id': 'b64c8ad5-334a-4b81-bc98-c43b8f67e57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '486cc323-8780-4f2e-93db-0b642dc27590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:17.927562 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5bfcb060-2675-4103-9ce0-ab5576e3380d service neutron] Bound using segment: {'id': 'b64c8ad5-334a-4b81-bc98-c43b8f67e57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '486cc323-8780-4f2e-93db-0b642dc27590'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:35:17.932603 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5bfcb060-2675-4103-9ce0-ab5576e3380d service neutron] Bound port: 6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b64c8ad5-334a-4b81-bc98-c43b8f67e57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '486cc323-8780-4f2e-93db-0b642dc27590'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:35:17.933114 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5bfcb060-2675-4103-9ce0-ab5576e3380d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:18.004223 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d53a1d-7a9f-4f3a-9b16-64acb6ea37e2 req-2bed8d4d-77bd-4ed6-aa75-e47cb531d85f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] No DVR routers for this DVR port 55e6224f-e84c-4e96-b430-0d8f6dcd403f on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:35:18.010879 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-40d53a1d-7a9f-4f3a-9b16-64acb6ea37e2 req-2bed8d4d-77bd-4ed6-aa75-e47cb531d85f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:18.013331 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-40d53a1d-7a9f-4f3a-9b16-64acb6ea37e2 req-2bed8d4d-77bd-4ed6-aa75-e47cb531d85f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.37 "DELETE /v2.0/ports/55e6224f-e84c-4e96-b430-0d8f6dcd403f HTTP/1.1" status: 204 len: 173 time: 1.1035132 Jun 30 09:35:18.014031 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef44fcd0-d64b-4be2-af5b-9d56e36acebf', 'name': 'network-vif-deleted', 'tag': '55e6224f-e84c-4e96-b430-0d8f6dcd403f'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:18.035819 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a7b10d-e6fc-4eb7-b342-e0577c15c148" -d '{"events": [{"server_uuid": "ef44fcd0-d64b-4be2-af5b-9d56e36acebf", "name": "network-vif-deleted", "tag": "55e6224f-e84c-4e96-b430-0d8f6dcd403f"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:18.186449 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee04d6d8-abdc-46b0-a7e4-fb27dc16d7d6 req-6989e347-f8f2-4528-8709-8ddbf24cb05b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243632 Jun 30 09:35:18.243073 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5bfcb060-2675-4103-9ce0-ab5576e3380d service neutron] For port 6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:35:18.246354 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-62b2ecb7-5dda-4bb3-b2ce-95447d17fd69 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Deleting port c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:35:18.246700 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-62b2ecb7-5dda-4bb3-b2ce-95447d17fd69 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:18.315897 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249b546-5f6a-4c15-b5e8-fab7b18a149a req-82f6a547-8c27-4a8e-a37e-1f550fa541e2 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:18.324683 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-62b2ecb7-5dda-4bb3-b2ce-95447d17fd69 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] For port c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e,segment=NetworkSegment(7084a72c-07dc-40bf-8a26-0ba86f9480be),segment_id=7084a72c-07dc-40bf-8a26-0ba86f9480be)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:18.325052 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-62b2ecb7-5dda-4bb3-b2ce-95447d17fd69 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:18.331166 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249b546-5f6a-4c15-b5e8-fab7b18a149a req-82f6a547-8c27-4a8e-a37e-1f550fa541e2 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:18.366162 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249b546-5f6a-4c15-b5e8-fab7b18a149a req-82f6a547-8c27-4a8e-a37e-1f550fa541e2 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:18.387519 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249b546-5f6a-4c15-b5e8-fab7b18a149a req-82f6a547-8c27-4a8e-a37e-1f550fa541e2 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:18.404716 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-62b2ecb7-5dda-4bb3-b2ce-95447d17fd69 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Calling delete_port for c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:35:18.408002 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249b546-5f6a-4c15-b5e8-fab7b18a149a req-82f6a547-8c27-4a8e-a37e-1f550fa541e2 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:18.430851 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249b546-5f6a-4c15-b5e8-fab7b18a149a req-82f6a547-8c27-4a8e-a37e-1f550fa541e2 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:18.446966 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249b546-5f6a-4c15-b5e8-fab7b18a149a req-82f6a547-8c27-4a8e-a37e-1f550fa541e2 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:18.449547 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e249b546-5f6a-4c15-b5e8-fab7b18a149a req-82f6a547-8c27-4a8e-a37e-1f550fa541e2 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5418 time: 0.4086862 Jun 30 09:35:18.459180 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9612fa-461a-4bd4-81bd-3e0cbe6beec9 x-openstack-request-id: req-6d9612fa-461a-4bd4-81bd-3e0cbe6beec9 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:18.459509 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef44fcd0-d64b-4be2-af5b-9d56e36acebf", "name": "network-vif-deleted", "tag": "55e6224f-e84c-4e96-b430-0d8f6dcd403f", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:18.459722 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6d9612fa-461a-4bd4-81bd-3e0cbe6beec9 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:18.460164 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef44fcd0-d64b-4be2-af5b-9d56e36acebf', 'name': 'network-vif-deleted', 'tag': '55e6224f-e84c-4e96-b430-0d8f6dcd403f', 'status': 'completed', 'code': 200} Jun 30 09:35:18.467297 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-b52c8912-2d38-4c35-aacb-1d1a59d95976 None None] Deleting port c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:35:18.469857 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b52c8912-2d38-4c35-aacb-1d1a59d95976 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:18.542034 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e249b546-5f6a-4c15-b5e8-fab7b18a149a req-9649f16d-eec4-4181-9030-bd912a7c986d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0788472 Jun 30 09:35:18.575336 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5bfcb060-2675-4103-9ce0-ab5576e3380d service neutron] For port 6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b,segment=NetworkSegment(b64c8ad5-334a-4b81-bc98-c43b8f67e57a),segment_id=b64c8ad5-334a-4b81-bc98-c43b8f67e57a)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:35:18.604485 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-62b2ecb7-5dda-4bb3-b2ce-95447d17fd69 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:18.609440 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-b52c8912-2d38-4c35-aacb-1d1a59d95976 None None] For port c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e,segment=NetworkSegment(7084a72c-07dc-40bf-8a26-0ba86f9480be),segment_id=7084a72c-07dc-40bf-8a26-0ba86f9480be)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:18.610126 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b52c8912-2d38-4c35-aacb-1d1a59d95976 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:18.633214 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-b52c8912-2d38-4c35-aacb-1d1a59d95976 None None] Calling delete_port for c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:35:18.639464 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2ecb7-5dda-4bb3-b2ce-95447d17fd69 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Port': ['ID=c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:18.646671 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b2ecb7-5dda-4bb3-b2ce-95447d17fd69 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] No DVR routers for this DVR port c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:35:18.779494 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5bfcb060-2675-4103-9ce0-ab5576e3380d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:18.850205 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b52c8912-2d38-4c35-aacb-1d1a59d95976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:18.891741 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfcb060-2675-4103-9ce0-ab5576e3380d service neutron] Pushing event updated for resources: {'Port': ['ID=6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:18.910128 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-62b2ecb7-5dda-4bb3-b2ce-95447d17fd69 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:18.913761 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5bfcb060-2675-4103-9ce0-ab5576e3380d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:18.915750 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5bfcb060-2675-4103-9ce0-ab5576e3380d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:18.915750 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5bfcb060-2675-4103-9ce0-ab5576e3380d service neutron] 10.222.0.52 "PUT /v2.0/ports/6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b HTTP/1.1" status: 200 len: 1092 time: 3.4121037 Jun 30 09:35:18.916839 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'tag': '6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:18.919238 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f88b7f-2681-432a-94c2-b78b23ee27ca" -d '{"events": [{"name": "network-changed", "server_uuid": "696332f2-069a-4332-a502-436f084032a0", "tag": "6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:18.950589 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c8912-2d38-4c35-aacb-1d1a59d95976 None None] Pushing event deleted for resources: {'Port': ['ID=c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:18.950834 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-62b2ecb7-5dda-4bb3-b2ce-95447d17fd69 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4283d1a-ab17-40b4-b659-208c4f58f554']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:18.960741 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:35:18.983582 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-62b2ecb7-5dda-4bb3-b2ce-95447d17fd69 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7084a72c-07dc-40bf-8a26-0ba86f9480be') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:18.984048 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-62b2ecb7-5dda-4bb3-b2ce-95447d17fd69 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7084a72c-07dc-40bf-8a26-0ba86f9480be') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:19.000999 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-62b2ecb7-5dda-4bb3-b2ce-95447d17fd69 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:19.016744 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35b27d2-c2ad-45b1-a8aa-0ec7fa263406 x-openstack-request-id: req-c35b27d2-c2ad-45b1-a8aa-0ec7fa263406 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:19.020975 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696332f2-069a-4332-a502-436f084032a0", "tag": "6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:19.021594 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c35b27d2-c2ad-45b1-a8aa-0ec7fa263406 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:19.022244 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'tag': '6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b', 'status': 'completed', 'code': 200} Jun 30 09:35:19.033403 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-62b2ecb7-5dda-4bb3-b2ce-95447d17fd69 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:19.043445 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:35:19.044068 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:35:19.049926 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52c8912-2d38-4c35-aacb-1d1a59d95976 None None] No DVR routers for this DVR port c61f1f5e-74ee-4b8a-ac4f-beb32011bb9e on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:35:19.091110 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-523cc0c0-99d2-484a-b55d-688d09a516f7 service neutron] Request body: {'port': {'device_id': '696332f2-069a-4332-a502-436f084032a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:19.107980 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b2ecb7-5dda-4bb3-b2ce-95447d17fd69 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:35:19.108698 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-62b2ecb7-5dda-4bb3-b2ce-95447d17fd69 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:35:19.115321 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:35:19.469045 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f88b7f-2681-432a-94c2-b78b23ee27ca req-e2c72641-2535-412d-be20-16b8fb87b43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:19.470357 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f88b7f-2681-432a-94c2-b78b23ee27ca req-e2c72641-2535-412d-be20-16b8fb87b43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:19.471160 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f88b7f-2681-432a-94c2-b78b23ee27ca req-e2c72641-2535-412d-be20-16b8fb87b43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:19.471848 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f88b7f-2681-432a-94c2-b78b23ee27ca req-e2c72641-2535-412d-be20-16b8fb87b43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:19.472584 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f88b7f-2681-432a-94c2-b78b23ee27ca req-e2c72641-2535-412d-be20-16b8fb87b43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:19.473297 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f88b7f-2681-432a-94c2-b78b23ee27ca req-e2c72641-2535-412d-be20-16b8fb87b43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:19.473475 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29a60bf3-35c6-4353-a706-7f247a8eea22 req-fa327112-9def-4a21-8e8f-8cc2324c0913 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 210 time: 0.0567958 Jun 30 09:35:19.474986 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f88b7f-2681-432a-94c2-b78b23ee27ca req-e2c72641-2535-412d-be20-16b8fb87b43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:19.478795 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-89f88b7f-2681-432a-94c2-b78b23ee27ca req-e2c72641-2535-412d-be20-16b8fb87b43e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49d88a13984c4bcba0f76778ac61ce8d&device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 6426 time: 0.4291837 Jun 30 09:35:19.481607 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-523cc0c0-99d2-484a-b55d-688d09a516f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:19.539755 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-62b2ecb7-5dda-4bb3-b2ce-95447d17fd69 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:19.595571 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-62b2ecb7-5dda-4bb3-b2ce-95447d17fd69 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:19.598655 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-62b2ecb7-5dda-4bb3-b2ce-95447d17fd69 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/networks/a4283d1a-ab17-40b4-b659-208c4f58f554 HTTP/1.1" status: 204 len: 168 time: 2.3932989 Jun 30 09:35:19.608007 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42284) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:19.629572 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2ecb7-5dda-4bb3-b2ce-95447d17fd69 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Network': ['ID=a4283d1a-ab17-40b4-b659-208c4f58f554,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:19.742213 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e313c6-228c-4c82-9625-c1a0862283ba tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:19.749569 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e2e313c6-228c-4c82-9625-c1a0862283ba tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "GET /v2.0/ports/5eead259-7b13-4ff5-b65c-f0f7a44d61e8 HTTP/1.1" status: 200 len: 841 time: 0.1377270 Jun 30 09:35:19.750288 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42286) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:19.836096 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a3839be5-0d13-4340-a7f8-142ab1d5d3a3 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "GET /v2.0/ports/5eead259-7b13-4ff5-b65c-f0f7a44d61e8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0845182 Jun 30 09:35:19.837036 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42290) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:19.844136 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-e3e0f616-609c-4003-baea-3275844a2dcd tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'subnet': {'network_id': '5d03201f-c4f2-40a3-8bf2-89a5c066eb56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:19.928721 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f88b7f-2681-432a-94c2-b78b23ee27ca req-40d2dec1-82a7-4e64-91ba-23c2ab7e12b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:19.931701 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f88b7f-2681-432a-94c2-b78b23ee27ca req-40d2dec1-82a7-4e64-91ba-23c2ab7e12b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:19.933091 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f88b7f-2681-432a-94c2-b78b23ee27ca req-40d2dec1-82a7-4e64-91ba-23c2ab7e12b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:19.936317 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-89f88b7f-2681-432a-94c2-b78b23ee27ca req-40d2dec1-82a7-4e64-91ba-23c2ab7e12b4 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=49d88a13984c4bcba0f76778ac61ce8d&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4432416 Jun 30 09:35:20.083796 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e0f616-609c-4003-baea-3275844a2dcd tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:20.087871 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e3e0f616-609c-4003-baea-3275844a2dcd tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.177496 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42296) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:20.260880 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f88b7f-2681-432a-94c2-b78b23ee27ca req-31ce953f-9acf-4ea4-b5d6-5fc43958e315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:20.262802 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-89f88b7f-2681-432a-94c2-b78b23ee27ca req-31ce953f-9acf-4ea4-b5d6-5fc43958e315 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2906864 Jun 30 09:35:20.338577 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595605e-e175-479a-b8af-ede4a310be46 req-02059875-b497-48d0-b981-24a79e2fb0fb tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:20.359190 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595605e-e175-479a-b8af-ede4a310be46 req-02059875-b497-48d0-b981-24a79e2fb0fb tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:20.367382 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595605e-e175-479a-b8af-ede4a310be46 req-02059875-b497-48d0-b981-24a79e2fb0fb tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:20.388654 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595605e-e175-479a-b8af-ede4a310be46 req-02059875-b497-48d0-b981-24a79e2fb0fb tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:20.395361 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595605e-e175-479a-b8af-ede4a310be46 req-02059875-b497-48d0-b981-24a79e2fb0fb tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:20.402635 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595605e-e175-479a-b8af-ede4a310be46 req-02059875-b497-48d0-b981-24a79e2fb0fb tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:20.409479 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595605e-e175-479a-b8af-ede4a310be46 req-02059875-b497-48d0-b981-24a79e2fb0fb tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:20.412814 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4595605e-e175-479a-b8af-ede4a310be46 req-02059875-b497-48d0-b981-24a79e2fb0fb tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5418 time: 0.5217040 Jun 30 09:35:20.476317 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d54bdf66-4396-4440-88be-3b9c739d451d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.478033 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-523cc0c0-99d2-484a-b55d-688d09a516f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d7dba65-2216-47e0-b010-2a6615b39506 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:35:20.499104 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4595605e-e175-479a-b8af-ede4a310be46 req-27f321a3-8f74-429a-b412-6edfab59be8d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0774863 Jun 30 09:35:20.512846 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-523cc0c0-99d2-484a-b55d-688d09a516f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.524334 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6e0340ab-7520-4739-a9fe-ba85007f3ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.542423 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-523cc0c0-99d2-484a-b55d-688d09a516f7 service neutron] Transition to ACTIVE for port object 3d7dba65-2216-47e0-b010-2a6615b39506 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:20.628815 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d54bdf66-4396-4440-88be-3b9c739d451d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.640550 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e3e0f616-609c-4003-baea-3275844a2dcd tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.672059 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2aa0943d-682f-42ea-ac51-1bf7027e4798 req-44b3d428-4815-4c2d-a67b-fef50e717832 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 210 time: 0.0493624 Jun 30 09:35:20.684538 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-523cc0c0-99d2-484a-b55d-688d09a516f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.736883 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e0f616-609c-4003-baea-3275844a2dcd tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network 5d03201f-c4f2-40a3-8bf2-89a5c066eb56 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:20.742137 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-e3e0f616-609c-4003-baea-3275844a2dcd tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:20.742760 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523cc0c0-99d2-484a-b55d-688d09a516f7 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7dba65-2216-47e0-b010-2a6615b39506,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:20.755245 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415a87c9-be24-4012-b463-1dd81660519f None None] Network 5d03201f-c4f2-40a3-8bf2-89a5c066eb56 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:35:20.766724 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e0f616-609c-4003-baea-3275844a2dcd tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:20.774841 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e3e0f616-609c-4003-baea-3275844a2dcd tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.817528 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d54bdf66-4396-4440-88be-3b9c739d451d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.861515 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d54bdf66-4396-4440-88be-3b9c739d451d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fc22ef95a0bc49d487364795581ad3dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6802912 Jun 30 09:35:20.864052 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42310) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:20.886054 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0f616-609c-4003-baea-3275844a2dcd tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Subnet': ['ID=c0a12e27-2d2d-425e-84bc-79bdf59a9dbe,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:20.980208 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54bdf66-4396-4440-88be-3b9c739d451d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4129f3ec-3195-4d25-86b4-e7d49aee0160,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:20.993302 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-523cc0c0-99d2-484a-b55d-688d09a516f7 service neutron] Attempting to bind port 3d7dba65-2216-47e0-b010-2a6615b39506 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:35:20.993782 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-523cc0c0-99d2-484a-b55d-688d09a516f7 service neutron] Attempting to bind port 3d7dba65-2216-47e0-b010-2a6615b39506 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': 'b64c8ad5-334a-4b81-bc98-c43b8f67e57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '486cc323-8780-4f2e-93db-0b642dc27590'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:35:20.994021 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-523cc0c0-99d2-484a-b55d-688d09a516f7 service neutron] Attempting to bind port 3d7dba65-2216-47e0-b010-2a6615b39506 on network 486cc323-8780-4f2e-93db-0b642dc27590 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:21.004838 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e3e0f616-609c-4003-baea-3275844a2dcd tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1663837 Jun 30 09:35:21.008111 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42312) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:21.014287 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-51e543f6-73b6-4c49-a475-4353d5097175 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'security_group': {'name': 'tempest-secgroup-720200231'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:21.054429 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc48e06c-3749-4c73-a455-475a5a2c8179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-5d03201f-c4f2-40a3-8bf2-89a5c066eb56', 'network_id': '5d03201f-c4f2-40a3-8bf2-89a5c066eb56', 'tenant_id': '01856d533e0f4637bcf2cf22fb15c6ff', 'fixed_ips': [{'subnet_id': 'c0a12e27-2d2d-425e-84bc-79bdf59a9dbe'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:35:21.055363 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-dc48e06c-3749-4c73-a455-475a5a2c8179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.068850 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-523cc0c0-99d2-484a-b55d-688d09a516f7 service neutron] Port 3d7dba65-2216-47e0-b010-2a6615b39506 on network 486cc323-8780-4f2e-93db-0b642dc27590 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:35:21.069251 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-523cc0c0-99d2-484a-b55d-688d09a516f7 service neutron] Attempting to bind port 3d7dba65-2216-47e0-b010-2a6615b39506 on network 486cc323-8780-4f2e-93db-0b642dc27590 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:21.075845 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-00882036-0805-4118-bd05-94099bc5d3df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.088936 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-523cc0c0-99d2-484a-b55d-688d09a516f7 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:35:21.089857 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-523cc0c0-99d2-484a-b55d-688d09a516f7 service neutron] Checking segment: {'id': 'b64c8ad5-334a-4b81-bc98-c43b8f67e57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '486cc323-8780-4f2e-93db-0b642dc27590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:21.090280 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-523cc0c0-99d2-484a-b55d-688d09a516f7 service neutron] Bound using segment: {'id': 'b64c8ad5-334a-4b81-bc98-c43b8f67e57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '486cc323-8780-4f2e-93db-0b642dc27590'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:35:21.090775 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-523cc0c0-99d2-484a-b55d-688d09a516f7 service neutron] Bound port: 3d7dba65-2216-47e0-b010-2a6615b39506, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b64c8ad5-334a-4b81-bc98-c43b8f67e57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '486cc323-8780-4f2e-93db-0b642dc27590'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:35:21.091183 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-523cc0c0-99d2-484a-b55d-688d09a516f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.128083 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-00882036-0805-4118-bd05-94099bc5d3df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.195918 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-523cc0c0-99d2-484a-b55d-688d09a516f7 service neutron] For port 3d7dba65-2216-47e0-b010-2a6615b39506, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:35:21.200306 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-523cc0c0-99d2-484a-b55d-688d09a516f7 service neutron] For port 3d7dba65-2216-47e0-b010-2a6615b39506, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3d7dba65-2216-47e0-b010-2a6615b39506,segment=NetworkSegment(b64c8ad5-334a-4b81-bc98-c43b8f67e57a),segment_id=b64c8ad5-334a-4b81-bc98-c43b8f67e57a)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:35:21.238964 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-51e543f6-73b6-4c49-a475-4353d5097175 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.300579 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-dc48e06c-3749-4c73-a455-475a5a2c8179 None None] Allocated IP 172.20.0.2 (5d03201f-c4f2-40a3-8bf2-89a5c066eb56/c0a12e27-2d2d-425e-84bc-79bdf59a9dbe/9a4dcd80-89c2-4b16-b712-61d57a079ba5) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:21.392868 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-00882036-0805-4118-bd05-94099bc5d3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.395880 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-00882036-0805-4118-bd05-94099bc5d3df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.397042 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-00882036-0805-4118-bd05-94099bc5d3df admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4129f3ec-3195-4d25-86b4-e7d49aee0160 HTTP/1.1" status: 204 len: 168 time: 0.5309741 Jun 30 09:35:21.410818 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-523cc0c0-99d2-484a-b55d-688d09a516f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.435626 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00882036-0805-4118-bd05-94099bc5d3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4129f3ec-3195-4d25-86b4-e7d49aee0160,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:21.538604 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-dc48e06c-3749-4c73-a455-475a5a2c8179 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.557730 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-dc48e06c-3749-4c73-a455-475a5a2c8179 None None] Transition to ACTIVE for port object 9a4dcd80-89c2-4b16-b712-61d57a079ba5 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:21.581912 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-dc48e06c-3749-4c73-a455-475a5a2c8179 None None] Transition to ACTIVE for port object 9a4dcd80-89c2-4b16-b712-61d57a079ba5 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:21.590804 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 55e6224f-e84c-4e96-b430-0d8f6dcd403f no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:35:21.594304 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-51e543f6-73b6-4c49-a475-4353d5097175 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.606519 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-523cc0c0-99d2-484a-b55d-688d09a516f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:21.607266 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-523cc0c0-99d2-484a-b55d-688d09a516f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.610181 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-523cc0c0-99d2-484a-b55d-688d09a516f7 service neutron] 10.222.0.52 "PUT /v2.0/ports/3d7dba65-2216-47e0-b010-2a6615b39506 HTTP/1.1" status: 200 len: 1092 time: 2.5566361 Jun 30 09:35:21.614306 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'tag': '3d7dba65-2216-47e0-b010-2a6615b39506'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:21.625624 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465e0019-548d-4ff9-8fa7-50e2d41abdae" -d '{"events": [{"name": "network-changed", "server_uuid": "696332f2-069a-4332-a502-436f084032a0", "tag": "3d7dba65-2216-47e0-b010-2a6615b39506"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:21.626535 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 55e6224f-e84c-4e96-b430-0d8f6dcd403f {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:35:21.626535 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 55e6224f-e84c-4e96-b430-0d8f6dcd403f not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:35:21.686618 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523cc0c0-99d2-484a-b55d-688d09a516f7 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7dba65-2216-47e0-b010-2a6615b39506,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:21.699637 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091cfde4-741f-471d-a681-ef9d64c5fc10 x-openstack-request-id: req-091cfde4-741f-471d-a681-ef9d64c5fc10 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:21.699935 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696332f2-069a-4332-a502-436f084032a0", "tag": "3d7dba65-2216-47e0-b010-2a6615b39506", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:21.700632 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-091cfde4-741f-471d-a681-ef9d64c5fc10 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:21.700632 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'tag': '3d7dba65-2216-47e0-b010-2a6615b39506', 'status': 'completed', 'code': 200} Jun 30 09:35:21.707928 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-51e543f6-73b6-4c49-a475-4353d5097175 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.708445 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-dc48e06c-3749-4c73-a455-475a5a2c8179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.806459 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc48e06c-3749-4c73-a455-475a5a2c8179 None None] Network 5d03201f-c4f2-40a3-8bf2-89a5c066eb56 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:21.813736 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-dc48e06c-3749-4c73-a455-475a5a2c8179 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:21.821780 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc48e06c-3749-4c73-a455-475a5a2c8179 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:35:21.866967 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48e06c-3749-4c73-a455-475a5a2c8179 None None] Pushing event updated for resources: {'Port': ['ID=9a4dcd80-89c2-4b16-b712-61d57a079ba5,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:21.923755 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-dc48e06c-3749-4c73-a455-475a5a2c8179 None None] Attempting to bind port 9a4dcd80-89c2-4b16-b712-61d57a079ba5 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:35:21.924122 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-dc48e06c-3749-4c73-a455-475a5a2c8179 None None] Attempting to bind port 9a4dcd80-89c2-4b16-b712-61d57a079ba5 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'b3f3d1ff-a544-4d3b-ae87-058ed0cbff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5d03201f-c4f2-40a3-8bf2-89a5c066eb56'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:35:21.924478 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc48e06c-3749-4c73-a455-475a5a2c8179 None None] Attempting to bind port 9a4dcd80-89c2-4b16-b712-61d57a079ba5 on network 5d03201f-c4f2-40a3-8bf2-89a5c066eb56 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:21.935002 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc48e06c-3749-4c73-a455-475a5a2c8179 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:35:21.935425 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc48e06c-3749-4c73-a455-475a5a2c8179 None None] Checking segment: {'id': 'b3f3d1ff-a544-4d3b-ae87-058ed0cbff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5d03201f-c4f2-40a3-8bf2-89a5c066eb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:21.935809 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-dc48e06c-3749-4c73-a455-475a5a2c8179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.936206 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc48e06c-3749-4c73-a455-475a5a2c8179 None None] Bound using segment: {'id': 'b3f3d1ff-a544-4d3b-ae87-058ed0cbff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5d03201f-c4f2-40a3-8bf2-89a5c066eb56'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:35:21.936687 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-dc48e06c-3749-4c73-a455-475a5a2c8179 None None] Bound port: 9a4dcd80-89c2-4b16-b712-61d57a079ba5, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f3d1ff-a544-4d3b-ae87-058ed0cbff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5d03201f-c4f2-40a3-8bf2-89a5c066eb56'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:35:21.937172 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-dc48e06c-3749-4c73-a455-475a5a2c8179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.950696 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5ea08d0-eb24-4911-9c54-94e52862e5c7 req-278abd89-02e2-4689-8ae3-eed6533938ba tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 210 time: 0.0953472 Jun 30 09:35:22.012626 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-51e543f6-73b6-4c49-a475-4353d5097175 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:22.016358 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-51e543f6-73b6-4c49-a475-4353d5097175 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0069127 Jun 30 09:35:22.019718 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42334) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:22.026712 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e543f6-73b6-4c49-a475-4353d5097175 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38a6acd0-7a3c-4f2e-9850-62b860180f02,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:22.036094 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-375ca6d7-d8d1-4286-8392-d918890e3437 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'security_group': {'name': 'tempest-secgroup-761204693'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:22.120015 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e0019-548d-4ff9-8fa7-50e2d41abdae req-a079a823-c5c0-4759-bc6b-1827d729286b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:22.120773 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e0019-548d-4ff9-8fa7-50e2d41abdae req-a079a823-c5c0-4759-bc6b-1827d729286b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:22.122861 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e0019-548d-4ff9-8fa7-50e2d41abdae req-a079a823-c5c0-4759-bc6b-1827d729286b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:22.125731 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e0019-548d-4ff9-8fa7-50e2d41abdae req-a079a823-c5c0-4759-bc6b-1827d729286b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:22.126218 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e0019-548d-4ff9-8fa7-50e2d41abdae req-a079a823-c5c0-4759-bc6b-1827d729286b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:22.126694 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e0019-548d-4ff9-8fa7-50e2d41abdae req-a079a823-c5c0-4759-bc6b-1827d729286b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:22.127180 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e0019-548d-4ff9-8fa7-50e2d41abdae req-a079a823-c5c0-4759-bc6b-1827d729286b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:22.132660 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-465e0019-548d-4ff9-8fa7-50e2d41abdae req-a079a823-c5c0-4759-bc6b-1827d729286b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49d88a13984c4bcba0f76778ac61ce8d&device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 6494 time: 0.3834841 Jun 30 09:35:22.160406 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-dc48e06c-3749-4c73-a455-475a5a2c8179 None None] For port 9a4dcd80-89c2-4b16-b712-61d57a079ba5, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:35:22.165216 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-dc48e06c-3749-4c73-a455-475a5a2c8179 None None] For port 9a4dcd80-89c2-4b16-b712-61d57a079ba5, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=9a4dcd80-89c2-4b16-b712-61d57a079ba5,segment=NetworkSegment(b3f3d1ff-a544-4d3b-ae87-058ed0cbff9e),segment_id=b3f3d1ff-a544-4d3b-ae87-058ed0cbff9e)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:35:22.167835 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfada61-acd3-443b-a521-c4131f7145fb req-6ae25e21-a86b-40d6-a700-b74bbe3120f0 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:22.174150 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfada61-acd3-443b-a521-c4131f7145fb req-6ae25e21-a86b-40d6-a700-b74bbe3120f0 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:22.180811 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfada61-acd3-443b-a521-c4131f7145fb req-6ae25e21-a86b-40d6-a700-b74bbe3120f0 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:22.187081 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfada61-acd3-443b-a521-c4131f7145fb req-6ae25e21-a86b-40d6-a700-b74bbe3120f0 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:22.192749 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-375ca6d7-d8d1-4286-8392-d918890e3437 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:22.193437 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfada61-acd3-443b-a521-c4131f7145fb req-6ae25e21-a86b-40d6-a700-b74bbe3120f0 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:22.218386 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfada61-acd3-443b-a521-c4131f7145fb req-6ae25e21-a86b-40d6-a700-b74bbe3120f0 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:22.218386 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfada61-acd3-443b-a521-c4131f7145fb req-6ae25e21-a86b-40d6-a700-b74bbe3120f0 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:22.227793 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0bfada61-acd3-443b-a521-c4131f7145fb req-6ae25e21-a86b-40d6-a700-b74bbe3120f0 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5430 time: 0.4702911 Jun 30 09:35:22.368750 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-dc48e06c-3749-4c73-a455-475a5a2c8179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:22.427115 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-375ca6d7-d8d1-4286-8392-d918890e3437 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:22.439920 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0bfada61-acd3-443b-a521-c4131f7145fb req-623503a2-c57e-435c-8f9e-1d22d493de12 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2111125 Jun 30 09:35:22.455925 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e0019-548d-4ff9-8fa7-50e2d41abdae req-17756bea-286a-412b-ad76-444b2c8d782d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:22.456673 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e0019-548d-4ff9-8fa7-50e2d41abdae req-17756bea-286a-412b-ad76-444b2c8d782d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:22.457242 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e0019-548d-4ff9-8fa7-50e2d41abdae req-17756bea-286a-412b-ad76-444b2c8d782d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:22.459581 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-465e0019-548d-4ff9-8fa7-50e2d41abdae req-17756bea-286a-412b-ad76-444b2c8d782d service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=49d88a13984c4bcba0f76778ac61ce8d&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3128445 Jun 30 09:35:22.470004 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48e06c-3749-4c73-a455-475a5a2c8179 None None] Pushing event updated for resources: {'Port': ['ID=9a4dcd80-89c2-4b16-b712-61d57a079ba5,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:22.552423 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-375ca6d7-d8d1-4286-8392-d918890e3437 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:22.639264 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ca6d7-d8d1-4286-8392-d918890e3437 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c032279-46b4-4417-8114-10d3646bf3c3,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:22.799243 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-375ca6d7-d8d1-4286-8392-d918890e3437 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:22.800670 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-375ca6d7-d8d1-4286-8392-d918890e3437 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7787156 Jun 30 09:35:22.813823 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42352) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:22.821320 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-d903b5a6-90a7-4496-bbc5-68bb80d711e2 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-885890238', 'security_groups': ['8c032279-46b4-4417-8114-10d3646bf3c3'], 'network_id': '5d03201f-c4f2-40a3-8bf2-89a5c066eb56', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c0a12e27-2d2d-425e-84bc-79bdf59a9dbe'}]}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:23.021299 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-64707b65-08b9-4aef-9243-55e580fa7aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:23.375321 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e0019-548d-4ff9-8fa7-50e2d41abdae req-7c6cd183-4e4b-4d4b-b37d-e0c2638abc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:23.385570 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-064c7b25-cf91-489d-8387-981a8197baed req-d9069f27-320a-4a57-8993-ff7bacb40684 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 210 time: 0.0383718 Jun 30 09:35:23.394909 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-465e0019-548d-4ff9-8fa7-50e2d41abdae req-7c6cd183-4e4b-4d4b-b37d-e0c2638abc9c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9277976 Jun 30 09:35:23.529769 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:23.545002 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-90e50d4b-fe24-41e8-9f72-48b52b1aa60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:23.545645 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-90e50d4b-fe24-41e8-9f72-48b52b1aa60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:23.546189 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-90e50d4b-fe24-41e8-9f72-48b52b1aa60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:23.546718 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-90e50d4b-fe24-41e8-9f72-48b52b1aa60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:23.547307 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-90e50d4b-fe24-41e8-9f72-48b52b1aa60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:23.547852 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-90e50d4b-fe24-41e8-9f72-48b52b1aa60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:23.548363 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-90e50d4b-fe24-41e8-9f72-48b52b1aa60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:23.550679 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-90e50d4b-fe24-41e8-9f72-48b52b1aa60e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49d88a13984c4bcba0f76778ac61ce8d&device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 6494 time: 0.0870006 Jun 30 09:35:23.609226 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d903b5a6-90a7-4496-bbc5-68bb80d711e2 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:23.630459 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-90b3f91e-bc87-45ab-b522-b9678c9b688b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df73636d-7c49-416a-bb2b-e27dc88ddebb HTTP/1.1" status: 200 len: 217 time: 0.0711865 Jun 30 09:35:23.724823 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-e584d40f-7122-4aaf-80b3-3d184400e010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:23.726954 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-e584d40f-7122-4aaf-80b3-3d184400e010 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c8de1b8a-776c-499d-b7dc-3d5c959e1c2d HTTP/1.1" status: 200 len: 855 time: 0.0887556 Jun 30 09:35:23.822116 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d903b5a6-90a7-4496-bbc5-68bb80d711e2 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:23.852665 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-d903b5a6-90a7-4496-bbc5-68bb80d711e2 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] device_id is not set on port 6acafe5a-5c4a-4348-862b-12e735b01503 yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:35:23.893401 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b53a0a-524d-4a2f-84ea-77deab4fc2e0 req-654bbca7-3e1b-47a3-ae8b-21b74d67cd35 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:23.900755 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b53a0a-524d-4a2f-84ea-77deab4fc2e0 req-654bbca7-3e1b-47a3-ae8b-21b74d67cd35 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:23.907988 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b53a0a-524d-4a2f-84ea-77deab4fc2e0 req-654bbca7-3e1b-47a3-ae8b-21b74d67cd35 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:23.914224 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b53a0a-524d-4a2f-84ea-77deab4fc2e0 req-654bbca7-3e1b-47a3-ae8b-21b74d67cd35 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:23.920430 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b53a0a-524d-4a2f-84ea-77deab4fc2e0 req-654bbca7-3e1b-47a3-ae8b-21b74d67cd35 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:23.926453 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b53a0a-524d-4a2f-84ea-77deab4fc2e0 req-654bbca7-3e1b-47a3-ae8b-21b74d67cd35 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:23.941194 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b53a0a-524d-4a2f-84ea-77deab4fc2e0 req-654bbca7-3e1b-47a3-ae8b-21b74d67cd35 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:23.943351 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-08b53a0a-524d-4a2f-84ea-77deab4fc2e0 req-654bbca7-3e1b-47a3-ae8b-21b74d67cd35 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5430 time: 0.2123077 Jun 30 09:35:23.945755 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-fb105060-ec63-4f5d-9a67-ab4f49d108b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:23.952649 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-fb105060-ec63-4f5d-9a67-ab4f49d108b9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e7e4178-b76c-4101-95d6-7dff2b70b10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1938169 Jun 30 09:35:24.015835 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-08b53a0a-524d-4a2f-84ea-77deab4fc2e0 req-7f9c4cf2-3f85-4be2-a495-de8f2628fd4e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650856 Jun 30 09:35:24.164391 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-69be7bd4-c708-4475-b90b-a798aa65e936 service neutron] 10.222.0.52 "GET /v2.0/networks/5e7e4178-b76c-4101-95d6-7dff2b70b10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785979 Jun 30 09:35:24.207344 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-d903b5a6-90a7-4496-bbc5-68bb80d711e2 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Allocated IP 172.20.0.11 (5d03201f-c4f2-40a3-8bf2-89a5c066eb56/c0a12e27-2d2d-425e-84bc-79bdf59a9dbe/6acafe5a-5c4a-4348-862b-12e735b01503) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:24.294510 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-84a9dfe9-910a-4d36-9d69-6e4ebeaa8312 service neutron] 10.222.0.52 "GET /v2.0/networks/5e7e4178-b76c-4101-95d6-7dff2b70b10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160018 Jun 30 09:35:24.340749 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-d2399ed4-22bf-4a52-b010-a3caed6f9909 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=b47cd298-9fe5-409a-bd3d-f1ce63aef3ff HTTP/1.1" status: 200 len: 217 time: 0.0445416 Jun 30 09:35:24.381259 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d903b5a6-90a7-4496-bbc5-68bb80d711e2 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:24.406164 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-d903b5a6-90a7-4496-bbc5-68bb80d711e2 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Transition to ACTIVE for port object 6acafe5a-5c4a-4348-862b-12e735b01503 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:24.419722 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5e93415b-34cf-475f-9883-a66203d34fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:24.421319 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-5e93415b-34cf-475f-9883-a66203d34fe5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0729349 Jun 30 09:35:24.445625 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-82c49d91-5fb8-41d3-97ec-5b4a7f48f84e None None] Provisioning for port 9a4dcd80-89c2-4b16-b712-61d57a079ba5 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:24.463937 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-82c49d91-5fb8-41d3-97ec-5b4a7f48f84e None None] Provisioning complete for port 5eead259-7b13-4ff5-b65c-f0f7a44d61e8 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:24.464564 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-82c49d91-5fb8-41d3-97ec-5b4a7f48f84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:24.497511 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-c0cb15f6-8ff4-41db-bb0a-1f64cf10b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:24.499565 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-c0cb15f6-8ff4-41db-bb0a-1f64cf10b720 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0679040 Jun 30 09:35:24.519675 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-82c49d91-5fb8-41d3-97ec-5b4a7f48f84e None None] Port 5eead259-7b13-4ff5-b65c-f0f7a44d61e8 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:35:24.559967 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d903b5a6-90a7-4496-bbc5-68bb80d711e2 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:24.623225 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-1b017e58-1d95-434e-a5bf-19d746e253d7 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060252 Jun 30 09:35:24.668880 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d33447a6-042b-4786-8c11-de146c1beb93 req-74781746-331e-48d5-828f-20f231fbb2ab tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 210 time: 0.0988028 Jun 30 09:35:24.689984 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d903b5a6-90a7-4496-bbc5-68bb80d711e2 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network 5d03201f-c4f2-40a3-8bf2-89a5c066eb56 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:24.703459 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-d903b5a6-90a7-4496-bbc5-68bb80d711e2 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:24.706963 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:24.718283 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d903b5a6-90a7-4496-bbc5-68bb80d711e2 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:35:24.764959 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903b5a6-90a7-4496-bbc5-68bb80d711e2 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Port': ['ID=6acafe5a-5c4a-4348-862b-12e735b01503,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:24.822496 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d903b5a6-90a7-4496-bbc5-68bb80d711e2 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:24.824678 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d903b5a6-90a7-4496-bbc5-68bb80d711e2 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:24.864681 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-cc8f8f7b-8f6b-4955-a8bd-366fd17b7b3d service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286801 Jun 30 09:35:24.938212 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 9a4dcd80-89c2-4b16-b712-61d57a079ba5 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:24.966319 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-8b72ca63-2a1f-4a2b-89f8-2dadd7a1b91f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=d5f71601-cd68-41d3-a3c1-c264a5ecc103 HTTP/1.1" status: 200 len: 217 time: 0.0887980 Jun 30 09:35:25.011574 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d903b5a6-90a7-4496-bbc5-68bb80d711e2 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1959362 Jun 30 09:35:25.014208 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42404) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:25.021429 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-7d24d208-498d-4170-9152-e8ec59ae3bcc tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'subnet': {'network_id': '5d03201f-c4f2-40a3-8bf2-89a5c066eb56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:25.097723 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-b309501f-63cc-43df-b98c-edd2e8f20432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:25.104299 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-b309501f-63cc-43df-b98c-edd2e8f20432 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.1115618 Jun 30 09:35:25.145518 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 9a4dcd80-89c2-4b16-b712-61d57a079ba5 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:25.170654 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 9a4dcd80-89c2-4b16-b712-61d57a079ba5 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:25.171106 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:25.226299 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-65ed095d-ec3d-4785-93d4-2c18cd992461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:25.232489 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-65ed095d-ec3d-4785-93d4-2c18cd992461 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1196551 Jun 30 09:35:25.296998 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6181d089-2295-4ccb-bb83-d6d2a3bce37e None None] Provisioning for port 6acafe5a-5c4a-4348-862b-12e735b01503 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:25.323833 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6181d089-2295-4ccb-bb83-d6d2a3bce37e None None] Provisioning complete for port 6acafe5a-5c4a-4348-862b-12e735b01503 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:25.324218 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6181d089-2295-4ccb-bb83-d6d2a3bce37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:25.398283 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d24d208-498d-4170-9152-e8ec59ae3bcc tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:25.403175 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7d24d208-498d-4170-9152-e8ec59ae3bcc tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:25.417643 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-6181d089-2295-4ccb-bb83-d6d2a3bce37e None None] Port 6acafe5a-5c4a-4348-862b-12e735b01503 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:35:25.424508 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:25.523890 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 9a4dcd80-89c2-4b16-b712-61d57a079ba5, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=9a4dcd80-89c2-4b16-b712-61d57a079ba5,segment=NetworkSegment(b3f3d1ff-a544-4d3b-ae87-058ed0cbff9e),segment_id=b3f3d1ff-a544-4d3b-ae87-058ed0cbff9e)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:25.535098 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-47d30d39-bf4d-4117-ad8e-044e440e1ab7 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985184 Jun 30 09:35:25.589527 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e315e6-0664-42ba-987e-c41f09ffa327 req-9ec6b199-1460-4ac4-bd94-1aacb03933a0 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:25.596603 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e315e6-0664-42ba-987e-c41f09ffa327 req-9ec6b199-1460-4ac4-bd94-1aacb03933a0 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:25.604868 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e315e6-0664-42ba-987e-c41f09ffa327 req-9ec6b199-1460-4ac4-bd94-1aacb03933a0 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:25.613400 n-d-771363-31 neutron-server[101054]: INFO neutron.db.ipam_backend_mixin [None req-7d24d208-498d-4170-9152-e8ec59ae3bcc tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c0a12e27-2d2d-425e-84bc-79bdf59a9dbe (CIDR: 172.20.0.0/28) Jun 30 09:35:25.615293 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e315e6-0664-42ba-987e-c41f09ffa327 req-9ec6b199-1460-4ac4-bd94-1aacb03933a0 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:25.622968 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e315e6-0664-42ba-987e-c41f09ffa327 req-9ec6b199-1460-4ac4-bd94-1aacb03933a0 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:25.628965 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e315e6-0664-42ba-987e-c41f09ffa327 req-9ec6b199-1460-4ac4-bd94-1aacb03933a0 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:25.634783 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e315e6-0664-42ba-987e-c41f09ffa327 req-9ec6b199-1460-4ac4-bd94-1aacb03933a0 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:25.637119 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:25.645346 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-32e315e6-0664-42ba-987e-c41f09ffa327 req-9ec6b199-1460-4ac4-bd94-1aacb03933a0 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5430 time: 0.2537386 Jun 30 09:35:25.673194 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d24d208-498d-4170-9152-e8ec59ae3bcc tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:35:25.673596 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d24d208-498d-4170-9152-e8ec59ae3bcc tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:35:25.769712 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=9a4dcd80-89c2-4b16-b712-61d57a079ba5,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:25.792451 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7d24d208-498d-4170-9152-e8ec59ae3bcc tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7768843 Jun 30 09:35:25.794565 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-32e315e6-0664-42ba-987e-c41f09ffa327 req-9184ea10-62d3-44de-ae5b-cb215c4a9e35 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0999634 Jun 30 09:35:25.794695 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42420) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:25.799927 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-7b1d26a4-b63f-4972-ac17-a2f91a85c1d0 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'subnet': {'network_id': '5d03201f-c4f2-40a3-8bf2-89a5c066eb56', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:25.869304 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-d2fabde0-a1e4-4e77-bff8-d7095456b24f service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256638 Jun 30 09:35:25.936672 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fec9692a-4785-4193-bea0-febe5452c328 req-1c0b1670-8f73-45b9-8995-ff14f4fadcf0 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 210 time: 0.0377564 Jun 30 09:35:25.964094 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-0aa3dfc4-9c73-4272-969b-d8c3c8026666 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c HTTP/1.1" status: 200 len: 217 time: 0.0710676 Jun 30 09:35:26.071727 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-3c275695-e2db-4b93-a181-f83b29e07483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:26.074478 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-3c275695-e2db-4b93-a181-f83b29e07483 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.1030622 Jun 30 09:35:26.167436 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-980a5073-c23c-4eb1-870a-7bac793caed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:26.169020 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-980a5073-c23c-4eb1-870a-7bac793caed6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0801642 Jun 30 09:35:26.221186 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1d26a4-b63f-4972-ac17-a2f91a85c1d0 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:26.225759 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7b1d26a4-b63f-4972-ac17-a2f91a85c1d0 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:26.286287 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-efad0367-f6b0-4ade-9a80-129f89b924e0 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095943 Jun 30 09:35:26.437738 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-494ae056-845f-4411-a1ff-654417d86208 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391292 Jun 30 09:35:26.449601 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:26.512719 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-636cfd11-353b-4955-8804-e3a35941a5f3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=b0ffe516-a66a-4469-b295-e857fb100d7e HTTP/1.1" status: 200 len: 217 time: 0.0646608 Jun 30 09:35:26.581916 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-9aab5050-e7fa-4bd4-9086-c8ae3d8913d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:26.583899 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-9aab5050-e7fa-4bd4-9086-c8ae3d8913d3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0642829 Jun 30 09:35:26.658851 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7b1d26a4-b63f-4972-ac17-a2f91a85c1d0 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:26.671765 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-a94652c9-cd93-4cf1-a298-38278bd0a1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:26.675296 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-a94652c9-cd93-4cf1-a298-38278bd0a1fc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0802901 Jun 30 09:35:26.754974 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1d26a4-b63f-4972-ac17-a2f91a85c1d0 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network 5d03201f-c4f2-40a3-8bf2-89a5c066eb56 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:26.760891 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-7b1d26a4-b63f-4972-ac17-a2f91a85c1d0 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:26.771577 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1d26a4-b63f-4972-ac17-a2f91a85c1d0 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:26.772186 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7b1d26a4-b63f-4972-ac17-a2f91a85c1d0 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:26.784027 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8576879-1bd0-4432-b99b-d54216fdfcb6 None None] Network 5d03201f-c4f2-40a3-8bf2-89a5c066eb56 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:35:26.875060 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d26a4-b63f-4972-ac17-a2f91a85c1d0 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Subnet': ['ID=62c99e1a-f794-4bed-9e33-a668672f69e4,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:26.913283 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-eaaf78af-663b-4f13-af8d-36ae057384a1 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267914 Jun 30 09:35:26.944572 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 9a4dcd80-89c2-4b16-b712-61d57a079ba5 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:26.948536 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7b1d26a4-b63f-4972-ac17-a2f91a85c1d0 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1538093 Jun 30 09:35:26.957220 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42456) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:26.964393 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-da15f18a-3943-48c6-9d19-99f1bd8c6f0b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-665883044', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '62c99e1a-f794-4bed-9e33-a668672f69e4'}], 'security_groups': ['38a6acd0-7a3c-4f2e-9850-62b860180f02']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:27.190081 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-799e45d4-3830-4d9d-ae16-e15c736e8f86 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658513 Jun 30 09:35:27.207675 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-da15f18a-3943-48c6-9d19-99f1bd8c6f0b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:27.269906 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-3b11e1ec-1fa1-45b3-9cd0-4ece83ea2a47 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b HTTP/1.1" status: 200 len: 217 time: 0.0711007 Jun 30 09:35:27.304307 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 9a4dcd80-89c2-4b16-b712-61d57a079ba5 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:27.304990 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:27.507533 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-f1869990-6b52-4ffc-a320-44c2ee847a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:27.509848 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-f1869990-6b52-4ffc-a320-44c2ee847a2d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=974263d7-b687-4254-8813-85050a72f471 HTTP/1.1" status: 200 len: 797 time: 0.2314820 Jun 30 09:35:27.545855 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-74bed461-8f96-49a8-8f1c-e691fce79d60 req-d0e4e7b7-acfa-4755-b6de-a7ce187a97fb tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef44fcd0-d64b-4be2-af5b-9d56e36acebf HTTP/1.1" status: 200 len: 210 time: 0.1179035 Jun 30 09:35:27.733313 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f51c03-30ce-4d24-bd57-e27a740a5117 req-ffda620f-c865-4aa7-a415-f77861193ab5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:27.737138 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1576749e-4714-432d-8ef6-d7a8745b1178 None None] Update dhcp port {'port': {'network_id': '5d03201f-c4f2-40a3-8bf2-89a5c066eb56', 'fixed_ips': [{'subnet_id': 'c0a12e27-2d2d-425e-84bc-79bdf59a9dbe', 'ip_address': '172.20.0.2'}, {'subnet_id': '62c99e1a-f794-4bed-9e33-a668672f69e4'}], 'binding:host_id': 'n-d-771363-31'}, 'id': '9a4dcd80-89c2-4b16-b712-61d57a079ba5'} from n-d-771363-31. {{(pid=101055) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:35:27.753384 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f51c03-30ce-4d24-bd57-e27a740a5117 req-ffda620f-c865-4aa7-a415-f77861193ab5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:27.763082 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f51c03-30ce-4d24-bd57-e27a740a5117 req-ffda620f-c865-4aa7-a415-f77861193ab5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:27.779075 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f51c03-30ce-4d24-bd57-e27a740a5117 req-ffda620f-c865-4aa7-a415-f77861193ab5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:27.789592 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1576749e-4714-432d-8ef6-d7a8745b1178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:27.792883 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f51c03-30ce-4d24-bd57-e27a740a5117 req-ffda620f-c865-4aa7-a415-f77861193ab5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:27.805234 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f51c03-30ce-4d24-bd57-e27a740a5117 req-ffda620f-c865-4aa7-a415-f77861193ab5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:27.833750 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f51c03-30ce-4d24-bd57-e27a740a5117 req-ffda620f-c865-4aa7-a415-f77861193ab5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:27.867004 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-01f51c03-30ce-4d24-bd57-e27a740a5117 req-ffda620f-c865-4aa7-a415-f77861193ab5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5430 time: 0.5165739 Jun 30 09:35:27.962641 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-01f51c03-30ce-4d24-bd57-e27a740a5117 req-79c881bc-db8b-49bd-814c-5a825cba0c61 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0897219 Jun 30 09:35:27.987461 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-fdca9d06-b230-4791-b93d-3913d7fbe6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:27.989355 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-fdca9d06-b230-4791-b93d-3913d7fbe6e9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=486cc323-8780-4f2e-93db-0b642dc27590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4574056 Jun 30 09:35:28.062629 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-da15f18a-3943-48c6-9d19-99f1bd8c6f0b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Delete allocated IP 172.20.0.11 (5d03201f-c4f2-40a3-8bf2-89a5c066eb56/c0a12e27-2d2d-425e-84bc-79bdf59a9dbe) {{(pid=101054) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 09:35:28.077097 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-da15f18a-3943-48c6-9d19-99f1bd8c6f0b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Allocated IP 172.20.0.20 (5d03201f-c4f2-40a3-8bf2-89a5c066eb56/62c99e1a-f794-4bed-9e33-a668672f69e4/6acafe5a-5c4a-4348-862b-12e735b01503) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:28.208257 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-2a37dda3-87cc-46ef-8ffd-f23ec6e97358 service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087152 Jun 30 09:35:28.337068 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-da15f18a-3943-48c6-9d19-99f1bd8c6f0b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:28.349562 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-be9e06d3-9b32-4009-9108-bfd91a8a1588 service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339061 Jun 30 09:35:28.357415 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-da15f18a-3943-48c6-9d19-99f1bd8c6f0b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Transition to ACTIVE for port object 6acafe5a-5c4a-4348-862b-12e735b01503 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:28.398962 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-ca469346-f107-4c52-85d6-96912eb5ff98 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3d7dba65-2216-47e0-b010-2a6615b39506 HTTP/1.1" status: 200 len: 217 time: 0.0394750 Jun 30 09:35:28.455399 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-f8dee8f5-7427-4a12-a273-8b956ff56a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:28.456843 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-f8dee8f5-7427-4a12-a273-8b956ff56a67 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=974263d7-b687-4254-8813-85050a72f471 HTTP/1.1" status: 200 len: 797 time: 0.0487640 Jun 30 09:35:28.484395 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-da15f18a-3943-48c6-9d19-99f1bd8c6f0b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:28.610148 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-1576749e-4714-432d-8ef6-d7a8745b1178 None None] Allocated IP 172.20.0.18 (5d03201f-c4f2-40a3-8bf2-89a5c066eb56/62c99e1a-f794-4bed-9e33-a668672f69e4/9a4dcd80-89c2-4b16-b712-61d57a079ba5) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:28.638027 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-31e277e3-8076-4fe8-b657-985de7e60c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:28.645947 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-31e277e3-8076-4fe8-b657-985de7e60c9f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=486cc323-8780-4f2e-93db-0b642dc27590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1808493 Jun 30 09:35:28.720583 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15f18a-3943-48c6-9d19-99f1bd8c6f0b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Port': ['ID=6acafe5a-5c4a-4348-862b-12e735b01503,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:28.742220 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-da15f18a-3943-48c6-9d19-99f1bd8c6f0b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] In _notify_port_updated(), no bound segment for port 6acafe5a-5c4a-4348-862b-12e735b01503 on network 5d03201f-c4f2-40a3-8bf2-89a5c066eb56 {{(pid=101054) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:35:28.763560 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da15f18a-3943-48c6-9d19-99f1bd8c6f0b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:28.764514 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-da15f18a-3943-48c6-9d19-99f1bd8c6f0b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:28.766202 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-da15f18a-3943-48c6-9d19-99f1bd8c6f0b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "PUT /v2.0/ports/6acafe5a-5c4a-4348-862b-12e735b01503 HTTP/1.1" status: 200 len: 920 time: 1.8078616 Jun 30 09:35:28.769787 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42520) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:28.812549 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-1576749e-4714-432d-8ef6-d7a8745b1178 None None] For port 9a4dcd80-89c2-4b16-b712-61d57a079ba5, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=9a4dcd80-89c2-4b16-b712-61d57a079ba5,segment=NetworkSegment(b3f3d1ff-a544-4d3b-ae87-058ed0cbff9e),segment_id=b3f3d1ff-a544-4d3b-ae87-058ed0cbff9e)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:28.865829 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-9118d007-b9e4-4b2b-bfd0-a85e9d6f39fb service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102542 Jun 30 09:35:28.880247 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1576749e-4714-432d-8ef6-d7a8745b1178 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:28.913679 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-1576749e-4714-432d-8ef6-d7a8745b1178 None None] Transition to ACTIVE for port object 9a4dcd80-89c2-4b16-b712-61d57a079ba5 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:28.954983 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-a2be1524-1c1c-4a9d-bb3a-43071755b9bb tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Deleting port 6acafe5a-5c4a-4348-862b-12e735b01503 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:35:28.955395 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a2be1524-1c1c-4a9d-bb3a-43071755b9bb tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.021270 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1576749e-4714-432d-8ef6-d7a8745b1178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.084975 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1ee8ac9-2a1c-4a74-bf44-5a6a61082f71 req-6442e9d2-b9b2-4839-92a2-9852a0fc86de service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091346 Jun 30 09:35:29.278840 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a2be1524-1c1c-4a9d-bb3a-43071755b9bb tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.326355 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-a2be1524-1c1c-4a9d-bb3a-43071755b9bb tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Calling delete_port for 6acafe5a-5c4a-4348-862b-12e735b01503 owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:35:29.344592 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576749e-4714-432d-8ef6-d7a8745b1178 None None] Pushing event updated for resources: {'Port': ['ID=9a4dcd80-89c2-4b16-b712-61d57a079ba5,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:29.383553 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4736489-7ecf-402b-b38d-4faa49fb0443 req-bd533402-c0c1-4cab-8756-d36606f4f22c tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:29.407010 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4736489-7ecf-402b-b38d-4faa49fb0443 req-bd533402-c0c1-4cab-8756-d36606f4f22c tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:29.413874 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4736489-7ecf-402b-b38d-4faa49fb0443 req-bd533402-c0c1-4cab-8756-d36606f4f22c tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:29.433006 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4736489-7ecf-402b-b38d-4faa49fb0443 req-bd533402-c0c1-4cab-8756-d36606f4f22c tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:29.446020 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4736489-7ecf-402b-b38d-4faa49fb0443 req-bd533402-c0c1-4cab-8756-d36606f4f22c tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:29.458826 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4736489-7ecf-402b-b38d-4faa49fb0443 req-bd533402-c0c1-4cab-8756-d36606f4f22c tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:29.480400 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4736489-7ecf-402b-b38d-4faa49fb0443 req-bd533402-c0c1-4cab-8756-d36606f4f22c tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:29.489655 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f4736489-7ecf-402b-b38d-4faa49fb0443 req-bd533402-c0c1-4cab-8756-d36606f4f22c tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5430 time: 0.2890563 Jun 30 09:35:29.539559 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42542) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:29.624020 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f4736489-7ecf-402b-b38d-4faa49fb0443 req-ee63a4ff-bacc-4378-85ac-e430256e1196 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1332235 Jun 30 09:35:29.786852 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-59e9d62d-c9ea-454b-accb-41be27e8bbc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.810299 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a2be1524-1c1c-4a9d-bb3a-43071755b9bb tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.933736 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-59e9d62d-c9ea-454b-accb-41be27e8bbc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.935937 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be1524-1c1c-4a9d-bb3a-43071755b9bb tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Port': ['ID=6acafe5a-5c4a-4348-862b-12e735b01503,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:30.004037 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a2be1524-1c1c-4a9d-bb3a-43071755b9bb tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:30.006730 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a2be1524-1c1c-4a9d-bb3a-43071755b9bb tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/ports/6acafe5a-5c4a-4348-862b-12e735b01503 HTTP/1.1" status: 204 len: 168 time: 1.2359552 Jun 30 09:35:30.010133 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42550) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:30.062046 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a206352-e8d0-4acb-aa89-54233b2c7d8e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] GET failed (client error): The resource could not be found. Jun 30 09:35:30.064417 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3a206352-e8d0-4acb-aa89-54233b2c7d8e tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "GET /v2.0/ports/6acafe5a-5c4a-4348-862b-12e735b01503 HTTP/1.1" status: 404 len: 333 time: 0.0526536 Jun 30 09:35:30.067646 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42552) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:30.072898 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-59e9d62d-c9ea-454b-accb-41be27e8bbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:30.113665 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-59e9d62d-c9ea-454b-accb-41be27e8bbc0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8433ac429e404b57a9d221beda258f49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5654585 Jun 30 09:35:30.114274 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42556) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:30.210808 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-daf20bd6-bd02-4838-b726-7aae7d9f5804 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:30.221897 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9d62d-c9ea-454b-accb-41be27e8bbc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57700ceb-42d1-4083-ada2-c9fc5fc23142,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:30.254521 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-daf20bd6-bd02-4838-b726-7aae7d9f5804 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:30.258852 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-54ca95d7-8e7b-4eb6-b0af-dbb2e96186ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:30.295089 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-54ca95d7-8e7b-4eb6-b0af-dbb2e96186ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:30.404181 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-daf20bd6-bd02-4838-b726-7aae7d9f5804 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:30.407993 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-daf20bd6-bd02-4838-b726-7aae7d9f5804 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:30.410464 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-daf20bd6-bd02-4838-b726-7aae7d9f5804 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/security-groups/8c032279-46b4-4417-8114-10d3646bf3c3 HTTP/1.1" status: 204 len: 168 time: 0.3413777 Jun 30 09:35:30.413713 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42564) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:30.429144 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf20bd6-bd02-4838-b726-7aae7d9f5804 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c032279-46b4-4417-8114-10d3646bf3c3,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:30.488899 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-54ca95d7-8e7b-4eb6-b0af-dbb2e96186ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:30.491467 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-54ca95d7-8e7b-4eb6-b0af-dbb2e96186ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:30.496963 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-54ca95d7-8e7b-4eb6-b0af-dbb2e96186ed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/57700ceb-42d1-4083-ada2-c9fc5fc23142 HTTP/1.1" status: 204 len: 168 time: 0.3774045 Jun 30 09:35:30.546698 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca95d7-8e7b-4eb6-b0af-dbb2e96186ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57700ceb-42d1-4083-ada2-c9fc5fc23142,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:30.576885 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d889f3ce-73f7-4ca7-9c2a-2ab3033c3156 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:30.641912 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d889f3ce-73f7-4ca7-9c2a-2ab3033c3156 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:30.672671 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a45cbb66-2251-41d1-a111-0c9b8540a726 None None] Provisioning for port 9a4dcd80-89c2-4b16-b712-61d57a079ba5 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:30.676961 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a45cbb66-2251-41d1-a111-0c9b8540a726 None None] Provisioning complete for port 9a4dcd80-89c2-4b16-b712-61d57a079ba5 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:30.677344 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a45cbb66-2251-41d1-a111-0c9b8540a726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:30.838746 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d889f3ce-73f7-4ca7-9c2a-2ab3033c3156 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:30.841459 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d889f3ce-73f7-4ca7-9c2a-2ab3033c3156 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:30.846173 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42578) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:30.846739 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d889f3ce-73f7-4ca7-9c2a-2ab3033c3156 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/security-groups/38a6acd0-7a3c-4f2e-9850-62b860180f02 HTTP/1.1" status: 204 len: 168 time: 0.4316201 Jun 30 09:35:30.881319 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889f3ce-73f7-4ca7-9c2a-2ab3033c3156 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a6acd0-7a3c-4f2e-9850-62b860180f02,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:30.922348 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 9a4dcd80-89c2-4b16-b712-61d57a079ba5 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:30.992892 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a45cbb66-2251-41d1-a111-0c9b8540a726 None None] Could not find standard attr ID for object 6acafe5a-5c4a-4348-862b-12e735b01503. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:35:31.049506 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a45cbb66-2251-41d1-a111-0c9b8540a726 None None] Provisioning complete for port 5eead259-7b13-4ff5-b65c-f0f7a44d61e8 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:31.050117 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a45cbb66-2251-41d1-a111-0c9b8540a726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:31.098042 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 9a4dcd80-89c2-4b16-b712-61d57a079ba5 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:31.098784 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:31.105388 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b0c875-2ddb-4e6f-81ba-066fe6528711 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Deleting subnet c0a12e27-2d2d-425e-84bc-79bdf59a9dbe {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:35:31.109399 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-95b0c875-2ddb-4e6f-81ba-066fe6528711 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:31.164874 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a45cbb66-2251-41d1-a111-0c9b8540a726 None None] Port 5eead259-7b13-4ff5-b65c-f0f7a44d61e8 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:35:31.195932 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-95b0c875-2ddb-4e6f-81ba-066fe6528711 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:31.264036 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c9f25-fd36-4a5a-aed7-fbbbcf1ca41f req-d09348aa-51ee-44d8-9acd-e4cb0eef20ad tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:31.270247 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c9f25-fd36-4a5a-aed7-fbbbcf1ca41f req-d09348aa-51ee-44d8-9acd-e4cb0eef20ad tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:31.278896 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c9f25-fd36-4a5a-aed7-fbbbcf1ca41f req-d09348aa-51ee-44d8-9acd-e4cb0eef20ad tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:31.287397 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c9f25-fd36-4a5a-aed7-fbbbcf1ca41f req-d09348aa-51ee-44d8-9acd-e4cb0eef20ad tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:31.294308 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c9f25-fd36-4a5a-aed7-fbbbcf1ca41f req-d09348aa-51ee-44d8-9acd-e4cb0eef20ad tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:31.300475 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c9f25-fd36-4a5a-aed7-fbbbcf1ca41f req-d09348aa-51ee-44d8-9acd-e4cb0eef20ad tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:31.306616 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c9f25-fd36-4a5a-aed7-fbbbcf1ca41f req-d09348aa-51ee-44d8-9acd-e4cb0eef20ad tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:31.308909 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-562c9f25-fd36-4a5a-aed7-fbbbcf1ca41f req-d09348aa-51ee-44d8-9acd-e4cb0eef20ad tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5430 time: 0.3248529 Jun 30 09:35:31.378513 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5ee96c1c-16c7-463a-b4fd-738d0477fbc2 None None] Could not find standard attr ID for object 6acafe5a-5c4a-4348-862b-12e735b01503. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:35:31.399760 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-562c9f25-fd36-4a5a-aed7-fbbbcf1ca41f req-e08d049f-4eda-4ffe-93d8-19f6f09e416e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0846591 Jun 30 09:35:31.424172 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-95b0c875-2ddb-4e6f-81ba-066fe6528711 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:31.661863 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-95b0c875-2ddb-4e6f-81ba-066fe6528711 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:31.698226 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0c875-2ddb-4e6f-81ba-066fe6528711 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Subnet': ['ID=c0a12e27-2d2d-425e-84bc-79bdf59a9dbe,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:31.703704 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-95b0c875-2ddb-4e6f-81ba-066fe6528711 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:31.706517 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-95b0c875-2ddb-4e6f-81ba-066fe6528711 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/subnets/c0a12e27-2d2d-425e-84bc-79bdf59a9dbe HTTP/1.1" status: 204 len: 168 time: 0.8584197 Jun 30 09:35:31.710552 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42600) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:31.717661 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af4bb3b-62bd-4f51-9542-0fa83621de14 None None] Network 5d03201f-c4f2-40a3-8bf2-89a5c066eb56 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:35:31.723676 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-a03de7a6-a7fe-4b7d-aba2-d705413bd459 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'subnet': {'network_id': '5d03201f-c4f2-40a3-8bf2-89a5c066eb56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:31.784092 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42604) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:31.805383 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-10ff4c07-dd20-4f29-96a2-cd36b9914f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:32.044573 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-10ff4c07-dd20-4f29-96a2-cd36b9914f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:32.133143 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-10ff4c07-dd20-4f29-96a2-cd36b9914f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:32.187179 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff4c07-dd20-4f29-96a2-cd36b9914f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d85726-6515-4adc-b02e-3b851c72deb5,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:32.216456 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-10ff4c07-dd20-4f29-96a2-cd36b9914f5b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2fe5dd0f5561437eb334107f0164bf4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4275279 Jun 30 09:35:32.216456 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42614) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:32.280175 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03de7a6-a7fe-4b7d-aba2-d705413bd459 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:32.284238 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a03de7a6-a7fe-4b7d-aba2-d705413bd459 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:32.317069 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83cc95de-441a-41dc-9939-a9ece7c532be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:32.355666 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83cc95de-441a-41dc-9939-a9ece7c532be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:32.546995 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83cc95de-441a-41dc-9939-a9ece7c532be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:32.549677 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83cc95de-441a-41dc-9939-a9ece7c532be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:32.550882 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-83cc95de-441a-41dc-9939-a9ece7c532be admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/68d85726-6515-4adc-b02e-3b851c72deb5 HTTP/1.1" status: 204 len: 168 time: 0.3357334 Jun 30 09:35:32.593973 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc95de-441a-41dc-9939-a9ece7c532be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d85726-6515-4adc-b02e-3b851c72deb5,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:32.896926 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2accba7-5b8f-41a1-a467-5fd52a755171 req-1a8c77c0-13fd-4f33-ac2e-15a5666a7682 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:32.910221 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2accba7-5b8f-41a1-a467-5fd52a755171 req-1a8c77c0-13fd-4f33-ac2e-15a5666a7682 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:32.920578 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2accba7-5b8f-41a1-a467-5fd52a755171 req-1a8c77c0-13fd-4f33-ac2e-15a5666a7682 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:32.926414 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2accba7-5b8f-41a1-a467-5fd52a755171 req-1a8c77c0-13fd-4f33-ac2e-15a5666a7682 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:32.932888 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2accba7-5b8f-41a1-a467-5fd52a755171 req-1a8c77c0-13fd-4f33-ac2e-15a5666a7682 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:32.938705 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2accba7-5b8f-41a1-a467-5fd52a755171 req-1a8c77c0-13fd-4f33-ac2e-15a5666a7682 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:32.944662 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2accba7-5b8f-41a1-a467-5fd52a755171 req-1a8c77c0-13fd-4f33-ac2e-15a5666a7682 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:32.946699 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c2accba7-5b8f-41a1-a467-5fd52a755171 req-1a8c77c0-13fd-4f33-ac2e-15a5666a7682 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5430 time: 0.1682656 Jun 30 09:35:33.017709 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a2d0559e-e414-42a9-bda0-5e65199c8dd5 None None] Provisioning complete for port 9a4dcd80-89c2-4b16-b712-61d57a079ba5 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:33.018384 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a2d0559e-e414-42a9-bda0-5e65199c8dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:33.025560 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a03de7a6-a7fe-4b7d-aba2-d705413bd459 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:33.031911 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c2accba7-5b8f-41a1-a467-5fd52a755171 req-2b60d746-8cde-44c3-9c48-70bcb638dd57 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0704703 Jun 30 09:35:33.098315 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03de7a6-a7fe-4b7d-aba2-d705413bd459 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network 5d03201f-c4f2-40a3-8bf2-89a5c066eb56 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:33.102163 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-a03de7a6-a7fe-4b7d-aba2-d705413bd459 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:33.112703 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03de7a6-a7fe-4b7d-aba2-d705413bd459 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:33.112703 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a03de7a6-a7fe-4b7d-aba2-d705413bd459 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:33.125624 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a54c508-b09d-4f42-a7fe-66ba275639d5 None None] Network 5d03201f-c4f2-40a3-8bf2-89a5c066eb56 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:35:33.135536 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03de7a6-a7fe-4b7d-aba2-d705413bd459 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Subnet': ['ID=b4f7d501-53c7-4e94-99fd-29621df8af79,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:33.229430 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a03de7a6-a7fe-4b7d-aba2-d705413bd459 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5119073 Jun 30 09:35:33.232611 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42636) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:33.239352 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-9b88b0d6-8be0-44f7-8544-f48a79799747 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'security_group': {'name': 'tempest-secgroup-978972825'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:33.313466 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a2d0559e-e414-42a9-bda0-5e65199c8dd5 None None] Provisioning complete for port 5eead259-7b13-4ff5-b65c-f0f7a44d61e8 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:33.314076 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a2d0559e-e414-42a9-bda0-5e65199c8dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:33.381241 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a2d0559e-e414-42a9-bda0-5e65199c8dd5 None None] Port 5eead259-7b13-4ff5-b65c-f0f7a44d61e8 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:35:33.444574 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9b88b0d6-8be0-44f7-8544-f48a79799747 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:33.627824 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9b88b0d6-8be0-44f7-8544-f48a79799747 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:33.649325 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecbb2d9-04c5-4879-8c1f-b306bf448139 None None] Update dhcp port {'port': {'network_id': '5d03201f-c4f2-40a3-8bf2-89a5c066eb56', 'fixed_ips': [{'subnet_id': '62c99e1a-f794-4bed-9e33-a668672f69e4', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b4f7d501-53c7-4e94-99fd-29621df8af79'}], 'binding:host_id': 'n-d-771363-31'}, 'id': '9a4dcd80-89c2-4b16-b712-61d57a079ba5'} from n-d-771363-31. {{(pid=101055) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:35:33.708676 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6ecbb2d9-04c5-4879-8c1f-b306bf448139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:33.745696 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9b88b0d6-8be0-44f7-8544-f48a79799747 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:33.785169 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88b0d6-8be0-44f7-8544-f48a79799747 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13434276-8a5e-4ce6-9e79-0be204ad5dd2,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:33.946506 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-6ecbb2d9-04c5-4879-8c1f-b306bf448139 None None] Allocated IP 172.20.0.2 (5d03201f-c4f2-40a3-8bf2-89a5c066eb56/b4f7d501-53c7-4e94-99fd-29621df8af79/9a4dcd80-89c2-4b16-b712-61d57a079ba5) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:34.045038 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9b88b0d6-8be0-44f7-8544-f48a79799747 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:34.050007 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9b88b0d6-8be0-44f7-8544-f48a79799747 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8127110 Jun 30 09:35:34.050272 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42664) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:34.056071 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-2dea83fe-e197-4704-a4d2-726e1e65b926 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'security_group': {'name': 'tempest-secgroup-1045757394'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:34.134128 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-6ecbb2d9-04c5-4879-8c1f-b306bf448139 None None] For port 9a4dcd80-89c2-4b16-b712-61d57a079ba5, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=9a4dcd80-89c2-4b16-b712-61d57a079ba5,segment=NetworkSegment(b3f3d1ff-a544-4d3b-ae87-058ed0cbff9e),segment_id=b3f3d1ff-a544-4d3b-ae87-058ed0cbff9e)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:34.193395 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6ecbb2d9-04c5-4879-8c1f-b306bf448139 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:34.223289 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6ecbb2d9-04c5-4879-8c1f-b306bf448139 None None] Transition to ACTIVE for port object 9a4dcd80-89c2-4b16-b712-61d57a079ba5 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:34.226932 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2dea83fe-e197-4704-a4d2-726e1e65b926 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:34.321172 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e415ec-b1ba-41cd-992c-127ebc02c3e1 req-775f8adb-fe0f-4619-9765-39d2080bf30a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:34.332134 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e415ec-b1ba-41cd-992c-127ebc02c3e1 req-775f8adb-fe0f-4619-9765-39d2080bf30a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:34.335151 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6ecbb2d9-04c5-4879-8c1f-b306bf448139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:34.343111 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e415ec-b1ba-41cd-992c-127ebc02c3e1 req-775f8adb-fe0f-4619-9765-39d2080bf30a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:34.353294 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e415ec-b1ba-41cd-992c-127ebc02c3e1 req-775f8adb-fe0f-4619-9765-39d2080bf30a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:34.362510 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e415ec-b1ba-41cd-992c-127ebc02c3e1 req-775f8adb-fe0f-4619-9765-39d2080bf30a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:34.372367 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e415ec-b1ba-41cd-992c-127ebc02c3e1 req-775f8adb-fe0f-4619-9765-39d2080bf30a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:34.380142 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e415ec-b1ba-41cd-992c-127ebc02c3e1 req-775f8adb-fe0f-4619-9765-39d2080bf30a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:34.382458 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-30e415ec-b1ba-41cd-992c-127ebc02c3e1 req-775f8adb-fe0f-4619-9765-39d2080bf30a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5430 time: 0.1605740 Jun 30 09:35:34.500130 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-30e415ec-b1ba-41cd-992c-127ebc02c3e1 req-6d923176-9b56-4a70-8550-da1efb555ae5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1078935 Jun 30 09:35:34.562546 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2dea83fe-e197-4704-a4d2-726e1e65b926 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:34.578887 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecbb2d9-04c5-4879-8c1f-b306bf448139 None None] Pushing event updated for resources: {'Port': ['ID=9a4dcd80-89c2-4b16-b712-61d57a079ba5,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:34.654090 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2dea83fe-e197-4704-a4d2-726e1e65b926 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:34.736928 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea83fe-e197-4704-a4d2-726e1e65b926 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63d8e32c-603e-4ad6-8fd5-4577acdf2961,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:34.821567 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2dea83fe-e197-4704-a4d2-726e1e65b926 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:34.823348 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2dea83fe-e197-4704-a4d2-726e1e65b926 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7717557 Jun 30 09:35:34.826160 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42720) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:34.832888 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-bd5ab80f-bca6-456c-8896-24d844c43eab tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'security_group': {'name': 'tempest-secgroup-954796054'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:34.977931 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 9a4dcd80-89c2-4b16-b712-61d57a079ba5 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:34.998926 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bd5ab80f-bca6-456c-8896-24d844c43eab tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:35.207605 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bd5ab80f-bca6-456c-8896-24d844c43eab tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:35.312766 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bd5ab80f-bca6-456c-8896-24d844c43eab tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:35.463864 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ab80f-bca6-456c-8896-24d844c43eab tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=212e2607-e52f-49fd-963f-5807d918c6cf,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:35.621283 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bd5ab80f-bca6-456c-8896-24d844c43eab tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:35.623251 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bd5ab80f-bca6-456c-8896-24d844c43eab tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7947526 Jun 30 09:35:35.626087 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42728) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:35.634143 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-de30d69c-fbb8-4d38-94cb-756a9ef24e11 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-797750995', 'security_groups': ['212e2607-e52f-49fd-963f-5807d918c6cf'], 'network_id': '5d03201f-c4f2-40a3-8bf2-89a5c066eb56', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b4f7d501-53c7-4e94-99fd-29621df8af79'}]}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:36.060715 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10365ef-903f-4022-a9fe-d6eea7a64dff req-08e2e575-3d17-4ca0-b678-2df63cfde654 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:36.066748 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10365ef-903f-4022-a9fe-d6eea7a64dff req-08e2e575-3d17-4ca0-b678-2df63cfde654 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:36.073558 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10365ef-903f-4022-a9fe-d6eea7a64dff req-08e2e575-3d17-4ca0-b678-2df63cfde654 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:36.079647 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10365ef-903f-4022-a9fe-d6eea7a64dff req-08e2e575-3d17-4ca0-b678-2df63cfde654 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:36.079968 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4081f015-3fd0-41cf-9103-ec973849051d None None] Provisioning for port 9a4dcd80-89c2-4b16-b712-61d57a079ba5 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:36.085512 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10365ef-903f-4022-a9fe-d6eea7a64dff req-08e2e575-3d17-4ca0-b678-2df63cfde654 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:36.087841 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4081f015-3fd0-41cf-9103-ec973849051d None None] Provisioning complete for port 9a4dcd80-89c2-4b16-b712-61d57a079ba5 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:36.089395 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4081f015-3fd0-41cf-9103-ec973849051d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:36.091809 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10365ef-903f-4022-a9fe-d6eea7a64dff req-08e2e575-3d17-4ca0-b678-2df63cfde654 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:36.097546 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10365ef-903f-4022-a9fe-d6eea7a64dff req-08e2e575-3d17-4ca0-b678-2df63cfde654 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:36.106166 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c10365ef-903f-4022-a9fe-d6eea7a64dff req-08e2e575-3d17-4ca0-b678-2df63cfde654 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5430 time: 0.2989695 Jun 30 09:35:36.166563 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c10365ef-903f-4022-a9fe-d6eea7a64dff req-977a0cf2-b464-4dc7-9987-668b543228e2 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595551 Jun 30 09:35:36.191787 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de30d69c-fbb8-4d38-94cb-756a9ef24e11 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:36.331213 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4081f015-3fd0-41cf-9103-ec973849051d None None] Provisioning complete for port 5eead259-7b13-4ff5-b65c-f0f7a44d61e8 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:36.332840 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4081f015-3fd0-41cf-9103-ec973849051d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:36.359904 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-de30d69c-fbb8-4d38-94cb-756a9ef24e11 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:36.391665 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4081f015-3fd0-41cf-9103-ec973849051d None None] Port 5eead259-7b13-4ff5-b65c-f0f7a44d61e8 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:35:36.405595 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-de30d69c-fbb8-4d38-94cb-756a9ef24e11 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] device_id is not set on port 3a1c5334-17b2-48f8-9742-0b83548192c7 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:35:36.576060 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42772) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:36.813231 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-de30d69c-fbb8-4d38-94cb-756a9ef24e11 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Allocated IP 172.20.0.10 (5d03201f-c4f2-40a3-8bf2-89a5c066eb56/b4f7d501-53c7-4e94-99fd-29621df8af79/3a1c5334-17b2-48f8-9742-0b83548192c7) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:36.936935 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-211ad3bb-7263-4fe6-a2dc-750747c56af0 tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1794158815'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:36.937630 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-211ad3bb-7263-4fe6-a2dc-750747c56af0 tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] Unknown quota resources ['metering_label']. {{(pid=101054) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:35:37.121211 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-de30d69c-fbb8-4d38-94cb-756a9ef24e11 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:37.139610 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-de30d69c-fbb8-4d38-94cb-756a9ef24e11 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Transition to ACTIVE for port object 3a1c5334-17b2-48f8-9742-0b83548192c7 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:37.307768 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-de30d69c-fbb8-4d38-94cb-756a9ef24e11 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:37.330358 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-211ad3bb-7263-4fe6-a2dc-750747c56af0 tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:37.336129 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-211ad3bb-7263-4fe6-a2dc-750747c56af0 tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7557456 Jun 30 09:35:37.337146 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42790) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:37.342604 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de30d69c-fbb8-4d38-94cb-756a9ef24e11 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network 5d03201f-c4f2-40a3-8bf2-89a5c066eb56 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:37.344007 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-2614f4ee-f95e-4288-9bf9-1c52dfc23bf6 tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '2b1a7784-b950-40a5-8113-98dbaf519d40'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:37.344899 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-2614f4ee-f95e-4288-9bf9-1c52dfc23bf6 tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101054) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:35:37.383324 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-de30d69c-fbb8-4d38-94cb-756a9ef24e11 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:37.389900 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de30d69c-fbb8-4d38-94cb-756a9ef24e11 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:35:37.592359 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:37.637607 n-d-771363-31 neutron-server[101054]: WARNING neutron.services.metering.metering_plugin [None req-2614f4ee-f95e-4288-9bf9-1c52dfc23bf6 tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 30 09:35:37.702762 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3e6c1-308b-4e28-bddf-1907c2c210cf req-c6af6999-7f09-4390-9fec-cd7b6e773a9a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:37.716658 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3e6c1-308b-4e28-bddf-1907c2c210cf req-c6af6999-7f09-4390-9fec-cd7b6e773a9a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:37.727770 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3e6c1-308b-4e28-bddf-1907c2c210cf req-c6af6999-7f09-4390-9fec-cd7b6e773a9a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:37.746293 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3e6c1-308b-4e28-bddf-1907c2c210cf req-c6af6999-7f09-4390-9fec-cd7b6e773a9a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:37.758254 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3e6c1-308b-4e28-bddf-1907c2c210cf req-c6af6999-7f09-4390-9fec-cd7b6e773a9a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:37.768819 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3e6c1-308b-4e28-bddf-1907c2c210cf req-c6af6999-7f09-4390-9fec-cd7b6e773a9a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:37.791573 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3e6c1-308b-4e28-bddf-1907c2c210cf req-c6af6999-7f09-4390-9fec-cd7b6e773a9a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:37.801301 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d4f3e6c1-308b-4e28-bddf-1907c2c210cf req-c6af6999-7f09-4390-9fec-cd7b6e773a9a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5430 time: 0.3690162 Jun 30 09:35:37.825956 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30d69c-fbb8-4d38-94cb-756a9ef24e11 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Port': ['ID=3a1c5334-17b2-48f8-9742-0b83548192c7,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:37.862608 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de30d69c-fbb8-4d38-94cb-756a9ef24e11 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:37.863365 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-de30d69c-fbb8-4d38-94cb-756a9ef24e11 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:37.900759 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d6500f50-a7e9-42ec-a16d-161aa9a1e316 None None] Provisioning for port 3a1c5334-17b2-48f8-9742-0b83548192c7 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:37.905320 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d6500f50-a7e9-42ec-a16d-161aa9a1e316 None None] Provisioning complete for port 3a1c5334-17b2-48f8-9742-0b83548192c7 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:37.919212 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d6500f50-a7e9-42ec-a16d-161aa9a1e316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:37.968910 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-d6500f50-a7e9-42ec-a16d-161aa9a1e316 None None] Port 3a1c5334-17b2-48f8-9742-0b83548192c7 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:35:37.988676 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-de30d69c-fbb8-4d38-94cb-756a9ef24e11 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3609593 Jun 30 09:35:37.993049 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42808) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:38.002483 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-69144f4e-07ca-49ea-8ce7-bdb08908f789 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'subnet': {'network_id': '5d03201f-c4f2-40a3-8bf2-89a5c066eb56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:38.016685 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2614f4ee-f95e-4288-9bf9-1c52dfc23bf6 tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:38.020562 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2614f4ee-f95e-4288-9bf9-1c52dfc23bf6 tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6807604 Jun 30 09:35:38.039743 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42810) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:38.051282 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-c16d3a5a-b388-40c6-9cdc-0f2453c30c43 tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '2b1a7784-b950-40a5-8113-98dbaf519d40'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:38.051917 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-c16d3a5a-b388-40c6-9cdc-0f2453c30c43 tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101054) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:35:38.070439 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d4f3e6c1-308b-4e28-bddf-1907c2c210cf req-8b6fcc90-6654-46dc-98a4-4dbfad72c09b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2157667 Jun 30 09:35:38.455592 n-d-771363-31 neutron-server[101054]: WARNING neutron.services.metering.metering_plugin [None req-c16d3a5a-b388-40c6-9cdc-0f2453c30c43 tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 30 09:35:38.455936 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69144f4e-07ca-49ea-8ce7-bdb08908f789 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:38.459281 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-69144f4e-07ca-49ea-8ce7-bdb08908f789 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:38.702073 n-d-771363-31 neutron-server[101053]: INFO neutron.db.ipam_backend_mixin [None req-69144f4e-07ca-49ea-8ce7-bdb08908f789 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b4f7d501-53c7-4e94-99fd-29621df8af79 (CIDR: 172.20.0.0/28) Jun 30 09:35:38.743407 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-69144f4e-07ca-49ea-8ce7-bdb08908f789 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:35:38.744811 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69144f4e-07ca-49ea-8ce7-bdb08908f789 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:35:38.855687 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:38.859027 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-69144f4e-07ca-49ea-8ce7-bdb08908f789 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8637106 Jun 30 09:35:38.863520 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42822) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:38.879879 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-5c204a38-58a3-4cab-a122-74e6d6f13d05 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'subnet': {'network_id': '5d03201f-c4f2-40a3-8bf2-89a5c066eb56', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:39.068931 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c16d3a5a-b388-40c6-9cdc-0f2453c30c43 tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:39.070286 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c16d3a5a-b388-40c6-9cdc-0f2453c30c43 tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.0310071 Jun 30 09:35:39.075463 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42826) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:39.089288 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-904b9cbb-c863-4dff-9c8a-53074d7aef65 tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=9f4bbe8d-1afa-40ed-9078-48bf1e89b252 HTTP/1.1" status: 200 len: 464 time: 0.0116086 Jun 30 09:35:39.092381 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42828) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:39.187147 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c204a38-58a3-4cab-a122-74e6d6f13d05 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:39.203412 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5c204a38-58a3-4cab-a122-74e6d6f13d05 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:39.380908 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d68cf62e-9994-4bbb-8a80-83328161495c tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:39.382526 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d68cf62e-9994-4bbb-8a80-83328161495c tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/9f4bbe8d-1afa-40ed-9078-48bf1e89b252 HTTP/1.1" status: 204 len: 168 time: 0.2888343 Jun 30 09:35:39.387665 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42834) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:39.403213 n-d-771363-31 neutron-server[101053]: INFO neutron.db.ipam_backend_mixin [None req-5c204a38-58a3-4cab-a122-74e6d6f13d05 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 62c99e1a-f794-4bed-9e33-a668672f69e4 (CIDR: 172.20.0.16/28) Jun 30 09:35:39.415172 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-53af40cb-0891-4bf1-a657-5fa35f32a182 tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=9f4bbe8d-1afa-40ed-9078-48bf1e89b252 HTTP/1.1" status: 200 len: 221 time: 0.0252173 Jun 30 09:35:39.421976 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42836) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:39.439297 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-04e9cb13-e61b-4e34-b246-348f0b3f00c9 tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--726231454', 'description': 'label created by tempest'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:39.439766 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-04e9cb13-e61b-4e34-b246-348f0b3f00c9 tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] Unknown quota resources ['metering_label']. {{(pid=101054) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:35:39.461411 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c204a38-58a3-4cab-a122-74e6d6f13d05 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:35:39.461411 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c204a38-58a3-4cab-a122-74e6d6f13d05 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:35:39.567370 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e23172-97db-4014-8da8-9ba745c5891f req-9905ea2d-662b-455e-8eab-03e60406f039 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:39.579183 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e23172-97db-4014-8da8-9ba745c5891f req-9905ea2d-662b-455e-8eab-03e60406f039 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:39.588259 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e23172-97db-4014-8da8-9ba745c5891f req-9905ea2d-662b-455e-8eab-03e60406f039 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:39.594439 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e23172-97db-4014-8da8-9ba745c5891f req-9905ea2d-662b-455e-8eab-03e60406f039 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:39.601087 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e23172-97db-4014-8da8-9ba745c5891f req-9905ea2d-662b-455e-8eab-03e60406f039 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:39.607336 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e23172-97db-4014-8da8-9ba745c5891f req-9905ea2d-662b-455e-8eab-03e60406f039 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:39.613399 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e23172-97db-4014-8da8-9ba745c5891f req-9905ea2d-662b-455e-8eab-03e60406f039 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:39.617354 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-96e23172-97db-4014-8da8-9ba745c5891f req-9905ea2d-662b-455e-8eab-03e60406f039 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5430 time: 0.2030563 Jun 30 09:35:39.621817 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5c204a38-58a3-4cab-a122-74e6d6f13d05 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7559659 Jun 30 09:35:39.627476 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42838) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:39.637791 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-06cd757f-e24c-4d1e-866b-c289a02b5e70 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'subnet': {'network_id': '5d03201f-c4f2-40a3-8bf2-89a5c066eb56', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:39.747332 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-96e23172-97db-4014-8da8-9ba745c5891f req-23eef6ba-3db0-4e0d-ac6b-55688f72acc6 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1171854 Jun 30 09:35:39.920307 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-04e9cb13-e61b-4e34-b246-348f0b3f00c9 tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:39.922663 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-04e9cb13-e61b-4e34-b246-348f0b3f00c9 tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4954829 Jun 30 09:35:39.926893 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42842) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:40.086576 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-547a1748-6595-4d29-8316-8ecf654d1f84 tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=4225d990-9891-41a4-b174-c7e0d8167610 HTTP/1.1" status: 200 len: 467 time: 0.1576147 Jun 30 09:35:40.091558 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42846) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:40.141559 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cd757f-e24c-4d1e-866b-c289a02b5e70 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Made reservation on behalf of 01856d533e0f4637bcf2cf22fb15c6ff for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:40.146212 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-06cd757f-e24c-4d1e-866b-c289a02b5e70 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:40.447088 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-25207b99-1305-4699-93ec-73e4fcdcd100 tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:40.452078 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-25207b99-1305-4699-93ec-73e4fcdcd100 tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/4225d990-9891-41a4-b174-c7e0d8167610 HTTP/1.1" status: 204 len: 168 time: 0.3554769 Jun 30 09:35:40.452377 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42850) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:40.467497 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-200f8003-c652-4611-a2d7-15bd139a9dff tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=4225d990-9891-41a4-b174-c7e0d8167610 HTTP/1.1" status: 200 len: 216 time: 0.0139766 Jun 30 09:35:40.471890 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42852) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:40.483436 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-39698b93-928d-4ab2-b7e7-fbfe2fefb686 tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0103271 Jun 30 09:35:40.486610 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42854) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:40.499658 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1e12084a-6950-4253-81fd-0873958d1391 tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0118835 Jun 30 09:35:40.502882 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42856) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:40.555654 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1d96bb55-f703-499e-b749-8a1562efb9cd tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels/2b1a7784-b950-40a5-8113-98dbaf519d40 HTTP/1.1" status: 200 len: 473 time: 0.0514550 Jun 30 09:35:40.559978 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42858) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:40.573707 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3ac8e607-1bbc-4360-87d4-30e2292ff0bc tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules/9f81990d-7914-4124-8aeb-81498697d97c HTTP/1.1" status: 200 len: 461 time: 0.0127549 Jun 30 09:35:40.577035 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42860) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:40.615521 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-06cd757f-e24c-4d1e-866b-c289a02b5e70 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:40.661941 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cd757f-e24c-4d1e-866b-c289a02b5e70 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Network 5d03201f-c4f2-40a3-8bf2-89a5c066eb56 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:40.663867 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-06cd757f-e24c-4d1e-866b-c289a02b5e70 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:40.671332 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cd757f-e24c-4d1e-866b-c289a02b5e70 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:40.672437 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-06cd757f-e24c-4d1e-866b-c289a02b5e70 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:40.674865 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fb4fd5-f7f1-49d3-9834-6b1f411683ab None None] Network 5d03201f-c4f2-40a3-8bf2-89a5c066eb56 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:35:40.687598 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd757f-e24c-4d1e-866b-c289a02b5e70 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Subnet': ['ID=2b3f03dc-bfe4-4ae4-8814-ad10debbda49,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:40.807426 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-06cd757f-e24c-4d1e-866b-c289a02b5e70 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1754065 Jun 30 09:35:40.807685 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42866) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:40.814989 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-678c3ee8-fdb8-45df-a1ad-80845a843809 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2090772464', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2b3f03dc-bfe4-4ae4-8814-ad10debbda49'}], 'security_groups': ['13434276-8a5e-4ce6-9e79-0be204ad5dd2', '63d8e32c-603e-4ad6-8fd5-4577acdf2961']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:40.849555 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-001f62cf-f5ae-43c2-80ed-66f0679e764a tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:40.850998 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-001f62cf-f5ae-43c2-80ed-66f0679e764a tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/9f81990d-7914-4124-8aeb-81498697d97c HTTP/1.1" status: 204 len: 168 time: 0.2730150 Jun 30 09:35:40.854108 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42868) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:41.210242 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c1d51a-6a80-4280-8c30-9d9bad980020 None None] Update dhcp port {'port': {'network_id': '5d03201f-c4f2-40a3-8bf2-89a5c066eb56', 'fixed_ips': [{'subnet_id': '62c99e1a-f794-4bed-9e33-a668672f69e4', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b4f7d501-53c7-4e94-99fd-29621df8af79', 'ip_address': '172.20.0.2'}, {'subnet_id': '2b3f03dc-bfe4-4ae4-8814-ad10debbda49'}], 'binding:host_id': 'n-d-771363-31'}, 'id': '9a4dcd80-89c2-4b16-b712-61d57a079ba5'} from n-d-771363-31. {{(pid=101055) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:35:41.225507 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c490-2535-4148-ba8e-c2ed3863f4d2 tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:41.226309 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f164a-4134-4fdf-adfb-5e7b71ab209d req-54da4a66-f586-4aba-b805-9e516a1f9771 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:41.230895 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3fe5c490-2535-4148-ba8e-c2ed3863f4d2 tempest-MeteringTestJSON-224946803 tempest-MeteringTestJSON-224946803-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/2b1a7784-b950-40a5-8113-98dbaf519d40 HTTP/1.1" status: 204 len: 168 time: 0.3754873 Jun 30 09:35:41.236025 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f164a-4134-4fdf-adfb-5e7b71ab209d req-54da4a66-f586-4aba-b805-9e516a1f9771 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:41.242404 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f164a-4134-4fdf-adfb-5e7b71ab209d req-54da4a66-f586-4aba-b805-9e516a1f9771 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:41.250920 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f164a-4134-4fdf-adfb-5e7b71ab209d req-54da4a66-f586-4aba-b805-9e516a1f9771 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:41.259665 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f164a-4134-4fdf-adfb-5e7b71ab209d req-54da4a66-f586-4aba-b805-9e516a1f9771 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:41.263051 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d4c1d51a-6a80-4280-8c30-9d9bad980020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:41.281345 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f164a-4134-4fdf-adfb-5e7b71ab209d req-54da4a66-f586-4aba-b805-9e516a1f9771 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:41.297425 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f164a-4134-4fdf-adfb-5e7b71ab209d req-54da4a66-f586-4aba-b805-9e516a1f9771 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:41.300126 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a44f164a-4134-4fdf-adfb-5e7b71ab209d req-54da4a66-f586-4aba-b805-9e516a1f9771 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5430 time: 0.2765372 Jun 30 09:35:41.402322 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a44f164a-4134-4fdf-adfb-5e7b71ab209d req-59395dac-6e50-4c2f-8723-67cbbdf39759 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0936439 Jun 30 09:35:41.453365 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-678c3ee8-fdb8-45df-a1ad-80845a843809 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:41.551176 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-d4c1d51a-6a80-4280-8c30-9d9bad980020 None None] Allocated IP 172.20.0.34 (5d03201f-c4f2-40a3-8bf2-89a5c066eb56/2b3f03dc-bfe4-4ae4-8814-ad10debbda49/9a4dcd80-89c2-4b16-b712-61d57a079ba5) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:41.726174 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-d4c1d51a-6a80-4280-8c30-9d9bad980020 None None] For port 9a4dcd80-89c2-4b16-b712-61d57a079ba5, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=9a4dcd80-89c2-4b16-b712-61d57a079ba5,segment=NetworkSegment(b3f3d1ff-a544-4d3b-ae87-058ed0cbff9e),segment_id=b3f3d1ff-a544-4d3b-ae87-058ed0cbff9e)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:41.778842 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d4c1d51a-6a80-4280-8c30-9d9bad980020 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:41.800652 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d4c1d51a-6a80-4280-8c30-9d9bad980020 None None] Transition to ACTIVE for port object 9a4dcd80-89c2-4b16-b712-61d57a079ba5 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:41.859630 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d4c1d51a-6a80-4280-8c30-9d9bad980020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:41.999748 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1d51a-6a80-4280-8c30-9d9bad980020 None None] Pushing event updated for resources: {'Port': ['ID=9a4dcd80-89c2-4b16-b712-61d57a079ba5,revision_number=7']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:42.058946 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-678c3ee8-fdb8-45df-a1ad-80845a843809 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Delete allocated IP 172.20.0.10 (5d03201f-c4f2-40a3-8bf2-89a5c066eb56/b4f7d501-53c7-4e94-99fd-29621df8af79) {{(pid=101054) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 09:35:42.078558 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-678c3ee8-fdb8-45df-a1ad-80845a843809 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Allocated IP 172.20.0.36 (5d03201f-c4f2-40a3-8bf2-89a5c066eb56/2b3f03dc-bfe4-4ae4-8814-ad10debbda49/3a1c5334-17b2-48f8-9742-0b83548192c7) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:42.116831 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42892) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:42.346728 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04f133c3-6438-41c0-be9b-e4855c14de69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:42.435949 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-678c3ee8-fdb8-45df-a1ad-80845a843809 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:42.467151 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-678c3ee8-fdb8-45df-a1ad-80845a843809 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Transition to ACTIVE for port object 3a1c5334-17b2-48f8-9742-0b83548192c7 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:42.564107 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04f133c3-6438-41c0-be9b-e4855c14de69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:42.654791 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-678c3ee8-fdb8-45df-a1ad-80845a843809 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:42.705050 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04f133c3-6438-41c0-be9b-e4855c14de69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:42.810390 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c3ee8-fdb8-45df-a1ad-80845a843809 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event updated for resources: {'Port': ['ID=3a1c5334-17b2-48f8-9742-0b83548192c7,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:42.887459 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 9a4dcd80-89c2-4b16-b712-61d57a079ba5 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:42.905987 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1f97b-28cd-42ae-8635-4d2682276bba req-3aa3981c-0883-46f2-9474-63791d4fd05e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:42.910086 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-678c3ee8-fdb8-45df-a1ad-80845a843809 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] In _notify_port_updated(), no bound segment for port 3a1c5334-17b2-48f8-9742-0b83548192c7 on network 5d03201f-c4f2-40a3-8bf2-89a5c066eb56 {{(pid=101054) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:35:42.915641 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678c3ee8-fdb8-45df-a1ad-80845a843809 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:42.917246 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-678c3ee8-fdb8-45df-a1ad-80845a843809 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:42.922895 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-678c3ee8-fdb8-45df-a1ad-80845a843809 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "PUT /v2.0/ports/3a1c5334-17b2-48f8-9742-0b83548192c7 HTTP/1.1" status: 200 len: 960 time: 2.1096959 Jun 30 09:35:42.922895 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42914) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:42.931896 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1f97b-28cd-42ae-8635-4d2682276bba req-3aa3981c-0883-46f2-9474-63791d4fd05e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:42.943077 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1f97b-28cd-42ae-8635-4d2682276bba req-3aa3981c-0883-46f2-9474-63791d4fd05e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:42.956119 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1f97b-28cd-42ae-8635-4d2682276bba req-3aa3981c-0883-46f2-9474-63791d4fd05e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:42.968414 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1f97b-28cd-42ae-8635-4d2682276bba req-3aa3981c-0883-46f2-9474-63791d4fd05e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:42.993224 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1f97b-28cd-42ae-8635-4d2682276bba req-3aa3981c-0883-46f2-9474-63791d4fd05e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:43.000297 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1f97b-28cd-42ae-8635-4d2682276bba req-3aa3981c-0883-46f2-9474-63791d4fd05e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:43.004192 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-89c1f97b-28cd-42ae-8635-4d2682276bba req-3aa3981c-0883-46f2-9474-63791d4fd05e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5430 time: 0.4319515 Jun 30 09:35:43.008472 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f133c3-6438-41c0-be9b-e4855c14de69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241149b4-3d5b-43e4-8703-6e52f405927a,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:43.024152 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-04f133c3-6438-41c0-be9b-e4855c14de69 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=080594f382f64a5a9d5d7199007638bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9061103 Jun 30 09:35:43.029526 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42916) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:43.073295 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-dc74c0f5-3455-44ab-8c8f-946943eefa12 None None] Provisioning for port 9a4dcd80-89c2-4b16-b712-61d57a079ba5 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:43.077581 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-dc74c0f5-3455-44ab-8c8f-946943eefa12 None None] Provisioning complete for port 9a4dcd80-89c2-4b16-b712-61d57a079ba5 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:43.077952 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-dc74c0f5-3455-44ab-8c8f-946943eefa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:43.125883 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-89c1f97b-28cd-42ae-8635-4d2682276bba req-22ccf9b6-b4b3-48a3-91e1-b7d58394b516 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0943906 Jun 30 09:35:43.148705 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-98f860d3-b52e-416a-b234-c17161aac625 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Deleting port 3a1c5334-17b2-48f8-9742-0b83548192c7 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:35:43.149635 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-98f860d3-b52e-416a-b234-c17161aac625 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:43.224353 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f038352-41e9-4f80-9ba6-dbc6151db959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:43.293990 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f038352-41e9-4f80-9ba6-dbc6151db959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:43.308873 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-98f860d3-b52e-416a-b234-c17161aac625 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:43.342766 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-98f860d3-b52e-416a-b234-c17161aac625 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Calling delete_port for 3a1c5334-17b2-48f8-9742-0b83548192c7 owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:35:43.443814 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-dc74c0f5-3455-44ab-8c8f-946943eefa12 None None] Provisioning for port 3a1c5334-17b2-48f8-9742-0b83548192c7 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:43.449477 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-dc74c0f5-3455-44ab-8c8f-946943eefa12 None None] Provisioning complete for port 3a1c5334-17b2-48f8-9742-0b83548192c7 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:43.450000 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-dc74c0f5-3455-44ab-8c8f-946943eefa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:43.518634 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f038352-41e9-4f80-9ba6-dbc6151db959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:43.529545 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f038352-41e9-4f80-9ba6-dbc6151db959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:43.529545 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8f038352-41e9-4f80-9ba6-dbc6151db959 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/241149b4-3d5b-43e4-8703-6e52f405927a HTTP/1.1" status: 204 len: 168 time: 0.4939704 Jun 30 09:35:43.536007 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f038352-41e9-4f80-9ba6-dbc6151db959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241149b4-3d5b-43e4-8703-6e52f405927a,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:43.559730 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-dc74c0f5-3455-44ab-8c8f-946943eefa12 None None] Port 3a1c5334-17b2-48f8-9742-0b83548192c7 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:35:43.610718 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-dc74c0f5-3455-44ab-8c8f-946943eefa12 None None] Provisioning complete for port 5eead259-7b13-4ff5-b65c-f0f7a44d61e8 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:43.611712 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-dc74c0f5-3455-44ab-8c8f-946943eefa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:43.745870 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-dc74c0f5-3455-44ab-8c8f-946943eefa12 None None] Port 5eead259-7b13-4ff5-b65c-f0f7a44d61e8 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:35:43.879972 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-84fb5057-7e15-4c93-ab6d-854186c0dd6b None None] Provisioning complete for port 3a1c5334-17b2-48f8-9742-0b83548192c7 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:43.881155 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-84fb5057-7e15-4c93-ab6d-854186c0dd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:43.889790 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-98f860d3-b52e-416a-b234-c17161aac625 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:43.936091 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-84fb5057-7e15-4c93-ab6d-854186c0dd6b None None] Port 3a1c5334-17b2-48f8-9742-0b83548192c7 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:35:43.958453 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f860d3-b52e-416a-b234-c17161aac625 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Port': ['ID=3a1c5334-17b2-48f8-9742-0b83548192c7,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:44.056017 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-98f860d3-b52e-416a-b234-c17161aac625 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:44.056017 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-98f860d3-b52e-416a-b234-c17161aac625 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/ports/3a1c5334-17b2-48f8-9742-0b83548192c7 HTTP/1.1" status: 204 len: 168 time: 1.1312575 Jun 30 09:35:44.058079 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42930) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:44.113590 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a6b85c3-8b13-4d7c-a92b-ced7fd9d9e8b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] GET failed (client error): The resource could not be found. Jun 30 09:35:44.115668 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2a6b85c3-8b13-4d7c-a92b-ced7fd9d9e8b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "GET /v2.0/ports/3a1c5334-17b2-48f8-9742-0b83548192c7 HTTP/1.1" status: 404 len: 333 time: 0.0565391 Jun 30 09:35:44.118642 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42932) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:44.310124 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0e447cd7-31c0-4e0d-9d7c-672e53a26950 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:44.375104 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0e447cd7-31c0-4e0d-9d7c-672e53a26950 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:44.547167 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0e447cd7-31c0-4e0d-9d7c-672e53a26950 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:44.551395 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0e447cd7-31c0-4e0d-9d7c-672e53a26950 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:44.556611 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42938) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:44.559342 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0e447cd7-31c0-4e0d-9d7c-672e53a26950 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/security-groups/212e2607-e52f-49fd-963f-5807d918c6cf HTTP/1.1" status: 204 len: 168 time: 0.4362390 Jun 30 09:35:44.570707 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e447cd7-31c0-4e0d-9d7c-672e53a26950 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=212e2607-e52f-49fd-963f-5807d918c6cf,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:44.657502 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-53f0f1d8-cdb5-4a5a-9c01-3c4af4da2d4b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:44.689757 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-53f0f1d8-cdb5-4a5a-9c01-3c4af4da2d4b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:44.744735 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42940) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:44.798318 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3bf39538-898f-4f85-b949-3626682cb11e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:44.855396 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498088b-c4f4-47ca-9b57-95336bad91b5 req-094901c2-9a41-4290-a568-537659b7ec2a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:44.868498 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498088b-c4f4-47ca-9b57-95336bad91b5 req-094901c2-9a41-4290-a568-537659b7ec2a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:44.881632 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498088b-c4f4-47ca-9b57-95336bad91b5 req-094901c2-9a41-4290-a568-537659b7ec2a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:44.888587 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498088b-c4f4-47ca-9b57-95336bad91b5 req-094901c2-9a41-4290-a568-537659b7ec2a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:44.895020 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498088b-c4f4-47ca-9b57-95336bad91b5 req-094901c2-9a41-4290-a568-537659b7ec2a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:44.902328 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498088b-c4f4-47ca-9b57-95336bad91b5 req-094901c2-9a41-4290-a568-537659b7ec2a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:44.910011 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498088b-c4f4-47ca-9b57-95336bad91b5 req-094901c2-9a41-4290-a568-537659b7ec2a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:44.914690 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-53f0f1d8-cdb5-4a5a-9c01-3c4af4da2d4b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:44.918563 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-53f0f1d8-cdb5-4a5a-9c01-3c4af4da2d4b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:44.920067 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1498088b-c4f4-47ca-9b57-95336bad91b5 req-094901c2-9a41-4290-a568-537659b7ec2a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5430 time: 0.4972208 Jun 30 09:35:44.920873 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-53f0f1d8-cdb5-4a5a-9c01-3c4af4da2d4b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/security-groups/63d8e32c-603e-4ad6-8fd5-4577acdf2961 HTTP/1.1" status: 204 len: 168 time: 0.3625648 Jun 30 09:35:44.923565 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42948) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:44.941360 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0f1d8-cdb5-4a5a-9c01-3c4af4da2d4b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d8e32c-603e-4ad6-8fd5-4577acdf2961,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:45.033071 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3bf39538-898f-4f85-b949-3626682cb11e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:45.035088 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1498088b-c4f4-47ca-9b57-95336bad91b5 req-f0ab5e1a-4d8d-4a64-917f-5248287191fb tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1066051 Jun 30 09:35:45.093053 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-936156a5-74ac-4aaf-9012-bdc3e32de217 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:45.116865 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-936156a5-74ac-4aaf-9012-bdc3e32de217 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:45.142379 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3bf39538-898f-4f85-b949-3626682cb11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:45.201650 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3bf39538-898f-4f85-b949-3626682cb11e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=70e7102866fe4efd988fecab4efb1583&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4464548 Jun 30 09:35:45.201650 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf39538-898f-4f85-b949-3626682cb11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adfbf7b-576d-4dc8-a3c5-c44347b62f16,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:45.203428 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42952) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:45.262561 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9a8c7a3c-34ad-42ba-b3c5-1c65261161d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:45.301967 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9a8c7a3c-34ad-42ba-b3c5-1c65261161d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:45.437815 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-936156a5-74ac-4aaf-9012-bdc3e32de217 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:45.441111 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-936156a5-74ac-4aaf-9012-bdc3e32de217 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:45.442580 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-936156a5-74ac-4aaf-9012-bdc3e32de217 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/security-groups/13434276-8a5e-4ce6-9e79-0be204ad5dd2 HTTP/1.1" status: 204 len: 168 time: 0.5119472 Jun 30 09:35:45.446755 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42954) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:45.458751 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936156a5-74ac-4aaf-9012-bdc3e32de217 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13434276-8a5e-4ce6-9e79-0be204ad5dd2,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:45.482406 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9a8c7a3c-34ad-42ba-b3c5-1c65261161d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:45.507140 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9a8c7a3c-34ad-42ba-b3c5-1c65261161d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:45.509713 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9a8c7a3c-34ad-42ba-b3c5-1c65261161d8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1adfbf7b-576d-4dc8-a3c5-c44347b62f16 HTTP/1.1" status: 204 len: 168 time: 0.3042130 Jun 30 09:35:45.524103 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c7a3c-34ad-42ba-b3c5-1c65261161d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adfbf7b-576d-4dc8-a3c5-c44347b62f16,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:45.552408 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c03c24a-ce20-40d1-9431-c43c4c1b6696 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Deleting subnet b4f7d501-53c7-4e94-99fd-29621df8af79 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:35:45.558238 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c03c24a-ce20-40d1-9431-c43c4c1b6696 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:45.609270 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c03c24a-ce20-40d1-9431-c43c4c1b6696 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:45.752744 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c03c24a-ce20-40d1-9431-c43c4c1b6696 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:45.924604 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c03c24a-ce20-40d1-9431-c43c4c1b6696 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:45.959000 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03c24a-ce20-40d1-9431-c43c4c1b6696 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Subnet': ['ID=b4f7d501-53c7-4e94-99fd-29621df8af79,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:45.964116 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c03c24a-ce20-40d1-9431-c43c4c1b6696 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:45.964116 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7c03c24a-ce20-40d1-9431-c43c4c1b6696 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/subnets/b4f7d501-53c7-4e94-99fd-29621df8af79 HTTP/1.1" status: 204 len: 168 time: 0.5130327 Jun 30 09:35:45.970072 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42964) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:45.980836 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ad03af-50ff-4834-9179-a7620111f093 None None] Network 5d03201f-c4f2-40a3-8bf2-89a5c066eb56 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:35:46.181906 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9731fca-af9a-4af8-bd1a-0afc26ccb0c1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Deleting subnet 2b3f03dc-bfe4-4ae4-8814-ad10debbda49 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:35:46.187698 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f9731fca-af9a-4af8-bd1a-0afc26ccb0c1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:46.300829 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f9731fca-af9a-4af8-bd1a-0afc26ccb0c1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:46.504782 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f9731fca-af9a-4af8-bd1a-0afc26ccb0c1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:46.821879 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f9731fca-af9a-4af8-bd1a-0afc26ccb0c1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:46.905304 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9731fca-af9a-4af8-bd1a-0afc26ccb0c1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Subnet': ['ID=2b3f03dc-bfe4-4ae4-8814-ad10debbda49,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:46.943448 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f9731fca-af9a-4af8-bd1a-0afc26ccb0c1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:46.949423 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f9731fca-af9a-4af8-bd1a-0afc26ccb0c1 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/subnets/2b3f03dc-bfe4-4ae4-8814-ad10debbda49 HTTP/1.1" status: 204 len: 168 time: 0.9706666 Jun 30 09:35:46.950034 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 42982) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:46.960420 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:35:47.051644 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66e370a-6b09-44fb-9d50-95c17af5b3dd tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] DELETE failed (client error): The resource could not be found. Jun 30 09:35:47.058602 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c66e370a-6b09-44fb-9d50-95c17af5b3dd tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:35:47.058602 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c66e370a-6b09-44fb-9d50-95c17af5b3dd tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/subnets/b4f7d501-53c7-4e94-99fd-29621df8af79 HTTP/1.1" status: 404 len: 337 time: 0.1026335 Jun 30 09:35:47.059665 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 42986) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:47.247087 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2aca9-d8ed-43d2-9b87-ca17cdd9e7bc req-4d5f6c6f-8a83-4d43-a36c-30d6d98286f6 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:47.295287 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2aca9-d8ed-43d2-9b87-ca17cdd9e7bc req-4d5f6c6f-8a83-4d43-a36c-30d6d98286f6 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:47.329875 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2aca9-d8ed-43d2-9b87-ca17cdd9e7bc req-4d5f6c6f-8a83-4d43-a36c-30d6d98286f6 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:47.352764 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2aca9-d8ed-43d2-9b87-ca17cdd9e7bc req-4d5f6c6f-8a83-4d43-a36c-30d6d98286f6 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:47.392028 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2aca9-d8ed-43d2-9b87-ca17cdd9e7bc req-4d5f6c6f-8a83-4d43-a36c-30d6d98286f6 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:47.407164 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2aca9-d8ed-43d2-9b87-ca17cdd9e7bc req-4d5f6c6f-8a83-4d43-a36c-30d6d98286f6 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:47.478098 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2aca9-d8ed-43d2-9b87-ca17cdd9e7bc req-4d5f6c6f-8a83-4d43-a36c-30d6d98286f6 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:47.478098 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-32b2aca9-d8ed-43d2-9b87-ca17cdd9e7bc req-4d5f6c6f-8a83-4d43-a36c-30d6d98286f6 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5430 time: 1.0619366 Jun 30 09:35:47.478098 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-67c26222-5d66-42a6-b87d-3981d3354770 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Deleting subnet 62c99e1a-f794-4bed-9e33-a668672f69e4 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:35:47.478098 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-67c26222-5d66-42a6-b87d-3981d3354770 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:47.570872 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-32b2aca9-d8ed-43d2-9b87-ca17cdd9e7bc req-6800e194-b6f5-4f3f-b68d-49df35d7191d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1126328 Jun 30 09:35:47.587282 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-67c26222-5d66-42a6-b87d-3981d3354770 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:47.713509 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b5822d-1414-4d92-bbe1-30daac852ad1 None None] Network 5d03201f-c4f2-40a3-8bf2-89a5c066eb56 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:35:47.869862 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-67c26222-5d66-42a6-b87d-3981d3354770 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:47.887429 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bf4e1385-8fc2-484f-9abe-f039a3a5962b None None] Provisioning complete for port 9a4dcd80-89c2-4b16-b712-61d57a079ba5 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:47.888330 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bf4e1385-8fc2-484f-9abe-f039a3a5962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:48.101992 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-67c26222-5d66-42a6-b87d-3981d3354770 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:48.133299 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bf4e1385-8fc2-484f-9abe-f039a3a5962b None None] Provisioning complete for port 5eead259-7b13-4ff5-b65c-f0f7a44d61e8 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:48.133579 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bf4e1385-8fc2-484f-9abe-f039a3a5962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:48.175367 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c26222-5d66-42a6-b87d-3981d3354770 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Subnet': ['ID=62c99e1a-f794-4bed-9e33-a668672f69e4,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:48.184388 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bf4e1385-8fc2-484f-9abe-f039a3a5962b None None] Port 5eead259-7b13-4ff5-b65c-f0f7a44d61e8 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:35:48.184758 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-67c26222-5d66-42a6-b87d-3981d3354770 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:48.191023 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-67c26222-5d66-42a6-b87d-3981d3354770 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/subnets/62c99e1a-f794-4bed-9e33-a668672f69e4 HTTP/1.1" status: 204 len: 168 time: 1.1293926 Jun 30 09:35:48.192589 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43046) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:48.228998 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-b94403f9-b9b7-450e-a877-f9407123eed5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] DELETE failed (client error): The resource could not be found. Jun 30 09:35:48.229747 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b94403f9-b9b7-450e-a877-f9407123eed5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:35:48.235567 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43050) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:48.255929 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b94403f9-b9b7-450e-a877-f9407123eed5 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/subnets/c0a12e27-2d2d-425e-84bc-79bdf59a9dbe HTTP/1.1" status: 404 len: 337 time: 0.0468578 Jun 30 09:35:48.308741 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43058) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:48.310977 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a037c7ce-2cc6-4569-8fb2-f86eaef3522b tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "GET /v2.0/ports?device_id=58edc447-38df-4afa-9b14-34e11c5066b2 HTTP/1.1" status: 200 len: 205 time: 0.0739174 Jun 30 09:35:48.324893 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea076d8f-458d-4976-866a-0c9185981847 None None] Update dhcp port {'port': {'network_id': '5d03201f-c4f2-40a3-8bf2-89a5c066eb56', 'fixed_ips': [{'subnet_id': '62c99e1a-f794-4bed-9e33-a668672f69e4'}], 'binding:host_id': 'n-d-771363-31'}, 'id': '9a4dcd80-89c2-4b16-b712-61d57a079ba5'} from n-d-771363-31. {{(pid=101055) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:35:48.406847 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ea076d8f-458d-4976-866a-0c9185981847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:48.407417 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-14e2109e-3502-4764-a9b1-0f6028432fb8 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] delete failed (client error): The resource could not be found. Jun 30 09:35:48.410096 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-14e2109e-3502-4764-a9b1-0f6028432fb8 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/routers/58edc447-38df-4afa-9b14-34e11c5066b2 HTTP/1.1" status: 404 len: 336 time: 0.1000462 Jun 30 09:35:48.413523 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43066) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:48.467825 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-0efa4364-b763-4fc9-9e77-915dd5cf8fae tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] DELETE failed (client error): The resource could not be found. Jun 30 09:35:48.468822 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0efa4364-b763-4fc9-9e77-915dd5cf8fae tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:35:48.476285 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0efa4364-b763-4fc9-9e77-915dd5cf8fae tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/subnets/179d957e-7a4f-469b-bbeb-78edf5e17da7 HTTP/1.1" status: 404 len: 337 time: 0.0607972 Jun 30 09:35:48.476529 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43070) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:48.523217 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-144daefa-771e-4ef9-9e3e-908ad64ae680 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] DELETE failed (client error): The resource could not be found. Jun 30 09:35:48.526988 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-144daefa-771e-4ef9-9e3e-908ad64ae680 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:35:48.526988 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-144daefa-771e-4ef9-9e3e-908ad64ae680 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/subnets/f1bc6f1e-2c0d-47c8-9dbb-f6d92062e053 HTTP/1.1" status: 404 len: 337 time: 0.0475788 Jun 30 09:35:48.529735 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43072) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:48.566159 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c8d6a8-ccdc-4dfa-b446-5771345fea91 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] DELETE failed (client error): The resource could not be found. Jun 30 09:35:48.566917 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13c8d6a8-ccdc-4dfa-b446-5771345fea91 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:35:48.568754 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-13c8d6a8-ccdc-4dfa-b446-5771345fea91 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/subnets/a9e4ac3f-fae2-4bc6-9dd6-e5a5924966bf HTTP/1.1" status: 404 len: 337 time: 0.0378363 Jun 30 09:35:48.572309 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43074) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:48.605559 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b3bebba-3342-49b8-a941-39c56b51f44c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] DELETE failed (client error): The resource could not be found. Jun 30 09:35:48.606478 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b3bebba-3342-49b8-a941-39c56b51f44c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:35:48.608578 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6b3bebba-3342-49b8-a941-39c56b51f44c tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/ports/14fe7f32-6018-4242-8aae-6e4b40042c73 HTTP/1.1" status: 404 len: 333 time: 0.0348988 Jun 30 09:35:48.612211 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43076) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:48.707410 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-981f0c2f-87db-4f50-a3c4-2e7026409578 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] DELETE failed (client error): The resource could not be found. Jun 30 09:35:48.707410 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-981f0c2f-87db-4f50-a3c4-2e7026409578 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:35:48.707410 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-981f0c2f-87db-4f50-a3c4-2e7026409578 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/subnets/dfac4a36-3e57-4cb9-ad74-7236a966ad3c HTTP/1.1" status: 404 len: 337 time: 0.0349729 Jun 30 09:35:48.707410 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43078) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:48.707410 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-c412a61c-0e77-459f-a6cb-2ccc7183091d tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] DELETE failed (client error): The resource could not be found. Jun 30 09:35:48.707410 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c412a61c-0e77-459f-a6cb-2ccc7183091d tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:35:48.707410 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c412a61c-0e77-459f-a6cb-2ccc7183091d tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/subnets/e130bd82-66d3-46ee-9498-a80317c297eb HTTP/1.1" status: 404 len: 337 time: 0.0301111 Jun 30 09:35:48.707410 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43084) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:48.709430 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d8a523-0be2-445a-ba44-ca217e850a68 None None] Network 5d03201f-c4f2-40a3-8bf2-89a5c066eb56 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:35:48.732580 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b5dbd41-e110-4114-a60f-8f052e597a7f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] DELETE failed (client error): The resource could not be found. Jun 30 09:35:48.735347 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b5dbd41-e110-4114-a60f-8f052e597a7f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:35:48.740712 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2b5dbd41-e110-4114-a60f-8f052e597a7f tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/ports/ca4ee1e5-469e-4ea9-b506-d181c4f6a246 HTTP/1.1" status: 404 len: 333 time: 0.0527639 Jun 30 09:35:48.755477 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43088) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:48.810166 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-5acad6d4-e5f9-413e-8596-5fbaa9072dc6 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] DELETE failed (client error): The resource could not be found. Jun 30 09:35:48.810166 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5acad6d4-e5f9-413e-8596-5fbaa9072dc6 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:35:48.810166 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5acad6d4-e5f9-413e-8596-5fbaa9072dc6 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/subnets/01233f20-9c9a-4431-9e22-f8c3b69edf9d HTTP/1.1" status: 404 len: 337 time: 0.0460663 Jun 30 09:35:48.815095 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43094) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:48.887445 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-d577579f-d13f-4a6d-b5a7-ee88646c7d37 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] DELETE failed (client error): The resource could not be found. Jun 30 09:35:48.889499 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d577579f-d13f-4a6d-b5a7-ee88646c7d37 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:35:48.894737 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 9a4dcd80-89c2-4b16-b712-61d57a079ba5 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:35:48.909536 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d577579f-d13f-4a6d-b5a7-ee88646c7d37 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/subnets/96386520-901f-4a7b-913f-7cf4ea72fc16 HTTP/1.1" status: 404 len: 337 time: 0.0913682 Jun 30 09:35:48.914116 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43098) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:48.942220 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954bae5-5516-4c3d-8a4d-5f381e61de03 req-c9ebd788-4c51-4299-bb0d-4f66cf25d013 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:48.953691 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954bae5-5516-4c3d-8a4d-5f381e61de03 req-c9ebd788-4c51-4299-bb0d-4f66cf25d013 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:48.962619 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954bae5-5516-4c3d-8a4d-5f381e61de03 req-c9ebd788-4c51-4299-bb0d-4f66cf25d013 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:48.977226 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954bae5-5516-4c3d-8a4d-5f381e61de03 req-c9ebd788-4c51-4299-bb0d-4f66cf25d013 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:48.985993 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954bae5-5516-4c3d-8a4d-5f381e61de03 req-c9ebd788-4c51-4299-bb0d-4f66cf25d013 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:48.995070 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954bae5-5516-4c3d-8a4d-5f381e61de03 req-c9ebd788-4c51-4299-bb0d-4f66cf25d013 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:49.008186 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfac9e51-3682-49f5-bbfe-9948260a9853 None None] Provisioning complete for port 9a4dcd80-89c2-4b16-b712-61d57a079ba5 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:49.013800 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfac9e51-3682-49f5-bbfe-9948260a9853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:49.016938 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954bae5-5516-4c3d-8a4d-5f381e61de03 req-c9ebd788-4c51-4299-bb0d-4f66cf25d013 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:49.020925 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1954bae5-5516-4c3d-8a4d-5f381e61de03 req-c9ebd788-4c51-4299-bb0d-4f66cf25d013 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5430 time: 0.2112029 Jun 30 09:35:49.137101 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1954bae5-5516-4c3d-8a4d-5f381e61de03 req-4286400f-dadf-4ad4-ad41-f76eecd9ea13 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1019681 Jun 30 09:35:49.205762 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-c74ac2b5-c80d-4b79-bdc4-562c3e081960 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Deleting port 5eead259-7b13-4ff5-b65c-f0f7a44d61e8 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:35:49.206488 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c74ac2b5-c80d-4b79-bdc4-562c3e081960 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:49.332851 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:49.350230 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfac9e51-3682-49f5-bbfe-9948260a9853 None None] Provisioning complete for port 5eead259-7b13-4ff5-b65c-f0f7a44d61e8 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:49.350684 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfac9e51-3682-49f5-bbfe-9948260a9853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:49.354548 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c74ac2b5-c80d-4b79-bdc4-562c3e081960 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:49.406605 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-c74ac2b5-c80d-4b79-bdc4-562c3e081960 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Calling delete_port for 5eead259-7b13-4ff5-b65c-f0f7a44d61e8 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:35:49.419027 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 9a4dcd80-89c2-4b16-b712-61d57a079ba5, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=9a4dcd80-89c2-4b16-b712-61d57a079ba5,segment=NetworkSegment(b3f3d1ff-a544-4d3b-ae87-058ed0cbff9e),segment_id=b3f3d1ff-a544-4d3b-ae87-058ed0cbff9e)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:49.427534 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cedcf34-adb6-490d-a7fe-ad71824ba5bc None None] DHCP port deletion for 5d03201f-c4f2-40a3-8bf2-89a5c066eb56 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:35:49.433541 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfac9e51-3682-49f5-bbfe-9948260a9853 None None] Port 5eead259-7b13-4ff5-b65c-f0f7a44d61e8 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:35:49.480876 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:49.489931 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43128) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:49.558086 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-5cedcf34-adb6-490d-a7fe-ad71824ba5bc None None] Deleting port 9a4dcd80-89c2-4b16-b712-61d57a079ba5 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:35:49.558640 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5cedcf34-adb6-490d-a7fe-ad71824ba5bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:49.644415 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=9a4dcd80-89c2-4b16-b712-61d57a079ba5,revision_number=11']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:49.665715 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-5cedcf34-adb6-490d-a7fe-ad71824ba5bc None None] For port 9a4dcd80-89c2-4b16-b712-61d57a079ba5, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=9a4dcd80-89c2-4b16-b712-61d57a079ba5,segment=NetworkSegment(b3f3d1ff-a544-4d3b-ae87-058ed0cbff9e),segment_id=b3f3d1ff-a544-4d3b-ae87-058ed0cbff9e)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:49.666523 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5cedcf34-adb6-490d-a7fe-ad71824ba5bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:49.676078 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-597bc95e-ee15-4798-8686-4b1d07003b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:49.699175 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-5cedcf34-adb6-490d-a7fe-ad71824ba5bc None None] Calling delete_port for 9a4dcd80-89c2-4b16-b712-61d57a079ba5 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:35:49.788999 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-597bc95e-ee15-4798-8686-4b1d07003b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:49.799567 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c74ac2b5-c80d-4b79-bdc4-562c3e081960 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:49.857991 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ac2b5-c80d-4b79-bdc4-562c3e081960 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Port': ['ID=5eead259-7b13-4ff5-b65c-f0f7a44d61e8,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:49.869628 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c74ac2b5-c80d-4b79-bdc4-562c3e081960 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:49.872344 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c74ac2b5-c80d-4b79-bdc4-562c3e081960 tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/ports/5eead259-7b13-4ff5-b65c-f0f7a44d61e8 HTTP/1.1" status: 204 len: 168 time: 0.9547825 Jun 30 09:35:49.874694 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43152) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:49.889684 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-597bc95e-ee15-4798-8686-4b1d07003b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:49.948408 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5cedcf34-adb6-490d-a7fe-ad71824ba5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:49.968375 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cedcf34-adb6-490d-a7fe-ad71824ba5bc None None] No DVR routers for this DVR port 9a4dcd80-89c2-4b16-b712-61d57a079ba5 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:35:49.973850 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-597bc95e-ee15-4798-8686-4b1d07003b13 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a29fac328b5d411f9d57d234b7afcea0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4815781 Jun 30 09:35:49.982253 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bc95e-ee15-4798-8686-4b1d07003b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4439e4ed-9b53-462e-9420-01b19f522f1a,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:49.984283 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43160) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:50.020939 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f1f9d410-4082-46b6-8106-449628004ebb tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:50.025865 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedcf34-adb6-490d-a7fe-ad71824ba5bc None None] Pushing event deleted for resources: {'Port': ['ID=9a4dcd80-89c2-4b16-b712-61d57a079ba5,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:50.158849 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-984223db-adfa-4cec-b37d-cdaab78ad17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:50.202795 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f1f9d410-4082-46b6-8106-449628004ebb tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:50.216094 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 3d7dba65-2216-47e0-b010-2a6615b39506 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:35:50.239662 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-f1f9d410-4082-46b6-8106-449628004ebb tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d03201f-c4f2-40a3-8bf2-89a5c066eb56']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:50.263233 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-984223db-adfa-4cec-b37d-cdaab78ad17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:50.308140 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-f1f9d410-4082-46b6-8106-449628004ebb tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f3d1ff-a544-4d3b-ae87-058ed0cbff9e') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:50.308766 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-f1f9d410-4082-46b6-8106-449628004ebb tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f3d1ff-a544-4d3b-ae87-058ed0cbff9e') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:50.312505 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43176) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:50.363014 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f1f9d410-4082-46b6-8106-449628004ebb tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:50.412341 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f1f9d410-4082-46b6-8106-449628004ebb tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:50.424622 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f9d410-4082-46b6-8106-449628004ebb tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:35:50.425050 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f1f9d410-4082-46b6-8106-449628004ebb tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:35:50.428697 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:35:50.432943 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 3d7dba65-2216-47e0-b010-2a6615b39506, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3d7dba65-2216-47e0-b010-2a6615b39506,segment=NetworkSegment(b64c8ad5-334a-4b81-bc98-c43b8f67e57a),segment_id=b64c8ad5-334a-4b81-bc98-c43b8f67e57a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:50.445811 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '3d7dba65-2216-47e0-b010-2a6615b39506', 'network_id': '486cc323-8780-4f2e-93db-0b642dc27590', 'port_id': '3d7dba65-2216-47e0-b010-2a6615b39506', 'mac_address': 'fa:16:3e:fa:0a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974263d7-b687-4254-8813-85050a72f471', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:35:50.504264 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:50.535679 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d7dba65-2216-47e0-b010-2a6615b39506 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:35:50.538902 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-8d684ca5-e83f-4557-9857-63373a3d7e3e tempest-QuotasTest-1012821196 tempest-QuotasTest-1012821196-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:50.543288 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eb69e665-4c67-4366-bb93-938a446d412f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:50.551152 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e009e8-8e91-4317-84f0-acff2b57768a req-aeff5351-78f1-4737-8323-699eb1b55ea1 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:50.559300 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e009e8-8e91-4317-84f0-acff2b57768a req-aeff5351-78f1-4737-8323-699eb1b55ea1 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:50.562163 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 3d7dba65-2216-47e0-b010-2a6615b39506, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3d7dba65-2216-47e0-b010-2a6615b39506,segment=NetworkSegment(b64c8ad5-334a-4b81-bc98-c43b8f67e57a),segment_id=b64c8ad5-334a-4b81-bc98-c43b8f67e57a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:50.565259 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e009e8-8e91-4317-84f0-acff2b57768a req-aeff5351-78f1-4737-8323-699eb1b55ea1 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:50.571269 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e009e8-8e91-4317-84f0-acff2b57768a req-aeff5351-78f1-4737-8323-699eb1b55ea1 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:50.577256 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e009e8-8e91-4317-84f0-acff2b57768a req-aeff5351-78f1-4737-8323-699eb1b55ea1 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:50.583266 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e009e8-8e91-4317-84f0-acff2b57768a req-aeff5351-78f1-4737-8323-699eb1b55ea1 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:50.589552 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e009e8-8e91-4317-84f0-acff2b57768a req-aeff5351-78f1-4737-8323-699eb1b55ea1 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:50.591567 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-91e009e8-8e91-4317-84f0-acff2b57768a req-aeff5351-78f1-4737-8323-699eb1b55ea1 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5430 time: 0.2867110 Jun 30 09:35:50.635686 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-91e009e8-8e91-4317-84f0-acff2b57768a req-11ee995a-073f-4f73-8008-737af5dbd503 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381863 Jun 30 09:35:50.707214 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f1f9d410-4082-46b6-8106-449628004ebb tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:50.720064 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f1f9d410-4082-46b6-8106-449628004ebb tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:50.721855 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f1f9d410-4082-46b6-8106-449628004ebb tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] 10.222.0.10 "DELETE /v2.0/networks/5d03201f-c4f2-40a3-8bf2-89a5c066eb56 HTTP/1.1" status: 204 len: 168 time: 0.8458304 Jun 30 09:35:50.734344 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9d410-4082-46b6-8106-449628004ebb tempest-PortsTestJSON-1169770970 tempest-PortsTestJSON-1169770970-project] Pushing event deleted for resources: {'Network': ['ID=5d03201f-c4f2-40a3-8bf2-89a5c066eb56,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:50.749062 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-984223db-adfa-4cec-b37d-cdaab78ad17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:50.752242 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:50.752408 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-984223db-adfa-4cec-b37d-cdaab78ad17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:50.752647 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device d5f71601-cd68-41d3-a3c1-c264a5ecc103 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:35:50.753973 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-984223db-adfa-4cec-b37d-cdaab78ad17d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4439e4ed-9b53-462e-9420-01b19f522f1a HTTP/1.1" status: 204 len: 168 time: 0.7642019 Jun 30 09:35:50.763699 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984223db-adfa-4cec-b37d-cdaab78ad17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4439e4ed-9b53-462e-9420-01b19f522f1a,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:50.874227 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8d684ca5-e83f-4557-9857-63373a3d7e3e tempest-QuotasTest-1012821196 tempest-QuotasTest-1012821196-project-admin] 10.222.0.10 "PUT /v2.0/quotas/4c4ce2fa4df94d4fa3df507fde5c1f4c HTTP/1.1" status: 200 len: 366 time: 0.5603323 Jun 30 09:35:50.877118 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43204) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:50.891920 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-28a18cc0-4d0c-4713-8551-985179e484d7 tempest-QuotasTest-1012821196 tempest-QuotasTest-1012821196-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0131741 Jun 30 09:35:50.895699 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43206) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:50.909248 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-db098e42-c672-45ed-aeb0-6f5f8dc23021 tempest-QuotasTest-1012821196 tempest-QuotasTest-1012821196-project-admin] 10.222.0.10 "GET /v2.0/quotas/4c4ce2fa4df94d4fa3df507fde5c1f4c HTTP/1.1" status: 200 len: 366 time: 0.0124128 Jun 30 09:35:50.911831 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43208) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:50.936252 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=3d7dba65-2216-47e0-b010-2a6615b39506,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:51.015192 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port d5f71601-cd68-41d3-a3c1-c264a5ecc103, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=d5f71601-cd68-41d3-a3c1-c264a5ecc103,segment=NetworkSegment(33f0e812-b945-455c-a517-2095d72e4ae2),segment_id=33f0e812-b945-455c-a517-2095d72e4ae2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:51.033305 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'd5f71601-cd68-41d3-a3c1-c264a5ecc103', 'network_id': '0dddfd27-81de-48f4-aeb7-79778bc775af', 'port_id': 'd5f71601-cd68-41d3-a3c1-c264a5ecc103', 'mac_address': 'fa:16:3e:dd:c9:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d1a78a-cdcc-4d06-9966-3ab2b6b2f767', 'ip_address': '10.1.1.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:35:51.050610 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9b418751-d4af-487a-a424-82659b0f0452 tempest-QuotasTest-1012821196 tempest-QuotasTest-1012821196-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/4c4ce2fa4df94d4fa3df507fde5c1f4c HTTP/1.1" status: 204 len: 168 time: 0.1373982 Jun 30 09:35:51.053072 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43214) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:51.077183 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-73e83030-e485-4912-9e3f-c4c4fdd3fb7f tempest-QuotasTest-1012821196 tempest-QuotasTest-1012821196-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0171211 Jun 30 09:35:51.078511 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43218) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:51.092897 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2edc0a40-1820-404f-bd46-deec0185e24c tempest-QuotasTest-1012821196 tempest-QuotasTest-1012821196-project-admin] 10.222.0.10 "GET /v2.0/quotas/4c4ce2fa4df94d4fa3df507fde5c1f4c HTTP/1.1" status: 200 len: 370 time: 0.0139384 Jun 30 09:35:51.095021 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43220) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:51.104272 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-23646da1-0065-4b66-9f54-be6bd4b2586d tempest-QuotasTest-1012821196 tempest-QuotasTest-1012821196-project-admin] 10.222.0.10 "GET /v2.0/quotas/4c4ce2fa4df94d4fa3df507fde5c1f4c/default HTTP/1.1" status: 200 len: 370 time: 0.0064139 Jun 30 09:35:51.106657 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43224) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:51.109193 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:51.120863 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-b82d1e56-ac1c-4bfd-9429-343ebe60fbad tempest-QuotasTest-1012821196 tempest-QuotasTest-1012821196-project-admin] delete failed (client error): The resource could not be found. Jun 30 09:35:51.123314 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f71601-cd68-41d3-a3c1-c264a5ecc103 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:35:51.124747 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b82d1e56-ac1c-4bfd-9429-343ebe60fbad tempest-QuotasTest-1012821196 tempest-QuotasTest-1012821196-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/4c4ce2fa4df94d4fa3df507fde5c1f4c HTTP/1.1" status: 404 len: 348 time: 0.0160737 Jun 30 09:35:51.144688 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port d5f71601-cd68-41d3-a3c1-c264a5ecc103, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=d5f71601-cd68-41d3-a3c1-c264a5ecc103,segment=NetworkSegment(33f0e812-b945-455c-a517-2095d72e4ae2),segment_id=33f0e812-b945-455c-a517-2095d72e4ae2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:51.261550 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:51.262266 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:35:51.346228 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c,segment=NetworkSegment(33f0e812-b945-455c-a517-2095d72e4ae2),segment_id=33f0e812-b945-455c-a517-2095d72e4ae2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:51.348979 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=d5f71601-cd68-41d3-a3c1-c264a5ecc103,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:51.364736 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c', 'network_id': '0dddfd27-81de-48f4-aeb7-79778bc775af', 'port_id': '2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c', 'mac_address': 'fa:16:3e:b3:bc:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d1a78a-cdcc-4d06-9966-3ab2b6b2f767', 'ip_address': '10.1.1.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:35:51.419950 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:51.436976 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:35:51.464139 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c,segment=NetworkSegment(33f0e812-b945-455c-a517-2095d72e4ae2),segment_id=33f0e812-b945-455c-a517-2095d72e4ae2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:51.655213 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:51.655930 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device b47cd298-9fe5-409a-bd3d-f1ce63aef3ff details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:35:51.740663 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:51.744464 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port b47cd298-9fe5-409a-bd3d-f1ce63aef3ff, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=b47cd298-9fe5-409a-bd3d-f1ce63aef3ff,segment=NetworkSegment(33f0e812-b945-455c-a517-2095d72e4ae2),segment_id=33f0e812-b945-455c-a517-2095d72e4ae2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:51.757409 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43248) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:51.771678 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'b47cd298-9fe5-409a-bd3d-f1ce63aef3ff', 'network_id': '0dddfd27-81de-48f4-aeb7-79778bc775af', 'port_id': 'b47cd298-9fe5-409a-bd3d-f1ce63aef3ff', 'mac_address': 'fa:16:3e:0e:82:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d1a78a-cdcc-4d06-9966-3ab2b6b2f767', 'ip_address': '10.1.1.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:35:51.786420 n-d-771363-31 neutron-server[101053]: DEBUG neutron.quota.resource [None req-3704bf4f-1e5f-4225-b3e4-7683c1957e60 tempest-QuotasTest-1012821196 tempest-QuotasTest-1012821196-project-admin] Usage tracker for resource:network and tenant:cea05d23aada48349e2d7050438f48f2 is out of sync, need to count used quota {{(pid=101053) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 09:35:51.794041 n-d-771363-31 neutron-server[101053]: DEBUG neutron.quota.resource [None req-3704bf4f-1e5f-4225-b3e4-7683c1957e60 tempest-QuotasTest-1012821196 tempest-QuotasTest-1012821196-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101053) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 09:35:51.817982 n-d-771363-31 neutron-server[101053]: DEBUG neutron.quota.resource [None req-3704bf4f-1e5f-4225-b3e4-7683c1957e60 tempest-QuotasTest-1012821196 tempest-QuotasTest-1012821196-project-admin] Usage tracker for resource:subnet and tenant:cea05d23aada48349e2d7050438f48f2 is out of sync, need to count used quota {{(pid=101053) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 09:35:51.828983 n-d-771363-31 neutron-server[101053]: DEBUG neutron.quota.resource [None req-3704bf4f-1e5f-4225-b3e4-7683c1957e60 tempest-QuotasTest-1012821196 tempest-QuotasTest-1012821196-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101053) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 09:35:51.844587 n-d-771363-31 neutron-server[101053]: DEBUG neutron.quota.resource [None req-3704bf4f-1e5f-4225-b3e4-7683c1957e60 tempest-QuotasTest-1012821196 tempest-QuotasTest-1012821196-project-admin] Usage tracker for resource:subnetpool and tenant:cea05d23aada48349e2d7050438f48f2 is out of sync, need to count used quota {{(pid=101053) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 09:35:51.858958 n-d-771363-31 neutron-server[101053]: DEBUG neutron.quota.resource [None req-3704bf4f-1e5f-4225-b3e4-7683c1957e60 tempest-QuotasTest-1012821196 tempest-QuotasTest-1012821196-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101053) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 09:35:51.865181 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:51.890543 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b47cd298-9fe5-409a-bd3d-f1ce63aef3ff {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:35:51.893395 n-d-771363-31 neutron-server[101053]: DEBUG neutron.quota.resource [None req-3704bf4f-1e5f-4225-b3e4-7683c1957e60 tempest-QuotasTest-1012821196 tempest-QuotasTest-1012821196-project-admin] Usage tracker for resource:port and tenant:cea05d23aada48349e2d7050438f48f2 is out of sync, need to count used quota {{(pid=101053) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 09:35:51.905611 n-d-771363-31 neutron-server[101053]: DEBUG neutron.quota.resource [None req-3704bf4f-1e5f-4225-b3e4-7683c1957e60 tempest-QuotasTest-1012821196 tempest-QuotasTest-1012821196-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101053) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 09:35:51.922194 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7d311-6db9-4e92-a160-3774c6dd70bd req-c15de3e6-de42-46cf-b2ce-527bb0ada45b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:51.926017 n-d-771363-31 neutron-server[101053]: DEBUG neutron.quota.resource [None req-3704bf4f-1e5f-4225-b3e4-7683c1957e60 tempest-QuotasTest-1012821196 tempest-QuotasTest-1012821196-project-admin] Usage tracker for resource:router and tenant:cea05d23aada48349e2d7050438f48f2 is out of sync, need to count used quota {{(pid=101053) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 09:35:51.932550 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7d311-6db9-4e92-a160-3774c6dd70bd req-c15de3e6-de42-46cf-b2ce-527bb0ada45b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:51.936543 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port b47cd298-9fe5-409a-bd3d-f1ce63aef3ff, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=b47cd298-9fe5-409a-bd3d-f1ce63aef3ff,segment=NetworkSegment(33f0e812-b945-455c-a517-2095d72e4ae2),segment_id=33f0e812-b945-455c-a517-2095d72e4ae2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:51.940025 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7d311-6db9-4e92-a160-3774c6dd70bd req-c15de3e6-de42-46cf-b2ce-527bb0ada45b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:51.940653 n-d-771363-31 neutron-server[101053]: DEBUG neutron.quota.resource [None req-3704bf4f-1e5f-4225-b3e4-7683c1957e60 tempest-QuotasTest-1012821196 tempest-QuotasTest-1012821196-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101053) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 09:35:51.947768 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7d311-6db9-4e92-a160-3774c6dd70bd req-c15de3e6-de42-46cf-b2ce-527bb0ada45b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:51.950638 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43256) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:51.956626 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7d311-6db9-4e92-a160-3774c6dd70bd req-c15de3e6-de42-46cf-b2ce-527bb0ada45b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:51.956855 n-d-771363-31 neutron-server[101053]: DEBUG neutron.quota.resource [None req-3704bf4f-1e5f-4225-b3e4-7683c1957e60 tempest-QuotasTest-1012821196 tempest-QuotasTest-1012821196-project-admin] Usage tracker for resource:floatingip and tenant:cea05d23aada48349e2d7050438f48f2 is out of sync, need to count used quota {{(pid=101053) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 09:35:51.963780 n-d-771363-31 neutron-server[101053]: DEBUG neutron.quota.resource [None req-3704bf4f-1e5f-4225-b3e4-7683c1957e60 tempest-QuotasTest-1012821196 tempest-QuotasTest-1012821196-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101053) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 09:35:51.964516 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7d311-6db9-4e92-a160-3774c6dd70bd req-c15de3e6-de42-46cf-b2ce-527bb0ada45b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:52.002293 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7d311-6db9-4e92-a160-3774c6dd70bd req-c15de3e6-de42-46cf-b2ce-527bb0ada45b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:52.003951 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:52.004642 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device b0ffe516-a66a-4469-b295-e857fb100d7e details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:35:52.007033 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5ce7d311-6db9-4e92-a160-3774c6dd70bd req-c15de3e6-de42-46cf-b2ce-527bb0ada45b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5433 time: 0.2201805 Jun 30 09:35:52.032092 n-d-771363-31 neutron-server[101053]: DEBUG neutron.quota.resource [None req-3704bf4f-1e5f-4225-b3e4-7683c1957e60 tempest-QuotasTest-1012821196 tempest-QuotasTest-1012821196-project-admin] Usage tracker for resource:security_group and tenant:cea05d23aada48349e2d7050438f48f2 is out of sync, need to count used quota {{(pid=101053) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 09:35:52.039096 n-d-771363-31 neutron-server[101053]: DEBUG neutron.quota.resource [None req-3704bf4f-1e5f-4225-b3e4-7683c1957e60 tempest-QuotasTest-1012821196 tempest-QuotasTest-1012821196-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101053) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 09:35:52.048326 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43264) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:52.092598 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5ce7d311-6db9-4e92-a160-3774c6dd70bd req-6dea9603-ba2b-45da-aa09-2f031704542d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0777197 Jun 30 09:35:52.094512 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8cb88cf4-b035-407e-a4a3-d8211bda5187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:52.095480 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port b0ffe516-a66a-4469-b295-e857fb100d7e, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=b0ffe516-a66a-4469-b295-e857fb100d7e,segment=NetworkSegment(33f0e812-b945-455c-a517-2095d72e4ae2),segment_id=33f0e812-b945-455c-a517-2095d72e4ae2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:52.098820 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=b47cd298-9fe5-409a-bd3d-f1ce63aef3ff,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:52.124146 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'b0ffe516-a66a-4469-b295-e857fb100d7e', 'network_id': '0dddfd27-81de-48f4-aeb7-79778bc775af', 'port_id': 'b0ffe516-a66a-4469-b295-e857fb100d7e', 'mac_address': 'fa:16:3e:6f:60:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d1a78a-cdcc-4d06-9966-3ab2b6b2f767', 'ip_address': '10.1.1.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:35:52.135590 n-d-771363-31 neutron-server[101053]: DEBUG neutron.quota.resource [None req-3704bf4f-1e5f-4225-b3e4-7683c1957e60 tempest-QuotasTest-1012821196 tempest-QuotasTest-1012821196-project-admin] Usage tracker for resource:security_group_rule and tenant:cea05d23aada48349e2d7050438f48f2 is out of sync, need to count used quota {{(pid=101053) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 09:35:52.146187 n-d-771363-31 neutron-server[101053]: DEBUG neutron.quota.resource [None req-3704bf4f-1e5f-4225-b3e4-7683c1957e60 tempest-QuotasTest-1012821196 tempest-QuotasTest-1012821196-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101053) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 09:35:52.161407 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3704bf4f-1e5f-4225-b3e4-7683c1957e60 tempest-QuotasTest-1012821196 tempest-QuotasTest-1012821196-project-admin] 10.222.0.10 "GET /v2.0/quotas/cea05d23aada48349e2d7050438f48f2/details.json HTTP/1.1" status: 200 len: 703 time: 0.4038503 Jun 30 09:35:52.389465 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:52.390719 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8cb88cf4-b035-407e-a4a3-d8211bda5187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:52.412929 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0ffe516-a66a-4469-b295-e857fb100d7e {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:35:52.435459 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fba73d2d-2a81-4b65-8104-bfad44631c5d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=01856d533e0f4637bcf2cf22fb15c6ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4819894 Jun 30 09:35:52.437311 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43282) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:52.448182 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port b0ffe516-a66a-4469-b295-e857fb100d7e, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=b0ffe516-a66a-4469-b295-e857fb100d7e,segment=NetworkSegment(33f0e812-b945-455c-a517-2095d72e4ae2),segment_id=33f0e812-b945-455c-a517-2095d72e4ae2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:52.509015 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9ab99185-7bb0-44b9-9619-61150c9eb91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:52.541503 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9ab99185-7bb0-44b9-9619-61150c9eb91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:52.542388 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8cb88cf4-b035-407e-a4a3-d8211bda5187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:52.578143 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:52.579289 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device df73636d-7c49-416a-bb2b-e27dc88ddebb details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:35:52.595659 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8cb88cf4-b035-407e-a4a3-d8211bda5187 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e5509c1fd048433b9fcff8eef4e6d878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5443697 Jun 30 09:35:52.600705 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43288) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:52.655403 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb88cf4-b035-407e-a4a3-d8211bda5187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fe385c-140f-4c32-8e86-2af748dd0c40,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:52.742106 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=b0ffe516-a66a-4469-b295-e857fb100d7e,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:52.756850 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-866528ce-9536-4020-aca4-2791242cce62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:52.765167 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9ab99185-7bb0-44b9-9619-61150c9eb91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:52.768997 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9ab99185-7bb0-44b9-9619-61150c9eb91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:52.770192 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9ab99185-7bb0-44b9-9619-61150c9eb91e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/51f30e45-d56d-45db-9778-b98483495d1c HTTP/1.1" status: 204 len: 168 time: 0.3313999 Jun 30 09:35:52.786124 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab99185-7bb0-44b9-9619-61150c9eb91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f30e45-d56d-45db-9778-b98483495d1c,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:52.814660 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-866528ce-9536-4020-aca4-2791242cce62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:52.878322 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port df73636d-7c49-416a-bb2b-e27dc88ddebb, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=df73636d-7c49-416a-bb2b-e27dc88ddebb,segment=NetworkSegment(e4b7a0d1-386c-4797-8cc6-3294e1c957e2),segment_id=e4b7a0d1-386c-4797-8cc6-3294e1c957e2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:52.902527 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'df73636d-7c49-416a-bb2b-e27dc88ddebb', 'network_id': '5e7e4178-b76c-4101-95d6-7dff2b70b10f', 'port_id': 'df73636d-7c49-416a-bb2b-e27dc88ddebb', 'mac_address': 'fa:16:3e:7e:bc:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8de1b8a-776c-499d-b7dc-3d5c959e1c2d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:35:52.956247 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:52.972391 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9a4df6ed-643c-4d66-9690-8ee9725fb5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:52.982272 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df73636d-7c49-416a-bb2b-e27dc88ddebb {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:35:53.004736 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-866528ce-9536-4020-aca4-2791242cce62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:53.007267 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-866528ce-9536-4020-aca4-2791242cce62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:53.008859 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-866528ce-9536-4020-aca4-2791242cce62 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/59fe385c-140f-4c32-8e86-2af748dd0c40 HTTP/1.1" status: 204 len: 168 time: 0.3953550 Jun 30 09:35:53.018547 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port df73636d-7c49-416a-bb2b-e27dc88ddebb, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=df73636d-7c49-416a-bb2b-e27dc88ddebb,segment=NetworkSegment(e4b7a0d1-386c-4797-8cc6-3294e1c957e2),segment_id=e4b7a0d1-386c-4797-8cc6-3294e1c957e2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:53.018957 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866528ce-9536-4020-aca4-2791242cce62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fe385c-140f-4c32-8e86-2af748dd0c40,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:53.057980 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43312) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:53.147670 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:53.149989 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:35:53.308863 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b,segment=NetworkSegment(b64c8ad5-334a-4b81-bc98-c43b8f67e57a),segment_id=b64c8ad5-334a-4b81-bc98-c43b8f67e57a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:53.313219 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=df73636d-7c49-416a-bb2b-e27dc88ddebb,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:53.342672 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b', 'network_id': '486cc323-8780-4f2e-93db-0b642dc27590', 'port_id': '6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b', 'mac_address': 'fa:16:3e:82:e5:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974263d7-b687-4254-8813-85050a72f471', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:35:53.418548 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b64d11-31be-453f-83bc-39e11e75907f req-69807f5a-ee4a-4e85-a4a2-8c755a4cce3d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:53.424674 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b64d11-31be-453f-83bc-39e11e75907f req-69807f5a-ee4a-4e85-a4a2-8c755a4cce3d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:53.431003 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b64d11-31be-453f-83bc-39e11e75907f req-69807f5a-ee4a-4e85-a4a2-8c755a4cce3d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:53.440017 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:53.440776 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b64d11-31be-453f-83bc-39e11e75907f req-69807f5a-ee4a-4e85-a4a2-8c755a4cce3d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:53.452642 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b64d11-31be-453f-83bc-39e11e75907f req-69807f5a-ee4a-4e85-a4a2-8c755a4cce3d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:53.463638 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b64d11-31be-453f-83bc-39e11e75907f req-69807f5a-ee4a-4e85-a4a2-8c755a4cce3d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:53.473674 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b64d11-31be-453f-83bc-39e11e75907f req-69807f5a-ee4a-4e85-a4a2-8c755a4cce3d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:53.476791 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-52b64d11-31be-453f-83bc-39e11e75907f req-69807f5a-ee4a-4e85-a4a2-8c755a4cce3d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5436 time: 0.1874614 Jun 30 09:35:53.479574 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:35:53.535726 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b,segment=NetworkSegment(b64c8ad5-334a-4b81-bc98-c43b8f67e57a),segment_id=b64c8ad5-334a-4b81-bc98-c43b8f67e57a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:53.573269 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-52b64d11-31be-453f-83bc-39e11e75907f req-7830bcb9-c27c-40da-a551-053612a554e5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0754442 Jun 30 09:35:53.626653 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:53.685569 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:53.703434 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-95aeeaa0-91e5-4ea8-b988-833bf80a248d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:53.874478 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:53.983502 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-95aeeaa0-91e5-4ea8-b988-833bf80a248d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:54.270182 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:35:54.302672 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['3d7dba65-2216-47e0-b010-2a6615b39506'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:35:54.305392 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['d5f71601-cd68-41d3-a3c1-c264a5ecc103'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:35:54.372179 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['b0ffe516-a66a-4469-b295-e857fb100d7e'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:35:54.375790 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['b47cd298-9fe5-409a-bd3d-f1ce63aef3ff'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:35:54.850845 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220ad14-60ec-439f-bad1-3ee307d6bb73 req-ebd76c65-df43-4cdf-a5a2-fbf59de54371 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:54.858293 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220ad14-60ec-439f-bad1-3ee307d6bb73 req-ebd76c65-df43-4cdf-a5a2-fbf59de54371 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:54.867423 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220ad14-60ec-439f-bad1-3ee307d6bb73 req-ebd76c65-df43-4cdf-a5a2-fbf59de54371 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:54.874601 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220ad14-60ec-439f-bad1-3ee307d6bb73 req-ebd76c65-df43-4cdf-a5a2-fbf59de54371 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:54.883601 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220ad14-60ec-439f-bad1-3ee307d6bb73 req-ebd76c65-df43-4cdf-a5a2-fbf59de54371 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:54.891013 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220ad14-60ec-439f-bad1-3ee307d6bb73 req-ebd76c65-df43-4cdf-a5a2-fbf59de54371 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:54.898074 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220ad14-60ec-439f-bad1-3ee307d6bb73 req-ebd76c65-df43-4cdf-a5a2-fbf59de54371 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:54.903506 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9220ad14-60ec-439f-bad1-3ee307d6bb73 req-ebd76c65-df43-4cdf-a5a2-fbf59de54371 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5437 time: 0.1469171 Jun 30 09:35:54.905365 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-95aeeaa0-91e5-4ea8-b988-833bf80a248d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:54.969085 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:55.168159 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9220ad14-60ec-439f-bad1-3ee307d6bb73 req-2a174cf8-0138-47e7-9ea1-74cddc3987c5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2433193 Jun 30 09:35:55.183390 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-95aeeaa0-91e5-4ea8-b988-833bf80a248d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3ee13d1952fc4e36b33fdf07225a3228&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1239123 Jun 30 09:35:55.186352 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43380) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:55.187794 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aeeaa0-91e5-4ea8-b988-833bf80a248d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37883756-2992-44f2-b923-b94e05825beb,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:55.278489 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1026be21-cd22-4570-a629-32fa3c1a4ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:55.309842 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1026be21-cd22-4570-a629-32fa3c1a4ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:55.337271 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:35:55.375813 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['df73636d-7c49-416a-bb2b-e27dc88ddebb'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:35:55.615508 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1026be21-cd22-4570-a629-32fa3c1a4ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:55.620800 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1026be21-cd22-4570-a629-32fa3c1a4ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:55.623646 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1026be21-cd22-4570-a629-32fa3c1a4ac7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/37883756-2992-44f2-b923-b94e05825beb HTTP/1.1" status: 204 len: 168 time: 0.4362266 Jun 30 09:35:55.641420 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1026be21-cd22-4570-a629-32fa3c1a4ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37883756-2992-44f2-b923-b94e05825beb,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:55.979035 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43416) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:56.454032 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:56.471477 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-a3379377-6d85-408b-908b-3c2b7244b8ee tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-299581596'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:56.645211 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3379377-6d85-408b-908b-3c2b7244b8ee tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Made reservation on behalf of 875d2f0a00e04449a5bd0e15811efa96 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:56.656901 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a3379377-6d85-408b-908b-3c2b7244b8ee tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:56.679699 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a3379377-6d85-408b-908b-3c2b7244b8ee tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:56.910427 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a3379377-6d85-408b-908b-3c2b7244b8ee tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:56.932636 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee895c67-37db-4c9d-a26f-1c1535fe02bd req-9117bde1-8714-44f8-bb4a-e1571c5c1d12 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:56.943685 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee895c67-37db-4c9d-a26f-1c1535fe02bd req-9117bde1-8714-44f8-bb4a-e1571c5c1d12 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:56.968142 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee895c67-37db-4c9d-a26f-1c1535fe02bd req-9117bde1-8714-44f8-bb4a-e1571c5c1d12 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:56.968142 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee895c67-37db-4c9d-a26f-1c1535fe02bd req-9117bde1-8714-44f8-bb4a-e1571c5c1d12 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:56.970585 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee895c67-37db-4c9d-a26f-1c1535fe02bd req-9117bde1-8714-44f8-bb4a-e1571c5c1d12 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:56.983839 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee895c67-37db-4c9d-a26f-1c1535fe02bd req-9117bde1-8714-44f8-bb4a-e1571c5c1d12 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:56.992815 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee895c67-37db-4c9d-a26f-1c1535fe02bd req-9117bde1-8714-44f8-bb4a-e1571c5c1d12 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:56.996803 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee895c67-37db-4c9d-a26f-1c1535fe02bd req-9117bde1-8714-44f8-bb4a-e1571c5c1d12 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5437 time: 0.6617768 Jun 30 09:35:57.064970 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee895c67-37db-4c9d-a26f-1c1535fe02bd req-d752dd85-3929-4e19-a82b-30a155088c2f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609841 Jun 30 09:35:57.113314 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a3379377-6d85-408b-908b-3c2b7244b8ee tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:57.139887 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3379377-6d85-408b-908b-3c2b7244b8ee tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:35:57.157161 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a3379377-6d85-408b-908b-3c2b7244b8ee tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:57.157526 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-a3379377-6d85-408b-908b-3c2b7244b8ee tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Added segment 8042a0aa-3c74-4032-b131-0b3942b4fb6c of type vlan for network 80746d63-6a3c-4e45-b1e6-9ba69f756024 Jun 30 09:35:57.158919 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3379377-6d85-408b-908b-3c2b7244b8ee tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f33b35a1-fdb8-485f-98e8-3737ecd9e9ac,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:57.225115 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a3379377-6d85-408b-908b-3c2b7244b8ee tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:57.434078 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43472) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:57.448254 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04ec2f49-717d-4179-8b8b-2aa4106b067b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:57.490717 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a3379377-6d85-408b-908b-3c2b7244b8ee tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:57.497421 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3379377-6d85-408b-908b-3c2b7244b8ee tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:57.498198 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a3379377-6d85-408b-908b-3c2b7244b8ee tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:57.581575 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04ec2f49-717d-4179-8b8b-2aa4106b067b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:57.582074 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3379377-6d85-408b-908b-3c2b7244b8ee tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Network': ['ID=80746d63-6a3c-4e45-b1e6-9ba69f756024,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:57.595349 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 80746d63-6a3c-4e45-b1e6-9ba69f756024 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:35:57.710316 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device b47cd298-9fe5-409a-bd3d-f1ce63aef3ff up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:57.713544 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04ec2f49-717d-4179-8b8b-2aa4106b067b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:57.761204 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec2f49-717d-4179-8b8b-2aa4106b067b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5b985e-a98d-4c80-9180-d3014fd73ddf,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:57.768336 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-04ec2f49-717d-4179-8b8b-2aa4106b067b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cea05d23aada48349e2d7050438f48f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3329310 Jun 30 09:35:57.770721 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43486) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:57.804769 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a3379377-6d85-408b-908b-3c2b7244b8ee tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8239584 Jun 30 09:35:57.811843 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43488) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:57.826709 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-1f9d2a20-f9bd-417d-a537-b835872e3689 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1445416924'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:57.868128 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3e01fddc-cd4b-4937-a006-ffd052db3a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:57.898010 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3e01fddc-cd4b-4937-a006-ffd052db3a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:57.919645 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port b47cd298-9fe5-409a-bd3d-f1ce63aef3ff completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:57.926725 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port b47cd298-9fe5-409a-bd3d-f1ce63aef3ff triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:57.927571 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:57.955462 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9d2a20-f9bd-417d-a537-b835872e3689 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Made reservation on behalf of 875d2f0a00e04449a5bd0e15811efa96 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:57.961186 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1f9d2a20-f9bd-417d-a537-b835872e3689 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:58.005054 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f9d2a20-f9bd-417d-a537-b835872e3689 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:35:58.054119 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:58.102148 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47cd298-9fe5-409a-bd3d-f1ce63aef3ff'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:58.105602 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ba674f-00b8-4d4f-b3fe-86223f85a8da" -d '{"events": [{"server_uuid": "696332f2-069a-4332-a502-436f084032a0", "name": "network-vif-plugged", "status": "completed", "tag": "b47cd298-9fe5-409a-bd3d-f1ce63aef3ff"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:58.120610 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port b47cd298-9fe5-409a-bd3d-f1ce63aef3ff, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=b47cd298-9fe5-409a-bd3d-f1ce63aef3ff,segment=NetworkSegment(33f0e812-b945-455c-a517-2095d72e4ae2),segment_id=33f0e812-b945-455c-a517-2095d72e4ae2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:58.149231 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3e01fddc-cd4b-4937-a006-ffd052db3a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:58.159240 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3e01fddc-cd4b-4937-a006-ffd052db3a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:58.159240 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3e01fddc-cd4b-4937-a006-ffd052db3a08 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/da5b985e-a98d-4c80-9180-d3014fd73ddf HTTP/1.1" status: 204 len: 168 time: 0.3820925 Jun 30 09:35:58.159240 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1f9d2a20-f9bd-417d-a537-b835872e3689 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:58.159240 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-1f9d2a20-f9bd-417d-a537-b835872e3689 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Added segment 894af808-b425-4058-93f9-1ec796e08a79 of type vlan for network f00df994-e9d2-46be-9445-aed69e2fc71a Jun 30 09:35:58.187489 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719358d7-ca89-40b8-82d3-c74377b28c94 x-openstack-request-id: req-719358d7-ca89-40b8-82d3-c74377b28c94 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:58.187898 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696332f2-069a-4332-a502-436f084032a0", "name": "network-vif-plugged", "status": "completed", "tag": "b47cd298-9fe5-409a-bd3d-f1ce63aef3ff", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:58.188153 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-719358d7-ca89-40b8-82d3-c74377b28c94 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:58.189303 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47cd298-9fe5-409a-bd3d-f1ce63aef3ff', 'code': 200} Jun 30 09:35:58.232944 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:58.233798 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device b0ffe516-a66a-4469-b295-e857fb100d7e up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:58.272993 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01fddc-cd4b-4937-a006-ffd052db3a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5b985e-a98d-4c80-9180-d3014fd73ddf,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:58.307413 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1f9d2a20-f9bd-417d-a537-b835872e3689 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:58.438675 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1f9d2a20-f9bd-417d-a537-b835872e3689 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:58.450697 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9d2a20-f9bd-417d-a537-b835872e3689 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:58.455089 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1f9d2a20-f9bd-417d-a537-b835872e3689 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:58.495473 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=b47cd298-9fe5-409a-bd3d-f1ce63aef3ff,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:58.523194 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73559e1a-a1b5-4e52-a50a-411deed8a47b req-f82bd8ff-a71b-477a-9b19-70a009095fdd tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:58.534958 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73559e1a-a1b5-4e52-a50a-411deed8a47b req-f82bd8ff-a71b-477a-9b19-70a009095fdd tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:58.547183 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73559e1a-a1b5-4e52-a50a-411deed8a47b req-f82bd8ff-a71b-477a-9b19-70a009095fdd tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:58.558593 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73559e1a-a1b5-4e52-a50a-411deed8a47b req-f82bd8ff-a71b-477a-9b19-70a009095fdd tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:58.558971 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d2a20-f9bd-417d-a537-b835872e3689 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Network': ['ID=f00df994-e9d2-46be-9445-aed69e2fc71a,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:58.570252 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73559e1a-a1b5-4e52-a50a-411deed8a47b req-f82bd8ff-a71b-477a-9b19-70a009095fdd tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:58.570768 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network f00df994-e9d2-46be-9445-aed69e2fc71a details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:35:58.597580 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73559e1a-a1b5-4e52-a50a-411deed8a47b req-f82bd8ff-a71b-477a-9b19-70a009095fdd tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:58.611925 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73559e1a-a1b5-4e52-a50a-411deed8a47b req-f82bd8ff-a71b-477a-9b19-70a009095fdd tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:58.616496 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-73559e1a-a1b5-4e52-a50a-411deed8a47b req-f82bd8ff-a71b-477a-9b19-70a009095fdd tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5438 time: 0.3005550 Jun 30 09:35:58.621109 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port b0ffe516-a66a-4469-b295-e857fb100d7e completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:58.630671 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port b0ffe516-a66a-4469-b295-e857fb100d7e triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:58.631052 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:58.693933 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1f9d2a20-f9bd-417d-a537-b835872e3689 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8732326 Jun 30 09:35:58.693933 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43536) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:58.698831 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-73559e1a-a1b5-4e52-a50a-411deed8a47b req-7493f967-3437-4373-843b-4e9b07467d8b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0692317 Jun 30 09:35:58.707082 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-4c71db1e-752a-4ad1-9b37-e509cf3cfe28 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Request body: {'subnet': {'network_id': '80746d63-6a3c-4e45-b1e6-9ba69f756024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:58.797927 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:58.843733 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port b0ffe516-a66a-4469-b295-e857fb100d7e, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=b0ffe516-a66a-4469-b295-e857fb100d7e,segment=NetworkSegment(33f0e812-b945-455c-a517-2095d72e4ae2),segment_id=33f0e812-b945-455c-a517-2095d72e4ae2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:59.232467 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c71db1e-752a-4ad1-9b37-e509cf3cfe28 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Made reservation on behalf of 875d2f0a00e04449a5bd0e15811efa96 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:59.249564 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4c71db1e-752a-4ad1-9b37-e509cf3cfe28 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:59.334989 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:59.335908 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:59.440747 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=b0ffe516-a66a-4469-b295-e857fb100d7e,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:59.451894 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:59.452240 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:59.452581 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:59.452917 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:59.453249 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:59.453580 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:59.454015 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:59.454873 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:59.454873 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:59.455062 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:59.455400 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:59.455710 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:59.616136 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:59.617236 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4c71db1e-752a-4ad1-9b37-e509cf3cfe28 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:59.624584 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:59.626105 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:59.702511 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71db1e-752a-4ad1-9b37-e509cf3cfe28 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Subnet': ['ID=35fe0088-9155-40cf-8506-f63610989ef8,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:59.719238 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71db1e-752a-4ad1-9b37-e509cf3cfe28 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:59.719791 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71db1e-752a-4ad1-9b37-e509cf3cfe28 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:59.720083 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71db1e-752a-4ad1-9b37-e509cf3cfe28 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:59.720745 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71db1e-752a-4ad1-9b37-e509cf3cfe28 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:59.721275 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71db1e-752a-4ad1-9b37-e509cf3cfe28 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:59.721666 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71db1e-752a-4ad1-9b37-e509cf3cfe28 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:59.722390 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71db1e-752a-4ad1-9b37-e509cf3cfe28 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:59.722845 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71db1e-752a-4ad1-9b37-e509cf3cfe28 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:59.723067 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71db1e-752a-4ad1-9b37-e509cf3cfe28 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:59.723436 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71db1e-752a-4ad1-9b37-e509cf3cfe28 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:59.723972 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71db1e-752a-4ad1-9b37-e509cf3cfe28 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:59.724300 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71db1e-752a-4ad1-9b37-e509cf3cfe28 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:59.735223 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c71db1e-752a-4ad1-9b37-e509cf3cfe28 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Checking segment: {'id': '8042a0aa-3c74-4032-b131-0b3942b4fb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '80746d63-6a3c-4e45-b1e6-9ba69f756024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:59.735593 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c71db1e-752a-4ad1-9b37-e509cf3cfe28 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network hostable DHCP agents. Network: 80746d63-6a3c-4e45-b1e6-9ba69f756024, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:35:59.772439 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:59.820346 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c,segment=NetworkSegment(33f0e812-b945-455c-a517-2095d72e4ae2),segment_id=33f0e812-b945-455c-a517-2095d72e4ae2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:59.969491 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a1cde-11eb-43ac-b912-1edfed487c18 req-13cb6ce9-6725-4e89-984e-d57ef572b6cb tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:59.975454 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a1cde-11eb-43ac-b912-1edfed487c18 req-13cb6ce9-6725-4e89-984e-d57ef572b6cb tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:59.982156 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a1cde-11eb-43ac-b912-1edfed487c18 req-13cb6ce9-6725-4e89-984e-d57ef572b6cb tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:59.988138 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a1cde-11eb-43ac-b912-1edfed487c18 req-13cb6ce9-6725-4e89-984e-d57ef572b6cb tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:59.994206 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a1cde-11eb-43ac-b912-1edfed487c18 req-13cb6ce9-6725-4e89-984e-d57ef572b6cb tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:00.000348 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a1cde-11eb-43ac-b912-1edfed487c18 req-13cb6ce9-6725-4e89-984e-d57ef572b6cb tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:00.005351 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:00.006594 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a1cde-11eb-43ac-b912-1edfed487c18 req-13cb6ce9-6725-4e89-984e-d57ef572b6cb tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:00.006790 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device d5f71601-cd68-41d3-a3c1-c264a5ecc103 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:00.008339 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ca0a1cde-11eb-43ac-b912-1edfed487c18 req-13cb6ce9-6725-4e89-984e-d57ef572b6cb tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5439 time: 0.1333475 Jun 30 09:36:00.009850 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c71db1e-752a-4ad1-9b37-e509cf3cfe28 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network 80746d63-6a3c-4e45-b1e6-9ba69f756024 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:36:00.104065 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ca0a1cde-11eb-43ac-b912-1edfed487c18 req-4d014945-3e55-4099-812b-10a5ec81a4a5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0809102 Jun 30 09:36:00.135335 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:00.153860 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-4c71db1e-752a-4ad1-9b37-e509cf3cfe28 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 80746d63-6a3c-4e45-b1e6-9ba69f756024) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:00.162672 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c71db1e-752a-4ad1-9b37-e509cf3cfe28 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:00.162672 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4c71db1e-752a-4ad1-9b37-e509cf3cfe28 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:00.169107 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19fbc57-4a04-412c-be74-1a62a623c251 None None] Network 80746d63-6a3c-4e45-b1e6-9ba69f756024 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:00.191629 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ffe516-a66a-4469-b295-e857fb100d7e'}, {'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:00.198315 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727d614c-562c-431b-b01b-99fbef7a00d7" -d '{"events": [{"server_uuid": "696332f2-069a-4332-a502-436f084032a0", "name": "network-vif-plugged", "status": "completed", "tag": "b0ffe516-a66a-4469-b295-e857fb100d7e"}, {"server_uuid": "696332f2-069a-4332-a502-436f084032a0", "name": "network-vif-plugged", "status": "completed", "tag": "2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:00.258500 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43612) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:00.264872 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port d5f71601-cd68-41d3-a3c1-c264a5ecc103 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:00.271021 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port d5f71601-cd68-41d3-a3c1-c264a5ecc103 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:00.271592 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:00.273897 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4c71db1e-752a-4ad1-9b37-e509cf3cfe28 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5813081 Jun 30 09:36:00.279417 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43616) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:00.285959 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-78f49f01-d86a-4cb3-b49b-29551abe6247 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Request body: {'subnet': {'network_id': 'f00df994-e9d2-46be-9445-aed69e2fc71a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:00.318653 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd02bb8-3e16-4363-9159-96b68c2dc763 x-openstack-request-id: req-4fd02bb8-3e16-4363-9159-96b68c2dc763 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:00.318949 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696332f2-069a-4332-a502-436f084032a0", "name": "network-vif-plugged", "status": "completed", "tag": "b0ffe516-a66a-4469-b295-e857fb100d7e", "code": 200}, {"server_uuid": "696332f2-069a-4332-a502-436f084032a0", "name": "network-vif-plugged", "status": "completed", "tag": "2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:00.319222 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4fd02bb8-3e16-4363-9159-96b68c2dc763 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:00.319774 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ffe516-a66a-4469-b295-e857fb100d7e', 'code': 200} Jun 30 09:36:00.320033 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c', 'code': 200} Jun 30 09:36:00.426681 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-4facff07-99d4-43ca-9b11-5fda17a4a272 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-3487917'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:00.429844 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:00.540704 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port d5f71601-cd68-41d3-a3c1-c264a5ecc103, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=d5f71601-cd68-41d3-a3c1-c264a5ecc103,segment=NetworkSegment(33f0e812-b945-455c-a517-2095d72e4ae2),segment_id=33f0e812-b945-455c-a517-2095d72e4ae2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:00.578130 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37643c0-e86d-45fe-a325-04b26c9d7964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-80746d63-6a3c-4e45-b1e6-9ba69f756024', 'network_id': '80746d63-6a3c-4e45-b1e6-9ba69f756024', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'fixed_ips': [{'subnet_id': '35fe0088-9155-40cf-8506-f63610989ef8'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:36:00.579256 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f37643c0-e86d-45fe-a325-04b26c9d7964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:00.633435 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f49f01-d86a-4cb3-b49b-29551abe6247 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Made reservation on behalf of 875d2f0a00e04449a5bd0e15811efa96 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:00.637060 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-78f49f01-d86a-4cb3-b49b-29551abe6247 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:00.710511 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:00.711492 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device df73636d-7c49-416a-bb2b-e27dc88ddebb up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:00.825147 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4facff07-99d4-43ca-9b11-5fda17a4a272 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:00.829408 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4facff07-99d4-43ca-9b11-5fda17a4a272 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:00.864026 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4facff07-99d4-43ca-9b11-5fda17a4a272 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:01.077248 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=d5f71601-cd68-41d3-a3c1-c264a5ecc103,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:01.121785 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-f37643c0-e86d-45fe-a325-04b26c9d7964 None None] Allocated IP 2001:db8::2 (80746d63-6a3c-4e45-b1e6-9ba69f756024/35fe0088-9155-40cf-8506-f63610989ef8/933282d8-b37b-43bb-9eb1-eec69f74c65f) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:01.175384 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4facff07-99d4-43ca-9b11-5fda17a4a272 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:01.233383 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-78f49f01-d86a-4cb3-b49b-29551abe6247 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:01.337193 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port df73636d-7c49-416a-bb2b-e27dc88ddebb completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:01.347468 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port df73636d-7c49-416a-bb2b-e27dc88ddebb triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:01.347832 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:01.385947 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4facff07-99d4-43ca-9b11-5fda17a4a272 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:01.391893 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f37643c0-e86d-45fe-a325-04b26c9d7964 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:01.407520 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f37643c0-e86d-45fe-a325-04b26c9d7964 None None] Transition to ACTIVE for port object 933282d8-b37b-43bb-9eb1-eec69f74c65f will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:01.440667 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f37643c0-e86d-45fe-a325-04b26c9d7964 None None] Transition to ACTIVE for port object 933282d8-b37b-43bb-9eb1-eec69f74c65f will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:01.494784 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4facff07-99d4-43ca-9b11-5fda17a4a272 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:36:01.501178 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:01.513276 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f49f01-d86a-4cb3-b49b-29551abe6247 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Subnet': ['ID=38d283d4-ccb6-4f0b-a125-723594e71ff0,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:01.532020 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4facff07-99d4-43ca-9b11-5fda17a4a272 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6297afae-bba3-42d9-8cbf-17a5896dc255,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:01.544778 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4facff07-99d4-43ca-9b11-5fda17a4a272 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:01.545134 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-4facff07-99d4-43ca-9b11-5fda17a4a272 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Added segment 393b586d-5b6a-41a9-b3f0-3133f693e55f of type vlan for network 38168381-3f20-4070-8994-c8202c63a12e Jun 30 09:36:01.570951 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f49f01-d86a-4cb3-b49b-29551abe6247 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Checking segment: {'id': '894af808-b425-4058-93f9-1ec796e08a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f00df994-e9d2-46be-9445-aed69e2fc71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:01.571591 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f49f01-d86a-4cb3-b49b-29551abe6247 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network hostable DHCP agents. Network: f00df994-e9d2-46be-9445-aed69e2fc71a, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:36:01.585757 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f37643c0-e86d-45fe-a325-04b26c9d7964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:01.674934 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port df73636d-7c49-416a-bb2b-e27dc88ddebb, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=df73636d-7c49-416a-bb2b-e27dc88ddebb,segment=NetworkSegment(e4b7a0d1-386c-4797-8cc6-3294e1c957e2),segment_id=e4b7a0d1-386c-4797-8cc6-3294e1c957e2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:01.679686 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37643c0-e86d-45fe-a325-04b26c9d7964 None None] Network 80746d63-6a3c-4e45-b1e6-9ba69f756024 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:01.680356 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c332b5-37cf-4f87-8642-15b4eaf0315b req-d700c837-b209-4d2e-80ea-c77be92cef3e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:01.686254 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-f37643c0-e86d-45fe-a325-04b26c9d7964 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:01.687614 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c332b5-37cf-4f87-8642-15b4eaf0315b req-d700c837-b209-4d2e-80ea-c77be92cef3e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:01.691986 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37643c0-e86d-45fe-a325-04b26c9d7964 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:01.694281 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c332b5-37cf-4f87-8642-15b4eaf0315b req-d700c837-b209-4d2e-80ea-c77be92cef3e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:01.702392 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c332b5-37cf-4f87-8642-15b4eaf0315b req-d700c837-b209-4d2e-80ea-c77be92cef3e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:01.712232 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c332b5-37cf-4f87-8642-15b4eaf0315b req-d700c837-b209-4d2e-80ea-c77be92cef3e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:01.716410 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37643c0-e86d-45fe-a325-04b26c9d7964 None None] Pushing event updated for resources: {'Port': ['ID=933282d8-b37b-43bb-9eb1-eec69f74c65f,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:01.718472 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c332b5-37cf-4f87-8642-15b4eaf0315b req-d700c837-b209-4d2e-80ea-c77be92cef3e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:01.724968 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c332b5-37cf-4f87-8642-15b4eaf0315b req-d700c837-b209-4d2e-80ea-c77be92cef3e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:01.728157 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a6c332b5-37cf-4f87-8642-15b4eaf0315b req-d700c837-b209-4d2e-80ea-c77be92cef3e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5441 time: 0.4227221 Jun 30 09:36:01.737033 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4facff07-99d4-43ca-9b11-5fda17a4a272 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:01.798640 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:01.800289 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 3d7dba65-2216-47e0-b010-2a6615b39506 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:01.801777 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a6c332b5-37cf-4f87-8642-15b4eaf0315b req-1a65ac4e-12e5-4730-abb7-683db36de529 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0668643 Jun 30 09:36:01.857300 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f49f01-d86a-4cb3-b49b-29551abe6247 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network f00df994-e9d2-46be-9445-aed69e2fc71a is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:36:01.878888 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f37643c0-e86d-45fe-a325-04b26c9d7964 None None] Attempting to bind port 933282d8-b37b-43bb-9eb1-eec69f74c65f on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:36:01.879618 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f37643c0-e86d-45fe-a325-04b26c9d7964 None None] Attempting to bind port 933282d8-b37b-43bb-9eb1-eec69f74c65f by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '8042a0aa-3c74-4032-b131-0b3942b4fb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '80746d63-6a3c-4e45-b1e6-9ba69f756024'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:36:01.879618 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37643c0-e86d-45fe-a325-04b26c9d7964 None None] Attempting to bind port 933282d8-b37b-43bb-9eb1-eec69f74c65f on network 80746d63-6a3c-4e45-b1e6-9ba69f756024 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:01.898424 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37643c0-e86d-45fe-a325-04b26c9d7964 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:36:01.898800 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37643c0-e86d-45fe-a325-04b26c9d7964 None None] Checking segment: {'id': '8042a0aa-3c74-4032-b131-0b3942b4fb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '80746d63-6a3c-4e45-b1e6-9ba69f756024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:01.899226 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f37643c0-e86d-45fe-a325-04b26c9d7964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:01.899811 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37643c0-e86d-45fe-a325-04b26c9d7964 None None] Bound using segment: {'id': '8042a0aa-3c74-4032-b131-0b3942b4fb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '80746d63-6a3c-4e45-b1e6-9ba69f756024'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:36:01.900205 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f37643c0-e86d-45fe-a325-04b26c9d7964 None None] Bound port: 933282d8-b37b-43bb-9eb1-eec69f74c65f, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8042a0aa-3c74-4032-b131-0b3942b4fb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '80746d63-6a3c-4e45-b1e6-9ba69f756024'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:36:01.900749 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f37643c0-e86d-45fe-a325-04b26c9d7964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:01.944926 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=df73636d-7c49-416a-bb2b-e27dc88ddebb,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:01.986615 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4facff07-99d4-43ca-9b11-5fda17a4a272 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:01.997391 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4facff07-99d4-43ca-9b11-5fda17a4a272 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:01.998654 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4facff07-99d4-43ca-9b11-5fda17a4a272 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:02.010084 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-f37643c0-e86d-45fe-a325-04b26c9d7964 None None] For port 933282d8-b37b-43bb-9eb1-eec69f74c65f, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:36:02.014647 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-f37643c0-e86d-45fe-a325-04b26c9d7964 None None] For port 933282d8-b37b-43bb-9eb1-eec69f74c65f, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=933282d8-b37b-43bb-9eb1-eec69f74c65f,segment=NetworkSegment(8042a0aa-3c74-4032-b131-0b3942b4fb6c),segment_id=8042a0aa-3c74-4032-b131-0b3942b4fb6c)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:36:02.060718 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-78f49f01-d86a-4cb3-b49b-29551abe6247 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, f00df994-e9d2-46be-9445-aed69e2fc71a) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:02.070016 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac72f63-dd22-4d06-9e45-f6c35ef814ab None None] Network f00df994-e9d2-46be-9445-aed69e2fc71a requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:02.073233 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f49f01-d86a-4cb3-b49b-29551abe6247 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:02.073873 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-78f49f01-d86a-4cb3-b49b-29551abe6247 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:02.090049 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4facff07-99d4-43ca-9b11-5fda17a4a272 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Network': ['ID=38168381-3f20-4070-8994-c8202c63a12e,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:02.117547 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 38168381-3f20-4070-8994-c8202c63a12e details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:36:02.185324 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4facff07-99d4-43ca-9b11-5fda17a4a272 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.9253819 Jun 30 09:36:02.188059 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43698) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:02.193505 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 3d7dba65-2216-47e0-b010-2a6615b39506 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:02.195793 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-90e62e74-577a-4be5-bd44-39974efe7a5e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'port': {'network_id': '38168381-3f20-4070-8994-c8202c63a12e', 'name': 'tempest-PortsIpV6TestJSON-2040821619'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:02.204884 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-78f49f01-d86a-4cb3-b49b-29551abe6247 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9241190 Jun 30 09:36:02.207133 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f37643c0-e86d-45fe-a325-04b26c9d7964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:02.207916 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43700) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:02.213289 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-688857db-b4b1-4107-b086-c35c16aea535 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1881099645', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:02.220789 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 3d7dba65-2216-47e0-b010-2a6615b39506 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:02.220789 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:02.322442 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f71601-cd68-41d3-a3c1-c264a5ecc103'}, {'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df73636d-7c49-416a-bb2b-e27dc88ddebb'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:02.325141 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a961d146-da09-4f1c-930a-70f23371cb2c" -d '{"events": [{"server_uuid": "696332f2-069a-4332-a502-436f084032a0", "name": "network-vif-plugged", "status": "completed", "tag": "d5f71601-cd68-41d3-a3c1-c264a5ecc103"}, {"server_uuid": "696332f2-069a-4332-a502-436f084032a0", "name": "network-vif-plugged", "status": "completed", "tag": "df73636d-7c49-416a-bb2b-e27dc88ddebb"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:02.387932 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-688857db-b4b1-4107-b086-c35c16aea535 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:02.390035 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-688857db-b4b1-4107-b086-c35c16aea535 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:02.510550 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-688857db-b4b1-4107-b086-c35c16aea535 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:02.518804 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a684eb-8fe0-4acf-aa76-4b0862369e9c x-openstack-request-id: req-d9a684eb-8fe0-4acf-aa76-4b0862369e9c {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:02.522826 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696332f2-069a-4332-a502-436f084032a0", "name": "network-vif-plugged", "status": "completed", "tag": "d5f71601-cd68-41d3-a3c1-c264a5ecc103", "code": 200}, {"server_uuid": "696332f2-069a-4332-a502-436f084032a0", "name": "network-vif-plugged", "status": "completed", "tag": "df73636d-7c49-416a-bb2b-e27dc88ddebb", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:02.522826 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d9a684eb-8fe0-4acf-aa76-4b0862369e9c {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:02.522826 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f71601-cd68-41d3-a3c1-c264a5ecc103', 'code': 200} Jun 30 09:36:02.522826 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df73636d-7c49-416a-bb2b-e27dc88ddebb', 'code': 200} Jun 30 09:36:02.524199 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37643c0-e86d-45fe-a325-04b26c9d7964 None None] Pushing event updated for resources: {'Port': ['ID=933282d8-b37b-43bb-9eb1-eec69f74c65f,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:02.547462 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0ef29b-0f0e-48c3-b4e2-f58a8305eefb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-f00df994-e9d2-46be-9445-aed69e2fc71a', 'network_id': 'f00df994-e9d2-46be-9445-aed69e2fc71a', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'fixed_ips': [{'subnet_id': '38d283d4-ccb6-4f0b-a125-723594e71ff0'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:36:02.548362 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9f0ef29b-0f0e-48c3-b4e2-f58a8305eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:02.557328 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e62e74-577a-4be5-bd44-39974efe7a5e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:02.561409 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-90e62e74-577a-4be5-bd44-39974efe7a5e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:02.593352 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-90e62e74-577a-4be5-bd44-39974efe7a5e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] device_id is not set on port 43a8990c-3c21-4f8d-968a-6b605f07f7b6 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:36:02.635457 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-688857db-b4b1-4107-b086-c35c16aea535 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:02.776413 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-688857db-b4b1-4107-b086-c35c16aea535 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:02.778645 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-688857db-b4b1-4107-b086-c35c16aea535 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5688288 Jun 30 09:36:02.781640 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43728) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:02.942507 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-9f0ef29b-0f0e-48c3-b4e2-f58a8305eefb None None] Allocated IP 2001:db8:1::2 (f00df994-e9d2-46be-9445-aed69e2fc71a/38d283d4-ccb6-4f0b-a125-723594e71ff0/18f65aa3-76cf-49d4-8896-3eaf91aaac10) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:03.144657 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 933282d8-b37b-43bb-9eb1-eec69f74c65f up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:03.194429 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:03.243579 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-90e62e74-577a-4be5-bd44-39974efe7a5e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:03.360769 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e013b-b954-4614-86c0-ce566091e3f6 req-f929d36c-ef1d-468b-b023-73051e02ae5f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:03.378758 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e013b-b954-4614-86c0-ce566091e3f6 req-f929d36c-ef1d-468b-b023-73051e02ae5f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:03.391931 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e013b-b954-4614-86c0-ce566091e3f6 req-f929d36c-ef1d-468b-b023-73051e02ae5f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:03.410412 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e013b-b954-4614-86c0-ce566091e3f6 req-f929d36c-ef1d-468b-b023-73051e02ae5f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:03.434003 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e013b-b954-4614-86c0-ce566091e3f6 req-f929d36c-ef1d-468b-b023-73051e02ae5f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:03.434138 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 3d7dba65-2216-47e0-b010-2a6615b39506, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3d7dba65-2216-47e0-b010-2a6615b39506,segment=NetworkSegment(b64c8ad5-334a-4b81-bc98-c43b8f67e57a),segment_id=b64c8ad5-334a-4b81-bc98-c43b8f67e57a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:03.466487 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e013b-b954-4614-86c0-ce566091e3f6 req-f929d36c-ef1d-468b-b023-73051e02ae5f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:03.480905 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9f0ef29b-0f0e-48c3-b4e2-f58a8305eefb None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:03.489809 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e013b-b954-4614-86c0-ce566091e3f6 req-f929d36c-ef1d-468b-b023-73051e02ae5f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:03.496052 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8b0e013b-b954-4614-86c0-ce566091e3f6 req-f929d36c-ef1d-468b-b023-73051e02ae5f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5442 time: 0.3292441 Jun 30 09:36:03.498609 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9f0ef29b-0f0e-48c3-b4e2-f58a8305eefb None None] Transition to ACTIVE for port object 18f65aa3-76cf-49d4-8896-3eaf91aaac10 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:03.528931 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9f0ef29b-0f0e-48c3-b4e2-f58a8305eefb None None] Transition to ACTIVE for port object 18f65aa3-76cf-49d4-8896-3eaf91aaac10 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:03.535014 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:03.538312 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:03.578931 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1fcd0a9f-4784-40e7-b9a6-450d0f55419a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:03.693287 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 933282d8-b37b-43bb-9eb1-eec69f74c65f completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:03.699322 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8b0e013b-b954-4614-86c0-ce566091e3f6 req-23ecfdb5-b3bf-471a-8e61-6de8addd0800 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1958973 Jun 30 09:36:03.753733 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-90e62e74-577a-4be5-bd44-39974efe7a5e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:03.768520 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9f0ef29b-0f0e-48c3-b4e2-f58a8305eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:03.849669 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=3d7dba65-2216-47e0-b010-2a6615b39506,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:03.904833 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e62e74-577a-4be5-bd44-39974efe7a5e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Port': ['ID=43a8990c-3c21-4f8d-968a-6b605f07f7b6,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:03.905689 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0ef29b-0f0e-48c3-b4e2-f58a8305eefb None None] Network f00df994-e9d2-46be-9445-aed69e2fc71a is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:03.960228 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e62e74-577a-4be5-bd44-39974efe7a5e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Checking segment: {'id': '393b586d-5b6a-41a9-b3f0-3133f693e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '38168381-3f20-4070-8994-c8202c63a12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:03.960877 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e62e74-577a-4be5-bd44-39974efe7a5e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network hostable DHCP agents. Network: 38168381-3f20-4070-8994-c8202c63a12e, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:36:04.013803 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ef29b-0f0e-48c3-b4e2-f58a8305eefb None None] Pushing event updated for resources: {'Port': ['ID=18f65aa3-76cf-49d4-8896-3eaf91aaac10,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:04.018685 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-9f0ef29b-0f0e-48c3-b4e2-f58a8305eefb None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:04.020970 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0ef29b-0f0e-48c3-b4e2-f58a8305eefb None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:04.145422 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-9f0ef29b-0f0e-48c3-b4e2-f58a8305eefb None None] Attempting to bind port 18f65aa3-76cf-49d4-8896-3eaf91aaac10 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:36:04.145956 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-9f0ef29b-0f0e-48c3-b4e2-f58a8305eefb None None] Attempting to bind port 18f65aa3-76cf-49d4-8896-3eaf91aaac10 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '894af808-b425-4058-93f9-1ec796e08a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f00df994-e9d2-46be-9445-aed69e2fc71a'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:36:04.146498 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0ef29b-0f0e-48c3-b4e2-f58a8305eefb None None] Attempting to bind port 18f65aa3-76cf-49d4-8896-3eaf91aaac10 on network f00df994-e9d2-46be-9445-aed69e2fc71a {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:04.169097 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e62e74-577a-4be5-bd44-39974efe7a5e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network 38168381-3f20-4070-8994-c8202c63a12e is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:36:04.173203 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0ef29b-0f0e-48c3-b4e2-f58a8305eefb None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:36:04.175462 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0ef29b-0f0e-48c3-b4e2-f58a8305eefb None None] Checking segment: {'id': '894af808-b425-4058-93f9-1ec796e08a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f00df994-e9d2-46be-9445-aed69e2fc71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:04.176139 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9f0ef29b-0f0e-48c3-b4e2-f58a8305eefb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.176922 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0ef29b-0f0e-48c3-b4e2-f58a8305eefb None None] Bound using segment: {'id': '894af808-b425-4058-93f9-1ec796e08a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f00df994-e9d2-46be-9445-aed69e2fc71a'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:36:04.177971 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-9f0ef29b-0f0e-48c3-b4e2-f58a8305eefb None None] Bound port: 18f65aa3-76cf-49d4-8896-3eaf91aaac10, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '894af808-b425-4058-93f9-1ec796e08a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f00df994-e9d2-46be-9445-aed69e2fc71a'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:36:04.178759 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9f0ef29b-0f0e-48c3-b4e2-f58a8305eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.185932 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136752b4-00c2-4f48-ade3-c6c030ad5e17 None None] Network 80746d63-6a3c-4e45-b1e6-9ba69f756024 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:04.199732 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:04.213445 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-1fcd0a9f-4784-40e7-b9a6-450d0f55419a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Allocated IP 2001:db8::1 (80746d63-6a3c-4e45-b1e6-9ba69f756024/35fe0088-9155-40cf-8506-f63610989ef8/04995514-5ff3-498a-86f4-c30a8c4cfc07) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:04.283354 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:04.283818 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.431157 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1fcd0a9f-4784-40e7-b9a6-450d0f55419a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.437782 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-90e62e74-577a-4be5-bd44-39974efe7a5e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 38168381-3f20-4070-8994-c8202c63a12e) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:04.442695 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e62e74-577a-4be5-bd44-39974efe7a5e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:04.449150 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e62e74-577a-4be5-bd44-39974efe7a5e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:04.449781 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-90e62e74-577a-4be5-bd44-39974efe7a5e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.480047 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-1fcd0a9f-4784-40e7-b9a6-450d0f55419a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Transition to ACTIVE for port object 04995514-5ff3-498a-86f4-c30a8c4cfc07 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:04.493712 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510e5080-17b6-49ba-a1ce-c6be524ada96 None None] Network 38168381-3f20-4070-8994-c8202c63a12e requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:04.517323 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-9f0ef29b-0f0e-48c3-b4e2-f58a8305eefb None None] For port 18f65aa3-76cf-49d4-8896-3eaf91aaac10, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:36:04.523621 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-9f0ef29b-0f0e-48c3-b4e2-f58a8305eefb None None] For port 18f65aa3-76cf-49d4-8896-3eaf91aaac10, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=18f65aa3-76cf-49d4-8896-3eaf91aaac10,segment=NetworkSegment(894af808-b425-4058-93f9-1ec796e08a79),segment_id=894af808-b425-4058-93f9-1ec796e08a79)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:36:04.527145 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7dba65-2216-47e0-b010-2a6615b39506'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:04.533470 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dd4632-5447-4ba7-843e-e294d6d8e7f0" -d '{"events": [{"server_uuid": "696332f2-069a-4332-a502-436f084032a0", "name": "network-vif-plugged", "status": "completed", "tag": "3d7dba65-2216-47e0-b010-2a6615b39506"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:04.611694 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6011b1-5ff9-43c9-b845-1141037cb257 x-openstack-request-id: req-0d6011b1-5ff9-43c9-b845-1141037cb257 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:04.612043 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696332f2-069a-4332-a502-436f084032a0", "name": "network-vif-plugged", "status": "completed", "tag": "3d7dba65-2216-47e0-b010-2a6615b39506", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:04.612303 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0d6011b1-5ff9-43c9-b845-1141037cb257 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:04.612607 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7dba65-2216-47e0-b010-2a6615b39506', 'code': 200} Jun 30 09:36:04.613459 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0ec3e6a1-bbcb-443b-93ff-fe91ac2deba2 None None] Provisioning for port 933282d8-b37b-43bb-9eb1-eec69f74c65f completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:04.644153 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0ec3e6a1-bbcb-443b-93ff-fe91ac2deba2 None None] Provisioning complete for port 933282d8-b37b-43bb-9eb1-eec69f74c65f triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:04.644732 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0ec3e6a1-bbcb-443b-93ff-fe91ac2deba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.741213 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-90e62e74-577a-4be5-bd44-39974efe7a5e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5457473 Jun 30 09:36:04.741875 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43794) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:04.753121 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-00886a87-8d28-4793-9b2b-0aae3e7ab665 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1851930229'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:04.824567 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.841250 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1fcd0a9f-4784-40e7-b9a6-450d0f55419a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.856494 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9f0ef29b-0f0e-48c3-b4e2-f58a8305eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.940527 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcd0a9f-4784-40e7-b9a6-450d0f55419a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network 80746d63-6a3c-4e45-b1e6-9ba69f756024 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:04.944252 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-1fcd0a9f-4784-40e7-b9a6-450d0f55419a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:04.957852 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcd0a9f-4784-40e7-b9a6-450d0f55419a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:04.958731 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1fcd0a9f-4784-40e7-b9a6-450d0f55419a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:05.049103 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd0a9f-4784-40e7-b9a6-450d0f55419a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Port': ['ID=04995514-5ff3-498a-86f4-c30a8c4cfc07,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:05.070688 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00886a87-8d28-4793-9b2b-0aae3e7ab665 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:05.070688 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-00886a87-8d28-4793-9b2b-0aae3e7ab665 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:05.084362 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2379e48-ce19-4aaf-8a65-c9180d077db6 req-7e50bf7d-504e-4116-97c9-23015d93a4f4 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:05.097706 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2379e48-ce19-4aaf-8a65-c9180d077db6 req-7e50bf7d-504e-4116-97c9-23015d93a4f4 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:05.112916 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2379e48-ce19-4aaf-8a65-c9180d077db6 req-7e50bf7d-504e-4116-97c9-23015d93a4f4 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:05.120629 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2379e48-ce19-4aaf-8a65-c9180d077db6 req-7e50bf7d-504e-4116-97c9-23015d93a4f4 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:05.127097 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2379e48-ce19-4aaf-8a65-c9180d077db6 req-7e50bf7d-504e-4116-97c9-23015d93a4f4 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:05.134563 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2379e48-ce19-4aaf-8a65-c9180d077db6 req-7e50bf7d-504e-4116-97c9-23015d93a4f4 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:05.141442 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2379e48-ce19-4aaf-8a65-c9180d077db6 req-7e50bf7d-504e-4116-97c9-23015d93a4f4 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:05.143838 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d2379e48-ce19-4aaf-8a65-c9180d077db6 req-7e50bf7d-504e-4116-97c9-23015d93a4f4 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5443 time: 0.2334015 Jun 30 09:36:05.145225 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ef29b-0f0e-48c3-b4e2-f58a8305eefb None None] Pushing event updated for resources: {'Port': ['ID=18f65aa3-76cf-49d4-8896-3eaf91aaac10,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:05.162039 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00886a87-8d28-4793-9b2b-0aae3e7ab665 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:36:05.199318 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-00886a87-8d28-4793-9b2b-0aae3e7ab665 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:05.199318 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-00886a87-8d28-4793-9b2b-0aae3e7ab665 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Added segment 3a4d0be2-227a-4a65-9b55-f75cfc779231 of type vlan for network 008fc9aa-bbcb-4de7-8f34-75091ca03688 Jun 30 09:36:05.236673 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b,segment=NetworkSegment(b64c8ad5-334a-4b81-bc98-c43b8f67e57a),segment_id=b64c8ad5-334a-4b81-bc98-c43b8f67e57a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:05.239351 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d2379e48-ce19-4aaf-8a65-c9180d077db6 req-18139063-f7a7-43df-9c65-5644c3ebc0b3 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0819857 Jun 30 09:36:05.246934 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0ec3e6a1-bbcb-443b-93ff-fe91ac2deba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:05.311905 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-00886a87-8d28-4793-9b2b-0aae3e7ab665 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:05.325212 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0ec3e6a1-bbcb-443b-93ff-fe91ac2deba2 None None] For port 933282d8-b37b-43bb-9eb1-eec69f74c65f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=933282d8-b37b-43bb-9eb1-eec69f74c65f,segment=NetworkSegment(8042a0aa-3c74-4032-b131-0b3942b4fb6c),segment_id=8042a0aa-3c74-4032-b131-0b3942b4fb6c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:05.394126 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1fcd0a9f-4784-40e7-b9a6-450d0f55419a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:05.426346 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:05.577184 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:05.590613 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0ec3e6a1-bbcb-443b-93ff-fe91ac2deba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:05.758718 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3e6a1-bbcb-443b-93ff-fe91ac2deba2 None None] Pushing event updated for resources: {'Port': ['ID=933282d8-b37b-43bb-9eb1-eec69f74c65f,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:05.834455 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43820) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:05.898668 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2125987f-fcee-4e44-99d4-e4c56852cc23 None None] Provisioning complete for port 933282d8-b37b-43bb-9eb1-eec69f74c65f triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:05.899326 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2125987f-fcee-4e44-99d4-e4c56852cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:06.034614 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eec228bd-fd0a-4f70-840b-78eb69c2a54f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:06.168891 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-00886a87-8d28-4793-9b2b-0aae3e7ab665 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:06.183278 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00886a87-8d28-4793-9b2b-0aae3e7ab665 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:06.183928 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-00886a87-8d28-4793-9b2b-0aae3e7ab665 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:06.250148 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eec228bd-fd0a-4f70-840b-78eb69c2a54f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:06.285708 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00886a87-8d28-4793-9b2b-0aae3e7ab665 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Network': ['ID=008fc9aa-bbcb-4de7-8f34-75091ca03688,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:06.297607 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1fcd0a9f-4784-40e7-b9a6-450d0f55419a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:06.306852 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 008fc9aa-bbcb-4de7-8f34-75091ca03688 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:36:06.388898 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-78fa5245-ab23-41fe-a93b-dde9bcc0b4c1 None None] Provisioning for port 04995514-5ff3-498a-86f4-c30a8c4cfc07 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:06.398998 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-78fa5245-ab23-41fe-a93b-dde9bcc0b4c1 None None] Provisioning complete for port 04995514-5ff3-498a-86f4-c30a8c4cfc07 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:06.399641 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-78fa5245-ab23-41fe-a93b-dde9bcc0b4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:06.427853 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eec228bd-fd0a-4f70-840b-78eb69c2a54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:06.455219 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-78fa5245-ab23-41fe-a93b-dde9bcc0b4c1 None None] Port 04995514-5ff3-498a-86f4-c30a8c4cfc07 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:36:06.477950 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1fcd0a9f-4784-40e7-b9a6-450d0f55419a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:06.480204 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1fcd0a9f-4784-40e7-b9a6-450d0f55419a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:06.518646 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-eec228bd-fd0a-4f70-840b-78eb69c2a54f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9ec399b0dcdc4eb4baf50a371af6a6e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6823049 Jun 30 09:36:06.519358 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43844) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:06.570753 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec228bd-fd0a-4f70-840b-78eb69c2a54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3390e69f-8f69-44bc-bd45-0f1eacef389d,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:06.615254 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:06.618729 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80dc7df0-c8d1-44f0-8dc1-80cbd67f1b90" -d '{"events": [{"server_uuid": "696332f2-069a-4332-a502-436f084032a0", "name": "network-vif-plugged", "status": "completed", "tag": "6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:06.632428 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2ed0b3db-be62-40e3-84e5-1eac54916e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:06.640141 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-00886a87-8d28-4793-9b2b-0aae3e7ab665 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8981688 Jun 30 09:36:06.644715 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43848) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:06.645383 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd0a9f-4784-40e7-b9a6-450d0f55419a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Port': ['ID=04995514-5ff3-498a-86f4-c30a8c4cfc07,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:06.666913 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-9c9a337d-002f-4189-a666-cd05c076483e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'ports': [{'network_id': '38168381-3f20-4070-8994-c8202c63a12e'}, {'network_id': '008fc9aa-bbcb-4de7-8f34-75091ca03688'}]} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:06.667272 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-9c9a337d-002f-4189-a666-cd05c076483e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'port': {'network_id': '38168381-3f20-4070-8994-c8202c63a12e'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:06.667749 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-9c9a337d-002f-4189-a666-cd05c076483e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'port': {'network_id': '008fc9aa-bbcb-4de7-8f34-75091ca03688'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:06.691586 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ed3d27-7d23-4564-8827-2da2fed4d221 x-openstack-request-id: req-75ed3d27-7d23-4564-8827-2da2fed4d221 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:06.691809 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696332f2-069a-4332-a502-436f084032a0", "name": "network-vif-plugged", "status": "completed", "tag": "6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:06.692009 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-75ed3d27-7d23-4564-8827-2da2fed4d221 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:06.692302 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b', 'code': 200} Jun 30 09:36:06.695019 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2ed0b3db-be62-40e3-84e5-1eac54916e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:06.788217 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a681e-701e-41f8-8e97-8797e3bd7b55 req-5924a3f9-14bb-4604-9204-b15ea9e06374 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:06.795590 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a681e-701e-41f8-8e97-8797e3bd7b55 req-5924a3f9-14bb-4604-9204-b15ea9e06374 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:06.801808 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a681e-701e-41f8-8e97-8797e3bd7b55 req-5924a3f9-14bb-4604-9204-b15ea9e06374 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:06.809095 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a681e-701e-41f8-8e97-8797e3bd7b55 req-5924a3f9-14bb-4604-9204-b15ea9e06374 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:06.817871 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a681e-701e-41f8-8e97-8797e3bd7b55 req-5924a3f9-14bb-4604-9204-b15ea9e06374 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:06.826844 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a681e-701e-41f8-8e97-8797e3bd7b55 req-5924a3f9-14bb-4604-9204-b15ea9e06374 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:06.867705 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a681e-701e-41f8-8e97-8797e3bd7b55 req-5924a3f9-14bb-4604-9204-b15ea9e06374 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:06.870484 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-958a681e-701e-41f8-8e97-8797e3bd7b55 req-5924a3f9-14bb-4604-9204-b15ea9e06374 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5444 time: 0.4817073 Jun 30 09:36:06.897450 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2ed0b3db-be62-40e3-84e5-1eac54916e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:06.901201 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117d0bf3-2b2b-4764-b535-ba7a320f5333 None None] Network f00df994-e9d2-46be-9445-aed69e2fc71a requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:06.902447 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2ed0b3db-be62-40e3-84e5-1eac54916e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:06.903801 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2ed0b3db-be62-40e3-84e5-1eac54916e34 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3390e69f-8f69-44bc-bd45-0f1eacef389d HTTP/1.1" status: 204 len: 168 time: 0.3815861 Jun 30 09:36:06.921809 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0b3db-be62-40e3-84e5-1eac54916e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3390e69f-8f69-44bc-bd45-0f1eacef389d,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:06.943972 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d57796-b2de-4707-9458-3f18293eea64 req-f9c8b0d0-2134-4f78-9873-2564e1794c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:06.945229 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d57796-b2de-4707-9458-3f18293eea64 req-f9c8b0d0-2134-4f78-9873-2564e1794c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:06.945921 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d57796-b2de-4707-9458-3f18293eea64 req-f9c8b0d0-2134-4f78-9873-2564e1794c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:06.946430 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d57796-b2de-4707-9458-3f18293eea64 req-f9c8b0d0-2134-4f78-9873-2564e1794c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:06.947570 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d57796-b2de-4707-9458-3f18293eea64 req-f9c8b0d0-2134-4f78-9873-2564e1794c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:06.948379 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d57796-b2de-4707-9458-3f18293eea64 req-f9c8b0d0-2134-4f78-9873-2564e1794c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:06.949064 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d57796-b2de-4707-9458-3f18293eea64 req-f9c8b0d0-2134-4f78-9873-2564e1794c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:06.951924 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-05d57796-b2de-4707-9458-3f18293eea64 req-f9c8b0d0-2134-4f78-9873-2564e1794c72 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 6508 time: 0.1373224 Jun 30 09:36:07.023276 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 933282d8-b37b-43bb-9eb1-eec69f74c65f up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:07.024896 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-05d57796-b2de-4707-9458-3f18293eea64 req-93a7c0e6-3f9b-4ec4-976d-6423666d0828 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bb6229e6-a72a-4f53-95c9-440717c05746&id=0bce45cb-44bd-47a7-acb1-604c11977046&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609679 Jun 30 09:36:07.027676 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcd0a9f-4784-40e7-b9a6-450d0f55419a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network 80746d63-6a3c-4e45-b1e6-9ba69f756024 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:07.044492 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-1fcd0a9f-4784-40e7-b9a6-450d0f55419a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:07.095050 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-958a681e-701e-41f8-8e97-8797e3bd7b55 req-9799babc-fbb8-4b68-9012-18b3209bd659 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2040846 Jun 30 09:36:07.162453 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 933282d8-b37b-43bb-9eb1-eec69f74c65f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:07.163041 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:07.272979 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-dad941fa-34bc-4dce-8d93-628be417def0 None None] Provisioning for port 18f65aa3-76cf-49d4-8896-3eaf91aaac10 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:07.296930 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 18f65aa3-76cf-49d4-8896-3eaf91aaac10 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:07.489375 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9a337d-002f-4189-a666-cd05c076483e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'port': 2} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:07.498949 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9c9a337d-002f-4189-a666-cd05c076483e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:07.509826 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-281fc416-2c08-4341-9ada-84460dd05c26 None None] Provisioning complete for port 04995514-5ff3-498a-86f4-c30a8c4cfc07 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:07.510462 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-281fc416-2c08-4341-9ada-84460dd05c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:07.512010 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9c9a337d-002f-4189-a666-cd05c076483e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:07.547644 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-281fc416-2c08-4341-9ada-84460dd05c26 None None] Port 04995514-5ff3-498a-86f4-c30a8c4cfc07 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:36:07.569454 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 18f65aa3-76cf-49d4-8896-3eaf91aaac10 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:07.579249 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fcd0a9f-4784-40e7-b9a6-450d0f55419a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Router e770586f-c3ca-4a9d-b796-99d4c07e2b65 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:36:07.579421 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 18f65aa3-76cf-49d4-8896-3eaf91aaac10 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:07.579421 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:07.654047 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-9c9a337d-002f-4189-a666-cd05c076483e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] device_id is not set on port fef20cfc-18bd-40bc-be26-13416173f35e yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:36:07.675337 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:07.696376 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:07.699408 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9b53068e-5908-485e-9f84-7b4a4c467f5d None None] Provisioning complete for port 18f65aa3-76cf-49d4-8896-3eaf91aaac10 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:07.699786 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9b53068e-5908-485e-9f84-7b4a4c467f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:07.735940 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcd0a9f-4784-40e7-b9a6-450d0f55419a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:36:07.743536 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1fcd0a9f-4784-40e7-b9a6-450d0f55419a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "PUT /v2.0/routers/e770586f-c3ca-4a9d-b796-99d4c07e2b65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9594204 Jun 30 09:36:07.746994 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43860) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:07.752972 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32438b9-1d8f-45bc-b937-af5cd0a013c3 None None] Sync routers for ids ['e770586f-c3ca-4a9d-b796-99d4c07e2b65'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:36:07.766348 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32438b9-1d8f-45bc-b937-af5cd0a013c3 None None] Routers {'e770586f-c3ca-4a9d-b796-99d4c07e2b65'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:07.770159 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a32438b9-1d8f-45bc-b937-af5cd0a013c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:35:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e770586f-c3ca-4a9d-b796-99d4c07e2b65'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:07.810218 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 18f65aa3-76cf-49d4-8896-3eaf91aaac10, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=18f65aa3-76cf-49d4-8896-3eaf91aaac10,segment=NetworkSegment(894af808-b425-4058-93f9-1ec796e08a79),segment_id=894af808-b425-4058-93f9-1ec796e08a79)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:07.832630 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a32438b9-1d8f-45bc-b937-af5cd0a013c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:07.858830 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32438b9-1d8f-45bc-b937-af5cd0a013c3 None None] Routers {'e770586f-c3ca-4a9d-b796-99d4c07e2b65'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:07.859791 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a32438b9-1d8f-45bc-b937-af5cd0a013c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:35:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e770586f-c3ca-4a9d-b796-99d4c07e2b65'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:07.866837 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0c6ab9-1f00-4fcd-9b21-319db053f3a6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:07.868863 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ec0c6ab9-1f00-4fcd-9b21-319db053f3a6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "GET /v2.0/ports/04995514-5ff3-498a-86f4-c30a8c4cfc07 HTTP/1.1" status: 200 len: 911 time: 0.1207108 Jun 30 09:36:07.873260 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43864) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:07.876741 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9b53068e-5908-485e-9f84-7b4a4c467f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:07.916543 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a32438b9-1d8f-45bc-b937-af5cd0a013c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:07.917490 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32438b9-1d8f-45bc-b937-af5cd0a013c3 None None] The sync data for ids ['e770586f-c3ca-4a9d-b796-99d4c07e2b65'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:36:07.941244 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:07.978484 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9c9a337d-002f-4189-a666-cd05c076483e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:08.035687 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-9b53068e-5908-485e-9f84-7b4a4c467f5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:36:08.036079 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-9b53068e-5908-485e-9f84-7b4a4c467f5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:36:08.058893 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=18f65aa3-76cf-49d4-8896-3eaf91aaac10,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:08.085863 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43866) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:08.101081 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-394573fd-66c0-4f46-b16d-36a03b6bdfb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:08.157266 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-9c9a337d-002f-4189-a666-cd05c076483e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] device_id is not set on port 4c598380-3fd6-4e64-a3be-bb8ce0506ea1 yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:36:08.256302 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-394573fd-66c0-4f46-b16d-36a03b6bdfb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:08.421704 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb590fe-4107-48cc-b811-dfeafb48a88a req-2f3563e4-c4c3-402b-95e3-c9ca910ac9ed tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:08.427511 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb590fe-4107-48cc-b811-dfeafb48a88a req-2f3563e4-c4c3-402b-95e3-c9ca910ac9ed tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:08.434210 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb590fe-4107-48cc-b811-dfeafb48a88a req-2f3563e4-c4c3-402b-95e3-c9ca910ac9ed tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:08.440174 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb590fe-4107-48cc-b811-dfeafb48a88a req-2f3563e4-c4c3-402b-95e3-c9ca910ac9ed tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:08.446032 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb590fe-4107-48cc-b811-dfeafb48a88a req-2f3563e4-c4c3-402b-95e3-c9ca910ac9ed tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:08.453605 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb590fe-4107-48cc-b811-dfeafb48a88a req-2f3563e4-c4c3-402b-95e3-c9ca910ac9ed tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:08.459866 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb590fe-4107-48cc-b811-dfeafb48a88a req-2f3563e4-c4c3-402b-95e3-c9ca910ac9ed tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:08.469385 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bcb590fe-4107-48cc-b811-dfeafb48a88a req-2f3563e4-c4c3-402b-95e3-c9ca910ac9ed tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5444 time: 0.1492465 Jun 30 09:36:08.508822 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-394573fd-66c0-4f46-b16d-36a03b6bdfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:08.520968 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9c9a337d-002f-4189-a666-cd05c076483e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:08.533324 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bcb590fe-4107-48cc-b811-dfeafb48a88a req-473ecde5-e6c6-49c5-9273-71256bd4b467 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0630329 Jun 30 09:36:08.609977 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-394573fd-66c0-4f46-b16d-36a03b6bdfb7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9dd8edd13d124846ab02c8895ac4558d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5157003 Jun 30 09:36:08.612585 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43874) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:08.613794 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394573fd-66c0-4f46-b16d-36a03b6bdfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4650c9-a754-49b4-bd87-7ada40dcc67c,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:08.643883 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-78c3da79-d429-4a16-ae6c-9f244be1e7ba tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:08.795967 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9c9a337d-002f-4189-a666-cd05c076483e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:08.861140 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 18f65aa3-76cf-49d4-8896-3eaf91aaac10 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:08.878329 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-553398b5-5942-4496-bdea-b4c8ae3307d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:08.905204 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9a337d-002f-4189-a666-cd05c076483e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network 38168381-3f20-4070-8994-c8202c63a12e is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:08.932701 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-9c9a337d-002f-4189-a666-cd05c076483e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:08.937395 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-553398b5-5942-4496-bdea-b4c8ae3307d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:08.941753 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9a337d-002f-4189-a666-cd05c076483e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:08.942003 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9c9a337d-002f-4189-a666-cd05c076483e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:08.943887 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a337d-002f-4189-a666-cd05c076483e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Port': ['ID=fef20cfc-18bd-40bc-be26-13416173f35e,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:08.966061 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 18f65aa3-76cf-49d4-8896-3eaf91aaac10 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:08.966795 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:09.000543 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:09.141752 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a337d-002f-4189-a666-cd05c076483e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Port': ['ID=4c598380-3fd6-4e64-a3be-bb8ce0506ea1,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:09.185339 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9a337d-002f-4189-a666-cd05c076483e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Checking segment: {'id': '3a4d0be2-227a-4a65-9b55-f75cfc779231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '008fc9aa-bbcb-4de7-8f34-75091ca03688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:09.185339 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9a337d-002f-4189-a666-cd05c076483e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network hostable DHCP agents. Network: 008fc9aa-bbcb-4de7-8f34-75091ca03688, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:36:09.264460 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-78c3da79-d429-4a16-ae6c-9f244be1e7ba tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Allocated IP 2001:db8:1::1 (f00df994-e9d2-46be-9445-aed69e2fc71a/38d283d4-ccb6-4f0b-a125-723594e71ff0/3912fc3e-a300-46a8-a0d9-2571e4e3733d) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:09.269484 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-553398b5-5942-4496-bdea-b4c8ae3307d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:09.276106 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-553398b5-5942-4496-bdea-b4c8ae3307d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:09.280056 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-553398b5-5942-4496-bdea-b4c8ae3307d8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2e4650c9-a754-49b4-bd87-7ada40dcc67c HTTP/1.1" status: 204 len: 168 time: 0.6647899 Jun 30 09:36:09.356673 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9a337d-002f-4189-a666-cd05c076483e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network 008fc9aa-bbcb-4de7-8f34-75091ca03688 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:36:09.371173 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553398b5-5942-4496-bdea-b4c8ae3307d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4650c9-a754-49b4-bd87-7ada40dcc67c,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:09.489705 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-78c3da79-d429-4a16-ae6c-9f244be1e7ba tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:09.514327 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-78c3da79-d429-4a16-ae6c-9f244be1e7ba tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Transition to ACTIVE for port object 3912fc3e-a300-46a8-a0d9-2571e4e3733d will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:09.516200 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-9c9a337d-002f-4189-a666-cd05c076483e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 008fc9aa-bbcb-4de7-8f34-75091ca03688) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:09.528495 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37c363e-277f-42b0-8695-0658321b82d3 None None] Network 008fc9aa-bbcb-4de7-8f34-75091ca03688 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:09.533678 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9a337d-002f-4189-a666-cd05c076483e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:09.539781 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9a337d-002f-4189-a666-cd05c076483e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:09.546476 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9a337d-002f-4189-a666-cd05c076483e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:09.547263 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9c9a337d-002f-4189-a666-cd05c076483e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:09.753743 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9c9a337d-002f-4189-a666-cd05c076483e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0923119 Jun 30 09:36:09.753743 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-78c3da79-d429-4a16-ae6c-9f244be1e7ba tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:09.754483 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43884) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:09.832458 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c3da79-d429-4a16-ae6c-9f244be1e7ba tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network f00df994-e9d2-46be-9445-aed69e2fc71a is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:09.848894 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-78c3da79-d429-4a16-ae6c-9f244be1e7ba tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:09.854560 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c3da79-d429-4a16-ae6c-9f244be1e7ba tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:09.855228 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-78c3da79-d429-4a16-ae6c-9f244be1e7ba tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:09.888322 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3da79-d429-4a16-ae6c-9f244be1e7ba tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Port': ['ID=3912fc3e-a300-46a8-a0d9-2571e4e3733d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:09.912682 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-3e9dd5b0-608f-4345-ad90-c4338115d4b7 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Deleting port 4c598380-3fd6-4e64-a3be-bb8ce0506ea1 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:09.913035 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd5b0-608f-4345-ad90-c4338115d4b7 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:10.012872 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d3d20-d1a7-495e-b54a-f56277eb5632 req-acda39e6-1dd2-485a-a177-c1eea477dad4 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:10.019532 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d3d20-d1a7-495e-b54a-f56277eb5632 req-acda39e6-1dd2-485a-a177-c1eea477dad4 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:10.026101 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d3d20-d1a7-495e-b54a-f56277eb5632 req-acda39e6-1dd2-485a-a177-c1eea477dad4 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:10.032568 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d3d20-d1a7-495e-b54a-f56277eb5632 req-acda39e6-1dd2-485a-a177-c1eea477dad4 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:10.037189 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd5b0-608f-4345-ad90-c4338115d4b7 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:10.038491 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d3d20-d1a7-495e-b54a-f56277eb5632 req-acda39e6-1dd2-485a-a177-c1eea477dad4 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:10.045075 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d3d20-d1a7-495e-b54a-f56277eb5632 req-acda39e6-1dd2-485a-a177-c1eea477dad4 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:10.051953 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d3d20-d1a7-495e-b54a-f56277eb5632 req-acda39e6-1dd2-485a-a177-c1eea477dad4 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:10.053712 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f82d3d20-d1a7-495e-b54a-f56277eb5632 req-acda39e6-1dd2-485a-a177-c1eea477dad4 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5444 time: 0.3514128 Jun 30 09:36:10.079926 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-3e9dd5b0-608f-4345-ad90-c4338115d4b7 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Calling delete_port for 4c598380-3fd6-4e64-a3be-bb8ce0506ea1 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:10.165603 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f82d3d20-d1a7-495e-b54a-f56277eb5632 req-327c5b6d-a462-41b0-8952-5ee9bf7fc632 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1003065 Jun 30 09:36:10.328490 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-78c3da79-d429-4a16-ae6c-9f244be1e7ba tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:10.379148 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd5b0-608f-4345-ad90-c4338115d4b7 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:10.441613 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9dd5b0-608f-4345-ad90-c4338115d4b7 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Port': ['ID=4c598380-3fd6-4e64-a3be-bb8ce0506ea1,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:10.457825 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd5b0-608f-4345-ad90-c4338115d4b7 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:10.460207 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3e9dd5b0-608f-4345-ad90-c4338115d4b7 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/ports/4c598380-3fd6-4e64-a3be-bb8ce0506ea1 HTTP/1.1" status: 204 len: 168 time: 0.7041330 Jun 30 09:36:10.464430 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43898) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:10.500916 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-66d43c03-9d4c-49fb-8a67-5e1dc9b0a23d None None] Provisioning for port 3912fc3e-a300-46a8-a0d9-2571e4e3733d completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:10.512078 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-66d43c03-9d4c-49fb-8a67-5e1dc9b0a23d None None] Provisioning complete for port 3912fc3e-a300-46a8-a0d9-2571e4e3733d triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:10.512444 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-66d43c03-9d4c-49fb-8a67-5e1dc9b0a23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:10.571054 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc57f7-b8b3-4a64-8efc-50e027213903 req-585459f7-45d3-40b9-944a-3ba09e7f5d17 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:10.577619 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc57f7-b8b3-4a64-8efc-50e027213903 req-585459f7-45d3-40b9-944a-3ba09e7f5d17 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:10.580785 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-66d43c03-9d4c-49fb-8a67-5e1dc9b0a23d None None] Port 3912fc3e-a300-46a8-a0d9-2571e4e3733d cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:36:10.583625 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc57f7-b8b3-4a64-8efc-50e027213903 req-585459f7-45d3-40b9-944a-3ba09e7f5d17 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:10.590313 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc57f7-b8b3-4a64-8efc-50e027213903 req-585459f7-45d3-40b9-944a-3ba09e7f5d17 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:10.596362 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc57f7-b8b3-4a64-8efc-50e027213903 req-585459f7-45d3-40b9-944a-3ba09e7f5d17 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:10.602407 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc57f7-b8b3-4a64-8efc-50e027213903 req-585459f7-45d3-40b9-944a-3ba09e7f5d17 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:10.608717 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc57f7-b8b3-4a64-8efc-50e027213903 req-585459f7-45d3-40b9-944a-3ba09e7f5d17 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:10.610630 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79dc57f7-b8b3-4a64-8efc-50e027213903 req-585459f7-45d3-40b9-944a-3ba09e7f5d17 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5444 time: 0.2497659 Jun 30 09:36:10.624512 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43904) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:10.638152 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-c0cba1da-9b6a-45d3-aafc-8d58c20b479d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Request body: {'floatingip': {'port_id': 'df73636d-7c49-416a-bb2b-e27dc88ddebb'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:10.707160 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c0cba1da-9b6a-45d3-aafc-8d58c20b479d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for floatingip, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:10.720148 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46420a2-6339-4264-a34c-4670c21ef092 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:10.725822 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46420a2-6339-4264-a34c-4670c21ef092 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:10.729526 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b46420a2-6339-4264-a34c-4670c21ef092 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2616787 Jun 30 09:36:10.754521 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43906) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:10.934405 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-78c3da79-d429-4a16-ae6c-9f244be1e7ba tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:10.937763 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-a6b5e050-bc3a-4615-94f1-ef61ab4417de tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Deleting port fef20cfc-18bd-40bc-be26-13416173f35e {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:10.938084 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a6b5e050-bc3a-4615-94f1-ef61ab4417de tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:11.043243 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-78c3da79-d429-4a16-ae6c-9f244be1e7ba tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:11.044177 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-78c3da79-d429-4a16-ae6c-9f244be1e7ba tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:11.132503 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a6b5e050-bc3a-4615-94f1-ef61ab4417de tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:11.489626 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-a6b5e050-bc3a-4615-94f1-ef61ab4417de tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Calling delete_port for fef20cfc-18bd-40bc-be26-13416173f35e owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:11.500743 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3da79-d429-4a16-ae6c-9f244be1e7ba tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Port': ['ID=3912fc3e-a300-46a8-a0d9-2571e4e3733d,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:11.537640 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c0cba1da-9b6a-45d3-aafc-8d58c20b479d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:11.555004 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3da79-d429-4a16-ae6c-9f244be1e7ba tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:11.555752 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3da79-d429-4a16-ae6c-9f244be1e7ba tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:11.555752 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3da79-d429-4a16-ae6c-9f244be1e7ba tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:11.556469 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3da79-d429-4a16-ae6c-9f244be1e7ba tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:11.556469 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3da79-d429-4a16-ae6c-9f244be1e7ba tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:11.556766 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3da79-d429-4a16-ae6c-9f244be1e7ba tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:11.557070 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3da79-d429-4a16-ae6c-9f244be1e7ba tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:11.557854 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3da79-d429-4a16-ae6c-9f244be1e7ba tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:11.557854 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3da79-d429-4a16-ae6c-9f244be1e7ba tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:11.558472 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3da79-d429-4a16-ae6c-9f244be1e7ba tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:11.558472 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3da79-d429-4a16-ae6c-9f244be1e7ba tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:11.558872 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3da79-d429-4a16-ae6c-9f244be1e7ba tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:11.628719 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c3da79-d429-4a16-ae6c-9f244be1e7ba tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network f00df994-e9d2-46be-9445-aed69e2fc71a is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:11.637485 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-78c3da79-d429-4a16-ae6c-9f244be1e7ba tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:11.731020 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c0cba1da-9b6a-45d3-aafc-8d58c20b479d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:11.800442 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c3da79-d429-4a16-ae6c-9f244be1e7ba tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Router e770586f-c3ca-4a9d-b796-99d4c07e2b65 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:36:11.949766 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c3da79-d429-4a16-ae6c-9f244be1e7ba tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:36:11.953236 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a6b5e050-bc3a-4615-94f1-ef61ab4417de tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:11.958744 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-78c3da79-d429-4a16-ae6c-9f244be1e7ba tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "PUT /v2.0/routers/e770586f-c3ca-4a9d-b796-99d4c07e2b65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0835330 Jun 30 09:36:11.964718 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad074425-c20b-4e56-b693-791509c0ce79 None None] Sync routers for ids ['e770586f-c3ca-4a9d-b796-99d4c07e2b65'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:36:11.968537 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43924) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:11.988105 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad074425-c20b-4e56-b693-791509c0ce79 None None] Routers {'e770586f-c3ca-4a9d-b796-99d4c07e2b65'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:11.989344 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-ad074425-c20b-4e56-b693-791509c0ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:35:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e770586f-c3ca-4a9d-b796-99d4c07e2b65'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:12.020286 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b5e050-bc3a-4615-94f1-ef61ab4417de tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Port': ['ID=fef20cfc-18bd-40bc-be26-13416173f35e,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:12.038522 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a6b5e050-bc3a-4615-94f1-ef61ab4417de tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:12.043423 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a6b5e050-bc3a-4615-94f1-ef61ab4417de tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/ports/fef20cfc-18bd-40bc-be26-13416173f35e HTTP/1.1" status: 204 len: 168 time: 1.2882483 Jun 30 09:36:12.070841 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd156277-9b10-446f-8353-f2470122438f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:12.072661 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-dd156277-9b10-446f-8353-f2470122438f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "GET /v2.0/ports/3912fc3e-a300-46a8-a0d9-2571e4e3733d HTTP/1.1" status: 200 len: 913 time: 0.1057446 Jun 30 09:36:12.076455 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43928) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:12.084657 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43930) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:12.086923 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-ad074425-c20b-4e56-b693-791509c0ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:12.112978 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-88fc2c88-7fdf-4546-9300-d2c42863f96d None None] Provisioning complete for port 3912fc3e-a300-46a8-a0d9-2571e4e3733d triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:12.113420 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-88fc2c88-7fdf-4546-9300-d2c42863f96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:12.115350 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad074425-c20b-4e56-b693-791509c0ce79 None None] Routers {'e770586f-c3ca-4a9d-b796-99d4c07e2b65'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:12.116052 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-ad074425-c20b-4e56-b693-791509c0ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:35:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e770586f-c3ca-4a9d-b796-99d4c07e2b65'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:12.180604 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-ad074425-c20b-4e56-b693-791509c0ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:12.181474 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad074425-c20b-4e56-b693-791509c0ce79 None None] The sync data for ids ['e770586f-c3ca-4a9d-b796-99d4c07e2b65'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:36:12.199724 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-88fc2c88-7fdf-4546-9300-d2c42863f96d None None] Port 3912fc3e-a300-46a8-a0d9-2571e4e3733d cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:36:12.263047 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [None req-c0cba1da-9b6a-45d3-aafc-8d58c20b479d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Floating IP de23a250-084c-4941-af23-00013657869b associated. External IP: 172.25.6.114, port: df73636d-7c49-416a-bb2b-e27dc88ddebb. Jun 30 09:36:12.412346 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d334d501-6634-4bcc-84fc-0e94c936f6ce tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:12.414085 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d334d501-6634-4bcc-84fc-0e94c936f6ce tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3396277 Jun 30 09:36:12.417520 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43936) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:12.450585 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6169df3-fda8-41ec-a74f-93ac72fc1bb3 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] GET failed (client error): The resource could not be found. Jun 30 09:36:12.452201 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a6169df3-fda8-41ec-a74f-93ac72fc1bb3 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "GET /v2.0/ports/4c598380-3fd6-4e64-a3be-bb8ce0506ea1 HTTP/1.1" status: 404 len: 333 time: 0.0335982 Jun 30 09:36:12.455711 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43938) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:12.528318 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cba1da-9b6a-45d3-aafc-8d58c20b479d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Router e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:36:12.529887 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a24965-b945-4dfc-9dd5-f76560d408a5 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] GET failed (client error): The resource could not be found. Jun 30 09:36:12.531884 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-85a24965-b945-4dfc-9dd5-f76560d408a5 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "GET /v2.0/ports/fef20cfc-18bd-40bc-be26-13416173f35e HTTP/1.1" status: 404 len: 333 time: 0.0752175 Jun 30 09:36:12.535437 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43942) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:12.605853 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-617c765e-8e16-4cc7-b6f1-2cb6cd279e97 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:12.690216 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f7b62991-1d51-45c5-8eab-52f0932658d1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:12.839385 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cba1da-9b6a-45d3-aafc-8d58c20b479d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:36:12.857585 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa8fd8e-46d4-4b2e-8fcc-766261612162 None None] Sync routers for ids ['e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:36:12.877486 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa8fd8e-46d4-4b2e-8fcc-766261612162 None None] Routers {'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:12.878139 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4aa8fd8e-46d4-4b2e-8fcc-766261612162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:35:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:12.897281 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c0cba1da-9b6a-45d3-aafc-8d58c20b479d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:12.982623 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c0cba1da-9b6a-45d3-aafc-8d58c20b479d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "PUT /v2.0/floatingips/de23a250-084c-4941-af23-00013657869b HTTP/1.1" status: 200 len: 991 time: 2.3537354 Jun 30 09:36:12.996553 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f7b62991-1d51-45c5-8eab-52f0932658d1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:13.011764 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-f7b62991-1d51-45c5-8eab-52f0932658d1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['008fc9aa-bbcb-4de7-8f34-75091ca03688']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:13.043226 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-f7b62991-1d51-45c5-8eab-52f0932658d1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4d0be2-227a-4a65-9b55-f75cfc779231') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:13.043226 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-f7b62991-1d51-45c5-8eab-52f0932658d1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4d0be2-227a-4a65-9b55-f75cfc779231') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:13.052640 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f7b62991-1d51-45c5-8eab-52f0932658d1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:13.080337 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-4aa8fd8e-46d4-4b2e-8fcc-766261612162 None None] Set router e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:13.093998 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f7b62991-1d51-45c5-8eab-52f0932658d1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:13.116167 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b62991-1d51-45c5-8eab-52f0932658d1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:36:13.116879 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f7b62991-1d51-45c5-8eab-52f0932658d1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:13.166685 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-617c765e-8e16-4cc7-b6f1-2cb6cd279e97 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Deleting port 3912fc3e-a300-46a8-a0d9-2571e4e3733d {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:13.167760 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-617c765e-8e16-4cc7-b6f1-2cb6cd279e97 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:13.200032 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'tag': 'df73636d-7c49-416a-bb2b-e27dc88ddebb'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:13.209329 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b260f4-889a-411a-92d2-82a64c16e9e1" -d '{"events": [{"name": "network-changed", "server_uuid": "696332f2-069a-4332-a502-436f084032a0", "tag": "df73636d-7c49-416a-bb2b-e27dc88ddebb"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:36:13.216699 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:36:13.350351 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a42af2-b76d-49b1-b033-b96cc7235ee5 x-openstack-request-id: req-12a42af2-b76d-49b1-b033-b96cc7235ee5 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:13.350815 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696332f2-069a-4332-a502-436f084032a0", "tag": "df73636d-7c49-416a-bb2b-e27dc88ddebb", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:13.351458 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-12a42af2-b76d-49b1-b033-b96cc7235ee5 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:13.351674 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'tag': 'df73636d-7c49-416a-bb2b-e27dc88ddebb', 'status': 'completed', 'code': 200} Jun 30 09:36:13.353497 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f7b62991-1d51-45c5-8eab-52f0932658d1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:13.360854 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f7b62991-1d51-45c5-8eab-52f0932658d1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:13.372900 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f7b62991-1d51-45c5-8eab-52f0932658d1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/networks/008fc9aa-bbcb-4de7-8f34-75091ca03688 HTTP/1.1" status: 204 len: 168 time: 0.8364971 Jun 30 09:36:13.394205 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43962) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:13.412045 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-617c765e-8e16-4cc7-b6f1-2cb6cd279e97 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:13.429787 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4aa8fd8e-46d4-4b2e-8fcc-766261612162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'name': 'tempest-TaggedBootDevicesTest_v242-767757491-router', 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'c50e9060-bcd4-4765-92e9-ff418fec8836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:14Z', 'updated_at': '2021-06-30T09:33:22Z', 'revision_number': 4, 'project_id': '49d88a13984c4bcba0f76778ac61ce8d', 'gw_port': {'id': 'c50e9060-bcd4-4765-92e9-ff418fec8836', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:15Z', 'updated_at': '2021-06-30T09:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'de23a250-084c-4941-af23-00013657869b', 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'floating_ip_address': '172.25.6.114', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'port_id': 'df73636d-7c49-416a-bb2b-e27dc88ddebb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e7e4178-b76c-4101-95d6-7dff2b70b10f', 'mac_address': 'fa:16:3e:7e:bc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696332f2-069a-4332-a502-436f084032a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:34:35Z', 'updated_at': '2021-06-30T09:36:11Z', 'revision_number': 1, 'project_id': '49d88a13984c4bcba0f76778ac61ce8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448', 'name': '', 'network_id': '5e7e4178-b76c-4101-95d6-7dff2b70b10f', 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'mac_address': 'fa:16:3e:48:23:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'c8de1b8a-776c-499d-b7dc-3d5c959e1c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:20Z', 'updated_at': '2021-06-30T09:33:31Z', 'revision_number': 5, 'project_id': '49d88a13984c4bcba0f76778ac61ce8d', 'subnets': [{'id': 'c8de1b8a-776c-499d-b7dc-3d5c959e1c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:13.439084 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-617c765e-8e16-4cc7-b6f1-2cb6cd279e97 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Calling delete_port for 3912fc3e-a300-46a8-a0d9-2571e4e3733d owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:13.498461 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-4b709d43-d875-449f-80f2-b7f1f1ea3938 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-169858334'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:13.506840 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa8fd8e-46d4-4b2e-8fcc-766261612162 None None] Checking router: e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:36:13.510826 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b62991-1d51-45c5-8eab-52f0932658d1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Network': ['ID=008fc9aa-bbcb-4de7-8f34-75091ca03688,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:13.537335 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa8fd8e-46d4-4b2e-8fcc-766261612162 None None] Routers {'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:13.538312 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4aa8fd8e-46d4-4b2e-8fcc-766261612162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:35:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:13.632121 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b260f4-889a-411a-92d2-82a64c16e9e1 req-5a9fcbf8-ea33-48ea-962c-1c60dc1c8c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:13.632611 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b260f4-889a-411a-92d2-82a64c16e9e1 req-5a9fcbf8-ea33-48ea-962c-1c60dc1c8c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:13.635920 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b260f4-889a-411a-92d2-82a64c16e9e1 req-5a9fcbf8-ea33-48ea-962c-1c60dc1c8c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:13.636429 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b260f4-889a-411a-92d2-82a64c16e9e1 req-5a9fcbf8-ea33-48ea-962c-1c60dc1c8c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:13.636918 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b260f4-889a-411a-92d2-82a64c16e9e1 req-5a9fcbf8-ea33-48ea-962c-1c60dc1c8c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:13.637397 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b260f4-889a-411a-92d2-82a64c16e9e1 req-5a9fcbf8-ea33-48ea-962c-1c60dc1c8c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:13.640114 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b260f4-889a-411a-92d2-82a64c16e9e1 req-5a9fcbf8-ea33-48ea-962c-1c60dc1c8c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:13.644390 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71b260f4-889a-411a-92d2-82a64c16e9e1 req-5a9fcbf8-ea33-48ea-962c-1c60dc1c8c10 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49d88a13984c4bcba0f76778ac61ce8d&device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 6508 time: 0.2510154 Jun 30 09:36:13.693106 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b709d43-d875-449f-80f2-b7f1f1ea3938 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:13.702110 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4b709d43-d875-449f-80f2-b7f1f1ea3938 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:13.773269 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-4aa8fd8e-46d4-4b2e-8fcc-766261612162 None None] Set router e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:13.883481 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-617c765e-8e16-4cc7-b6f1-2cb6cd279e97 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:13.930640 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b709d43-d875-449f-80f2-b7f1f1ea3938 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:36:13.940214 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b260f4-889a-411a-92d2-82a64c16e9e1 req-80906587-f6ef-4e4f-b565-86449f1258fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:13.949340 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71b260f4-889a-411a-92d2-82a64c16e9e1 req-80906587-f6ef-4e4f-b565-86449f1258fc service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e7e4178-b76c-4101-95d6-7dff2b70b10f HTTP/1.1" status: 200 len: 917 time: 0.2906542 Jun 30 09:36:13.972943 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c765e-8e16-4cc7-b6f1-2cb6cd279e97 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Port': ['ID=3912fc3e-a300-46a8-a0d9-2571e4e3733d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:14.211717 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4b709d43-d875-449f-80f2-b7f1f1ea3938 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:14.213594 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-4b709d43-d875-449f-80f2-b7f1f1ea3938 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Added segment 99c11358-8c06-410e-b93e-88836fa88c20 of type vlan for network 5214a817-16a8-4f74-8033-7df520af9ebf Jun 30 09:36:14.246391 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71b260f4-889a-411a-92d2-82a64c16e9e1 req-7c28930e-2068-4c43-aed8-33cee1ddb595 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df73636d-7c49-416a-bb2b-e27dc88ddebb HTTP/1.1" status: 200 len: 999 time: 0.2801361 Jun 30 09:36:14.305296 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-617c765e-8e16-4cc7-b6f1-2cb6cd279e97 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:14.319062 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4aa8fd8e-46d4-4b2e-8fcc-766261612162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'name': 'tempest-TaggedBootDevicesTest_v242-767757491-router', 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'c50e9060-bcd4-4765-92e9-ff418fec8836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:14Z', 'updated_at': '2021-06-30T09:33:22Z', 'revision_number': 4, 'project_id': '49d88a13984c4bcba0f76778ac61ce8d', 'gw_port': {'id': 'c50e9060-bcd4-4765-92e9-ff418fec8836', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:15Z', 'updated_at': '2021-06-30T09:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'de23a250-084c-4941-af23-00013657869b', 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'floating_ip_address': '172.25.6.114', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'port_id': 'df73636d-7c49-416a-bb2b-e27dc88ddebb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e7e4178-b76c-4101-95d6-7dff2b70b10f', 'mac_address': 'fa:16:3e:7e:bc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696332f2-069a-4332-a502-436f084032a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:34:35Z', 'updated_at': '2021-06-30T09:36:11Z', 'revision_number': 1, 'project_id': '49d88a13984c4bcba0f76778ac61ce8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448', 'name': '', 'network_id': '5e7e4178-b76c-4101-95d6-7dff2b70b10f', 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'mac_address': 'fa:16:3e:48:23:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'c8de1b8a-776c-499d-b7dc-3d5c959e1c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:20Z', 'updated_at': '2021-06-30T09:33:31Z', 'revision_number': 5, 'project_id': '49d88a13984c4bcba0f76778ac61ce8d', 'subnets': [{'id': 'c8de1b8a-776c-499d-b7dc-3d5c959e1c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:14.385086 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa8fd8e-46d4-4b2e-8fcc-766261612162 None None] The sync data for ids ['e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c'] in n-d-771363-31 is: [{'id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'name': 'tempest-TaggedBootDevicesTest_v242-767757491-router', 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'c50e9060-bcd4-4765-92e9-ff418fec8836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:14Z', 'updated_at': '2021-06-30T09:33:22Z', 'revision_number': 4, 'project_id': '49d88a13984c4bcba0f76778ac61ce8d', 'gw_port': {'id': 'c50e9060-bcd4-4765-92e9-ff418fec8836', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:15Z', 'updated_at': '2021-06-30T09:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'de23a250-084c-4941-af23-00013657869b', 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'floating_ip_address': '172.25.6.114', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'port_id': 'df73636d-7c49-416a-bb2b-e27dc88ddebb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e7e4178-b76c-4101-95d6-7dff2b70b10f', 'mac_address': 'fa:16:3e:7e:bc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696332f2-069a-4332-a502-436f084032a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:34:35Z', 'updated_at': '2021-06-30T09:36:11Z', 'revision_number': 1, 'project_id': '49d88a13984c4bcba0f76778ac61ce8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448', 'name': '', 'network_id': '5e7e4178-b76c-4101-95d6-7dff2b70b10f', 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'mac_address': 'fa:16:3e:48:23:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'c8de1b8a-776c-499d-b7dc-3d5c959e1c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:20Z', 'updated_at': '2021-06-30T09:33:31Z', 'revision_number': 5, 'project_id': '49d88a13984c4bcba0f76778ac61ce8d', 'subnets': [{'id': 'c8de1b8a-776c-499d-b7dc-3d5c959e1c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:36:14.437192 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4b709d43-d875-449f-80f2-b7f1f1ea3938 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:14.446802 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b260f4-889a-411a-92d2-82a64c16e9e1 req-3bf7d23e-9634-4537-8b6b-7a9c1cdbd223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:14.449450 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71b260f4-889a-411a-92d2-82a64c16e9e1 req-3bf7d23e-9634-4537-8b6b-7a9c1cdbd223 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c8de1b8a-776c-499d-b7dc-3d5c959e1c2d HTTP/1.1" status: 200 len: 855 time: 0.1695700 Jun 30 09:36:14.596424 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.db.resource_extend [None req-4b709d43-d875-449f-80f2-b7f1f1ea3938 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:36:14.683045 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b260f4-889a-411a-92d2-82a64c16e9e1 req-c5ef872e-1298-40a8-ae21-c524f74a92c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:14.686204 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71b260f4-889a-411a-92d2-82a64c16e9e1 req-c5ef872e-1298-40a8-ae21-c524f74a92c9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e7e4178-b76c-4101-95d6-7dff2b70b10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2216442 Jun 30 09:36:14.779066 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4b709d43-d875-449f-80f2-b7f1f1ea3938 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:14.786682 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b709d43-d875-449f-80f2-b7f1f1ea3938 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:14.787775 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4b709d43-d875-449f-80f2-b7f1f1ea3938 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:14.799244 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617c765e-8e16-4cc7-b6f1-2cb6cd279e97 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Router e770586f-c3ca-4a9d-b796-99d4c07e2b65 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:36:14.820272 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cebeba6-cc8d-4df1-8dc2-777f45fd2531 None None] New status for floating IP de23a250-084c-4941-af23-00013657869b: ACTIVE {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:36:14.943578 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617c765e-8e16-4cc7-b6f1-2cb6cd279e97 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:36:14.950452 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-617c765e-8e16-4cc7-b6f1-2cb6cd279e97 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "PUT /v2.0/routers/e770586f-c3ca-4a9d-b796-99d4c07e2b65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8651083 Jun 30 09:36:14.951329 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 43988) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:14.952406 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4b709d43-d875-449f-80f2-b7f1f1ea3938 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5480139 Jun 30 09:36:14.958698 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-074bd4e9-538e-474f-9a6a-853eee71e46a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'subnet': {'network_id': '5214a817-16a8-4f74-8033-7df520af9ebf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:14.966609 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a046abf3-5d5d-4183-9baa-4b20257ae538 None None] Sync routers for ids ['e770586f-c3ca-4a9d-b796-99d4c07e2b65'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:36:14.968190 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 43990) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:15.010675 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a046abf3-5d5d-4183-9baa-4b20257ae538 None None] Routers {'e770586f-c3ca-4a9d-b796-99d4c07e2b65'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:15.011635 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a046abf3-5d5d-4183-9baa-4b20257ae538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:35:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e770586f-c3ca-4a9d-b796-99d4c07e2b65'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:15.065976 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b709d43-d875-449f-80f2-b7f1f1ea3938 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Network': ['ID=5214a817-16a8-4f74-8033-7df520af9ebf,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:15.082324 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 5214a817-16a8-4f74-8033-7df520af9ebf details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:36:15.115078 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a046abf3-5d5d-4183-9baa-4b20257ae538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:15.158384 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a046abf3-5d5d-4183-9baa-4b20257ae538 None None] Routers {'e770586f-c3ca-4a9d-b796-99d4c07e2b65'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:15.159609 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a046abf3-5d5d-4183-9baa-4b20257ae538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:35:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e770586f-c3ca-4a9d-b796-99d4c07e2b65'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:15.277380 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a046abf3-5d5d-4183-9baa-4b20257ae538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:15.278178 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a046abf3-5d5d-4183-9baa-4b20257ae538 None None] The sync data for ids ['e770586f-c3ca-4a9d-b796-99d4c07e2b65'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:36:15.287867 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71b260f4-889a-411a-92d2-82a64c16e9e1 req-902c98fe-f070-41a9-acc2-e8b0ea39d223 service neutron] 10.222.0.52 "GET /v2.0/networks/5e7e4178-b76c-4101-95d6-7dff2b70b10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5916805 Jun 30 09:36:15.326005 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074bd4e9-538e-474f-9a6a-853eee71e46a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:15.331058 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-074bd4e9-538e-474f-9a6a-853eee71e46a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.611359 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71b260f4-889a-411a-92d2-82a64c16e9e1 req-166586f1-d51e-40c4-a70f-ea12fe555dec service neutron] 10.222.0.52 "GET /v2.0/networks/5e7e4178-b76c-4101-95d6-7dff2b70b10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083084 Jun 30 09:36:15.873324 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-074bd4e9-538e-474f-9a6a-853eee71e46a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.919241 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d4242879-b066-420b-8345-e0e5a72dbac3 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.955906 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074bd4e9-538e-474f-9a6a-853eee71e46a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Subnet': ['ID=698eb3cb-8135-43b8-97a8-5ad06096c730,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:15.983030 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074bd4e9-538e-474f-9a6a-853eee71e46a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Checking segment: {'id': '99c11358-8c06-410e-b93e-88836fa88c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5214a817-16a8-4f74-8033-7df520af9ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:15.983599 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074bd4e9-538e-474f-9a6a-853eee71e46a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network hostable DHCP agents. Network: 5214a817-16a8-4f74-8033-7df520af9ebf, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:36:16.176815 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074bd4e9-538e-474f-9a6a-853eee71e46a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network 5214a817-16a8-4f74-8033-7df520af9ebf is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:36:16.410689 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-074bd4e9-538e-474f-9a6a-853eee71e46a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 5214a817-16a8-4f74-8033-7df520af9ebf) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:16.415591 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074bd4e9-538e-474f-9a6a-853eee71e46a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:16.416343 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-074bd4e9-538e-474f-9a6a-853eee71e46a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:16.441685 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d50fe9b-e8a5-40e1-a376-c2faf0ebb262 None None] Network 5214a817-16a8-4f74-8033-7df520af9ebf requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:16.625752 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af36077-0fbd-4902-a1d7-8f6462548cf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-5214a817-16a8-4f74-8033-7df520af9ebf', 'network_id': '5214a817-16a8-4f74-8033-7df520af9ebf', 'tenant_id': '07795e25d4a84bb499a614e0d5ffead9', 'fixed_ips': [{'subnet_id': '698eb3cb-8135-43b8-97a8-5ad06096c730'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:36:16.633876 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3af36077-0fbd-4902-a1d7-8f6462548cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:16.651073 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-074bd4e9-538e-474f-9a6a-853eee71e46a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6979601 Jun 30 09:36:16.654721 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44008) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:16.663480 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-63e5255f-b908-477f-883e-537b80be6489 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'port': {'network_id': '5214a817-16a8-4f74-8033-7df520af9ebf', 'name': 'tempest-PortsIpV6TestJSON-1047845640'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:16.769045 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-d4242879-b066-420b-8345-e0e5a72dbac3 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Deleting port 04995514-5ff3-498a-86f4-c30a8c4cfc07 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:16.777720 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d4242879-b066-420b-8345-e0e5a72dbac3 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:16.936005 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-3af36077-0fbd-4902-a1d7-8f6462548cf8 None None] Allocated IP 2001:db8::2 (5214a817-16a8-4f74-8033-7df520af9ebf/698eb3cb-8135-43b8-97a8-5ad06096c730/8e9ae098-d2c0-49e4-9d42-520576b3a332) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:16.957720 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d4242879-b066-420b-8345-e0e5a72dbac3 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:16.972447 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-d4242879-b066-420b-8345-e0e5a72dbac3 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Calling delete_port for 04995514-5ff3-498a-86f4-c30a8c4cfc07 owned by network:router_interface {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:17.048755 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e5255f-b908-477f-883e-537b80be6489 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:17.053102 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-63e5255f-b908-477f-883e-537b80be6489 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:17.084589 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-63e5255f-b908-477f-883e-537b80be6489 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] device_id is not set on port ba0834b6-f075-4070-9777-bcf25a9bab6b yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:36:17.247076 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3af36077-0fbd-4902-a1d7-8f6462548cf8 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:17.357903 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3af36077-0fbd-4902-a1d7-8f6462548cf8 None None] Transition to ACTIVE for port object 8e9ae098-d2c0-49e4-9d42-520576b3a332 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:17.358487 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d4242879-b066-420b-8345-e0e5a72dbac3 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:17.381646 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3af36077-0fbd-4902-a1d7-8f6462548cf8 None None] Transition to ACTIVE for port object 8e9ae098-d2c0-49e4-9d42-520576b3a332 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:17.413797 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4242879-b066-420b-8345-e0e5a72dbac3 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Port': ['ID=04995514-5ff3-498a-86f4-c30a8c4cfc07,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:17.528467 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3af36077-0fbd-4902-a1d7-8f6462548cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:17.568906 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d4242879-b066-420b-8345-e0e5a72dbac3 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:17.677614 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af36077-0fbd-4902-a1d7-8f6462548cf8 None None] Network 5214a817-16a8-4f74-8033-7df520af9ebf is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:17.690821 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-3af36077-0fbd-4902-a1d7-8f6462548cf8 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:17.695787 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-63e5255f-b908-477f-883e-537b80be6489 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Allocated IP 2001:db8::a7 (5214a817-16a8-4f74-8033-7df520af9ebf/698eb3cb-8135-43b8-97a8-5ad06096c730/ba0834b6-f075-4070-9777-bcf25a9bab6b) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:17.697066 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af36077-0fbd-4902-a1d7-8f6462548cf8 None None] Pushing event updated for resources: {'Port': ['ID=8e9ae098-d2c0-49e4-9d42-520576b3a332,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:17.700392 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af36077-0fbd-4902-a1d7-8f6462548cf8 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:17.872401 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-3af36077-0fbd-4902-a1d7-8f6462548cf8 None None] Attempting to bind port 8e9ae098-d2c0-49e4-9d42-520576b3a332 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:36:17.873159 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-3af36077-0fbd-4902-a1d7-8f6462548cf8 None None] Attempting to bind port 8e9ae098-d2c0-49e4-9d42-520576b3a332 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '99c11358-8c06-410e-b93e-88836fa88c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5214a817-16a8-4f74-8033-7df520af9ebf'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:36:17.873769 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af36077-0fbd-4902-a1d7-8f6462548cf8 None None] Attempting to bind port 8e9ae098-d2c0-49e4-9d42-520576b3a332 on network 5214a817-16a8-4f74-8033-7df520af9ebf {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:17.898687 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af36077-0fbd-4902-a1d7-8f6462548cf8 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:36:17.899569 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af36077-0fbd-4902-a1d7-8f6462548cf8 None None] Checking segment: {'id': '99c11358-8c06-410e-b93e-88836fa88c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5214a817-16a8-4f74-8033-7df520af9ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:17.901262 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3af36077-0fbd-4902-a1d7-8f6462548cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:17.905770 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af36077-0fbd-4902-a1d7-8f6462548cf8 None None] Bound using segment: {'id': '99c11358-8c06-410e-b93e-88836fa88c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5214a817-16a8-4f74-8033-7df520af9ebf'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:36:17.907505 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-3af36077-0fbd-4902-a1d7-8f6462548cf8 None None] Bound port: 8e9ae098-d2c0-49e4-9d42-520576b3a332, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c11358-8c06-410e-b93e-88836fa88c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5214a817-16a8-4f74-8033-7df520af9ebf'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:36:17.907922 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3af36077-0fbd-4902-a1d7-8f6462548cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:17.959617 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4242879-b066-420b-8345-e0e5a72dbac3 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Router e770586f-c3ca-4a9d-b796-99d4c07e2b65 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:36:18.078754 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-63e5255f-b908-477f-883e-537b80be6489 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.089854 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4242879-b066-420b-8345-e0e5a72dbac3 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:36:18.099701 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-3af36077-0fbd-4902-a1d7-8f6462548cf8 None None] For port 8e9ae098-d2c0-49e4-9d42-520576b3a332, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:36:18.100682 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d4242879-b066-420b-8345-e0e5a72dbac3 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "PUT /v2.0/routers/e770586f-c3ca-4a9d-b796-99d4c07e2b65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1221557 Jun 30 09:36:18.101491 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44032) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:18.105509 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9468d7-7109-4030-ad3f-3c332e7e6085 None None] Sync routers for ids ['e770586f-c3ca-4a9d-b796-99d4c07e2b65'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:36:18.129798 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-3af36077-0fbd-4902-a1d7-8f6462548cf8 None None] For port 8e9ae098-d2c0-49e4-9d42-520576b3a332, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8e9ae098-d2c0-49e4-9d42-520576b3a332,segment=NetworkSegment(99c11358-8c06-410e-b93e-88836fa88c20),segment_id=99c11358-8c06-410e-b93e-88836fa88c20)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:36:18.138195 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9468d7-7109-4030-ad3f-3c332e7e6085 None None] Routers {'e770586f-c3ca-4a9d-b796-99d4c07e2b65'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:18.138432 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-63e5255f-b908-477f-883e-537b80be6489 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Transition to ACTIVE for port object ba0834b6-f075-4070-9777-bcf25a9bab6b will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:18.138983 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-0c9468d7-7109-4030-ad3f-3c332e7e6085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:35:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e770586f-c3ca-4a9d-b796-99d4c07e2b65'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:18.158747 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44034) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:18.163068 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ec332e8b-e40d-47d6-9cf4-c39d8aa52dc1 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "GET /v2.0/ports?device_id=e770586f-c3ca-4a9d-b796-99d4c07e2b65 HTTP/1.1" status: 200 len: 205 time: 0.0601988 Jun 30 09:36:18.205821 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-0c9468d7-7109-4030-ad3f-3c332e7e6085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:18.218378 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44036) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:18.222065 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9468d7-7109-4030-ad3f-3c332e7e6085 None None] Routers {'e770586f-c3ca-4a9d-b796-99d4c07e2b65'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:18.223088 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-0c9468d7-7109-4030-ad3f-3c332e7e6085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:35:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e770586f-c3ca-4a9d-b796-99d4c07e2b65'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:18.277301 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-18b8fedd-aaf5-4f86-9682-7b928068164e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.298492 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-0c9468d7-7109-4030-ad3f-3c332e7e6085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:18.299630 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9468d7-7109-4030-ad3f-3c332e7e6085 None None] The sync data for ids ['e770586f-c3ca-4a9d-b796-99d4c07e2b65'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:36:18.303417 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3af36077-0fbd-4902-a1d7-8f6462548cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.393497 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af36077-0fbd-4902-a1d7-8f6462548cf8 None None] Pushing event updated for resources: {'Port': ['ID=8e9ae098-d2c0-49e4-9d42-520576b3a332,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:18.489666 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-63e5255f-b908-477f-883e-537b80be6489 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.503475 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8f300e7a-aee2-48dd-b73b-984e7d3ec4b7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=467793be2b334c058c08c32f3ac9b6f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2823157 Jun 30 09:36:18.504268 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44042) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:18.571862 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-18b8fedd-aaf5-4f86-9682-7b928068164e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.579501 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-18b8fedd-aaf5-4f86-9682-7b928068164e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.582314 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f12f2f4-7318-487c-a6bb-18be74ebd793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.598543 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e5255f-b908-477f-883e-537b80be6489 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network 5214a817-16a8-4f74-8033-7df520af9ebf is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:18.604901 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5255f-b908-477f-883e-537b80be6489 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Port': ['ID=ba0834b6-f075-4070-9777-bcf25a9bab6b,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:18.607582 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-63e5255f-b908-477f-883e-537b80be6489 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:18.623589 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f12f2f4-7318-487c-a6bb-18be74ebd793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.641237 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e5255f-b908-477f-883e-537b80be6489 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:18.658218 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e5255f-b908-477f-883e-537b80be6489 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:18.659209 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-63e5255f-b908-477f-883e-537b80be6489 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.746958 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-18b8fedd-aaf5-4f86-9682-7b928068164e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.747761 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b8fedd-aaf5-4f86-9682-7b928068164e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Fanout notify agent at l3_agent the message router_deleted on router e770586f-c3ca-4a9d-b796-99d4c07e2b65 {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:36:18.760379 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-18b8fedd-aaf5-4f86-9682-7b928068164e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.763387 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-18b8fedd-aaf5-4f86-9682-7b928068164e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/routers/e770586f-c3ca-4a9d-b796-99d4c07e2b65 HTTP/1.1" status: 204 len: 168 time: 0.6015868 Jun 30 09:36:18.766366 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44044) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:18.878262 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f12f2f4-7318-487c-a6bb-18be74ebd793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.896322 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f12f2f4-7318-487c-a6bb-18be74ebd793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.904492 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8f12f2f4-7318-487c-a6bb-18be74ebd793 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/210a2c27-2356-43d9-b7eb-0b34bc2a1e2f HTTP/1.1" status: 204 len: 168 time: 0.3983290 Jun 30 09:36:18.972346 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-63e5255f-b908-477f-883e-537b80be6489 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3155446 Jun 30 09:36:18.978759 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44050) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:19.013349 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12f2f4-7318-487c-a6bb-18be74ebd793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210a2c27-2356-43d9-b7eb-0b34bc2a1e2f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:19.102771 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3de8f98-b338-443b-abf2-5b846ff152db tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Deleting subnet 38d283d4-ccb6-4f0b-a125-723594e71ff0 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:36:19.124351 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f3de8f98-b338-443b-abf2-5b846ff152db tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:19.186009 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8e9ae098-d2c0-49e4-9d42-520576b3a332 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:19.242224 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f3de8f98-b338-443b-abf2-5b846ff152db tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:19.518911 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 8e9ae098-d2c0-49e4-9d42-520576b3a332 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:19.755341 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-99a8726b-71cd-4678-b405-4f6677030300 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Deleting port ba0834b6-f075-4070-9777-bcf25a9bab6b {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:19.755969 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99a8726b-71cd-4678-b405-4f6677030300 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:19.824991 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f3de8f98-b338-443b-abf2-5b846ff152db tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:19.927971 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99a8726b-71cd-4678-b405-4f6677030300 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:19.964777 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-99a8726b-71cd-4678-b405-4f6677030300 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Calling delete_port for ba0834b6-f075-4070-9777-bcf25a9bab6b owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:20.160816 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41522b58-e3c4-4fca-b988-789857f775f3 None None] Network 5214a817-16a8-4f74-8033-7df520af9ebf requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:20.161314 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f3de8f98-b338-443b-abf2-5b846ff152db tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.193223 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f3de8f98-b338-443b-abf2-5b846ff152db tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.199226 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f3de8f98-b338-443b-abf2-5b846ff152db tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/subnets/38d283d4-ccb6-4f0b-a125-723594e71ff0 HTTP/1.1" status: 204 len: 168 time: 1.4275322 Jun 30 09:36:20.199226 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de8f98-b338-443b-abf2-5b846ff152db tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Subnet': ['ID=38d283d4-ccb6-4f0b-a125-723594e71ff0,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:20.199879 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44078) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:20.220460 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ce904e-a6d7-4255-8331-979d59ef00c8 None None] Network f00df994-e9d2-46be-9445-aed69e2fc71a requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:20.285958 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8f0c36-0f1c-4315-8bd6-ff18d7c4e30a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Deleting subnet 35fe0088-9155-40cf-8506-f63610989ef8 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:36:20.291290 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1d8f0c36-0f1c-4315-8bd6-ff18d7c4e30a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.344308 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1d8f0c36-0f1c-4315-8bd6-ff18d7c4e30a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.463574 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1d8f0c36-0f1c-4315-8bd6-ff18d7c4e30a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.544201 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99a8726b-71cd-4678-b405-4f6677030300 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.583316 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4968760-67a5-4671-97c3-959a3894e39d None None] DHCP port deletion for f00df994-e9d2-46be-9445-aed69e2fc71a request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:36:20.614238 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8726b-71cd-4678-b405-4f6677030300 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Port': ['ID=ba0834b6-f075-4070-9777-bcf25a9bab6b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:20.627157 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fd04eee6-f5aa-426b-a5d7-c548940423b0 None None] Provisioning for port 8e9ae098-d2c0-49e4-9d42-520576b3a332 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:20.632294 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9bc55055-0309-4180-a33b-be6b4cd685ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.646922 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fd04eee6-f5aa-426b-a5d7-c548940423b0 None None] Provisioning complete for port 8e9ae098-d2c0-49e4-9d42-520576b3a332 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:20.647500 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fd04eee6-f5aa-426b-a5d7-c548940423b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.659523 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99a8726b-71cd-4678-b405-4f6677030300 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.666414 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-99a8726b-71cd-4678-b405-4f6677030300 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/ports/ba0834b6-f075-4070-9777-bcf25a9bab6b HTTP/1.1" status: 204 len: 168 time: 1.6770537 Jun 30 09:36:20.667603 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44094) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:20.703711 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4496902-6705-4d2e-8574-f9fb1477cfd6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] DELETE failed (client error): The resource could not be found. Jun 30 09:36:20.704728 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4496902-6705-4d2e-8574-f9fb1477cfd6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:36:20.707408 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d4496902-6705-4d2e-8574-f9fb1477cfd6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/ports/ba0834b6-f075-4070-9777-bcf25a9bab6b HTTP/1.1" status: 404 len: 333 time: 0.0416746 Jun 30 09:36:20.710212 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44100) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:20.725641 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1d8f0c36-0f1c-4315-8bd6-ff18d7c4e30a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.781695 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-71599124-ab5f-4a22-983f-4d0e9e218672 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] GET failed (client error): The resource could not be found. Jun 30 09:36:20.786807 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-71599124-ab5f-4a22-983f-4d0e9e218672 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "GET /v2.0/ports/ba0834b6-f075-4070-9777-bcf25a9bab6b HTTP/1.1" status: 404 len: 333 time: 0.0721936 Jun 30 09:36:20.787260 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44106) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:20.809542 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-c4968760-67a5-4671-97c3-959a3894e39d None None] Deleting port 18f65aa3-76cf-49d4-8896-3eaf91aaac10 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:20.809542 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c4968760-67a5-4671-97c3-959a3894e39d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.867165 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f0c36-0f1c-4315-8bd6-ff18d7c4e30a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Subnet': ['ID=35fe0088-9155-40cf-8506-f63610989ef8,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:20.875192 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1d8f0c36-0f1c-4315-8bd6-ff18d7c4e30a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.879647 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1d8f0c36-0f1c-4315-8bd6-ff18d7c4e30a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/subnets/35fe0088-9155-40cf-8506-f63610989ef8 HTTP/1.1" status: 204 len: 168 time: 0.6761246 Jun 30 09:36:20.881201 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44110) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:21.007386 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-aecff299-e2da-429c-b410-78747bf0396f tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Deleting subnet 698eb3cb-8135-43b8-97a8-5ad06096c730 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:36:21.012191 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aecff299-e2da-429c-b410-78747bf0396f tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:21.062450 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0649744f-8c8b-4d68-9be4-49106dcc3d87 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:21.073123 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44114) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:21.123815 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aecff299-e2da-429c-b410-78747bf0396f tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:21.178512 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-0649744f-8c8b-4d68-9be4-49106dcc3d87 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Deleting port 18f65aa3-76cf-49d4-8896-3eaf91aaac10 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:21.179822 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0649744f-8c8b-4d68-9be4-49106dcc3d87 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:21.231578 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152a0d32-4c2d-481b-aa4c-09a53c4575d9 None None] Network 80746d63-6a3c-4e45-b1e6-9ba69f756024 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:21.236998 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 18f65aa3-76cf-49d4-8896-3eaf91aaac10 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:36:21.324512 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-f67dcd72-d2de-4714-8c90-fe9c5305ddc1 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1501296919-network', 'tenant_id': 'd14f9c9114824e0ab3a926fb5ce22374'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:21.356027 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aecff299-e2da-429c-b410-78747bf0396f tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:21.364980 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-0649744f-8c8b-4d68-9be4-49106dcc3d87 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] For port 18f65aa3-76cf-49d4-8896-3eaf91aaac10, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=18f65aa3-76cf-49d4-8896-3eaf91aaac10,segment=NetworkSegment(894af808-b425-4058-93f9-1ec796e08a79),segment_id=894af808-b425-4058-93f9-1ec796e08a79)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:21.365293 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0649744f-8c8b-4d68-9be4-49106dcc3d87 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:21.386947 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-0649744f-8c8b-4d68-9be4-49106dcc3d87 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Calling delete_port for 18f65aa3-76cf-49d4-8896-3eaf91aaac10 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:21.435319 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64ae93-161f-4630-b673-278500af2fd6 req-53986801-24e1-4212-b1d3-96da75bfbbce tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:21.437880 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e64ae93-161f-4630-b673-278500af2fd6 req-53986801-24e1-4212-b1d3-96da75bfbbce tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/networks?id=077fd748-2990-43a3-b379-1249cb605c64 HTTP/1.1" status: 200 len: 811 time: 0.4932146 Jun 30 09:36:21.476869 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e64ae93-161f-4630-b673-278500af2fd6 req-1562338c-f31c-4038-be68-779d6fe16642 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/quotas/11b9abfc034e469297fc7554fd307e7c HTTP/1.1" status: 200 len: 375 time: 0.0322344 Jun 30 09:36:21.490395 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-c4968760-67a5-4671-97c3-959a3894e39d None None] For port 18f65aa3-76cf-49d4-8896-3eaf91aaac10, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=18f65aa3-76cf-49d4-8896-3eaf91aaac10,segment=NetworkSegment(894af808-b425-4058-93f9-1ec796e08a79),segment_id=894af808-b425-4058-93f9-1ec796e08a79)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:21.491044 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c4968760-67a5-4671-97c3-959a3894e39d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:21.494715 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fd04eee6-f5aa-426b-a5d7-c548940423b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:21.543973 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-c4968760-67a5-4671-97c3-959a3894e39d None None] Calling delete_port for 18f65aa3-76cf-49d4-8896-3eaf91aaac10 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:21.590540 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e64ae93-161f-4630-b673-278500af2fd6 req-9e11534c-f289-4d34-b0c3-2c0390d5399e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044400 Jun 30 09:36:21.658506 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67dcd72-d2de-4714-8c90-fe9c5305ddc1 admin admin] Made reservation on behalf of d14f9c9114824e0ab3a926fb5ce22374 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:21.661153 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f67dcd72-d2de-4714-8c90-fe9c5305ddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:21.683184 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f67dcd72-d2de-4714-8c90-fe9c5305ddc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:21.740275 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:21.769817 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e64ae93-161f-4630-b673-278500af2fd6 req-020f9e50-39c9-4073-8a78-e8183ddd575e service neutron] 10.222.0.10 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698949 Jun 30 09:36:21.894237 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e64ae93-161f-4630-b673-278500af2fd6 req-222a01c3-5081-4c90-b5ec-4460ae4cabed service neutron] 10.222.0.10 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170456 Jun 30 09:36:21.912759 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fefea6-b796-4462-9eb3-fd928c5e6049 None None] DHCP port deletion for 80746d63-6a3c-4e45-b1e6-9ba69f756024 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:36:22.000808 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-00fefea6-b796-4462-9eb3-fd928c5e6049 None None] Deleting port 933282d8-b37b-43bb-9eb1-eec69f74c65f {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:22.001390 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-00fefea6-b796-4462-9eb3-fd928c5e6049 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.109218 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-00fefea6-b796-4462-9eb3-fd928c5e6049 None None] For port 933282d8-b37b-43bb-9eb1-eec69f74c65f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=933282d8-b37b-43bb-9eb1-eec69f74c65f,segment=NetworkSegment(8042a0aa-3c74-4032-b131-0b3942b4fb6c),segment_id=8042a0aa-3c74-4032-b131-0b3942b4fb6c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:22.109629 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-00fefea6-b796-4462-9eb3-fd928c5e6049 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.124413 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-00fefea6-b796-4462-9eb3-fd928c5e6049 None None] Calling delete_port for 933282d8-b37b-43bb-9eb1-eec69f74c65f owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:22.176084 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aecff299-e2da-429c-b410-78747bf0396f tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.176084 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecff299-e2da-429c-b410-78747bf0396f tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Subnet': ['ID=698eb3cb-8135-43b8-97a8-5ad06096c730,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:22.178865 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aecff299-e2da-429c-b410-78747bf0396f tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.181965 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-aecff299-e2da-429c-b410-78747bf0396f tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/subnets/698eb3cb-8135-43b8-97a8-5ad06096c730 HTTP/1.1" status: 204 len: 168 time: 1.3922777 Jun 30 09:36:22.184634 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44128) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:22.199665 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2fb02a-f7b8-4936-9cd3-70154099e0a9 None None] Network 5214a817-16a8-4f74-8033-7df520af9ebf requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:22.250610 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0649744f-8c8b-4d68-9be4-49106dcc3d87 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.281366 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0649744f-8c8b-4d68-9be4-49106dcc3d87 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] No DVR routers for this DVR port 18f65aa3-76cf-49d4-8896-3eaf91aaac10 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:36:22.318726 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c4968760-67a5-4671-97c3-959a3894e39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.342549 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649744f-8c8b-4d68-9be4-49106dcc3d87 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Port': ['ID=18f65aa3-76cf-49d4-8896-3eaf91aaac10,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:22.372634 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-fd04eee6-f5aa-426b-a5d7-c548940423b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:36:22.377601 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-fd04eee6-f5aa-426b-a5d7-c548940423b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:36:22.416945 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4968760-67a5-4671-97c3-959a3894e39d None None] Pushing event deleted for resources: {'Port': ['ID=18f65aa3-76cf-49d4-8896-3eaf91aaac10,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:22.443323 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e28b3524-77e0-43d5-ae91-3f1924076a44 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.465646 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4968760-67a5-4671-97c3-959a3894e39d None None] No DVR routers for this DVR port 18f65aa3-76cf-49d4-8896-3eaf91aaac10 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:36:22.521402 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-00fefea6-b796-4462-9eb3-fd928c5e6049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.544362 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d1a55612-d1fc-4f20-99cf-07be52ab1d8a req-558e7d09-8a22-4825-b88d-86a771fa9c14 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 210 time: 0.1137550 Jun 30 09:36:22.584057 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fefea6-b796-4462-9eb3-fd928c5e6049 None None] No DVR routers for this DVR port 933282d8-b37b-43bb-9eb1-eec69f74c65f on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:36:22.591763 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fefea6-b796-4462-9eb3-fd928c5e6049 None None] Pushing event deleted for resources: {'Port': ['ID=933282d8-b37b-43bb-9eb1-eec69f74c65f,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:22.667892 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0649744f-8c8b-4d68-9be4-49106dcc3d87 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.710632 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-0649744f-8c8b-4d68-9be4-49106dcc3d87 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f00df994-e9d2-46be-9445-aed69e2fc71a']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:22.733043 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3140f5ae-560e-41d5-8c07-ba27de887d5b None None] DHCP port deletion for 5214a817-16a8-4f74-8033-7df520af9ebf request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:36:22.735419 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-0649744f-8c8b-4d68-9be4-49106dcc3d87 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '894af808-b425-4058-93f9-1ec796e08a79') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:22.735873 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-0649744f-8c8b-4d68-9be4-49106dcc3d87 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '894af808-b425-4058-93f9-1ec796e08a79') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:22.767728 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0649744f-8c8b-4d68-9be4-49106dcc3d87 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.831829 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0649744f-8c8b-4d68-9be4-49106dcc3d87 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.833233 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-3140f5ae-560e-41d5-8c07-ba27de887d5b None None] Deleting port 8e9ae098-d2c0-49e4-9d42-520576b3a332 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:22.833687 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3140f5ae-560e-41d5-8c07-ba27de887d5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.853730 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f67dcd72-d2de-4714-8c90-fe9c5305ddc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.861373 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0649744f-8c8b-4d68-9be4-49106dcc3d87 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:36:22.865676 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0649744f-8c8b-4d68-9be4-49106dcc3d87 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.865676 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:36:22.865676 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:36:22.865676 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:36:22.865676 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:36:22.865676 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:36:22.865676 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:36:22.865676 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:36:22.865676 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:36:22.865676 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:36:22.865676 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:36:22.865676 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:36:22.865676 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:36:22.865676 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:36:22.865676 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:36:22.865676 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:36:22.865676 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:36:22.865676 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:36:22.865676 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:36:22.865676 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:36:22.865676 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:36:22.865676 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:36:22.865676 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:36:22.865676 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:36:22.865676 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:36:22.865676 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:36:22.865676 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:36:22.865676 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:36:22.865676 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:36:22.865676 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:36:22.865676 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:36:22.865676 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:36:22.865676 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:36:22.928011 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-e28b3524-77e0-43d5-ae91-3f1924076a44 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Deleting port 8e9ae098-d2c0-49e4-9d42-520576b3a332 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:22.928515 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e28b3524-77e0-43d5-ae91-3f1924076a44 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.950598 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 933282d8-b37b-43bb-9eb1-eec69f74c65f no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:36:22.995483 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 933282d8-b37b-43bb-9eb1-eec69f74c65f {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:36:22.995953 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 933282d8-b37b-43bb-9eb1-eec69f74c65f not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:36:22.996384 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8e9ae098-d2c0-49e4-9d42-520576b3a332 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:36:23.002313 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-86d2fc05-e704-4527-8949-5f09b4b8488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.021671 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f67dcd72-d2de-4714-8c90-fe9c5305ddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.069811 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67dcd72-d2de-4714-8c90-fe9c5305ddc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:36:23.077135 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fd04eee6-f5aa-426b-a5d7-c548940423b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.090311 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-e28b3524-77e0-43d5-ae91-3f1924076a44 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] For port 8e9ae098-d2c0-49e4-9d42-520576b3a332, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8e9ae098-d2c0-49e4-9d42-520576b3a332,segment=NetworkSegment(99c11358-8c06-410e-b93e-88836fa88c20),segment_id=99c11358-8c06-410e-b93e-88836fa88c20)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:23.090722 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e28b3524-77e0-43d5-ae91-3f1924076a44 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.094941 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-3140f5ae-560e-41d5-8c07-ba27de887d5b None None] For port 8e9ae098-d2c0-49e4-9d42-520576b3a332, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8e9ae098-d2c0-49e4-9d42-520576b3a332,segment=NetworkSegment(99c11358-8c06-410e-b93e-88836fa88c20),segment_id=99c11358-8c06-410e-b93e-88836fa88c20)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:23.095664 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3140f5ae-560e-41d5-8c07-ba27de887d5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.115269 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67dcd72-d2de-4714-8c90-fe9c5305ddc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb6aa48-a539-4b4d-a371-208eff8a7ec3,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:23.115269 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f67dcd72-d2de-4714-8c90-fe9c5305ddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.115269 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-f67dcd72-d2de-4714-8c90-fe9c5305ddc1 admin admin] Added segment 8dd0200a-4666-475f-a0a9-e47b1a2ca6e6 of type vlan for network 4b34e13e-64f3-4614-98c2-965e564ba757 Jun 30 09:36:23.116267 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-e28b3524-77e0-43d5-ae91-3f1924076a44 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Calling delete_port for 8e9ae098-d2c0-49e4-9d42-520576b3a332 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:23.161280 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0649744f-8c8b-4d68-9be4-49106dcc3d87 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.168126 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0649744f-8c8b-4d68-9be4-49106dcc3d87 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.168978 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0649744f-8c8b-4d68-9be4-49106dcc3d87 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/networks/f00df994-e9d2-46be-9445-aed69e2fc71a HTTP/1.1" status: 204 len: 168 time: 2.2823884 Jun 30 09:36:23.173298 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44144) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:23.193858 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649744f-8c8b-4d68-9be4-49106dcc3d87 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Network': ['ID=f00df994-e9d2-46be-9445-aed69e2fc71a,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:23.194754 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-fd04eee6-f5aa-426b-a5d7-c548940423b0 None None] For port 8e9ae098-d2c0-49e4-9d42-520576b3a332, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8e9ae098-d2c0-49e4-9d42-520576b3a332,segment=NetworkSegment(99c11358-8c06-410e-b93e-88836fa88c20),segment_id=99c11358-8c06-410e-b93e-88836fa88c20)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:23.200289 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-3140f5ae-560e-41d5-8c07-ba27de887d5b None None] Calling delete_port for 8e9ae098-d2c0-49e4-9d42-520576b3a332 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:23.240227 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f67dcd72-d2de-4714-8c90-fe9c5305ddc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.364637 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fd04eee6-f5aa-426b-a5d7-c548940423b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.404687 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-28810381-188a-4967-8659-88f9f1e25d67 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.470345 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04eee6-f5aa-426b-a5d7-c548940423b0 None None] Pushing event updated for resources: {'Port': ['ID=8e9ae098-d2c0-49e4-9d42-520576b3a332,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:23.502716 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6adf4668-92b7-4fdb-8ca8-0ac11a726b86 None None] Provisioning complete for port 8e9ae098-d2c0-49e4-9d42-520576b3a332 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:23.510575 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6adf4668-92b7-4fdb-8ca8-0ac11a726b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.516789 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-28810381-188a-4967-8659-88f9f1e25d67 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.546603 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-28810381-188a-4967-8659-88f9f1e25d67 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80746d63-6a3c-4e45-b1e6-9ba69f756024']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:23.567666 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-28810381-188a-4967-8659-88f9f1e25d67 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8042a0aa-3c74-4032-b131-0b3942b4fb6c') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:23.568001 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-28810381-188a-4967-8659-88f9f1e25d67 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8042a0aa-3c74-4032-b131-0b3942b4fb6c') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:23.580828 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e28b3524-77e0-43d5-ae91-3f1924076a44 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.594881 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f67dcd72-d2de-4714-8c90-fe9c5305ddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.597601 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67dcd72-d2de-4714-8c90-fe9c5305ddc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:23.598643 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3140f5ae-560e-41d5-8c07-ba27de887d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.599645 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f67dcd72-d2de-4714-8c90-fe9c5305ddc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.608139 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-28810381-188a-4967-8659-88f9f1e25d67 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.639487 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-28810381-188a-4967-8659-88f9f1e25d67 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.652702 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28810381-188a-4967-8659-88f9f1e25d67 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:36:23.653719 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-28810381-188a-4967-8659-88f9f1e25d67 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:36:23.666815 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:36:23.673780 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140f5ae-560e-41d5-8c07-ba27de887d5b None None] Pushing event deleted for resources: {'Port': ['ID=8e9ae098-d2c0-49e4-9d42-520576b3a332,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:23.675696 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6adf4668-92b7-4fdb-8ca8-0ac11a726b86 None None] Could not find standard attr ID for object ba0834b6-f075-4070-9777-bcf25a9bab6b. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:36:23.677398 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3140f5ae-560e-41d5-8c07-ba27de887d5b None None] No DVR routers for this DVR port 8e9ae098-d2c0-49e4-9d42-520576b3a332 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:36:23.729285 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.762482 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28b3524-77e0-43d5-ae91-3f1924076a44 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] No DVR routers for this DVR port 8e9ae098-d2c0-49e4-9d42-520576b3a332 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:36:23.824690 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b3524-77e0-43d5-ae91-3f1924076a44 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Port': ['ID=8e9ae098-d2c0-49e4-9d42-520576b3a332,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:23.910937 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67dcd72-d2de-4714-8c90-fe9c5305ddc1 admin admin] Pushing event updated for resources: {'Network': ['ID=4b34e13e-64f3-4614-98c2-965e564ba757,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:23.916087 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ca7e21ea-cf30-4a0f-abbb-9056acddf6b6 req-4fcefee5-afbc-4c5d-83f5-813791c8420a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 210 time: 0.1338696 Jun 30 09:36:23.939909 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 4b34e13e-64f3-4614-98c2-965e564ba757 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:36:23.949300 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:36:23.951446 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e28b3524-77e0-43d5-ae91-3f1924076a44 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.965768 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-e28b3524-77e0-43d5-ae91-3f1924076a44 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5214a817-16a8-4f74-8033-7df520af9ebf']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:23.977996 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f67dcd72-d2de-4714-8c90-fe9c5305ddc1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.9017143 Jun 30 09:36:23.991199 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-e28b3524-77e0-43d5-ae91-3f1924076a44 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c11358-8c06-410e-b93e-88836fa88c20') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:23.991199 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-e28b3524-77e0-43d5-ae91-3f1924076a44 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c11358-8c06-410e-b93e-88836fa88c20') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:23.991806 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-28810381-188a-4967-8659-88f9f1e25d67 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.994255 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-28810381-188a-4967-8659-88f9f1e25d67 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.998025 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44150) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:24.001050 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-28810381-188a-4967-8659-88f9f1e25d67 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/networks/80746d63-6a3c-4e45-b1e6-9ba69f756024 HTTP/1.1" status: 204 len: 168 time: 0.8242970 Jun 30 09:36:24.002771 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-f76853f9-8638-439c-8dc3-f8100ac20cc8 admin admin] Request body: {'subnet': {'network_id': '4b34e13e-64f3-4614-98c2-965e564ba757', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1501296919-subnet', 'tenant_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:24.007546 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44152) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:24.021928 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e28b3524-77e0-43d5-ae91-3f1924076a44 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:24.038737 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-3a5fe0dc-8c21-46f2-bbd3-d7ec702f3f11 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-872835090'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:24.043912 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28810381-188a-4967-8659-88f9f1e25d67 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Network': ['ID=80746d63-6a3c-4e45-b1e6-9ba69f756024,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:24.094508 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e28b3524-77e0-43d5-ae91-3f1924076a44 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:24.094729 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.db.api [None req-3a5fe0dc-8c21-46f2-bbd3-d7ec702f3f11 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:36:24.094729 n-d-771363-31 neutron-server[101054]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 09:36:24.094729 n-d-771363-31 neutron-server[101054]: [parameters: {'project_id_1': '875d2f0a00e04449a5bd0e15811efa96', 'expiration_1': datetime.datetime(2021, 6, 30, 9, 36, 24, 50162)}] Jun 30 09:36:24.094729 n-d-771363-31 neutron-server[101054]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=101054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:36:24.094729 n-d-771363-31 neutron-server[101054]: DEBUG oslo_db.api [None req-3a5fe0dc-8c21-46f2-bbd3-d7ec702f3f11 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e28b3524-77e0-43d5-ae91-3f1924076a44 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e28b3524-77e0-43d5-ae91-3f1924076a44 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:36:24.095291 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:36:24.215416 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76853f9-8638-439c-8dc3-f8100ac20cc8 admin admin] Made reservation on behalf of d14f9c9114824e0ab3a926fb5ce22374 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:24.218000 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f76853f9-8638-439c-8dc3-f8100ac20cc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:24.344828 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e28b3524-77e0-43d5-ae91-3f1924076a44 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:24.347828 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e28b3524-77e0-43d5-ae91-3f1924076a44 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:24.349980 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e28b3524-77e0-43d5-ae91-3f1924076a44 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/networks/5214a817-16a8-4f74-8033-7df520af9ebf HTTP/1.1" status: 204 len: 168 time: 2.1642382 Jun 30 09:36:24.354471 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44156) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:24.359838 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-2b3e5c11-82a6-426d-b52e-873fe97f2f30 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1439667850'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:24.371751 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b3524-77e0-43d5-ae91-3f1924076a44 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Network': ['ID=5214a817-16a8-4f74-8033-7df520af9ebf,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:24.529157 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3e5c11-82a6-426d-b52e-873fe97f2f30 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:24.532893 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5c11-82a6-426d-b52e-873fe97f2f30 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:24.561323 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b3e5c11-82a6-426d-b52e-873fe97f2f30 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:36:24.572654 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5c11-82a6-426d-b52e-873fe97f2f30 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:24.572979 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-2b3e5c11-82a6-426d-b52e-873fe97f2f30 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Added segment a46dfceb-566e-40c6-9651-c8d82298c8f6 of type vlan for network c02bbb19-1924-41e9-902e-24a5e6a96957 Jun 30 09:36:24.575894 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f76853f9-8638-439c-8dc3-f8100ac20cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:24.647153 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76853f9-8638-439c-8dc3-f8100ac20cc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd2ce267-6d29-4965-a0be-4247fd11a393,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:24.657150 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76853f9-8638-439c-8dc3-f8100ac20cc8 admin admin] Checking segment: {'id': '8dd0200a-4666-475f-a0a9-e47b1a2ca6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4b34e13e-64f3-4614-98c2-965e564ba757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:24.658289 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76853f9-8638-439c-8dc3-f8100ac20cc8 admin admin] Network hostable DHCP agents. Network: 4b34e13e-64f3-4614-98c2-965e564ba757, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:36:24.670744 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5c11-82a6-426d-b52e-873fe97f2f30 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:24.707087 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:24.830046 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5c11-82a6-426d-b52e-873fe97f2f30 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:24.831379 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76853f9-8638-439c-8dc3-f8100ac20cc8 admin admin] Network 4b34e13e-64f3-4614-98c2-965e564ba757 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:36:24.864544 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3e5c11-82a6-426d-b52e-873fe97f2f30 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:24.866091 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5c11-82a6-426d-b52e-873fe97f2f30 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:24.870504 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5fe0dc-8c21-46f2-bbd3-d7ec702f3f11 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Made reservation on behalf of 875d2f0a00e04449a5bd0e15811efa96 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:24.876819 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3a5fe0dc-8c21-46f2-bbd3-d7ec702f3f11 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:24.941337 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-f76853f9-8638-439c-8dc3-f8100ac20cc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 4b34e13e-64f3-4614-98c2-965e564ba757) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:24.949277 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76853f9-8638-439c-8dc3-f8100ac20cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:24.950001 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f76853f9-8638-439c-8dc3-f8100ac20cc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:24.958470 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98241df5-3755-421e-bcac-ba8abf6353ab None None] Network 4b34e13e-64f3-4614-98c2-965e564ba757 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:25.017408 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a5fe0dc-8c21-46f2-bbd3-d7ec702f3f11 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:36:25.031843 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e5c11-82a6-426d-b52e-873fe97f2f30 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Network': ['ID=c02bbb19-1924-41e9-902e-24a5e6a96957,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:25.046677 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3a5fe0dc-8c21-46f2-bbd3-d7ec702f3f11 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:25.050467 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-3a5fe0dc-8c21-46f2-bbd3-d7ec702f3f11 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Added segment 85ec226b-1aeb-46f1-84f2-cc2e9ba87a49 of type vlan for network ad945169-5127-44c4-8811-530e679265e9 Jun 30 09:36:25.070795 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network c02bbb19-1924-41e9-902e-24a5e6a96957 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:36:25.122559 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3a5fe0dc-8c21-46f2-bbd3-d7ec702f3f11 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:25.167207 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2b3e5c11-82a6-426d-b52e-873fe97f2f30 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8059766 Jun 30 09:36:25.167207 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44170) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:25.182110 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-535596ab-b2f1-49c3-bd52-dad6aca6060e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'subnet': {'network_id': 'c02bbb19-1924-41e9-902e-24a5e6a96957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:25.235991 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc4228af-7e84-4013-8760-9a88cf9c90c4 req-1be0e3bb-9b0f-48d6-ac6f-d50f239fd0e0 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 210 time: 0.1468382 Jun 30 09:36:25.247906 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f76853f9-8638-439c-8dc3-f8100ac20cc8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2486489 Jun 30 09:36:25.253314 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44172) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:25.268042 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-9e123c24-854e-42eb-93de-a8717fe767b8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1501296919-router', 'tenant_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:25.349943 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3a5fe0dc-8c21-46f2-bbd3-d7ec702f3f11 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:25.361402 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5fe0dc-8c21-46f2-bbd3-d7ec702f3f11 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:25.362671 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3a5fe0dc-8c21-46f2-bbd3-d7ec702f3f11 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:25.524328 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f96d43-ebdb-450c-9aed-cceb503a38ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-4b34e13e-64f3-4614-98c2-965e564ba757', 'network_id': '4b34e13e-64f3-4614-98c2-965e564ba757', 'tenant_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'fixed_ips': [{'subnet_id': 'dd2ce267-6d29-4965-a0be-4247fd11a393'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:36:25.526234 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-43f96d43-ebdb-450c-9aed-cceb503a38ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:25.530676 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9e123c24-854e-42eb-93de-a8717fe767b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:25.534515 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9e123c24-854e-42eb-93de-a8717fe767b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:25.550126 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5fe0dc-8c21-46f2-bbd3-d7ec702f3f11 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Network': ['ID=ad945169-5127-44c4-8811-530e679265e9,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:25.581363 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network ad945169-5127-44c4-8811-530e679265e9 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:36:25.691972 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9e123c24-854e-42eb-93de-a8717fe767b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:25.829528 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3a5fe0dc-8c21-46f2-bbd3-d7ec702f3f11 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8213205 Jun 30 09:36:25.832744 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44174) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:25.838719 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-56c41d1f-7d46-4ffc-a134-3c972b96d28a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Request body: {'subnet': {'network_id': 'ad945169-5127-44c4-8811-530e679265e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:25.849311 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-43f96d43-ebdb-450c-9aed-cceb503a38ff None None] Allocated IP 172.20.0.2 (4b34e13e-64f3-4614-98c2-965e564ba757/dd2ce267-6d29-4965-a0be-4247fd11a393/b4c01eaa-f59b-40d8-9e2d-099bd1e8018f) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:26.090619 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-43f96d43-ebdb-450c-9aed-cceb503a38ff None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.108030 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-43f96d43-ebdb-450c-9aed-cceb503a38ff None None] Transition to ACTIVE for port object b4c01eaa-f59b-40d8-9e2d-099bd1e8018f will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:26.154401 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-43f96d43-ebdb-450c-9aed-cceb503a38ff None None] Transition to ACTIVE for port object b4c01eaa-f59b-40d8-9e2d-099bd1e8018f will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:26.188440 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44178) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:26.208207 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9e123c24-854e-42eb-93de-a8717fe767b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.229508 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535596ab-b2f1-49c3-bd52-dad6aca6060e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:26.240687 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-535596ab-b2f1-49c3-bd52-dad6aca6060e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.279345 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-43f96d43-ebdb-450c-9aed-cceb503a38ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.413789 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f96d43-ebdb-450c-9aed-cceb503a38ff None None] Network 4b34e13e-64f3-4614-98c2-965e564ba757 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:26.426026 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-43f96d43-ebdb-450c-9aed-cceb503a38ff None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:26.451159 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3305db27-81bc-4354-8965-7825bf29e174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.452317 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.453118 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f96d43-ebdb-450c-9aed-cceb503a38ff None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:26.526313 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f96d43-ebdb-450c-9aed-cceb503a38ff None None] Pushing event updated for resources: {'Port': ['ID=b4c01eaa-f59b-40d8-9e2d-099bd1e8018f,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:26.599665 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-43f96d43-ebdb-450c-9aed-cceb503a38ff None None] Attempting to bind port b4c01eaa-f59b-40d8-9e2d-099bd1e8018f on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:36:26.600660 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-43f96d43-ebdb-450c-9aed-cceb503a38ff None None] Attempting to bind port b4c01eaa-f59b-40d8-9e2d-099bd1e8018f by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '8dd0200a-4666-475f-a0a9-e47b1a2ca6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4b34e13e-64f3-4614-98c2-965e564ba757'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:36:26.601480 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f96d43-ebdb-450c-9aed-cceb503a38ff None None] Attempting to bind port b4c01eaa-f59b-40d8-9e2d-099bd1e8018f on network 4b34e13e-64f3-4614-98c2-965e564ba757 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:26.612504 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f96d43-ebdb-450c-9aed-cceb503a38ff None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:36:26.612876 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c41d1f-7d46-4ffc-a134-3c972b96d28a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Made reservation on behalf of 875d2f0a00e04449a5bd0e15811efa96 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:26.616823 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-56c41d1f-7d46-4ffc-a134-3c972b96d28a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.617849 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f96d43-ebdb-450c-9aed-cceb503a38ff None None] Checking segment: {'id': '8dd0200a-4666-475f-a0a9-e47b1a2ca6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4b34e13e-64f3-4614-98c2-965e564ba757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:26.618511 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-43f96d43-ebdb-450c-9aed-cceb503a38ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.619396 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f96d43-ebdb-450c-9aed-cceb503a38ff None None] Bound using segment: {'id': '8dd0200a-4666-475f-a0a9-e47b1a2ca6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4b34e13e-64f3-4614-98c2-965e564ba757'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:36:26.620239 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-43f96d43-ebdb-450c-9aed-cceb503a38ff None None] Bound port: b4c01eaa-f59b-40d8-9e2d-099bd1e8018f, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd0200a-4666-475f-a0a9-e47b1a2ca6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4b34e13e-64f3-4614-98c2-965e564ba757'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:36:26.620863 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-43f96d43-ebdb-450c-9aed-cceb503a38ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.703873 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-535596ab-b2f1-49c3-bd52-dad6aca6060e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.761891 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-43f96d43-ebdb-450c-9aed-cceb503a38ff None None] For port b4c01eaa-f59b-40d8-9e2d-099bd1e8018f, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:36:26.766108 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-43f96d43-ebdb-450c-9aed-cceb503a38ff None None] For port b4c01eaa-f59b-40d8-9e2d-099bd1e8018f, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=b4c01eaa-f59b-40d8-9e2d-099bd1e8018f,segment=NetworkSegment(8dd0200a-4666-475f-a0a9-e47b1a2ca6e6),segment_id=8dd0200a-4666-475f-a0a9-e47b1a2ca6e6)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:36:26.770776 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3df2a151-1c8c-4259-92ae-f2dca23dc5b4 req-f40c2bf5-1d20-4c43-a69d-a19f3062ebc5 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 210 time: 0.1277111 Jun 30 09:36:26.820933 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9e123c24-854e-42eb-93de-a8717fe767b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.842518 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9e123c24-854e-42eb-93de-a8717fe767b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.917065 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535596ab-b2f1-49c3-bd52-dad6aca6060e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Subnet': ['ID=dde239ce-43cf-420c-8e3c-057fa4adfc75,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:26.926044 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-43f96d43-ebdb-450c-9aed-cceb503a38ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.986358 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3305db27-81bc-4354-8965-7825bf29e174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.993235 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-9e123c24-854e-42eb-93de-a8717fe767b8 admin admin] Allocated IP 172.25.6.189 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/b77229d1-40b1-444a-9f10-a602aa79b84c) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:27.003992 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64ae93-161f-4630-b673-278500af2fd6 req-6b1b9a3f-37a9-4298-91cb-5341228e6275 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:27.008306 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e64ae93-161f-4630-b673-278500af2fd6 req-6b1b9a3f-37a9-4298-91cb-5341228e6275 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.37 "GET /v2.0/networks?id=077fd748-2990-43a3-b379-1249cb605c64 HTTP/1.1" status: 200 len: 811 time: 0.3859861 Jun 30 09:36:27.040581 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-2e64ae93-161f-4630-b673-278500af2fd6 req-8b297118-9c3a-47da-9639-bb8cb423b88d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Request body: {'port': {'device_id': '8f187dc3-cb0b-4797-971f-9a19f24e34b9', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'admin_state_up': True, 'tenant_id': '11b9abfc034e469297fc7554fd307e7c'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:27.050600 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535596ab-b2f1-49c3-bd52-dad6aca6060e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Checking segment: {'id': 'a46dfceb-566e-40c6-9651-c8d82298c8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c02bbb19-1924-41e9-902e-24a5e6a96957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:27.050600 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535596ab-b2f1-49c3-bd52-dad6aca6060e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network hostable DHCP agents. Network: c02bbb19-1924-41e9-902e-24a5e6a96957, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:36:27.106279 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3305db27-81bc-4354-8965-7825bf29e174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:27.159488 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9e123c24-854e-42eb-93de-a8717fe767b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:27.189210 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f96d43-ebdb-450c-9aed-cceb503a38ff None None] Pushing event updated for resources: {'Port': ['ID=b4c01eaa-f59b-40d8-9e2d-099bd1e8018f,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:27.231158 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3305db27-81bc-4354-8965-7825bf29e174 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6c05c0fc6cd84a518f756ffc547dd81f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0387318 Jun 30 09:36:27.233301 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44186) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:27.249923 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305db27-81bc-4354-8965-7825bf29e174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fcbe34-6f4c-40ae-b8bd-766fb7cefcc2,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:27.303560 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca9b571d-6731-42da-8fd5-05027d693a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:27.333252 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca9b571d-6731-42da-8fd5-05027d693a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:27.334467 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535596ab-b2f1-49c3-bd52-dad6aca6060e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network c02bbb19-1924-41e9-902e-24a5e6a96957 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:36:27.354674 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9e123c24-854e-42eb-93de-a8717fe767b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:27.431425 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e123c24-854e-42eb-93de-a8717fe767b8 admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:27.431425 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-9e123c24-854e-42eb-93de-a8717fe767b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:27.438623 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e123c24-854e-42eb-93de-a8717fe767b8 admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:27.441328 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e123c24-854e-42eb-93de-a8717fe767b8 admin admin] Pushing event updated for resources: {'Port': ['ID=b77229d1-40b1-444a-9f10-a602aa79b84c,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:27.472878 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-535596ab-b2f1-49c3-bd52-dad6aca6060e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, c02bbb19-1924-41e9-902e-24a5e6a96957) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:27.480942 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535596ab-b2f1-49c3-bd52-dad6aca6060e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:27.481491 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-535596ab-b2f1-49c3-bd52-dad6aca6060e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:27.499677 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5246c54-eef2-4f82-b9a1-6d18a20473cb None None] Network c02bbb19-1924-41e9-902e-24a5e6a96957 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:27.522277 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-56c41d1f-7d46-4ffc-a134-3c972b96d28a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:27.525982 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e64ae93-161f-4630-b673-278500af2fd6 req-8b297118-9c3a-47da-9639-bb8cb423b88d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Made reservation on behalf of 11b9abfc034e469297fc7554fd307e7c for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:27.528673 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2e64ae93-161f-4630-b673-278500af2fd6 req-8b297118-9c3a-47da-9639-bb8cb423b88d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:27.634944 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c41d1f-7d46-4ffc-a134-3c972b96d28a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Checking segment: {'id': '85ec226b-1aeb-46f1-84f2-cc2e9ba87a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ad945169-5127-44c4-8811-530e679265e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:27.635268 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c41d1f-7d46-4ffc-a134-3c972b96d28a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network hostable DHCP agents. Network: ad945169-5127-44c4-8811-530e679265e9, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:36:27.637690 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c41d1f-7d46-4ffc-a134-3c972b96d28a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Subnet': ['ID=8526f200-ee8e-45f8-9b09-82f28203a6ab,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:27.717222 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebdf274-1f8e-4dc7-a8b4-4052d3ef235c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-c02bbb19-1924-41e9-902e-24a5e6a96957', 'network_id': 'c02bbb19-1924-41e9-902e-24a5e6a96957', 'tenant_id': '07795e25d4a84bb499a614e0d5ffead9', 'fixed_ips': [{'subnet_id': 'dde239ce-43cf-420c-8e3c-057fa4adfc75'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:36:27.717222 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3ebdf274-1f8e-4dc7-a8b4-4052d3ef235c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:27.717802 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-535596ab-b2f1-49c3-bd52-dad6aca6060e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5489907 Jun 30 09:36:27.723959 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44188) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:27.734562 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-6fb51dc3-e213-4411-9b18-7e6fb6768689 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'port': {'network_id': 'c02bbb19-1924-41e9-902e-24a5e6a96957', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-481060490'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:27.863212 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c41d1f-7d46-4ffc-a134-3c972b96d28a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network ad945169-5127-44c4-8811-530e679265e9 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:36:27.912162 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-2e64ae93-161f-4630-b673-278500af2fd6 req-8b297118-9c3a-47da-9639-bb8cb423b88d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Allocated IP 172.20.0.11 (077fd748-2990-43a3-b379-1249cb605c64/026a88de-b3fc-4597-8030-64264f9192bb/568a0b52-4f6f-4bf2-85df-42b6a3c52585) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:27.991798 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-3ebdf274-1f8e-4dc7-a8b4-4052d3ef235c None None] Allocated IP 2001:db8::2 (c02bbb19-1924-41e9-902e-24a5e6a96957/dde239ce-43cf-420c-8e3c-057fa4adfc75/209a14f5-6f3f-4421-a6e2-a64e3546022b) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:28.088556 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-56c41d1f-7d46-4ffc-a134-3c972b96d28a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, ad945169-5127-44c4-8811-530e679265e9) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:28.100171 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c41d1f-7d46-4ffc-a134-3c972b96d28a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:28.100920 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-56c41d1f-7d46-4ffc-a134-3c972b96d28a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.133779 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca9b571d-6731-42da-8fd5-05027d693a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.137881 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca9b571d-6731-42da-8fd5-05027d693a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.140863 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ca9b571d-6731-42da-8fd5-05027d693a4a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f5fcbe34-6f4c-40ae-b8bd-766fb7cefcc2 HTTP/1.1" status: 204 len: 168 time: 0.9064238 Jun 30 09:36:28.180990 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b571d-6731-42da-8fd5-05027d693a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fcbe34-6f4c-40ae-b8bd-766fb7cefcc2,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:28.198600 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a5e70d92-998a-427d-8ffa-ab41fbe265c7 req-2c9bb90f-9303-46f2-ba0e-dc2815137298 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 210 time: 0.0655565 Jun 30 09:36:28.240335 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cb957a-bb06-479a-98ca-af59beca19e5 None None] Network ad945169-5127-44c4-8811-530e679265e9 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:28.248225 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2e64ae93-161f-4630-b673-278500af2fd6 req-8b297118-9c3a-47da-9639-bb8cb423b88d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.277506 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-2e64ae93-161f-4630-b673-278500af2fd6 req-8b297118-9c3a-47da-9639-bb8cb423b88d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Transition to ACTIVE for port object 568a0b52-4f6f-4bf2-85df-42b6a3c52585 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:28.287661 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb51dc3-e213-4411-9b18-7e6fb6768689 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:28.294196 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6fb51dc3-e213-4411-9b18-7e6fb6768689 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.325755 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-6fb51dc3-e213-4411-9b18-7e6fb6768689 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] device_id is not set on port 0c0e8e41-5157-4806-91a9-cac46a2f549d yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:36:28.378738 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3ebdf274-1f8e-4dc7-a8b4-4052d3ef235c None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.409694 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3ebdf274-1f8e-4dc7-a8b4-4052d3ef235c None None] Transition to ACTIVE for port object 209a14f5-6f3f-4421-a6e2-a64e3546022b will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:28.462431 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3ebdf274-1f8e-4dc7-a8b4-4052d3ef235c None None] Transition to ACTIVE for port object 209a14f5-6f3f-4421-a6e2-a64e3546022b will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:28.509071 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e386c7bb-59e0-4633-8841-f0cd0d417079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-ad945169-5127-44c4-8811-530e679265e9', 'network_id': 'ad945169-5127-44c4-8811-530e679265e9', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'fixed_ips': [{'subnet_id': '8526f200-ee8e-45f8-9b09-82f28203a6ab'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:36:28.510160 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e386c7bb-59e0-4633-8841-f0cd0d417079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.636830 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffbd3a6-01d4-4a7c-831f-4d0ef63b96de None None] Network 4b34e13e-64f3-4614-98c2-965e564ba757 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:28.678875 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2e64ae93-161f-4630-b673-278500af2fd6 req-8b297118-9c3a-47da-9639-bb8cb423b88d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.687565 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-56c41d1f-7d46-4ffc-a134-3c972b96d28a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8536317 Jun 30 09:36:28.705439 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44198) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:28.722340 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-4907eaaa-7b85-4669-8b11-a22499ce6e47 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2007926854', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:28.767936 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3ebdf274-1f8e-4dc7-a8b4-4052d3ef235c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.838725 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e64ae93-161f-4630-b673-278500af2fd6 req-8b297118-9c3a-47da-9639-bb8cb423b88d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Network 077fd748-2990-43a3-b379-1249cb605c64 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:28.870689 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-2e64ae93-161f-4630-b673-278500af2fd6 req-8b297118-9c3a-47da-9639-bb8cb423b88d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:28.877138 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e64ae93-161f-4630-b673-278500af2fd6 req-8b297118-9c3a-47da-9639-bb8cb423b88d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:28.880938 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b297118-9c3a-47da-9639-bb8cb423b88d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Pushing event updated for resources: {'Port': ['ID=568a0b52-4f6f-4bf2-85df-42b6a3c52585,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:28.924630 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-e386c7bb-59e0-4633-8841-f0cd0d417079 None None] Allocated IP 2001:db8::2 (ad945169-5127-44c4-8811-530e679265e9/8526f200-ee8e-45f8-9b09-82f28203a6ab/4562f435-260e-4afd-a682-a8a5dc22b0d5) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:28.933448 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-89554d86-765e-435a-a711-04b1da400e61 None None] Provisioning for port b4c01eaa-f59b-40d8-9e2d-099bd1e8018f completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:28.942863 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebdf274-1f8e-4dc7-a8b4-4052d3ef235c None None] Network c02bbb19-1924-41e9-902e-24a5e6a96957 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:28.971370 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-3ebdf274-1f8e-4dc7-a8b4-4052d3ef235c None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:28.994659 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-6fb51dc3-e213-4411-9b18-7e6fb6768689 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Allocated IP 2001:db8::39c (c02bbb19-1924-41e9-902e-24a5e6a96957/dde239ce-43cf-420c-8e3c-057fa4adfc75/0c0e8e41-5157-4806-91a9-cac46a2f549d) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:28.994659 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4907eaaa-7b85-4669-8b11-a22499ce6e47 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.995259 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebdf274-1f8e-4dc7-a8b4-4052d3ef235c None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:28.999933 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4907eaaa-7b85-4669-8b11-a22499ce6e47 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.009166 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b4c01eaa-f59b-40d8-9e2d-099bd1e8018f up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:29.030844 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9e123c24-854e-42eb-93de-a8717fe767b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.080075 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebdf274-1f8e-4dc7-a8b4-4052d3ef235c None None] Pushing event updated for resources: {'Port': ['ID=209a14f5-6f3f-4421-a6e2-a64e3546022b,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:29.113419 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64ae93-161f-4630-b673-278500af2fd6 req-8b297118-9c3a-47da-9639-bb8cb423b88d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:29.118453 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2e64ae93-161f-4630-b673-278500af2fd6 req-8b297118-9c3a-47da-9639-bb8cb423b88d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.261323 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4907eaaa-7b85-4669-8b11-a22499ce6e47 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.374982 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-3ebdf274-1f8e-4dc7-a8b4-4052d3ef235c None None] Attempting to bind port 209a14f5-6f3f-4421-a6e2-a64e3546022b on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:36:29.375838 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-3ebdf274-1f8e-4dc7-a8b4-4052d3ef235c None None] Attempting to bind port 209a14f5-6f3f-4421-a6e2-a64e3546022b by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'a46dfceb-566e-40c6-9651-c8d82298c8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c02bbb19-1924-41e9-902e-24a5e6a96957'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:36:29.376314 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebdf274-1f8e-4dc7-a8b4-4052d3ef235c None None] Attempting to bind port 209a14f5-6f3f-4421-a6e2-a64e3546022b on network c02bbb19-1924-41e9-902e-24a5e6a96957 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:29.400667 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebdf274-1f8e-4dc7-a8b4-4052d3ef235c None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:36:29.401431 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebdf274-1f8e-4dc7-a8b4-4052d3ef235c None None] Checking segment: {'id': 'a46dfceb-566e-40c6-9651-c8d82298c8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c02bbb19-1924-41e9-902e-24a5e6a96957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:29.402137 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3ebdf274-1f8e-4dc7-a8b4-4052d3ef235c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.402934 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebdf274-1f8e-4dc7-a8b4-4052d3ef235c None None] Bound using segment: {'id': 'a46dfceb-566e-40c6-9651-c8d82298c8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c02bbb19-1924-41e9-902e-24a5e6a96957'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:36:29.403512 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-3ebdf274-1f8e-4dc7-a8b4-4052d3ef235c None None] Bound port: 209a14f5-6f3f-4421-a6e2-a64e3546022b, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a46dfceb-566e-40c6-9651-c8d82298c8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c02bbb19-1924-41e9-902e-24a5e6a96957'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:36:29.406017 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3ebdf274-1f8e-4dc7-a8b4-4052d3ef235c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.406999 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e64ae93-161f-4630-b673-278500af2fd6 req-8b297118-9c3a-47da-9639-bb8cb423b88d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3771775 Jun 30 09:36:29.411728 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6fb51dc3-e213-4411-9b18-7e6fb6768689 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.427410 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-2e64ae93-161f-4630-b673-278500af2fd6 req-117b659e-baba-46aa-ba68-e8093c3a74fe service neutron] Request body: {'port': {'device_id': '8f187dc3-cb0b-4797-971f-9a19f24e34b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:29.469594 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-6fb51dc3-e213-4411-9b18-7e6fb6768689 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Transition to ACTIVE for port object 0c0e8e41-5157-4806-91a9-cac46a2f549d will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:29.514055 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4907eaaa-7b85-4669-8b11-a22499ce6e47 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.590484 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port b4c01eaa-f59b-40d8-9e2d-099bd1e8018f completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:29.615924 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9e123c24-854e-42eb-93de-a8717fe767b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.641251 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port b4c01eaa-f59b-40d8-9e2d-099bd1e8018f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:29.642664 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2e64ae93-161f-4630-b673-278500af2fd6 req-117b659e-baba-46aa-ba68-e8093c3a74fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.645851 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.652901 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-3ebdf274-1f8e-4dc7-a8b4-4052d3ef235c None None] For port 209a14f5-6f3f-4421-a6e2-a64e3546022b, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:36:29.703093 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-3ebdf274-1f8e-4dc7-a8b4-4052d3ef235c None None] For port 209a14f5-6f3f-4421-a6e2-a64e3546022b, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=209a14f5-6f3f-4421-a6e2-a64e3546022b,segment=NetworkSegment(a46dfceb-566e-40c6-9651-c8d82298c8f6),segment_id=a46dfceb-566e-40c6-9651-c8d82298c8f6)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:36:29.726157 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2075df15-673f-4300-aec1-06903324aa19 None None] Provisioning for port 568a0b52-4f6f-4bf2-85df-42b6a3c52585 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:29.728889 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e386c7bb-59e0-4633-8841-f0cd0d417079 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.740334 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2075df15-673f-4300-aec1-06903324aa19 None None] Provisioning complete for port 568a0b52-4f6f-4bf2-85df-42b6a3c52585 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:29.746928 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2075df15-673f-4300-aec1-06903324aa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.756335 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e386c7bb-59e0-4633-8841-f0cd0d417079 None None] Transition to ACTIVE for port object 4562f435-260e-4afd-a682-a8a5dc22b0d5 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:29.768358 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9c98f-6a03-4b90-b00b-62768a642eca req-5ebea018-690e-4153-be6a-a119651e3fa6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:29.770458 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5cd9c98f-6a03-4b90-b00b-62768a642eca req-5ebea018-690e-4153-be6a-a119651e3fa6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 932 time: 0.2342212 Jun 30 09:36:29.794120 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4907eaaa-7b85-4669-8b11-a22499ce6e47 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.801039 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4907eaaa-7b85-4669-8b11-a22499ce6e47 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0889039 Jun 30 09:36:29.804664 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44210) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:29.810697 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6fb51dc3-e213-4411-9b18-7e6fb6768689 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.813933 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e386c7bb-59e0-4633-8841-f0cd0d417079 None None] Transition to ACTIVE for port object 4562f435-260e-4afd-a682-a8a5dc22b0d5 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:29.817145 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-196cc60b-1f21-4aab-b830-c32d7c5e329a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Request body: {'port': {'network_id': 'ad945169-5127-44c4-8811-530e679265e9', 'name': 'tempest-RoutersIpV6Test-421838509'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:29.826468 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-2075df15-673f-4300-aec1-06903324aa19 None None] Port 568a0b52-4f6f-4bf2-85df-42b6a3c52585 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:36:29.867469 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3ebdf274-1f8e-4dc7-a8b4-4052d3ef235c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.910488 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e386c7bb-59e0-4633-8841-f0cd0d417079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.920485 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.959349 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44212) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:29.971333 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5cd9c98f-6a03-4b90-b00b-62768a642eca req-f7e7ca12-1ff9-4266-ae34-d2d7c0e5053b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866317 Jun 30 09:36:29.984090 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1a649861-162c-4baf-937a-c4a6e812ed94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:30.022421 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e386c7bb-59e0-4633-8841-f0cd0d417079 None None] Network ad945169-5127-44c4-8811-530e679265e9 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:30.049320 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-e386c7bb-59e0-4633-8841-f0cd0d417079 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:30.061297 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e386c7bb-59e0-4633-8841-f0cd0d417079 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:30.083335 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4112489a-2a2b-4058-b865-ea79a8e9ab73 None None] Provisioning complete for port b4c01eaa-f59b-40d8-9e2d-099bd1e8018f triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:30.090526 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4112489a-2a2b-4058-b865-ea79a8e9ab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:30.102332 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebdf274-1f8e-4dc7-a8b4-4052d3ef235c None None] Pushing event updated for resources: {'Port': ['ID=209a14f5-6f3f-4421-a6e2-a64e3546022b,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:30.179838 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e123c24-854e-42eb-93de-a8717fe767b8 admin admin] Router 6c2f89d2-56cc-4252-a4e6-8e72f1a4974b is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:36:30.238040 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port b4c01eaa-f59b-40d8-9e2d-099bd1e8018f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=b4c01eaa-f59b-40d8-9e2d-099bd1e8018f,segment=NetworkSegment(8dd0200a-4666-475f-a0a9-e47b1a2ca6e6),segment_id=8dd0200a-4666-475f-a0a9-e47b1a2ca6e6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:30.393228 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:30.397241 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1a649861-162c-4baf-937a-c4a6e812ed94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:30.512597 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e123c24-854e-42eb-93de-a8717fe767b8 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:36:30.530259 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb51dc3-e213-4411-9b18-7e6fb6768689 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network c02bbb19-1924-41e9-902e-24a5e6a96957 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:30.562702 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481c731f-28e2-4f60-bcd9-bcb1cd4c0f5d None None] Sync routers for ids ['6c2f89d2-56cc-4252-a4e6-8e72f1a4974b'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:36:30.563281 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-6fb51dc3-e213-4411-9b18-7e6fb6768689 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:30.571423 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb51dc3-e213-4411-9b18-7e6fb6768689 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:30.576794 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-e386c7bb-59e0-4633-8841-f0cd0d417079 None None] Attempting to bind port 4562f435-260e-4afd-a682-a8a5dc22b0d5 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:36:30.577170 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-e386c7bb-59e0-4633-8841-f0cd0d417079 None None] Attempting to bind port 4562f435-260e-4afd-a682-a8a5dc22b0d5 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '85ec226b-1aeb-46f1-84f2-cc2e9ba87a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ad945169-5127-44c4-8811-530e679265e9'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:36:30.577593 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e386c7bb-59e0-4633-8841-f0cd0d417079 None None] Attempting to bind port 4562f435-260e-4afd-a682-a8a5dc22b0d5 on network ad945169-5127-44c4-8811-530e679265e9 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:30.578928 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb51dc3-e213-4411-9b18-7e6fb6768689 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:30.580572 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6fb51dc3-e213-4411-9b18-7e6fb6768689 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:30.595509 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1a649861-162c-4baf-937a-c4a6e812ed94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:30.606194 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481c731f-28e2-4f60-bcd9-bcb1cd4c0f5d None None] Routers {'6c2f89d2-56cc-4252-a4e6-8e72f1a4974b'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:30.611746 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-481c731f-28e2-4f60-bcd9-bcb1cd4c0f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:36:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['6c2f89d2-56cc-4252-a4e6-8e72f1a4974b'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:30.615487 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e386c7bb-59e0-4633-8841-f0cd0d417079 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:36:30.615916 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e386c7bb-59e0-4633-8841-f0cd0d417079 None None] Checking segment: {'id': '85ec226b-1aeb-46f1-84f2-cc2e9ba87a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ad945169-5127-44c4-8811-530e679265e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:30.620022 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e386c7bb-59e0-4633-8841-f0cd0d417079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:30.621160 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e386c7bb-59e0-4633-8841-f0cd0d417079 None None] Bound using segment: {'id': '85ec226b-1aeb-46f1-84f2-cc2e9ba87a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ad945169-5127-44c4-8811-530e679265e9'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:36:30.621840 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-e386c7bb-59e0-4633-8841-f0cd0d417079 None None] Bound port: 4562f435-260e-4afd-a682-a8a5dc22b0d5, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ec226b-1aeb-46f1-84f2-cc2e9ba87a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ad945169-5127-44c4-8811-530e679265e9'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:36:30.622439 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e386c7bb-59e0-4633-8841-f0cd0d417079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:30.625736 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb51dc3-e213-4411-9b18-7e6fb6768689 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Port': ['ID=0c0e8e41-5157-4806-91a9-cac46a2f549d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:30.670165 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1a649861-162c-4baf-937a-c4a6e812ed94 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a2a06ec6f9d43769daf23610eb31c75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7028568 Jun 30 09:36:30.676939 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44216) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:30.770528 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a649861-162c-4baf-937a-c4a6e812ed94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d66114-78a8-478b-ad40-a2d69a76f9a2,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:30.774475 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-e386c7bb-59e0-4633-8841-f0cd0d417079 None None] For port 4562f435-260e-4afd-a682-a8a5dc22b0d5, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:36:30.781098 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9e123c24-854e-42eb-93de-a8717fe767b8 admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:30.787076 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-e386c7bb-59e0-4633-8841-f0cd0d417079 None None] For port 4562f435-260e-4afd-a682-a8a5dc22b0d5, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4562f435-260e-4afd-a682-a8a5dc22b0d5,segment=NetworkSegment(85ec226b-1aeb-46f1-84f2-cc2e9ba87a49),segment_id=85ec226b-1aeb-46f1-84f2-cc2e9ba87a49)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:36:30.790664 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386c7bb-59e0-4633-8841-f0cd0d417079 None None] Pushing event updated for resources: {'Port': ['ID=4562f435-260e-4afd-a682-a8a5dc22b0d5,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:30.795928 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9e123c24-854e-42eb-93de-a8717fe767b8 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5397027 Jun 30 09:36:30.813685 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44218) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:30.866722 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=b4c01eaa-f59b-40d8-9e2d-099bd1e8018f,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:30.925478 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-2e64ae93-161f-4630-b673-278500af2fd6 req-117b659e-baba-46aa-ba68-e8093c3a74fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 568a0b52-4f6f-4bf2-85df-42b6a3c52585 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:36:30.936516 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2e64ae93-161f-4630-b673-278500af2fd6 req-117b659e-baba-46aa-ba68-e8093c3a74fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:30.963197 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6fb51dc3-e213-4411-9b18-7e6fb6768689 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.2380877 Jun 30 09:36:30.963838 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44220) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:30.966447 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-2e64ae93-161f-4630-b673-278500af2fd6 req-117b659e-baba-46aa-ba68-e8093c3a74fe service neutron] Transition to ACTIVE for port object 568a0b52-4f6f-4bf2-85df-42b6a3c52585 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:31.010646 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e386c7bb-59e0-4633-8841-f0cd0d417079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:31.057097 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bd3ae063-a78f-4ff2-a041-7ab57b97d924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:31.082818 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-481c731f-28e2-4f60-bcd9-bcb1cd4c0f5d None None] Set router 6c2f89d2-56cc-4252-a4e6-8e72f1a4974b gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:31.090734 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2e64ae93-161f-4630-b673-278500af2fd6 req-117b659e-baba-46aa-ba68-e8093c3a74fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:31.145375 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386c7bb-59e0-4633-8841-f0cd0d417079 None None] Pushing event updated for resources: {'Port': ['ID=4562f435-260e-4afd-a682-a8a5dc22b0d5,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:31.160014 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bd3ae063-a78f-4ff2-a041-7ab57b97d924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:31.177536 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 209a14f5-6f3f-4421-a6e2-a64e3546022b up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:31.200179 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196cc60b-1f21-4aab-b830-c32d7c5e329a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Made reservation on behalf of 875d2f0a00e04449a5bd0e15811efa96 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:31.209061 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-196cc60b-1f21-4aab-b830-c32d7c5e329a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:31.359055 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b659e-baba-46aa-ba68-e8093c3a74fe service neutron] Pushing event updated for resources: {'Port': ['ID=568a0b52-4f6f-4bf2-85df-42b6a3c52585,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:31.376242 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-196cc60b-1f21-4aab-b830-c32d7c5e329a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] device_id is not set on port dbd415af-b744-40ef-93f0-cf396a0269bd yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:36:31.501479 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 209a14f5-6f3f-4421-a6e2-a64e3546022b completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:31.515409 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-db0a1f94-02e9-4adf-979d-74e8e7008c13 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Deleting port 0c0e8e41-5157-4806-91a9-cac46a2f549d {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:31.515832 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-db0a1f94-02e9-4adf-979d-74e8e7008c13 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:31.534872 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-481c731f-28e2-4f60-bcd9-bcb1cd4c0f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'name': 'tempest-TestServerBasicOps-1501296919-router', 'tenant_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'b77229d1-40b1-444a-9f10-a602aa79b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:25Z', 'updated_at': '2021-06-30T09:36:28Z', 'revision_number': 3, 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'gw_port': {'id': 'b77229d1-40b1-444a-9f10-a602aa79b84c', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:df:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:26Z', 'updated_at': '2021-06-30T09:36:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:31.571375 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481c731f-28e2-4f60-bcd9-bcb1cd4c0f5d None None] Checking router: 6c2f89d2-56cc-4252-a4e6-8e72f1a4974b for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:36:31.573343 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481c731f-28e2-4f60-bcd9-bcb1cd4c0f5d None None] Updating router 6c2f89d2-56cc-4252-a4e6-8e72f1a4974b port b77229d1-40b1-444a-9f10-a602aa79b84c binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:36:31.653762 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-481c731f-28e2-4f60-bcd9-bcb1cd4c0f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:31.830134 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc44c8a-d2bb-407c-b9b9-66bb108aa016 req-e849732a-ecdb-451b-b0d9-bc58c5329d55 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:31.839114 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3fc44c8a-d2bb-407c-b9b9-66bb108aa016 req-e849732a-ecdb-451b-b0d9-bc58c5329d55 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.5510435 Jun 30 09:36:31.861719 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bd3ae063-a78f-4ff2-a041-7ab57b97d924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:31.866702 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bd3ae063-a78f-4ff2-a041-7ab57b97d924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:31.871189 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bd3ae063-a78f-4ff2-a041-7ab57b97d924 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e1d66114-78a8-478b-ad40-a2d69a76f9a2 HTTP/1.1" status: 204 len: 168 time: 1.1737320 Jun 30 09:36:31.925822 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-2e64ae93-161f-4630-b673-278500af2fd6 req-117b659e-baba-46aa-ba68-e8093c3a74fe service neutron] Attempting to bind port 568a0b52-4f6f-4bf2-85df-42b6a3c52585 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:36:31.926717 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-2e64ae93-161f-4630-b673-278500af2fd6 req-117b659e-baba-46aa-ba68-e8093c3a74fe service neutron] Attempting to bind port 568a0b52-4f6f-4bf2-85df-42b6a3c52585 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:36:31.926717 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e64ae93-161f-4630-b673-278500af2fd6 req-117b659e-baba-46aa-ba68-e8093c3a74fe service neutron] Attempting to bind port 568a0b52-4f6f-4bf2-85df-42b6a3c52585 on network 077fd748-2990-43a3-b379-1249cb605c64 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:31.954220 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e64ae93-161f-4630-b673-278500af2fd6 req-117b659e-baba-46aa-ba68-e8093c3a74fe service neutron] Port 568a0b52-4f6f-4bf2-85df-42b6a3c52585 on network 077fd748-2990-43a3-b379-1249cb605c64 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:36:31.954696 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e64ae93-161f-4630-b673-278500af2fd6 req-117b659e-baba-46aa-ba68-e8093c3a74fe service neutron] Attempting to bind port 568a0b52-4f6f-4bf2-85df-42b6a3c52585 on network 077fd748-2990-43a3-b379-1249cb605c64 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:31.958524 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ae063-a78f-4ff2-a041-7ab57b97d924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d66114-78a8-478b-ad40-a2d69a76f9a2,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:32.021622 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e64ae93-161f-4630-b673-278500af2fd6 req-117b659e-baba-46aa-ba68-e8093c3a74fe service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:36:32.022184 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e64ae93-161f-4630-b673-278500af2fd6 req-117b659e-baba-46aa-ba68-e8093c3a74fe service neutron] Checking segment: {'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:32.027205 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-db0a1f94-02e9-4adf-979d-74e8e7008c13 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:32.034707 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e64ae93-161f-4630-b673-278500af2fd6 req-117b659e-baba-46aa-ba68-e8093c3a74fe service neutron] Bound using segment: {'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:36:32.034707 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-2e64ae93-161f-4630-b673-278500af2fd6 req-117b659e-baba-46aa-ba68-e8093c3a74fe service neutron] Bound port: 568a0b52-4f6f-4bf2-85df-42b6a3c52585, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:36:32.034707 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2e64ae93-161f-4630-b673-278500af2fd6 req-117b659e-baba-46aa-ba68-e8093c3a74fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:32.045204 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-196cc60b-1f21-4aab-b830-c32d7c5e329a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Allocated IP 2001:db8::13e (ad945169-5127-44c4-8811-530e679265e9/8526f200-ee8e-45f8-9b09-82f28203a6ab/dbd415af-b744-40ef-93f0-cf396a0269bd) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:32.131056 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-db0a1f94-02e9-4adf-979d-74e8e7008c13 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Calling delete_port for 0c0e8e41-5157-4806-91a9-cac46a2f549d owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:32.148289 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3fc44c8a-d2bb-407c-b9b9-66bb108aa016 req-d22deb3e-243d-40df-af04-63a9a9644536 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636380 Jun 30 09:36:32.213322 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9580b18a-296c-4f0a-8b68-ade4f73a205b None None] Network c02bbb19-1924-41e9-902e-24a5e6a96957 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:32.326278 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-2e64ae93-161f-4630-b673-278500af2fd6 req-117b659e-baba-46aa-ba68-e8093c3a74fe service neutron] For port 568a0b52-4f6f-4bf2-85df-42b6a3c52585, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:36:32.339542 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-2e64ae93-161f-4630-b673-278500af2fd6 req-117b659e-baba-46aa-ba68-e8093c3a74fe service neutron] For port 568a0b52-4f6f-4bf2-85df-42b6a3c52585, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=568a0b52-4f6f-4bf2-85df-42b6a3c52585,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:36:32.396272 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-481c731f-28e2-4f60-bcd9-bcb1cd4c0f5d None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:32.535333 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2e64ae93-161f-4630-b673-278500af2fd6 req-117b659e-baba-46aa-ba68-e8093c3a74fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:32.560246 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8f99b92c-a795-40d7-8d71-b548fc909f34 None None] Provisioning for port 209a14f5-6f3f-4421-a6e2-a64e3546022b completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:32.573700 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8f99b92c-a795-40d7-8d71-b548fc909f34 None None] Provisioning complete for port 209a14f5-6f3f-4421-a6e2-a64e3546022b triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:32.574326 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8f99b92c-a795-40d7-8d71-b548fc909f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:32.586699 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-481c731f-28e2-4f60-bcd9-bcb1cd4c0f5d None None] Transition to ACTIVE for port object b77229d1-40b1-444a-9f10-a602aa79b84c will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:32.591418 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bcd58a7a-1dc9-413f-b31a-1b865e481ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:32.612477 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64ae93-161f-4630-b673-278500af2fd6 req-117b659e-baba-46aa-ba68-e8093c3a74fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:32.613424 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2e64ae93-161f-4630-b673-278500af2fd6 req-117b659e-baba-46aa-ba68-e8093c3a74fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:32.615612 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e64ae93-161f-4630-b673-278500af2fd6 req-117b659e-baba-46aa-ba68-e8093c3a74fe service neutron] 10.222.0.37 "PUT /v2.0/ports/568a0b52-4f6f-4bf2-85df-42b6a3c52585 HTTP/1.1" status: 200 len: 1093 time: 3.2011249 Jun 30 09:36:32.619090 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f187dc3-cb0b-4797-971f-9a19f24e34b9', 'tag': '568a0b52-4f6f-4bf2-85df-42b6a3c52585'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:32.628706 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3be790-e367-4a2c-8335-8e0647993be2" -d '{"events": [{"name": "network-changed", "server_uuid": "8f187dc3-cb0b-4797-971f-9a19f24e34b9", "tag": "568a0b52-4f6f-4bf2-85df-42b6a3c52585"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:32.664880 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b659e-baba-46aa-ba68-e8093c3a74fe service neutron] Pushing event updated for resources: {'Port': ['ID=568a0b52-4f6f-4bf2-85df-42b6a3c52585,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:32.674513 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-196cc60b-1f21-4aab-b830-c32d7c5e329a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:32.713093 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-196cc60b-1f21-4aab-b830-c32d7c5e329a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Transition to ACTIVE for port object dbd415af-b744-40ef-93f0-cf396a0269bd will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:32.740047 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e651f867-23b5-4f9d-855b-9b86e7683797 x-openstack-request-id: req-e651f867-23b5-4f9d-855b-9b86e7683797 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:32.740348 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f187dc3-cb0b-4797-971f-9a19f24e34b9", "tag": "568a0b52-4f6f-4bf2-85df-42b6a3c52585", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:32.741700 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e651f867-23b5-4f9d-855b-9b86e7683797 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:32.742110 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f187dc3-cb0b-4797-971f-9a19f24e34b9', 'tag': '568a0b52-4f6f-4bf2-85df-42b6a3c52585', 'status': 'completed', 'code': 200} Jun 30 09:36:32.772474 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-481c731f-28e2-4f60-bcd9-bcb1cd4c0f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:32.932796 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-db0a1f94-02e9-4adf-979d-74e8e7008c13 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.019023 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8f99b92c-a795-40d7-8d71-b548fc909f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.084450 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3be790-e367-4a2c-8335-8e0647993be2 req-87195f95-628a-4874-8272-20f234db4a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:33.084450 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7d3be790-e367-4a2c-8335-8e0647993be2 req-87195f95-628a-4874-8272-20f234db4a61 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 1096 time: 0.2834423 Jun 30 09:36:33.086295 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-481c731f-28e2-4f60-bcd9-bcb1cd4c0f5d None None] Attempting to bind port b77229d1-40b1-444a-9f10-a602aa79b84c on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:36:33.086295 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-481c731f-28e2-4f60-bcd9-bcb1cd4c0f5d None None] Attempting to bind port b77229d1-40b1-444a-9f10-a602aa79b84c by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:36:33.086295 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c731f-28e2-4f60-bcd9-bcb1cd4c0f5d None None] Attempting to bind port b77229d1-40b1-444a-9f10-a602aa79b84c on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:33.097701 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62288d44-6d62-4451-a737-a305cf72a431 None None] Pushing event updated for resources: {'Port': ['ID=b77229d1-40b1-444a-9f10-a602aa79b84c,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:33.147333 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62288d44-6d62-4451-a737-a305cf72a431 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:33.149231 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62288d44-6d62-4451-a737-a305cf72a431 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:33.149693 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62288d44-6d62-4451-a737-a305cf72a431 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:33.150161 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62288d44-6d62-4451-a737-a305cf72a431 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:33.151693 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-196cc60b-1f21-4aab-b830-c32d7c5e329a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.152182 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62288d44-6d62-4451-a737-a305cf72a431 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:33.154875 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62288d44-6d62-4451-a737-a305cf72a431 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:33.156697 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62288d44-6d62-4451-a737-a305cf72a431 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:33.159267 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62288d44-6d62-4451-a737-a305cf72a431 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:33.159882 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62288d44-6d62-4451-a737-a305cf72a431 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:33.161761 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62288d44-6d62-4451-a737-a305cf72a431 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:33.162878 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62288d44-6d62-4451-a737-a305cf72a431 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:33.166850 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62288d44-6d62-4451-a737-a305cf72a431 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:33.197423 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c731f-28e2-4f60-bcd9-bcb1cd4c0f5d None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:36:33.197888 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c731f-28e2-4f60-bcd9-bcb1cd4c0f5d None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:33.198253 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-481c731f-28e2-4f60-bcd9-bcb1cd4c0f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.198663 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c731f-28e2-4f60-bcd9-bcb1cd4c0f5d None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:36:33.199153 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-481c731f-28e2-4f60-bcd9-bcb1cd4c0f5d None None] Bound port: b77229d1-40b1-444a-9f10-a602aa79b84c, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:36:33.199519 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-481c731f-28e2-4f60-bcd9-bcb1cd4c0f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.205111 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-8f99b92c-a795-40d7-8d71-b548fc909f34 None None] For port 209a14f5-6f3f-4421-a6e2-a64e3546022b, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=209a14f5-6f3f-4421-a6e2-a64e3546022b,segment=NetworkSegment(a46dfceb-566e-40c6-9651-c8d82298c8f6),segment_id=a46dfceb-566e-40c6-9651-c8d82298c8f6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:33.216851 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b4c01eaa-f59b-40d8-9e2d-099bd1e8018f up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:33.347397 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-481c731f-28e2-4f60-bcd9-bcb1cd4c0f5d None None] For port b77229d1-40b1-444a-9f10-a602aa79b84c, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:36:33.362847 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8f99b92c-a795-40d7-8d71-b548fc909f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.365416 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-481c731f-28e2-4f60-bcd9-bcb1cd4c0f5d None None] For port b77229d1-40b1-444a-9f10-a602aa79b84c, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=b77229d1-40b1-444a-9f10-a602aa79b84c,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:36:33.401411 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-db0a1f94-02e9-4adf-979d-74e8e7008c13 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.411746 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-db0a1f94-02e9-4adf-979d-74e8e7008c13 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/ports/0c0e8e41-5157-4806-91a9-cac46a2f549d HTTP/1.1" status: 204 len: 168 time: 2.4391165 Jun 30 09:36:33.416201 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44236) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:33.422822 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a1f94-02e9-4adf-979d-74e8e7008c13 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Port': ['ID=0c0e8e41-5157-4806-91a9-cac46a2f549d,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:33.457353 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port b4c01eaa-f59b-40d8-9e2d-099bd1e8018f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:33.457983 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.495521 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f73373-cc92-420c-90d2-ff2a91d10b21 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] GET failed (client error): The resource could not be found. Jun 30 09:36:33.497841 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-64f73373-cc92-420c-90d2-ff2a91d10b21 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "GET /v2.0/ports/0c0e8e41-5157-4806-91a9-cac46a2f549d HTTP/1.1" status: 404 len: 333 time: 0.0783668 Jun 30 09:36:33.506480 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44238) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:33.509313 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-bcd58a7a-1dc9-413f-b31a-1b865e481ef3 admin admin] Allocated IP 172.20.0.1 (4b34e13e-64f3-4614-98c2-965e564ba757/dd2ce267-6d29-4965-a0be-4247fd11a393/10708a62-474e-4f3b-99ab-87858239a777) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:33.515563 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196cc60b-1f21-4aab-b830-c32d7c5e329a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network ad945169-5127-44c4-8811-530e679265e9 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:33.562562 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99b92c-a795-40d7-8d71-b548fc909f34 None None] Pushing event updated for resources: {'Port': ['ID=209a14f5-6f3f-4421-a6e2-a64e3546022b,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:33.574789 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-196cc60b-1f21-4aab-b830-c32d7c5e329a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:33.592908 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196cc60b-1f21-4aab-b830-c32d7c5e329a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:33.596359 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8d854d3-9025-45ae-828b-1a39075c6230 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Deleting subnet dde239ce-43cf-420c-8e3c-057fa4adfc75 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:36:33.598874 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196cc60b-1f21-4aab-b830-c32d7c5e329a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:33.599608 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-196cc60b-1f21-4aab-b830-c32d7c5e329a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.610732 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c8d854d3-9025-45ae-828b-1a39075c6230 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.616756 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196cc60b-1f21-4aab-b830-c32d7c5e329a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Port': ['ID=dbd415af-b744-40ef-93f0-cf396a0269bd,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:33.684514 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4562f435-260e-4afd-a682-a8a5dc22b0d5 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:33.706982 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3be790-e367-4a2c-8335-8e0647993be2 req-e44e9933-3d45-4903-b87a-a1a165b868e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:33.709646 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7d3be790-e367-4a2c-8335-8e0647993be2 req-e44e9933-3d45-4903-b87a-a1a165b868e6 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=11b9abfc034e469297fc7554fd307e7c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6202044 Jun 30 09:36:33.723270 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-481c731f-28e2-4f60-bcd9-bcb1cd4c0f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.731312 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c8d854d3-9025-45ae-828b-1a39075c6230 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.864226 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-196cc60b-1f21-4aab-b830-c32d7c5e329a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.0506184 Jun 30 09:36:33.874011 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44240) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:33.906296 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d7e69-caae-4760-ada8-71b76d256211 req-29a4117a-91ab-4f8d-8ff5-08c1cabf359e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:33.920466 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bc7d7e69-caae-4760-ada8-71b76d256211 req-29a4117a-91ab-4f8d-8ff5-08c1cabf359e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.4942808 Jun 30 09:36:33.936958 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62288d44-6d62-4451-a737-a305cf72a431 None None] Pushing event updated for resources: {'Port': ['ID=b77229d1-40b1-444a-9f10-a602aa79b84c,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:33.964156 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481c731f-28e2-4f60-bcd9-bcb1cd4c0f5d None None] Routers {'6c2f89d2-56cc-4252-a4e6-8e72f1a4974b'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:33.967331 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-481c731f-28e2-4f60-bcd9-bcb1cd4c0f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:36:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['6c2f89d2-56cc-4252-a4e6-8e72f1a4974b'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:34.088202 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44242) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:34.105042 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bc7d7e69-caae-4760-ada8-71b76d256211 req-ef64de9b-1de8-449a-96d9-f5958913fd38 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829326 Jun 30 09:36:34.191340 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b1f2e39d-89e8-4dd5-8ee5-53d976f4c7b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:34.291307 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebf1395-89aa-4342-87e8-1d9c0c34da2e None None] Network ad945169-5127-44c4-8811-530e679265e9 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:34.294886 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-481c731f-28e2-4f60-bcd9-bcb1cd4c0f5d None None] Set router 6c2f89d2-56cc-4252-a4e6-8e72f1a4974b gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:34.316045 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d559623b-5caa-45ee-bffc-4f3491021380 None None] Could not find standard attr ID for object 0c0e8e41-5157-4806-91a9-cac46a2f549d. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:36:34.347527 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3be790-e367-4a2c-8335-8e0647993be2 req-139a7d73-a19b-4bfa-860f-582f1109d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:34.357154 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7d3be790-e367-4a2c-8335-8e0647993be2 req-139a7d73-a19b-4bfa-860f-582f1109d1da service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6211987 Jun 30 09:36:34.593453 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d559623b-5caa-45ee-bffc-4f3491021380 None None] Provisioning complete for port 209a14f5-6f3f-4421-a6e2-a64e3546022b triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:34.593981 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d559623b-5caa-45ee-bffc-4f3491021380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:34.624261 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64ae93-161f-4630-b673-278500af2fd6 req-74f09b98-aa93-47fb-aa66-a8f97a2f3fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:34.627811 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e64ae93-161f-4630-b673-278500af2fd6 req-74f09b98-aa93-47fb-aa66-a8f97a2f3fc2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 1096 time: 0.1621833 Jun 30 09:36:34.706515 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e64ae93-161f-4630-b673-278500af2fd6 req-4b4702cb-faab-49d2-94bd-06180788e138 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=568a0b52-4f6f-4bf2-85df-42b6a3c52585 HTTP/1.1" status: 200 len: 217 time: 0.0628726 Jun 30 09:36:34.731806 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-481c731f-28e2-4f60-bcd9-bcb1cd4c0f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'name': 'tempest-TestServerBasicOps-1501296919-router', 'tenant_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'b77229d1-40b1-444a-9f10-a602aa79b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:25Z', 'updated_at': '2021-06-30T09:36:28Z', 'revision_number': 3, 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'gw_port': {'id': 'b77229d1-40b1-444a-9f10-a602aa79b84c', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:df:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:26Z', 'updated_at': '2021-06-30T09:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:34.778166 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64ae93-161f-4630-b673-278500af2fd6 req-372c8423-179f-4ad4-a067-46ba6b7f0712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:34.780332 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e64ae93-161f-4630-b673-278500af2fd6 req-372c8423-179f-4ad4-a067-46ba6b7f0712 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=026a88de-b3fc-4597-8030-64264f9192bb HTTP/1.1" status: 200 len: 850 time: 0.0647018 Jun 30 09:36:34.800624 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481c731f-28e2-4f60-bcd9-bcb1cd4c0f5d None None] The sync data for ids ['6c2f89d2-56cc-4252-a4e6-8e72f1a4974b'] in n-d-771363-31 is: [{'id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'name': 'tempest-TestServerBasicOps-1501296919-router', 'tenant_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'b77229d1-40b1-444a-9f10-a602aa79b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:25Z', 'updated_at': '2021-06-30T09:36:28Z', 'revision_number': 3, 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'gw_port': {'id': 'b77229d1-40b1-444a-9f10-a602aa79b84c', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:df:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:26Z', 'updated_at': '2021-06-30T09:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:36:34.806954 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 4562f435-260e-4afd-a682-a8a5dc22b0d5 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:34.866739 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bcd58a7a-1dc9-413f-b31a-1b865e481ef3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:34.880332 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c8d854d3-9025-45ae-828b-1a39075c6230 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:34.916348 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b1f2e39d-89e8-4dd5-8ee5-53d976f4c7b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:34.939030 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-bcd58a7a-1dc9-413f-b31a-1b865e481ef3 admin admin] Transition to ACTIVE for port object 10708a62-474e-4f3b-99ab-87858239a777 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:34.964350 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64ae93-161f-4630-b673-278500af2fd6 req-d78db14b-b6a0-4034-93dc-273f9d869748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:34.966120 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e64ae93-161f-4630-b673-278500af2fd6 req-d78db14b-b6a0-4034-93dc-273f9d869748 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=077fd748-2990-43a3-b379-1249cb605c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1754186 Jun 30 09:36:35.049043 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 209a14f5-6f3f-4421-a6e2-a64e3546022b up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:35.051092 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b1f2e39d-89e8-4dd5-8ee5-53d976f4c7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:35.120745 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2e39d-89e8-4dd5-8ee5-53d976f4c7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d64970-b61c-4869-8407-ef019bb56a14,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:35.126772 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b1f2e39d-89e8-4dd5-8ee5-53d976f4c7b4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1d7deb44e15147edafeb44e4f8b1159b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0198634 Jun 30 09:36:35.131717 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44246) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:35.159051 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9911d8ad-5bd2-405c-b365-68ed618f5e85 None None] Could not find standard attr ID for object 0c0e8e41-5157-4806-91a9-cac46a2f549d. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:36:35.196555 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 209a14f5-6f3f-4421-a6e2-a64e3546022b triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:35.196767 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:35.231017 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e64ae93-161f-4630-b673-278500af2fd6 req-8ab34f89-b020-4092-aa89-3be24f34192c service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571120 Jun 30 09:36:35.285879 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9911d8ad-5bd2-405c-b365-68ed618f5e85 None None] Provisioning for port 4562f435-260e-4afd-a682-a8a5dc22b0d5 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:35.301817 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c8d854d3-9025-45ae-828b-1a39075c6230 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:35.306928 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9911d8ad-5bd2-405c-b365-68ed618f5e85 None None] Provisioning complete for port 4562f435-260e-4afd-a682-a8a5dc22b0d5 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:35.307762 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9911d8ad-5bd2-405c-b365-68ed618f5e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:35.517108 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-da484759-3ec0-440e-a8b9-56150ad95c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:35.618636 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d854d3-9025-45ae-828b-1a39075c6230 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Subnet': ['ID=dde239ce-43cf-420c-8e3c-057fa4adfc75,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:35.621134 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-da484759-3ec0-440e-a8b9-56150ad95c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:35.646657 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bcd58a7a-1dc9-413f-b31a-1b865e481ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:35.707337 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efc2155-0168-4f06-889e-0b80a0199c2e None None] Network c02bbb19-1924-41e9-902e-24a5e6a96957 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:35.879705 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9911d8ad-5bd2-405c-b365-68ed618f5e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:35.977611 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e64ae93-161f-4630-b673-278500af2fd6 req-7e5f9e12-6854-41c5-9ca7-315da164c40d service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7390583 Jun 30 09:36:36.056600 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2747e-cada-4d1c-97d2-11b6e5290f8b req-05335481-7e69-4d13-bd3a-195267389a90 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:36.073484 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e2c2747e-cada-4d1c-97d2-11b6e5290f8b req-05335481-7e69-4d13-bd3a-195267389a90 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.4126043 Jun 30 09:36:36.087116 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-da484759-3ec0-440e-a8b9-56150ad95c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:36.095697 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-da484759-3ec0-440e-a8b9-56150ad95c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:36.101427 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-da484759-3ec0-440e-a8b9-56150ad95c72 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e0d64970-b61c-4869-8407-ef019bb56a14 HTTP/1.1" status: 204 len: 168 time: 0.9603539 Jun 30 09:36:36.135233 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da484759-3ec0-440e-a8b9-56150ad95c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d64970-b61c-4869-8407-ef019bb56a14,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:36.205193 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-9911d8ad-5bd2-405c-b365-68ed618f5e85 None None] For port 4562f435-260e-4afd-a682-a8a5dc22b0d5, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4562f435-260e-4afd-a682-a8a5dc22b0d5,segment=NetworkSegment(85ec226b-1aeb-46f1-84f2-cc2e9ba87a49),segment_id=85ec226b-1aeb-46f1-84f2-cc2e9ba87a49)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:36.208250 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e2c2747e-cada-4d1c-97d2-11b6e5290f8b req-902a1f56-a551-440a-ade1-b09f322443d4 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325457 Jun 30 09:36:36.264496 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587e56aa-89c8-4099-bf6b-ab0531a7bdc1 None None] DHCP port deletion for c02bbb19-1924-41e9-902e-24a5e6a96957 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:36:36.317504 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9911d8ad-5bd2-405c-b365-68ed618f5e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:36.429617 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911d8ad-5bd2-405c-b365-68ed618f5e85 None None] Pushing event updated for resources: {'Port': ['ID=4562f435-260e-4afd-a682-a8a5dc22b0d5,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:36.455630 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-587e56aa-89c8-4099-bf6b-ab0531a7bdc1 None None] Deleting port 209a14f5-6f3f-4421-a6e2-a64e3546022b {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:36.456024 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-587e56aa-89c8-4099-bf6b-ab0531a7bdc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:36.511156 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c8d854d3-9025-45ae-828b-1a39075c6230 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:36.516347 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c8d854d3-9025-45ae-828b-1a39075c6230 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/subnets/dde239ce-43cf-420c-8e3c-057fa4adfc75 HTTP/1.1" status: 204 len: 168 time: 3.0056651 Jun 30 09:36:36.518137 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44254) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:36.518330 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c2e5626e-7e9f-4782-8da0-a70a87fdb0bd tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:36.548453 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd58a7a-1dc9-413f-b31a-1b865e481ef3 admin admin] Network 4b34e13e-64f3-4614-98c2-965e564ba757 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:36.553027 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-bcd58a7a-1dc9-413f-b31a-1b865e481ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:36.565588 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd58a7a-1dc9-413f-b31a-1b865e481ef3 admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:36.565588 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd58a7a-1dc9-413f-b31a-1b865e481ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=10708a62-474e-4f3b-99ab-87858239a777,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:36.567038 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-587e56aa-89c8-4099-bf6b-ab0531a7bdc1 None None] For port 209a14f5-6f3f-4421-a6e2-a64e3546022b, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=209a14f5-6f3f-4421-a6e2-a64e3546022b,segment=NetworkSegment(a46dfceb-566e-40c6-9651-c8d82298c8f6),segment_id=a46dfceb-566e-40c6-9651-c8d82298c8f6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:36.567038 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-587e56aa-89c8-4099-bf6b-ab0531a7bdc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:36.605091 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-587e56aa-89c8-4099-bf6b-ab0531a7bdc1 None None] Calling delete_port for 209a14f5-6f3f-4421-a6e2-a64e3546022b owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:36.699705 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bcd58a7a-1dc9-413f-b31a-1b865e481ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:36.715493 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6d5995f4-986a-485b-8827-42330bb188e8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:36.782551 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c695e19f-3d43-4eae-a610-789a03233a2f None None] Provisioning for port dbd415af-b744-40ef-93f0-cf396a0269bd completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:36.796211 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-6d5995f4-986a-485b-8827-42330bb188e8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Deleting port 209a14f5-6f3f-4421-a6e2-a64e3546022b {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:36.796478 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6d5995f4-986a-485b-8827-42330bb188e8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:36.797885 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c695e19f-3d43-4eae-a610-789a03233a2f None None] Provisioning complete for port dbd415af-b744-40ef-93f0-cf396a0269bd triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:36.799028 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c695e19f-3d43-4eae-a610-789a03233a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:36.905682 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-c695e19f-3d43-4eae-a610-789a03233a2f None None] Port dbd415af-b744-40ef-93f0-cf396a0269bd cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:36:36.954979 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c695e19f-3d43-4eae-a610-789a03233a2f None None] Provisioning complete for port 4562f435-260e-4afd-a682-a8a5dc22b0d5 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:36.955604 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c695e19f-3d43-4eae-a610-789a03233a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:37.033810 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-587e56aa-89c8-4099-bf6b-ab0531a7bdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:37.041066 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-6d5995f4-986a-485b-8827-42330bb188e8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] For port 209a14f5-6f3f-4421-a6e2-a64e3546022b, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=209a14f5-6f3f-4421-a6e2-a64e3546022b,segment=NetworkSegment(a46dfceb-566e-40c6-9651-c8d82298c8f6),segment_id=a46dfceb-566e-40c6-9651-c8d82298c8f6)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:37.041948 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6d5995f4-986a-485b-8827-42330bb188e8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:37.068763 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-6d5995f4-986a-485b-8827-42330bb188e8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Calling delete_port for 209a14f5-6f3f-4421-a6e2-a64e3546022b owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:37.102518 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e56aa-89c8-4099-bf6b-ab0531a7bdc1 None None] Pushing event deleted for resources: {'Port': ['ID=209a14f5-6f3f-4421-a6e2-a64e3546022b,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:37.108465 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587e56aa-89c8-4099-bf6b-ab0531a7bdc1 None None] No DVR routers for this DVR port 209a14f5-6f3f-4421-a6e2-a64e3546022b on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:36:37.266480 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b77229d1-40b1-444a-9f10-a602aa79b84c up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:37.339036 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6d5995f4-986a-485b-8827-42330bb188e8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:37.356284 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c2e5626e-7e9f-4782-8da0-a70a87fdb0bd tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:37.394178 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5995f4-986a-485b-8827-42330bb188e8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] No DVR routers for this DVR port 209a14f5-6f3f-4421-a6e2-a64e3546022b on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:36:37.398126 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5995f4-986a-485b-8827-42330bb188e8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Port': ['ID=209a14f5-6f3f-4421-a6e2-a64e3546022b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:37.436929 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bcd58a7a-1dc9-413f-b31a-1b865e481ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:37.530152 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6d5995f4-986a-485b-8827-42330bb188e8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:37.541818 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port b77229d1-40b1-444a-9f10-a602aa79b84c completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:37.547426 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port b77229d1-40b1-444a-9f10-a602aa79b84c triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:37.548207 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:37.598289 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-6d5995f4-986a-485b-8827-42330bb188e8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02bbb19-1924-41e9-902e-24a5e6a96957']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:37.605355 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c2e5626e-7e9f-4782-8da0-a70a87fdb0bd tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:37.606413 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-43f275ff-1f8d-4115-bf20-18eb376d5115 None None] Provisioning for port 10708a62-474e-4f3b-99ab-87858239a777 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:37.620742 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-6d5995f4-986a-485b-8827-42330bb188e8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a46dfceb-566e-40c6-9651-c8d82298c8f6') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:37.621148 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-6d5995f4-986a-485b-8827-42330bb188e8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a46dfceb-566e-40c6-9651-c8d82298c8f6') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:37.624910 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-43f275ff-1f8d-4115-bf20-18eb376d5115 None None] Provisioning complete for port 10708a62-474e-4f3b-99ab-87858239a777 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:37.625399 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-43f275ff-1f8d-4115-bf20-18eb376d5115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:37.638888 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6d5995f4-986a-485b-8827-42330bb188e8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:37.662212 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6d5995f4-986a-485b-8827-42330bb188e8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:37.675495 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5995f4-986a-485b-8827-42330bb188e8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:36:37.676227 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6d5995f4-986a-485b-8827-42330bb188e8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:36:37.679899 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:36:37.705331 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59ffe2-17c0-41f8-8b7d-c4b1b9cd7806 req-e0788137-af27-4caf-a858-3bb3e9a4e798 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:37.707438 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9e59ffe2-17c0-41f8-8b7d-c4b1b9cd7806 req-e0788137-af27-4caf-a858-3bb3e9a4e798 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.1722045 Jun 30 09:36:37.795496 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-43f275ff-1f8d-4115-bf20-18eb376d5115 None None] Port 10708a62-474e-4f3b-99ab-87858239a777 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:36:37.799630 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9e59ffe2-17c0-41f8-8b7d-c4b1b9cd7806 req-20b435fe-d190-49b1-a64b-0027d4821f1b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536306 Jun 30 09:36:37.802546 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:37.831050 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:37.869067 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port b77229d1-40b1-444a-9f10-a602aa79b84c, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=b77229d1-40b1-444a-9f10-a602aa79b84c,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:37.887515 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6d5995f4-986a-485b-8827-42330bb188e8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:37.892649 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5626e-7e9f-4782-8da0-a70a87fdb0bd tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Port': ['ID=dbd415af-b744-40ef-93f0-cf396a0269bd,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:37.906815 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6d5995f4-986a-485b-8827-42330bb188e8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:37.909110 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6d5995f4-986a-485b-8827-42330bb188e8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/networks/c02bbb19-1924-41e9-902e-24a5e6a96957 HTTP/1.1" status: 204 len: 168 time: 1.3884130 Jun 30 09:36:37.918268 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44270) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:37.926271 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-0389d44d-c902-40da-b161-c5d421ee6f24 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'port': {'network_id': '38168381-3f20-4070-8994-c8202c63a12e', 'name': 'tempest-PortsIpV6TestJSON-1603694235'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:37.933911 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5995f4-986a-485b-8827-42330bb188e8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Network': ['ID=c02bbb19-1924-41e9-902e-24a5e6a96957,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:38.044109 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:38.045269 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4562f435-260e-4afd-a682-a8a5dc22b0d5 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:38.088227 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c2e5626e-7e9f-4782-8da0-a70a87fdb0bd tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:38.093665 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bcd58a7a-1dc9-413f-b31a-1b865e481ef3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:38.178091 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=b77229d1-40b1-444a-9f10-a602aa79b84c,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:38.192679 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 4562f435-260e-4afd-a682-a8a5dc22b0d5 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:38.193419 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:38.261012 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bcd58a7a-1dc9-413f-b31a-1b865e481ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:38.373699 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-534ed6e6-415f-44ce-8a12-1efbab589951 None None] Provisioning complete for port dbd415af-b744-40ef-93f0-cf396a0269bd triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:38.380465 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-534ed6e6-415f-44ce-8a12-1efbab589951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:38.380734 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0389d44d-c902-40da-b161-c5d421ee6f24 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:38.381454 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0389d44d-c902-40da-b161-c5d421ee6f24 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:38.388942 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd58a7a-1dc9-413f-b31a-1b865e481ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=10708a62-474e-4f3b-99ab-87858239a777,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:38.392084 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bcd58a7a-1dc9-413f-b31a-1b865e481ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:38.429743 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c2e5626e-7e9f-4782-8da0-a70a87fdb0bd tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:38.438348 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-0389d44d-c902-40da-b161-c5d421ee6f24 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] device_id is not set on port 07e8452a-ba4b-4e37-a013-321ce3cfe69c yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:36:38.444113 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-534ed6e6-415f-44ce-8a12-1efbab589951 None None] Port dbd415af-b744-40ef-93f0-cf396a0269bd cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:36:38.489154 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 209a14f5-6f3f-4421-a6e2-a64e3546022b no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:36:38.526498 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 209a14f5-6f3f-4421-a6e2-a64e3546022b {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:36:38.527194 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 209a14f5-6f3f-4421-a6e2-a64e3546022b not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:36:38.871838 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd58a7a-1dc9-413f-b31a-1b865e481ef3 admin admin] Network 4b34e13e-64f3-4614-98c2-965e564ba757 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:38.892308 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-bcd58a7a-1dc9-413f-b31a-1b865e481ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:38.929622 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:39.037715 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b77229d1-40b1-444a-9f10-a602aa79b84c up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:39.103065 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0389d44d-c902-40da-b161-c5d421ee6f24 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:39.154478 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port b77229d1-40b1-444a-9f10-a602aa79b84c triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:39.155025 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:39.263418 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fb77e-ba66-480c-9361-8126627a6efb req-2998425f-bf32-493c-ac7b-5857933a418f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:39.266100 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-631fb77e-ba66-480c-9361-8126627a6efb req-2998425f-bf32-493c-ac7b-5857933a418f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.1459415 Jun 30 09:36:39.286090 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c2e5626e-7e9f-4782-8da0-a70a87fdb0bd tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:39.317895 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-631fb77e-ba66-480c-9361-8126627a6efb req-19578f73-ee64-4f78-8505-a2ee80377d48 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454633 Jun 30 09:36:39.386492 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd58a7a-1dc9-413f-b31a-1b865e481ef3 admin admin] Router 6c2f89d2-56cc-4252-a4e6-8e72f1a4974b has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:36:39.386882 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-684bc79e-f346-40b2-aa6f-b7a5de0d1ffb None None] Provisioning complete for port 10708a62-474e-4f3b-99ab-87858239a777 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:39.386882 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-684bc79e-f346-40b2-aa6f-b7a5de0d1ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:39.421194 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-684bc79e-f346-40b2-aa6f-b7a5de0d1ffb None None] Port 10708a62-474e-4f3b-99ab-87858239a777 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:36:39.487623 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd58a7a-1dc9-413f-b31a-1b865e481ef3 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:36:39.502517 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bcd58a7a-1dc9-413f-b31a-1b865e481ef3 admin admin] 10.222.0.10 "PUT /v2.0/routers/6c2f89d2-56cc-4252-a4e6-8e72f1a4974b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6765685 Jun 30 09:36:39.514219 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cdde55-c37d-4648-8155-0c67c4202748 None None] Sync routers for ids ['6c2f89d2-56cc-4252-a4e6-8e72f1a4974b'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:36:39.535938 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cdde55-c37d-4648-8155-0c67c4202748 None None] Routers {'6c2f89d2-56cc-4252-a4e6-8e72f1a4974b'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:39.535938 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-c0cdde55-c37d-4648-8155-0c67c4202748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:36:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['6c2f89d2-56cc-4252-a4e6-8e72f1a4974b'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:39.586732 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c2e5626e-7e9f-4782-8da0-a70a87fdb0bd tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:39.588613 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c2e5626e-7e9f-4782-8da0-a70a87fdb0bd tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:39.650695 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0389d44d-c902-40da-b161-c5d421ee6f24 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:39.663793 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5626e-7e9f-4782-8da0-a70a87fdb0bd tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Port': ['ID=dbd415af-b744-40ef-93f0-cf396a0269bd,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:39.698883 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-c0cdde55-c37d-4648-8155-0c67c4202748 None None] Set router 6c2f89d2-56cc-4252-a4e6-8e72f1a4974b gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:39.751590 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0389d44d-c902-40da-b161-c5d421ee6f24 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network 38168381-3f20-4070-8994-c8202c63a12e is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:39.760473 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-0389d44d-c902-40da-b161-c5d421ee6f24 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:39.763687 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0389d44d-c902-40da-b161-c5d421ee6f24 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:39.769897 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0389d44d-c902-40da-b161-c5d421ee6f24 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:39.770585 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0389d44d-c902-40da-b161-c5d421ee6f24 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:39.815158 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389d44d-c902-40da-b161-c5d421ee6f24 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Port': ['ID=07e8452a-ba4b-4e37-a013-321ce3cfe69c,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:39.886596 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e5626e-7e9f-4782-8da0-a70a87fdb0bd tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network ad945169-5127-44c4-8811-530e679265e9 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:39.889954 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-c2e5626e-7e9f-4782-8da0-a70a87fdb0bd tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:39.977560 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0389d44d-c902-40da-b161-c5d421ee6f24 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0629375 Jun 30 09:36:39.982764 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44294) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:40.056060 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-c0cdde55-c37d-4648-8155-0c67c4202748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'name': 'tempest-TestServerBasicOps-1501296919-router', 'tenant_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'b77229d1-40b1-444a-9f10-a602aa79b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:25Z', 'updated_at': '2021-06-30T09:36:37Z', 'revision_number': 4, 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'gw_port': {'id': 'b77229d1-40b1-444a-9f10-a602aa79b84c', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:26Z', 'updated_at': '2021-06-30T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '10708a62-474e-4f3b-99ab-87858239a777', 'name': '', 'network_id': '4b34e13e-64f3-4614-98c2-965e564ba757', 'tenant_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'mac_address': 'fa:16:3e:e0:73:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'dd2ce267-6d29-4965-a0be-4247fd11a393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:32Z', 'updated_at': '2021-06-30T09:36:37Z', 'revision_number': 2, 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'subnets': [{'id': 'dd2ce267-6d29-4965-a0be-4247fd11a393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:40.115453 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cdde55-c37d-4648-8155-0c67c4202748 None None] Checking router: 6c2f89d2-56cc-4252-a4e6-8e72f1a4974b for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:36:40.116059 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cdde55-c37d-4648-8155-0c67c4202748 None None] Updating router 6c2f89d2-56cc-4252-a4e6-8e72f1a4974b port 10708a62-474e-4f3b-99ab-87858239a777 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:36:40.187206 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c0cdde55-c37d-4648-8155-0c67c4202748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:40.262851 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-a8cd9708-0e87-40ca-935a-e3a32c2eafcc tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Deleting port 07e8452a-ba4b-4e37-a013-321ce3cfe69c {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:40.263378 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a8cd9708-0e87-40ca-935a-e3a32c2eafcc tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:40.351651 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e5626e-7e9f-4782-8da0-a70a87fdb0bd tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Router 261b023e-d6dd-4ffd-a026-9ad4653af6f4 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:36:40.499106 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a8cd9708-0e87-40ca-935a-e3a32c2eafcc tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:40.499984 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-56e8a6ff-a65e-413d-82c3-b06b411727a7 req-db05d4f4-0d40-4ab5-9f63-e56d062e2dab service neutron] (101054) timed out ('10.222.0.52', 51368) {{(pid=101054) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:36:40.577980 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-a8cd9708-0e87-40ca-935a-e3a32c2eafcc tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Calling delete_port for 07e8452a-ba4b-4e37-a013-321ce3cfe69c owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:40.582093 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-925b8666-be46-4970-916e-b59569c30c3f None None] Provisioning complete for port dbd415af-b744-40ef-93f0-cf396a0269bd triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:40.582420 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-925b8666-be46-4970-916e-b59569c30c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:40.655056 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-925b8666-be46-4970-916e-b59569c30c3f None None] Port dbd415af-b744-40ef-93f0-cf396a0269bd cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:36:40.752633 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68771c-6681-4a7b-acec-a0360456ca43 req-c5853e86-3ab7-4a83-974b-7088d27eeba3 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:40.758108 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9b68771c-6681-4a7b-acec-a0360456ca43 req-c5853e86-3ab7-4a83-974b-7088d27eeba3 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.1798244 Jun 30 09:36:40.783739 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e5626e-7e9f-4782-8da0-a70a87fdb0bd tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:36:40.797866 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c228bab-8979-4e7a-8942-64d7cc07cc8e None None] Sync routers for ids ['261b023e-d6dd-4ffd-a026-9ad4653af6f4'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:36:40.820274 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c2e5626e-7e9f-4782-8da0-a70a87fdb0bd tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "PUT /v2.0/routers/261b023e-d6dd-4ffd-a026-9ad4653af6f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7947855 Jun 30 09:36:40.822478 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44314) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:40.829727 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c228bab-8979-4e7a-8942-64d7cc07cc8e None None] Routers {'261b023e-d6dd-4ffd-a026-9ad4653af6f4'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:40.832709 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-9c228bab-8979-4e7a-8942-64d7cc07cc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:36:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['261b023e-d6dd-4ffd-a026-9ad4653af6f4'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:40.881283 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9b68771c-6681-4a7b-acec-a0360456ca43 req-a8a47f37-61b3-41a9-a0d0-5f459ff1d186 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034129 Jun 30 09:36:40.903915 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c0cdde55-c37d-4648-8155-0c67c4202748 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:40.938821 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-9c228bab-8979-4e7a-8942-64d7cc07cc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:40.940304 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c0cdde55-c37d-4648-8155-0c67c4202748 None None] Transition to ACTIVE for port object 10708a62-474e-4f3b-99ab-87858239a777 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:40.957440 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c228bab-8979-4e7a-8942-64d7cc07cc8e None None] Routers {'261b023e-d6dd-4ffd-a026-9ad4653af6f4'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:40.958504 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-9c228bab-8979-4e7a-8942-64d7cc07cc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:36:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['261b023e-d6dd-4ffd-a026-9ad4653af6f4'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:40.993294 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0d443c-4c10-4eb4-ae2c-51262a291eb5 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:40.996602 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3b0d443c-4c10-4eb4-ae2c-51262a291eb5 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "GET /v2.0/ports/dbd415af-b744-40ef-93f0-cf396a0269bd HTTP/1.1" status: 200 len: 983 time: 0.1577065 Jun 30 09:36:41.000227 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44316) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:41.012145 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-9c228bab-8979-4e7a-8942-64d7cc07cc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:41.012715 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c228bab-8979-4e7a-8942-64d7cc07cc8e None None] The sync data for ids ['261b023e-d6dd-4ffd-a026-9ad4653af6f4'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:36:41.109358 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c0cdde55-c37d-4648-8155-0c67c4202748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:41.125110 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44320) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:41.138240 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-479eeffb-58b7-4375-a438-90913eb630db admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-225784266-network', 'tenant_id': '6fb3e06ccad74aee9481d8d9af3cfefd'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:41.212599 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68928634-5ed4-44a3-b8f8-64d8d372311f None None] Pushing event updated for resources: {'Port': ['ID=10708a62-474e-4f3b-99ab-87858239a777,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:41.261226 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a8cd9708-0e87-40ca-935a-e3a32c2eafcc tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:41.304341 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd9708-0e87-40ca-935a-e3a32c2eafcc tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Port': ['ID=07e8452a-ba4b-4e37-a013-321ce3cfe69c,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:41.307458 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-c0cdde55-c37d-4648-8155-0c67c4202748 None None] Attempting to bind port 10708a62-474e-4f3b-99ab-87858239a777 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:36:41.307458 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-c0cdde55-c37d-4648-8155-0c67c4202748 None None] Attempting to bind port 10708a62-474e-4f3b-99ab-87858239a777 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '8dd0200a-4666-475f-a0a9-e47b1a2ca6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4b34e13e-64f3-4614-98c2-965e564ba757'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:36:41.307458 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cdde55-c37d-4648-8155-0c67c4202748 None None] Attempting to bind port 10708a62-474e-4f3b-99ab-87858239a777 on network 4b34e13e-64f3-4614-98c2-965e564ba757 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:41.317211 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a8cd9708-0e87-40ca-935a-e3a32c2eafcc tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:41.323164 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a8cd9708-0e87-40ca-935a-e3a32c2eafcc tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/ports/07e8452a-ba4b-4e37-a013-321ce3cfe69c HTTP/1.1" status: 204 len: 168 time: 1.3394485 Jun 30 09:36:41.324765 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cdde55-c37d-4648-8155-0c67c4202748 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:36:41.325895 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cdde55-c37d-4648-8155-0c67c4202748 None None] Checking segment: {'id': '8dd0200a-4666-475f-a0a9-e47b1a2ca6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4b34e13e-64f3-4614-98c2-965e564ba757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:41.325895 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c0cdde55-c37d-4648-8155-0c67c4202748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:41.326268 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cdde55-c37d-4648-8155-0c67c4202748 None None] Bound using segment: {'id': '8dd0200a-4666-475f-a0a9-e47b1a2ca6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4b34e13e-64f3-4614-98c2-965e564ba757'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:36:41.326563 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-c0cdde55-c37d-4648-8155-0c67c4202748 None None] Bound port: 10708a62-474e-4f3b-99ab-87858239a777, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd0200a-4666-475f-a0a9-e47b1a2ca6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4b34e13e-64f3-4614-98c2-965e564ba757'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:36:41.326741 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44324) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:41.326942 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c0cdde55-c37d-4648-8155-0c67c4202748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:41.338017 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-7d673fe2-020d-4caa-a413-a8a3dc6036a6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'port': {'network_id': '38168381-3f20-4070-8994-c8202c63a12e', 'mac_address': 'fa:16:3e:2b:8c:9c', 'name': 'tempest-PortsIpV6TestJSON-1743336131'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:41.347075 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479eeffb-58b7-4375-a438-90913eb630db admin admin] Made reservation on behalf of 6fb3e06ccad74aee9481d8d9af3cfefd for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:41.350907 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-479eeffb-58b7-4375-a438-90913eb630db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:41.445103 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-479eeffb-58b7-4375-a438-90913eb630db admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:41.536693 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-c0cdde55-c37d-4648-8155-0c67c4202748 None None] For port 10708a62-474e-4f3b-99ab-87858239a777, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:36:41.558388 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-c0cdde55-c37d-4648-8155-0c67c4202748 None None] For port 10708a62-474e-4f3b-99ab-87858239a777, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=10708a62-474e-4f3b-99ab-87858239a777,segment=NetworkSegment(8dd0200a-4666-475f-a0a9-e47b1a2ca6e6),segment_id=8dd0200a-4666-475f-a0a9-e47b1a2ca6e6)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:36:41.710107 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2763-ff12-4450-bfbf-976f1feb10d9 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:41.728905 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-479eeffb-58b7-4375-a438-90913eb630db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:41.812347 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c0cdde55-c37d-4648-8155-0c67c4202748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:41.871763 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-479eeffb-58b7-4375-a438-90913eb630db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:41.880014 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cdde55-c37d-4648-8155-0c67c4202748 None None] Routers {'6c2f89d2-56cc-4252-a4e6-8e72f1a4974b'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:41.880813 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-c0cdde55-c37d-4648-8155-0c67c4202748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:36:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['6c2f89d2-56cc-4252-a4e6-8e72f1a4974b'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:41.964604 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-479eeffb-58b7-4375-a438-90913eb630db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:36:42.042124 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479eeffb-58b7-4375-a438-90913eb630db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a49cc56-e3f1-4b5a-96c9-6a77a8106b06,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:42.075312 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-479eeffb-58b7-4375-a438-90913eb630db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:42.075872 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-479eeffb-58b7-4375-a438-90913eb630db admin admin] Added segment 736fce8b-3e80-4b76-abb9-cf5063eee926 of type vlan for network 630cf039-b884-42f5-bcac-2f3b3d349205 Jun 30 09:36:42.110477 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d673fe2-020d-4caa-a413-a8a3dc6036a6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:42.111641 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68928634-5ed4-44a3-b8f8-64d8d372311f None None] Pushing event updated for resources: {'Port': ['ID=10708a62-474e-4f3b-99ab-87858239a777,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:42.117076 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-4f4d2763-ff12-4450-bfbf-976f1feb10d9 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Deleting port dbd415af-b744-40ef-93f0-cf396a0269bd {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:42.117076 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2763-ff12-4450-bfbf-976f1feb10d9 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:42.216677 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-c0cdde55-c37d-4648-8155-0c67c4202748 None None] Set router 6c2f89d2-56cc-4252-a4e6-8e72f1a4974b gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:42.439543 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2763-ff12-4450-bfbf-976f1feb10d9 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:42.463384 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-4f4d2763-ff12-4450-bfbf-976f1feb10d9 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Calling delete_port for dbd415af-b744-40ef-93f0-cf396a0269bd owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:42.854773 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-479eeffb-58b7-4375-a438-90913eb630db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:42.896450 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7d673fe2-020d-4caa-a413-a8a3dc6036a6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:42.931542 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-c0cdde55-c37d-4648-8155-0c67c4202748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'name': 'tempest-TestServerBasicOps-1501296919-router', 'tenant_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'b77229d1-40b1-444a-9f10-a602aa79b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:25Z', 'updated_at': '2021-06-30T09:36:37Z', 'revision_number': 4, 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'gw_port': {'id': 'b77229d1-40b1-444a-9f10-a602aa79b84c', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:26Z', 'updated_at': '2021-06-30T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '10708a62-474e-4f3b-99ab-87858239a777', 'name': '', 'network_id': '4b34e13e-64f3-4614-98c2-965e564ba757', 'tenant_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'mac_address': 'fa:16:3e:e0:73:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'dd2ce267-6d29-4965-a0be-4247fd11a393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:32Z', 'updated_at': '2021-06-30T09:36:41Z', 'revision_number': 4, 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'subnets': [{'id': 'dd2ce267-6d29-4965-a0be-4247fd11a393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:42.958941 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-7d673fe2-020d-4caa-a413-a8a3dc6036a6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] device_id is not set on port 43f20c1b-427b-491b-993e-285abc535937 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:36:42.961707 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cdde55-c37d-4648-8155-0c67c4202748 None None] The sync data for ids ['6c2f89d2-56cc-4252-a4e6-8e72f1a4974b'] in n-d-771363-31 is: [{'id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'name': 'tempest-TestServerBasicOps-1501296919-router', 'tenant_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'b77229d1-40b1-444a-9f10-a602aa79b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:25Z', 'updated_at': '2021-06-30T09:36:37Z', 'revision_number': 4, 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'gw_port': {'id': 'b77229d1-40b1-444a-9f10-a602aa79b84c', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:26Z', 'updated_at': '2021-06-30T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '10708a62-474e-4f3b-99ab-87858239a777', 'name': '', 'network_id': '4b34e13e-64f3-4614-98c2-965e564ba757', 'tenant_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'mac_address': 'fa:16:3e:e0:73:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'dd2ce267-6d29-4965-a0be-4247fd11a393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:32Z', 'updated_at': '2021-06-30T09:36:41Z', 'revision_number': 4, 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'subnets': [{'id': 'dd2ce267-6d29-4965-a0be-4247fd11a393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:36:43.034912 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d817566-d1eb-477b-a6f4-22a968f990e1 req-fa4946c6-4ee8-444f-b8d0-b52ff7d755b5 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:43.041098 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8d817566-d1eb-477b-a6f4-22a968f990e1 req-fa4946c6-4ee8-444f-b8d0-b52ff7d755b5 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.2620988 Jun 30 09:36:43.064356 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2763-ff12-4450-bfbf-976f1feb10d9 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:43.128990 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d2763-ff12-4450-bfbf-976f1feb10d9 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Port': ['ID=dbd415af-b744-40ef-93f0-cf396a0269bd,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:43.147799 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-479eeffb-58b7-4375-a438-90913eb630db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:43.151630 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479eeffb-58b7-4375-a438-90913eb630db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:43.152809 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-479eeffb-58b7-4375-a438-90913eb630db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:43.441897 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-479eeffb-58b7-4375-a438-90913eb630db admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3140230 Jun 30 09:36:43.452313 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44336) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:43.458087 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-beb8e07f-19ee-4888-8247-153333e93871 admin admin] Request body: {'subnet': {'network_id': '630cf039-b884-42f5-bcac-2f3b3d349205', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-225784266-subnet', 'tenant_id': '6fb3e06ccad74aee9481d8d9af3cfefd', 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:43.496463 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8d817566-d1eb-477b-a6f4-22a968f990e1 req-09e2d856-d848-4e33-8289-194336632146 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017026 Jun 30 09:36:43.504750 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479eeffb-58b7-4375-a438-90913eb630db admin admin] Pushing event updated for resources: {'Network': ['ID=630cf039-b884-42f5-bcac-2f3b3d349205,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:43.528449 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 630cf039-b884-42f5-bcac-2f3b3d349205 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:36:43.569486 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7d673fe2-020d-4caa-a413-a8a3dc6036a6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:43.724233 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb8e07f-19ee-4888-8247-153333e93871 admin admin] Made reservation on behalf of 6fb3e06ccad74aee9481d8d9af3cfefd for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:43.731503 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-beb8e07f-19ee-4888-8247-153333e93871 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:43.770212 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7d673fe2-020d-4caa-a413-a8a3dc6036a6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:43.890202 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2763-ff12-4450-bfbf-976f1feb10d9 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:43.948081 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d673fe2-020d-4caa-a413-a8a3dc6036a6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network 38168381-3f20-4070-8994-c8202c63a12e is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:43.962633 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-7d673fe2-020d-4caa-a413-a8a3dc6036a6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:43.973268 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d673fe2-020d-4caa-a413-a8a3dc6036a6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Port': ['ID=43f20c1b-427b-491b-993e-285abc535937,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:43.976582 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d673fe2-020d-4caa-a413-a8a3dc6036a6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:43.987014 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d673fe2-020d-4caa-a413-a8a3dc6036a6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:43.988156 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7d673fe2-020d-4caa-a413-a8a3dc6036a6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:44.187033 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4d2763-ff12-4450-bfbf-976f1feb10d9 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Router 261b023e-d6dd-4ffd-a026-9ad4653af6f4 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:36:44.195872 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7d673fe2-020d-4caa-a413-a8a3dc6036a6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.8673294 Jun 30 09:36:44.199706 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44342) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:44.305468 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57e00c-5b9b-43b7-92a9-e8e1b3b2c3d1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:44.307796 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5d57e00c-5b9b-43b7-92a9-e8e1b3b2c3d1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "GET /v2.0/ports/43f20c1b-427b-491b-993e-285abc535937 HTTP/1.1" status: 200 len: 845 time: 0.1064749 Jun 30 09:36:44.311729 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44344) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:44.320774 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4d2763-ff12-4450-bfbf-976f1feb10d9 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:36:44.339929 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4f4d2763-ff12-4450-bfbf-976f1feb10d9 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "PUT /v2.0/routers/261b023e-d6dd-4ffd-a026-9ad4653af6f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3333430 Jun 30 09:36:44.340218 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261b3389-670c-4d56-8d22-1308c25eca7e None None] Sync routers for ids ['261b023e-d6dd-4ffd-a026-9ad4653af6f4'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:36:44.345129 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44346) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:44.355053 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261b3389-670c-4d56-8d22-1308c25eca7e None None] Routers {'261b023e-d6dd-4ffd-a026-9ad4653af6f4'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:44.355750 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-261b3389-670c-4d56-8d22-1308c25eca7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:36:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['261b023e-d6dd-4ffd-a026-9ad4653af6f4'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:44.370744 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-beb8e07f-19ee-4888-8247-153333e93871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:44.424598 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-261b3389-670c-4d56-8d22-1308c25eca7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:44.444433 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261b3389-670c-4d56-8d22-1308c25eca7e None None] Routers {'261b023e-d6dd-4ffd-a026-9ad4653af6f4'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:44.452618 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-261b3389-670c-4d56-8d22-1308c25eca7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:36:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['261b023e-d6dd-4ffd-a026-9ad4653af6f4'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:44.529060 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-261b3389-670c-4d56-8d22-1308c25eca7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:44.532959 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261b3389-670c-4d56-8d22-1308c25eca7e None None] The sync data for ids ['261b023e-d6dd-4ffd-a026-9ad4653af6f4'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:36:44.677647 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8e07f-19ee-4888-8247-153333e93871 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d03978a-96c7-47e6-8462-6ac920ae185e,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:44.693587 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8e07f-19ee-4888-8247-153333e93871 admin admin] Checking segment: {'id': '736fce8b-3e80-4b76-abb9-cf5063eee926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '630cf039-b884-42f5-bcac-2f3b3d349205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:44.694290 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb8e07f-19ee-4888-8247-153333e93871 admin admin] Network hostable DHCP agents. Network: 630cf039-b884-42f5-bcac-2f3b3d349205, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:36:44.785337 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-cc5fdd87-af1d-4a01-bf24-023040fe8263 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Deleting port 43f20c1b-427b-491b-993e-285abc535937 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:44.785337 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cc5fdd87-af1d-4a01-bf24-023040fe8263 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:44.888470 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cc5fdd87-af1d-4a01-bf24-023040fe8263 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:44.918251 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-95c1a360-1499-49b2-be7d-1065190bc82a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] remove_router_interface failed (client error): The resource could not be found. Jun 30 09:36:44.920004 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-95c1a360-1499-49b2-be7d-1065190bc82a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "PUT /v2.0/routers/261b023e-d6dd-4ffd-a026-9ad4653af6f4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5735753 Jun 30 09:36:44.938144 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44356) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:44.945880 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-cc5fdd87-af1d-4a01-bf24-023040fe8263 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Calling delete_port for 43f20c1b-427b-491b-993e-285abc535937 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:44.966016 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb8e07f-19ee-4888-8247-153333e93871 admin admin] Network 630cf039-b884-42f5-bcac-2f3b3d349205 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:36:45.028994 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-921b001f-c522-4b51-a72c-af72a9912a3e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "GET /v2.0/ports?device_id=261b023e-d6dd-4ffd-a026-9ad4653af6f4 HTTP/1.1" status: 200 len: 205 time: 0.0865858 Jun 30 09:36:45.031502 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44358) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:45.118089 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 10708a62-474e-4f3b-99ab-87858239a777 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:45.141773 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-beb8e07f-19ee-4888-8247-153333e93871 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 630cf039-b884-42f5-bcac-2f3b3d349205) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:45.147351 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cb59ed71-f7c2-43bc-af6b-ecd400b315d2 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:45.164856 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb8e07f-19ee-4888-8247-153333e93871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:45.165955 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-beb8e07f-19ee-4888-8247-153333e93871 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:45.175743 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5db7e97-4b6c-4ad5-a75b-b5f6873d16df None None] Network 630cf039-b884-42f5-bcac-2f3b3d349205 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:45.196293 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211694e-5d67-4b44-8b2f-f166002c005b req-81370a69-5e27-4faf-a55d-d47ac6ef1567 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:45.199746 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8211694e-5d67-4b44-8b2f-f166002c005b req-81370a69-5e27-4faf-a55d-d47ac6ef1567 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.3082228 Jun 30 09:36:45.356092 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-641d59bb-9fea-4c60-97ac-4b68b0411be9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.7224753 Jun 30 09:36:45.368950 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8211694e-5d67-4b44-8b2f-f166002c005b req-3b08e4c1-1f34-406f-b4e6-5a000f598442 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622746 Jun 30 09:36:45.375804 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 10708a62-474e-4f3b-99ab-87858239a777 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:45.383257 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 10708a62-474e-4f3b-99ab-87858239a777 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:45.383628 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:45.437837 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cb59ed71-f7c2-43bc-af6b-ecd400b315d2 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:45.442915 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cb59ed71-f7c2-43bc-af6b-ecd400b315d2 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:45.480579 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83981a71-7b12-4646-a8ff-9db0ce4c50cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-630cf039-b884-42f5-bcac-2f3b3d349205', 'network_id': '630cf039-b884-42f5-bcac-2f3b3d349205', 'tenant_id': '6fb3e06ccad74aee9481d8d9af3cfefd', 'fixed_ips': [{'subnet_id': '9d03978a-96c7-47e6-8462-6ac920ae185e'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:36:45.481435 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-83981a71-7b12-4646-a8ff-9db0ce4c50cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:45.530685 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:45.531728 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-beb8e07f-19ee-4888-8247-153333e93871 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.0772991 Jun 30 09:36:45.539102 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44360) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:45.539324 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cc5fdd87-af1d-4a01-bf24-023040fe8263 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:45.543440 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-e345b57e-0c23-4f2c-a37b-affcae419f73 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-225784266-router', 'tenant_id': '6fb3e06ccad74aee9481d8d9af3cfefd', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:45.594378 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5fdd87-af1d-4a01-bf24-023040fe8263 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Port': ['ID=43f20c1b-427b-491b-993e-285abc535937,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:45.614311 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cc5fdd87-af1d-4a01-bf24-023040fe8263 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:45.629820 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-cc5fdd87-af1d-4a01-bf24-023040fe8263 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/ports/43f20c1b-427b-491b-993e-285abc535937 HTTP/1.1" status: 204 len: 168 time: 1.3131368 Jun 30 09:36:45.631410 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44362) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:45.671712 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 10708a62-474e-4f3b-99ab-87858239a777, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=10708a62-474e-4f3b-99ab-87858239a777,segment=NetworkSegment(8dd0200a-4666-475f-a0a9-e47b1a2ca6e6),segment_id=8dd0200a-4666-475f-a0a9-e47b1a2ca6e6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:45.689623 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-7330f893-cbca-40c7-8a73-925220ff7d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:45.690530 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-7330f893-cbca-40c7-8a73-925220ff7d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:45.691495 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-7330f893-cbca-40c7-8a73-925220ff7d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:45.692394 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-7330f893-cbca-40c7-8a73-925220ff7d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:45.693041 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-7330f893-cbca-40c7-8a73-925220ff7d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:45.693661 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-7330f893-cbca-40c7-8a73-925220ff7d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:45.694141 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-7330f893-cbca-40c7-8a73-925220ff7d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:45.696330 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-7330f893-cbca-40c7-8a73-925220ff7d21 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49d88a13984c4bcba0f76778ac61ce8d&device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 6508 time: 0.2675724 Jun 30 09:36:45.705495 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91f793f-1d58-407f-9c42-a68c8d581676 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] GET failed (client error): The resource could not be found. Jun 30 09:36:45.709153 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c91f793f-1d58-407f-9c42-a68c8d581676 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "GET /v2.0/ports/43f20c1b-427b-491b-993e-285abc535937 HTTP/1.1" status: 404 len: 333 time: 0.0765946 Jun 30 09:36:45.714553 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cb59ed71-f7c2-43bc-af6b-ecd400b315d2 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:45.716954 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44366) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:45.717158 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb59ed71-f7c2-43bc-af6b-ecd400b315d2 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Fanout notify agent at l3_agent the message router_deleted on router 261b023e-d6dd-4ffd-a026-9ad4653af6f4 {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:36:45.727470 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-9d4ebaf3-4260-4e0f-a520-cdd03f225d40 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'port': {'network_id': '38168381-3f20-4070-8994-c8202c63a12e', 'name': 'tempest-PortsIpV6TestJSON-1661174584'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:45.753358 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cb59ed71-f7c2-43bc-af6b-ecd400b315d2 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:45.760816 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-83981a71-7b12-4646-a8ff-9db0ce4c50cf None None] Allocated IP 172.20.0.2 (630cf039-b884-42f5-bcac-2f3b3d349205/9d03978a-96c7-47e6-8462-6ac920ae185e/f447168a-ddfc-4194-80b0-9a38365730dc) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:45.761299 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-cb59ed71-f7c2-43bc-af6b-ecd400b315d2 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/routers/261b023e-d6dd-4ffd-a026-9ad4653af6f4 HTTP/1.1" status: 204 len: 168 time: 0.7249115 Jun 30 09:36:45.765753 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e345b57e-0c23-4f2c-a37b-affcae419f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:45.766896 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e345b57e-0c23-4f2c-a37b-affcae419f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:45.771068 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44368) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:45.786821 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:45.882198 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-aefcac76-7796-4fd3-9d52-c84672970320 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Deleting subnet 8526f200-ee8e-45f8-9b09-82f28203a6ab {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:36:45.897680 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aefcac76-7796-4fd3-9d52-c84672970320 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:45.993968 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=10708a62-474e-4f3b-99ab-87858239a777,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:46.002108 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-f66a36c3-a136-4830-8778-06c781ce956a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:46.003290 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-f66a36c3-a136-4830-8778-06c781ce956a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:46.004165 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-f66a36c3-a136-4830-8778-06c781ce956a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:46.006749 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-f66a36c3-a136-4830-8778-06c781ce956a service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e7e4178-b76c-4101-95d6-7dff2b70b10f&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=486cc323-8780-4f2e-93db-0b642dc27590&id=486cc323-8780-4f2e-93db-0b642dc27590 HTTP/1.1" status: 200 len: 2297 time: 0.2451165 Jun 30 09:36:46.104416 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e345b57e-0c23-4f2c-a37b-affcae419f73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:46.117702 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aefcac76-7796-4fd3-9d52-c84672970320 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:46.135515 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-ef0ff9a7-4a96-4186-814a-74ff17e372f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df73636d-7c49-416a-bb2b-e27dc88ddebb HTTP/1.1" status: 200 len: 1001 time: 0.1158845 Jun 30 09:36:46.138127 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4ebaf3-4260-4e0f-a520-cdd03f225d40 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:46.142186 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-83981a71-7b12-4646-a8ff-9db0ce4c50cf None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:46.146297 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9d4ebaf3-4260-4e0f-a520-cdd03f225d40 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:46.154078 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-83981a71-7b12-4646-a8ff-9db0ce4c50cf None None] Transition to ACTIVE for port object f447168a-ddfc-4194-80b0-9a38365730dc will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:46.183776 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-83981a71-7b12-4646-a8ff-9db0ce4c50cf None None] Transition to ACTIVE for port object f447168a-ddfc-4194-80b0-9a38365730dc will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:46.236066 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-9d4ebaf3-4260-4e0f-a520-cdd03f225d40 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] device_id is not set on port 2193326b-52aa-4e8b-8e38-4368ec6edb83 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:36:46.296522 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-83981a71-7b12-4646-a8ff-9db0ce4c50cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:46.306903 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-919b911f-bd96-4d10-8d8c-809fa31beb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:46.309510 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-919b911f-bd96-4d10-8d8c-809fa31beb20 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c8de1b8a-776c-499d-b7dc-3d5c959e1c2d HTTP/1.1" status: 200 len: 855 time: 0.1577055 Jun 30 09:36:46.394753 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aefcac76-7796-4fd3-9d52-c84672970320 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:46.395749 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83981a71-7b12-4646-a8ff-9db0ce4c50cf None None] Pushing event updated for resources: {'Port': ['ID=f447168a-ddfc-4194-80b0-9a38365730dc,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:46.445760 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83981a71-7b12-4646-a8ff-9db0ce4c50cf None None] Network 630cf039-b884-42f5-bcac-2f3b3d349205 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:46.453161 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-83981a71-7b12-4646-a8ff-9db0ce4c50cf None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:46.464391 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83981a71-7b12-4646-a8ff-9db0ce4c50cf None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:46.532742 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-cf619f39-a2d5-4839-ab19-cfbbd2e33e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:46.534334 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-cf619f39-a2d5-4839-ab19-cfbbd2e33e49 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e7e4178-b76c-4101-95d6-7dff2b70b10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2132499 Jun 30 09:36:46.599911 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e345b57e-0c23-4f2c-a37b-affcae419f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:46.656221 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-83981a71-7b12-4646-a8ff-9db0ce4c50cf None None] Attempting to bind port f447168a-ddfc-4194-80b0-9a38365730dc on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:36:46.661782 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-83981a71-7b12-4646-a8ff-9db0ce4c50cf None None] Attempting to bind port f447168a-ddfc-4194-80b0-9a38365730dc by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '736fce8b-3e80-4b76-abb9-cf5063eee926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '630cf039-b884-42f5-bcac-2f3b3d349205'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:36:46.661782 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83981a71-7b12-4646-a8ff-9db0ce4c50cf None None] Attempting to bind port f447168a-ddfc-4194-80b0-9a38365730dc on network 630cf039-b884-42f5-bcac-2f3b3d349205 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:46.663548 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83981a71-7b12-4646-a8ff-9db0ce4c50cf None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:36:46.664111 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83981a71-7b12-4646-a8ff-9db0ce4c50cf None None] Checking segment: {'id': '736fce8b-3e80-4b76-abb9-cf5063eee926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '630cf039-b884-42f5-bcac-2f3b3d349205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:46.664794 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-83981a71-7b12-4646-a8ff-9db0ce4c50cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:46.665253 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83981a71-7b12-4646-a8ff-9db0ce4c50cf None None] Bound using segment: {'id': '736fce8b-3e80-4b76-abb9-cf5063eee926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '630cf039-b884-42f5-bcac-2f3b3d349205'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:36:46.666347 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-83981a71-7b12-4646-a8ff-9db0ce4c50cf None None] Bound port: f447168a-ddfc-4194-80b0-9a38365730dc, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736fce8b-3e80-4b76-abb9-cf5063eee926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '630cf039-b884-42f5-bcac-2f3b3d349205'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:36:46.667130 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-83981a71-7b12-4646-a8ff-9db0ce4c50cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:46.712868 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9d4ebaf3-4260-4e0f-a520-cdd03f225d40 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:46.760394 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-83981a71-7b12-4646-a8ff-9db0ce4c50cf None None] For port f447168a-ddfc-4194-80b0-9a38365730dc, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:36:46.764603 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-83981a71-7b12-4646-a8ff-9db0ce4c50cf None None] For port f447168a-ddfc-4194-80b0-9a38365730dc, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f447168a-ddfc-4194-80b0-9a38365730dc,segment=NetworkSegment(736fce8b-3e80-4b76-abb9-cf5063eee926),segment_id=736fce8b-3e80-4b76-abb9-cf5063eee926)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:36:46.816912 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aefcac76-7796-4fd3-9d52-c84672970320 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:46.828205 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81870be5-e8ad-497a-a9c6-435e0ea1866c req-378384f3-c123-402b-89d6-8d13584560ae tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:46.830150 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81870be5-e8ad-497a-a9c6-435e0ea1866c req-378384f3-c123-402b-89d6-8d13584560ae tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.2029684 Jun 30 09:36:46.834886 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-00f67776-51a8-4c9e-ad87-9013b05cd22a service neutron] 10.222.0.52 "GET /v2.0/networks/5e7e4178-b76c-4101-95d6-7dff2b70b10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883835 Jun 30 09:36:46.858557 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aefcac76-7796-4fd3-9d52-c84672970320 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:46.860483 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-aefcac76-7796-4fd3-9d52-c84672970320 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/subnets/8526f200-ee8e-45f8-9b09-82f28203a6ab HTTP/1.1" status: 204 len: 168 time: 1.0883293 Jun 30 09:36:46.861333 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefcac76-7796-4fd3-9d52-c84672970320 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Subnet': ['ID=8526f200-ee8e-45f8-9b09-82f28203a6ab,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:46.865874 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44374) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:46.874497 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56113159-004a-4902-86c0-84e937fd322a None None] Network ad945169-5127-44c4-8811-530e679265e9 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:47.017745 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 10708a62-474e-4f3b-99ab-87858239a777 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:47.051036 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9d4ebaf3-4260-4e0f-a520-cdd03f225d40 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:47.060006 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b30c3c3e-9ef4-471e-a751-13425abc6778 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:47.074143 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-83981a71-7b12-4646-a8ff-9db0ce4c50cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:47.166119 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81870be5-e8ad-497a-a9c6-435e0ea1866c req-73552bb3-3750-4c09-881b-f7aec3c0147f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216038 Jun 30 09:36:47.173564 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4ebaf3-4260-4e0f-a520-cdd03f225d40 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network 38168381-3f20-4070-8994-c8202c63a12e is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:47.183986 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-b6c1feae-afd0-4307-b3ff-b1feaee5c553 service neutron] 10.222.0.52 "GET /v2.0/networks/5e7e4178-b76c-4101-95d6-7dff2b70b10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383503 Jun 30 09:36:47.193706 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83981a71-7b12-4646-a8ff-9db0ce4c50cf None None] Pushing event updated for resources: {'Port': ['ID=f447168a-ddfc-4194-80b0-9a38365730dc,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:47.203839 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-9d4ebaf3-4260-4e0f-a520-cdd03f225d40 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:47.214904 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4ebaf3-4260-4e0f-a520-cdd03f225d40 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:47.220529 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4ebaf3-4260-4e0f-a520-cdd03f225d40 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:47.221182 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9d4ebaf3-4260-4e0f-a520-cdd03f225d40 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:47.296687 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-49aaded6-cc3e-4e0b-b3ef-9fa954611b05 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=b47cd298-9fe5-409a-bd3d-f1ce63aef3ff HTTP/1.1" status: 200 len: 217 time: 0.0902424 Jun 30 09:36:47.301427 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ebaf3-4260-4e0f-a520-cdd03f225d40 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Port': ['ID=2193326b-52aa-4e8b-8e38-4368ec6edb83,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:47.324301 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 10708a62-474e-4f3b-99ab-87858239a777 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:47.329857 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:47.366991 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e345b57e-0c23-4f2c-a37b-affcae419f73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:47.419735 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e345b57e-0c23-4f2c-a37b-affcae419f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:47.442291 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-9c3d7d2e-3b63-4f10-a54a-b890746d6466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:47.444032 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-9c3d7d2e-3b63-4f10-a54a-b890746d6466 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.1351016 Jun 30 09:36:47.558039 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-b30c3c3e-9ef4-471e-a751-13425abc6778 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Deleting port 4562f435-260e-4afd-a682-a8a5dc22b0d5 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:47.558556 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b30c3c3e-9ef4-471e-a751-13425abc6778 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:47.610211 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9d4ebaf3-4260-4e0f-a520-cdd03f225d40 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8918605 Jun 30 09:36:47.611738 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44380) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:47.636273 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-6f8f3d2c-ac3d-4074-ad30-efeda369d7e8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:47.682618 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf06d6e9-5a61-4506-9553-b4df67ec87af None None] DHCP port deletion for ad945169-5127-44c4-8811-530e679265e9 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:36:47.740194 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-e345b57e-0c23-4f2c-a37b-affcae419f73 admin admin] Allocated IP 172.25.6.113 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/31a68044-47f3-4996-9a41-1ec69137dbfb) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:47.749207 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bf06d6e9-5a61-4506-9553-b4df67ec87af None None] Deleting port 4562f435-260e-4afd-a682-a8a5dc22b0d5 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:47.749596 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bf06d6e9-5a61-4506-9553-b4df67ec87af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:47.805364 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-f7e2f292-86ae-41d4-ad20-cb39c4f928bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:47.811635 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-f7e2f292-86ae-41d4-ad20-cb39c4f928bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3569601 Jun 30 09:36:47.835591 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-b30c3c3e-9ef4-471e-a751-13425abc6778 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] For port 4562f435-260e-4afd-a682-a8a5dc22b0d5, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4562f435-260e-4afd-a682-a8a5dc22b0d5,segment=NetworkSegment(85ec226b-1aeb-46f1-84f2-cc2e9ba87a49),segment_id=85ec226b-1aeb-46f1-84f2-cc2e9ba87a49)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:47.836166 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b30c3c3e-9ef4-471e-a751-13425abc6778 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:47.857872 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bf06d6e9-5a61-4506-9553-b4df67ec87af None None] For port 4562f435-260e-4afd-a682-a8a5dc22b0d5, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4562f435-260e-4afd-a682-a8a5dc22b0d5,segment=NetworkSegment(85ec226b-1aeb-46f1-84f2-cc2e9ba87a49),segment_id=85ec226b-1aeb-46f1-84f2-cc2e9ba87a49)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:47.859213 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bf06d6e9-5a61-4506-9553-b4df67ec87af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:47.880662 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bf06d6e9-5a61-4506-9553-b4df67ec87af None None] Calling delete_port for 4562f435-260e-4afd-a682-a8a5dc22b0d5 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:47.949710 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-b30c3c3e-9ef4-471e-a751-13425abc6778 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Calling delete_port for 4562f435-260e-4afd-a682-a8a5dc22b0d5 owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:47.956998 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3d2c-ac3d-4074-ad30-efeda369d7e8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:48.099720 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-7b40ec87-8e46-497d-a63c-2b72a1b17dc9 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656603 Jun 30 09:36:48.129197 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e345b57e-0c23-4f2c-a37b-affcae419f73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:48.210290 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bf06d6e9-5a61-4506-9553-b4df67ec87af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:48.237922 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b30c3c3e-9ef4-471e-a751-13425abc6778 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:48.265802 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30c3c3e-9ef4-471e-a751-13425abc6778 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] No DVR routers for this DVR port 4562f435-260e-4afd-a682-a8a5dc22b0d5 on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:36:48.296468 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf06d6e9-5a61-4506-9553-b4df67ec87af None None] No DVR routers for this DVR port 4562f435-260e-4afd-a682-a8a5dc22b0d5 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:36:48.299729 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c3c3e-9ef4-471e-a751-13425abc6778 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Port': ['ID=4562f435-260e-4afd-a682-a8a5dc22b0d5,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:48.320227 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06d6e9-5a61-4506-9553-b4df67ec87af None None] Pushing event deleted for resources: {'Port': ['ID=4562f435-260e-4afd-a682-a8a5dc22b0d5,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:48.367108 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3d2c-ac3d-4074-ad30-efeda369d7e8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:48.373786 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-acea0ed3-8a34-418f-81ca-d9ee33f55d0f service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579186 Jun 30 09:36:48.445624 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-5f89bb8d-6999-477a-986a-32ed411d991d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=d5f71601-cd68-41d3-a3c1-c264a5ecc103 HTTP/1.1" status: 200 len: 217 time: 0.0590849 Jun 30 09:36:48.484351 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b30c3c3e-9ef4-471e-a751-13425abc6778 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:48.500895 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-b30c3c3e-9ef4-471e-a751-13425abc6778 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad945169-5127-44c4-8811-530e679265e9']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:48.532692 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-c100e273-48e2-4f80-b8cf-8b9a61248c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:48.532934 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-b30c3c3e-9ef4-471e-a751-13425abc6778 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85ec226b-1aeb-46f1-84f2-cc2e9ba87a49') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:48.534183 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-c100e273-48e2-4f80-b8cf-8b9a61248c35 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0679884 Jun 30 09:36:48.534363 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-b30c3c3e-9ef4-471e-a751-13425abc6778 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85ec226b-1aeb-46f1-84f2-cc2e9ba87a49') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:48.549834 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b30c3c3e-9ef4-471e-a751-13425abc6778 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:48.568901 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e345b57e-0c23-4f2c-a37b-affcae419f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:48.603250 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507deed-5201-4adc-9be1-1d56fc49e8f8 req-030bd3da-27c4-49da-9d6c-707c12ded477 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:48.606641 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0507deed-5201-4adc-9be1-1d56fc49e8f8 req-030bd3da-27c4-49da-9d6c-707c12ded477 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.2127993 Jun 30 09:36:48.637220 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e345b57e-0c23-4f2c-a37b-affcae419f73 admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:48.638798 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345b57e-0c23-4f2c-a37b-affcae419f73 admin admin] Pushing event updated for resources: {'Port': ['ID=31a68044-47f3-4996-9a41-1ec69137dbfb,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:48.641756 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-e345b57e-0c23-4f2c-a37b-affcae419f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:48.647733 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e345b57e-0c23-4f2c-a37b-affcae419f73 admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:48.684013 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3d2c-ac3d-4074-ad30-efeda369d7e8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:48.755743 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b30c3c3e-9ef4-471e-a751-13425abc6778 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:48.772537 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0507deed-5201-4adc-9be1-1d56fc49e8f8 req-2f3326f3-aabe-4792-a0ba-bc03ddfb2c30 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446037 Jun 30 09:36:48.775968 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f3d2c-ac3d-4074-ad30-efeda369d7e8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] In _notify_port_updated(), no bound segment for port 2193326b-52aa-4e8b-8e38-4368ec6edb83 on network 38168381-3f20-4070-8994-c8202c63a12e {{(pid=101053) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:36:48.782770 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8f3d2c-ac3d-4074-ad30-efeda369d7e8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:48.786181 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3d2c-ac3d-4074-ad30-efeda369d7e8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:48.786181 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6f8f3d2c-ac3d-4074-ad30-efeda369d7e8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "PUT /v2.0/ports/2193326b-52aa-4e8b-8e38-4368ec6edb83 HTTP/1.1" status: 200 len: 818 time: 1.1706860 Jun 30 09:36:48.790132 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-37efdabb-e2eb-4e4b-b0bf-3607a1b6cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:48.791877 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-37efdabb-e2eb-4e4b-b0bf-3607a1b6cdf9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2499580 Jun 30 09:36:48.794765 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44394) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:48.807405 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30c3c3e-9ef4-471e-a751-13425abc6778 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:36:48.808209 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b30c3c3e-9ef4-471e-a751-13425abc6778 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:36:48.811393 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:36:48.828888 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f765169-4364-4f4d-be98-193abd1075b4 None None] Network 630cf039-b884-42f5-bcac-2f3b3d349205 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:48.932453 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f3d2c-ac3d-4074-ad30-efeda369d7e8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Port': ['ID=2193326b-52aa-4e8b-8e38-4368ec6edb83,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:49.105293 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-a349d9c7-bfff-47a8-be76-92150a2cb2e2 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Deleting port 2193326b-52aa-4e8b-8e38-4368ec6edb83 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:49.105651 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a349d9c7-bfff-47a8-be76-92150a2cb2e2 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:49.117697 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f447168a-ddfc-4194-80b0-9a38365730dc up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:49.126634 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-6dbc5458-dc43-4b20-a608-2384e8f142e5 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166025 Jun 30 09:36:49.177350 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5759d1d8-0754-4f5a-8bf7-327ea68f31f4 None None] Provisioning for port f447168a-ddfc-4194-80b0-9a38365730dc completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:49.288093 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a349d9c7-bfff-47a8-be76-92150a2cb2e2 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:49.314015 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-a349d9c7-bfff-47a8-be76-92150a2cb2e2 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Calling delete_port for 2193326b-52aa-4e8b-8e38-4368ec6edb83 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:49.342546 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-e1075797-0202-45cf-a646-4d442719a107 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883726 Jun 30 09:36:49.381308 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port f447168a-ddfc-4194-80b0-9a38365730dc completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:49.388338 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port f447168a-ddfc-4194-80b0-9a38365730dc triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:49.388749 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:49.424572 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-66f29978-c3ca-4c63-a660-f0c9ba159b9e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c HTTP/1.1" status: 200 len: 217 time: 0.0497882 Jun 30 09:36:49.484572 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b30c3c3e-9ef4-471e-a751-13425abc6778 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:49.509549 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-247aeee4-24ef-4403-9bc2-bfa2b1cef931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:49.511653 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-247aeee4-24ef-4403-9bc2-bfa2b1cef931 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0670171 Jun 30 09:36:49.517049 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:49.544932 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b30c3c3e-9ef4-471e-a751-13425abc6778 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:49.552808 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b30c3c3e-9ef4-471e-a751-13425abc6778 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/networks/ad945169-5127-44c4-8811-530e679265e9 HTTP/1.1" status: 204 len: 168 time: 2.6813378 Jun 30 09:36:49.554394 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44406) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:49.568731 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-6083b1e1-c5b0-499e-8160-dff48f12dbfb tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-514779825'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:49.577325 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c3c3e-9ef4-471e-a751-13425abc6778 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Network': ['ID=ad945169-5127-44c4-8811-530e679265e9,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:49.594593 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-80bdae12-46ea-49fd-8c22-55857acc13e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:49.596163 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-80bdae12-46ea-49fd-8c22-55857acc13e3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0767119 Jun 30 09:36:49.597027 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port f447168a-ddfc-4194-80b0-9a38365730dc, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f447168a-ddfc-4194-80b0-9a38365730dc,segment=NetworkSegment(736fce8b-3e80-4b76-abb9-cf5063eee926),segment_id=736fce8b-3e80-4b76-abb9-cf5063eee926)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:49.624197 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9f8b67dd-af0b-48fa-958c-77ceeb7472ce None None] Provisioning complete for port f447168a-ddfc-4194-80b0-9a38365730dc triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:49.624987 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9f8b67dd-af0b-48fa-958c-77ceeb7472ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:49.668217 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e345b57e-0c23-4f2c-a37b-affcae419f73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:49.725778 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-463b8efc-8b48-4818-9472-964dc5d4430f service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194756 Jun 30 09:36:49.747742 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9f8b67dd-af0b-48fa-958c-77ceeb7472ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:49.763934 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a349d9c7-bfff-47a8-be76-92150a2cb2e2 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:49.834239 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:49.836886 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6083b1e1-c5b0-499e-8160-dff48f12dbfb tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Made reservation on behalf of 875d2f0a00e04449a5bd0e15811efa96 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:49.842906 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6083b1e1-c5b0-499e-8160-dff48f12dbfb tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:49.865056 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349d9c7-bfff-47a8-be76-92150a2cb2e2 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Port': ['ID=2193326b-52aa-4e8b-8e38-4368ec6edb83,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:49.880902 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a349d9c7-bfff-47a8-be76-92150a2cb2e2 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:49.884920 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a349d9c7-bfff-47a8-be76-92150a2cb2e2 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/ports/2193326b-52aa-4e8b-8e38-4368ec6edb83 HTTP/1.1" status: 204 len: 168 time: 1.0883591 Jun 30 09:36:49.889003 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44410) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:50.016097 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6083b1e1-c5b0-499e-8160-dff48f12dbfb tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:36:50.037366 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6083b1e1-c5b0-499e-8160-dff48f12dbfb tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:50.037717 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-6083b1e1-c5b0-499e-8160-dff48f12dbfb tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Added segment 967aaf55-e0f7-403a-a184-8e32854fc3b5 of type vlan for network 58ccfe4f-c828-4d9f-88da-28f3fb26388c Jun 30 09:36:50.038598 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=f447168a-ddfc-4194-80b0-9a38365730dc,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:50.041441 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-b26af1c5-8d1d-4ff5-8097-d26350db72cd service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086593 Jun 30 09:36:50.074799 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4562f435-260e-4afd-a682-a8a5dc22b0d5 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:36:50.081203 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-9f8b67dd-af0b-48fa-958c-77ceeb7472ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:36:50.081561 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-9f8b67dd-af0b-48fa-958c-77ceeb7472ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:36:50.100360 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e345b57e-0c23-4f2c-a37b-affcae419f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:50.104683 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 4562f435-260e-4afd-a682-a8a5dc22b0d5 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:36:50.105032 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4562f435-260e-4afd-a682-a8a5dc22b0d5 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:36:50.132482 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-dfd37432-97f5-4250-8ac4-82375ccf5f6b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=b0ffe516-a66a-4469-b295-e857fb100d7e HTTP/1.1" status: 200 len: 217 time: 0.0707951 Jun 30 09:36:50.145220 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0efce2-3d33-449e-a11c-0071c09ed87d tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:50.146691 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ca0efce2-3d33-449e-a11c-0071c09ed87d tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2564335 Jun 30 09:36:50.149938 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44414) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:50.199102 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6083b1e1-c5b0-499e-8160-dff48f12dbfb tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:50.216580 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-b856502f-067a-455b-90f0-5cea6e9aec4a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] GET failed (client error): The resource could not be found. Jun 30 09:36:50.218131 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b856502f-067a-455b-90f0-5cea6e9aec4a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "GET /v2.0/ports/2193326b-52aa-4e8b-8e38-4368ec6edb83 HTTP/1.1" status: 404 len: 333 time: 0.0604999 Jun 30 09:36:50.221937 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44416) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:50.230452 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-eb0f8be8-7c01-469c-9127-ba699639c03e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1083141340'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:50.263418 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-f191ff8c-87b4-453e-ba3e-557e34528c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:50.265333 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-f191ff8c-87b4-453e-ba3e-557e34528c46 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.1174934 Jun 30 09:36:50.492361 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6083b1e1-c5b0-499e-8160-dff48f12dbfb tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:50.500385 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6083b1e1-c5b0-499e-8160-dff48f12dbfb tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:50.501042 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6083b1e1-c5b0-499e-8160-dff48f12dbfb tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:50.601342 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6083b1e1-c5b0-499e-8160-dff48f12dbfb tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Network': ['ID=58ccfe4f-c828-4d9f-88da-28f3fb26388c,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:50.606171 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e345b57e-0c23-4f2c-a37b-affcae419f73 admin admin] Router 89f3b991-5289-40a9-9fd1-da386356d3f1 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:36:50.638666 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 58ccfe4f-c828-4d9f-88da-28f3fb26388c details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:36:50.665632 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bf053-61f1-48e9-8b35-8dd9d7a4b94b req-22a4470e-a89c-4684-b62b-592d1b4c07c2 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:50.667673 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-095bf053-61f1-48e9-8b35-8dd9d7a4b94b req-22a4470e-a89c-4684-b62b-592d1b4c07c2 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.6501491 Jun 30 09:36:50.713453 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2800170f-bc17-4caf-ac1e-bea9e00f1f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:50.748989 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-01591f88-7018-49f7-8c4d-fd3787443279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:50.750488 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-01591f88-7018-49f7-8c4d-fd3787443279 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4764311 Jun 30 09:36:50.753460 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-095bf053-61f1-48e9-8b35-8dd9d7a4b94b req-3f3824ac-4180-4d85-8cdf-0c883520cebd tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782506 Jun 30 09:36:50.758798 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e345b57e-0c23-4f2c-a37b-affcae419f73 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:36:50.772403 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79440a5a-51fe-44ab-9ce8-ee888b50e4ed None None] Sync routers for ids ['89f3b991-5289-40a9-9fd1-da386356d3f1'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:36:50.785586 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79440a5a-51fe-44ab-9ce8-ee888b50e4ed None None] Routers {'89f3b991-5289-40a9-9fd1-da386356d3f1'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:50.786481 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-79440a5a-51fe-44ab-9ce8-ee888b50e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:36:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['89f3b991-5289-40a9-9fd1-da386356d3f1'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:50.872921 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0f8be8-7c01-469c-9127-ba699639c03e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:50.876893 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eb0f8be8-7c01-469c-9127-ba699639c03e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:50.882565 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-2a6f6f15-428a-4913-8e51-e7bbd3ebf4f0 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237142 Jun 30 09:36:50.945193 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-79440a5a-51fe-44ab-9ce8-ee888b50e4ed None None] Set router 89f3b991-5289-40a9-9fd1-da386356d3f1 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:50.974427 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb0f8be8-7c01-469c-9127-ba699639c03e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:36:50.990333 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f447168a-ddfc-4194-80b0-9a38365730dc up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:51.002907 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eb0f8be8-7c01-469c-9127-ba699639c03e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:51.003382 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-eb0f8be8-7c01-469c-9127-ba699639c03e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Added segment 48108c35-8443-40a7-a191-93af0f9f9229 of type vlan for network fdcd6038-9b10-475d-8fdf-5c4d99cbe05a Jun 30 09:36:51.074925 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port f447168a-ddfc-4194-80b0-9a38365730dc triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:51.074925 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:51.076688 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eb0f8be8-7c01-469c-9127-ba699639c03e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:51.083209 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-45098d40-6ab1-4b9f-a317-58e99d72e4d1 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892955 Jun 30 09:36:51.150242 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6083b1e1-c5b0-499e-8160-dff48f12dbfb tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5861628 Jun 30 09:36:51.161065 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44430) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:51.172609 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-7497145e-0f2e-43c2-9b40-6603701b6791 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Request body: {'subnet': {'network_id': '58ccfe4f-c828-4d9f-88da-28f3fb26388c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:51.174415 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-feb69db8-f9c5-4a6d-9ece-2c947765279b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b HTTP/1.1" status: 200 len: 217 time: 0.0812037 Jun 30 09:36:51.248474 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e345b57e-0c23-4f2c-a37b-affcae419f73 admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:51.253449 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e345b57e-0c23-4f2c-a37b-affcae419f73 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.7139752 Jun 30 09:36:51.253842 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44432) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:51.333052 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-06eef2f4-6c0b-407f-999f-7f987fcfa254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:51.334537 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-06eef2f4-6c0b-407f-999f-7f987fcfa254 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=974263d7-b687-4254-8813-85050a72f471 HTTP/1.1" status: 200 len: 797 time: 0.1494052 Jun 30 09:36:51.364792 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-79440a5a-51fe-44ab-9ce8-ee888b50e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f3b991-5289-40a9-9fd1-da386356d3f1', 'name': 'tempest-TestServerBasicOps-225784266-router', 'tenant_id': '6fb3e06ccad74aee9481d8d9af3cfefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '31a68044-47f3-4996-9a41-1ec69137dbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:45Z', 'updated_at': '2021-06-30T09:36:49Z', 'revision_number': 3, 'project_id': '6fb3e06ccad74aee9481d8d9af3cfefd', 'gw_port': {'id': '31a68044-47f3-4996-9a41-1ec69137dbfb', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f3b991-5289-40a9-9fd1-da386356d3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:47Z', 'updated_at': '2021-06-30T09:36:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:51.403962 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79440a5a-51fe-44ab-9ce8-ee888b50e4ed None None] Checking router: 89f3b991-5289-40a9-9fd1-da386356d3f1 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:36:51.404612 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79440a5a-51fe-44ab-9ce8-ee888b50e4ed None None] Updating router 89f3b991-5289-40a9-9fd1-da386356d3f1 port 31a68044-47f3-4996-9a41-1ec69137dbfb binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:36:51.459945 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-79440a5a-51fe-44ab-9ce8-ee888b50e4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:51.538777 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eb0f8be8-7c01-469c-9127-ba699639c03e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:51.544789 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0f8be8-7c01-469c-9127-ba699639c03e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:51.545476 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eb0f8be8-7c01-469c-9127-ba699639c03e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:51.557823 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-6b9d71b7-c532-4137-8c14-484c8fd18e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:51.565256 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-6b9d71b7-c532-4137-8c14-484c8fd18e51 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=486cc323-8780-4f2e-93db-0b642dc27590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1958966 Jun 30 09:36:51.569451 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7497145e-0f2e-43c2-9b40-6603701b6791 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Made reservation on behalf of 875d2f0a00e04449a5bd0e15811efa96 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:51.575686 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7497145e-0f2e-43c2-9b40-6603701b6791 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:51.755715 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f8be8-7c01-469c-9127-ba699639c03e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Network': ['ID=fdcd6038-9b10-475d-8fdf-5c4d99cbe05a,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:51.771497 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network fdcd6038-9b10-475d-8fdf-5c4d99cbe05a details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:36:51.816547 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-eb0f8be8-7c01-469c-9127-ba699639c03e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5781264 Jun 30 09:36:51.820183 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44442) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:51.858746 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-79440a5a-51fe-44ab-9ce8-ee888b50e4ed None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:51.870638 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-79440a5a-51fe-44ab-9ce8-ee888b50e4ed None None] Transition to ACTIVE for port object 31a68044-47f3-4996-9a41-1ec69137dbfb will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:51.905483 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-f623832f-ba19-4afb-b582-f2bd6f56b500 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'subnet': {'network_id': 'fdcd6038-9b10-475d-8fdf-5c4d99cbe05a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:51.950836 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-184cf192-5194-4c53-91f1-ba2c4525b902 service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732979 Jun 30 09:36:52.027469 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-79440a5a-51fe-44ab-9ce8-ee888b50e4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:52.125289 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-79440a5a-51fe-44ab-9ce8-ee888b50e4ed None None] Attempting to bind port 31a68044-47f3-4996-9a41-1ec69137dbfb on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:36:52.125989 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-79440a5a-51fe-44ab-9ce8-ee888b50e4ed None None] Attempting to bind port 31a68044-47f3-4996-9a41-1ec69137dbfb by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:36:52.126461 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79440a5a-51fe-44ab-9ce8-ee888b50e4ed None None] Attempting to bind port 31a68044-47f3-4996-9a41-1ec69137dbfb on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:52.140698 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79440a5a-51fe-44ab-9ce8-ee888b50e4ed None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:36:52.141232 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79440a5a-51fe-44ab-9ce8-ee888b50e4ed None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:52.141741 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-79440a5a-51fe-44ab-9ce8-ee888b50e4ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:52.142262 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79440a5a-51fe-44ab-9ce8-ee888b50e4ed None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:36:52.142909 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-79440a5a-51fe-44ab-9ce8-ee888b50e4ed None None] Bound port: 31a68044-47f3-4996-9a41-1ec69137dbfb, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:36:52.143310 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-79440a5a-51fe-44ab-9ce8-ee888b50e4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:52.147510 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431bd5bf-4990-4c73-a84e-48e07ba4aa2e None None] Pushing event updated for resources: {'Port': ['ID=31a68044-47f3-4996-9a41-1ec69137dbfb,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:52.220203 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-79440a5a-51fe-44ab-9ce8-ee888b50e4ed None None] For port 31a68044-47f3-4996-9a41-1ec69137dbfb, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:36:52.226625 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-79440a5a-51fe-44ab-9ce8-ee888b50e4ed None None] For port 31a68044-47f3-4996-9a41-1ec69137dbfb, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=31a68044-47f3-4996-9a41-1ec69137dbfb,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:36:52.280350 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7497145e-0f2e-43c2-9b40-6603701b6791 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:52.359692 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497145e-0f2e-43c2-9b40-6603701b6791 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Subnet': ['ID=349974f8-10e4-4910-8bf7-538d5ec8d9ec,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:52.364085 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-fab80c37-86e3-4ed4-9a93-8d895af3ffaa service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584466 Jun 30 09:36:52.373416 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7497145e-0f2e-43c2-9b40-6603701b6791 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Checking segment: {'id': '967aaf55-e0f7-403a-a184-8e32854fc3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '58ccfe4f-c828-4d9f-88da-28f3fb26388c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:52.373813 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7497145e-0f2e-43c2-9b40-6603701b6791 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network hostable DHCP agents. Network: 58ccfe4f-c828-4d9f-88da-28f3fb26388c, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:36:52.397676 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-79440a5a-51fe-44ab-9ce8-ee888b50e4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:52.427132 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62064f0f-83b3-4f8e-a480-74bc5244c593 req-1ccc1bc3-6e7d-4f4e-ac51-df76693d49fd tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:52.428674 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-62064f0f-83b3-4f8e-a480-74bc5244c593 req-1ccc1bc3-6e7d-4f4e-ac51-df76693d49fd tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.4720192 Jun 30 09:36:52.433457 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-d9097cd4-1734-4575-9d93-dc2c53aebe53 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3d7dba65-2216-47e0-b010-2a6615b39506 HTTP/1.1" status: 200 len: 217 time: 0.0612082 Jun 30 09:36:52.471515 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79440a5a-51fe-44ab-9ce8-ee888b50e4ed None None] Routers {'89f3b991-5289-40a9-9fd1-da386356d3f1'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:52.472187 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-79440a5a-51fe-44ab-9ce8-ee888b50e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:36:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['89f3b991-5289-40a9-9fd1-da386356d3f1'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:52.519336 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431bd5bf-4990-4c73-a84e-48e07ba4aa2e None None] Pushing event updated for resources: {'Port': ['ID=31a68044-47f3-4996-9a41-1ec69137dbfb,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:52.562047 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7497145e-0f2e-43c2-9b40-6603701b6791 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network 58ccfe4f-c828-4d9f-88da-28f3fb26388c is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:36:52.567683 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-62064f0f-83b3-4f8e-a480-74bc5244c593 req-3826f041-67c4-408e-a7eb-a72347c15543 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047988 Jun 30 09:36:52.586401 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-a3a38e66-b3fd-41e4-8737-4a50c71c66ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:52.588443 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-a3a38e66-b3fd-41e4-8737-4a50c71c66ad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=974263d7-b687-4254-8813-85050a72f471 HTTP/1.1" status: 200 len: 797 time: 0.1281374 Jun 30 09:36:52.620873 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8dc236e4-1378-42ef-bdc7-ec020901754c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:52.647893 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f623832f-ba19-4afb-b582-f2bd6f56b500 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:52.653214 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f623832f-ba19-4afb-b582-f2bd6f56b500 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:52.657265 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-79440a5a-51fe-44ab-9ce8-ee888b50e4ed None None] Set router 89f3b991-5289-40a9-9fd1-da386356d3f1 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:52.830269 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-7497145e-0f2e-43c2-9b40-6603701b6791 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 58ccfe4f-c828-4d9f-88da-28f3fb26388c) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:52.867952 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7497145e-0f2e-43c2-9b40-6603701b6791 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:52.867952 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7497145e-0f2e-43c2-9b40-6603701b6791 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:52.880392 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a4bed0-7db0-4e36-9776-085d30981a6c None None] Network 58ccfe4f-c828-4d9f-88da-28f3fb26388c requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:52.923918 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-79440a5a-51fe-44ab-9ce8-ee888b50e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f3b991-5289-40a9-9fd1-da386356d3f1', 'name': 'tempest-TestServerBasicOps-225784266-router', 'tenant_id': '6fb3e06ccad74aee9481d8d9af3cfefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '31a68044-47f3-4996-9a41-1ec69137dbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:45Z', 'updated_at': '2021-06-30T09:36:49Z', 'revision_number': 3, 'project_id': '6fb3e06ccad74aee9481d8d9af3cfefd', 'gw_port': {'id': '31a68044-47f3-4996-9a41-1ec69137dbfb', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f3b991-5289-40a9-9fd1-da386356d3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:47Z', 'updated_at': '2021-06-30T09:36:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:52.945953 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eb0705a8-00b0-4e48-8e7d-665ff8832515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:52.960239 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79440a5a-51fe-44ab-9ce8-ee888b50e4ed None None] The sync data for ids ['89f3b991-5289-40a9-9fd1-da386356d3f1'] in n-d-771363-31 is: [{'id': '89f3b991-5289-40a9-9fd1-da386356d3f1', 'name': 'tempest-TestServerBasicOps-225784266-router', 'tenant_id': '6fb3e06ccad74aee9481d8d9af3cfefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '31a68044-47f3-4996-9a41-1ec69137dbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:45Z', 'updated_at': '2021-06-30T09:36:49Z', 'revision_number': 3, 'project_id': '6fb3e06ccad74aee9481d8d9af3cfefd', 'gw_port': {'id': '31a68044-47f3-4996-9a41-1ec69137dbfb', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f3b991-5289-40a9-9fd1-da386356d3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:47Z', 'updated_at': '2021-06-30T09:36:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:36:53.050682 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7497145e-0f2e-43c2-9b40-6603701b6791 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8873575 Jun 30 09:36:53.050682 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44448) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:53.065977 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-900fb1d9-b6c2-4552-a446-17785ec52faf tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-493860984', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:53.142857 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-ea44c9d0-b23f-460b-b85b-a8c76e103f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:53.144753 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-ea44c9d0-b23f-460b-b85b-a8c76e103f3b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=486cc323-8780-4f2e-93db-0b642dc27590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5111375 Jun 30 09:36:53.205293 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-900fb1d9-b6c2-4552-a446-17785ec52faf tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:53.206637 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-900fb1d9-b6c2-4552-a446-17785ec52faf tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:53.270155 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc77ca7f-883f-4b27-9fc8-9daa3b0b2b43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-58ccfe4f-c828-4d9f-88da-28f3fb26388c', 'network_id': '58ccfe4f-c828-4d9f-88da-28f3fb26388c', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'fixed_ips': [{'subnet_id': '349974f8-10e4-4910-8bf7-538d5ec8d9ec'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:36:53.272287 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cc77ca7f-883f-4b27-9fc8-9daa3b0b2b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:53.325349 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-900fb1d9-b6c2-4552-a446-17785ec52faf tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:53.383532 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-8dc236e4-1378-42ef-bdc7-ec020901754c admin admin] Allocated IP 172.20.0.1 (630cf039-b884-42f5-bcac-2f3b3d349205/9d03978a-96c7-47e6-8462-6ac920ae185e/e40b5063-0ca6-4f3d-a349-d714968ab270) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:53.544566 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-900fb1d9-b6c2-4552-a446-17785ec52faf tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:53.560410 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-cc77ca7f-883f-4b27-9fc8-9daa3b0b2b43 None None] Allocated IP 2001:db8::2 (58ccfe4f-c828-4d9f-88da-28f3fb26388c/349974f8-10e4-4910-8bf7-538d5ec8d9ec/cffe2e2a-3e54-4161-86ec-c872b86ed519) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:53.649921 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-f1f2a9f3-7f0b-4e92-bb43-84ee83a96431 service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752991 Jun 30 09:36:53.714698 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:53.777578 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-900fb1d9-b6c2-4552-a446-17785ec52faf tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:53.780073 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-900fb1d9-b6c2-4552-a446-17785ec52faf tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7285931 Jun 30 09:36:53.784333 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44454) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:53.815879 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f623832f-ba19-4afb-b582-f2bd6f56b500 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:53.859265 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cc77ca7f-883f-4b27-9fc8-9daa3b0b2b43 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:53.876340 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-cc77ca7f-883f-4b27-9fc8-9daa3b0b2b43 None None] Transition to ACTIVE for port object cffe2e2a-3e54-4161-86ec-c872b86ed519 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:53.914126 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-cc77ca7f-883f-4b27-9fc8-9daa3b0b2b43 None None] Transition to ACTIVE for port object cffe2e2a-3e54-4161-86ec-c872b86ed519 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:54.045695 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cc77ca7f-883f-4b27-9fc8-9daa3b0b2b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:54.152300 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc77ca7f-883f-4b27-9fc8-9daa3b0b2b43 None None] Network 58ccfe4f-c828-4d9f-88da-28f3fb26388c is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:54.155640 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-cc77ca7f-883f-4b27-9fc8-9daa3b0b2b43 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:54.161603 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc77ca7f-883f-4b27-9fc8-9daa3b0b2b43 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:54.172066 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77ca7f-883f-4b27-9fc8-9daa3b0b2b43 None None] Pushing event updated for resources: {'Port': ['ID=cffe2e2a-3e54-4161-86ec-c872b86ed519,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:54.223259 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623832f-ba19-4afb-b582-f2bd6f56b500 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Subnet': ['ID=02635df7-0656-4338-8999-18824b4cb942,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:54.242118 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8dc236e4-1378-42ef-bdc7-ec020901754c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:54.247473 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bf2f0617-4a38-4180-a6ed-e58fad3f8a82 req-d2bad500-5bed-4307-8851-7de3ceb12831 service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5848587 Jun 30 09:36:54.307778 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f623832f-ba19-4afb-b582-f2bd6f56b500 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Checking segment: {'id': '48108c35-8443-40a7-a191-93af0f9f9229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fdcd6038-9b10-475d-8fdf-5c4d99cbe05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:54.308107 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f623832f-ba19-4afb-b582-f2bd6f56b500 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network hostable DHCP agents. Network: fdcd6038-9b10-475d-8fdf-5c4d99cbe05a, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:36:54.331163 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-8dc236e4-1378-42ef-bdc7-ec020901754c admin admin] Transition to ACTIVE for port object e40b5063-0ca6-4f3d-a349-d714968ab270 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:54.331529 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-cc77ca7f-883f-4b27-9fc8-9daa3b0b2b43 None None] Attempting to bind port cffe2e2a-3e54-4161-86ec-c872b86ed519 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:36:54.331902 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-cc77ca7f-883f-4b27-9fc8-9daa3b0b2b43 None None] Attempting to bind port cffe2e2a-3e54-4161-86ec-c872b86ed519 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '967aaf55-e0f7-403a-a184-8e32854fc3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '58ccfe4f-c828-4d9f-88da-28f3fb26388c'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:36:54.332278 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc77ca7f-883f-4b27-9fc8-9daa3b0b2b43 None None] Attempting to bind port cffe2e2a-3e54-4161-86ec-c872b86ed519 on network 58ccfe4f-c828-4d9f-88da-28f3fb26388c {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:54.353278 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc77ca7f-883f-4b27-9fc8-9daa3b0b2b43 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:36:54.354095 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc77ca7f-883f-4b27-9fc8-9daa3b0b2b43 None None] Checking segment: {'id': '967aaf55-e0f7-403a-a184-8e32854fc3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '58ccfe4f-c828-4d9f-88da-28f3fb26388c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:54.354723 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cc77ca7f-883f-4b27-9fc8-9daa3b0b2b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:54.355207 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc77ca7f-883f-4b27-9fc8-9daa3b0b2b43 None None] Bound using segment: {'id': '967aaf55-e0f7-403a-a184-8e32854fc3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '58ccfe4f-c828-4d9f-88da-28f3fb26388c'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:36:54.355923 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-cc77ca7f-883f-4b27-9fc8-9daa3b0b2b43 None None] Bound port: cffe2e2a-3e54-4161-86ec-c872b86ed519, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967aaf55-e0f7-403a-a184-8e32854fc3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '58ccfe4f-c828-4d9f-88da-28f3fb26388c'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:36:54.356171 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cc77ca7f-883f-4b27-9fc8-9daa3b0b2b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:54.465779 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825432d6-b355-454e-9c85-2b5d5be6877d req-ad312bc9-a74c-4b44-83a4-c472b193780a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:54.473357 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-825432d6-b355-454e-9c85-2b5d5be6877d req-ad312bc9-a74c-4b44-83a4-c472b193780a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.6601276 Jun 30 09:36:54.477169 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-29ca35f7-0c31-4f94-8999-9253fab135c0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:54.521294 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-cc77ca7f-883f-4b27-9fc8-9daa3b0b2b43 None None] For port cffe2e2a-3e54-4161-86ec-c872b86ed519, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:36:54.529501 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-825432d6-b355-454e-9c85-2b5d5be6877d req-405a2624-d00f-4e32-854e-15c5c750db55 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551276 Jun 30 09:36:54.535066 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-cc77ca7f-883f-4b27-9fc8-9daa3b0b2b43 None None] For port cffe2e2a-3e54-4161-86ec-c872b86ed519, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=cffe2e2a-3e54-4161-86ec-c872b86ed519,segment=NetworkSegment(967aaf55-e0f7-403a-a184-8e32854fc3b5),segment_id=967aaf55-e0f7-403a-a184-8e32854fc3b5)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:36:54.552960 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f623832f-ba19-4afb-b582-f2bd6f56b500 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network fdcd6038-9b10-475d-8fdf-5c4d99cbe05a is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:36:54.649822 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8dc236e4-1378-42ef-bdc7-ec020901754c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:54.686586 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cc77ca7f-883f-4b27-9fc8-9daa3b0b2b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:54.697358 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-f623832f-ba19-4afb-b582-f2bd6f56b500 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, fdcd6038-9b10-475d-8fdf-5c4d99cbe05a) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:54.738168 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2e8477-d1e1-4e4b-a842-6e9e7d34aa34 None None] Network fdcd6038-9b10-475d-8fdf-5c4d99cbe05a requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:54.753029 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f623832f-ba19-4afb-b582-f2bd6f56b500 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:54.754125 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f623832f-ba19-4afb-b582-f2bd6f56b500 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:54.798310 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc236e4-1378-42ef-bdc7-ec020901754c admin admin] Network 630cf039-b884-42f5-bcac-2f3b3d349205 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:54.800564 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc236e4-1378-42ef-bdc7-ec020901754c admin admin] Pushing event updated for resources: {'Port': ['ID=e40b5063-0ca6-4f3d-a349-d714968ab270,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:54.805949 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-8dc236e4-1378-42ef-bdc7-ec020901754c admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:54.812973 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc236e4-1378-42ef-bdc7-ec020901754c admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:54.859201 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:54.936771 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8dc236e4-1378-42ef-bdc7-ec020901754c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:54.958728 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77ca7f-883f-4b27-9fc8-9daa3b0b2b43 None None] Pushing event updated for resources: {'Port': ['ID=cffe2e2a-3e54-4161-86ec-c872b86ed519,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:54.964260 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f623832f-ba19-4afb-b582-f2bd6f56b500 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0681753 Jun 30 09:36:54.996430 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44462) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:55.003947 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-68095f7d-9656-41f2-8982-5373c3df7a51 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'subnet': {'network_id': 'fdcd6038-9b10-475d-8fdf-5c4d99cbe05a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:55.014605 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-29ca35f7-0c31-4f94-8999-9253fab135c0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Allocated IP 2001:db8::1 (58ccfe4f-c828-4d9f-88da-28f3fb26388c/349974f8-10e4-4910-8bf7-538d5ec8d9ec/5e06cddd-8f75-406c-a348-e001d13d9b8c) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:55.174287 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 31a68044-47f3-4996-9a41-1ec69137dbfb up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:55.443022 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-29ca35f7-0c31-4f94-8999-9253fab135c0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:55.460268 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-29ca35f7-0c31-4f94-8999-9253fab135c0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Transition to ACTIVE for port object 5e06cddd-8f75-406c-a348-e001d13d9b8c will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:55.555306 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b266f2e1-518f-4500-a525-d72fd817ae95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-fdcd6038-9b10-475d-8fdf-5c4d99cbe05a', 'network_id': 'fdcd6038-9b10-475d-8fdf-5c4d99cbe05a', 'tenant_id': '07795e25d4a84bb499a614e0d5ffead9', 'fixed_ips': [{'subnet_id': '02635df7-0656-4338-8999-18824b4cb942'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:36:55.555306 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b266f2e1-518f-4500-a525-d72fd817ae95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:55.596205 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 31a68044-47f3-4996-9a41-1ec69137dbfb completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:55.626994 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 31a68044-47f3-4996-9a41-1ec69137dbfb triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:55.629080 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:55.663214 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8dc236e4-1378-42ef-bdc7-ec020901754c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:55.679952 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-41e0daed-c7ad-4861-bcf1-b1b417121dfc None None] Provisioning for port e40b5063-0ca6-4f3d-a349-d714968ab270 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:55.773014 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-29ca35f7-0c31-4f94-8999-9253fab135c0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:55.830093 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-41e0daed-c7ad-4861-bcf1-b1b417121dfc None None] Provisioning complete for port e40b5063-0ca6-4f3d-a349-d714968ab270 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:55.830682 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-41e0daed-c7ad-4861-bcf1-b1b417121dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:55.849153 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca35f7-0c31-4f94-8999-9253fab135c0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Port': ['ID=5e06cddd-8f75-406c-a348-e001d13d9b8c,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:55.867207 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68095f7d-9656-41f2-8982-5373c3df7a51 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:55.873800 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-68095f7d-9656-41f2-8982-5373c3df7a51 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:55.920366 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-41e0daed-c7ad-4861-bcf1-b1b417121dfc None None] Port e40b5063-0ca6-4f3d-a349-d714968ab270 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:36:55.971819 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ca35f7-0c31-4f94-8999-9253fab135c0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network 58ccfe4f-c828-4d9f-88da-28f3fb26388c is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:55.992512 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-29ca35f7-0c31-4f94-8999-9253fab135c0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:56.001535 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb756f1-e152-4ddc-aa4a-23f1fcd17e02 req-fd4d8cb4-bdc3-4a24-ac17-5340edcf75d4 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:56.002995 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ca35f7-0c31-4f94-8999-9253fab135c0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:56.003760 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-29ca35f7-0c31-4f94-8999-9253fab135c0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:56.008621 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-b266f2e1-518f-4500-a525-d72fd817ae95 None None] Allocated IP 2001:db8::2 (fdcd6038-9b10-475d-8fdf-5c4d99cbe05a/02635df7-0656-4338-8999-18824b4cb942/61e4b7a6-2615-4b6d-b760-c1e195581cb6) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:56.011208 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7bb756f1-e152-4ddc-aa4a-23f1fcd17e02 req-fd4d8cb4-bdc3-4a24-ac17-5340edcf75d4 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.2603753 Jun 30 09:36:56.089504 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7bb756f1-e152-4ddc-aa4a-23f1fcd17e02 req-49448bac-7978-42f5-9b33-95454c95e646 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657971 Jun 30 09:36:56.099385 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8dc236e4-1378-42ef-bdc7-ec020901754c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:56.157901 n-d-771363-31 neutron-server[101054]: INFO neutron.db.ipam_backend_mixin [None req-68095f7d-9656-41f2-8982-5373c3df7a51 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 02635df7-0656-4338-8999-18824b4cb942 (CIDR: 2001:db8::/64) Jun 30 09:36:56.208937 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:56.226615 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8dc236e4-1378-42ef-bdc7-ec020901754c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:56.244777 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-68095f7d-9656-41f2-8982-5373c3df7a51 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:36:56.245759 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68095f7d-9656-41f2-8982-5373c3df7a51 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:36:56.263802 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 31a68044-47f3-4996-9a41-1ec69137dbfb, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=31a68044-47f3-4996-9a41-1ec69137dbfb,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:56.344252 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc236e4-1378-42ef-bdc7-ec020901754c admin admin] Pushing event updated for resources: {'Port': ['ID=e40b5063-0ca6-4f3d-a349-d714968ab270,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:56.355425 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8dc236e4-1378-42ef-bdc7-ec020901754c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:56.388610 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b266f2e1-518f-4500-a525-d72fd817ae95 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:56.404976 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b266f2e1-518f-4500-a525-d72fd817ae95 None None] Transition to ACTIVE for port object 61e4b7a6-2615-4b6d-b760-c1e195581cb6 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:56.424931 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b266f2e1-518f-4500-a525-d72fd817ae95 None None] Transition to ACTIVE for port object 61e4b7a6-2615-4b6d-b760-c1e195581cb6 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:56.433331 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:56.433331 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:56.448063 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-29ca35f7-0c31-4f94-8999-9253fab135c0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:56.480179 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44470) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:56.482249 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-68095f7d-9656-41f2-8982-5373c3df7a51 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4775565 Jun 30 09:36:56.492982 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-4ffd6826-674f-4e8a-a2bb-9093ae084a87 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'subnet': {'network_id': 'fdcd6038-9b10-475d-8fdf-5c4d99cbe05a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:56.560094 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=31a68044-47f3-4996-9a41-1ec69137dbfb,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:56.615294 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b266f2e1-518f-4500-a525-d72fd817ae95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:56.653970 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc236e4-1378-42ef-bdc7-ec020901754c admin admin] Network 630cf039-b884-42f5-bcac-2f3b3d349205 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:56.659463 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-8dc236e4-1378-42ef-bdc7-ec020901754c admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:56.695398 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b266f2e1-518f-4500-a525-d72fd817ae95 None None] Network fdcd6038-9b10-475d-8fdf-5c4d99cbe05a is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:56.700339 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-b266f2e1-518f-4500-a525-d72fd817ae95 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:56.715516 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b266f2e1-518f-4500-a525-d72fd817ae95 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:56.729864 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266f2e1-518f-4500-a525-d72fd817ae95 None None] Pushing event updated for resources: {'Port': ['ID=61e4b7a6-2615-4b6d-b760-c1e195581cb6,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:56.772222 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffd6826-674f-4e8a-a2bb-9093ae084a87 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:56.777403 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4ffd6826-674f-4e8a-a2bb-9093ae084a87 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:57.008757 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-b266f2e1-518f-4500-a525-d72fd817ae95 None None] Attempting to bind port 61e4b7a6-2615-4b6d-b760-c1e195581cb6 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:36:57.009904 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-b266f2e1-518f-4500-a525-d72fd817ae95 None None] Attempting to bind port 61e4b7a6-2615-4b6d-b760-c1e195581cb6 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '48108c35-8443-40a7-a191-93af0f9f9229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fdcd6038-9b10-475d-8fdf-5c4d99cbe05a'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:36:57.015090 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b266f2e1-518f-4500-a525-d72fd817ae95 None None] Attempting to bind port 61e4b7a6-2615-4b6d-b760-c1e195581cb6 on network fdcd6038-9b10-475d-8fdf-5c4d99cbe05a {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:57.022699 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b266f2e1-518f-4500-a525-d72fd817ae95 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:36:57.022699 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b266f2e1-518f-4500-a525-d72fd817ae95 None None] Checking segment: {'id': '48108c35-8443-40a7-a191-93af0f9f9229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fdcd6038-9b10-475d-8fdf-5c4d99cbe05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:57.023468 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b266f2e1-518f-4500-a525-d72fd817ae95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:57.023962 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b266f2e1-518f-4500-a525-d72fd817ae95 None None] Bound using segment: {'id': '48108c35-8443-40a7-a191-93af0f9f9229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fdcd6038-9b10-475d-8fdf-5c4d99cbe05a'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:36:57.024560 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-b266f2e1-518f-4500-a525-d72fd817ae95 None None] Bound port: 61e4b7a6-2615-4b6d-b760-c1e195581cb6, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48108c35-8443-40a7-a191-93af0f9f9229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fdcd6038-9b10-475d-8fdf-5c4d99cbe05a'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:36:57.026080 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b266f2e1-518f-4500-a525-d72fd817ae95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:57.121215 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5796754-5acb-4872-bcef-3bc05ddd489e None None] Network 58ccfe4f-c828-4d9f-88da-28f3fb26388c requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:57.369945 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-b266f2e1-518f-4500-a525-d72fd817ae95 None None] For port 61e4b7a6-2615-4b6d-b760-c1e195581cb6, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:36:57.378767 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-b266f2e1-518f-4500-a525-d72fd817ae95 None None] For port 61e4b7a6-2615-4b6d-b760-c1e195581cb6, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=61e4b7a6-2615-4b6d-b760-c1e195581cb6,segment=NetworkSegment(48108c35-8443-40a7-a191-93af0f9f9229),segment_id=48108c35-8443-40a7-a191-93af0f9f9229)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:36:57.432040 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device cffe2e2a-3e54-4161-86ec-c872b86ed519 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:57.507591 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-29ca35f7-0c31-4f94-8999-9253fab135c0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:57.515944 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c82f35c1-cffc-41fb-beb1-d2946cb1dd15 None None] Provisioning for port cffe2e2a-3e54-4161-86ec-c872b86ed519 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:57.570184 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b266f2e1-518f-4500-a525-d72fd817ae95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:57.692765 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-29ca35f7-0c31-4f94-8999-9253fab135c0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:57.692765 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-29ca35f7-0c31-4f94-8999-9253fab135c0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:57.749317 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266f2e1-518f-4500-a525-d72fd817ae95 None None] Pushing event updated for resources: {'Port': ['ID=61e4b7a6-2615-4b6d-b760-c1e195581cb6,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:57.758809 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-1c84866c-33e6-46fb-a198-fdf1835c326f None None] Provisioning complete for port e40b5063-0ca6-4f3d-a349-d714968ab270 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:57.759289 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1c84866c-33e6-46fb-a198-fdf1835c326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:57.792377 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca35f7-0c31-4f94-8999-9253fab135c0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Port': ['ID=5e06cddd-8f75-406c-a348-e001d13d9b8c,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:57.827756 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-1c84866c-33e6-46fb-a198-fdf1835c326f None None] Port e40b5063-0ca6-4f3d-a349-d714968ab270 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:36:57.859287 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port cffe2e2a-3e54-4161-86ec-c872b86ed519 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:57.865527 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port cffe2e2a-3e54-4161-86ec-c872b86ed519 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:57.866145 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:58.129888 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ca35f7-0c31-4f94-8999-9253fab135c0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network 58ccfe4f-c828-4d9f-88da-28f3fb26388c is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:58.129888 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-29ca35f7-0c31-4f94-8999-9253fab135c0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:58.136950 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:58.142489 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc236e4-1378-42ef-bdc7-ec020901754c admin admin] Router 89f3b991-5289-40a9-9fd1-da386356d3f1 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:36:58.206111 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port cffe2e2a-3e54-4161-86ec-c872b86ed519, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=cffe2e2a-3e54-4161-86ec-c872b86ed519,segment=NetworkSegment(967aaf55-e0f7-403a-a184-8e32854fc3b5),segment_id=967aaf55-e0f7-403a-a184-8e32854fc3b5)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:58.215062 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea7084-96ab-4181-912b-826e9b9f3169 req-fc32412e-f861-43a7-b546-720142cc7f25 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:58.222787 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-48ea7084-96ab-4181-912b-826e9b9f3169 req-fc32412e-f861-43a7-b546-720142cc7f25 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.4111187 Jun 30 09:36:58.387237 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:58.389214 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 31a68044-47f3-4996-9a41-1ec69137dbfb up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:58.405743 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-48ea7084-96ab-4181-912b-826e9b9f3169 req-5ccf90da-d6f0-48ad-9c45-2d3c54b1593a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815197 Jun 30 09:36:58.479808 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc236e4-1378-42ef-bdc7-ec020901754c admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:36:58.485986 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8dc236e4-1378-42ef-bdc7-ec020901754c admin admin] 10.222.0.10 "PUT /v2.0/routers/89f3b991-5289-40a9-9fd1-da386356d3f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2310791 Jun 30 09:36:58.501989 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4ffd6826-674f-4e8a-a2bb-9093ae084a87 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:58.518323 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23921377-fce1-4b88-97e1-73410b0793cf None None] Sync routers for ids ['89f3b991-5289-40a9-9fd1-da386356d3f1'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:36:58.577115 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffd6826-674f-4e8a-a2bb-9093ae084a87 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network fdcd6038-9b10-475d-8fdf-5c4d99cbe05a is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:58.588480 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-4ffd6826-674f-4e8a-a2bb-9093ae084a87 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:58.598869 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffd6826-674f-4e8a-a2bb-9093ae084a87 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:58.602447 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4ffd6826-674f-4e8a-a2bb-9093ae084a87 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:58.614784 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd6826-674f-4e8a-a2bb-9093ae084a87 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Subnet': ['ID=ee818352-6642-43d3-b4fc-0e1b74ef6c11,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:58.615504 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23921377-fce1-4b88-97e1-73410b0793cf None None] Routers {'89f3b991-5289-40a9-9fd1-da386356d3f1'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:58.616629 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-23921377-fce1-4b88-97e1-73410b0793cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:36:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['89f3b991-5289-40a9-9fd1-da386356d3f1'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:58.632745 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ca35f7-0c31-4f94-8999-9253fab135c0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Router a05232c6-ed01-4ef0-8244-db1358c5d67b is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:36:58.745941 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=cffe2e2a-3e54-4161-86ec-c872b86ed519,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:58.817953 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4ffd6826-674f-4e8a-a2bb-9093ae084a87 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3355722 Jun 30 09:36:58.821290 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44490) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:58.821936 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ca35f7-0c31-4f94-8999-9253fab135c0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:36:58.827499 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-d3f4d94d-4f26-41f6-8814-e116132d4ba8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'port': {'network_id': 'fdcd6038-9b10-475d-8fdf-5c4d99cbe05a', 'fixed_ips': [{'subnet_id': '02635df7-0656-4338-8999-18824b4cb942'}, {'subnet_id': 'ee818352-6642-43d3-b4fc-0e1b74ef6c11'}], 'name': 'tempest-PortsIpV6TestJSON-1403408243'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:58.840238 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-29ca35f7-0c31-4f94-8999-9253fab135c0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "PUT /v2.0/routers/a05232c6-ed01-4ef0-8244-db1358c5d67b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0541697 Jun 30 09:36:58.843214 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44494) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:58.843779 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33a6cf2-1589-4093-8fd3-5471f3ac3763 None None] Sync routers for ids ['a05232c6-ed01-4ef0-8244-db1358c5d67b'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:36:58.865565 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33a6cf2-1589-4093-8fd3-5471f3ac3763 None None] Routers {'a05232c6-ed01-4ef0-8244-db1358c5d67b'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:58.866963 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e33a6cf2-1589-4093-8fd3-5471f3ac3763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:36:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a05232c6-ed01-4ef0-8244-db1358c5d67b'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:58.964533 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e33a6cf2-1589-4093-8fd3-5471f3ac3763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:58.971696 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a655033-e86c-4627-b170-69932253719d tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:58.976752 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6a655033-e86c-4627-b170-69932253719d tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "GET /v2.0/ports/5e06cddd-8f75-406c-a348-e001d13d9b8c HTTP/1.1" status: 200 len: 911 time: 0.1294370 Jun 30 09:36:58.977678 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44496) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:58.987374 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33a6cf2-1589-4093-8fd3-5471f3ac3763 None None] Routers {'a05232c6-ed01-4ef0-8244-db1358c5d67b'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:59.004199 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e33a6cf2-1589-4093-8fd3-5471f3ac3763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:36:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a05232c6-ed01-4ef0-8244-db1358c5d67b'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:59.056636 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e33a6cf2-1589-4093-8fd3-5471f3ac3763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:59.057449 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33a6cf2-1589-4093-8fd3-5471f3ac3763 None None] The sync data for ids ['a05232c6-ed01-4ef0-8244-db1358c5d67b'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:36:59.253163 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7959a8bc-26f2-49dd-874d-13dfd2642425 None None] Provisioning for port 5e06cddd-8f75-406c-a348-e001d13d9b8c completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:59.271192 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7959a8bc-26f2-49dd-874d-13dfd2642425 None None] Provisioning complete for port 5e06cddd-8f75-406c-a348-e001d13d9b8c triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:59.271832 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7959a8bc-26f2-49dd-874d-13dfd2642425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:59.318140 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f4d94d-4f26-41f6-8814-e116132d4ba8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:59.343749 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 31a68044-47f3-4996-9a41-1ec69137dbfb triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:59.344234 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:59.445892 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-7959a8bc-26f2-49dd-874d-13dfd2642425 None None] Port 5e06cddd-8f75-406c-a348-e001d13d9b8c cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:36:59.453279 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-23921377-fce1-4b88-97e1-73410b0793cf None None] Set router 89f3b991-5289-40a9-9fd1-da386356d3f1 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:59.551233 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7959a8bc-26f2-49dd-874d-13dfd2642425 None None] Provisioning complete for port cffe2e2a-3e54-4161-86ec-c872b86ed519 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:59.552015 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7959a8bc-26f2-49dd-874d-13dfd2642425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:59.571633 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d3f4d94d-4f26-41f6-8814-e116132d4ba8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:59.618019 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-d3f4d94d-4f26-41f6-8814-e116132d4ba8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] device_id is not set on port 898b5c3b-aee4-4db7-880a-5868a69a9a1c yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:36:59.762576 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4a0a0d-a0fa-4ce9-ae27-30378bf81674 None None] Network fdcd6038-9b10-475d-8fdf-5c4d99cbe05a requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:59.821137 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-da469ca3-40d0-4d36-b0aa-893f5b3ab559 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:59.948672 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e227d-1cd5-489d-8cee-81cfb41f50d1 req-2200bc8a-3673-44a8-a218-146891dbbf7b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:59.952322 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eb6e227d-1cd5-489d-8cee-81cfb41f50d1 req-2200bc8a-3673-44a8-a218-146891dbbf7b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.2206576 Jun 30 09:37:00.112818 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-23921377-fce1-4b88-97e1-73410b0793cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f3b991-5289-40a9-9fd1-da386356d3f1', 'name': 'tempest-TestServerBasicOps-225784266-router', 'tenant_id': '6fb3e06ccad74aee9481d8d9af3cfefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '31a68044-47f3-4996-9a41-1ec69137dbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:45Z', 'updated_at': '2021-06-30T09:36:55Z', 'revision_number': 4, 'project_id': '6fb3e06ccad74aee9481d8d9af3cfefd', 'gw_port': {'id': '31a68044-47f3-4996-9a41-1ec69137dbfb', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f3b991-5289-40a9-9fd1-da386356d3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:47Z', 'updated_at': '2021-06-30T09:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'e40b5063-0ca6-4f3d-a349-d714968ab270', 'name': '', 'network_id': '630cf039-b884-42f5-bcac-2f3b3d349205', 'tenant_id': '6fb3e06ccad74aee9481d8d9af3cfefd', 'mac_address': 'fa:16:3e:d6:0e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f3b991-5289-40a9-9fd1-da386356d3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '9d03978a-96c7-47e6-8462-6ac920ae185e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:52Z', 'updated_at': '2021-06-30T09:36:55Z', 'revision_number': 2, 'project_id': '6fb3e06ccad74aee9481d8d9af3cfefd', 'subnets': [{'id': '9d03978a-96c7-47e6-8462-6ac920ae185e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:00.119785 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eb6e227d-1cd5-489d-8cee-81cfb41f50d1 req-0a5bfb1b-c2a1-4684-b612-d218d45834af tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447573 Jun 30 09:37:00.265804 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-d3f4d94d-4f26-41f6-8814-e116132d4ba8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Allocated IP 2001:db8::1ee (fdcd6038-9b10-475d-8fdf-5c4d99cbe05a/02635df7-0656-4338-8999-18824b4cb942/898b5c3b-aee4-4db7-880a-5868a69a9a1c) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:00.273832 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-d3f4d94d-4f26-41f6-8814-e116132d4ba8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Allocated IP 2001:db8:0:1::1db (fdcd6038-9b10-475d-8fdf-5c4d99cbe05a/ee818352-6642-43d3-b4fc-0e1b74ef6c11/898b5c3b-aee4-4db7-880a-5868a69a9a1c) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:00.285666 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device cffe2e2a-3e54-4161-86ec-c872b86ed519 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:00.347757 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23921377-fce1-4b88-97e1-73410b0793cf None None] Checking router: 89f3b991-5289-40a9-9fd1-da386356d3f1 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:37:00.357236 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23921377-fce1-4b88-97e1-73410b0793cf None None] Updating router 89f3b991-5289-40a9-9fd1-da386356d3f1 port e40b5063-0ca6-4f3d-a349-d714968ab270 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:37:00.400578 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-da469ca3-40d0-4d36-b0aa-893f5b3ab559 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Deleting port 5e06cddd-8f75-406c-a348-e001d13d9b8c {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:00.401133 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-da469ca3-40d0-4d36-b0aa-893f5b3ab559 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.465438 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-23921377-fce1-4b88-97e1-73410b0793cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.526386 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port cffe2e2a-3e54-4161-86ec-c872b86ed519 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:00.526752 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.530773 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e79ff615-52f8-4012-b5e5-a6d600a93027 None None] Provisioning for port 61e4b7a6-2615-4b6d-b760-c1e195581cb6 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:00.733798 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-da469ca3-40d0-4d36-b0aa-893f5b3ab559 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.751926 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d3f4d94d-4f26-41f6-8814-e116132d4ba8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.759876 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e79ff615-52f8-4012-b5e5-a6d600a93027 None None] Provisioning complete for port 5e06cddd-8f75-406c-a348-e001d13d9b8c triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:00.760475 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e79ff615-52f8-4012-b5e5-a6d600a93027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.785298 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-da469ca3-40d0-4d36-b0aa-893f5b3ab559 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Calling delete_port for 5e06cddd-8f75-406c-a348-e001d13d9b8c owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:00.804517 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-d3f4d94d-4f26-41f6-8814-e116132d4ba8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Transition to ACTIVE for port object 898b5c3b-aee4-4db7-880a-5868a69a9a1c will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:00.955254 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:37:01.036055 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-e79ff615-52f8-4012-b5e5-a6d600a93027 None None] Port 5e06cddd-8f75-406c-a348-e001d13d9b8c cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:01.082474 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60826d0c-3616-4c5e-a856-80f964f8aea6 None None] Update dhcp port {'port': {'network_id': 'fdcd6038-9b10-475d-8fdf-5c4d99cbe05a', 'fixed_ips': [{'subnet_id': '02635df7-0656-4338-8999-18824b4cb942', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ee818352-6642-43d3-b4fc-0e1b74ef6c11'}], 'binding:host_id': 'n-d-771363-31'}, 'id': '61e4b7a6-2615-4b6d-b760-c1e195581cb6'} from n-d-771363-31. {{(pid=101055) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:37:01.092850 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d3f4d94d-4f26-41f6-8814-e116132d4ba8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:01.105365 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 61e4b7a6-2615-4b6d-b760-c1e195581cb6 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:01.195682 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44514) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:01.201628 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-018a1f48-cc2d-400b-9665-f3946a1ec08b tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1094360038', 'description': 'tempest-secgroup-smoke-1094360038 description', 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:01.208623 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f4d94d-4f26-41f6-8814-e116132d4ba8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network fdcd6038-9b10-475d-8fdf-5c4d99cbe05a is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:01.225586 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-d3f4d94d-4f26-41f6-8814-e116132d4ba8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:01.236538 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f4d94d-4f26-41f6-8814-e116132d4ba8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:01.244435 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f4d94d-4f26-41f6-8814-e116132d4ba8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:01.244666 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d3f4d94d-4f26-41f6-8814-e116132d4ba8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:01.294188 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4d94d-4f26-41f6-8814-e116132d4ba8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Port': ['ID=898b5c3b-aee4-4db7-880a-5868a69a9a1c,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:01.313694 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4d94d-4f26-41f6-8814-e116132d4ba8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:01.314171 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4d94d-4f26-41f6-8814-e116132d4ba8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:01.314501 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4d94d-4f26-41f6-8814-e116132d4ba8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:01.314834 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4d94d-4f26-41f6-8814-e116132d4ba8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:01.321341 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4d94d-4f26-41f6-8814-e116132d4ba8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:01.322179 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4d94d-4f26-41f6-8814-e116132d4ba8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:01.322834 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4d94d-4f26-41f6-8814-e116132d4ba8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:01.323210 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4d94d-4f26-41f6-8814-e116132d4ba8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:01.323554 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4d94d-4f26-41f6-8814-e116132d4ba8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:01.324013 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4d94d-4f26-41f6-8814-e116132d4ba8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:01.324344 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4d94d-4f26-41f6-8814-e116132d4ba8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:01.324839 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4d94d-4f26-41f6-8814-e116132d4ba8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:01.358219 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-60826d0c-3616-4c5e-a856-80f964f8aea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:01.392286 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44516) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:01.435410 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-018a1f48-cc2d-400b-9665-f3946a1ec08b tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:01.570989 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5b8c556f-23b2-4284-b98c-7a5ac1614c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:01.642291 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d3f4d94d-4f26-41f6-8814-e116132d4ba8 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.8152442 Jun 30 09:37:01.642291 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44522) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:01.656770 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-54711bb6-aea0-45fa-a68f-570859b2316d tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '02635df7-0656-4338-8999-18824b4cb942'}]}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:01.673160 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-23921377-fce1-4b88-97e1-73410b0793cf None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:01.679254 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 61e4b7a6-2615-4b6d-b760-c1e195581cb6 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:01.696596 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 61e4b7a6-2615-4b6d-b760-c1e195581cb6 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:01.697583 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:01.738193 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-60826d0c-3616-4c5e-a856-80f964f8aea6 None None] Allocated IP 2001:db8:0:1::2 (fdcd6038-9b10-475d-8fdf-5c4d99cbe05a/ee818352-6642-43d3-b4fc-0e1b74ef6c11/61e4b7a6-2615-4b6d-b760-c1e195581cb6) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:01.769651 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe17c7-46ee-4af6-9ea8-c99ff62a351d req-f9e4d00c-54ec-4cb7-a084-24f1cd498ee6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:01.770792 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d3fe17c7-46ee-4af6-9ea8-c99ff62a351d req-f9e4d00c-54ec-4cb7-a084-24f1cd498ee6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.1392460 Jun 30 09:37:01.815688 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d3fe17c7-46ee-4af6-9ea8-c99ff62a351d req-144bc199-37fe-42cd-8888-3b7d96585738 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365348 Jun 30 09:37:01.817366 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:01.864357 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-54711bb6-aea0-45fa-a68f-570859b2316d tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:01.924776 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-23921377-fce1-4b88-97e1-73410b0793cf None None] Transition to ACTIVE for port object e40b5063-0ca6-4f3d-a349-d714968ab270 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:01.925650 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-da469ca3-40d0-4d36-b0aa-893f5b3ab559 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:01.986369 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da469ca3-40d0-4d36-b0aa-893f5b3ab559 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Port': ['ID=5e06cddd-8f75-406c-a348-e001d13d9b8c,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:02.117385 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-23921377-fce1-4b88-97e1-73410b0793cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:02.141701 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-60826d0c-3616-4c5e-a856-80f964f8aea6 None None] For port 61e4b7a6-2615-4b6d-b760-c1e195581cb6, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=61e4b7a6-2615-4b6d-b760-c1e195581cb6,segment=NetworkSegment(48108c35-8443-40a7-a191-93af0f9f9229),segment_id=48108c35-8443-40a7-a191-93af0f9f9229)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:02.156386 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-018a1f48-cc2d-400b-9665-f3946a1ec08b tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:02.205352 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-da469ca3-40d0-4d36-b0aa-893f5b3ab559 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:02.245574 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:37:02.245574 n-d-771363-31 neutron-server[101055]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jun 30 09:37:02.245574 n-d-771363-31 neutron-server[101055]: [parameters: {'status': 'ACTIVE', 'ports_id': '61e4b7a6-2615-4b6d-b760-c1e195581cb6'}] Jun 30 09:37:02.245574 n-d-771363-31 neutron-server[101055]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:37:02.251309 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:37:02.251309 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b58d0-1cdc-4dba-8da3-37fa7fcbba1c None None] Pushing event updated for resources: {'Port': ['ID=e40b5063-0ca6-4f3d-a349-d714968ab270,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:02.280034 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-018a1f48-cc2d-400b-9665-f3946a1ec08b tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:02.350936 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a1f48-cc2d-400b-9665-f3946a1ec08b tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28cbc83c-5abe-42fa-a89a-e0b2d2f5576e,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:02.494441 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da469ca3-40d0-4d36-b0aa-893f5b3ab559 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Router a05232c6-ed01-4ef0-8244-db1358c5d67b has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:37:02.496289 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5b8c556f-23b2-4284-b98c-7a5ac1614c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:02.565042 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-60826d0c-3616-4c5e-a856-80f964f8aea6 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:02.589707 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da469ca3-40d0-4d36-b0aa-893f5b3ab559 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:02.600757 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-da469ca3-40d0-4d36-b0aa-893f5b3ab559 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "PUT /v2.0/routers/a05232c6-ed01-4ef0-8244-db1358c5d67b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6208942 Jun 30 09:37:02.600985 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44524) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:02.608025 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b58d0-1cdc-4dba-8da3-37fa7fcbba1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:02.608380 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b58d0-1cdc-4dba-8da3-37fa7fcbba1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:02.608749 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b58d0-1cdc-4dba-8da3-37fa7fcbba1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:02.609064 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b58d0-1cdc-4dba-8da3-37fa7fcbba1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:02.609390 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b58d0-1cdc-4dba-8da3-37fa7fcbba1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:02.609715 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b58d0-1cdc-4dba-8da3-37fa7fcbba1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:02.610036 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b58d0-1cdc-4dba-8da3-37fa7fcbba1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:02.610374 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b58d0-1cdc-4dba-8da3-37fa7fcbba1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:02.610710 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b58d0-1cdc-4dba-8da3-37fa7fcbba1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:02.612159 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b58d0-1cdc-4dba-8da3-37fa7fcbba1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:02.612159 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b58d0-1cdc-4dba-8da3-37fa7fcbba1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:02.612159 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b58d0-1cdc-4dba-8da3-37fa7fcbba1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:02.633230 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7883750-2a55-4f75-87d8-090e45e88e6f None None] Sync routers for ids ['a05232c6-ed01-4ef0-8244-db1358c5d67b'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:37:02.644875 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e8406791-12fb-4acf-8c03-6d34142ce216 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "GET /v2.0/ports?device_id=a05232c6-ed01-4ef0-8244-db1358c5d67b HTTP/1.1" status: 200 len: 205 time: 0.0425503 Jun 30 09:37:02.647486 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-23921377-fce1-4b88-97e1-73410b0793cf None None] Attempting to bind port e40b5063-0ca6-4f3d-a349-d714968ab270 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:37:02.648014 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-23921377-fce1-4b88-97e1-73410b0793cf None None] Attempting to bind port e40b5063-0ca6-4f3d-a349-d714968ab270 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '736fce8b-3e80-4b76-abb9-cf5063eee926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '630cf039-b884-42f5-bcac-2f3b3d349205'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:37:02.648492 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23921377-fce1-4b88-97e1-73410b0793cf None None] Attempting to bind port e40b5063-0ca6-4f3d-a349-d714968ab270 on network 630cf039-b884-42f5-bcac-2f3b3d349205 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:02.648813 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44526) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:02.651727 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-60826d0c-3616-4c5e-a856-80f964f8aea6 None None] Transition to ACTIVE for port object 61e4b7a6-2615-4b6d-b760-c1e195581cb6 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:02.662961 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23921377-fce1-4b88-97e1-73410b0793cf None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:37:02.663331 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23921377-fce1-4b88-97e1-73410b0793cf None None] Checking segment: {'id': '736fce8b-3e80-4b76-abb9-cf5063eee926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '630cf039-b884-42f5-bcac-2f3b3d349205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:02.663672 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-23921377-fce1-4b88-97e1-73410b0793cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:02.664054 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23921377-fce1-4b88-97e1-73410b0793cf None None] Bound using segment: {'id': '736fce8b-3e80-4b76-abb9-cf5063eee926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '630cf039-b884-42f5-bcac-2f3b3d349205'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:37:02.664514 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-23921377-fce1-4b88-97e1-73410b0793cf None None] Bound port: e40b5063-0ca6-4f3d-a349-d714968ab270, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736fce8b-3e80-4b76-abb9-cf5063eee926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '630cf039-b884-42f5-bcac-2f3b3d349205'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:37:02.664885 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-23921377-fce1-4b88-97e1-73410b0793cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:02.669792 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7883750-2a55-4f75-87d8-090e45e88e6f None None] Routers {'a05232c6-ed01-4ef0-8244-db1358c5d67b'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:02.670657 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a7883750-2a55-4f75-87d8-090e45e88e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:36:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a05232c6-ed01-4ef0-8244-db1358c5d67b'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:02.705414 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5b8c556f-23b2-4284-b98c-7a5ac1614c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:02.713767 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a7883750-2a55-4f75-87d8-090e45e88e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:02.750021 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7883750-2a55-4f75-87d8-090e45e88e6f None None] Routers {'a05232c6-ed01-4ef0-8244-db1358c5d67b'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:02.751142 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a7883750-2a55-4f75-87d8-090e45e88e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:36:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a05232c6-ed01-4ef0-8244-db1358c5d67b'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:02.813489 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-60826d0c-3616-4c5e-a856-80f964f8aea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:02.848768 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-018a1f48-cc2d-400b-9665-f3946a1ec08b tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:02.850161 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-018a1f48-cc2d-400b-9665-f3946a1ec08b tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6536925 Jun 30 09:37:02.853244 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-05a1acfe-4c78-4591-930e-0331ca038918 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:02.854056 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44532) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:02.860043 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-aec27de1-9fc7-4577-a5ce-275cd9d7577d tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Request body: {'security_group_rule': {'security_group_id': '28cbc83c-5abe-42fa-a89a-e0b2d2f5576e', 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:02.911607 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a7883750-2a55-4f75-87d8-090e45e88e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:02.912683 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7883750-2a55-4f75-87d8-090e45e88e6f None None] The sync data for ids ['a05232c6-ed01-4ef0-8244-db1358c5d67b'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:37:02.930913 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5b8c556f-23b2-4284-b98c-7a5ac1614c74 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=503387bfbaf24837b9dd79a549633fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5426898 Jun 30 09:37:02.938979 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44534) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:02.939662 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c556f-23b2-4284-b98c-7a5ac1614c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c44738-7318-41ab-896e-57651b0b6ae1,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:02.957342 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60826d0c-3616-4c5e-a856-80f964f8aea6 None None] Pushing event updated for resources: {'Port': ['ID=61e4b7a6-2615-4b6d-b760-c1e195581cb6,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:03.027690 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:03.030854 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-23921377-fce1-4b88-97e1-73410b0793cf None None] For port e40b5063-0ca6-4f3d-a349-d714968ab270, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:37:03.050490 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-54711bb6-aea0-45fa-a68f-570859b2316d tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Delete allocated IP 2001:db8:0:1::1db (fdcd6038-9b10-475d-8fdf-5c4d99cbe05a/ee818352-6642-43d3-b4fc-0e1b74ef6c11) {{(pid=101053) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 09:37:03.057614 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-23921377-fce1-4b88-97e1-73410b0793cf None None] For port e40b5063-0ca6-4f3d-a349-d714968ab270, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e40b5063-0ca6-4f3d-a349-d714968ab270,segment=NetworkSegment(736fce8b-3e80-4b76-abb9-cf5063eee926),segment_id=736fce8b-3e80-4b76-abb9-cf5063eee926)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:37:03.091927 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aec27de1-9fc7-4577-a5ce-275cd9d7577d tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:03.150646 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:37:03.151248 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:37:03.200431 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-23921377-fce1-4b88-97e1-73410b0793cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:03.282280 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b58d0-1cdc-4dba-8da3-37fa7fcbba1c None None] Pushing event updated for resources: {'Port': ['ID=e40b5063-0ca6-4f3d-a349-d714968ab270,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:03.310868 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9d23c871-118a-4dd2-808c-36415b04ce2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:03.323960 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-05a1acfe-4c78-4591-930e-0331ca038918 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:03.330134 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-05a1acfe-4c78-4591-930e-0331ca038918 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:03.336042 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23921377-fce1-4b88-97e1-73410b0793cf None None] Routers {'89f3b991-5289-40a9-9fd1-da386356d3f1'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:03.338436 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-23921377-fce1-4b88-97e1-73410b0793cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:36:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['89f3b991-5289-40a9-9fd1-da386356d3f1'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:03.389497 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9d23c871-118a-4dd2-808c-36415b04ce2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:03.413346 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aec27de1-9fc7-4577-a5ce-275cd9d7577d tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:03.436921 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ea6ad-b4c5-46e3-8787-30c96ed58f7d req-e4228740-6392-4f6e-ba41-c027db5581a6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:03.450246 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb4ea6ad-b4c5-46e3-8787-30c96ed58f7d req-e4228740-6392-4f6e-ba41-c027db5581a6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.3985031 Jun 30 09:37:03.546619 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aec27de1-9fc7-4577-a5ce-275cd9d7577d tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:03.578856 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb4ea6ad-b4c5-46e3-8787-30c96ed58f7d req-2edecfe9-74ff-4895-b02e-70d46128b857 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959089 Jun 30 09:37:03.598703 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec27de1-9fc7-4577-a5ce-275cd9d7577d tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb88fe65-153c-44e9-bde5-cbad1f7648d8,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:03.623011 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-05a1acfe-4c78-4591-930e-0331ca038918 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:03.624644 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a1acfe-4c78-4591-930e-0331ca038918 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Fanout notify agent at l3_agent the message router_deleted on router a05232c6-ed01-4ef0-8244-db1358c5d67b {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:37:03.645536 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-05a1acfe-4c78-4591-930e-0331ca038918 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:03.646333 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-23921377-fce1-4b88-97e1-73410b0793cf None None] Set router 89f3b991-5289-40a9-9fd1-da386356d3f1 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:03.652714 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44536) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:03.652950 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-05a1acfe-4c78-4591-930e-0331ca038918 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/routers/a05232c6-ed01-4ef0-8244-db1358c5d67b HTTP/1.1" status: 204 len: 168 time: 1.0023475 Jun 30 09:37:03.659994 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-54711bb6-aea0-45fa-a68f-570859b2316d tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:03.687084 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-54711bb6-aea0-45fa-a68f-570859b2316d tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Ignored duplicate provisioning block setup for port 898b5c3b-aee4-4db7-880a-5868a69a9a1c by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 09:37:03.747373 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aec27de1-9fc7-4577-a5ce-275cd9d7577d tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:03.753848 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-aec27de1-9fc7-4577-a5ce-275cd9d7577d tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8932273 Jun 30 09:37:03.754371 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44538) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:03.754507 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-f842bf9b-45c6-41b8-b2f8-70c40b5d54a9 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Deleting subnet 349974f8-10e4-4910-8bf7-538d5ec8d9ec {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:37:03.759233 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f842bf9b-45c6-41b8-b2f8-70c40b5d54a9 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:03.777994 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-eafefe7f-8865-44bf-90eb-ef00633f9a2c tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Request body: {'security_group_rule': {'security_group_id': '28cbc83c-5abe-42fa-a89a-e0b2d2f5576e', 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:03.850226 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f842bf9b-45c6-41b8-b2f8-70c40b5d54a9 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:03.896927 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9d23c871-118a-4dd2-808c-36415b04ce2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:03.902402 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9d23c871-118a-4dd2-808c-36415b04ce2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:03.904749 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9d23c871-118a-4dd2-808c-36415b04ce2b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b8c44738-7318-41ab-896e-57651b0b6ae1 HTTP/1.1" status: 204 len: 168 time: 0.9634259 Jun 30 09:37:03.929205 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23c871-118a-4dd2-808c-36415b04ce2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c44738-7318-41ab-896e-57651b0b6ae1,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:03.957944 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-54711bb6-aea0-45fa-a68f-570859b2316d tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:04.092567 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f842bf9b-45c6-41b8-b2f8-70c40b5d54a9 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:04.131051 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-54711bb6-aea0-45fa-a68f-570859b2316d tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] In _notify_port_updated(), no bound segment for port 898b5c3b-aee4-4db7-880a-5868a69a9a1c on network fdcd6038-9b10-475d-8fdf-5c4d99cbe05a {{(pid=101053) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:37:04.138373 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54711bb6-aea0-45fa-a68f-570859b2316d tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:04.139794 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-54711bb6-aea0-45fa-a68f-570859b2316d tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:04.150150 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-54711bb6-aea0-45fa-a68f-570859b2316d tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "PUT /v2.0/ports/898b5c3b-aee4-4db7-880a-5868a69a9a1c HTTP/1.1" status: 200 len: 926 time: 2.4984562 Jun 30 09:37:04.150150 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eafefe7f-8865-44bf-90eb-ef00633f9a2c tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:04.150406 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44544) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:04.167867 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-7c1fa10c-2394-43ea-87d7-74927a0fd7a6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '02635df7-0656-4338-8999-18824b4cb942'}, {'subnet_id': 'ee818352-6642-43d3-b4fc-0e1b74ef6c11'}]}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:04.174173 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54711bb6-aea0-45fa-a68f-570859b2316d tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Port': ['ID=898b5c3b-aee4-4db7-880a-5868a69a9a1c,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:04.199948 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:04.254293 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-23921377-fce1-4b88-97e1-73410b0793cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f3b991-5289-40a9-9fd1-da386356d3f1', 'name': 'tempest-TestServerBasicOps-225784266-router', 'tenant_id': '6fb3e06ccad74aee9481d8d9af3cfefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '31a68044-47f3-4996-9a41-1ec69137dbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:45Z', 'updated_at': '2021-06-30T09:36:55Z', 'revision_number': 4, 'project_id': '6fb3e06ccad74aee9481d8d9af3cfefd', 'gw_port': {'id': '31a68044-47f3-4996-9a41-1ec69137dbfb', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f3b991-5289-40a9-9fd1-da386356d3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:47Z', 'updated_at': '2021-06-30T09:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'e40b5063-0ca6-4f3d-a349-d714968ab270', 'name': '', 'network_id': '630cf039-b884-42f5-bcac-2f3b3d349205', 'tenant_id': '6fb3e06ccad74aee9481d8d9af3cfefd', 'mac_address': 'fa:16:3e:d6:0e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f3b991-5289-40a9-9fd1-da386356d3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '9d03978a-96c7-47e6-8462-6ac920ae185e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:52Z', 'updated_at': '2021-06-30T09:37:03Z', 'revision_number': 4, 'project_id': '6fb3e06ccad74aee9481d8d9af3cfefd', 'subnets': [{'id': '9d03978a-96c7-47e6-8462-6ac920ae185e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:04.292552 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eafefe7f-8865-44bf-90eb-ef00633f9a2c tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:04.320129 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 61e4b7a6-2615-4b6d-b760-c1e195581cb6, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=61e4b7a6-2615-4b6d-b760-c1e195581cb6,segment=NetworkSegment(48108c35-8443-40a7-a191-93af0f9f9229),segment_id=48108c35-8443-40a7-a191-93af0f9f9229)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:04.326671 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c8d2c2-f56c-42e4-93af-3d22fc625b57 None None] Network fdcd6038-9b10-475d-8fdf-5c4d99cbe05a requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:04.335460 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23921377-fce1-4b88-97e1-73410b0793cf None None] The sync data for ids ['89f3b991-5289-40a9-9fd1-da386356d3f1'] in n-d-771363-31 is: [{'id': '89f3b991-5289-40a9-9fd1-da386356d3f1', 'name': 'tempest-TestServerBasicOps-225784266-router', 'tenant_id': '6fb3e06ccad74aee9481d8d9af3cfefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '31a68044-47f3-4996-9a41-1ec69137dbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:45Z', 'updated_at': '2021-06-30T09:36:55Z', 'revision_number': 4, 'project_id': '6fb3e06ccad74aee9481d8d9af3cfefd', 'gw_port': {'id': '31a68044-47f3-4996-9a41-1ec69137dbfb', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f3b991-5289-40a9-9fd1-da386356d3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:47Z', 'updated_at': '2021-06-30T09:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'e40b5063-0ca6-4f3d-a349-d714968ab270', 'name': '', 'network_id': '630cf039-b884-42f5-bcac-2f3b3d349205', 'tenant_id': '6fb3e06ccad74aee9481d8d9af3cfefd', 'mac_address': 'fa:16:3e:d6:0e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f3b991-5289-40a9-9fd1-da386356d3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '9d03978a-96c7-47e6-8462-6ac920ae185e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:52Z', 'updated_at': '2021-06-30T09:37:03Z', 'revision_number': 4, 'project_id': '6fb3e06ccad74aee9481d8d9af3cfefd', 'subnets': [{'id': '9d03978a-96c7-47e6-8462-6ac920ae185e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:37:04.387460 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eafefe7f-8865-44bf-90eb-ef00633f9a2c tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:04.411857 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafefe7f-8865-44bf-90eb-ef00633f9a2c tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e1bc5d-466f-4cc7-83c4-0a2dccfd022a,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:04.505642 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:04.579101 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7c1fa10c-2394-43ea-87d7-74927a0fd7a6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:04.676291 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eafefe7f-8865-44bf-90eb-ef00633f9a2c tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:04.682627 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-eafefe7f-8865-44bf-90eb-ef00633f9a2c tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9256132 Jun 30 09:37:04.683710 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44550) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:04.692204 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f842bf9b-45c6-41b8-b2f8-70c40b5d54a9 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:04.699306 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-1d15dd11-b3ee-4df7-9633-5b252984ce5c tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Request body: {'security_group_rule': {'security_group_id': '28cbc83c-5abe-42fa-a89a-e0b2d2f5576e', 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:04.775070 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-109b040d-92c8-464b-9d69-efeb95938e56 None None] Provisioning for port 61e4b7a6-2615-4b6d-b760-c1e195581cb6 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:04.805644 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842bf9b-45c6-41b8-b2f8-70c40b5d54a9 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Subnet': ['ID=349974f8-10e4-4910-8bf7-538d5ec8d9ec,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:04.839813 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=61e4b7a6-2615-4b6d-b760-c1e195581cb6,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:04.849478 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-109b040d-92c8-464b-9d69-efeb95938e56 None None] Provisioning complete for port 61e4b7a6-2615-4b6d-b760-c1e195581cb6 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:04.850487 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-109b040d-92c8-464b-9d69-efeb95938e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:04.852138 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f842bf9b-45c6-41b8-b2f8-70c40b5d54a9 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:04.858188 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f842bf9b-45c6-41b8-b2f8-70c40b5d54a9 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/subnets/349974f8-10e4-4910-8bf7-538d5ec8d9ec HTTP/1.1" status: 204 len: 168 time: 1.2004685 Jun 30 09:37:04.859448 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44552) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:04.967965 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1909c4-a7da-4e21-8e9f-5fe310d3a4fb None None] Network 58ccfe4f-c828-4d9f-88da-28f3fb26388c requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:05.029696 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1d15dd11-b3ee-4df7-9633-5b252984ce5c tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:05.054118 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca086a47-505c-4e52-8ca5-7a28415e0428 req-2dd634fb-1c7d-409a-abfd-714d7cc33afe tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:05.063584 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ca086a47-505c-4e52-8ca5-7a28415e0428 req-2dd634fb-1c7d-409a-abfd-714d7cc33afe tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.2630813 Jun 30 09:37:05.165438 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6a049346-6d11-4b0b-b0e8-5ea91d809e3e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:05.235797 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 61e4b7a6-2615-4b6d-b760-c1e195581cb6 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:05.268220 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1d15dd11-b3ee-4df7-9633-5b252984ce5c tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:05.295879 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ca086a47-505c-4e52-8ca5-7a28415e0428 req-af2a199e-d0cb-4202-aba7-2412ce20973e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310779 Jun 30 09:37:05.299537 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-6a049346-6d11-4b0b-b0e8-5ea91d809e3e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Deleting port cffe2e2a-3e54-4161-86ec-c872b86ed519 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:05.302914 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6a049346-6d11-4b0b-b0e8-5ea91d809e3e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:05.388338 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-6a049346-6d11-4b0b-b0e8-5ea91d809e3e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] For port cffe2e2a-3e54-4161-86ec-c872b86ed519, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=cffe2e2a-3e54-4161-86ec-c872b86ed519,segment=NetworkSegment(967aaf55-e0f7-403a-a184-8e32854fc3b5),segment_id=967aaf55-e0f7-403a-a184-8e32854fc3b5)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:05.388713 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6a049346-6d11-4b0b-b0e8-5ea91d809e3e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:05.408475 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-6a049346-6d11-4b0b-b0e8-5ea91d809e3e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Calling delete_port for cffe2e2a-3e54-4161-86ec-c872b86ed519 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:05.494437 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-7c1fa10c-2394-43ea-87d7-74927a0fd7a6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Allocated IP 2001:db8:0:1::1af (fdcd6038-9b10-475d-8fdf-5c4d99cbe05a/ee818352-6642-43d3-b4fc-0e1b74ef6c11/898b5c3b-aee4-4db7-880a-5868a69a9a1c) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:05.559408 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1d15dd11-b3ee-4df7-9633-5b252984ce5c tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:05.634103 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15dd11-b3ee-4df7-9633-5b252984ce5c tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6da764-d1d3-4ade-b11e-f7dd84aaf3c6,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:05.673047 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 61e4b7a6-2615-4b6d-b760-c1e195581cb6 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:05.673439 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:05.791248 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1d15dd11-b3ee-4df7-9633-5b252984ce5c tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:05.793558 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1d15dd11-b3ee-4df7-9633-5b252984ce5c tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1081882 Jun 30 09:37:05.794612 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44566) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:05.810736 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-c4e5d674-de7e-43fe-bece-e1cda54112ab tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Request body: {'security_group_rule': {'security_group_id': '28cbc83c-5abe-42fa-a89a-e0b2d2f5576e', 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:05.881663 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7c1fa10c-2394-43ea-87d7-74927a0fd7a6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:05.885048 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f349122-c8c4-4c7c-8450-1b434d41ade4 None None] DHCP port deletion for 58ccfe4f-c828-4d9f-88da-28f3fb26388c request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:37:05.899551 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-7c1fa10c-2394-43ea-87d7-74927a0fd7a6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Ignored duplicate provisioning block setup for port 898b5c3b-aee4-4db7-880a-5868a69a9a1c by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 09:37:05.906921 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e40b5063-0ca6-4f3d-a349-d714968ab270 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:05.963215 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6a049346-6d11-4b0b-b0e8-5ea91d809e3e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:05.994579 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a049346-6d11-4b0b-b0e8-5ea91d809e3e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Port': ['ID=cffe2e2a-3e54-4161-86ec-c872b86ed519,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:06.001373 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a049346-6d11-4b0b-b0e8-5ea91d809e3e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] No DVR routers for this DVR port cffe2e2a-3e54-4161-86ec-c872b86ed519 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:37:06.047368 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4f349122-c8c4-4c7c-8450-1b434d41ade4 None None] The port 'cffe2e2a-3e54-4161-86ec-c872b86ed519' was deleted {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 09:37:06.093268 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4b1b5e25-29ef-44ab-b49f-733c926f96d8 None None] Provisioning complete for port 61e4b7a6-2615-4b6d-b760-c1e195581cb6 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:06.094277 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4b1b5e25-29ef-44ab-b49f-733c926f96d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:06.095491 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7c1fa10c-2394-43ea-87d7-74927a0fd7a6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:06.112588 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c4e5d674-de7e-43fe-bece-e1cda54112ab tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:06.214796 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6a049346-6d11-4b0b-b0e8-5ea91d809e3e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:06.235751 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-6a049346-6d11-4b0b-b0e8-5ea91d809e3e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ccfe4f-c828-4d9f-88da-28f3fb26388c']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:06.263207 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-6a049346-6d11-4b0b-b0e8-5ea91d809e3e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '967aaf55-e0f7-403a-a184-8e32854fc3b5') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:06.264115 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-6a049346-6d11-4b0b-b0e8-5ea91d809e3e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '967aaf55-e0f7-403a-a184-8e32854fc3b5') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:06.268635 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1fa10c-2394-43ea-87d7-74927a0fd7a6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Port': ['ID=898b5c3b-aee4-4db7-880a-5868a69a9a1c,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:06.293888 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-7c1fa10c-2394-43ea-87d7-74927a0fd7a6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] In _notify_port_updated(), no bound segment for port 898b5c3b-aee4-4db7-880a-5868a69a9a1c on network fdcd6038-9b10-475d-8fdf-5c4d99cbe05a {{(pid=101054) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:37:06.300573 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1fa10c-2394-43ea-87d7-74927a0fd7a6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:06.300573 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7c1fa10c-2394-43ea-87d7-74927a0fd7a6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:06.302158 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7c1fa10c-2394-43ea-87d7-74927a0fd7a6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "PUT /v2.0/ports/898b5c3b-aee4-4db7-880a-5868a69a9a1c HTTP/1.1" status: 200 len: 1012 time: 2.1535707 Jun 30 09:37:06.307766 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44574) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:06.319212 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c4e5d674-de7e-43fe-bece-e1cda54112ab tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:06.322175 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6a049346-6d11-4b0b-b0e8-5ea91d809e3e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:06.371544 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6a049346-6d11-4b0b-b0e8-5ea91d809e3e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:06.395358 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a049346-6d11-4b0b-b0e8-5ea91d809e3e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:37:06.396792 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6a049346-6d11-4b0b-b0e8-5ea91d809e3e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:37:06.404310 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:37:06.567052 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-17a5a56e-7e1e-4d60-9e03-90f29f3f82a3 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Deleting port 898b5c3b-aee4-4db7-880a-5868a69a9a1c {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:06.567444 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-17a5a56e-7e1e-4d60-9e03-90f29f3f82a3 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:06.615005 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port e40b5063-0ca6-4f3d-a349-d714968ab270 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:06.622715 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port e40b5063-0ca6-4f3d-a349-d714968ab270 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:06.623296 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:06.779107 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4b1b5e25-29ef-44ab-b49f-733c926f96d8 None None] Provisioning for port 898b5c3b-aee4-4db7-880a-5868a69a9a1c completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:06.781043 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c4e5d674-de7e-43fe-bece-e1cda54112ab tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:06.784184 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4b1b5e25-29ef-44ab-b49f-733c926f96d8 None None] Provisioning complete for port 898b5c3b-aee4-4db7-880a-5868a69a9a1c triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:06.785127 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4b1b5e25-29ef-44ab-b49f-733c926f96d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:06.817652 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-17a5a56e-7e1e-4d60-9e03-90f29f3f82a3 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:06.818792 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6a049346-6d11-4b0b-b0e8-5ea91d809e3e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:06.824804 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6a049346-6d11-4b0b-b0e8-5ea91d809e3e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:06.827632 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6a049346-6d11-4b0b-b0e8-5ea91d809e3e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/networks/58ccfe4f-c828-4d9f-88da-28f3fb26388c HTTP/1.1" status: 204 len: 168 time: 1.9665475 Jun 30 09:37:06.840683 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44582) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:06.848708 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-eabe6dc7-c1ad-42d0-9a2f-5c5657d3825f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-653332606', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}, 'admin_state_up': False}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:06.861596 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-17a5a56e-7e1e-4d60-9e03-90f29f3f82a3 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Calling delete_port for 898b5c3b-aee4-4db7-880a-5868a69a9a1c owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:06.865620 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a049346-6d11-4b0b-b0e8-5ea91d809e3e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Network': ['ID=58ccfe4f-c828-4d9f-88da-28f3fb26388c,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:06.873187 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e5d674-de7e-43fe-bece-e1cda54112ab tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e541da3e-b84c-4ff5-9369-586e36a099e3,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:06.910959 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:06.938454 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c4e5d674-de7e-43fe-bece-e1cda54112ab tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:06.948849 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c4e5d674-de7e-43fe-bece-e1cda54112ab tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1518276 Jun 30 09:37:06.951077 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44586) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:06.990882 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-6d1aec61-c219-4b61-b5c9-42ded6dee326 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Request body: {'security_group_rule': {'security_group_id': '28cbc83c-5abe-42fa-a89a-e0b2d2f5576e', 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:06.993541 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4b1b5e25-29ef-44ab-b49f-733c926f96d8 None None] Port 898b5c3b-aee4-4db7-880a-5868a69a9a1c cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:07.034481 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb67f5f-e026-4914-a597-0f2d04aa9848 req-a7d95f73-2382-4dce-8996-b9ed6a71b271 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:07.036110 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8eb67f5f-e026-4914-a597-0f2d04aa9848 req-a7d95f73-2382-4dce-8996-b9ed6a71b271 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.3567889 Jun 30 09:37:07.039218 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port e40b5063-0ca6-4f3d-a349-d714968ab270, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e40b5063-0ca6-4f3d-a349-d714968ab270,segment=NetworkSegment(736fce8b-3e80-4b76-abb9-cf5063eee926),segment_id=736fce8b-3e80-4b76-abb9-cf5063eee926)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:07.106373 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8eb67f5f-e026-4914-a597-0f2d04aa9848 req-f3097e39-73af-45e5-9d1b-9d348c81e4d3 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600626 Jun 30 09:37:07.145901 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eabe6dc7-c1ad-42d0-9a2f-5c5657d3825f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:07.147913 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eabe6dc7-c1ad-42d0-9a2f-5c5657d3825f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:07.153103 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8d16e74d-932c-40aa-9794-7c7acd75e26f None None] Provisioning complete for port 898b5c3b-aee4-4db7-880a-5868a69a9a1c triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:07.157814 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8d16e74d-932c-40aa-9794-7c7acd75e26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:07.201781 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:07.278899 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-8d16e74d-932c-40aa-9794-7c7acd75e26f None None] Port 898b5c3b-aee4-4db7-880a-5868a69a9a1c cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:07.307478 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=e40b5063-0ca6-4f3d-a349-d714968ab270,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:07.334707 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 61e4b7a6-2615-4b6d-b760-c1e195581cb6 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:07.392745 n-d-771363-31 neutron-server[101053]: INFO neutron.db.securitygroups_db [None req-6d1aec61-c219-4b61-b5c9-42ded6dee326 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Project d14f9c9114824e0ab3a926fb5ce22374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:37:07.397675 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-17a5a56e-7e1e-4d60-9e03-90f29f3f82a3 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:07.398866 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6d1aec61-c219-4b61-b5c9-42ded6dee326 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:07.428366 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 61e4b7a6-2615-4b6d-b760-c1e195581cb6 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:07.428735 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:07.501499 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6d1aec61-c219-4b61-b5c9-42ded6dee326 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:07.516348 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d4a1b6ca-489d-4500-a27b-e7473bcc6240 None None] Could not find standard attr ID for object 898b5c3b-aee4-4db7-880a-5868a69a9a1c. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:37:07.538973 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eabe6dc7-c1ad-42d0-9a2f-5c5657d3825f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:07.542063 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5a56e-7e1e-4d60-9e03-90f29f3f82a3 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Port': ['ID=898b5c3b-aee4-4db7-880a-5868a69a9a1c,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:07.609136 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-17a5a56e-7e1e-4d60-9e03-90f29f3f82a3 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:07.614152 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-17a5a56e-7e1e-4d60-9e03-90f29f3f82a3 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/ports/898b5c3b-aee4-4db7-880a-5868a69a9a1c HTTP/1.1" status: 204 len: 168 time: 1.3027818 Jun 30 09:37:07.614471 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44592) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:07.647958 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd10b784-446a-4dd0-82d9-2a1e7f3e503d tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] GET failed (client error): The resource could not be found. Jun 30 09:37:07.650067 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bd10b784-446a-4dd0-82d9-2a1e7f3e503d tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "GET /v2.0/ports/898b5c3b-aee4-4db7-880a-5868a69a9a1c HTTP/1.1" status: 404 len: 333 time: 0.0345232 Jun 30 09:37:07.653959 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44594) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:07.671764 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device cffe2e2a-3e54-4161-86ec-c872b86ed519 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:37:07.704287 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: cffe2e2a-3e54-4161-86ec-c872b86ed519 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:37:07.704916 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device cffe2e2a-3e54-4161-86ec-c872b86ed519 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:37:07.750320 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-b622a639-e975-499c-aeec-d46b6a46a806 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Deleting subnet ee818352-6642-43d3-b4fc-0e1b74ef6c11 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:37:07.752883 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:07.757281 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6d1aec61-c219-4b61-b5c9-42ded6dee326 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:07.757281 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b622a639-e975-499c-aeec-d46b6a46a806 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:07.796910 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1aec61-c219-4b61-b5c9-42ded6dee326 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b5246c-558c-45d9-94ec-79ff9495459b,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:07.865304 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b622a639-e975-499c-aeec-d46b6a46a806 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:07.920228 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6d1aec61-c219-4b61-b5c9-42ded6dee326 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:07.925049 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6d1aec61-c219-4b61-b5c9-42ded6dee326 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9728215 Jun 30 09:37:07.925999 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44602) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:07.940145 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-da605d46-a178-4077-941a-f0290eccf0e9 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Request body: {'security_group_rule': {'security_group_id': '28cbc83c-5abe-42fa-a89a-e0b2d2f5576e', 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:08.042218 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b622a639-e975-499c-aeec-d46b6a46a806 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:08.049356 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eabe6dc7-c1ad-42d0-9a2f-5c5657d3825f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:08.233618 n-d-771363-31 neutron-server[101053]: INFO neutron.db.securitygroups_db [None req-da605d46-a178-4077-941a-f0290eccf0e9 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Project d14f9c9114824e0ab3a926fb5ce22374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:37:08.239489 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-da605d46-a178-4077-941a-f0290eccf0e9 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:08.269036 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b622a639-e975-499c-aeec-d46b6a46a806 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:08.290866 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b622a639-e975-499c-aeec-d46b6a46a806 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:08.293803 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b622a639-e975-499c-aeec-d46b6a46a806 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/subnets/ee818352-6642-43d3-b4fc-0e1b74ef6c11 HTTP/1.1" status: 204 len: 168 time: 0.6385863 Jun 30 09:37:08.299787 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44612) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:08.313024 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8944c374-1e57-4816-8b8b-223c60860c6a None None] Network fdcd6038-9b10-475d-8fdf-5c4d99cbe05a requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:08.326066 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622a639-e975-499c-aeec-d46b6a46a806 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Subnet': ['ID=ee818352-6642-43d3-b4fc-0e1b74ef6c11,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:08.393919 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-da605d46-a178-4077-941a-f0290eccf0e9 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:08.473205 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7abffc4-998f-4efc-85cb-4baa61dea9fd tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Deleting subnet 02635df7-0656-4338-8999-18824b4cb942 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:37:08.481857 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b7abffc4-998f-4efc-85cb-4baa61dea9fd tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:08.563921 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621dcd41-475f-4e4a-89a4-6dbae43ef8e9 req-4c93511f-bf1f-4cab-b219-97f5dee8f5c6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:08.568961 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-621dcd41-475f-4e4a-89a4-6dbae43ef8e9 req-4c93511f-bf1f-4cab-b219-97f5dee8f5c6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.3015423 Jun 30 09:37:08.569343 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b7abffc4-998f-4efc-85cb-4baa61dea9fd tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:08.574958 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-da605d46-a178-4077-941a-f0290eccf0e9 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:08.605221 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da605d46-a178-4077-941a-f0290eccf0e9 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9594cf2-1688-4be9-9e10-d994df916127,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:08.683716 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-621dcd41-475f-4e4a-89a4-6dbae43ef8e9 req-6b404fc0-e64f-4c96-ba63-396bc8e181e1 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783415 Jun 30 09:37:08.801037 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b7abffc4-998f-4efc-85cb-4baa61dea9fd tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:08.820860 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-da605d46-a178-4077-941a-f0290eccf0e9 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:08.822545 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-da605d46-a178-4077-941a-f0290eccf0e9 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8912075 Jun 30 09:37:08.840524 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eabe6dc7-c1ad-42d0-9a2f-5c5657d3825f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:08.867111 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eabe6dc7-c1ad-42d0-9a2f-5c5657d3825f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:08.963094 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:09.032793 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-eabe6dc7-c1ad-42d0-9a2f-5c5657d3825f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Allocated IP 172.25.6.171 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/829ac675-a1f9-418a-bf0a-69e60468b9fd) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:09.126531 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb1ce755-5a59-41af-b573-e2abae861745 req-4b481981-1ae2-44eb-8b13-3d311f4135eb tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1094360038&fields=id&tenant_id=d14f9c9114824e0ab3a926fb5ce22374 HTTP/1.1" status: 200 len: 267 time: 0.0484557 Jun 30 09:37:09.172475 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eabe6dc7-c1ad-42d0-9a2f-5c5657d3825f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:09.206510 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b7abffc4-998f-4efc-85cb-4baa61dea9fd tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:09.276306 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7abffc4-998f-4efc-85cb-4baa61dea9fd tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Subnet': ['ID=02635df7-0656-4338-8999-18824b4cb942,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:09.276306 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b7abffc4-998f-4efc-85cb-4baa61dea9fd tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:09.276306 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b7abffc4-998f-4efc-85cb-4baa61dea9fd tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/subnets/02635df7-0656-4338-8999-18824b4cb942 HTTP/1.1" status: 204 len: 168 time: 0.8799374 Jun 30 09:37:09.276306 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44632) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:09.309660 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ce755-5a59-41af-b573-e2abae861745 req-198c78fe-a533-4091-b747-03b26e134594 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:09.318570 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb1ce755-5a59-41af-b573-e2abae861745 req-198c78fe-a533-4091-b747-03b26e134594 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/networks?id=4b34e13e-64f3-4614-98c2-965e564ba757 HTTP/1.1" status: 200 len: 809 time: 0.1823492 Jun 30 09:37:09.344557 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb1ce755-5a59-41af-b573-e2abae861745 req-8421f4da-48b4-4261-9a10-0a7e552316de tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/quotas/d14f9c9114824e0ab3a926fb5ce22374 HTTP/1.1" status: 200 len: 375 time: 0.0246084 Jun 30 09:37:09.347963 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e40b5063-0ca6-4f3d-a349-d714968ab270 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:09.383169 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1f85f875-1301-4aed-9284-3aa9f364935e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:09.428741 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port e40b5063-0ca6-4f3d-a349-d714968ab270 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:09.429096 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:09.437517 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eabe6dc7-c1ad-42d0-9a2f-5c5657d3825f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:09.463922 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb1ce755-5a59-41af-b573-e2abae861745 req-759d2794-087b-46b3-8ee4-c9cf23b3a97b tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d14f9c9114824e0ab3a926fb5ce22374&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1155679 Jun 30 09:37:09.559985 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84840e98-6968-4aa3-b62c-1e059a56fcf6 None None] Network fdcd6038-9b10-475d-8fdf-5c4d99cbe05a requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:09.592926 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb1ce755-5a59-41af-b573-e2abae861745 req-f965dcc8-6b3e-4e0f-abcd-1e5c925d8a81 service neutron] 10.222.0.10 "GET /v2.0/networks/4b34e13e-64f3-4614-98c2-965e564ba757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207535 Jun 30 09:37:09.697926 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c1c81600-c173-46c5-8656-989a0dcca820 None None] Provisioning complete for port 61e4b7a6-2615-4b6d-b760-c1e195581cb6 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:09.697926 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c1c81600-c173-46c5-8656-989a0dcca820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:09.809247 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb1ce755-5a59-41af-b573-e2abae861745 req-f65d6ba7-57e6-4b57-9e79-ea6af7764726 service neutron] 10.222.0.10 "GET /v2.0/networks/4b34e13e-64f3-4614-98c2-965e564ba757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146504 Jun 30 09:37:09.976165 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabe6dc7-c1ad-42d0-9a2f-5c5657d3825f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:09.990601 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-eabe6dc7-c1ad-42d0-9a2f-5c5657d3825f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:09.993156 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabe6dc7-c1ad-42d0-9a2f-5c5657d3825f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:10.005729 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be74147e-952e-4157-abd4-0362f2b5e98b None None] DHCP port deletion for fdcd6038-9b10-475d-8fdf-5c4d99cbe05a request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:37:10.028958 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe6dc7-c1ad-42d0-9a2f-5c5657d3825f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Port': ['ID=829ac675-a1f9-418a-bf0a-69e60468b9fd,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:10.063061 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-1f85f875-1301-4aed-9284-3aa9f364935e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Deleting port 61e4b7a6-2615-4b6d-b760-c1e195581cb6 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:10.063385 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1f85f875-1301-4aed-9284-3aa9f364935e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:10.068524 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-be74147e-952e-4157-abd4-0362f2b5e98b None None] Deleting port 61e4b7a6-2615-4b6d-b760-c1e195581cb6 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:10.070759 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-be74147e-952e-4157-abd4-0362f2b5e98b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:10.157517 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-be74147e-952e-4157-abd4-0362f2b5e98b None None] For port 61e4b7a6-2615-4b6d-b760-c1e195581cb6, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=61e4b7a6-2615-4b6d-b760-c1e195581cb6,segment=NetworkSegment(48108c35-8443-40a7-a191-93af0f9f9229),segment_id=48108c35-8443-40a7-a191-93af0f9f9229)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:10.157979 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-be74147e-952e-4157-abd4-0362f2b5e98b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:10.176335 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-be74147e-952e-4157-abd4-0362f2b5e98b None None] Calling delete_port for 61e4b7a6-2615-4b6d-b760-c1e195581cb6 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:10.256385 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909cea67-eaca-49a8-81ac-1a49454dd789 req-59f70d57-8b6c-412a-bd4f-fa6cc6ea505e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:10.258183 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-909cea67-eaca-49a8-81ac-1a49454dd789 req-59f70d57-8b6c-412a-bd4f-fa6cc6ea505e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.3668029 Jun 30 09:37:10.365381 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-1f85f875-1301-4aed-9284-3aa9f364935e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] For port 61e4b7a6-2615-4b6d-b760-c1e195581cb6, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=61e4b7a6-2615-4b6d-b760-c1e195581cb6,segment=NetworkSegment(48108c35-8443-40a7-a191-93af0f9f9229),segment_id=48108c35-8443-40a7-a191-93af0f9f9229)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:10.365381 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1f85f875-1301-4aed-9284-3aa9f364935e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:10.406239 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-1f85f875-1301-4aed-9284-3aa9f364935e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Calling delete_port for 61e4b7a6-2615-4b6d-b760-c1e195581cb6 owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:10.428828 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-909cea67-eaca-49a8-81ac-1a49454dd789 req-0b69eb1d-1f63-4624-acf7-4d118b566697 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181581 Jun 30 09:37:10.430351 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-be74147e-952e-4157-abd4-0362f2b5e98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:10.483850 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74147e-952e-4157-abd4-0362f2b5e98b None None] Pushing event deleted for resources: {'Port': ['ID=61e4b7a6-2615-4b6d-b760-c1e195581cb6,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:10.486255 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be74147e-952e-4157-abd4-0362f2b5e98b None None] No DVR routers for this DVR port 61e4b7a6-2615-4b6d-b760-c1e195581cb6 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:37:10.509315 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b81d51a4-da44-4a35-8980-36513cf50167 req-b605566e-bdba-43b1-a233-06d39e167731 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/ports?device_id=76950add-e976-4033-9a19-b5586cb190eb HTTP/1.1" status: 200 len: 210 time: 0.0912008 Jun 30 09:37:10.590055 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1f85f875-1301-4aed-9284-3aa9f364935e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:10.621223 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85f875-1301-4aed-9284-3aa9f364935e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Port': ['ID=61e4b7a6-2615-4b6d-b760-c1e195581cb6,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:10.626072 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f85f875-1301-4aed-9284-3aa9f364935e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] No DVR routers for this DVR port 61e4b7a6-2615-4b6d-b760-c1e195581cb6 on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:37:10.809019 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1f85f875-1301-4aed-9284-3aa9f364935e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:10.831803 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-1f85f875-1301-4aed-9284-3aa9f364935e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdcd6038-9b10-475d-8fdf-5c4d99cbe05a']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:10.845557 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-1f85f875-1301-4aed-9284-3aa9f364935e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48108c35-8443-40a7-a191-93af0f9f9229') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:10.845847 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-1f85f875-1301-4aed-9284-3aa9f364935e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48108c35-8443-40a7-a191-93af0f9f9229') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:10.847777 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eabe6dc7-c1ad-42d0-9a2f-5c5657d3825f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:10.887679 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1f85f875-1301-4aed-9284-3aa9f364935e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:10.910558 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1f85f875-1301-4aed-9284-3aa9f364935e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:10.951532 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f85f875-1301-4aed-9284-3aa9f364935e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:37:10.951956 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1f85f875-1301-4aed-9284-3aa9f364935e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:37:10.955531 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:37:11.167143 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eabe6dc7-c1ad-42d0-9a2f-5c5657d3825f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:11.206207 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1f85f875-1301-4aed-9284-3aa9f364935e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:11.218260 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1f85f875-1301-4aed-9284-3aa9f364935e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:11.220128 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1f85f875-1301-4aed-9284-3aa9f364935e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/networks/fdcd6038-9b10-475d-8fdf-5c4d99cbe05a HTTP/1.1" status: 204 len: 168 time: 1.9469581 Jun 30 09:37:11.226399 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44654) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:11.236009 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85f875-1301-4aed-9284-3aa9f364935e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Network': ['ID=fdcd6038-9b10-475d-8fdf-5c4d99cbe05a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:11.358014 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 61e4b7a6-2615-4b6d-b760-c1e195581cb6 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:37:11.360810 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daf919b-049c-40a6-af70-cacafd6e9d20 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:11.363643 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1daf919b-049c-40a6-af70-cacafd6e9d20 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1355865 Jun 30 09:37:11.369152 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44656) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:11.399063 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 61e4b7a6-2615-4b6d-b760-c1e195581cb6 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:37:11.399063 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 61e4b7a6-2615-4b6d-b760-c1e195581cb6 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:37:11.526495 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d7bc322c-b4cc-4366-a75f-2f45f557355c tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1451023 Jun 30 09:37:11.529119 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44662) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:11.534251 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-6c817594-ff31-4207-aa78-34f90a741625 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2069406405'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:11.630481 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dd096d24-5fb0-4c93-858b-0bf8487e59e9 req-0a8124a8-f938-4836-b5e8-c8eeb063ee6e tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/ports?device_id=76950add-e976-4033-9a19-b5586cb190eb HTTP/1.1" status: 200 len: 210 time: 0.0430331 Jun 30 09:37:11.640883 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabe6dc7-c1ad-42d0-9a2f-5c5657d3825f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Router cf2d1780-5561-4ad7-9f29-0ac14252edc5 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:37:11.674518 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13b7f2-5077-465d-99d6-7721685998c5 req-ae29fa50-5577-4733-aacd-5a045b01473f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:11.677133 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aa13b7f2-5077-465d-99d6-7721685998c5 req-ae29fa50-5577-4733-aacd-5a045b01473f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.0982289 Jun 30 09:37:11.735482 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aa13b7f2-5077-465d-99d6-7721685998c5 req-f48e9232-3e33-4107-8422-d24d036fc38b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507414 Jun 30 09:37:11.759903 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c817594-ff31-4207-aa78-34f90a741625 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:11.771010 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6c817594-ff31-4207-aa78-34f90a741625 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:11.806408 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c817594-ff31-4207-aa78-34f90a741625 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:37:11.815413 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabe6dc7-c1ad-42d0-9a2f-5c5657d3825f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:11.834724 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6c817594-ff31-4207-aa78-34f90a741625 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:11.835182 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-6c817594-ff31-4207-aa78-34f90a741625 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Added segment 7e9677fd-6e60-4646-8ad0-12141407a085 of type vlan for network b993f1cf-f9b0-4430-b103-4c114d0a8408 Jun 30 09:37:11.835707 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e997649-f491-420e-b421-1ad42e8ec37a None None] Sync routers for ids ['cf2d1780-5561-4ad7-9f29-0ac14252edc5'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:37:11.849293 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e997649-f491-420e-b421-1ad42e8ec37a None None] Routers {'cf2d1780-5561-4ad7-9f29-0ac14252edc5'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:11.854982 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-0e997649-f491-420e-b421-1ad42e8ec37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:36:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['cf2d1780-5561-4ad7-9f29-0ac14252edc5'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:11.903710 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-0e997649-f491-420e-b421-1ad42e8ec37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:11.907065 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6c817594-ff31-4207-aa78-34f90a741625 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:11.914685 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e997649-f491-420e-b421-1ad42e8ec37a None None] Routers {'cf2d1780-5561-4ad7-9f29-0ac14252edc5'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:11.918339 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-0e997649-f491-420e-b421-1ad42e8ec37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:36:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['cf2d1780-5561-4ad7-9f29-0ac14252edc5'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:11.952022 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-0e997649-f491-420e-b421-1ad42e8ec37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:11.952684 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e997649-f491-420e-b421-1ad42e8ec37a None None] The sync data for ids ['cf2d1780-5561-4ad7-9f29-0ac14252edc5'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:37:12.027367 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eabe6dc7-c1ad-42d0-9a2f-5c5657d3825f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:12.028674 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-eabe6dc7-c1ad-42d0-9a2f-5c5657d3825f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.1855278 Jun 30 09:37:12.045361 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44670) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:12.081448 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6c817594-ff31-4207-aa78-34f90a741625 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:12.091413 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c817594-ff31-4207-aa78-34f90a741625 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:12.092051 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6c817594-ff31-4207-aa78-34f90a741625 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:12.203404 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c817594-ff31-4207-aa78-34f90a741625 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Network': ['ID=b993f1cf-f9b0-4430-b103-4c114d0a8408,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:12.215983 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c817594-ff31-4207-aa78-34f90a741625 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:12.216325 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c817594-ff31-4207-aa78-34f90a741625 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:12.216666 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c817594-ff31-4207-aa78-34f90a741625 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:12.216996 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c817594-ff31-4207-aa78-34f90a741625 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:12.217324 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c817594-ff31-4207-aa78-34f90a741625 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:12.217651 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c817594-ff31-4207-aa78-34f90a741625 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:12.217978 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c817594-ff31-4207-aa78-34f90a741625 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:12.218301 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c817594-ff31-4207-aa78-34f90a741625 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:12.218622 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c817594-ff31-4207-aa78-34f90a741625 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:12.218935 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c817594-ff31-4207-aa78-34f90a741625 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:12.219290 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c817594-ff31-4207-aa78-34f90a741625 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:12.219604 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c817594-ff31-4207-aa78-34f90a741625 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:12.234668 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network b993f1cf-f9b0-4430-b103-4c114d0a8408 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:37:12.251443 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-13e45b1b-4fad-4772-b3fd-302f33c5d2a7 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "GET /v2.0/routers/cf2d1780-5561-4ad7-9f29-0ac14252edc5 HTTP/1.1" status: 200 len: 884 time: 0.2183685 Jun 30 09:37:12.254290 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44676) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:12.262101 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6c817594-ff31-4207-aa78-34f90a741625 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7318995 Jun 30 09:37:12.268668 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44678) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:12.276503 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-3d01d61c-c7a8-4703-a273-2a9ebb8f2a44 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'subnet': {'network_id': 'b993f1cf-f9b0-4430-b103-4c114d0a8408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:12.508943 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d01d61c-c7a8-4703-a273-2a9ebb8f2a44 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:12.541454 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3d01d61c-c7a8-4703-a273-2a9ebb8f2a44 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:12.921800 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-36574910-4e7e-4cdf-a265-808bb93f4602 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6635983 Jun 30 09:37:12.922367 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44688) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:12.927031 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-9ab0030b-9cbe-413f-a42a-55c29f1d4ec1 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-653332606'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:12.958747 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b05bf875-a025-44ec-b5d0-803263ccf91e req-d345b5f6-8bd7-4b31-bcb5-7ccb5a683199 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/ports?device_id=76950add-e976-4033-9a19-b5586cb190eb HTTP/1.1" status: 200 len: 210 time: 0.0327258 Jun 30 09:37:13.033746 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3d01d61c-c7a8-4703-a273-2a9ebb8f2a44 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:13.187612 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01d61c-c7a8-4703-a273-2a9ebb8f2a44 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Subnet': ['ID=06d1deaa-f039-40e7-86cc-dfe29a11dd7c,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:13.279709 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee021b-f20b-45f6-9301-05b9653c2441 req-5c4e6319-07c3-4846-bc83-e882fac70796 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:13.298074 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cfee021b-f20b-45f6-9301-05b9653c2441 req-5c4e6319-07c3-4846-bc83-e882fac70796 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.3680265 Jun 30 09:37:13.303572 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d01d61c-c7a8-4703-a273-2a9ebb8f2a44 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Checking segment: {'id': '7e9677fd-6e60-4646-8ad0-12141407a085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b993f1cf-f9b0-4430-b103-4c114d0a8408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:13.307489 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d01d61c-c7a8-4703-a273-2a9ebb8f2a44 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network hostable DHCP agents. Network: b993f1cf-f9b0-4430-b103-4c114d0a8408, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:37:13.412693 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cfee021b-f20b-45f6-9301-05b9653c2441 req-340a9e7f-06e9-4303-8256-61af747094cb tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030595 Jun 30 09:37:13.496311 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d01d61c-c7a8-4703-a273-2a9ebb8f2a44 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network b993f1cf-f9b0-4430-b103-4c114d0a8408 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:37:13.561694 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9ab0030b-9cbe-413f-a42a-55c29f1d4ec1 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:13.627529 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-3d01d61c-c7a8-4703-a273-2a9ebb8f2a44 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, b993f1cf-f9b0-4430-b103-4c114d0a8408) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:13.635870 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d01d61c-c7a8-4703-a273-2a9ebb8f2a44 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:13.636906 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3d01d61c-c7a8-4703-a273-2a9ebb8f2a44 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:13.647618 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3e5a4e-2b12-4abc-9e86-3ed034d526e7 None None] Network b993f1cf-f9b0-4430-b103-4c114d0a8408 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:13.674684 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9ab0030b-9cbe-413f-a42a-55c29f1d4ec1 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1642126'] for router, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:13.913961 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e605e6f3-37b6-4de2-965a-f1740004f55f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-b993f1cf-f9b0-4430-b103-4c114d0a8408', 'network_id': 'b993f1cf-f9b0-4430-b103-4c114d0a8408', 'tenant_id': '07795e25d4a84bb499a614e0d5ffead9', 'fixed_ips': [{'subnet_id': '06d1deaa-f039-40e7-86cc-dfe29a11dd7c'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:37:13.916024 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e605e6f3-37b6-4de2-965a-f1740004f55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:14.154033 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-e605e6f3-37b6-4de2-965a-f1740004f55f None None] Allocated IP 2001:db8::2 (b993f1cf-f9b0-4430-b103-4c114d0a8408/06d1deaa-f039-40e7-86cc-dfe29a11dd7c/2aef5c6d-389b-4f4c-ba93-81daa91c7b67) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:14.167039 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3d01d61c-c7a8-4703-a273-2a9ebb8f2a44 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8946846 Jun 30 09:37:14.167756 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44696) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:14.176823 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-58055bba-3ecb-4d9d-a00c-73ddb3219d4f tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'port': {'network_id': 'b993f1cf-f9b0-4430-b103-4c114d0a8408', 'name': 'tempest-PortsIpV6TestJSON-1846954028'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:14.343926 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-472636dc-ecf6-4795-af50-ceadc3407813 req-fcb65b0a-ea3d-4287-a3d4-ae985d3e7138 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/ports?device_id=76950add-e976-4033-9a19-b5586cb190eb HTTP/1.1" status: 200 len: 210 time: 0.0537329 Jun 30 09:37:14.383308 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab0030b-9cbe-413f-a42a-55c29f1d4ec1 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Router cf2d1780-5561-4ad7-9f29-0ac14252edc5 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:37:14.424630 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e605e6f3-37b6-4de2-965a-f1740004f55f None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:14.431768 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e605e6f3-37b6-4de2-965a-f1740004f55f None None] Transition to ACTIVE for port object 2aef5c6d-389b-4f4c-ba93-81daa91c7b67 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:14.483633 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e605e6f3-37b6-4de2-965a-f1740004f55f None None] Transition to ACTIVE for port object 2aef5c6d-389b-4f4c-ba93-81daa91c7b67 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:14.539409 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab0030b-9cbe-413f-a42a-55c29f1d4ec1 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:14.548908 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9ab0030b-9cbe-413f-a42a-55c29f1d4ec1 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:14.550317 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9ab0030b-9cbe-413f-a42a-55c29f1d4ec1 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "PUT /v2.0/routers/cf2d1780-5561-4ad7-9f29-0ac14252edc5 HTTP/1.1" status: 200 len: 891 time: 1.6271200 Jun 30 09:37:14.554242 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44700) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:14.558371 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1246b0-f1c6-43e7-9813-f8ba51552a8a None None] Sync routers for ids ['cf2d1780-5561-4ad7-9f29-0ac14252edc5'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:37:14.573020 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1246b0-f1c6-43e7-9813-f8ba51552a8a None None] Routers {'cf2d1780-5561-4ad7-9f29-0ac14252edc5'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:14.574200 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-7e1246b0-f1c6-43e7-9813-f8ba51552a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:36:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['cf2d1780-5561-4ad7-9f29-0ac14252edc5'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:14.638329 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-7e1246b0-f1c6-43e7-9813-f8ba51552a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:14.654593 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1246b0-f1c6-43e7-9813-f8ba51552a8a None None] Routers {'cf2d1780-5561-4ad7-9f29-0ac14252edc5'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:14.655424 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ce755-5a59-41af-b573-e2abae861745 req-021ec1ab-8fbb-462f-b73d-90a7b741d410 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:14.656993 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-7e1246b0-f1c6-43e7-9813-f8ba51552a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:36:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['cf2d1780-5561-4ad7-9f29-0ac14252edc5'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:14.657782 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb1ce755-5a59-41af-b573-e2abae861745 req-021ec1ab-8fbb-462f-b73d-90a7b741d410 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.52 "GET /v2.0/networks?id=4b34e13e-64f3-4614-98c2-965e564ba757 HTTP/1.1" status: 200 len: 809 time: 0.1843228 Jun 30 09:37:14.660149 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58055bba-3ecb-4d9d-a00c-73ddb3219d4f tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:14.664178 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-58055bba-3ecb-4d9d-a00c-73ddb3219d4f tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:14.700582 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-58055bba-3ecb-4d9d-a00c-73ddb3219d4f tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] device_id is not set on port 64342745-f389-4781-9f02-f22a7f2a63fa yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:37:14.704630 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e605e6f3-37b6-4de2-965a-f1740004f55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:14.708424 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-7e1246b0-f1c6-43e7-9813-f8ba51552a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:14.709042 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1246b0-f1c6-43e7-9813-f8ba51552a8a None None] The sync data for ids ['cf2d1780-5561-4ad7-9f29-0ac14252edc5'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:37:14.755202 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fc0503a8-308e-4d34-8db7-eb37b74adf39 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "GET /v2.0/routers/cf2d1780-5561-4ad7-9f29-0ac14252edc5 HTTP/1.1" status: 200 len: 891 time: 0.1979892 Jun 30 09:37:14.756386 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44704) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:14.763411 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e605e6f3-37b6-4de2-965a-f1740004f55f None None] Network b993f1cf-f9b0-4430-b103-4c114d0a8408 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:14.766399 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-e605e6f3-37b6-4de2-965a-f1740004f55f None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:14.776745 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e605e6f3-37b6-4de2-965a-f1740004f55f None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:14.794896 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605e6f3-37b6-4de2-965a-f1740004f55f None None] Pushing event updated for resources: {'Port': ['ID=2aef5c6d-389b-4f4c-ba93-81daa91c7b67,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:14.804432 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b569af47-c674-444c-a47b-dcb65f4e8305 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf2d1780-5561-4ad7-9f29-0ac14252edc5 HTTP/1.1" status: 200 len: 205 time: 0.0466168 Jun 30 09:37:14.807924 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44706) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:14.862184 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-e605e6f3-37b6-4de2-965a-f1740004f55f None None] Attempting to bind port 2aef5c6d-389b-4f4c-ba93-81daa91c7b67 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:37:14.862651 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb1ce755-5a59-41af-b573-e2abae861745 req-dfef888c-3961-4681-97cc-163003b16fc9 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d14f9c9114824e0ab3a926fb5ce22374 HTTP/1.1" status: 200 len: 380 time: 0.1813273 Jun 30 09:37:14.862815 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-e605e6f3-37b6-4de2-965a-f1740004f55f None None] Attempting to bind port 2aef5c6d-389b-4f4c-ba93-81daa91c7b67 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '7e9677fd-6e60-4646-8ad0-12141407a085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b993f1cf-f9b0-4430-b103-4c114d0a8408'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:37:14.863076 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e605e6f3-37b6-4de2-965a-f1740004f55f None None] Attempting to bind port 2aef5c6d-389b-4f4c-ba93-81daa91c7b67 on network b993f1cf-f9b0-4430-b103-4c114d0a8408 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:14.869657 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e605e6f3-37b6-4de2-965a-f1740004f55f None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:37:14.870089 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e605e6f3-37b6-4de2-965a-f1740004f55f None None] Checking segment: {'id': '7e9677fd-6e60-4646-8ad0-12141407a085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b993f1cf-f9b0-4430-b103-4c114d0a8408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:14.870505 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e605e6f3-37b6-4de2-965a-f1740004f55f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:14.870909 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e605e6f3-37b6-4de2-965a-f1740004f55f None None] Bound using segment: {'id': '7e9677fd-6e60-4646-8ad0-12141407a085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b993f1cf-f9b0-4430-b103-4c114d0a8408'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:37:14.871521 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-e605e6f3-37b6-4de2-965a-f1740004f55f None None] Bound port: 2aef5c6d-389b-4f4c-ba93-81daa91c7b67, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9677fd-6e60-4646-8ad0-12141407a085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b993f1cf-f9b0-4430-b103-4c114d0a8408'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:37:14.871822 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e605e6f3-37b6-4de2-965a-f1740004f55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:14.879163 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-fb1ce755-5a59-41af-b573-e2abae861745 req-dcdd3585-5225-4d74-9e66-1fb34e6bf6b4 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Request body: {'port': {'device_id': '76950add-e976-4033-9a19-b5586cb190eb', 'network_id': '4b34e13e-64f3-4614-98c2-965e564ba757', 'admin_state_up': True, 'tenant_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'security_groups': ['28cbc83c-5abe-42fa-a89a-e0b2d2f5576e']}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:14.959446 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ed2831c0-91b9-43c2-abce-75551b80de2b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:14.996967 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-e605e6f3-37b6-4de2-965a-f1740004f55f None None] For port 2aef5c6d-389b-4f4c-ba93-81daa91c7b67, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:37:15.006673 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-e605e6f3-37b6-4de2-965a-f1740004f55f None None] For port 2aef5c6d-389b-4f4c-ba93-81daa91c7b67, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=2aef5c6d-389b-4f4c-ba93-81daa91c7b67,segment=NetworkSegment(7e9677fd-6e60-4646-8ad0-12141407a085),segment_id=7e9677fd-6e60-4646-8ad0-12141407a085)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:37:15.112938 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e605e6f3-37b6-4de2-965a-f1740004f55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:15.122778 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ed2831c0-91b9-43c2-abce-75551b80de2b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:15.128575 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-58055bba-3ecb-4d9d-a00c-73ddb3219d4f tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Allocated IP 2001:db8::a4 (b993f1cf-f9b0-4430-b103-4c114d0a8408/06d1deaa-f039-40e7-86cc-dfe29a11dd7c/64342745-f389-4781-9f02-f22a7f2a63fa) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:15.149793 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dad41d-071d-4081-9cb5-8fdda1b9c76c req-55221426-770d-4bcd-9689-31c6822a4fdb tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:15.153836 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71dad41d-071d-4081-9cb5-8fdda1b9c76c req-55221426-770d-4bcd-9689-31c6822a4fdb tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.4945593 Jun 30 09:37:15.206097 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605e6f3-37b6-4de2-965a-f1740004f55f None None] Pushing event updated for resources: {'Port': ['ID=2aef5c6d-389b-4f4c-ba93-81daa91c7b67,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:15.255612 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71dad41d-071d-4081-9cb5-8fdda1b9c76c req-24e5ef7d-80b9-4f0b-a68b-8c6862cd9745 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819082 Jun 30 09:37:15.378464 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-ed2831c0-91b9-43c2-abce-75551b80de2b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Deleting port 829ac675-a1f9-418a-bf0a-69e60468b9fd {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:15.384327 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ed2831c0-91b9-43c2-abce-75551b80de2b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:15.529215 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-58055bba-3ecb-4d9d-a00c-73ddb3219d4f tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:15.546534 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ed2831c0-91b9-43c2-abce-75551b80de2b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:15.567582 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-ed2831c0-91b9-43c2-abce-75551b80de2b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Calling delete_port for 829ac675-a1f9-418a-bf0a-69e60468b9fd owned by network:router_gateway {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:15.569061 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-58055bba-3ecb-4d9d-a00c-73ddb3219d4f tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Transition to ACTIVE for port object 64342745-f389-4781-9f02-f22a7f2a63fa will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:15.573139 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb1ce755-5a59-41af-b573-e2abae861745 req-dcdd3585-5225-4d74-9e66-1fb34e6bf6b4 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Made reservation on behalf of d14f9c9114824e0ab3a926fb5ce22374 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:15.577796 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fb1ce755-5a59-41af-b573-e2abae861745 req-dcdd3585-5225-4d74-9e66-1fb34e6bf6b4 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:15.626719 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2b88ee3b-13dd-4ba8-8e60-10489d514a4a req-713cb098-b4a1-4b40-8abc-713b43567c1a tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/ports?device_id=76950add-e976-4033-9a19-b5586cb190eb HTTP/1.1" status: 200 len: 210 time: 0.0424156 Jun 30 09:37:15.789997 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-fb1ce755-5a59-41af-b573-e2abae861745 req-dcdd3585-5225-4d74-9e66-1fb34e6bf6b4 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Allocated IP 172.20.0.12 (4b34e13e-64f3-4614-98c2-965e564ba757/dd2ce267-6d29-4965-a0be-4247fd11a393/171ec41d-b624-4b7f-ac43-7085960eb417) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:15.990259 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-58055bba-3ecb-4d9d-a00c-73ddb3219d4f tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:16.057041 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fb1ce755-5a59-41af-b573-e2abae861745 req-dcdd3585-5225-4d74-9e66-1fb34e6bf6b4 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:16.084242 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58055bba-3ecb-4d9d-a00c-73ddb3219d4f tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network b993f1cf-f9b0-4430-b103-4c114d0a8408 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:16.096016 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-58055bba-3ecb-4d9d-a00c-73ddb3219d4f tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:16.099566 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58055bba-3ecb-4d9d-a00c-73ddb3219d4f tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:16.106828 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58055bba-3ecb-4d9d-a00c-73ddb3219d4f tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:16.107637 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-58055bba-3ecb-4d9d-a00c-73ddb3219d4f tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:16.124597 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ed2831c0-91b9-43c2-abce-75551b80de2b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:16.150739 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58055bba-3ecb-4d9d-a00c-73ddb3219d4f tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Port': ['ID=64342745-f389-4781-9f02-f22a7f2a63fa,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:16.157452 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-fb1ce755-5a59-41af-b573-e2abae861745 req-dcdd3585-5225-4d74-9e66-1fb34e6bf6b4 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Transition to ACTIVE for port object 171ec41d-b624-4b7f-ac43-7085960eb417 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:16.185688 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2831c0-91b9-43c2-abce-75551b80de2b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Port': ['ID=829ac675-a1f9-418a-bf0a-69e60468b9fd,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:16.287039 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-58055bba-3ecb-4d9d-a00c-73ddb3219d4f tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1146746 Jun 30 09:37:16.289396 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44718) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:16.296512 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-e45efcf3-9f4a-4839-8344-75cf47b53e84 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'port': {'network_id': 'b993f1cf-f9b0-4430-b103-4c114d0a8408', 'name': 'tempest-PortsIpV6TestJSON-1266077491'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:16.300941 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ed2831c0-91b9-43c2-abce-75551b80de2b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:16.398194 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fb1ce755-5a59-41af-b573-e2abae861745 req-dcdd3585-5225-4d74-9e66-1fb34e6bf6b4 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:16.474632 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ed2831c0-91b9-43c2-abce-75551b80de2b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:16.477532 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ed2831c0-91b9-43c2-abce-75551b80de2b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:16.502915 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb1ce755-5a59-41af-b573-e2abae861745 req-dcdd3585-5225-4d74-9e66-1fb34e6bf6b4 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Network 4b34e13e-64f3-4614-98c2-965e564ba757 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:16.514335 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-fb1ce755-5a59-41af-b573-e2abae861745 req-dcdd3585-5225-4d74-9e66-1fb34e6bf6b4 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:16.518026 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1ce755-5a59-41af-b573-e2abae861745 req-dcdd3585-5225-4d74-9e66-1fb34e6bf6b4 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:16.541151 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd3585-5225-4d74-9e66-1fb34e6bf6b4 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Pushing event updated for resources: {'Port': ['ID=171ec41d-b624-4b7f-ac43-7085960eb417,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:16.675339 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446eb4d-e808-4504-9e13-383be964dc4d req-1c4a3b43-76d3-43e2-abb4-9c2c16550a6e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:16.677244 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9446eb4d-e808-4504-9e13-383be964dc4d req-1c4a3b43-76d3-43e2-abb4-9c2c16550a6e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.1931992 Jun 30 09:37:16.687378 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ce755-5a59-41af-b573-e2abae861745 req-dcdd3585-5225-4d74-9e66-1fb34e6bf6b4 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:16.687378 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fb1ce755-5a59-41af-b573-e2abae861745 req-dcdd3585-5225-4d74-9e66-1fb34e6bf6b4 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:16.725002 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44726) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:16.800328 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9446eb4d-e808-4504-9e13-383be964dc4d req-49037c24-54e3-4ef2-8e18-548ac5eabdbc tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046200 Jun 30 09:37:16.812905 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ed2831c0-91b9-43c2-abce-75551b80de2b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:16.812905 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2831c0-91b9-43c2-abce-75551b80de2b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Fanout notify agent at l3_agent the message router_deleted on router cf2d1780-5561-4ad7-9f29-0ac14252edc5 {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:37:16.833157 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ed2831c0-91b9-43c2-abce-75551b80de2b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:16.834288 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ed2831c0-91b9-43c2-abce-75551b80de2b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/routers/cf2d1780-5561-4ad7-9f29-0ac14252edc5 HTTP/1.1" status: 204 len: 168 time: 2.0250993 Jun 30 09:37:16.839621 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44730) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:16.846032 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-c2bee0db-6ad2-4949-8d8a-4bdff2cd769d tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-904619158'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:16.950119 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45efcf3-9f4a-4839-8344-75cf47b53e84 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:16.961181 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e45efcf3-9f4a-4839-8344-75cf47b53e84 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:16.998219 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375b9f66-ee42-413a-a00a-cd5ac6f60c07 None None] Network b993f1cf-f9b0-4430-b103-4c114d0a8408 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:17.025163 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-e45efcf3-9f4a-4839-8344-75cf47b53e84 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] device_id is not set on port 83ea9464-7a50-419b-9a76-f6bb71ba4a57 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:37:17.138642 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-07c35f3b-d157-47ee-b2a7-77a111cefed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:17.154428 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb1ce755-5a59-41af-b573-e2abae861745 req-dcdd3585-5225-4d74-9e66-1fb34e6bf6b4 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2812376 Jun 30 09:37:17.161899 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11246de-71c0-406a-aa94-f5ca4925d4cb req-6e756e0f-9ec0-4f61-a3b2-c1879567cd8f tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:17.167825 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e11246de-71c0-406a-aa94-f5ca4925d4cb req-6e756e0f-9ec0-4f61-a3b2-c1879567cd8f tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/ports?device_id=76950add-e976-4033-9a19-b5586cb190eb HTTP/1.1" status: 200 len: 932 time: 0.2408743 Jun 30 09:37:17.196909 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-fb1ce755-5a59-41af-b573-e2abae861745 req-5af66b8d-83f5-4a19-9e23-c88f34198266 service neutron] Request body: {'port': {'device_id': '76950add-e976-4033-9a19-b5586cb190eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:17.250153 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9e067940-ecf0-4ebc-b053-070ad134d060 None None] Provisioning for port 2aef5c6d-389b-4f4c-ba93-81daa91c7b67 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:17.402908 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bee0db-6ad2-4949-8d8a-4bdff2cd769d tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Made reservation on behalf of 875d2f0a00e04449a5bd0e15811efa96 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:17.408372 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c2bee0db-6ad2-4949-8d8a-4bdff2cd769d tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:17.422390 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9e067940-ecf0-4ebc-b053-070ad134d060 None None] Provisioning for port 171ec41d-b624-4b7f-ac43-7085960eb417 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:17.431191 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9e067940-ecf0-4ebc-b053-070ad134d060 None None] Provisioning complete for port 171ec41d-b624-4b7f-ac43-7085960eb417 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:17.432230 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9e067940-ecf0-4ebc-b053-070ad134d060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:17.438343 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e11246de-71c0-406a-aa94-f5ca4925d4cb req-fa505352-1951-403c-9de3-420a311fccc6 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/security-groups?id=28cbc83c-5abe-42fa-a89a-e0b2d2f5576e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554026 Jun 30 09:37:17.472906 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 2aef5c6d-389b-4f4c-ba93-81daa91c7b67 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:17.528260 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-9e067940-ecf0-4ebc-b053-070ad134d060 None None] Port 171ec41d-b624-4b7f-ac43-7085960eb417 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:17.546704 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fb1ce755-5a59-41af-b573-e2abae861745 req-5af66b8d-83f5-4a19-9e23-c88f34198266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:17.555679 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2bee0db-6ad2-4949-8d8a-4bdff2cd769d tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:37:17.596238 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c2bee0db-6ad2-4949-8d8a-4bdff2cd769d tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:17.596686 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-c2bee0db-6ad2-4949-8d8a-4bdff2cd769d tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Added segment 8a7dc502-8306-46c1-9d60-1db3ac5bde3f of type vlan for network 38dd945e-a8f5-4be5-b5d9-daf195481de5 Jun 30 09:37:17.645494 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-e45efcf3-9f4a-4839-8344-75cf47b53e84 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Allocated IP 2001:db8::17 (b993f1cf-f9b0-4430-b103-4c114d0a8408/06d1deaa-f039-40e7-86cc-dfe29a11dd7c/83ea9464-7a50-419b-9a76-f6bb71ba4a57) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:17.700465 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 2aef5c6d-389b-4f4c-ba93-81daa91c7b67 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:17.720015 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 2aef5c6d-389b-4f4c-ba93-81daa91c7b67 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:17.721511 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:17.757459 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c2bee0db-6ad2-4949-8d8a-4bdff2cd769d tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:17.868309 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-07c35f3b-d157-47ee-b2a7-77a111cefed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:17.903249 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:17.906573 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-837de9dd-3831-4bfe-9857-4e5e0195b3c0 None None] Provisioning complete for port 2aef5c6d-389b-4f4c-ba93-81daa91c7b67 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:17.918692 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-837de9dd-3831-4bfe-9857-4e5e0195b3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:18.042033 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-07c35f3b-d157-47ee-b2a7-77a111cefed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:18.051227 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 2aef5c6d-389b-4f4c-ba93-81daa91c7b67, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=2aef5c6d-389b-4f4c-ba93-81daa91c7b67,segment=NetworkSegment(7e9677fd-6e60-4646-8ad0-12141407a085),segment_id=7e9677fd-6e60-4646-8ad0-12141407a085)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:18.138716 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-837de9dd-3831-4bfe-9857-4e5e0195b3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:18.142227 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c35f3b-d157-47ee-b2a7-77a111cefed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ff2ca0-4b15-4c8a-944c-a1d2738fb91b,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:18.170729 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-07c35f3b-d157-47ee-b2a7-77a111cefed1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=58ea275aeb5c4fa9a1db00401b23b836&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4409542 Jun 30 09:37:18.171058 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44738) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:18.206545 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c2bee0db-6ad2-4949-8d8a-4bdff2cd769d tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:18.211988 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bee0db-6ad2-4949-8d8a-4bdff2cd769d tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:18.212668 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c2bee0db-6ad2-4949-8d8a-4bdff2cd769d tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:18.244550 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:18.262700 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f9eeaf12-50fb-4f5b-9a11-ec1cd3f750e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:18.315230 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f9eeaf12-50fb-4f5b-9a11-ec1cd3f750e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:18.327542 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-837de9dd-3831-4bfe-9857-4e5e0195b3c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:37:18.327976 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-837de9dd-3831-4bfe-9857-4e5e0195b3c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:37:18.328646 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=2aef5c6d-389b-4f4c-ba93-81daa91c7b67,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:18.472479 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e45efcf3-9f4a-4839-8344-75cf47b53e84 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:18.480705 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bee0db-6ad2-4949-8d8a-4bdff2cd769d tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Network': ['ID=38dd945e-a8f5-4be5-b5d9-daf195481de5,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:18.503951 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 38dd945e-a8f5-4be5-b5d9-daf195481de5 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:37:18.518119 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f9eeaf12-50fb-4f5b-9a11-ec1cd3f750e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:18.521158 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f9eeaf12-50fb-4f5b-9a11-ec1cd3f750e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:18.527668 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c2bee0db-6ad2-4949-8d8a-4bdff2cd769d tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6828179 Jun 30 09:37:18.528854 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f9eeaf12-50fb-4f5b-9a11-ec1cd3f750e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f8ff2ca0-4b15-4c8a-944c-a1d2738fb91b HTTP/1.1" status: 204 len: 168 time: 0.3559992 Jun 30 09:37:18.529876 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44742) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:18.546195 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-5c3dc49b-d637-48bc-af46-0d04df9f3dcc tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Request body: {'subnet': {'network_id': '38dd945e-a8f5-4be5-b5d9-daf195481de5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:18.551218 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-e45efcf3-9f4a-4839-8344-75cf47b53e84 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Transition to ACTIVE for port object 83ea9464-7a50-419b-9a76-f6bb71ba4a57 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:18.579451 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-fb1ce755-5a59-41af-b573-e2abae861745 req-5af66b8d-83f5-4a19-9e23-c88f34198266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 171ec41d-b624-4b7f-ac43-7085960eb417 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:37:18.598468 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fb1ce755-5a59-41af-b573-e2abae861745 req-5af66b8d-83f5-4a19-9e23-c88f34198266 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:18.615189 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f55e66-e542-4e92-ba2b-e4c5a3065af9 req-11bdeca8-f80a-4e30-b969-0732484727c4 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:18.616808 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1f55e66-e542-4e92-ba2b-e4c5a3065af9 req-11bdeca8-f80a-4e30-b969-0732484727c4 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.4763079 Jun 30 09:37:18.663526 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-fb1ce755-5a59-41af-b573-e2abae861745 req-5af66b8d-83f5-4a19-9e23-c88f34198266 service neutron] Transition to ACTIVE for port object 171ec41d-b624-4b7f-ac43-7085960eb417 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:18.684088 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eeaf12-50fb-4f5b-9a11-ec1cd3f750e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ff2ca0-4b15-4c8a-944c-a1d2738fb91b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:18.695416 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1f55e66-e542-4e92-ba2b-e4c5a3065af9 req-c740f127-c35c-41d8-9b38-83e399772979 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661211 Jun 30 09:37:18.804395 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab669e5-92bc-405d-8f6e-88a9913dc49a req-689d7d24-3fbf-4145-b869-5e363d0641e3 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:18.805911 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eab669e5-92bc-405d-8f6e-88a9913dc49a req-689d7d24-3fbf-4145-b869-5e363d0641e3 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/ports?device_id=76950add-e976-4033-9a19-b5586cb190eb HTTP/1.1" status: 200 len: 932 time: 0.1325002 Jun 30 09:37:18.809307 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fb1ce755-5a59-41af-b573-e2abae861745 req-5af66b8d-83f5-4a19-9e23-c88f34198266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:18.867726 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eab669e5-92bc-405d-8f6e-88a9913dc49a req-f33c44a5-fcf5-4259-ab50-4e6453a2834c tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/security-groups?id=28cbc83c-5abe-42fa-a89a-e0b2d2f5576e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503836 Jun 30 09:37:18.871415 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e45efcf3-9f4a-4839-8344-75cf47b53e84 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:18.918305 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45efcf3-9f4a-4839-8344-75cf47b53e84 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network b993f1cf-f9b0-4430-b103-4c114d0a8408 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:18.925858 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-e45efcf3-9f4a-4839-8344-75cf47b53e84 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:18.928016 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45efcf3-9f4a-4839-8344-75cf47b53e84 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:18.934021 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45efcf3-9f4a-4839-8344-75cf47b53e84 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:18.934671 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e45efcf3-9f4a-4839-8344-75cf47b53e84 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:18.938746 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af66b8d-83f5-4a19-9e23-c88f34198266 service neutron] Pushing event updated for resources: {'Port': ['ID=171ec41d-b624-4b7f-ac43-7085960eb417,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:18.989967 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3dc49b-d637-48bc-af46-0d04df9f3dcc tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Made reservation on behalf of 875d2f0a00e04449a5bd0e15811efa96 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:18.997598 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5c3dc49b-d637-48bc-af46-0d04df9f3dcc tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:19.066016 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45efcf3-9f4a-4839-8344-75cf47b53e84 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Port': ['ID=83ea9464-7a50-419b-9a76-f6bb71ba4a57,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:19.106512 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-837de9dd-3831-4bfe-9857-4e5e0195b3c0 None None] Provisioning for port 64342745-f389-4781-9f02-f22a7f2a63fa completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:19.121477 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-fb1ce755-5a59-41af-b573-e2abae861745 req-5af66b8d-83f5-4a19-9e23-c88f34198266 service neutron] Attempting to bind port 171ec41d-b624-4b7f-ac43-7085960eb417 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:37:19.122399 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-fb1ce755-5a59-41af-b573-e2abae861745 req-5af66b8d-83f5-4a19-9e23-c88f34198266 service neutron] Attempting to bind port 171ec41d-b624-4b7f-ac43-7085960eb417 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '8dd0200a-4666-475f-a0a9-e47b1a2ca6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4b34e13e-64f3-4614-98c2-965e564ba757'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:37:19.123037 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1ce755-5a59-41af-b573-e2abae861745 req-5af66b8d-83f5-4a19-9e23-c88f34198266 service neutron] Attempting to bind port 171ec41d-b624-4b7f-ac43-7085960eb417 on network 4b34e13e-64f3-4614-98c2-965e564ba757 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:19.125395 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-837de9dd-3831-4bfe-9857-4e5e0195b3c0 None None] Provisioning complete for port 64342745-f389-4781-9f02-f22a7f2a63fa triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:19.126674 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-837de9dd-3831-4bfe-9857-4e5e0195b3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:19.131957 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1ce755-5a59-41af-b573-e2abae861745 req-5af66b8d-83f5-4a19-9e23-c88f34198266 service neutron] Port 171ec41d-b624-4b7f-ac43-7085960eb417 on network 4b34e13e-64f3-4614-98c2-965e564ba757 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:37:19.132484 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1ce755-5a59-41af-b573-e2abae861745 req-5af66b8d-83f5-4a19-9e23-c88f34198266 service neutron] Attempting to bind port 171ec41d-b624-4b7f-ac43-7085960eb417 on network 4b34e13e-64f3-4614-98c2-965e564ba757 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:19.143866 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1ce755-5a59-41af-b573-e2abae861745 req-5af66b8d-83f5-4a19-9e23-c88f34198266 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:37:19.144278 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1ce755-5a59-41af-b573-e2abae861745 req-5af66b8d-83f5-4a19-9e23-c88f34198266 service neutron] Checking segment: {'id': '8dd0200a-4666-475f-a0a9-e47b1a2ca6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4b34e13e-64f3-4614-98c2-965e564ba757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:19.144782 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1ce755-5a59-41af-b573-e2abae861745 req-5af66b8d-83f5-4a19-9e23-c88f34198266 service neutron] Bound using segment: {'id': '8dd0200a-4666-475f-a0a9-e47b1a2ca6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4b34e13e-64f3-4614-98c2-965e564ba757'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:37:19.145253 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-fb1ce755-5a59-41af-b573-e2abae861745 req-5af66b8d-83f5-4a19-9e23-c88f34198266 service neutron] Bound port: 171ec41d-b624-4b7f-ac43-7085960eb417, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd0200a-4666-475f-a0a9-e47b1a2ca6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4b34e13e-64f3-4614-98c2-965e564ba757'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:37:19.145698 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fb1ce755-5a59-41af-b573-e2abae861745 req-5af66b8d-83f5-4a19-9e23-c88f34198266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:19.170399 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e45efcf3-9f4a-4839-8344-75cf47b53e84 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8798654 Jun 30 09:37:19.175522 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44750) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:19.241373 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-837de9dd-3831-4bfe-9857-4e5e0195b3c0 None None] Port 64342745-f389-4781-9f02-f22a7f2a63fa cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:19.390524 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b020b0af-54b0-4b8b-a673-9aaa43ac8e93 None None] Provisioning complete for port 64342745-f389-4781-9f02-f22a7f2a63fa triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:19.394947 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b020b0af-54b0-4b8b-a673-9aaa43ac8e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:19.473448 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 2aef5c6d-389b-4f4c-ba93-81daa91c7b67 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:19.524121 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-b020b0af-54b0-4b8b-a673-9aaa43ac8e93 None None] Port 64342745-f389-4781-9f02-f22a7f2a63fa cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:19.532995 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace6c1ce-3f05-4449-b522-3fb2c70b1bd3 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:19.534675 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ace6c1ce-3f05-4449-b522-3fb2c70b1bd3 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Aa4 HTTP/1.1" status: 200 len: 928 time: 0.3578286 Jun 30 09:37:19.535996 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-fb1ce755-5a59-41af-b573-e2abae861745 req-5af66b8d-83f5-4a19-9e23-c88f34198266 service neutron] For port 171ec41d-b624-4b7f-ac43-7085960eb417, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:37:19.538913 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44754) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:19.539652 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-fb1ce755-5a59-41af-b573-e2abae861745 req-5af66b8d-83f5-4a19-9e23-c88f34198266 service neutron] For port 171ec41d-b624-4b7f-ac43-7085960eb417, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=171ec41d-b624-4b7f-ac43-7085960eb417,segment=NetworkSegment(8dd0200a-4666-475f-a0a9-e47b1a2ca6e6),segment_id=8dd0200a-4666-475f-a0a9-e47b1a2ca6e6)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:37:19.566599 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 2aef5c6d-389b-4f4c-ba93-81daa91c7b67 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:19.567075 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:19.662321 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5c3dc49b-d637-48bc-af46-0d04df9f3dcc tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:19.734326 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3dc49b-d637-48bc-af46-0d04df9f3dcc tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Subnet': ['ID=53961782-4193-47dc-a3c2-ddfb995fb928,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:19.742314 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fb1ce755-5a59-41af-b573-e2abae861745 req-5af66b8d-83f5-4a19-9e23-c88f34198266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:19.778230 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3dc49b-d637-48bc-af46-0d04df9f3dcc tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Checking segment: {'id': '8a7dc502-8306-46c1-9d60-1db3ac5bde3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '38dd945e-a8f5-4be5-b5d9-daf195481de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:19.778502 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3dc49b-d637-48bc-af46-0d04df9f3dcc tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network hostable DHCP agents. Network: 38dd945e-a8f5-4be5-b5d9-daf195481de5, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:37:19.781881 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-45193506-ebfe-4e22-b8d6-57bbba51fd74 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Deleting port 83ea9464-7a50-419b-9a76-f6bb71ba4a57 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:19.785536 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-45193506-ebfe-4e22-b8d6-57bbba51fd74 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:19.810471 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ce755-5a59-41af-b573-e2abae861745 req-5af66b8d-83f5-4a19-9e23-c88f34198266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:19.811815 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-fb1ce755-5a59-41af-b573-e2abae861745 req-5af66b8d-83f5-4a19-9e23-c88f34198266 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:19.814710 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb1ce755-5a59-41af-b573-e2abae861745 req-5af66b8d-83f5-4a19-9e23-c88f34198266 service neutron] 10.222.0.52 "PUT /v2.0/ports/171ec41d-b624-4b7f-ac43-7085960eb417 HTTP/1.1" status: 200 len: 1093 time: 2.6456437 Jun 30 09:37:19.815639 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76950add-e976-4033-9a19-b5586cb190eb', 'tag': '171ec41d-b624-4b7f-ac43-7085960eb417'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:37:19.820687 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe0edd6-127c-4fb7-9f4f-51f485afedb8" -d '{"events": [{"name": "network-changed", "server_uuid": "76950add-e976-4033-9a19-b5586cb190eb", "tag": "171ec41d-b624-4b7f-ac43-7085960eb417"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:37:19.841786 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-330629bb-6752-4fa4-a023-1b97dcbd0294 None None] Provisioning for port 83ea9464-7a50-419b-9a76-f6bb71ba4a57 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:19.849303 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-330629bb-6752-4fa4-a023-1b97dcbd0294 None None] Provisioning complete for port 83ea9464-7a50-419b-9a76-f6bb71ba4a57 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:19.850148 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-330629bb-6752-4fa4-a023-1b97dcbd0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:19.920684 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af66b8d-83f5-4a19-9e23-c88f34198266 service neutron] Pushing event updated for resources: {'Port': ['ID=171ec41d-b624-4b7f-ac43-7085960eb417,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:19.963555 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-330629bb-6752-4fa4-a023-1b97dcbd0294 None None] Port 83ea9464-7a50-419b-9a76-f6bb71ba4a57 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:19.987243 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3dc49b-d637-48bc-af46-0d04df9f3dcc tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network 38dd945e-a8f5-4be5-b5d9-daf195481de5 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:37:20.029273 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-45193506-ebfe-4e22-b8d6-57bbba51fd74 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:20.060040 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-45193506-ebfe-4e22-b8d6-57bbba51fd74 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Calling delete_port for 83ea9464-7a50-419b-9a76-f6bb71ba4a57 owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:20.084611 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea772b-570b-40aa-9a6b-7afae73d42a3 req-45ac7686-0282-47a0-8cc1-51cd88a6cc74 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:20.087002 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5aea772b-570b-40aa-9a6b-7afae73d42a3 req-45ac7686-0282-47a0-8cc1-51cd88a6cc74 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.2053456 Jun 30 09:37:20.147403 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44766) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:20.171506 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-5c3dc49b-d637-48bc-af46-0d04df9f3dcc tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 38dd945e-a8f5-4be5-b5d9-daf195481de5) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:20.180394 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3dc49b-d637-48bc-af46-0d04df9f3dcc tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:20.182056 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5c3dc49b-d637-48bc-af46-0d04df9f3dcc tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:20.183397 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bb93a11-f082-4fd3-8587-8985501d0374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:20.187699 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a8efc3-cd1e-4f07-8159-d836268691e0 None None] Network 38dd945e-a8f5-4be5-b5d9-daf195481de5 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:20.204056 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90246b61-636a-4e39-b5b1-e9e3ceb77a2f x-openstack-request-id: req-90246b61-636a-4e39-b5b1-e9e3ceb77a2f {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:37:20.204355 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76950add-e976-4033-9a19-b5586cb190eb", "tag": "171ec41d-b624-4b7f-ac43-7085960eb417", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:37:20.204668 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-90246b61-636a-4e39-b5b1-e9e3ceb77a2f {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:37:20.205109 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76950add-e976-4033-9a19-b5586cb190eb', 'tag': '171ec41d-b624-4b7f-ac43-7085960eb417', 'status': 'completed', 'code': 200} Jun 30 09:37:20.217085 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5aea772b-570b-40aa-9a6b-7afae73d42a3 req-0b2d5bbe-c580-4eea-89f9-6ccec7b053fe tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172354 Jun 30 09:37:20.248164 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ce755-5a59-41af-b573-e2abae861745 req-609678b0-1d08-493c-9d9b-85b4e9ce7437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:20.249872 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb1ce755-5a59-41af-b573-e2abae861745 req-609678b0-1d08-493c-9d9b-85b4e9ce7437 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d14f9c9114824e0ab3a926fb5ce22374&device_id=76950add-e976-4033-9a19-b5586cb190eb HTTP/1.1" status: 200 len: 1096 time: 0.1617680 Jun 30 09:37:20.311197 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb1ce755-5a59-41af-b573-e2abae861745 req-f970e6c8-dbbb-4aba-bed3-a1df73c27856 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=171ec41d-b624-4b7f-ac43-7085960eb417 HTTP/1.1" status: 200 len: 217 time: 0.0531290 Jun 30 09:37:20.356751 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5c3dc49b-d637-48bc-af46-0d04df9f3dcc tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8217444 Jun 30 09:37:20.362264 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44768) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:20.374197 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-9f5d0b7f-44f2-4c19-9746-62ce702f7c0b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1143574950', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:20.424580 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.db.api [None req-9f5d0b7f-44f2-4c19-9746-62ce702f7c0b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:37:20.424580 n-d-771363-31 neutron-server[101054]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 09:37:20.424580 n-d-771363-31 neutron-server[101054]: [parameters: {'project_id_1': '875d2f0a00e04449a5bd0e15811efa96', 'expiration_1': datetime.datetime(2021, 6, 30, 9, 37, 20, 389908)}] Jun 30 09:37:20.424580 n-d-771363-31 neutron-server[101054]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=101054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:37:20.425404 n-d-771363-31 neutron-server[101054]: DEBUG oslo_db.api [None req-9f5d0b7f-44f2-4c19-9746-62ce702f7c0b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:37:20.443036 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fe777e-3052-4d5a-9b5f-734ad7a5a21e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-38dd945e-a8f5-4be5-b5d9-daf195481de5', 'network_id': '38dd945e-a8f5-4be5-b5d9-daf195481de5', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'fixed_ips': [{'subnet_id': '53961782-4193-47dc-a3c2-ddfb995fb928'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:37:20.444611 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a9fe777e-3052-4d5a-9b5f-734ad7a5a21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:20.461182 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ce755-5a59-41af-b573-e2abae861745 req-5720dc06-856f-44aa-9cb3-4002221912d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:20.464366 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb1ce755-5a59-41af-b573-e2abae861745 req-5720dc06-856f-44aa-9cb3-4002221912d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dd2ce267-6d29-4965-a0be-4247fd11a393 HTTP/1.1" status: 200 len: 848 time: 0.1433444 Jun 30 09:37:20.500954 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-45193506-ebfe-4e22-b8d6-57bbba51fd74 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:20.553883 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45193506-ebfe-4e22-b8d6-57bbba51fd74 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Port': ['ID=83ea9464-7a50-419b-9a76-f6bb71ba4a57,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:20.594189 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-45193506-ebfe-4e22-b8d6-57bbba51fd74 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:20.596205 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-45193506-ebfe-4e22-b8d6-57bbba51fd74 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/ports/83ea9464-7a50-419b-9a76-f6bb71ba4a57 HTTP/1.1" status: 204 len: 168 time: 1.0547054 Jun 30 09:37:20.600022 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44772) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:20.611445 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e61b15e9-36c0-45ca-823c-a3a6e6f36824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:20.636397 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-f702dd8a-0b8b-4e32-b9cd-9eade801790d tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] GET failed (client error): The resource could not be found. Jun 30 09:37:20.637388 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f702dd8a-0b8b-4e32-b9cd-9eade801790d tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "GET /v2.0/ports/83ea9464-7a50-419b-9a76-f6bb71ba4a57 HTTP/1.1" status: 404 len: 333 time: 0.0364139 Jun 30 09:37:20.641523 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce203ec-8e59-4fc3-9ca2-bb757aeea630 req-8654ee20-4830-4b4f-aa14-51a10fd6ced2 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:20.642323 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44774) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:20.647387 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4ce203ec-8e59-4fc3-9ca2-bb757aeea630 req-8654ee20-4830-4b4f-aa14-51a10fd6ced2 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/ports?device_id=76950add-e976-4033-9a19-b5586cb190eb HTTP/1.1" status: 200 len: 944 time: 0.1889274 Jun 30 09:37:20.731453 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ce755-5a59-41af-b573-e2abae861745 req-37601421-b4d8-4156-9d87-a9ce828c8bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:20.733251 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb1ce755-5a59-41af-b573-e2abae861745 req-37601421-b4d8-4156-9d87-a9ce828c8bb2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b34e13e-64f3-4614-98c2-965e564ba757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2349772 Jun 30 09:37:20.737823 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-a9fe777e-3052-4d5a-9b5f-734ad7a5a21e None None] Allocated IP 2001:db8::2 (38dd945e-a8f5-4be5-b5d9-daf195481de5/53961782-4193-47dc-a3c2-ddfb995fb928/69034644-12ef-43f6-8f80-891b5780e261) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:20.770327 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4ce203ec-8e59-4fc3-9ca2-bb757aeea630 req-068c6524-a2df-4da1-b439-ef72d2831e9e tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/security-groups?id=28cbc83c-5abe-42fa-a89a-e0b2d2f5576e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145298 Jun 30 09:37:20.774387 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bb93a11-f082-4fd3-8587-8985501d0374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:20.790729 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-11f5f2f5-6d6d-44ad-9afc-2c1e4b28b884 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Deleting port 64342745-f389-4781-9f02-f22a7f2a63fa {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:20.791161 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-11f5f2f5-6d6d-44ad-9afc-2c1e4b28b884 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:20.872541 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bb93a11-f082-4fd3-8587-8985501d0374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:20.952657 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb93a11-f082-4fd3-8587-8985501d0374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db054f4f-8845-4abe-babc-ddd3a9ef63d8,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:20.961149 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-11f5f2f5-6d6d-44ad-9afc-2c1e4b28b884 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:20.961606 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb1ce755-5a59-41af-b573-e2abae861745 req-98831461-6cb6-4f34-85d2-7f85ec74f722 service neutron] 10.222.0.52 "GET /v2.0/networks/4b34e13e-64f3-4614-98c2-965e564ba757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198138 Jun 30 09:37:20.982874 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-11f5f2f5-6d6d-44ad-9afc-2c1e4b28b884 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Calling delete_port for 64342745-f389-4781-9f02-f22a7f2a63fa owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:20.987099 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5bb93a11-f082-4fd3-8587-8985501d0374 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=795ca1d1ee3240fea658cfe708daf2d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8362887 Jun 30 09:37:20.990856 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44776) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:21.092177 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9f5d0b7f-44f2-4c19-9746-62ce702f7c0b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:21.093190 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9f5d0b7f-44f2-4c19-9746-62ce702f7c0b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:21.113998 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb1ce755-5a59-41af-b573-e2abae861745 req-79d1c2e6-7693-4083-86d0-a6a0f410e3b6 service neutron] 10.222.0.52 "GET /v2.0/networks/4b34e13e-64f3-4614-98c2-965e564ba757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438489 Jun 30 09:37:21.120652 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ec6d3a2-0dc7-4c46-85da-484435b7d24f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:21.165949 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a9fe777e-3052-4d5a-9b5f-734ad7a5a21e None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:21.180122 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a9fe777e-3052-4d5a-9b5f-734ad7a5a21e None None] Transition to ACTIVE for port object 69034644-12ef-43f6-8f80-891b5780e261 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:21.192740 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9f5d0b7f-44f2-4c19-9746-62ce702f7c0b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:21.198505 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ec6d3a2-0dc7-4c46-85da-484435b7d24f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:21.205492 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a9fe777e-3052-4d5a-9b5f-734ad7a5a21e None None] Transition to ACTIVE for port object 69034644-12ef-43f6-8f80-891b5780e261 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:21.291264 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9f5d0b7f-44f2-4c19-9746-62ce702f7c0b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:21.361814 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0edd6-127c-4fb7-9f4f-51f485afedb8 req-2ca9bdf8-8586-4282-9d30-98f2b07e8dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:21.363349 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5fe0edd6-127c-4fb7-9f4f-51f485afedb8 req-2ca9bdf8-8586-4282-9d30-98f2b07e8dcd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d14f9c9114824e0ab3a926fb5ce22374&device_id=76950add-e976-4033-9a19-b5586cb190eb HTTP/1.1" status: 200 len: 1096 time: 0.0862510 Jun 30 09:37:21.390601 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a9fe777e-3052-4d5a-9b5f-734ad7a5a21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:21.446027 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fe777e-3052-4d5a-9b5f-734ad7a5a21e None None] Network 38dd945e-a8f5-4be5-b5d9-daf195481de5 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:21.454420 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-a9fe777e-3052-4d5a-9b5f-734ad7a5a21e None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:21.463917 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fe777e-3052-4d5a-9b5f-734ad7a5a21e None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:21.468877 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe777e-3052-4d5a-9b5f-734ad7a5a21e None None] Pushing event updated for resources: {'Port': ['ID=69034644-12ef-43f6-8f80-891b5780e261,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:21.523234 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0edd6-127c-4fb7-9f4f-51f485afedb8 req-6570d31d-c94f-4f0b-9d75-cf79aba2cf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:21.534670 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5fe0edd6-127c-4fb7-9f4f-51f485afedb8 req-6570d31d-c94f-4f0b-9d75-cf79aba2cf9a service neutron] 10.222.0.52 "GET /v2.0/networks?id=4b34e13e-64f3-4614-98c2-965e564ba757 HTTP/1.1" status: 200 len: 910 time: 0.1504230 Jun 30 09:37:21.550301 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ec6d3a2-0dc7-4c46-85da-484435b7d24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:21.555285 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ec6d3a2-0dc7-4c46-85da-484435b7d24f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:21.562174 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6ec6d3a2-0dc7-4c46-85da-484435b7d24f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/db054f4f-8845-4abe-babc-ddd3a9ef63d8 HTTP/1.1" status: 204 len: 168 time: 0.5696361 Jun 30 09:37:21.568562 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9f5d0b7f-44f2-4c19-9746-62ce702f7c0b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:21.574322 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9f5d0b7f-44f2-4c19-9746-62ce702f7c0b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2069533 Jun 30 09:37:21.574322 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-11f5f2f5-6d6d-44ad-9afc-2c1e4b28b884 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:21.578779 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44784) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:21.610330 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-a9fe777e-3052-4d5a-9b5f-734ad7a5a21e None None] Attempting to bind port 69034644-12ef-43f6-8f80-891b5780e261 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:37:21.610967 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-a9fe777e-3052-4d5a-9b5f-734ad7a5a21e None None] Attempting to bind port 69034644-12ef-43f6-8f80-891b5780e261 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '8a7dc502-8306-46c1-9d60-1db3ac5bde3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '38dd945e-a8f5-4be5-b5d9-daf195481de5'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:37:21.611505 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fe777e-3052-4d5a-9b5f-734ad7a5a21e None None] Attempting to bind port 69034644-12ef-43f6-8f80-891b5780e261 on network 38dd945e-a8f5-4be5-b5d9-daf195481de5 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:21.622371 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fe777e-3052-4d5a-9b5f-734ad7a5a21e None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:37:21.622977 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fe777e-3052-4d5a-9b5f-734ad7a5a21e None None] Checking segment: {'id': '8a7dc502-8306-46c1-9d60-1db3ac5bde3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '38dd945e-a8f5-4be5-b5d9-daf195481de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:21.623656 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a9fe777e-3052-4d5a-9b5f-734ad7a5a21e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:21.624299 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fe777e-3052-4d5a-9b5f-734ad7a5a21e None None] Bound using segment: {'id': '8a7dc502-8306-46c1-9d60-1db3ac5bde3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '38dd945e-a8f5-4be5-b5d9-daf195481de5'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:37:21.625050 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-a9fe777e-3052-4d5a-9b5f-734ad7a5a21e None None] Bound port: 69034644-12ef-43f6-8f80-891b5780e261, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a7dc502-8306-46c1-9d60-1db3ac5bde3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '38dd945e-a8f5-4be5-b5d9-daf195481de5'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:37:21.625656 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a9fe777e-3052-4d5a-9b5f-734ad7a5a21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:21.676139 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5fe0edd6-127c-4fb7-9f4f-51f485afedb8 req-0c3c88d2-66db-4b70-a4cb-97a509da8730 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=171ec41d-b624-4b7f-ac43-7085960eb417 HTTP/1.1" status: 200 len: 217 time: 0.1381433 Jun 30 09:37:21.738351 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec6d3a2-0dc7-4c46-85da-484435b7d24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db054f4f-8845-4abe-babc-ddd3a9ef63d8,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:21.765453 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0edd6-127c-4fb7-9f4f-51f485afedb8 req-20d4fb03-3428-4df1-bbdf-70b03a3fab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:21.769651 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5fe0edd6-127c-4fb7-9f4f-51f485afedb8 req-20d4fb03-3428-4df1-bbdf-70b03a3fab8a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dd2ce267-6d29-4965-a0be-4247fd11a393 HTTP/1.1" status: 200 len: 848 time: 0.0840936 Jun 30 09:37:21.788027 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-a9fe777e-3052-4d5a-9b5f-734ad7a5a21e None None] For port 69034644-12ef-43f6-8f80-891b5780e261, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:37:21.807999 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-a9fe777e-3052-4d5a-9b5f-734ad7a5a21e None None] For port 69034644-12ef-43f6-8f80-891b5780e261, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=69034644-12ef-43f6-8f80-891b5780e261,segment=NetworkSegment(8a7dc502-8306-46c1-9d60-1db3ac5bde3f),segment_id=8a7dc502-8306-46c1-9d60-1db3ac5bde3f)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:37:21.809667 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5f2f5-6d6d-44ad-9afc-2c1e4b28b884 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Port': ['ID=64342745-f389-4781-9f02-f22a7f2a63fa,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:21.874452 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0edd6-127c-4fb7-9f4f-51f485afedb8 req-eebe22fb-9526-4288-8845-fcb6bd04c031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:21.878731 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5fe0edd6-127c-4fb7-9f4f-51f485afedb8 req-eebe22fb-9526-4288-8845-fcb6bd04c031 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b34e13e-64f3-4614-98c2-965e564ba757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0980983 Jun 30 09:37:21.883931 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a9fe777e-3052-4d5a-9b5f-734ad7a5a21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:21.933874 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-11f5f2f5-6d6d-44ad-9afc-2c1e4b28b884 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:21.936128 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-11f5f2f5-6d6d-44ad-9afc-2c1e4b28b884 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/ports/64342745-f389-4781-9f02-f22a7f2a63fa HTTP/1.1" status: 204 len: 168 time: 1.2931037 Jun 30 09:37:21.974497 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44788) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:22.000800 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe777e-3052-4d5a-9b5f-734ad7a5a21e None None] Pushing event updated for resources: {'Port': ['ID=69034644-12ef-43f6-8f80-891b5780e261,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:22.092286 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb801236-1767-4e64-939b-d9460d5ba071 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] GET failed (client error): The resource could not be found. Jun 30 09:37:22.095342 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-eb801236-1767-4e64-939b-d9460d5ba071 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "GET /v2.0/ports/64342745-f389-4781-9f02-f22a7f2a63fa HTTP/1.1" status: 404 len: 333 time: 0.1195288 Jun 30 09:37:22.107286 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44790) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:22.122057 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a93417-f271-40b2-8b0c-5af7073b0d95 req-f6ba233d-0305-4834-b0cd-6e5a69541fa7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:22.146280 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d0a93417-f271-40b2-8b0c-5af7073b0d95 req-f6ba233d-0305-4834-b0cd-6e5a69541fa7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.6894965 Jun 30 09:37:22.197729 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a60097-292e-47e8-9151-c27806f1d9e1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Deleting subnet 06d1deaa-f039-40e7-86cc-dfe29a11dd7c {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:37:22.212079 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-50a60097-292e-47e8-9151-c27806f1d9e1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:22.432384 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d0a93417-f271-40b2-8b0c-5af7073b0d95 req-92fc0b61-197c-4bb6-ac47-44f2722b6679 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840502 Jun 30 09:37:22.545702 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f3d1ec83-afa5-41f7-bc6a-a4188964c414 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:22.777499 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5fe0edd6-127c-4fb7-9f4f-51f485afedb8 req-7275f2aa-cd65-4296-b697-a1d63db0c1c0 service neutron] 10.222.0.52 "GET /v2.0/networks/4b34e13e-64f3-4614-98c2-965e564ba757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8833952 Jun 30 09:37:22.803066 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d82d7f-58d6-40eb-b6de-d2fdc66c61ef req-9d468472-ef2e-4bb9-ad5e-74eae0648f25 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:22.817156 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e9d82d7f-58d6-40eb-b6de-d2fdc66c61ef req-9d468472-ef2e-4bb9-ad5e-74eae0648f25 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/ports?device_id=76950add-e976-4033-9a19-b5586cb190eb HTTP/1.1" status: 200 len: 944 time: 0.8434095 Jun 30 09:37:22.828676 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-50a60097-292e-47e8-9151-c27806f1d9e1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:22.968825 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2f8250b2-feea-44cc-9971-68081620b657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:22.990668 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e9d82d7f-58d6-40eb-b6de-d2fdc66c61ef req-687f175f-2e19-47c9-ba29-ee76b98bb4c3 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/security-groups?id=28cbc83c-5abe-42fa-a89a-e0b2d2f5576e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716607 Jun 30 09:37:23.092056 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5fe0edd6-127c-4fb7-9f4f-51f485afedb8 req-d253f882-0cc6-4444-ae09-9d0ba29af7d0 service neutron] 10.222.0.52 "GET /v2.0/networks/4b34e13e-64f3-4614-98c2-965e564ba757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674258 Jun 30 09:37:23.109531 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-50a60097-292e-47e8-9151-c27806f1d9e1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:23.185758 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-f3d1ec83-afa5-41f7-bc6a-a4188964c414 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Allocated IP 2001:db8::1 (38dd945e-a8f5-4be5-b5d9-daf195481de5/53961782-4193-47dc-a3c2-ddfb995fb928/bc7268c8-fa90-49c8-abe8-f243ee0f1c16) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:23.393106 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-50a60097-292e-47e8-9151-c27806f1d9e1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:23.451625 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 69034644-12ef-43f6-8f80-891b5780e261 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:23.471207 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f3d1ec83-afa5-41f7-bc6a-a4188964c414 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:23.504309 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-f3d1ec83-afa5-41f7-bc6a-a4188964c414 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Transition to ACTIVE for port object bc7268c8-fa90-49c8-abe8-f243ee0f1c16 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:23.512227 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-50a60097-292e-47e8-9151-c27806f1d9e1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:23.513295 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb81da21-0051-46de-989b-c4fedb08052d None None] Network b993f1cf-f9b0-4430-b103-4c114d0a8408 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:23.519486 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-50a60097-292e-47e8-9151-c27806f1d9e1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/subnets/06d1deaa-f039-40e7-86cc-dfe29a11dd7c HTTP/1.1" status: 204 len: 168 time: 1.4102771 Jun 30 09:37:23.520652 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44810) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:23.521545 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a60097-292e-47e8-9151-c27806f1d9e1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Subnet': ['ID=06d1deaa-f039-40e7-86cc-dfe29a11dd7c,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:23.668945 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:23.689342 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b0ff0c79-be0b-43b3-8b62-7d796382db56 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:23.772362 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f3d1ec83-afa5-41f7-bc6a-a4188964c414 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:23.811604 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822b30b0-a89b-4706-a1aa-e220cc7af1f6 None None] Network 38dd945e-a8f5-4be5-b5d9-daf195481de5 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:23.834342 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d1ec83-afa5-41f7-bc6a-a4188964c414 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network 38dd945e-a8f5-4be5-b5d9-daf195481de5 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:23.846417 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-f3d1ec83-afa5-41f7-bc6a-a4188964c414 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:23.850038 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d1ec83-afa5-41f7-bc6a-a4188964c414 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:23.850611 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f3d1ec83-afa5-41f7-bc6a-a4188964c414 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:23.882197 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44818) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:23.888497 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91a7be-3d37-4435-8c35-7e116ab85bd5 req-11511e67-2c5c-4681-bf5b-ef51ceea6e77 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:23.897025 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8f91a7be-3d37-4435-8c35-7e116ab85bd5 req-11511e67-2c5c-4681-bf5b-ef51ceea6e77 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.2260084 Jun 30 09:37:24.081854 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 69034644-12ef-43f6-8f80-891b5780e261 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:24.126689 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-0dba15aa-b6a5-46cd-a59f-04464487788f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1405055138-network', 'tenant_id': '2e7095eafd234751bc87e6f18aea4547'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:24.168183 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 171ec41d-b624-4b7f-ac43-7085960eb417 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:37:24.303699 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dba15aa-b6a5-46cd-a59f-04464487788f admin admin] Made reservation on behalf of 2e7095eafd234751bc87e6f18aea4547 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:24.316012 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0dba15aa-b6a5-46cd-a59f-04464487788f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:24.361201 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0dba15aa-b6a5-46cd-a59f-04464487788f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:24.396200 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-39db7eb1-2c84-4c76-b244-82fe1bef2732 None None] Provisioning for port 69034644-12ef-43f6-8f80-891b5780e261 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:24.452388 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-39db7eb1-2c84-4c76-b244-82fe1bef2732 None None] Provisioning complete for port 69034644-12ef-43f6-8f80-891b5780e261 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:24.454326 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-39db7eb1-2c84-4c76-b244-82fe1bef2732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:24.517777 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1ec83-afa5-41f7-bc6a-a4188964c414 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Port': ['ID=bc7268c8-fa90-49c8-abe8-f243ee0f1c16,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:24.557134 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22cd1b0-3cd6-44df-bbc5-a96d0b8bab87 None None] DHCP port deletion for b993f1cf-f9b0-4430-b103-4c114d0a8408 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:37:24.616717 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-b0ff0c79-be0b-43b3-8b62-7d796382db56 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Deleting port 2aef5c6d-389b-4f4c-ba93-81daa91c7b67 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:24.617084 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b0ff0c79-be0b-43b3-8b62-7d796382db56 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:24.652531 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347e086-adc1-4348-be04-70cf79a11fbf req-ad106444-14a7-4854-a7e4-de4145ad756c tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:24.662915 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e347e086-adc1-4348-be04-70cf79a11fbf req-ad106444-14a7-4854-a7e4-de4145ad756c tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/ports?device_id=76950add-e976-4033-9a19-b5586cb190eb HTTP/1.1" status: 200 len: 944 time: 0.3029101 Jun 30 09:37:24.694070 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-b0ff0c79-be0b-43b3-8b62-7d796382db56 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] For port 2aef5c6d-389b-4f4c-ba93-81daa91c7b67, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=2aef5c6d-389b-4f4c-ba93-81daa91c7b67,segment=NetworkSegment(7e9677fd-6e60-4646-8ad0-12141407a085),segment_id=7e9677fd-6e60-4646-8ad0-12141407a085)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:24.694412 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b0ff0c79-be0b-43b3-8b62-7d796382db56 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:24.708552 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-b0ff0c79-be0b-43b3-8b62-7d796382db56 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Calling delete_port for 2aef5c6d-389b-4f4c-ba93-81daa91c7b67 owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:24.777221 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e347e086-adc1-4348-be04-70cf79a11fbf req-9a1044cd-c571-40ad-adbd-d92a89ab8815 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/security-groups?id=28cbc83c-5abe-42fa-a89a-e0b2d2f5576e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125019 Jun 30 09:37:24.786028 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-39db7eb1-2c84-4c76-b244-82fe1bef2732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:24.821292 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:24.840422 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 171ec41d-b624-4b7f-ac43-7085960eb417, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=171ec41d-b624-4b7f-ac43-7085960eb417,segment=NetworkSegment(8dd0200a-4666-475f-a0a9-e47b1a2ca6e6),segment_id=8dd0200a-4666-475f-a0a9-e47b1a2ca6e6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:24.860160 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8f91a7be-3d37-4435-8c35-7e116ab85bd5 req-b1fa674b-53aa-4ea8-adfb-d83b11574c2b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9585752 Jun 30 09:37:24.873359 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-39db7eb1-2c84-4c76-b244-82fe1bef2732 None None] For port 69034644-12ef-43f6-8f80-891b5780e261, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=69034644-12ef-43f6-8f80-891b5780e261,segment=NetworkSegment(8a7dc502-8306-46c1-9d60-1db3ac5bde3f),segment_id=8a7dc502-8306-46c1-9d60-1db3ac5bde3f)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:24.875721 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '171ec41d-b624-4b7f-ac43-7085960eb417', 'network_id': '4b34e13e-64f3-4614-98c2-965e564ba757', 'port_id': '171ec41d-b624-4b7f-ac43-7085960eb417', 'mac_address': 'fa:16:3e:83:9d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd2ce267-6d29-4965-a0be-4247fd11a393', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:37:24.949456 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0dba15aa-b6a5-46cd-a59f-04464487788f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:24.953728 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:24.961499 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-b22cd1b0-3cd6-44df-bbc5-a96d0b8bab87 None None] Deleting port 2aef5c6d-389b-4f4c-ba93-81daa91c7b67 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:24.962443 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b22cd1b0-3cd6-44df-bbc5-a96d0b8bab87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:25.006235 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 171ec41d-b624-4b7f-ac43-7085960eb417 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:37:25.053476 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b0ff0c79-be0b-43b3-8b62-7d796382db56 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:25.092767 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-39db7eb1-2c84-4c76-b244-82fe1bef2732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:25.130142 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0dba15aa-b6a5-46cd-a59f-04464487788f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:25.149872 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 171ec41d-b624-4b7f-ac43-7085960eb417, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=171ec41d-b624-4b7f-ac43-7085960eb417,segment=NetworkSegment(8dd0200a-4666-475f-a0a9-e47b1a2ca6e6),segment_id=8dd0200a-4666-475f-a0a9-e47b1a2ca6e6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:25.191015 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dba15aa-b6a5-46cd-a59f-04464487788f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:37:25.204190 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ff0c79-be0b-43b3-8b62-7d796382db56 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] No DVR routers for this DVR port 2aef5c6d-389b-4f4c-ba93-81daa91c7b67 on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:37:25.204622 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-b22cd1b0-3cd6-44df-bbc5-a96d0b8bab87 None None] For port 2aef5c6d-389b-4f4c-ba93-81daa91c7b67, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=2aef5c6d-389b-4f4c-ba93-81daa91c7b67,segment=NetworkSegment(7e9677fd-6e60-4646-8ad0-12141407a085),segment_id=7e9677fd-6e60-4646-8ad0-12141407a085)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:25.205155 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b22cd1b0-3cd6-44df-bbc5-a96d0b8bab87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:25.217899 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba15aa-b6a5-46cd-a59f-04464487788f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86205b84-f2b6-4a8b-8656-a236fd95dcbf,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:25.220041 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff0c79-be0b-43b3-8b62-7d796382db56 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Port': ['ID=2aef5c6d-389b-4f4c-ba93-81daa91c7b67,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:25.231894 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0dba15aa-b6a5-46cd-a59f-04464487788f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:25.232285 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-0dba15aa-b6a5-46cd-a59f-04464487788f admin admin] Added segment e524e1c9-73eb-447c-9b80-bf5213563f16 of type vlan for network 7f54bbcf-d1e5-4961-9b44-afd39be817ce Jun 30 09:37:25.242291 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db7eb1-2c84-4c76-b244-82fe1bef2732 None None] Pushing event updated for resources: {'Port': ['ID=69034644-12ef-43f6-8f80-891b5780e261,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:25.263208 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-b22cd1b0-3cd6-44df-bbc5-a96d0b8bab87 None None] Calling delete_port for 2aef5c6d-389b-4f4c-ba93-81daa91c7b67 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:25.282073 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:25.312896 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f3d1ec83-afa5-41f7-bc6a-a4188964c414 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:25.438038 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0dba15aa-b6a5-46cd-a59f-04464487788f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:25.459293 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2f025d0a-18dd-49d2-ad9a-01c5cb7d6d73 None None] Provisioning complete for port 69034644-12ef-43f6-8f80-891b5780e261 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:25.459767 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2f025d0a-18dd-49d2-ad9a-01c5cb7d6d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:25.523199 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=171ec41d-b624-4b7f-ac43-7085960eb417,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:25.570190 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b0ff0c79-be0b-43b3-8b62-7d796382db56 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:25.588943 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-b0ff0c79-be0b-43b3-8b62-7d796382db56 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b993f1cf-f9b0-4430-b103-4c114d0a8408']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:25.621091 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 69034644-12ef-43f6-8f80-891b5780e261 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:25.621371 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-b0ff0c79-be0b-43b3-8b62-7d796382db56 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e9677fd-6e60-4646-8ad0-12141407a085') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:25.621808 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-b0ff0c79-be0b-43b3-8b62-7d796382db56 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e9677fd-6e60-4646-8ad0-12141407a085') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:25.678192 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0dba15aa-b6a5-46cd-a59f-04464487788f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:25.689098 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dba15aa-b6a5-46cd-a59f-04464487788f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:25.689098 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0dba15aa-b6a5-46cd-a59f-04464487788f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:25.689825 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['171ec41d-b624-4b7f-ac43-7085960eb417'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:37:25.709239 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b0ff0c79-be0b-43b3-8b62-7d796382db56 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:25.724450 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b22cd1b0-3cd6-44df-bbc5-a96d0b8bab87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:25.761148 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b0ff0c79-be0b-43b3-8b62-7d796382db56 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:25.774734 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ff0c79-be0b-43b3-8b62-7d796382db56 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:37:25.775470 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b0ff0c79-be0b-43b3-8b62-7d796382db56 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:25.780702 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:37:25.780702 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:37:25.780702 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:37:25.780702 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:37:25.780702 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:37:25.780702 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:37:25.780702 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:37:25.780702 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:37:25.780702 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:37:25.780702 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:37:25.780702 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:37:25.780702 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:37:25.780702 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:37:25.780702 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:37:25.780702 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:37:25.780702 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:37:25.780702 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:37:25.780702 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:37:25.780702 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:37:25.780702 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:37:25.780702 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:37:25.780702 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:37:25.780702 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:37:25.780702 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:37:25.780702 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:37:25.780702 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:37:25.780702 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:37:25.780702 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:37:25.780702 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:37:25.780702 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:37:25.780702 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:37:25.780702 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:37:25.802471 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22cd1b0-3cd6-44df-bbc5-a96d0b8bab87 None None] No DVR routers for this DVR port 2aef5c6d-389b-4f4c-ba93-81daa91c7b67 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:37:25.813879 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22cd1b0-3cd6-44df-bbc5-a96d0b8bab87 None None] Pushing event deleted for resources: {'Port': ['ID=2aef5c6d-389b-4f4c-ba93-81daa91c7b67,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:25.873148 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba15aa-b6a5-46cd-a59f-04464487788f admin admin] Pushing event updated for resources: {'Network': ['ID=7f54bbcf-d1e5-4961-9b44-afd39be817ce,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:25.898057 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 7f54bbcf-d1e5-4961-9b44-afd39be817ce details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:37:25.998669 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0dba15aa-b6a5-46cd-a59f-04464487788f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1147988 Jun 30 09:37:26.003554 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44830) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:26.009986 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-eec12e81-ad15-4a1f-b57a-96b46a644059 admin admin] Request body: {'subnet': {'network_id': '7f54bbcf-d1e5-4961-9b44-afd39be817ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1405055138-subnet', 'tenant_id': '2e7095eafd234751bc87e6f18aea4547', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:26.023108 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2f025d0a-18dd-49d2-ad9a-01c5cb7d6d73 None None] Provisioning for port bc7268c8-fa90-49c8-abe8-f243ee0f1c16 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:26.064874 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b0ff0c79-be0b-43b3-8b62-7d796382db56 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:26.087998 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b0ff0c79-be0b-43b3-8b62-7d796382db56 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:26.098261 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44832) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:26.101197 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 69034644-12ef-43f6-8f80-891b5780e261 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:26.102140 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:26.106759 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b0ff0c79-be0b-43b3-8b62-7d796382db56 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/networks/b993f1cf-f9b0-4430-b103-4c114d0a8408 HTTP/1.1" status: 204 len: 168 time: 2.5823083 Jun 30 09:37:26.108896 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-ce7e0020-28d6-428e-9d9b-3ce1e8cd2e1e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1342747586'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:26.125184 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2f025d0a-18dd-49d2-ad9a-01c5cb7d6d73 None None] Provisioning complete for port bc7268c8-fa90-49c8-abe8-f243ee0f1c16 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:26.132256 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2f025d0a-18dd-49d2-ad9a-01c5cb7d6d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:26.178048 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff0c79-be0b-43b3-8b62-7d796382db56 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Network': ['ID=b993f1cf-f9b0-4430-b103-4c114d0a8408,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:26.222513 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f3d1ec83-afa5-41f7-bc6a-a4188964c414 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:26.227753 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec12e81-ad15-4a1f-b57a-96b46a644059 admin admin] Made reservation on behalf of 2e7095eafd234751bc87e6f18aea4547 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:26.232070 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eec12e81-ad15-4a1f-b57a-96b46a644059 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:26.295929 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ddedd5-68ee-4d9d-b4a8-b9038cc0f085 req-4b99d2d4-edf1-4a45-8de1-a311d80cee19 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:26.315644 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-42ddedd5-68ee-4d9d-b4a8-b9038cc0f085 req-4b99d2d4-edf1-4a45-8de1-a311d80cee19 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/ports?device_id=76950add-e976-4033-9a19-b5586cb190eb HTTP/1.1" status: 200 len: 945 time: 0.1941607 Jun 30 09:37:26.360626 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ca209-0027-4576-a9e6-c143845ff84a req-d4cfe110-866d-46ef-95a0-eb769267a76c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:26.372731 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-342ca209-0027-4576-a9e6-c143845ff84a req-d4cfe110-866d-46ef-95a0-eb769267a76c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.2036059 Jun 30 09:37:26.385523 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f3d1ec83-afa5-41f7-bc6a-a4188964c414 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:26.386750 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f3d1ec83-afa5-41f7-bc6a-a4188964c414 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:26.392676 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7e0020-28d6-428e-9d9b-3ce1e8cd2e1e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:26.400506 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ce7e0020-28d6-428e-9d9b-3ce1e8cd2e1e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:26.455808 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-42ddedd5-68ee-4d9d-b4a8-b9038cc0f085 req-e1cdb8df-c497-4f1a-882a-e9233454874d tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/security-groups?id=28cbc83c-5abe-42fa-a89a-e0b2d2f5576e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389794 Jun 30 09:37:26.524144 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1ec83-afa5-41f7-bc6a-a4188964c414 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Port': ['ID=bc7268c8-fa90-49c8-abe8-f243ee0f1c16,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:26.548107 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7e0020-28d6-428e-9d9b-3ce1e8cd2e1e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:37:26.561113 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-342ca209-0027-4576-a9e6-c143845ff84a req-0ddba888-7087-42d3-a3d8-9a572a4d52f5 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869488 Jun 30 09:37:26.575711 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ce7e0020-28d6-428e-9d9b-3ce1e8cd2e1e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:26.576316 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-ce7e0020-28d6-428e-9d9b-3ce1e8cd2e1e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Added segment 5358f32f-45ac-4f21-96cd-79ea667ddc51 of type vlan for network 3866e054-8574-4bdf-a725-70ef0caa8bb1 Jun 30 09:37:26.615469 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d1ec83-afa5-41f7-bc6a-a4188964c414 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network 38dd945e-a8f5-4be5-b5d9-daf195481de5 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:26.625953 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-f3d1ec83-afa5-41f7-bc6a-a4188964c414 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:26.716044 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-2f025d0a-18dd-49d2-ad9a-01c5cb7d6d73 None None] Port bc7268c8-fa90-49c8-abe8-f243ee0f1c16 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:26.760476 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ce7e0020-28d6-428e-9d9b-3ce1e8cd2e1e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:26.786575 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:26.830236 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 2aef5c6d-389b-4f4c-ba93-81daa91c7b67 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:37:26.861581 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 2aef5c6d-389b-4f4c-ba93-81daa91c7b67 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:37:26.862390 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 2aef5c6d-389b-4f4c-ba93-81daa91c7b67 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:37:26.901298 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9635f06f-7bd5-4a95-83ed-dbde980f5f6b None None] Provisioning complete for port bc7268c8-fa90-49c8-abe8-f243ee0f1c16 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:26.902167 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9635f06f-7bd5-4a95-83ed-dbde980f5f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:26.946579 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eec12e81-ad15-4a1f-b57a-96b46a644059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:27.017270 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ce7e0020-28d6-428e-9d9b-3ce1e8cd2e1e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:27.027370 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7e0020-28d6-428e-9d9b-3ce1e8cd2e1e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:27.028302 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ce7e0020-28d6-428e-9d9b-3ce1e8cd2e1e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:27.047690 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d1ec83-afa5-41f7-bc6a-a4188964c414 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Router d8c571cd-a9d1-4aa5-ae9b-e6f1dfaed080 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:37:27.054882 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-9635f06f-7bd5-4a95-83ed-dbde980f5f6b None None] Port bc7268c8-fa90-49c8-abe8-f243ee0f1c16 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:27.138029 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec12e81-ad15-4a1f-b57a-96b46a644059 admin admin] Pushing event updated for resources: {'Subnet': ['ID=accfa922-010c-4601-9f75-61b8e80d5110,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:27.182674 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e0020-28d6-428e-9d9b-3ce1e8cd2e1e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Network': ['ID=3866e054-8574-4bdf-a725-70ef0caa8bb1,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:27.188869 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec12e81-ad15-4a1f-b57a-96b46a644059 admin admin] Checking segment: {'id': 'e524e1c9-73eb-447c-9b80-bf5213563f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7f54bbcf-d1e5-4961-9b44-afd39be817ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:27.189425 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec12e81-ad15-4a1f-b57a-96b46a644059 admin admin] Network hostable DHCP agents. Network: 7f54bbcf-d1e5-4961-9b44-afd39be817ce, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:37:27.195501 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f0ecafa3-e58f-4a8e-b160-5be07c863b20 None None] Provisioning complete for port bc7268c8-fa90-49c8-abe8-f243ee0f1c16 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:27.195501 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f0ecafa3-e58f-4a8e-b160-5be07c863b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:27.201798 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d1ec83-afa5-41f7-bc6a-a4188964c414 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:27.211657 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f3d1ec83-afa5-41f7-bc6a-a4188964c414 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "PUT /v2.0/routers/d8c571cd-a9d1-4aa5-ae9b-e6f1dfaed080/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6296711 Jun 30 09:37:27.218217 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44836) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:27.220736 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6639d0d-6e8a-496c-a296-ecf31fe74f57 None None] Sync routers for ids ['d8c571cd-a9d1-4aa5-ae9b-e6f1dfaed080'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:37:27.221834 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 3866e054-8574-4bdf-a725-70ef0caa8bb1 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:37:27.240548 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6639d0d-6e8a-496c-a296-ecf31fe74f57 None None] Routers {'d8c571cd-a9d1-4aa5-ae9b-e6f1dfaed080'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:27.242161 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e6639d0d-6e8a-496c-a296-ecf31fe74f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:37:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['d8c571cd-a9d1-4aa5-ae9b-e6f1dfaed080'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:27.301179 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ce7e0020-28d6-428e-9d9b-3ce1e8cd2e1e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1846638 Jun 30 09:37:27.301179 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44838) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:27.301482 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-028c237c-55d0-469e-8fd0-a427f9c62d31 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'subnet': {'network_id': '3866e054-8574-4bdf-a725-70ef0caa8bb1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:27.319846 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-f0ecafa3-e58f-4a8e-b160-5be07c863b20 None None] Port bc7268c8-fa90-49c8-abe8-f243ee0f1c16 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:27.331750 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd88c912-ff5f-473f-b577-5b53fdb93f12 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:27.337496 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fd88c912-ff5f-473f-b577-5b53fdb93f12 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "GET /v2.0/ports/bc7268c8-fa90-49c8-abe8-f243ee0f1c16 HTTP/1.1" status: 200 len: 911 time: 0.1083813 Jun 30 09:37:27.338366 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44840) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:27.344568 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-f5a694e6-b16c-49c9-bba3-3332722b2a17 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '53961782-4193-47dc-a3c2-ddfb995fb928'}]}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:27.353937 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e6639d0d-6e8a-496c-a296-ecf31fe74f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:27.364430 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6639d0d-6e8a-496c-a296-ecf31fe74f57 None None] Routers {'d8c571cd-a9d1-4aa5-ae9b-e6f1dfaed080'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:27.365102 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e6639d0d-6e8a-496c-a296-ecf31fe74f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:37:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['d8c571cd-a9d1-4aa5-ae9b-e6f1dfaed080'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:27.403369 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e6639d0d-6e8a-496c-a296-ecf31fe74f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:27.404315 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6639d0d-6e8a-496c-a296-ecf31fe74f57 None None] The sync data for ids ['d8c571cd-a9d1-4aa5-ae9b-e6f1dfaed080'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:37:27.416231 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec12e81-ad15-4a1f-b57a-96b46a644059 admin admin] Network 7f54bbcf-d1e5-4961-9b44-afd39be817ce is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:37:27.544099 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028c237c-55d0-469e-8fd0-a427f9c62d31 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:27.567831 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-028c237c-55d0-469e-8fd0-a427f9c62d31 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:27.567831 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-eec12e81-ad15-4a1f-b57a-96b46a644059 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 7f54bbcf-d1e5-4961-9b44-afd39be817ce) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:27.570903 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a874d9a-0a98-4618-abf3-7291f9cf4055 None None] Network 7f54bbcf-d1e5-4961-9b44-afd39be817ce requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:27.621983 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f5a694e6-b16c-49c9-bba3-3332722b2a17 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:27.623717 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec12e81-ad15-4a1f-b57a-96b46a644059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:27.627037 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eec12e81-ad15-4a1f-b57a-96b46a644059 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:27.805729 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed43f39d-09bb-442a-a802-afcc738848c0 None None] Network 7f54bbcf-d1e5-4961-9b44-afd39be817ce requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:27.812265 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f02ad-fc01-4f57-8a30-5b781c5c93a1 req-b4ac6ae5-e9f0-4d15-8a1b-576f046b1724 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:27.820164 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-de1f02ad-fc01-4f57-8a30-5b781c5c93a1 req-b4ac6ae5-e9f0-4d15-8a1b-576f046b1724 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/ports?device_id=76950add-e976-4033-9a19-b5586cb190eb HTTP/1.1" status: 200 len: 945 time: 0.1888092 Jun 30 09:37:27.835157 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-eec12e81-ad15-4a1f-b57a-96b46a644059 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8300300 Jun 30 09:37:27.882093 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-de1f02ad-fc01-4f57-8a30-5b781c5c93a1 req-3844696f-091a-42af-bd3f-3df1d21db320 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/security-groups?id=28cbc83c-5abe-42fa-a89a-e0b2d2f5576e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607653 Jun 30 09:37:28.091785 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 171ec41d-b624-4b7f-ac43-7085960eb417 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:28.205266 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd378eeb-a26b-4662-9cfc-b0eaa40d0694 req-55650bda-b8e9-4696-8edd-5ffc61e715ec tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:28.208079 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fd378eeb-a26b-4662-9cfc-b0eaa40d0694 req-55650bda-b8e9-4696-8edd-5ffc61e715ec tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.1766684 Jun 30 09:37:28.276611 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-028c237c-55d0-469e-8fd0-a427f9c62d31 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:28.284040 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fd378eeb-a26b-4662-9cfc-b0eaa40d0694 req-e8484ba9-c64c-497c-8ce8-b638b990ed1b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642946 Jun 30 09:37:28.323806 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 171ec41d-b624-4b7f-ac43-7085960eb417 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:28.328833 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 171ec41d-b624-4b7f-ac43-7085960eb417 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:28.328833 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:28.418592 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c237c-55d0-469e-8fd0-a427f9c62d31 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Subnet': ['ID=c0a075c5-b5e6-4aa2-88a4-0e567b27df49,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:28.427310 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028c237c-55d0-469e-8fd0-a427f9c62d31 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Checking segment: {'id': '5358f32f-45ac-4f21-96cd-79ea667ddc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3866e054-8574-4bdf-a725-70ef0caa8bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:28.427310 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028c237c-55d0-469e-8fd0-a427f9c62d31 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network hostable DHCP agents. Network: 3866e054-8574-4bdf-a725-70ef0caa8bb1, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:37:28.478891 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f5a694e6-b16c-49c9-bba3-3332722b2a17 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:28.483417 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:28.512056 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76950add-e976-4033-9a19-b5586cb190eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171ec41d-b624-4b7f-ac43-7085960eb417'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:37:28.514328 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4babffc-58c3-47fd-a63d-ee5d30ab50a9" -d '{"events": [{"server_uuid": "76950add-e976-4033-9a19-b5586cb190eb", "name": "network-vif-plugged", "status": "completed", "tag": "171ec41d-b624-4b7f-ac43-7085960eb417"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:37:28.528694 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 171ec41d-b624-4b7f-ac43-7085960eb417, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=171ec41d-b624-4b7f-ac43-7085960eb417,segment=NetworkSegment(8dd0200a-4666-475f-a0a9-e47b1a2ca6e6),segment_id=8dd0200a-4666-475f-a0a9-e47b1a2ca6e6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:28.557986 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028c237c-55d0-469e-8fd0-a427f9c62d31 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network 3866e054-8574-4bdf-a725-70ef0caa8bb1 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:37:28.598850 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f5a694e6-b16c-49c9-bba3-3332722b2a17 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:28.607074 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a694e6-b16c-49c9-bba3-3332722b2a17 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:28.608204 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f5a694e6-b16c-49c9-bba3-3332722b2a17 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:28.613471 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f5a694e6-b16c-49c9-bba3-3332722b2a17 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "PUT /v2.0/ports/bc7268c8-fa90-49c8-abe8-f243ee0f1c16 HTTP/1.1" status: 200 len: 911 time: 1.2702074 Jun 30 09:37:28.616083 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44858) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:28.689515 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:28.705037 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a694e6-b16c-49c9-bba3-3332722b2a17 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Port': ['ID=bc7268c8-fa90-49c8-abe8-f243ee0f1c16,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:28.757917 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-028c237c-55d0-469e-8fd0-a427f9c62d31 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 3866e054-8574-4bdf-a725-70ef0caa8bb1) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:28.769575 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df21dc9-3acf-4acb-bb92-8ddcf15d259d x-openstack-request-id: req-8df21dc9-3acf-4acb-bb92-8ddcf15d259d {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:37:28.770061 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76950add-e976-4033-9a19-b5586cb190eb", "name": "network-vif-plugged", "status": "completed", "tag": "171ec41d-b624-4b7f-ac43-7085960eb417", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:37:28.770335 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8df21dc9-3acf-4acb-bb92-8ddcf15d259d {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:37:28.770824 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76950add-e976-4033-9a19-b5586cb190eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171ec41d-b624-4b7f-ac43-7085960eb417', 'code': 200} Jun 30 09:37:28.782751 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c49ba0f-db41-44fd-89cf-d72a540afa9b None None] Network 3866e054-8574-4bdf-a725-70ef0caa8bb1 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:28.787179 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028c237c-55d0-469e-8fd0-a427f9c62d31 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:28.788120 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-028c237c-55d0-469e-8fd0-a427f9c62d31 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:28.792065 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=171ec41d-b624-4b7f-ac43-7085960eb417,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:29.006043 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-028c237c-55d0-469e-8fd0-a427f9c62d31 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7138269 Jun 30 09:37:29.006431 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44862) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:29.020983 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-8b6846e4-903d-4781-bcc5-1556da910eaa tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'port': {'network_id': '3866e054-8574-4bdf-a725-70ef0caa8bb1', 'name': 'tempest-PortsIpV6TestJSON-2078828775', 'fixed_ips': [{'subnet_id': 'c0a075c5-b5e6-4aa2-88a4-0e567b27df49', 'ip_address': '2001:db8::10'}]}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:29.054715 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e22048-5a63-4207-9021-5390d91fdd88 req-2a362ca5-b1d8-4527-8828-c32475d9d7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:29.057620 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e2e22048-5a63-4207-9021-5390d91fdd88 req-2a362ca5-b1d8-4527-8828-c32475d9d7ec service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=76950add-e976-4033-9a19-b5586cb190eb HTTP/1.1" status: 200 len: 1098 time: 0.2082646 Jun 30 09:37:29.116177 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9dbdee-fe69-40ce-93d3-f0b225832d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-3866e054-8574-4bdf-a725-70ef0caa8bb1', 'network_id': '3866e054-8574-4bdf-a725-70ef0caa8bb1', 'tenant_id': '07795e25d4a84bb499a614e0d5ffead9', 'fixed_ips': [{'subnet_id': 'c0a075c5-b5e6-4aa2-88a4-0e567b27df49'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:37:29.119825 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5c9dbdee-fe69-40ce-93d3-f0b225832d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:29.168172 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e2e22048-5a63-4207-9021-5390d91fdd88 req-36fde9cb-7b2e-457c-ae91-b8ba4126b40a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=28cbc83c-5abe-42fa-a89a-e0b2d2f5576e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031270 Jun 30 09:37:29.312135 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6846e4-903d-4781-bcc5-1556da910eaa tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:29.342815 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-5c9dbdee-fe69-40ce-93d3-f0b225832d3b None None] Allocated IP 2001:db8::2 (3866e054-8574-4bdf-a725-70ef0caa8bb1/c0a075c5-b5e6-4aa2-88a4-0e567b27df49/8bd505ef-38d5-4cb4-9b5a-05b4c2410af8) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:29.410270 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8b6846e4-903d-4781-bcc5-1556da910eaa tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:29.440075 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0acc7d32-fa8b-47f0-ab32-69bfb04987f1 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:29.476852 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d89602-cdb6-4512-856a-c82feb9130ab req-24b7da97-bd9e-4816-8652-6d2a4c43e9fb tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:29.481933 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45d89602-cdb6-4512-856a-c82feb9130ab req-24b7da97-bd9e-4816-8652-6d2a4c43e9fb tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/ports?device_id=76950add-e976-4033-9a19-b5586cb190eb HTTP/1.1" status: 200 len: 946 time: 0.3343041 Jun 30 09:37:29.544557 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-8b6846e4-903d-4781-bcc5-1556da910eaa tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] device_id is not set on port 0d2f8d59-67b2-4ddb-a3bc-48566d3966fd yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:37:29.707416 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45d89602-cdb6-4512-856a-c82feb9130ab req-9fc1c94b-7b78-48b0-8f46-3c9fed07cb1a tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/security-groups?id=28cbc83c-5abe-42fa-a89a-e0b2d2f5576e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186460 Jun 30 09:37:29.750898 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5c9dbdee-fe69-40ce-93d3-f0b225832d3b None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:29.761230 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5c9dbdee-fe69-40ce-93d3-f0b225832d3b None None] Transition to ACTIVE for port object 8bd505ef-38d5-4cb4-9b5a-05b4c2410af8 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:29.779906 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5c9dbdee-fe69-40ce-93d3-f0b225832d3b None None] Transition to ACTIVE for port object 8bd505ef-38d5-4cb4-9b5a-05b4c2410af8 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:29.891055 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619d32f-75f6-4652-a1bb-f9911cb48928 req-81d298f9-dc70-4495-81a6-d7ac0b03db49 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:29.892964 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b619d32f-75f6-4652-a1bb-f9911cb48928 req-81d298f9-dc70-4495-81a6-d7ac0b03db49 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.2136552 Jun 30 09:37:30.017760 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-8b6846e4-903d-4781-bcc5-1556da910eaa tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Allocated IP 2001:db8::10 (3866e054-8574-4bdf-a725-70ef0caa8bb1/c0a075c5-b5e6-4aa2-88a4-0e567b27df49/0d2f8d59-67b2-4ddb-a3bc-48566d3966fd) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:30.039475 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5c9dbdee-fe69-40ce-93d3-f0b225832d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:30.047418 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-0acc7d32-fa8b-47f0-ab32-69bfb04987f1 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Deleting port bc7268c8-fa90-49c8-abe8-f243ee0f1c16 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:30.059982 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0acc7d32-fa8b-47f0-ab32-69bfb04987f1 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:30.085973 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9dbdee-fe69-40ce-93d3-f0b225832d3b None None] Network 3866e054-8574-4bdf-a725-70ef0caa8bb1 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:30.092944 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-5c9dbdee-fe69-40ce-93d3-f0b225832d3b None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:30.095304 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9dbdee-fe69-40ce-93d3-f0b225832d3b None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:30.109555 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9dbdee-fe69-40ce-93d3-f0b225832d3b None None] Pushing event updated for resources: {'Port': ['ID=8bd505ef-38d5-4cb4-9b5a-05b4c2410af8,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:30.214933 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-5c9dbdee-fe69-40ce-93d3-f0b225832d3b None None] Attempting to bind port 8bd505ef-38d5-4cb4-9b5a-05b4c2410af8 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:37:30.215364 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-5c9dbdee-fe69-40ce-93d3-f0b225832d3b None None] Attempting to bind port 8bd505ef-38d5-4cb4-9b5a-05b4c2410af8 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5358f32f-45ac-4f21-96cd-79ea667ddc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3866e054-8574-4bdf-a725-70ef0caa8bb1'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:37:30.215932 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9dbdee-fe69-40ce-93d3-f0b225832d3b None None] Attempting to bind port 8bd505ef-38d5-4cb4-9b5a-05b4c2410af8 on network 3866e054-8574-4bdf-a725-70ef0caa8bb1 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:30.224545 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9dbdee-fe69-40ce-93d3-f0b225832d3b None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:37:30.224924 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9dbdee-fe69-40ce-93d3-f0b225832d3b None None] Checking segment: {'id': '5358f32f-45ac-4f21-96cd-79ea667ddc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3866e054-8574-4bdf-a725-70ef0caa8bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:30.225335 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5c9dbdee-fe69-40ce-93d3-f0b225832d3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:30.225738 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9dbdee-fe69-40ce-93d3-f0b225832d3b None None] Bound using segment: {'id': '5358f32f-45ac-4f21-96cd-79ea667ddc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3866e054-8574-4bdf-a725-70ef0caa8bb1'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:37:30.226248 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-5c9dbdee-fe69-40ce-93d3-f0b225832d3b None None] Bound port: 8bd505ef-38d5-4cb4-9b5a-05b4c2410af8, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5358f32f-45ac-4f21-96cd-79ea667ddc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3866e054-8574-4bdf-a725-70ef0caa8bb1'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:37:30.226595 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5c9dbdee-fe69-40ce-93d3-f0b225832d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:30.303909 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b619d32f-75f6-4652-a1bb-f9911cb48928 req-c3f49771-c271-433b-8d79-8592976fd564 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985970 Jun 30 09:37:30.355645 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-5c9dbdee-fe69-40ce-93d3-f0b225832d3b None None] For port 8bd505ef-38d5-4cb4-9b5a-05b4c2410af8, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:37:30.363595 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-5c9dbdee-fe69-40ce-93d3-f0b225832d3b None None] For port 8bd505ef-38d5-4cb4-9b5a-05b4c2410af8, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8bd505ef-38d5-4cb4-9b5a-05b4c2410af8,segment=NetworkSegment(5358f32f-45ac-4f21-96cd-79ea667ddc51),segment_id=5358f32f-45ac-4f21-96cd-79ea667ddc51)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:37:30.369051 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8b6846e4-903d-4781-bcc5-1556da910eaa tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:30.394766 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0acc7d32-fa8b-47f0-ab32-69bfb04987f1 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:30.411543 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-0acc7d32-fa8b-47f0-ab32-69bfb04987f1 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Calling delete_port for bc7268c8-fa90-49c8-abe8-f243ee0f1c16 owned by network:router_interface {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:30.418614 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-8b6846e4-903d-4781-bcc5-1556da910eaa tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Transition to ACTIVE for port object 0d2f8d59-67b2-4ddb-a3bc-48566d3966fd will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:30.497505 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5c9dbdee-fe69-40ce-93d3-f0b225832d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:30.582880 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8b6846e4-903d-4781-bcc5-1556da910eaa tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:30.685272 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6846e4-903d-4781-bcc5-1556da910eaa tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network 3866e054-8574-4bdf-a725-70ef0caa8bb1 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:30.687876 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9dbdee-fe69-40ce-93d3-f0b225832d3b None None] Pushing event updated for resources: {'Port': ['ID=8bd505ef-38d5-4cb4-9b5a-05b4c2410af8,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:30.696570 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-8b6846e4-903d-4781-bcc5-1556da910eaa tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:30.710901 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6846e4-903d-4781-bcc5-1556da910eaa tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:30.748869 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6846e4-903d-4781-bcc5-1556da910eaa tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:30.749229 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8b6846e4-903d-4781-bcc5-1556da910eaa tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:30.803059 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6846e4-903d-4781-bcc5-1556da910eaa tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Port': ['ID=0d2f8d59-67b2-4ddb-a3bc-48566d3966fd,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:30.861839 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8b6846e4-903d-4781-bcc5-1556da910eaa tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8538983 Jun 30 09:37:30.865901 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44880) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:30.877301 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-a161f110-1862-42a2-8562-8ef326bda992 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'port': {'network_id': '3866e054-8574-4bdf-a725-70ef0caa8bb1', 'name': 'tempest-PortsIpV6TestJSON-31403782', 'fixed_ips': [{'subnet_id': 'c0a075c5-b5e6-4aa2-88a4-0e567b27df49', 'ip_address': '2001:db8::f'}]}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:31.049342 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0acc7d32-fa8b-47f0-ab32-69bfb04987f1 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:31.123412 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc7d32-fa8b-47f0-ab32-69bfb04987f1 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Port': ['ID=bc7268c8-fa90-49c8-abe8-f243ee0f1c16,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:31.249674 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb9a27-587f-4bac-8512-53257beffc43 req-6b2f439a-fa40-4dd4-a833-6a924a6a7814 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:31.251421 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a8fb9a27-587f-4bac-8512-53257beffc43 req-6b2f439a-fa40-4dd4-a833-6a924a6a7814 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/ports?device_id=76950add-e976-4033-9a19-b5586cb190eb HTTP/1.1" status: 200 len: 946 time: 0.3485467 Jun 30 09:37:31.278389 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0acc7d32-fa8b-47f0-ab32-69bfb04987f1 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:31.450551 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a8fb9a27-587f-4bac-8512-53257beffc43 req-7a94c3c0-097d-4838-9831-18b0a8e556f5 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/security-groups?id=28cbc83c-5abe-42fa-a89a-e0b2d2f5576e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889501 Jun 30 09:37:31.454357 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a161f110-1862-42a2-8562-8ef326bda992 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:31.596476 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8bd505ef-38d5-4cb4-9b5a-05b4c2410af8 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:31.766770 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a821561-1865-40bd-98c0-c32dc73f2c00 req-4fa36828-b027-4a1b-b0e0-b4d3428d482d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:31.768872 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4a821561-1865-40bd-98c0-c32dc73f2c00 req-4fa36828-b027-4a1b-b0e0-b4d3428d482d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.1298666 Jun 30 09:37:31.834866 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4a821561-1865-40bd-98c0-c32dc73f2c00 req-63128425-95d7-4439-bf66-866f52c5289c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588732 Jun 30 09:37:31.845565 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0acc7d32-fa8b-47f0-ab32-69bfb04987f1 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Router d8c571cd-a9d1-4aa5-ae9b-e6f1dfaed080 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:37:31.885483 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a161f110-1862-42a2-8562-8ef326bda992 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:31.895846 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 8bd505ef-38d5-4cb4-9b5a-05b4c2410af8 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:32.021251 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-a161f110-1862-42a2-8562-8ef326bda992 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] device_id is not set on port 51680317-c2f6-4f81-9e89-b2403c2d7fd5 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:37:32.047307 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eed810-4455-4c55-9d33-c9259aaf0b57 req-dc82c7ac-df31-470e-91df-a98ec5e4ba7a tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:32.049509 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-52eed810-4455-4c55-9d33-c9259aaf0b57 req-dc82c7ac-df31-470e-91df-a98ec5e4ba7a tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/ports?device_id=76950add-e976-4033-9a19-b5586cb190eb HTTP/1.1" status: 200 len: 946 time: 0.2794189 Jun 30 09:37:32.064917 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0acc7d32-fa8b-47f0-ab32-69bfb04987f1 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:32.076676 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e348987-6d44-4f18-9252-4031091e176a None None] Sync routers for ids ['d8c571cd-a9d1-4aa5-ae9b-e6f1dfaed080'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:37:32.086761 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e348987-6d44-4f18-9252-4031091e176a None None] Routers {'d8c571cd-a9d1-4aa5-ae9b-e6f1dfaed080'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:32.088128 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-1e348987-6d44-4f18-9252-4031091e176a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:37:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['d8c571cd-a9d1-4aa5-ae9b-e6f1dfaed080'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:32.129201 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-1e348987-6d44-4f18-9252-4031091e176a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:32.132655 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0acc7d32-fa8b-47f0-ab32-69bfb04987f1 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "PUT /v2.0/routers/d8c571cd-a9d1-4aa5-ae9b-e6f1dfaed080/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5147130 Jun 30 09:37:32.136270 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44890) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:32.142313 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e348987-6d44-4f18-9252-4031091e176a None None] Routers {'d8c571cd-a9d1-4aa5-ae9b-e6f1dfaed080'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:32.144212 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-1e348987-6d44-4f18-9252-4031091e176a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:37:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['d8c571cd-a9d1-4aa5-ae9b-e6f1dfaed080'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:32.186523 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1704a4af-69cf-4b9f-a383-5113377457f3 None None] Network 3866e054-8574-4bdf-a725-70ef0caa8bb1 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:32.189704 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-1e348987-6d44-4f18-9252-4031091e176a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:32.189704 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e348987-6d44-4f18-9252-4031091e176a None None] The sync data for ids ['d8c571cd-a9d1-4aa5-ae9b-e6f1dfaed080'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:37:32.192554 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e095370b-ba82-4c71-9e48-392dc0bb63af tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8c571cd-a9d1-4aa5-ae9b-e6f1dfaed080 HTTP/1.1" status: 200 len: 205 time: 0.0544331 Jun 30 09:37:32.193590 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44892) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:32.231934 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-52eed810-4455-4c55-9d33-c9259aaf0b57 req-521adcf8-1d3b-4443-8b94-095f07aded66 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/security-groups?id=28cbc83c-5abe-42fa-a89a-e0b2d2f5576e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727602 Jun 30 09:37:32.329998 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4c9af2f8-5a12-486b-8a72-886fc79705bf None None] Provisioning for port 8bd505ef-38d5-4cb4-9b5a-05b4c2410af8 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:32.338123 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1867f55e-f6c7-4ae2-86b8-3725a9be968c tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:32.364430 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4c9af2f8-5a12-486b-8a72-886fc79705bf None None] Provisioning complete for port 8bd505ef-38d5-4cb4-9b5a-05b4c2410af8 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:32.364808 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4c9af2f8-5a12-486b-8a72-886fc79705bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:32.458068 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-a161f110-1862-42a2-8562-8ef326bda992 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Allocated IP 2001:db8::f (3866e054-8574-4bdf-a725-70ef0caa8bb1/c0a075c5-b5e6-4aa2-88a4-0e567b27df49/51680317-c2f6-4f81-9e89-b2403c2d7fd5) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:32.547761 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4c9af2f8-5a12-486b-8a72-886fc79705bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:32.609155 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4c9af2f8-5a12-486b-8a72-886fc79705bf None None] For port 8bd505ef-38d5-4cb4-9b5a-05b4c2410af8, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8bd505ef-38d5-4cb4-9b5a-05b4c2410af8,segment=NetworkSegment(5358f32f-45ac-4f21-96cd-79ea667ddc51),segment_id=5358f32f-45ac-4f21-96cd-79ea667ddc51)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:32.619766 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1867f55e-f6c7-4ae2-86b8-3725a9be968c tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:32.626323 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1867f55e-f6c7-4ae2-86b8-3725a9be968c tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:32.678006 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4c9af2f8-5a12-486b-8a72-886fc79705bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:32.690536 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3913f8-54dd-447e-9345-75652b3736c9 req-97444837-a842-45fe-a9ad-a6b964089d3a tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:32.692215 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ec3913f8-54dd-447e-9345-75652b3736c9 req-97444837-a842-45fe-a9ad-a6b964089d3a tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/ports?device_id=76950add-e976-4033-9a19-b5586cb190eb HTTP/1.1" status: 200 len: 946 time: 0.2824533 Jun 30 09:37:32.781123 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ec3913f8-54dd-447e-9345-75652b3736c9 req-c33d2b14-525f-47bf-906b-1a19c6579962 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/security-groups?id=28cbc83c-5abe-42fa-a89a-e0b2d2f5576e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795879 Jun 30 09:37:32.788574 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a161f110-1862-42a2-8562-8ef326bda992 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:32.794820 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1867f55e-f6c7-4ae2-86b8-3725a9be968c tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:32.798942 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1867f55e-f6c7-4ae2-86b8-3725a9be968c tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Fanout notify agent at l3_agent the message router_deleted on router d8c571cd-a9d1-4aa5-ae9b-e6f1dfaed080 {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:37:32.801473 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9af2f8-5a12-486b-8a72-886fc79705bf None None] Pushing event updated for resources: {'Port': ['ID=8bd505ef-38d5-4cb4-9b5a-05b4c2410af8,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:32.811345 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1867f55e-f6c7-4ae2-86b8-3725a9be968c tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:32.814133 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1867f55e-f6c7-4ae2-86b8-3725a9be968c tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/routers/d8c571cd-a9d1-4aa5-ae9b-e6f1dfaed080 HTTP/1.1" status: 204 len: 168 time: 0.6198072 Jun 30 09:37:32.821263 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44898) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:32.823689 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-a161f110-1862-42a2-8562-8ef326bda992 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Transition to ACTIVE for port object 51680317-c2f6-4f81-9e89-b2403c2d7fd5 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:32.861229 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44904) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:32.937234 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd01732-e014-4991-bdf1-8b403834f2b2 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Deleting subnet 53961782-4193-47dc-a3c2-ddfb995fb928 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:37:32.941896 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7cd01732-e014-4991-bdf1-8b403834f2b2 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:32.960595 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-081e9287-d58c-4961-af2e-71475ff76887 None None] Provisioning complete for port 8bd505ef-38d5-4cb4-9b5a-05b4c2410af8 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:32.960972 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-081e9287-d58c-4961-af2e-71475ff76887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:32.992842 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a161f110-1862-42a2-8562-8ef326bda992 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:33.042977 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7cd01732-e014-4991-bdf1-8b403834f2b2 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:33.193859 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161f110-1862-42a2-8562-8ef326bda992 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Port': ['ID=51680317-c2f6-4f81-9e89-b2403c2d7fd5,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:33.233029 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-081e9287-d58c-4961-af2e-71475ff76887 None None] Provisioning for port 0d2f8d59-67b2-4ddb-a3bc-48566d3966fd completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:33.244954 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a161f110-1862-42a2-8562-8ef326bda992 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network 3866e054-8574-4bdf-a725-70ef0caa8bb1 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:33.246143 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-081e9287-d58c-4961-af2e-71475ff76887 None None] Provisioning complete for port 0d2f8d59-67b2-4ddb-a3bc-48566d3966fd triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:33.250167 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-a161f110-1862-42a2-8562-8ef326bda992 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:33.250816 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-081e9287-d58c-4961-af2e-71475ff76887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:33.265189 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a161f110-1862-42a2-8562-8ef326bda992 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:33.266311 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a161f110-1862-42a2-8562-8ef326bda992 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:33.267057 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a161f110-1862-42a2-8562-8ef326bda992 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:33.317493 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-1669fb33-148f-4ba5-9c90-ef3f1f55884f tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:33.325553 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-1669fb33-148f-4ba5-9c90-ef3f1f55884f tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/networks?id=7f54bbcf-d1e5-4961-9b44-afd39be817ce HTTP/1.1" status: 200 len: 809 time: 0.2244129 Jun 30 09:37:33.337704 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-081e9287-d58c-4961-af2e-71475ff76887 None None] Port 0d2f8d59-67b2-4ddb-a3bc-48566d3966fd cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:33.354592 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7cd01732-e014-4991-bdf1-8b403834f2b2 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:33.376026 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a303c2-ffe9-4cf1-9d7f-721118733d85 req-0005f873-e08a-4abe-8d4e-5b0ffce7d765 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:33.377663 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-17a303c2-ffe9-4cf1-9d7f-721118733d85 req-0005f873-e08a-4abe-8d4e-5b0ffce7d765 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.2513189 Jun 30 09:37:33.393848 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c6d1ab-fbc4-4034-a91f-2cfffd6c42ce tempest-TestServerBasicOps-2057427619 tempest-TestServerBasicOps-2057427619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:33.402920 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e0c6d1ab-fbc4-4034-a91f-2cfffd6c42ce tempest-TestServerBasicOps-2057427619 tempest-TestServerBasicOps-2057427619-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=76950add-e976-4033-9a19-b5586cb190eb HTTP/1.1" status: 200 len: 1093 time: 0.5331850 Jun 30 09:37:33.408440 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44920) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:33.415153 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-4694a06f-17b1-4add-bf9d-a711dd712106 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/quotas/2e7095eafd234751bc87e6f18aea4547 HTTP/1.1" status: 200 len: 375 time: 0.0884402 Jun 30 09:37:33.419906 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a161f110-1862-42a2-8562-8ef326bda992 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.5501912 Jun 30 09:37:33.422014 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44924) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:33.431322 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-41981afa-1f60-4e95-af01-473fde8da875 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'port_id': '171ec41d-b624-4b7f-ac43-7085960eb417', 'tenant_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:33.436233 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8bd505ef-38d5-4cb4-9b5a-05b4c2410af8 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:33.489803 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-15278a1e-949a-4e46-914c-bf429dff18fe None None] Provisioning complete for port 0d2f8d59-67b2-4ddb-a3bc-48566d3966fd triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:33.490453 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-15278a1e-949a-4e46-914c-bf429dff18fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:33.513365 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-cb8c2e13-f21b-4203-bdce-7b32a7dfe5fa tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2e7095eafd234751bc87e6f18aea4547&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0967491 Jun 30 09:37:33.522014 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-17a303c2-ffe9-4cf1-9d7f-721118733d85 req-e687dde6-29fd-431d-838d-d1db232096ac tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314685 Jun 30 09:37:33.558548 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-15278a1e-949a-4e46-914c-bf429dff18fe None None] Port 0d2f8d59-67b2-4ddb-a3bc-48566d3966fd cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:33.567803 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 8bd505ef-38d5-4cb4-9b5a-05b4c2410af8 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:33.568397 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:33.576364 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf33640-f385-4e1f-9b00-2b569a121792 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:33.589672 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3cf33640-f385-4e1f-9b00-2b569a121792 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1663508 Jun 30 09:37:33.593330 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44926) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:33.711948 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-166c19b0-a391-4cb8-9dc0-341c34a0dcc3 service neutron] 10.222.0.10 "GET /v2.0/networks/7f54bbcf-d1e5-4961-9b44-afd39be817ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896102 Jun 30 09:37:33.734527 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12268386-b779-4053-a12f-5d9367d07d05 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:33.739454 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12268386-b779-4053-a12f-5d9367d07d05 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:33.746155 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12268386-b779-4053-a12f-5d9367d07d05 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:33.748374 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-12268386-b779-4053-a12f-5d9367d07d05 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1536546 Jun 30 09:37:33.752138 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44928) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:33.820508 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-41981afa-1f60-4e95-af01-473fde8da875 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks [] for floatingip, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:33.866486 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a80ae946-e3e6-44b2-8e7a-cf84abd53dfa None None] Provisioning for port 51680317-c2f6-4f81-9e89-b2403c2d7fd5 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:33.873229 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a80ae946-e3e6-44b2-8e7a-cf84abd53dfa None None] Provisioning complete for port 51680317-c2f6-4f81-9e89-b2403c2d7fd5 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:33.876023 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a80ae946-e3e6-44b2-8e7a-cf84abd53dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:33.883601 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-bfc19bbe-89d9-4159-96c8-7bee6c98189a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Deleting port 51680317-c2f6-4f81-9e89-b2403c2d7fd5 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:33.885728 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bfc19bbe-89d9-4159-96c8-7bee6c98189a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:33.917138 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-e35f4ad0-c86b-4e54-9fa9-2ed05fe31db5 service neutron] 10.222.0.10 "GET /v2.0/networks/7f54bbcf-d1e5-4961-9b44-afd39be817ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008283 Jun 30 09:37:33.939146 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a80ae946-e3e6-44b2-8e7a-cf84abd53dfa None None] Port 51680317-c2f6-4f81-9e89-b2403c2d7fd5 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:33.977437 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7cd01732-e014-4991-bdf1-8b403834f2b2 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:34.024600 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7cd01732-e014-4991-bdf1-8b403834f2b2 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:34.029128 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7cd01732-e014-4991-bdf1-8b403834f2b2 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/subnets/53961782-4193-47dc-a3c2-ddfb995fb928 HTTP/1.1" status: 204 len: 168 time: 1.2023027 Jun 30 09:37:34.029128 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd01732-e014-4991-bdf1-8b403834f2b2 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Subnet': ['ID=53961782-4193-47dc-a3c2-ddfb995fb928,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:34.035050 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44930) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:34.035330 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bfc19bbe-89d9-4159-96c8-7bee6c98189a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:34.048123 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ab1843-3e06-4d69-939c-ccff1fafd5ed None None] Network 38dd945e-a8f5-4be5-b5d9-daf195481de5 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:34.058147 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-41981afa-1f60-4e95-af01-473fde8da875 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:34.068858 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-bfc19bbe-89d9-4159-96c8-7bee6c98189a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Calling delete_port for 51680317-c2f6-4f81-9e89-b2403c2d7fd5 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:34.178185 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a3f22a8-b6ce-4b2e-bfb6-658982bb8c4a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:34.320724 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f447c4b6-dd74-40a2-a466-bc75d746a21c req-e7aa20f3-1b8d-40a5-a572-19fba4e854c5 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3022ce0-5226-4ae2-b951-9deef25c12be HTTP/1.1" status: 200 len: 210 time: 0.0321786 Jun 30 09:37:34.370659 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bfc19bbe-89d9-4159-96c8-7bee6c98189a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:34.376677 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04aaee12-c8f1-438f-a75f-2b8f54cfb62a None None] DHCP port deletion for 38dd945e-a8f5-4be5-b5d9-daf195481de5 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:37:34.408872 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc19bbe-89d9-4159-96c8-7bee6c98189a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Port': ['ID=51680317-c2f6-4f81-9e89-b2403c2d7fd5,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:34.445811 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bfc19bbe-89d9-4159-96c8-7bee6c98189a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:34.449007 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bfc19bbe-89d9-4159-96c8-7bee6c98189a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/ports/51680317-c2f6-4f81-9e89-b2403c2d7fd5 HTTP/1.1" status: 204 len: 168 time: 0.6945448 Jun 30 09:37:34.453587 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44936) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:34.498332 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-04aaee12-c8f1-438f-a75f-2b8f54cfb62a None None] Deleting port 69034644-12ef-43f6-8f80-891b5780e261 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:34.499012 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-04aaee12-c8f1-438f-a75f-2b8f54cfb62a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:34.647767 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-04aaee12-c8f1-438f-a75f-2b8f54cfb62a None None] For port 69034644-12ef-43f6-8f80-891b5780e261, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=69034644-12ef-43f6-8f80-891b5780e261,segment=NetworkSegment(8a7dc502-8306-46c1-9d60-1db3ac5bde3f),segment_id=8a7dc502-8306-46c1-9d60-1db3ac5bde3f)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:34.648335 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-04aaee12-c8f1-438f-a75f-2b8f54cfb62a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:34.679784 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-04aaee12-c8f1-438f-a75f-2b8f54cfb62a None None] Calling delete_port for 69034644-12ef-43f6-8f80-891b5780e261 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:34.698556 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-41981afa-1f60-4e95-af01-473fde8da875 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Allocated IP 172.25.6.107 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/944e2f7a-27e7-4cf5-bb2f-95867a1a56f8) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:34.890013 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-04aaee12-c8f1-438f-a75f-2b8f54cfb62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:34.890619 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-1a3f22a8-b6ce-4b2e-bfb6-658982bb8c4a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Deleting port 69034644-12ef-43f6-8f80-891b5780e261 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:34.890619 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a3f22a8-b6ce-4b2e-bfb6-658982bb8c4a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:34.916344 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aaee12-c8f1-438f-a75f-2b8f54cfb62a None None] Pushing event deleted for resources: {'Port': ['ID=69034644-12ef-43f6-8f80-891b5780e261,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:34.921073 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aaee12-c8f1-438f-a75f-2b8f54cfb62a None None] No DVR routers for this DVR port 69034644-12ef-43f6-8f80-891b5780e261 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:37:34.954376 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e25b428-0be0-4741-ac81-b0c59200d9fc tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] GET failed (client error): The resource could not be found. Jun 30 09:37:34.956008 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8e25b428-0be0-4741-ac81-b0c59200d9fc tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "GET /v2.0/ports/51680317-c2f6-4f81-9e89-b2403c2d7fd5 HTTP/1.1" status: 404 len: 333 time: 0.5010006 Jun 30 09:37:34.960127 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44946) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:34.970829 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-41981afa-1f60-4e95-af01-473fde8da875 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.010361 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-1a3f22a8-b6ce-4b2e-bfb6-658982bb8c4a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] For port 69034644-12ef-43f6-8f80-891b5780e261, host n-d-771363-31, got binding levels [] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:35.010718 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a3f22a8-b6ce-4b2e-bfb6-658982bb8c4a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.038536 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-1a3f22a8-b6ce-4b2e-bfb6-658982bb8c4a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Calling delete_port for 69034644-12ef-43f6-8f80-891b5780e261 owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:35.046805 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.ipam_backend_mixin [None req-1a3f22a8-b6ce-4b2e-bfb6-658982bb8c4a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Port 69034644-12ef-43f6-8f80-891b5780e261 was not found and therefore no delete operation was performed {{(pid=101054) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:37:35.055317 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbcca3f-0db3-40ec-8b5d-d09a40971762 req-6cbacc4f-14f1-483a-87a8-141e7496caf9 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:35.057269 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0dbcca3f-0db3-40ec-8b5d-d09a40971762 req-6cbacc4f-14f1-483a-87a8-141e7496caf9 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.2442226 Jun 30 09:37:35.062231 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a3f22a8-b6ce-4b2e-bfb6-658982bb8c4a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.084408 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-553579d8-1608-4687-ac71-2820196b3087 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Deleting port 0d2f8d59-67b2-4ddb-a3bc-48566d3966fd {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:35.085331 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-553579d8-1608-4687-ac71-2820196b3087 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.120425 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f22a8-b6ce-4b2e-bfb6-658982bb8c4a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Port': ['ID=69034644-12ef-43f6-8f80-891b5780e261,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:35.126504 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3f22a8-b6ce-4b2e-bfb6-658982bb8c4a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] No DVR routers for this DVR port 69034644-12ef-43f6-8f80-891b5780e261 on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:37:35.189596 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-553579d8-1608-4687-ac71-2820196b3087 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.211834 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-553579d8-1608-4687-ac71-2820196b3087 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Calling delete_port for 0d2f8d59-67b2-4ddb-a3bc-48566d3966fd owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:35.227881 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0dbcca3f-0db3-40ec-8b5d-d09a40971762 req-1db69a0c-25f2-438b-b723-e7daccdb302c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599250 Jun 30 09:37:35.256574 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a3f22a8-b6ce-4b2e-bfb6-658982bb8c4a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.268354 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-1a3f22a8-b6ce-4b2e-bfb6-658982bb8c4a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38dd945e-a8f5-4be5-b5d9-daf195481de5']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:35.281193 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-1a3f22a8-b6ce-4b2e-bfb6-658982bb8c4a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a7dc502-8306-46c1-9d60-1db3ac5bde3f') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:35.281554 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-1a3f22a8-b6ce-4b2e-bfb6-658982bb8c4a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a7dc502-8306-46c1-9d60-1db3ac5bde3f') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:35.293444 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a3f22a8-b6ce-4b2e-bfb6-658982bb8c4a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.311352 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a3f22a8-b6ce-4b2e-bfb6-658982bb8c4a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.319443 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3f22a8-b6ce-4b2e-bfb6-658982bb8c4a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:37:35.319965 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a3f22a8-b6ce-4b2e-bfb6-658982bb8c4a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:37:35.331147 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:37:35.366053 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-41981afa-1f60-4e95-af01-473fde8da875 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.379848 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 69034644-12ef-43f6-8f80-891b5780e261 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:37:35.401879 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 69034644-12ef-43f6-8f80-891b5780e261 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:37:35.402555 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 69034644-12ef-43f6-8f80-891b5780e261 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:37:35.435720 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41981afa-1f60-4e95-af01-473fde8da875 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:35.439340 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-41981afa-1f60-4e95-af01-473fde8da875 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:35.441219 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4b08cb65-2e64-42b7-8177-441d6ea2f772 req-dd69da71-a1fa-4c09-8307-b2207028b47a tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3022ce0-5226-4ae2-b951-9deef25c12be HTTP/1.1" status: 200 len: 210 time: 0.0314550 Jun 30 09:37:35.441909 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41981afa-1f60-4e95-af01-473fde8da875 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:35.479429 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41981afa-1f60-4e95-af01-473fde8da875 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Pushing event updated for resources: {'Port': ['ID=944e2f7a-27e7-4cf5-bb2f-95867a1a56f8,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:35.552116 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-553579d8-1608-4687-ac71-2820196b3087 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.584824 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553579d8-1608-4687-ac71-2820196b3087 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Port': ['ID=0d2f8d59-67b2-4ddb-a3bc-48566d3966fd,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:35.627032 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-553579d8-1608-4687-ac71-2820196b3087 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.631594 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-553579d8-1608-4687-ac71-2820196b3087 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/ports/0d2f8d59-67b2-4ddb-a3bc-48566d3966fd HTTP/1.1" status: 204 len: 168 time: 0.6677682 Jun 30 09:37:35.631985 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44952) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:35.636550 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a3f22a8-b6ce-4b2e-bfb6-658982bb8c4a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.650317 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a3f22a8-b6ce-4b2e-bfb6-658982bb8c4a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.652724 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1a3f22a8-b6ce-4b2e-bfb6-658982bb8c4a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/networks/38dd945e-a8f5-4be5-b5d9-daf195481de5 HTTP/1.1" status: 204 len: 168 time: 1.6206787 Jun 30 09:37:35.668654 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44954) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:35.674358 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-97fc499d-f2d2-4dc5-af16-3bcf97b3f4b1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] GET failed (client error): The resource could not be found. Jun 30 09:37:35.674358 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-97fc499d-f2d2-4dc5-af16-3bcf97b3f4b1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "GET /v2.0/ports/0d2f8d59-67b2-4ddb-a3bc-48566d3966fd HTTP/1.1" status: 404 len: 333 time: 0.0391152 Jun 30 09:37:35.675344 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-c3ff3f8e-4d79-42d9-a8c0-4856520de476 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-863985709', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:35.676907 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44956) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:35.682645 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f22a8-b6ce-4b2e-bfb6-658982bb8c4a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Network': ['ID=38dd945e-a8f5-4be5-b5d9-daf195481de5,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:35.746521 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2557d2d-a819-4d2d-84e6-435a878fb60c tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Deleting subnet c0a075c5-b5e6-4aa2-88a4-0e567b27df49 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:37:35.749868 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2557d2d-a819-4d2d-84e6-435a878fb60c tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.797098 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2557d2d-a819-4d2d-84e6-435a878fb60c tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.903545 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2557d2d-a819-4d2d-84e6-435a878fb60c tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.923913 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3ff3f8e-4d79-42d9-a8c0-4856520de476 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.926347 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3ff3f8e-4d79-42d9-a8c0-4856520de476 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.055902 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2557d2d-a819-4d2d-84e6-435a878fb60c tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.086142 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2557d2d-a819-4d2d-84e6-435a878fb60c tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Subnet': ['ID=c0a075c5-b5e6-4aa2-88a4-0e567b27df49,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:36.090798 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2557d2d-a819-4d2d-84e6-435a878fb60c tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.095640 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b2557d2d-a819-4d2d-84e6-435a878fb60c tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/subnets/c0a075c5-b5e6-4aa2-88a4-0e567b27df49 HTTP/1.1" status: 204 len: 168 time: 0.4150462 Jun 30 09:37:36.096061 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44960) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:36.104018 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e53aab-ec11-4c04-8b51-0b3745022b9d None None] Network 3866e054-8574-4bdf-a725-70ef0caa8bb1 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:36.140471 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-41981afa-1f60-4e95-af01-473fde8da875 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.157187 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3ff3f8e-4d79-42d9-a8c0-4856520de476 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.201363 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e22eb812-3314-45b9-b0b9-217dc4710221 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.262095 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-e22eb812-3314-45b9-b0b9-217dc4710221 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Deleting port 8bd505ef-38d5-4cb4-9b5a-05b4c2410af8 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:36.262445 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e22eb812-3314-45b9-b0b9-217dc4710221 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.283960 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3ff3f8e-4d79-42d9-a8c0-4856520de476 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.344665 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-e22eb812-3314-45b9-b0b9-217dc4710221 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] For port 8bd505ef-38d5-4cb4-9b5a-05b4c2410af8, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8bd505ef-38d5-4cb4-9b5a-05b4c2410af8,segment=NetworkSegment(5358f32f-45ac-4f21-96cd-79ea667ddc51),segment_id=5358f32f-45ac-4f21-96cd-79ea667ddc51)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:36.344665 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e22eb812-3314-45b9-b0b9-217dc4710221 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.358211 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-e22eb812-3314-45b9-b0b9-217dc4710221 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Calling delete_port for 8bd505ef-38d5-4cb4-9b5a-05b4c2410af8 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:36.364503 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694ede19-4c9d-4371-80eb-49bfc5674f4b None None] DHCP port deletion for 3866e054-8574-4bdf-a725-70ef0caa8bb1 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:37:36.408567 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-41981afa-1f60-4e95-af01-473fde8da875 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.434169 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3ff3f8e-4d79-42d9-a8c0-4856520de476 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.435644 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c3ff3f8e-4d79-42d9-a8c0-4856520de476 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7657206 Jun 30 09:37:36.438475 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44964) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:36.445064 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-84680a9f-4a94-4436-b6a1-f852bfba7e8b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-241187611'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:36.465814 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-694ede19-4c9d-4371-80eb-49bfc5674f4b None None] Deleting port 8bd505ef-38d5-4cb4-9b5a-05b4c2410af8 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:36.467430 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-694ede19-4c9d-4371-80eb-49bfc5674f4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.506408 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2a1d7-f12e-4026-9c03-c6b99380977e req-88046cff-fd45-4a22-befd-679dd07ac1c7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:36.508065 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-82d2a1d7-f12e-4026-9c03-c6b99380977e req-88046cff-fd45-4a22-befd-679dd07ac1c7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.1326976 Jun 30 09:37:36.583775 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-82d2a1d7-f12e-4026-9c03-c6b99380977e req-44612ec4-fdbb-4693-8256-7c343649d77d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618238 Jun 30 09:37:36.598795 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-694ede19-4c9d-4371-80eb-49bfc5674f4b None None] For port 8bd505ef-38d5-4cb4-9b5a-05b4c2410af8, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8bd505ef-38d5-4cb4-9b5a-05b4c2410af8,segment=NetworkSegment(5358f32f-45ac-4f21-96cd-79ea667ddc51),segment_id=5358f32f-45ac-4f21-96cd-79ea667ddc51)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:36.599919 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-694ede19-4c9d-4371-80eb-49bfc5674f4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.618623 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-694ede19-4c9d-4371-80eb-49bfc5674f4b None None] Calling delete_port for 8bd505ef-38d5-4cb4-9b5a-05b4c2410af8 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:36.633096 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-41981afa-1f60-4e95-af01-473fde8da875 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.654567 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e22eb812-3314-45b9-b0b9-217dc4710221 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.670265 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d6097ef8-70f8-4aec-94f3-2ec50f1c2e61 req-03205829-0703-4046-9a4a-d2d891d17b7e tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3022ce0-5226-4ae2-b951-9deef25c12be HTTP/1.1" status: 200 len: 210 time: 0.0339680 Jun 30 09:37:36.671305 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84680a9f-4a94-4436-b6a1-f852bfba7e8b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Made reservation on behalf of 875d2f0a00e04449a5bd0e15811efa96 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:36.674921 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-84680a9f-4a94-4436-b6a1-f852bfba7e8b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.683807 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22eb812-3314-45b9-b0b9-217dc4710221 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Port': ['ID=8bd505ef-38d5-4cb4-9b5a-05b4c2410af8,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:36.694058 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22eb812-3314-45b9-b0b9-217dc4710221 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] No DVR routers for this DVR port 8bd505ef-38d5-4cb4-9b5a-05b4c2410af8 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:37:36.706704 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84680a9f-4a94-4436-b6a1-f852bfba7e8b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:37:36.719301 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-84680a9f-4a94-4436-b6a1-f852bfba7e8b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.719652 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-84680a9f-4a94-4436-b6a1-f852bfba7e8b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Added segment aa8986cb-3123-4db4-bd5d-73752e5710cf of type vlan for network 213ec69d-72ea-479b-bec4-4eb3d6b49b2c Jun 30 09:37:36.735381 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-694ede19-4c9d-4371-80eb-49bfc5674f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.768849 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-84680a9f-4a94-4436-b6a1-f852bfba7e8b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.772961 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ede19-4c9d-4371-80eb-49bfc5674f4b None None] Pushing event deleted for resources: {'Port': ['ID=8bd505ef-38d5-4cb4-9b5a-05b4c2410af8,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:36.780635 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694ede19-4c9d-4371-80eb-49bfc5674f4b None None] No DVR routers for this DVR port 8bd505ef-38d5-4cb4-9b5a-05b4c2410af8 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:37:36.791149 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-41981afa-1f60-4e95-af01-473fde8da875 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.807582 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e22eb812-3314-45b9-b0b9-217dc4710221 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.819978 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-e22eb812-3314-45b9-b0b9-217dc4710221 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3866e054-8574-4bdf-a725-70ef0caa8bb1']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:36.833706 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-e22eb812-3314-45b9-b0b9-217dc4710221 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5358f32f-45ac-4f21-96cd-79ea667ddc51') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:36.834322 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-e22eb812-3314-45b9-b0b9-217dc4710221 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5358f32f-45ac-4f21-96cd-79ea667ddc51') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:36.845781 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e22eb812-3314-45b9-b0b9-217dc4710221 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.863608 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e22eb812-3314-45b9-b0b9-217dc4710221 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.872101 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e22eb812-3314-45b9-b0b9-217dc4710221 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:37:36.872646 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e22eb812-3314-45b9-b0b9-217dc4710221 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.875490 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41981afa-1f60-4e95-af01-473fde8da875 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Pushing event updated for resources: {'Port': ['ID=944e2f7a-27e7-4cf5-bb2f-95867a1a56f8,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:37:36.876012 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:37:36.892210 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-41981afa-1f60-4e95-af01-473fde8da875 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:37.005602 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-84680a9f-4a94-4436-b6a1-f852bfba7e8b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:37.012563 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84680a9f-4a94-4436-b6a1-f852bfba7e8b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:37.013282 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-84680a9f-4a94-4436-b6a1-f852bfba7e8b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:37.091168 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-41981afa-1f60-4e95-af01-473fde8da875 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Floating IP 622c3caf-f68b-4a78-9e91-e6266100925e associated. External IP: 172.25.6.107, port: 171ec41d-b624-4b7f-ac43-7085960eb417. Jun 30 09:37:37.124456 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e22eb812-3314-45b9-b0b9-217dc4710221 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:37.136499 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84680a9f-4a94-4436-b6a1-f852bfba7e8b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Network': ['ID=213ec69d-72ea-479b-bec4-4eb3d6b49b2c,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:37.141029 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e22eb812-3314-45b9-b0b9-217dc4710221 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:37.142909 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e22eb812-3314-45b9-b0b9-217dc4710221 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/networks/3866e054-8574-4bdf-a725-70ef0caa8bb1 HTTP/1.1" status: 204 len: 168 time: 1.0460792 Jun 30 09:37:37.153832 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44970) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:37.154570 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22eb812-3314-45b9-b0b9-217dc4710221 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Network': ['ID=3866e054-8574-4bdf-a725-70ef0caa8bb1,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:37.157108 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 213ec69d-72ea-479b-bec4-4eb3d6b49b2c details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:37:37.161666 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-47df129b-dab4-43f2-a9ed-46773b83a4cf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-175841456'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:37.208246 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-84680a9f-4a94-4436-b6a1-f852bfba7e8b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7687228 Jun 30 09:37:37.212006 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44972) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:37.217991 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-2e55843c-7612-453d-a531-e315639c9532 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Request body: {'subnet': {'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:37.337967 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47df129b-dab4-43f2-a9ed-46773b83a4cf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:37.344066 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-47df129b-dab4-43f2-a9ed-46773b83a4cf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:37.364107 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8bd505ef-38d5-4cb4-9b5a-05b4c2410af8 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:37:37.388465 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 8bd505ef-38d5-4cb4-9b5a-05b4c2410af8 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:37:37.388811 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8bd505ef-38d5-4cb4-9b5a-05b4c2410af8 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:37:37.460650 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e55843c-7612-453d-a531-e315639c9532 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Made reservation on behalf of 875d2f0a00e04449a5bd0e15811efa96 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:37.464887 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2e55843c-7612-453d-a531-e315639c9532 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:37.614909 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:37.686097 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47df129b-dab4-43f2-a9ed-46773b83a4cf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:37:37.699918 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41981afa-1f60-4e95-af01-473fde8da875 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Router 6c2f89d2-56cc-4252-a4e6-8e72f1a4974b has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:37:37.703431 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-47df129b-dab4-43f2-a9ed-46773b83a4cf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:37.704009 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-47df129b-dab4-43f2-a9ed-46773b83a4cf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Added segment bd970952-51ed-4362-9a0a-281abc2bad36 of type vlan for network 68d31da5-a3f0-4d91-94c8-0dddfcd8f0cf Jun 30 09:37:37.793053 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2e55843c-7612-453d-a531-e315639c9532 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:37.828580 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-47df129b-dab4-43f2-a9ed-46773b83a4cf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:37.878607 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1e85023-a926-46fe-b500-300ae9529199 req-54462aa7-de28-422e-8588-d97c04ecdb08 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3022ce0-5226-4ae2-b951-9deef25c12be HTTP/1.1" status: 200 len: 210 time: 0.0531635 Jun 30 09:37:37.899006 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55843c-7612-453d-a531-e315639c9532 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Subnet': ['ID=60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:37.904497 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e55843c-7612-453d-a531-e315639c9532 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Checking segment: {'id': 'aa8986cb-3123-4db4-bd5d-73752e5710cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:37.905109 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e55843c-7612-453d-a531-e315639c9532 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network hostable DHCP agents. Network: 213ec69d-72ea-479b-bec4-4eb3d6b49b2c, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:37:37.945413 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:37:37.954481 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4421a-65d5-4b27-94c6-ec9d4763dc1a req-c64413f2-598d-46dc-ac70-23c4aa97f62c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:37.956077 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45e4421a-65d5-4b27-94c6-ec9d4763dc1a req-c64413f2-598d-46dc-ac70-23c4aa97f62c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.2386055 Jun 30 09:37:38.006045 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41981afa-1f60-4e95-af01-473fde8da875 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:38.010608 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e55843c-7612-453d-a531-e315639c9532 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network 213ec69d-72ea-479b-bec4-4eb3d6b49b2c is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:37:38.016827 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43693b6-56ff-4be9-8cb6-2d852b9650d1 None None] Sync routers for ids ['6c2f89d2-56cc-4252-a4e6-8e72f1a4974b'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:37:38.029001 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43693b6-56ff-4be9-8cb6-2d852b9650d1 None None] Routers {'6c2f89d2-56cc-4252-a4e6-8e72f1a4974b'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:38.029889 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b43693b6-56ff-4be9-8cb6-2d852b9650d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:37:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['6c2f89d2-56cc-4252-a4e6-8e72f1a4974b'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:38.063906 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45e4421a-65d5-4b27-94c6-ec9d4763dc1a req-31eba623-54f3-4de6-b1c0-9e1b37a862bf tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899894 Jun 30 09:37:38.084533 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-47df129b-dab4-43f2-a9ed-46773b83a4cf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:38.091496 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47df129b-dab4-43f2-a9ed-46773b83a4cf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:38.093712 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-47df129b-dab4-43f2-a9ed-46773b83a4cf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:38.163780 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-2e55843c-7612-453d-a531-e315639c9532 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 213ec69d-72ea-479b-bec4-4eb3d6b49b2c) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:38.170008 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e55843c-7612-453d-a531-e315639c9532 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:38.170973 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2e55843c-7612-453d-a531-e315639c9532 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:38.171224 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-0abc5294-43ad-43b7-9bac-f23ebfe44527 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:38.172790 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-0abc5294-43ad-43b7-9bac-f23ebfe44527 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.37 "GET /v2.0/networks?id=7f54bbcf-d1e5-4961-9b44-afd39be817ce HTTP/1.1" status: 200 len: 809 time: 0.2435029 Jun 30 09:37:38.178170 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05134de9-7c0b-4028-a22b-dbe6500b45fb None None] Network 213ec69d-72ea-479b-bec4-4eb3d6b49b2c requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:38.189727 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-29e74115-7f21-4fba-bcf2-792681bc4c74 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Request body: {'port': {'device_id': 'b3022ce0-5226-4ae2-b951-9deef25c12be', 'network_id': '7f54bbcf-d1e5-4961-9b44-afd39be817ce', 'admin_state_up': True, 'tenant_id': '2e7095eafd234751bc87e6f18aea4547'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:38.220398 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-b43693b6-56ff-4be9-8cb6-2d852b9650d1 None None] Set router 6c2f89d2-56cc-4252-a4e6-8e72f1a4974b gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:38.236193 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df129b-dab4-43f2-a9ed-46773b83a4cf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Network': ['ID=68d31da5-a3f0-4d91-94c8-0dddfcd8f0cf,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:38.240679 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-41981afa-1f60-4e95-af01-473fde8da875 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:38.252200 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 68d31da5-a3f0-4d91-94c8-0dddfcd8f0cf details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:37:38.303387 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-47df129b-dab4-43f2-a9ed-46773b83a4cf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1455734 Jun 30 09:37:38.304925 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-41981afa-1f60-4e95-af01-473fde8da875 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.8864591 Jun 30 09:37:38.304925 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44980) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:38.305304 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76950add-e976-4033-9a19-b5586cb190eb', 'tag': '171ec41d-b624-4b7f-ac43-7085960eb417'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:37:38.308207 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d313b053-135d-4b3e-95d7-5eb4365feaea" -d '{"events": [{"name": "network-changed", "server_uuid": "76950add-e976-4033-9a19-b5586cb190eb", "tag": "171ec41d-b624-4b7f-ac43-7085960eb417"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:37:38.321259 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-6628b5dc-bd9b-4f11-b17e-9ba3054aa0ab tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'subnet': {'network_id': '68d31da5-a3f0-4d91-94c8-0dddfcd8f0cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:38.362241 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2e55843c-7612-453d-a531-e315639c9532 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1457720 Jun 30 09:37:38.362811 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 44986) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:38.412183 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610a7ab9-4c50-4caf-9bbd-04b53d3cca8a x-openstack-request-id: req-610a7ab9-4c50-4caf-9bbd-04b53d3cca8a {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:37:38.412476 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76950add-e976-4033-9a19-b5586cb190eb", "tag": "171ec41d-b624-4b7f-ac43-7085960eb417", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:37:38.412793 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-610a7ab9-4c50-4caf-9bbd-04b53d3cca8a {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:37:38.413126 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76950add-e976-4033-9a19-b5586cb190eb', 'tag': '171ec41d-b624-4b7f-ac43-7085960eb417', 'status': 'completed', 'code': 200} Jun 30 09:37:38.507751 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681de6f2-1f68-45ce-b471-3b9925c926e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-213ec69d-72ea-479b-bec4-4eb3d6b49b2c', 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'fixed_ips': [{'subnet_id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:37:38.508743 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-681de6f2-1f68-45ce-b471-3b9925c926e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:38.574034 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b43693b6-56ff-4be9-8cb6-2d852b9650d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'name': 'tempest-TestServerBasicOps-1501296919-router', 'tenant_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'b77229d1-40b1-444a-9f10-a602aa79b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:25Z', 'updated_at': '2021-06-30T09:36:37Z', 'revision_number': 4, 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'gw_port': {'id': 'b77229d1-40b1-444a-9f10-a602aa79b84c', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:26Z', 'updated_at': '2021-06-30T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '622c3caf-f68b-4a78-9e91-e6266100925e', 'tenant_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'port_id': '171ec41d-b624-4b7f-ac43-7085960eb417', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b34e13e-64f3-4614-98c2-965e564ba757', 'mac_address': 'fa:16:3e:83:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76950add-e976-4033-9a19-b5586cb190eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:37:35Z', 'revision_number': 0, 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10708a62-474e-4f3b-99ab-87858239a777', 'name': '', 'network_id': '4b34e13e-64f3-4614-98c2-965e564ba757', 'tenant_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'mac_address': 'fa:16:3e:e0:73:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'dd2ce267-6d29-4965-a0be-4247fd11a393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:32Z', 'updated_at': '2021-06-30T09:36:45Z', 'revision_number': 5, 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'subnets': [{'id': 'dd2ce267-6d29-4965-a0be-4247fd11a393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:38.662137 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6628b5dc-bd9b-4f11-b17e-9ba3054aa0ab tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:38.666288 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6628b5dc-bd9b-4f11-b17e-9ba3054aa0ab tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:38.672439 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-681de6f2-1f68-45ce-b471-3b9925c926e9 None None] Allocated IP 2001:db8::2 (213ec69d-72ea-479b-bec4-4eb3d6b49b2c/60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6/0067ff6f-020b-42a9-92a9-c3b047c1eee2) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:38.698126 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43693b6-56ff-4be9-8cb6-2d852b9650d1 None None] Checking router: 6c2f89d2-56cc-4252-a4e6-8e72f1a4974b for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:37:38.707657 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43693b6-56ff-4be9-8cb6-2d852b9650d1 None None] Routers {'6c2f89d2-56cc-4252-a4e6-8e72f1a4974b'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:38.708552 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b43693b6-56ff-4be9-8cb6-2d852b9650d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:37:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['6c2f89d2-56cc-4252-a4e6-8e72f1a4974b'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:38.745877 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313b053-135d-4b3e-95d7-5eb4365feaea req-641682ac-96e6-4956-92e4-48c3324d6fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:38.747610 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d313b053-135d-4b3e-95d7-5eb4365feaea req-641682ac-96e6-4956-92e4-48c3324d6fb4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d14f9c9114824e0ab3a926fb5ce22374&device_id=76950add-e976-4033-9a19-b5586cb190eb HTTP/1.1" status: 200 len: 1098 time: 0.3054087 Jun 30 09:37:38.838374 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-b43693b6-56ff-4be9-8cb6-2d852b9650d1 None None] Set router 6c2f89d2-56cc-4252-a4e6-8e72f1a4974b gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:38.844678 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-29e74115-7f21-4fba-bcf2-792681bc4c74 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Made reservation on behalf of 2e7095eafd234751bc87e6f18aea4547 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:38.850532 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-29e74115-7f21-4fba-bcf2-792681bc4c74 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:38.881893 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c47e074f-6a14-411f-8e75-21c1535d6497 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:38.910399 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-681de6f2-1f68-45ce-b471-3b9925c926e9 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:38.936060 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:38.939198 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-681de6f2-1f68-45ce-b471-3b9925c926e9 None None] Transition to ACTIVE for port object 0067ff6f-020b-42a9-92a9-c3b047c1eee2 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:38.960747 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-681de6f2-1f68-45ce-b471-3b9925c926e9 None None] Transition to ACTIVE for port object 0067ff6f-020b-42a9-92a9-c3b047c1eee2 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:38.960958 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313b053-135d-4b3e-95d7-5eb4365feaea req-bc318c4f-f6ef-45b1-ad03-b1fd327d2b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:38.960958 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d313b053-135d-4b3e-95d7-5eb4365feaea req-bc318c4f-f6ef-45b1-ad03-b1fd327d2b5c service neutron] 10.222.0.52 "GET /v2.0/networks?id=4b34e13e-64f3-4614-98c2-965e564ba757 HTTP/1.1" status: 200 len: 910 time: 0.2028074 Jun 30 09:37:39.100494 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-29e74115-7f21-4fba-bcf2-792681bc4c74 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Allocated IP 172.20.0.10 (7f54bbcf-d1e5-4961-9b44-afd39be817ce/accfa922-010c-4601-9f75-61b8e80d5110/5e1eab5e-9308-4404-bd79-3aad711b9414) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:39.130503 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-681de6f2-1f68-45ce-b471-3b9925c926e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.177144 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d313b053-135d-4b3e-95d7-5eb4365feaea req-3f831414-0e8f-4869-afd6-0a6751e5946c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=171ec41d-b624-4b7f-ac43-7085960eb417 HTTP/1.1" status: 200 len: 1000 time: 0.0823057 Jun 30 09:37:39.191039 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b43693b6-56ff-4be9-8cb6-2d852b9650d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'name': 'tempest-TestServerBasicOps-1501296919-router', 'tenant_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'b77229d1-40b1-444a-9f10-a602aa79b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:25Z', 'updated_at': '2021-06-30T09:36:37Z', 'revision_number': 4, 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'gw_port': {'id': 'b77229d1-40b1-444a-9f10-a602aa79b84c', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:26Z', 'updated_at': '2021-06-30T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '622c3caf-f68b-4a78-9e91-e6266100925e', 'tenant_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'port_id': '171ec41d-b624-4b7f-ac43-7085960eb417', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b34e13e-64f3-4614-98c2-965e564ba757', 'mac_address': 'fa:16:3e:83:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76950add-e976-4033-9a19-b5586cb190eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:37:35Z', 'revision_number': 0, 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10708a62-474e-4f3b-99ab-87858239a777', 'name': '', 'network_id': '4b34e13e-64f3-4614-98c2-965e564ba757', 'tenant_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'mac_address': 'fa:16:3e:e0:73:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'dd2ce267-6d29-4965-a0be-4247fd11a393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:32Z', 'updated_at': '2021-06-30T09:36:45Z', 'revision_number': 5, 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'subnets': [{'id': 'dd2ce267-6d29-4965-a0be-4247fd11a393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:39.216182 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8221043-0083-4e8b-bca0-d8e38c3a8258 req-81c4040a-1d91-4f1e-8d94-29dfd2d407f9 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3022ce0-5226-4ae2-b951-9deef25c12be HTTP/1.1" status: 200 len: 210 time: 0.0491803 Jun 30 09:37:39.253305 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681de6f2-1f68-45ce-b471-3b9925c926e9 None None] Pushing event updated for resources: {'Port': ['ID=0067ff6f-020b-42a9-92a9-c3b047c1eee2,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:39.264177 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681de6f2-1f68-45ce-b471-3b9925c926e9 None None] Network 213ec69d-72ea-479b-bec4-4eb3d6b49b2c is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:39.266180 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-681de6f2-1f68-45ce-b471-3b9925c926e9 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:39.267509 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43693b6-56ff-4be9-8cb6-2d852b9650d1 None None] The sync data for ids ['6c2f89d2-56cc-4252-a4e6-8e72f1a4974b'] in n-d-771363-31 is: [{'id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'name': 'tempest-TestServerBasicOps-1501296919-router', 'tenant_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'b77229d1-40b1-444a-9f10-a602aa79b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:25Z', 'updated_at': '2021-06-30T09:36:37Z', 'revision_number': 4, 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'gw_port': {'id': 'b77229d1-40b1-444a-9f10-a602aa79b84c', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:26Z', 'updated_at': '2021-06-30T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '622c3caf-f68b-4a78-9e91-e6266100925e', 'tenant_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'port_id': '171ec41d-b624-4b7f-ac43-7085960eb417', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b34e13e-64f3-4614-98c2-965e564ba757', 'mac_address': 'fa:16:3e:83:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76950add-e976-4033-9a19-b5586cb190eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:37:35Z', 'revision_number': 0, 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10708a62-474e-4f3b-99ab-87858239a777', 'name': '', 'network_id': '4b34e13e-64f3-4614-98c2-965e564ba757', 'tenant_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'mac_address': 'fa:16:3e:e0:73:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'dd2ce267-6d29-4965-a0be-4247fd11a393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:32Z', 'updated_at': '2021-06-30T09:36:45Z', 'revision_number': 5, 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'subnets': [{'id': 'dd2ce267-6d29-4965-a0be-4247fd11a393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:37:39.271209 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681de6f2-1f68-45ce-b471-3b9925c926e9 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:39.332273 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6628b5dc-bd9b-4f11-b17e-9ba3054aa0ab tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.357907 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-681de6f2-1f68-45ce-b471-3b9925c926e9 None None] Attempting to bind port 0067ff6f-020b-42a9-92a9-c3b047c1eee2 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:37:39.358467 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-681de6f2-1f68-45ce-b471-3b9925c926e9 None None] Attempting to bind port 0067ff6f-020b-42a9-92a9-c3b047c1eee2 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'aa8986cb-3123-4db4-bd5d-73752e5710cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:37:39.359264 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681de6f2-1f68-45ce-b471-3b9925c926e9 None None] Attempting to bind port 0067ff6f-020b-42a9-92a9-c3b047c1eee2 on network 213ec69d-72ea-479b-bec4-4eb3d6b49b2c {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:39.365448 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681de6f2-1f68-45ce-b471-3b9925c926e9 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:37:39.365989 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681de6f2-1f68-45ce-b471-3b9925c926e9 None None] Checking segment: {'id': 'aa8986cb-3123-4db4-bd5d-73752e5710cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:39.367512 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-681de6f2-1f68-45ce-b471-3b9925c926e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.367872 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681de6f2-1f68-45ce-b471-3b9925c926e9 None None] Bound using segment: {'id': 'aa8986cb-3123-4db4-bd5d-73752e5710cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:37:39.369377 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-681de6f2-1f68-45ce-b471-3b9925c926e9 None None] Bound port: 0067ff6f-020b-42a9-92a9-c3b047c1eee2, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa8986cb-3123-4db4-bd5d-73752e5710cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:37:39.378331 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-681de6f2-1f68-45ce-b471-3b9925c926e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.389222 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313b053-135d-4b3e-95d7-5eb4365feaea req-a917ed39-635b-414e-9a4d-c75f7098f497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:39.392147 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d313b053-135d-4b3e-95d7-5eb4365feaea req-a917ed39-635b-414e-9a4d-c75f7098f497 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dd2ce267-6d29-4965-a0be-4247fd11a393 HTTP/1.1" status: 200 len: 848 time: 0.1911361 Jun 30 09:37:39.442388 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-29e74115-7f21-4fba-bcf2-792681bc4c74 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.464820 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-681de6f2-1f68-45ce-b471-3b9925c926e9 None None] For port 0067ff6f-020b-42a9-92a9-c3b047c1eee2, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:37:39.466889 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-c47e074f-6a14-411f-8e75-21c1535d6497 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Allocated IP 2001:db8::1 (213ec69d-72ea-479b-bec4-4eb3d6b49b2c/60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6/85bd090f-cd12-4eeb-b4ba-b1810e909f05) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:39.468468 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-681de6f2-1f68-45ce-b471-3b9925c926e9 None None] For port 0067ff6f-020b-42a9-92a9-c3b047c1eee2, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=0067ff6f-020b-42a9-92a9-c3b047c1eee2,segment=NetworkSegment(aa8986cb-3123-4db4-bd5d-73752e5710cf),segment_id=aa8986cb-3123-4db4-bd5d-73752e5710cf)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:37:39.470480 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e8119-5ca3-4031-b198-4a2f4cbb24b8 req-33293de0-69e9-4cbc-ab83-bfd79e5b37e9 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:39.472180 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-584e8119-5ca3-4031-b198-4a2f4cbb24b8 req-33293de0-69e9-4cbc-ab83-bfd79e5b37e9 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.2639959 Jun 30 09:37:39.483343 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628b5dc-bd9b-4f11-b17e-9ba3054aa0ab tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Subnet': ['ID=d72a9c0f-2825-4cdf-b274-cf5808daf0ec,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:39.487823 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6628b5dc-bd9b-4f11-b17e-9ba3054aa0ab tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Checking segment: {'id': 'bd970952-51ed-4362-9a0a-281abc2bad36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '68d31da5-a3f0-4d91-94c8-0dddfcd8f0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:39.488191 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6628b5dc-bd9b-4f11-b17e-9ba3054aa0ab tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network hostable DHCP agents. Network: 68d31da5-a3f0-4d91-94c8-0dddfcd8f0cf, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:37:39.558263 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313b053-135d-4b3e-95d7-5eb4365feaea req-70c954db-a212-4aa7-8853-e789aed9d926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:39.558263 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d313b053-135d-4b3e-95d7-5eb4365feaea req-70c954db-a212-4aa7-8853-e789aed9d926 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b34e13e-64f3-4614-98c2-965e564ba757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1488502 Jun 30 09:37:39.558596 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-584e8119-5ca3-4031-b198-4a2f4cbb24b8 req-d631fbbe-7680-4949-808d-679f9b175abb tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755582 Jun 30 09:37:39.582752 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-681de6f2-1f68-45ce-b471-3b9925c926e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.633271 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f37e94-7919-4c94-a541-2717ab2c1de2 None None] New status for floating IP 622c3caf-f68b-4a78-9e91-e6266100925e: ACTIVE {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:37:39.679696 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6628b5dc-bd9b-4f11-b17e-9ba3054aa0ab tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network 68d31da5-a3f0-4d91-94c8-0dddfcd8f0cf is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:37:39.704382 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681de6f2-1f68-45ce-b471-3b9925c926e9 None None] Pushing event updated for resources: {'Port': ['ID=0067ff6f-020b-42a9-92a9-c3b047c1eee2,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:39.726779 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c47e074f-6a14-411f-8e75-21c1535d6497 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.753261 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-29e74115-7f21-4fba-bcf2-792681bc4c74 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.754244 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d313b053-135d-4b3e-95d7-5eb4365feaea req-b6d71954-3421-49d1-9464-bcc76f71f597 service neutron] 10.222.0.52 "GET /v2.0/networks/4b34e13e-64f3-4614-98c2-965e564ba757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864898 Jun 30 09:37:39.758204 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-c47e074f-6a14-411f-8e75-21c1535d6497 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Transition to ACTIVE for port object 85bd090f-cd12-4eeb-b4ba-b1810e909f05 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:39.810268 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-29e74115-7f21-4fba-bcf2-792681bc4c74 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Network 7f54bbcf-d1e5-4961-9b44-afd39be817ce is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:39.813801 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-29e74115-7f21-4fba-bcf2-792681bc4c74 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:39.816300 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-29e74115-7f21-4fba-bcf2-792681bc4c74 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:39.886517 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e74115-7f21-4fba-bcf2-792681bc4c74 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Pushing event updated for resources: {'Port': ['ID=5e1eab5e-9308-4404-bd79-3aad711b9414,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:39.897693 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d313b053-135d-4b3e-95d7-5eb4365feaea req-fd6329cb-973b-43fc-a2d0-989f11da16f7 service neutron] 10.222.0.52 "GET /v2.0/networks/4b34e13e-64f3-4614-98c2-965e564ba757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241860 Jun 30 09:37:39.920168 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-29e74115-7f21-4fba-bcf2-792681bc4c74 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:39.923940 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-29e74115-7f21-4fba-bcf2-792681bc4c74 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.004057 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-6628b5dc-bd9b-4f11-b17e-9ba3054aa0ab tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 68d31da5-a3f0-4d91-94c8-0dddfcd8f0cf) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:40.010799 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6628b5dc-bd9b-4f11-b17e-9ba3054aa0ab tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:40.011501 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6628b5dc-bd9b-4f11-b17e-9ba3054aa0ab tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.016819 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2f96d3-2de8-41ce-88a1-218310ac7ef4 None None] Network 68d31da5-a3f0-4d91-94c8-0dddfcd8f0cf requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:40.146842 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c47e074f-6a14-411f-8e75-21c1535d6497 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.187400 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0076568-46a9-4abc-9f39-ea8cb7b0728e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-68d31da5-a3f0-4d91-94c8-0dddfcd8f0cf', 'network_id': '68d31da5-a3f0-4d91-94c8-0dddfcd8f0cf', 'tenant_id': '07795e25d4a84bb499a614e0d5ffead9', 'fixed_ips': [{'subnet_id': 'd72a9c0f-2825-4cdf-b274-cf5808daf0ec'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:37:40.192033 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f0076568-46a9-4abc-9f39-ea8cb7b0728e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.211165 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47e074f-6a14-411f-8e75-21c1535d6497 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network 213ec69d-72ea-479b-bec4-4eb3d6b49b2c is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:40.221529 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-c47e074f-6a14-411f-8e75-21c1535d6497 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:40.224816 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47e074f-6a14-411f-8e75-21c1535d6497 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:40.226224 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c47e074f-6a14-411f-8e75-21c1535d6497 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.227590 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-29e74115-7f21-4fba-bcf2-792681bc4c74 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0405302 Jun 30 09:37:40.234484 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6628b5dc-bd9b-4f11-b17e-9ba3054aa0ab tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9207675 Jun 30 09:37:40.241133 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 44996) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:40.247820 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-7ae8f9c5-59cd-4a75-a881-fc85558de407 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1665343811', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:40.297562 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e074f-6a14-411f-8e75-21c1535d6497 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Port': ['ID=85bd090f-cd12-4eeb-b4ba-b1810e909f05,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:40.350017 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-ae876937-4411-4cf9-b3a2-8c8b3d058d76 service neutron] Request body: {'port': {'device_id': 'b3022ce0-5226-4ae2-b951-9deef25c12be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:40.375081 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-f0076568-46a9-4abc-9f39-ea8cb7b0728e None None] Allocated IP 2001:db8::2 (68d31da5-a3f0-4d91-94c8-0dddfcd8f0cf/d72a9c0f-2825-4cdf-b274-cf5808daf0ec/0f5e65bf-9c70-4ea8-9b48-909ee988c47c) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:40.436528 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f9c5-59cd-4a75-a881-fc85558de407 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.437613 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f9c5-59cd-4a75-a881-fc85558de407 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.477187 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-ae876937-4411-4cf9-b3a2-8c8b3d058d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.489753 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61944a-3c62-4aaa-a4af-726d6ee6d953 req-e1203fbf-dbd6-4507-8b02-393489bea134 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:40.501295 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8e61944a-3c62-4aaa-a4af-726d6ee6d953 req-e1203fbf-dbd6-4507-8b02-393489bea134 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3022ce0-5226-4ae2-b951-9deef25c12be HTTP/1.1" status: 200 len: 932 time: 0.1154976 Jun 30 09:37:40.597688 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f0076568-46a9-4abc-9f39-ea8cb7b0728e None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.608963 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f0076568-46a9-4abc-9f39-ea8cb7b0728e None None] Transition to ACTIVE for port object 0f5e65bf-9c70-4ea8-9b48-909ee988c47c will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:40.625473 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c47e074f-6a14-411f-8e75-21c1535d6497 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.632125 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f9c5-59cd-4a75-a881-fc85558de407 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.645930 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8e61944a-3c62-4aaa-a4af-726d6ee6d953 req-03b8d0a7-9b63-4564-97eb-3550d437c0d5 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/security-groups?id=86205b84-f2b6-4a8b-8656-a236fd95dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435626 Jun 30 09:37:40.656578 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f0076568-46a9-4abc-9f39-ea8cb7b0728e None None] Transition to ACTIVE for port object 0f5e65bf-9c70-4ea8-9b48-909ee988c47c will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:40.784645 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f9c5-59cd-4a75-a881-fc85558de407 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.845262 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f0076568-46a9-4abc-9f39-ea8cb7b0728e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.905742 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0076568-46a9-4abc-9f39-ea8cb7b0728e None None] Network 68d31da5-a3f0-4d91-94c8-0dddfcd8f0cf is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:40.909084 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-f0076568-46a9-4abc-9f39-ea8cb7b0728e None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:40.912968 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8851dd-8b17-443b-953e-57fb2ebdb07e req-29e12c77-61e3-4a4f-a5ff-02e75d939ffb tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:40.914560 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d8851dd-8b17-443b-953e-57fb2ebdb07e req-29e12c77-61e3-4a4f-a5ff-02e75d939ffb tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.1813858 Jun 30 09:37:40.923801 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0076568-46a9-4abc-9f39-ea8cb7b0728e None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:40.936996 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0076568-46a9-4abc-9f39-ea8cb7b0728e None None] Pushing event updated for resources: {'Port': ['ID=0f5e65bf-9c70-4ea8-9b48-909ee988c47c,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:40.961724 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c47e074f-6a14-411f-8e75-21c1535d6497 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.973256 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ddced5-e003-430c-bfa5-a86416e7e235 None None] Network 213ec69d-72ea-479b-bec4-4eb3d6b49b2c requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:41.012094 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d8851dd-8b17-443b-953e-57fb2ebdb07e req-8f76d810-46f3-44db-b965-e2ca224865f5 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892529 Jun 30 09:37:41.062854 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f9c5-59cd-4a75-a881-fc85558de407 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.064131 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7ae8f9c5-59cd-4a75-a881-fc85558de407 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8218679 Jun 30 09:37:41.066947 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45006) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:41.072858 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-1104df90-3938-4b6f-ba35-3f228ff3486e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'port': {'network_id': '68d31da5-a3f0-4d91-94c8-0dddfcd8f0cf', 'name': 'tempest-PortsIpV6TestJSON-1147985040'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:41.073128 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-ae876937-4411-4cf9-b3a2-8c8b3d058d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e1eab5e-9308-4404-bd79-3aad711b9414 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:37:41.082646 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-ae876937-4411-4cf9-b3a2-8c8b3d058d76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.089121 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f0076568-46a9-4abc-9f39-ea8cb7b0728e None None] Attempting to bind port 0f5e65bf-9c70-4ea8-9b48-909ee988c47c on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:37:41.089678 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f0076568-46a9-4abc-9f39-ea8cb7b0728e None None] Attempting to bind port 0f5e65bf-9c70-4ea8-9b48-909ee988c47c by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'bd970952-51ed-4362-9a0a-281abc2bad36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '68d31da5-a3f0-4d91-94c8-0dddfcd8f0cf'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:37:41.090112 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0076568-46a9-4abc-9f39-ea8cb7b0728e None None] Attempting to bind port 0f5e65bf-9c70-4ea8-9b48-909ee988c47c on network 68d31da5-a3f0-4d91-94c8-0dddfcd8f0cf {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:41.099461 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0076568-46a9-4abc-9f39-ea8cb7b0728e None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:37:41.099925 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0076568-46a9-4abc-9f39-ea8cb7b0728e None None] Checking segment: {'id': 'bd970952-51ed-4362-9a0a-281abc2bad36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '68d31da5-a3f0-4d91-94c8-0dddfcd8f0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:41.102484 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-ae876937-4411-4cf9-b3a2-8c8b3d058d76 service neutron] Transition to ACTIVE for port object 5e1eab5e-9308-4404-bd79-3aad711b9414 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:41.102646 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f0076568-46a9-4abc-9f39-ea8cb7b0728e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.102646 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0076568-46a9-4abc-9f39-ea8cb7b0728e None None] Bound using segment: {'id': 'bd970952-51ed-4362-9a0a-281abc2bad36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '68d31da5-a3f0-4d91-94c8-0dddfcd8f0cf'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:37:41.102646 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f0076568-46a9-4abc-9f39-ea8cb7b0728e None None] Bound port: 0f5e65bf-9c70-4ea8-9b48-909ee988c47c, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd970952-51ed-4362-9a0a-281abc2bad36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '68d31da5-a3f0-4d91-94c8-0dddfcd8f0cf'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:37:41.102646 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f0076568-46a9-4abc-9f39-ea8cb7b0728e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.119305 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c47e074f-6a14-411f-8e75-21c1535d6497 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.120263 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c47e074f-6a14-411f-8e75-21c1535d6497 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.166091 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-1beaaaa9-7566-4020-81bc-48009ed337ac None None] Provisioning for port 0067ff6f-020b-42a9-92a9-c3b047c1eee2 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:41.188051 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-ae876937-4411-4cf9-b3a2-8c8b3d058d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.244064 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae876937-4411-4cf9-b3a2-8c8b3d058d76 service neutron] Pushing event updated for resources: {'Port': ['ID=5e1eab5e-9308-4404-bd79-3aad711b9414,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:41.252073 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e074f-6a14-411f-8e75-21c1535d6497 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Port': ['ID=85bd090f-cd12-4eeb-b4ba-b1810e909f05,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:41.253802 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-f0076568-46a9-4abc-9f39-ea8cb7b0728e None None] For port 0f5e65bf-9c70-4ea8-9b48-909ee988c47c, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:37:41.269658 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-f0076568-46a9-4abc-9f39-ea8cb7b0728e None None] For port 0f5e65bf-9c70-4ea8-9b48-909ee988c47c, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=0f5e65bf-9c70-4ea8-9b48-909ee988c47c,segment=NetworkSegment(bd970952-51ed-4362-9a0a-281abc2bad36),segment_id=bd970952-51ed-4362-9a0a-281abc2bad36)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:37:41.334742 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47e074f-6a14-411f-8e75-21c1535d6497 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network 213ec69d-72ea-479b-bec4-4eb3d6b49b2c is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:41.336554 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-c47e074f-6a14-411f-8e75-21c1535d6497 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:41.375462 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f0076568-46a9-4abc-9f39-ea8cb7b0728e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.398910 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-ae876937-4411-4cf9-b3a2-8c8b3d058d76 service neutron] Attempting to bind port 5e1eab5e-9308-4404-bd79-3aad711b9414 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:37:41.399397 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-ae876937-4411-4cf9-b3a2-8c8b3d058d76 service neutron] Attempting to bind port 5e1eab5e-9308-4404-bd79-3aad711b9414 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': 'e524e1c9-73eb-447c-9b80-bf5213563f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7f54bbcf-d1e5-4961-9b44-afd39be817ce'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:37:41.399767 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-ae876937-4411-4cf9-b3a2-8c8b3d058d76 service neutron] Attempting to bind port 5e1eab5e-9308-4404-bd79-3aad711b9414 on network 7f54bbcf-d1e5-4961-9b44-afd39be817ce {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:41.411794 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-ae876937-4411-4cf9-b3a2-8c8b3d058d76 service neutron] Port 5e1eab5e-9308-4404-bd79-3aad711b9414 on network 7f54bbcf-d1e5-4961-9b44-afd39be817ce not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:37:41.413241 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-ae876937-4411-4cf9-b3a2-8c8b3d058d76 service neutron] Attempting to bind port 5e1eab5e-9308-4404-bd79-3aad711b9414 on network 7f54bbcf-d1e5-4961-9b44-afd39be817ce {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:41.425735 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-ae876937-4411-4cf9-b3a2-8c8b3d058d76 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:37:41.426251 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-ae876937-4411-4cf9-b3a2-8c8b3d058d76 service neutron] Checking segment: {'id': 'e524e1c9-73eb-447c-9b80-bf5213563f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7f54bbcf-d1e5-4961-9b44-afd39be817ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:41.426760 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-ae876937-4411-4cf9-b3a2-8c8b3d058d76 service neutron] Bound using segment: {'id': 'e524e1c9-73eb-447c-9b80-bf5213563f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7f54bbcf-d1e5-4961-9b44-afd39be817ce'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:37:41.427366 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-ae876937-4411-4cf9-b3a2-8c8b3d058d76 service neutron] Bound port: 5e1eab5e-9308-4404-bd79-3aad711b9414, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e524e1c9-73eb-447c-9b80-bf5213563f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7f54bbcf-d1e5-4961-9b44-afd39be817ce'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:37:41.427832 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-ae876937-4411-4cf9-b3a2-8c8b3d058d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.514972 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-ae876937-4411-4cf9-b3a2-8c8b3d058d76 service neutron] For port 5e1eab5e-9308-4404-bd79-3aad711b9414, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:37:41.519070 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-ae876937-4411-4cf9-b3a2-8c8b3d058d76 service neutron] For port 5e1eab5e-9308-4404-bd79-3aad711b9414, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=5e1eab5e-9308-4404-bd79-3aad711b9414,segment=NetworkSegment(e524e1c9-73eb-447c-9b80-bf5213563f16),segment_id=e524e1c9-73eb-447c-9b80-bf5213563f16)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:37:41.557031 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1104df90-3938-4b6f-ba35-3f228ff3486e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:41.558623 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1104df90-3938-4b6f-ba35-3f228ff3486e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.580304 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-1104df90-3938-4b6f-ba35-3f228ff3486e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] device_id is not set on port 6d38b4d1-b25d-46e1-b1db-545d01518fe5 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:37:41.605230 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 0067ff6f-020b-42a9-92a9-c3b047c1eee2 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:41.657878 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-ae876937-4411-4cf9-b3a2-8c8b3d058d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.690638 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0076568-46a9-4abc-9f39-ea8cb7b0728e None None] Pushing event updated for resources: {'Port': ['ID=0f5e65bf-9c70-4ea8-9b48-909ee988c47c,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:41.735809 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47e074f-6a14-411f-8e75-21c1535d6497 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Router a0df5a90-86a4-468f-9bf7-6c760c70ac13 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:37:41.781597 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5ccedcae-4187-4faa-9e93-ad577b7f0218 None None] Provisioning for port 85bd090f-cd12-4eeb-b4ba-b1810e909f05 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:41.785712 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5ccedcae-4187-4faa-9e93-ad577b7f0218 None None] Provisioning complete for port 85bd090f-cd12-4eeb-b4ba-b1810e909f05 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:41.786108 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5ccedcae-4187-4faa-9e93-ad577b7f0218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.797604 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae876937-4411-4cf9-b3a2-8c8b3d058d76 service neutron] Pushing event updated for resources: {'Port': ['ID=5e1eab5e-9308-4404-bd79-3aad711b9414,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:41.813638 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-ae876937-4411-4cf9-b3a2-8c8b3d058d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:41.814494 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-ae876937-4411-4cf9-b3a2-8c8b3d058d76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.816045 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-ae876937-4411-4cf9-b3a2-8c8b3d058d76 service neutron] 10.222.0.37 "PUT /v2.0/ports/5e1eab5e-9308-4404-bd79-3aad711b9414 HTTP/1.1" status: 200 len: 1093 time: 1.5828700 Jun 30 09:37:41.816952 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3022ce0-5226-4ae2-b951-9deef25c12be', 'tag': '5e1eab5e-9308-4404-bd79-3aad711b9414'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:37:41.819976 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75230353-44c7-4171-b1d0-e25bcf822b88" -d '{"events": [{"name": "network-changed", "server_uuid": "b3022ce0-5226-4ae2-b951-9deef25c12be", "tag": "5e1eab5e-9308-4404-bd79-3aad711b9414"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:37:41.855668 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-5ccedcae-4187-4faa-9e93-ad577b7f0218 None None] Port 85bd090f-cd12-4eeb-b4ba-b1810e909f05 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:41.861485 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 0067ff6f-020b-42a9-92a9-c3b047c1eee2 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:41.867618 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 0067ff6f-020b-42a9-92a9-c3b047c1eee2 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:41.867998 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.903859 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b78a72-bf20-4630-9e7b-87e04bc899f1 x-openstack-request-id: req-08b78a72-bf20-4630-9e7b-87e04bc899f1 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:37:41.905897 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3022ce0-5226-4ae2-b951-9deef25c12be", "tag": "5e1eab5e-9308-4404-bd79-3aad711b9414", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:37:41.905897 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-08b78a72-bf20-4630-9e7b-87e04bc899f1 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:37:41.906205 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5ccedcae-4187-4faa-9e93-ad577b7f0218 None None] Provisioning complete for port 0067ff6f-020b-42a9-92a9-c3b047c1eee2 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:41.910087 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3022ce0-5226-4ae2-b951-9deef25c12be', 'tag': '5e1eab5e-9308-4404-bd79-3aad711b9414', 'status': 'completed', 'code': 200} Jun 30 09:37:41.910225 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5ccedcae-4187-4faa-9e93-ad577b7f0218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.910335 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-1104df90-3938-4b6f-ba35-3f228ff3486e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Allocated IP 2001:db8::344 (68d31da5-a3f0-4d91-94c8-0dddfcd8f0cf/d72a9c0f-2825-4cdf-b274-cf5808daf0ec/6d38b4d1-b25d-46e1-b1db-545d01518fe5) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:42.007521 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed588c-67e2-4bab-8e96-2636af0c286c req-682ee32d-b160-426d-9b5e-cd1163494566 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:42.050213 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f7ed588c-67e2-4bab-8e96-2636af0c286c req-682ee32d-b160-426d-9b5e-cd1163494566 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3022ce0-5226-4ae2-b951-9deef25c12be HTTP/1.1" status: 200 len: 944 time: 0.1922505 Jun 30 09:37:42.110338 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75230353-44c7-4171-b1d0-e25bcf822b88 req-e2c358a6-dc41-4d4e-8fe7-781049ce0026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:42.112161 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-75230353-44c7-4171-b1d0-e25bcf822b88 req-e2c358a6-dc41-4d4e-8fe7-781049ce0026 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2e7095eafd234751bc87e6f18aea4547&device_id=b3022ce0-5226-4ae2-b951-9deef25c12be HTTP/1.1" status: 200 len: 1096 time: 0.1830134 Jun 30 09:37:42.121853 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5ccedcae-4187-4faa-9e93-ad577b7f0218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:42.184704 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-5ccedcae-4187-4faa-9e93-ad577b7f0218 None None] For port 0067ff6f-020b-42a9-92a9-c3b047c1eee2, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=0067ff6f-020b-42a9-92a9-c3b047c1eee2,segment=NetworkSegment(aa8986cb-3123-4db4-bd5d-73752e5710cf),segment_id=aa8986cb-3123-4db4-bd5d-73752e5710cf)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:42.203501 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:42.213399 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f7ed588c-67e2-4bab-8e96-2636af0c286c req-3f22f462-63f0-4a4b-82f1-882e507d6337 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/security-groups?id=86205b84-f2b6-4a8b-8656-a236fd95dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621680 Jun 30 09:37:42.268593 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 568a0b52-4f6f-4bf2-85df-42b6a3c52585 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:37:42.317579 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75230353-44c7-4171-b1d0-e25bcf822b88 req-2f1a6910-32fe-44b6-931f-6984273e3d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:42.319056 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-75230353-44c7-4171-b1d0-e25bcf822b88 req-2f1a6910-32fe-44b6-931f-6984273e3d3e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=2e7095eafd234751bc87e6f18aea4547&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1959496 Jun 30 09:37:42.386161 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5ccedcae-4187-4faa-9e93-ad577b7f0218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:42.485986 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75230353-44c7-4171-b1d0-e25bcf822b88 req-0068a20e-2676-4116-a4d9-996490ac153b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:42.487894 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-75230353-44c7-4171-b1d0-e25bcf822b88 req-0068a20e-2676-4116-a4d9-996490ac153b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1597250 Jun 30 09:37:42.548401 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:37:42.550738 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:37:42.566264 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccedcae-4187-4faa-9e93-ad577b7f0218 None None] Pushing event updated for resources: {'Port': ['ID=0067ff6f-020b-42a9-92a9-c3b047c1eee2,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:42.575698 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 568a0b52-4f6f-4bf2-85df-42b6a3c52585, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=568a0b52-4f6f-4bf2-85df-42b6a3c52585,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:42.586374 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c24fef47-ea8f-445e-b796-1e28d4525b6e None None] Provisioning complete for port 85bd090f-cd12-4eeb-b4ba-b1810e909f05 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:42.586750 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c24fef47-ea8f-445e-b796-1e28d4525b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:42.591833 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '568a0b52-4f6f-4bf2-85df-42b6a3c52585', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'port_id': '568a0b52-4f6f-4bf2-85df-42b6a3c52585', 'mac_address': 'fa:16:3e:ff:e4:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '026a88de-b3fc-4597-8030-64264f9192bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:37:42.624243 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-cd42b691-63cf-4c80-8753-67fb6913a419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:42.625763 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-cd42b691-63cf-4c80-8753-67fb6913a419 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2e7095eafd234751bc87e6f18aea4547&device_id=b3022ce0-5226-4ae2-b951-9deef25c12be HTTP/1.1" status: 200 len: 1096 time: 0.0697722 Jun 30 09:37:42.648871 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47e074f-6a14-411f-8e75-21c1535d6497 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:42.657913 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c47e074f-6a14-411f-8e75-21c1535d6497 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "PUT /v2.0/routers/a0df5a90-86a4-468f-9bf7-6c760c70ac13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2940376 Jun 30 09:37:42.662682 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45016) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:42.667935 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:42.688146 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069af7d6-35af-408b-b720-9e0d95dbd1f1 None None] Sync routers for ids ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:37:42.689305 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-c24fef47-ea8f-445e-b796-1e28d4525b6e None None] Port 85bd090f-cd12-4eeb-b4ba-b1810e909f05 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:42.689473 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-94fa684e-1919-40b4-ba57-1b4b3cbcdee0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-101184931'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:42.689608 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-1c5150bd-fdf6-4cec-b59a-9510a95e9903 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e1eab5e-9308-4404-bd79-3aad711b9414 HTTP/1.1" status: 200 len: 217 time: 0.0491612 Jun 30 09:37:42.689700 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069af7d6-35af-408b-b720-9e0d95dbd1f1 None None] Routers {'a0df5a90-86a4-468f-9bf7-6c760c70ac13'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:42.689700 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-069af7d6-35af-408b-b720-9e0d95dbd1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:37:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:42.692769 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 568a0b52-4f6f-4bf2-85df-42b6a3c52585 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:37:42.718751 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 568a0b52-4f6f-4bf2-85df-42b6a3c52585, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=568a0b52-4f6f-4bf2-85df-42b6a3c52585,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:42.747336 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-d3cb95b7-8f03-49d5-8ce9-1481a6e9ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:42.750039 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-d3cb95b7-8f03-49d5-8ce9-1481a6e9ac37 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=accfa922-010c-4601-9f75-61b8e80d5110 HTTP/1.1" status: 200 len: 849 time: 0.0566797 Jun 30 09:37:42.804770 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33063652-8167-4d2a-bf70-7e4d5471d486 req-7c264e8a-2d57-457c-9990-761cd536d9dd tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:42.807290 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-33063652-8167-4d2a-bf70-7e4d5471d486 req-7c264e8a-2d57-457c-9990-761cd536d9dd tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 944 time: 0.2874007 Jun 30 09:37:42.810992 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-069af7d6-35af-408b-b720-9e0d95dbd1f1 None None] Set router a0df5a90-86a4-468f-9bf7-6c760c70ac13 gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:42.823440 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d585ee9d-2d5d-48df-bd5e-57d41802a392 None None] Provisioning complete for port 85bd090f-cd12-4eeb-b4ba-b1810e909f05 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:42.823796 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d585ee9d-2d5d-48df-bd5e-57d41802a392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:42.832782 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-bb2459ac-f8db-4e1e-bb2c-2ab807636cba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7f54bbcf-d1e5-4961-9b44-afd39be817ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765855 Jun 30 09:37:42.881142 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:42.886693 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-33063652-8167-4d2a-bf70-7e4d5471d486 req-baaab725-69bf-47bb-b32f-772b56e22631 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705605 Jun 30 09:37:42.894162 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1104df90-3938-4b6f-ba35-3f228ff3486e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:42.906817 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fa684e-1919-40b4-ba57-1b4b3cbcdee0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Made reservation on behalf of 875d2f0a00e04449a5bd0e15811efa96 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:42.910492 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-94fa684e-1919-40b4-ba57-1b4b3cbcdee0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:42.975621 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-1104df90-3938-4b6f-ba35-3f228ff3486e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Transition to ACTIVE for port object 6d38b4d1-b25d-46e1-b1db-545d01518fe5 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:42.992802 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-123a8ee8-c9ea-4916-90ca-480123f33bd1 service neutron] 10.222.0.37 "GET /v2.0/networks/7f54bbcf-d1e5-4961-9b44-afd39be817ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528852 Jun 30 09:37:43.001426 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94fa684e-1919-40b4-ba57-1b4b3cbcdee0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:37:43.022073 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-94fa684e-1919-40b4-ba57-1b4b3cbcdee0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:43.022073 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-94fa684e-1919-40b4-ba57-1b4b3cbcdee0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Added segment 7f7dce02-b396-4a70-9d71-8df96751c4b5 of type vlan for network 56def864-3d79-43bc-9fd0-f0acf619dfee Jun 30 09:37:43.058666 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=568a0b52-4f6f-4bf2-85df-42b6a3c52585,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:43.095524 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-94fa684e-1919-40b4-ba57-1b4b3cbcdee0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:43.136699 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-d585ee9d-2d5d-48df-bd5e-57d41802a392 None None] Port 85bd090f-cd12-4eeb-b4ba-b1810e909f05 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:43.185197 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b37f553-950d-4444-a53b-648c3a7a7d63 req-d719c2ec-f156-48bf-9829-699068e98e9f service neutron] 10.222.0.37 "GET /v2.0/networks/7f54bbcf-d1e5-4961-9b44-afd39be817ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835678 Jun 30 09:37:43.193765 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-069af7d6-35af-408b-b720-9e0d95dbd1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'name': 'tempest-RoutersIpV6Test-router-863985709', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:37:40Z', 'revision_number': 2, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'gw_port_host': None, '_interfaces': [{'id': '85bd090f-cd12-4eeb-b4ba-b1810e909f05', 'name': '', 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:f6:f1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:39Z', 'updated_at': '2021-06-30T09:37:40Z', 'revision_number': 2, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:43.207310 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1104df90-3938-4b6f-ba35-3f228ff3486e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:43.221469 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069af7d6-35af-408b-b720-9e0d95dbd1f1 None None] Checking router: a0df5a90-86a4-468f-9bf7-6c760c70ac13 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:37:43.221811 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069af7d6-35af-408b-b720-9e0d95dbd1f1 None None] Updating router a0df5a90-86a4-468f-9bf7-6c760c70ac13 port 85bd090f-cd12-4eeb-b4ba-b1810e909f05 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:37:43.233004 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['568a0b52-4f6f-4bf2-85df-42b6a3c52585'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:37:43.260065 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1104df90-3938-4b6f-ba35-3f228ff3486e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network 68d31da5-a3f0-4d91-94c8-0dddfcd8f0cf is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:43.263994 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-069af7d6-35af-408b-b720-9e0d95dbd1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:43.298202 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104df90-3938-4b6f-ba35-3f228ff3486e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Port': ['ID=6d38b4d1-b25d-46e1-b1db-545d01518fe5,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:43.302934 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-94fa684e-1919-40b4-ba57-1b4b3cbcdee0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:43.314077 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fa684e-1919-40b4-ba57-1b4b3cbcdee0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:43.314741 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-94fa684e-1919-40b4-ba57-1b4b3cbcdee0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:43.325291 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-1104df90-3938-4b6f-ba35-3f228ff3486e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:43.330791 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1104df90-3938-4b6f-ba35-3f228ff3486e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:43.337923 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1104df90-3938-4b6f-ba35-3f228ff3486e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:43.338791 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1104df90-3938-4b6f-ba35-3f228ff3486e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:43.443301 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4690cf7-04d8-4443-b464-0e8e432abee8 None None] Network 68d31da5-a3f0-4d91-94c8-0dddfcd8f0cf requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:43.476699 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1104df90-3938-4b6f-ba35-3f228ff3486e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4084122 Jun 30 09:37:43.481642 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45022) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:43.487580 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa684e-1919-40b4-ba57-1b4b3cbcdee0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Network': ['ID=56def864-3d79-43bc-9fd0-f0acf619dfee,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:43.515033 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 56def864-3d79-43bc-9fd0-f0acf619dfee details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:37:43.527224 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146c07e-3c72-438b-be25-a212c8702ee7 req-03e1cad8-db57-4b13-9c0c-eebe388361e4 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:43.528602 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8146c07e-3c72-438b-be25-a212c8702ee7 req-03e1cad8-db57-4b13-9c0c-eebe388361e4 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3022ce0-5226-4ae2-b951-9deef25c12be HTTP/1.1" status: 200 len: 944 time: 0.1208236 Jun 30 09:37:43.533929 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-94fa684e-1919-40b4-ba57-1b4b3cbcdee0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8651648 Jun 30 09:37:43.539785 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45024) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:43.555090 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-75f45bf3-8c4b-4008-90d7-b380f2775a92 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Request body: {'subnet': {'network_id': '56def864-3d79-43bc-9fd0-f0acf619dfee', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:43.600678 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 0f5e65bf-9c70-4ea8-9b48-909ee988c47c up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:43.675459 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-069af7d6-35af-408b-b720-9e0d95dbd1f1 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:43.688816 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8146c07e-3c72-438b-be25-a212c8702ee7 req-b7a8d2e4-33a4-4031-8d29-8cc6e9f9ae5b tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/security-groups?id=86205b84-f2b6-4a8b-8656-a236fd95dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293285 Jun 30 09:37:43.699945 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-069af7d6-35af-408b-b720-9e0d95dbd1f1 None None] Transition to ACTIVE for port object 85bd090f-cd12-4eeb-b4ba-b1810e909f05 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:43.721899 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-66dcc13f-9ee2-490a-86ce-2412f79c927e None None] Provisioning for port 0f5e65bf-9c70-4ea8-9b48-909ee988c47c completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:43.866234 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-069af7d6-35af-408b-b720-9e0d95dbd1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:43.912210 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f45bf3-8c4b-4008-90d7-b380f2775a92 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Made reservation on behalf of 875d2f0a00e04449a5bd0e15811efa96 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:43.912553 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 0f5e65bf-9c70-4ea8-9b48-909ee988c47c completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:43.916752 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-75f45bf3-8c4b-4008-90d7-b380f2775a92 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:43.917938 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 0f5e65bf-9c70-4ea8-9b48-909ee988c47c triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:43.918377 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:43.919295 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2dd13-51d7-483c-bff8-8c1b073d1a82 None None] Pushing event updated for resources: {'Port': ['ID=85bd090f-cd12-4eeb-b4ba-b1810e909f05,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:43.936483 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2dd13-51d7-483c-bff8-8c1b073d1a82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:43.937093 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2dd13-51d7-483c-bff8-8c1b073d1a82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:43.943732 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2dd13-51d7-483c-bff8-8c1b073d1a82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:43.944196 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2dd13-51d7-483c-bff8-8c1b073d1a82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:43.944830 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2dd13-51d7-483c-bff8-8c1b073d1a82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:43.945162 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2dd13-51d7-483c-bff8-8c1b073d1a82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:43.945489 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2dd13-51d7-483c-bff8-8c1b073d1a82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:43.945875 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2dd13-51d7-483c-bff8-8c1b073d1a82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:43.946241 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2dd13-51d7-483c-bff8-8c1b073d1a82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:43.946762 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2dd13-51d7-483c-bff8-8c1b073d1a82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:43.947545 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2dd13-51d7-483c-bff8-8c1b073d1a82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:43.947807 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2dd13-51d7-483c-bff8-8c1b073d1a82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:44.031680 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9c6cae09-9dde-4740-8ace-8712264a9f12 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:44.104737 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:44.128470 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-069af7d6-35af-408b-b720-9e0d95dbd1f1 None None] Attempting to bind port 85bd090f-cd12-4eeb-b4ba-b1810e909f05 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:37:44.129042 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-069af7d6-35af-408b-b720-9e0d95dbd1f1 None None] Attempting to bind port 85bd090f-cd12-4eeb-b4ba-b1810e909f05 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'aa8986cb-3123-4db4-bd5d-73752e5710cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:37:44.131750 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069af7d6-35af-408b-b720-9e0d95dbd1f1 None None] Attempting to bind port 85bd090f-cd12-4eeb-b4ba-b1810e909f05 on network 213ec69d-72ea-479b-bec4-4eb3d6b49b2c {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:44.148451 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069af7d6-35af-408b-b720-9e0d95dbd1f1 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:37:44.151621 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069af7d6-35af-408b-b720-9e0d95dbd1f1 None None] Checking segment: {'id': 'aa8986cb-3123-4db4-bd5d-73752e5710cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:44.152372 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-069af7d6-35af-408b-b720-9e0d95dbd1f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:44.153096 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069af7d6-35af-408b-b720-9e0d95dbd1f1 None None] Bound using segment: {'id': 'aa8986cb-3123-4db4-bd5d-73752e5710cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:37:44.155028 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-069af7d6-35af-408b-b720-9e0d95dbd1f1 None None] Bound port: 85bd090f-cd12-4eeb-b4ba-b1810e909f05, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa8986cb-3123-4db4-bd5d-73752e5710cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:37:44.156243 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-069af7d6-35af-408b-b720-9e0d95dbd1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:44.211304 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 0f5e65bf-9c70-4ea8-9b48-909ee988c47c, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=0f5e65bf-9c70-4ea8-9b48-909ee988c47c,segment=NetworkSegment(bd970952-51ed-4362-9a0a-281abc2bad36),segment_id=bd970952-51ed-4362-9a0a-281abc2bad36)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:44.280643 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-777d3a74-f094-4c71-b815-1197c6aeca3d None None] Provisioning complete for port 0f5e65bf-9c70-4ea8-9b48-909ee988c47c triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:44.282793 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-777d3a74-f094-4c71-b815-1197c6aeca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:44.355739 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-069af7d6-35af-408b-b720-9e0d95dbd1f1 None None] For port 85bd090f-cd12-4eeb-b4ba-b1810e909f05, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:37:44.363978 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-069af7d6-35af-408b-b720-9e0d95dbd1f1 None None] For port 85bd090f-cd12-4eeb-b4ba-b1810e909f05, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=85bd090f-cd12-4eeb-b4ba-b1810e909f05,segment=NetworkSegment(aa8986cb-3123-4db4-bd5d-73752e5710cf),segment_id=aa8986cb-3123-4db4-bd5d-73752e5710cf)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:37:44.372861 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:44.375230 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 0067ff6f-020b-42a9-92a9-c3b047c1eee2 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:44.473237 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-069af7d6-35af-408b-b720-9e0d95dbd1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:44.522117 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=0f5e65bf-9c70-4ea8-9b48-909ee988c47c,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:44.558855 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-75f45bf3-8c4b-4008-90d7-b380f2775a92 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:44.561486 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 0067ff6f-020b-42a9-92a9-c3b047c1eee2 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:44.561861 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:44.567931 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069af7d6-35af-408b-b720-9e0d95dbd1f1 None None] Routers {'a0df5a90-86a4-468f-9bf7-6c760c70ac13'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:44.568735 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-069af7d6-35af-408b-b720-9e0d95dbd1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:37:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:44.675908 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-777d3a74-f094-4c71-b815-1197c6aeca3d None None] Provisioning for port 6d38b4d1-b25d-46e1-b1db-545d01518fe5 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:44.676893 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-777d3a74-f094-4c71-b815-1197c6aeca3d None None] Provisioning complete for port 6d38b4d1-b25d-46e1-b1db-545d01518fe5 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:44.677271 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-777d3a74-f094-4c71-b815-1197c6aeca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:44.689990 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2dd13-51d7-483c-bff8-8c1b073d1a82 None None] Pushing event updated for resources: {'Port': ['ID=85bd090f-cd12-4eeb-b4ba-b1810e909f05,revision_number=4']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:44.696501 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f45bf3-8c4b-4008-90d7-b380f2775a92 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Subnet': ['ID=6f42fe32-f5b5-4192-a685-90ac8bf3faac,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:44.704175 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f45bf3-8c4b-4008-90d7-b380f2775a92 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Checking segment: {'id': '7f7dce02-b396-4a70-9d71-8df96751c4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '56def864-3d79-43bc-9fd0-f0acf619dfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:44.704873 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f45bf3-8c4b-4008-90d7-b380f2775a92 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network hostable DHCP agents. Network: 56def864-3d79-43bc-9fd0-f0acf619dfee, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:37:44.750804 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-777d3a74-f094-4c71-b815-1197c6aeca3d None None] Port 6d38b4d1-b25d-46e1-b1db-545d01518fe5 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:44.755937 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-069af7d6-35af-408b-b720-9e0d95dbd1f1 None None] Set router a0df5a90-86a4-468f-9bf7-6c760c70ac13 gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:44.809729 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f45bf3-8c4b-4008-90d7-b380f2775a92 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network 56def864-3d79-43bc-9fd0-f0acf619dfee is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:37:44.888172 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-aa2864be-ae92-40ad-ab84-eab8289dba57 None None] Provisioning complete for port 6d38b4d1-b25d-46e1-b1db-545d01518fe5 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:44.888839 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-aa2864be-ae92-40ad-ab84-eab8289dba57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:44.930555 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85dd35-1f84-4c57-bd47-3b4bd4c1f9b3 req-9fb7c84e-56dd-45ea-a301-d5616ae0ad95 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:44.932171 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4e85dd35-1f84-4c57-bd47-3b4bd4c1f9b3 req-9fb7c84e-56dd-45ea-a301-d5616ae0ad95 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 945 time: 0.6914380 Jun 30 09:37:44.935395 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-aa2864be-ae92-40ad-ab84-eab8289dba57 None None] Port 6d38b4d1-b25d-46e1-b1db-545d01518fe5 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:44.959570 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6414cd-e4c5-4186-9fe5-100f889f6237 req-482a9cab-d304-4a55-ab10-7931ecfee808 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:44.961100 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd6414cd-e4c5-4186-9fe5-100f889f6237 req-482a9cab-d304-4a55-ab10-7931ecfee808 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3022ce0-5226-4ae2-b951-9deef25c12be HTTP/1.1" status: 200 len: 944 time: 0.0891929 Jun 30 09:37:44.969987 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-75f45bf3-8c4b-4008-90d7-b380f2775a92 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 56def864-3d79-43bc-9fd0-f0acf619dfee) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:44.979313 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c7c041-0f24-411c-b912-3344a1018f0b None None] Network 56def864-3d79-43bc-9fd0-f0acf619dfee requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:45.003662 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9c6cae09-9dde-4740-8ace-8712264a9f12 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:45.005792 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f45bf3-8c4b-4008-90d7-b380f2775a92 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:45.007225 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-75f45bf3-8c4b-4008-90d7-b380f2775a92 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:45.046220 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd6414cd-e4c5-4186-9fe5-100f889f6237 req-9bda0895-eb0a-4149-9c7c-697de56beead tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/security-groups?id=86205b84-f2b6-4a8b-8656-a236fd95dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784433 Jun 30 09:37:45.055537 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4e85dd35-1f84-4c57-bd47-3b4bd4c1f9b3 req-839ead52-f4ba-469e-b10a-6741816acc7e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087093 Jun 30 09:37:45.105424 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-069af7d6-35af-408b-b720-9e0d95dbd1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'name': 'tempest-RoutersIpV6Test-router-863985709', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:37:40Z', 'revision_number': 2, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'gw_port_host': None, '_interfaces': [{'id': '85bd090f-cd12-4eeb-b4ba-b1810e909f05', 'name': '', 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:f6:f1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:39Z', 'updated_at': '2021-06-30T09:37:44Z', 'revision_number': 4, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:45.135403 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9c6cae09-9dde-4740-8ace-8712264a9f12 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:45.167373 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0d7853-933f-424e-aad4-2805de57ad87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-56def864-3d79-43bc-9fd0-f0acf619dfee', 'network_id': '56def864-3d79-43bc-9fd0-f0acf619dfee', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'fixed_ips': [{'subnet_id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:37:45.168364 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4e0d7853-933f-424e-aad4-2805de57ad87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:45.189606 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-75f45bf3-8c4b-4008-90d7-b380f2775a92 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6459513 Jun 30 09:37:45.189998 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45032) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:45.226306 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6cae09-9dde-4740-8ace-8712264a9f12 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Port': ['ID=6d38b4d1-b25d-46e1-b1db-545d01518fe5,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:45.247515 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069af7d6-35af-408b-b720-9e0d95dbd1f1 None None] The sync data for ids ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'] in n-d-771363-31 is: [{'id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'name': 'tempest-RoutersIpV6Test-router-863985709', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:37:40Z', 'revision_number': 2, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'gw_port_host': None, '_interfaces': [{'id': '85bd090f-cd12-4eeb-b4ba-b1810e909f05', 'name': '', 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:f6:f1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:39Z', 'updated_at': '2021-06-30T09:37:44Z', 'revision_number': 4, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:37:45.413159 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-4e0d7853-933f-424e-aad4-2805de57ad87 None None] Allocated IP 2001:db8:1::2 (56def864-3d79-43bc-9fd0-f0acf619dfee/6f42fe32-f5b5-4192-a685-90ac8bf3faac/1fb97a31-4e4a-420b-b671-915e37d70c45) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:45.468837 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 0f5e65bf-9c70-4ea8-9b48-909ee988c47c up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:45.473546 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9c6cae09-9dde-4740-8ace-8712264a9f12 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:45.663882 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-98c9cf6d-9200-4b58-8e1c-c0f79eeb7333 None None] Provisioning complete for port 6d38b4d1-b25d-46e1-b1db-545d01518fe5 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:45.664741 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-98c9cf6d-9200-4b58-8e1c-c0f79eeb7333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:45.764355 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 0f5e65bf-9c70-4ea8-9b48-909ee988c47c triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:45.764872 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:45.779866 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3b76a90-eb51-44e6-a741-91a323e25547 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:45.820292 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-98c9cf6d-9200-4b58-8e1c-c0f79eeb7333 None None] Port 6d38b4d1-b25d-46e1-b1db-545d01518fe5 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:45.831813 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4e0d7853-933f-424e-aad4-2805de57ad87 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:45.844980 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4e0d7853-933f-424e-aad4-2805de57ad87 None None] Transition to ACTIVE for port object 1fb97a31-4e4a-420b-b671-915e37d70c45 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:45.851070 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9c6cae09-9dde-4740-8ace-8712264a9f12 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:45.894638 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-c1189a5e-6469-4b4b-ac15-e593955fe38d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2014723 Jun 30 09:37:46.060915 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4e0d7853-933f-424e-aad4-2805de57ad87 None None] Transition to ACTIVE for port object 1fb97a31-4e4a-420b-b671-915e37d70c45 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:46.168623 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-2ef1152d-92e8-4f46-a3b4-9c0fbc3e642c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:46.169103 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-2ef1152d-92e8-4f46-a3b4-9c0fbc3e642c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:46.169576 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-2ef1152d-92e8-4f46-a3b4-9c0fbc3e642c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:46.170047 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-2ef1152d-92e8-4f46-a3b4-9c0fbc3e642c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:46.171156 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-2ef1152d-92e8-4f46-a3b4-9c0fbc3e642c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:46.171156 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-2ef1152d-92e8-4f46-a3b4-9c0fbc3e642c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:46.172084 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-2ef1152d-92e8-4f46-a3b4-9c0fbc3e642c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:46.173760 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-2ef1152d-92e8-4f46-a3b4-9c0fbc3e642c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49d88a13984c4bcba0f76778ac61ce8d&device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 6508 time: 0.1897554 Jun 30 09:37:46.185186 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4e0d7853-933f-424e-aad4-2805de57ad87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:46.268275 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0d7853-933f-424e-aad4-2805de57ad87 None None] Network 56def864-3d79-43bc-9fd0-f0acf619dfee is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:46.271902 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-4e0d7853-933f-424e-aad4-2805de57ad87 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:46.277563 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0d7853-933f-424e-aad4-2805de57ad87 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:46.305071 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 5e1eab5e-9308-4404-bd79-3aad711b9414 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:37:46.308491 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 568a0b52-4f6f-4bf2-85df-42b6a3c52585 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:46.361485 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d7853-933f-424e-aad4-2805de57ad87 None None] Pushing event updated for resources: {'Port': ['ID=1fb97a31-4e4a-420b-b671-915e37d70c45,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:46.401159 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9c6cae09-9dde-4740-8ace-8712264a9f12 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:46.422737 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82c673-00a0-4090-83b1-7d2d84a93e98 req-7504bf39-5650-4554-9a0a-5ad42071c5af tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:46.424761 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ce82c673-00a0-4090-83b1-7d2d84a93e98 req-7504bf39-5650-4554-9a0a-5ad42071c5af tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3022ce0-5226-4ae2-b951-9deef25c12be HTTP/1.1" status: 200 len: 944 time: 0.1801248 Jun 30 09:37:46.439958 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6640c7-c6ea-4ae3-925b-cad312d3834a req-2a1da9d5-4aba-480e-bccd-d2cd011d74a1 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:46.441504 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bd6640c7-c6ea-4ae3-925b-cad312d3834a req-2a1da9d5-4aba-480e-bccd-d2cd011d74a1 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 945 time: 0.1958034 Jun 30 09:37:46.448052 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-63ee3525-722d-4751-b8f5-c1eed318498b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:46.448538 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-63ee3525-722d-4751-b8f5-c1eed318498b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:46.449008 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-63ee3525-722d-4751-b8f5-c1eed318498b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:46.450587 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-63ee3525-722d-4751-b8f5-c1eed318498b service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e7e4178-b76c-4101-95d6-7dff2b70b10f&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=486cc323-8780-4f2e-93db-0b642dc27590&id=486cc323-8780-4f2e-93db-0b642dc27590 HTTP/1.1" status: 200 len: 2297 time: 0.1909673 Jun 30 09:37:46.474888 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ce82c673-00a0-4090-83b1-7d2d84a93e98 req-8b520caa-d16c-4e8c-94bb-d4a0b25e86ef tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/security-groups?id=86205b84-f2b6-4a8b-8656-a236fd95dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437396 Jun 30 09:37:46.476337 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-4e0d7853-933f-424e-aad4-2805de57ad87 None None] Attempting to bind port 1fb97a31-4e4a-420b-b671-915e37d70c45 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:37:46.479147 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-4e0d7853-933f-424e-aad4-2805de57ad87 None None] Attempting to bind port 1fb97a31-4e4a-420b-b671-915e37d70c45 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '7f7dce02-b396-4a70-9d71-8df96751c4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '56def864-3d79-43bc-9fd0-f0acf619dfee'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:37:46.479147 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d7853-933f-424e-aad4-2805de57ad87 None None] Attempting to bind port 1fb97a31-4e4a-420b-b671-915e37d70c45 on network 56def864-3d79-43bc-9fd0-f0acf619dfee {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:46.490068 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d7853-933f-424e-aad4-2805de57ad87 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:37:46.490575 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d7853-933f-424e-aad4-2805de57ad87 None None] Checking segment: {'id': '7f7dce02-b396-4a70-9d71-8df96751c4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '56def864-3d79-43bc-9fd0-f0acf619dfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:46.490978 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4e0d7853-933f-424e-aad4-2805de57ad87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:46.491377 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d7853-933f-424e-aad4-2805de57ad87 None None] Bound using segment: {'id': '7f7dce02-b396-4a70-9d71-8df96751c4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '56def864-3d79-43bc-9fd0-f0acf619dfee'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:37:46.491890 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-4e0d7853-933f-424e-aad4-2805de57ad87 None None] Bound port: 1fb97a31-4e4a-420b-b671-915e37d70c45, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7dce02-b396-4a70-9d71-8df96751c4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '56def864-3d79-43bc-9fd0-f0acf619dfee'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:37:46.492274 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4e0d7853-933f-424e-aad4-2805de57ad87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:46.533287 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bd6640c7-c6ea-4ae3-925b-cad312d3834a req-0faf20dc-f021-4ac6-a1d7-4d7a997dee2a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816798 Jun 30 09:37:46.559278 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9c6cae09-9dde-4740-8ace-8712264a9f12 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:46.559278 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9c6cae09-9dde-4740-8ace-8712264a9f12 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:46.559840 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-45d6924d-7ae8-40ff-95cd-d912afb43ca0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df73636d-7c49-416a-bb2b-e27dc88ddebb HTTP/1.1" status: 200 len: 1001 time: 0.0948324 Jun 30 09:37:46.570330 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-e3b76a90-eb51-44e6-a741-91a323e25547 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Allocated IP 2001:db8:1::1 (56def864-3d79-43bc-9fd0-f0acf619dfee/6f42fe32-f5b5-4192-a685-90ac8bf3faac/c75a5b38-2805-4d33-ad97-6616a22ba3e4) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:46.584145 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 5e1eab5e-9308-4404-bd79-3aad711b9414, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=5e1eab5e-9308-4404-bd79-3aad711b9414,segment=NetworkSegment(e524e1c9-73eb-447c-9b80-bf5213563f16),segment_id=e524e1c9-73eb-447c-9b80-bf5213563f16)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:46.599324 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '5e1eab5e-9308-4404-bd79-3aad711b9414', 'network_id': '7f54bbcf-d1e5-4961-9b44-afd39be817ce', 'port_id': '5e1eab5e-9308-4404-bd79-3aad711b9414', 'mac_address': 'fa:16:3e:80:e8:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'accfa922-010c-4601-9f75-61b8e80d5110', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:37:46.647239 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 568a0b52-4f6f-4bf2-85df-42b6a3c52585 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:46.666163 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 568a0b52-4f6f-4bf2-85df-42b6a3c52585 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:46.667577 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:46.676922 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-a00d503c-21e5-41d0-a7ec-5c75c9a8f22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:46.678417 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-a00d503c-21e5-41d0-a7ec-5c75c9a8f22a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c8de1b8a-776c-499d-b7dc-3d5c959e1c2d HTTP/1.1" status: 200 len: 855 time: 0.1175494 Jun 30 09:37:46.680798 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6cae09-9dde-4740-8ace-8712264a9f12 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Port': ['ID=6d38b4d1-b25d-46e1-b1db-545d01518fe5,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:46.705337 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4e0d7853-933f-424e-aad4-2805de57ad87 None None] For port 1fb97a31-4e4a-420b-b671-915e37d70c45, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:37:46.709319 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:46.739321 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4e0d7853-933f-424e-aad4-2805de57ad87 None None] For port 1fb97a31-4e4a-420b-b671-915e37d70c45, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=1fb97a31-4e4a-420b-b671-915e37d70c45,segment=NetworkSegment(7f7dce02-b396-4a70-9d71-8df96751c4b5),segment_id=7f7dce02-b396-4a70-9d71-8df96751c4b5)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:37:46.749293 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e1eab5e-9308-4404-bd79-3aad711b9414 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:37:46.752196 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6cae09-9dde-4740-8ace-8712264a9f12 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network 68d31da5-a3f0-4d91-94c8-0dddfcd8f0cf is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:46.757396 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-9c6cae09-9dde-4740-8ace-8712264a9f12 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:46.772661 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 5e1eab5e-9308-4404-bd79-3aad711b9414, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=5e1eab5e-9308-4404-bd79-3aad711b9414,segment=NetworkSegment(e524e1c9-73eb-447c-9b80-bf5213563f16),segment_id=e524e1c9-73eb-447c-9b80-bf5213563f16)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:46.803800 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3b76a90-eb51-44e6-a741-91a323e25547 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:46.833771 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-a16a5a13-d8b3-4681-8bc4-e9d037450d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:46.835780 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-a16a5a13-d8b3-4681-8bc4-e9d037450d35 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e7e4178-b76c-4101-95d6-7dff2b70b10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1481009 Jun 30 09:37:46.835920 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:46.837509 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-e3b76a90-eb51-44e6-a741-91a323e25547 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Transition to ACTIVE for port object c75a5b38-2805-4d33-ad97-6616a22ba3e4 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:46.855328 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4e0d7853-933f-424e-aad4-2805de57ad87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:46.912787 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f187dc3-cb0b-4797-971f-9a19f24e34b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568a0b52-4f6f-4bf2-85df-42b6a3c52585'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:37:46.912966 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e527d4a-31bb-4612-b8e2-949508b126ac" -d '{"events": [{"server_uuid": "8f187dc3-cb0b-4797-971f-9a19f24e34b9", "name": "network-vif-plugged", "status": "completed", "tag": "568a0b52-4f6f-4bf2-85df-42b6a3c52585"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:37:46.946632 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 568a0b52-4f6f-4bf2-85df-42b6a3c52585, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=568a0b52-4f6f-4bf2-85df-42b6a3c52585,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:46.952285 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:46.955657 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d7853-933f-424e-aad4-2805de57ad87 None None] Pushing event updated for resources: {'Port': ['ID=1fb97a31-4e4a-420b-b671-915e37d70c45,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:46.993870 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39295c4-1e12-41bb-a27c-cf2ebdbf3242 x-openstack-request-id: req-a39295c4-1e12-41bb-a27c-cf2ebdbf3242 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:37:46.994196 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f187dc3-cb0b-4797-971f-9a19f24e34b9", "name": "network-vif-plugged", "status": "completed", "tag": "568a0b52-4f6f-4bf2-85df-42b6a3c52585", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:37:46.994471 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a39295c4-1e12-41bb-a27c-cf2ebdbf3242 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:37:46.994893 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f187dc3-cb0b-4797-971f-9a19f24e34b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568a0b52-4f6f-4bf2-85df-42b6a3c52585', 'code': 200} Jun 30 09:37:47.053610 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=5e1eab5e-9308-4404-bd79-3aad711b9414,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:47.060487 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-6a745e63-961f-432d-8ccd-2de5a1273abf service neutron] 10.222.0.52 "GET /v2.0/networks/5e7e4178-b76c-4101-95d6-7dff2b70b10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173340 Jun 30 09:37:47.083201 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6cae09-9dde-4740-8ace-8712264a9f12 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Router ec82a75d-5750-4a9a-aebd-02b6d279619e is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:37:47.085068 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:47.171540 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=568a0b52-4f6f-4bf2-85df-42b6a3c52585,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:47.177748 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3b76a90-eb51-44e6-a741-91a323e25547 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:47.275976 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['5e1eab5e-9308-4404-bd79-3aad711b9414'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:37:47.289886 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6cae09-9dde-4740-8ace-8712264a9f12 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:47.299819 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9c6cae09-9dde-4740-8ace-8712264a9f12 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "PUT /v2.0/routers/ec82a75d-5750-4a9a-aebd-02b6d279619e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8109193 Jun 30 09:37:47.302048 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45046) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:47.359253 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b76a90-eb51-44e6-a741-91a323e25547 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Port': ['ID=c75a5b38-2805-4d33-ad97-6616a22ba3e4,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:47.365966 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b76a90-eb51-44e6-a741-91a323e25547 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network 56def864-3d79-43bc-9fd0-f0acf619dfee is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:47.380544 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-e3b76a90-eb51-44e6-a741-91a323e25547 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:47.393226 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b76a90-eb51-44e6-a741-91a323e25547 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:47.393807 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3b76a90-eb51-44e6-a741-91a323e25547 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:47.400563 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fc36a2-9d11-44f9-bde3-2ca97ad40646 None None] Sync routers for ids ['ec82a75d-5750-4a9a-aebd-02b6d279619e'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:37:47.430239 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fc36a2-9d11-44f9-bde3-2ca97ad40646 None None] Routers {'ec82a75d-5750-4a9a-aebd-02b6d279619e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:47.431947 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-15fc36a2-9d11-44f9-bde3-2ca97ad40646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:37:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['ec82a75d-5750-4a9a-aebd-02b6d279619e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:47.434354 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb13c7-2496-44d4-ad52-e3155d3b892e req-202f0b2d-f1b7-4cf7-a3b4-f1747854711a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:47.436138 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-67eb13c7-2496-44d4-ad52-e3155d3b892e req-202f0b2d-f1b7-4cf7-a3b4-f1747854711a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 1098 time: 0.3353064 Jun 30 09:37:47.508615 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-15fc36a2-9d11-44f9-bde3-2ca97ad40646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:47.513931 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f26834b-1381-4624-a235-2be1ed65eefd tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:47.518703 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6f26834b-1381-4624-a235-2be1ed65eefd tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec82a75d-5750-4a9a-aebd-02b6d279619e HTTP/1.1" status: 200 len: 989 time: 0.2151229 Jun 30 09:37:47.523592 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45050) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:47.529038 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-1395b580-daea-49ad-a281-ab998077752f service neutron] 10.222.0.52 "GET /v2.0/networks/5e7e4178-b76c-4101-95d6-7dff2b70b10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579179 Jun 30 09:37:47.536583 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-67eb13c7-2496-44d4-ad52-e3155d3b892e req-c42f5e47-6a6e-4832-8ad9-a907181aea9e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930910 Jun 30 09:37:47.562844 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fc36a2-9d11-44f9-bde3-2ca97ad40646 None None] Routers {'ec82a75d-5750-4a9a-aebd-02b6d279619e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:47.563824 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-15fc36a2-9d11-44f9-bde3-2ca97ad40646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:37:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['ec82a75d-5750-4a9a-aebd-02b6d279619e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:47.591538 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 85bd090f-cd12-4eeb-b4ba-b1810e909f05 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:47.666603 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-15fc36a2-9d11-44f9-bde3-2ca97ad40646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:47.667322 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fc36a2-9d11-44f9-bde3-2ca97ad40646 None None] The sync data for ids ['ec82a75d-5750-4a9a-aebd-02b6d279619e'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:37:47.678295 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e93c451f-731b-4962-9cbe-b6c4b8e433db None None] Provisioning complete for port 6d38b4d1-b25d-46e1-b1db-545d01518fe5 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:47.678654 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e93c451f-731b-4962-9cbe-b6c4b8e433db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:47.760513 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-72df4d2a-4db2-475b-9842-2cc212ac2f06 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=b47cd298-9fe5-409a-bd3d-f1ce63aef3ff HTTP/1.1" status: 200 len: 217 time: 0.2050185 Jun 30 09:37:47.767858 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-e93c451f-731b-4962-9cbe-b6c4b8e433db None None] Port 6d38b4d1-b25d-46e1-b1db-545d01518fe5 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:47.811094 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a3b61-e58e-453d-8cc1-6269c2054ae3 req-d31df8a2-db32-4c6e-b8f4-3ce9ed9290f6 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:47.812687 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f49a3b61-e58e-453d-8cc1-6269c2054ae3 req-d31df8a2-db32-4c6e-b8f4-3ce9ed9290f6 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3022ce0-5226-4ae2-b951-9deef25c12be HTTP/1.1" status: 200 len: 945 time: 0.0877347 Jun 30 09:37:47.863299 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f49a3b61-e58e-453d-8cc1-6269c2054ae3 req-a1be81be-9325-4e65-ae33-7c64ae6152a8 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/security-groups?id=86205b84-f2b6-4a8b-8656-a236fd95dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434318 Jun 30 09:37:47.906978 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 85bd090f-cd12-4eeb-b4ba-b1810e909f05 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:47.911542 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 85bd090f-cd12-4eeb-b4ba-b1810e909f05 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:47.914695 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:47.958955 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-c2aad955-87d0-4b4b-a109-0fe40fde9bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:47.960367 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-c2aad955-87d0-4b4b-a109-0fe40fde9bd5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.1713836 Jun 30 09:37:48.004848 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:48.053625 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 85bd090f-cd12-4eeb-b4ba-b1810e909f05, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=85bd090f-cd12-4eeb-b4ba-b1810e909f05,segment=NetworkSegment(aa8986cb-3123-4db4-bd5d-73752e5710cf),segment_id=aa8986cb-3123-4db4-bd5d-73752e5710cf)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:48.054546 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa6b8c-6b22-4353-bd14-c61e84633d33 req-01967497-733a-47a2-9bbb-c5e624b08173 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:48.056271 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ebaa6b8c-6b22-4353-bd14-c61e84633d33 req-01967497-733a-47a2-9bbb-c5e624b08173 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 946 time: 0.3126621 Jun 30 09:37:48.060104 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3b76a90-eb51-44e6-a741-91a323e25547 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:48.213639 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ebaa6b8c-6b22-4353-bd14-c61e84633d33 req-dba32d20-6fd9-487f-b2c5-f8fbc6c83b80 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433203 Jun 30 09:37:48.225283 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:48.293537 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=85bd090f-cd12-4eeb-b4ba-b1810e909f05,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:48.593441 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baf7aa1-05f1-430d-85f5-8b3e3cdf23a8 None None] Network 56def864-3d79-43bc-9fd0-f0acf619dfee requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:48.622373 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-b00c7594-8bb2-4687-8bbf-ec0f55b9750a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:48.623867 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-b00c7594-8bb2-4687-8bbf-ec0f55b9750a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6367776 Jun 30 09:37:48.780576 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-cf2bb17e-bbf5-4f23-a394-8639cd32c26c None None] Provisioning for port 1fb97a31-4e4a-420b-b671-915e37d70c45 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:48.907074 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-4b5c65ed-5e86-4df1-8b45-0a9a1b4f5507 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577870 Jun 30 09:37:49.132847 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-05f084ab-82e9-4e86-99f1-a012692d39d0 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:49.134063 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb83939-ad32-469c-8b15-3b4a7fe0b2ed req-0887eb6c-f84e-4f62-b4dd-ba8a437ef41f tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:49.135331 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7cb83939-ad32-469c-8b15-3b4a7fe0b2ed req-0887eb6c-f84e-4f62-b4dd-ba8a437ef41f tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3022ce0-5226-4ae2-b951-9deef25c12be HTTP/1.1" status: 200 len: 945 time: 0.1158950 Jun 30 09:37:49.173951 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3b76a90-eb51-44e6-a741-91a323e25547 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:49.194810 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7cb83939-ad32-469c-8b15-3b4a7fe0b2ed req-3110bf87-e433-44b8-a643-774e1b4528b8 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/security-groups?id=86205b84-f2b6-4a8b-8656-a236fd95dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479505 Jun 30 09:37:49.206849 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-6448aefa-cc44-4f7c-a03e-d1c6db099768 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868958 Jun 30 09:37:49.232651 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-03b9af5c-fc07-41be-888f-1c538c221d42 None None] Provisioning for port c75a5b38-2805-4d33-ad97-6616a22ba3e4 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:49.236893 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-03b9af5c-fc07-41be-888f-1c538c221d42 None None] Provisioning complete for port c75a5b38-2805-4d33-ad97-6616a22ba3e4 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:49.237272 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-03b9af5c-fc07-41be-888f-1c538c221d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:49.276353 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-03b9af5c-fc07-41be-888f-1c538c221d42 None None] Port c75a5b38-2805-4d33-ad97-6616a22ba3e4 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:49.283283 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-b1d27db7-124b-4c31-ac51-6cd266ed4a4a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=d5f71601-cd68-41d3-a3c1-c264a5ecc103 HTTP/1.1" status: 200 len: 217 time: 0.0649807 Jun 30 09:37:49.285486 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3b76a90-eb51-44e6-a741-91a323e25547 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:49.286277 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3b76a90-eb51-44e6-a741-91a323e25547 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:49.427277 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b76a90-eb51-44e6-a741-91a323e25547 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Port': ['ID=c75a5b38-2805-4d33-ad97-6616a22ba3e4,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:49.497917 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 85bd090f-cd12-4eeb-b4ba-b1810e909f05 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:49.530012 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-79ed11f5-c41e-4433-8243-b9d73a108d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:49.531542 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-79ed11f5-c41e-4433-8243-b9d73a108d08 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.2392459 Jun 30 09:37:49.537064 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fa570d50-39f2-40ea-8c61-c3bfa8b761fb None None] Provisioning complete for port c75a5b38-2805-4d33-ad97-6616a22ba3e4 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:49.537444 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fa570d50-39f2-40ea-8c61-c3bfa8b761fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:49.579636 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-fa570d50-39f2-40ea-8c61-c3bfa8b761fb None None] Port c75a5b38-2805-4d33-ad97-6616a22ba3e4 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:49.582943 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 85bd090f-cd12-4eeb-b4ba-b1810e909f05 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:49.583309 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:49.652766 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b76a90-eb51-44e6-a741-91a323e25547 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network 56def864-3d79-43bc-9fd0-f0acf619dfee is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:49.660644 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3354efd-66b6-451c-a35b-8ea8778521d7 req-afc6aabf-c033-4431-9e5e-4e2b64bc358c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:49.662180 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b3354efd-66b6-451c-a35b-8ea8778521d7 req-afc6aabf-c033-4431-9e5e-4e2b64bc358c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 946 time: 0.2501435 Jun 30 09:37:49.665838 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-e3b76a90-eb51-44e6-a741-91a323e25547 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:49.666664 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 1fb97a31-4e4a-420b-b671-915e37d70c45 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:49.765316 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-a1a85736-71d2-45d5-93b6-561390d2e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:49.766847 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-a1a85736-71d2-45d5-93b6-561390d2e3c9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2283046 Jun 30 09:37:49.803590 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 1fb97a31-4e4a-420b-b671-915e37d70c45 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:49.808585 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 1fb97a31-4e4a-420b-b671-915e37d70c45 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:49.812652 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:49.880756 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b3354efd-66b6-451c-a35b-8ea8778521d7 req-1b933059-3241-4361-b26d-50c27f6a18e7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102773 Jun 30 09:37:49.913721 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b76a90-eb51-44e6-a741-91a323e25547 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Router a0df5a90-86a4-468f-9bf7-6c760c70ac13 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:37:49.914280 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:49.921224 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-05f084ab-82e9-4e86-99f1-a012692d39d0 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Deleting port 6d38b4d1-b25d-46e1-b1db-545d01518fe5 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:49.921567 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-05f084ab-82e9-4e86-99f1-a012692d39d0 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:49.959866 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 1fb97a31-4e4a-420b-b671-915e37d70c45, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=1fb97a31-4e4a-420b-b671-915e37d70c45,segment=NetworkSegment(7f7dce02-b396-4a70-9d71-8df96751c4b5),segment_id=7f7dce02-b396-4a70-9d71-8df96751c4b5)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:50.011760 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b644e441-f238-4fa9-b8ce-a23490d2bd15 None None] Provisioning complete for port c75a5b38-2805-4d33-ad97-6616a22ba3e4 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:50.012109 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b644e441-f238-4fa9-b8ce-a23490d2bd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:50.063265 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:50.070439 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-b644e441-f238-4fa9-b8ce-a23490d2bd15 None None] Port c75a5b38-2805-4d33-ad97-6616a22ba3e4 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:50.087107 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-917c943f-f2bd-47e3-b856-0bd4a835e243 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887886 Jun 30 09:37:50.122373 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba859bf9-4539-4e60-a875-6fd236aa3c3a req-33ec41e1-7461-4b9a-b283-a4bb65b4154e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:50.122373 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ba859bf9-4539-4e60-a875-6fd236aa3c3a req-33ec41e1-7461-4b9a-b283-a4bb65b4154e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 946 time: 0.0844774 Jun 30 09:37:50.122854 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=1fb97a31-4e4a-420b-b671-915e37d70c45,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:50.171324 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ba859bf9-4539-4e60-a875-6fd236aa3c3a req-e61e6faf-8199-4eb3-80be-67d4eaaa82d6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360312 Jun 30 09:37:50.175422 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b76a90-eb51-44e6-a741-91a323e25547 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:50.178079 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-05f084ab-82e9-4e86-99f1-a012692d39d0 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:50.186261 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bb1737-b18b-4f15-8b72-240dc0a2f6de None None] Sync routers for ids ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:37:50.193630 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e3b76a90-eb51-44e6-a741-91a323e25547 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "PUT /v2.0/routers/a0df5a90-86a4-468f-9bf7-6c760c70ac13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0024650 Jun 30 09:37:50.197019 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45068) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:50.202608 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-eb6e5375-2f48-4c05-8695-ffa43c7e09b5 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1498049268'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:50.210329 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bb1737-b18b-4f15-8b72-240dc0a2f6de None None] Routers {'a0df5a90-86a4-468f-9bf7-6c760c70ac13'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:50.213826 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e4bb1737-b18b-4f15-8b72-240dc0a2f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:37:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:50.220876 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-05f084ab-82e9-4e86-99f1-a012692d39d0 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Calling delete_port for 6d38b4d1-b25d-46e1-b1db-545d01518fe5 owned by network:router_interface {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:50.309608 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-a8aaa554-2e5b-4399-ab5f-ea45ae79a6e4 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134964 Jun 30 09:37:50.313594 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 5e1eab5e-9308-4404-bd79-3aad711b9414 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:50.339866 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-e4bb1737-b18b-4f15-8b72-240dc0a2f6de None None] Set router a0df5a90-86a4-468f-9bf7-6c760c70ac13 gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:50.407749 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-89abacf7-a32e-49ff-bba7-b58d1db61de3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c HTTP/1.1" status: 200 len: 217 time: 0.0623615 Jun 30 09:37:50.430250 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d86891-335d-46cb-9686-9de24f0ebc82 req-d1c81921-63b7-4727-a61d-4135e7ef53a9 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:50.438399 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a5d86891-335d-46cb-9686-9de24f0ebc82 req-d1c81921-63b7-4727-a61d-4135e7ef53a9 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 946 time: 0.1193554 Jun 30 09:37:50.480901 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6e5375-2f48-4c05-8695-ffa43c7e09b5 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Made reservation on behalf of 875d2f0a00e04449a5bd0e15811efa96 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:50.485270 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a5d86891-335d-46cb-9686-9de24f0ebc82 req-a3963a3d-4049-436a-9aa2-dfc44fd7feef tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457575 Jun 30 09:37:50.485446 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eb6e5375-2f48-4c05-8695-ffa43c7e09b5 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:50.557357 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 5e1eab5e-9308-4404-bd79-3aad711b9414 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:50.565457 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-b259ff09-c2b7-416c-8945-84425c7a5740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:50.565457 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-b259ff09-c2b7-416c-8945-84425c7a5740 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.1537004 Jun 30 09:37:50.576824 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 5e1eab5e-9308-4404-bd79-3aad711b9414 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:50.576824 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:50.588605 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6e5375-2f48-4c05-8695-ffa43c7e09b5 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:37:50.629635 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-632704a4-448c-462f-9821-55a9c82075a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:50.637242 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e4bb1737-b18b-4f15-8b72-240dc0a2f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'name': 'tempest-RoutersIpV6Test-router-863985709', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:37:47Z', 'revision_number': 3, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'gw_port_host': None, '_interfaces': [{'id': '85bd090f-cd12-4eeb-b4ba-b1810e909f05', 'name': '', 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:f6:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:39Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c75a5b38-2805-4d33-ad97-6616a22ba3e4', 'name': '', 'network_id': '56def864-3d79-43bc-9fd0-f0acf619dfee', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:78:fa:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:45Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 2, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:50.677445 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eb6e5375-2f48-4c05-8695-ffa43c7e09b5 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:50.677802 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-eb6e5375-2f48-4c05-8695-ffa43c7e09b5 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Added segment 188cdb22-cd99-4197-8572-bdffba6b4ea2 of type vlan for network c15f2489-385f-4926-a5ae-16c1eb3f21b2 Jun 30 09:37:50.677944 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bb1737-b18b-4f15-8b72-240dc0a2f6de None None] Checking router: a0df5a90-86a4-468f-9bf7-6c760c70ac13 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:37:50.678166 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bb1737-b18b-4f15-8b72-240dc0a2f6de None None] Updating router a0df5a90-86a4-468f-9bf7-6c760c70ac13 port c75a5b38-2805-4d33-ad97-6616a22ba3e4 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:37:50.723594 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:50.747685 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-e4bb1737-b18b-4f15-8b72-240dc0a2f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:50.754269 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfe07b-8983-4605-8a71-c170d755b016 req-548594ec-2f70-4193-bd88-c0ca0c1fca78 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:50.756173 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a1cfe07b-8983-4605-8a71-c170d755b016 req-548594ec-2f70-4193-bd88-c0ca0c1fca78 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3022ce0-5226-4ae2-b951-9deef25c12be HTTP/1.1" status: 200 len: 945 time: 0.2464492 Jun 30 09:37:50.772054 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3022ce0-5226-4ae2-b951-9deef25c12be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1eab5e-9308-4404-bd79-3aad711b9414'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:37:50.775945 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f33230-828a-4c17-953e-705043c1360f" -d '{"events": [{"server_uuid": "b3022ce0-5226-4ae2-b951-9deef25c12be", "name": "network-vif-plugged", "status": "completed", "tag": "5e1eab5e-9308-4404-bd79-3aad711b9414"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:37:50.789200 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eb6e5375-2f48-4c05-8695-ffa43c7e09b5 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:50.792045 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 5e1eab5e-9308-4404-bd79-3aad711b9414, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=5e1eab5e-9308-4404-bd79-3aad711b9414,segment=NetworkSegment(e524e1c9-73eb-447c-9b80-bf5213563f16),segment_id=e524e1c9-73eb-447c-9b80-bf5213563f16)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:50.794318 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-9a14e145-cb15-4de5-af95-e33f4cac05cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:50.795815 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-9a14e145-cb15-4de5-af95-e33f4cac05cb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2167585 Jun 30 09:37:50.847891 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a1cfe07b-8983-4605-8a71-c170d755b016 req-91b8e6fe-c045-4252-a63d-33b5cbdcf492 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/security-groups?id=86205b84-f2b6-4a8b-8656-a236fd95dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804360 Jun 30 09:37:50.904481 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f747c823-cacb-4d30-9a9c-d23a85bd47d5 x-openstack-request-id: req-f747c823-cacb-4d30-9a9c-d23a85bd47d5 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:37:50.906032 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3022ce0-5226-4ae2-b951-9deef25c12be", "name": "network-vif-plugged", "status": "completed", "tag": "5e1eab5e-9308-4404-bd79-3aad711b9414", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:37:50.906523 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f747c823-cacb-4d30-9a9c-d23a85bd47d5 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:37:50.907408 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3022ce0-5226-4ae2-b951-9deef25c12be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1eab5e-9308-4404-bd79-3aad711b9414', 'code': 200} Jun 30 09:37:50.909517 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:50.987972 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=5e1eab5e-9308-4404-bd79-3aad711b9414,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:51.054095 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc98c7b-cb10-4cc7-9dd2-cefa1a5556b0 req-24230278-8e2d-4da8-9bc3-de676fc364c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:51.057351 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fbc98c7b-cb10-4cc7-9dd2-cefa1a5556b0 req-24230278-8e2d-4da8-9bc3-de676fc364c8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3022ce0-5226-4ae2-b951-9deef25c12be HTTP/1.1" status: 200 len: 1098 time: 0.0642488 Jun 30 09:37:51.098743 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fbc98c7b-cb10-4cc7-9dd2-cefa1a5556b0 req-1920ce4d-7b06-48f2-ac29-5e867419742c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=86205b84-f2b6-4a8b-8656-a236fd95dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349188 Jun 30 09:37:51.104408 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-e4bb1737-b18b-4f15-8b72-240dc0a2f6de None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:51.114501 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-e4bb1737-b18b-4f15-8b72-240dc0a2f6de None None] Transition to ACTIVE for port object c75a5b38-2805-4d33-ad97-6616a22ba3e4 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:51.203689 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-e4bb1737-b18b-4f15-8b72-240dc0a2f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:51.264259 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b7939-2d07-4979-bc66-1902896ea035 None None] Pushing event updated for resources: {'Port': ['ID=c75a5b38-2805-4d33-ad97-6616a22ba3e4,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:51.300884 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-05f084ab-82e9-4e86-99f1-a012692d39d0 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:51.345722 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-e4bb1737-b18b-4f15-8b72-240dc0a2f6de None None] Attempting to bind port c75a5b38-2805-4d33-ad97-6616a22ba3e4 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:37:51.346096 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-e4bb1737-b18b-4f15-8b72-240dc0a2f6de None None] Attempting to bind port c75a5b38-2805-4d33-ad97-6616a22ba3e4 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '7f7dce02-b396-4a70-9d71-8df96751c4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '56def864-3d79-43bc-9fd0-f0acf619dfee'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:37:51.346459 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bb1737-b18b-4f15-8b72-240dc0a2f6de None None] Attempting to bind port c75a5b38-2805-4d33-ad97-6616a22ba3e4 on network 56def864-3d79-43bc-9fd0-f0acf619dfee {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:51.355618 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bb1737-b18b-4f15-8b72-240dc0a2f6de None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:37:51.355934 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bb1737-b18b-4f15-8b72-240dc0a2f6de None None] Checking segment: {'id': '7f7dce02-b396-4a70-9d71-8df96751c4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '56def864-3d79-43bc-9fd0-f0acf619dfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:51.356270 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-e4bb1737-b18b-4f15-8b72-240dc0a2f6de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:51.356666 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bb1737-b18b-4f15-8b72-240dc0a2f6de None None] Bound using segment: {'id': '7f7dce02-b396-4a70-9d71-8df96751c4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '56def864-3d79-43bc-9fd0-f0acf619dfee'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:37:51.359610 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-e4bb1737-b18b-4f15-8b72-240dc0a2f6de None None] Bound port: c75a5b38-2805-4d33-ad97-6616a22ba3e4, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7dce02-b396-4a70-9d71-8df96751c4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '56def864-3d79-43bc-9fd0-f0acf619dfee'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:37:51.360006 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-e4bb1737-b18b-4f15-8b72-240dc0a2f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:51.405470 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f084ab-82e9-4e86-99f1-a012692d39d0 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Port': ['ID=6d38b4d1-b25d-46e1-b1db-545d01518fe5,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:51.466477 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 1fb97a31-4e4a-420b-b671-915e37d70c45 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:51.486980 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-05f084ab-82e9-4e86-99f1-a012692d39d0 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:51.496648 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eb6e5375-2f48-4c05-8695-ffa43c7e09b5 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:51.502658 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6e5375-2f48-4c05-8695-ffa43c7e09b5 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:51.503516 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eb6e5375-2f48-4c05-8695-ffa43c7e09b5 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:51.512021 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-e4bb1737-b18b-4f15-8b72-240dc0a2f6de None None] For port c75a5b38-2805-4d33-ad97-6616a22ba3e4, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:37:51.515421 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-e4bb1737-b18b-4f15-8b72-240dc0a2f6de None None] For port c75a5b38-2805-4d33-ad97-6616a22ba3e4, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c75a5b38-2805-4d33-ad97-6616a22ba3e4,segment=NetworkSegment(7f7dce02-b396-4a70-9d71-8df96751c4b5),segment_id=7f7dce02-b396-4a70-9d71-8df96751c4b5)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:37:51.553352 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 1fb97a31-4e4a-420b-b671-915e37d70c45 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:51.554029 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:51.655378 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-e4bb1737-b18b-4f15-8b72-240dc0a2f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:51.689925 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e5375-2f48-4c05-8695-ffa43c7e09b5 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Network': ['ID=c15f2489-385f-4926-a5ae-16c1eb3f21b2,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:51.708619 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network c15f2489-385f-4926-a5ae-16c1eb3f21b2 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:37:51.711163 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-91a66e1d-d35c-467a-8e4b-553b62974eed service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9025381 Jun 30 09:37:51.727476 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bb1737-b18b-4f15-8b72-240dc0a2f6de None None] Routers {'a0df5a90-86a4-468f-9bf7-6c760c70ac13'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:51.729127 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e4bb1737-b18b-4f15-8b72-240dc0a2f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:37:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:51.783857 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b7939-2d07-4979-bc66-1902896ea035 None None] Pushing event updated for resources: {'Port': ['ID=c75a5b38-2805-4d33-ad97-6616a22ba3e4,revision_number=4']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:51.840039 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-e4bb1737-b18b-4f15-8b72-240dc0a2f6de None None] Set router a0df5a90-86a4-468f-9bf7-6c760c70ac13 gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:51.848765 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-eb6e5375-2f48-4c05-8695-ffa43c7e09b5 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6500571 Jun 30 09:37:51.852193 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45086) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:51.858471 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437686d7-2875-49e4-9807-dc77f38d82ac req-278dd2ce-3182-44df-b803-2d61431db249 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:51.858670 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-f8bb3d1d-1727-45e2-a163-7c264dc372ee tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Request body: {'subnet': {'network_id': 'c15f2489-385f-4926-a5ae-16c1eb3f21b2', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:51.860224 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-437686d7-2875-49e4-9807-dc77f38d82ac req-278dd2ce-3182-44df-b803-2d61431db249 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 946 time: 0.5113122 Jun 30 09:37:51.901087 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f084ab-82e9-4e86-99f1-a012692d39d0 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Router ec82a75d-5750-4a9a-aebd-02b6d279619e has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:37:51.950628 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-437686d7-2875-49e4-9807-dc77f38d82ac req-00130624-0e08-4093-98f0-48d47962c4df tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818162 Jun 30 09:37:52.004407 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-9994a417-655c-46ea-90c9-9b2b8199839c service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514012 Jun 30 09:37:52.101872 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-f6021e45-faab-435b-bde5-ed749b918555 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=b0ffe516-a66a-4469-b295-e857fb100d7e HTTP/1.1" status: 200 len: 217 time: 0.0444250 Jun 30 09:37:52.103270 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f084ab-82e9-4e86-99f1-a012692d39d0 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:52.109066 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-05f084ab-82e9-4e86-99f1-a012692d39d0 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "PUT /v2.0/routers/ec82a75d-5750-4a9a-aebd-02b6d279619e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5788004 Jun 30 09:37:52.115819 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c2f252-eaa9-4630-87df-ef991e051318 None None] Sync routers for ids ['ec82a75d-5750-4a9a-aebd-02b6d279619e'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:37:52.121755 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45090) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:52.135238 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e4bb1737-b18b-4f15-8b72-240dc0a2f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'name': 'tempest-RoutersIpV6Test-router-863985709', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:37:47Z', 'revision_number': 3, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'gw_port_host': None, '_interfaces': [{'id': '85bd090f-cd12-4eeb-b4ba-b1810e909f05', 'name': '', 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:f6:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:39Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c75a5b38-2805-4d33-ad97-6616a22ba3e4', 'name': '', 'network_id': '56def864-3d79-43bc-9fd0-f0acf619dfee', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:78:fa:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:45Z', 'updated_at': '2021-06-30T09:37:51Z', 'revision_number': 4, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:52.153230 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c2f252-eaa9-4630-87df-ef991e051318 None None] Routers {'ec82a75d-5750-4a9a-aebd-02b6d279619e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:52.154174 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-09c2f252-eaa9-4630-87df-ef991e051318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:37:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['ec82a75d-5750-4a9a-aebd-02b6d279619e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:52.160989 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bb3d1d-1727-45e2-a163-7c264dc372ee tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Made reservation on behalf of 875d2f0a00e04449a5bd0e15811efa96 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:52.165264 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f8bb3d1d-1727-45e2-a163-7c264dc372ee tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:52.169742 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bb1737-b18b-4f15-8b72-240dc0a2f6de None None] The sync data for ids ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'] in n-d-771363-31 is: [{'id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'name': 'tempest-RoutersIpV6Test-router-863985709', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:37:47Z', 'revision_number': 3, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'gw_port_host': None, '_interfaces': [{'id': '85bd090f-cd12-4eeb-b4ba-b1810e909f05', 'name': '', 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:f6:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:39Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c75a5b38-2805-4d33-ad97-6616a22ba3e4', 'name': '', 'network_id': '56def864-3d79-43bc-9fd0-f0acf619dfee', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:78:fa:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:45Z', 'updated_at': '2021-06-30T09:37:51Z', 'revision_number': 4, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:37:52.177203 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc7acf7-53de-47eb-ad19-c385b3891c3a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] GET failed (client error): The resource could not be found. Jun 30 09:37:52.178844 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-dbc7acf7-53de-47eb-ad19-c385b3891c3a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "GET /v2.0/ports/6d38b4d1-b25d-46e1-b1db-545d01518fe5 HTTP/1.1" status: 404 len: 333 time: 0.0561414 Jun 30 09:37:52.182262 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45092) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:52.198041 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-09c2f252-eaa9-4630-87df-ef991e051318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:52.209807 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c2f252-eaa9-4630-87df-ef991e051318 None None] Routers {'ec82a75d-5750-4a9a-aebd-02b6d279619e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:52.217154 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-09c2f252-eaa9-4630-87df-ef991e051318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:37:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['ec82a75d-5750-4a9a-aebd-02b6d279619e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:52.283074 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-09c2f252-eaa9-4630-87df-ef991e051318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:52.283769 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c2f252-eaa9-4630-87df-ef991e051318 None None] The sync data for ids ['ec82a75d-5750-4a9a-aebd-02b6d279619e'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:37:52.297073 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-0fe005f3-86ad-4eb4-b1e1-1c6ec6462a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:52.304109 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-0fe005f3-86ad-4eb4-b1e1-1c6ec6462a55 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.1888447 Jun 30 09:37:52.304109 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8316afde-37e5-487e-94ef-9e473dff7722 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:52.334115 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a98636-b68c-4f1d-942e-c618c7a91fe2 req-acc308d4-d40f-45df-8bb5-9f12456de206 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:52.337220 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-58a98636-b68c-4f1d-942e-c618c7a91fe2 req-acc308d4-d40f-45df-8bb5-9f12456de206 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3022ce0-5226-4ae2-b951-9deef25c12be HTTP/1.1" status: 200 len: 946 time: 0.2527747 Jun 30 09:37:52.460040 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-58a98636-b68c-4f1d-942e-c618c7a91fe2 req-58230eb3-dddb-45a0-bf43-ee9ae3aceb28 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/security-groups?id=86205b84-f2b6-4a8b-8656-a236fd95dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129425 Jun 30 09:37:52.571074 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8316afde-37e5-487e-94ef-9e473dff7722 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:52.575227 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-619fb6f5-bfdd-4057-a2ab-bd57f42946a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:52.577806 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-619fb6f5-bfdd-4057-a2ab-bd57f42946a6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2685206 Jun 30 09:37:52.578236 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8316afde-37e5-487e-94ef-9e473dff7722 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:52.733176 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-24f3e63d-e4fa-4823-a120-232ecf7c21bb service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464677 Jun 30 09:37:52.786916 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f8bb3d1d-1727-45e2-a163-7c264dc372ee tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:52.799248 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8316afde-37e5-487e-94ef-9e473dff7722 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:52.799914 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8316afde-37e5-487e-94ef-9e473dff7722 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Fanout notify agent at l3_agent the message router_deleted on router ec82a75d-5750-4a9a-aebd-02b6d279619e {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:37:52.809590 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8316afde-37e5-487e-94ef-9e473dff7722 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:52.813978 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8316afde-37e5-487e-94ef-9e473dff7722 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/routers/ec82a75d-5750-4a9a-aebd-02b6d279619e HTTP/1.1" status: 204 len: 168 time: 0.6281528 Jun 30 09:37:52.815011 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45096) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:52.857706 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb3d1d-1727-45e2-a163-7c264dc372ee tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Subnet': ['ID=896cd4bc-b248-4e4e-8a02-ddc72ccf9fbd,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:52.910521 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bb3d1d-1727-45e2-a163-7c264dc372ee tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Checking segment: {'id': '188cdb22-cd99-4197-8572-bdffba6b4ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c15f2489-385f-4926-a5ae-16c1eb3f21b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:52.911212 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bb3d1d-1727-45e2-a163-7c264dc372ee tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network hostable DHCP agents. Network: c15f2489-385f-4926-a5ae-16c1eb3f21b2, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:37:52.937541 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab70da5e-adcf-4146-9f8d-92d3bf77832a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Deleting subnet d72a9c0f-2825-4cdf-b274-cf5808daf0ec {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:37:52.943291 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ab70da5e-adcf-4146-9f8d-92d3bf77832a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:52.947499 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-f813518c-373b-4e34-9ed8-5b96f0753d6d service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065535 Jun 30 09:37:52.965545 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715edb6-9de5-4366-887f-bce4469efd52 req-2de80113-99d0-40a7-9e64-e5a8e41db439 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:52.967473 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3715edb6-9de5-4366-887f-bce4469efd52 req-2de80113-99d0-40a7-9e64-e5a8e41db439 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 946 time: 0.1004596 Jun 30 09:37:53.016140 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-feec3703-4f07-482f-958a-2cf2d76f553c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b HTTP/1.1" status: 200 len: 217 time: 0.0467243 Jun 30 09:37:53.049905 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ab70da5e-adcf-4146-9f8d-92d3bf77832a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:53.128275 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-d9a039c9-9d09-4ace-8e50-a6924795f9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:53.130220 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-d9a039c9-9d09-4ace-8e50-a6924795f9bd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=974263d7-b687-4254-8813-85050a72f471 HTTP/1.1" status: 200 len: 797 time: 0.1049542 Jun 30 09:37:53.134491 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-3715edb6-9de5-4366-887f-bce4469efd52 req-ce15edb7-c98d-4438-94c5-eba6be652141 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Deleting port 568a0b52-4f6f-4bf2-85df-42b6a3c52585 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:53.135273 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3715edb6-9de5-4366-887f-bce4469efd52 req-ce15edb7-c98d-4438-94c5-eba6be652141 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:53.198038 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-de82786e-5f93-4578-9c0b-175b056b7a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:53.214801 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ab70da5e-adcf-4146-9f8d-92d3bf77832a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:53.262600 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a974195-4668-499a-ad3c-efdfcd5f09d8 req-e1c21887-dc1c-48ad-8878-da87a8bd0d32 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:53.264147 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8a974195-4668-499a-ad3c-efdfcd5f09d8 req-e1c21887-dc1c-48ad-8878-da87a8bd0d32 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 946 time: 0.1444325 Jun 30 09:37:53.269414 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-3715edb6-9de5-4366-887f-bce4469efd52 req-ce15edb7-c98d-4438-94c5-eba6be652141 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] For port 568a0b52-4f6f-4bf2-85df-42b6a3c52585, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=568a0b52-4f6f-4bf2-85df-42b6a3c52585,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:53.269783 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3715edb6-9de5-4366-887f-bce4469efd52 req-ce15edb7-c98d-4438-94c5-eba6be652141 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:53.274017 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-83fe8d45-97e0-416a-8eab-4acd0e18c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:53.275637 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-83fe8d45-97e0-416a-8eab-4acd0e18c1e3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=486cc323-8780-4f2e-93db-0b642dc27590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1368005 Jun 30 09:37:53.296008 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-3715edb6-9de5-4366-887f-bce4469efd52 req-ce15edb7-c98d-4438-94c5-eba6be652141 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Calling delete_port for 568a0b52-4f6f-4bf2-85df-42b6a3c52585 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:53.305565 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bb3d1d-1727-45e2-a163-7c264dc372ee tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network c15f2489-385f-4926-a5ae-16c1eb3f21b2 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:37:53.380828 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8a974195-4668-499a-ad3c-efdfcd5f09d8 req-3e322485-a192-455c-9216-869f452268dc tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071534 Jun 30 09:37:53.392791 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-a5a24cb6-9039-43af-8c87-b81311f1cd99 service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096849 Jun 30 09:37:53.427869 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c75a5b38-2805-4d33-ad97-6616a22ba3e4 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:53.443361 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-f8bb3d1d-1727-45e2-a163-7c264dc372ee tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, c15f2489-385f-4926-a5ae-16c1eb3f21b2) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:53.449702 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bb3d1d-1727-45e2-a163-7c264dc372ee tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:53.454768 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f8bb3d1d-1727-45e2-a163-7c264dc372ee tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:53.467481 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114ef37d-0f94-41a9-86a6-77d1446e5829 None None] Network c15f2489-385f-4926-a5ae-16c1eb3f21b2 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:53.478298 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ab70da5e-adcf-4146-9f8d-92d3bf77832a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:53.526339 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:53.554121 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70da5e-adcf-4146-9f8d-92d3bf77832a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Subnet': ['ID=d72a9c0f-2825-4cdf-b274-cf5808daf0ec,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:53.557509 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ab70da5e-adcf-4146-9f8d-92d3bf77832a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:53.559443 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ab70da5e-adcf-4146-9f8d-92d3bf77832a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/subnets/d72a9c0f-2825-4cdf-b274-cf5808daf0ec HTTP/1.1" status: 204 len: 168 time: 0.7337482 Jun 30 09:37:53.562395 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45102) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:53.580425 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f8bb3d1d-1727-45e2-a163-7c264dc372ee tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7252710 Jun 30 09:37:53.582871 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dab328-c098-4059-8f13-f942624ec29e None None] Network 68d31da5-a3f0-4d91-94c8-0dddfcd8f0cf requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:53.583715 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45104) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:53.682312 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-8d1c8787-3158-41c8-a5d5-1fac9e6df472 service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799306 Jun 30 09:37:53.699434 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3715edb6-9de5-4366-887f-bce4469efd52 req-ce15edb7-c98d-4438-94c5-eba6be652141 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:53.743000 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-a496ec13-042a-4679-a723-caa8c1989b34 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3d7dba65-2216-47e0-b010-2a6615b39506 HTTP/1.1" status: 200 len: 217 time: 0.0488148 Jun 30 09:37:53.752184 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0d2ba0d7-03c5-4922-9690-c5ab710430bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:53.782244 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15edb7-c98d-4438-94c5-eba6be652141 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Pushing event deleted for resources: {'Port': ['ID=568a0b52-4f6f-4bf2-85df-42b6a3c52585,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:53.844001 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-f6a25096-b5da-49e2-adb3-25772f3c1f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:53.846834 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-f6a25096-b5da-49e2-adb3-25772f3c1f1a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=974263d7-b687-4254-8813-85050a72f471 HTTP/1.1" status: 200 len: 797 time: 0.0888927 Jun 30 09:37:53.895604 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-3715edb6-9de5-4366-887f-bce4469efd52 req-ce15edb7-c98d-4438-94c5-eba6be652141 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] No DVR routers for this DVR port 568a0b52-4f6f-4bf2-85df-42b6a3c52585 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:37:53.901038 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3715edb6-9de5-4366-887f-bce4469efd52 req-ce15edb7-c98d-4438-94c5-eba6be652141 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:53.903471 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3715edb6-9de5-4366-887f-bce4469efd52 req-ce15edb7-c98d-4438-94c5-eba6be652141 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.37 "DELETE /v2.0/ports/568a0b52-4f6f-4bf2-85df-42b6a3c52585 HTTP/1.1" status: 204 len: 173 time: 0.9294844 Jun 30 09:37:53.904053 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f187dc3-cb0b-4797-971f-9a19f24e34b9', 'name': 'network-vif-deleted', 'tag': '568a0b52-4f6f-4bf2-85df-42b6a3c52585'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:37:53.906976 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad9c560-74aa-42aa-af04-c8f9fbea3df9" -d '{"events": [{"server_uuid": "8f187dc3-cb0b-4797-971f-9a19f24e34b9", "name": "network-vif-deleted", "tag": "568a0b52-4f6f-4bf2-85df-42b6a3c52585"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:37:53.965476 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc638f29-4f9d-495c-ad2f-ca7202c075be req-1337de7f-dc18-4e42-baf3-2db087b682fa tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:53.965476 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc638f29-4f9d-495c-ad2f-ca7202c075be req-1337de7f-dc18-4e42-baf3-2db087b682fa tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3022ce0-5226-4ae2-b951-9deef25c12be HTTP/1.1" status: 200 len: 946 time: 0.2972870 Jun 30 09:37:53.966617 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['568a0b52-4f6f-4bf2-85df-42b6a3c52585'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:37:53.966617 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port c75a5b38-2805-4d33-ad97-6616a22ba3e4 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:54.010439 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port c75a5b38-2805-4d33-ad97-6616a22ba3e4 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:54.011343 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc638f29-4f9d-495c-ad2f-ca7202c075be req-ce3ade17-50da-4958-99b7-5a2f154d6980 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/security-groups?id=86205b84-f2b6-4a8b-8656-a236fd95dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761340 Jun 30 09:37:54.024202 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:54.028726 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-0d2ba0d7-03c5-4922-9690-c5ab710430bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Deleting port 0f5e65bf-9c70-4ea8-9b48-909ee988c47c {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:54.029069 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0d2ba0d7-03c5-4922-9690-c5ab710430bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:54.076819 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83345eda-eef6-44c0-967a-f6ebac599dbf x-openstack-request-id: req-83345eda-eef6-44c0-967a-f6ebac599dbf {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:37:54.080140 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f187dc3-cb0b-4797-971f-9a19f24e34b9", "name": "network-vif-deleted", "tag": "568a0b52-4f6f-4bf2-85df-42b6a3c52585", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:37:54.080140 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-83345eda-eef6-44c0-967a-f6ebac599dbf {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:37:54.080140 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f187dc3-cb0b-4797-971f-9a19f24e34b9', 'name': 'network-vif-deleted', 'tag': '568a0b52-4f6f-4bf2-85df-42b6a3c52585', 'status': 'completed', 'code': 200} Jun 30 09:37:54.166564 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-f0f33675-dc9a-486d-a09f-31bf6668b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:54.166564 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-f0f33675-dc9a-486d-a09f-31bf6668b8a9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=486cc323-8780-4f2e-93db-0b642dc27590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2686934 Jun 30 09:37:54.222222 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-0d2ba0d7-03c5-4922-9690-c5ab710430bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] For port 0f5e65bf-9c70-4ea8-9b48-909ee988c47c, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=0f5e65bf-9c70-4ea8-9b48-909ee988c47c,segment=NetworkSegment(bd970952-51ed-4362-9a0a-281abc2bad36),segment_id=bd970952-51ed-4362-9a0a-281abc2bad36)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:54.222783 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0d2ba0d7-03c5-4922-9690-c5ab710430bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:54.235563 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f68c6fd-7b64-4955-8e0c-1428fbc18ef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-c15f2489-385f-4926-a5ae-16c1eb3f21b2', 'network_id': 'c15f2489-385f-4926-a5ae-16c1eb3f21b2', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'fixed_ips': [{'subnet_id': '896cd4bc-b248-4e4e-8a02-ddc72ccf9fbd'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:37:54.236612 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1f68c6fd-7b64-4955-8e0c-1428fbc18ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:54.251330 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-0d2ba0d7-03c5-4922-9690-c5ab710430bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Calling delete_port for 0f5e65bf-9c70-4ea8-9b48-909ee988c47c owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:54.257952 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:54.268198 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-65be6716-dfa2-4574-aff6-959efb9efd49 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:54.387980 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-4d7015ae-3c88-4be7-970b-ab14f25ef0cd service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305763 Jun 30 09:37:54.527375 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2af11e4d-8143-4da1-a616-aeca3a7457a2 req-5c32550f-a6d0-48f6-958c-53b276f0d871 service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312661 Jun 30 09:37:54.531410 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0d2ba0d7-03c5-4922-9690-c5ab710430bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:54.592974 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ba0d7-03c5-4922-9690-c5ab710430bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Port': ['ID=0f5e65bf-9c70-4ea8-9b48-909ee988c47c,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:54.623862 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2ba0d7-03c5-4922-9690-c5ab710430bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] No DVR routers for this DVR port 0f5e65bf-9c70-4ea8-9b48-909ee988c47c on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:37:54.639108 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port c75a5b38-2805-4d33-ad97-6616a22ba3e4, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c75a5b38-2805-4d33-ad97-6616a22ba3e4,segment=NetworkSegment(7f7dce02-b396-4a70-9d71-8df96751c4b5),segment_id=7f7dce02-b396-4a70-9d71-8df96751c4b5)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:54.653106 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-1f68c6fd-7b64-4955-8e0c-1428fbc18ef4 None None] Allocated IP 2001:db8:2::2 (c15f2489-385f-4926-a5ae-16c1eb3f21b2/896cd4bc-b248-4e4e-8a02-ddc72ccf9fbd/592adfa4-0f66-4760-b92f-a57cea86c11f) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:54.671179 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc268e92-32eb-4edf-b718-f109bbc47537 None None] DHCP port deletion for 68d31da5-a3f0-4d91-94c8-0dddfcd8f0cf request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:37:54.752895 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0d2ba0d7-03c5-4922-9690-c5ab710430bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:54.763150 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-84abb408-59b2-44d8-9f57-289a15741ce0 req-43bbf0f5-8104-43e2-975b-e800188fd622 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 210 time: 0.0396826 Jun 30 09:37:54.774819 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-0d2ba0d7-03c5-4922-9690-c5ab710430bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d31da5-a3f0-4d91-94c8-0dddfcd8f0cf']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:54.794096 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-0d2ba0d7-03c5-4922-9690-c5ab710430bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd970952-51ed-4362-9a0a-281abc2bad36') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:54.798225 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-0d2ba0d7-03c5-4922-9690-c5ab710430bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd970952-51ed-4362-9a0a-281abc2bad36') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:54.814275 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0d2ba0d7-03c5-4922-9690-c5ab710430bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:54.825310 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:54.829537 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:54.840873 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0d2ba0d7-03c5-4922-9690-c5ab710430bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:54.855263 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d2ba0d7-03c5-4922-9690-c5ab710430bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:37:54.858076 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0d2ba0d7-03c5-4922-9690-c5ab710430bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:37:54.866449 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:37:55.000277 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=c75a5b38-2805-4d33-ad97-6616a22ba3e4,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:55.032884 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1f68c6fd-7b64-4955-8e0c-1428fbc18ef4 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:55.072272 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-1f68c6fd-7b64-4955-8e0c-1428fbc18ef4 None None] Transition to ACTIVE for port object 592adfa4-0f66-4760-b92f-a57cea86c11f will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:55.077649 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0d2ba0d7-03c5-4922-9690-c5ab710430bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:55.112727 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-1f68c6fd-7b64-4955-8e0c-1428fbc18ef4 None None] Transition to ACTIVE for port object 592adfa4-0f66-4760-b92f-a57cea86c11f will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:55.123993 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0d2ba0d7-03c5-4922-9690-c5ab710430bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:55.128455 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0d2ba0d7-03c5-4922-9690-c5ab710430bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/networks/68d31da5-a3f0-4d91-94c8-0dddfcd8f0cf HTTP/1.1" status: 204 len: 168 time: 1.5649343 Jun 30 09:37:55.129541 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ba0d7-03c5-4922-9690-c5ab710430bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Network': ['ID=68d31da5-a3f0-4d91-94c8-0dddfcd8f0cf,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:55.135864 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45120) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:55.254127 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1f68c6fd-7b64-4955-8e0c-1428fbc18ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:55.256064 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06700cd7-a999-4114-aa56-8ce757a8f564 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:55.262631 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-06700cd7-a999-4114-aa56-8ce757a8f564 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "GET /v2.0/ports/43a8990c-3c21-4f8d-968a-6b605f07f7b6 HTTP/1.1" status: 200 len: 845 time: 0.1221159 Jun 30 09:37:55.262631 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45124) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:55.374753 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c4428393-aff6-4d8e-b7a2-dca7aa0df580 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "GET /v2.0/ports/43a8990c-3c21-4f8d-968a-6b605f07f7b6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1111765 Jun 30 09:37:55.381256 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45126) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:55.389645 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-9f3679c8-d90e-4c6b-8d3d-34717d03f23a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'subnet': {'network_id': '38168381-3f20-4070-8994-c8202c63a12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:55.418987 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f68c6fd-7b64-4955-8e0c-1428fbc18ef4 None None] Network c15f2489-385f-4926-a5ae-16c1eb3f21b2 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:55.422667 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-1f68c6fd-7b64-4955-8e0c-1428fbc18ef4 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:55.426981 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-65be6716-dfa2-4574-aff6-959efb9efd49 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Allocated IP 2001:db8:2::1 (c15f2489-385f-4926-a5ae-16c1eb3f21b2/896cd4bc-b248-4e4e-8a02-ddc72ccf9fbd/80a8b1dc-6781-4830-98ab-c530ed5c1ddd) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:55.442269 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f68c6fd-7b64-4955-8e0c-1428fbc18ef4 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:55.460077 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68c6fd-7b64-4955-8e0c-1428fbc18ef4 None None] Pushing event updated for resources: {'Port': ['ID=592adfa4-0f66-4760-b92f-a57cea86c11f,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:55.520964 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c75a5b38-2805-4d33-ad97-6616a22ba3e4 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:55.599570 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-1f68c6fd-7b64-4955-8e0c-1428fbc18ef4 None None] Attempting to bind port 592adfa4-0f66-4760-b92f-a57cea86c11f on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:37:55.601646 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-1f68c6fd-7b64-4955-8e0c-1428fbc18ef4 None None] Attempting to bind port 592adfa4-0f66-4760-b92f-a57cea86c11f by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '188cdb22-cd99-4197-8572-bdffba6b4ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c15f2489-385f-4926-a5ae-16c1eb3f21b2'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:37:55.604056 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f68c6fd-7b64-4955-8e0c-1428fbc18ef4 None None] Attempting to bind port 592adfa4-0f66-4760-b92f-a57cea86c11f on network c15f2489-385f-4926-a5ae-16c1eb3f21b2 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:55.611199 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f68c6fd-7b64-4955-8e0c-1428fbc18ef4 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:37:55.611725 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f68c6fd-7b64-4955-8e0c-1428fbc18ef4 None None] Checking segment: {'id': '188cdb22-cd99-4197-8572-bdffba6b4ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c15f2489-385f-4926-a5ae-16c1eb3f21b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:55.612063 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1f68c6fd-7b64-4955-8e0c-1428fbc18ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:55.612467 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f68c6fd-7b64-4955-8e0c-1428fbc18ef4 None None] Bound using segment: {'id': '188cdb22-cd99-4197-8572-bdffba6b4ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c15f2489-385f-4926-a5ae-16c1eb3f21b2'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:37:55.612959 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-1f68c6fd-7b64-4955-8e0c-1428fbc18ef4 None None] Bound port: 592adfa4-0f66-4760-b92f-a57cea86c11f, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '188cdb22-cd99-4197-8572-bdffba6b4ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c15f2489-385f-4926-a5ae-16c1eb3f21b2'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:37:55.613343 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1f68c6fd-7b64-4955-8e0c-1428fbc18ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:55.671588 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3679c8-d90e-4c6b-8d3d-34717d03f23a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:55.676676 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9f3679c8-d90e-4c6b-8d3d-34717d03f23a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:55.689452 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-65be6716-dfa2-4574-aff6-959efb9efd49 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:55.719659 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-65be6716-dfa2-4574-aff6-959efb9efd49 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Transition to ACTIVE for port object 80a8b1dc-6781-4830-98ab-c530ed5c1ddd will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:55.732524 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port c75a5b38-2805-4d33-ad97-6616a22ba3e4 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:55.735326 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:55.772318 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-1f68c6fd-7b64-4955-8e0c-1428fbc18ef4 None None] For port 592adfa4-0f66-4760-b92f-a57cea86c11f, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:37:55.793781 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-1f68c6fd-7b64-4955-8e0c-1428fbc18ef4 None None] For port 592adfa4-0f66-4760-b92f-a57cea86c11f, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=592adfa4-0f66-4760-b92f-a57cea86c11f,segment=NetworkSegment(188cdb22-cd99-4197-8572-bdffba6b4ea2),segment_id=188cdb22-cd99-4197-8572-bdffba6b4ea2)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:37:55.850439 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-65be6716-dfa2-4574-aff6-959efb9efd49 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:55.895475 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1f68c6fd-7b64-4955-8e0c-1428fbc18ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:56.006592 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65be6716-dfa2-4574-aff6-959efb9efd49 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network c15f2489-385f-4926-a5ae-16c1eb3f21b2 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:56.017015 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-65be6716-dfa2-4574-aff6-959efb9efd49 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:56.023318 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65be6716-dfa2-4574-aff6-959efb9efd49 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:56.024106 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-65be6716-dfa2-4574-aff6-959efb9efd49 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:56.026341 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 0f5e65bf-9c70-4ea8-9b48-909ee988c47c no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:37:56.070958 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 0f5e65bf-9c70-4ea8-9b48-909ee988c47c {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:37:56.071862 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 0f5e65bf-9c70-4ea8-9b48-909ee988c47c not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:37:56.086447 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68c6fd-7b64-4955-8e0c-1428fbc18ef4 None None] Pushing event updated for resources: {'Port': ['ID=592adfa4-0f66-4760-b92f-a57cea86c11f,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:56.113811 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be6716-dfa2-4574-aff6-959efb9efd49 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Port': ['ID=80a8b1dc-6781-4830-98ab-c530ed5c1ddd,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:56.174455 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-05e9bcd3-34f1-4005-9e75-66640f3f054f req-7326e683-50de-4ec6-811b-6642307938f6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 210 time: 0.0633209 Jun 30 09:37:56.316319 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 568a0b52-4f6f-4bf2-85df-42b6a3c52585 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:37:56.348059 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 568a0b52-4f6f-4bf2-85df-42b6a3c52585 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:37:56.348632 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 568a0b52-4f6f-4bf2-85df-42b6a3c52585 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:37:56.398000 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9f3679c8-d90e-4c6b-8d3d-34717d03f23a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:56.432097 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:56.444829 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3679c8-d90e-4c6b-8d3d-34717d03f23a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network 38168381-3f20-4070-8994-c8202c63a12e is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:56.468692 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-9f3679c8-d90e-4c6b-8d3d-34717d03f23a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:56.474888 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-65be6716-dfa2-4574-aff6-959efb9efd49 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:56.475504 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3679c8-d90e-4c6b-8d3d-34717d03f23a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:56.475504 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9f3679c8-d90e-4c6b-8d3d-34717d03f23a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:56.482758 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a15ff8e-e15d-4d80-b45e-be4743ae21b9 None None] Network 38168381-3f20-4070-8994-c8202c63a12e requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:56.509699 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3679c8-d90e-4c6b-8d3d-34717d03f23a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Subnet': ['ID=bc31c430-529b-4565-8b58-36a3a5770300,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:56.625295 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9f3679c8-d90e-4c6b-8d3d-34717d03f23a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2431748 Jun 30 09:37:56.626115 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45136) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:56.632712 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-02a5e2ed-0807-480d-8d7c-76ed558b3a82 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'security_group': {'name': 'tempest-secgroup-825536283'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:56.722245 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0214be8-a924-4cef-bb6e-706fb92fecc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-38168381-3f20-4070-8994-c8202c63a12e', 'network_id': '38168381-3f20-4070-8994-c8202c63a12e', 'tenant_id': '07795e25d4a84bb499a614e0d5ffead9', 'fixed_ips': [{'subnet_id': 'bc31c430-529b-4565-8b58-36a3a5770300'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:37:56.723353 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f0214be8-a924-4cef-bb6e-706fb92fecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:56.809287 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-02a5e2ed-0807-480d-8d7c-76ed558b3a82 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:56.955422 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-65be6716-dfa2-4574-aff6-959efb9efd49 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:57.020403 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-f0214be8-a924-4cef-bb6e-706fb92fecc4 None None] Allocated IP 2001:db8::2 (38168381-3f20-4070-8994-c8202c63a12e/bc31c430-529b-4565-8b58-36a3a5770300/d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:57.020846 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7625444-ddde-44e7-aa3e-b50f7fff381b req-0f266c23-3418-4cb4-888f-6bcb80b48098 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:57.022623 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e7625444-ddde-44e7-aa3e-b50f7fff381b req-0f266c23-3418-4cb4-888f-6bcb80b48098 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3022ce0-5226-4ae2-b951-9deef25c12be HTTP/1.1" status: 200 len: 946 time: 0.1695893 Jun 30 09:37:57.030172 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-02a5e2ed-0807-480d-8d7c-76ed558b3a82 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:57.043989 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-65be6716-dfa2-4574-aff6-959efb9efd49 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:57.044898 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-65be6716-dfa2-4574-aff6-959efb9efd49 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:57.097975 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e7625444-ddde-44e7-aa3e-b50f7fff381b req-f1cb6d5d-ecfd-423a-9ff0-9cea96a56b41 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/security-groups?id=86205b84-f2b6-4a8b-8656-a236fd95dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664866 Jun 30 09:37:57.135357 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-02a5e2ed-0807-480d-8d7c-76ed558b3a82 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:57.172492 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be6716-dfa2-4574-aff6-959efb9efd49 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Port': ['ID=80a8b1dc-6781-4830-98ab-c530ed5c1ddd,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:57.185557 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a5e2ed-0807-480d-8d7c-76ed558b3a82 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18989f1d-18a1-42b7-8661-e9da866b4c8b,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:57.230841 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65be6716-dfa2-4574-aff6-959efb9efd49 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network c15f2489-385f-4926-a5ae-16c1eb3f21b2 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:57.233294 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-65be6716-dfa2-4574-aff6-959efb9efd49 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:57.237663 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-02a5e2ed-0807-480d-8d7c-76ed558b3a82 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:57.240021 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-02a5e2ed-0807-480d-8d7c-76ed558b3a82 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6122293 Jun 30 09:37:57.242383 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45142) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:57.251199 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-c5cfebad-44ba-4913-b54b-cb9c9dfddb22 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'security_group': {'name': 'tempest-secgroup-1722575418'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:57.306993 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f0214be8-a924-4cef-bb6e-706fb92fecc4 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:57.320582 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f0214be8-a924-4cef-bb6e-706fb92fecc4 None None] Transition to ACTIVE for port object d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:57.375926 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f0214be8-a924-4cef-bb6e-706fb92fecc4 None None] Transition to ACTIVE for port object d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:57.404217 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c5cfebad-44ba-4913-b54b-cb9c9dfddb22 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:57.513157 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 592adfa4-0f66-4760-b92f-a57cea86c11f up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:57.580215 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f0214be8-a924-4cef-bb6e-706fb92fecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:57.590414 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c5cfebad-44ba-4913-b54b-cb9c9dfddb22 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:57.605013 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ef6c5b3a-fa35-4689-82fc-7475d03f6354 req-80dc6a5f-e6c9-4cc8-a108-48c4699d4a96 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 210 time: 0.1652961 Jun 30 09:37:57.629771 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65be6716-dfa2-4574-aff6-959efb9efd49 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Router a0df5a90-86a4-468f-9bf7-6c760c70ac13 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:37:57.659723 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5267b5b-27f7-4d8e-9b96-80791383dea9 None None] Network c15f2489-385f-4926-a5ae-16c1eb3f21b2 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:57.701823 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0214be8-a924-4cef-bb6e-706fb92fecc4 None None] Network 38168381-3f20-4070-8994-c8202c63a12e is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:57.707759 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c5cfebad-44ba-4913-b54b-cb9c9dfddb22 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:57.752092 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-f0214be8-a924-4cef-bb6e-706fb92fecc4 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:57.753560 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cfebad-44ba-4913-b54b-cb9c9dfddb22 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19f0d625-69b2-45c7-8bd0-7f47e379bf15,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:57.771011 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0214be8-a924-4cef-bb6e-706fb92fecc4 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:57.778604 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0214be8-a924-4cef-bb6e-706fb92fecc4 None None] Pushing event updated for resources: {'Port': ['ID=d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:57.785136 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65be6716-dfa2-4574-aff6-959efb9efd49 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:57.795210 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-65be6716-dfa2-4574-aff6-959efb9efd49 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "PUT /v2.0/routers/a0df5a90-86a4-468f-9bf7-6c760c70ac13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2033954 Jun 30 09:37:57.795925 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033cb322-5300-4eab-843c-0c18abfcc2b6 None None] Sync routers for ids ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:37:57.796404 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45146) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:57.801566 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-1daa63c7-df02-448f-a9c2-12e8c47506d2 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1635400375'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:57.805422 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033cb322-5300-4eab-843c-0c18abfcc2b6 None None] Routers {'a0df5a90-86a4-468f-9bf7-6c760c70ac13'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:57.806798 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-033cb322-5300-4eab-843c-0c18abfcc2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:37:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:57.878687 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c5cfebad-44ba-4913-b54b-cb9c9dfddb22 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:57.883785 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45148) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:57.884268 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c5cfebad-44ba-4913-b54b-cb9c9dfddb22 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6406193 Jun 30 09:37:57.898619 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-1d962a05-2768-4526-b320-927d16f817db tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1440420799', 'security_groups': ['19f0d625-69b2-45c7-8bd0-7f47e379bf15'], 'network_id': '38168381-3f20-4070-8994-c8202c63a12e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bc31c430-529b-4565-8b58-36a3a5770300'}]}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:57.927804 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-033cb322-5300-4eab-843c-0c18abfcc2b6 None None] Set router a0df5a90-86a4-468f-9bf7-6c760c70ac13 gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:57.957288 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b4424f96-bf85-4b76-a105-a612f409240e None None] Provisioning for port 592adfa4-0f66-4760-b92f-a57cea86c11f completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:57.968441 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f0214be8-a924-4cef-bb6e-706fb92fecc4 None None] Attempting to bind port d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:37:57.969127 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f0214be8-a924-4cef-bb6e-706fb92fecc4 None None] Attempting to bind port d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '393b586d-5b6a-41a9-b3f0-3133f693e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '38168381-3f20-4070-8994-c8202c63a12e'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:37:57.973111 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0214be8-a924-4cef-bb6e-706fb92fecc4 None None] Attempting to bind port d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 on network 38168381-3f20-4070-8994-c8202c63a12e {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:57.999169 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0214be8-a924-4cef-bb6e-706fb92fecc4 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:37:57.999711 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0214be8-a924-4cef-bb6e-706fb92fecc4 None None] Checking segment: {'id': '393b586d-5b6a-41a9-b3f0-3133f693e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '38168381-3f20-4070-8994-c8202c63a12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:58.000296 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f0214be8-a924-4cef-bb6e-706fb92fecc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:58.001487 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0214be8-a924-4cef-bb6e-706fb92fecc4 None None] Bound using segment: {'id': '393b586d-5b6a-41a9-b3f0-3133f693e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '38168381-3f20-4070-8994-c8202c63a12e'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:37:58.002285 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f0214be8-a924-4cef-bb6e-706fb92fecc4 None None] Bound port: d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393b586d-5b6a-41a9-b3f0-3133f693e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '38168381-3f20-4070-8994-c8202c63a12e'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:37:58.002605 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f0214be8-a924-4cef-bb6e-706fb92fecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:58.005266 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1daa63c7-df02-448f-a9c2-12e8c47506d2 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Made reservation on behalf of 875d2f0a00e04449a5bd0e15811efa96 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:58.009837 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 592adfa4-0f66-4760-b92f-a57cea86c11f completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:58.012011 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1daa63c7-df02-448f-a9c2-12e8c47506d2 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:58.019815 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 592adfa4-0f66-4760-b92f-a57cea86c11f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:58.022109 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:58.078870 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1daa63c7-df02-448f-a9c2-12e8c47506d2 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:37:58.108317 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1daa63c7-df02-448f-a9c2-12e8c47506d2 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:58.108973 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-1daa63c7-df02-448f-a9c2-12e8c47506d2 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Added segment fce36f10-1575-420c-93fd-41e535a69ec3 of type vlan for network 28b9ad75-a24c-43fe-ae63-ebddde9b68b1 Jun 30 09:37:58.187867 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-f0214be8-a924-4cef-bb6e-706fb92fecc4 None None] For port d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:37:58.193857 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-f0214be8-a924-4cef-bb6e-706fb92fecc4 None None] For port d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154,segment=NetworkSegment(393b586d-5b6a-41a9-b3f0-3133f693e55f),segment_id=393b586d-5b6a-41a9-b3f0-3133f693e55f)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:37:58.212844 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d962a05-2768-4526-b320-927d16f817db tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:58.220170 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1daa63c7-df02-448f-a9c2-12e8c47506d2 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:58.304722 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:58.320581 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f0214be8-a924-4cef-bb6e-706fb92fecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:58.349041 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2675b12-c523-4d63-9bdf-859cfe825cec req-5af3a80b-f676-49e8-b004-c27947e61e2d tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:58.350590 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f2675b12-c523-4d63-9bdf-859cfe825cec req-5af3a80b-f676-49e8-b004-c27947e61e2d tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3022ce0-5226-4ae2-b951-9deef25c12be HTTP/1.1" status: 200 len: 946 time: 0.2138829 Jun 30 09:37:58.372832 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1daa63c7-df02-448f-a9c2-12e8c47506d2 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:58.375355 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daa63c7-df02-448f-a9c2-12e8c47506d2 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:58.376320 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1daa63c7-df02-448f-a9c2-12e8c47506d2 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:58.453621 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 592adfa4-0f66-4760-b92f-a57cea86c11f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=592adfa4-0f66-4760-b92f-a57cea86c11f,segment=NetworkSegment(188cdb22-cd99-4197-8572-bdffba6b4ea2),segment_id=188cdb22-cd99-4197-8572-bdffba6b4ea2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:58.460368 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-033cb322-5300-4eab-843c-0c18abfcc2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'name': 'tempest-RoutersIpV6Test-router-863985709', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:37:56Z', 'revision_number': 4, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'gw_port_host': None, '_interfaces': [{'id': '80a8b1dc-6781-4830-98ab-c530ed5c1ddd', 'name': '', 'network_id': 'c15f2489-385f-4926-a5ae-16c1eb3f21b2', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:48:06:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '896cd4bc-b248-4e4e-8a02-ddc72ccf9fbd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:54Z', 'updated_at': '2021-06-30T09:37:56Z', 'revision_number': 2, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '896cd4bc-b248-4e4e-8a02-ddc72ccf9fbd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85bd090f-cd12-4eeb-b4ba-b1810e909f05', 'name': '', 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:f6:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:39Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c75a5b38-2805-4d33-ad97-6616a22ba3e4', 'name': '', 'network_id': '56def864-3d79-43bc-9fd0-f0acf619dfee', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:78:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:45Z', 'updated_at': '2021-06-30T09:37:54Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:58.465805 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0214be8-a924-4cef-bb6e-706fb92fecc4 None None] Pushing event updated for resources: {'Port': ['ID=d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:58.565786 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1d962a05-2768-4526-b320-927d16f817db tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:58.587619 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa63c7-df02-448f-a9c2-12e8c47506d2 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Network': ['ID=28b9ad75-a24c-43fe-ae63-ebddde9b68b1,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:58.604726 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 28b9ad75-a24c-43fe-ae63-ebddde9b68b1 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:37:58.609341 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:58.664567 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-1d962a05-2768-4526-b320-927d16f817db tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] device_id is not set on port 6bcf9d25-7d1b-4503-b15f-6f3d09e008a6 yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:37:58.687633 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f603c-4f73-4c56-82a8-c7de3cec013c req-8a9a01a1-c612-4fa5-9fd2-1e54d27ea2a7 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:58.690428 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fe0f603c-4f73-4c56-82a8-c7de3cec013c req-8a9a01a1-c612-4fa5-9fd2-1e54d27ea2a7 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3022ce0-5226-4ae2-b951-9deef25c12be HTTP/1.1" status: 200 len: 946 time: 0.2329426 Jun 30 09:37:58.710296 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1daa63c7-df02-448f-a9c2-12e8c47506d2 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9130840 Jun 30 09:37:58.731969 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45156) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:58.755672 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-b36af908-57e1-48e7-8299-7bc1d34cc1fd tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Request body: {'subnet': {'network_id': '28b9ad75-a24c-43fe-ae63-ebddde9b68b1', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:58.853734 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033cb322-5300-4eab-843c-0c18abfcc2b6 None None] Checking router: a0df5a90-86a4-468f-9bf7-6c760c70ac13 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:37:58.854747 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033cb322-5300-4eab-843c-0c18abfcc2b6 None None] Updating router a0df5a90-86a4-468f-9bf7-6c760c70ac13 port 80a8b1dc-6781-4830-98ab-c530ed5c1ddd binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:37:58.906687 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-f2675b12-c523-4d63-9bdf-859cfe825cec req-36fb31dd-66ce-485a-8a20-e4fdbb4d931e tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Deleting port 5e1eab5e-9308-4404-bd79-3aad711b9414 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:58.906933 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f2675b12-c523-4d63-9bdf-859cfe825cec req-36fb31dd-66ce-485a-8a20-e4fdbb4d931e tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:58.929802 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=592adfa4-0f66-4760-b92f-a57cea86c11f,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:58.952508 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-033cb322-5300-4eab-843c-0c18abfcc2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:58.978476 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-750d8d40-623b-469f-88f0-9d6c0dfabfa1 None None] Provisioning complete for port 592adfa4-0f66-4760-b92f-a57cea86c11f triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:58.978978 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-750d8d40-623b-469f-88f0-9d6c0dfabfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:59.094763 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fe0f603c-4f73-4c56-82a8-c7de3cec013c req-3524a859-406a-420a-acbe-d4f7c6f54c03 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/security-groups?id=86205b84-f2b6-4a8b-8656-a236fd95dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829370 Jun 30 09:37:59.305439 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36af908-57e1-48e7-8299-7bc1d34cc1fd tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Made reservation on behalf of 875d2f0a00e04449a5bd0e15811efa96 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:59.306792 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b36af908-57e1-48e7-8299-7bc1d34cc1fd tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:59.357826 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-750d8d40-623b-469f-88f0-9d6c0dfabfa1 None None] Provisioning for port 80a8b1dc-6781-4830-98ab-c530ed5c1ddd completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:59.363231 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-1d962a05-2768-4526-b320-927d16f817db tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Allocated IP 2001:db8::6e (38168381-3f20-4070-8994-c8202c63a12e/bc31c430-529b-4565-8b58-36a3a5770300/6bcf9d25-7d1b-4503-b15f-6f3d09e008a6) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:59.370956 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-750d8d40-623b-469f-88f0-9d6c0dfabfa1 None None] Provisioning complete for port 80a8b1dc-6781-4830-98ab-c530ed5c1ddd triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:59.372848 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-750d8d40-623b-469f-88f0-9d6c0dfabfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:59.588616 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-750d8d40-623b-469f-88f0-9d6c0dfabfa1 None None] Port 80a8b1dc-6781-4830-98ab-c530ed5c1ddd cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:59.617838 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1d962a05-2768-4526-b320-927d16f817db tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:59.633401 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-1d962a05-2768-4526-b320-927d16f817db tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Transition to ACTIVE for port object 6bcf9d25-7d1b-4503-b15f-6f3d09e008a6 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:59.663650 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fd649369-0cd7-4d72-8664-baed6901dec8 req-905042a5-4893-4cf8-b86c-98eb8f4ecba7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 210 time: 0.3607738 Jun 30 09:37:59.763484 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 592adfa4-0f66-4760-b92f-a57cea86c11f up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:59.781549 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-033cb322-5300-4eab-843c-0c18abfcc2b6 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:59.819916 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9671970c-0b72-46e6-b670-c5784af720a9 None None] Provisioning complete for port 80a8b1dc-6781-4830-98ab-c530ed5c1ddd triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:59.819916 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9671970c-0b72-46e6-b670-c5784af720a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:59.820437 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-033cb322-5300-4eab-843c-0c18abfcc2b6 None None] Transition to ACTIVE for port object 80a8b1dc-6781-4830-98ab-c530ed5c1ddd will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:59.836933 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-f2675b12-c523-4d63-9bdf-859cfe825cec req-36fb31dd-66ce-485a-8a20-e4fdbb4d931e tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] For port 5e1eab5e-9308-4404-bd79-3aad711b9414, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=5e1eab5e-9308-4404-bd79-3aad711b9414,segment=NetworkSegment(e524e1c9-73eb-447c-9b80-bf5213563f16),segment_id=e524e1c9-73eb-447c-9b80-bf5213563f16)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:59.837589 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f2675b12-c523-4d63-9bdf-859cfe825cec req-36fb31dd-66ce-485a-8a20-e4fdbb4d931e tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:59.876297 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-f2675b12-c523-4d63-9bdf-859cfe825cec req-36fb31dd-66ce-485a-8a20-e4fdbb4d931e tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Calling delete_port for 5e1eab5e-9308-4404-bd79-3aad711b9414 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:59.900797 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1d962a05-2768-4526-b320-927d16f817db tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:59.948955 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-033cb322-5300-4eab-843c-0c18abfcc2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:59.960818 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-9671970c-0b72-46e6-b670-c5784af720a9 None None] Port 80a8b1dc-6781-4830-98ab-c530ed5c1ddd cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:59.992798 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 592adfa4-0f66-4760-b92f-a57cea86c11f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:59.993527 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:00.158858 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d962a05-2768-4526-b320-927d16f817db tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network 38168381-3f20-4070-8994-c8202c63a12e is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:38:00.166197 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-1d962a05-2768-4526-b320-927d16f817db tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:00.184678 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d962a05-2768-4526-b320-927d16f817db tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:38:00.185408 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10e222-e64b-48f3-9834-296e6d54c367 None None] Pushing event updated for resources: {'Port': ['ID=80a8b1dc-6781-4830-98ab-c530ed5c1ddd,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:00.208506 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-033cb322-5300-4eab-843c-0c18abfcc2b6 None None] Attempting to bind port 80a8b1dc-6781-4830-98ab-c530ed5c1ddd on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:38:00.209398 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d962a05-2768-4526-b320-927d16f817db tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:00.212996 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1d962a05-2768-4526-b320-927d16f817db tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:00.216978 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-033cb322-5300-4eab-843c-0c18abfcc2b6 None None] Attempting to bind port 80a8b1dc-6781-4830-98ab-c530ed5c1ddd by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '188cdb22-cd99-4197-8572-bdffba6b4ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c15f2489-385f-4926-a5ae-16c1eb3f21b2'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:38:00.218512 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033cb322-5300-4eab-843c-0c18abfcc2b6 None None] Attempting to bind port 80a8b1dc-6781-4830-98ab-c530ed5c1ddd on network c15f2489-385f-4926-a5ae-16c1eb3f21b2 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:38:00.231516 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033cb322-5300-4eab-843c-0c18abfcc2b6 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:38:00.231971 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033cb322-5300-4eab-843c-0c18abfcc2b6 None None] Checking segment: {'id': '188cdb22-cd99-4197-8572-bdffba6b4ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c15f2489-385f-4926-a5ae-16c1eb3f21b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:38:00.232976 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-033cb322-5300-4eab-843c-0c18abfcc2b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:00.235097 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033cb322-5300-4eab-843c-0c18abfcc2b6 None None] Bound using segment: {'id': '188cdb22-cd99-4197-8572-bdffba6b4ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c15f2489-385f-4926-a5ae-16c1eb3f21b2'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:38:00.236139 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-033cb322-5300-4eab-843c-0c18abfcc2b6 None None] Bound port: 80a8b1dc-6781-4830-98ab-c530ed5c1ddd, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '188cdb22-cd99-4197-8572-bdffba6b4ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c15f2489-385f-4926-a5ae-16c1eb3f21b2'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:38:00.237184 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-033cb322-5300-4eab-843c-0c18abfcc2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:00.258237 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:00.364711 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d962a05-2768-4526-b320-927d16f817db tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Port': ['ID=6bcf9d25-7d1b-4503-b15f-6f3d09e008a6,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:00.387488 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-033cb322-5300-4eab-843c-0c18abfcc2b6 None None] For port 80a8b1dc-6781-4830-98ab-c530ed5c1ddd, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:38:00.395457 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-033cb322-5300-4eab-843c-0c18abfcc2b6 None None] For port 80a8b1dc-6781-4830-98ab-c530ed5c1ddd, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=80a8b1dc-6781-4830-98ab-c530ed5c1ddd,segment=NetworkSegment(188cdb22-cd99-4197-8572-bdffba6b4ea2),segment_id=188cdb22-cd99-4197-8572-bdffba6b4ea2)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:38:00.529568 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1d962a05-2768-4526-b320-927d16f817db tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6412067 Jun 30 09:38:00.536285 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45164) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:00.537677 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:00.538755 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-033cb322-5300-4eab-843c-0c18abfcc2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:00.549794 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-f0d8a12a-4eb1-4dbb-a6e6-91d4b2d263a3 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'subnet': {'network_id': '38168381-3f20-4070-8994-c8202c63a12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:00.617478 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033cb322-5300-4eab-843c-0c18abfcc2b6 None None] Routers {'a0df5a90-86a4-468f-9bf7-6c760c70ac13'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:00.618491 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-033cb322-5300-4eab-843c-0c18abfcc2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:37:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:00.708330 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c79c20f1-fd4e-4ded-bafd-fc30ac529c32 None None] Provisioning for port d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:00.723234 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c79c20f1-fd4e-4ded-bafd-fc30ac529c32 None None] Provisioning complete for port d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:00.724052 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c79c20f1-fd4e-4ded-bafd-fc30ac529c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:00.798197 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57874c-2d0e-4fb0-9944-1ddaf36c942a req-11398e60-e51b-4011-b1b9-679a32b32b53 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:00.802387 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b57874c-2d0e-4fb0-9944-1ddaf36c942a req-11398e60-e51b-4011-b1b9-679a32b32b53 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3022ce0-5226-4ae2-b951-9deef25c12be HTTP/1.1" status: 200 len: 946 time: 0.3718159 Jun 30 09:38:00.804711 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-033cb322-5300-4eab-843c-0c18abfcc2b6 None None] Set router a0df5a90-86a4-468f-9bf7-6c760c70ac13 gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:00.921988 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f2675b12-c523-4d63-9bdf-859cfe825cec req-36fb31dd-66ce-485a-8a20-e4fdbb4d931e tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:00.970829 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b36af908-57e1-48e7-8299-7bc1d34cc1fd tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:00.985616 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10e222-e64b-48f3-9834-296e6d54c367 None None] Pushing event updated for resources: {'Port': ['ID=80a8b1dc-6781-4830-98ab-c530ed5c1ddd,revision_number=4']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:00.988876 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c79c20f1-fd4e-4ded-bafd-fc30ac529c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:01.106267 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b57874c-2d0e-4fb0-9944-1ddaf36c942a req-7382773c-8137-46c7-b352-ea13d72b468b tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/security-groups?id=86205b84-f2b6-4a8b-8656-a236fd95dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752156 Jun 30 09:38:01.110986 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb31dd-66ce-485a-8a20-e4fdbb4d931e tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Pushing event deleted for resources: {'Port': ['ID=5e1eab5e-9308-4404-bd79-3aad711b9414,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:01.138142 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-c79c20f1-fd4e-4ded-bafd-fc30ac529c32 None None] For port d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154,segment=NetworkSegment(393b586d-5b6a-41a9-b3f0-3133f693e55f),segment_id=393b586d-5b6a-41a9-b3f0-3133f693e55f)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:01.222098 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6e000594-18a4-43de-9031-1076a0b99293 req-6c597086-e318-4121-b8ec-261b9e47eee7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 210 time: 0.0529032 Jun 30 09:38:01.224976 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2675b12-c523-4d63-9bdf-859cfe825cec req-36fb31dd-66ce-485a-8a20-e4fdbb4d931e tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] No DVR routers for this DVR port 5e1eab5e-9308-4404-bd79-3aad711b9414 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:01.228401 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f2675b12-c523-4d63-9bdf-859cfe825cec req-36fb31dd-66ce-485a-8a20-e4fdbb4d931e tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:01.229793 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36af908-57e1-48e7-8299-7bc1d34cc1fd tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Checking segment: {'id': 'fce36f10-1575-420c-93fd-41e535a69ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '28b9ad75-a24c-43fe-ae63-ebddde9b68b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:38:01.233140 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36af908-57e1-48e7-8299-7bc1d34cc1fd tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network hostable DHCP agents. Network: 28b9ad75-a24c-43fe-ae63-ebddde9b68b1, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:38:01.233346 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f2675b12-c523-4d63-9bdf-859cfe825cec req-36fb31dd-66ce-485a-8a20-e4fdbb4d931e tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.37 "DELETE /v2.0/ports/5e1eab5e-9308-4404-bd79-3aad711b9414 HTTP/1.1" status: 204 len: 173 time: 2.8707490 Jun 30 09:38:01.233346 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3022ce0-5226-4ae2-b951-9deef25c12be', 'name': 'network-vif-deleted', 'tag': '5e1eab5e-9308-4404-bd79-3aad711b9414'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:01.233728 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ab1012-0b58-4d21-920f-292423aa9875" -d '{"events": [{"server_uuid": "b3022ce0-5226-4ae2-b951-9deef25c12be", "name": "network-vif-deleted", "tag": "5e1eab5e-9308-4404-bd79-3aad711b9414"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:01.240668 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-033cb322-5300-4eab-843c-0c18abfcc2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'name': 'tempest-RoutersIpV6Test-router-863985709', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:37:56Z', 'revision_number': 4, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'gw_port_host': None, '_interfaces': [{'id': '80a8b1dc-6781-4830-98ab-c530ed5c1ddd', 'name': '', 'network_id': 'c15f2489-385f-4926-a5ae-16c1eb3f21b2', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:48:06:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '896cd4bc-b248-4e4e-8a02-ddc72ccf9fbd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:54Z', 'updated_at': '2021-06-30T09:38:00Z', 'revision_number': 4, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '896cd4bc-b248-4e4e-8a02-ddc72ccf9fbd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85bd090f-cd12-4eeb-b4ba-b1810e909f05', 'name': '', 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:f6:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:39Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c75a5b38-2805-4d33-ad97-6616a22ba3e4', 'name': '', 'network_id': '56def864-3d79-43bc-9fd0-f0acf619dfee', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:78:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:45Z', 'updated_at': '2021-06-30T09:37:54Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:01.247988 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36af908-57e1-48e7-8299-7bc1d34cc1fd tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Subnet': ['ID=b3650517-9cd9-47a0-81c7-87fd48f25906,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:01.260483 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d8a12a-4eb1-4dbb-a6e6-91d4b2d263a3 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:38:01.264503 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f0d8a12a-4eb1-4dbb-a6e6-91d4b2d263a3 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:01.295507 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033cb322-5300-4eab-843c-0c18abfcc2b6 None None] The sync data for ids ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'] in n-d-771363-31 is: [{'id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'name': 'tempest-RoutersIpV6Test-router-863985709', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:37:56Z', 'revision_number': 4, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'gw_port_host': None, '_interfaces': [{'id': '80a8b1dc-6781-4830-98ab-c530ed5c1ddd', 'name': '', 'network_id': 'c15f2489-385f-4926-a5ae-16c1eb3f21b2', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:48:06:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '896cd4bc-b248-4e4e-8a02-ddc72ccf9fbd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:54Z', 'updated_at': '2021-06-30T09:38:00Z', 'revision_number': 4, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '896cd4bc-b248-4e4e-8a02-ddc72ccf9fbd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85bd090f-cd12-4eeb-b4ba-b1810e909f05', 'name': '', 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:f6:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:39Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c75a5b38-2805-4d33-ad97-6616a22ba3e4', 'name': '', 'network_id': '56def864-3d79-43bc-9fd0-f0acf619dfee', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:78:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:45Z', 'updated_at': '2021-06-30T09:37:54Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:01.329946 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c79c20f1-fd4e-4ded-bafd-fc30ac529c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:01.336718 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f2a8ea-a12b-483e-a22e-8e43eff9b6db x-openstack-request-id: req-b2f2a8ea-a12b-483e-a22e-8e43eff9b6db {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:01.336718 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3022ce0-5226-4ae2-b951-9deef25c12be", "name": "network-vif-deleted", "tag": "5e1eab5e-9308-4404-bd79-3aad711b9414", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:01.336718 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b2f2a8ea-a12b-483e-a22e-8e43eff9b6db {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:01.336718 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3022ce0-5226-4ae2-b951-9deef25c12be', 'name': 'network-vif-deleted', 'tag': '5e1eab5e-9308-4404-bd79-3aad711b9414', 'status': 'completed', 'code': 200} Jun 30 09:38:01.469591 n-d-771363-31 neutron-server[101054]: INFO neutron.db.ipam_backend_mixin [None req-f0d8a12a-4eb1-4dbb-a6e6-91d4b2d263a3 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc31c430-529b-4565-8b58-36a3a5770300 (CIDR: 2001:db8::/64) Jun 30 09:38:01.497205 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36af908-57e1-48e7-8299-7bc1d34cc1fd tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network 28b9ad75-a24c-43fe-ae63-ebddde9b68b1 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:38:01.545682 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d8a12a-4eb1-4dbb-a6e6-91d4b2d263a3 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:38:01.546374 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d8a12a-4eb1-4dbb-a6e6-91d4b2d263a3 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:38:01.616790 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c20f1-fd4e-4ded-bafd-fc30ac529c32 None None] Pushing event updated for resources: {'Port': ['ID=d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:01.628364 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-b36af908-57e1-48e7-8299-7bc1d34cc1fd tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 28b9ad75-a24c-43fe-ae63-ebddde9b68b1) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:01.633512 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c79c20f1-fd4e-4ded-bafd-fc30ac529c32 None None] Provisioning complete for port 43a8990c-3c21-4f8d-968a-6b605f07f7b6 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:01.635500 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c79c20f1-fd4e-4ded-bafd-fc30ac529c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:01.645708 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36af908-57e1-48e7-8299-7bc1d34cc1fd tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:01.645942 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7a74dc-4b13-4906-b83e-1cb84e67ee91 None None] Network 28b9ad75-a24c-43fe-ae63-ebddde9b68b1 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:38:01.646061 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b36af908-57e1-48e7-8299-7bc1d34cc1fd tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:01.667654 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f0d8a12a-4eb1-4dbb-a6e6-91d4b2d263a3 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1297591 Jun 30 09:38:01.672065 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45172) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:01.680960 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-65865bc7-3fcb-4530-adab-1bc6a1386be3 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'subnet': {'network_id': '38168381-3f20-4070-8994-c8202c63a12e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:01.726267 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b36af908-57e1-48e7-8299-7bc1d34cc1fd tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9926860 Jun 30 09:38:01.730851 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45174) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:01.807513 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-c79c20f1-fd4e-4ded-bafd-fc30ac529c32 None None] Port 43a8990c-3c21-4f8d-968a-6b605f07f7b6 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:38:02.022471 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-28b9ad75-a24c-43fe-ae63-ebddde9b68b1', 'network_id': '28b9ad75-a24c-43fe-ae63-ebddde9b68b1', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'fixed_ips': [{'subnet_id': 'b3650517-9cd9-47a0-81c7-87fd48f25906'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:38:02.023894 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:02.089286 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65865bc7-3fcb-4530-adab-1bc6a1386be3 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:38:02.097363 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-65865bc7-3fcb-4530-adab-1bc6a1386be3 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:02.185034 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-af7a56cb-12be-47df-8e06-fbc310f1c2a5 None None] Provisioning for port 6bcf9d25-7d1b-4503-b15f-6f3d09e008a6 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:02.192138 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-af7a56cb-12be-47df-8e06-fbc310f1c2a5 None None] Provisioning complete for port 6bcf9d25-7d1b-4503-b15f-6f3d09e008a6 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:02.192511 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-af7a56cb-12be-47df-8e06-fbc310f1c2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:02.323345 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 5e1eab5e-9308-4404-bd79-3aad711b9414 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:02.398282 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 5e1eab5e-9308-4404-bd79-3aad711b9414 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:02.398632 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 5e1eab5e-9308-4404-bd79-3aad711b9414 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:02.449959 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-af7a56cb-12be-47df-8e06-fbc310f1c2a5 None None] Port 6bcf9d25-7d1b-4503-b15f-6f3d09e008a6 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:38:02.519859 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Allocated IP 2001:db8:3::2 (28b9ad75-a24c-43fe-ae63-ebddde9b68b1/b3650517-9cd9-47a0-81c7-87fd48f25906/0ced2b9a-4c4b-45cf-b887-a7e1255f0099) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:38:02.724943 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-01f25794-2411-4141-9ac8-36b3a07f4310 req-574546f8-e2d6-4125-904b-d631c049cb81 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f187dc3-cb0b-4797-971f-9a19f24e34b9 HTTP/1.1" status: 200 len: 210 time: 0.0890625 Jun 30 09:38:02.728559 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1ef0b43-c632-4d50-9d9e-6e47ea9e1df6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:02.954744 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:02.959683 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7f281998-c7d3-44b5-babc-55ce7ceefe8a req-a7f79712-92f2-4d03-9e80-6c5e061faa51 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3022ce0-5226-4ae2-b951-9deef25c12be HTTP/1.1" status: 200 len: 210 time: 0.0682580 Jun 30 09:38:02.982615 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Transition to ACTIVE for port object 0ced2b9a-4c4b-45cf-b887-a7e1255f0099 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:03.023302 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Transition to ACTIVE for port object 0ced2b9a-4c4b-45cf-b887-a7e1255f0099 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:03.032137 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-65865bc7-3fcb-4530-adab-1bc6a1386be3 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:03.074171 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65865bc7-3fcb-4530-adab-1bc6a1386be3 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network 38168381-3f20-4070-8994-c8202c63a12e is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:38:03.077685 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-65865bc7-3fcb-4530-adab-1bc6a1386be3 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:03.082263 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65865bc7-3fcb-4530-adab-1bc6a1386be3 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:03.082957 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-65865bc7-3fcb-4530-adab-1bc6a1386be3 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:03.091997 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2720ff74-ed2c-46d1-937c-ac60a208c221 None None] Network 38168381-3f20-4070-8994-c8202c63a12e requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:38:03.103252 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65865bc7-3fcb-4530-adab-1bc6a1386be3 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Subnet': ['ID=3c54b443-066b-4b09-b527-c162b8e6a671,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:03.167419 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:03.235731 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-65865bc7-3fcb-4530-adab-1bc6a1386be3 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5537796 Jun 30 09:38:03.235731 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45182) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:03.241256 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-4cb9572c-7f70-43ea-88dc-adae787569d6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1118729435', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3c54b443-066b-4b09-b527-c162b8e6a671'}], 'security_groups': ['18989f1d-18a1-42b7-8661-e9da866b4c8b']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:03.248867 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-c1ef0b43-c632-4d50-9d9e-6e47ea9e1df6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Allocated IP 2001:db8:3::1 (28b9ad75-a24c-43fe-ae63-ebddde9b68b1/b3650517-9cd9-47a0-81c7-87fd48f25906/4187efd8-8974-4563-b1c7-6fe967c55749) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:38:03.267900 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Network 28b9ad75-a24c-43fe-ae63-ebddde9b68b1 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:38:03.287617 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:03.306364 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:38:03.314052 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Pushing event updated for resources: {'Port': ['ID=0ced2b9a-4c4b-45cf-b887-a7e1255f0099,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:03.372766 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:03.373295 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:03.373657 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:03.374007 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:03.374355 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:03.374687 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:03.375012 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:03.375371 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:03.375697 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:03.376022 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:03.376347 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:03.376670 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:03.425170 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4cb9572c-7f70-43ea-88dc-adae787569d6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:03.454541 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Attempting to bind port 0ced2b9a-4c4b-45cf-b887-a7e1255f0099 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:38:03.455030 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Attempting to bind port 0ced2b9a-4c4b-45cf-b887-a7e1255f0099 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'fce36f10-1575-420c-93fd-41e535a69ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '28b9ad75-a24c-43fe-ae63-ebddde9b68b1'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:38:03.455665 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Attempting to bind port 0ced2b9a-4c4b-45cf-b887-a7e1255f0099 on network 28b9ad75-a24c-43fe-ae63-ebddde9b68b1 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:38:03.502476 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:38:03.502854 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Checking segment: {'id': 'fce36f10-1575-420c-93fd-41e535a69ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '28b9ad75-a24c-43fe-ae63-ebddde9b68b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:38:03.503282 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:03.503682 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Bound using segment: {'id': 'fce36f10-1575-420c-93fd-41e535a69ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '28b9ad75-a24c-43fe-ae63-ebddde9b68b1'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:38:03.504171 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Bound port: 0ced2b9a-4c4b-45cf-b887-a7e1255f0099, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce36f10-1575-420c-93fd-41e535a69ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '28b9ad75-a24c-43fe-ae63-ebddde9b68b1'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:38:03.504615 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:03.563383 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1ef0b43-c632-4d50-9d9e-6e47ea9e1df6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:03.582111 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-c1ef0b43-c632-4d50-9d9e-6e47ea9e1df6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Transition to ACTIVE for port object 4187efd8-8974-4563-b1c7-6fe967c55749 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:03.639858 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 80a8b1dc-6781-4830-98ab-c530ed5c1ddd up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:03.697859 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] For port 0ced2b9a-4c4b-45cf-b887-a7e1255f0099, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:38:03.705901 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] For port 0ced2b9a-4c4b-45cf-b887-a7e1255f0099, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=0ced2b9a-4c4b-45cf-b887-a7e1255f0099,segment=NetworkSegment(fce36f10-1575-420c-93fd-41e535a69ec3),segment_id=fce36f10-1575-420c-93fd-41e535a69ec3)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:38:03.737391 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1ef0b43-c632-4d50-9d9e-6e47ea9e1df6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:03.831032 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0315b23-9962-48b2-839d-5aee57b80244 None None] Update dhcp port {'port': {'network_id': '38168381-3f20-4070-8994-c8202c63a12e', 'fixed_ips': [{'subnet_id': 'bc31c430-529b-4565-8b58-36a3a5770300', 'ip_address': '2001:db8::2'}, {'subnet_id': '3c54b443-066b-4b09-b527-c162b8e6a671'}], 'binding:host_id': 'n-d-771363-31'}, 'id': 'd8b334f3-d28b-4ed3-8cc9-bc4ca40a4154'} from n-d-771363-31. {{(pid=101055) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:38:03.843369 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef0b43-c632-4d50-9d9e-6e47ea9e1df6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Port': ['ID=4187efd8-8974-4563-b1c7-6fe967c55749,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:03.854290 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ef0b43-c632-4d50-9d9e-6e47ea9e1df6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network 28b9ad75-a24c-43fe-ae63-ebddde9b68b1 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:38:03.856854 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-c1ef0b43-c632-4d50-9d9e-6e47ea9e1df6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:03.860169 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef0b43-c632-4d50-9d9e-6e47ea9e1df6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:03.860511 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef0b43-c632-4d50-9d9e-6e47ea9e1df6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:03.860849 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef0b43-c632-4d50-9d9e-6e47ea9e1df6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:03.861182 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef0b43-c632-4d50-9d9e-6e47ea9e1df6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:03.861595 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef0b43-c632-4d50-9d9e-6e47ea9e1df6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:03.861936 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef0b43-c632-4d50-9d9e-6e47ea9e1df6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:03.862258 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef0b43-c632-4d50-9d9e-6e47ea9e1df6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:03.862754 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef0b43-c632-4d50-9d9e-6e47ea9e1df6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:03.863102 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef0b43-c632-4d50-9d9e-6e47ea9e1df6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:03.863474 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef0b43-c632-4d50-9d9e-6e47ea9e1df6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:03.863787 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef0b43-c632-4d50-9d9e-6e47ea9e1df6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:03.864102 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef0b43-c632-4d50-9d9e-6e47ea9e1df6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:03.867391 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ef0b43-c632-4d50-9d9e-6e47ea9e1df6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:38:03.867949 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1ef0b43-c632-4d50-9d9e-6e47ea9e1df6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:03.884688 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:03.897726 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c0315b23-9962-48b2-839d-5aee57b80244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:03.928892 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 80a8b1dc-6781-4830-98ab-c530ed5c1ddd completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:03.956657 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 80a8b1dc-6781-4830-98ab-c530ed5c1ddd triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:03.957343 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.032686 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-4cb9572c-7f70-43ea-88dc-adae787569d6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Delete allocated IP 2001:db8::6e (38168381-3f20-4070-8994-c8202c63a12e/bc31c430-529b-4565-8b58-36a3a5770300) {{(pid=101054) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 09:38:04.065531 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-4cb9572c-7f70-43ea-88dc-adae787569d6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Allocated IP 2001:db8:0:1::231 (38168381-3f20-4070-8994-c8202c63a12e/3c54b443-066b-4b09-b527-c162b8e6a671/6bcf9d25-7d1b-4503-b15f-6f3d09e008a6) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:38:04.106411 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0ff7a-409b-4c51-8d06-84a6f99a533f None None] Pushing event updated for resources: {'Port': ['ID=0ced2b9a-4c4b-45cf-b887-a7e1255f0099,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:04.245774 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1ef0b43-c632-4d50-9d9e-6e47ea9e1df6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.418533 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.460650 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 80a8b1dc-6781-4830-98ab-c530ed5c1ddd, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=80a8b1dc-6781-4830-98ab-c530ed5c1ddd,segment=NetworkSegment(188cdb22-cd99-4197-8572-bdffba6b4ea2),segment_id=188cdb22-cd99-4197-8572-bdffba6b4ea2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:04.563356 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.564092 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:04.565403 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4cb9572c-7f70-43ea-88dc-adae787569d6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.600211 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-4cb9572c-7f70-43ea-88dc-adae787569d6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Transition to ACTIVE for port object 6bcf9d25-7d1b-4503-b15f-6f3d09e008a6 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:04.636862 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-28469a05-9c94-4a23-bfc8-b17db373e1bc tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:04.639155 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-28469a05-9c94-4a23-bfc8-b17db373e1bc tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/networks?id=7f54bbcf-d1e5-4961-9b44-afd39be817ce HTTP/1.1" status: 200 len: 809 time: 0.1891046 Jun 30 09:38:04.657220 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-55db1051-cf2b-438b-8e4f-107ff497ee59 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/quotas/2e7095eafd234751bc87e6f18aea4547 HTTP/1.1" status: 200 len: 375 time: 0.0129306 Jun 30 09:38:04.674823 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4cb9572c-7f70-43ea-88dc-adae787569d6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.703080 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=80a8b1dc-6781-4830-98ab-c530ed5c1ddd,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:04.734976 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1ef0b43-c632-4d50-9d9e-6e47ea9e1df6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.736166 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:04.736746 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.738840 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-82d6fd83-f795-4438-aa08-5758b0a4fb92 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2e7095eafd234751bc87e6f18aea4547&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752151 Jun 30 09:38:04.770733 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-c0315b23-9962-48b2-839d-5aee57b80244 None None] Allocated IP 2001:db8:0:1::2 (38168381-3f20-4070-8994-c8202c63a12e/3c54b443-066b-4b09-b527-c162b8e6a671/d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:38:04.851683 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-4cb9572c-7f70-43ea-88dc-adae787569d6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] In _notify_port_updated(), no bound segment for port 6bcf9d25-7d1b-4503-b15f-6f3d09e008a6 on network 38168381-3f20-4070-8994-c8202c63a12e {{(pid=101054) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:38:04.858826 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb9572c-7f70-43ea-88dc-adae787569d6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:04.859526 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4cb9572c-7f70-43ea-88dc-adae787569d6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.863733 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4cb9572c-7f70-43ea-88dc-adae787569d6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "PUT /v2.0/ports/6bcf9d25-7d1b-4503-b15f-6f3d09e008a6 HTTP/1.1" status: 200 len: 931 time: 1.6275511 Jun 30 09:38:04.864770 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45206) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:04.879991 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9572c-7f70-43ea-88dc-adae787569d6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Port': ['ID=6bcf9d25-7d1b-4503-b15f-6f3d09e008a6,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:04.880869 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1ef0b43-c632-4d50-9d9e-6e47ea9e1df6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.881714 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1ef0b43-c632-4d50-9d9e-6e47ea9e1df6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.953139 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-c0315b23-9962-48b2-839d-5aee57b80244 None None] For port d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154,segment=NetworkSegment(393b586d-5b6a-41a9-b3f0-3133f693e55f),segment_id=393b586d-5b6a-41a9-b3f0-3133f693e55f)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:04.961071 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-722f4c47-55df-4215-ac7d-7fb914886d97 service neutron] 10.222.0.10 "GET /v2.0/networks/7f54bbcf-d1e5-4961-9b44-afd39be817ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211108 Jun 30 09:38:05.003866 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c0315b23-9962-48b2-839d-5aee57b80244 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:05.033269 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c0315b23-9962-48b2-839d-5aee57b80244 None None] Transition to ACTIVE for port object d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:05.091742 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-33dad925-5a2c-4883-9e68-54f7b5a1aaf3 service neutron] 10.222.0.10 "GET /v2.0/networks/7f54bbcf-d1e5-4961-9b44-afd39be817ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297941 Jun 30 09:38:05.123080 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c0315b23-9962-48b2-839d-5aee57b80244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:05.129534 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef0b43-c632-4d50-9d9e-6e47ea9e1df6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event updated for resources: {'Port': ['ID=4187efd8-8974-4563-b1c7-6fe967c55749,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:05.190020 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ef0b43-c632-4d50-9d9e-6e47ea9e1df6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Network 28b9ad75-a24c-43fe-ae63-ebddde9b68b1 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:38:05.197239 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-c1ef0b43-c632-4d50-9d9e-6e47ea9e1df6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:05.208497 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-592d01cb-b31a-4f5f-bcbd-e65c3a2b41c7 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Deleting port 6bcf9d25-7d1b-4503-b15f-6f3d09e008a6 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:05.208898 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-592d01cb-b31a-4f5f-bcbd-e65c3a2b41c7 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:05.317160 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0315b23-9962-48b2-839d-5aee57b80244 None None] Pushing event updated for resources: {'Port': ['ID=d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:05.394514 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ef0b43-c632-4d50-9d9e-6e47ea9e1df6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Router a0df5a90-86a4-468f-9bf7-6c760c70ac13 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:38:05.414766 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-592d01cb-b31a-4f5f-bcbd-e65c3a2b41c7 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:05.474745 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-592d01cb-b31a-4f5f-bcbd-e65c3a2b41c7 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Calling delete_port for 6bcf9d25-7d1b-4503-b15f-6f3d09e008a6 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:05.596351 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ef0b43-c632-4d50-9d9e-6e47ea9e1df6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:05.598989 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 0ced2b9a-4c4b-45cf-b887-a7e1255f0099 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:05.604290 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c1ef0b43-c632-4d50-9d9e-6e47ea9e1df6 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "PUT /v2.0/routers/a0df5a90-86a4-468f-9bf7-6c760c70ac13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8684313 Jun 30 09:38:05.604498 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45212) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:05.612405 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-e8bfc3a9-cd49-48ff-93b6-96a3f0dbcd9d tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:05.661546 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c595999b-5e39-4041-ae39-8bb60cfbb6f6 None None] Sync routers for ids ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:05.687426 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c595999b-5e39-4041-ae39-8bb60cfbb6f6 None None] Routers {'a0df5a90-86a4-468f-9bf7-6c760c70ac13'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:05.688440 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-c595999b-5e39-4041-ae39-8bb60cfbb6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:37:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:05.755891 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c57dfd-6427-4c82-a3cd-d79deaebb2d5 None None] Network 28b9ad75-a24c-43fe-ae63-ebddde9b68b1 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:38:05.878391 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-592d01cb-b31a-4f5f-bcbd-e65c3a2b41c7 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:05.946542 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-c595999b-5e39-4041-ae39-8bb60cfbb6f6 None None] Set router a0df5a90-86a4-468f-9bf7-6c760c70ac13 gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:05.955036 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d01cb-b31a-4f5f-bcbd-e65c3a2b41c7 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Port': ['ID=6bcf9d25-7d1b-4503-b15f-6f3d09e008a6,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:06.021627 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 0ced2b9a-4c4b-45cf-b887-a7e1255f0099 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:06.036895 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fa156616-fcf9-4053-b0bf-9b32335ea0d8 None None] Provisioning for port 0ced2b9a-4c4b-45cf-b887-a7e1255f0099 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:06.060324 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-592d01cb-b31a-4f5f-bcbd-e65c3a2b41c7 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:06.065076 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-592d01cb-b31a-4f5f-bcbd-e65c3a2b41c7 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/ports/6bcf9d25-7d1b-4503-b15f-6f3d09e008a6 HTTP/1.1" status: 204 len: 168 time: 1.1978095 Jun 30 09:38:06.065835 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45220) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:06.071796 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 0ced2b9a-4c4b-45cf-b887-a7e1255f0099 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:06.072533 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:06.080505 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fa156616-fcf9-4053-b0bf-9b32335ea0d8 None None] Provisioning complete for port 0ced2b9a-4c4b-45cf-b887-a7e1255f0099 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:06.081157 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fa156616-fcf9-4053-b0bf-9b32335ea0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:06.101263 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce42e33-4e60-4597-be91-e6cd82835f32 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] GET failed (client error): The resource could not be found. Jun 30 09:38:06.105781 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fce42e33-4e60-4597-be91-e6cd82835f32 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "GET /v2.0/ports/6bcf9d25-7d1b-4503-b15f-6f3d09e008a6 HTTP/1.1" status: 404 len: 333 time: 0.0387259 Jun 30 09:38:06.110644 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45222) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:06.247023 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f4b425a1-a15e-44e3-8664-203ecad1f9a7 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:06.303658 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f4b425a1-a15e-44e3-8664-203ecad1f9a7 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:06.483487 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f4b425a1-a15e-44e3-8664-203ecad1f9a7 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:06.486642 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f4b425a1-a15e-44e3-8664-203ecad1f9a7 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:06.487924 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f4b425a1-a15e-44e3-8664-203ecad1f9a7 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/security-groups/19f0d625-69b2-45c7-8bd0-7f47e379bf15 HTTP/1.1" status: 204 len: 168 time: 0.3758640 Jun 30 09:38:06.505949 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45234) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:06.506499 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c199a771-c1e0-407b-a7a5-b90385d95d57 req-0218d4d2-d105-4500-a8ea-6d27b504175b tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=6203cf6b-2ccf-410c-a39f-ec699a5b9503 HTTP/1.1" status: 200 len: 210 time: 0.0581558 Jun 30 09:38:06.506794 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b425a1-a15e-44e3-8664-203ecad1f9a7 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f0d625-69b2-45c7-8bd0-7f47e379bf15,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:06.682961 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c2b1f006-8a4d-489d-af0c-043ead74a469 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:06.709162 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:06.741464 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c2b1f006-8a4d-489d-af0c-043ead74a469 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:06.849235 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c2b1f006-8a4d-489d-af0c-043ead74a469 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:06.854024 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c2b1f006-8a4d-489d-af0c-043ead74a469 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:06.859684 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c2b1f006-8a4d-489d-af0c-043ead74a469 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/security-groups/18989f1d-18a1-42b7-8661-e9da866b4c8b HTTP/1.1" status: 204 len: 168 time: 0.3400371 Jun 30 09:38:06.860883 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45242) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:06.948764 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.extraroute_db [None req-e8bfc3a9-cd49-48ff-93b6-96a3f0dbcd9d tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=101054) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 09:38:06.970929 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.extraroute_db [None req-e8bfc3a9-cd49-48ff-93b6-96a3f0dbcd9d tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Removed routes are [] {{(pid=101054) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 09:38:06.977196 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e8bfc3a9-cd49-48ff-93b6-96a3f0dbcd9d tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:06.984625 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1f006-8a4d-489d-af0c-043ead74a469 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18989f1d-18a1-42b7-8661-e9da866b4c8b,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:07.000585 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 0ced2b9a-4c4b-45cf-b887-a7e1255f0099, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=0ced2b9a-4c4b-45cf-b887-a7e1255f0099,segment=NetworkSegment(fce36f10-1575-420c-93fd-41e535a69ec3),segment_id=fce36f10-1575-420c-93fd-41e535a69ec3)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:07.067111 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fa156616-fcf9-4053-b0bf-9b32335ea0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:07.120412 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad36955f-4f2f-44a8-aa51-3e26d8c84138 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Deleting subnet bc31c430-529b-4565-8b58-36a3a5770300 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:38:07.130577 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ad36955f-4f2f-44a8-aa51-3e26d8c84138 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:07.174195 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:07.182771 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 80a8b1dc-6781-4830-98ab-c530ed5c1ddd up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:07.234841 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ad36955f-4f2f-44a8-aa51-3e26d8c84138 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:07.273977 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-c595999b-5e39-4041-ae39-8bb60cfbb6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'name': 'tempest-RoutersIpV6Test-router-863985709', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:38:04Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'gw_port_host': None, '_interfaces': [{'id': '4187efd8-8974-4563-b1c7-6fe967c55749', 'name': '', 'network_id': '28b9ad75-a24c-43fe-ae63-ebddde9b68b1', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:dc:61:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'b3650517-9cd9-47a0-81c7-87fd48f25906', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:02Z', 'updated_at': '2021-06-30T09:38:04Z', 'revision_number': 2, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': 'b3650517-9cd9-47a0-81c7-87fd48f25906', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80a8b1dc-6781-4830-98ab-c530ed5c1ddd', 'name': '', 'network_id': 'c15f2489-385f-4926-a5ae-16c1eb3f21b2', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:48:06:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '896cd4bc-b248-4e4e-8a02-ddc72ccf9fbd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:54Z', 'updated_at': '2021-06-30T09:38:04Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '896cd4bc-b248-4e4e-8a02-ddc72ccf9fbd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85bd090f-cd12-4eeb-b4ba-b1810e909f05', 'name': '', 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:f6:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:39Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c75a5b38-2805-4d33-ad97-6616a22ba3e4', 'name': '', 'network_id': '56def864-3d79-43bc-9fd0-f0acf619dfee', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:78:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:45Z', 'updated_at': '2021-06-30T09:37:54Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:07.431993 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c595999b-5e39-4041-ae39-8bb60cfbb6f6 None None] Checking router: a0df5a90-86a4-468f-9bf7-6c760c70ac13 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:07.432642 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c595999b-5e39-4041-ae39-8bb60cfbb6f6 None None] Updating router a0df5a90-86a4-468f-9bf7-6c760c70ac13 port 4187efd8-8974-4563-b1c7-6fe967c55749 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:38:07.585350 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 80a8b1dc-6781-4830-98ab-c530ed5c1ddd triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:07.585923 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:07.676753 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ad36955f-4f2f-44a8-aa51-3e26d8c84138 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:07.760893 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e8bfc3a9-cd49-48ff-93b6-96a3f0dbcd9d tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:07.780155 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e8bfc3a9-cd49-48ff-93b6-96a3f0dbcd9d tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1642126'] for router, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:07.788536 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-fa156616-fcf9-4053-b0bf-9b32335ea0d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:38:07.791080 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-fa156616-fcf9-4053-b0bf-9b32335ea0d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:38:07.814856 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=0ced2b9a-4c4b-45cf-b887-a7e1255f0099,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:07.964650 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c595999b-5e39-4041-ae39-8bb60cfbb6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:08.015693 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ad36955f-4f2f-44a8-aa51-3e26d8c84138 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:08.018112 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:08.148595 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ad36955f-4f2f-44a8-aa51-3e26d8c84138 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:08.162277 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1740d9-da36-4b08-85f0-90782391b9d2 None None] Network 38168381-3f20-4070-8994-c8202c63a12e requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:38:08.174076 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ad36955f-4f2f-44a8-aa51-3e26d8c84138 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/subnets/bc31c430-529b-4565-8b58-36a3a5770300 HTTP/1.1" status: 204 len: 168 time: 1.3064206 Jun 30 09:38:08.177381 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36955f-4f2f-44a8-aa51-3e26d8c84138 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Subnet': ['ID=bc31c430-529b-4565-8b58-36a3a5770300,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:08.190043 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45254) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:08.216083 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2eb6d9f8-0326-48f2-8410-39794e2bd0e9 req-2f585118-9814-43ed-9357-6b07c638f760 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=6203cf6b-2ccf-410c-a39f-ec699a5b9503 HTTP/1.1" status: 200 len: 210 time: 0.2966332 Jun 30 09:38:08.217924 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-7b9b178a-bf39-4b2f-8f61-fc3fab3e04bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'subnet': {'network_id': '38168381-3f20-4070-8994-c8202c63a12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:08.308629 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bfc3a9-cd49-48ff-93b6-96a3f0dbcd9d tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Router a0df5a90-86a4-468f-9bf7-6c760c70ac13 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:38:08.595210 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bfc3a9-cd49-48ff-93b6-96a3f0dbcd9d tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:08.599112 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9b178a-bf39-4b2f-8f61-fc3fab3e04bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:38:08.603304 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 0ced2b9a-4c4b-45cf-b887-a7e1255f0099 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:08.606002 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7b9b178a-bf39-4b2f-8f61-fc3fab3e04bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:08.613012 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e8bfc3a9-cd49-48ff-93b6-96a3f0dbcd9d tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:08.614770 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e8bfc3a9-cd49-48ff-93b6-96a3f0dbcd9d tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "PUT /v2.0/routers/a0df5a90-86a4-468f-9bf7-6c760c70ac13 HTTP/1.1" status: 200 len: 953 time: 3.0094981 Jun 30 09:38:08.617760 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45256) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:08.797013 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 0ced2b9a-4c4b-45cf-b887-a7e1255f0099 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:08.797013 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:08.817394 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45258) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:08.817722 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c7ff540e-b9aa-4941-a0d7-f3f4f5e512a7 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "GET /v2.0/routers/a0df5a90-86a4-468f-9bf7-6c760c70ac13 HTTP/1.1" status: 200 len: 953 time: 0.1974559 Jun 30 09:38:08.824681 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-01abac59-4809-49b2-adaf-0abd43134410 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Request body: {'router': {'routes': None}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:09.004331 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:09.036735 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c595999b-5e39-4041-ae39-8bb60cfbb6f6 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:09.039527 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-cb0ee8ce-be45-4314-b776-5071705740ba None None] Provisioning for port d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:09.101311 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-cb0ee8ce-be45-4314-b776-5071705740ba None None] Provisioning complete for port d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:09.101782 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cb0ee8ce-be45-4314-b776-5071705740ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:09.130078 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c595999b-5e39-4041-ae39-8bb60cfbb6f6 None None] Transition to ACTIVE for port object 4187efd8-8974-4563-b1c7-6fe967c55749 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:09.173544 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:09.264240 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c595999b-5e39-4041-ae39-8bb60cfbb6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:09.443629 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf0e2b-f603-4e20-bbf5-07c34d921be1 None None] Pushing event updated for resources: {'Port': ['ID=4187efd8-8974-4563-b1c7-6fe967c55749,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:09.481807 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:09.482469 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:09.553305 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-cb0ee8ce-be45-4314-b776-5071705740ba None None] Provisioning complete for port 0ced2b9a-4c4b-45cf-b887-a7e1255f0099 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:09.554069 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cb0ee8ce-be45-4314-b776-5071705740ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:09.590597 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8816f67e-65f5-41bd-b3c5-8c2870818b95 req-0e178f64-bb9e-4883-9974-590ffa3ee84d tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=6203cf6b-2ccf-410c-a39f-ec699a5b9503 HTTP/1.1" status: 200 len: 210 time: 0.0888438 Jun 30 09:38:09.653965 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-c595999b-5e39-4041-ae39-8bb60cfbb6f6 None None] Attempting to bind port 4187efd8-8974-4563-b1c7-6fe967c55749 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:38:09.654270 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-c595999b-5e39-4041-ae39-8bb60cfbb6f6 None None] Attempting to bind port 4187efd8-8974-4563-b1c7-6fe967c55749 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'fce36f10-1575-420c-93fd-41e535a69ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '28b9ad75-a24c-43fe-ae63-ebddde9b68b1'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:38:09.654511 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c595999b-5e39-4041-ae39-8bb60cfbb6f6 None None] Attempting to bind port 4187efd8-8974-4563-b1c7-6fe967c55749 on network 28b9ad75-a24c-43fe-ae63-ebddde9b68b1 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:38:09.673805 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c595999b-5e39-4041-ae39-8bb60cfbb6f6 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:38:09.674284 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c595999b-5e39-4041-ae39-8bb60cfbb6f6 None None] Checking segment: {'id': 'fce36f10-1575-420c-93fd-41e535a69ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '28b9ad75-a24c-43fe-ae63-ebddde9b68b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:38:09.674612 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c595999b-5e39-4041-ae39-8bb60cfbb6f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:09.675017 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c595999b-5e39-4041-ae39-8bb60cfbb6f6 None None] Bound using segment: {'id': 'fce36f10-1575-420c-93fd-41e535a69ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '28b9ad75-a24c-43fe-ae63-ebddde9b68b1'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:38:09.675542 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-c595999b-5e39-4041-ae39-8bb60cfbb6f6 None None] Bound port: 4187efd8-8974-4563-b1c7-6fe967c55749, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce36f10-1575-420c-93fd-41e535a69ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '28b9ad75-a24c-43fe-ae63-ebddde9b68b1'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:38:09.677705 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c595999b-5e39-4041-ae39-8bb60cfbb6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:09.781804 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-4c859589-4da2-40d8-9ffd-bbfa6fc7c405 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:09.784022 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-4c859589-4da2-40d8-9ffd-bbfa6fc7c405 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.37 "GET /v2.0/networks?id=7f54bbcf-d1e5-4961-9b44-afd39be817ce HTTP/1.1" status: 200 len: 809 time: 0.3779216 Jun 30 09:38:09.810724 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-74053bbe-118f-434c-9311-747056bc5216 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Request body: {'port': {'device_id': '6203cf6b-2ccf-410c-a39f-ec699a5b9503', 'network_id': '7f54bbcf-d1e5-4961-9b44-afd39be817ce', 'admin_state_up': True, 'tenant_id': '2e7095eafd234751bc87e6f18aea4547'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:09.897570 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-c595999b-5e39-4041-ae39-8bb60cfbb6f6 None None] For port 4187efd8-8974-4563-b1c7-6fe967c55749, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:38:09.920097 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-c595999b-5e39-4041-ae39-8bb60cfbb6f6 None None] For port 4187efd8-8974-4563-b1c7-6fe967c55749, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4187efd8-8974-4563-b1c7-6fe967c55749,segment=NetworkSegment(fce36f10-1575-420c-93fd-41e535a69ec3),segment_id=fce36f10-1575-420c-93fd-41e535a69ec3)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:38:09.921825 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7b9b178a-bf39-4b2f-8f61-fc3fab3e04bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:09.981552 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9b178a-bf39-4b2f-8f61-fc3fab3e04bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network 38168381-3f20-4070-8994-c8202c63a12e is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:38:09.990121 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-7b9b178a-bf39-4b2f-8f61-fc3fab3e04bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:09.996489 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9b178a-bf39-4b2f-8f61-fc3fab3e04bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:09.997076 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7b9b178a-bf39-4b2f-8f61-fc3fab3e04bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:10.049149 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b178a-bf39-4b2f-8f61-fc3fab3e04bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Subnet': ['ID=28872e5e-cf6d-486c-a070-eae3e58ebecb,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:10.066475 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-cb0ee8ce-be45-4314-b776-5071705740ba None None] Provisioning for port 4187efd8-8974-4563-b1c7-6fe967c55749 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:10.070847 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c595999b-5e39-4041-ae39-8bb60cfbb6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:10.100637 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-74053bbe-118f-434c-9311-747056bc5216 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Made reservation on behalf of 2e7095eafd234751bc87e6f18aea4547 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:38:10.105022 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-74053bbe-118f-434c-9311-747056bc5216 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:10.116059 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-cb0ee8ce-be45-4314-b776-5071705740ba None None] Could not find standard attr ID for object 6bcf9d25-7d1b-4503-b15f-6f3d09e008a6. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:38:10.172030 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.extraroute_db [None req-01abac59-4809-49b2-adaf-0abd43134410 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Added routes are [] {{(pid=101053) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 09:38:10.172449 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.extraroute_db [None req-01abac59-4809-49b2-adaf-0abd43134410 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=101053) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 09:38:10.194816 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-cb0ee8ce-be45-4314-b776-5071705740ba None None] Provisioning complete for port 43a8990c-3c21-4f8d-968a-6b605f07f7b6 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:10.195978 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cb0ee8ce-be45-4314-b776-5071705740ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:10.198634 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c595999b-5e39-4041-ae39-8bb60cfbb6f6 None None] Routers {'a0df5a90-86a4-468f-9bf7-6c760c70ac13'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:10.201670 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-c595999b-5e39-4041-ae39-8bb60cfbb6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:37:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:10.211714 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7b9b178a-bf39-4b2f-8f61-fc3fab3e04bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0189145 Jun 30 09:38:10.224589 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45270) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:10.224589 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-f766c26e-7d86-4a98-8068-931ff18c9fe0 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'security_group': {'name': 'tempest-secgroup-1112775389'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:10.224890 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf0e2b-f603-4e20-bbf5-07c34d921be1 None None] Pushing event updated for resources: {'Port': ['ID=4187efd8-8974-4563-b1c7-6fe967c55749,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:10.276889 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-01abac59-4809-49b2-adaf-0abd43134410 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:10.347633 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-74053bbe-118f-434c-9311-747056bc5216 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Allocated IP 172.20.0.2 (7f54bbcf-d1e5-4961-9b44-afd39be817ce/accfa922-010c-4601-9f75-61b8e80d5110/257e2d6f-dded-4f42-aff3-a2d63919229c) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:38:10.393510 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f766c26e-7d86-4a98-8068-931ff18c9fe0 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:10.601872 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2728c0f-07bf-426c-94e8-2f0bb6512453 None None] Network 38168381-3f20-4070-8994-c8202c63a12e requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:38:10.606560 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-cb0ee8ce-be45-4314-b776-5071705740ba None None] Port 43a8990c-3c21-4f8d-968a-6b605f07f7b6 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:38:10.624446 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-c595999b-5e39-4041-ae39-8bb60cfbb6f6 None None] Set router a0df5a90-86a4-468f-9bf7-6c760c70ac13 gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:10.708332 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-74053bbe-118f-434c-9311-747056bc5216 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:10.823966 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2a5eb716-df2d-4682-b864-9408c7a05ac9 None None] Provisioning complete for port d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:10.824287 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2a5eb716-df2d-4682-b864-9408c7a05ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:10.855056 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b177b009-25b7-427a-8b03-51ceab9e851a req-27e48eb1-4f06-4edc-aef1-0f800c9ed33a tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=6203cf6b-2ccf-410c-a39f-ec699a5b9503 HTTP/1.1" status: 200 len: 210 time: 0.0542741 Jun 30 09:38:10.888187 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-74053bbe-118f-434c-9311-747056bc5216 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:10.929120 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f766c26e-7d86-4a98-8068-931ff18c9fe0 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:10.940960 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-74053bbe-118f-434c-9311-747056bc5216 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Network 7f54bbcf-d1e5-4961-9b44-afd39be817ce is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:38:10.945106 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-74053bbe-118f-434c-9311-747056bc5216 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:10.953330 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-74053bbe-118f-434c-9311-747056bc5216 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:38:10.956620 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-01abac59-4809-49b2-adaf-0abd43134410 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:10.961481 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74053bbe-118f-434c-9311-747056bc5216 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Pushing event updated for resources: {'Port': ['ID=257e2d6f-dded-4f42-aff3-a2d63919229c,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:10.962515 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-01abac59-4809-49b2-adaf-0abd43134410 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1642126'] for router, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:11.026630 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f766c26e-7d86-4a98-8068-931ff18c9fe0 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:11.034538 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-74053bbe-118f-434c-9311-747056bc5216 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:11.036268 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-74053bbe-118f-434c-9311-747056bc5216 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:11.108688 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766c26e-7d86-4a98-8068-931ff18c9fe0 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15b31fb1-906d-48db-bf1f-6f884aecc1da,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:11.130885 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01abac59-4809-49b2-adaf-0abd43134410 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Router a0df5a90-86a4-468f-9bf7-6c760c70ac13 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:38:11.181309 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f766c26e-7d86-4a98-8068-931ff18c9fe0 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:11.183157 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-74053bbe-118f-434c-9311-747056bc5216 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3835535 Jun 30 09:38:11.185541 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f766c26e-7d86-4a98-8068-931ff18c9fe0 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9686499 Jun 30 09:38:11.188427 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45278) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:11.197347 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-2047da81-43d9-4908-9a53-32d48ff6eac5 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'security_group': {'name': 'tempest-secgroup-403824938'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:11.201965 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] Request body: {'port': {'device_id': '6203cf6b-2ccf-410c-a39f-ec699a5b9503', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:11.203758 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2a5eb716-df2d-4682-b864-9408c7a05ac9 None None] Provisioning complete for port 43a8990c-3c21-4f8d-968a-6b605f07f7b6 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:11.204271 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2a5eb716-df2d-4682-b864-9408c7a05ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:11.210958 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-c595999b-5e39-4041-ae39-8bb60cfbb6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'name': 'tempest-RoutersIpV6Test-router-863985709', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:38:06Z', 'revision_number': 6, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'gw_port_host': None, '_interfaces': [{'id': '4187efd8-8974-4563-b1c7-6fe967c55749', 'name': '', 'network_id': '28b9ad75-a24c-43fe-ae63-ebddde9b68b1', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:dc:61:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'b3650517-9cd9-47a0-81c7-87fd48f25906', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:02Z', 'updated_at': '2021-06-30T09:38:09Z', 'revision_number': 4, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': 'b3650517-9cd9-47a0-81c7-87fd48f25906', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80a8b1dc-6781-4830-98ab-c530ed5c1ddd', 'name': '', 'network_id': 'c15f2489-385f-4926-a5ae-16c1eb3f21b2', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:48:06:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '896cd4bc-b248-4e4e-8a02-ddc72ccf9fbd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:54Z', 'updated_at': '2021-06-30T09:38:04Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '896cd4bc-b248-4e4e-8a02-ddc72ccf9fbd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85bd090f-cd12-4eeb-b4ba-b1810e909f05', 'name': '', 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:f6:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:39Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c75a5b38-2805-4d33-ad97-6616a22ba3e4', 'name': '', 'network_id': '56def864-3d79-43bc-9fd0-f0acf619dfee', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:78:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:45Z', 'updated_at': '2021-06-30T09:37:54Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:11.267659 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01abac59-4809-49b2-adaf-0abd43134410 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:11.279907 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-01abac59-4809-49b2-adaf-0abd43134410 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:11.281216 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-01abac59-4809-49b2-adaf-0abd43134410 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "PUT /v2.0/routers/a0df5a90-86a4-468f-9bf7-6c760c70ac13 HTTP/1.1" status: 200 len: 703 time: 2.4623575 Jun 30 09:38:11.284229 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45280) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:11.310276 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c595999b-5e39-4041-ae39-8bb60cfbb6f6 None None] The sync data for ids ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'] in n-d-771363-31 is: [{'id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'name': 'tempest-RoutersIpV6Test-router-863985709', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:38:06Z', 'revision_number': 6, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'gw_port_host': None, '_interfaces': [{'id': '4187efd8-8974-4563-b1c7-6fe967c55749', 'name': '', 'network_id': '28b9ad75-a24c-43fe-ae63-ebddde9b68b1', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:dc:61:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'b3650517-9cd9-47a0-81c7-87fd48f25906', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:02Z', 'updated_at': '2021-06-30T09:38:09Z', 'revision_number': 4, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': 'b3650517-9cd9-47a0-81c7-87fd48f25906', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80a8b1dc-6781-4830-98ab-c530ed5c1ddd', 'name': '', 'network_id': 'c15f2489-385f-4926-a5ae-16c1eb3f21b2', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:48:06:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '896cd4bc-b248-4e4e-8a02-ddc72ccf9fbd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:54Z', 'updated_at': '2021-06-30T09:38:04Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '896cd4bc-b248-4e4e-8a02-ddc72ccf9fbd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85bd090f-cd12-4eeb-b4ba-b1810e909f05', 'name': '', 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:f6:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:39Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c75a5b38-2805-4d33-ad97-6616a22ba3e4', 'name': '', 'network_id': '56def864-3d79-43bc-9fd0-f0acf619dfee', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:78:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:45Z', 'updated_at': '2021-06-30T09:37:54Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:11.329160 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2047da81-43d9-4908-9a53-32d48ff6eac5 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:11.344028 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-2a5eb716-df2d-4682-b864-9408c7a05ac9 None None] Port 43a8990c-3c21-4f8d-968a-6b605f07f7b6 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:38:11.349241 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ebd423-2bcd-4bf0-935a-71803619e157 None None] Update dhcp port {'port': {'network_id': '38168381-3f20-4070-8994-c8202c63a12e', 'fixed_ips': [{'subnet_id': '3c54b443-066b-4b09-b527-c162b8e6a671', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '28872e5e-cf6d-486c-a070-eae3e58ebecb'}], 'binding:host_id': 'n-d-771363-31'}, 'id': 'd8b334f3-d28b-4ed3-8cc9-bc4ca40a4154'} from n-d-771363-31. {{(pid=101055) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:38:11.420936 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-96ebd423-2bcd-4bf0-935a-71803619e157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:11.455315 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:11.492334 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ce32db39-3d4e-4474-9124-f139393a549c tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "GET /v2.0/routers/a0df5a90-86a4-468f-9bf7-6c760c70ac13 HTTP/1.1" status: 200 len: 703 time: 0.2068167 Jun 30 09:38:11.493906 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45282) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:11.506402 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2047da81-43d9-4908-9a53-32d48ff6eac5 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:11.574481 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2047da81-43d9-4908-9a53-32d48ff6eac5 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:11.641783 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047da81-43d9-4908-9a53-32d48ff6eac5 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11fdc942-5def-4579-b3af-cea473b6c2a8,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:11.754408 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-96ebd423-2bcd-4bf0-935a-71803619e157 None None] Allocated IP 2001:db8::2 (38168381-3f20-4070-8994-c8202c63a12e/28872e5e-cf6d-486c-a070-eae3e58ebecb/d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:38:11.809894 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2047da81-43d9-4908-9a53-32d48ff6eac5 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:11.813138 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2047da81-43d9-4908-9a53-32d48ff6eac5 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6234932 Jun 30 09:38:11.817785 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45292) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:11.843946 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 257e2d6f-dded-4f42-aff3-a2d63919229c {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:38:11.849146 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-6b31e8fa-cfac-4ec9-bede-4b6f3613adde tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'security_group': {'name': 'tempest-secgroup-1552589636'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:11.852300 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:11.888812 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] Transition to ACTIVE for port object 257e2d6f-dded-4f42-aff3-a2d63919229c will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:11.954391 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-96ebd423-2bcd-4bf0-935a-71803619e157 None None] For port d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154,segment=NetworkSegment(393b586d-5b6a-41a9-b3f0-3133f693e55f),segment_id=393b586d-5b6a-41a9-b3f0-3133f693e55f)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:11.974172 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:12.037833 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6b31e8fa-cfac-4ec9-bede-4b6f3613adde tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:12.083547 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-96ebd423-2bcd-4bf0-935a-71803619e157 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:12.137516 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-96ebd423-2bcd-4bf0-935a-71803619e157 None None] Transition to ACTIVE for port object d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:12.156060 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6b31e8fa-cfac-4ec9-bede-4b6f3613adde tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:12.190554 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4187efd8-8974-4563-b1c7-6fe967c55749 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:12.192443 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] Pushing event updated for resources: {'Port': ['ID=257e2d6f-dded-4f42-aff3-a2d63919229c,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:12.277457 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-96ebd423-2bcd-4bf0-935a-71803619e157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:12.288977 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6b31e8fa-cfac-4ec9-bede-4b6f3613adde tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:12.346963 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31e8fa-cfac-4ec9-bede-4b6f3613adde tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eeb81ad-6435-46af-a273-6926380b4b1a,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:12.431641 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ebd423-2bcd-4bf0-935a-71803619e157 None None] Pushing event updated for resources: {'Port': ['ID=d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:12.443869 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6b31e8fa-cfac-4ec9-bede-4b6f3613adde tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:12.445628 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6b31e8fa-cfac-4ec9-bede-4b6f3613adde tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6257854 Jun 30 09:38:12.461292 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45296) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:12.461292 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-b524f6f9-20cd-4ffc-b5b8-87fb615e727c tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-304619666', 'security_groups': ['2eeb81ad-6435-46af-a273-6926380b4b1a'], 'network_id': '38168381-3f20-4070-8994-c8202c63a12e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '28872e5e-cf6d-486c-a070-eae3e58ebecb'}]}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:12.517862 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 4187efd8-8974-4563-b1c7-6fe967c55749 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:12.522741 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 4187efd8-8974-4563-b1c7-6fe967c55749 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:12.525147 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:12.680030 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:12.751726 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 4187efd8-8974-4563-b1c7-6fe967c55749, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4187efd8-8974-4563-b1c7-6fe967c55749,segment=NetworkSegment(fce36f10-1575-420c-93fd-41e535a69ec3),segment_id=fce36f10-1575-420c-93fd-41e535a69ec3)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:12.752375 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b524f6f9-20cd-4ffc-b5b8-87fb615e727c tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:38:12.835084 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] Attempting to bind port 257e2d6f-dded-4f42-aff3-a2d63919229c on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:38:12.835084 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] Attempting to bind port 257e2d6f-dded-4f42-aff3-a2d63919229c by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': 'e524e1c9-73eb-447c-9b80-bf5213563f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7f54bbcf-d1e5-4961-9b44-afd39be817ce'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:38:12.835084 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] Attempting to bind port 257e2d6f-dded-4f42-aff3-a2d63919229c on network 7f54bbcf-d1e5-4961-9b44-afd39be817ce {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:38:12.858503 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f4dd4-c22a-45a7-8fff-4eea85857055 req-e1967a64-3918-42ce-9c00-662b2d68b517 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:12.859960 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-671f4dd4-c22a-45a7-8fff-4eea85857055 req-e1967a64-3918-42ce-9c00-662b2d68b517 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=6203cf6b-2ccf-410c-a39f-ec699a5b9503 HTTP/1.1" status: 200 len: 943 time: 0.8011873 Jun 30 09:38:12.860698 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] Port 257e2d6f-dded-4f42-aff3-a2d63919229c on network 7f54bbcf-d1e5-4961-9b44-afd39be817ce not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:38:12.861040 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] Attempting to bind port 257e2d6f-dded-4f42-aff3-a2d63919229c on network 7f54bbcf-d1e5-4961-9b44-afd39be817ce {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:38:12.867865 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826b288b-afda-4737-aec6-acdb87005c96 None None] Sync routers for ids ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:12.869121 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:38:12.869710 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] Checking segment: {'id': 'e524e1c9-73eb-447c-9b80-bf5213563f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7f54bbcf-d1e5-4961-9b44-afd39be817ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:38:12.870126 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] Bound using segment: {'id': 'e524e1c9-73eb-447c-9b80-bf5213563f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7f54bbcf-d1e5-4961-9b44-afd39be817ce'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:38:12.871045 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] Bound port: 257e2d6f-dded-4f42-aff3-a2d63919229c, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e524e1c9-73eb-447c-9b80-bf5213563f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7f54bbcf-d1e5-4961-9b44-afd39be817ce'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:38:12.871438 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:12.882854 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826b288b-afda-4737-aec6-acdb87005c96 None None] Routers {'a0df5a90-86a4-468f-9bf7-6c760c70ac13'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:12.884357 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-826b288b-afda-4737-aec6-acdb87005c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:37:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:12.937842 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:12.959512 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b524f6f9-20cd-4ffc-b5b8-87fb615e727c tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.020735 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-b524f6f9-20cd-4ffc-b5b8-87fb615e727c tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] device_id is not set on port eb586835-930b-4f1e-9a27-1e01979d6104 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:38:13.029165 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-826b288b-afda-4737-aec6-acdb87005c96 None None] Set router a0df5a90-86a4-468f-9bf7-6c760c70ac13 gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:13.099235 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-671f4dd4-c22a-45a7-8fff-4eea85857055 req-9e38100b-eac2-4082-874d-ab88026c8b43 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/security-groups?id=86205b84-f2b6-4a8b-8656-a236fd95dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984518 Jun 30 09:38:13.113880 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=4187efd8-8974-4563-b1c7-6fe967c55749,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:13.138112 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] For port 257e2d6f-dded-4f42-aff3-a2d63919229c, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:38:13.144095 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] For port 257e2d6f-dded-4f42-aff3-a2d63919229c, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=257e2d6f-dded-4f42-aff3-a2d63919229c,segment=NetworkSegment(e524e1c9-73eb-447c-9b80-bf5213563f16),segment_id=e524e1c9-73eb-447c-9b80-bf5213563f16)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:38:13.251374 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.322536 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:13.323493 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.325221 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] 10.222.0.37 "PUT /v2.0/ports/257e2d6f-dded-4f42-aff3-a2d63919229c HTTP/1.1" status: 200 len: 1092 time: 2.1329758 Jun 30 09:38:13.328139 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6203cf6b-2ccf-410c-a39f-ec699a5b9503', 'tag': '257e2d6f-dded-4f42-aff3-a2d63919229c'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:13.330721 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fa2ab7-bbdd-496c-9ba2-e1ce9b0faecb" -d '{"events": [{"name": "network-changed", "server_uuid": "6203cf6b-2ccf-410c-a39f-ec699a5b9503", "tag": "257e2d6f-dded-4f42-aff3-a2d63919229c"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:13.387745 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-826b288b-afda-4737-aec6-acdb87005c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'name': 'tempest-RoutersIpV6Test-router-863985709', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:38:10Z', 'revision_number': 7, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'gw_port_host': None, '_interfaces': [{'id': '4187efd8-8974-4563-b1c7-6fe967c55749', 'name': '', 'network_id': '28b9ad75-a24c-43fe-ae63-ebddde9b68b1', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:dc:61:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'b3650517-9cd9-47a0-81c7-87fd48f25906', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:02Z', 'updated_at': '2021-06-30T09:38:09Z', 'revision_number': 4, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': 'b3650517-9cd9-47a0-81c7-87fd48f25906', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80a8b1dc-6781-4830-98ab-c530ed5c1ddd', 'name': '', 'network_id': 'c15f2489-385f-4926-a5ae-16c1eb3f21b2', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:48:06:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '896cd4bc-b248-4e4e-8a02-ddc72ccf9fbd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:54Z', 'updated_at': '2021-06-30T09:38:04Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '896cd4bc-b248-4e4e-8a02-ddc72ccf9fbd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85bd090f-cd12-4eeb-b4ba-b1810e909f05', 'name': '', 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:f6:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:39Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c75a5b38-2805-4d33-ad97-6616a22ba3e4', 'name': '', 'network_id': '56def864-3d79-43bc-9fd0-f0acf619dfee', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:78:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:45Z', 'updated_at': '2021-06-30T09:37:54Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:13.442273 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826b288b-afda-4737-aec6-acdb87005c96 None None] Checking router: a0df5a90-86a4-468f-9bf7-6c760c70ac13 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:13.455082 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826b288b-afda-4737-aec6-acdb87005c96 None None] Routers {'a0df5a90-86a4-468f-9bf7-6c760c70ac13'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:13.455756 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-826b288b-afda-4737-aec6-acdb87005c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:37:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:13.463273 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-b524f6f9-20cd-4ffc-b5b8-87fb615e727c tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Allocated IP 2001:db8::2ca (38168381-3f20-4070-8994-c8202c63a12e/28872e5e-cf6d-486c-a070-eae3e58ebecb/eb586835-930b-4f1e-9a27-1e01979d6104) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:38:13.464036 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c0547304-7698-40f6-9e56-22d9a380409d req-6b25a402-cb55-4b88-ab5b-cf86e51d8a78 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.2454717 Jun 30 09:38:13.481739 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e256e79-58b8-43b6-bde6-fc392230ba47 x-openstack-request-id: req-9e256e79-58b8-43b6-bde6-fc392230ba47 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:13.482164 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6203cf6b-2ccf-410c-a39f-ec699a5b9503", "tag": "257e2d6f-dded-4f42-aff3-a2d63919229c", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:13.482542 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9e256e79-58b8-43b6-bde6-fc392230ba47 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:13.483149 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6203cf6b-2ccf-410c-a39f-ec699a5b9503', 'tag': '257e2d6f-dded-4f42-aff3-a2d63919229c', 'status': 'completed', 'code': 200} Jun 30 09:38:13.531303 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] Pushing event updated for resources: {'Port': ['ID=257e2d6f-dded-4f42-aff3-a2d63919229c,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:13.570678 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:13.571764 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:13.572277 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:13.572777 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:13.573539 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:13.573811 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:13.574308 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:13.574799 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:13.575332 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:13.575826 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:13.576323 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:13.576812 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376238b-7904-445e-a3ef-f7133581c31a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:13.587887 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7daece62-04df-4db9-ab06-d313c5a22807 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.595784 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-826b288b-afda-4737-aec6-acdb87005c96 None None] Set router a0df5a90-86a4-468f-9bf7-6c760c70ac13 gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:13.649435 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-21d1023e-096e-4f45-b38b-81b1ab70092d None None] Provisioning for port d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:13.656557 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-21d1023e-096e-4f45-b38b-81b1ab70092d None None] Provisioning complete for port d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:13.657051 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-21d1023e-096e-4f45-b38b-81b1ab70092d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.707849 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b524f6f9-20cd-4ffc-b5b8-87fb615e727c tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.738765 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-b524f6f9-20cd-4ffc-b5b8-87fb615e727c tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Transition to ACTIVE for port object eb586835-930b-4f1e-9a27-1e01979d6104 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:13.795010 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-21d1023e-096e-4f45-b38b-81b1ab70092d None None] Provisioning complete for port 43a8990c-3c21-4f8d-968a-6b605f07f7b6 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:13.795010 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-21d1023e-096e-4f45-b38b-81b1ab70092d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.845768 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-21d1023e-096e-4f45-b38b-81b1ab70092d None None] Port 43a8990c-3c21-4f8d-968a-6b605f07f7b6 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:38:13.878156 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b524f6f9-20cd-4ffc-b5b8-87fb615e727c tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.878903 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9bc16ced-9222-422d-bbf9-b3fd2812357c req-2c215b27-6b25-45c1-bd8d-f1391f1e8154 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.2065055 Jun 30 09:38:13.904678 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa2ab7-bbdd-496c-9ba2-e1ce9b0faecb req-adfbe9ae-8e9d-4be2-a55b-33f5ffc1e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:13.906744 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b0fa2ab7-bbdd-496c-9ba2-e1ce9b0faecb req-adfbe9ae-8e9d-4be2-a55b-33f5ffc1e0ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2e7095eafd234751bc87e6f18aea4547&device_id=6203cf6b-2ccf-410c-a39f-ec699a5b9503 HTTP/1.1" status: 200 len: 1095 time: 0.4437099 Jun 30 09:38:13.957274 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b524f6f9-20cd-4ffc-b5b8-87fb615e727c tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network 38168381-3f20-4070-8994-c8202c63a12e is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:38:13.961825 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-b524f6f9-20cd-4ffc-b5b8-87fb615e727c tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:13.964656 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b524f6f9-20cd-4ffc-b5b8-87fb615e727c tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:38:13.976638 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b524f6f9-20cd-4ffc-b5b8-87fb615e727c tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:13.976638 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b524f6f9-20cd-4ffc-b5b8-87fb615e727c tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.989097 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45324) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:14.073208 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524f6f9-20cd-4ffc-b5b8-87fb615e727c tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Port': ['ID=eb586835-930b-4f1e-9a27-1e01979d6104,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:14.137666 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b524f6f9-20cd-4ffc-b5b8-87fb615e727c tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6846483 Jun 30 09:38:14.154060 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45338) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:14.175490 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-91b31b20-0df8-445c-b823-5b8a7ee15401 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'subnet': {'network_id': '38168381-3f20-4070-8994-c8202c63a12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:14.204672 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4187efd8-8974-4563-b1c7-6fe967c55749 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:14.347642 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-826b288b-afda-4737-aec6-acdb87005c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'name': 'tempest-RoutersIpV6Test-router-863985709', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:38:10Z', 'revision_number': 7, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'gw_port_host': None, '_interfaces': [{'id': '4187efd8-8974-4563-b1c7-6fe967c55749', 'name': '', 'network_id': '28b9ad75-a24c-43fe-ae63-ebddde9b68b1', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:dc:61:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'b3650517-9cd9-47a0-81c7-87fd48f25906', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:02Z', 'updated_at': '2021-06-30T09:38:12Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': 'b3650517-9cd9-47a0-81c7-87fd48f25906', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80a8b1dc-6781-4830-98ab-c530ed5c1ddd', 'name': '', 'network_id': 'c15f2489-385f-4926-a5ae-16c1eb3f21b2', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:48:06:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '896cd4bc-b248-4e4e-8a02-ddc72ccf9fbd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:54Z', 'updated_at': '2021-06-30T09:38:04Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '896cd4bc-b248-4e4e-8a02-ddc72ccf9fbd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85bd090f-cd12-4eeb-b4ba-b1810e909f05', 'name': '', 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:f6:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:39Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c75a5b38-2805-4d33-ad97-6616a22ba3e4', 'name': '', 'network_id': '56def864-3d79-43bc-9fd0-f0acf619dfee', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:78:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:45Z', 'updated_at': '2021-06-30T09:37:54Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:14.368592 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 4187efd8-8974-4563-b1c7-6fe967c55749 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:14.368967 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.419809 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826b288b-afda-4737-aec6-acdb87005c96 None None] The sync data for ids ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'] in n-d-771363-31 is: [{'id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'name': 'tempest-RoutersIpV6Test-router-863985709', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:38:10Z', 'revision_number': 7, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'gw_port_host': None, '_interfaces': [{'id': '4187efd8-8974-4563-b1c7-6fe967c55749', 'name': '', 'network_id': '28b9ad75-a24c-43fe-ae63-ebddde9b68b1', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:dc:61:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'b3650517-9cd9-47a0-81c7-87fd48f25906', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:02Z', 'updated_at': '2021-06-30T09:38:12Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': 'b3650517-9cd9-47a0-81c7-87fd48f25906', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80a8b1dc-6781-4830-98ab-c530ed5c1ddd', 'name': '', 'network_id': 'c15f2489-385f-4926-a5ae-16c1eb3f21b2', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:48:06:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '896cd4bc-b248-4e4e-8a02-ddc72ccf9fbd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:54Z', 'updated_at': '2021-06-30T09:38:04Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '896cd4bc-b248-4e4e-8a02-ddc72ccf9fbd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85bd090f-cd12-4eeb-b4ba-b1810e909f05', 'name': '', 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:f6:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:39Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c75a5b38-2805-4d33-ad97-6616a22ba3e4', 'name': '', 'network_id': '56def864-3d79-43bc-9fd0-f0acf619dfee', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:78:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:45Z', 'updated_at': '2021-06-30T09:37:54Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:14.456172 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa2ab7-bbdd-496c-9ba2-e1ce9b0faecb req-e3bb200d-94c1-4533-80de-694c59b01295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:14.459763 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b0fa2ab7-bbdd-496c-9ba2-e1ce9b0faecb req-e3bb200d-94c1-4533-80de-694c59b01295 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=2e7095eafd234751bc87e6f18aea4547&shared=False HTTP/1.1" status: 200 len: 910 time: 0.5021760 Jun 30 09:38:14.614475 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:14.617201 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a5f93fd8-85f0-4eac-85d4-938efdd4dc70 None None] Provisioning for port eb586835-930b-4f1e-9a27-1e01979d6104 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:14.656677 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a5f93fd8-85f0-4eac-85d4-938efdd4dc70 None None] Provisioning complete for port eb586835-930b-4f1e-9a27-1e01979d6104 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:14.657768 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a5f93fd8-85f0-4eac-85d4-938efdd4dc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.698052 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa2ab7-bbdd-496c-9ba2-e1ce9b0faecb req-71369b8f-0af6-4f26-84b6-0e8289a7b0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:14.699747 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b0fa2ab7-bbdd-496c-9ba2-e1ce9b0faecb req-71369b8f-0af6-4f26-84b6-0e8289a7b0c6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2159233 Jun 30 09:38:14.735164 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-10057055-162e-4c29-ac8a-fa95732d9e84 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Deleting port 944e2f7a-27e7-4cf5-bb2f-95867a1a56f8 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:14.736008 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-10057055-162e-4c29-ac8a-fa95732d9e84 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.745746 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a5f93fd8-85f0-4eac-85d4-938efdd4dc70 None None] Port eb586835-930b-4f1e-9a27-1e01979d6104 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:38:14.789689 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:14.790595 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.860991 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-10057055-162e-4c29-ac8a-fa95732d9e84 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.861321 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-10057055-162e-4c29-ac8a-fa95732d9e84 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.889545 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-7daece62-04df-4db9-ab06-d313c5a22807 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Deleting port 4187efd8-8974-4563-b1c7-6fe967c55749 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:14.891033 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7daece62-04df-4db9-ab06-d313c5a22807 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.896618 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-10057055-162e-4c29-ac8a-fa95732d9e84 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Calling delete_port for 944e2f7a-27e7-4cf5-bb2f-95867a1a56f8 owned by network:floatingip {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:14.945271 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:38:14.946323 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ddc05-967c-4261-9590-a0c609eb5abf req-d73fc506-3882-43cd-9fc4-c3dac95642be tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:14.948175 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-117ddc05-967c-4261-9590-a0c609eb5abf req-d73fc506-3882-43cd-9fc4-c3dac95642be tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=6203cf6b-2ccf-410c-a39f-ec699a5b9503 HTTP/1.1" status: 200 len: 943 time: 0.5384893 Jun 30 09:38:14.978241 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-27e81c68-70e3-475d-ae62-4928d71fd605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:14.979950 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-27e81c68-70e3-475d-ae62-4928d71fd605 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2e7095eafd234751bc87e6f18aea4547&device_id=6203cf6b-2ccf-410c-a39f-ec699a5b9503 HTTP/1.1" status: 200 len: 1095 time: 0.2101076 Jun 30 09:38:15.051389 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b31b20-0df8-445c-b823-5b8a7ee15401 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:38:15.051874 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-4f01961d-51bc-4224-a7fc-9c40e86f859e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=257e2d6f-dded-4f42-aff3-a2d63919229c HTTP/1.1" status: 200 len: 217 time: 0.0640428 Jun 30 09:38:15.055438 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-91b31b20-0df8-445c-b823-5b8a7ee15401 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.132011 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-7daece62-04df-4db9-ab06-d313c5a22807 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] For port 4187efd8-8974-4563-b1c7-6fe967c55749, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4187efd8-8974-4563-b1c7-6fe967c55749,segment=NetworkSegment(fce36f10-1575-420c-93fd-41e535a69ec3),segment_id=fce36f10-1575-420c-93fd-41e535a69ec3)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:15.132382 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7daece62-04df-4db9-ab06-d313c5a22807 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.133340 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-117ddc05-967c-4261-9590-a0c609eb5abf req-d9661306-44e9-4a27-853a-da65ebbc7f67 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/security-groups?id=86205b84-f2b6-4a8b-8656-a236fd95dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280143 Jun 30 09:38:15.143839 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-c58adcd6-0b6c-4d03-acc8-3c7f3041a466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:15.145726 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-c58adcd6-0b6c-4d03-acc8-3c7f3041a466 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=accfa922-010c-4601-9f75-61b8e80d5110 HTTP/1.1" status: 200 len: 849 time: 0.0874007 Jun 30 09:38:15.166752 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-7daece62-04df-4db9-ab06-d313c5a22807 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Calling delete_port for 4187efd8-8974-4563-b1c7-6fe967c55749 owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:15.203477 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-c9be4029-1203-4405-99a1-73d6f0b8d26b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7f54bbcf-d1e5-4961-9b44-afd39be817ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455496 Jun 30 09:38:15.215807 n-d-771363-31 neutron-server[101053]: INFO neutron.db.ipam_backend_mixin [None req-91b31b20-0df8-445c-b823-5b8a7ee15401 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 28872e5e-cf6d-486c-a070-eae3e58ebecb (CIDR: 2001:db8::/64) Jun 30 09:38:15.266854 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b31b20-0df8-445c-b823-5b8a7ee15401 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:38:15.267356 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91b31b20-0df8-445c-b823-5b8a7ee15401 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:38:15.401588 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-52ae85b1-f108-4501-8fb9-69108a4096bb service neutron] 10.222.0.37 "GET /v2.0/networks/7f54bbcf-d1e5-4961-9b44-afd39be817ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940134 Jun 30 09:38:15.437893 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-10057055-162e-4c29-ac8a-fa95732d9e84 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.469395 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10057055-162e-4c29-ac8a-fa95732d9e84 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Pushing event deleted for resources: {'Port': ['ID=944e2f7a-27e7-4cf5-bb2f-95867a1a56f8,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:15.507016 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-91b31b20-0df8-445c-b823-5b8a7ee15401 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3497081 Jun 30 09:38:15.525121 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45368) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:15.538971 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-9108aa6f-55ee-458d-81d9-61a5c7fd77fb tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'subnet': {'network_id': '38168381-3f20-4070-8994-c8202c63a12e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:15.550610 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-10057055-162e-4c29-ac8a-fa95732d9e84 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks [] for floatingip, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.550610 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [None req-10057055-162e-4c29-ac8a-fa95732d9e84 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Floating IP 622c3caf-f68b-4a78-9e91-e6266100925e disassociated (deleted). External IP: 172.25.6.107, port: 171ec41d-b624-4b7f-ac43-7085960eb417. Jun 30 09:38:15.631301 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef33965-5da5-4585-af7f-ea6f1af60d47 req-c02c8a3b-6918-4ec8-900b-213fe46a38e5 service neutron] 10.222.0.37 "GET /v2.0/networks/7f54bbcf-d1e5-4961-9b44-afd39be817ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217691 Jun 30 09:38:15.746137 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7daece62-04df-4db9-ab06-d313c5a22807 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.776240 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daece62-04df-4db9-ab06-d313c5a22807 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Port': ['ID=4187efd8-8974-4563-b1c7-6fe967c55749,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:15.802351 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10057055-162e-4c29-ac8a-fa95732d9e84 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Router 6c2f89d2-56cc-4252-a4e6-8e72f1a4974b has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:38:15.843703 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9108aa6f-55ee-458d-81d9-61a5c7fd77fb tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:38:15.847848 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9108aa6f-55ee-458d-81d9-61a5c7fd77fb tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.000606 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7daece62-04df-4db9-ab06-d313c5a22807 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.012721 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10057055-162e-4c29-ac8a-fa95732d9e84 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:16.024230 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-10057055-162e-4c29-ac8a-fa95732d9e84 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.042054 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643b61c8-fdad-413a-9ec2-7550f021d5f4 None None] Sync routers for ids ['6c2f89d2-56cc-4252-a4e6-8e72f1a4974b'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:16.073712 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643b61c8-fdad-413a-9ec2-7550f021d5f4 None None] Routers {'6c2f89d2-56cc-4252-a4e6-8e72f1a4974b'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:16.074820 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-643b61c8-fdad-413a-9ec2-7550f021d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:37:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['6c2f89d2-56cc-4252-a4e6-8e72f1a4974b'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:16.169013 n-d-771363-31 neutron-server[101054]: INFO neutron.db.ipam_backend_mixin [None req-9108aa6f-55ee-458d-81d9-61a5c7fd77fb tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 3c54b443-066b-4b09-b527-c162b8e6a671 (CIDR: 2001:db8:0:1::/64) Jun 30 09:38:16.202138 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-10057055-162e-4c29-ac8a-fa95732d9e84 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "DELETE /v2.0/floatingips/622c3caf-f68b-4a78-9e91-e6266100925e HTTP/1.1" status: 204 len: 168 time: 2.2115932 Jun 30 09:38:16.203785 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76950add-e976-4033-9a19-b5586cb190eb', 'tag': '171ec41d-b624-4b7f-ac43-7085960eb417'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:16.205372 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cba5b58-d492-4e9e-aff0-2553511aab84" -d '{"events": [{"name": "network-changed", "server_uuid": "76950add-e976-4033-9a19-b5586cb190eb", "tag": "171ec41d-b624-4b7f-ac43-7085960eb417"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:16.304394 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-9108aa6f-55ee-458d-81d9-61a5c7fd77fb tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:38:16.304886 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9108aa6f-55ee-458d-81d9-61a5c7fd77fb tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:38:16.338970 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-643b61c8-fdad-413a-9ec2-7550f021d5f4 None None] Set router 6c2f89d2-56cc-4252-a4e6-8e72f1a4974b gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:16.419185 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7daece62-04df-4db9-ab06-d313c5a22807 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Router a0df5a90-86a4-468f-9bf7-6c760c70ac13 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:38:16.458890 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbfbac-2f16-49c5-8780-a2cce06822de req-a85f755e-81ca-4f33-b7a1-9e5e17e77673 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:16.460484 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b3cbfbac-2f16-49c5-8780-a2cce06822de req-a85f755e-81ca-4f33-b7a1-9e5e17e77673 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=6203cf6b-2ccf-410c-a39f-ec699a5b9503 HTTP/1.1" status: 200 len: 943 time: 0.1205606 Jun 30 09:38:16.533455 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b3cbfbac-2f16-49c5-8780-a2cce06822de req-318ecc55-f647-4d67-a3ce-7730018c3626 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/security-groups?id=86205b84-f2b6-4a8b-8656-a236fd95dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656435 Jun 30 09:38:16.551591 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7daece62-04df-4db9-ab06-d313c5a22807 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:16.564080 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45410) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:16.566015 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1362be8f-a8b5-4a20-a014-3f2a2abbf78e None None] Sync routers for ids ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:16.576031 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7daece62-04df-4db9-ab06-d313c5a22807 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "PUT /v2.0/routers/a0df5a90-86a4-468f-9bf7-6c760c70ac13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7108140 Jun 30 09:38:16.579425 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1362be8f-a8b5-4a20-a014-3f2a2abbf78e None None] Routers {'a0df5a90-86a4-468f-9bf7-6c760c70ac13'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:16.579592 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-1362be8f-a8b5-4a20-a014-3f2a2abbf78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:37:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:16.615494 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9108aa6f-55ee-458d-81d9-61a5c7fd77fb tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0893395 Jun 30 09:38:16.619206 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45412) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:16.624399 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-f5889f8f-4bc9-479d-953e-aa8fe1f7f78e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'subnet': {'network_id': '38168381-3f20-4070-8994-c8202c63a12e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:16.632908 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6aacfe-22ba-468a-82a4-4ca8f35ddc27 x-openstack-request-id: req-2f6aacfe-22ba-468a-82a4-4ca8f35ddc27 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:16.633509 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76950add-e976-4033-9a19-b5586cb190eb", "tag": "171ec41d-b624-4b7f-ac43-7085960eb417", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:16.634678 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2f6aacfe-22ba-468a-82a4-4ca8f35ddc27 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:16.635325 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76950add-e976-4033-9a19-b5586cb190eb', 'tag': '171ec41d-b624-4b7f-ac43-7085960eb417', 'status': 'completed', 'code': 200} Jun 30 09:38:16.665921 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-643b61c8-fdad-413a-9ec2-7550f021d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'name': 'tempest-TestServerBasicOps-1501296919-router', 'tenant_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'b77229d1-40b1-444a-9f10-a602aa79b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:25Z', 'updated_at': '2021-06-30T09:36:37Z', 'revision_number': 4, 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'gw_port': {'id': 'b77229d1-40b1-444a-9f10-a602aa79b84c', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:26Z', 'updated_at': '2021-06-30T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '10708a62-474e-4f3b-99ab-87858239a777', 'name': '', 'network_id': '4b34e13e-64f3-4614-98c2-965e564ba757', 'tenant_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'mac_address': 'fa:16:3e:e0:73:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'dd2ce267-6d29-4965-a0be-4247fd11a393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:32Z', 'updated_at': '2021-06-30T09:36:45Z', 'revision_number': 5, 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'subnets': [{'id': 'dd2ce267-6d29-4965-a0be-4247fd11a393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:16.699922 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-b15f5ee3-fa46-4a34-a241-208ab098cfd5 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Deleting subnet b3650517-9cd9-47a0-81c7-87fd48f25906 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:38:16.704031 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b15f5ee3-fa46-4a34-a241-208ab098cfd5 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.720905 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-1362be8f-a8b5-4a20-a014-3f2a2abbf78e None None] Set router a0df5a90-86a4-468f-9bf7-6c760c70ac13 gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:16.736749 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643b61c8-fdad-413a-9ec2-7550f021d5f4 None None] Checking router: 6c2f89d2-56cc-4252-a4e6-8e72f1a4974b for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:16.749745 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643b61c8-fdad-413a-9ec2-7550f021d5f4 None None] Routers {'6c2f89d2-56cc-4252-a4e6-8e72f1a4974b'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:16.750676 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-643b61c8-fdad-413a-9ec2-7550f021d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:37:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['6c2f89d2-56cc-4252-a4e6-8e72f1a4974b'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:16.799777 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b15f5ee3-fa46-4a34-a241-208ab098cfd5 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.885802 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba5b58-d492-4e9e-aff0-2553511aab84 req-864ab81d-9a44-40f3-aaff-2c4bfc70f5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:16.887483 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8cba5b58-d492-4e9e-aff0-2553511aab84 req-864ab81d-9a44-40f3-aaff-2c4bfc70f5ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d14f9c9114824e0ab3a926fb5ce22374&device_id=76950add-e976-4033-9a19-b5586cb190eb HTTP/1.1" status: 200 len: 1098 time: 0.2489343 Jun 30 09:38:17.103539 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b15f5ee3-fa46-4a34-a241-208ab098cfd5 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:17.194143 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba5b58-d492-4e9e-aff0-2553511aab84 req-f8a39997-4c26-491b-877c-bb8ada7a346f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:17.196720 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8cba5b58-d492-4e9e-aff0-2553511aab84 req-f8a39997-4c26-491b-877c-bb8ada7a346f service neutron] 10.222.0.52 "GET /v2.0/networks?id=4b34e13e-64f3-4614-98c2-965e564ba757 HTTP/1.1" status: 200 len: 910 time: 0.2883101 Jun 30 09:38:17.268850 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8cba5b58-d492-4e9e-aff0-2553511aab84 req-0ad00689-bcb4-490a-9538-4b67fe497982 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=171ec41d-b624-4b7f-ac43-7085960eb417 HTTP/1.1" status: 200 len: 217 time: 0.0643163 Jun 30 09:38:17.296569 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-643b61c8-fdad-413a-9ec2-7550f021d5f4 None None] Set router 6c2f89d2-56cc-4252-a4e6-8e72f1a4974b gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:17.327232 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-1362be8f-a8b5-4a20-a014-3f2a2abbf78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'name': 'tempest-RoutersIpV6Test-router-863985709', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:38:15Z', 'revision_number': 8, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'gw_port_host': None, '_interfaces': [{'id': '80a8b1dc-6781-4830-98ab-c530ed5c1ddd', 'name': '', 'network_id': 'c15f2489-385f-4926-a5ae-16c1eb3f21b2', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:48:06:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '896cd4bc-b248-4e4e-8a02-ddc72ccf9fbd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:54Z', 'updated_at': '2021-06-30T09:38:04Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '896cd4bc-b248-4e4e-8a02-ddc72ccf9fbd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85bd090f-cd12-4eeb-b4ba-b1810e909f05', 'name': '', 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:f6:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:39Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c75a5b38-2805-4d33-ad97-6616a22ba3e4', 'name': '', 'network_id': '56def864-3d79-43bc-9fd0-f0acf619dfee', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:78:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:45Z', 'updated_at': '2021-06-30T09:37:54Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:17.367398 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1362be8f-a8b5-4a20-a014-3f2a2abbf78e None None] Checking router: a0df5a90-86a4-468f-9bf7-6c760c70ac13 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:17.377639 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1362be8f-a8b5-4a20-a014-3f2a2abbf78e None None] Routers {'a0df5a90-86a4-468f-9bf7-6c760c70ac13'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:17.378623 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-1362be8f-a8b5-4a20-a014-3f2a2abbf78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:37:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:17.391399 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba5b58-d492-4e9e-aff0-2553511aab84 req-39fd8989-1246-4b9e-b0fa-d2b49d49a328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:17.393134 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8cba5b58-d492-4e9e-aff0-2553511aab84 req-39fd8989-1246-4b9e-b0fa-d2b49d49a328 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dd2ce267-6d29-4965-a0be-4247fd11a393 HTTP/1.1" status: 200 len: 848 time: 0.1150501 Jun 30 09:38:17.454456 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5889f8f-4bc9-479d-953e-aa8fe1f7f78e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Made reservation on behalf of 07795e25d4a84bb499a614e0d5ffead9 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:38:17.458481 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f5889f8f-4bc9-479d-953e-aa8fe1f7f78e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:17.477393 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31e2c5-48c3-446e-8456-25f70f3bcf1a req-8c92c945-a35d-4af0-afe2-b47095aac7bf tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:17.479868 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4e31e2c5-48c3-446e-8456-25f70f3bcf1a req-8c92c945-a35d-4af0-afe2-b47095aac7bf tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/ports?device_id=76950add-e976-4033-9a19-b5586cb190eb HTTP/1.1" status: 200 len: 946 time: 0.1299083 Jun 30 09:38:17.517754 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-1362be8f-a8b5-4a20-a014-3f2a2abbf78e None None] Set router a0df5a90-86a4-468f-9bf7-6c760c70ac13 gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:17.523094 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b15f5ee3-fa46-4a34-a241-208ab098cfd5 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:17.573338 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba5b58-d492-4e9e-aff0-2553511aab84 req-b7ff1f0e-b9c4-4871-a984-887c6ba5af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:17.575081 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8cba5b58-d492-4e9e-aff0-2553511aab84 req-b7ff1f0e-b9c4-4871-a984-887c6ba5af6c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b34e13e-64f3-4614-98c2-965e564ba757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1660450 Jun 30 09:38:17.591671 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b15f5ee3-fa46-4a34-a241-208ab098cfd5 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:17.596746 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b15f5ee3-fa46-4a34-a241-208ab098cfd5 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/subnets/b3650517-9cd9-47a0-81c7-87fd48f25906 HTTP/1.1" status: 204 len: 168 time: 1.0287869 Jun 30 09:38:17.596746 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f5ee3-fa46-4a34-a241-208ab098cfd5 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Subnet': ['ID=b3650517-9cd9-47a0-81c7-87fd48f25906,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:17.602238 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45422) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:17.605498 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcc9bbb-d584-4500-9d08-d1413094ebf7 None None] Network 28b9ad75-a24c-43fe-ae63-ebddde9b68b1 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:38:17.625391 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4e31e2c5-48c3-446e-8456-25f70f3bcf1a req-a7e5eadb-c7c6-4a34-8e9c-871163c24881 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/security-groups?id=28cbc83c-5abe-42fa-a89a-e0b2d2f5576e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352036 Jun 30 09:38:17.787986 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5a79aff4-b6a8-4c6c-829c-1d1fcea7f9ea tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:17.815084 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8cba5b58-d492-4e9e-aff0-2553511aab84 req-4870484c-f175-4f7c-9326-a4113498252b service neutron] 10.222.0.52 "GET /v2.0/networks/4b34e13e-64f3-4614-98c2-965e564ba757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152200 Jun 30 09:38:17.840537 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-643b61c8-fdad-413a-9ec2-7550f021d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'name': 'tempest-TestServerBasicOps-1501296919-router', 'tenant_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'b77229d1-40b1-444a-9f10-a602aa79b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:25Z', 'updated_at': '2021-06-30T09:36:37Z', 'revision_number': 4, 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'gw_port': {'id': 'b77229d1-40b1-444a-9f10-a602aa79b84c', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:26Z', 'updated_at': '2021-06-30T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '10708a62-474e-4f3b-99ab-87858239a777', 'name': '', 'network_id': '4b34e13e-64f3-4614-98c2-965e564ba757', 'tenant_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'mac_address': 'fa:16:3e:e0:73:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'dd2ce267-6d29-4965-a0be-4247fd11a393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:32Z', 'updated_at': '2021-06-30T09:36:45Z', 'revision_number': 5, 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'subnets': [{'id': 'dd2ce267-6d29-4965-a0be-4247fd11a393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:17.871483 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643b61c8-fdad-413a-9ec2-7550f021d5f4 None None] The sync data for ids ['6c2f89d2-56cc-4252-a4e6-8e72f1a4974b'] in n-d-771363-31 is: [{'id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'name': 'tempest-TestServerBasicOps-1501296919-router', 'tenant_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'b77229d1-40b1-444a-9f10-a602aa79b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:25Z', 'updated_at': '2021-06-30T09:36:37Z', 'revision_number': 4, 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'gw_port': {'id': 'b77229d1-40b1-444a-9f10-a602aa79b84c', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:26Z', 'updated_at': '2021-06-30T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '10708a62-474e-4f3b-99ab-87858239a777', 'name': '', 'network_id': '4b34e13e-64f3-4614-98c2-965e564ba757', 'tenant_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'mac_address': 'fa:16:3e:e0:73:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'dd2ce267-6d29-4965-a0be-4247fd11a393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:32Z', 'updated_at': '2021-06-30T09:36:45Z', 'revision_number': 5, 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'subnets': [{'id': 'dd2ce267-6d29-4965-a0be-4247fd11a393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:18.036192 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1300de23-5e37-483b-baf1-98cdb036d666 None None] DHCP port deletion for 28b9ad75-a24c-43fe-ae63-ebddde9b68b1 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:38:18.097473 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cd58a-a8b2-4ae3-9407-a6a8889d9541 req-86e574b5-d6ef-4989-be74-1b2a6424b957 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:18.102335 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f74cd58a-a8b2-4ae3-9407-a6a8889d9541 req-86e574b5-d6ef-4989-be74-1b2a6424b957 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=6203cf6b-2ccf-410c-a39f-ec699a5b9503 HTTP/1.1" status: 200 len: 943 time: 0.3039107 Jun 30 09:38:18.112828 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-5a79aff4-b6a8-4c6c-829c-1d1fcea7f9ea tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Deleting port 0ced2b9a-4c4b-45cf-b887-a7e1255f0099 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:18.114751 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5a79aff4-b6a8-4c6c-829c-1d1fcea7f9ea tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:18.133042 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8cba5b58-d492-4e9e-aff0-2553511aab84 req-f76f6cb5-d686-4173-b1cc-5d38fb34ce97 service neutron] 10.222.0.52 "GET /v2.0/networks/4b34e13e-64f3-4614-98c2-965e564ba757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051047 Jun 30 09:38:18.144108 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-1362be8f-a8b5-4a20-a014-3f2a2abbf78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'name': 'tempest-RoutersIpV6Test-router-863985709', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:38:15Z', 'revision_number': 8, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'gw_port_host': None, '_interfaces': [{'id': '80a8b1dc-6781-4830-98ab-c530ed5c1ddd', 'name': '', 'network_id': 'c15f2489-385f-4926-a5ae-16c1eb3f21b2', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:48:06:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '896cd4bc-b248-4e4e-8a02-ddc72ccf9fbd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:54Z', 'updated_at': '2021-06-30T09:38:04Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '896cd4bc-b248-4e4e-8a02-ddc72ccf9fbd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85bd090f-cd12-4eeb-b4ba-b1810e909f05', 'name': '', 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:f6:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:39Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c75a5b38-2805-4d33-ad97-6616a22ba3e4', 'name': '', 'network_id': '56def864-3d79-43bc-9fd0-f0acf619dfee', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:78:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:45Z', 'updated_at': '2021-06-30T09:37:54Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:18.148464 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f5889f8f-4bc9-479d-953e-aa8fe1f7f78e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:18.185311 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-1300de23-5e37-483b-baf1-98cdb036d666 None None] Deleting port 0ced2b9a-4c4b-45cf-b887-a7e1255f0099 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:18.195351 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1300de23-5e37-483b-baf1-98cdb036d666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:18.226955 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1362be8f-a8b5-4a20-a014-3f2a2abbf78e None None] The sync data for ids ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'] in n-d-771363-31 is: [{'id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'name': 'tempest-RoutersIpV6Test-router-863985709', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:38:15Z', 'revision_number': 8, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'gw_port_host': None, '_interfaces': [{'id': '80a8b1dc-6781-4830-98ab-c530ed5c1ddd', 'name': '', 'network_id': 'c15f2489-385f-4926-a5ae-16c1eb3f21b2', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:48:06:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '896cd4bc-b248-4e4e-8a02-ddc72ccf9fbd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:54Z', 'updated_at': '2021-06-30T09:38:04Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '896cd4bc-b248-4e4e-8a02-ddc72ccf9fbd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85bd090f-cd12-4eeb-b4ba-b1810e909f05', 'name': '', 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:f6:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:39Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c75a5b38-2805-4d33-ad97-6616a22ba3e4', 'name': '', 'network_id': '56def864-3d79-43bc-9fd0-f0acf619dfee', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:78:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:45Z', 'updated_at': '2021-06-30T09:37:54Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:18.228779 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-5a79aff4-b6a8-4c6c-829c-1d1fcea7f9ea tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] For port 0ced2b9a-4c4b-45cf-b887-a7e1255f0099, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=0ced2b9a-4c4b-45cf-b887-a7e1255f0099,segment=NetworkSegment(fce36f10-1575-420c-93fd-41e535a69ec3),segment_id=fce36f10-1575-420c-93fd-41e535a69ec3)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:18.228930 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5a79aff4-b6a8-4c6c-829c-1d1fcea7f9ea tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:18.264238 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-5a79aff4-b6a8-4c6c-829c-1d1fcea7f9ea tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Calling delete_port for 0ced2b9a-4c4b-45cf-b887-a7e1255f0099 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:18.264768 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5889f8f-4bc9-479d-953e-aa8fe1f7f78e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Network 38168381-3f20-4070-8994-c8202c63a12e is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:38:18.270300 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-f5889f8f-4bc9-479d-953e-aa8fe1f7f78e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:18.279799 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f74cd58a-a8b2-4ae3-9407-a6a8889d9541 req-d5bd1d36-951a-428d-aae4-ac6ee61c1deb tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/security-groups?id=86205b84-f2b6-4a8b-8656-a236fd95dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709254 Jun 30 09:38:18.284602 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5889f8f-4bc9-479d-953e-aa8fe1f7f78e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:18.285463 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f5889f8f-4bc9-479d-953e-aa8fe1f7f78e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:18.291840 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5889f8f-4bc9-479d-953e-aa8fe1f7f78e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Subnet': ['ID=bdbfb956-1b52-4e17-8f02-005c8d023b39,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:18.335858 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7200b13a-3d45-4e4f-83c6-a24af15c2729 None None] Network 38168381-3f20-4070-8994-c8202c63a12e requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:38:18.363116 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 257e2d6f-dded-4f42-aff3-a2d63919229c details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:38:18.417598 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1caaa42-43e4-46e3-96a1-82ba80998a66 None None] New status for floating IP 622c3caf-f68b-4a78-9e91-e6266100925e: DOWN {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:38:18.464366 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45426) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:18.464807 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f5889f8f-4bc9-479d-953e-aa8fe1f7f78e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8445668 Jun 30 09:38:18.471830 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-cc3d69bf-4bc2-487c-9c7d-89635e3329b6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1653026675', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bdbfb956-1b52-4e17-8f02-005c8d023b39'}], 'security_groups': ['15b31fb1-906d-48db-bf1f-6f884aecc1da', '11fdc942-5def-4579-b3af-cea473b6c2a8']}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:18.567816 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-1300de23-5e37-483b-baf1-98cdb036d666 None None] For port 0ced2b9a-4c4b-45cf-b887-a7e1255f0099, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=0ced2b9a-4c4b-45cf-b887-a7e1255f0099,segment=NetworkSegment(fce36f10-1575-420c-93fd-41e535a69ec3),segment_id=fce36f10-1575-420c-93fd-41e535a69ec3)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:18.568223 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1300de23-5e37-483b-baf1-98cdb036d666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:18.690243 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 257e2d6f-dded-4f42-aff3-a2d63919229c, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=257e2d6f-dded-4f42-aff3-a2d63919229c,segment=NetworkSegment(e524e1c9-73eb-447c-9b80-bf5213563f16),segment_id=e524e1c9-73eb-447c-9b80-bf5213563f16)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:18.693037 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-1300de23-5e37-483b-baf1-98cdb036d666 None None] Calling delete_port for 0ced2b9a-4c4b-45cf-b887-a7e1255f0099 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:18.750431 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '257e2d6f-dded-4f42-aff3-a2d63919229c', 'network_id': '7f54bbcf-d1e5-4961-9b44-afd39be817ce', 'port_id': '257e2d6f-dded-4f42-aff3-a2d63919229c', 'mac_address': 'fa:16:3e:27:8a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'accfa922-010c-4601-9f75-61b8e80d5110', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:38:18.892668 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1300de23-5e37-483b-baf1-98cdb036d666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:18.991481 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300de23-5e37-483b-baf1-98cdb036d666 None None] Pushing event deleted for resources: {'Port': ['ID=0ced2b9a-4c4b-45cf-b887-a7e1255f0099,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:18.999063 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1300de23-5e37-483b-baf1-98cdb036d666 None None] No DVR routers for this DVR port 0ced2b9a-4c4b-45cf-b887-a7e1255f0099 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:19.058483 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.089703 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257e2d6f-dded-4f42-aff3-a2d63919229c {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:38:19.132840 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 257e2d6f-dded-4f42-aff3-a2d63919229c, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=257e2d6f-dded-4f42-aff3-a2d63919229c,segment=NetworkSegment(e524e1c9-73eb-447c-9b80-bf5213563f16),segment_id=e524e1c9-73eb-447c-9b80-bf5213563f16)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:19.180682 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5a79aff4-b6a8-4c6c-829c-1d1fcea7f9ea tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.239593 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b25bc0d-bbf6-4f6f-b70b-b499ac77355d None None] Update dhcp port {'port': {'network_id': '38168381-3f20-4070-8994-c8202c63a12e', 'fixed_ips': [{'subnet_id': '3c54b443-066b-4b09-b527-c162b8e6a671', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '28872e5e-cf6d-486c-a070-eae3e58ebecb', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bdbfb956-1b52-4e17-8f02-005c8d023b39'}], 'binding:host_id': 'n-d-771363-31'}, 'id': 'd8b334f3-d28b-4ed3-8cc9-bc4ca40a4154'} from n-d-771363-31. {{(pid=101055) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:38:19.260670 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a79aff4-b6a8-4c6c-829c-1d1fcea7f9ea tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] No DVR routers for this DVR port 0ced2b9a-4c4b-45cf-b887-a7e1255f0099 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:19.262503 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79aff4-b6a8-4c6c-829c-1d1fcea7f9ea tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Port': ['ID=0ced2b9a-4c4b-45cf-b887-a7e1255f0099,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:19.286913 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.329092 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5b25bc0d-bbf6-4f6f-b70b-b499ac77355d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.373693 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58a637-ca5f-4aba-bdb0-389c98233d19 req-3f84c79d-5f8b-4856-bdc8-138412eeb0e9 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:19.373693 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0a58a637-ca5f-4aba-bdb0-389c98233d19 req-3f84c79d-5f8b-4856-bdc8-138412eeb0e9 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.52 "GET /v2.0/ports?device_id=76950add-e976-4033-9a19-b5586cb190eb HTTP/1.1" status: 200 len: 946 time: 0.8290629 Jun 30 09:38:19.375051 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=257e2d6f-dded-4f42-aff3-a2d63919229c,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:19.517045 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5a79aff4-b6a8-4c6c-829c-1d1fcea7f9ea tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.566573 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff9671-902a-4836-88f0-24539aceb3a0 req-877effd5-c6d5-4294-946d-f26992cf7997 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:19.589039 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bdff9671-902a-4836-88f0-24539aceb3a0 req-877effd5-c6d5-4294-946d-f26992cf7997 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=6203cf6b-2ccf-410c-a39f-ec699a5b9503 HTTP/1.1" status: 200 len: 944 time: 0.1092803 Jun 30 09:38:19.589248 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-5a79aff4-b6a8-4c6c-829c-1d1fcea7f9ea tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28b9ad75-a24c-43fe-ae63-ebddde9b68b1']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:19.589248 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72514911-c441-4f77-a93b-1d384fb422ac req-f29bbb48-ec18-4747-a8a9-b6a1075d7d0c tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:19.589248 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-72514911-c441-4f77-a93b-1d384fb422ac req-f29bbb48-ec18-4747-a8a9-b6a1075d7d0c tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/ports?device_id=76950add-e976-4033-9a19-b5586cb190eb HTTP/1.1" status: 200 len: 946 time: 0.4176555 Jun 30 09:38:19.596501 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-5b25bc0d-bbf6-4f6f-b70b-b499ac77355d None None] Allocated IP 2001:db8:0:2::2 (38168381-3f20-4070-8994-c8202c63a12e/bdbfb956-1b52-4e17-8f02-005c8d023b39/d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:38:19.603280 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['257e2d6f-dded-4f42-aff3-a2d63919229c'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:38:19.604722 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cc3d69bf-4bc2-487c-9c7d-89635e3329b6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.622548 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-5a79aff4-b6a8-4c6c-829c-1d1fcea7f9ea tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fce36f10-1575-420c-93fd-41e535a69ec3') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:19.622856 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-5a79aff4-b6a8-4c6c-829c-1d1fcea7f9ea tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fce36f10-1575-420c-93fd-41e535a69ec3') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:19.647841 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bdff9671-902a-4836-88f0-24539aceb3a0 req-4ac82586-f80d-46da-8553-107f484b5de9 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/security-groups?id=86205b84-f2b6-4a8b-8656-a236fd95dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719965 Jun 30 09:38:19.662482 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5a79aff4-b6a8-4c6c-829c-1d1fcea7f9ea tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.737696 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5a79aff4-b6a8-4c6c-829c-1d1fcea7f9ea tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.765259 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a79aff4-b6a8-4c6c-829c-1d1fcea7f9ea tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:38:19.765747 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5a79aff4-b6a8-4c6c-829c-1d1fcea7f9ea tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:38:19.778548 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:38:19.796508 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-72514911-c441-4f77-a93b-1d384fb422ac req-605a843b-bbd5-45e9-96b0-e7ca2de43958 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/security-groups?id=28cbc83c-5abe-42fa-a89a-e0b2d2f5576e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964624 Jun 30 09:38:19.822029 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-5b25bc0d-bbf6-4f6f-b70b-b499ac77355d None None] For port d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154,segment=NetworkSegment(393b586d-5b6a-41a9-b3f0-3133f693e55f),segment_id=393b586d-5b6a-41a9-b3f0-3133f693e55f)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:19.876342 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5b25bc0d-bbf6-4f6f-b70b-b499ac77355d None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.929094 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-0a58a637-ca5f-4aba-bdb0-389c98233d19 req-37654cbe-53ae-4e50-b13b-4f16beabe1bc tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Deleting port 171ec41d-b624-4b7f-ac43-7085960eb417 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:19.929094 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0a58a637-ca5f-4aba-bdb0-389c98233d19 req-37654cbe-53ae-4e50-b13b-4f16beabe1bc tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:20.027916 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5b25bc0d-bbf6-4f6f-b70b-b499ac77355d None None] Transition to ACTIVE for port object d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:20.039409 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5a79aff4-b6a8-4c6c-829c-1d1fcea7f9ea tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:20.058094 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5a79aff4-b6a8-4c6c-829c-1d1fcea7f9ea tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:20.062840 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45438) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:20.063636 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5a79aff4-b6a8-4c6c-829c-1d1fcea7f9ea tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/networks/28b9ad75-a24c-43fe-ae63-ebddde9b68b1 HTTP/1.1" status: 204 len: 168 time: 2.4522607 Jun 30 09:38:20.068272 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 0ced2b9a-4c4b-45cf-b887-a7e1255f0099 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:20.108106 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 0ced2b9a-4c4b-45cf-b887-a7e1255f0099 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:20.109354 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 0ced2b9a-4c4b-45cf-b887-a7e1255f0099 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:20.109354 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4187efd8-8974-4563-b1c7-6fe967c55749 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:20.125386 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79aff4-b6a8-4c6c-829c-1d1fcea7f9ea tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Network': ['ID=28b9ad75-a24c-43fe-ae63-ebddde9b68b1,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:20.136261 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 4187efd8-8974-4563-b1c7-6fe967c55749 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:20.136261 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4187efd8-8974-4563-b1c7-6fe967c55749 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:20.169047 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5b25bc0d-bbf6-4f6f-b70b-b499ac77355d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:20.252371 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-0a58a637-ca5f-4aba-bdb0-389c98233d19 req-37654cbe-53ae-4e50-b13b-4f16beabe1bc tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] For port 171ec41d-b624-4b7f-ac43-7085960eb417, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=171ec41d-b624-4b7f-ac43-7085960eb417,segment=NetworkSegment(8dd0200a-4666-475f-a0a9-e47b1a2ca6e6),segment_id=8dd0200a-4666-475f-a0a9-e47b1a2ca6e6)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:20.253235 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0a58a637-ca5f-4aba-bdb0-389c98233d19 req-37654cbe-53ae-4e50-b13b-4f16beabe1bc tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:20.276827 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-0a58a637-ca5f-4aba-bdb0-389c98233d19 req-37654cbe-53ae-4e50-b13b-4f16beabe1bc tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Calling delete_port for 171ec41d-b624-4b7f-ac43-7085960eb417 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:20.330879 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25bc0d-bbf6-4f6f-b70b-b499ac77355d None None] Pushing event updated for resources: {'Port': ['ID=d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154,revision_number=7']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:20.425209 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-cc3d69bf-4bc2-487c-9c7d-89635e3329b6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Delete allocated IP 2001:db8::2ca (38168381-3f20-4070-8994-c8202c63a12e/28872e5e-cf6d-486c-a070-eae3e58ebecb) {{(pid=101053) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 09:38:20.466891 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-cc3d69bf-4bc2-487c-9c7d-89635e3329b6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Allocated IP 2001:db8:0:2::2c7 (38168381-3f20-4070-8994-c8202c63a12e/bdbfb956-1b52-4e17-8f02-005c8d023b39/eb586835-930b-4f1e-9a27-1e01979d6104) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:38:20.506981 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8573a564-0342-4df8-84dd-9291f3782fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:20.698216 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-40493cd1-5f02-47da-9c40-87afe5947a0c tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:20.813344 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cc3d69bf-4bc2-487c-9c7d-89635e3329b6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:20.834185 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-cc3d69bf-4bc2-487c-9c7d-89635e3329b6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Transition to ACTIVE for port object eb586835-930b-4f1e-9a27-1e01979d6104 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:20.853588 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0a58a637-ca5f-4aba-bdb0-389c98233d19 req-37654cbe-53ae-4e50-b13b-4f16beabe1bc tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:20.907959 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37654cbe-53ae-4e50-b13b-4f16beabe1bc tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Pushing event deleted for resources: {'Port': ['ID=171ec41d-b624-4b7f-ac43-7085960eb417,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:21.025090 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cc3d69bf-4bc2-487c-9c7d-89635e3329b6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:21.064597 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a58a637-ca5f-4aba-bdb0-389c98233d19 req-37654cbe-53ae-4e50-b13b-4f16beabe1bc tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] No DVR routers for this DVR port 171ec41d-b624-4b7f-ac43-7085960eb417 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:21.075253 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0a58a637-ca5f-4aba-bdb0-389c98233d19 req-37654cbe-53ae-4e50-b13b-4f16beabe1bc tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:21.078262 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0a58a637-ca5f-4aba-bdb0-389c98233d19 req-37654cbe-53ae-4e50-b13b-4f16beabe1bc tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.52 "DELETE /v2.0/ports/171ec41d-b624-4b7f-ac43-7085960eb417 HTTP/1.1" status: 204 len: 173 time: 1.6584463 Jun 30 09:38:21.088503 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e02bc278-7cd9-4da0-9369-d4aa873f5402 req-6acec176-74fd-49f8-9eff-8cf8018cf33f tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/ports?device_id=76950add-e976-4033-9a19-b5586cb190eb HTTP/1.1" status: 200 len: 210 time: 0.0593317 Jun 30 09:38:21.130105 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76950add-e976-4033-9a19-b5586cb190eb', 'name': 'network-vif-deleted', 'tag': '171ec41d-b624-4b7f-ac43-7085960eb417'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:21.136275 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ce6fb2-8b99-4e21-87b7-51899dfaefa4" -d '{"events": [{"server_uuid": "76950add-e976-4033-9a19-b5586cb190eb", "name": "network-vif-deleted", "tag": "171ec41d-b624-4b7f-ac43-7085960eb417"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:21.240434 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-cc3d69bf-4bc2-487c-9c7d-89635e3329b6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] In _notify_port_updated(), no bound segment for port eb586835-930b-4f1e-9a27-1e01979d6104 on network 38168381-3f20-4070-8994-c8202c63a12e {{(pid=101053) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:38:21.247200 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3d69bf-4bc2-487c-9c7d-89635e3329b6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:21.247809 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cc3d69bf-4bc2-487c-9c7d-89635e3329b6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:21.251496 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-cc3d69bf-4bc2-487c-9c7d-89635e3329b6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "PUT /v2.0/ports/eb586835-930b-4f1e-9a27-1e01979d6104 HTTP/1.1" status: 200 len: 970 time: 2.7850974 Jun 30 09:38:21.257494 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45450) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:21.293898 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c8cc01-e989-4b3c-9d88-5af2ff7b1686 x-openstack-request-id: req-e0c8cc01-e989-4b3c-9d88-5af2ff7b1686 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:21.293898 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76950add-e976-4033-9a19-b5586cb190eb", "name": "network-vif-deleted", "tag": "171ec41d-b624-4b7f-ac43-7085960eb417", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:21.293898 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e0c8cc01-e989-4b3c-9d88-5af2ff7b1686 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:21.293898 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76950add-e976-4033-9a19-b5586cb190eb', 'name': 'network-vif-deleted', 'tag': '171ec41d-b624-4b7f-ac43-7085960eb417', 'status': 'completed', 'code': 200} Jun 30 09:38:21.312189 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d69bf-4bc2-487c-9c7d-89635e3329b6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event updated for resources: {'Port': ['ID=eb586835-930b-4f1e-9a27-1e01979d6104,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:21.376688 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-40493cd1-5f02-47da-9c40-87afe5947a0c tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Deleting port 80a8b1dc-6781-4830-98ab-c530ed5c1ddd {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:21.376688 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-40493cd1-5f02-47da-9c40-87afe5947a0c tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:21.405664 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9ecac-fe9d-4bfa-9420-2f5c90d2b94c req-6657bfa7-8846-4b0f-9aea-5ab415e6e9a6 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:21.405664 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a8d9ecac-fe9d-4bfa-9420-2f5c90d2b94c req-6657bfa7-8846-4b0f-9aea-5ab415e6e9a6 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=6203cf6b-2ccf-410c-a39f-ec699a5b9503 HTTP/1.1" status: 200 len: 944 time: 0.3817089 Jun 30 09:38:21.480259 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a8d9ecac-fe9d-4bfa-9420-2f5c90d2b94c req-24b89c05-4431-45b2-b619-2454c11d6ebc tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/security-groups?id=86205b84-f2b6-4a8b-8656-a236fd95dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612977 Jun 30 09:38:21.500614 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-10cf0ac7-4cc4-4268-9de1-cbdc854c7f3a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Deleting port eb586835-930b-4f1e-9a27-1e01979d6104 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:21.501167 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-10cf0ac7-4cc4-4268-9de1-cbdc854c7f3a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:21.544077 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-40493cd1-5f02-47da-9c40-87afe5947a0c tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] For port 80a8b1dc-6781-4830-98ab-c530ed5c1ddd, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=80a8b1dc-6781-4830-98ab-c530ed5c1ddd,segment=NetworkSegment(188cdb22-cd99-4197-8572-bdffba6b4ea2),segment_id=188cdb22-cd99-4197-8572-bdffba6b4ea2)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:21.544880 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-40493cd1-5f02-47da-9c40-87afe5947a0c tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:21.587461 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-40493cd1-5f02-47da-9c40-87afe5947a0c tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Calling delete_port for 80a8b1dc-6781-4830-98ab-c530ed5c1ddd owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:21.587937 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-069a9d46-4615-452e-91f7-f506bbebc1ba None None] Provisioning for port d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:21.596957 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-069a9d46-4615-452e-91f7-f506bbebc1ba None None] Provisioning complete for port d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:21.597585 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-069a9d46-4615-452e-91f7-f506bbebc1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:21.728680 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-10cf0ac7-4cc4-4268-9de1-cbdc854c7f3a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:21.770093 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-10cf0ac7-4cc4-4268-9de1-cbdc854c7f3a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Calling delete_port for eb586835-930b-4f1e-9a27-1e01979d6104 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:22.018474 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-069a9d46-4615-452e-91f7-f506bbebc1ba None None] Provisioning for port eb586835-930b-4f1e-9a27-1e01979d6104 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:22.021439 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-069a9d46-4615-452e-91f7-f506bbebc1ba None None] Provisioning complete for port eb586835-930b-4f1e-9a27-1e01979d6104 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:22.022044 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-069a9d46-4615-452e-91f7-f506bbebc1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.082671 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-069a9d46-4615-452e-91f7-f506bbebc1ba None None] Port eb586835-930b-4f1e-9a27-1e01979d6104 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:38:22.105910 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:22.137215 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-069a9d46-4615-452e-91f7-f506bbebc1ba None None] Provisioning complete for port 43a8990c-3c21-4f8d-968a-6b605f07f7b6 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:22.137580 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-069a9d46-4615-452e-91f7-f506bbebc1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.142489 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-40493cd1-5f02-47da-9c40-87afe5947a0c tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.208096 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40493cd1-5f02-47da-9c40-87afe5947a0c tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Port': ['ID=80a8b1dc-6781-4830-98ab-c530ed5c1ddd,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:22.232080 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-069a9d46-4615-452e-91f7-f506bbebc1ba None None] Port 43a8990c-3c21-4f8d-968a-6b605f07f7b6 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:38:22.244464 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-10cf0ac7-4cc4-4268-9de1-cbdc854c7f3a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.273833 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:22.286568 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.406987 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 171ec41d-b624-4b7f-ac43-7085960eb417 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:22.414883 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 257e2d6f-dded-4f42-aff3-a2d63919229c up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:22.424528 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf0ac7-4cc4-4268-9de1-cbdc854c7f3a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Port': ['ID=eb586835-930b-4f1e-9a27-1e01979d6104,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:22.442416 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-10cf0ac7-4cc4-4268-9de1-cbdc854c7f3a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.456536 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-10cf0ac7-4cc4-4268-9de1-cbdc854c7f3a tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/ports/eb586835-930b-4f1e-9a27-1e01979d6104 HTTP/1.1" status: 204 len: 168 time: 1.1979179 Jun 30 09:38:22.480294 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-40493cd1-5f02-47da-9c40-87afe5947a0c tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.482994 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45458) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:22.502940 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a8f85e0d-7eff-406a-a5d9-3c2a79ebf862 req-8a63e05b-e324-4432-ac5f-0ff9ba602589 tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "GET /v2.0/ports?device_id=76950add-e976-4033-9a19-b5586cb190eb HTTP/1.1" status: 200 len: 210 time: 0.0795884 Jun 30 09:38:22.524411 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6924af82-c33b-4f16-ad0b-daa40c762460 None None] Could not find standard attr ID for object eb586835-930b-4f1e-9a27-1e01979d6104. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:38:22.564724 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5090a12-8f26-4694-a939-ffbb5fbc0af4 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] GET failed (client error): The resource could not be found. Jun 30 09:38:22.565969 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45462) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:22.568820 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e5090a12-8f26-4694-a939-ffbb5fbc0af4 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "GET /v2.0/ports/eb586835-930b-4f1e-9a27-1e01979d6104 HTTP/1.1" status: 404 len: 333 time: 0.0844448 Jun 30 09:38:22.618117 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 171ec41d-b624-4b7f-ac43-7085960eb417 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:22.618879 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 171ec41d-b624-4b7f-ac43-7085960eb417 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:22.719233 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cf27a5d6-1016-41ab-a412-03b5d4a64729 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.750473 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cf27a5d6-1016-41ab-a412-03b5d4a64729 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.806605 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 257e2d6f-dded-4f42-aff3-a2d63919229c completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:22.819677 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 257e2d6f-dded-4f42-aff3-a2d63919229c triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:22.820053 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.933124 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cf27a5d6-1016-41ab-a412-03b5d4a64729 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.942176 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cf27a5d6-1016-41ab-a412-03b5d4a64729 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.945962 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-cf27a5d6-1016-41ab-a412-03b5d4a64729 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/security-groups/2eeb81ad-6435-46af-a273-6926380b4b1a HTTP/1.1" status: 204 len: 168 time: 0.3763990 Jun 30 09:38:22.949914 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-332bc3c8-8a73-48bd-b687-d77996173dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.956775 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.978274 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45468) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:23.026350 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27a5d6-1016-41ab-a412-03b5d4a64729 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eeb81ad-6435-46af-a273-6926380b4b1a,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:23.055379 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 257e2d6f-dded-4f42-aff3-a2d63919229c, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=257e2d6f-dded-4f42-aff3-a2d63919229c,segment=NetworkSegment(e524e1c9-73eb-447c-9b80-bf5213563f16),segment_id=e524e1c9-73eb-447c-9b80-bf5213563f16)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:23.058607 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6203cf6b-2ccf-410c-a39f-ec699a5b9503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257e2d6f-dded-4f42-aff3-a2d63919229c'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:23.061312 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f23722-5993-4531-aa00-de182c1cee23" -d '{"events": [{"server_uuid": "6203cf6b-2ccf-410c-a39f-ec699a5b9503", "name": "network-vif-plugged", "status": "completed", "tag": "257e2d6f-dded-4f42-aff3-a2d63919229c"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:23.063467 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dab055-006e-4ef0-bb98-c0b95fcec62c req-024633f7-a986-494e-ba23-d402d9e3eea6 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:23.065185 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-84dab055-006e-4ef0-bb98-c0b95fcec62c req-024633f7-a986-494e-ba23-d402d9e3eea6 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=6203cf6b-2ccf-410c-a39f-ec699a5b9503 HTTP/1.1" status: 200 len: 944 time: 0.2688515 Jun 30 09:38:23.114395 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1283001-9798-43f4-a9f3-e91a330b77f4 x-openstack-request-id: req-a1283001-9798-43f4-a9f3-e91a330b77f4 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:23.114678 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6203cf6b-2ccf-410c-a39f-ec699a5b9503", "name": "network-vif-plugged", "status": "completed", "tag": "257e2d6f-dded-4f42-aff3-a2d63919229c", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:23.114943 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a1283001-9798-43f4-a9f3-e91a330b77f4 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:23.116207 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6203cf6b-2ccf-410c-a39f-ec699a5b9503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257e2d6f-dded-4f42-aff3-a2d63919229c', 'code': 200} Jun 30 09:38:23.137890 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bec7beb1-19d0-438b-ad1d-153f0319b8e2 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.146180 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40493cd1-5f02-47da-9c40-87afe5947a0c tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Router a0df5a90-86a4-468f-9bf7-6c760c70ac13 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:38:23.153194 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-84dab055-006e-4ef0-bb98-c0b95fcec62c req-a4e4b21a-8d13-43c5-a553-c9e7632506c8 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/security-groups?id=86205b84-f2b6-4a8b-8656-a236fd95dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565171 Jun 30 09:38:23.176863 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bec7beb1-19d0-438b-ad1d-153f0319b8e2 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.225781 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.284031 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=257e2d6f-dded-4f42-aff3-a2d63919229c,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:23.324101 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40493cd1-5f02-47da-9c40-87afe5947a0c tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:23.329561 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-40493cd1-5f02-47da-9c40-87afe5947a0c tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "PUT /v2.0/routers/a0df5a90-86a4-468f-9bf7-6c760c70ac13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2656708 Jun 30 09:38:23.351745 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45472) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:23.352136 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e133699d-94d7-4db1-8c9e-4083eb4e4f90 None None] Sync routers for ids ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:23.353488 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024fe9a-fcc0-4e68-82e3-d1092bba8e8a req-e0647bef-5b94-4f62-a250-d228350b86d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:23.353488 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5024fe9a-fcc0-4e68-82e3-d1092bba8e8a req-e0647bef-5b94-4f62-a250-d228350b86d2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6203cf6b-2ccf-410c-a39f-ec699a5b9503 HTTP/1.1" status: 200 len: 1097 time: 0.0849779 Jun 30 09:38:23.353701 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e133699d-94d7-4db1-8c9e-4083eb4e4f90 None None] Routers {'a0df5a90-86a4-468f-9bf7-6c760c70ac13'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:23.353701 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e133699d-94d7-4db1-8c9e-4083eb4e4f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:38:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:23.394848 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5024fe9a-fcc0-4e68-82e3-d1092bba8e8a req-85281403-3aa6-47d6-916e-cc709a47ffb8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=86205b84-f2b6-4a8b-8656-a236fd95dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396817 Jun 30 09:38:23.425655 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bec7beb1-19d0-438b-ad1d-153f0319b8e2 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.430255 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bec7beb1-19d0-438b-ad1d-153f0319b8e2 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.433131 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bec7beb1-19d0-438b-ad1d-153f0319b8e2 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/security-groups/11fdc942-5def-4579-b3af-cea473b6c2a8 HTTP/1.1" status: 204 len: 168 time: 0.4531176 Jun 30 09:38:23.437192 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45474) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:23.455551 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-c35736c8-2e78-4d76-91bb-03192f91f19d tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Deleting subnet 896cd4bc-b248-4e4e-8a02-ddc72ccf9fbd {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:38:23.469882 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c35736c8-2e78-4d76-91bb-03192f91f19d tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.475018 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec7beb1-19d0-438b-ad1d-153f0319b8e2 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fdc942-5def-4579-b3af-cea473b6c2a8,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:23.501918 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-e133699d-94d7-4db1-8c9e-4083eb4e4f90 None None] Set router a0df5a90-86a4-468f-9bf7-6c760c70ac13 gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:23.505978 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bfbca514-2721-4d7e-8808-a41b711cc09f tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.535272 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bfbca514-2721-4d7e-8808-a41b711cc09f tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.547374 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c35736c8-2e78-4d76-91bb-03192f91f19d tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.575707 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.691568 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c35736c8-2e78-4d76-91bb-03192f91f19d tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.752008 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bfbca514-2721-4d7e-8808-a41b711cc09f tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.756759 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45478) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:23.756996 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bfbca514-2721-4d7e-8808-a41b711cc09f tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.756996 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-bfbca514-2721-4d7e-8808-a41b711cc09f tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/security-groups/15b31fb1-906d-48db-bf1f-6f884aecc1da HTTP/1.1" status: 204 len: 168 time: 0.3146172 Jun 30 09:38:23.757323 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45480) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:23.838778 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-90adb49c-8f63-4fcf-8a8d-fccc9406cc87 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Deleting subnet 28872e5e-cf6d-486c-a070-eae3e58ebecb {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:38:23.844446 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbca514-2721-4d7e-8808-a41b711cc09f tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b31fb1-906d-48db-bf1f-6f884aecc1da,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:23.846751 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6af2bc82-6e94-4733-9d52-4a63236d297c tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.858766 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-90adb49c-8f63-4fcf-8a8d-fccc9406cc87 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.875366 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e133699d-94d7-4db1-8c9e-4083eb4e4f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'name': 'tempest-RoutersIpV6Test-router-863985709', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:38:21Z', 'revision_number': 9, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'gw_port_host': None, '_interfaces': [{'id': '85bd090f-cd12-4eeb-b4ba-b1810e909f05', 'name': '', 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:f6:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:39Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c75a5b38-2805-4d33-ad97-6616a22ba3e4', 'name': '', 'network_id': '56def864-3d79-43bc-9fd0-f0acf619dfee', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:78:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:45Z', 'updated_at': '2021-06-30T09:37:54Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:23.883075 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6af2bc82-6e94-4733-9d52-4a63236d297c tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.907405 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e133699d-94d7-4db1-8c9e-4083eb4e4f90 None None] Checking router: a0df5a90-86a4-468f-9bf7-6c760c70ac13 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:23.920912 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e133699d-94d7-4db1-8c9e-4083eb4e4f90 None None] Routers {'a0df5a90-86a4-468f-9bf7-6c760c70ac13'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:23.921690 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-90adb49c-8f63-4fcf-8a8d-fccc9406cc87 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.922099 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e133699d-94d7-4db1-8c9e-4083eb4e4f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:38:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:24.093942 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-90adb49c-8f63-4fcf-8a8d-fccc9406cc87 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:24.104786 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-e133699d-94d7-4db1-8c9e-4083eb4e4f90 None None] Set router a0df5a90-86a4-468f-9bf7-6c760c70ac13 gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:24.124838 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c35736c8-2e78-4d76-91bb-03192f91f19d tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:24.185181 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35736c8-2e78-4d76-91bb-03192f91f19d tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Subnet': ['ID=896cd4bc-b248-4e4e-8a02-ddc72ccf9fbd,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:24.199762 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ddf279-8d01-4e5d-83c6-edbf62cb7bca None None] Network c15f2489-385f-4926-a5ae-16c1eb3f21b2 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:38:24.200790 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c35736c8-2e78-4d76-91bb-03192f91f19d tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:24.209205 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c35736c8-2e78-4d76-91bb-03192f91f19d tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/subnets/896cd4bc-b248-4e4e-8a02-ddc72ccf9fbd HTTP/1.1" status: 204 len: 168 time: 0.8747556 Jun 30 09:38:24.211495 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45488) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:24.248403 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6af2bc82-6e94-4733-9d52-4a63236d297c tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:24.259314 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6af2bc82-6e94-4733-9d52-4a63236d297c tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:24.259314 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6af2bc82-6e94-4733-9d52-4a63236d297c tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] 10.222.0.10 "DELETE /v2.0/security-groups/28cbc83c-5abe-42fa-a89a-e0b2d2f5576e HTTP/1.1" status: 204 len: 168 time: 0.5028143 Jun 30 09:38:24.276500 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2bc82-6e94-4733-9d52-4a63236d297c tempest-TestServerBasicOps-794007097 tempest-TestServerBasicOps-794007097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cbc83c-5abe-42fa-a89a-e0b2d2f5576e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:24.407162 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-49402c58-6fd9-4c42-81b8-9de8181a970f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:24.455857 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-90adb49c-8f63-4fcf-8a8d-fccc9406cc87 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:24.529797 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45492) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:24.541879 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-90adb49c-8f63-4fcf-8a8d-fccc9406cc87 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:24.548550 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-90adb49c-8f63-4fcf-8a8d-fccc9406cc87 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/subnets/28872e5e-cf6d-486c-a070-eae3e58ebecb HTTP/1.1" status: 204 len: 168 time: 0.7871859 Jun 30 09:38:24.549958 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90adb49c-8f63-4fcf-8a8d-fccc9406cc87 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Subnet': ['ID=28872e5e-cf6d-486c-a070-eae3e58ebecb,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:24.553123 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45494) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:24.592373 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f49609d-93c1-4c0a-be4e-1cf0ae7a5286 None None] Network 38168381-3f20-4070-8994-c8202c63a12e requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:38:24.662653 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-49402c58-6fd9-4c42-81b8-9de8181a970f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Deleting port 592adfa4-0f66-4760-b92f-a57cea86c11f {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:24.669958 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-49402c58-6fd9-4c42-81b8-9de8181a970f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:24.747242 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad8c93d4-bbe9-4782-b1c9-a77c65f37107 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Deleting subnet bdbfb956-1b52-4e17-8f02-005c8d023b39 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:38:24.751859 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ad8c93d4-bbe9-4782-b1c9-a77c65f37107 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:24.808010 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ad8c93d4-bbe9-4782-b1c9-a77c65f37107 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:24.915847 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ad8c93d4-bbe9-4782-b1c9-a77c65f37107 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:24.921441 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:24.945810 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855216f6-f2e3-4344-883d-fccb939d090a req-74b3ece9-dfa4-4f63-8116-985224f0ce0b tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:24.968020 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-855216f6-f2e3-4344-883d-fccb939d090a req-74b3ece9-dfa4-4f63-8116-985224f0ce0b tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=6203cf6b-2ccf-410c-a39f-ec699a5b9503 HTTP/1.1" status: 200 len: 945 time: 0.5655923 Jun 30 09:38:24.983293 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e133699d-94d7-4db1-8c9e-4083eb4e4f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'name': 'tempest-RoutersIpV6Test-router-863985709', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:38:21Z', 'revision_number': 9, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'gw_port_host': None, '_interfaces': [{'id': '85bd090f-cd12-4eeb-b4ba-b1810e909f05', 'name': '', 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:f6:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:39Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c75a5b38-2805-4d33-ad97-6616a22ba3e4', 'name': '', 'network_id': '56def864-3d79-43bc-9fd0-f0acf619dfee', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:78:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:45Z', 'updated_at': '2021-06-30T09:37:54Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:24.998675 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-49402c58-6fd9-4c42-81b8-9de8181a970f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] For port 592adfa4-0f66-4760-b92f-a57cea86c11f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=592adfa4-0f66-4760-b92f-a57cea86c11f,segment=NetworkSegment(188cdb22-cd99-4197-8572-bdffba6b4ea2),segment_id=188cdb22-cd99-4197-8572-bdffba6b4ea2)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:24.999182 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-49402c58-6fd9-4c42-81b8-9de8181a970f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:25.058954 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e133699d-94d7-4db1-8c9e-4083eb4e4f90 None None] The sync data for ids ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'] in n-d-771363-31 is: [{'id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'name': 'tempest-RoutersIpV6Test-router-863985709', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:38:21Z', 'revision_number': 9, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'gw_port_host': None, '_interfaces': [{'id': '85bd090f-cd12-4eeb-b4ba-b1810e909f05', 'name': '', 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:f6:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:39Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c75a5b38-2805-4d33-ad97-6616a22ba3e4', 'name': '', 'network_id': '56def864-3d79-43bc-9fd0-f0acf619dfee', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:78:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:45Z', 'updated_at': '2021-06-30T09:37:54Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '6f42fe32-f5b5-4192-a685-90ac8bf3faac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:25.106713 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-49402c58-6fd9-4c42-81b8-9de8181a970f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Calling delete_port for 592adfa4-0f66-4760-b92f-a57cea86c11f owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:25.196131 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-855216f6-f2e3-4344-883d-fccb939d090a req-b5ffbd1b-391c-41c4-8df4-120085b4565a tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/security-groups?id=86205b84-f2b6-4a8b-8656-a236fd95dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111516 Jun 30 09:38:25.242120 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c403bf-d470-4ca4-90cf-722974811c84 None None] DHCP port deletion for c15f2489-385f-4926-a5ae-16c1eb3f21b2 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:38:25.390329 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-23c403bf-d470-4ca4-90cf-722974811c84 None None] Deleting port 592adfa4-0f66-4760-b92f-a57cea86c11f {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:25.391769 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-23c403bf-d470-4ca4-90cf-722974811c84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:25.563631 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-49402c58-6fd9-4c42-81b8-9de8181a970f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:25.638390 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-23c403bf-d470-4ca4-90cf-722974811c84 None None] For port 592adfa4-0f66-4760-b92f-a57cea86c11f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=592adfa4-0f66-4760-b92f-a57cea86c11f,segment=NetworkSegment(188cdb22-cd99-4197-8572-bdffba6b4ea2),segment_id=188cdb22-cd99-4197-8572-bdffba6b4ea2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:25.642337 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-23c403bf-d470-4ca4-90cf-722974811c84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:25.693086 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49402c58-6fd9-4c42-81b8-9de8181a970f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] No DVR routers for this DVR port 592adfa4-0f66-4760-b92f-a57cea86c11f on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:25.697636 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-23c403bf-d470-4ca4-90cf-722974811c84 None None] Calling delete_port for 592adfa4-0f66-4760-b92f-a57cea86c11f owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:25.701628 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49402c58-6fd9-4c42-81b8-9de8181a970f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Port': ['ID=592adfa4-0f66-4760-b92f-a57cea86c11f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:25.727334 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ad8c93d4-bbe9-4782-b1c9-a77c65f37107 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:25.752540 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0972b9a6-4ac5-4fd9-aa30-f4f675137a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:25.918362 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-23c403bf-d470-4ca4-90cf-722974811c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:26.026448 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ad8c93d4-bbe9-4782-b1c9-a77c65f37107 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:26.032682 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ad8c93d4-bbe9-4782-b1c9-a77c65f37107 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/subnets/bdbfb956-1b52-4e17-8f02-005c8d023b39 HTTP/1.1" status: 204 len: 168 time: 1.4760721 Jun 30 09:38:26.034422 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45502) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:26.034588 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c93d4-bbe9-4782-b1c9-a77c65f37107 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Subnet': ['ID=bdbfb956-1b52-4e17-8f02-005c8d023b39,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:26.047052 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c403bf-d470-4ca4-90cf-722974811c84 None None] No DVR routers for this DVR port 592adfa4-0f66-4760-b92f-a57cea86c11f on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:26.052158 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c403bf-d470-4ca4-90cf-722974811c84 None None] Pushing event deleted for resources: {'Port': ['ID=592adfa4-0f66-4760-b92f-a57cea86c11f,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:26.052507 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-49402c58-6fd9-4c42-81b8-9de8181a970f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:26.083542 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-49402c58-6fd9-4c42-81b8-9de8181a970f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c15f2489-385f-4926-a5ae-16c1eb3f21b2']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:26.134798 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-49402c58-6fd9-4c42-81b8-9de8181a970f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '188cdb22-cd99-4197-8572-bdffba6b4ea2') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:26.135835 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-49402c58-6fd9-4c42-81b8-9de8181a970f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '188cdb22-cd99-4197-8572-bdffba6b4ea2') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:26.152224 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe2a4fd-fa83-4738-bd64-cdd1e7ae08e2 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] DELETE failed (client error): The resource could not be found. Jun 30 09:38:26.152716 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfe2a4fd-fa83-4738-bd64-cdd1e7ae08e2 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:38:26.156438 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-cfe2a4fd-fa83-4738-bd64-cdd1e7ae08e2 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/subnets/28872e5e-cf6d-486c-a070-eae3e58ebecb HTTP/1.1" status: 404 len: 337 time: 0.1199267 Jun 30 09:38:26.158524 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-49402c58-6fd9-4c42-81b8-9de8181a970f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:26.172115 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45504) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:26.221618 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 592adfa4-0f66-4760-b92f-a57cea86c11f no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:26.274009 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-49402c58-6fd9-4c42-81b8-9de8181a970f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:26.276798 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 592adfa4-0f66-4760-b92f-a57cea86c11f {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:26.277877 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 592adfa4-0f66-4760-b92f-a57cea86c11f not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:26.277877 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 80a8b1dc-6781-4830-98ab-c530ed5c1ddd no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:26.297803 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49402c58-6fd9-4c42-81b8-9de8181a970f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:38:26.304004 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-49402c58-6fd9-4c42-81b8-9de8181a970f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:26.356018 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 80a8b1dc-6781-4830-98ab-c530ed5c1ddd {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:26.356703 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 80a8b1dc-6781-4830-98ab-c530ed5c1ddd not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:26.454914 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-0972b9a6-4ac5-4fd9-aa30-f4f675137a3d admin admin] Deleting port 10708a62-474e-4f3b-99ab-87858239a777 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:26.455605 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0972b9a6-4ac5-4fd9-aa30-f4f675137a3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:26.472881 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:26.724488 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-0972b9a6-4ac5-4fd9-aa30-f4f675137a3d admin admin] For port 10708a62-474e-4f3b-99ab-87858239a777, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=10708a62-474e-4f3b-99ab-87858239a777,segment=NetworkSegment(8dd0200a-4666-475f-a0a9-e47b1a2ca6e6),segment_id=8dd0200a-4666-475f-a0a9-e47b1a2ca6e6)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:26.724916 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0972b9a6-4ac5-4fd9-aa30-f4f675137a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:26.733967 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3865e4-e161-4e3f-9982-ee7df09f9eb0 None None] Network 38168381-3f20-4070-8994-c8202c63a12e requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:38:26.739615 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-81d3b7da-a29d-4654-bf03-80cacf132d08 None None] Provisioning complete for port d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:26.740321 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-81d3b7da-a29d-4654-bf03-80cacf132d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:26.760226 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-0972b9a6-4ac5-4fd9-aa30-f4f675137a3d admin admin] Calling delete_port for 10708a62-474e-4f3b-99ab-87858239a777 owned by network:router_interface {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:26.788139 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542d102-606e-4e53-9052-b453b92b9e26 req-2b565b29-8068-4cd1-a627-5aa6ba39e633 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:26.795667 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f542d102-606e-4e53-9052-b453b92b9e26 req-2b565b29-8068-4cd1-a627-5aa6ba39e633 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=6203cf6b-2ccf-410c-a39f-ec699a5b9503 HTTP/1.1" status: 200 len: 945 time: 0.2505908 Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:38:26.890377 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:38:26.937831 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f542d102-606e-4e53-9052-b453b92b9e26 req-67712357-0397-4b37-b906-afb1cd40727e tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/security-groups?id=86205b84-f2b6-4a8b-8656-a236fd95dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175156 Jun 30 09:38:26.987856 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-81d3b7da-a29d-4654-bf03-80cacf132d08 None None] Provisioning complete for port 43a8990c-3c21-4f8d-968a-6b605f07f7b6 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:26.987856 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-81d3b7da-a29d-4654-bf03-80cacf132d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:27.014919 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-73234828-a158-444e-9b7f-a4e8ded17c12 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Deleting subnet 3c54b443-066b-4b09-b527-c162b8e6a671 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:38:27.026364 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-73234828-a158-444e-9b7f-a4e8ded17c12 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:27.105559 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-81d3b7da-a29d-4654-bf03-80cacf132d08 None None] Port 43a8990c-3c21-4f8d-968a-6b605f07f7b6 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:38:27.123578 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-73234828-a158-444e-9b7f-a4e8ded17c12 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:27.299417 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-73234828-a158-444e-9b7f-a4e8ded17c12 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:27.386533 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0972b9a6-4ac5-4fd9-aa30-f4f675137a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:27.387309 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-49402c58-6fd9-4c42-81b8-9de8181a970f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:27.406540 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-49402c58-6fd9-4c42-81b8-9de8181a970f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:27.417740 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-49402c58-6fd9-4c42-81b8-9de8181a970f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/networks/c15f2489-385f-4926-a5ae-16c1eb3f21b2 HTTP/1.1" status: 204 len: 168 time: 3.1997910 Jun 30 09:38:27.433701 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45514) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:27.444063 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972b9a6-4ac5-4fd9-aa30-f4f675137a3d admin admin] Pushing event deleted for resources: {'Port': ['ID=10708a62-474e-4f3b-99ab-87858239a777,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:27.464554 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49402c58-6fd9-4c42-81b8-9de8181a970f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Network': ['ID=c15f2489-385f-4926-a5ae-16c1eb3f21b2,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:27.631791 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-73234828-a158-444e-9b7f-a4e8ded17c12 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:27.697800 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73234828-a158-444e-9b7f-a4e8ded17c12 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Subnet': ['ID=3c54b443-066b-4b09-b527-c162b8e6a671,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:27.739462 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-73234828-a158-444e-9b7f-a4e8ded17c12 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:27.747459 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-73234828-a158-444e-9b7f-a4e8ded17c12 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/subnets/3c54b443-066b-4b09-b527-c162b8e6a671 HTTP/1.1" status: 204 len: 168 time: 1.5798669 Jun 30 09:38:27.749314 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45520) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:27.829696 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f509de3-cb6d-446f-9543-48a35083493b tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] DELETE failed (client error): The resource could not be found. Jun 30 09:38:27.830835 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f509de3-cb6d-446f-9543-48a35083493b tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:38:27.835170 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9f509de3-cb6d-446f-9543-48a35083493b tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/subnets/bc31c430-529b-4565-8b58-36a3a5770300 HTTP/1.1" status: 404 len: 337 time: 0.0821574 Jun 30 09:38:27.836562 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45524) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:27.893852 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-66d6ac62-f022-4813-b14e-cd7b6887d735 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec82a75d-5750-4a9a-aebd-02b6d279619e HTTP/1.1" status: 200 len: 205 time: 0.0522764 Jun 30 09:38:27.894432 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45526) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:27.910704 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0972b9a6-4ac5-4fd9-aa30-f4f675137a3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.010238 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-4b26592b-edf0-4d16-8645-3a0a540e425d tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] delete failed (client error): The resource could not be found. Jun 30 09:38:28.010705 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4b26592b-edf0-4d16-8645-3a0a540e425d tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/routers/ec82a75d-5750-4a9a-aebd-02b6d279619e HTTP/1.1" status: 404 len: 336 time: 0.1151857 Jun 30 09:38:28.053998 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45530) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:28.090880 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca59151-919e-49c3-8c7a-f94fb72e2fd1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] DELETE failed (client error): The resource could not be found. Jun 30 09:38:28.091529 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca59151-919e-49c3-8c7a-f94fb72e2fd1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:38:28.093682 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2ca59151-919e-49c3-8c7a-f94fb72e2fd1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/subnets/d72a9c0f-2825-4cdf-b274-cf5808daf0ec HTTP/1.1" status: 404 len: 337 time: 0.0384271 Jun 30 09:38:28.098928 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45532) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:28.244360 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0b6b0f-c755-48a6-ba42-aa24adb5e0a6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] DELETE failed (client error): The resource could not be found. Jun 30 09:38:28.245273 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e0b6b0f-c755-48a6-ba42-aa24adb5e0a6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:38:28.248197 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5e0b6b0f-c755-48a6-ba42-aa24adb5e0a6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/subnets/c0a075c5-b5e6-4aa2-88a4-0e567b27df49 HTTP/1.1" status: 404 len: 337 time: 0.1482782 Jun 30 09:38:28.251993 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45536) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:28.288003 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-887fdcfe-3a93-4fe0-8e7f-1defacbafa1f tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] DELETE failed (client error): The resource could not be found. Jun 30 09:38:28.288553 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-887fdcfe-3a93-4fe0-8e7f-1defacbafa1f tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:38:28.291180 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-887fdcfe-3a93-4fe0-8e7f-1defacbafa1f tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/subnets/06d1deaa-f039-40e7-86cc-dfe29a11dd7c HTTP/1.1" status: 404 len: 337 time: 0.0382175 Jun 30 09:38:28.294369 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45538) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:28.305093 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2b7ad2-b349-4d74-af2d-60604f67a00d None None] Network 38168381-3f20-4070-8994-c8202c63a12e requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:38:28.369358 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-524d17ee-5c54-4469-a8ad-5bf9b62dbca5 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] DELETE failed (client error): The resource could not be found. Jun 30 09:38:28.370141 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-524d17ee-5c54-4469-a8ad-5bf9b62dbca5 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:38:28.375444 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-524d17ee-5c54-4469-a8ad-5bf9b62dbca5 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/ports/898b5c3b-aee4-4db7-880a-5868a69a9a1c HTTP/1.1" status: 404 len: 333 time: 0.0764029 Jun 30 09:38:28.376075 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45540) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:28.412887 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e54e71-df2b-4ebd-8920-6c771353f75e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] DELETE failed (client error): The resource could not be found. Jun 30 09:38:28.413355 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78e54e71-df2b-4ebd-8920-6c771353f75e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:38:28.418276 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d6687e52-99e5-4ae6-8b75-6df10588ad49 None None] Provisioning complete for port d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:28.418968 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d6687e52-99e5-4ae6-8b75-6df10588ad49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.420280 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-78e54e71-df2b-4ebd-8920-6c771353f75e tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/subnets/ee818352-6642-43d3-b4fc-0e1b74ef6c11 HTTP/1.1" status: 404 len: 337 time: 0.0414538 Jun 30 09:38:28.422110 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45542) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:28.460383 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-286ff9d5-b2b8-4828-89d0-d76169ad7945 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] DELETE failed (client error): The resource could not be found. Jun 30 09:38:28.460768 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-286ff9d5-b2b8-4828-89d0-d76169ad7945 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:38:28.467057 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-286ff9d5-b2b8-4828-89d0-d76169ad7945 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/subnets/02635df7-0656-4338-8999-18824b4cb942 HTTP/1.1" status: 404 len: 337 time: 0.0433714 Jun 30 09:38:28.467779 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45546) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:28.507420 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2615550-a73b-4ea9-ae2e-355cd81ee524 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] DELETE failed (client error): The resource could not be found. Jun 30 09:38:28.508543 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2615550-a73b-4ea9-ae2e-355cd81ee524 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:38:28.516787 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a2615550-a73b-4ea9-ae2e-355cd81ee524 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/ports/0c0e8e41-5157-4806-91a9-cac46a2f549d HTTP/1.1" status: 404 len: 333 time: 0.0456421 Jun 30 09:38:28.519187 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45548) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:28.576056 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e315256-5e2d-473d-8a4f-b5c7223050bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] DELETE failed (client error): The resource could not be found. Jun 30 09:38:28.576804 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e315256-5e2d-473d-8a4f-b5c7223050bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:38:28.584695 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6e315256-5e2d-473d-8a4f-b5c7223050bf tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/subnets/dde239ce-43cf-420c-8e3c-057fa4adfc75 HTTP/1.1" status: 404 len: 337 time: 0.0640032 Jun 30 09:38:28.585487 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45550) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:28.619853 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d3dcb879-9d43-4e46-8a5d-e90ed7946977 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.797298 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-39018f70-ca31-4318-97a8-a17410863b15 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] DELETE failed (client error): The resource could not be found. Jun 30 09:38:28.798279 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39018f70-ca31-4318-97a8-a17410863b15 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:38:28.803088 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-39018f70-ca31-4318-97a8-a17410863b15 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/subnets/698eb3cb-8135-43b8-97a8-5ad06096c730 HTTP/1.1" status: 404 len: 337 time: 0.2127173 Jun 30 09:38:28.811979 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45556) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:28.852503 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d6687e52-99e5-4ae6-8b75-6df10588ad49 None None] Provisioning complete for port 43a8990c-3c21-4f8d-968a-6b605f07f7b6 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:28.853843 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d6687e52-99e5-4ae6-8b75-6df10588ad49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.917655 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac2be8b-6705-4c89-819f-6ee7f9d917f1 None None] DHCP port deletion for 38168381-3f20-4070-8994-c8202c63a12e request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:38:28.969513 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-d6687e52-99e5-4ae6-8b75-6df10588ad49 None None] Port 43a8990c-3c21-4f8d-968a-6b605f07f7b6 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:38:29.009200 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2be8b-6705-4c89-819f-6ee7f9d917f1 None None] Deleting port d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:29.011032 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5ac2be8b-6705-4c89-819f-6ee7f9d917f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.067625 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0972b9a6-4ac5-4fd9-aa30-f4f675137a3d admin admin] Router 6c2f89d2-56cc-4252-a4e6-8e72f1a4974b has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:38:29.126656 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-5ac2be8b-6705-4c89-819f-6ee7f9d917f1 None None] For port d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154,segment=NetworkSegment(393b586d-5b6a-41a9-b3f0-3133f693e55f),segment_id=393b586d-5b6a-41a9-b3f0-3133f693e55f)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:29.128003 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5ac2be8b-6705-4c89-819f-6ee7f9d917f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.166401 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2be8b-6705-4c89-819f-6ee7f9d917f1 None None] Calling delete_port for d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:29.215974 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-1b563854-4146-42b5-807f-e17d595732f6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Deleting port 43a8990c-3c21-4f8d-968a-6b605f07f7b6 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:29.216324 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1b563854-4146-42b5-807f-e17d595732f6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.221989 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0972b9a6-4ac5-4fd9-aa30-f4f675137a3d admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:29.236006 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0972b9a6-4ac5-4fd9-aa30-f4f675137a3d admin admin] 10.222.0.10 "PUT /v2.0/routers/6c2f89d2-56cc-4252-a4e6-8e72f1a4974b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7102215 Jun 30 09:38:29.237518 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45558) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:29.249147 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665a9dfa-4b70-4c97-9b78-2dd4d513f8fb None None] Sync routers for ids ['6c2f89d2-56cc-4252-a4e6-8e72f1a4974b'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:29.269517 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665a9dfa-4b70-4c97-9b78-2dd4d513f8fb None None] Routers {'6c2f89d2-56cc-4252-a4e6-8e72f1a4974b'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:29.270595 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-665a9dfa-4b70-4c97-9b78-2dd4d513f8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:38:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['6c2f89d2-56cc-4252-a4e6-8e72f1a4974b'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:29.319820 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1b563854-4146-42b5-807f-e17d595732f6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.356416 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-1b563854-4146-42b5-807f-e17d595732f6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Calling delete_port for 43a8990c-3c21-4f8d-968a-6b605f07f7b6 owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:29.437645 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-70a8cdf9-95e0-4833-b8a2-f86ee03e9d3c admin admin] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.491216 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-665a9dfa-4b70-4c97-9b78-2dd4d513f8fb None None] Set router 6c2f89d2-56cc-4252-a4e6-8e72f1a4974b gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:29.565509 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5ac2be8b-6705-4c89-819f-6ee7f9d917f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.626313 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac2be8b-6705-4c89-819f-6ee7f9d917f1 None None] No DVR routers for this DVR port d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:29.670811 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2be8b-6705-4c89-819f-6ee7f9d917f1 None None] Pushing event deleted for resources: {'Port': ['ID=d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:29.722513 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-d3dcb879-9d43-4e46-8a5d-e90ed7946977 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Deleting port c75a5b38-2805-4d33-ad97-6616a22ba3e4 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:29.723184 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d3dcb879-9d43-4e46-8a5d-e90ed7946977 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.726984 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-70a8cdf9-95e0-4833-b8a2-f86ee03e9d3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.728169 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1b563854-4146-42b5-807f-e17d595732f6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.752718 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1b563854-4146-42b5-807f-e17d595732f6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.753551 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758a53b-1cf1-4bca-b6dc-c9b6d52361c7 req-3f324997-9462-4b15-bcc0-ecf3362cc1af tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:29.755386 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1b563854-4146-42b5-807f-e17d595732f6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/ports/43a8990c-3c21-4f8d-968a-6b605f07f7b6 HTTP/1.1" status: 204 len: 168 time: 0.9430549 Jun 30 09:38:29.760034 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e758a53b-1cf1-4bca-b6dc-c9b6d52361c7 req-3f324997-9462-4b15-bcc0-ecf3362cc1af tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=6203cf6b-2ccf-410c-a39f-ec699a5b9503 HTTP/1.1" status: 200 len: 945 time: 0.1225138 Jun 30 09:38:29.760652 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45564) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:29.824658 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b563854-4146-42b5-807f-e17d595732f6 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Port': ['ID=43a8990c-3c21-4f8d-968a-6b605f07f7b6,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:29.913908 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-665a9dfa-4b70-4c97-9b78-2dd4d513f8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'name': 'tempest-TestServerBasicOps-1501296919-router', 'tenant_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'b77229d1-40b1-444a-9f10-a602aa79b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:25Z', 'updated_at': '2021-06-30T09:38:27Z', 'revision_number': 5, 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'gw_port': {'id': 'b77229d1-40b1-444a-9f10-a602aa79b84c', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:26Z', 'updated_at': '2021-06-30T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:29.925980 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b9faf0d9-3480-48c0-b78f-171d5d01bab1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.931928 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e758a53b-1cf1-4bca-b6dc-c9b6d52361c7 req-62564731-1f01-415b-96b5-cd62fe269de0 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/security-groups?id=86205b84-f2b6-4a8b-8656-a236fd95dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586611 Jun 30 09:38:29.937765 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-d3dcb879-9d43-4e46-8a5d-e90ed7946977 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] For port c75a5b38-2805-4d33-ad97-6616a22ba3e4, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c75a5b38-2805-4d33-ad97-6616a22ba3e4,segment=NetworkSegment(7f7dce02-b396-4a70-9d71-8df96751c4b5),segment_id=7f7dce02-b396-4a70-9d71-8df96751c4b5)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:29.938696 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d3dcb879-9d43-4e46-8a5d-e90ed7946977 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.961324 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-d3dcb879-9d43-4e46-8a5d-e90ed7946977 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Calling delete_port for c75a5b38-2805-4d33-ad97-6616a22ba3e4 owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:29.996407 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665a9dfa-4b70-4c97-9b78-2dd4d513f8fb None None] Checking router: 6c2f89d2-56cc-4252-a4e6-8e72f1a4974b for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:29.997425 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-70a8cdf9-95e0-4833-b8a2-f86ee03e9d3c admin admin] Deleting port b77229d1-40b1-444a-9f10-a602aa79b84c {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:29.997862 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-70a8cdf9-95e0-4833-b8a2-f86ee03e9d3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:30.016510 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665a9dfa-4b70-4c97-9b78-2dd4d513f8fb None None] Routers {'6c2f89d2-56cc-4252-a4e6-8e72f1a4974b'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:30.017285 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-665a9dfa-4b70-4c97-9b78-2dd4d513f8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:38:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['6c2f89d2-56cc-4252-a4e6-8e72f1a4974b'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:30.125803 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b9faf0d9-3480-48c0-b78f-171d5d01bab1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:30.131241 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:30.147673 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-b9faf0d9-3480-48c0-b78f-171d5d01bab1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38168381-3f20-4070-8994-c8202c63a12e']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:30.171733 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:30.172297 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d8b334f3-d28b-4ed3-8cc9-bc4ca40a4154 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:30.184248 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-b9faf0d9-3480-48c0-b78f-171d5d01bab1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '393b586d-5b6a-41a9-b3f0-3133f693e55f') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:30.184439 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-b9faf0d9-3480-48c0-b78f-171d5d01bab1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '393b586d-5b6a-41a9-b3f0-3133f693e55f') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:30.203368 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-665a9dfa-4b70-4c97-9b78-2dd4d513f8fb None None] Set router 6c2f89d2-56cc-4252-a4e6-8e72f1a4974b gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:30.206483 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b9faf0d9-3480-48c0-b78f-171d5d01bab1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:30.233282 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-70a8cdf9-95e0-4833-b8a2-f86ee03e9d3c admin admin] For port b77229d1-40b1-444a-9f10-a602aa79b84c, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=b77229d1-40b1-444a-9f10-a602aa79b84c,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:30.233640 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-70a8cdf9-95e0-4833-b8a2-f86ee03e9d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:30.241904 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b9faf0d9-3480-48c0-b78f-171d5d01bab1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:30.258442 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-70a8cdf9-95e0-4833-b8a2-f86ee03e9d3c admin admin] Calling delete_port for b77229d1-40b1-444a-9f10-a602aa79b84c owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:30.262013 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9faf0d9-3480-48c0-b78f-171d5d01bab1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:38:30.262349 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b9faf0d9-3480-48c0-b78f-171d5d01bab1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:38:30.265893 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:38:30.271767 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-665a9dfa-4b70-4c97-9b78-2dd4d513f8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'name': 'tempest-TestServerBasicOps-1501296919-router', 'tenant_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:25Z', 'updated_at': '2021-06-30T09:38:29Z', 'revision_number': 6, 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:30.437501 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d3dcb879-9d43-4e46-8a5d-e90ed7946977 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:30.481187 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dcb879-9d43-4e46-8a5d-e90ed7946977 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Port': ['ID=c75a5b38-2805-4d33-ad97-6616a22ba3e4,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:30.492576 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665a9dfa-4b70-4c97-9b78-2dd4d513f8fb None None] The sync data for ids ['6c2f89d2-56cc-4252-a4e6-8e72f1a4974b'] in n-d-771363-31 is: [{'id': '6c2f89d2-56cc-4252-a4e6-8e72f1a4974b', 'name': 'tempest-TestServerBasicOps-1501296919-router', 'tenant_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:25Z', 'updated_at': '2021-06-30T09:38:29Z', 'revision_number': 6, 'project_id': 'd14f9c9114824e0ab3a926fb5ce22374', 'gw_port_host': None}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:30.526304 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b9faf0d9-3480-48c0-b78f-171d5d01bab1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:30.535109 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b9faf0d9-3480-48c0-b78f-171d5d01bab1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:30.539970 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b9faf0d9-3480-48c0-b78f-171d5d01bab1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] 10.222.0.10 "DELETE /v2.0/networks/38168381-3f20-4070-8994-c8202c63a12e HTTP/1.1" status: 204 len: 168 time: 0.7752314 Jun 30 09:38:30.568637 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9faf0d9-3480-48c0-b78f-171d5d01bab1 tempest-PortsIpV6TestJSON-367382872 tempest-PortsIpV6TestJSON-367382872-project] Pushing event deleted for resources: {'Network': ['ID=38168381-3f20-4070-8994-c8202c63a12e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:30.749129 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d3dcb879-9d43-4e46-8a5d-e90ed7946977 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:30.849133 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-70a8cdf9-95e0-4833-b8a2-f86ee03e9d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:30.876120 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8cdf9-95e0-4833-b8a2-f86ee03e9d3c admin admin] Pushing event deleted for resources: {'Port': ['ID=b77229d1-40b1-444a-9f10-a602aa79b84c,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:30.970477 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8c39c-ee84-47b4-9c5f-e651c7519ad8 req-2c54be47-14f0-4f06-9fb4-b06409905136 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:30.972939 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0ca8c39c-ee84-47b4-9c5f-e651c7519ad8 req-2c54be47-14f0-4f06-9fb4-b06409905136 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.37 "GET /v2.0/ports?device_id=6203cf6b-2ccf-410c-a39f-ec699a5b9503 HTTP/1.1" status: 200 len: 945 time: 0.2643962 Jun 30 09:38:31.103749 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-70a8cdf9-95e0-4833-b8a2-f86ee03e9d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:31.239440 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3dcb879-9d43-4e46-8a5d-e90ed7946977 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Router a0df5a90-86a4-468f-9bf7-6c760c70ac13 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:38:31.288687 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-70a8cdf9-95e0-4833-b8a2-f86ee03e9d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:31.296982 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-70a8cdf9-95e0-4833-b8a2-f86ee03e9d3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:31.329529 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-0ca8c39c-ee84-47b4-9c5f-e651c7519ad8 req-9d2c40e1-ce1a-4008-b42a-217dfec25e85 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Deleting port 257e2d6f-dded-4f42-aff3-a2d63919229c {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:31.330155 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-0ca8c39c-ee84-47b4-9c5f-e651c7519ad8 req-9d2c40e1-ce1a-4008-b42a-217dfec25e85 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:31.353331 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45578) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:31.392532 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07eada3-a7ab-44eb-9f3a-c49b6a19b6ce req-9769adf1-67ee-4340-9a1c-3ae392f7e9fe tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:31.404067 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b07eada3-a7ab-44eb-9f3a-c49b6a19b6ce req-9769adf1-67ee-4340-9a1c-3ae392f7e9fe tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=6203cf6b-2ccf-410c-a39f-ec699a5b9503 HTTP/1.1" status: 200 len: 945 time: 0.2519426 Jun 30 09:38:31.419309 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dcb879-9d43-4e46-8a5d-e90ed7946977 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:31.427589 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d3dcb879-9d43-4e46-8a5d-e90ed7946977 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "PUT /v2.0/routers/a0df5a90-86a4-468f-9bf7-6c760c70ac13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9752369 Jun 30 09:38:31.430862 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa682db-0a22-477e-ba38-6d6134a89dc4 None None] Sync routers for ids ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:31.442900 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45582) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:31.458338 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa682db-0a22-477e-ba38-6d6134a89dc4 None None] Routers {'a0df5a90-86a4-468f-9bf7-6c760c70ac13'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:31.459411 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-0fa682db-0a22-477e-ba38-6d6134a89dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:38:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:31.481283 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-70a8cdf9-95e0-4833-b8a2-f86ee03e9d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:31.486353 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a8cdf9-95e0-4833-b8a2-f86ee03e9d3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c2f89d2-56cc-4252-a4e6-8e72f1a4974b {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:38:31.513458 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b07eada3-a7ab-44eb-9f3a-c49b6a19b6ce req-1a3567bf-17ee-49d4-a060-7dc15c109126 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/security-groups?id=86205b84-f2b6-4a8b-8656-a236fd95dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061578 Jun 30 09:38:31.526948 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-70a8cdf9-95e0-4833-b8a2-f86ee03e9d3c admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:31.532944 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-70a8cdf9-95e0-4833-b8a2-f86ee03e9d3c admin admin] 10.222.0.10 "DELETE /v2.0/routers/6c2f89d2-56cc-4252-a4e6-8e72f1a4974b HTTP/1.1" status: 204 len: 168 time: 2.2920892 Jun 30 09:38:31.535229 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45584) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:31.554555 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-0ca8c39c-ee84-47b4-9c5f-e651c7519ad8 req-9d2c40e1-ce1a-4008-b42a-217dfec25e85 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] For port 257e2d6f-dded-4f42-aff3-a2d63919229c, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=257e2d6f-dded-4f42-aff3-a2d63919229c,segment=NetworkSegment(e524e1c9-73eb-447c-9b80-bf5213563f16),segment_id=e524e1c9-73eb-447c-9b80-bf5213563f16)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:31.555508 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-0ca8c39c-ee84-47b4-9c5f-e651c7519ad8 req-9d2c40e1-ce1a-4008-b42a-217dfec25e85 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:31.572910 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bae7f6c-97c6-40a6-aeae-3df908fcc62e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Deleting subnet 6f42fe32-f5b5-4192-a685-90ac8bf3faac {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:38:31.582761 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-0ca8c39c-ee84-47b4-9c5f-e651c7519ad8 req-9d2c40e1-ce1a-4008-b42a-217dfec25e85 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Calling delete_port for 257e2d6f-dded-4f42-aff3-a2d63919229c owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:31.588108 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9bae7f6c-97c6-40a6-aeae-3df908fcc62e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:31.650589 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-0fa682db-0a22-477e-ba38-6d6134a89dc4 None None] Set router a0df5a90-86a4-468f-9bf7-6c760c70ac13 gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:31.671815 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-2901eb56-9bcc-4210-96df-e14287e05c31 admin admin] Deleting subnet dd2ce267-6d29-4965-a0be-4247fd11a393 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:38:31.675607 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2901eb56-9bcc-4210-96df-e14287e05c31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:31.736810 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9bae7f6c-97c6-40a6-aeae-3df908fcc62e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:31.754060 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2901eb56-9bcc-4210-96df-e14287e05c31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:31.788245 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-cb14c53e-2d9f-424c-bc46-e77393ed6143 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=07795e25d4a84bb499a614e0d5ffead9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4315052 Jun 30 09:38:31.795097 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45586) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:31.984596 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2901eb56-9bcc-4210-96df-e14287e05c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:32.017018 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f8a4293a-b1a5-4cbe-9351-77e3c7b9e0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:32.107517 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9bae7f6c-97c6-40a6-aeae-3df908fcc62e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:32.129763 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-0ca8c39c-ee84-47b4-9c5f-e651c7519ad8 req-9d2c40e1-ce1a-4008-b42a-217dfec25e85 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:32.150293 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['257e2d6f-dded-4f42-aff3-a2d63919229c'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:38:32.176149 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-0fa682db-0a22-477e-ba38-6d6134a89dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'name': 'tempest-RoutersIpV6Test-router-863985709', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:38:30Z', 'revision_number': 10, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'gw_port_host': None, '_interfaces': [{'id': '85bd090f-cd12-4eeb-b4ba-b1810e909f05', 'name': '', 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:f6:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:39Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:32.232448 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa682db-0a22-477e-ba38-6d6134a89dc4 None None] Checking router: a0df5a90-86a4-468f-9bf7-6c760c70ac13 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:32.243452 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa682db-0a22-477e-ba38-6d6134a89dc4 None None] Routers {'a0df5a90-86a4-468f-9bf7-6c760c70ac13'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:32.244102 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-0fa682db-0a22-477e-ba38-6d6134a89dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:38:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:32.295287 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b77229d1-40b1-444a-9f10-a602aa79b84c no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:32.296778 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2901eb56-9bcc-4210-96df-e14287e05c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:32.329199 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: b77229d1-40b1-444a-9f10-a602aa79b84c {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:32.329765 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b77229d1-40b1-444a-9f10-a602aa79b84c not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:32.330442 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 10708a62-474e-4f3b-99ab-87858239a777 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:32.353690 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901eb56-9bcc-4210-96df-e14287e05c31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd2ce267-6d29-4965-a0be-4247fd11a393,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:32.376275 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 10708a62-474e-4f3b-99ab-87858239a777 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:32.376275 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 10708a62-474e-4f3b-99ab-87858239a777 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:32.380218 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2901eb56-9bcc-4210-96df-e14287e05c31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:32.382288 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db1f239-e062-4a47-be4f-73e282fd49cc None None] Network 4b34e13e-64f3-4614-98c2-965e564ba757 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:38:32.385447 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2901eb56-9bcc-4210-96df-e14287e05c31 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/dd2ce267-6d29-4965-a0be-4247fd11a393 HTTP/1.1" status: 204 len: 168 time: 0.8477173 Jun 30 09:38:32.388941 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45592) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:32.413682 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-0fa682db-0a22-477e-ba38-6d6134a89dc4 None None] Set router a0df5a90-86a4-468f-9bf7-6c760c70ac13 gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:32.585467 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83c0adbf-b351-4867-8350-d661b362e558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:32.655484 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f8a4293a-b1a5-4cbe-9351-77e3c7b9e0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:32.740866 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbad1e7-ef49-4070-a800-78477ccfc5e2 None None] DHCP port deletion for 4b34e13e-64f3-4614-98c2-965e564ba757 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:38:32.801850 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c40e1-ce1a-4008-b42a-217dfec25e85 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Pushing event deleted for resources: {'Port': ['ID=257e2d6f-dded-4f42-aff3-a2d63919229c,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:32.820461 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cd2ab7e5-aed2-4679-9eb5-cd2cb38af040 req-6eb0902e-417b-4a87-9190-98480e9eaee1 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=6203cf6b-2ccf-410c-a39f-ec699a5b9503 HTTP/1.1" status: 200 len: 210 time: 0.0974813 Jun 30 09:38:32.836666 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-83c0adbf-b351-4867-8350-d661b362e558 admin admin] Deleting port b4c01eaa-f59b-40d8-9e2d-099bd1e8018f {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:32.839297 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83c0adbf-b351-4867-8350-d661b362e558 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:32.840724 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f8a4293a-b1a5-4cbe-9351-77e3c7b9e0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:32.844642 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f8a4293a-b1a5-4cbe-9351-77e3c7b9e0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:32.846270 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f8a4293a-b1a5-4cbe-9351-77e3c7b9e0bd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6297afae-bba3-42d9-8cbf-17a5896dc255 HTTP/1.1" status: 204 len: 168 time: 1.0489233 Jun 30 09:38:32.913664 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-1bbad1e7-ef49-4070-a800-78477ccfc5e2 None None] Deleting port b4c01eaa-f59b-40d8-9e2d-099bd1e8018f {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:32.915959 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1bbad1e7-ef49-4070-a800-78477ccfc5e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:32.918833 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-0fa682db-0a22-477e-ba38-6d6134a89dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'name': 'tempest-RoutersIpV6Test-router-863985709', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:38:30Z', 'revision_number': 10, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'gw_port_host': None, '_interfaces': [{'id': '85bd090f-cd12-4eeb-b4ba-b1810e909f05', 'name': '', 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:f6:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:39Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:32.966008 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca8c39c-ee84-47b4-9c5f-e651c7519ad8 req-9d2c40e1-ce1a-4008-b42a-217dfec25e85 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] No DVR routers for this DVR port 257e2d6f-dded-4f42-aff3-a2d63919229c on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:32.971346 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-0ca8c39c-ee84-47b4-9c5f-e651c7519ad8 req-9d2c40e1-ce1a-4008-b42a-217dfec25e85 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:32.975180 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0ca8c39c-ee84-47b4-9c5f-e651c7519ad8 req-9d2c40e1-ce1a-4008-b42a-217dfec25e85 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.37 "DELETE /v2.0/ports/257e2d6f-dded-4f42-aff3-a2d63919229c HTTP/1.1" status: 204 len: 173 time: 1.9941561 Jun 30 09:38:32.975639 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa682db-0a22-477e-ba38-6d6134a89dc4 None None] The sync data for ids ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'] in n-d-771363-31 is: [{'id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'name': 'tempest-RoutersIpV6Test-router-863985709', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:38:30Z', 'revision_number': 10, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'gw_port_host': None, '_interfaces': [{'id': '85bd090f-cd12-4eeb-b4ba-b1810e909f05', 'name': '', 'network_id': '213ec69d-72ea-479b-bec4-4eb3d6b49b2c', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'mac_address': 'fa:16:3e:f6:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:39Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'subnets': [{'id': '60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:32.981377 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6203cf6b-2ccf-410c-a39f-ec699a5b9503', 'name': 'network-vif-deleted', 'tag': '257e2d6f-dded-4f42-aff3-a2d63919229c'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:32.986192 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a440bd49-6e20-4001-bbd8-1ecdf3a2c9f6" -d '{"events": [{"server_uuid": "6203cf6b-2ccf-410c-a39f-ec699a5b9503", "name": "network-vif-deleted", "tag": "257e2d6f-dded-4f42-aff3-a2d63919229c"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:32.996303 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4293a-b1a5-4cbe-9351-77e3c7b9e0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6297afae-bba3-42d9-8cbf-17a5896dc255,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:33.037438 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-83c0adbf-b351-4867-8350-d661b362e558 admin admin] For port b4c01eaa-f59b-40d8-9e2d-099bd1e8018f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=b4c01eaa-f59b-40d8-9e2d-099bd1e8018f,segment=NetworkSegment(8dd0200a-4666-475f-a0a9-e47b1a2ca6e6),segment_id=8dd0200a-4666-475f-a0a9-e47b1a2ca6e6)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:33.038304 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83c0adbf-b351-4867-8350-d661b362e558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:33.069062 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-1bbad1e7-ef49-4070-a800-78477ccfc5e2 None None] For port b4c01eaa-f59b-40d8-9e2d-099bd1e8018f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=b4c01eaa-f59b-40d8-9e2d-099bd1e8018f,segment=NetworkSegment(8dd0200a-4666-475f-a0a9-e47b1a2ca6e6),segment_id=8dd0200a-4666-475f-a0a9-e47b1a2ca6e6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:33.069715 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1bbad1e7-ef49-4070-a800-78477ccfc5e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:33.079740 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-83c0adbf-b351-4867-8350-d661b362e558 admin admin] Calling delete_port for b4c01eaa-f59b-40d8-9e2d-099bd1e8018f owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:33.114392 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9bae7f6c-97c6-40a6-aeae-3df908fcc62e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:33.137455 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-1bbad1e7-ef49-4070-a800-78477ccfc5e2 None None] Calling delete_port for b4c01eaa-f59b-40d8-9e2d-099bd1e8018f owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:33.256387 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9bae7f6c-97c6-40a6-aeae-3df908fcc62e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:33.265177 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9bae7f6c-97c6-40a6-aeae-3df908fcc62e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/subnets/6f42fe32-f5b5-4192-a685-90ac8bf3faac HTTP/1.1" status: 204 len: 168 time: 1.8274417 Jun 30 09:38:33.265177 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae7f6c-97c6-40a6-aeae-3df908fcc62e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Subnet': ['ID=6f42fe32-f5b5-4192-a685-90ac8bf3faac,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:33.269343 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45606) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:33.290293 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ee7b93-ab6a-4606-953b-d91ffa0e27a4 None None] Network 56def864-3d79-43bc-9fd0-f0acf619dfee requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:38:33.469187 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b85e90c5-b5a3-449f-b761-711c77cc2205 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:33.593358 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83c0adbf-b351-4867-8350-d661b362e558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:33.599114 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1bbad1e7-ef49-4070-a800-78477ccfc5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:33.639424 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-b85e90c5-b5a3-449f-b761-711c77cc2205 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Deleting port 1fb97a31-4e4a-420b-b671-915e37d70c45 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:33.640006 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b85e90c5-b5a3-449f-b761-711c77cc2205 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:33.664191 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbad1e7-ef49-4070-a800-78477ccfc5e2 None None] Pushing event deleted for resources: {'Port': ['ID=b4c01eaa-f59b-40d8-9e2d-099bd1e8018f,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:33.670238 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cfeac7-8ac7-4011-8f57-0564cbbd3bf2 None None] DHCP port deletion for 56def864-3d79-43bc-9fd0-f0acf619dfee request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:38:33.684479 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbad1e7-ef49-4070-a800-78477ccfc5e2 None None] No DVR routers for this DVR port b4c01eaa-f59b-40d8-9e2d-099bd1e8018f on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:33.730664 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0adbf-b351-4867-8350-d661b362e558 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4c01eaa-f59b-40d8-9e2d-099bd1e8018f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:33.739757 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c0adbf-b351-4867-8350-d661b362e558 admin admin] No DVR routers for this DVR port b4c01eaa-f59b-40d8-9e2d-099bd1e8018f on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:33.812394 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc14ffb5-7406-46df-acdf-bf1a57c687b3 x-openstack-request-id: req-bc14ffb5-7406-46df-acdf-bf1a57c687b3 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:33.812394 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6203cf6b-2ccf-410c-a39f-ec699a5b9503", "name": "network-vif-deleted", "tag": "257e2d6f-dded-4f42-aff3-a2d63919229c", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:33.812394 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bc14ffb5-7406-46df-acdf-bf1a57c687b3 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:33.814968 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6203cf6b-2ccf-410c-a39f-ec699a5b9503', 'name': 'network-vif-deleted', 'tag': '257e2d6f-dded-4f42-aff3-a2d63919229c', 'status': 'completed', 'code': 200} Jun 30 09:38:33.834690 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-37cfeac7-8ac7-4011-8f57-0564cbbd3bf2 None None] Deleting port 1fb97a31-4e4a-420b-b671-915e37d70c45 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:33.835256 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-37cfeac7-8ac7-4011-8f57-0564cbbd3bf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:33.868079 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-b85e90c5-b5a3-449f-b761-711c77cc2205 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] For port 1fb97a31-4e4a-420b-b671-915e37d70c45, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=1fb97a31-4e4a-420b-b671-915e37d70c45,segment=NetworkSegment(7f7dce02-b396-4a70-9d71-8df96751c4b5),segment_id=7f7dce02-b396-4a70-9d71-8df96751c4b5)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:33.869226 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b85e90c5-b5a3-449f-b761-711c77cc2205 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:33.912243 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-b85e90c5-b5a3-449f-b761-711c77cc2205 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Calling delete_port for 1fb97a31-4e4a-420b-b671-915e37d70c45 owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:33.921299 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83c0adbf-b351-4867-8350-d661b362e558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:33.942325 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-83c0adbf-b351-4867-8350-d661b362e558 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b34e13e-64f3-4614-98c2-965e564ba757']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:33.965206 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-83c0adbf-b351-4867-8350-d661b362e558 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd0200a-4666-475f-a0a9-e47b1a2ca6e6') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:33.967114 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-83c0adbf-b351-4867-8350-d661b362e558 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd0200a-4666-475f-a0a9-e47b1a2ca6e6') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:33.989563 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-37cfeac7-8ac7-4011-8f57-0564cbbd3bf2 None None] For port 1fb97a31-4e4a-420b-b671-915e37d70c45, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=1fb97a31-4e4a-420b-b671-915e37d70c45,segment=NetworkSegment(7f7dce02-b396-4a70-9d71-8df96751c4b5),segment_id=7f7dce02-b396-4a70-9d71-8df96751c4b5)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:33.993302 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-37cfeac7-8ac7-4011-8f57-0564cbbd3bf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:34.000125 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-268db1d3-ce1e-4122-960a-4d2b09c3c298 req-abba5a59-d700-4fab-9a2c-a7d810b32129 service neutron] (101053) timed out ('10.222.0.37', 58441) {{(pid=101053) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:38:34.029245 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83c0adbf-b351-4867-8350-d661b362e558 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:34.032875 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-37cfeac7-8ac7-4011-8f57-0564cbbd3bf2 None None] Calling delete_port for 1fb97a31-4e4a-420b-b671-915e37d70c45 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:34.079754 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83c0adbf-b351-4867-8350-d661b362e558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:34.098271 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c0adbf-b351-4867-8350-d661b362e558 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:38:34.098734 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83c0adbf-b351-4867-8350-d661b362e558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:34.125634 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:38:34.125634 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:38:34.125634 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:38:34.125634 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:38:34.125634 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:38:34.125634 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:38:34.125634 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:38:34.125634 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:38:34.125634 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:38:34.125634 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:38:34.125634 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:38:34.125634 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:38:34.125634 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:38:34.125634 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:38:34.125634 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:38:34.125634 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:38:34.125634 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:38:34.125634 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:38:34.125634 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:38:34.125634 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:38:34.125634 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:38:34.125634 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:38:34.125634 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:38:34.125634 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:38:34.125634 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:38:34.125634 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:38:34.125634 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:38:34.125634 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:38:34.125634 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:38:34.125634 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:38:34.125634 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:38:34.125634 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:38:34.171888 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b4c01eaa-f59b-40d8-9e2d-099bd1e8018f no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:34.193509 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: b4c01eaa-f59b-40d8-9e2d-099bd1e8018f {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:34.193813 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b4c01eaa-f59b-40d8-9e2d-099bd1e8018f not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:34.194161 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 1fb97a31-4e4a-420b-b671-915e37d70c45 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:34.244309 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7a332249-a873-4cae-a580-cf53b8e56fa1 req-79f30a1f-430a-45f1-b58e-e6d7ec53b447 tempest-VolumesActionsTest-1377722918 tempest-VolumesActionsTest-1377722918-project] 10.222.0.10 "GET /v2.0/ports?device_id=6203cf6b-2ccf-410c-a39f-ec699a5b9503 HTTP/1.1" status: 200 len: 210 time: 0.1142969 Jun 30 09:38:34.296746 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b85e90c5-b5a3-449f-b761-711c77cc2205 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:34.337273 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e90c5-b5a3-449f-b761-711c77cc2205 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Port': ['ID=1fb97a31-4e4a-420b-b671-915e37d70c45,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:34.353525 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-37cfeac7-8ac7-4011-8f57-0564cbbd3bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:34.354342 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85e90c5-b5a3-449f-b761-711c77cc2205 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] No DVR routers for this DVR port 1fb97a31-4e4a-420b-b671-915e37d70c45 on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:34.384998 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cfeac7-8ac7-4011-8f57-0564cbbd3bf2 None None] Pushing event deleted for resources: {'Port': ['ID=1fb97a31-4e4a-420b-b671-915e37d70c45,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:34.392549 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83c0adbf-b351-4867-8350-d661b362e558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:34.408369 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:34.423337 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 257e2d6f-dded-4f42-aff3-a2d63919229c no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:34.461556 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cfeac7-8ac7-4011-8f57-0564cbbd3bf2 None None] No DVR routers for this DVR port 1fb97a31-4e4a-420b-b671-915e37d70c45 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:34.465093 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 257e2d6f-dded-4f42-aff3-a2d63919229c {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:34.465441 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 257e2d6f-dded-4f42-aff3-a2d63919229c not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:34.539038 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83c0adbf-b351-4867-8350-d661b362e558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:34.545114 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-83c0adbf-b351-4867-8350-d661b362e558 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4b34e13e-64f3-4614-98c2-965e564ba757 HTTP/1.1" status: 204 len: 168 time: 2.1541431 Jun 30 09:38:34.546829 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0adbf-b351-4867-8350-d661b362e558 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b34e13e-64f3-4614-98c2-965e564ba757,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:34.557389 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45624) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:34.582367 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c75a5b38-2805-4d33-ad97-6616a22ba3e4 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:34.653128 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: c75a5b38-2805-4d33-ad97-6616a22ba3e4 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:34.653603 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c75a5b38-2805-4d33-ad97-6616a22ba3e4 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:34.704190 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b85e90c5-b5a3-449f-b761-711c77cc2205 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:34.728174 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-b85e90c5-b5a3-449f-b761-711c77cc2205 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56def864-3d79-43bc-9fd0-f0acf619dfee']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:34.748622 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-b85e90c5-b5a3-449f-b761-711c77cc2205 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f7dce02-b396-4a70-9d71-8df96751c4b5') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:34.749076 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-b85e90c5-b5a3-449f-b761-711c77cc2205 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f7dce02-b396-4a70-9d71-8df96751c4b5') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:34.770485 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b85e90c5-b5a3-449f-b761-711c77cc2205 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:34.801392 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b85e90c5-b5a3-449f-b761-711c77cc2205 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:34.839088 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b85e90c5-b5a3-449f-b761-711c77cc2205 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:38:34.840240 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b85e90c5-b5a3-449f-b761-711c77cc2205 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:34.842636 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:38:34.842636 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:38:34.842636 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:38:34.842636 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:38:34.842636 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:38:34.842636 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:38:34.842636 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:38:34.842636 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:38:34.842636 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:38:34.842636 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:38:34.842636 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:38:34.842636 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:38:34.842636 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:38:34.842636 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:38:34.842636 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:38:34.842636 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:38:34.842636 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:38:34.842636 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:38:34.842636 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:38:34.842636 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:38:34.842636 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:38:34.842636 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:38:34.842636 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:38:34.842636 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:38:34.842636 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:38:34.842636 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:38:34.842636 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:38:34.842636 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:38:34.842636 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:38:34.842636 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:38:34.842636 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:38:34.842636 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:38:35.048344 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b85e90c5-b5a3-449f-b761-711c77cc2205 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:35.059990 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b85e90c5-b5a3-449f-b761-711c77cc2205 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:35.061959 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b85e90c5-b5a3-449f-b761-711c77cc2205 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/networks/56def864-3d79-43bc-9fd0-f0acf619dfee HTTP/1.1" status: 204 len: 168 time: 1.7911310 Jun 30 09:38:35.068358 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45632) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:35.084083 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e90c5-b5a3-449f-b761-711c77cc2205 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Network': ['ID=56def864-3d79-43bc-9fd0-f0acf619dfee,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:35.358236 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6561cacb-f95c-4839-8c9f-fd1b76d1879d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:35.428718 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45640) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:35.658929 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ee942825-8da3-4ec7-8004-bda372871d54 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:35.664029 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-b36e4f54-0a60-4294-bd49-083c649568be tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Request body: {'security_group': {'name': 'tempest-secgroup--228645606'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:35.813910 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-6561cacb-f95c-4839-8c9f-fd1b76d1879d admin admin] Deleting port e40b5063-0ca6-4f3d-a349-d714968ab270 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:35.814460 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6561cacb-f95c-4839-8c9f-fd1b76d1879d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:35.871769 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b36e4f54-0a60-4294-bd49-083c649568be tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:35.887462 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b36e4f54-0a60-4294-bd49-083c649568be tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:35.983713 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-6561cacb-f95c-4839-8c9f-fd1b76d1879d admin admin] For port e40b5063-0ca6-4f3d-a349-d714968ab270, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e40b5063-0ca6-4f3d-a349-d714968ab270,segment=NetworkSegment(736fce8b-3e80-4b76-abb9-cf5063eee926),segment_id=736fce8b-3e80-4b76-abb9-cf5063eee926)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:35.983713 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6561cacb-f95c-4839-8c9f-fd1b76d1879d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:36.007335 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-6561cacb-f95c-4839-8c9f-fd1b76d1879d admin admin] Calling delete_port for e40b5063-0ca6-4f3d-a349-d714968ab270 owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:36.097894 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-ee942825-8da3-4ec7-8004-bda372871d54 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Deleting port 85bd090f-cd12-4eeb-b4ba-b1810e909f05 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:36.098698 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ee942825-8da3-4ec7-8004-bda372871d54 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:36.268633 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-ee942825-8da3-4ec7-8004-bda372871d54 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] For port 85bd090f-cd12-4eeb-b4ba-b1810e909f05, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=85bd090f-cd12-4eeb-b4ba-b1810e909f05,segment=NetworkSegment(aa8986cb-3123-4db4-bd5d-73752e5710cf),segment_id=aa8986cb-3123-4db4-bd5d-73752e5710cf)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:36.269959 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ee942825-8da3-4ec7-8004-bda372871d54 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:36.270781 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b36e4f54-0a60-4294-bd49-083c649568be tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:36.302437 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-ee942825-8da3-4ec7-8004-bda372871d54 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Calling delete_port for 85bd090f-cd12-4eeb-b4ba-b1810e909f05 owned by network:router_interface {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:36.362545 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b36e4f54-0a60-4294-bd49-083c649568be tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:36.432922 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e4f54-0a60-4294-bd49-083c649568be tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b55670fe-b607-4c64-9a1f-0d2045609ea6,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:36.506890 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b36e4f54-0a60-4294-bd49-083c649568be tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:36.554199 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6561cacb-f95c-4839-8c9f-fd1b76d1879d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:36.598182 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561cacb-f95c-4839-8c9f-fd1b76d1879d admin admin] Pushing event deleted for resources: {'Port': ['ID=e40b5063-0ca6-4f3d-a349-d714968ab270,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:36.842889 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6561cacb-f95c-4839-8c9f-fd1b76d1879d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:37.171349 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6561cacb-f95c-4839-8c9f-fd1b76d1879d admin admin] Router 89f3b991-5289-40a9-9fd1-da386356d3f1 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:38:37.314606 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6561cacb-f95c-4839-8c9f-fd1b76d1879d admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:37.326495 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6561cacb-f95c-4839-8c9f-fd1b76d1879d admin admin] 10.222.0.10 "PUT /v2.0/routers/89f3b991-5289-40a9-9fd1-da386356d3f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7645352 Jun 30 09:38:37.326849 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45676) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:37.330438 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c172543b-b214-48e3-ac80-102bde63a055 None None] Sync routers for ids ['89f3b991-5289-40a9-9fd1-da386356d3f1'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:37.350675 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c172543b-b214-48e3-ac80-102bde63a055 None None] Routers {'89f3b991-5289-40a9-9fd1-da386356d3f1'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:37.351731 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-c172543b-b214-48e3-ac80-102bde63a055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:38:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['89f3b991-5289-40a9-9fd1-da386356d3f1'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:37.476936 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d10f00c8-c05b-4ef6-add9-5716b490f44e admin admin] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:37.510998 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ee942825-8da3-4ec7-8004-bda372871d54 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:37.519963 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-c172543b-b214-48e3-ac80-102bde63a055 None None] Set router 89f3b991-5289-40a9-9fd1-da386356d3f1 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:37.521539 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b36e4f54-0a60-4294-bd49-083c649568be tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:37.576366 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee942825-8da3-4ec7-8004-bda372871d54 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Port': ['ID=85bd090f-cd12-4eeb-b4ba-b1810e909f05,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:37.647144 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e4f54-0a60-4294-bd49-083c649568be tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66fe58a6-252e-4bef-82f1-0afc4628808d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:37.673494 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b36e4f54-0a60-4294-bd49-083c649568be tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:37.678435 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b36e4f54-0a60-4294-bd49-083c649568be tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.2453160 Jun 30 09:38:37.686584 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45682) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:37.733437 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d10f00c8-c05b-4ef6-add9-5716b490f44e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:37.798735 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:37.828183 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ee942825-8da3-4ec7-8004-bda372871d54 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:37.961191 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-d10f00c8-c05b-4ef6-add9-5716b490f44e admin admin] Deleting port 31a68044-47f3-4996-9a41-1ec69137dbfb {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:37.962108 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d10f00c8-c05b-4ef6-add9-5716b490f44e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:37.963100 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-c172543b-b214-48e3-ac80-102bde63a055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f3b991-5289-40a9-9fd1-da386356d3f1', 'name': 'tempest-TestServerBasicOps-225784266-router', 'tenant_id': '6fb3e06ccad74aee9481d8d9af3cfefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '31a68044-47f3-4996-9a41-1ec69137dbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:45Z', 'updated_at': '2021-06-30T09:38:36Z', 'revision_number': 5, 'project_id': '6fb3e06ccad74aee9481d8d9af3cfefd', 'gw_port': {'id': '31a68044-47f3-4996-9a41-1ec69137dbfb', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f3b991-5289-40a9-9fd1-da386356d3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:47Z', 'updated_at': '2021-06-30T09:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:38.046245 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c172543b-b214-48e3-ac80-102bde63a055 None None] Checking router: 89f3b991-5289-40a9-9fd1-da386356d3f1 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:38.063728 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45688) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:38.063976 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-69d22dee-9bf3-4ca2-aee8-30823c080db4 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3784184 Jun 30 09:38:38.073174 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-0c2d32d3-ef47-459b-868c-ee320c4e4b55 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Request body: {'security_group': {'name': 'tempest-security--648564914', 'description': 'tempest-security-description-2127248806'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:38.077141 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c172543b-b214-48e3-ac80-102bde63a055 None None] Routers {'89f3b991-5289-40a9-9fd1-da386356d3f1'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:38.078056 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-c172543b-b214-48e3-ac80-102bde63a055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:38:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['89f3b991-5289-40a9-9fd1-da386356d3f1'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:38.128383 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0c2d32d3-ef47-459b-868c-ee320c4e4b55 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:38.224328 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee942825-8da3-4ec7-8004-bda372871d54 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Router a0df5a90-86a4-468f-9bf7-6c760c70ac13 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:38:38.244395 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-c172543b-b214-48e3-ac80-102bde63a055 None None] Set router 89f3b991-5289-40a9-9fd1-da386356d3f1 gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:38.333002 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-d10f00c8-c05b-4ef6-add9-5716b490f44e admin admin] For port 31a68044-47f3-4996-9a41-1ec69137dbfb, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=31a68044-47f3-4996-9a41-1ec69137dbfb,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:38.333971 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d10f00c8-c05b-4ef6-add9-5716b490f44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:38.361454 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0c2d32d3-ef47-459b-868c-ee320c4e4b55 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:38.386992 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-c172543b-b214-48e3-ac80-102bde63a055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f3b991-5289-40a9-9fd1-da386356d3f1', 'name': 'tempest-TestServerBasicOps-225784266-router', 'tenant_id': '6fb3e06ccad74aee9481d8d9af3cfefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:45Z', 'updated_at': '2021-06-30T09:38:37Z', 'revision_number': 6, 'project_id': '6fb3e06ccad74aee9481d8d9af3cfefd', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:38.389350 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-d10f00c8-c05b-4ef6-add9-5716b490f44e admin admin] Calling delete_port for 31a68044-47f3-4996-9a41-1ec69137dbfb owned by network:router_gateway {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:38.506191 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c172543b-b214-48e3-ac80-102bde63a055 None None] The sync data for ids ['89f3b991-5289-40a9-9fd1-da386356d3f1'] in n-d-771363-31 is: [{'id': '89f3b991-5289-40a9-9fd1-da386356d3f1', 'name': 'tempest-TestServerBasicOps-225784266-router', 'tenant_id': '6fb3e06ccad74aee9481d8d9af3cfefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:45Z', 'updated_at': '2021-06-30T09:38:37Z', 'revision_number': 6, 'project_id': '6fb3e06ccad74aee9481d8d9af3cfefd', 'gw_port_host': None}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:38.506507 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0c2d32d3-ef47-459b-868c-ee320c4e4b55 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:38.510047 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0c2d32d3-ef47-459b-868c-ee320c4e4b55 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:38.511512 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0c2d32d3-ef47-459b-868c-ee320c4e4b55 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "PUT /v2.0/security-groups/66fe58a6-252e-4bef-82f1-0afc4628808d HTTP/1.1" status: 200 len: 1779 time: 0.4462583 Jun 30 09:38:38.518123 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45698) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:38.656221 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d32d3-ef47-459b-868c-ee320c4e4b55 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66fe58a6-252e-4bef-82f1-0afc4628808d,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:38.676498 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3ab918d2-3b3d-41c5-ba1c-4c7dc5ebfa16 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "GET /v2.0/security-groups/66fe58a6-252e-4bef-82f1-0afc4628808d HTTP/1.1" status: 200 len: 1779 time: 0.1571867 Jun 30 09:38:38.681691 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45704) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:38.882563 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05128f15-47d9-4157-9b76-ed1cbd112e74 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:38.932325 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee942825-8da3-4ec7-8004-bda372871d54 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:38.939935 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ee942825-8da3-4ec7-8004-bda372871d54 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "PUT /v2.0/routers/a0df5a90-86a4-468f-9bf7-6c760c70ac13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8698144 Jun 30 09:38:38.944099 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45714) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:38.947931 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae7d4db-5297-4e3d-a441-9a3f8b8bee75 None None] Sync routers for ids ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:38.951739 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:38.968539 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05128f15-47d9-4157-9b76-ed1cbd112e74 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.001368 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae7d4db-5297-4e3d-a441-9a3f8b8bee75 None None] Routers {'a0df5a90-86a4-468f-9bf7-6c760c70ac13'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:39.007515 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-1ae7d4db-5297-4e3d-a441-9a3f8b8bee75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:38:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:39.007729 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d10f00c8-c05b-4ef6-add9-5716b490f44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.075808 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cf6cca6-99bd-43a2-89a3-63f16b8952ef tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Deleting subnet 60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:38:39.081739 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6cf6cca6-99bd-43a2-89a3-63f16b8952ef tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.095899 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f00c8-c05b-4ef6-add9-5716b490f44e admin admin] Pushing event deleted for resources: {'Port': ['ID=31a68044-47f3-4996-9a41-1ec69137dbfb,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:39.162283 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05128f15-47d9-4157-9b76-ed1cbd112e74 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.165965 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05128f15-47d9-4157-9b76-ed1cbd112e74 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.171049 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-05128f15-47d9-4157-9b76-ed1cbd112e74 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "DELETE /v2.0/security-groups/66fe58a6-252e-4bef-82f1-0afc4628808d HTTP/1.1" status: 204 len: 168 time: 0.4890187 Jun 30 09:38:39.177920 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6cf6cca6-99bd-43a2-89a3-63f16b8952ef tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.233104 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45716) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:39.249064 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-1ae7d4db-5297-4e3d-a441-9a3f8b8bee75 None None] Set router a0df5a90-86a4-468f-9bf7-6c760c70ac13 gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:39.300317 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05128f15-47d9-4157-9b76-ed1cbd112e74 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fe58a6-252e-4bef-82f1-0afc4628808d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:39.354233 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-17332eba-28af-4c3c-bc28-6a220ec2e040 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0796692 Jun 30 09:38:39.357281 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45720) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:39.388963 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d10f00c8-c05b-4ef6-add9-5716b490f44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.392965 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-aea206ae-fcf9-4c6c-b15f-ffe6a3587672 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] delete failed (client error): The resource could not be found. Jun 30 09:38:39.392965 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-aea206ae-fcf9-4c6c-b15f-ffe6a3587672 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "DELETE /v2.0/security-groups/66fe58a6-252e-4bef-82f1-0afc4628808d HTTP/1.1" status: 404 len: 347 time: 0.0347123 Jun 30 09:38:39.398693 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45722) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:39.405840 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-4feb8972-41c4-46e9-a90b-2af0e7f45f70 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Request body: {'security_group': {'name': 'tempest-secgroup--1609739606'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:39.419746 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6cf6cca6-99bd-43a2-89a3-63f16b8952ef tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.497473 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-1ae7d4db-5297-4e3d-a441-9a3f8b8bee75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'name': 'tempest-RoutersIpV6Test-router-863985709', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:38:36Z', 'revision_number': 11, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:39.582849 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4feb8972-41c4-46e9-a90b-2af0e7f45f70 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.584938 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae7d4db-5297-4e3d-a441-9a3f8b8bee75 None None] Checking router: a0df5a90-86a4-468f-9bf7-6c760c70ac13 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:39.622802 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d10f00c8-c05b-4ef6-add9-5716b490f44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.631210 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d10f00c8-c05b-4ef6-add9-5716b490f44e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.631911 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae7d4db-5297-4e3d-a441-9a3f8b8bee75 None None] Routers {'a0df5a90-86a4-468f-9bf7-6c760c70ac13'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:39.632821 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-1ae7d4db-5297-4e3d-a441-9a3f8b8bee75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:38:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:39.880191 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4feb8972-41c4-46e9-a90b-2af0e7f45f70 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.884230 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-1ae7d4db-5297-4e3d-a441-9a3f8b8bee75 None None] Set router a0df5a90-86a4-468f-9bf7-6c760c70ac13 gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:39.896424 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6cf6cca6-99bd-43a2-89a3-63f16b8952ef tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.922063 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6cf6cca6-99bd-43a2-89a3-63f16b8952ef tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.925219 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6cf6cca6-99bd-43a2-89a3-63f16b8952ef tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/subnets/60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6 HTTP/1.1" status: 204 len: 168 time: 0.9791050 Jun 30 09:38:39.929898 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45734) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:39.933728 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5adeada-597e-43f9-ba55-f60bb05fefe9 None None] Network 213ec69d-72ea-479b-bec4-4eb3d6b49b2c requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:38:39.974982 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4feb8972-41c4-46e9-a90b-2af0e7f45f70 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.984865 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d10f00c8-c05b-4ef6-add9-5716b490f44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.984865 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10f00c8-c05b-4ef6-add9-5716b490f44e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89f3b991-5289-40a9-9fd1-da386356d3f1 {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:38:39.996181 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6cca6-99bd-43a2-89a3-63f16b8952ef tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Subnet': ['ID=60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:40.012638 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-1ae7d4db-5297-4e3d-a441-9a3f8b8bee75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'name': 'tempest-RoutersIpV6Test-router-863985709', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:38:36Z', 'revision_number': 11, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:40.036434 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d10f00c8-c05b-4ef6-add9-5716b490f44e admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:40.037172 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d10f00c8-c05b-4ef6-add9-5716b490f44e admin admin] 10.222.0.10 "DELETE /v2.0/routers/89f3b991-5289-40a9-9fd1-da386356d3f1 HTTP/1.1" status: 204 len: 168 time: 2.7087481 Jun 30 09:38:40.044424 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45736) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:40.126116 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae7d4db-5297-4e3d-a441-9a3f8b8bee75 None None] The sync data for ids ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'] in n-d-771363-31 is: [{'id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'name': 'tempest-RoutersIpV6Test-router-863985709', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:38:36Z', 'revision_number': 11, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'gw_port_host': None}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:40.176060 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4feb8972-41c4-46e9-a90b-2af0e7f45f70 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:40.188904 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45740) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:40.197177 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4feb8972-41c4-46e9-a90b-2af0e7f45f70 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7771094 Jun 30 09:38:40.203858 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb8972-41c4-46e9-a90b-2af0e7f45f70 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c501fc6-b0c9-4d74-adb6-3aa3adc3ef69,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:40.207768 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-d23b541a-ed4a-494a-9a05-7465c2760eb8 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Request body: {'security_group_rule': {'security_group_id': '3c501fc6-b0c9-4d74-adb6-3aa3adc3ef69', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:40.238666 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ac36c4d7-b281-4fc8-a5ec-0ebf12abf9a4 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:40.254741 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-56828d26-1937-4a2f-8a42-f3c9c4f123c6 admin admin] Deleting subnet 9d03978a-96c7-47e6-8462-6ac920ae185e {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:38:40.267568 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-56828d26-1937-4a2f-8a42-f3c9c4f123c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:40.295498 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 31a68044-47f3-4996-9a41-1ec69137dbfb no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:40.322441 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 31a68044-47f3-4996-9a41-1ec69137dbfb {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:40.322781 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 31a68044-47f3-4996-9a41-1ec69137dbfb not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:40.324289 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e40b5063-0ca6-4f3d-a349-d714968ab270 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:40.358703 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: e40b5063-0ca6-4f3d-a349-d714968ab270 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:40.359648 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e40b5063-0ca6-4f3d-a349-d714968ab270 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:40.398566 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-56828d26-1937-4a2f-8a42-f3c9c4f123c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:40.410174 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-ac36c4d7-b281-4fc8-a5ec-0ebf12abf9a4 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Deleting port 0067ff6f-020b-42a9-92a9-c3b047c1eee2 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:40.411005 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ac36c4d7-b281-4fc8-a5ec-0ebf12abf9a4 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:40.485880 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d23b541a-ed4a-494a-9a05-7465c2760eb8 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:40.554481 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-ac36c4d7-b281-4fc8-a5ec-0ebf12abf9a4 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] For port 0067ff6f-020b-42a9-92a9-c3b047c1eee2, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=0067ff6f-020b-42a9-92a9-c3b047c1eee2,segment=NetworkSegment(aa8986cb-3123-4db4-bd5d-73752e5710cf),segment_id=aa8986cb-3123-4db4-bd5d-73752e5710cf)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:40.555035 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ac36c4d7-b281-4fc8-a5ec-0ebf12abf9a4 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:40.591636 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-56828d26-1937-4a2f-8a42-f3c9c4f123c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:40.595590 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-ac36c4d7-b281-4fc8-a5ec-0ebf12abf9a4 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Calling delete_port for 0067ff6f-020b-42a9-92a9-c3b047c1eee2 owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:40.632344 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1668c83c-1494-4fb3-aa38-5426086bca9e None None] DHCP port deletion for 213ec69d-72ea-479b-bec4-4eb3d6b49b2c request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:38:40.640107 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d23b541a-ed4a-494a-9a05-7465c2760eb8 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:40.725289 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d23b541a-ed4a-494a-9a05-7465c2760eb8 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:40.740587 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-1668c83c-1494-4fb3-aa38-5426086bca9e None None] Deleting port 0067ff6f-020b-42a9-92a9-c3b047c1eee2 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:40.741211 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1668c83c-1494-4fb3-aa38-5426086bca9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:40.769113 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b541a-ed4a-494a-9a05-7465c2760eb8 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b57ff942-2415-401e-886d-e3651176418a,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:40.809752 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-56828d26-1937-4a2f-8a42-f3c9c4f123c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:40.840860 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56828d26-1937-4a2f-8a42-f3c9c4f123c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d03978a-96c7-47e6-8462-6ac920ae185e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:40.844975 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ac36c4d7-b281-4fc8-a5ec-0ebf12abf9a4 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:40.859999 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-56828d26-1937-4a2f-8a42-f3c9c4f123c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:40.862870 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-56828d26-1937-4a2f-8a42-f3c9c4f123c6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9d03978a-96c7-47e6-8462-6ac920ae185e HTTP/1.1" status: 204 len: 168 time: 0.8158271 Jun 30 09:38:40.866053 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45754) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:40.866861 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d97d7c4-72f9-45f7-90ac-5ba1eeb0922f None None] Network 630cf039-b884-42f5-bcac-2f3b3d349205 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:38:40.872457 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d23b541a-ed4a-494a-9a05-7465c2760eb8 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:40.875207 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d23b541a-ed4a-494a-9a05-7465c2760eb8 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6794505 Jun 30 09:38:40.877896 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45756) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:40.917910 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36c4d7-b281-4fc8-a5ec-0ebf12abf9a4 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Port': ['ID=0067ff6f-020b-42a9-92a9-c3b047c1eee2,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:40.938033 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac36c4d7-b281-4fc8-a5ec-0ebf12abf9a4 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] No DVR routers for this DVR port 0067ff6f-020b-42a9-92a9-c3b047c1eee2 on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:41.064239 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-1668c83c-1494-4fb3-aa38-5426086bca9e None None] For port 0067ff6f-020b-42a9-92a9-c3b047c1eee2, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=0067ff6f-020b-42a9-92a9-c3b047c1eee2,segment=NetworkSegment(aa8986cb-3123-4db4-bd5d-73752e5710cf),segment_id=aa8986cb-3123-4db4-bd5d-73752e5710cf)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:41.065705 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1668c83c-1494-4fb3-aa38-5426086bca9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:41.092793 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-1668c83c-1494-4fb3-aa38-5426086bca9e None None] Calling delete_port for 0067ff6f-020b-42a9-92a9-c3b047c1eee2 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:41.273484 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1668c83c-1494-4fb3-aa38-5426086bca9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:41.291703 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-de6d0f61-3d2a-4907-ba5f-f262a5dcea6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:41.302922 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ac36c4d7-b281-4fc8-a5ec-0ebf12abf9a4 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:41.306014 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cca42e-00f4-47f6-a05a-4a2b0df36444 None None] DHCP port deletion for 630cf039-b884-42f5-bcac-2f3b3d349205 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:38:41.339236 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-ac36c4d7-b281-4fc8-a5ec-0ebf12abf9a4 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['213ec69d-72ea-479b-bec4-4eb3d6b49b2c']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:41.365227 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-ac36c4d7-b281-4fc8-a5ec-0ebf12abf9a4 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa8986cb-3123-4db4-bd5d-73752e5710cf') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:41.368420 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-ac36c4d7-b281-4fc8-a5ec-0ebf12abf9a4 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa8986cb-3123-4db4-bd5d-73752e5710cf') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:41.377192 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-296212bb-7340-4f67-bd74-71c82454d23f tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:41.384293 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668c83c-1494-4fb3-aa38-5426086bca9e None None] Pushing event deleted for resources: {'Port': ['ID=0067ff6f-020b-42a9-92a9-c3b047c1eee2,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:41.390760 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1668c83c-1494-4fb3-aa38-5426086bca9e None None] No DVR routers for this DVR port 0067ff6f-020b-42a9-92a9-c3b047c1eee2 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:41.404092 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ac36c4d7-b281-4fc8-a5ec-0ebf12abf9a4 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:41.413837 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-296212bb-7340-4f67-bd74-71c82454d23f tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:41.443229 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ac36c4d7-b281-4fc8-a5ec-0ebf12abf9a4 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:41.458906 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac36c4d7-b281-4fc8-a5ec-0ebf12abf9a4 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:38:41.458906 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ac36c4d7-b281-4fc8-a5ec-0ebf12abf9a4 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:41.463411 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:38:41.463411 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:38:41.463411 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:38:41.463411 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:38:41.463411 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:38:41.463411 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:38:41.463411 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:38:41.463411 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:38:41.463411 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:38:41.463411 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:38:41.463411 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:38:41.463411 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:38:41.463411 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:38:41.463411 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:38:41.463411 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:38:41.463411 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:38:41.463411 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:38:41.463411 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:38:41.463411 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:38:41.463411 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:38:41.463411 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:38:41.463411 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:38:41.463411 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:38:41.463411 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:38:41.463411 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:38:41.463411 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:38:41.463411 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:38:41.463411 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:38:41.463411 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:38:41.463411 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:38:41.463411 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:38:41.463411 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:38:41.528683 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a0cca42e-00f4-47f6-a05a-4a2b0df36444 None None] Deleting port f447168a-ddfc-4194-80b0-9a38365730dc {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:41.529259 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a0cca42e-00f4-47f6-a05a-4a2b0df36444 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:41.566811 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-de6d0f61-3d2a-4907-ba5f-f262a5dcea6d admin admin] Deleting port f447168a-ddfc-4194-80b0-9a38365730dc {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:41.567427 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-de6d0f61-3d2a-4907-ba5f-f262a5dcea6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:41.672534 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-a0cca42e-00f4-47f6-a05a-4a2b0df36444 None None] For port f447168a-ddfc-4194-80b0-9a38365730dc, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f447168a-ddfc-4194-80b0-9a38365730dc,segment=NetworkSegment(736fce8b-3e80-4b76-abb9-cf5063eee926),segment_id=736fce8b-3e80-4b76-abb9-cf5063eee926)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:41.673909 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a0cca42e-00f4-47f6-a05a-4a2b0df36444 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:41.685683 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-296212bb-7340-4f67-bd74-71c82454d23f tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:41.692690 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-296212bb-7340-4f67-bd74-71c82454d23f tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:41.698690 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45778) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:41.701538 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a0cca42e-00f4-47f6-a05a-4a2b0df36444 None None] Calling delete_port for f447168a-ddfc-4194-80b0-9a38365730dc owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:41.708012 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-296212bb-7340-4f67-bd74-71c82454d23f tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/b57ff942-2415-401e-886d-e3651176418a HTTP/1.1" status: 204 len: 168 time: 0.5658436 Jun 30 09:38:41.756431 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296212bb-7340-4f67-bd74-71c82454d23f tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b57ff942-2415-401e-886d-e3651176418a,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:41.793803 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ac36c4d7-b281-4fc8-a5ec-0ebf12abf9a4 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:41.803658 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ac36c4d7-b281-4fc8-a5ec-0ebf12abf9a4 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:41.806739 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-de6d0f61-3d2a-4907-ba5f-f262a5dcea6d admin admin] For port f447168a-ddfc-4194-80b0-9a38365730dc, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f447168a-ddfc-4194-80b0-9a38365730dc,segment=NetworkSegment(736fce8b-3e80-4b76-abb9-cf5063eee926),segment_id=736fce8b-3e80-4b76-abb9-cf5063eee926)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:41.811909 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ac36c4d7-b281-4fc8-a5ec-0ebf12abf9a4 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/networks/213ec69d-72ea-479b-bec4-4eb3d6b49b2c HTTP/1.1" status: 204 len: 168 time: 1.8794029 Jun 30 09:38:41.812639 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-de6d0f61-3d2a-4907-ba5f-f262a5dcea6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:41.817189 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45780) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:41.829294 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-dd810f3c-863d-4f1c-9138-bdc563b74e7f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Request body: {'router': {'routes': None}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:41.862611 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6924c300-e2f4-48c4-bbd0-bb675003412a tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1619136 Jun 30 09:38:41.984364 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45782) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:42.054755 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a0cca42e-00f4-47f6-a05a-4a2b0df36444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:42.109725 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cca42e-00f4-47f6-a05a-4a2b0df36444 None None] Pushing event deleted for resources: {'Port': ['ID=f447168a-ddfc-4194-80b0-9a38365730dc,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:42.116627 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-de6d0f61-3d2a-4907-ba5f-f262a5dcea6d admin admin] Calling delete_port for f447168a-ddfc-4194-80b0-9a38365730dc owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:42.122974 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cca42e-00f4-47f6-a05a-4a2b0df36444 None None] No DVR routers for this DVR port f447168a-ddfc-4194-80b0-9a38365730dc on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:42.254248 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 0067ff6f-020b-42a9-92a9-c3b047c1eee2 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:42.313526 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 0067ff6f-020b-42a9-92a9-c3b047c1eee2 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:42.313881 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 0067ff6f-020b-42a9-92a9-c3b047c1eee2 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:42.314571 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 85bd090f-cd12-4eeb-b4ba-b1810e909f05 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:42.350493 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.extraroute_db [None req-dd810f3c-863d-4f1c-9138-bdc563b74e7f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Added routes are [] {{(pid=101053) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 09:38:42.354499 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.extraroute_db [None req-dd810f3c-863d-4f1c-9138-bdc563b74e7f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Removed routes are [] {{(pid=101053) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 09:38:42.355475 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dd810f3c-863d-4f1c-9138-bdc563b74e7f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:42.367834 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 85bd090f-cd12-4eeb-b4ba-b1810e909f05 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:42.369807 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 85bd090f-cd12-4eeb-b4ba-b1810e909f05 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:42.370260 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f447168a-ddfc-4194-80b0-9a38365730dc no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:42.396439 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: f447168a-ddfc-4194-80b0-9a38365730dc {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:42.397126 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f447168a-ddfc-4194-80b0-9a38365730dc not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:42.535106 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36c4d7-b281-4fc8-a5ec-0ebf12abf9a4 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Pushing event deleted for resources: {'Network': ['ID=213ec69d-72ea-479b-bec4-4eb3d6b49b2c,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:42.624932 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d30d8de3-abfe-492a-83f4-44508d0145f6 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:42.788732 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d30d8de3-abfe-492a-83f4-44508d0145f6 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:42.877412 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dd810f3c-863d-4f1c-9138-bdc563b74e7f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:42.884917 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dd810f3c-863d-4f1c-9138-bdc563b74e7f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1642126'] for router, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:42.897404 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-de6d0f61-3d2a-4907-ba5f-f262a5dcea6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:43.019418 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d30d8de3-abfe-492a-83f4-44508d0145f6 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:43.021955 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d30d8de3-abfe-492a-83f4-44508d0145f6 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:43.026491 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45800) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:43.026766 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d30d8de3-abfe-492a-83f4-44508d0145f6 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "DELETE /v2.0/security-groups/3c501fc6-b0c9-4d74-adb6-3aa3adc3ef69 HTTP/1.1" status: 204 len: 168 time: 1.0256464 Jun 30 09:38:43.032734 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d0f61-3d2a-4907-ba5f-f262a5dcea6d admin admin] Pushing event deleted for resources: {'Port': ['ID=f447168a-ddfc-4194-80b0-9a38365730dc,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:43.036852 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6d0f61-3d2a-4907-ba5f-f262a5dcea6d admin admin] No DVR routers for this DVR port f447168a-ddfc-4194-80b0-9a38365730dc on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:43.076033 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d8de3-abfe-492a-83f4-44508d0145f6 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c501fc6-b0c9-4d74-adb6-3aa3adc3ef69,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:43.086196 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd810f3c-863d-4f1c-9138-bdc563b74e7f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Router a0df5a90-86a4-468f-9bf7-6c760c70ac13 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:38:43.129792 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-14dbd001-683e-4026-ad3d-59e8ddb726fa tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0996356 Jun 30 09:38:43.134910 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45802) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:43.145929 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-9c94500e-c761-4e86-89b3-b47e647c2483 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Request body: {'security_group': {'name': 'tempest-secgroup--464365522'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:43.223648 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-de6d0f61-3d2a-4907-ba5f-f262a5dcea6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:43.271598 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-de6d0f61-3d2a-4907-ba5f-f262a5dcea6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['630cf039-b884-42f5-bcac-2f3b3d349205']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:43.281781 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd810f3c-863d-4f1c-9138-bdc563b74e7f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:43.288849 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9c94500e-c761-4e86-89b3-b47e647c2483 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:43.290930 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dd810f3c-863d-4f1c-9138-bdc563b74e7f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:43.297254 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45804) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:43.300212 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-dd810f3c-863d-4f1c-9138-bdc563b74e7f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "PUT /v2.0/routers/a0df5a90-86a4-468f-9bf7-6c760c70ac13 HTTP/1.1" status: 200 len: 704 time: 1.4731195 Jun 30 09:38:43.305126 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a12999e-326c-45f0-8800-6feaba8a7eb9 None None] Sync routers for ids ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:43.313977 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-de6d0f61-3d2a-4907-ba5f-f262a5dcea6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736fce8b-3e80-4b76-abb9-cf5063eee926') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:43.314328 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-de6d0f61-3d2a-4907-ba5f-f262a5dcea6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736fce8b-3e80-4b76-abb9-cf5063eee926') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:43.339957 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-de6d0f61-3d2a-4907-ba5f-f262a5dcea6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:43.342175 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a12999e-326c-45f0-8800-6feaba8a7eb9 None None] Routers {'a0df5a90-86a4-468f-9bf7-6c760c70ac13'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:43.342939 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-3a12999e-326c-45f0-8800-6feaba8a7eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:38:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:43.377267 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-25c62756-bbb9-4abf-8a42-24cb98cd7ca9 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0df5a90-86a4-468f-9bf7-6c760c70ac13 HTTP/1.1" status: 200 len: 205 time: 0.0750451 Jun 30 09:38:43.377573 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45806) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:43.391816 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-de6d0f61-3d2a-4907-ba5f-f262a5dcea6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:43.399995 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de6d0f61-3d2a-4907-ba5f-f262a5dcea6d admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:38:43.400605 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-de6d0f61-3d2a-4907-ba5f-f262a5dcea6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:38:43.402907 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:38:43.561419 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-3a12999e-326c-45f0-8800-6feaba8a7eb9 None None] Set router a0df5a90-86a4-468f-9bf7-6c760c70ac13 gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:43.570308 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5d702954-8bd7-4989-8f50-c2528545b585 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:43.603701 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-de6d0f61-3d2a-4907-ba5f-f262a5dcea6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:43.611819 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-de6d0f61-3d2a-4907-ba5f-f262a5dcea6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:43.631977 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-de6d0f61-3d2a-4907-ba5f-f262a5dcea6d admin admin] 10.222.0.10 "DELETE /v2.0/networks/630cf039-b884-42f5-bcac-2f3b3d349205 HTTP/1.1" status: 204 len: 168 time: 2.7643893 Jun 30 09:38:43.697161 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d0f61-3d2a-4907-ba5f-f262a5dcea6d admin admin] Pushing event deleted for resources: {'Network': ['ID=630cf039-b884-42f5-bcac-2f3b3d349205,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:43.756690 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-3a12999e-326c-45f0-8800-6feaba8a7eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'name': 'tempest-RoutersIpV6Test-router-863985709', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:38:36Z', 'revision_number': 11, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:43.906310 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a12999e-326c-45f0-8800-6feaba8a7eb9 None None] Checking router: a0df5a90-86a4-468f-9bf7-6c760c70ac13 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:43.940482 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a12999e-326c-45f0-8800-6feaba8a7eb9 None None] Routers {'a0df5a90-86a4-468f-9bf7-6c760c70ac13'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:43.941472 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-3a12999e-326c-45f0-8800-6feaba8a7eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:38:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:43.954540 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9c94500e-c761-4e86-89b3-b47e647c2483 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:44.090452 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9c94500e-c761-4e86-89b3-b47e647c2483 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:44.096770 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5d702954-8bd7-4989-8f50-c2528545b585 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:44.110060 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5d702954-8bd7-4989-8f50-c2528545b585 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:44.137223 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-3a12999e-326c-45f0-8800-6feaba8a7eb9 None None] Set router a0df5a90-86a4-468f-9bf7-6c760c70ac13 gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:44.178352 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94500e-c761-4e86-89b3-b47e647c2483 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d50b1bb4-84a5-4867-9d80-cc2297e273a3,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:44.221363 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9c94500e-c761-4e86-89b3-b47e647c2483 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:44.228820 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9c94500e-c761-4e86-89b3-b47e647c2483 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0882683 Jun 30 09:38:44.229534 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45818) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:44.241085 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-b625fd31-a970-4bf0-96cd-bc65c7d807a6 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Request body: {'security_group_rule': {'security_group_id': 'd50b1bb4-84a5-4867-9d80-cc2297e273a3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:44.261006 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5d702954-8bd7-4989-8f50-c2528545b585 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:44.261571 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d702954-8bd7-4989-8f50-c2528545b585 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Fanout notify agent at l3_agent the message router_deleted on router a0df5a90-86a4-468f-9bf7-6c760c70ac13 {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:38:44.275699 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5d702954-8bd7-4989-8f50-c2528545b585 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:44.282490 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5d702954-8bd7-4989-8f50-c2528545b585 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/routers/a0df5a90-86a4-468f-9bf7-6c760c70ac13 HTTP/1.1" status: 204 len: 168 time: 0.9000516 Jun 30 09:38:44.283071 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45820) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:44.300354 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-5002fe5f-171b-43e8-8202-f71bee3476c4 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1325673249', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:44.421050 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b625fd31-a970-4bf0-96cd-bc65c7d807a6 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:44.423643 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-3a12999e-326c-45f0-8800-6feaba8a7eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'name': 'tempest-RoutersIpV6Test-router-863985709', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:38:36Z', 'revision_number': 11, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:44.513575 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45826) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:44.518675 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a12999e-326c-45f0-8800-6feaba8a7eb9 None None] The sync data for ids ['a0df5a90-86a4-468f-9bf7-6c760c70ac13'] in n-d-771363-31 is: [{'id': 'a0df5a90-86a4-468f-9bf7-6c760c70ac13', 'name': 'tempest-RoutersIpV6Test-router-863985709', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:38:36Z', 'revision_number': 11, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'gw_port_host': None}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:44.670402 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e787e8bf-686e-47d7-aea4-90b79eb63232 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d14f9c9114824e0ab3a926fb5ce22374&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489978 Jun 30 09:38:44.672093 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b625fd31-a970-4bf0-96cd-bc65c7d807a6 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:44.673572 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45828) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:44.684155 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5002fe5f-171b-43e8-8202-f71bee3476c4 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:44.686556 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5002fe5f-171b-43e8-8202-f71bee3476c4 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:44.811278 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5584bd12-c65a-4c3a-a346-0f1de6a21f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:44.819470 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b625fd31-a970-4bf0-96cd-bc65c7d807a6 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:44.927931 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5584bd12-c65a-4c3a-a346-0f1de6a21f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:44.927931 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625fd31-a970-4bf0-96cd-bc65c7d807a6 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f385f690-4288-440d-8573-ff0fef395acc,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:44.929783 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5002fe5f-171b-43e8-8202-f71bee3476c4 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:45.055607 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b625fd31-a970-4bf0-96cd-bc65c7d807a6 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:45.060093 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b625fd31-a970-4bf0-96cd-bc65c7d807a6 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8285744 Jun 30 09:38:45.061218 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5002fe5f-171b-43e8-8202-f71bee3476c4 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:45.065301 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45842) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:45.089265 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-60ffacd6-eaae-47ae-8e09-b7760ca6165d tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Request body: {'security_group_rule': {'security_group_id': 'd50b1bb4-84a5-4867-9d80-cc2297e273a3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:45.147159 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5584bd12-c65a-4c3a-a346-0f1de6a21f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:45.153773 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5584bd12-c65a-4c3a-a346-0f1de6a21f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:45.156219 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5584bd12-c65a-4c3a-a346-0f1de6a21f74 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eeb6aa48-a539-4b4d-a371-208eff8a7ec3 HTTP/1.1" status: 204 len: 168 time: 0.4813378 Jun 30 09:38:45.173643 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584bd12-c65a-4c3a-a346-0f1de6a21f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb6aa48-a539-4b4d-a371-208eff8a7ec3,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:45.234099 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-60ffacd6-eaae-47ae-8e09-b7760ca6165d tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:45.277872 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5002fe5f-171b-43e8-8202-f71bee3476c4 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:45.279792 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5002fe5f-171b-43e8-8202-f71bee3476c4 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9933896 Jun 30 09:38:45.283953 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45846) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:45.294627 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-60931fa0-1c6e-44ff-ae08-ea7c337bd87c tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:45.356422 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-60ffacd6-eaae-47ae-8e09-b7760ca6165d tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:45.433681 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-60ffacd6-eaae-47ae-8e09-b7760ca6165d tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:45.495357 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffacd6-eaae-47ae-8e09-b7760ca6165d tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685c7ae4-3d64-465e-89fe-0a5d72a17202,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:45.598312 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-60ffacd6-eaae-47ae-8e09-b7760ca6165d tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:45.600786 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-60ffacd6-eaae-47ae-8e09-b7760ca6165d tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5273156 Jun 30 09:38:45.605479 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45852) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:45.617643 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-fe0efed1-ec26-494e-9957-bf77a0b64bd6 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Request body: {'security_group_rule': {'security_group_id': 'd50b1bb4-84a5-4867-9d80-cc2297e273a3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:45.813546 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe0efed1-ec26-494e-9957-bf77a0b64bd6 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:45.819716 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-60931fa0-1c6e-44ff-ae08-ea7c337bd87c tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:45.918689 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-60931fa0-1c6e-44ff-ae08-ea7c337bd87c tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1642126'] for router, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:46.056860 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe0efed1-ec26-494e-9957-bf77a0b64bd6 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:46.153460 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe0efed1-ec26-494e-9957-bf77a0b64bd6 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:46.230382 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0efed1-ec26-494e-9957-bf77a0b64bd6 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de784c7f-426e-4400-ab7b-a13e3299edbe,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:46.363547 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60931fa0-1c6e-44ff-ae08-ea7c337bd87c tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Router 5d0bd8f4-2119-44b9-b858-7c421f91a609 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:38:46.364199 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe0efed1-ec26-494e-9957-bf77a0b64bd6 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:46.366717 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fe0efed1-ec26-494e-9957-bf77a0b64bd6 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7600024 Jun 30 09:38:46.371427 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45862) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:46.387526 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-b2554ce6-c771-4122-a850-a7f27dbe683e tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Request body: {'security_group_rule': {'security_group_id': 'd50b1bb4-84a5-4867-9d80-cc2297e273a3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:46.610863 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2554ce6-c771-4122-a850-a7f27dbe683e tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:46.647011 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60931fa0-1c6e-44ff-ae08-ea7c337bd87c tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:46.662841 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-60931fa0-1c6e-44ff-ae08-ea7c337bd87c tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:46.674697 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-60931fa0-1c6e-44ff-ae08-ea7c337bd87c tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "PUT /v2.0/routers/5d0bd8f4-2119-44b9-b858-7c421f91a609 HTTP/1.1" status: 200 len: 698 time: 1.3840375 Jun 30 09:38:46.675567 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45868) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:46.688848 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc5f5ae-1078-4365-9d10-b9660e053b81 None None] Sync routers for ids ['5d0bd8f4-2119-44b9-b858-7c421f91a609'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:46.714871 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc5f5ae-1078-4365-9d10-b9660e053b81 None None] Routers {'5d0bd8f4-2119-44b9-b858-7c421f91a609'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:46.717848 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-0bc5f5ae-1078-4365-9d10-b9660e053b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:38:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['5d0bd8f4-2119-44b9-b858-7c421f91a609'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:46.745913 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45870) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:46.884688 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2554ce6-c771-4122-a850-a7f27dbe683e tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:46.932103 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b3b46214-4fab-423a-ae9b-be40035f2df7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6fb3e06ccad74aee9481d8d9af3cfefd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1835227 Jun 30 09:38:46.933793 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45872) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:46.979259 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2fa160cc-bfa1-4708-ba6d-0457ece5d250 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "GET /v2.0/routers/5d0bd8f4-2119-44b9-b858-7c421f91a609 HTTP/1.1" status: 200 len: 704 time: 0.2976401 Jun 30 09:38:46.980095 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45874) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:47.029293 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2554ce6-c771-4122-a850-a7f27dbe683e tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:47.034013 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4694d40e-dfbe-4a9b-a0b6-8220a0b314bc tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d0bd8f4-2119-44b9-b858-7c421f91a609 HTTP/1.1" status: 200 len: 205 time: 0.0526521 Jun 30 09:38:47.040367 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45876) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:47.079998 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-0bc5f5ae-1078-4365-9d10-b9660e053b81 None None] Set router 5d0bd8f4-2119-44b9-b858-7c421f91a609 gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:47.158065 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-0bc5f5ae-1078-4365-9d10-b9660e053b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0bd8f4-2119-44b9-b858-7c421f91a609', 'name': 'tempest-RoutersIpV6Test-router-1325673249', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:44Z', 'updated_at': '2021-06-30T09:38:45Z', 'revision_number': 2, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:47.176228 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2554ce6-c771-4122-a850-a7f27dbe683e tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30197e88-e631-47c0-aad3-104207d64b90,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:47.206681 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc5f5ae-1078-4365-9d10-b9660e053b81 None None] Checking router: 5d0bd8f4-2119-44b9-b858-7c421f91a609 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:47.217378 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6713893e-a9e3-44a6-9fa1-799355355a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:47.218634 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc5f5ae-1078-4365-9d10-b9660e053b81 None None] Routers {'5d0bd8f4-2119-44b9-b858-7c421f91a609'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:47.219469 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-0bc5f5ae-1078-4365-9d10-b9660e053b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:38:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['5d0bd8f4-2119-44b9-b858-7c421f91a609'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:47.272106 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6151122f-2057-4b6d-9989-a7924f4facaa tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:47.280281 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2554ce6-c771-4122-a850-a7f27dbe683e tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:47.284515 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b2554ce6-c771-4122-a850-a7f27dbe683e tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9102726 Jun 30 09:38:47.298917 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-0bc5f5ae-1078-4365-9d10-b9660e053b81 None None] Set router 5d0bd8f4-2119-44b9-b858-7c421f91a609 gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:47.300261 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45878) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:47.310169 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-ca689cf9-0efe-49c3-a76c-91409cf1bdd5 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Request body: {'security_group_rule': {'security_group_id': 'd50b1bb4-84a5-4867-9d80-cc2297e273a3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:47.333045 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6713893e-a9e3-44a6-9fa1-799355355a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:47.373160 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-0bc5f5ae-1078-4365-9d10-b9660e053b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0bd8f4-2119-44b9-b858-7c421f91a609', 'name': 'tempest-RoutersIpV6Test-router-1325673249', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:44Z', 'updated_at': '2021-06-30T09:38:45Z', 'revision_number': 2, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:47.408038 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc5f5ae-1078-4365-9d10-b9660e053b81 None None] The sync data for ids ['5d0bd8f4-2119-44b9-b858-7c421f91a609'] in n-d-771363-31 is: [{'id': '5d0bd8f4-2119-44b9-b858-7c421f91a609', 'name': 'tempest-RoutersIpV6Test-router-1325673249', 'tenant_id': '875d2f0a00e04449a5bd0e15811efa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:44Z', 'updated_at': '2021-06-30T09:38:45Z', 'revision_number': 2, 'project_id': '875d2f0a00e04449a5bd0e15811efa96', 'gw_port_host': None}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:47.595358 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca689cf9-0efe-49c3-a76c-91409cf1bdd5 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:47.699426 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6713893e-a9e3-44a6-9fa1-799355355a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:47.706771 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6713893e-a9e3-44a6-9fa1-799355355a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:47.747677 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6713893e-a9e3-44a6-9fa1-799355355a33 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0a49cc56-e3f1-4b5a-96c9-6a77a8106b06 HTTP/1.1" status: 204 len: 168 time: 0.8124897 Jun 30 09:38:47.783012 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6151122f-2057-4b6d-9989-a7924f4facaa tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:47.795670 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6151122f-2057-4b6d-9989-a7924f4facaa tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:47.800785 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713893e-a9e3-44a6-9fa1-799355355a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a49cc56-e3f1-4b5a-96c9-6a77a8106b06,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:47.968328 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca689cf9-0efe-49c3-a76c-91409cf1bdd5 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:48.073394 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6151122f-2057-4b6d-9989-a7924f4facaa tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:48.074415 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6151122f-2057-4b6d-9989-a7924f4facaa tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Fanout notify agent at l3_agent the message router_deleted on router 5d0bd8f4-2119-44b9-b858-7c421f91a609 {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:38:48.089451 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca689cf9-0efe-49c3-a76c-91409cf1bdd5 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:48.092634 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6151122f-2057-4b6d-9989-a7924f4facaa tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:48.099702 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6151122f-2057-4b6d-9989-a7924f4facaa tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/routers/5d0bd8f4-2119-44b9-b858-7c421f91a609 HTTP/1.1" status: 204 len: 168 time: 1.0549695 Jun 30 09:38:48.101996 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45890) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:48.145615 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca689cf9-0efe-49c3-a76c-91409cf1bdd5 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e4f5f78-9e46-47d2-8a5a-9105f3d98505,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:48.172950 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e781ca92-06c4-4149-862f-fc70d4ee195d tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d0bd8f4-2119-44b9-b858-7c421f91a609 HTTP/1.1" status: 200 len: 205 time: 0.0632911 Jun 30 09:38:48.173430 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45892) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:48.243778 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca689cf9-0efe-49c3-a76c-91409cf1bdd5 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:48.250824 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ca689cf9-0efe-49c3-a76c-91409cf1bdd5 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9486639 Jun 30 09:38:48.252146 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45894) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:48.282882 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-c8f508fe-b50f-4014-acb8-39095ceaf74e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] delete failed (client error): The resource could not be found. Jun 30 09:38:48.287171 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c8f508fe-b50f-4014-acb8-39095ceaf74e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/routers/5d0bd8f4-2119-44b9-b858-7c421f91a609 HTTP/1.1" status: 404 len: 336 time: 0.1096289 Jun 30 09:38:48.287401 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45896) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:48.317725 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-635ca211-df5e-4f5b-8817-1305258203f5 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:48.326612 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c8a3907-3d1c-40df-981a-2026af9ef8cd tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] DELETE failed (client error): The resource could not be found. Jun 30 09:38:48.327162 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c8a3907-3d1c-40df-981a-2026af9ef8cd tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:38:48.331579 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6c8a3907-3d1c-40df-981a-2026af9ef8cd tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/subnets/b3650517-9cd9-47a0-81c7-87fd48f25906 HTTP/1.1" status: 404 len: 337 time: 0.0405228 Jun 30 09:38:48.333245 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45898) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:48.357678 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-635ca211-df5e-4f5b-8817-1305258203f5 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:48.451453 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-409e787a-2c23-4a61-9d9d-dd427c52b403 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] DELETE failed (client error): The resource could not be found. Jun 30 09:38:48.451453 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-409e787a-2c23-4a61-9d9d-dd427c52b403 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:38:48.451644 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45900) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:48.452532 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-409e787a-2c23-4a61-9d9d-dd427c52b403 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/subnets/896cd4bc-b248-4e4e-8a02-ddc72ccf9fbd HTTP/1.1" status: 404 len: 337 time: 0.1143897 Jun 30 09:38:48.544303 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-152b7ec4-ee05-4d05-b754-0dc078b9c41a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] DELETE failed (client error): The resource could not be found. Jun 30 09:38:48.544778 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-152b7ec4-ee05-4d05-b754-0dc078b9c41a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:38:48.550984 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-152b7ec4-ee05-4d05-b754-0dc078b9c41a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/subnets/6f42fe32-f5b5-4192-a685-90ac8bf3faac HTTP/1.1" status: 404 len: 337 time: 0.1021900 Jun 30 09:38:48.557861 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45904) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:48.575501 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-635ca211-df5e-4f5b-8817-1305258203f5 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:48.581991 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-635ca211-df5e-4f5b-8817-1305258203f5 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:48.583227 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-635ca211-df5e-4f5b-8817-1305258203f5 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/3e4f5f78-9e46-47d2-8a5a-9105f3d98505 HTTP/1.1" status: 204 len: 168 time: 0.3295465 Jun 30 09:38:48.623185 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45906) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:48.678817 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc49f0e7-acc3-4a9d-a575-439ae0834e12 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] DELETE failed (client error): The resource could not be found. Jun 30 09:38:48.679895 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc49f0e7-acc3-4a9d-a575-439ae0834e12 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:38:48.682022 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-cc49f0e7-acc3-4a9d-a575-439ae0834e12 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/subnets/60fa1c3c-b86a-4e45-8080-78aa4fd5d1b6 HTTP/1.1" status: 404 len: 337 time: 0.1281574 Jun 30 09:38:48.687240 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45908) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:48.757942 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ca211-df5e-4f5b-8817-1305258203f5 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e4f5f78-9e46-47d2-8a5a-9105f3d98505,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:48.772951 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9054c679-2580-4a40-ae80-40c27573f543 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0df5a90-86a4-468f-9bf7-6c760c70ac13 HTTP/1.1" status: 200 len: 205 time: 0.0789249 Jun 30 09:38:48.779700 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45916) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:48.842094 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1cebeea2-92eb-418e-a783-42eea02655e0 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2177410 Jun 30 09:38:48.856586 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45918) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:48.883250 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-3883db30-4df4-4406-ae6d-8451fda7e7f0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] delete failed (client error): The resource could not be found. Jun 30 09:38:48.886954 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3883db30-4df4-4406-ae6d-8451fda7e7f0 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/routers/a0df5a90-86a4-468f-9bf7-6c760c70ac13 HTTP/1.1" status: 404 len: 336 time: 0.1043167 Jun 30 09:38:48.891867 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45920) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:48.921353 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a1031800-3479-44b8-8080-d9800e3ce703 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:48.939276 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a1031800-3479-44b8-8080-d9800e3ce703 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:48.952009 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f91506a8-3a9e-4bdd-9000-d6e76df22f6b tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8c571cd-a9d1-4aa5-ae9b-e6f1dfaed080 HTTP/1.1" status: 200 len: 205 time: 0.0584335 Jun 30 09:38:48.956257 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45922) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:49.023517 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-add99d91-6513-4e36-b384-2c3246a27e0f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] delete failed (client error): The resource could not be found. Jun 30 09:38:49.025371 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-add99d91-6513-4e36-b384-2c3246a27e0f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/routers/d8c571cd-a9d1-4aa5-ae9b-e6f1dfaed080 HTTP/1.1" status: 404 len: 336 time: 0.0676341 Jun 30 09:38:49.030165 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45924) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:49.064378 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-976243fa-e194-4ec7-a533-746b7f75465f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] DELETE failed (client error): The resource could not be found. Jun 30 09:38:49.064841 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-976243fa-e194-4ec7-a533-746b7f75465f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:38:49.066625 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-976243fa-e194-4ec7-a533-746b7f75465f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/subnets/53961782-4193-47dc-a3c2-ddfb995fb928 HTTP/1.1" status: 404 len: 337 time: 0.0350502 Jun 30 09:38:49.070757 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45926) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:49.110472 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-562b820f-ac2b-404e-8592-76a69bbb77ad tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf2d1780-5561-4ad7-9f29-0ac14252edc5 HTTP/1.1" status: 200 len: 205 time: 0.0378602 Jun 30 09:38:49.115020 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45928) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:49.162399 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-a416f403-df09-41c3-bad2-7fa39a057165 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] delete failed (client error): The resource could not be found. Jun 30 09:38:49.167924 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a416f403-df09-41c3-bad2-7fa39a057165 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/routers/cf2d1780-5561-4ad7-9f29-0ac14252edc5 HTTP/1.1" status: 404 len: 336 time: 0.0470304 Jun 30 09:38:49.170789 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45930) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:49.217680 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c0dd4039-798e-446f-97c5-186ad085b58f tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "GET /v2.0/ports?device_id=a05232c6-ed01-4ef0-8244-db1358c5d67b HTTP/1.1" status: 200 len: 205 time: 0.0452590 Jun 30 09:38:49.221226 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45932) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:49.222635 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a1031800-3479-44b8-8080-d9800e3ce703 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:49.236301 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a1031800-3479-44b8-8080-d9800e3ce703 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:49.239021 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a1031800-3479-44b8-8080-d9800e3ce703 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/30197e88-e631-47c0-aad3-104207d64b90 HTTP/1.1" status: 204 len: 168 time: 0.3794799 Jun 30 09:38:49.253783 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45934) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:49.268243 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1031800-3479-44b8-8080-d9800e3ce703 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30197e88-e631-47c0-aad3-104207d64b90,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:49.296717 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-d09333ee-3638-45a6-aa38-0faeb7a07a1e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] delete failed (client error): The resource could not be found. Jun 30 09:38:49.300941 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d09333ee-3638-45a6-aa38-0faeb7a07a1e tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/routers/a05232c6-ed01-4ef0-8244-db1358c5d67b HTTP/1.1" status: 404 len: 336 time: 0.0765705 Jun 30 09:38:49.301599 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45936) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:49.344943 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-5889ee5a-cbc0-40fa-816f-9822ac35773a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] DELETE failed (client error): The resource could not be found. Jun 30 09:38:49.345338 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5889ee5a-cbc0-40fa-816f-9822ac35773a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:38:49.347264 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5889ee5a-cbc0-40fa-816f-9822ac35773a tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/subnets/349974f8-10e4-4910-8bf7-538d5ec8d9ec HTTP/1.1" status: 404 len: 337 time: 0.0441146 Jun 30 09:38:49.366419 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45940) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:49.372360 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3f1ea360-e2ef-4d6d-b66a-3b26eccaf92e tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1173508 Jun 30 09:38:49.377238 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45942) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:49.433254 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a21e94e9-78b3-4498-a67f-6fb99a2781f5 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "GET /v2.0/ports?device_id=261b023e-d6dd-4ffd-a026-9ad4653af6f4 HTTP/1.1" status: 200 len: 205 time: 0.0653844 Jun 30 09:38:49.436513 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-17823950-ffe0-4ae5-8665-bbb48cc4b210 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:49.437536 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45946) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:49.463879 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-17823950-ffe0-4ae5-8665-bbb48cc4b210 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:49.521341 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-7b43c060-78c6-4740-93ad-eea2114864cf tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] delete failed (client error): The resource could not be found. Jun 30 09:38:49.523816 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7b43c060-78c6-4740-93ad-eea2114864cf tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/routers/261b023e-d6dd-4ffd-a026-9ad4653af6f4 HTTP/1.1" status: 404 len: 336 time: 0.0843904 Jun 30 09:38:49.528843 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45948) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:49.584164 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82a0a3b-3191-4746-84ff-883dac9b5355 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] DELETE failed (client error): The resource could not be found. Jun 30 09:38:49.585330 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b82a0a3b-3191-4746-84ff-883dac9b5355 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:38:49.592774 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b82a0a3b-3191-4746-84ff-883dac9b5355 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/subnets/8526f200-ee8e-45f8-9b09-82f28203a6ab HTTP/1.1" status: 404 len: 337 time: 0.0579617 Jun 30 09:38:49.594916 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45950) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:49.656237 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3f529ae5-5802-45dd-ae8b-7596d322bd67 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "GET /v2.0/ports?device_id=e770586f-c3ca-4a9d-b796-99d4c07e2b65 HTTP/1.1" status: 200 len: 205 time: 0.0593386 Jun 30 09:38:49.660271 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45952) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:49.729802 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-17823950-ffe0-4ae5-8665-bbb48cc4b210 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:49.742605 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-703822aa-c20a-4bf4-8a1c-61a8d39ac2fa tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] delete failed (client error): The resource could not be found. Jun 30 09:38:49.746922 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-17823950-ffe0-4ae5-8665-bbb48cc4b210 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:49.748896 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-17823950-ffe0-4ae5-8665-bbb48cc4b210 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/de784c7f-426e-4400-ab7b-a13e3299edbe HTTP/1.1" status: 204 len: 168 time: 0.3701413 Jun 30 09:38:49.749236 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-703822aa-c20a-4bf4-8a1c-61a8d39ac2fa tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/routers/e770586f-c3ca-4a9d-b796-99d4c07e2b65 HTTP/1.1" status: 404 len: 336 time: 0.0863528 Jun 30 09:38:49.751759 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45958) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:49.752990 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45956) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:49.838508 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c369ae07-31b9-44e6-9025-67c3156a957b tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0849369 Jun 30 09:38:49.843234 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45964) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:49.865093 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a1e04f6-2043-4779-8ac1-afce4b513a04 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] DELETE failed (client error): The resource could not be found. Jun 30 09:38:49.867684 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a1e04f6-2043-4779-8ac1-afce4b513a04 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:38:49.878393 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1a1e04f6-2043-4779-8ac1-afce4b513a04 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/subnets/38d283d4-ccb6-4f0b-a125-723594e71ff0 HTTP/1.1" status: 404 len: 337 time: 0.1176205 Jun 30 09:38:49.881057 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17823950-ffe0-4ae5-8665-bbb48cc4b210 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de784c7f-426e-4400-ab7b-a13e3299edbe,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:49.890154 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-455d86d8-c323-4917-af93-cce2bf64e556 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:49.895106 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45966) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:49.906610 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-455d86d8-c323-4917-af93-cce2bf64e556 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:49.952991 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-a45e105f-a785-4566-b552-8ad516ed5880 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] DELETE failed (client error): The resource could not be found. Jun 30 09:38:49.954394 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a45e105f-a785-4566-b552-8ad516ed5880 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:38:49.964515 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a45e105f-a785-4566-b552-8ad516ed5880 tempest-RoutersIpV6Test-709395093 tempest-RoutersIpV6Test-709395093-project] 10.222.0.10 "DELETE /v2.0/subnets/35fe0088-9155-40cf-8506-f63610989ef8 HTTP/1.1" status: 404 len: 337 time: 0.0664837 Jun 30 09:38:50.175789 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-455d86d8-c323-4917-af93-cce2bf64e556 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:50.186058 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-455d86d8-c323-4917-af93-cce2bf64e556 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:50.197662 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-455d86d8-c323-4917-af93-cce2bf64e556 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/685c7ae4-3d64-465e-89fe-0a5d72a17202 HTTP/1.1" status: 204 len: 168 time: 0.3434608 Jun 30 09:38:50.198168 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45972) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:50.209397 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d86d8-c323-4917-af93-cce2bf64e556 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=685c7ae4-3d64-465e-89fe-0a5d72a17202,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:50.281005 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45974) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:50.283678 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f47ad2fb-3f16-455c-993a-3e504b84cbff tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0910041 Jun 30 09:38:50.359435 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-010d317b-0f22-49fd-a1ae-84b5d01da982 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:50.379079 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-010d317b-0f22-49fd-a1ae-84b5d01da982 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:50.627284 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0d2ae9ce-f191-4990-acf0-73aa982bb4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:50.678682 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-010d317b-0f22-49fd-a1ae-84b5d01da982 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:50.700885 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-010d317b-0f22-49fd-a1ae-84b5d01da982 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:50.703591 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-010d317b-0f22-49fd-a1ae-84b5d01da982 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/f385f690-4288-440d-8573-ff0fef395acc HTTP/1.1" status: 204 len: 168 time: 0.4178796 Jun 30 09:38:50.705914 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45976) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:50.718339 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d317b-0f22-49fd-a1ae-84b5d01da982 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f385f690-4288-440d-8573-ff0fef395acc,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:50.792495 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-adbc0341-6f59-4e05-849a-2bd1974e1cad tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0850267 Jun 30 09:38:50.796067 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45978) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:50.956850 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4fb3d2bf-7dd5-46e4-aae7-5e0e78b905dc tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:51.019159 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4fb3d2bf-7dd5-46e4-aae7-5e0e78b905dc tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:51.149152 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45988) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:51.311881 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4fb3d2bf-7dd5-46e4-aae7-5e0e78b905dc tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:51.334540 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4fb3d2bf-7dd5-46e4-aae7-5e0e78b905dc tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:51.334540 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4fb3d2bf-7dd5-46e4-aae7-5e0e78b905dc tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "DELETE /v2.0/security-groups/d50b1bb4-84a5-4867-9d80-cc2297e273a3 HTTP/1.1" status: 204 len: 168 time: 0.5204425 Jun 30 09:38:51.334961 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 45994) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:51.341947 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3d2bf-7dd5-46e4-aae7-5e0e78b905dc tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50b1bb4-84a5-4867-9d80-cc2297e273a3,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:51.489457 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-58bb4c91-ff68-4e9c-bfc4-72cd017c3685 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1648254 Jun 30 09:38:51.496188 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45996) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:51.501495 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-ca276514-643b-4e9d-88f6-311090dfee7e tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Request body: {'security_group': {'name': 'tempest-secgroup--12505402'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:51.559898 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-41a74a9e-aa68-4c8c-a4e1-778753286737 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=875d2f0a00e04449a5bd0e15811efa96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4087946 Jun 30 09:38:51.560590 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 45998) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:51.631847 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fcb2e01d-fd0e-4063-a475-fc04b3a1226b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:51.673230 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fcb2e01d-fd0e-4063-a475-fc04b3a1226b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:51.693622 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca276514-643b-4e9d-88f6-311090dfee7e tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:51.957696 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:38:52.032012 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fcb2e01d-fd0e-4063-a475-fc04b3a1226b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:52.035522 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fcb2e01d-fd0e-4063-a475-fc04b3a1226b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:52.049653 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fcb2e01d-fd0e-4063-a475-fc04b3a1226b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f33b35a1-fdb8-485f-98e8-3737ecd9e9ac HTTP/1.1" status: 204 len: 168 time: 0.4856348 Jun 30 09:38:52.079702 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2e01d-fd0e-4063-a475-fc04b3a1226b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33b35a1-fdb8-485f-98e8-3737ecd9e9ac,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:52.160663 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca276514-643b-4e9d-88f6-311090dfee7e tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:52.289004 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca276514-643b-4e9d-88f6-311090dfee7e tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:52.361614 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca276514-643b-4e9d-88f6-311090dfee7e tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4ce4d9-aaaa-4f4b-870b-3ce6605bf1eb,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:52.443692 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ca276514-643b-4e9d-88f6-311090dfee7e tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:52.445713 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ca276514-643b-4e9d-88f6-311090dfee7e tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9479396 Jun 30 09:38:52.451146 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46008) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:52.459501 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-64d0d27b-a7c2-49a7-8078-248086d7a520 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Request body: {'security_group_rule': {'security_group_id': 'fe4ce4d9-aaaa-4f4b-870b-3ce6605bf1eb', 'direction': 'ingress', 'protocol': 17}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:52.658437 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-64d0d27b-a7c2-49a7-8078-248086d7a520 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:52.924535 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-64d0d27b-a7c2-49a7-8078-248086d7a520 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:53.152440 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b075f0a2-8c9b-4d3a-9715-a6130ebcc4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:53.198765 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-64d0d27b-a7c2-49a7-8078-248086d7a520 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:53.231714 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0d27b-a7c2-49a7-8078-248086d7a520 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1806c3-275c-4841-8981-298e8c949218,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:53.351211 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-64d0d27b-a7c2-49a7-8078-248086d7a520 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:53.357329 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-64d0d27b-a7c2-49a7-8078-248086d7a520 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9005473 Jun 30 09:38:53.357596 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46028) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:53.487975 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-62ee26f1-da49-467e-b9cb-3ced8dabfab9 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:53.581607 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-62ee26f1-da49-467e-b9cb-3ced8dabfab9 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:53.637265 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:53.792436 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-62ee26f1-da49-467e-b9cb-3ced8dabfab9 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:53.796178 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-62ee26f1-da49-467e-b9cb-3ced8dabfab9 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:53.798077 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-62ee26f1-da49-467e-b9cb-3ced8dabfab9 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "DELETE /v2.0/security-groups/fe4ce4d9-aaaa-4f4b-870b-3ce6605bf1eb HTTP/1.1" status: 204 len: 168 time: 0.4392903 Jun 30 09:38:53.801104 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46034) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:53.845399 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee26f1-da49-467e-b9cb-3ced8dabfab9 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4ce4d9-aaaa-4f4b-870b-3ce6605bf1eb,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:53.954825 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8b9500be-6aa9-4662-b19f-1e766adc5a3f tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1505315 Jun 30 09:38:53.960770 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46036) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:53.977903 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-780ea066-74b6-4ccd-ba61-2da6bfd747a0 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Request body: {'security_group': {'name': 'tempest-secgroup--1703439922'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:54.153492 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-780ea066-74b6-4ccd-ba61-2da6bfd747a0 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:54.315680 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-780ea066-74b6-4ccd-ba61-2da6bfd747a0 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:54.465228 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-780ea066-74b6-4ccd-ba61-2da6bfd747a0 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:54.527399 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ea066-74b6-4ccd-ba61-2da6bfd747a0 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56286551-548b-4538-8641-e50065261572,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:54.611178 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46056) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:54.637131 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-780ea066-74b6-4ccd-ba61-2da6bfd747a0 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:54.638528 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-780ea066-74b6-4ccd-ba61-2da6bfd747a0 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6766548 Jun 30 09:38:54.642529 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46060) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:54.648529 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-2d21c290-d763-4933-9351-b6240222a79c tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Request body: {'security_group': {'name': 'tempest-secgroup--527934832'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:54.746092 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:54.833935 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-09158e73-3744-4713-8a6a-2c40dba918c6 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-460210726', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:54.842808 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d21c290-d763-4933-9351-b6240222a79c tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:55.014684 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-09158e73-3744-4713-8a6a-2c40dba918c6 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:55.016388 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-09158e73-3744-4713-8a6a-2c40dba918c6 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:55.218151 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-09158e73-3744-4713-8a6a-2c40dba918c6 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:55.238832 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d21c290-d763-4933-9351-b6240222a79c tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:55.427438 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-09158e73-3744-4713-8a6a-2c40dba918c6 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:55.450577 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d21c290-d763-4933-9351-b6240222a79c tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:55.516989 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21c290-d763-4933-9351-b6240222a79c tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e3c1c1-d3e6-4e04-8d17-28bb216a5426,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:55.678115 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-09158e73-3744-4713-8a6a-2c40dba918c6 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:55.679759 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-09158e73-3744-4713-8a6a-2c40dba918c6 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.0671527 Jun 30 09:38:55.683235 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46070) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:55.690830 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-ebaeeffc-f3d5-4051-b368-5b4ccfac7b09 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1010422255'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:55.816645 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d21c290-d763-4933-9351-b6240222a79c tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:55.823409 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2d21c290-d763-4933-9351-b6240222a79c tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1742935 Jun 30 09:38:55.825447 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46072) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:55.829555 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-69dfd3ac-af56-40ea-a571-b023c38a1517 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Request body: {'security_group_rule': {'security_group_id': '56286551-548b-4538-8641-e50065261572', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd7e3c1c1-d3e6-4e04-8d17-28bb216a5426', 'remote_ip_prefix': None}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:55.849822 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.db.api [None req-69dfd3ac-af56-40ea-a571-b023c38a1517 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:38:55.849822 n-d-771363-31 neutron-server[101053]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 09:38:55.849822 n-d-771363-31 neutron-server[101053]: [parameters: {'project_id_1': '55a38e34c7304735ab7d27022d8b7560', 'expiration_1': datetime.datetime(2021, 6, 30, 9, 38, 55, 835955)}] Jun 30 09:38:55.849822 n-d-771363-31 neutron-server[101053]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=101053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:38:55.850470 n-d-771363-31 neutron-server[101053]: DEBUG oslo_db.api [None req-69dfd3ac-af56-40ea-a571-b023c38a1517 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:38:56.004612 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebaeeffc-f3d5-4051-b368-5b4ccfac7b09 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Made reservation on behalf of 978922a0fa6b4c4195cb41faebddfe33 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:38:56.010550 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ebaeeffc-f3d5-4051-b368-5b4ccfac7b09 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:56.039421 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ebaeeffc-f3d5-4051-b368-5b4ccfac7b09 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:56.398415 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ebaeeffc-f3d5-4051-b368-5b4ccfac7b09 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:56.562224 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:56.654433 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ebaeeffc-f3d5-4051-b368-5b4ccfac7b09 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:56.714124 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebaeeffc-f3d5-4051-b368-5b4ccfac7b09 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:38:56.722243 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaeeffc-f3d5-4051-b368-5b4ccfac7b09 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b30687ff-031c-46f4-abdc-bc38a9691856,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:56.743792 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ebaeeffc-f3d5-4051-b368-5b4ccfac7b09 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:56.744973 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-ebaeeffc-f3d5-4051-b368-5b4ccfac7b09 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Added segment 081f12a5-b3e4-4ea1-8265-9389661cf52f of type vlan for network ee86b8a2-abc7-461f-b696-f62287aeb4d6 Jun 30 09:38:56.859039 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ebaeeffc-f3d5-4051-b368-5b4ccfac7b09 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:56.946924 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-69dfd3ac-af56-40ea-a571-b023c38a1517 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:57.078201 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ebaeeffc-f3d5-4051-b368-5b4ccfac7b09 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:57.092624 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaeeffc-f3d5-4051-b368-5b4ccfac7b09 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:57.094007 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ebaeeffc-f3d5-4051-b368-5b4ccfac7b09 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:57.137454 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-69dfd3ac-af56-40ea-a571-b023c38a1517 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:57.214739 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-69dfd3ac-af56-40ea-a571-b023c38a1517 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:57.266081 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaeeffc-f3d5-4051-b368-5b4ccfac7b09 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Pushing event updated for resources: {'Network': ['ID=ee86b8a2-abc7-461f-b696-f62287aeb4d6,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:57.282837 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network ee86b8a2-abc7-461f-b696-f62287aeb4d6 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:38:57.300563 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dfd3ac-af56-40ea-a571-b023c38a1517 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a935e6-33f6-4391-b6e7-39c9173e86a1,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:57.382689 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ebaeeffc-f3d5-4051-b368-5b4ccfac7b09 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6977844 Jun 30 09:38:57.393349 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46086) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:57.405977 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-9c8a9845-c1e0-40dd-95ea-f6d738c070d7 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Request body: {'subnet': {'network_id': 'ee86b8a2-abc7-461f-b696-f62287aeb4d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:57.426754 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-69dfd3ac-af56-40ea-a571-b023c38a1517 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:57.427310 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-69dfd3ac-af56-40ea-a571-b023c38a1517 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.6014965 Jun 30 09:38:57.431629 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46090) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:57.511914 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a067aa1a-38f3-40a4-a597-819af5d86989 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:57.522456 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a067aa1a-38f3-40a4-a597-819af5d86989 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:57.671786 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a067aa1a-38f3-40a4-a597-819af5d86989 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:57.680874 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a067aa1a-38f3-40a4-a597-819af5d86989 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:57.686560 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a067aa1a-38f3-40a4-a597-819af5d86989 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/26a935e6-33f6-4391-b6e7-39c9173e86a1 HTTP/1.1" status: 204 len: 168 time: 0.2497785 Jun 30 09:38:57.690419 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46094) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:57.735203 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067aa1a-38f3-40a4-a597-819af5d86989 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26a935e6-33f6-4391-b6e7-39c9173e86a1,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:57.807953 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fa5e6031-052b-44fc-a1d8-cbf21246b54b tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0919919 Jun 30 09:38:57.822059 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46096) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:57.879228 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8a9845-c1e0-40dd-95ea-f6d738c070d7 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Made reservation on behalf of 978922a0fa6b4c4195cb41faebddfe33 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:38:57.885907 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9c8a9845-c1e0-40dd-95ea-f6d738c070d7 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:57.994240 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-89c63360-5967-4925-a60f-50053772bd0b tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:58.037268 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-89c63360-5967-4925-a60f-50053772bd0b tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:58.242278 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-89c63360-5967-4925-a60f-50053772bd0b tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:58.247626 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-89c63360-5967-4925-a60f-50053772bd0b tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:58.254380 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-89c63360-5967-4925-a60f-50053772bd0b tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "DELETE /v2.0/security-groups/d7e3c1c1-d3e6-4e04-8d17-28bb216a5426 HTTP/1.1" status: 204 len: 168 time: 0.4356663 Jun 30 09:38:58.254721 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46098) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:58.273368 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c63360-5967-4925-a60f-50053772bd0b tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e3c1c1-d3e6-4e04-8d17-28bb216a5426,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:58.380298 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9c8a9845-c1e0-40dd-95ea-f6d738c070d7 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:58.392825 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-89ac701e-a941-4cb7-81a1-857999f45d9a tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1365376 Jun 30 09:38:58.398401 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46104) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:58.494636 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04de9773-e68f-489c-a54e-d131b1253fe5 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:58.534104 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8a9845-c1e0-40dd-95ea-f6d738c070d7 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Checking segment: {'id': '081f12a5-b3e4-4ea1-8265-9389661cf52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ee86b8a2-abc7-461f-b696-f62287aeb4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:38:58.539054 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04de9773-e68f-489c-a54e-d131b1253fe5 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:58.539303 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8a9845-c1e0-40dd-95ea-f6d738c070d7 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Network hostable DHCP agents. Network: ee86b8a2-abc7-461f-b696-f62287aeb4d6, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:38:58.543706 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a9845-c1e0-40dd-95ea-f6d738c070d7 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Pushing event updated for resources: {'Subnet': ['ID=551f704b-ce66-4e8b-9ff4-2a4a46af0881,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:58.730718 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8a9845-c1e0-40dd-95ea-f6d738c070d7 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Network ee86b8a2-abc7-461f-b696-f62287aeb4d6 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:38:58.763309 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04de9773-e68f-489c-a54e-d131b1253fe5 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:58.766467 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04de9773-e68f-489c-a54e-d131b1253fe5 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:58.770687 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46112) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:58.770910 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-04de9773-e68f-489c-a54e-d131b1253fe5 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "DELETE /v2.0/security-groups/56286551-548b-4538-8641-e50065261572 HTTP/1.1" status: 204 len: 168 time: 0.3699648 Jun 30 09:38:58.801415 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de9773-e68f-489c-a54e-d131b1253fe5 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56286551-548b-4538-8641-e50065261572,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:58.923108 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-dc8a9148-434a-45b4-b53b-852d996369c6 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1497879 Jun 30 09:38:58.929128 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46116) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:58.933272 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-28f38804-c469-4b1b-b56f-51565f16d95f tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Request body: {'security_group': {'name': 'tempest-secgroup--1631647177'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:58.943335 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-9c8a9845-c1e0-40dd-95ea-f6d738c070d7 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, ee86b8a2-abc7-461f-b696-f62287aeb4d6) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:58.957118 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8a9845-c1e0-40dd-95ea-f6d738c070d7 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:58.957118 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9c8a9845-c1e0-40dd-95ea-f6d738c070d7 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:58.957540 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cb4192-6616-4d05-addf-23fa6f4e9cb6 None None] Network ee86b8a2-abc7-461f-b696-f62287aeb4d6 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:38:59.232907 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc31ebf-0b7e-49ef-9182-d38d33cbb9fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-ee86b8a2-abc7-461f-b696-f62287aeb4d6', 'network_id': 'ee86b8a2-abc7-461f-b696-f62287aeb4d6', 'tenant_id': '978922a0fa6b4c4195cb41faebddfe33', 'fixed_ips': [{'subnet_id': '551f704b-ce66-4e8b-9ff4-2a4a46af0881'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:38:59.234367 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9cc31ebf-0b7e-49ef-9182-d38d33cbb9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:59.343203 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-28f38804-c469-4b1b-b56f-51565f16d95f tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:59.430067 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-9cc31ebf-0b7e-49ef-9182-d38d33cbb9fb None None] Allocated IP 2001:db8::2 (ee86b8a2-abc7-461f-b696-f62287aeb4d6/551f704b-ce66-4e8b-9ff4-2a4a46af0881/38dd48b0-06a0-4355-a367-7943be9d8825) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:38:59.483193 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9c8a9845-c1e0-40dd-95ea-f6d738c070d7 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0828741 Jun 30 09:38:59.483993 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46126) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:59.494621 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-ae303aef-598a-4eab-9ba1-f6fd2f561191 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Request body: {'network': {'name': 'tempest-router-network01--1429651271'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:59.575940 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-c6f2cfee-d018-4cff-8bd1-b70c22739468 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:59.577439 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-c6f2cfee-d018-4cff-8bd1-b70c22739468 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/networks?id=077fd748-2990-43a3-b379-1249cb605c64 HTTP/1.1" status: 200 len: 811 time: 0.3488786 Jun 30 09:38:59.610341 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-ae454212-b926-434d-b3d6-070bc1d715c7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/quotas/11b9abfc034e469297fc7554fd307e7c HTTP/1.1" status: 200 len: 375 time: 0.0160546 Jun 30 09:38:59.612531 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9cc31ebf-0b7e-49ef-9182-d38d33cbb9fb None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:59.622310 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9cc31ebf-0b7e-49ef-9182-d38d33cbb9fb None None] Transition to ACTIVE for port object 38dd48b0-06a0-4355-a367-7943be9d8825 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:59.641146 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9cc31ebf-0b7e-49ef-9182-d38d33cbb9fb None None] Transition to ACTIVE for port object 38dd48b0-06a0-4355-a367-7943be9d8825 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:59.735188 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9cc31ebf-0b7e-49ef-9182-d38d33cbb9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:59.740098 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-28f38804-c469-4b1b-b56f-51565f16d95f tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:59.787085 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc31ebf-0b7e-49ef-9182-d38d33cbb9fb None None] Network ee86b8a2-abc7-461f-b696-f62287aeb4d6 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:38:59.788837 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-9cc31ebf-0b7e-49ef-9182-d38d33cbb9fb None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:59.793561 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc31ebf-0b7e-49ef-9182-d38d33cbb9fb None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:38:59.817875 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc31ebf-0b7e-49ef-9182-d38d33cbb9fb None None] Pushing event updated for resources: {'Port': ['ID=38dd48b0-06a0-4355-a367-7943be9d8825,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:59.871575 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-28f38804-c469-4b1b-b56f-51565f16d95f tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:59.881943 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-5eb9095b-8a2d-47a8-b6ca-00cf63711c18 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2644241 Jun 30 09:38:59.903479 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-9cc31ebf-0b7e-49ef-9182-d38d33cbb9fb None None] Attempting to bind port 38dd48b0-06a0-4355-a367-7943be9d8825 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:38:59.905989 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-9cc31ebf-0b7e-49ef-9182-d38d33cbb9fb None None] Attempting to bind port 38dd48b0-06a0-4355-a367-7943be9d8825 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '081f12a5-b3e4-4ea1-8265-9389661cf52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ee86b8a2-abc7-461f-b696-f62287aeb4d6'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:38:59.905989 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc31ebf-0b7e-49ef-9182-d38d33cbb9fb None None] Attempting to bind port 38dd48b0-06a0-4355-a367-7943be9d8825 on network ee86b8a2-abc7-461f-b696-f62287aeb4d6 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:38:59.916052 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc31ebf-0b7e-49ef-9182-d38d33cbb9fb None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:38:59.917219 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc31ebf-0b7e-49ef-9182-d38d33cbb9fb None None] Checking segment: {'id': '081f12a5-b3e4-4ea1-8265-9389661cf52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ee86b8a2-abc7-461f-b696-f62287aeb4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:38:59.918117 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9cc31ebf-0b7e-49ef-9182-d38d33cbb9fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:59.918767 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc31ebf-0b7e-49ef-9182-d38d33cbb9fb None None] Bound using segment: {'id': '081f12a5-b3e4-4ea1-8265-9389661cf52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ee86b8a2-abc7-461f-b696-f62287aeb4d6'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:38:59.919694 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-9cc31ebf-0b7e-49ef-9182-d38d33cbb9fb None None] Bound port: 38dd48b0-06a0-4355-a367-7943be9d8825, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081f12a5-b3e4-4ea1-8265-9389661cf52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ee86b8a2-abc7-461f-b696-f62287aeb4d6'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:38:59.920310 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9cc31ebf-0b7e-49ef-9182-d38d33cbb9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:59.990503 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae303aef-598a-4eab-9ba1-f6fd2f561191 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Made reservation on behalf of 978922a0fa6b4c4195cb41faebddfe33 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:38:59.995350 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ae303aef-598a-4eab-9ba1-f6fd2f561191 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:00.035182 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f38804-c469-4b1b-b56f-51565f16d95f tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af233cd0-63c1-486a-b48a-5e01fd58a5e8,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:00.112905 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-28f38804-c469-4b1b-b56f-51565f16d95f tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:00.119036 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-28f38804-c469-4b1b-b56f-51565f16d95f tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1891353 Jun 30 09:39:00.123261 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46136) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:00.137944 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-9cc31ebf-0b7e-49ef-9182-d38d33cbb9fb None None] For port 38dd48b0-06a0-4355-a367-7943be9d8825, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:39:00.146747 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-1dc88446-d1c8-4d59-977c-f0fe5c9f5706 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Request body: {'security_group_rule': {'security_group_id': 'af233cd0-63c1-486a-b48a-5e01fd58a5e8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:00.152244 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-9cc31ebf-0b7e-49ef-9182-d38d33cbb9fb None None] For port 38dd48b0-06a0-4355-a367-7943be9d8825, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=38dd48b0-06a0-4355-a367-7943be9d8825,segment=NetworkSegment(081f12a5-b3e4-4ea1-8265-9389661cf52f),segment_id=081f12a5-b3e4-4ea1-8265-9389661cf52f)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:39:00.169703 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae303aef-598a-4eab-9ba1-f6fd2f561191 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:39:00.194904 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ae303aef-598a-4eab-9ba1-f6fd2f561191 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:00.196899 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-ae303aef-598a-4eab-9ba1-f6fd2f561191 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Added segment 3d678c31-64dd-42c4-b7ae-f7ddf04ac4f1 of type vlan for network 19071819-36e9-442b-8603-449965a70b1e Jun 30 09:39:00.266466 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9cc31ebf-0b7e-49ef-9182-d38d33cbb9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:00.275896 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ae303aef-598a-4eab-9ba1-f6fd2f561191 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:00.343666 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-fc225bd6-efa2-4470-b78d-63396ab89235 service neutron] 10.222.0.10 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398603 Jun 30 09:39:00.398373 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc31ebf-0b7e-49ef-9182-d38d33cbb9fb None None] Pushing event updated for resources: {'Port': ['ID=38dd48b0-06a0-4355-a367-7943be9d8825,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:00.454413 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ae303aef-598a-4eab-9ba1-f6fd2f561191 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:00.464128 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae303aef-598a-4eab-9ba1-f6fd2f561191 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:00.465158 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ae303aef-598a-4eab-9ba1-f6fd2f561191 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:00.534951 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1dc88446-d1c8-4d59-977c-f0fe5c9f5706 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:00.599909 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-5a666406-7d7e-4d1c-82f2-85ce5c5cdfbf service neutron] 10.222.0.10 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391915 Jun 30 09:39:00.618533 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae303aef-598a-4eab-9ba1-f6fd2f561191 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Pushing event updated for resources: {'Network': ['ID=19071819-36e9-442b-8603-449965a70b1e,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:00.637137 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 19071819-36e9-442b-8603-449965a70b1e details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:39:00.638884 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1dc88446-d1c8-4d59-977c-f0fe5c9f5706 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:00.763538 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1dc88446-d1c8-4d59-977c-f0fe5c9f5706 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:00.795982 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ae303aef-598a-4eab-9ba1-f6fd2f561191 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3104956 Jun 30 09:39:00.796638 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46142) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:00.804061 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-64319884-fe37-404a-b24c-7d178a5c312c tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Request body: {'network': {'name': 'tempest-router-network02--179330586'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:00.834820 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc88446-d1c8-4d59-977c-f0fe5c9f5706 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=973623cf-4551-47ab-a001-48e318c8ee50,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:00.969055 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64319884-fe37-404a-b24c-7d178a5c312c tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Made reservation on behalf of 978922a0fa6b4c4195cb41faebddfe33 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:39:00.973464 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-64319884-fe37-404a-b24c-7d178a5c312c tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:01.030179 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64319884-fe37-404a-b24c-7d178a5c312c tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:39:01.053619 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-64319884-fe37-404a-b24c-7d178a5c312c tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:01.054383 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-64319884-fe37-404a-b24c-7d178a5c312c tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Added segment fb92e385-b014-404d-8564-9002d3ce43c5 of type vlan for network 30e4d638-e8f2-40b5-8b38-fa364816448d Jun 30 09:39:01.071694 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1dc88446-d1c8-4d59-977c-f0fe5c9f5706 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:01.076472 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1dc88446-d1c8-4d59-977c-f0fe5c9f5706 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9484630 Jun 30 09:39:01.076707 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46150) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:01.107781 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-64319884-fe37-404a-b24c-7d178a5c312c tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:01.150846 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e59cfd30-228b-4b75-9b0f-89ccdd9b687d tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:01.174112 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e59cfd30-228b-4b75-9b0f-89ccdd9b687d tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:01.260923 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-64319884-fe37-404a-b24c-7d178a5c312c tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:01.269268 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64319884-fe37-404a-b24c-7d178a5c312c tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:01.270512 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-64319884-fe37-404a-b24c-7d178a5c312c tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:01.329568 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e59cfd30-228b-4b75-9b0f-89ccdd9b687d tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:01.340236 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e59cfd30-228b-4b75-9b0f-89ccdd9b687d tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:01.343448 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e59cfd30-228b-4b75-9b0f-89ccdd9b687d tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/973623cf-4551-47ab-a001-48e318c8ee50 HTTP/1.1" status: 204 len: 168 time: 0.2637763 Jun 30 09:39:01.348720 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46154) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:01.503731 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59cfd30-228b-4b75-9b0f-89ccdd9b687d tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=973623cf-4551-47ab-a001-48e318c8ee50,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:01.592521 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64319884-fe37-404a-b24c-7d178a5c312c tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Pushing event updated for resources: {'Network': ['ID=30e4d638-e8f2-40b5-8b38-fa364816448d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:01.604505 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 30e4d638-e8f2-40b5-8b38-fa364816448d details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:39:01.642825 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46160) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:01.650119 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-24045960-c6d4-4198-8847-421cd7ea1faf tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2911465 Jun 30 09:39:01.734133 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-64319884-fe37-404a-b24c-7d178a5c312c tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9363847 Jun 30 09:39:01.734638 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46164) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:01.743408 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-97254cb7-8458-4332-a553-4df33c1ffeaf tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Request body: {'subnet': {'network_id': '19071819-36e9-442b-8603-449965a70b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:01.800562 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-faf22fa5-ac8a-4213-8aa3-dfc90197ac0b tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:01.857431 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b82df508-0626-4838-b2c0-48a1fc4159ee req-722f8312-723a-494b-a285-721d10f373a6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 210 time: 0.0480921 Jun 30 09:39:01.876249 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-faf22fa5-ac8a-4213-8aa3-dfc90197ac0b tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:02.169384 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-faf22fa5-ac8a-4213-8aa3-dfc90197ac0b tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:02.174334 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-faf22fa5-ac8a-4213-8aa3-dfc90197ac0b tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:02.183598 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46172) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:02.184920 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-faf22fa5-ac8a-4213-8aa3-dfc90197ac0b tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "DELETE /v2.0/security-groups/af233cd0-63c1-486a-b48a-5e01fd58a5e8 HTTP/1.1" status: 204 len: 168 time: 0.5407112 Jun 30 09:39:02.203940 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 38dd48b0-06a0-4355-a367-7943be9d8825 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:39:02.214034 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf22fa5-ac8a-4213-8aa3-dfc90197ac0b tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af233cd0-63c1-486a-b48a-5e01fd58a5e8,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:02.253790 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97254cb7-8458-4332-a553-4df33c1ffeaf tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Made reservation on behalf of 978922a0fa6b4c4195cb41faebddfe33 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:39:02.269809 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-97254cb7-8458-4332-a553-4df33c1ffeaf tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:02.357730 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56682f6b-9bf2-4ed5-b83c-7a7ed1f75777 None None] Network ee86b8a2-abc7-461f-b696-f62287aeb4d6 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:39:02.614129 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 38dd48b0-06a0-4355-a367-7943be9d8825 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:39:02.616522 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-ee893df0-0c80-45c4-84f4-d72d83752e08 None None] Provisioning for port 38dd48b0-06a0-4355-a367-7943be9d8825 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:39:02.646317 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-ee893df0-0c80-45c4-84f4-d72d83752e08 None None] Provisioning complete for port 38dd48b0-06a0-4355-a367-7943be9d8825 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:02.646755 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ee893df0-0c80-45c4-84f4-d72d83752e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:02.654930 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 38dd48b0-06a0-4355-a367-7943be9d8825 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:02.654930 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:02.894414 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ee893df0-0c80-45c4-84f4-d72d83752e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:02.898773 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:02.962663 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-ee893df0-0c80-45c4-84f4-d72d83752e08 None None] For port 38dd48b0-06a0-4355-a367-7943be9d8825, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=38dd48b0-06a0-4355-a367-7943be9d8825,segment=NetworkSegment(081f12a5-b3e4-4ea1-8265-9389661cf52f),segment_id=081f12a5-b3e4-4ea1-8265-9389661cf52f)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:03.049458 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ee893df0-0c80-45c4-84f4-d72d83752e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:03.058052 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e8962614-7336-4d57-8db9-de60d6f1b508 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8751123 Jun 30 09:39:03.063481 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46184) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:03.073296 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1f4046b2-755b-450b-bc2e-d4c8e7a78308 req-24bcc3c8-48ad-40c1-bb42-560fb86ba028 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 210 time: 0.1051724 Jun 30 09:39:03.080276 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-508a73cb-1240-41b9-9db6-4923d49457d1 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Request body: {'security_group': {'name': 'tempest-secgroup--111988724'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:03.127654 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-97254cb7-8458-4332-a553-4df33c1ffeaf tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:03.143762 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee893df0-0c80-45c4-84f4-d72d83752e08 None None] Pushing event updated for resources: {'Port': ['ID=38dd48b0-06a0-4355-a367-7943be9d8825,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:03.224980 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-508a73cb-1240-41b9-9db6-4923d49457d1 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:03.238147 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:39:03.239363 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:39:03.277893 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97254cb7-8458-4332-a553-4df33c1ffeaf tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Pushing event updated for resources: {'Subnet': ['ID=07a1c5d3-8d0d-4b8a-a562-27bbb24de1f2,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:03.287259 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97254cb7-8458-4332-a553-4df33c1ffeaf tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Checking segment: {'id': '3d678c31-64dd-42c4-b7ae-f7ddf04ac4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '19071819-36e9-442b-8603-449965a70b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:39:03.287574 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97254cb7-8458-4332-a553-4df33c1ffeaf tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Network hostable DHCP agents. Network: 19071819-36e9-442b-8603-449965a70b1e, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:39:03.418591 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-508a73cb-1240-41b9-9db6-4923d49457d1 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:03.437545 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97254cb7-8458-4332-a553-4df33c1ffeaf tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Network 19071819-36e9-442b-8603-449965a70b1e is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:39:03.485542 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-111f40e9-896e-479d-aaae-bcab738cb730 None None] Provisioning complete for port 38dd48b0-06a0-4355-a367-7943be9d8825 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:03.485990 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-111f40e9-896e-479d-aaae-bcab738cb730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:03.586137 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-508a73cb-1240-41b9-9db6-4923d49457d1 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:03.594525 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-97254cb7-8458-4332-a553-4df33c1ffeaf tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 19071819-36e9-442b-8603-449965a70b1e) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:39:03.610905 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a8b618-18c1-4db2-9a9f-e64b99df0edb None None] Network 19071819-36e9-442b-8603-449965a70b1e requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:39:03.630154 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97254cb7-8458-4332-a553-4df33c1ffeaf tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:03.634299 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-97254cb7-8458-4332-a553-4df33c1ffeaf tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:03.662834 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a73cb-1240-41b9-9db6-4923d49457d1 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89223eb9-1009-4e4d-95de-bc5aeb723ea0,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:03.740366 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-508a73cb-1240-41b9-9db6-4923d49457d1 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:03.743306 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-508a73cb-1240-41b9-9db6-4923d49457d1 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6785166 Jun 30 09:39:03.746082 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46190) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:03.752453 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-6971725e-eb61-4837-8604-9b57ffd6bedc tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Request body: {'security_group_rule': {'security_group_id': '89223eb9-1009-4e4d-95de-bc5aeb723ea0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:03.815919 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-97254cb7-8458-4332-a553-4df33c1ffeaf tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0801528 Jun 30 09:39:03.818823 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46194) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:03.827368 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-93834d24-3611-4fe5-a7c3-d6abedd3a1f5 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Request body: {'subnet': {'network_id': '30e4d638-e8f2-40b5-8b38-fa364816448d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:03.950387 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-19071819-36e9-442b-8603-449965a70b1e', 'network_id': '19071819-36e9-442b-8603-449965a70b1e', 'tenant_id': '978922a0fa6b4c4195cb41faebddfe33', 'fixed_ips': [{'subnet_id': '07a1c5d3-8d0d-4b8a-a562-27bbb24de1f2'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:39:03.951287 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:03.996800 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6971725e-eb61-4837-8604-9b57ffd6bedc tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:04.138046 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6971725e-eb61-4837-8604-9b57ffd6bedc tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:04.224698 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 38dd48b0-06a0-4355-a367-7943be9d8825 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:39:04.237253 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6971725e-eb61-4837-8604-9b57ffd6bedc tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:04.300712 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Allocated IP 2001:db8::2 (19071819-36e9-442b-8603-449965a70b1e/07a1c5d3-8d0d-4b8a-a562-27bbb24de1f2/8aef9c61-fcb5-4ef4-bfce-a1ca3167ec97) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:39:04.320013 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93834d24-3611-4fe5-a7c3-d6abedd3a1f5 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Made reservation on behalf of 978922a0fa6b4c4195cb41faebddfe33 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:39:04.330713 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-93834d24-3611-4fe5-a7c3-d6abedd3a1f5 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:04.365710 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971725e-eb61-4837-8604-9b57ffd6bedc tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ce2bb7-c93c-4e84-8eaf-734b2eda027a,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:04.371878 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d33fe5b0-dbd5-4e33-9cd3-86e3ba523a2c req-5c506fa2-0bf4-4279-84e9-52bf2621056f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 210 time: 0.0685532 Jun 30 09:39:04.404863 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 38dd48b0-06a0-4355-a367-7943be9d8825 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:04.405827 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:04.423454 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971725e-eb61-4837-8604-9b57ffd6bedc tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:04.424198 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971725e-eb61-4837-8604-9b57ffd6bedc tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:04.424908 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971725e-eb61-4837-8604-9b57ffd6bedc tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:04.425593 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971725e-eb61-4837-8604-9b57ffd6bedc tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:04.426264 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971725e-eb61-4837-8604-9b57ffd6bedc tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:04.426929 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971725e-eb61-4837-8604-9b57ffd6bedc tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:04.427646 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971725e-eb61-4837-8604-9b57ffd6bedc tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:04.428304 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971725e-eb61-4837-8604-9b57ffd6bedc tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:04.428964 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971725e-eb61-4837-8604-9b57ffd6bedc tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:04.429677 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971725e-eb61-4837-8604-9b57ffd6bedc tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:04.430973 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971725e-eb61-4837-8604-9b57ffd6bedc tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:04.431697 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971725e-eb61-4837-8604-9b57ffd6bedc tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:04.519611 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6971725e-eb61-4837-8604-9b57ffd6bedc tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:04.523736 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6971725e-eb61-4837-8604-9b57ffd6bedc tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7759213 Jun 30 09:39:04.525253 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46198) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:04.596718 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1f867471-3449-4135-a39c-562bc5dc45c1 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "GET /v2.0/security-group-rules/02ce2bb7-c93c-4e84-8eaf-734b2eda027a HTTP/1.1" status: 200 len: 763 time: 0.0698481 Jun 30 09:39:04.603936 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46200) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:04.657497 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:04.676964 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Transition to ACTIVE for port object 8aef9c61-fcb5-4ef4-bfce-a1ca3167ec97 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:39:04.697392 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Transition to ACTIVE for port object 8aef9c61-fcb5-4ef4-bfce-a1ca3167ec97 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:39:04.786688 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:04.809580 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7230f770-e624-4586-a74d-bdba2d1c3850 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1682086 Jun 30 09:39:04.810100 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46206) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:04.841667 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Pushing event updated for resources: {'Port': ['ID=8aef9c61-fcb5-4ef4-bfce-a1ca3167ec97,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:04.852557 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:04.852840 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:04.853119 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:04.853460 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:04.853896 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:04.854289 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:04.854619 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:04.854946 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:04.855300 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:04.855625 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:04.855943 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:04.856262 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:04.869461 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Network 19071819-36e9-442b-8603-449965a70b1e is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:39:04.871680 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:39:04.872511 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7cc0750c-efae-40df-b27f-7a5516015d90 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:04.877813 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:39:04.913564 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7cc0750c-efae-40df-b27f-7a5516015d90 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:04.973333 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Attempting to bind port 8aef9c61-fcb5-4ef4-bfce-a1ca3167ec97 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:39:04.973967 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Attempting to bind port 8aef9c61-fcb5-4ef4-bfce-a1ca3167ec97 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '3d678c31-64dd-42c4-b7ae-f7ddf04ac4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '19071819-36e9-442b-8603-449965a70b1e'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:39:04.974656 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Attempting to bind port 8aef9c61-fcb5-4ef4-bfce-a1ca3167ec97 on network 19071819-36e9-442b-8603-449965a70b1e {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:39:04.982613 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:39:04.983101 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Checking segment: {'id': '3d678c31-64dd-42c4-b7ae-f7ddf04ac4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '19071819-36e9-442b-8603-449965a70b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:39:04.983550 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:04.983995 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Bound using segment: {'id': '3d678c31-64dd-42c4-b7ae-f7ddf04ac4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '19071819-36e9-442b-8603-449965a70b1e'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:39:04.984466 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Bound port: 8aef9c61-fcb5-4ef4-bfce-a1ca3167ec97, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d678c31-64dd-42c4-b7ae-f7ddf04ac4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '19071819-36e9-442b-8603-449965a70b1e'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:39:04.985097 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:05.083393 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7cc0750c-efae-40df-b27f-7a5516015d90 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:05.094275 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7cc0750c-efae-40df-b27f-7a5516015d90 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:05.095989 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7cc0750c-efae-40df-b27f-7a5516015d90 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/02ce2bb7-c93c-4e84-8eaf-734b2eda027a HTTP/1.1" status: 204 len: 168 time: 0.2841992 Jun 30 09:39:05.100387 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46210) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:05.140324 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0750c-efae-40df-b27f-7a5516015d90 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02ce2bb7-c93c-4e84-8eaf-734b2eda027a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:05.197864 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-11768238-889f-4bca-9903-f194fc0e5514 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0951226 Jun 30 09:39:05.204656 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] For port 8aef9c61-fcb5-4ef4-bfce-a1ca3167ec97, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:39:05.205435 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46212) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:05.214844 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] For port 8aef9c61-fcb5-4ef4-bfce-a1ca3167ec97, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8aef9c61-fcb5-4ef4-bfce-a1ca3167ec97,segment=NetworkSegment(3d678c31-64dd-42c4-b7ae-f7ddf04ac4f1),segment_id=3d678c31-64dd-42c4-b7ae-f7ddf04ac4f1)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:39:05.215952 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-46538601-6b1f-48ea-9859-14ae5066fbf8 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Request body: {'security_group_rule': {'security_group_id': '89223eb9-1009-4e4d-95de-bc5aeb723ea0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:05.540549 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be33548b-f5c3-4f94-8dff-2ef597fc0343 req-722c3d33-78d0-49ca-9034-c57b9184e954 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 210 time: 0.0282471 Jun 30 09:39:05.660476 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:05.726295 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d47b00-2698-4c39-99c6-363d85d7e30c None None] Pushing event updated for resources: {'Port': ['ID=8aef9c61-fcb5-4ef4-bfce-a1ca3167ec97,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:05.745187 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-46538601-6b1f-48ea-9859-14ae5066fbf8 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:05.842707 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-93834d24-3611-4fe5-a7c3-d6abedd3a1f5 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:05.909766 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93834d24-3611-4fe5-a7c3-d6abedd3a1f5 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Pushing event updated for resources: {'Subnet': ['ID=4f0a7d27-f918-44e0-b3c4-eabd94206609,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:05.932067 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93834d24-3611-4fe5-a7c3-d6abedd3a1f5 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Checking segment: {'id': 'fb92e385-b014-404d-8564-9002d3ce43c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '30e4d638-e8f2-40b5-8b38-fa364816448d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:39:05.934116 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93834d24-3611-4fe5-a7c3-d6abedd3a1f5 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Network hostable DHCP agents. Network: 30e4d638-e8f2-40b5-8b38-fa364816448d, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:39:06.163034 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93834d24-3611-4fe5-a7c3-d6abedd3a1f5 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Network 30e4d638-e8f2-40b5-8b38-fa364816448d is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:39:06.271627 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-93834d24-3611-4fe5-a7c3-d6abedd3a1f5 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 30e4d638-e8f2-40b5-8b38-fa364816448d) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:39:06.278494 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93834d24-3611-4fe5-a7c3-d6abedd3a1f5 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:06.279085 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-93834d24-3611-4fe5-a7c3-d6abedd3a1f5 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:06.288604 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82c1906-cf17-4c1b-8e5f-eaf044a629a7 None None] Network 30e4d638-e8f2-40b5-8b38-fa364816448d requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:39:06.422995 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8aef9c61-fcb5-4ef4-bfce-a1ca3167ec97 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:39:06.435759 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-46538601-6b1f-48ea-9859-14ae5066fbf8 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:06.438059 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-93834d24-3611-4fe5-a7c3-d6abedd3a1f5 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6169248 Jun 30 09:39:06.438328 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46226) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:06.592577 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-73f18d0f-21ba-4f5a-afee-d5d55e631ef4 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:06.594899 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-73f18d0f-21ba-4f5a-afee-d5d55e631ef4 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.37 "GET /v2.0/networks?id=077fd748-2990-43a3-b379-1249cb605c64 HTTP/1.1" status: 200 len: 811 time: 0.8372700 Jun 30 09:39:06.597694 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-46538601-6b1f-48ea-9859-14ae5066fbf8 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:06.618036 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-7e5dd769-20fd-4706-aca7-617931917133 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Request body: {'port': {'device_id': '2c5878a4-aa00-46c9-890b-83dd9244c630', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'admin_state_up': True, 'tenant_id': '11b9abfc034e469297fc7554fd307e7c'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:06.741926 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 8aef9c61-fcb5-4ef4-bfce-a1ca3167ec97 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:39:06.771322 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a865336-b31b-46d6-bb6f-1be4c7c03753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-30e4d638-e8f2-40b5-8b38-fa364816448d', 'network_id': '30e4d638-e8f2-40b5-8b38-fa364816448d', 'tenant_id': '978922a0fa6b4c4195cb41faebddfe33', 'fixed_ips': [{'subnet_id': '4f0a7d27-f918-44e0-b3c4-eabd94206609'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:39:06.772140 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2a865336-b31b-46d6-bb6f-1be4c7c03753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:06.994203 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46538601-6b1f-48ea-9859-14ae5066fbf8 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9524991a-6138-46bf-9010-a29728c61e1f,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:07.104932 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-2a865336-b31b-46d6-bb6f-1be4c7c03753 None None] Allocated IP 2001:db8::2 (30e4d638-e8f2-40b5-8b38-fa364816448d/4f0a7d27-f918-44e0-b3c4-eabd94206609/52facb93-47bb-48fd-ab32-6af7b96228a7) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:39:07.244169 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5d4e92fb-5c70-47f0-a455-7684aab71894 req-ac283edc-4afa-47df-971b-437983e5ebe5 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 210 time: 0.3246198 Jun 30 09:39:07.347202 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2a865336-b31b-46d6-bb6f-1be4c7c03753 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:07.357943 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2a865336-b31b-46d6-bb6f-1be4c7c03753 None None] Transition to ACTIVE for port object 52facb93-47bb-48fd-ab32-6af7b96228a7 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:39:07.399236 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2a865336-b31b-46d6-bb6f-1be4c7c03753 None None] Transition to ACTIVE for port object 52facb93-47bb-48fd-ab32-6af7b96228a7 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:39:07.412976 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8654d34f-fdd1-4f73-b1fa-c9a40cc5f1a9 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:07.416814 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-46538601-6b1f-48ea-9859-14ae5066fbf8 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:07.418332 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-46538601-6b1f-48ea-9859-14ae5066fbf8 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.2112689 Jun 30 09:39:07.421242 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46234) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:07.447809 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2de1303b-7079-4d73-a1e8-6508d9d69100 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "GET /v2.0/security-group-rules/9524991a-6138-46bf-9010-a29728c61e1f HTTP/1.1" status: 200 len: 763 time: 0.0253000 Jun 30 09:39:07.466130 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d68aaf-d205-42fb-99e9-a2aed351a524 None None] Network 19071819-36e9-442b-8603-449965a70b1e requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:39:07.466386 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46236) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:07.545800 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-62b71124-880a-4fe5-bda7-ccb06534a416 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0792854 Jun 30 09:39:07.556053 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46238) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:07.559756 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2a865336-b31b-46d6-bb6f-1be4c7c03753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:07.624054 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e8c4c08e-9b2c-49b4-ac01-6e2ec9293eab tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:07.644502 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e8c4c08e-9b2c-49b4-ac01-6e2ec9293eab tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:07.667407 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a865336-b31b-46d6-bb6f-1be4c7c03753 None None] Network 30e4d638-e8f2-40b5-8b38-fa364816448d is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:39:07.672332 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-2a865336-b31b-46d6-bb6f-1be4c7c03753 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:39:07.698697 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a865336-b31b-46d6-bb6f-1be4c7c03753 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:39:07.713990 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-86f4e228-c0e8-48dd-944b-3b301fbeaf5d None None] Provisioning for port 8aef9c61-fcb5-4ef4-bfce-a1ca3167ec97 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:39:07.778247 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-86f4e228-c0e8-48dd-944b-3b301fbeaf5d None None] Provisioning complete for port 8aef9c61-fcb5-4ef4-bfce-a1ca3167ec97 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:07.778743 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-86f4e228-c0e8-48dd-944b-3b301fbeaf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:07.780625 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a865336-b31b-46d6-bb6f-1be4c7c03753 None None] Pushing event updated for resources: {'Port': ['ID=52facb93-47bb-48fd-ab32-6af7b96228a7,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:07.793158 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:07.807949 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e8c4c08e-9b2c-49b4-ac01-6e2ec9293eab tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:07.815780 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e8c4c08e-9b2c-49b4-ac01-6e2ec9293eab tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:07.833284 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e8c4c08e-9b2c-49b4-ac01-6e2ec9293eab tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/9524991a-6138-46bf-9010-a29728c61e1f HTTP/1.1" status: 204 len: 168 time: 0.2775278 Jun 30 09:39:07.843284 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46246) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:07.891808 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c4c08e-9b2c-49b4-ac01-6e2ec9293eab tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9524991a-6138-46bf-9010-a29728c61e1f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:07.911576 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-2a865336-b31b-46d6-bb6f-1be4c7c03753 None None] Attempting to bind port 52facb93-47bb-48fd-ab32-6af7b96228a7 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:39:07.913723 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-2a865336-b31b-46d6-bb6f-1be4c7c03753 None None] Attempting to bind port 52facb93-47bb-48fd-ab32-6af7b96228a7 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'fb92e385-b014-404d-8564-9002d3ce43c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '30e4d638-e8f2-40b5-8b38-fa364816448d'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:39:07.913723 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a865336-b31b-46d6-bb6f-1be4c7c03753 None None] Attempting to bind port 52facb93-47bb-48fd-ab32-6af7b96228a7 on network 30e4d638-e8f2-40b5-8b38-fa364816448d {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:39:07.951932 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-71a3cc39-f0ad-422f-a804-c014b0f1e541 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1045246 Jun 30 09:39:07.952747 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46248) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:07.958762 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-fae3b809-3d65-47ad-ad58-3eb8162bcb99 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Request body: {'security_group_rule': {'security_group_id': '89223eb9-1009-4e4d-95de-bc5aeb723ea0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:08.005349 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a865336-b31b-46d6-bb6f-1be4c7c03753 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:39:08.005733 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a865336-b31b-46d6-bb6f-1be4c7c03753 None None] Checking segment: {'id': 'fb92e385-b014-404d-8564-9002d3ce43c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '30e4d638-e8f2-40b5-8b38-fa364816448d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:39:08.006234 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2a865336-b31b-46d6-bb6f-1be4c7c03753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:08.006780 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a865336-b31b-46d6-bb6f-1be4c7c03753 None None] Bound using segment: {'id': 'fb92e385-b014-404d-8564-9002d3ce43c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '30e4d638-e8f2-40b5-8b38-fa364816448d'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:39:08.007351 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-2a865336-b31b-46d6-bb6f-1be4c7c03753 None None] Bound port: 52facb93-47bb-48fd-ab32-6af7b96228a7, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb92e385-b014-404d-8564-9002d3ce43c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '30e4d638-e8f2-40b5-8b38-fa364816448d'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:39:08.007732 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2a865336-b31b-46d6-bb6f-1be4c7c03753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:08.064991 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-8654d34f-fdd1-4f73-b1fa-c9a40cc5f1a9 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Allocated IP 2001:db8::1 (19071819-36e9-442b-8603-449965a70b1e/07a1c5d3-8d0d-4b8a-a562-27bbb24de1f2/e74b4572-b020-4ca7-a4a5-935b139ed2f5) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:39:08.118949 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fae3b809-3d65-47ad-ad58-3eb8162bcb99 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:08.179466 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-2a865336-b31b-46d6-bb6f-1be4c7c03753 None None] For port 52facb93-47bb-48fd-ab32-6af7b96228a7, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:39:08.187932 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-2a865336-b31b-46d6-bb6f-1be4c7c03753 None None] For port 52facb93-47bb-48fd-ab32-6af7b96228a7, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=52facb93-47bb-48fd-ab32-6af7b96228a7,segment=NetworkSegment(fb92e385-b014-404d-8564-9002d3ce43c5),segment_id=fb92e385-b014-404d-8564-9002d3ce43c5)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:39:08.201659 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8654d34f-fdd1-4f73-b1fa-c9a40cc5f1a9 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:08.223669 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-8654d34f-fdd1-4f73-b1fa-c9a40cc5f1a9 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Transition to ACTIVE for port object e74b4572-b020-4ca7-a4a5-935b139ed2f5 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:39:08.267720 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-7e5dd769-20fd-4706-aca7-617931917133 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Made reservation on behalf of 11b9abfc034e469297fc7554fd307e7c for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:39:08.272231 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-7e5dd769-20fd-4706-aca7-617931917133 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:08.287252 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fae3b809-3d65-47ad-ad58-3eb8162bcb99 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:08.290202 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2a865336-b31b-46d6-bb6f-1be4c7c03753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:08.335841 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8654d34f-fdd1-4f73-b1fa-c9a40cc5f1a9 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:08.369482 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fae3b809-3d65-47ad-ad58-3eb8162bcb99 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:08.460220 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3b809-3d65-47ad-ad58-3eb8162bcb99 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5dd4f4-0f92-4bb2-aab8-4b13388e61b1,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:08.529196 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fae3b809-3d65-47ad-ad58-3eb8162bcb99 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:08.530335 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fae3b809-3d65-47ad-ad58-3eb8162bcb99 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5760877 Jun 30 09:39:08.534493 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46252) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:08.552079 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-86f4e228-c0e8-48dd-944b-3b301fbeaf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:08.560150 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a865336-b31b-46d6-bb6f-1be4c7c03753 None None] Pushing event updated for resources: {'Port': ['ID=52facb93-47bb-48fd-ab32-6af7b96228a7,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:08.596309 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3dc3873e-e30c-41bf-bd80-7758f9d26060 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "GET /v2.0/security-group-rules/4e5dd4f4-0f92-4bb2-aab8-4b13388e61b1 HTTP/1.1" status: 200 len: 764 time: 0.0605774 Jun 30 09:39:08.603453 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46254) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:08.654738 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8654d34f-fdd1-4f73-b1fa-c9a40cc5f1a9 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Network 19071819-36e9-442b-8603-449965a70b1e is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:39:08.727173 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7f7265b1-8a73-48c6-a037-09c0497df0a2 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1194043 Jun 30 09:39:08.729417 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46256) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:08.731057 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-8654d34f-fdd1-4f73-b1fa-c9a40cc5f1a9 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:39:08.738567 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-86f4e228-c0e8-48dd-944b-3b301fbeaf5d None None] For port 8aef9c61-fcb5-4ef4-bfce-a1ca3167ec97, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8aef9c61-fcb5-4ef4-bfce-a1ca3167ec97,segment=NetworkSegment(3d678c31-64dd-42c4-b7ae-f7ddf04ac4f1),segment_id=3d678c31-64dd-42c4-b7ae-f7ddf04ac4f1)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:08.746402 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8654d34f-fdd1-4f73-b1fa-c9a40cc5f1a9 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:39:08.746402 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8654d34f-fdd1-4f73-b1fa-c9a40cc5f1a9 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:08.802175 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bef7b11b-471d-495a-bb66-9ea80242786a tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:08.900680 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bef7b11b-471d-495a-bb66-9ea80242786a tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:08.909598 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-86f4e228-c0e8-48dd-944b-3b301fbeaf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:09.039108 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654d34f-fdd1-4f73-b1fa-c9a40cc5f1a9 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Pushing event updated for resources: {'Port': ['ID=e74b4572-b020-4ca7-a4a5-935b139ed2f5,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:09.096058 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bef7b11b-471d-495a-bb66-9ea80242786a tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:09.131140 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bef7b11b-471d-495a-bb66-9ea80242786a tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:09.145441 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:09.151900 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bef7b11b-471d-495a-bb66-9ea80242786a tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/4e5dd4f4-0f92-4bb2-aab8-4b13388e61b1 HTTP/1.1" status: 204 len: 168 time: 0.4169657 Jun 30 09:39:09.155006 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46264) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:09.225627 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7b11b-471d-495a-bb66-9ea80242786a tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e5dd4f4-0f92-4bb2-aab8-4b13388e61b1,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:09.251861 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4e228-c0e8-48dd-944b-3b301fbeaf5d None None] Pushing event updated for resources: {'Port': ['ID=8aef9c61-fcb5-4ef4-bfce-a1ca3167ec97,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:09.285516 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7b08c1a3-945e-4545-affa-86bb28523a4d None None] Provisioning complete for port 8aef9c61-fcb5-4ef4-bfce-a1ca3167ec97 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:09.285897 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7b08c1a3-945e-4545-affa-86bb28523a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:09.308482 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-07fd3269-4ae1-45a5-85e7-7de1e62bb577 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1515145 Jun 30 09:39:09.309518 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46266) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:09.322001 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a43e8062-18ee-4e90-90a0-dcd513d2a16c req-5dd4cd6c-5d48-40b1-97fe-97f2b98f3a5d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 210 time: 0.5688391 Jun 30 09:39:09.479994 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7a3174ab-b850-4716-9e5d-6ad4e2946058 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:09.538986 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-7e5dd769-20fd-4706-aca7-617931917133 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Allocated IP 172.20.0.5 (077fd748-2990-43a3-b379-1249cb605c64/026a88de-b3fc-4597-8030-64264f9192bb/6928b3f8-9978-4bed-a96f-b2c00845ad75) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:39:09.573843 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7a3174ab-b850-4716-9e5d-6ad4e2946058 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:10.012990 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8654d34f-fdd1-4f73-b1fa-c9a40cc5f1a9 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:10.132457 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7a3174ab-b850-4716-9e5d-6ad4e2946058 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:10.143009 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7a3174ab-b850-4716-9e5d-6ad4e2946058 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:10.143009 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7a3174ab-b850-4716-9e5d-6ad4e2946058 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "DELETE /v2.0/security-groups/89223eb9-1009-4e4d-95de-bc5aeb723ea0 HTTP/1.1" status: 204 len: 168 time: 0.8256528 Jun 30 09:39:10.144880 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46272) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:10.171469 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-583a23c0-a91b-4540-861e-017fd869b067 None None] Provisioning for port e74b4572-b020-4ca7-a4a5-935b139ed2f5 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:39:10.183271 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-583a23c0-a91b-4540-861e-017fd869b067 None None] Provisioning complete for port e74b4572-b020-4ca7-a4a5-935b139ed2f5 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:10.183271 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-583a23c0-a91b-4540-861e-017fd869b067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:10.206416 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3174ab-b850-4716-9e5d-6ad4e2946058 tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89223eb9-1009-4e4d-95de-bc5aeb723ea0,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:10.290454 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0c5a3368-e33a-4cb8-85f6-6a0cb4eac29d tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1429012 Jun 30 09:39:10.297877 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46276) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:10.430935 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-583a23c0-a91b-4540-861e-017fd869b067 None None] Port e74b4572-b020-4ca7-a4a5-935b139ed2f5 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:39:10.448095 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-94ecab7e-4630-4471-afd6-76df0571e18d tempest-SecGroupTest-1045854662 tempest-SecGroupTest-1045854662-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1463256 Jun 30 09:39:10.668250 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8aef9c61-fcb5-4ef4-bfce-a1ca3167ec97 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:39:10.835369 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-7e5dd769-20fd-4706-aca7-617931917133 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:10.939221 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-49b3f897-120c-4a93-a511-205e843ae82c req-1868a204-f72c-4545-92e0-758dc46c649a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 210 time: 0.0963705 Jun 30 09:39:10.945443 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-7e5dd769-20fd-4706-aca7-617931917133 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Transition to ACTIVE for port object 6928b3f8-9978-4bed-a96f-b2c00845ad75 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:39:11.081176 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20245ee-b1cf-45ee-a00b-9c5d26525724 None None] Network 30e4d638-e8f2-40b5-8b38-fa364816448d requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:39:11.270898 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0e249ecc-6ca3-4ca7-939d-f262cdb6bbfb None None] Provisioning for port 52facb93-47bb-48fd-ab32-6af7b96228a7 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:39:11.310102 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 8aef9c61-fcb5-4ef4-bfce-a1ca3167ec97 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:11.310102 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:11.315540 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8654d34f-fdd1-4f73-b1fa-c9a40cc5f1a9 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:11.428255 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8654d34f-fdd1-4f73-b1fa-c9a40cc5f1a9 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:11.436456 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8654d34f-fdd1-4f73-b1fa-c9a40cc5f1a9 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:11.593940 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-7e5dd769-20fd-4706-aca7-617931917133 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:11.681102 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 52facb93-47bb-48fd-ab32-6af7b96228a7 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:39:11.687102 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654d34f-fdd1-4f73-b1fa-c9a40cc5f1a9 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Pushing event updated for resources: {'Port': ['ID=e74b4572-b020-4ca7-a4a5-935b139ed2f5,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:11.727324 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46290) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:11.830404 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5dd769-20fd-4706-aca7-617931917133 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Pushing event updated for resources: {'Port': ['ID=6928b3f8-9978-4bed-a96f-b2c00845ad75,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:11.852912 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-7e5dd769-20fd-4706-aca7-617931917133 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Network 077fd748-2990-43a3-b379-1249cb605c64 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:39:11.863938 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-7e5dd769-20fd-4706-aca7-617931917133 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:39:11.871272 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-7e5dd769-20fd-4706-aca7-617931917133 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:39:11.944408 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-7e5dd769-20fd-4706-aca7-617931917133 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:11.945294 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-7e5dd769-20fd-4706-aca7-617931917133 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:11.951147 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 52facb93-47bb-48fd-ab32-6af7b96228a7 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:39:11.960710 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 52facb93-47bb-48fd-ab32-6af7b96228a7 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:11.960710 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:12.080133 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8654d34f-fdd1-4f73-b1fa-c9a40cc5f1a9 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Network 19071819-36e9-442b-8603-449965a70b1e is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:39:12.085746 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-8654d34f-fdd1-4f73-b1fa-c9a40cc5f1a9 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:39:12.308045 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8a0601b9-0999-4a66-b80f-1a04763f0c84 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=55a38e34c7304735ab7d27022d8b7560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5795364 Jun 30 09:39:12.311452 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46300) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:12.323825 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:12.414136 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 52facb93-47bb-48fd-ab32-6af7b96228a7, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=52facb93-47bb-48fd-ab32-6af7b96228a7,segment=NetworkSegment(fb92e385-b014-404d-8564-9002d3ce43c5),segment_id=fb92e385-b014-404d-8564-9002d3ce43c5)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:12.439941 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-7e5dd769-20fd-4706-aca7-617931917133 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8271801 Jun 30 09:39:12.466007 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1b711515-c424-4320-9ded-a8cd2bd57023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:12.485590 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] Request body: {'port': {'device_id': '2c5878a4-aa00-46c9-890b-83dd9244c630', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:12.551840 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:12.587718 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1b711515-c424-4320-9ded-a8cd2bd57023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:12.670558 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e0abf-ec4d-4987-a0f3-1175698da09f req-fe73b7df-a0ba-4392-b3f2-34b8d02be753 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:12.673368 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a33e0abf-ec4d-4987-a0f3-1175698da09f req-fe73b7df-a0ba-4392-b3f2-34b8d02be753 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 931 time: 0.2587321 Jun 30 09:39:12.719961 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:12.737094 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-673ba6f3-7834-4338-8877-33303d1dc38d None None] Provisioning complete for port 52facb93-47bb-48fd-ab32-6af7b96228a7 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:12.737476 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-673ba6f3-7834-4338-8877-33303d1dc38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:12.818666 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8654d34f-fdd1-4f73-b1fa-c9a40cc5f1a9 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Router 1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:39:12.826008 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1b711515-c424-4320-9ded-a8cd2bd57023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:12.829817 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1b711515-c424-4320-9ded-a8cd2bd57023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:12.831471 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1b711515-c424-4320-9ded-a8cd2bd57023 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b55670fe-b607-4c64-9a1f-0d2045609ea6 HTTP/1.1" status: 204 len: 168 time: 0.5187120 Jun 30 09:39:12.849998 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=52facb93-47bb-48fd-ab32-6af7b96228a7,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:12.852686 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b711515-c424-4320-9ded-a8cd2bd57023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55670fe-b607-4c64-9a1f-0d2045609ea6,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:12.888230 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a33e0abf-ec4d-4987-a0f3-1175698da09f req-b1b197ec-0b6f-41f0-876c-0957ba800cab tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995547 Jun 30 09:39:13.226139 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8654d34f-fdd1-4f73-b1fa-c9a40cc5f1a9 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:39:13.238638 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8654d34f-fdd1-4f73-b1fa-c9a40cc5f1a9 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] 10.222.0.10 "PUT /v2.0/routers/1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7983441 Jun 30 09:39:13.242436 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46306) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:13.256948 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c77c35f-db4f-4dd1-bfb0-fef5c0b7612d None None] Sync routers for ids ['1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:39:13.284675 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c77c35f-db4f-4dd1-bfb0-fef5c0b7612d None None] Routers {'1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:39:13.290120 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-1c77c35f-db4f-4dd1-bfb0-fef5c0b7612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:38:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:13.490164 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-633507a7-7e13-4add-9cf9-28ce9cfe4c5e None None] Provisioning for port 6928b3f8-9978-4bed-a96f-b2c00845ad75 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:39:13.509414 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-1c77c35f-db4f-4dd1-bfb0-fef5c0b7612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:13.521251 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-633507a7-7e13-4add-9cf9-28ce9cfe4c5e None None] Provisioning complete for port 6928b3f8-9978-4bed-a96f-b2c00845ad75 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:13.521832 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-633507a7-7e13-4add-9cf9-28ce9cfe4c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:13.643583 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c77c35f-db4f-4dd1-bfb0-fef5c0b7612d None None] Routers {'1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:39:13.643583 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-1c77c35f-db4f-4dd1-bfb0-fef5c0b7612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:38:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:13.833845 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-1c77c35f-db4f-4dd1-bfb0-fef5c0b7612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:13.836673 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c77c35f-db4f-4dd1-bfb0-fef5c0b7612d None None] The sync data for ids ['1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:39:13.862224 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-633507a7-7e13-4add-9cf9-28ce9cfe4c5e None None] Port 6928b3f8-9978-4bed-a96f-b2c00845ad75 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:39:13.887221 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-633507a7-7e13-4add-9cf9-28ce9cfe4c5e None None] Provisioning complete for port e74b4572-b020-4ca7-a4a5-935b139ed2f5 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:13.888297 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-633507a7-7e13-4add-9cf9-28ce9cfe4c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:13.901151 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6928b3f8-9978-4bed-a96f-b2c00845ad75 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:39:13.924755 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:13.990620 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] Transition to ACTIVE for port object 6928b3f8-9978-4bed-a96f-b2c00845ad75 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:39:14.017408 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-633507a7-7e13-4add-9cf9-28ce9cfe4c5e None None] Port e74b4572-b020-4ca7-a4a5-935b139ed2f5 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:39:14.140564 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:14.268022 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] Pushing event updated for resources: {'Port': ['ID=6928b3f8-9978-4bed-a96f-b2c00845ad75,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:14.284010 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-7b1a46af-a238-433f-8aaa-af8561dae943 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:39:14.294164 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:14.294639 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:14.294955 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:14.295220 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:14.299508 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:14.299508 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:14.299508 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:14.299508 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:14.299508 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:14.299508 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:14.299508 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:14.299508 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:14.305995 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46324) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:14.315821 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7b1a46af-a238-433f-8aaa-af8561dae943 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] 10.222.0.10 "PUT /v2.0/routers/1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0559895 Jun 30 09:39:14.686038 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 52facb93-47bb-48fd-ab32-6af7b96228a7 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:39:14.813421 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 52facb93-47bb-48fd-ab32-6af7b96228a7 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:14.814041 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:15.162504 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3203eb-b052-407e-b525-72de8a258e07 req-e58db96a-4f3a-43d1-b3d4-e9258b0db50c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:15.164142 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4a3203eb-b052-407e-b525-72de8a258e07 req-e58db96a-4f3a-43d1-b3d4-e9258b0db50c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 943 time: 1.0194273 Jun 30 09:39:15.285113 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46344) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:15.295338 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0086451 Jun 30 09:39:15.300633 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46346) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:15.360398 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] Attempting to bind port 6928b3f8-9978-4bed-a96f-b2c00845ad75 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:39:15.360726 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] Attempting to bind port 6928b3f8-9978-4bed-a96f-b2c00845ad75 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:39:15.361076 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] Attempting to bind port 6928b3f8-9978-4bed-a96f-b2c00845ad75 on network 077fd748-2990-43a3-b379-1249cb605c64 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:39:15.370321 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] Port 6928b3f8-9978-4bed-a96f-b2c00845ad75 on network 077fd748-2990-43a3-b379-1249cb605c64 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:39:15.372435 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] Attempting to bind port 6928b3f8-9978-4bed-a96f-b2c00845ad75 on network 077fd748-2990-43a3-b379-1249cb605c64 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:39:15.381041 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:39:15.381613 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] Checking segment: {'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:39:15.382264 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] Bound using segment: {'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:39:15.382926 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] Bound port: 6928b3f8-9978-4bed-a96f-b2c00845ad75, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:39:15.384058 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:15.428383 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4a3203eb-b052-407e-b525-72de8a258e07 req-892c718e-4482-4d16-8205-525884ebf25d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276947 Jun 30 09:39:15.580094 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b8bcfbe4-aa3f-464f-8f3f-73150f7d5209 tempest-NetworksApiDiscovery-569320900 tempest-NetworksApiDiscovery-569320900-project] 10.222.0.10 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2767181 Jun 30 09:39:15.591201 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] For port 6928b3f8-9978-4bed-a96f-b2c00845ad75, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:39:15.600673 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] For port 6928b3f8-9978-4bed-a96f-b2c00845ad75, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=6928b3f8-9978-4bed-a96f-b2c00845ad75,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:39:15.717791 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:15.814993 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b7df69a0-8246-4ad1-9b10-ea88c37495bc tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:16.066448 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:16.076194 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:16.078977 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] 10.222.0.37 "PUT /v2.0/ports/6928b3f8-9978-4bed-a96f-b2c00845ad75 HTTP/1.1" status: 200 len: 1092 time: 3.5987005 Jun 30 09:39:16.079787 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5878a4-aa00-46c9-890b-83dd9244c630', 'tag': '6928b3f8-9978-4bed-a96f-b2c00845ad75'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:39:16.084219 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff2f1b3-0baf-4ae2-91f3-1e6381e24903" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5878a4-aa00-46c9-890b-83dd9244c630", "tag": "6928b3f8-9978-4bed-a96f-b2c00845ad75"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:39:16.201322 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130717c7-f7a3-4d85-891f-597025f8b495 service neutron] Pushing event updated for resources: {'Port': ['ID=6928b3f8-9978-4bed-a96f-b2c00845ad75,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:16.268439 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350d60dc-e086-4388-b2fc-d47c67ab0515 x-openstack-request-id: req-350d60dc-e086-4388-b2fc-d47c67ab0515 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:39:16.268958 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5878a4-aa00-46c9-890b-83dd9244c630", "tag": "6928b3f8-9978-4bed-a96f-b2c00845ad75", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:39:16.269365 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-350d60dc-e086-4388-b2fc-d47c67ab0515 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:39:16.269911 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5878a4-aa00-46c9-890b-83dd9244c630', 'tag': '6928b3f8-9978-4bed-a96f-b2c00845ad75', 'status': 'completed', 'code': 200} Jun 30 09:39:16.433760 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2f1b3-0baf-4ae2-91f3-1e6381e24903 req-a66f17a5-1420-4e85-bc5d-874c68318807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:16.435499 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2ff2f1b3-0baf-4ae2-91f3-1e6381e24903 req-a66f17a5-1420-4e85-bc5d-874c68318807 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 1095 time: 0.1380515 Jun 30 09:39:16.552806 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46368) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:16.571676 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-b7df69a0-8246-4ad1-9b10-ea88c37495bc tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Deleting port e74b4572-b020-4ca7-a4a5-935b139ed2f5 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:39:16.572762 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b7df69a0-8246-4ad1-9b10-ea88c37495bc tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:16.714161 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2f1b3-0baf-4ae2-91f3-1e6381e24903 req-3f67f280-c85a-46a0-aad4-d8afbd40c091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:16.715870 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2ff2f1b3-0baf-4ae2-91f3-1e6381e24903 req-3f67f280-c85a-46a0-aad4-d8afbd40c091 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=11b9abfc034e469297fc7554fd307e7c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2701812 Jun 30 09:39:16.748215 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b7df69a0-8246-4ad1-9b10-ea88c37495bc tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:16.772549 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcefb3f-16a0-4a7a-b827-f1c2d268b643 req-83740110-cf7c-4863-bcca-686fcbfa5828 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:16.788266 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-efcefb3f-16a0-4a7a-b827-f1c2d268b643 req-83740110-cf7c-4863-bcca-686fcbfa5828 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 943 time: 0.1068969 Jun 30 09:39:16.820316 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-b7df69a0-8246-4ad1-9b10-ea88c37495bc tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Calling delete_port for e74b4572-b020-4ca7-a4a5-935b139ed2f5 owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:39:16.852210 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6929d570-76c2-4065-99ad-7f334b3776e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:16.907963 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-efcefb3f-16a0-4a7a-b827-f1c2d268b643 req-d027a07f-59e7-4151-91e6-e82f6b4b67f8 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145914 Jun 30 09:39:16.965218 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2f1b3-0baf-4ae2-91f3-1e6381e24903 req-9febab84-dce6-4ea2-abaf-7f2ea791c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:16.967799 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2ff2f1b3-0baf-4ae2-91f3-1e6381e24903 req-9febab84-dce6-4ea2-abaf-7f2ea791c471 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2442355 Jun 30 09:39:17.146054 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6929d570-76c2-4065-99ad-7f334b3776e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.220570 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6929d570-76c2-4065-99ad-7f334b3776e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.264226 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-33a9d79d-4f46-4fe8-85c0-795a8990d049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:17.267060 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-33a9d79d-4f46-4fe8-85c0-795a8990d049 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 1095 time: 0.2103515 Jun 30 09:39:17.313888 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6929d570-76c2-4065-99ad-7f334b3776e0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ed88f322dc4a4f328c269c1b2ee4eda5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7598565 Jun 30 09:39:17.314881 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929d570-76c2-4065-99ad-7f334b3776e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cc9481-dbb2-417c-b503-96c3915f6340,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:17.318673 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46392) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:17.342169 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-bf6f23ee-2f09-4bd8-b009-2fb5cec8f9c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6928b3f8-9978-4bed-a96f-b2c00845ad75 HTTP/1.1" status: 200 len: 217 time: 0.0654960 Jun 30 09:39:17.386092 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5094ec6c-bedf-4d71-9cb8-476170a494cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.414105 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-603c0bd9-0d36-42f8-8c46-64b7192fc741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:17.419083 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-603c0bd9-0d36-42f8-8c46-64b7192fc741 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=026a88de-b3fc-4597-8030-64264f9192bb HTTP/1.1" status: 200 len: 850 time: 0.0658927 Jun 30 09:39:17.419266 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5094ec6c-bedf-4d71-9cb8-476170a494cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.455476 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b7df69a0-8246-4ad1-9b10-ea88c37495bc tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.505905 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df69a0-8246-4ad1-9b10-ea88c37495bc tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Pushing event deleted for resources: {'Port': ['ID=e74b4572-b020-4ca7-a4a5-935b139ed2f5,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:17.619781 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b7df69a0-8246-4ad1-9b10-ea88c37495bc tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.624772 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-8fed0799-9c3b-4915-9a27-be5b3e55f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:17.626382 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-8fed0799-9c3b-4915-9a27-be5b3e55f180 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=077fd748-2990-43a3-b379-1249cb605c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2045748 Jun 30 09:39:17.655866 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5094ec6c-bedf-4d71-9cb8-476170a494cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.669888 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5094ec6c-bedf-4d71-9cb8-476170a494cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.674755 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5094ec6c-bedf-4d71-9cb8-476170a494cb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/42cc9481-dbb2-417c-b503-96c3915f6340 HTTP/1.1" status: 204 len: 168 time: 0.3546197 Jun 30 09:39:17.723199 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094ec6c-bedf-4d71-9cb8-476170a494cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cc9481-dbb2-417c-b503-96c3915f6340,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:17.982562 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7df69a0-8246-4ad1-9b10-ea88c37495bc tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Router 1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:39:17.990580 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-93b9ad5d-7798-4324-88af-5bddcd2ede8d service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561296 Jun 30 09:39:18.145643 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce99244-cdf0-4dd0-b4fc-a99c9daac5d8 req-8fe09e41-f78e-4148-b060-7e39bd6bb200 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:18.147280 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3ce99244-cdf0-4dd0-b4fc-a99c9daac5d8 req-8fe09e41-f78e-4148-b060-7e39bd6bb200 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 943 time: 0.0932574 Jun 30 09:39:18.187174 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7df69a0-8246-4ad1-9b10-ea88c37495bc tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:39:18.198695 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3ce99244-cdf0-4dd0-b4fc-a99c9daac5d8 req-170116d1-35c0-48b9-8e2f-06a43316631b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414641 Jun 30 09:39:18.201593 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46404) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:18.204541 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af60d06-9bac-4240-b3f4-267f4855a338 None None] Sync routers for ids ['1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:39:18.205424 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b7df69a0-8246-4ad1-9b10-ea88c37495bc tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] 10.222.0.10 "PUT /v2.0/routers/1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9007719 Jun 30 09:39:18.234171 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af60d06-9bac-4240-b3f4-267f4855a338 None None] Routers {'1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:39:18.234171 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-9af60d06-9bac-4240-b3f4-267f4855a338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:38:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:18.251746 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-e2276dd4-bd13-49a3-9236-755944d1cee0 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] delete failed (client error): The resource could not be found. Jun 30 09:39:18.257002 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e2276dd4-bd13-49a3-9236-755944d1cee0 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-1645056978 HTTP/1.1" status: 404 len: 335 time: 0.0469818 Jun 30 09:39:18.257589 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46408) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:18.264096 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-80f2e040-999b-4286-b37d-9429c1ecdf8f tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Request body: {'router': {'external_gateway_info': {'network_id': '1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:18.268724 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-425816f8-6fe9-4967-95bb-d95714ff3e3a req-7377d1fc-6882-436a-9e2c-5f9ba66cd6a9 service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700691 Jun 30 09:39:18.307539 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-9af60d06-9bac-4240-b3f4-267f4855a338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:18.322128 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af60d06-9bac-4240-b3f4-267f4855a338 None None] Routers {'1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:39:18.324064 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-9af60d06-9bac-4240-b3f4-267f4855a338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:38:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:18.372228 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-9af60d06-9bac-4240-b3f4-267f4855a338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:18.372930 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af60d06-9bac-4240-b3f4-267f4855a338 None None] The sync data for ids ['1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:39:18.574231 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-80f2e040-999b-4286-b37d-9429c1ecdf8f tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:18.701971 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-80f2e040-999b-4286-b37d-9429c1ecdf8f tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] update failed (client error): The resource could not be found. Jun 30 09:39:18.703400 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-80f2e040-999b-4286-b37d-9429c1ecdf8f tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] 10.222.0.10 "PUT /v2.0/routers/1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b HTTP/1.1" status: 404 len: 339 time: 0.4446695 Jun 30 09:39:18.707440 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46418) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:18.713595 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-6eae4b8c-5b67-479f-870e-769991a332be tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-325825209'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:18.859718 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eae4b8c-5b67-479f-870e-769991a332be tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Made reservation on behalf of 978922a0fa6b4c4195cb41faebddfe33 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:39:18.865340 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6eae4b8c-5b67-479f-870e-769991a332be tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:18.892992 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eae4b8c-5b67-479f-870e-769991a332be tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:39:18.903496 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6eae4b8c-5b67-479f-870e-769991a332be tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:18.903947 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-6eae4b8c-5b67-479f-870e-769991a332be tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Added segment 33836595-10d3-4c7a-a452-fa2773a6f1bc of type vlan for network fe25c20f-e801-418b-9709-d903a0b8bfb7 Jun 30 09:39:18.946213 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6eae4b8c-5b67-479f-870e-769991a332be tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:19.157671 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6eae4b8c-5b67-479f-870e-769991a332be tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:19.172593 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eae4b8c-5b67-479f-870e-769991a332be tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:19.172593 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6eae4b8c-5b67-479f-870e-769991a332be tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:19.264026 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae4b8c-5b67-479f-870e-769991a332be tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Pushing event updated for resources: {'Network': ['ID=fe25c20f-e801-418b-9709-d903a0b8bfb7,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:19.276906 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network fe25c20f-e801-418b-9709-d903a0b8bfb7 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:39:19.363607 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6eae4b8c-5b67-479f-870e-769991a332be tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6546412 Jun 30 09:39:19.368195 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46450) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:19.376728 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-16add669-123d-4c0e-9e2a-ff1eba76bbb2 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Request body: {'subnet': {'network_id': 'fe25c20f-e801-418b-9709-d903a0b8bfb7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:19.560206 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b448760-6ada-4703-aa96-a3d705c591c4 req-c25e11e3-2b3f-4e93-acf5-d0d1e9bedd88 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:19.561969 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5b448760-6ada-4703-aa96-a3d705c591c4 req-c25e11e3-2b3f-4e93-acf5-d0d1e9bedd88 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 943 time: 0.0834804 Jun 30 09:39:19.620026 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5b448760-6ada-4703-aa96-a3d705c591c4 req-2a3563d3-c2d9-4bdb-81f8-a5c95f8f8bcf tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502410 Jun 30 09:39:19.649270 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16add669-123d-4c0e-9e2a-ff1eba76bbb2 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Made reservation on behalf of 978922a0fa6b4c4195cb41faebddfe33 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:39:19.655426 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-16add669-123d-4c0e-9e2a-ff1eba76bbb2 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:20.082836 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-16add669-123d-4c0e-9e2a-ff1eba76bbb2 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:20.146690 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16add669-123d-4c0e-9e2a-ff1eba76bbb2 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Pushing event updated for resources: {'Subnet': ['ID=ba338f51-082b-4cd3-867d-0e98d25db0e9,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:20.166591 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16add669-123d-4c0e-9e2a-ff1eba76bbb2 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Checking segment: {'id': '33836595-10d3-4c7a-a452-fa2773a6f1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fe25c20f-e801-418b-9709-d903a0b8bfb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:39:20.166933 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16add669-123d-4c0e-9e2a-ff1eba76bbb2 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Network hostable DHCP agents. Network: fe25c20f-e801-418b-9709-d903a0b8bfb7, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:39:20.318340 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16add669-123d-4c0e-9e2a-ff1eba76bbb2 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Network fe25c20f-e801-418b-9709-d903a0b8bfb7 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:39:20.448814 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-16add669-123d-4c0e-9e2a-ff1eba76bbb2 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, fe25c20f-e801-418b-9709-d903a0b8bfb7) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:39:20.457235 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16add669-123d-4c0e-9e2a-ff1eba76bbb2 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:20.457699 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021ccb12-0cbf-471b-98da-aca71651c5da None None] Network fe25c20f-e801-418b-9709-d903a0b8bfb7 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:39:20.458305 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-16add669-123d-4c0e-9e2a-ff1eba76bbb2 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:20.581324 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-70fb247d-29cc-4344-8e1c-56faaf455974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:20.629232 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-16add669-123d-4c0e-9e2a-ff1eba76bbb2 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2592909 Jun 30 09:39:20.629429 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46492) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:20.643907 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-110bd89f-7adb-4158-a3d8-04995d3f6931 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fe25c20f-e801-418b-9709-d903a0b8bfb7'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:20.656061 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b20c8b3-b50f-41dc-8d31-1bad550381f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-fe25c20f-e801-418b-9709-d903a0b8bfb7', 'network_id': 'fe25c20f-e801-418b-9709-d903a0b8bfb7', 'tenant_id': '978922a0fa6b4c4195cb41faebddfe33', 'fixed_ips': [{'subnet_id': 'ba338f51-082b-4cd3-867d-0e98d25db0e9'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:39:20.656934 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1b20c8b3-b50f-41dc-8d31-1bad550381f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:20.868169 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-1b20c8b3-b50f-41dc-8d31-1bad550381f3 None None] Allocated IP 2001:db8:1::2 (fe25c20f-e801-418b-9709-d903a0b8bfb7/ba338f51-082b-4cd3-867d-0e98d25db0e9/bb1df8aa-e932-4b5f-8afc-0165be420bdc) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:39:21.054047 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-110bd89f-7adb-4158-a3d8-04995d3f6931 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:21.092356 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf8718-978a-4888-8df7-b6507da1b756 req-53e53049-1f1f-4364-a197-cc77ea1de8e9 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:21.094681 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7ccf8718-978a-4888-8df7-b6507da1b756 req-53e53049-1f1f-4364-a197-cc77ea1de8e9 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 943 time: 0.2232080 Jun 30 09:39:21.113937 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1b20c8b3-b50f-41dc-8d31-1bad550381f3 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:21.128422 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-1b20c8b3-b50f-41dc-8d31-1bad550381f3 None None] Transition to ACTIVE for port object bb1df8aa-e932-4b5f-8afc-0165be420bdc will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:39:21.138332 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7ccf8718-978a-4888-8df7-b6507da1b756 req-1e1c6331-3dcf-44dd-8008-eb93a261b3d5 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367539 Jun 30 09:39:21.154868 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-1b20c8b3-b50f-41dc-8d31-1bad550381f3 None None] Transition to ACTIVE for port object bb1df8aa-e932-4b5f-8afc-0165be420bdc will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:39:21.374921 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1b20c8b3-b50f-41dc-8d31-1bad550381f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:21.440476 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b20c8b3-b50f-41dc-8d31-1bad550381f3 None None] Network fe25c20f-e801-418b-9709-d903a0b8bfb7 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:39:21.444327 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-1b20c8b3-b50f-41dc-8d31-1bad550381f3 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:39:21.453122 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b20c8b3-b50f-41dc-8d31-1bad550381f3 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:39:21.481431 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20c8b3-b50f-41dc-8d31-1bad550381f3 None None] Pushing event updated for resources: {'Port': ['ID=bb1df8aa-e932-4b5f-8afc-0165be420bdc,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:21.517073 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-110bd89f-7adb-4158-a3d8-04995d3f6931 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:39:21.518560 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-110bd89f-7adb-4158-a3d8-04995d3f6931 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] 10.222.0.10 "PUT /v2.0/routers/1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b HTTP/1.1" status: 400 len: 364 time: 0.8875318 Jun 30 09:39:21.522798 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46514) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:21.549377 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-1b20c8b3-b50f-41dc-8d31-1bad550381f3 None None] Attempting to bind port bb1df8aa-e932-4b5f-8afc-0165be420bdc on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:39:21.550019 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-1b20c8b3-b50f-41dc-8d31-1bad550381f3 None None] Attempting to bind port bb1df8aa-e932-4b5f-8afc-0165be420bdc by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '33836595-10d3-4c7a-a452-fa2773a6f1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fe25c20f-e801-418b-9709-d903a0b8bfb7'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:39:21.550462 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b20c8b3-b50f-41dc-8d31-1bad550381f3 None None] Attempting to bind port bb1df8aa-e932-4b5f-8afc-0165be420bdc on network fe25c20f-e801-418b-9709-d903a0b8bfb7 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:39:21.557302 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b20c8b3-b50f-41dc-8d31-1bad550381f3 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:39:21.557677 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b20c8b3-b50f-41dc-8d31-1bad550381f3 None None] Checking segment: {'id': '33836595-10d3-4c7a-a452-fa2773a6f1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fe25c20f-e801-418b-9709-d903a0b8bfb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:39:21.558080 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1b20c8b3-b50f-41dc-8d31-1bad550381f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:21.558473 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b20c8b3-b50f-41dc-8d31-1bad550381f3 None None] Bound using segment: {'id': '33836595-10d3-4c7a-a452-fa2773a6f1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fe25c20f-e801-418b-9709-d903a0b8bfb7'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:39:21.558943 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-1b20c8b3-b50f-41dc-8d31-1bad550381f3 None None] Bound port: bb1df8aa-e932-4b5f-8afc-0165be420bdc, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33836595-10d3-4c7a-a452-fa2773a6f1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fe25c20f-e801-418b-9709-d903a0b8bfb7'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:39:21.559372 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1b20c8b3-b50f-41dc-8d31-1bad550381f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:21.668034 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-1b20c8b3-b50f-41dc-8d31-1bad550381f3 None None] For port bb1df8aa-e932-4b5f-8afc-0165be420bdc, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:39:21.671506 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-1b20c8b3-b50f-41dc-8d31-1bad550381f3 None None] For port bb1df8aa-e932-4b5f-8afc-0165be420bdc, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=bb1df8aa-e932-4b5f-8afc-0165be420bdc,segment=NetworkSegment(33836595-10d3-4c7a-a452-fa2773a6f1bc),segment_id=33836595-10d3-4c7a-a452-fa2773a6f1bc)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:39:21.803284 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1b20c8b3-b50f-41dc-8d31-1bad550381f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:21.905408 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20c8b3-b50f-41dc-8d31-1bad550381f3 None None] Pushing event updated for resources: {'Port': ['ID=bb1df8aa-e932-4b5f-8afc-0165be420bdc,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:22.305860 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d5e4ea80-4428-4277-9ba3-1b345f207597 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:22.640257 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d6e09-02af-4f5a-be83-71abc2dabeca req-27a79af6-667e-45a4-b097-d08aac5a8dcf tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:22.642819 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-301d6e09-02af-4f5a-be83-71abc2dabeca req-27a79af6-667e-45a4-b097-d08aac5a8dcf tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 943 time: 0.3325627 Jun 30 09:39:22.726179 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46532) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:22.743170 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-301d6e09-02af-4f5a-be83-71abc2dabeca req-c5d898e6-ae4e-4c21-91b5-e6643b047a42 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810075 Jun 30 09:39:22.772698 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-d5e4ea80-4428-4277-9ba3-1b345f207597 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Allocated IP 2001:db8::1 (ee86b8a2-abc7-461f-b696-f62287aeb4d6/551f704b-ce66-4e8b-9ff4-2a4a46af0881/f28ef57f-61ff-4112-9f0c-96beb747bd49) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:39:22.800940 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device bb1df8aa-e932-4b5f-8afc-0165be420bdc up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:39:22.982856 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-dc4d4cf4-087a-4815-91f3-d474cabda1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:22.991862 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-49c2df81-3ffe-4b3d-ac83-ae1a1b4d5348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:22.993989 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d5e4ea80-4428-4277-9ba3-1b345f207597 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:23.018834 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-d5e4ea80-4428-4277-9ba3-1b345f207597 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Transition to ACTIVE for port object f28ef57f-61ff-4112-9f0c-96beb747bd49 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:39:23.036860 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port bb1df8aa-e932-4b5f-8afc-0165be420bdc completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:39:23.158805 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d5e4ea80-4428-4277-9ba3-1b345f207597 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:23.230734 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-49c2df81-3ffe-4b3d-ac83-ae1a1b4d5348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:23.257783 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4ea80-4428-4277-9ba3-1b345f207597 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Pushing event updated for resources: {'Port': ['ID=f28ef57f-61ff-4112-9f0c-96beb747bd49,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:23.274853 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e4ea80-4428-4277-9ba3-1b345f207597 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Network ee86b8a2-abc7-461f-b696-f62287aeb4d6 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:39:23.279251 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-d5e4ea80-4428-4277-9ba3-1b345f207597 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:39:23.280692 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e4ea80-4428-4277-9ba3-1b345f207597 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:39:23.281268 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d5e4ea80-4428-4277-9ba3-1b345f207597 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:23.316321 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-49c2df81-3ffe-4b3d-ac83-ae1a1b4d5348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:23.362986 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2df81-3ffe-4b3d-ac83-ae1a1b4d5348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4454856a-78e5-4e41-864f-17491387459b,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:23.374748 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-49c2df81-3ffe-4b3d-ac83-ae1a1b4d5348 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2aa7e796343d4cf18d5a01174bbb8def&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6400750 Jun 30 09:39:23.374748 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46540) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:23.456853 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-081929dd-8741-4676-b85b-a526b7ed3cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:23.506132 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-081929dd-8741-4676-b85b-a526b7ed3cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:23.607811 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9ee71a-a871-4c0d-9577-36140553b347 None None] Network fe25c20f-e801-418b-9709-d903a0b8bfb7 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:39:23.613535 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:23.655326 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d5e4ea80-4428-4277-9ba3-1b345f207597 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:23.688490 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-081929dd-8741-4676-b85b-a526b7ed3cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:23.691356 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-081929dd-8741-4676-b85b-a526b7ed3cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:23.692746 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-081929dd-8741-4676-b85b-a526b7ed3cbd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4454856a-78e5-4e41-864f-17491387459b HTTP/1.1" status: 204 len: 168 time: 0.3169656 Jun 30 09:39:23.705291 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081929dd-8741-4676-b85b-a526b7ed3cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4454856a-78e5-4e41-864f-17491387459b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:23.832527 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-64547a24-9289-4925-9dda-d2f44a475418 None None] Provisioning for port bb1df8aa-e932-4b5f-8afc-0165be420bdc completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:39:23.842839 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-64547a24-9289-4925-9dda-d2f44a475418 None None] Provisioning complete for port bb1df8aa-e932-4b5f-8afc-0165be420bdc triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:23.843449 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-64547a24-9289-4925-9dda-d2f44a475418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:24.085704 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-64547a24-9289-4925-9dda-d2f44a475418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:24.160222 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-64547a24-9289-4925-9dda-d2f44a475418 None None] For port bb1df8aa-e932-4b5f-8afc-0165be420bdc, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=bb1df8aa-e932-4b5f-8afc-0165be420bdc,segment=NetworkSegment(33836595-10d3-4c7a-a452-fa2773a6f1bc),segment_id=33836595-10d3-4c7a-a452-fa2773a6f1bc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:24.166010 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e158d2c-31bc-4bd0-a325-ab81a26005c2 req-29ec3e1e-8e4c-4532-838e-1e86cc82910e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:24.167073 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0e158d2c-31bc-4bd0-a325-ab81a26005c2 req-29ec3e1e-8e4c-4532-838e-1e86cc82910e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 943 time: 0.2223995 Jun 30 09:39:24.225382 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d5e4ea80-4428-4277-9ba3-1b345f207597 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:24.247774 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0e158d2c-31bc-4bd0-a325-ab81a26005c2 req-ae68b8ff-a80f-47bf-804c-ad1137d43e8a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615213 Jun 30 09:39:24.985902 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-64547a24-9289-4925-9dda-d2f44a475418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:25.032825 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d5e4ea80-4428-4277-9ba3-1b345f207597 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:25.033849 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d5e4ea80-4428-4277-9ba3-1b345f207597 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:25.073676 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64547a24-9289-4925-9dda-d2f44a475418 None None] Pushing event updated for resources: {'Port': ['ID=bb1df8aa-e932-4b5f-8afc-0165be420bdc,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:25.120750 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:25.168592 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4ea80-4428-4277-9ba3-1b345f207597 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Pushing event updated for resources: {'Port': ['ID=f28ef57f-61ff-4112-9f0c-96beb747bd49,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:25.262036 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e4ea80-4428-4277-9ba3-1b345f207597 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Network ee86b8a2-abc7-461f-b696-f62287aeb4d6 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:39:25.263694 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-d5e4ea80-4428-4277-9ba3-1b345f207597 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:39:25.294821 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-eee430ba-4f75-48b6-a11e-039518e6a9f6 None None] Provisioning for port f28ef57f-61ff-4112-9f0c-96beb747bd49 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:39:25.302374 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-eee430ba-4f75-48b6-a11e-039518e6a9f6 None None] Provisioning complete for port f28ef57f-61ff-4112-9f0c-96beb747bd49 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:25.309140 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eee430ba-4f75-48b6-a11e-039518e6a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:25.454729 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46556) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:25.554840 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9aa4aa7-6133-46c6-9049-90ab9d1e3d25 admin admin] Deleting subnet accfa922-010c-4601-9f75-61b8e80d5110 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:39:25.572731 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f9aa4aa7-6133-46c6-9049-90ab9d1e3d25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:25.599836 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-eee430ba-4f75-48b6-a11e-039518e6a9f6 None None] Port f28ef57f-61ff-4112-9f0c-96beb747bd49 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:39:25.632750 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-eee430ba-4f75-48b6-a11e-039518e6a9f6 None None] Provisioning complete for port bb1df8aa-e932-4b5f-8afc-0165be420bdc triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:25.633456 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eee430ba-4f75-48b6-a11e-039518e6a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:25.670329 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f9aa4aa7-6133-46c6-9049-90ab9d1e3d25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:25.727799 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46560) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:25.728165 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e4ea80-4428-4277-9ba3-1b345f207597 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Router 1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:39:25.743182 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-44d3afbd-e339-4ff5-96ba-2a60fbbcd279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:25.777813 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f9aa4aa7-6133-46c6-9049-90ab9d1e3d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:25.792390 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45a265-68d2-4bf9-9d87-e02c792bc9b4 req-5ba2bc9d-6a64-4bfc-8e0a-d883ed943e3b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:25.802596 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8f45a265-68d2-4bf9-9d87-e02c792bc9b4 req-5ba2bc9d-6a64-4bfc-8e0a-d883ed943e3b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 943 time: 0.1887119 Jun 30 09:39:25.944727 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d9b55dbf-c526-496f-9802-e52367b79304 None None] Provisioning complete for port f28ef57f-61ff-4112-9f0c-96beb747bd49 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:25.945314 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d9b55dbf-c526-496f-9802-e52367b79304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:25.957891 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e4ea80-4428-4277-9ba3-1b345f207597 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:39:25.974745 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d5e4ea80-4428-4277-9ba3-1b345f207597 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] 10.222.0.10 "PUT /v2.0/routers/1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4504404 Jun 30 09:39:25.978846 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46562) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:25.999805 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a922399-5f05-4d64-a8ca-7b1020cbc012 None None] Sync routers for ids ['1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:39:26.009942 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-44d3afbd-e339-4ff5-96ba-2a60fbbcd279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:26.022146 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f9aa4aa7-6133-46c6-9049-90ab9d1e3d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:26.034611 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a922399-5f05-4d64-a8ca-7b1020cbc012 None None] Routers {'1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:39:26.035597 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-9a922399-5f05-4d64-a8ca-7b1020cbc012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:39:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:26.097235 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-d9b55dbf-c526-496f-9802-e52367b79304 None None] Port f28ef57f-61ff-4112-9f0c-96beb747bd49 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:39:26.097570 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa4aa7-6133-46c6-9049-90ab9d1e3d25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=accfa922-010c-4601-9f75-61b8e80d5110,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:26.099507 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-9a922399-5f05-4d64-a8ca-7b1020cbc012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:26.112425 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f9aa4aa7-6133-46c6-9049-90ab9d1e3d25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:26.114546 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a922399-5f05-4d64-a8ca-7b1020cbc012 None None] Routers {'1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:39:26.114546 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-9a922399-5f05-4d64-a8ca-7b1020cbc012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:39:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:26.115570 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f9aa4aa7-6133-46c6-9049-90ab9d1e3d25 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/accfa922-010c-4601-9f75-61b8e80d5110 HTTP/1.1" status: 204 len: 168 time: 0.6583438 Jun 30 09:39:26.116514 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-44d3afbd-e339-4ff5-96ba-2a60fbbcd279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:26.122686 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46564) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:26.164120 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8f45a265-68d2-4bf9-9d87-e02c792bc9b4 req-985d047d-a401-4938-a706-ec2e07d28415 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598928 Jun 30 09:39:26.174187 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-9a922399-5f05-4d64-a8ca-7b1020cbc012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:26.174187 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a922399-5f05-4d64-a8ca-7b1020cbc012 None None] The sync data for ids ['1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:39:26.207022 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6fe15209-2eaf-47a4-ab33-a0d1e7b76068 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:26.249808 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3afbd-e339-4ff5-96ba-2a60fbbcd279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f99685-e3d2-4290-9176-0ce24603dc9a,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:26.289385 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-44d3afbd-e339-4ff5-96ba-2a60fbbcd279 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d0e78cd028be4e34bfa96d3315675737&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5673926 Jun 30 09:39:26.295288 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46566) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:26.313899 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d7f8018a-303b-4df4-a626-4faf64948023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:26.346982 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-6fe15209-2eaf-47a4-ab33-a0d1e7b76068 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 09:39:26.348159 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6fe15209-2eaf-47a4-ab33-a0d1e7b76068 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] 10.222.0.10 "DELETE /v2.0/routers/1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b HTTP/1.1" status: 409 len: 329 time: 0.3676045 Jun 30 09:39:26.352024 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46568) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:26.435969 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e771c9b9-033a-42e0-976e-982d4e3b699e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:26.437469 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:26.465566 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d7f8018a-303b-4df4-a626-4faf64948023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:26.495595 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e771c9b9-033a-42e0-976e-982d4e3b699e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:26.499977 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-d7f8018a-303b-4df4-a626-4faf64948023 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f54bbcf-d1e5-4961-9b44-afd39be817ce']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:26.532734 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-d7f8018a-303b-4df4-a626-4faf64948023 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e524e1c9-73eb-447c-9b80-bf5213563f16') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:26.533244 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-d7f8018a-303b-4df4-a626-4faf64948023 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e524e1c9-73eb-447c-9b80-bf5213563f16') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:26.556941 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d7f8018a-303b-4df4-a626-4faf64948023 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:26.582981 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d7f8018a-303b-4df4-a626-4faf64948023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:26.598586 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f8018a-303b-4df4-a626-4faf64948023 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:39:26.599574 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d7f8018a-303b-4df4-a626-4faf64948023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:39:26.625345 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:39:26.687664 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 6928b3f8-9978-4bed-a96f-b2c00845ad75 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:39:26.691091 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device bb1df8aa-e932-4b5f-8afc-0165be420bdc up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:39:26.814163 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e771c9b9-033a-42e0-976e-982d4e3b699e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:26.817109 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e771c9b9-033a-42e0-976e-982d4e3b699e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:26.822651 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e771c9b9-033a-42e0-976e-982d4e3b699e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a4f99685-e3d2-4290-9176-0ce24603dc9a HTTP/1.1" status: 204 len: 168 time: 0.5261362 Jun 30 09:39:26.844063 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d7f8018a-303b-4df4-a626-4faf64948023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:26.858033 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d7f8018a-303b-4df4-a626-4faf64948023 admin admin] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:26.862734 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-010a0d27-ddf7-424d-a652-6d54f64bf1c7 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:26.875921 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d7f8018a-303b-4df4-a626-4faf64948023 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7f54bbcf-d1e5-4961-9b44-afd39be817ce HTTP/1.1" status: 204 len: 168 time: 0.7108245 Jun 30 09:39:26.877877 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771c9b9-033a-42e0-976e-982d4e3b699e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f99685-e3d2-4290-9176-0ce24603dc9a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:26.880396 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port bb1df8aa-e932-4b5f-8afc-0165be420bdc triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:26.880757 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:26.956641 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8018a-303b-4df4-a626-4faf64948023 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f54bbcf-d1e5-4961-9b44-afd39be817ce,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:26.986099 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 6928b3f8-9978-4bed-a96f-b2c00845ad75, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=6928b3f8-9978-4bed-a96f-b2c00845ad75,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:27.012416 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '6928b3f8-9978-4bed-a96f-b2c00845ad75', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'port_id': '6928b3f8-9978-4bed-a96f-b2c00845ad75', 'mac_address': 'fa:16:3e:45:03:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '026a88de-b3fc-4597-8030-64264f9192bb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:39:27.153277 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:27.177830 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6928b3f8-9978-4bed-a96f-b2c00845ad75 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:39:27.206201 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 6928b3f8-9978-4bed-a96f-b2c00845ad75, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=6928b3f8-9978-4bed-a96f-b2c00845ad75,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:27.280362 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-010a0d27-ddf7-424d-a652-6d54f64bf1c7 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Deleting port f28ef57f-61ff-4112-9f0c-96beb747bd49 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:39:27.281296 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-010a0d27-ddf7-424d-a652-6d54f64bf1c7 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:27.317119 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:27.390693 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=6928b3f8-9978-4bed-a96f-b2c00845ad75,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:27.441262 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-010a0d27-ddf7-424d-a652-6d54f64bf1c7 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:27.456989 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705f03c-b3e3-457a-8453-7bb31eb73e0f req-9d743774-181d-46cc-82ab-e1b9fbe25be7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:27.458519 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6705f03c-b3e3-457a-8453-7bb31eb73e0f req-9d743774-181d-46cc-82ab-e1b9fbe25be7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 944 time: 0.1280892 Jun 30 09:39:27.472481 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-010a0d27-ddf7-424d-a652-6d54f64bf1c7 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Calling delete_port for f28ef57f-61ff-4112-9f0c-96beb747bd49 owned by network:router_interface {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:39:27.558356 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6705f03c-b3e3-457a-8453-7bb31eb73e0f req-97135e18-eab9-4179-922f-c1711dc4d633 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835462 Jun 30 09:39:27.607040 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['6928b3f8-9978-4bed-a96f-b2c00845ad75'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:39:27.640006 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46586) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:27.709875 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4cca1489-c9fc-4883-9530-9a9e18ac4c45 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2e7095eafd234751bc87e6f18aea4547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0668869 Jun 30 09:39:27.712759 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46588) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:27.771857 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2bb351fe-40dc-40ec-a27c-05a767203981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:27.797891 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2bb351fe-40dc-40ec-a27c-05a767203981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:27.882797 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-010a0d27-ddf7-424d-a652-6d54f64bf1c7 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:27.912603 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a0d27-ddf7-424d-a652-6d54f64bf1c7 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Pushing event deleted for resources: {'Port': ['ID=f28ef57f-61ff-4112-9f0c-96beb747bd49,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:28.015302 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2bb351fe-40dc-40ec-a27c-05a767203981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:28.023207 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2bb351fe-40dc-40ec-a27c-05a767203981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:28.027355 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2bb351fe-40dc-40ec-a27c-05a767203981 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86205b84-f2b6-4a8b-8656-a236fd95dcbf HTTP/1.1" status: 204 len: 168 time: 0.3120224 Jun 30 09:39:28.049044 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb351fe-40dc-40ec-a27c-05a767203981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86205b84-f2b6-4a8b-8656-a236fd95dcbf,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:28.074892 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-010a0d27-ddf7-424d-a652-6d54f64bf1c7 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:28.349372 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010a0d27-ddf7-424d-a652-6d54f64bf1c7 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Router 1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:39:28.446058 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010a0d27-ddf7-424d-a652-6d54f64bf1c7 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:39:28.451984 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-010a0d27-ddf7-424d-a652-6d54f64bf1c7 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] 10.222.0.10 "PUT /v2.0/routers/1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0977917 Jun 30 09:39:28.455910 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46602) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:28.459012 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78143495-d841-423b-b502-c3b669f4a63a None None] Sync routers for ids ['1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:39:28.472077 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78143495-d841-423b-b502-c3b669f4a63a None None] Routers {'1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:39:28.472911 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-78143495-d841-423b-b502-c3b669f4a63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:39:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:28.507151 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-78143495-d841-423b-b502-c3b669f4a63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:28.507463 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-56033bb4-391e-4b3b-8f42-aecaf9fcd949 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] show failed (client error): The resource could not be found. Jun 30 09:39:28.509168 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-56033bb4-391e-4b3b-8f42-aecaf9fcd949 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-661960606 HTTP/1.1" status: 404 len: 334 time: 0.0519834 Jun 30 09:39:28.515392 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46604) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:28.519553 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78143495-d841-423b-b502-c3b669f4a63a None None] Routers {'1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:39:28.520180 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-a3297c41-47e1-4fbf-af75-f3e1caff691a tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:28.520339 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-78143495-d841-423b-b502-c3b669f4a63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:39:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:28.551794 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-78143495-d841-423b-b502-c3b669f4a63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:28.552807 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78143495-d841-423b-b502-c3b669f4a63a None None] The sync data for ids ['1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:39:28.555866 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-a3297c41-47e1-4fbf-af75-f3e1caff691a tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] update failed (client error): The resource could not be found. Jun 30 09:39:28.560662 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a3297c41-47e1-4fbf-af75-f3e1caff691a tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-1711482798 HTTP/1.1" status: 404 len: 335 time: 0.0404861 Jun 30 09:39:28.561980 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46606) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:28.620846 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-c98881da-f3d0-4677-ab0a-e122fbe7d3b9 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Deleting subnet ba338f51-082b-4cd3-867d-0e98d25db0e9 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:39:28.625388 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c98881da-f3d0-4677-ab0a-e122fbe7d3b9 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:28.685569 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 6928b3f8-9978-4bed-a96f-b2c00845ad75 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:39:28.727982 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c98881da-f3d0-4677-ab0a-e122fbe7d3b9 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:28.860453 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64250e99-717d-4340-8a81-5e5c8e182b9f req-bb58f7b7-5670-40ae-b877-e38b813c0b1b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:28.862387 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64250e99-717d-4340-8a81-5e5c8e182b9f req-bb58f7b7-5670-40ae-b877-e38b813c0b1b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 944 time: 0.1559892 Jun 30 09:39:28.865346 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 6928b3f8-9978-4bed-a96f-b2c00845ad75 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:39:28.872160 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 6928b3f8-9978-4bed-a96f-b2c00845ad75 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:28.873049 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:28.903405 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c98881da-f3d0-4677-ab0a-e122fbe7d3b9 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:28.948055 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:39:28.966464 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64250e99-717d-4340-8a81-5e5c8e182b9f req-b8edc42d-d334-410e-b166-9cf7e12bd19e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916214 Jun 30 09:39:29.005808 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:29.051511 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5878a4-aa00-46c9-890b-83dd9244c630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6928b3f8-9978-4bed-a96f-b2c00845ad75'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:39:29.054336 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0661bcd0-934c-4fa7-b8ec-d61946459970" -d '{"events": [{"server_uuid": "2c5878a4-aa00-46c9-890b-83dd9244c630", "name": "network-vif-plugged", "status": "completed", "tag": "6928b3f8-9978-4bed-a96f-b2c00845ad75"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:39:29.069352 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 6928b3f8-9978-4bed-a96f-b2c00845ad75, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=6928b3f8-9978-4bed-a96f-b2c00845ad75,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:29.090326 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c98881da-f3d0-4677-ab0a-e122fbe7d3b9 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:29.106722 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccf1ea6-b393-423c-a25d-5bd6887f37bc x-openstack-request-id: req-7ccf1ea6-b393-423c-a25d-5bd6887f37bc {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:39:29.106722 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5878a4-aa00-46c9-890b-83dd9244c630", "name": "network-vif-plugged", "status": "completed", "tag": "6928b3f8-9978-4bed-a96f-b2c00845ad75", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:39:29.108246 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7ccf1ea6-b393-423c-a25d-5bd6887f37bc {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:39:29.108246 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5878a4-aa00-46c9-890b-83dd9244c630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6928b3f8-9978-4bed-a96f-b2c00845ad75', 'code': 200} Jun 30 09:39:29.132791 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98881da-f3d0-4677-ab0a-e122fbe7d3b9 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Pushing event deleted for resources: {'Subnet': ['ID=ba338f51-082b-4cd3-867d-0e98d25db0e9,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:29.137319 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c98881da-f3d0-4677-ab0a-e122fbe7d3b9 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:29.143624 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c98881da-f3d0-4677-ab0a-e122fbe7d3b9 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] 10.222.0.10 "DELETE /v2.0/subnets/ba338f51-082b-4cd3-867d-0e98d25db0e9 HTTP/1.1" status: 204 len: 168 time: 0.5767157 Jun 30 09:39:29.149795 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46626) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:29.150518 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0981d2d7-e119-4e13-9eb8-a36a94c00cb6 None None] Network fe25c20f-e801-418b-9709-d903a0b8bfb7 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:39:29.228047 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:29.330893 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-025db7ce-e8fb-471e-91ad-4f24ca08dbe8 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:29.369962 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225f764-89b3-4b95-9202-07a562937014 req-5a6757c8-99e1-451a-b39f-5b8485cd3162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:29.372828 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4225f764-89b3-4b95-9202-07a562937014 req-5a6757c8-99e1-451a-b39f-5b8485cd3162 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 1097 time: 0.1654561 Jun 30 09:39:29.420842 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=6928b3f8-9978-4bed-a96f-b2c00845ad75,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:29.496507 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4225f764-89b3-4b95-9202-07a562937014 req-b5c07734-18b4-4169-97c4-6a6a4de75696 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798662 Jun 30 09:39:29.519849 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-025db7ce-e8fb-471e-91ad-4f24ca08dbe8 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Deleting port bb1df8aa-e932-4b5f-8afc-0165be420bdc {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:39:29.520494 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-025db7ce-e8fb-471e-91ad-4f24ca08dbe8 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:29.630100 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-025db7ce-e8fb-471e-91ad-4f24ca08dbe8 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] For port bb1df8aa-e932-4b5f-8afc-0165be420bdc, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=bb1df8aa-e932-4b5f-8afc-0165be420bdc,segment=NetworkSegment(33836595-10d3-4c7a-a452-fa2773a6f1bc),segment_id=33836595-10d3-4c7a-a452-fa2773a6f1bc)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:29.630457 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-025db7ce-e8fb-471e-91ad-4f24ca08dbe8 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:29.634535 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a34654-e446-43db-8c83-b4a873ae6ad0 None None] DHCP port deletion for fe25c20f-e801-418b-9709-d903a0b8bfb7 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:39:29.656398 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-025db7ce-e8fb-471e-91ad-4f24ca08dbe8 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Calling delete_port for bb1df8aa-e932-4b5f-8afc-0165be420bdc owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:39:29.872768 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-33a34654-e446-43db-8c83-b4a873ae6ad0 None None] Deleting port bb1df8aa-e932-4b5f-8afc-0165be420bdc {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:39:29.873359 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33a34654-e446-43db-8c83-b4a873ae6ad0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:29.936740 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-025db7ce-e8fb-471e-91ad-4f24ca08dbe8 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:29.953252 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-33a34654-e446-43db-8c83-b4a873ae6ad0 None None] For port bb1df8aa-e932-4b5f-8afc-0165be420bdc, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=bb1df8aa-e932-4b5f-8afc-0165be420bdc,segment=NetworkSegment(33836595-10d3-4c7a-a452-fa2773a6f1bc),segment_id=33836595-10d3-4c7a-a452-fa2773a6f1bc)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:29.953647 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33a34654-e446-43db-8c83-b4a873ae6ad0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:29.972136 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-33a34654-e446-43db-8c83-b4a873ae6ad0 None None] Calling delete_port for bb1df8aa-e932-4b5f-8afc-0165be420bdc owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:39:29.978808 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025db7ce-e8fb-471e-91ad-4f24ca08dbe8 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Pushing event deleted for resources: {'Port': ['ID=bb1df8aa-e932-4b5f-8afc-0165be420bdc,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:29.983193 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025db7ce-e8fb-471e-91ad-4f24ca08dbe8 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] No DVR routers for this DVR port bb1df8aa-e932-4b5f-8afc-0165be420bdc on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:39:30.091723 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 09:39:30.099792 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-025db7ce-e8fb-471e-91ad-4f24ca08dbe8 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:30.112197 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-025db7ce-e8fb-471e-91ad-4f24ca08dbe8 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe25c20f-e801-418b-9709-d903a0b8bfb7']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:30.123995 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33a34654-e446-43db-8c83-b4a873ae6ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:30.141015 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-025db7ce-e8fb-471e-91ad-4f24ca08dbe8 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33836595-10d3-4c7a-a452-fa2773a6f1bc') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:30.142280 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-025db7ce-e8fb-471e-91ad-4f24ca08dbe8 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33836595-10d3-4c7a-a452-fa2773a6f1bc') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:30.158701 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-025db7ce-e8fb-471e-91ad-4f24ca08dbe8 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:30.171883 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a34654-e446-43db-8c83-b4a873ae6ad0 None None] Pushing event deleted for resources: {'Port': ['ID=bb1df8aa-e932-4b5f-8afc-0165be420bdc,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:30.184025 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a34654-e446-43db-8c83-b4a873ae6ad0 None None] No DVR routers for this DVR port bb1df8aa-e932-4b5f-8afc-0165be420bdc on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:39:30.195471 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-025db7ce-e8fb-471e-91ad-4f24ca08dbe8 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:30.217627 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-025db7ce-e8fb-471e-91ad-4f24ca08dbe8 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:39:30.219008 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-025db7ce-e8fb-471e-91ad-4f24ca08dbe8 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:30.225775 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:39:30.225775 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:39:30.225775 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:39:30.225775 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:39:30.225775 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:39:30.225775 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:39:30.225775 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:39:30.225775 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:39:30.225775 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:39:30.225775 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:39:30.225775 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:39:30.225775 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:39:30.225775 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:39:30.225775 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:39:30.225775 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:39:30.225775 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:39:30.225775 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:39:30.225775 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:39:30.225775 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:39:30.225775 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:39:30.225775 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:39:30.225775 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:39:30.225775 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:39:30.225775 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:39:30.225775 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:39:30.225775 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:39:30.225775 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:39:30.225775 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:39:30.225775 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:39:30.225775 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:39:30.225775 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:39:30.225775 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:39:30.398948 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c80e66-dc21-4b15-8ba0-a0237c9e7456 req-d82ffae6-8f3e-48c2-a84d-7728c372df1b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:30.406444 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-14c80e66-dc21-4b15-8ba0-a0237c9e7456 req-d82ffae6-8f3e-48c2-a84d-7728c372df1b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 945 time: 0.1018956 Jun 30 09:39:30.459677 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-14c80e66-dc21-4b15-8ba0-a0237c9e7456 req-0f32437e-3f20-42b5-a609-c6a1db7fa162 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505917 Jun 30 09:39:30.518442 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-025db7ce-e8fb-471e-91ad-4f24ca08dbe8 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:30.535413 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-025db7ce-e8fb-471e-91ad-4f24ca08dbe8 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:30.540857 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-025db7ce-e8fb-471e-91ad-4f24ca08dbe8 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] 10.222.0.10 "DELETE /v2.0/networks/fe25c20f-e801-418b-9709-d903a0b8bfb7 HTTP/1.1" status: 204 len: 168 time: 1.3946235 Jun 30 09:39:30.544958 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46668) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:30.564524 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025db7ce-e8fb-471e-91ad-4f24ca08dbe8 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Pushing event deleted for resources: {'Network': ['ID=fe25c20f-e801-418b-9709-d903a0b8bfb7,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:30.645947 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e80964-65bc-4a16-b29d-3557b5b777cf tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Deleting subnet 4f0a7d27-f918-44e0-b3c4-eabd94206609 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:39:30.652369 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-43e80964-65bc-4a16-b29d-3557b5b777cf tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:30.736933 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device bb1df8aa-e932-4b5f-8afc-0165be420bdc no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:39:30.744562 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-43e80964-65bc-4a16-b29d-3557b5b777cf tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:30.779863 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: bb1df8aa-e932-4b5f-8afc-0165be420bdc {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:39:30.780425 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device bb1df8aa-e932-4b5f-8afc-0165be420bdc not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:39:31.124700 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-43e80964-65bc-4a16-b29d-3557b5b777cf tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:31.346561 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-43e80964-65bc-4a16-b29d-3557b5b777cf tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:31.379100 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e80964-65bc-4a16-b29d-3557b5b777cf tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Pushing event deleted for resources: {'Subnet': ['ID=4f0a7d27-f918-44e0-b3c4-eabd94206609,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:31.386562 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-43e80964-65bc-4a16-b29d-3557b5b777cf tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:31.388797 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-43e80964-65bc-4a16-b29d-3557b5b777cf tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] 10.222.0.10 "DELETE /v2.0/subnets/4f0a7d27-f918-44e0-b3c4-eabd94206609 HTTP/1.1" status: 204 len: 168 time: 0.8423254 Jun 30 09:39:31.390704 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8ec92f-cbce-4547-a7ee-26dfa43b29ff None None] Network 30e4d638-e8f2-40b5-8b38-fa364816448d requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:39:31.391566 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46672) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:31.453306 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b741ff-8771-4ab7-a71f-b3c5836d4ed1 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Deleting subnet 07a1c5d3-8d0d-4b8a-a562-27bbb24de1f2 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:39:31.457302 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46b741ff-8771-4ab7-a71f-b3c5836d4ed1 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:31.501311 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46676) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:31.521385 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46b741ff-8771-4ab7-a71f-b3c5836d4ed1 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:31.635732 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46684) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:31.671177 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46b741ff-8771-4ab7-a71f-b3c5836d4ed1 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:31.693147 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030bd6a0-29f3-4715-8f6f-a4e91ebd2fa3 None None] DHCP port deletion for 30e4d638-e8f2-40b5-8b38-fa364816448d request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:39:31.774770 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-083d48c5-5c21-4f7f-91da-d3776e0b64a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:31.776768 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-030bd6a0-29f3-4715-8f6f-a4e91ebd2fa3 None None] Deleting port 52facb93-47bb-48fd-ab32-6af7b96228a7 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:39:31.777589 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-030bd6a0-29f3-4715-8f6f-a4e91ebd2fa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:31.831257 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46b741ff-8771-4ab7-a71f-b3c5836d4ed1 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:31.871705 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b741ff-8771-4ab7-a71f-b3c5836d4ed1 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Pushing event deleted for resources: {'Subnet': ['ID=07a1c5d3-8d0d-4b8a-a562-27bbb24de1f2,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:31.876232 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c797d715-42e1-47ac-82ac-13f89a372d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:31.876935 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-46b741ff-8771-4ab7-a71f-b3c5836d4ed1 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:31.881116 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-46b741ff-8771-4ab7-a71f-b3c5836d4ed1 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] 10.222.0.10 "DELETE /v2.0/subnets/07a1c5d3-8d0d-4b8a-a562-27bbb24de1f2 HTTP/1.1" status: 204 len: 168 time: 0.4884751 Jun 30 09:39:31.884905 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46690) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:31.887343 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418afcf8-fc2c-47c2-a509-9dc3169b86fd None None] Network 19071819-36e9-442b-8603-449965a70b1e requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:39:31.970225 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-030bd6a0-29f3-4715-8f6f-a4e91ebd2fa3 None None] For port 52facb93-47bb-48fd-ab32-6af7b96228a7, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=52facb93-47bb-48fd-ab32-6af7b96228a7,segment=NetworkSegment(fb92e385-b014-404d-8564-9002d3ce43c5),segment_id=fb92e385-b014-404d-8564-9002d3ce43c5)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:31.970627 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-030bd6a0-29f3-4715-8f6f-a4e91ebd2fa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:31.996150 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-030bd6a0-29f3-4715-8f6f-a4e91ebd2fa3 None None] Calling delete_port for 52facb93-47bb-48fd-ab32-6af7b96228a7 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:39:32.041249 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-083d48c5-5c21-4f7f-91da-d3776e0b64a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:32.067523 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b14e2fab-06ec-42b4-888c-4617b5aa0970 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:32.144806 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-b14e2fab-06ec-42b4-888c-4617b5aa0970 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Deleting port 52facb93-47bb-48fd-ab32-6af7b96228a7 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:39:32.145533 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b14e2fab-06ec-42b4-888c-4617b5aa0970 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:32.176598 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306584bc-9f80-470e-8ed6-e653fffd0909 req-4b2da383-1fb4-41b4-9625-6ff4bb8ee35c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:32.178363 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-306584bc-9f80-470e-8ed6-e653fffd0909 req-4b2da383-1fb4-41b4-9625-6ff4bb8ee35c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 945 time: 0.1038985 Jun 30 09:39:32.235692 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-306584bc-9f80-470e-8ed6-e653fffd0909 req-6c00c110-d74b-42c3-979a-6ed43a3b9c06 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489964 Jun 30 09:39:32.242111 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc36401c-08e3-49e3-b966-c4eb1f079bbf None None] DHCP port deletion for 19071819-36e9-442b-8603-449965a70b1e request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:39:32.242333 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-b14e2fab-06ec-42b4-888c-4617b5aa0970 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] For port 52facb93-47bb-48fd-ab32-6af7b96228a7, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=52facb93-47bb-48fd-ab32-6af7b96228a7,segment=NetworkSegment(fb92e385-b014-404d-8564-9002d3ce43c5),segment_id=fb92e385-b014-404d-8564-9002d3ce43c5)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:32.243033 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b14e2fab-06ec-42b4-888c-4617b5aa0970 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:32.266280 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-083d48c5-5c21-4f7f-91da-d3776e0b64a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:32.270051 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-b14e2fab-06ec-42b4-888c-4617b5aa0970 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Calling delete_port for 52facb93-47bb-48fd-ab32-6af7b96228a7 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:39:32.341765 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-083d48c5-5c21-4f7f-91da-d3776e0b64a2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bac873ec18b841829c82d1c7ee5617b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8386374 Jun 30 09:39:32.342112 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-fc36401c-08e3-49e3-b966-c4eb1f079bbf None None] Deleting port 8aef9c61-fcb5-4ef4-bfce-a1ca3167ec97 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:39:32.342339 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fc36401c-08e3-49e3-b966-c4eb1f079bbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:32.345320 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46694) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:32.351525 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d48c5-5c21-4f7f-91da-d3776e0b64a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2d764a-0db2-4dfb-b0ad-e9c0ab2853ef,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:32.360746 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-030bd6a0-29f3-4715-8f6f-a4e91ebd2fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:32.441386 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c797d715-42e1-47ac-82ac-13f89a372d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:32.450020 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030bd6a0-29f3-4715-8f6f-a4e91ebd2fa3 None None] No DVR routers for this DVR port 52facb93-47bb-48fd-ab32-6af7b96228a7 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:39:32.456259 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030bd6a0-29f3-4715-8f6f-a4e91ebd2fa3 None None] Pushing event deleted for resources: {'Port': ['ID=52facb93-47bb-48fd-ab32-6af7b96228a7,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:32.485265 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cb18a08d-0d18-4dc0-a71a-41006a5a761a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:32.491876 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-fc36401c-08e3-49e3-b966-c4eb1f079bbf None None] For port 8aef9c61-fcb5-4ef4-bfce-a1ca3167ec97, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8aef9c61-fcb5-4ef4-bfce-a1ca3167ec97,segment=NetworkSegment(3d678c31-64dd-42c4-b7ae-f7ddf04ac4f1),segment_id=3d678c31-64dd-42c4-b7ae-f7ddf04ac4f1)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:32.492273 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fc36401c-08e3-49e3-b966-c4eb1f079bbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:32.497940 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b14e2fab-06ec-42b4-888c-4617b5aa0970 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:32.510091 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-fc36401c-08e3-49e3-b966-c4eb1f079bbf None None] Calling delete_port for 8aef9c61-fcb5-4ef4-bfce-a1ca3167ec97 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:39:32.557224 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cb18a08d-0d18-4dc0-a71a-41006a5a761a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:32.568003 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e2fab-06ec-42b4-888c-4617b5aa0970 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Pushing event deleted for resources: {'Port': ['ID=52facb93-47bb-48fd-ab32-6af7b96228a7,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:32.573618 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14e2fab-06ec-42b4-888c-4617b5aa0970 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] No DVR routers for this DVR port 52facb93-47bb-48fd-ab32-6af7b96228a7 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:39:32.616073 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c797d715-42e1-47ac-82ac-13f89a372d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:32.652972 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797d715-42e1-47ac-82ac-13f89a372d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788618e9-3e12-4674-811d-fcf1181daf52,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:32.682474 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8aef9c61-fcb5-4ef4-bfce-a1ca3167ec97 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:39:32.692275 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c797d715-42e1-47ac-82ac-13f89a372d33 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d2b8be19019a4b709fd6714daf11ae4c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0545893 Jun 30 09:39:32.695289 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46696) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:32.719052 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48d2af-abb6-4d07-a62f-b2bf5e7a448f req-740c8da0-5de6-463f-8d59-3709fa94b1f7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:32.720301 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4e48d2af-abb6-4d07-a62f-b2bf5e7a448f req-740c8da0-5de6-463f-8d59-3709fa94b1f7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 945 time: 0.2739551 Jun 30 09:39:32.729253 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b14e2fab-06ec-42b4-888c-4617b5aa0970 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:32.744349 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-b14e2fab-06ec-42b4-888c-4617b5aa0970 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e4d638-e8f2-40b5-8b38-fa364816448d']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:32.765518 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-b14e2fab-06ec-42b4-888c-4617b5aa0970 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb92e385-b014-404d-8564-9002d3ce43c5') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:32.765827 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-b14e2fab-06ec-42b4-888c-4617b5aa0970 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb92e385-b014-404d-8564-9002d3ce43c5') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:32.787610 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b14e2fab-06ec-42b4-888c-4617b5aa0970 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:32.811597 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:32.819414 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4e48d2af-abb6-4d07-a62f-b2bf5e7a448f req-146a3cdf-4868-4ee6-8ab6-a44266b3b2d6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778089 Jun 30 09:39:32.821751 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b14e2fab-06ec-42b4-888c-4617b5aa0970 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:32.831837 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b14e2fab-06ec-42b4-888c-4617b5aa0970 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:39:32.832265 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b14e2fab-06ec-42b4-888c-4617b5aa0970 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:32.837361 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:39:32.837361 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:39:32.837361 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:39:32.837361 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:39:32.837361 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:39:32.837361 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:39:32.837361 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:39:32.837361 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:39:32.837361 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:39:32.837361 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:39:32.837361 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:39:32.837361 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:39:32.837361 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:39:32.837361 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:39:32.837361 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:39:32.837361 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:39:32.837361 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:39:32.837361 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:39:32.837361 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:39:32.837361 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:39:32.837361 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:39:32.837361 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:39:32.837361 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:39:32.837361 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:39:32.837361 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:39:32.837361 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:39:32.837361 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:39:32.837361 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:39:32.837361 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:39:32.837361 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:39:32.837361 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:39:32.837361 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:39:32.861143 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fc36401c-08e3-49e3-b966-c4eb1f079bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:32.896897 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36401c-08e3-49e3-b966-c4eb1f079bbf None None] Pushing event deleted for resources: {'Port': ['ID=8aef9c61-fcb5-4ef4-bfce-a1ca3167ec97,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:32.919322 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc36401c-08e3-49e3-b966-c4eb1f079bbf None None] No DVR routers for this DVR port 8aef9c61-fcb5-4ef4-bfce-a1ca3167ec97 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:39:32.921410 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 52facb93-47bb-48fd-ab32-6af7b96228a7 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:39:32.957344 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 52facb93-47bb-48fd-ab32-6af7b96228a7 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:39:32.957344 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 52facb93-47bb-48fd-ab32-6af7b96228a7 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:39:33.123729 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cb18a08d-0d18-4dc0-a71a-41006a5a761a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:33.128551 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cb18a08d-0d18-4dc0-a71a-41006a5a761a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:33.130413 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-cb18a08d-0d18-4dc0-a71a-41006a5a761a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6c2d764a-0db2-4dfb-b0ad-e9c0ab2853ef HTTP/1.1" status: 204 len: 168 time: 0.7766354 Jun 30 09:39:33.165972 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18a08d-0d18-4dc0-a71a-41006a5a761a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2d764a-0db2-4dfb-b0ad-e9c0ab2853ef,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:33.219298 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b14e2fab-06ec-42b4-888c-4617b5aa0970 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:33.224569 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4c8f7019-fcfc-432f-86e7-075e42ea86c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:33.229131 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b14e2fab-06ec-42b4-888c-4617b5aa0970 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:33.231241 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b14e2fab-06ec-42b4-888c-4617b5aa0970 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] 10.222.0.10 "DELETE /v2.0/networks/30e4d638-e8f2-40b5-8b38-fa364816448d HTTP/1.1" status: 204 len: 168 time: 1.3444195 Jun 30 09:39:33.233785 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46706) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:33.251651 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4c8f7019-fcfc-432f-86e7-075e42ea86c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:33.253132 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e2fab-06ec-42b4-888c-4617b5aa0970 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Pushing event deleted for resources: {'Network': ['ID=30e4d638-e8f2-40b5-8b38-fa364816448d,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:33.324556 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-13698479-9057-431c-bd62-7e854c5754c6 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:33.418861 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-13698479-9057-431c-bd62-7e854c5754c6 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:33.429208 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-13698479-9057-431c-bd62-7e854c5754c6 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19071819-36e9-442b-8603-449965a70b1e']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:33.440670 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-13698479-9057-431c-bd62-7e854c5754c6 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d678c31-64dd-42c4-b7ae-f7ddf04ac4f1') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:33.440967 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-13698479-9057-431c-bd62-7e854c5754c6 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d678c31-64dd-42c4-b7ae-f7ddf04ac4f1') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:33.453109 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-13698479-9057-431c-bd62-7e854c5754c6 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:33.468238 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-13698479-9057-431c-bd62-7e854c5754c6 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13698479-9057-431c-bd62-7e854c5754c6 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-13698479-9057-431c-bd62-7e854c5754c6 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:39:33.495957 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:39:33.591291 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4c8f7019-fcfc-432f-86e7-075e42ea86c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:33.593898 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4c8f7019-fcfc-432f-86e7-075e42ea86c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:33.595138 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4c8f7019-fcfc-432f-86e7-075e42ea86c8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/788618e9-3e12-4674-811d-fcf1181daf52 HTTP/1.1" status: 204 len: 168 time: 0.8979068 Jun 30 09:39:33.604574 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f7019-fcfc-432f-86e7-075e42ea86c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788618e9-3e12-4674-811d-fcf1181daf52,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:33.842944 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-13698479-9057-431c-bd62-7e854c5754c6 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:33.862643 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-13698479-9057-431c-bd62-7e854c5754c6 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:33.862643 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-13698479-9057-431c-bd62-7e854c5754c6 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] 10.222.0.10 "DELETE /v2.0/networks/19071819-36e9-442b-8603-449965a70b1e HTTP/1.1" status: 204 len: 168 time: 0.6256113 Jun 30 09:39:33.864028 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46714) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:33.872172 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13698479-9057-431c-bd62-7e854c5754c6 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Pushing event deleted for resources: {'Network': ['ID=19071819-36e9-442b-8603-449965a70b1e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:33.936426 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff904da5-bdf1-4892-9201-c094b9c5655d tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Deleting subnet 551f704b-ce66-4e8b-9ff4-2a4a46af0881 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:39:33.941289 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ff904da5-bdf1-4892-9201-c094b9c5655d tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:34.016788 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ff904da5-bdf1-4892-9201-c094b9c5655d tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:34.136338 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ff904da5-bdf1-4892-9201-c094b9c5655d tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:34.386264 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ff904da5-bdf1-4892-9201-c094b9c5655d tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:34.415828 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff904da5-bdf1-4892-9201-c094b9c5655d tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Pushing event deleted for resources: {'Subnet': ['ID=551f704b-ce66-4e8b-9ff4-2a4a46af0881,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:34.421793 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ff904da5-bdf1-4892-9201-c094b9c5655d tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:34.424033 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ff904da5-bdf1-4892-9201-c094b9c5655d tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] 10.222.0.10 "DELETE /v2.0/subnets/551f704b-ce66-4e8b-9ff4-2a4a46af0881 HTTP/1.1" status: 204 len: 168 time: 0.5587292 Jun 30 09:39:34.426541 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46720) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:34.435575 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39163549-f6c4-4073-866d-425f616c4e0f None None] Network ee86b8a2-abc7-461f-b696-f62287aeb4d6 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:39:34.526292 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ea6d769-6deb-4b5e-b7a4-37717dadb779 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:34.607752 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-6ea6d769-6deb-4b5e-b7a4-37717dadb779 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Deleting port 38dd48b0-06a0-4355-a367-7943be9d8825 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:39:34.608123 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ea6d769-6deb-4b5e-b7a4-37717dadb779 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:34.673694 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df585324-7b2c-4e0b-80ca-923702e1eef2 None None] DHCP port deletion for ee86b8a2-abc7-461f-b696-f62287aeb4d6 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:39:34.697007 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-6ea6d769-6deb-4b5e-b7a4-37717dadb779 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] For port 38dd48b0-06a0-4355-a367-7943be9d8825, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=38dd48b0-06a0-4355-a367-7943be9d8825,segment=NetworkSegment(081f12a5-b3e4-4ea1-8265-9389661cf52f),segment_id=081f12a5-b3e4-4ea1-8265-9389661cf52f)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:34.697399 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ea6d769-6deb-4b5e-b7a4-37717dadb779 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:34.722750 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-6ea6d769-6deb-4b5e-b7a4-37717dadb779 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Calling delete_port for 38dd48b0-06a0-4355-a367-7943be9d8825 owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:39:34.736455 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-df585324-7b2c-4e0b-80ca-923702e1eef2 None None] Deleting port 38dd48b0-06a0-4355-a367-7943be9d8825 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:39:34.736993 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-df585324-7b2c-4e0b-80ca-923702e1eef2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:34.845162 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-df585324-7b2c-4e0b-80ca-923702e1eef2 None None] For port 38dd48b0-06a0-4355-a367-7943be9d8825, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=38dd48b0-06a0-4355-a367-7943be9d8825,segment=NetworkSegment(081f12a5-b3e4-4ea1-8265-9389661cf52f),segment_id=081f12a5-b3e4-4ea1-8265-9389661cf52f)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:34.846201 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-df585324-7b2c-4e0b-80ca-923702e1eef2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:34.872256 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-df585324-7b2c-4e0b-80ca-923702e1eef2 None None] Calling delete_port for 38dd48b0-06a0-4355-a367-7943be9d8825 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:39:34.929697 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46730) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:34.950841 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b0db873d-e3e0-4187-a5d9-f76e899b9e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:35.016865 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ea6d769-6deb-4b5e-b7a4-37717dadb779 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:35.021872 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-df585324-7b2c-4e0b-80ca-923702e1eef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:35.060676 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df585324-7b2c-4e0b-80ca-923702e1eef2 None None] Pushing event deleted for resources: {'Port': ['ID=38dd48b0-06a0-4355-a367-7943be9d8825,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:35.077682 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df585324-7b2c-4e0b-80ca-923702e1eef2 None None] No DVR routers for this DVR port 38dd48b0-06a0-4355-a367-7943be9d8825 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:39:35.091717 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea6d769-6deb-4b5e-b7a4-37717dadb779 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] No DVR routers for this DVR port 38dd48b0-06a0-4355-a367-7943be9d8825 on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:39:35.100150 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6d769-6deb-4b5e-b7a4-37717dadb779 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Pushing event deleted for resources: {'Port': ['ID=38dd48b0-06a0-4355-a367-7943be9d8825,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:35.203020 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b0db873d-e3e0-4187-a5d9-f76e899b9e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:35.221173 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ea6d769-6deb-4b5e-b7a4-37717dadb779 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:35.233334 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-6ea6d769-6deb-4b5e-b7a4-37717dadb779 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee86b8a2-abc7-461f-b696-f62287aeb4d6']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:35.248006 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-6ea6d769-6deb-4b5e-b7a4-37717dadb779 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081f12a5-b3e4-4ea1-8265-9389661cf52f') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:35.248292 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-6ea6d769-6deb-4b5e-b7a4-37717dadb779 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081f12a5-b3e4-4ea1-8265-9389661cf52f') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:35.260051 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ea6d769-6deb-4b5e-b7a4-37717dadb779 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:35.280760 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ea6d769-6deb-4b5e-b7a4-37717dadb779 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:35.291721 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea6d769-6deb-4b5e-b7a4-37717dadb779 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:39:35.292403 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ea6d769-6deb-4b5e-b7a4-37717dadb779 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:35.297183 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:39:35.297183 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:39:35.297183 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:39:35.297183 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:39:35.297183 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:39:35.297183 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:39:35.297183 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:39:35.297183 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:39:35.297183 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:39:35.297183 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:39:35.297183 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:39:35.297183 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:39:35.297183 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:39:35.297183 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:39:35.297183 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:39:35.297183 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:39:35.297183 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:39:35.297183 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:39:35.297183 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:39:35.297183 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:39:35.297183 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:39:35.297183 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:39:35.297183 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:39:35.297183 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:39:35.297183 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:39:35.297183 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:39:35.297183 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:39:35.297183 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:39:35.297183 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:39:35.297183 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:39:35.297183 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:39:35.297183 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:39:35.404036 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b0db873d-e3e0-4187-a5d9-f76e899b9e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:35.454645 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db873d-e3e0-4187-a5d9-f76e899b9e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2000e5-a076-43c7-a763-1bc6ff8b05cd,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:35.460134 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b0db873d-e3e0-4187-a5d9-f76e899b9e2c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e0c39cc56f4247b780a993c74bba83e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5285676 Jun 30 09:39:35.464303 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46744) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:35.533329 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9a7f7aae-bff1-473a-a559-b61d66798528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:35.567021 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9a7f7aae-bff1-473a-a559-b61d66798528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:35.579709 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ea6d769-6deb-4b5e-b7a4-37717dadb779 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:35.593430 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ea6d769-6deb-4b5e-b7a4-37717dadb779 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:35.595329 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6ea6d769-6deb-4b5e-b7a4-37717dadb779 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] 10.222.0.10 "DELETE /v2.0/networks/ee86b8a2-abc7-461f-b696-f62287aeb4d6 HTTP/1.1" status: 204 len: 168 time: 1.1680214 Jun 30 09:39:35.598355 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46746) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:35.618488 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6d769-6deb-4b5e-b7a4-37717dadb779 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Pushing event deleted for resources: {'Network': ['ID=ee86b8a2-abc7-461f-b696-f62287aeb4d6,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:35.632255 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-805cabde-616d-4a92-96f1-da2f6ce02c84 tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b HTTP/1.1" status: 200 len: 205 time: 0.0300848 Jun 30 09:39:35.633840 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46748) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:35.726860 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0868459f-3f22-41af-87a3-2cf39a651dcb tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:35.837939 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9a7f7aae-bff1-473a-a559-b61d66798528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:35.840530 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9a7f7aae-bff1-473a-a559-b61d66798528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:35.847100 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9a7f7aae-bff1-473a-a559-b61d66798528 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4a2000e5-a076-43c7-a763-1bc6ff8b05cd HTTP/1.1" status: 204 len: 168 time: 0.3760374 Jun 30 09:39:35.977963 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f7aae-bff1-473a-a559-b61d66798528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2000e5-a076-43c7-a763-1bc6ff8b05cd,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:35.992533 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0868459f-3f22-41af-87a3-2cf39a651dcb tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:35.996036 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0868459f-3f22-41af-87a3-2cf39a651dcb tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:36.225206 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0868459f-3f22-41af-87a3-2cf39a651dcb tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:36.225930 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0868459f-3f22-41af-87a3-2cf39a651dcb tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Fanout notify agent at l3_agent the message router_deleted on router 1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:39:36.233631 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0868459f-3f22-41af-87a3-2cf39a651dcb tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:36.237355 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0868459f-3f22-41af-87a3-2cf39a651dcb tempest-RoutersNegativeIpV6Test-1031551461 tempest-RoutersNegativeIpV6Test-1031551461-project] 10.222.0.10 "DELETE /v2.0/routers/1b3d8a42-bd2f-4a2f-ab6e-a606889afa5b HTTP/1.1" status: 204 len: 168 time: 0.6000249 Jun 30 09:39:36.669982 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 38dd48b0-06a0-4355-a367-7943be9d8825 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:39:36.771907 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 38dd48b0-06a0-4355-a367-7943be9d8825 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:39:36.772277 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 38dd48b0-06a0-4355-a367-7943be9d8825 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:39:37.027431 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46798) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:37.205314 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-46e64d7e-798d-4499-a675-24fcd1b74912 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=978922a0fa6b4c4195cb41faebddfe33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1766860 Jun 30 09:39:37.208325 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46808) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:37.269170 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-00d83ddc-084c-475d-990e-975925ce8553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:37.293943 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-00d83ddc-084c-475d-990e-975925ce8553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:37.504940 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-00d83ddc-084c-475d-990e-975925ce8553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:37.507638 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-00d83ddc-084c-475d-990e-975925ce8553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:37.509091 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-00d83ddc-084c-475d-990e-975925ce8553 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b30687ff-031c-46f4-abdc-bc38a9691856 HTTP/1.1" status: 204 len: 168 time: 0.2994754 Jun 30 09:39:37.517843 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d83ddc-084c-475d-990e-975925ce8553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30687ff-031c-46f4-abdc-bc38a9691856,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:37.699640 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:38.451196 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-f236bb11-290a-4050-a188-4171c904d168 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:38.452717 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-f236bb11-290a-4050-a188-4171c904d168 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/networks?id=077fd748-2990-43a3-b379-1249cb605c64 HTTP/1.1" status: 200 len: 811 time: 0.1199329 Jun 30 09:39:38.471063 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-1d0c2661-d03c-4d5c-a04d-d12224d3a160 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/quotas/11b9abfc034e469297fc7554fd307e7c HTTP/1.1" status: 200 len: 375 time: 0.0110176 Jun 30 09:39:38.566612 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-514bdb35-bcd9-48c5-8f42-5a83ed79845d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0864024 Jun 30 09:39:38.962630 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-423f1549-2837-4d9b-8732-cac90326b7dc service neutron] 10.222.0.10 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844724 Jun 30 09:39:39.061639 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-3dc6f96c-9129-406a-a348-c7e90d3d38e0 service neutron] 10.222.0.10 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936668 Jun 30 09:39:39.128289 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:39.512324 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fedc1850-ff28-48ca-a654-0a6a4385d395 req-3c0792ef-4001-48cd-ab3b-3d53011ca76e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 210 time: 0.0438228 Jun 30 09:39:39.608772 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46882) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:39.715389 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-f1ea856a-a580-4af5-a037-5ffa039fbcfa tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:39.722183 n-d-771363-31 neutron-server[101054]: WARNING neutron.api.v2.base [None req-f1ea856a-a580-4af5-a037-5ffa039fbcfa tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 30 09:39:39.722183 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-f1ea856a-a580-4af5-a037-5ffa039fbcfa tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] create failed (client error): There was a conflict when trying to complete your request. Jun 30 09:39:39.722183 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f1ea856a-a580-4af5-a037-5ffa039fbcfa tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1075144 Jun 30 09:39:39.723015 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46890) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:39.729924 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-33601466-c33b-4fe4-aaee-900e9fd33da1 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Request body: {'security_group': {'name': 'tempest-secgroup--979708662'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:39.951085 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-33601466-c33b-4fe4-aaee-900e9fd33da1 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:39.960171 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-33601466-c33b-4fe4-aaee-900e9fd33da1 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:40.066094 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-33601466-c33b-4fe4-aaee-900e9fd33da1 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:40.334417 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-33601466-c33b-4fe4-aaee-900e9fd33da1 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:40.376742 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33601466-c33b-4fe4-aaee-900e9fd33da1 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dbf088-c4e3-40ff-a843-b19087e10033,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:40.435827 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-33601466-c33b-4fe4-aaee-900e9fd33da1 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:40.613928 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b792f35e-a7ce-4418-8efd-18641925d9bd req-7b853428-6527-4026-8575-748e986f8f8d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 210 time: 0.0333452 Jun 30 09:39:40.710963 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-33601466-c33b-4fe4-aaee-900e9fd33da1 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:40.742879 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33601466-c33b-4fe4-aaee-900e9fd33da1 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24dd6df6-e7f7-4a37-913b-1756add494df,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:40.864170 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-33601466-c33b-4fe4-aaee-900e9fd33da1 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:40.864170 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-33601466-c33b-4fe4-aaee-900e9fd33da1 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1367586 Jun 30 09:39:40.865219 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46912) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:40.870674 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-188e3af6-3408-4694-a8b2-9d8c3d0443f6 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Request body: {'security_group_rule': {'security_group_id': '24dd6df6-e7f7-4a37-913b-1756add494df', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:41.219033 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-188e3af6-3408-4694-a8b2-9d8c3d0443f6 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:41.295778 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-188e3af6-3408-4694-a8b2-9d8c3d0443f6 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:41.448419 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-188e3af6-3408-4694-a8b2-9d8c3d0443f6 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:41.468327 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e3af6-3408-4694-a8b2-9d8c3d0443f6 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b2a0f7-13c0-4eae-9c93-bf72964b3e8a,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:41.585874 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-188e3af6-3408-4694-a8b2-9d8c3d0443f6 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:41.587617 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-188e3af6-3408-4694-a8b2-9d8c3d0443f6 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7213001 Jun 30 09:39:41.594005 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46924) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:41.599034 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-a77aacbd-f242-4d8d-a57a-8fcfd9829dcf tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Request body: {'security_group_rule': {'security_group_id': '24dd6df6-e7f7-4a37-913b-1756add494df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:41.734147 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a77aacbd-f242-4d8d-a57a-8fcfd9829dcf tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:41.765178 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3d881230-1be2-489b-a8d4-c8f29e7b9d02 req-886d8e8a-f894-4ad2-b0e7-9f6c78073a40 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 210 time: 0.0329220 Jun 30 09:39:41.941077 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-a77aacbd-f242-4d8d-a57a-8fcfd9829dcf tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] create failed (client error): There was a conflict when trying to complete your request. Jun 30 09:39:41.942795 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a77aacbd-f242-4d8d-a57a-8fcfd9829dcf tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3471203 Jun 30 09:39:41.946453 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46928) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:42.014300 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1abf5259-831b-4852-ad24-dc760055b324 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:42.047326 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1abf5259-831b-4852-ad24-dc760055b324 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:42.206160 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46934) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:42.248934 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1abf5259-831b-4852-ad24-dc760055b324 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:42.265723 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1abf5259-831b-4852-ad24-dc760055b324 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:42.265723 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1abf5259-831b-4852-ad24-dc760055b324 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "DELETE /v2.0/security-groups/24dd6df6-e7f7-4a37-913b-1756add494df HTTP/1.1" status: 204 len: 168 time: 0.3053305 Jun 30 09:39:42.266306 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46938) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:42.266412 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf5259-831b-4852-ad24-dc760055b324 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dd6df6-e7f7-4a37-913b-1756add494df,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:42.328999 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b98bc0dc-a9c0-4f98-80e2-8af610445193 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0633483 Jun 30 09:39:42.328999 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46940) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:42.330846 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-55c959ae-eca8-45ea-a327-a75d06732ba4 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1494248599'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:42.353967 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cf176f01-ce4e-4004-832b-92e9c0b5c929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:42.448500 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-55c959ae-eca8-45ea-a327-a75d06732ba4 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:42.544520 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cf176f01-ce4e-4004-832b-92e9c0b5c929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:42.636539 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cf176f01-ce4e-4004-832b-92e9c0b5c929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:42.678662 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-cf176f01-ce4e-4004-832b-92e9c0b5c929 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8a65e63d894147d79e08bfec2af34fab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4712451 Jun 30 09:39:42.680515 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf176f01-ce4e-4004-832b-92e9c0b5c929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4b5926-6baf-43a9-8642-7a2663147157,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:42.682401 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46942) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:42.732953 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-55c959ae-eca8-45ea-a327-a75d06732ba4 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:42.758611 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a1f5eea2-1d42-40cc-b752-9cc391489dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:42.782177 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a1f5eea2-1d42-40cc-b752-9cc391489dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:42.916462 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-50cd1ea4-c1f7-425c-af32-e641e8d87df5 req-70fffcbb-99d0-426b-aa06-bdd36c08b16c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 210 time: 0.0299356 Jun 30 09:39:42.950991 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-55c959ae-eca8-45ea-a327-a75d06732ba4 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:42.981064 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c959ae-eca8-45ea-a327-a75d06732ba4 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b506eb9-71c2-4211-a6d2-81e4aedaa6c0,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:43.100243 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a1f5eea2-1d42-40cc-b752-9cc391489dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:43.103921 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a1f5eea2-1d42-40cc-b752-9cc391489dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:43.105156 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a1f5eea2-1d42-40cc-b752-9cc391489dae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1f4b5926-6baf-43a9-8642-7a2663147157 HTTP/1.1" status: 204 len: 168 time: 0.4217854 Jun 30 09:39:43.113074 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f5eea2-1d42-40cc-b752-9cc391489dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4b5926-6baf-43a9-8642-7a2663147157,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:43.174278 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-55c959ae-eca8-45ea-a327-a75d06732ba4 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:43.177722 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-55c959ae-eca8-45ea-a327-a75d06732ba4 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8486228 Jun 30 09:39:43.178742 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46948) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:43.184467 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-45f8a3d3-70a9-427d-9b1b-e7c2bbf816a7 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Request body: {'security_group_rule': {'security_group_id': '1b506eb9-71c2-4211-a6d2-81e4aedaa6c0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:43.185296 n-d-771363-31 neutron-server[101054]: WARNING neutron.api.v2.base [None req-45f8a3d3-70a9-427d-9b1b-e7c2bbf816a7 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 30 09:39:43.186361 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-45f8a3d3-70a9-427d-9b1b-e7c2bbf816a7 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:39:43.186872 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-45f8a3d3-70a9-427d-9b1b-e7c2bbf816a7 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0070503 Jun 30 09:39:43.189644 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46952) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:43.257673 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1689e06d-54d5-4472-9b0e-76ceb65aedd3 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:43.295683 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1689e06d-54d5-4472-9b0e-76ceb65aedd3 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:43.745397 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1689e06d-54d5-4472-9b0e-76ceb65aedd3 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:43.756708 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1689e06d-54d5-4472-9b0e-76ceb65aedd3 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:43.756708 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1689e06d-54d5-4472-9b0e-76ceb65aedd3 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "DELETE /v2.0/security-groups/1b506eb9-71c2-4211-a6d2-81e4aedaa6c0 HTTP/1.1" status: 204 len: 168 time: 0.5591621 Jun 30 09:39:43.756708 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46954) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:43.774672 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689e06d-54d5-4472-9b0e-76ceb65aedd3 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b506eb9-71c2-4211-a6d2-81e4aedaa6c0,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:43.813976 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-a8d37190-d1af-4bda-ba42-227846ba472a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:43.815567 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-a8d37190-d1af-4bda-ba42-227846ba472a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.52 "GET /v2.0/networks?id=077fd748-2990-43a3-b379-1249cb605c64 HTTP/1.1" status: 200 len: 811 time: 0.1304545 Jun 30 09:39:43.819009 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3fb0f7ac-808a-4b6a-b250-6579e0d05c74 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0646849 Jun 30 09:39:43.829133 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46958) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:43.830200 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-ccc62859-06b0-4220-ae83-d31817e69f7f tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Request body: {'security_group': {'name': 'tempest-secgroup--2002476299'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:43.839752 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-90ef7c69-d4f3-4d53-9746-d1f7b56da3e6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Request body: {'port': {'device_id': '33acd8de-326f-4f4b-b794-d22114ad6f06', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'admin_state_up': True, 'tenant_id': '11b9abfc034e469297fc7554fd307e7c'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:44.076480 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-793e7a9e-2b80-4b38-9327-cd0c90dc1edb req-a0d709f6-5963-41a0-92ce-60fc82128978 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 210 time: 0.0301318 Jun 30 09:39:44.177558 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ccc62859-06b0-4220-ae83-d31817e69f7f tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:44.544625 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-90ef7c69-d4f3-4d53-9746-d1f7b56da3e6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Made reservation on behalf of 11b9abfc034e469297fc7554fd307e7c for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:39:44.549831 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-90ef7c69-d4f3-4d53-9746-d1f7b56da3e6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:44.751256 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ccc62859-06b0-4220-ae83-d31817e69f7f tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:44.766987 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-90ef7c69-d4f3-4d53-9746-d1f7b56da3e6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Allocated IP 172.20.0.9 (077fd748-2990-43a3-b379-1249cb605c64/026a88de-b3fc-4597-8030-64264f9192bb/b6dfd253-9113-4f8c-a08a-1299ebbef664) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:39:44.915430 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46964) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:44.939784 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-54170959-61f5-4410-ba5c-f5c7b3684dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:44.964232 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-90ef7c69-d4f3-4d53-9746-d1f7b56da3e6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:44.979468 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-90ef7c69-d4f3-4d53-9746-d1f7b56da3e6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Transition to ACTIVE for port object b6dfd253-9113-4f8c-a08a-1299ebbef664 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:39:44.997485 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ccc62859-06b0-4220-ae83-d31817e69f7f tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:45.068072 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc62859-06b0-4220-ae83-d31817e69f7f tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daa8c178-809c-4d77-92f2-24a260814b32,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:45.140116 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-54170959-61f5-4410-ba5c-f5c7b3684dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:45.264159 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6d8ebe23-80e4-46bc-a6d6-5028f4193133 req-7b32c590-30c2-4711-b4dc-784d7c424735 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 210 time: 0.0405595 Jun 30 09:39:45.265433 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-90ef7c69-d4f3-4d53-9746-d1f7b56da3e6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:45.281574 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['6928b3f8-9978-4bed-a96f-b2c00845ad75'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:39:45.324764 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-90ef7c69-d4f3-4d53-9746-d1f7b56da3e6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Network 077fd748-2990-43a3-b379-1249cb605c64 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:39:45.328192 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-90ef7c69-d4f3-4d53-9746-d1f7b56da3e6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:39:45.334513 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-90ef7c69-d4f3-4d53-9746-d1f7b56da3e6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:39:45.341761 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef7c69-d4f3-4d53-9746-d1f7b56da3e6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Pushing event updated for resources: {'Port': ['ID=b6dfd253-9113-4f8c-a08a-1299ebbef664,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:45.402222 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-90ef7c69-d4f3-4d53-9746-d1f7b56da3e6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:45.403295 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-90ef7c69-d4f3-4d53-9746-d1f7b56da3e6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:45.467517 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-54170959-61f5-4410-ba5c-f5c7b3684dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:45.512503 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-54170959-61f5-4410-ba5c-f5c7b3684dcb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=49f5dc5239ba46a7a334c244d5715212&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5960066 Jun 30 09:39:45.514574 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54170959-61f5-4410-ba5c-f5c7b3684dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9bf8b8-2f5a-4abb-aea6-def20d94f8e2,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:45.517066 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46968) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:45.596545 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e53cc5ee-b5c2-45b0-993a-356cf5d96323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:45.622208 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e53cc5ee-b5c2-45b0-993a-356cf5d96323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:45.677623 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-90ef7c69-d4f3-4d53-9746-d1f7b56da3e6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8424067 Jun 30 09:39:45.689569 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-1e0dbe74-09e5-4c45-99cb-927ac997258e service neutron] Request body: {'port': {'device_id': '33acd8de-326f-4f4b-b794-d22114ad6f06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:45.755590 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ccc62859-06b0-4220-ae83-d31817e69f7f tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:45.756910 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ccc62859-06b0-4220-ae83-d31817e69f7f tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9309850 Jun 30 09:39:45.760738 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46972) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:45.765748 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-958905d8-95c6-4a94-91ff-0f0a99e2dcef tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Request body: {'security_group_rule': {'security_group_id': 'daa8c178-809c-4d77-92f2-24a260814b32', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:45.766599 n-d-771363-31 neutron-server[101054]: WARNING neutron.api.v2.base [None req-958905d8-95c6-4a94-91ff-0f0a99e2dcef tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 30 09:39:45.767113 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-958905d8-95c6-4a94-91ff-0f0a99e2dcef tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:39:45.768330 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-958905d8-95c6-4a94-91ff-0f0a99e2dcef tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064161 Jun 30 09:39:45.773090 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 46974) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:45.788329 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-1e0dbe74-09e5-4c45-99cb-927ac997258e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:45.854177 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6e641263-a0a4-4edb-a6bb-3a00db97ad6b None None] Provisioning for port b6dfd253-9113-4f8c-a08a-1299ebbef664 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:39:45.858788 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6e641263-a0a4-4edb-a6bb-3a00db97ad6b None None] Provisioning complete for port b6dfd253-9113-4f8c-a08a-1299ebbef664 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:45.859346 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6e641263-a0a4-4edb-a6bb-3a00db97ad6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:45.903600 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-6e641263-a0a4-4edb-a6bb-3a00db97ad6b None None] Port b6dfd253-9113-4f8c-a08a-1299ebbef664 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:39:45.915811 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c599e321-2000-4fef-9f70-91745c5ad2f8 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:45.920273 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e53cc5ee-b5c2-45b0-993a-356cf5d96323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:45.923502 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e53cc5ee-b5c2-45b0-993a-356cf5d96323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:45.924791 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e53cc5ee-b5c2-45b0-993a-356cf5d96323 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ed9bf8b8-2f5a-4abb-aea6-def20d94f8e2 HTTP/1.1" status: 204 len: 168 time: 0.4065568 Jun 30 09:39:45.968458 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53cc5ee-b5c2-45b0-993a-356cf5d96323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9bf8b8-2f5a-4abb-aea6-def20d94f8e2,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:45.983556 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c599e321-2000-4fef-9f70-91745c5ad2f8 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:46.000590 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1d564d4f-32f7-4afb-a19d-5b8f1b57cf39 req-c41e7e84-6a02-4ec5-9e6c-d7eb43f17e76 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2c5878a4-aa00-46c9-890b-83dd9244c630&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1769392 Jun 30 09:39:46.138053 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d564d4f-32f7-4afb-a19d-5b8f1b57cf39 req-ab77cbae-dd80-479f-bc92-b7f8b2d23848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:46.139889 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1d564d4f-32f7-4afb-a19d-5b8f1b57cf39 req-ab77cbae-dd80-479f-bc92-b7f8b2d23848 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 1097 time: 0.0756011 Jun 30 09:39:46.181664 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c599e321-2000-4fef-9f70-91745c5ad2f8 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:46.184352 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c599e321-2000-4fef-9f70-91745c5ad2f8 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:46.185485 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c599e321-2000-4fef-9f70-91745c5ad2f8 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "DELETE /v2.0/security-groups/daa8c178-809c-4d77-92f2-24a260814b32 HTTP/1.1" status: 204 len: 168 time: 0.4112155 Jun 30 09:39:46.193224 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46980) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:46.266616 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9ce90401-4ecc-4e1c-9197-4572ddc89aa6 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0721390 Jun 30 09:39:46.271143 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599e321-2000-4fef-9f70-91745c5ad2f8 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa8c178-809c-4d77-92f2-24a260814b32,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:46.275380 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46982) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:46.284102 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-c0d85ef8-f9d3-4c1e-b178-7c72f7bafa8e tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1972115727'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:46.370549 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-1e0dbe74-09e5-4c45-99cb-927ac997258e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6dfd253-9113-4f8c-a08a-1299ebbef664 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:39:46.384077 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-1e0dbe74-09e5-4c45-99cb-927ac997258e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:46.404189 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d564d4f-32f7-4afb-a19d-5b8f1b57cf39 req-72559b0f-86ec-4f3d-9037-cdf00aa56cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:46.406190 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1d564d4f-32f7-4afb-a19d-5b8f1b57cf39 req-72559b0f-86ec-4f3d-9037-cdf00aa56cf1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=077fd748-2990-43a3-b379-1249cb605c64 HTTP/1.1" status: 200 len: 912 time: 0.2409239 Jun 30 09:39:46.415495 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-1e0dbe74-09e5-4c45-99cb-927ac997258e service neutron] Transition to ACTIVE for port object b6dfd253-9113-4f8c-a08a-1299ebbef664 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:39:46.416617 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c0d85ef8-f9d3-4c1e-b178-7c72f7bafa8e tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:46.453889 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1d564d4f-32f7-4afb-a19d-5b8f1b57cf39 req-5999a497-fd9c-4b5a-ac9e-fde0ad59e5bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6928b3f8-9978-4bed-a96f-b2c00845ad75 HTTP/1.1" status: 200 len: 217 time: 0.0407512 Jun 30 09:39:46.531929 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d564d4f-32f7-4afb-a19d-5b8f1b57cf39 req-b6b6302d-96ca-4cfd-92e7-b47cd4ac7dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:46.535434 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1d564d4f-32f7-4afb-a19d-5b8f1b57cf39 req-b6b6302d-96ca-4cfd-92e7-b47cd4ac7dcf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=026a88de-b3fc-4597-8030-64264f9192bb HTTP/1.1" status: 200 len: 850 time: 0.0740395 Jun 30 09:39:46.577016 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-1e0dbe74-09e5-4c45-99cb-927ac997258e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:46.642850 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d564d4f-32f7-4afb-a19d-5b8f1b57cf39 req-8204c84f-1fc3-427a-8d10-5aaa09f6b7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:46.644511 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1d564d4f-32f7-4afb-a19d-5b8f1b57cf39 req-8204c84f-1fc3-427a-8d10-5aaa09f6b7f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=077fd748-2990-43a3-b379-1249cb605c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1005859 Jun 30 09:39:46.660730 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0dbe74-09e5-4c45-99cb-927ac997258e service neutron] Pushing event updated for resources: {'Port': ['ID=b6dfd253-9113-4f8c-a08a-1299ebbef664,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:46.687657 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c0d85ef8-f9d3-4c1e-b178-7c72f7bafa8e tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:46.713419 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf24743-2fb9-4c95-9444-67c5e39537a3 req-07955236-45ef-4a5a-a1c2-fe1249a38930 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:46.724660 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ecf24743-2fb9-4c95-9444-67c5e39537a3 req-07955236-45ef-4a5a-a1c2-fe1249a38930 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 931 time: 0.2932100 Jun 30 09:39:46.826450 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c0d85ef8-f9d3-4c1e-b178-7c72f7bafa8e tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:46.837201 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1d564d4f-32f7-4afb-a19d-5b8f1b57cf39 req-783c909c-5963-46a1-b86e-d0245879a5f9 service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799698 Jun 30 09:39:46.950621 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ecf24743-2fb9-4c95-9444-67c5e39537a3 req-b1445415-0e5f-41af-a6ca-ccf9f62fe5ce tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251616 Jun 30 09:39:46.987583 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d85ef8-f9d3-4c1e-b178-7c72f7bafa8e tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29de0179-6b8f-467f-a062-688e8c175509,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:47.014991 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c0d85ef8-f9d3-4c1e-b178-7c72f7bafa8e tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:47.014991 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c0d85ef8-f9d3-4c1e-b178-7c72f7bafa8e tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7402780 Jun 30 09:39:47.016723 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 46998) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:47.019879 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1d564d4f-32f7-4afb-a19d-5b8f1b57cf39 req-f00afa28-3a25-4299-9ef1-2f1bdaa66fe1 service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797462 Jun 30 09:39:47.021633 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-d2fdb04d-6d3a-4724-8b95-470132c89add tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Request body: {'security_group_rule': {'security_group_id': '29de0179-6b8f-467f-a062-688e8c175509', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:47.040681 n-d-771363-31 neutron-server[101053]: WARNING neutron.api.v2.base [None req-d2fdb04d-6d3a-4724-8b95-470132c89add tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 30 09:39:47.041309 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-d2fdb04d-6d3a-4724-8b95-470132c89add tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:39:47.045401 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d2fdb04d-6d3a-4724-8b95-470132c89add tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0248945 Jun 30 09:39:47.046027 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47000) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:47.047669 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-1e0dbe74-09e5-4c45-99cb-927ac997258e service neutron] Attempting to bind port b6dfd253-9113-4f8c-a08a-1299ebbef664 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:39:47.048012 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-1e0dbe74-09e5-4c45-99cb-927ac997258e service neutron] Attempting to bind port b6dfd253-9113-4f8c-a08a-1299ebbef664 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:39:47.048455 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-1e0dbe74-09e5-4c45-99cb-927ac997258e service neutron] Attempting to bind port b6dfd253-9113-4f8c-a08a-1299ebbef664 on network 077fd748-2990-43a3-b379-1249cb605c64 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:39:47.051060 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-0a0a3b07-b451-4d01-999d-6a9f5a18c35e tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Request body: {'security_group_rule': {'security_group_id': '29de0179-6b8f-467f-a062-688e8c175509', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:47.051776 n-d-771363-31 neutron-server[101054]: WARNING neutron.api.v2.base [None req-0a0a3b07-b451-4d01-999d-6a9f5a18c35e tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 30 09:39:47.052269 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-0a0a3b07-b451-4d01-999d-6a9f5a18c35e tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:39:47.053164 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-1e0dbe74-09e5-4c45-99cb-927ac997258e service neutron] Port b6dfd253-9113-4f8c-a08a-1299ebbef664 on network 077fd748-2990-43a3-b379-1249cb605c64 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:39:47.053303 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0a0a3b07-b451-4d01-999d-6a9f5a18c35e tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0062590 Jun 30 09:39:47.053481 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-1e0dbe74-09e5-4c45-99cb-927ac997258e service neutron] Attempting to bind port b6dfd253-9113-4f8c-a08a-1299ebbef664 on network 077fd748-2990-43a3-b379-1249cb605c64 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:39:47.057434 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47002) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:47.063521 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-4cfa2042-7318-40a8-8bb3-2451ac4082fb tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Request body: {'security_group_rule': {'security_group_id': '29de0179-6b8f-467f-a062-688e8c175509', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:47.064379 n-d-771363-31 neutron-server[101053]: WARNING neutron.api.v2.base [None req-4cfa2042-7318-40a8-8bb3-2451ac4082fb tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 30 09:39:47.064871 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-4cfa2042-7318-40a8-8bb3-2451ac4082fb tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:39:47.065861 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4cfa2042-7318-40a8-8bb3-2451ac4082fb tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074253 Jun 30 09:39:47.067181 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-1e0dbe74-09e5-4c45-99cb-927ac997258e service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:39:47.067529 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-1e0dbe74-09e5-4c45-99cb-927ac997258e service neutron] Checking segment: {'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:39:47.067911 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-1e0dbe74-09e5-4c45-99cb-927ac997258e service neutron] Bound using segment: {'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:39:47.068352 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-1e0dbe74-09e5-4c45-99cb-927ac997258e service neutron] Bound port: b6dfd253-9113-4f8c-a08a-1299ebbef664, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:39:47.068716 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-1e0dbe74-09e5-4c45-99cb-927ac997258e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:47.069101 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47004) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:47.074826 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-6b3f58af-9672-4c85-8ce6-4d655047b77b tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Request body: {'security_group_rule': {'security_group_id': '29de0179-6b8f-467f-a062-688e8c175509', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:47.082882 n-d-771363-31 neutron-server[101054]: WARNING neutron.api.v2.base [None req-6b3f58af-9672-4c85-8ce6-4d655047b77b tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 30 09:39:47.082882 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-6b3f58af-9672-4c85-8ce6-4d655047b77b tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:39:47.082882 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6b3f58af-9672-4c85-8ce6-4d655047b77b tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0074782 Jun 30 09:39:47.085531 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47006) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:47.184972 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-1e0dbe74-09e5-4c45-99cb-927ac997258e service neutron] For port b6dfd253-9113-4f8c-a08a-1299ebbef664, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:39:47.190621 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4552748f-907f-4dbd-a636-de194848254a tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:47.213479 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-1e0dbe74-09e5-4c45-99cb-927ac997258e service neutron] For port b6dfd253-9113-4f8c-a08a-1299ebbef664, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=b6dfd253-9113-4f8c-a08a-1299ebbef664,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:39:47.227598 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4552748f-907f-4dbd-a636-de194848254a tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:47.386829 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-1e0dbe74-09e5-4c45-99cb-927ac997258e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:47.429072 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-1e0dbe74-09e5-4c45-99cb-927ac997258e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:47.429787 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-1e0dbe74-09e5-4c45-99cb-927ac997258e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:47.431888 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-1e0dbe74-09e5-4c45-99cb-927ac997258e service neutron] 10.222.0.52 "PUT /v2.0/ports/b6dfd253-9113-4f8c-a08a-1299ebbef664 HTTP/1.1" status: 200 len: 1092 time: 1.7466540 Jun 30 09:39:47.432591 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33acd8de-326f-4f4b-b794-d22114ad6f06', 'tag': 'b6dfd253-9113-4f8c-a08a-1299ebbef664'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:39:47.435240 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4330bce7-3f46-4a7f-a027-c8556cd430f4" -d '{"events": [{"name": "network-changed", "server_uuid": "33acd8de-326f-4f4b-b794-d22114ad6f06", "tag": "b6dfd253-9113-4f8c-a08a-1299ebbef664"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:39:47.482500 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0dbe74-09e5-4c45-99cb-927ac997258e service neutron] Pushing event updated for resources: {'Port': ['ID=b6dfd253-9113-4f8c-a08a-1299ebbef664,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:47.506771 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4552748f-907f-4dbd-a636-de194848254a tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:47.515791 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4552748f-907f-4dbd-a636-de194848254a tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:47.521115 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4552748f-907f-4dbd-a636-de194848254a tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "DELETE /v2.0/security-groups/29de0179-6b8f-467f-a062-688e8c175509 HTTP/1.1" status: 204 len: 168 time: 0.4300854 Jun 30 09:39:47.521115 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408d0108-6043-4e03-915d-7b7a836428c0 x-openstack-request-id: req-408d0108-6043-4e03-915d-7b7a836428c0 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:39:47.521115 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33acd8de-326f-4f4b-b794-d22114ad6f06", "tag": "b6dfd253-9113-4f8c-a08a-1299ebbef664", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:39:47.521115 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-408d0108-6043-4e03-915d-7b7a836428c0 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:39:47.521115 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33acd8de-326f-4f4b-b794-d22114ad6f06', 'tag': 'b6dfd253-9113-4f8c-a08a-1299ebbef664', 'status': 'completed', 'code': 200} Jun 30 09:39:47.534729 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47012) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:47.534729 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552748f-907f-4dbd-a636-de194848254a tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29de0179-6b8f-467f-a062-688e8c175509,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:47.725837 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-959fe7df-ca46-4712-a123-6d403189ddd8 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1882234 Jun 30 09:39:47.731505 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47022) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:47.742083 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-c3ee3e6c-a5b2-4757-b460-ffacb17c66ca tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1372820975'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:47.752169 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330bce7-3f46-4a7f-a027-c8556cd430f4 req-c74b352a-2827-4215-8c73-43b212dae102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:47.753857 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4330bce7-3f46-4a7f-a027-c8556cd430f4 req-c74b352a-2827-4215-8c73-43b212dae102 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 1095 time: 0.2129319 Jun 30 09:39:47.845500 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-103a7b67-8ad0-4ce9-9cba-05af197740da service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2705002 Jun 30 09:39:47.929259 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3ee3e6c-a5b2-4757-b460-ffacb17c66ca tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:48.106161 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3ee3e6c-a5b2-4757-b460-ffacb17c66ca tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:48.143698 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47032) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:48.227706 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3ee3e6c-a5b2-4757-b460-ffacb17c66ca tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:48.268051 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f178ff-4729-43a5-8fd8-ab0b2800f73a req-ae5215bf-d1f1-4f2f-8fc9-5644052b8727 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:48.270087 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b8f178ff-4729-43a5-8fd8-ab0b2800f73a req-ae5215bf-d1f1-4f2f-8fc9-5644052b8727 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.1141992 Jun 30 09:39:48.326625 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-8889c652-f858-44c4-8448-f6834b9e86d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-815296994-network', 'tenant_id': '2daf6440647541849b5bdf8ff1ba91b1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:48.340811 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b8f178ff-4729-43a5-8fd8-ab0b2800f73a req-95485d29-fa9e-40be-b9cc-283983b829de tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622897 Jun 30 09:39:48.342039 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee3e6c-a5b2-4757-b460-ffacb17c66ca tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ab67c3-f104-446d-adc4-df8340c9292d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:48.412454 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330bce7-3f46-4a7f-a027-c8556cd430f4 req-0bb7f96b-048e-4a4d-b33f-d9eb46e73a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:48.413827 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4330bce7-3f46-4a7f-a027-c8556cd430f4 req-0bb7f96b-048e-4a4d-b33f-d9eb46e73a22 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=11b9abfc034e469297fc7554fd307e7c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6507900 Jun 30 09:39:48.426146 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3ee3e6c-a5b2-4757-b460-ffacb17c66ca tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:48.430827 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c3ee3e6c-a5b2-4757-b460-ffacb17c66ca tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6942837 Jun 30 09:39:48.436772 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47036) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:48.438713 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-5566a51a-1e53-48a1-844d-f8d7d41acab6 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Request body: {'security_group_rule': {'security_group_id': 'd9ab67c3-f104-446d-adc4-df8340c9292d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:48.439356 n-d-771363-31 neutron-server[101054]: WARNING neutron.api.v2.base [None req-5566a51a-1e53-48a1-844d-f8d7d41acab6 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 30 09:39:48.439942 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-5566a51a-1e53-48a1-844d-f8d7d41acab6 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:39:48.443840 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5566a51a-1e53-48a1-844d-f8d7d41acab6 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084550 Jun 30 09:39:48.446503 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47038) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:48.452791 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-69a1dd72-02da-4e88-b5fb-7df188b6a511 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Request body: {'security_group_rule': {'security_group_id': 'd9ab67c3-f104-446d-adc4-df8340c9292d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:48.544841 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a321d44-3797-4496-8895-982224ead44d req-84208b01-f9f8-4a40-b6a4-3dc230f6a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:48.545256 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a321d44-3797-4496-8895-982224ead44d req-84208b01-f9f8-4a40-b6a4-3dc230f6a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:48.545729 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a321d44-3797-4496-8895-982224ead44d req-84208b01-f9f8-4a40-b6a4-3dc230f6a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:48.546202 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a321d44-3797-4496-8895-982224ead44d req-84208b01-f9f8-4a40-b6a4-3dc230f6a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:48.546998 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a321d44-3797-4496-8895-982224ead44d req-84208b01-f9f8-4a40-b6a4-3dc230f6a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:48.547174 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a321d44-3797-4496-8895-982224ead44d req-84208b01-f9f8-4a40-b6a4-3dc230f6a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:48.547783 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a321d44-3797-4496-8895-982224ead44d req-84208b01-f9f8-4a40-b6a4-3dc230f6a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:48.551525 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-84208b01-f9f8-4a40-b6a4-3dc230f6a7df service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49d88a13984c4bcba0f76778ac61ce8d&device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 6508 time: 0.6296299 Jun 30 09:39:48.576281 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8889c652-f858-44c4-8448-f6834b9e86d3 admin admin] Made reservation on behalf of 2daf6440647541849b5bdf8ff1ba91b1 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:39:48.579428 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8889c652-f858-44c4-8448-f6834b9e86d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:48.615390 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8889c652-f858-44c4-8448-f6834b9e86d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:48.668680 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330bce7-3f46-4a7f-a027-c8556cd430f4 req-caec802b-13ce-4832-be65-0c9f49f16df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:48.670126 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4330bce7-3f46-4a7f-a027-c8556cd430f4 req-caec802b-13ce-4832-be65-0c9f49f16df1 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2466304 Jun 30 09:39:48.719869 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a321d44-3797-4496-8895-982224ead44d req-6d7c0de2-32df-4d48-8e45-2bef762cafc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:48.720287 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a321d44-3797-4496-8895-982224ead44d req-6d7c0de2-32df-4d48-8e45-2bef762cafc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:48.720761 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a321d44-3797-4496-8895-982224ead44d req-6d7c0de2-32df-4d48-8e45-2bef762cafc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:48.722456 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-6d7c0de2-32df-4d48-8e45-2bef762cafc2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e7e4178-b76c-4101-95d6-7dff2b70b10f&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=486cc323-8780-4f2e-93db-0b642dc27590&id=486cc323-8780-4f2e-93db-0b642dc27590 HTTP/1.1" status: 200 len: 2297 time: 0.1238434 Jun 30 09:39:48.811826 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8889c652-f858-44c4-8448-f6834b9e86d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:48.824907 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-309153bc-6928-4854-acdd-2eb324675e0f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df73636d-7c49-416a-bb2b-e27dc88ddebb HTTP/1.1" status: 200 len: 1001 time: 0.0695117 Jun 30 09:39:48.833479 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-ad6238e0-7b55-487c-91c7-c602104c89ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:48.834961 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-ad6238e0-7b55-487c-91c7-c602104c89ab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 1095 time: 0.1168494 Jun 30 09:39:48.900520 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-dfbb884f-fd22-402a-bb23-e9ce3a0c3056 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6dfd253-9113-4f8c-a08a-1299ebbef664 HTTP/1.1" status: 200 len: 217 time: 0.0558579 Jun 30 09:39:48.944607 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a321d44-3797-4496-8895-982224ead44d req-f860ed82-2225-4664-8b15-7047f38204fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:48.953177 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-f860ed82-2225-4664-8b15-7047f38204fc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c8de1b8a-776c-499d-b7dc-3d5c959e1c2d HTTP/1.1" status: 200 len: 855 time: 0.1110523 Jun 30 09:39:48.998308 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-dec443fa-401b-437a-bb35-c420bda42a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:49.000228 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-dec443fa-401b-437a-bb35-c420bda42a0c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=026a88de-b3fc-4597-8030-64264f9192bb HTTP/1.1" status: 200 len: 850 time: 0.0901284 Jun 30 09:39:49.004901 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8889c652-f858-44c4-8448-f6834b9e86d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:49.031459 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8889c652-f858-44c4-8448-f6834b9e86d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:39:49.058812 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8889c652-f858-44c4-8448-f6834b9e86d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:49.059828 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-8889c652-f858-44c4-8448-f6834b9e86d3 admin admin] Added segment 668f9b6c-d5a7-4eea-a398-30ab5f1170b2 of type vlan for network ccb4fd8a-017a-443b-a7a8-772bbd60209f Jun 30 09:39:49.119294 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a321d44-3797-4496-8895-982224ead44d req-7dab47d4-63ac-4df3-b7d7-ba6826a7a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:49.122513 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-7dab47d4-63ac-4df3-b7d7-ba6826a7a70b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e7e4178-b76c-4101-95d6-7dff2b70b10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1668048 Jun 30 09:39:49.159579 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8889c652-f858-44c4-8448-f6834b9e86d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:49.181612 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-32a7268a-fe48-40a0-9cf5-429db62446f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:49.184415 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-32a7268a-fe48-40a0-9cf5-429db62446f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=077fd748-2990-43a3-b379-1249cb605c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1695693 Jun 30 09:39:49.221917 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-69a1dd72-02da-4e88-b5fb-7df188b6a511 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:39:49.229910 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-69a1dd72-02da-4e88-b5fb-7df188b6a511 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7842906 Jun 30 09:39:49.230785 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47042) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:49.240766 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-9faaa205-725a-4812-be4b-305f5a8f78f6 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Request body: {'security_group_rule': {'security_group_id': 'd9ab67c3-f104-446d-adc4-df8340c9292d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:49.241914 n-d-771363-31 neutron-server[101054]: WARNING neutron.api.v2.base [None req-9faaa205-725a-4812-be4b-305f5a8f78f6 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 30 09:39:49.242346 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-9faaa205-725a-4812-be4b-305f5a8f78f6 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:39:49.244151 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9faaa205-725a-4812-be4b-305f5a8f78f6 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0103254 Jun 30 09:39:49.253492 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47044) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:49.258053 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-03678739-2d4d-42d4-8226-3a66ba2cc313 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Request body: {'security_group_rule': {'security_group_id': 'd9ab67c3-f104-446d-adc4-df8340c9292d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:49.288864 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889c652-f858-44c4-8448-f6834b9e86d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be74c3b5-9eb8-4798-b797-d9e9c3d7af74,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:49.300246 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8889c652-f858-44c4-8448-f6834b9e86d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:49.301549 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8889c652-f858-44c4-8448-f6834b9e86d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:49.301800 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8889c652-f858-44c4-8448-f6834b9e86d3 admin admin] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:49.410164 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-7bcad289-e1fb-4053-9d0c-c6ce39c2846f service neutron] 10.222.0.52 "GET /v2.0/networks/5e7e4178-b76c-4101-95d6-7dff2b70b10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748461 Jun 30 09:39:49.426722 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-8be82feb-e6fd-4356-82af-98b58dc1a59d service neutron] 10.222.0.52 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974151 Jun 30 09:39:49.435690 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889c652-f858-44c4-8448-f6834b9e86d3 admin admin] Pushing event updated for resources: {'Network': ['ID=ccb4fd8a-017a-443b-a7a8-772bbd60209f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:49.451864 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network ccb4fd8a-017a-443b-a7a8-772bbd60209f details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:39:49.550718 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8889c652-f858-44c4-8448-f6834b9e86d3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4056661 Jun 30 09:39:49.553518 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47048) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:49.562027 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-a55af31f-0a12-4fe9-a588-211a6b408ea6 admin admin] Request body: {'subnet': {'network_id': 'ccb4fd8a-017a-443b-a7a8-772bbd60209f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-815296994-subnet', 'tenant_id': '2daf6440647541849b5bdf8ff1ba91b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:49.617050 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68cbd9-438c-4790-98fc-9394bb0bfc81 req-f2a02a17-5363-4bd7-8769-2dd4ecbe8a73 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:49.621174 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2d68cbd9-438c-4790-98fc-9394bb0bfc81 req-f2a02a17-5363-4bd7-8769-2dd4ecbe8a73 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.1268039 Jun 30 09:39:49.624555 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-03678739-2d4d-42d4-8226-3a66ba2cc313 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:39:49.628607 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-03678739-2d4d-42d4-8226-3a66ba2cc313 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3711522 Jun 30 09:39:49.628917 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47050) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:49.636010 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-0d6dd867-69ae-4857-9d0d-2cbeca129b0a tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Request body: {'security_group_rule': {'security_group_id': 'd9ab67c3-f104-446d-adc4-df8340c9292d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:49.636476 n-d-771363-31 neutron-server[101054]: WARNING neutron.api.v2.base [None req-0d6dd867-69ae-4857-9d0d-2cbeca129b0a tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 30 09:39:49.636992 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-0d6dd867-69ae-4857-9d0d-2cbeca129b0a tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:39:49.637946 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0d6dd867-69ae-4857-9d0d-2cbeca129b0a tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081794 Jun 30 09:39:49.641588 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47052) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:49.655591 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-5abb0da5-b989-43a2-b747-01b7601b08eb tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Request body: {'security_group_rule': {'security_group_id': 'd9ab67c3-f104-446d-adc4-df8340c9292d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:49.658187 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-5dc525d7-c147-44fa-bb41-587ca1802c6c service neutron] 10.222.0.52 "GET /v2.0/networks/5e7e4178-b76c-4101-95d6-7dff2b70b10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373137 Jun 30 09:39:49.660458 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f0e79768-9b5e-4d22-9fd5-eeeba51cfaa7 req-70b6e64a-6471-48af-8e1d-4e7ebfc8a150 service neutron] 10.222.0.52 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210608 Jun 30 09:39:49.696155 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2d68cbd9-438c-4790-98fc-9394bb0bfc81 req-5ca7adca-6765-481f-af66-b50ec7600f31 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551288 Jun 30 09:39:49.729594 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-d5faccab-30d3-44e2-bc90-9c50a0957615 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=b47cd298-9fe5-409a-bd3d-f1ce63aef3ff HTTP/1.1" status: 200 len: 217 time: 0.0494368 Jun 30 09:39:49.796644 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a321d44-3797-4496-8895-982224ead44d req-133ab7f5-6cc7-4adf-9895-e4c6a8dad91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:49.799044 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-133ab7f5-6cc7-4adf-9895-e4c6a8dad91f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0701406 Jun 30 09:39:49.865272 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a321d44-3797-4496-8895-982224ead44d req-5ff91e8d-2e07-4e3b-99bf-288a0569cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:49.883744 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-5ff91e8d-2e07-4e3b-99bf-288a0569cef4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0608552 Jun 30 09:39:49.906933 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55af31f-0a12-4fe9-a588-211a6b408ea6 admin admin] Made reservation on behalf of 2daf6440647541849b5bdf8ff1ba91b1 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:39:49.912906 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a55af31f-0a12-4fe9-a588-211a6b408ea6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:49.983455 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-06224480-8b4e-4c79-bf20-98746346f818 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057954 Jun 30 09:39:50.091880 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-1906bddd-b43d-425a-95e0-4649dbaf678d service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012571 Jun 30 09:39:50.137295 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-e171deab-346f-4b76-b78f-b3205836deea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=d5f71601-cd68-41d3-a3c1-c264a5ecc103 HTTP/1.1" status: 200 len: 217 time: 0.0361562 Jun 30 09:39:50.195709 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a321d44-3797-4496-8895-982224ead44d req-3485bb3f-6bbf-4520-899c-beda8503fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:50.197097 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-3485bb3f-6bbf-4520-899c-beda8503fc74 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0538480 Jun 30 09:39:50.255079 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a321d44-3797-4496-8895-982224ead44d req-2a082931-8a27-42cc-a1a8-4c3fa1abe649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:50.258490 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-2a082931-8a27-42cc-a1a8-4c3fa1abe649 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0533397 Jun 30 09:39:50.361687 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-059cf750-51fc-4151-a4fb-d771ed671613 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946527 Jun 30 09:39:50.403052 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a55af31f-0a12-4fe9-a588-211a6b408ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:50.459346 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-5abb0da5-b989-43a2-b747-01b7601b08eb tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:39:50.460180 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5abb0da5-b989-43a2-b747-01b7601b08eb tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8176732 Jun 30 09:39:50.463742 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47058) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:50.469816 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-951e6303-2d0f-4e23-86b8-609f76afb81e tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Request body: {'security_group_rule': {'security_group_id': 'd9ab67c3-f104-446d-adc4-df8340c9292d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:50.470298 n-d-771363-31 neutron-server[101054]: WARNING neutron.api.v2.base [None req-951e6303-2d0f-4e23-86b8-609f76afb81e tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 30 09:39:50.470782 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-951e6303-2d0f-4e23-86b8-609f76afb81e tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:39:50.471765 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-951e6303-2d0f-4e23-86b8-609f76afb81e tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071056 Jun 30 09:39:50.478369 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47060) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:50.485625 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-033161c6-ca6b-4900-aee1-756191fe9ce4 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Request body: {'security_group_rule': {'security_group_id': 'd9ab67c3-f104-446d-adc4-df8340c9292d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:50.495138 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55af31f-0a12-4fe9-a588-211a6b408ea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1ccc082-735c-40d1-becd-25c9ef504538,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:50.497595 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-1105feef-53f7-4fc5-a86f-dfee4f761757 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240640 Jun 30 09:39:50.506050 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55af31f-0a12-4fe9-a588-211a6b408ea6 admin admin] Checking segment: {'id': '668f9b6c-d5a7-4eea-a398-30ab5f1170b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ccb4fd8a-017a-443b-a7a8-772bbd60209f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:39:50.525502 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55af31f-0a12-4fe9-a588-211a6b408ea6 admin admin] Network hostable DHCP agents. Network: ccb4fd8a-017a-443b-a7a8-772bbd60209f, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:39:50.544770 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-a3fbfadb-f71d-422d-a39d-e66ef5f76afd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c HTTP/1.1" status: 200 len: 217 time: 0.0395648 Jun 30 09:39:50.604970 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a321d44-3797-4496-8895-982224ead44d req-32e4d8d4-f474-4f51-8433-22ef8d721cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:50.606458 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-32e4d8d4-f474-4f51-8433-22ef8d721cc8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0525289 Jun 30 09:39:50.608291 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5c29dce9-f2a9-4953-9017-446293b167b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:50.670370 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a321d44-3797-4496-8895-982224ead44d req-8bf12f16-231b-4a23-876e-5150637c8cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:50.689200 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-8bf12f16-231b-4a23-876e-5150637c8cc8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0551124 Jun 30 09:39:50.807837 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-e3a4fc7c-01d0-41fc-80f6-84e54fe09e57 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281281 Jun 30 09:39:50.862882 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55af31f-0a12-4fe9-a588-211a6b408ea6 admin admin] Network ccb4fd8a-017a-443b-a7a8-772bbd60209f is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:39:50.910635 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b126a-5d09-453b-a54d-e4b1a7ff05c7 req-9a14e5a9-d707-4963-bb29-c98c26992532 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:50.913045 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6f7b126a-5d09-453b-a54d-e4b1a7ff05c7 req-9a14e5a9-d707-4963-bb29-c98c26992532 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0879264 Jun 30 09:39:50.916679 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-c813e635-c222-4e66-93ef-e6b1dde09496 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003649 Jun 30 09:39:50.963030 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-2ea1aa20-45f6-46c7-a9a5-aaf327c86c11 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=b0ffe516-a66a-4469-b295-e857fb100d7e HTTP/1.1" status: 200 len: 217 time: 0.0386784 Jun 30 09:39:50.970185 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6f7b126a-5d09-453b-a54d-e4b1a7ff05c7 req-c918f7a7-e69c-46ba-96d3-dad9985f64b6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463452 Jun 30 09:39:51.008773 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-033161c6-ca6b-4900-aee1-756191fe9ce4 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:39:51.024531 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-033161c6-ca6b-4900-aee1-756191fe9ce4 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5304780 Jun 30 09:39:51.025678 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47064) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:51.030538 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-89ac4976-7e7d-4d38-88ff-fc99284a1d56 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Request body: {'security_group_rule': {'security_group_id': 'd9ab67c3-f104-446d-adc4-df8340c9292d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:51.039209 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a321d44-3797-4496-8895-982224ead44d req-744d33d8-0efc-457c-ba15-3e2274c10fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:51.040946 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-744d33d8-0efc-457c-ba15-3e2274c10fbf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0708973 Jun 30 09:39:51.053527 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-a55af31f-0a12-4fe9-a588-211a6b408ea6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, ccb4fd8a-017a-443b-a7a8-772bbd60209f) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:39:51.059812 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55af31f-0a12-4fe9-a588-211a6b408ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:51.059812 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a55af31f-0a12-4fe9-a588-211a6b408ea6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:51.066997 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b85144b-90b7-4551-919b-0fd815c9800f None None] Network ccb4fd8a-017a-443b-a7a8-772bbd60209f requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:39:51.106517 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a321d44-3797-4496-8895-982224ead44d req-8f2a031f-e0f5-41e1-ba4e-a99b25fd0b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:51.108083 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-8f2a031f-e0f5-41e1-ba4e-a99b25fd0b7a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0584757 Jun 30 09:39:51.217742 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bcf2c6-a236-4a08-9152-4e5f34393938 None None] Network ccb4fd8a-017a-443b-a7a8-772bbd60209f requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:39:51.226998 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-122e0c75-2912-4d0f-bdd8-8d551332e811 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078413 Jun 30 09:39:51.339953 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-2cb1bcfe-3f57-4899-8250-94e4f99534d2 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037073 Jun 30 09:39:51.397075 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-42959019-861d-4fc2-96aa-41bc32ed9138 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b HTTP/1.1" status: 200 len: 217 time: 0.0463729 Jun 30 09:39:51.453454 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a321d44-3797-4496-8895-982224ead44d req-6f4300ad-675e-493b-9b56-b5a33f884dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:51.463059 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-6f4300ad-675e-493b-9b56-b5a33f884dd1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=974263d7-b687-4254-8813-85050a72f471 HTTP/1.1" status: 200 len: 797 time: 0.0476427 Jun 30 09:39:51.501420 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a55af31f-0a12-4fe9-a588-211a6b408ea6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9464009 Jun 30 09:39:51.517787 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a321d44-3797-4496-8895-982224ead44d req-bc4e97f7-4776-423f-84bb-91610ca3ba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:51.519344 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-bc4e97f7-4776-423f-84bb-91610ca3ba64 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=486cc323-8780-4f2e-93db-0b642dc27590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0567546 Jun 30 09:39:51.598292 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-89ac4976-7e7d-4d38-88ff-fc99284a1d56 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:39:51.600074 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-89ac4976-7e7d-4d38-88ff-fc99284a1d56 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5728121 Jun 30 09:39:51.603741 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47070) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:51.633862 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-bb4dde9a-77e8-492d-a6c8-1d35f1d89934 service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054566 Jun 30 09:39:51.687567 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-acf41d24-9741-4fea-9c62-03cff6d54e02 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:51.717454 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-acf41d24-9741-4fea-9c62-03cff6d54e02 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:51.756017 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-d73ec0c9-10d7-47e9-893a-0bf3c5ef5973 service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137347 Jun 30 09:39:51.800469 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-a4098bd0-7ffa-4538-a3cd-2a72b7c9e39c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3d7dba65-2216-47e0-b010-2a6615b39506 HTTP/1.1" status: 200 len: 217 time: 0.0364041 Jun 30 09:39:51.868633 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a321d44-3797-4496-8895-982224ead44d req-9128b47b-8dfb-4000-8586-7eb09fc9f818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:51.869903 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-9128b47b-8dfb-4000-8586-7eb09fc9f818 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=974263d7-b687-4254-8813-85050a72f471 HTTP/1.1" status: 200 len: 797 time: 0.0633914 Jun 30 09:39:51.938520 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a321d44-3797-4496-8895-982224ead44d req-e36e0194-4e4e-4483-8bd3-84ae2218166b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:51.940109 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-e36e0194-4e4e-4483-8bd3-84ae2218166b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=486cc323-8780-4f2e-93db-0b642dc27590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0613639 Jun 30 09:39:51.945392 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-acf41d24-9741-4fea-9c62-03cff6d54e02 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:51.947941 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-acf41d24-9741-4fea-9c62-03cff6d54e02 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:51.949384 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-acf41d24-9741-4fea-9c62-03cff6d54e02 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "DELETE /v2.0/security-groups/d9ab67c3-f104-446d-adc4-df8340c9292d HTTP/1.1" status: 204 len: 168 time: 0.3442717 Jun 30 09:39:51.953461 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47076) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:51.995255 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf41d24-9741-4fea-9c62-03cff6d54e02 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ab67c3-f104-446d-adc4-df8340c9292d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:52.029800 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-40a7354b-f040-4d23-a3b2-1de5da4f08c8 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0712574 Jun 30 09:39:52.030001 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47080) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:52.034782 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-f116eccc-6702-4713-a4f4-1a474f0688e2 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Request body: {'security_group': {'name': 'tempest-secgroup--923995959'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:52.074400 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-459aa77e-c702-46f0-92f1-6d4695d9efe3 service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180696 Jun 30 09:39:52.197584 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f116eccc-6702-4713-a4f4-1a474f0688e2 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:52.211993 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7b2be-da09-40a8-9033-ebebb0bbdce8 req-a2c194d2-1f43-4a79-a8ba-2cc3cc5a757b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:52.212986 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-33c7b2be-da09-40a8-9033-ebebb0bbdce8 req-a2c194d2-1f43-4a79-a8ba-2cc3cc5a757b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.1042061 Jun 30 09:39:52.231455 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a321d44-3797-4496-8895-982224ead44d req-91bb88b8-5ca2-4177-8185-70a2819e2d00 service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459246 Jun 30 09:39:52.290598 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-33c7b2be-da09-40a8-9033-ebebb0bbdce8 req-a068e29f-6a48-4547-9f73-51937dc1b552 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593724 Jun 30 09:39:52.340116 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f116eccc-6702-4713-a4f4-1a474f0688e2 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:52.482398 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f116eccc-6702-4713-a4f4-1a474f0688e2 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:52.538076 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116eccc-6702-4713-a4f4-1a474f0688e2 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=517fa114-ed5a-47ff-9ea0-561642b9745b,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:52.545871 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47092) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:52.552551 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-532027f6-79bb-4187-a8e4-edc75191f9fe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-289202572-network', 'tenant_id': '52c60c6613d14ea4be8dd9baa541ec41'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:52.677634 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f116eccc-6702-4713-a4f4-1a474f0688e2 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:52.678785 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f116eccc-6702-4713-a4f4-1a474f0688e2 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6478741 Jun 30 09:39:52.682359 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47094) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:52.689079 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-5b50af4d-5aa6-4076-bef5-b266b531baf3 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Request body: {'security_group_rule': {'security_group_id': '517fa114-ed5a-47ff-9ea0-561642b9745b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:52.842769 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532027f6-79bb-4187-a8e4-edc75191f9fe admin admin] Made reservation on behalf of 52c60c6613d14ea4be8dd9baa541ec41 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:39:52.845603 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-532027f6-79bb-4187-a8e4-edc75191f9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:52.856071 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-532027f6-79bb-4187-a8e4-edc75191f9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:52.921525 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-df2dc36e-bdab-44a8-905f-e706305d81ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:53.040669 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-532027f6-79bb-4187-a8e4-edc75191f9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:53.139916 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-532027f6-79bb-4187-a8e4-edc75191f9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:53.167587 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-532027f6-79bb-4187-a8e4-edc75191f9fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:39:53.177984 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532027f6-79bb-4187-a8e4-edc75191f9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a78f7a-7ab0-4ccf-a804-3df315c91b1d,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:53.184428 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-532027f6-79bb-4187-a8e4-edc75191f9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:53.184780 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-532027f6-79bb-4187-a8e4-edc75191f9fe admin admin] Added segment 848ac57b-290e-4b37-a52d-c97136352f2d of type vlan for network 63e11299-f700-42d4-949e-685b18026e8a Jun 30 09:39:53.225463 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-532027f6-79bb-4187-a8e4-edc75191f9fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:53.316754 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-5b50af4d-5aa6-4076-bef5-b266b531baf3 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] create failed (client error): The resource could not be found. Jun 30 09:39:53.317852 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5b50af4d-5aa6-4076-bef5-b266b531baf3 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6341865 Jun 30 09:39:53.320721 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47096) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:53.325525 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-a0c39b57-a985-4c14-a5ad-8a5fe9cce38e tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Request body: {'security_group_rule': {'security_group_id': '517fa114-ed5a-47ff-9ea0-561642b9745b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '38b92d98-e2e6-47ed-958f-52a99ad4c3a6'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:53.453546 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-532027f6-79bb-4187-a8e4-edc75191f9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:53.454642 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532027f6-79bb-4187-a8e4-edc75191f9fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:53.455241 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-532027f6-79bb-4187-a8e4-edc75191f9fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:53.486007 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47033e6b-e111-40f9-8ef8-829c0b4f1cd2 req-b29320a9-4e62-41e3-a4ce-04f4d036db74 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:53.487737 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-47033e6b-e111-40f9-8ef8-829c0b4f1cd2 req-b29320a9-4e62-41e3-a4ce-04f4d036db74 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0688815 Jun 30 09:39:53.534365 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:53.541738 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-47033e6b-e111-40f9-8ef8-829c0b4f1cd2 req-676a6f2c-9f14-4b09-a2e4-1c65ff6b7f4c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415528 Jun 30 09:39:53.576581 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532027f6-79bb-4187-a8e4-edc75191f9fe admin admin] Pushing event updated for resources: {'Network': ['ID=63e11299-f700-42d4-949e-685b18026e8a,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:53.590531 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 63e11299-f700-42d4-949e-685b18026e8a details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:39:53.631401 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-a0c39b57-a985-4c14-a5ad-8a5fe9cce38e tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] create failed (client error): The resource could not be found. Jun 30 09:39:53.636232 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a0c39b57-a985-4c14-a5ad-8a5fe9cce38e tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3108227 Jun 30 09:39:53.639460 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47102) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:53.682474 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-532027f6-79bb-4187-a8e4-edc75191f9fe admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1308599 Jun 30 09:39:53.682745 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47104) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:53.690656 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-c7802893-b3a2-4f2d-bb5f-aed5b6c20366 admin admin] Request body: {'subnet': {'network_id': '63e11299-f700-42d4-949e-685b18026e8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-289202572-subnet', 'tenant_id': '52c60c6613d14ea4be8dd9baa541ec41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:53.724140 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e9950be0-88a7-434d-b93f-2296e57ad213 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:53.750208 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e9950be0-88a7-434d-b93f-2296e57ad213 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:53.865547 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7802893-b3a2-4f2d-bb5f-aed5b6c20366 admin admin] Made reservation on behalf of 52c60c6613d14ea4be8dd9baa541ec41 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:39:53.870063 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c7802893-b3a2-4f2d-bb5f-aed5b6c20366 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:53.913386 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e9950be0-88a7-434d-b93f-2296e57ad213 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:53.916301 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e9950be0-88a7-434d-b93f-2296e57ad213 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:53.917442 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e9950be0-88a7-434d-b93f-2296e57ad213 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "DELETE /v2.0/security-groups/517fa114-ed5a-47ff-9ea0-561642b9745b HTTP/1.1" status: 204 len: 168 time: 0.2768707 Jun 30 09:39:53.920354 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47106) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:53.939071 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9950be0-88a7-434d-b93f-2296e57ad213 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=517fa114-ed5a-47ff-9ea0-561642b9745b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:53.973185 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-72b81c4a-8d3e-4d5b-ac0e-ab17ba89bfb7 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0516500 Jun 30 09:39:53.977097 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47108) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:53.982552 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-c10cd5fe-6ddb-41ca-8f9f-96f482da77ed tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Request body: {'security_group_rule': {'security_group_id': 'cd196a62-6a8e-4af4-99f6-7aed693228bd', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:54.237350 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c7802893-b3a2-4f2d-bb5f-aed5b6c20366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:54.305731 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7802893-b3a2-4f2d-bb5f-aed5b6c20366 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2be2cc37-05cb-4a5c-afb2-04051adca437,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:54.316164 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7802893-b3a2-4f2d-bb5f-aed5b6c20366 admin admin] Checking segment: {'id': '848ac57b-290e-4b37-a52d-c97136352f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '63e11299-f700-42d4-949e-685b18026e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:39:54.316164 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7802893-b3a2-4f2d-bb5f-aed5b6c20366 admin admin] Network hostable DHCP agents. Network: 63e11299-f700-42d4-949e-685b18026e8a, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:39:54.477891 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-c10cd5fe-6ddb-41ca-8f9f-96f482da77ed tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] create failed (client error): The resource could not be found. Jun 30 09:39:54.479034 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c10cd5fe-6ddb-41ca-8f9f-96f482da77ed tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5007095 Jun 30 09:39:54.482609 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47110) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:54.487777 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-d11d6dd9-e457-4416-805b-33566fa0d6a4 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1335894270'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:54.562591 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7802893-b3a2-4f2d-bb5f-aed5b6c20366 admin admin] Network 63e11299-f700-42d4-949e-685b18026e8a is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:39:54.707607 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d11d6dd9-e457-4416-805b-33566fa0d6a4 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:54.736515 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac47f5c-5231-450c-96e0-d118d8019ec1 req-c625652a-c703-42de-9b55-70689bdb355b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:54.738385 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aac47f5c-5231-450c-96e0-d118d8019ec1 req-c625652a-c703-42de-9b55-70689bdb355b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0777798 Jun 30 09:39:54.762517 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:54.769678 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-c7802893-b3a2-4f2d-bb5f-aed5b6c20366 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 63e11299-f700-42d4-949e-685b18026e8a) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:39:54.778432 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7802893-b3a2-4f2d-bb5f-aed5b6c20366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:54.779222 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c7802893-b3a2-4f2d-bb5f-aed5b6c20366 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:54.781753 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ba4b23-9cba-4edc-bf04-c5e5e10990ad None None] Network 63e11299-f700-42d4-949e-685b18026e8a requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:39:54.804501 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aac47f5c-5231-450c-96e0-d118d8019ec1 req-0fe223e6-ff14-4304-b448-0273d6dc2e34 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550816 Jun 30 09:39:54.965043 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5b6475-d235-4391-857f-a853223d6350 None None] Network 63e11299-f700-42d4-949e-685b18026e8a requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:39:55.149037 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d11d6dd9-e457-4416-805b-33566fa0d6a4 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:55.294525 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d11d6dd9-e457-4416-805b-33566fa0d6a4 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:55.333925 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d6dd9-e457-4416-805b-33566fa0d6a4 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=800a4d69-e376-4f6e-a3fe-e4108e0fc5f4,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:55.497738 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c7802893-b3a2-4f2d-bb5f-aed5b6c20366 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8128593 Jun 30 09:39:55.579805 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d11d6dd9-e457-4416-805b-33566fa0d6a4 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:55.585320 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d11d6dd9-e457-4416-805b-33566fa0d6a4 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0975692 Jun 30 09:39:55.585689 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47118) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:55.593879 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-2653b59e-2d5b-4cde-ab52-b6c869a503a0 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1024973289'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:55.797712 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2653b59e-2d5b-4cde-ab52-b6c869a503a0 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:55.969780 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2653b59e-2d5b-4cde-ab52-b6c869a503a0 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:56.111322 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30d903-64a8-4284-8830-63aa9b16e837 req-be338b28-eb5c-4205-8c5a-1ee93bce7d40 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:56.116661 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ad30d903-64a8-4284-8830-63aa9b16e837 req-be338b28-eb5c-4205-8c5a-1ee93bce7d40 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.1111329 Jun 30 09:39:56.128410 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2653b59e-2d5b-4cde-ab52-b6c869a503a0 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:56.178989 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ad30d903-64a8-4284-8830-63aa9b16e837 req-d2a2d35f-101d-4585-b2ee-bd06f897e03b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587649 Jun 30 09:39:56.237521 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653b59e-2d5b-4cde-ab52-b6c869a503a0 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6561f4-fa6f-4c84-834e-3dfa5d6a50bd,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:56.262254 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2653b59e-2d5b-4cde-ab52-b6c869a503a0 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:56.264191 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2653b59e-2d5b-4cde-ab52-b6c869a503a0 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6761906 Jun 30 09:39:56.270452 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47138) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:56.276812 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-1e93f08a-7333-48f5-89fc-7f7463655be0 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Request body: {'security_group_rule': {'security_group_id': '800a4d69-e376-4f6e-a3fe-e4108e0fc5f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ae6561f4-fa6f-4c84-834e-3dfa5d6a50bd'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:56.337404 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-06816aee-3c98-4d34-b616-eb64ff91bcbb tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:56.348092 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-06816aee-3c98-4d34-b616-eb64ff91bcbb tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.10 "GET /v2.0/networks?id=ccb4fd8a-017a-443b-a7a8-772bbd60209f HTTP/1.1" status: 200 len: 808 time: 0.1898265 Jun 30 09:39:56.370618 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-079b2db8-77fe-4077-96f6-2905f34f2de6 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.10 "GET /v2.0/quotas/2daf6440647541849b5bdf8ff1ba91b1 HTTP/1.1" status: 200 len: 375 time: 0.0212748 Jun 30 09:39:56.409496 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-03ec5459-7e53-4ce4-bbb4-3a2fe4780204 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2daf6440647541849b5bdf8ff1ba91b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331819 Jun 30 09:39:56.500511 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:56.532509 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-c4e7bd4e-8a11-4680-8da3-193cc3c0b1e6 service neutron] 10.222.0.10 "GET /v2.0/networks/ccb4fd8a-017a-443b-a7a8-772bbd60209f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104069 Jun 30 09:39:56.647667 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-a67f44bc-9ed6-40c9-9f65-b63579e0d22b service neutron] 10.222.0.10 "GET /v2.0/networks/ccb4fd8a-017a-443b-a7a8-772bbd60209f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075118 Jun 30 09:39:56.742576 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-1e93f08a-7333-48f5-89fc-7f7463655be0 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:39:56.744523 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1e93f08a-7333-48f5-89fc-7f7463655be0 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4739606 Jun 30 09:39:56.748320 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47140) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:56.835410 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-43fbed79-4c07-4b38-ba58-c42254edba8e tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:56.894597 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-43fbed79-4c07-4b38-ba58-c42254edba8e tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:56.979489 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e4265a44-286d-4128-acee-10b89a9f4958 req-84a7e6ef-71a2-44c2-ae3b-79f37204effb tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.10 "GET /v2.0/ports?device_id=64c75403-2c52-441b-b015-af6bebbb8de8 HTTP/1.1" status: 200 len: 210 time: 0.0637162 Jun 30 09:39:57.248760 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-43fbed79-4c07-4b38-ba58-c42254edba8e tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:57.252557 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-43fbed79-4c07-4b38-ba58-c42254edba8e tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:57.253787 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-43fbed79-4c07-4b38-ba58-c42254edba8e tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "DELETE /v2.0/security-groups/ae6561f4-fa6f-4c84-834e-3dfa5d6a50bd HTTP/1.1" status: 204 len: 168 time: 0.5041151 Jun 30 09:39:57.259200 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47152) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:57.266651 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbed79-4c07-4b38-ba58-c42254edba8e tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6561f4-fa6f-4c84-834e-3dfa5d6a50bd,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:57.374160 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-90a951d2-8d56-4563-98f6-fb06c4487e72 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1133959 Jun 30 09:39:57.378518 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47156) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:57.545407 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8a7c1b70-f712-4d76-99e1-9527ba98686b tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:57.568322 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df58642-29ba-4f81-b63c-f05b8638e3ab req-dc5d1535-317c-47a7-8ba4-dd0d4afd4685 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:57.569822 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5df58642-29ba-4f81-b63c-f05b8638e3ab req-dc5d1535-317c-47a7-8ba4-dd0d4afd4685 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.1496849 Jun 30 09:39:57.594178 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8a7c1b70-f712-4d76-99e1-9527ba98686b tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:57.657598 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5df58642-29ba-4f81-b63c-f05b8638e3ab req-be48297d-89a0-4355-9bb2-1c4b148133bc tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765002 Jun 30 09:39:57.802301 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8a7c1b70-f712-4d76-99e1-9527ba98686b tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:57.805599 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8a7c1b70-f712-4d76-99e1-9527ba98686b tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:57.806780 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8a7c1b70-f712-4d76-99e1-9527ba98686b tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "DELETE /v2.0/security-groups/800a4d69-e376-4f6e-a3fe-e4108e0fc5f4 HTTP/1.1" status: 204 len: 168 time: 0.4270725 Jun 30 09:39:57.809648 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47158) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:57.818551 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c1b70-f712-4d76-99e1-9527ba98686b tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=800a4d69-e376-4f6e-a3fe-e4108e0fc5f4,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:57.874544 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3040ad93-5889-4435-b395-087157f4f40b tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0525210 Jun 30 09:39:57.874720 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47160) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:57.875941 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-1c2d4731-b37e-4907-a221-ec40d394effd tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Request body: {'security_group': {'name': 'tempest-secgroup--393990290'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:58.031762 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1c2d4731-b37e-4907-a221-ec40d394effd tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:58.098470 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c4bba9c5-4be0-472f-a22c-88dfa07c3963 req-b68e6b75-77d7-47a7-a470-d4c07f2e7983 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.10 "GET /v2.0/ports?device_id=64c75403-2c52-441b-b015-af6bebbb8de8 HTTP/1.1" status: 200 len: 210 time: 0.0470667 Jun 30 09:39:58.149873 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1c2d4731-b37e-4907-a221-ec40d394effd tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:58.270507 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1c2d4731-b37e-4907-a221-ec40d394effd tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:58.319572 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d4731-b37e-4907-a221-ec40d394effd tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90869904-10a7-4ed8-87ce-3373d63f3364,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:58.436258 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1c2d4731-b37e-4907-a221-ec40d394effd tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:58.437658 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1c2d4731-b37e-4907-a221-ec40d394effd tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5668080 Jun 30 09:39:58.440638 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47168) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:58.445131 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-4abd4db2-aa41-4609-ac0d-172910722af8 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:58.445632 n-d-771363-31 neutron-server[101054]: WARNING neutron.api.v2.base [None req-4abd4db2-aa41-4609-ac0d-172910722af8 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 30 09:39:58.446392 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-4abd4db2-aa41-4609-ac0d-172910722af8 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] update failed (client error): There was a conflict when trying to complete your request. Jun 30 09:39:58.447354 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4abd4db2-aa41-4609-ac0d-172910722af8 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "PUT /v2.0/security-groups/90869904-10a7-4ed8-87ce-3373d63f3364 HTTP/1.1" status: 409 len: 330 time: 0.0057802 Jun 30 09:39:58.453120 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47170) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:58.514214 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-05688602-f6d2-4fe6-8db3-57ccd493affd tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:58.546872 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-05688602-f6d2-4fe6-8db3-57ccd493affd tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:58.849254 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e480d6-b1d0-44f3-90d4-5aac35d2293f req-f03c4195-4342-4150-bdc4-f4a70a939db9 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:58.852042 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-66e480d6-b1d0-44f3-90d4-5aac35d2293f req-f03c4195-4342-4150-bdc4-f4a70a939db9 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0694220 Jun 30 09:39:58.900963 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-05688602-f6d2-4fe6-8db3-57ccd493affd tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:58.904102 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-05688602-f6d2-4fe6-8db3-57ccd493affd tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:58.909857 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-05688602-f6d2-4fe6-8db3-57ccd493affd tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "DELETE /v2.0/security-groups/90869904-10a7-4ed8-87ce-3373d63f3364 HTTP/1.1" status: 204 len: 168 time: 0.4514189 Jun 30 09:39:58.910411 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47176) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:58.916096 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-66e480d6-b1d0-44f3-90d4-5aac35d2293f req-0bec3e99-8942-4138-8490-6f6ca6758218 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567651 Jun 30 09:39:58.923076 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05688602-f6d2-4fe6-8db3-57ccd493affd tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90869904-10a7-4ed8-87ce-3373d63f3364,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:58.976850 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3dbe0b9b-752a-46b5-a503-e614db3e2e98 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0615737 Jun 30 09:39:58.983814 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47178) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:58.996875 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-67374b37-8df8-4755-b534-6a5e2d382acf tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] delete failed (client error): The resource could not be found. Jun 30 09:39:58.999356 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-67374b37-8df8-4755-b534-6a5e2d382acf tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "DELETE /v2.0/security-groups/7e66573d-83a6-486d-9a34-a33212115cae HTTP/1.1" status: 404 len: 347 time: 0.0169079 Jun 30 09:39:59.002605 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47180) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:59.016858 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-303ed20a-e68f-4b77-acb1-7edbc54ab9c8 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] show failed (client error): The resource could not be found. Jun 30 09:39:59.017832 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-303ed20a-e68f-4b77-acb1-7edbc54ab9c8 tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "GET /v2.0/security-groups/fddaac91-8a8c-4868-8614-58b164ec7e77 HTTP/1.1" status: 404 len: 347 time: 0.0142992 Jun 30 09:39:59.023145 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47182) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:59.035478 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-5c760978-849e-4d78-b8c2-2226b04d7d5e tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] show failed (client error): The resource could not be found. Jun 30 09:39:59.041296 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5c760978-849e-4d78-b8c2-2226b04d7d5e tempest-NegativeSecGroupTest-1909181724 tempest-NegativeSecGroupTest-1909181724-project] 10.222.0.10 "GET /v2.0/security-group-rules/ce93f593-0450-40da-813c-ffbc80c16e65 HTTP/1.1" status: 404 len: 356 time: 0.0118048 Jun 30 09:39:59.281896 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7e795ad5-4b12-4055-ab05-2523ada2cf5d req-78675a25-ab4b-41c8-a6f0-643d584e3397 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.10 "GET /v2.0/ports?device_id=64c75403-2c52-441b-b015-af6bebbb8de8 HTTP/1.1" status: 200 len: 210 time: 0.0301580 Jun 30 09:39:59.898928 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47192) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:00.111766 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-03a08ccd-1343-454b-a724-72eacef82824 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e60e916abbf642d1abe991ec65a81cc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2110128 Jun 30 09:40:00.114475 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47198) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:00.177832 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b7294d99-dff6-485f-9422-9969533a9c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:00.203055 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b7294d99-dff6-485f-9422-9969533a9c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:00.207912 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77944b-10c7-4f5c-93ac-48b92e324fcf req-7eb2f1df-c54f-440f-aa84-b26ec5d08631 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:00.209434 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-af77944b-10c7-4f5c-93ac-48b92e324fcf req-7eb2f1df-c54f-440f-aa84-b26ec5d08631 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0958126 Jun 30 09:40:00.259107 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-af77944b-10c7-4f5c-93ac-48b92e324fcf req-0603fb05-6e17-4fcb-ab08-517e40be000f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378637 Jun 30 09:40:00.463834 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0db5041e-14eb-4c91-af69-9f8ecd9cbb12 req-76e9f983-2ab4-454d-8696-49997dd733d3 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.10 "GET /v2.0/ports?device_id=64c75403-2c52-441b-b015-af6bebbb8de8 HTTP/1.1" status: 200 len: 210 time: 0.0295722 Jun 30 09:40:00.465134 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b7294d99-dff6-485f-9422-9969533a9c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:00.467749 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b7294d99-dff6-485f-9422-9969533a9c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:00.470664 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b7294d99-dff6-485f-9422-9969533a9c6d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c4dbf088-c4e3-40ff-a843-b19087e10033 HTTP/1.1" status: 204 len: 168 time: 0.3514678 Jun 30 09:40:00.477718 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7294d99-dff6-485f-9422-9969533a9c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dbf088-c4e3-40ff-a843-b19087e10033,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:01.481483 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-1edfe4e2-bac8-4bd9-abe1-ddf2f855d847 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:01.482983 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-1edfe4e2-bac8-4bd9-abe1-ddf2f855d847 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.37 "GET /v2.0/networks?id=ccb4fd8a-017a-443b-a7a8-772bbd60209f HTTP/1.1" status: 200 len: 808 time: 0.1864648 Jun 30 09:40:01.496890 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-2476e190-995f-432f-864a-812434941c97 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] Request body: {'port': {'device_id': '64c75403-2c52-441b-b015-af6bebbb8de8', 'network_id': 'ccb4fd8a-017a-443b-a7a8-772bbd60209f', 'admin_state_up': True, 'tenant_id': '2daf6440647541849b5bdf8ff1ba91b1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:01.575572 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302097b-296e-4fee-ae86-b8650be67377 req-e2ea19f6-2c5e-4dd2-9c12-fc94aa5db8a5 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:01.578808 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5302097b-296e-4fee-ae86-b8650be67377 req-e2ea19f6-2c5e-4dd2-9c12-fc94aa5db8a5 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0953588 Jun 30 09:40:01.668264 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5302097b-296e-4fee-ae86-b8650be67377 req-cb74b1d9-854a-4741-b51b-4bc63af014b5 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778368 Jun 30 09:40:01.751658 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ee7e4d98-9613-423e-8ad9-3cfdcf022aaa req-0575685a-4517-48d5-9371-067b11e2080b tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.10 "GET /v2.0/ports?device_id=64c75403-2c52-441b-b015-af6bebbb8de8 HTTP/1.1" status: 200 len: 210 time: 0.0321343 Jun 30 09:40:01.865155 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-2476e190-995f-432f-864a-812434941c97 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] Made reservation on behalf of 2daf6440647541849b5bdf8ff1ba91b1 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:40:01.868963 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-2476e190-995f-432f-864a-812434941c97 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:02.082397 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-2476e190-995f-432f-864a-812434941c97 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] Allocated IP 172.20.0.2 (ccb4fd8a-017a-443b-a7a8-772bbd60209f/a1ccc082-735c-40d1-becd-25c9ef504538/f1905858-0bca-466c-b336-3a2e20cd7c3f) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:40:02.317237 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-2476e190-995f-432f-864a-812434941c97 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:02.615675 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-2476e190-995f-432f-864a-812434941c97 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.052633 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb02e9-cba4-4f04-af1a-4738f88ee4a8 req-7a37d0ee-ebdf-46b7-9b52-02cc3ad60212 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:03.054844 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4cfb02e9-cba4-4f04-af1a-4738f88ee4a8 req-7a37d0ee-ebdf-46b7-9b52-02cc3ad60212 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.10 "GET /v2.0/ports?device_id=64c75403-2c52-441b-b015-af6bebbb8de8 HTTP/1.1" status: 200 len: 931 time: 0.1311240 Jun 30 09:40:03.109067 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4cfb02e9-cba4-4f04-af1a-4738f88ee4a8 req-1ab889b4-1f77-4414-a4b5-aebb67df7b65 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.10 "GET /v2.0/security-groups?id=be74c3b5-9eb8-4798-b797-d9e9c3d7af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467646 Jun 30 09:40:03.177792 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-2476e190-995f-432f-864a-812434941c97 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] Network ccb4fd8a-017a-443b-a7a8-772bbd60209f is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:40:03.190162 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-2476e190-995f-432f-864a-812434941c97 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:40:03.199565 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-2476e190-995f-432f-864a-812434941c97 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:40:03.209388 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476e190-995f-432f-864a-812434941c97 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] Pushing event updated for resources: {'Port': ['ID=f1905858-0bca-466c-b336-3a2e20cd7c3f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:03.311589 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-2476e190-995f-432f-864a-812434941c97 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:03.312661 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-2476e190-995f-432f-864a-812434941c97 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.351660 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a18a0-38a9-44b5-a376-fa02121e2909 req-50d77c0c-146d-4aa5-9c8a-3beba6b8ee96 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:03.354363 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9d0a18a0-38a9-44b5-a376-fa02121e2909 req-50d77c0c-146d-4aa5-9c8a-3beba6b8ee96 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.2521427 Jun 30 09:40:03.420168 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9d0a18a0-38a9-44b5-a376-fa02121e2909 req-98739184-40fc-4bc6-9379-ef00d5a635c9 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567455 Jun 30 09:40:03.496099 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-2476e190-995f-432f-864a-812434941c97 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0030010 Jun 30 09:40:03.511583 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-c04c1b84-f2e8-4922-afd8-03fe6b6ecf5f service neutron] Request body: {'port': {'device_id': '64c75403-2c52-441b-b015-af6bebbb8de8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:03.638559 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-c04c1b84-f2e8-4922-afd8-03fe6b6ecf5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.046624 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-c04c1b84-f2e8-4922-afd8-03fe6b6ecf5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1905858-0bca-466c-b336-3a2e20cd7c3f {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:40:04.060998 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-c04c1b84-f2e8-4922-afd8-03fe6b6ecf5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.083984 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-c04c1b84-f2e8-4922-afd8-03fe6b6ecf5f service neutron] Transition to ACTIVE for port object f1905858-0bca-466c-b336-3a2e20cd7c3f will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:40:04.232603 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-c04c1b84-f2e8-4922-afd8-03fe6b6ecf5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.327434 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c1b84-f2e8-4922-afd8-03fe6b6ecf5f service neutron] Pushing event updated for resources: {'Port': ['ID=f1905858-0bca-466c-b336-3a2e20cd7c3f,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:04.363515 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becffd45-1dd1-4f0e-99a5-e1a01085299d req-80c445e6-24d4-4383-a7db-ca6066694271 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:04.365453 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-becffd45-1dd1-4f0e-99a5-e1a01085299d req-80c445e6-24d4-4383-a7db-ca6066694271 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.10 "GET /v2.0/ports?device_id=64c75403-2c52-441b-b015-af6bebbb8de8 HTTP/1.1" status: 200 len: 943 time: 0.1221573 Jun 30 09:40:04.436813 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-c04c1b84-f2e8-4922-afd8-03fe6b6ecf5f service neutron] Attempting to bind port f1905858-0bca-466c-b336-3a2e20cd7c3f on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:40:04.447177 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-c04c1b84-f2e8-4922-afd8-03fe6b6ecf5f service neutron] Attempting to bind port f1905858-0bca-466c-b336-3a2e20cd7c3f by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '668f9b6c-d5a7-4eea-a398-30ab5f1170b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ccb4fd8a-017a-443b-a7a8-772bbd60209f'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:40:04.447177 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-c04c1b84-f2e8-4922-afd8-03fe6b6ecf5f service neutron] Attempting to bind port f1905858-0bca-466c-b336-3a2e20cd7c3f on network ccb4fd8a-017a-443b-a7a8-772bbd60209f {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:40:04.447177 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-c04c1b84-f2e8-4922-afd8-03fe6b6ecf5f service neutron] Port f1905858-0bca-466c-b336-3a2e20cd7c3f on network ccb4fd8a-017a-443b-a7a8-772bbd60209f not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:40:04.447177 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-c04c1b84-f2e8-4922-afd8-03fe6b6ecf5f service neutron] Attempting to bind port f1905858-0bca-466c-b336-3a2e20cd7c3f on network ccb4fd8a-017a-443b-a7a8-772bbd60209f {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:40:04.453260 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-c04c1b84-f2e8-4922-afd8-03fe6b6ecf5f service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:40:04.453902 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-c04c1b84-f2e8-4922-afd8-03fe6b6ecf5f service neutron] Checking segment: {'id': '668f9b6c-d5a7-4eea-a398-30ab5f1170b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ccb4fd8a-017a-443b-a7a8-772bbd60209f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:40:04.454555 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-c04c1b84-f2e8-4922-afd8-03fe6b6ecf5f service neutron] Bound using segment: {'id': '668f9b6c-d5a7-4eea-a398-30ab5f1170b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ccb4fd8a-017a-443b-a7a8-772bbd60209f'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:40:04.455252 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-c04c1b84-f2e8-4922-afd8-03fe6b6ecf5f service neutron] Bound port: f1905858-0bca-466c-b336-3a2e20cd7c3f, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '668f9b6c-d5a7-4eea-a398-30ab5f1170b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ccb4fd8a-017a-443b-a7a8-772bbd60209f'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:40:04.456099 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-c04c1b84-f2e8-4922-afd8-03fe6b6ecf5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.472089 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-becffd45-1dd1-4f0e-99a5-e1a01085299d req-620be916-7cad-4fb1-8bcf-299fb85f3ff6 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.10 "GET /v2.0/security-groups?id=be74c3b5-9eb8-4798-b797-d9e9c3d7af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973361 Jun 30 09:40:04.543741 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-c04c1b84-f2e8-4922-afd8-03fe6b6ecf5f service neutron] For port f1905858-0bca-466c-b336-3a2e20cd7c3f, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:40:04.547498 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-c04c1b84-f2e8-4922-afd8-03fe6b6ecf5f service neutron] For port f1905858-0bca-466c-b336-3a2e20cd7c3f, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=f1905858-0bca-466c-b336-3a2e20cd7c3f,segment=NetworkSegment(668f9b6c-d5a7-4eea-a398-30ab5f1170b2),segment_id=668f9b6c-d5a7-4eea-a398-30ab5f1170b2)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:40:04.688851 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-c04c1b84-f2e8-4922-afd8-03fe6b6ecf5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.697046 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd11579-4652-4b4a-9f7f-5970f12b8e17 req-c89598b5-9fca-468a-8448-002bdfde22f6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:04.699834 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5cd11579-4652-4b4a-9f7f-5970f12b8e17 req-c89598b5-9fca-468a-8448-002bdfde22f6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0955203 Jun 30 09:40:04.741935 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-c04c1b84-f2e8-4922-afd8-03fe6b6ecf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:04.743723 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-c04c1b84-f2e8-4922-afd8-03fe6b6ecf5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.745415 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-c04c1b84-f2e8-4922-afd8-03fe6b6ecf5f service neutron] 10.222.0.37 "PUT /v2.0/ports/f1905858-0bca-466c-b336-3a2e20cd7c3f HTTP/1.1" status: 200 len: 1092 time: 1.2420022 Jun 30 09:40:04.748352 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c75403-2c52-441b-b015-af6bebbb8de8', 'tag': 'f1905858-0bca-466c-b336-3a2e20cd7c3f'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:40:04.752453 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06854410-94e9-4ae6-90b5-050adfe9c489" -d '{"events": [{"name": "network-changed", "server_uuid": "64c75403-2c52-441b-b015-af6bebbb8de8", "tag": "f1905858-0bca-466c-b336-3a2e20cd7c3f"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:40:04.797562 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5cd11579-4652-4b4a-9f7f-5970f12b8e17 req-437cd35f-c77c-4d61-bb75-907a4743fd9d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847924 Jun 30 09:40:04.815829 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b21a4a9-96d7-4a09-b11f-6e17f0dacc07 x-openstack-request-id: req-1b21a4a9-96d7-4a09-b11f-6e17f0dacc07 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:40:04.816165 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c75403-2c52-441b-b015-af6bebbb8de8", "tag": "f1905858-0bca-466c-b336-3a2e20cd7c3f", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:40:04.816422 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1b21a4a9-96d7-4a09-b11f-6e17f0dacc07 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:40:04.817052 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c75403-2c52-441b-b015-af6bebbb8de8', 'tag': 'f1905858-0bca-466c-b336-3a2e20cd7c3f', 'status': 'completed', 'code': 200} Jun 30 09:40:04.834738 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47274) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:04.851065 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c1b84-f2e8-4922-afd8-03fe6b6ecf5f service neutron] Pushing event updated for resources: {'Port': ['ID=f1905858-0bca-466c-b336-3a2e20cd7c3f,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:04.946979 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06854410-94e9-4ae6-90b5-050adfe9c489 req-8e08eebd-529a-40d1-b87b-63f5829d3236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:04.951219 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-06854410-94e9-4ae6-90b5-050adfe9c489 req-8e08eebd-529a-40d1-b87b-63f5829d3236 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2daf6440647541849b5bdf8ff1ba91b1&device_id=64c75403-2c52-441b-b015-af6bebbb8de8 HTTP/1.1" status: 200 len: 1095 time: 0.1084671 Jun 30 09:40:04.989985 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83ec3923-b73b-4cac-9a7f-81c740e774da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:05.111419 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83ec3923-b73b-4cac-9a7f-81c740e774da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:05.113531 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06854410-94e9-4ae6-90b5-050adfe9c489 req-edbd38a6-8104-445c-b645-46ccd782a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:05.115940 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-06854410-94e9-4ae6-90b5-050adfe9c489 req-edbd38a6-8104-445c-b645-46ccd782a443 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=2daf6440647541849b5bdf8ff1ba91b1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1585252 Jun 30 09:40:05.219742 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83ec3923-b73b-4cac-9a7f-81c740e774da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:05.245196 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06854410-94e9-4ae6-90b5-050adfe9c489 req-faff1d87-50df-48ab-81c4-062aaf14f005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:05.247278 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-06854410-94e9-4ae6-90b5-050adfe9c489 req-faff1d87-50df-48ab-81c4-062aaf14f005 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1244788 Jun 30 09:40:05.270521 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-83ec3923-b73b-4cac-9a7f-81c740e774da admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a03b9b2c2d784d5884428a00c3f60da2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4340022 Jun 30 09:40:05.271842 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec3923-b73b-4cac-9a7f-81c740e774da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f5eebb-d9ac-4d34-82bd-5153425ff520,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:05.273562 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47278) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:05.281737 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec3923-b73b-4cac-9a7f-81c740e774da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:05.282089 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec3923-b73b-4cac-9a7f-81c740e774da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:05.282416 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec3923-b73b-4cac-9a7f-81c740e774da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:05.282746 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec3923-b73b-4cac-9a7f-81c740e774da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:05.283071 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec3923-b73b-4cac-9a7f-81c740e774da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:05.283429 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec3923-b73b-4cac-9a7f-81c740e774da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:05.284393 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec3923-b73b-4cac-9a7f-81c740e774da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:05.284732 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec3923-b73b-4cac-9a7f-81c740e774da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:05.285092 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec3923-b73b-4cac-9a7f-81c740e774da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:05.285538 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec3923-b73b-4cac-9a7f-81c740e774da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:05.286240 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec3923-b73b-4cac-9a7f-81c740e774da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:05.286572 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec3923-b73b-4cac-9a7f-81c740e774da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:05.364066 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-59af13a5-56bd-48a7-b013-6bd78197e0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:05.403149 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-59af13a5-56bd-48a7-b013-6bd78197e0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:05.444715 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-24c33e86-a09b-4ecf-bfbf-b55e8cb6b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:05.446924 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-24c33e86-a09b-4ecf-bfbf-b55e8cb6b92b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2daf6440647541849b5bdf8ff1ba91b1&device_id=64c75403-2c52-441b-b015-af6bebbb8de8 HTTP/1.1" status: 200 len: 1095 time: 0.1301148 Jun 30 09:40:05.495887 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-45bef353-404f-480a-8970-5005f9a2ef59 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1905858-0bca-466c-b336-3a2e20cd7c3f HTTP/1.1" status: 200 len: 217 time: 0.0409136 Jun 30 09:40:05.566246 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-099e6d86-f3ca-4218-8747-4b95731107a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:05.569047 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-099e6d86-f3ca-4218-8747-4b95731107a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a1ccc082-735c-40d1-becd-25c9ef504538 HTTP/1.1" status: 200 len: 848 time: 0.0675349 Jun 30 09:40:05.630974 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-b1b99171-3730-453f-b69f-6b7d500c35e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccb4fd8a-017a-443b-a7a8-772bbd60209f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548372 Jun 30 09:40:05.707287 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-59af13a5-56bd-48a7-b013-6bd78197e0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:05.709880 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-59af13a5-56bd-48a7-b013-6bd78197e0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:05.712298 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-59af13a5-56bd-48a7-b013-6bd78197e0cc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a8f5eebb-d9ac-4d34-82bd-5153425ff520 HTTP/1.1" status: 204 len: 168 time: 0.4374449 Jun 30 09:40:05.773142 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af13a5-56bd-48a7-b013-6bd78197e0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f5eebb-d9ac-4d34-82bd-5153425ff520,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:05.825353 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-8207b739-b1d8-477a-93c8-4e90758764c1 service neutron] 10.222.0.37 "GET /v2.0/networks/ccb4fd8a-017a-443b-a7a8-772bbd60209f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865776 Jun 30 09:40:05.890722 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5511cab-dac4-494e-933a-5413c11b3974 req-f89eda7b-5b78-49ff-82cb-41a3c904021c tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:05.893346 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a5511cab-dac4-494e-933a-5413c11b3974 req-f89eda7b-5b78-49ff-82cb-41a3c904021c tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.10 "GET /v2.0/ports?device_id=64c75403-2c52-441b-b015-af6bebbb8de8 HTTP/1.1" status: 200 len: 943 time: 0.2213662 Jun 30 09:40:05.949288 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:40:06.022465 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a5511cab-dac4-494e-933a-5413c11b3974 req-d27c2a3f-545e-4936-96d3-c8cdb209e6d5 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.10 "GET /v2.0/security-groups?id=be74c3b5-9eb8-4798-b797-d9e9c3d7af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073329 Jun 30 09:40:06.029433 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-132a5a98-1f8f-4ff0-8019-94113ee11084 req-cb725c22-57f7-4764-ab48-43626e851817 service neutron] 10.222.0.37 "GET /v2.0/networks/ccb4fd8a-017a-443b-a7a8-772bbd60209f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961629 Jun 30 09:40:06.081164 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7ac2a-c943-42c6-9784-d909d7d93851 req-a908e7da-7dae-4982-826a-5dea0ead5329 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:06.087972 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-96e7ac2a-c943-42c6-9784-d909d7d93851 req-a908e7da-7dae-4982-826a-5dea0ead5329 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.1213500 Jun 30 09:40:06.151340 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-96e7ac2a-c943-42c6-9784-d909d7d93851 req-95b958f1-de0d-4ab1-9ee0-9d46cce0f93e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566022 Jun 30 09:40:06.594747 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47290) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:06.618120 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1f37cda5-899a-4bfe-8887-57d881587115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:06.764057 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1f37cda5-899a-4bfe-8887-57d881587115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:06.922926 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1f37cda5-899a-4bfe-8887-57d881587115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:06.981921 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1f37cda5-899a-4bfe-8887-57d881587115 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ff554cfb67cd47b3a48cb2f9039caecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3801186 Jun 30 09:40:06.981921 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37cda5-899a-4bfe-8887-57d881587115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4222f8-7549-4bc6-a39a-f568cc71906a,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:06.983849 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47294) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:07.055946 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eddc4e5c-0368-45c7-9aa6-00c8e517d800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.098155 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eddc4e5c-0368-45c7-9aa6-00c8e517d800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.294622 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eddc4e5c-0368-45c7-9aa6-00c8e517d800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.307501 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eddc4e5c-0368-45c7-9aa6-00c8e517d800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.331547 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-eddc4e5c-0368-45c7-9aa6-00c8e517d800 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2a4222f8-7549-4bc6-a39a-f568cc71906a HTTP/1.1" status: 204 len: 168 time: 0.3430429 Jun 30 09:40:07.349176 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b825a-298b-450e-8a21-705bf461ee25 req-eff5264c-d3f5-4be5-8538-97e8d00a28ac tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:07.352559 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-588b825a-298b-450e-8a21-705bf461ee25 req-eff5264c-d3f5-4be5-8538-97e8d00a28ac tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.10 "GET /v2.0/ports?device_id=64c75403-2c52-441b-b015-af6bebbb8de8 HTTP/1.1" status: 200 len: 943 time: 0.1097639 Jun 30 09:40:07.366754 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc4e5c-0368-45c7-9aa6-00c8e517d800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4222f8-7549-4bc6-a39a-f568cc71906a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:07.427853 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-588b825a-298b-450e-8a21-705bf461ee25 req-a92b043a-c3a9-4b5b-9fad-84f02a08c155 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.10 "GET /v2.0/security-groups?id=be74c3b5-9eb8-4798-b797-d9e9c3d7af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656233 Jun 30 09:40:07.457883 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff6018-c1b9-4e4d-a948-6263178be2b7 req-e1eee6f1-9c53-4581-a9b8-c3a1e04c86fc tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:07.460410 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a6ff6018-c1b9-4e4d-a948-6263178be2b7 req-e1eee6f1-9c53-4581-a9b8-c3a1e04c86fc tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.1134734 Jun 30 09:40:07.540694 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a6ff6018-c1b9-4e4d-a948-6263178be2b7 req-6f6621f4-2a90-414b-9008-76aa0d07772c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695310 Jun 30 09:40:07.762366 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.665885 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2e4ad-bdab-4e6e-aa45-d34ab0fefb38 req-c1f6b932-dd79-490d-9996-31d50e30dfbc tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:08.675978 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b9a2e4ad-bdab-4e6e-aa45-d34ab0fefb38 req-c1f6b932-dd79-490d-9996-31d50e30dfbc tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.10 "GET /v2.0/ports?device_id=64c75403-2c52-441b-b015-af6bebbb8de8 HTTP/1.1" status: 200 len: 943 time: 0.1238701 Jun 30 09:40:08.730963 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b9a2e4ad-bdab-4e6e-aa45-d34ab0fefb38 req-661a66fd-6d78-478c-94f6-965b4ad7db48 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.10 "GET /v2.0/security-groups?id=be74c3b5-9eb8-4798-b797-d9e9c3d7af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537755 Jun 30 09:40:08.886019 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691eea9-8c25-4072-ba8c-2c4c7dfbfd4b req-f46a0447-6d63-46cb-b393-112f21660c77 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:08.887485 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9691eea9-8c25-4072-ba8c-2c4c7dfbfd4b req-f46a0447-6d63-46cb-b393-112f21660c77 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.1280301 Jun 30 09:40:08.931620 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device f1905858-0bca-466c-b336-3a2e20cd7c3f details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:40:08.942253 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9691eea9-8c25-4072-ba8c-2c4c7dfbfd4b req-a5a7f86f-0289-4149-b551-b5dabbd8df6d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487659 Jun 30 09:40:09.041357 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:09.119727 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port f1905858-0bca-466c-b336-3a2e20cd7c3f, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=f1905858-0bca-466c-b336-3a2e20cd7c3f,segment=NetworkSegment(668f9b6c-d5a7-4eea-a398-30ab5f1170b2),segment_id=668f9b6c-d5a7-4eea-a398-30ab5f1170b2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:09.138197 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'f1905858-0bca-466c-b336-3a2e20cd7c3f', 'network_id': 'ccb4fd8a-017a-443b-a7a8-772bbd60209f', 'port_id': 'f1905858-0bca-466c-b336-3a2e20cd7c3f', 'mac_address': 'fa:16:3e:d1:cc:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1ccc082-735c-40d1-becd-25c9ef504538', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:40:09.178950 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47328) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:09.210029 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:09.234404 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1905858-0bca-466c-b336-3a2e20cd7c3f {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:40:09.257162 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port f1905858-0bca-466c-b336-3a2e20cd7c3f, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=f1905858-0bca-466c-b336-3a2e20cd7c3f,segment=NetworkSegment(668f9b6c-d5a7-4eea-a398-30ab5f1170b2),segment_id=668f9b6c-d5a7-4eea-a398-30ab5f1170b2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:09.369329 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-6ffd2626-27c3-4211-840f-d2da276ba7fa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-841355412-network', 'tenant_id': '7ee842483bc446c8b20538975fd00e90'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:09.722357 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:09.739693 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffd2626-27c3-4211-840f-d2da276ba7fa admin admin] Made reservation on behalf of 7ee842483bc446c8b20538975fd00e90 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:40:09.742718 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6ffd2626-27c3-4211-840f-d2da276ba7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:09.753753 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6ffd2626-27c3-4211-840f-d2da276ba7fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:09.798672 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=f1905858-0bca-466c-b336-3a2e20cd7c3f,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:09.820640 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:09.820640 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:09.820640 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:09.820640 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:09.820640 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:09.820640 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:09.820640 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:09.820640 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:09.820640 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:09.820640 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:09.820640 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:09.820640 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:09.910180 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6ffd2626-27c3-4211-840f-d2da276ba7fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:09.970219 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc42db-a458-421d-9f1d-a13e39cba3d9 req-f64045be-9374-4742-a079-33f7e7b072a0 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:09.972019 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2dcc42db-a458-421d-9f1d-a13e39cba3d9 req-f64045be-9374-4742-a079-33f7e7b072a0 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.10 "GET /v2.0/ports?device_id=64c75403-2c52-441b-b015-af6bebbb8de8 HTTP/1.1" status: 200 len: 944 time: 0.0763164 Jun 30 09:40:10.022270 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2dcc42db-a458-421d-9f1d-a13e39cba3d9 req-0f337e6a-d73c-495b-906a-20520c27698e tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.10 "GET /v2.0/security-groups?id=be74c3b5-9eb8-4798-b797-d9e9c3d7af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424120 Jun 30 09:40:10.023174 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['f1905858-0bca-466c-b336-3a2e20cd7c3f'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:40:10.032035 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6ffd2626-27c3-4211-840f-d2da276ba7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:10.077193 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ffd2626-27c3-4211-840f-d2da276ba7fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:40:10.079786 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd2626-27c3-4211-840f-d2da276ba7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2aee6d-c0e7-4d77-b2ca-0c591fe38a00,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:10.100112 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6ffd2626-27c3-4211-840f-d2da276ba7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:10.100112 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-6ffd2626-27c3-4211-840f-d2da276ba7fa admin admin] Added segment 57dd93a1-2687-48f1-ae74-49f311a88436 of type vlan for network 5682bebb-59f1-4ae7-ba0d-beafe0aae71c Jun 30 09:40:10.172036 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6ffd2626-27c3-4211-840f-d2da276ba7fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:10.258811 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee4858-d227-4337-9541-889d52d09095 req-c9004842-3b36-44ff-9f07-79524fc874ff tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:10.267980 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a2ee4858-d227-4337-9541-889d52d09095 req-c9004842-3b36-44ff-9f07-79524fc874ff tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.1342335 Jun 30 09:40:10.327252 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a2ee4858-d227-4337-9541-889d52d09095 req-1ea3b8f7-8f37-41f1-bcf5-90d8309ce077 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553153 Jun 30 09:40:10.362886 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6ffd2626-27c3-4211-840f-d2da276ba7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:10.364587 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffd2626-27c3-4211-840f-d2da276ba7fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:10.365679 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6ffd2626-27c3-4211-840f-d2da276ba7fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:10.467455 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd2626-27c3-4211-840f-d2da276ba7fa admin admin] Pushing event updated for resources: {'Network': ['ID=5682bebb-59f1-4ae7-ba0d-beafe0aae71c,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:10.485645 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 5682bebb-59f1-4ae7-ba0d-beafe0aae71c details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:40:10.615942 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6ffd2626-27c3-4211-840f-d2da276ba7fa admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4343050 Jun 30 09:40:10.620163 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47338) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:10.627854 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-edd0cdf9-29e5-429a-8fd0-81b43a139ebe admin admin] Request body: {'subnet': {'network_id': '5682bebb-59f1-4ae7-ba0d-beafe0aae71c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-841355412-subnet', 'tenant_id': '7ee842483bc446c8b20538975fd00e90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:10.762529 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd0cdf9-29e5-429a-8fd0-81b43a139ebe admin admin] Made reservation on behalf of 7ee842483bc446c8b20538975fd00e90 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:40:10.766580 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-edd0cdf9-29e5-429a-8fd0-81b43a139ebe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:10.941426 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device f1905858-0bca-466c-b336-3a2e20cd7c3f up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:40:11.111663 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port f1905858-0bca-466c-b336-3a2e20cd7c3f completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:40:11.118656 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port f1905858-0bca-466c-b336-3a2e20cd7c3f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:40:11.119181 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:11.192430 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-edd0cdf9-29e5-429a-8fd0-81b43a139ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:11.252761 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:11.287351 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c75403-2c52-441b-b015-af6bebbb8de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1905858-0bca-466c-b336-3a2e20cd7c3f'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:40:11.287712 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0cdf9-29e5-429a-8fd0-81b43a139ebe admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c7099d7-ca0a-4523-81a1-c54785be2f2d,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:11.295576 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376aadd6-d14a-4474-86ce-6ff0df18fbb4" -d '{"events": [{"server_uuid": "64c75403-2c52-441b-b015-af6bebbb8de8", "name": "network-vif-plugged", "status": "completed", "tag": "f1905858-0bca-466c-b336-3a2e20cd7c3f"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:40:11.314086 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd0cdf9-29e5-429a-8fd0-81b43a139ebe admin admin] Checking segment: {'id': '57dd93a1-2687-48f1-ae74-49f311a88436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5682bebb-59f1-4ae7-ba0d-beafe0aae71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:40:11.314086 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd0cdf9-29e5-429a-8fd0-81b43a139ebe admin admin] Network hostable DHCP agents. Network: 5682bebb-59f1-4ae7-ba0d-beafe0aae71c, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:40:11.332568 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port f1905858-0bca-466c-b336-3a2e20cd7c3f, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=f1905858-0bca-466c-b336-3a2e20cd7c3f,segment=NetworkSegment(668f9b6c-d5a7-4eea-a398-30ab5f1170b2),segment_id=668f9b6c-d5a7-4eea-a398-30ab5f1170b2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:11.348730 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba3ee7-717e-4181-a88e-7da5f1e09141 req-1da9246f-f6a5-4c60-a4ab-efadbb206fad tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:11.359535 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ebba3ee7-717e-4181-a88e-7da5f1e09141 req-1da9246f-f6a5-4c60-a4ab-efadbb206fad tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.10 "GET /v2.0/ports?device_id=64c75403-2c52-441b-b015-af6bebbb8de8 HTTP/1.1" status: 200 len: 944 time: 0.1172442 Jun 30 09:40:11.359817 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915ebf83-330d-431e-a750-0fe687522615 x-openstack-request-id: req-915ebf83-330d-431e-a750-0fe687522615 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:40:11.359817 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c75403-2c52-441b-b015-af6bebbb8de8", "name": "network-vif-plugged", "status": "completed", "tag": "f1905858-0bca-466c-b336-3a2e20cd7c3f", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:40:11.359817 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-915ebf83-330d-431e-a750-0fe687522615 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:40:11.359817 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c75403-2c52-441b-b015-af6bebbb8de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1905858-0bca-466c-b336-3a2e20cd7c3f', 'code': 200} Jun 30 09:40:11.423765 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ebba3ee7-717e-4181-a88e-7da5f1e09141 req-784291e6-2f1f-499a-985f-a7c7800fc662 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.10 "GET /v2.0/security-groups?id=be74c3b5-9eb8-4798-b797-d9e9c3d7af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663986 Jun 30 09:40:11.528371 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:11.540072 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd0cdf9-29e5-429a-8fd0-81b43a139ebe admin admin] Network 5682bebb-59f1-4ae7-ba0d-beafe0aae71c is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:40:11.562117 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd109d74-b994-40fa-a126-a3b645754b01 req-cbf513a6-55e2-44e6-a78e-d2104bf23b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:11.565437 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bd109d74-b994-40fa-a126-a3b645754b01 req-cbf513a6-55e2-44e6-a78e-d2104bf23b52 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=64c75403-2c52-441b-b015-af6bebbb8de8 HTTP/1.1" status: 200 len: 1096 time: 0.1095729 Jun 30 09:40:11.595821 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056686c-4bbf-4eb3-b5d1-46c725c52b27 req-a172c9a9-717c-4107-8f99-0c16d3f3393e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:11.600834 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a056686c-4bbf-4eb3-b5d1-46c725c52b27 req-a172c9a9-717c-4107-8f99-0c16d3f3393e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0958157 Jun 30 09:40:11.626771 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=f1905858-0bca-466c-b336-3a2e20cd7c3f,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:11.641981 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bd109d74-b994-40fa-a126-a3b645754b01 req-d2c08d32-26b6-4fcd-8f59-d450630346a7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=be74c3b5-9eb8-4798-b797-d9e9c3d7af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694706 Jun 30 09:40:11.656017 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a056686c-4bbf-4eb3-b5d1-46c725c52b27 req-99a546b9-4d5f-4674-ae9f-8fa0b0c47bc1 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502620 Jun 30 09:40:11.665234 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-edd0cdf9-29e5-429a-8fd0-81b43a139ebe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 5682bebb-59f1-4ae7-ba0d-beafe0aae71c) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:40:11.671197 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd0cdf9-29e5-429a-8fd0-81b43a139ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:11.672019 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-edd0cdf9-29e5-429a-8fd0-81b43a139ebe admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:11.680581 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c0bda2-4afb-45e2-bb1c-80b0a7c90be4 None None] Network 5682bebb-59f1-4ae7-ba0d-beafe0aae71c requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:40:11.803641 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-edd0cdf9-29e5-429a-8fd0-81b43a139ebe admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1815503 Jun 30 09:40:11.846811 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8facfeb1-250c-40b2-b292-4dcc2e62ff37 None None] Network 5682bebb-59f1-4ae7-ba0d-beafe0aae71c requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:40:12.679088 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f96bd-6495-4bd9-8b79-0672540e903f req-5b2a1255-2d19-45b3-81e6-7814d9a68fb8 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:12.681781 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-367f96bd-6495-4bd9-8b79-0672540e903f req-5b2a1255-2d19-45b3-81e6-7814d9a68fb8 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.10 "GET /v2.0/ports?device_id=64c75403-2c52-441b-b015-af6bebbb8de8 HTTP/1.1" status: 200 len: 945 time: 0.1052465 Jun 30 09:40:12.767445 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-367f96bd-6495-4bd9-8b79-0672540e903f req-ab638aab-4524-4adf-8447-9911a424aae7 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.10 "GET /v2.0/security-groups?id=be74c3b5-9eb8-4798-b797-d9e9c3d7af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748677 Jun 30 09:40:12.895363 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47368) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:12.903659 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-d7313807-e1ef-417c-9d57-f31cd72a6d88 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1665499796-network', 'tenant_id': 'aefa5f6fc8c84b6095dc8c8dae0473a8'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:12.974480 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a044f36-e242-4333-94ff-bb9717e6c88a req-ab66756e-64f7-41f3-ac45-d2194c8a45a2 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:12.976023 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8a044f36-e242-4333-94ff-bb9717e6c88a req-ab66756e-64f7-41f3-ac45-d2194c8a45a2 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0925918 Jun 30 09:40:13.025222 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8a044f36-e242-4333-94ff-bb9717e6c88a req-4eea6a56-638c-4793-852d-4cf50d26820e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376523 Jun 30 09:40:13.128483 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7313807-e1ef-417c-9d57-f31cd72a6d88 admin admin] Made reservation on behalf of aefa5f6fc8c84b6095dc8c8dae0473a8 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:40:13.131216 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d7313807-e1ef-417c-9d57-f31cd72a6d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:13.140355 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d7313807-e1ef-417c-9d57-f31cd72a6d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:13.244287 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d7313807-e1ef-417c-9d57-f31cd72a6d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:13.385868 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d7313807-e1ef-417c-9d57-f31cd72a6d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:13.416607 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7313807-e1ef-417c-9d57-f31cd72a6d88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:40:13.426954 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7313807-e1ef-417c-9d57-f31cd72a6d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ab7ac0-13e7-4ff3-a9fd-7e46d7dbae8f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:13.433838 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d7313807-e1ef-417c-9d57-f31cd72a6d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:13.434330 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-d7313807-e1ef-417c-9d57-f31cd72a6d88 admin admin] Added segment 1f840fea-91ac-44d6-9d0b-6d9633b2c5c7 of type vlan for network 7f1d2ce8-81ba-47e9-9f37-d6f75134139d Jun 30 09:40:13.488572 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d7313807-e1ef-417c-9d57-f31cd72a6d88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:13.580633 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d7313807-e1ef-417c-9d57-f31cd72a6d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:13.581802 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7313807-e1ef-417c-9d57-f31cd72a6d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:13.582746 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d7313807-e1ef-417c-9d57-f31cd72a6d88 admin admin] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:13.660324 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7313807-e1ef-417c-9d57-f31cd72a6d88 admin admin] Pushing event updated for resources: {'Network': ['ID=7f1d2ce8-81ba-47e9-9f37-d6f75134139d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:13.677670 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 7f1d2ce8-81ba-47e9-9f37-d6f75134139d details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:40:13.827559 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d7313807-e1ef-417c-9d57-f31cd72a6d88 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9308860 Jun 30 09:40:13.831032 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47374) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:13.841832 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-3255c18f-adc5-4eb5-b943-191589bd51bd admin admin] Request body: {'subnet': {'network_id': '7f1d2ce8-81ba-47e9-9f37-d6f75134139d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1665499796-subnet', 'tenant_id': 'aefa5f6fc8c84b6095dc8c8dae0473a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:13.973793 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3255c18f-adc5-4eb5-b943-191589bd51bd admin admin] Made reservation on behalf of aefa5f6fc8c84b6095dc8c8dae0473a8 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:40:13.978842 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3255c18f-adc5-4eb5-b943-191589bd51bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:14.021065 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c92b8-32b1-4355-b7e5-5bf601e7d32f req-69c64f09-cce1-47f7-99f6-17141cecdcd2 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:14.022721 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-318c92b8-32b1-4355-b7e5-5bf601e7d32f req-69c64f09-cce1-47f7-99f6-17141cecdcd2 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.10 "GET /v2.0/ports?device_id=64c75403-2c52-441b-b015-af6bebbb8de8 HTTP/1.1" status: 200 len: 945 time: 0.0800703 Jun 30 09:40:14.082613 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-318c92b8-32b1-4355-b7e5-5bf601e7d32f req-079c4e19-9f53-4ff5-b4d2-7e07195d43e6 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.10 "GET /v2.0/security-groups?id=be74c3b5-9eb8-4798-b797-d9e9c3d7af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517788 Jun 30 09:40:14.358767 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8890bc-882a-4c6f-ad0e-992cec2b3546 req-8aab8189-b329-4c65-b520-d04512f8d7e4 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:14.360759 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eb8890bc-882a-4c6f-ad0e-992cec2b3546 req-8aab8189-b329-4c65-b520-d04512f8d7e4 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.1462016 Jun 30 09:40:14.389159 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3255c18f-adc5-4eb5-b943-191589bd51bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:14.438299 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eb8890bc-882a-4c6f-ad0e-992cec2b3546 req-b0010bd3-4bbc-44bd-8515-233f99976434 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700758 Jun 30 09:40:14.470936 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255c18f-adc5-4eb5-b943-191589bd51bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=63344fe1-e9c2-4d9f-88a6-09c8c267e848,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:14.490550 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3255c18f-adc5-4eb5-b943-191589bd51bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:14.490948 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3255c18f-adc5-4eb5-b943-191589bd51bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:14.491328 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3255c18f-adc5-4eb5-b943-191589bd51bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:14.491661 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3255c18f-adc5-4eb5-b943-191589bd51bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:14.492089 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3255c18f-adc5-4eb5-b943-191589bd51bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:14.492418 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3255c18f-adc5-4eb5-b943-191589bd51bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:14.492741 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3255c18f-adc5-4eb5-b943-191589bd51bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:14.493066 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3255c18f-adc5-4eb5-b943-191589bd51bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:14.493388 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3255c18f-adc5-4eb5-b943-191589bd51bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:14.493712 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3255c18f-adc5-4eb5-b943-191589bd51bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:14.494031 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3255c18f-adc5-4eb5-b943-191589bd51bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:14.494347 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3255c18f-adc5-4eb5-b943-191589bd51bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:14.499705 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3255c18f-adc5-4eb5-b943-191589bd51bd admin admin] Checking segment: {'id': '1f840fea-91ac-44d6-9d0b-6d9633b2c5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7f1d2ce8-81ba-47e9-9f37-d6f75134139d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:40:14.500081 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3255c18f-adc5-4eb5-b943-191589bd51bd admin admin] Network hostable DHCP agents. Network: 7f1d2ce8-81ba-47e9-9f37-d6f75134139d, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:40:14.705257 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3255c18f-adc5-4eb5-b943-191589bd51bd admin admin] Network 7f1d2ce8-81ba-47e9-9f37-d6f75134139d is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:40:15.088418 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-3255c18f-adc5-4eb5-b943-191589bd51bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 7f1d2ce8-81ba-47e9-9f37-d6f75134139d) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:40:15.094641 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3255c18f-adc5-4eb5-b943-191589bd51bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:15.095674 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3255c18f-adc5-4eb5-b943-191589bd51bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:15.102501 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316dad70-5f16-4037-8d45-d340289deede None None] Network 7f1d2ce8-81ba-47e9-9f37-d6f75134139d requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:40:15.249185 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3255c18f-adc5-4eb5-b943-191589bd51bd admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4164155 Jun 30 09:40:15.441908 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47384) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:15.518608 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7aee76-c7b0-458a-aaac-700929e9388c None None] Network 7f1d2ce8-81ba-47e9-9f37-d6f75134139d requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:40:15.569755 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-8039b942-bdd1-4158-a8a9-03a30ad10e2b admin admin] Deleting subnet 8c7099d7-ca0a-4523-81a1-c54785be2f2d {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:40:15.574109 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8039b942-bdd1-4158-a8a9-03a30ad10e2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:15.623574 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8039b942-bdd1-4158-a8a9-03a30ad10e2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:15.714097 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8039b942-bdd1-4158-a8a9-03a30ad10e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:15.954570 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633633e-ed9e-4480-95e7-49f03c18a94e req-fe04e1e0-70e7-41a1-9d66-4b14b15ebd74 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:15.956523 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f633633e-ed9e-4480-95e7-49f03c18a94e req-fe04e1e0-70e7-41a1-9d66-4b14b15ebd74 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0970614 Jun 30 09:40:16.011067 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f633633e-ed9e-4480-95e7-49f03c18a94e req-0783fd64-4336-42cb-a29a-7f7695feebbc tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473149 Jun 30 09:40:16.032707 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8039b942-bdd1-4158-a8a9-03a30ad10e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:16.077776 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039b942-bdd1-4158-a8a9-03a30ad10e2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c7099d7-ca0a-4523-81a1-c54785be2f2d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:16.086386 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8039b942-bdd1-4158-a8a9-03a30ad10e2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:16.090183 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8039b942-bdd1-4158-a8a9-03a30ad10e2b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8c7099d7-ca0a-4523-81a1-c54785be2f2d HTTP/1.1" status: 204 len: 168 time: 0.6459277 Jun 30 09:40:16.092977 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47394) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:16.207548 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-58a0d0b5-5f73-439d-8cfa-e069d0258356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:16.295432 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-58a0d0b5-5f73-439d-8cfa-e069d0258356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:16.306023 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-58a0d0b5-5f73-439d-8cfa-e069d0258356 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5682bebb-59f1-4ae7-ba0d-beafe0aae71c']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:16.330560 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-58a0d0b5-5f73-439d-8cfa-e069d0258356 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57dd93a1-2687-48f1-ae74-49f311a88436') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:16.330560 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-58a0d0b5-5f73-439d-8cfa-e069d0258356 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57dd93a1-2687-48f1-ae74-49f311a88436') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:16.341225 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-58a0d0b5-5f73-439d-8cfa-e069d0258356 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-58a0d0b5-5f73-439d-8cfa-e069d0258356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58a0d0b5-5f73-439d-8cfa-e069d0258356 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-58a0d0b5-5f73-439d-8cfa-e069d0258356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:40:16.385064 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:40:16.604279 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-58a0d0b5-5f73-439d-8cfa-e069d0258356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:16.611475 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-58a0d0b5-5f73-439d-8cfa-e069d0258356 admin admin] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:16.615373 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-58a0d0b5-5f73-439d-8cfa-e069d0258356 admin admin] 10.222.0.10 "DELETE /v2.0/networks/5682bebb-59f1-4ae7-ba0d-beafe0aae71c HTTP/1.1" status: 204 len: 168 time: 0.5205057 Jun 30 09:40:16.620035 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47398) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:16.648627 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0d0b5-5f73-439d-8cfa-e069d0258356 admin admin] Pushing event deleted for resources: {'Network': ['ID=5682bebb-59f1-4ae7-ba0d-beafe0aae71c,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:16.728683 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c8b4a52-e2c9-4aae-9ed0-b553d6adb07c admin admin] Deleting subnet 63344fe1-e9c2-4d9f-88a6-09c8c267e848 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:40:16.737385 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4a52-e2c9-4aae-9ed0-b553d6adb07c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:16.792680 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4a52-e2c9-4aae-9ed0-b553d6adb07c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:16.839095 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4a52-e2c9-4aae-9ed0-b553d6adb07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:17.009396 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4a52-e2c9-4aae-9ed0-b553d6adb07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:17.065827 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b4a52-e2c9-4aae-9ed0-b553d6adb07c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63344fe1-e9c2-4d9f-88a6-09c8c267e848,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:17.069708 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4a52-e2c9-4aae-9ed0-b553d6adb07c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:17.075545 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2c8b4a52-e2c9-4aae-9ed0-b553d6adb07c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/63344fe1-e9c2-4d9f-88a6-09c8c267e848 HTTP/1.1" status: 204 len: 168 time: 0.4505534 Jun 30 09:40:17.076002 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47404) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:17.219261 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-81ccff03-620b-4e1e-9fa5-7be3c06a153d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:17.364111 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7cc969-32f4-4cc3-b67a-71ca58b22404 req-93b8eb46-0c83-42e0-9972-682a1e70a84a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:17.366765 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3a7cc969-32f4-4cc3-b67a-71ca58b22404 req-93b8eb46-0c83-42e0-9972-682a1e70a84a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.1717858 Jun 30 09:40:17.369681 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-81ccff03-620b-4e1e-9fa5-7be3c06a153d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:17.400112 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-81ccff03-620b-4e1e-9fa5-7be3c06a153d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1d2ce8-81ba-47e9-9f37-d6f75134139d']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:17.423813 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-81ccff03-620b-4e1e-9fa5-7be3c06a153d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f840fea-91ac-44d6-9d0b-6d9633b2c5c7') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:17.424127 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-81ccff03-620b-4e1e-9fa5-7be3c06a153d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f840fea-91ac-44d6-9d0b-6d9633b2c5c7') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:17.447540 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-81ccff03-620b-4e1e-9fa5-7be3c06a153d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:17.466453 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3a7cc969-32f4-4cc3-b67a-71ca58b22404 req-36a9b3f6-7c4a-4a8b-825d-446be39443a5 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913401 Jun 30 09:40:17.474723 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-81ccff03-620b-4e1e-9fa5-7be3c06a153d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:17.483588 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ccff03-620b-4e1e-9fa5-7be3c06a153d admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:40:17.494165 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-81ccff03-620b-4e1e-9fa5-7be3c06a153d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:17.494165 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:40:17.494165 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:40:17.494165 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:40:17.494165 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:40:17.494165 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:40:17.494165 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:40:17.494165 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:40:17.494165 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:40:17.494165 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:40:17.494165 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:40:17.494165 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:40:17.494165 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:40:17.494165 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:40:17.494165 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:40:17.494165 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:40:17.494165 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:40:17.494165 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:40:17.494165 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:40:17.494165 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:40:17.494165 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:40:17.494165 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:40:17.494165 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:40:17.494165 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:40:17.494165 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:40:17.494165 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:40:17.494165 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:40:17.494165 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:40:17.494165 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:40:17.494165 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:40:17.494165 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:40:17.494165 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:40:17.494165 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:40:17.694050 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-81ccff03-620b-4e1e-9fa5-7be3c06a153d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:17.703988 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-81ccff03-620b-4e1e-9fa5-7be3c06a153d admin admin] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:17.706246 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-81ccff03-620b-4e1e-9fa5-7be3c06a153d admin admin] 10.222.0.10 "DELETE /v2.0/networks/7f1d2ce8-81ba-47e9-9f37-d6f75134139d HTTP/1.1" status: 204 len: 168 time: 0.6288149 Jun 30 09:40:17.722081 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ccff03-620b-4e1e-9fa5-7be3c06a153d admin admin] Pushing event deleted for resources: {'Network': ['ID=7f1d2ce8-81ba-47e9-9f37-d6f75134139d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:18.374937 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47416) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:18.426247 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-89d70a24-2554-4464-8d20-4f53de6539cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7ee842483bc446c8b20538975fd00e90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494998 Jun 30 09:40:18.428997 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 47418) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:18.517593 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7684f805-ccbc-4eca-b012-817140308475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:18.562285 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7684f805-ccbc-4eca-b012-817140308475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:18.745986 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a5256-3815-40e2-9dd3-26cc83cc71c6 req-7a2a24c3-7c53-4005-b840-89811f57fb0b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:18.748771 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6c0a5256-3815-40e2-9dd3-26cc83cc71c6 req-7a2a24c3-7c53-4005-b840-89811f57fb0b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.1068845 Jun 30 09:40:18.802445 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6c0a5256-3815-40e2-9dd3-26cc83cc71c6 req-df9a3585-19c8-423a-a217-32fbcc242b20 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449874 Jun 30 09:40:18.825580 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7684f805-ccbc-4eca-b012-817140308475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:18.832938 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7684f805-ccbc-4eca-b012-817140308475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:18.838147 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7684f805-ccbc-4eca-b012-817140308475 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5f2aee6d-c0e7-4d77-b2ca-0c591fe38a00 HTTP/1.1" status: 204 len: 168 time: 0.4043922 Jun 30 09:40:18.844961 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684f805-ccbc-4eca-b012-817140308475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2aee6d-c0e7-4d77-b2ca-0c591fe38a00,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:19.866710 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47446) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:19.916886 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2e2a19fa-0382-4115-8dcd-7ad5f6b9ece4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aefa5f6fc8c84b6095dc8c8dae0473a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484157 Jun 30 09:40:19.919332 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47450) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:20.052165 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5c8d97f8-a5e2-4a62-aa18-fc5729345706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:20.083637 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5c8d97f8-a5e2-4a62-aa18-fc5729345706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:20.125963 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdde217-3c1f-4d66-bb15-89a20adee5da req-74da475c-e90c-455e-938e-33262ec9e1ca tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:20.127876 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0bdde217-3c1f-4d66-bb15-89a20adee5da req-74da475c-e90c-455e-938e-33262ec9e1ca tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.1414843 Jun 30 09:40:20.192500 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0bdde217-3c1f-4d66-bb15-89a20adee5da req-c2e18947-28e8-4483-bfed-b11b5ca9c13e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557191 Jun 30 09:40:20.470792 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5c8d97f8-a5e2-4a62-aa18-fc5729345706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:20.473948 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5c8d97f8-a5e2-4a62-aa18-fc5729345706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:20.475101 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5c8d97f8-a5e2-4a62-aa18-fc5729345706 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f2ab7ac0-13e7-4ff3-a9fd-7e46d7dbae8f HTTP/1.1" status: 204 len: 168 time: 0.5547640 Jun 30 09:40:20.484823 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d97f8-a5e2-4a62-aa18-fc5729345706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ab7ac0-13e7-4ff3-a9fd-7e46d7dbae8f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:20.567283 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9f32ef8a-955a-4112-a4d2-883a8ed4e388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:21.380249 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a9f60-eb23-40c0-83d5-efcee8ef47b3 req-0fb5965d-8356-4d28-90b8-f3cbb2c79bde tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:21.383423 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3b8a9f60-eb23-40c0-83d5-efcee8ef47b3 req-0fb5965d-8356-4d28-90b8-f3cbb2c79bde tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.10 "GET /v2.0/ports?device_id=64c75403-2c52-441b-b015-af6bebbb8de8 HTTP/1.1" status: 200 len: 945 time: 0.1264312 Jun 30 09:40:21.418182 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8edc7a-5442-4862-a797-deea99c23f21 req-bf2ab184-1b11-4fc6-a66d-1971d1fab4fa tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:21.421541 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-af8edc7a-5442-4862-a797-deea99c23f21 req-bf2ab184-1b11-4fc6-a66d-1971d1fab4fa tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0908978 Jun 30 09:40:21.441415 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3b8a9f60-eb23-40c0-83d5-efcee8ef47b3 req-ec219a57-299f-4eb7-9115-cf69fc9a7c46 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.10 "GET /v2.0/security-groups?id=be74c3b5-9eb8-4798-b797-d9e9c3d7af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505168 Jun 30 09:40:21.475468 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-af8edc7a-5442-4862-a797-deea99c23f21 req-83dc88f6-b6ac-4004-b484-65192f60d742 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484834 Jun 30 09:40:22.729644 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b582c-dbf1-43dc-b967-6a8f5bc96f98 req-3fab4b6f-2d3b-4131-a4cb-38983569e6d3 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:22.733575 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc1b582c-dbf1-43dc-b967-6a8f5bc96f98 req-3fab4b6f-2d3b-4131-a4cb-38983569e6d3 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.10 "GET /v2.0/ports?device_id=64c75403-2c52-441b-b015-af6bebbb8de8 HTTP/1.1" status: 200 len: 945 time: 0.1042097 Jun 30 09:40:22.756201 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac587293-7595-44b6-85bb-e7dd5c08d877 req-32684b8e-30f0-4e9a-9985-548e75be3253 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:22.764134 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ac587293-7595-44b6-85bb-e7dd5c08d877 req-32684b8e-30f0-4e9a-9985-548e75be3253 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.1175251 Jun 30 09:40:22.801992 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a2cd1-13a9-44d1-8b0a-96c6a853dc82 req-3160d847-8329-4dc1-8bee-d8f52783d6f1 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:22.802283 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc1b582c-dbf1-43dc-b967-6a8f5bc96f98 req-b57f3d67-472e-4a41-a2a5-8c8206c3fc4b tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.10 "GET /v2.0/security-groups?id=be74c3b5-9eb8-4798-b797-d9e9c3d7af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555329 Jun 30 09:40:22.803475 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-779a2cd1-13a9-44d1-8b0a-96c6a853dc82 req-3160d847-8329-4dc1-8bee-d8f52783d6f1 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.37 "GET /v2.0/ports?device_id=64c75403-2c52-441b-b015-af6bebbb8de8 HTTP/1.1" status: 200 len: 945 time: 0.1230195 Jun 30 09:40:22.825512 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ac587293-7595-44b6-85bb-e7dd5c08d877 req-6fcc1abc-4c0b-46e7-972d-c3f29b7f8e50 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604966 Jun 30 09:40:22.950487 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-779a2cd1-13a9-44d1-8b0a-96c6a853dc82 req-85876d5e-5d00-45a2-8c95-48afe6ed64c8 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] Deleting port f1905858-0bca-466c-b336-3a2e20cd7c3f {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:40:22.950952 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-779a2cd1-13a9-44d1-8b0a-96c6a853dc82 req-85876d5e-5d00-45a2-8c95-48afe6ed64c8 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:22.986735 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-af4b3614-ba68-4151-9062-c0772fc5024c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:23.088975 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-779a2cd1-13a9-44d1-8b0a-96c6a853dc82 req-85876d5e-5d00-45a2-8c95-48afe6ed64c8 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] For port f1905858-0bca-466c-b336-3a2e20cd7c3f, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=f1905858-0bca-466c-b336-3a2e20cd7c3f,segment=NetworkSegment(668f9b6c-d5a7-4eea-a398-30ab5f1170b2),segment_id=668f9b6c-d5a7-4eea-a398-30ab5f1170b2)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:23.089353 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-779a2cd1-13a9-44d1-8b0a-96c6a853dc82 req-85876d5e-5d00-45a2-8c95-48afe6ed64c8 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:23.106952 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-779a2cd1-13a9-44d1-8b0a-96c6a853dc82 req-85876d5e-5d00-45a2-8c95-48afe6ed64c8 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] Calling delete_port for f1905858-0bca-466c-b336-3a2e20cd7c3f owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:40:23.660207 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-779a2cd1-13a9-44d1-8b0a-96c6a853dc82 req-85876d5e-5d00-45a2-8c95-48afe6ed64c8 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:23.674667 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['f1905858-0bca-466c-b336-3a2e20cd7c3f'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:40:23.707277 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85876d5e-5d00-45a2-8c95-48afe6ed64c8 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] Pushing event deleted for resources: {'Port': ['ID=f1905858-0bca-466c-b336-3a2e20cd7c3f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:23.707784 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:23.767347 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-779a2cd1-13a9-44d1-8b0a-96c6a853dc82 req-85876d5e-5d00-45a2-8c95-48afe6ed64c8 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] No DVR routers for this DVR port f1905858-0bca-466c-b336-3a2e20cd7c3f on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:40:23.770184 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-779a2cd1-13a9-44d1-8b0a-96c6a853dc82 req-85876d5e-5d00-45a2-8c95-48afe6ed64c8 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:23.772306 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-779a2cd1-13a9-44d1-8b0a-96c6a853dc82 req-85876d5e-5d00-45a2-8c95-48afe6ed64c8 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.37 "DELETE /v2.0/ports/f1905858-0bca-466c-b336-3a2e20cd7c3f HTTP/1.1" status: 204 len: 173 time: 0.9624932 Jun 30 09:40:23.772743 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c75403-2c52-441b-b015-af6bebbb8de8', 'name': 'network-vif-deleted', 'tag': 'f1905858-0bca-466c-b336-3a2e20cd7c3f'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:40:23.775255 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b17542-9acd-497a-a027-9d26dbdb2e38" -d '{"events": [{"server_uuid": "64c75403-2c52-441b-b015-af6bebbb8de8", "name": "network-vif-deleted", "tag": "f1905858-0bca-466c-b336-3a2e20cd7c3f"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:40:23.827351 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d69b7b-d53c-4be3-8d39-e4342b200456 x-openstack-request-id: req-57d69b7b-d53c-4be3-8d39-e4342b200456 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:40:23.827642 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c75403-2c52-441b-b015-af6bebbb8de8", "name": "network-vif-deleted", "tag": "f1905858-0bca-466c-b336-3a2e20cd7c3f", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:40:23.827896 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-57d69b7b-d53c-4be3-8d39-e4342b200456 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:40:23.828288 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c75403-2c52-441b-b015-af6bebbb8de8', 'name': 'network-vif-deleted', 'tag': 'f1905858-0bca-466c-b336-3a2e20cd7c3f', 'status': 'completed', 'code': 200} Jun 30 09:40:23.987318 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dd01caaf-2483-46de-85ce-9bf1a06d5db5 req-5549afac-98f8-4ebe-9748-98e8c6696765 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.10 "GET /v2.0/ports?device_id=64c75403-2c52-441b-b015-af6bebbb8de8 HTTP/1.1" status: 200 len: 210 time: 0.0377774 Jun 30 09:40:24.053256 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b353ca-5e8a-4e2f-9f0a-e852e9e8389a req-6774d829-1a33-43cc-a102-82e610ffc0ad tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:24.055919 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c0b353ca-5e8a-4e2f-9f0a-e852e9e8389a req-6774d829-1a33-43cc-a102-82e610ffc0ad tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0823574 Jun 30 09:40:24.115287 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c0b353ca-5e8a-4e2f-9f0a-e852e9e8389a req-499e0ced-5f42-4d12-bdf0-664f92f18577 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477517 Jun 30 09:40:24.456389 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47516) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:24.602965 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f9f7bc56-0397-423c-a7f2-989f88817e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:24.725570 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:24.730920 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f9f7bc56-0397-423c-a7f2-989f88817e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:24.894093 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f9f7bc56-0397-423c-a7f2-989f88817e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:24.938285 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f9f7bc56-0397-423c-a7f2-989f88817e6e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c89be6bf744647e59b945f3a442ac99e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4809039 Jun 30 09:40:24.939016 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f7bc56-0397-423c-a7f2-989f88817e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f5df74-4725-48d8-862a-b4c7a0cc764a,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:24.941991 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47520) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:25.009729 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6c8a9d9d-27a8-489a-aa84-80721a738404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:25.044606 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6c8a9d9d-27a8-489a-aa84-80721a738404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:25.277704 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-516166db-0f1a-4de0-b429-8cce29ef1ae7 req-37ac5565-3918-4b83-9afb-2841182d6b36 tempest-VolumesActionsTest-2000752954 tempest-VolumesActionsTest-2000752954-project] 10.222.0.10 "GET /v2.0/ports?device_id=64c75403-2c52-441b-b015-af6bebbb8de8 HTTP/1.1" status: 200 len: 210 time: 0.0540054 Jun 30 09:40:25.278604 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6c8a9d9d-27a8-489a-aa84-80721a738404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:25.281425 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6c8a9d9d-27a8-489a-aa84-80721a738404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:25.282842 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6c8a9d9d-27a8-489a-aa84-80721a738404 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/06f5df74-4725-48d8-862a-b4c7a0cc764a HTTP/1.1" status: 204 len: 168 time: 0.3396673 Jun 30 09:40:25.303887 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a9d9d-27a8-489a-aa84-80721a738404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f5df74-4725-48d8-862a-b4c7a0cc764a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:25.421345 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0283df1-5056-4b46-b0fe-86b34d91dfe6 req-f1adcf76-2224-4ab0-8a83-476ad52356dc tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:25.425124 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a0283df1-5056-4b46-b0fe-86b34d91dfe6 req-f1adcf76-2224-4ab0-8a83-476ad52356dc tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.1583216 Jun 30 09:40:25.492433 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a0283df1-5056-4b46-b0fe-86b34d91dfe6 req-2650ba70-3c78-43ec-8cb5-7895c3282e02 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562756 Jun 30 09:40:26.470837 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:26.474550 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47536) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:26.494373 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1ee63bf1-5bbe-4328-9429-74f5dfa4831d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:26.645890 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1ee63bf1-5bbe-4328-9429-74f5dfa4831d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:26.741342 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b502e21-eb3a-4032-8461-109a98605564 req-d021dce5-234c-42b5-affe-525ecee18769 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:26.743481 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5b502e21-eb3a-4032-8461-109a98605564 req-d021dce5-234c-42b5-affe-525ecee18769 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0718040 Jun 30 09:40:26.784481 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5b502e21-eb3a-4032-8461-109a98605564 req-dd507088-c92e-4acf-a2a1-f7e91d6075ee tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331652 Jun 30 09:40:26.933775 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1ee63bf1-5bbe-4328-9429-74f5dfa4831d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:26.975618 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee63bf1-5bbe-4328-9429-74f5dfa4831d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b651d5-ae8b-4237-b12b-e9d178397e9a,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:26.981055 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1ee63bf1-5bbe-4328-9429-74f5dfa4831d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ba0b3609fcf8472ea7603fa7bba077fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5054502 Jun 30 09:40:26.983894 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 47542) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:27.043414 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1c6d2f69-0728-429b-bf40-0fc01624e31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:27.069261 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1c6d2f69-0728-429b-bf40-0fc01624e31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:27.091907 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device f1905858-0bca-466c-b336-3a2e20cd7c3f no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:40:27.125562 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: f1905858-0bca-466c-b336-3a2e20cd7c3f {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:40:27.125934 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device f1905858-0bca-466c-b336-3a2e20cd7c3f not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:40:27.282257 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1c6d2f69-0728-429b-bf40-0fc01624e31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:27.285145 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1c6d2f69-0728-429b-bf40-0fc01624e31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:27.286462 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1c6d2f69-0728-429b-bf40-0fc01624e31c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f1b651d5-ae8b-4237-b12b-e9d178397e9a HTTP/1.1" status: 204 len: 168 time: 0.3016484 Jun 30 09:40:27.357264 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d2f69-0728-429b-bf40-0fc01624e31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b651d5-ae8b-4237-b12b-e9d178397e9a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:28.038283 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56ac3e-e50a-4e01-9af4-b136e6503a1f req-2a93d05d-16c8-4519-8354-48d24ac3e32f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:28.041445 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1c56ac3e-e50a-4e01-9af4-b136e6503a1f req-2a93d05d-16c8-4519-8354-48d24ac3e32f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.1012583 Jun 30 09:40:28.090733 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1c56ac3e-e50a-4e01-9af4-b136e6503a1f req-8ffa85f4-6da1-40a0-a27b-c10330089ca5 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436857 Jun 30 09:40:29.377711 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952cae2f-8be2-4b1f-9653-0e09a2c2f5a8 req-3da09937-142a-4e4f-b04f-94f9a265bee9 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:29.379206 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-952cae2f-8be2-4b1f-9653-0e09a2c2f5a8 req-3da09937-142a-4e4f-b04f-94f9a265bee9 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.1027844 Jun 30 09:40:29.427953 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-952cae2f-8be2-4b1f-9653-0e09a2c2f5a8 req-c9813d84-7fcc-4bed-97d8-8fcdc93aa334 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397718 Jun 30 09:40:30.665743 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800a15c-0e0d-4a60-a8e9-f608fb90a234 req-2846d185-6bff-456c-889a-85faea6bfc9d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:30.667502 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b800a15c-0e0d-4a60-a8e9-f608fb90a234 req-2846d185-6bff-456c-889a-85faea6bfc9d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.1040084 Jun 30 09:40:30.714655 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b800a15c-0e0d-4a60-a8e9-f608fb90a234 req-a77d9e61-8343-4e08-a477-7fcff1b05171 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404241 Jun 30 09:40:31.974439 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f83d53-86f4-4420-8d91-454e4b051877 req-b6b917fc-8d30-4663-9c25-5e008d71f923 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:31.977053 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-69f83d53-86f4-4420-8d91-454e4b051877 req-b6b917fc-8d30-4663-9c25-5e008d71f923 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0981503 Jun 30 09:40:32.030356 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-69f83d53-86f4-4420-8d91-454e4b051877 req-0357c972-7b2c-4f70-8247-adeeef55bafd tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460777 Jun 30 09:40:33.278987 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a3739-36df-4ca9-a783-e89193e553af req-dd52d6eb-d135-42b2-9d68-8d4fa6b743a5 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:33.280411 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-432a3739-36df-4ca9-a783-e89193e553af req-dd52d6eb-d135-42b2-9d68-8d4fa6b743a5 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0894408 Jun 30 09:40:33.328562 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-432a3739-36df-4ca9-a783-e89193e553af req-c1dd9137-ff31-444f-854d-40a23da64d56 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410480 Jun 30 09:40:34.559525 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5b307-b91c-45ff-aa83-ca5e1b0f8b5e req-d16fda1f-a0c8-4959-a23b-645465881268 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:34.561715 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a4d5b307-b91c-45ff-aa83-ca5e1b0f8b5e req-d16fda1f-a0c8-4959-a23b-645465881268 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0813124 Jun 30 09:40:34.603924 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a4d5b307-b91c-45ff-aa83-ca5e1b0f8b5e req-f47a837b-36a4-4dc5-b7c3-b43705ac4c52 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361772 Jun 30 09:40:35.866189 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db2745-6a3a-4d2b-8412-6c682ddd4571 req-e9725ea4-cb4f-4c2c-9b05-f8999303ea96 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:35.868864 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-01db2745-6a3a-4d2b-8412-6c682ddd4571 req-e9725ea4-cb4f-4c2c-9b05-f8999303ea96 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.1326914 Jun 30 09:40:35.941844 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-01db2745-6a3a-4d2b-8412-6c682ddd4571 req-77c031c7-e1cf-4bc4-b7be-39433a00871e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594916 Jun 30 09:40:37.271604 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b1f5a-80dc-4eb9-adec-09a3a49ab478 req-f003d2c3-741c-4634-b696-bde73a2d7f99 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:37.274867 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dc6b1f5a-80dc-4eb9-adec-09a3a49ab478 req-f003d2c3-741c-4634-b696-bde73a2d7f99 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.1482325 Jun 30 09:40:37.345198 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dc6b1f5a-80dc-4eb9-adec-09a3a49ab478 req-860c3a48-cd4f-4787-b444-91463d9a369f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616689 Jun 30 09:40:37.791542 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:38.567641 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0da2ec-6e66-4281-9054-ec1beac0faa0 req-c108c39e-d0cd-42b4-84ed-d7b5bfc24c7f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:38.571747 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2b0da2ec-6e66-4281-9054-ec1beac0faa0 req-c108c39e-d0cd-42b4-84ed-d7b5bfc24c7f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0749335 Jun 30 09:40:38.617228 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2b0da2ec-6e66-4281-9054-ec1beac0faa0 req-bbec6066-9af1-41f6-845f-b79a490f3c54 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385072 Jun 30 09:40:39.053533 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:39.847708 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e831ccf-1665-4366-b760-48ffa4771204 req-408c2171-0be5-4a7f-a6dc-f759f1b64b6d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:39.849210 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1e831ccf-1665-4366-b760-48ffa4771204 req-408c2171-0be5-4a7f-a6dc-f759f1b64b6d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0794148 Jun 30 09:40:39.904990 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1e831ccf-1665-4366-b760-48ffa4771204 req-0fdd64b0-8e6d-4082-9f1c-e266785fc6c2 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479605 Jun 30 09:40:41.139254 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46f45b-ac8e-499f-b8ae-cd1d7b603d47 req-ad240baf-3120-470d-9504-aaee6eaa2c82 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:41.140765 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb46f45b-ac8e-499f-b8ae-cd1d7b603d47 req-ad240baf-3120-470d-9504-aaee6eaa2c82 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0780613 Jun 30 09:40:41.199789 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb46f45b-ac8e-499f-b8ae-cd1d7b603d47 req-de5fb043-403e-4457-b5d8-9a4a6391df6a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489519 Jun 30 09:40:42.395214 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756b80f-2787-49b0-b7f0-2e1540bfc13e req-a94f0dc9-7e9e-42bd-b9cd-f773da847840 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:42.396762 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8756b80f-2787-49b0-b7f0-2e1540bfc13e req-a94f0dc9-7e9e-42bd-b9cd-f773da847840 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0733380 Jun 30 09:40:42.438997 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8756b80f-2787-49b0-b7f0-2e1540bfc13e req-a135f8d1-45e7-4ac2-b3be-f9d59fb22e1c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352831 Jun 30 09:40:42.951140 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:40:43.652095 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d09268-4464-4c52-91b3-85df36b022e2 req-6fb1a982-0602-418c-b25f-fbc37b8f96cf tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:43.652095 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88d09268-4464-4c52-91b3-85df36b022e2 req-6fb1a982-0602-418c-b25f-fbc37b8f96cf tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0669973 Jun 30 09:40:43.666221 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88d09268-4464-4c52-91b3-85df36b022e2 req-dc52ef69-19c4-41d1-a87f-8f2d1b5a9267 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353069 Jun 30 09:40:45.087754 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13212bb6-d591-47c2-aad8-0f2467f9e45a req-84098c5e-f330-4e7b-b687-016e8fc5f26b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:45.095548 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-13212bb6-d591-47c2-aad8-0f2467f9e45a req-84098c5e-f330-4e7b-b687-016e8fc5f26b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.3013215 Jun 30 09:40:45.147833 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-13212bb6-d591-47c2-aad8-0f2467f9e45a req-423e384c-b015-4555-aca5-4149c39c5c11 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512478 Jun 30 09:40:46.338071 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6960164-63a5-4c6a-a5c6-8d040d5290e9 req-899c9fdf-f215-4235-b92e-47ec2e0467bf tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:46.339703 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f6960164-63a5-4c6a-a5c6-8d040d5290e9 req-899c9fdf-f215-4235-b92e-47ec2e0467bf tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0748639 Jun 30 09:40:46.389436 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f6960164-63a5-4c6a-a5c6-8d040d5290e9 req-51281f4a-6ab2-4eff-a153-071068e3c2cd tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434854 Jun 30 09:40:47.579681 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2889e-1590-4f1c-84e5-0ba59009e886 req-cabeb002-8ba0-4da6-832a-c6023ba4e5d9 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:47.581057 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a8b2889e-1590-4f1c-84e5-0ba59009e886 req-cabeb002-8ba0-4da6-832a-c6023ba4e5d9 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0691693 Jun 30 09:40:47.620818 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a8b2889e-1590-4f1c-84e5-0ba59009e886 req-157629b7-af6f-432f-a59c-620074715e29 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330651 Jun 30 09:40:47.857641 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6dc38c00-6ce3-4cf8-b26e-13b4c1dffc3c req-1572263b-8b71-4a6b-b305-67c04b29d2e1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2c5878a4-aa00-46c9-890b-83dd9244c630&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0630174 Jun 30 09:40:48.259767 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc38c00-6ce3-4cf8-b26e-13b4c1dffc3c req-095c1d08-e63d-47d0-b0dc-8450d277adef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:48.261261 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6dc38c00-6ce3-4cf8-b26e-13b4c1dffc3c req-095c1d08-e63d-47d0-b0dc-8450d277adef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 1097 time: 0.3755250 Jun 30 09:40:48.370561 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc38c00-6ce3-4cf8-b26e-13b4c1dffc3c req-e4ba3bc1-4a37-4c31-b1db-4174168a844b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:48.372250 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6dc38c00-6ce3-4cf8-b26e-13b4c1dffc3c req-e4ba3bc1-4a37-4c31-b1db-4174168a844b service neutron] 10.222.0.37 "GET /v2.0/networks?id=077fd748-2990-43a3-b379-1249cb605c64 HTTP/1.1" status: 200 len: 912 time: 0.0887406 Jun 30 09:40:48.418644 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6dc38c00-6ce3-4cf8-b26e-13b4c1dffc3c req-cd3aa72a-0be8-411d-97c5-cdadb5e02cf0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6928b3f8-9978-4bed-a96f-b2c00845ad75 HTTP/1.1" status: 200 len: 217 time: 0.0400462 Jun 30 09:40:48.472437 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc38c00-6ce3-4cf8-b26e-13b4c1dffc3c req-ef6e0311-9fcd-427c-af72-ce8cbf9d50e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:48.473938 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6dc38c00-6ce3-4cf8-b26e-13b4c1dffc3c req-ef6e0311-9fcd-427c-af72-ce8cbf9d50e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=026a88de-b3fc-4597-8030-64264f9192bb HTTP/1.1" status: 200 len: 850 time: 0.0484166 Jun 30 09:40:48.541656 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc38c00-6ce3-4cf8-b26e-13b4c1dffc3c req-e7c6e16c-d9aa-4301-b10e-58c2520c46de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:48.543241 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6dc38c00-6ce3-4cf8-b26e-13b4c1dffc3c req-e7c6e16c-d9aa-4301-b10e-58c2520c46de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=077fd748-2990-43a3-b379-1249cb605c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619600 Jun 30 09:40:48.625990 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-b861e9e5-ca22-4be3-b9e0-c787c723fb97 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0782123 Jun 30 09:40:48.663157 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6dc38c00-6ce3-4cf8-b26e-13b4c1dffc3c req-74dd4d7a-151d-450a-ae2d-04ea5b5eb1aa service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037943 Jun 30 09:40:48.752195 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-9829db61-22bc-4828-9513-a996517a2685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:48.752991 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-9829db61-22bc-4828-9513-a996517a2685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:48.753648 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-9829db61-22bc-4828-9513-a996517a2685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:48.754366 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-9829db61-22bc-4828-9513-a996517a2685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:48.755003 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-9829db61-22bc-4828-9513-a996517a2685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:48.755369 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6dc38c00-6ce3-4cf8-b26e-13b4c1dffc3c req-7517eda9-9d46-4000-832a-e7b7f209a9bb service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957677 Jun 30 09:40:48.755903 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-9829db61-22bc-4828-9513-a996517a2685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:48.756378 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-9829db61-22bc-4828-9513-a996517a2685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:48.758418 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-9829db61-22bc-4828-9513-a996517a2685 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49d88a13984c4bcba0f76778ac61ce8d&device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 6508 time: 0.0732324 Jun 30 09:40:48.882953 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c6c17-12a4-4f67-aa67-31e1b6ea9544 req-63b39de9-b721-455c-970d-4d9a60b7d0a2 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:48.882953 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-383c6c17-12a4-4f67-aa67-31e1b6ea9544 req-63b39de9-b721-455c-970d-4d9a60b7d0a2 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0946589 Jun 30 09:40:48.928480 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-29222ca2-3c48-48d5-9eb1-c39b96f455d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:48.930302 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-29222ca2-3c48-48d5-9eb1-c39b96f455d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:48.930985 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-29222ca2-3c48-48d5-9eb1-c39b96f455d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:48.934287 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-29222ca2-3c48-48d5-9eb1-c39b96f455d6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e7e4178-b76c-4101-95d6-7dff2b70b10f&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=486cc323-8780-4f2e-93db-0b642dc27590&id=486cc323-8780-4f2e-93db-0b642dc27590 HTTP/1.1" status: 200 len: 2297 time: 0.1447368 Jun 30 09:40:48.940930 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-383c6c17-12a4-4f67-aa67-31e1b6ea9544 req-a7000474-1eb9-407b-926e-c7784e5f680d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519314 Jun 30 09:40:49.021830 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-7c84eec8-94c1-4900-9316-ef821f4b7e5b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df73636d-7c49-416a-bb2b-e27dc88ddebb HTTP/1.1" status: 200 len: 1001 time: 0.0769389 Jun 30 09:40:49.082387 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-9cdb2fa5-ce2d-4edf-be47-a20f022bc4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:49.084092 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-9cdb2fa5-ce2d-4edf-be47-a20f022bc4c0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c8de1b8a-776c-499d-b7dc-3d5c959e1c2d HTTP/1.1" status: 200 len: 855 time: 0.0547731 Jun 30 09:40:49.176978 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-7a2859fb-d0b4-40e1-86dc-5960a7194185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:49.181805 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-7a2859fb-d0b4-40e1-86dc-5960a7194185 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e7e4178-b76c-4101-95d6-7dff2b70b10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0860336 Jun 30 09:40:49.276558 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-76b36501-032a-4774-b7b3-2eac08ce4ba8 service neutron] 10.222.0.52 "GET /v2.0/networks/5e7e4178-b76c-4101-95d6-7dff2b70b10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884850 Jun 30 09:40:49.403084 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-612cbcea-31dc-43e0-9983-259efe70f6ef service neutron] 10.222.0.52 "GET /v2.0/networks/5e7e4178-b76c-4101-95d6-7dff2b70b10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154857 Jun 30 09:40:49.449058 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-48e9c01f-27ca-4b6d-b888-5241bc705e76 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=b47cd298-9fe5-409a-bd3d-f1ce63aef3ff HTTP/1.1" status: 200 len: 217 time: 0.0359411 Jun 30 09:40:49.503492 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-0e5b90d0-5d94-4299-953a-0c6b250d4b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:49.504956 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-0e5b90d0-5d94-4299-953a-0c6b250d4b8f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0460162 Jun 30 09:40:49.573417 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-698de6ab-f150-4020-8dfe-ee0ef17370a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:49.574895 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-698de6ab-f150-4020-8dfe-ee0ef17370a8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0616517 Jun 30 09:40:49.668144 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-d0ccd363-409c-46b1-824c-8b31db366b6a service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853336 Jun 30 09:40:49.772633 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-9cbe96b3-2b62-4196-8505-f1288759d944 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974243 Jun 30 09:40:49.818027 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-c66cb20f-9a7c-4231-b53a-903b5f49144d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=d5f71601-cd68-41d3-a3c1-c264a5ecc103 HTTP/1.1" status: 200 len: 217 time: 0.0361066 Jun 30 09:40:49.870849 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-199e5660-d20b-4918-bd1b-29f9a098ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:49.872330 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-199e5660-d20b-4918-bd1b-29f9a098ccf6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0465286 Jun 30 09:40:49.941905 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-5b8bea98-44b0-495c-a0f1-997bb3c980c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:49.943449 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-5b8bea98-44b0-495c-a0f1-997bb3c980c3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0602610 Jun 30 09:40:50.045100 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-4fa6e752-c3bd-4757-858e-8bab15cc0aba service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904624 Jun 30 09:40:50.158870 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-09a57a2c-3f37-467c-a9f6-6a194466648e service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028738 Jun 30 09:40:50.185420 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d0cc6-703f-4a98-8b0b-4bce939f0a02 req-08c5ef5e-2ace-4fc1-bf2f-bfd343a6fab3 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:50.186855 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-530d0cc6-703f-4a98-8b0b-4bce939f0a02 req-08c5ef5e-2ace-4fc1-bf2f-bfd343a6fab3 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0870955 Jun 30 09:40:50.202039 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-f5ab305c-02c0-4b8c-8b15-99e38a6ca1af service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c HTTP/1.1" status: 200 len: 217 time: 0.0350018 Jun 30 09:40:50.234327 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-530d0cc6-703f-4a98-8b0b-4bce939f0a02 req-57cf1036-fa72-474c-84a1-dad72764cb18 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413578 Jun 30 09:40:50.258362 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-cc56b6eb-64de-4d0e-b2a5-e87d680a70b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:50.260241 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-cc56b6eb-64de-4d0e-b2a5-e87d680a70b6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0484648 Jun 30 09:40:50.328230 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-77ee0445-4f22-4d18-a976-2b30850e95b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:50.333769 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-77ee0445-4f22-4d18-a976-2b30850e95b4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0623562 Jun 30 09:40:50.453462 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-a7e7d4ae-2b97-4164-ac4f-d33ed0503ac5 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136534 Jun 30 09:40:50.533178 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e0b4a37a-277b-42c2-8f54-6f8e883cb754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:50.558728 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-2fca1857-72d1-421c-9982-6bbb30eb4266 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945218 Jun 30 09:40:50.605582 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-0643a62f-c3d6-4ac2-bb3b-3c1870c7e1ce service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=b0ffe516-a66a-4469-b295-e857fb100d7e HTTP/1.1" status: 200 len: 217 time: 0.0372751 Jun 30 09:40:50.658878 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-d98c288c-243b-40db-8f79-ddb2c5dec79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:50.660372 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-d98c288c-243b-40db-8f79-ddb2c5dec79d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0485046 Jun 30 09:40:50.740670 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-2518941b-7f13-4359-8063-2874d90bac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:50.742712 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-2518941b-7f13-4359-8063-2874d90bac91 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0727260 Jun 30 09:40:50.856654 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-39e0c341-e6d7-477a-a51c-eceaa5ff4656 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949082 Jun 30 09:40:50.966982 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-3d8b1963-9c4f-4375-88ba-da86cef3855c service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019948 Jun 30 09:40:51.024437 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-a4dae48a-c551-47e2-932d-e673d708b902 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b HTTP/1.1" status: 200 len: 217 time: 0.0452483 Jun 30 09:40:51.082853 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-6cf104c6-1d1c-4942-98f4-0fe9f07c3442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:51.084329 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-6cf104c6-1d1c-4942-98f4-0fe9f07c3442 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=974263d7-b687-4254-8813-85050a72f471 HTTP/1.1" status: 200 len: 797 time: 0.0483501 Jun 30 09:40:51.150923 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-d0a02d8f-de9f-4997-8b30-f9ed878cbaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:51.152720 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-d0a02d8f-de9f-4997-8b30-f9ed878cbaf5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=486cc323-8780-4f2e-93db-0b642dc27590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0581362 Jun 30 09:40:51.253843 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-738d0566-769d-4c20-9aee-04dec9e1477a service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930779 Jun 30 09:40:51.378331 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-2c17b021-03ab-4594-bebd-500270811e30 service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123769 Jun 30 09:40:51.428613 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-1cf3e1c8-8625-452e-b911-622b8933f558 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3d7dba65-2216-47e0-b010-2a6615b39506 HTTP/1.1" status: 200 len: 217 time: 0.0392573 Jun 30 09:40:51.434953 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e71ad-635b-4375-ad8e-654194d1d47f req-d86f777b-bd8b-4da0-8249-f012aa2235b6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:51.436650 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4b3e71ad-635b-4375-ad8e-654194d1d47f req-d86f777b-bd8b-4da0-8249-f012aa2235b6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0686231 Jun 30 09:40:51.501151 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4b3e71ad-635b-4375-ad8e-654194d1d47f req-28f9f341-d060-4625-b5a3-ddf17b0f3c0f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497043 Jun 30 09:40:51.520279 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-f88c3d81-e2d9-4151-9b96-77083b7b5786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:51.521683 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-f88c3d81-e2d9-4151-9b96-77083b7b5786 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=974263d7-b687-4254-8813-85050a72f471 HTTP/1.1" status: 200 len: 797 time: 0.0838554 Jun 30 09:40:51.597930 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-1ffa2c59-ef52-4ac2-8664-fc41f3d51354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:51.599577 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-1ffa2c59-ef52-4ac2-8664-fc41f3d51354 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=486cc323-8780-4f2e-93db-0b642dc27590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0684450 Jun 30 09:40:51.710262 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-8b654fd0-478e-414e-b9cf-9de40620b5b5 service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011784 Jun 30 09:40:51.829269 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3878bdbe-d0ab-497a-9f27-53ccc0b8209f req-6fb3f1b5-7037-4e20-8447-269f0ebe274b service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090055 Jun 30 09:40:52.686879 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cdd01-ee25-4443-a431-4e53beed26b5 req-66dd175a-7a5c-4baf-b0ce-b8d7a7028862 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:52.688576 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8c9cdd01-ee25-4443-a431-4e53beed26b5 req-66dd175a-7a5c-4baf-b0ce-b8d7a7028862 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0730193 Jun 30 09:40:52.734149 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8c9cdd01-ee25-4443-a431-4e53beed26b5 req-f3122757-0fb6-4109-9024-1d4991b3a15c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389814 Jun 30 09:40:52.970296 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c78f61ed-997e-42da-8f4c-5bd463a67b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:53.601435 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:53.938259 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e84454-9372-4762-b86d-d1f1277001dd req-ebf39809-762a-4dc2-a2de-7bf0c4e70b8b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:53.940228 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-40e84454-9372-4762-b86d-d1f1277001dd req-ebf39809-762a-4dc2-a2de-7bf0c4e70b8b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0872047 Jun 30 09:40:54.013709 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-40e84454-9372-4762-b86d-d1f1277001dd req-b82e78c2-1657-4d33-892e-dd8d76248c85 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641425 Jun 30 09:40:54.916027 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:55.202059 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b679725-e614-4a6f-9ed2-4c954851638f req-e9465603-958b-4350-862f-335bd68d14d4 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:55.203628 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1b679725-e614-4a6f-9ed2-4c954851638f req-e9465603-958b-4350-862f-335bd68d14d4 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0726173 Jun 30 09:40:55.249632 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1b679725-e614-4a6f-9ed2-4c954851638f req-12448b9b-39e8-4ed0-b12a-aa1e33d36f12 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400884 Jun 30 09:40:56.453794 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:56.487252 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766a706-7587-4add-b269-39cdfab03cfc req-f6c89eea-67c3-4f55-9711-c4ae0f493eef tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:56.488960 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6766a706-7587-4add-b269-39cdfab03cfc req-f6c89eea-67c3-4f55-9711-c4ae0f493eef tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0838761 Jun 30 09:40:56.530732 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6766a706-7587-4add-b269-39cdfab03cfc req-96a54abe-9858-479a-af7d-98ea180c1026 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353229 Jun 30 09:40:57.737384 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d9332-309f-40b2-b8bd-5f8844169953 req-00afdb08-072b-4c4d-ac86-101e3948314e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:57.738949 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-223d9332-309f-40b2-b8bd-5f8844169953 req-00afdb08-072b-4c4d-ac86-101e3948314e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0803342 Jun 30 09:40:57.784147 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-223d9332-309f-40b2-b8bd-5f8844169953 req-d4985fbe-3069-4861-b783-b79da94e8d0c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391145 Jun 30 09:40:59.055356 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6a1cc-3f7d-42dc-9203-32d989283af6 req-fdca983e-959f-4f04-9b7a-5b869a0f384a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:59.057392 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-acc6a1cc-3f7d-42dc-9203-32d989283af6 req-fdca983e-959f-4f04-9b7a-5b869a0f384a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.1068106 Jun 30 09:40:59.106191 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-acc6a1cc-3f7d-42dc-9203-32d989283af6 req-fddc4e27-6518-43fe-ac8e-92a20cfc0f0f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397060 Jun 30 09:41:00.326794 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b99bf7-425f-4d3c-9655-490debc43352 req-67d26829-8163-423b-8332-7d715c0b7a72 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:00.328525 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d4b99bf7-425f-4d3c-9655-490debc43352 req-67d26829-8163-423b-8332-7d715c0b7a72 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0721476 Jun 30 09:41:00.370045 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d4b99bf7-425f-4d3c-9655-490debc43352 req-4e271a4b-1471-493e-a0d4-013eb0289262 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348613 Jun 30 09:41:01.598514 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506deb6-551c-49c2-83c2-f300e9b81ce9 req-cc937811-4aa4-407e-be19-5a131e470bbd tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:01.600146 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6506deb6-551c-49c2-83c2-f300e9b81ce9 req-cc937811-4aa4-407e-be19-5a131e470bbd tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0907071 Jun 30 09:41:01.656571 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6506deb6-551c-49c2-83c2-f300e9b81ce9 req-f261c2a8-3f22-47a7-a42b-77777756c9ae tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468493 Jun 30 09:41:02.902373 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d725309-32f4-4b79-bdfc-278654665bf0 req-2b8facca-7892-4e72-8550-237577860e99 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:02.903950 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d725309-32f4-4b79-bdfc-278654665bf0 req-2b8facca-7892-4e72-8550-237577860e99 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0765154 Jun 30 09:41:02.952497 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d725309-32f4-4b79-bdfc-278654665bf0 req-c44b32b4-af7d-4fe2-a572-1566b6b8dc29 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365543 Jun 30 09:41:04.197313 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ac72c-cb24-4e7b-8e26-9a5fac332a0d req-425986f5-220c-4ff9-a3a3-f22d80eec424 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:04.200450 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b45ac72c-cb24-4e7b-8e26-9a5fac332a0d req-425986f5-220c-4ff9-a3a3-f22d80eec424 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0778756 Jun 30 09:41:04.255986 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b45ac72c-cb24-4e7b-8e26-9a5fac332a0d req-d3f67348-bdda-4720-ba95-912712ffe45f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482454 Jun 30 09:41:05.557974 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550ba38-b2ba-4712-b9ce-31d8fb0c85d7 req-6027fe09-2f9f-4e5a-afa1-cbd0d5ba813f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:05.559541 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a550ba38-b2ba-4712-b9ce-31d8fb0c85d7 req-6027fe09-2f9f-4e5a-afa1-cbd0d5ba813f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.1191807 Jun 30 09:41:05.602861 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a550ba38-b2ba-4712-b9ce-31d8fb0c85d7 req-b3376b53-47db-4e44-8875-4cb0d34dba5c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370016 Jun 30 09:41:06.890575 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af49819-c7e5-46db-b96f-16560f1c1a35 req-8905acac-d257-47ac-bbe7-f4e375f7fff5 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:06.894458 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2af49819-c7e5-46db-b96f-16560f1c1a35 req-8905acac-d257-47ac-bbe7-f4e375f7fff5 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0841844 Jun 30 09:41:06.943784 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2af49819-c7e5-46db-b96f-16560f1c1a35 req-ddee33df-ec58-446f-bfda-7a8b70eb16f0 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428472 Jun 30 09:41:07.670370 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:07.821932 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48136) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:07.917764 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede8c582-cf90-46e6-b69c-d72ae5781b13 admin admin] Deleting subnet a1ccc082-735c-40d1-becd-25c9ef504538 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:41:07.922650 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ede8c582-cf90-46e6-b69c-d72ae5781b13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:07.989685 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ede8c582-cf90-46e6-b69c-d72ae5781b13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:08.077043 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ede8c582-cf90-46e6-b69c-d72ae5781b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:08.207429 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002473c2-658b-4e12-9dc1-210c9341eec5 req-a5cb96ad-cc14-4346-a98a-662ccd10c69f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:08.209005 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-002473c2-658b-4e12-9dc1-210c9341eec5 req-a5cb96ad-cc14-4346-a98a-662ccd10c69f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.1017578 Jun 30 09:41:08.266503 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-002473c2-658b-4e12-9dc1-210c9341eec5 req-0bf325d5-b5c5-441b-adec-642ee6b806c4 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444062 Jun 30 09:41:08.283631 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ede8c582-cf90-46e6-b69c-d72ae5781b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:08.325429 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ede8c582-cf90-46e6-b69c-d72ae5781b13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:08.327737 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ede8c582-cf90-46e6-b69c-d72ae5781b13 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a1ccc082-735c-40d1-becd-25c9ef504538 HTTP/1.1" status: 204 len: 168 time: 0.5046685 Jun 30 09:41:08.329187 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8c582-cf90-46e6-b69c-d72ae5781b13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1ccc082-735c-40d1-becd-25c9ef504538,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:08.330875 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48144) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:08.407158 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-168ff065-808f-49ef-a295-f41d6c31198f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:08.508841 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-168ff065-808f-49ef-a295-f41d6c31198f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:08.519153 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-168ff065-808f-49ef-a295-f41d6c31198f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb4fd8a-017a-443b-a7a8-772bbd60209f']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:08.535856 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-168ff065-808f-49ef-a295-f41d6c31198f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '668f9b6c-d5a7-4eea-a398-30ab5f1170b2') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-168ff065-808f-49ef-a295-f41d6c31198f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '668f9b6c-d5a7-4eea-a398-30ab5f1170b2') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-168ff065-808f-49ef-a295-f41d6c31198f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-168ff065-808f-49ef-a295-f41d6c31198f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-168ff065-808f-49ef-a295-f41d6c31198f admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-168ff065-808f-49ef-a295-f41d6c31198f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:41:08.577763 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:41:08.836441 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-168ff065-808f-49ef-a295-f41d6c31198f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:08.853019 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-168ff065-808f-49ef-a295-f41d6c31198f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:08.853019 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-168ff065-808f-49ef-a295-f41d6c31198f admin admin] 10.222.0.10 "DELETE /v2.0/networks/ccb4fd8a-017a-443b-a7a8-772bbd60209f HTTP/1.1" status: 204 len: 168 time: 0.5154223 Jun 30 09:41:08.859718 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48152) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:08.864250 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ff065-808f-49ef-a295-f41d6c31198f admin admin] Pushing event deleted for resources: {'Network': ['ID=ccb4fd8a-017a-443b-a7a8-772bbd60209f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:08.872934 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ff065-808f-49ef-a295-f41d6c31198f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:08.873281 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ff065-808f-49ef-a295-f41d6c31198f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:08.873618 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ff065-808f-49ef-a295-f41d6c31198f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:08.873945 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ff065-808f-49ef-a295-f41d6c31198f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:08.874482 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ff065-808f-49ef-a295-f41d6c31198f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:08.874808 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ff065-808f-49ef-a295-f41d6c31198f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:08.875145 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ff065-808f-49ef-a295-f41d6c31198f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:08.875654 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ff065-808f-49ef-a295-f41d6c31198f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:08.875975 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ff065-808f-49ef-a295-f41d6c31198f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:08.876533 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ff065-808f-49ef-a295-f41d6c31198f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:08.876964 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ff065-808f-49ef-a295-f41d6c31198f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:08.877770 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ff065-808f-49ef-a295-f41d6c31198f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:08.932738 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-a083da2f-79af-497a-83e3-99036a3b4b66 admin admin] Deleting subnet 2be2cc37-05cb-4a5c-afb2-04051adca437 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:41:08.932738 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a083da2f-79af-497a-83e3-99036a3b4b66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:08.961677 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a083da2f-79af-497a-83e3-99036a3b4b66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:09.026408 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a083da2f-79af-497a-83e3-99036a3b4b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:09.059392 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:09.231533 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a083da2f-79af-497a-83e3-99036a3b4b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:09.258781 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a083da2f-79af-497a-83e3-99036a3b4b66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2be2cc37-05cb-4a5c-afb2-04051adca437,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:09.265638 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a083da2f-79af-497a-83e3-99036a3b4b66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:09.267552 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a083da2f-79af-497a-83e3-99036a3b4b66 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2be2cc37-05cb-4a5c-afb2-04051adca437 HTTP/1.1" status: 204 len: 168 time: 0.4067636 Jun 30 09:41:09.270625 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48156) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:09.354806 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-708580d9-70ba-4f3b-b2b1-616b83eb6925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:09.453015 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-708580d9-70ba-4f3b-b2b1-616b83eb6925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:09.466191 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-708580d9-70ba-4f3b-b2b1-616b83eb6925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e11299-f700-42d4-949e-685b18026e8a']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:09.482303 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-708580d9-70ba-4f3b-b2b1-616b83eb6925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '848ac57b-290e-4b37-a52d-c97136352f2d') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:09.482582 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-708580d9-70ba-4f3b-b2b1-616b83eb6925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '848ac57b-290e-4b37-a52d-c97136352f2d') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:09.496396 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fdeaa2-882e-4983-8c3e-545889a00627 req-c89f5f4f-a7dc-47b0-94f5-fae85f1b7f8c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:09.497764 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-708580d9-70ba-4f3b-b2b1-616b83eb6925 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:09.498961 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d5fdeaa2-882e-4983-8c3e-545889a00627 req-c89f5f4f-a7dc-47b0-94f5-fae85f1b7f8c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0850134 Jun 30 09:41:09.516306 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-708580d9-70ba-4f3b-b2b1-616b83eb6925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:09.526356 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-708580d9-70ba-4f3b-b2b1-616b83eb6925 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:41:09.526607 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-708580d9-70ba-4f3b-b2b1-616b83eb6925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:09.529481 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:41:09.529481 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:41:09.529481 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:41:09.529481 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:41:09.529481 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:41:09.529481 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:41:09.529481 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:41:09.529481 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:41:09.529481 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:41:09.529481 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:41:09.529481 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:41:09.529481 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:41:09.529481 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:41:09.529481 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:41:09.529481 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:41:09.529481 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:41:09.529481 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:41:09.529481 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:41:09.529481 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:41:09.529481 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:41:09.529481 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:41:09.529481 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:41:09.529481 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:41:09.529481 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:41:09.529481 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:41:09.529481 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:41:09.529481 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:41:09.529481 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:41:09.529481 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:41:09.529481 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:41:09.529481 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:41:09.529481 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:41:09.565896 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d5fdeaa2-882e-4983-8c3e-545889a00627 req-bb61db5a-1b2f-4199-8949-3de141c9b127 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604508 Jun 30 09:41:09.738800 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-708580d9-70ba-4f3b-b2b1-616b83eb6925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:09.747835 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-708580d9-70ba-4f3b-b2b1-616b83eb6925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:09.750293 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-708580d9-70ba-4f3b-b2b1-616b83eb6925 admin admin] 10.222.0.10 "DELETE /v2.0/networks/63e11299-f700-42d4-949e-685b18026e8a HTTP/1.1" status: 204 len: 168 time: 0.4780738 Jun 30 09:41:09.763968 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708580d9-70ba-4f3b-b2b1-616b83eb6925 admin admin] Pushing event deleted for resources: {'Network': ['ID=63e11299-f700-42d4-949e-685b18026e8a,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:10.416684 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48174) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:10.474269 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f71c2e5d-ad96-40b3-93ee-9182b74b4a01 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2daf6440647541849b5bdf8ff1ba91b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560279 Jun 30 09:41:10.478235 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48176) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:10.562429 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d277d0d9-6172-4bac-9ba0-e939d642acdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:10.590305 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d277d0d9-6172-4bac-9ba0-e939d642acdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:10.755377 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d277d0d9-6172-4bac-9ba0-e939d642acdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:10.759348 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d277d0d9-6172-4bac-9ba0-e939d642acdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:10.764339 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d277d0d9-6172-4bac-9ba0-e939d642acdc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/be74c3b5-9eb8-4798-b797-d9e9c3d7af74 HTTP/1.1" status: 204 len: 168 time: 0.2734387 Jun 30 09:41:10.781493 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277d0d9-6172-4bac-9ba0-e939d642acdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be74c3b5-9eb8-4798-b797-d9e9c3d7af74,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:10.807116 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35c385-b9ce-4848-a5eb-29b33905d83f req-377b8a83-31c2-4e94-89a5-1595f599961c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:10.809641 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-df35c385-b9ce-4848-a5eb-29b33905d83f req-377b8a83-31c2-4e94-89a5-1595f599961c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.1022298 Jun 30 09:41:10.856791 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-df35c385-b9ce-4848-a5eb-29b33905d83f req-c4d74e01-ab50-4879-8ceb-757d6e78d617 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412927 Jun 30 09:41:11.878303 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48196) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:11.941613 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-de312609-2dea-4d32-bfda-1c134135c0c3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=52c60c6613d14ea4be8dd9baa541ec41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0605936 Jun 30 09:41:11.945130 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48204) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:11.999387 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-84b23251-e6fc-4d7a-9751-95abdc284e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:12.028054 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-84b23251-e6fc-4d7a-9751-95abdc284e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:12.076395 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae5252-0c05-41e6-93f1-ee638704880a req-d0edb7d0-8eb9-47c8-93bb-adb9c47699fa tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:12.077930 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-33ae5252-0c05-41e6-93f1-ee638704880a req-d0edb7d0-8eb9-47c8-93bb-adb9c47699fa tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0730469 Jun 30 09:41:12.130981 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-33ae5252-0c05-41e6-93f1-ee638704880a req-550a9bfe-6aaf-4587-a987-6f867c2c1627 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462198 Jun 30 09:41:12.224620 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-84b23251-e6fc-4d7a-9751-95abdc284e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:12.235660 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-84b23251-e6fc-4d7a-9751-95abdc284e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:12.235660 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-84b23251-e6fc-4d7a-9751-95abdc284e7f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/68a78f7a-7ab0-4ccf-a804-3df315c91b1d HTTP/1.1" status: 204 len: 168 time: 0.2823441 Jun 30 09:41:12.238488 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b23251-e6fc-4d7a-9751-95abdc284e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a78f7a-7ab0-4ccf-a804-3df315c91b1d,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:13.340674 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352795d-0454-47b4-a5ae-5eaf7c36ebcf req-e64f229e-634e-4856-a898-5d6ce28f417d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:13.342290 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c352795d-0454-47b4-a5ae-5eaf7c36ebcf req-e64f229e-634e-4856-a898-5d6ce28f417d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0837729 Jun 30 09:41:13.408937 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c352795d-0454-47b4-a5ae-5eaf7c36ebcf req-148622ef-ad18-4f14-b253-a3d5159c67ff tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517914 Jun 30 09:41:14.641873 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9dcd9-3ecb-4722-b6ac-f5e00f3c61b1 req-509a19ef-a6bb-40d8-a7fe-61389116413d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:14.643779 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f9b9dcd9-3ecb-4722-b6ac-f5e00f3c61b1 req-509a19ef-a6bb-40d8-a7fe-61389116413d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 943 time: 0.0851426 Jun 30 09:41:14.706515 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f9b9dcd9-3ecb-4722-b6ac-f5e00f3c61b1 req-ec401241-5ffd-4a05-a598-d1e8421ed6df tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567327 Jun 30 09:41:15.191613 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device b6dfd253-9113-4f8c-a08a-1299ebbef664 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:41:15.288915 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port b6dfd253-9113-4f8c-a08a-1299ebbef664, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=b6dfd253-9113-4f8c-a08a-1299ebbef664,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:41:15.303276 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'b6dfd253-9113-4f8c-a08a-1299ebbef664', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'port_id': 'b6dfd253-9113-4f8c-a08a-1299ebbef664', 'mac_address': 'fa:16:3e:eb:b3:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '026a88de-b3fc-4597-8030-64264f9192bb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:41:15.345404 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:15.363825 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6dfd253-9113-4f8c-a08a-1299ebbef664 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:41:15.386002 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port b6dfd253-9113-4f8c-a08a-1299ebbef664, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=b6dfd253-9113-4f8c-a08a-1299ebbef664,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:41:15.453311 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:15.518953 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=b6dfd253-9113-4f8c-a08a-1299ebbef664,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:15.528866 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:15.529384 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:15.529771 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:15.530101 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:15.530525 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:15.530893 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:15.531326 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:15.531733 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:15.537428 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:15.537428 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:15.537428 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:15.537428 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:15.811747 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['b6dfd253-9113-4f8c-a08a-1299ebbef664'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:41:15.968745 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6d1b9-a2a8-4942-8afe-27343b8d6301 req-c3a9fb39-b443-4005-ada1-8e90571fbc5e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:15.970664 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3cd6d1b9-a2a8-4942-8afe-27343b8d6301 req-c3a9fb39-b443-4005-ada1-8e90571fbc5e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 944 time: 0.1193669 Jun 30 09:41:16.057282 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3cd6d1b9-a2a8-4942-8afe-27343b8d6301 req-10403364-0422-4a0b-b3f4-4aa353ea79d0 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803895 Jun 30 09:41:17.191850 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device b6dfd253-9113-4f8c-a08a-1299ebbef664 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:41:17.318497 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d6b7a-9c7d-4964-8151-27e5969a9f0a req-280af5f6-ccf3-4c1c-a58a-9107aab4de16 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:17.321124 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3a1d6b7a-9c7d-4964-8151-27e5969a9f0a req-280af5f6-ccf3-4c1c-a58a-9107aab4de16 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 944 time: 0.1070964 Jun 30 09:41:17.373282 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3a1d6b7a-9c7d-4964-8151-27e5969a9f0a req-ee6f7c11-0487-4920-a6e0-93e42a412617 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436032 Jun 30 09:41:17.408939 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port b6dfd253-9113-4f8c-a08a-1299ebbef664 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:41:17.408939 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port b6dfd253-9113-4f8c-a08a-1299ebbef664 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:41:17.408939 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:17.515546 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:17.550280 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33acd8de-326f-4f4b-b794-d22114ad6f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dfd253-9113-4f8c-a08a-1299ebbef664'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:41:17.555444 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ee32d3-7371-44d4-8e3b-84a268431aac" -d '{"events": [{"server_uuid": "33acd8de-326f-4f4b-b794-d22114ad6f06", "name": "network-vif-plugged", "status": "completed", "tag": "b6dfd253-9113-4f8c-a08a-1299ebbef664"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:41:17.575588 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port b6dfd253-9113-4f8c-a08a-1299ebbef664, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=b6dfd253-9113-4f8c-a08a-1299ebbef664,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:41:17.608394 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc9dadb-47bd-4b52-a0f9-69583ad86a05 x-openstack-request-id: req-1cc9dadb-47bd-4b52-a0f9-69583ad86a05 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:41:17.609493 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33acd8de-326f-4f4b-b794-d22114ad6f06", "name": "network-vif-plugged", "status": "completed", "tag": "b6dfd253-9113-4f8c-a08a-1299ebbef664", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:41:17.610210 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1cc9dadb-47bd-4b52-a0f9-69583ad86a05 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:41:17.611023 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33acd8de-326f-4f4b-b794-d22114ad6f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dfd253-9113-4f8c-a08a-1299ebbef664', 'code': 200} Jun 30 09:41:17.739670 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1134c6c-84c9-490e-b0cb-6e02ca8bc02e req-870b8b13-f9bc-4410-b53e-d0e2f7ae7cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:17.742224 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1134c6c-84c9-490e-b0cb-6e02ca8bc02e req-870b8b13-f9bc-4410-b53e-d0e2f7ae7cad service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 1096 time: 0.0580366 Jun 30 09:41:17.786012 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1134c6c-84c9-490e-b0cb-6e02ca8bc02e req-675c3810-1007-41b9-bd96-dccaa2d40968 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338113 Jun 30 09:41:18.110299 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:18.185669 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=b6dfd253-9113-4f8c-a08a-1299ebbef664,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:19.186524 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81124ae5-3517-4330-a07b-d9e59c90dd25 req-5ab02198-4de8-40d5-b1b9-1884a4777ea5 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:19.192231 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81124ae5-3517-4330-a07b-d9e59c90dd25 req-5ab02198-4de8-40d5-b1b9-1884a4777ea5 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 945 time: 0.6435275 Jun 30 09:41:19.250906 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81124ae5-3517-4330-a07b-d9e59c90dd25 req-4ca0f8c2-8f5b-471e-be68-676925229788 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504034 Jun 30 09:41:19.952440 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:41:20.492883 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d958e-9638-4b3b-8e3b-1cd5e30cebef req-3b36e833-2d89-493c-93fa-4c37eb591718 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:20.494413 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-753d958e-9638-4b3b-8e3b-1cd5e30cebef req-3b36e833-2d89-493c-93fa-4c37eb591718 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 945 time: 0.0788863 Jun 30 09:41:20.537849 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-753d958e-9638-4b3b-8e3b-1cd5e30cebef req-c7059cf5-d648-4bf3-b8dc-917bb920689c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371978 Jun 30 09:41:20.550307 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c5f0d455-b700-49bd-84bc-c06b1831353f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:20.813666 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0a77a-ee36-4e57-815e-23d6e4565c47 req-d6919072-a240-4025-8d9e-bd7911f838b0 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:20.813666 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4dc0a77a-ee36-4e57-815e-23d6e4565c47 req-d6919072-a240-4025-8d9e-bd7911f838b0 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 945 time: 0.1118233 Jun 30 09:41:20.840034 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4dc0a77a-ee36-4e57-815e-23d6e4565c47 req-de388e44-bd7a-45bb-85d9-794ddc1d601c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395033 Jun 30 09:41:21.943340 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83761903-2ad0-48e2-baea-a98a7723643f req-9a11c300-7d35-442d-bc9d-6ff345b3ffe7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:21.946631 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83761903-2ad0-48e2-baea-a98a7723643f req-9a11c300-7d35-442d-bc9d-6ff345b3ffe7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 945 time: 0.0711513 Jun 30 09:41:21.998191 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83761903-2ad0-48e2-baea-a98a7723643f req-f3f22a9a-9d20-465d-8496-304f93f19d48 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452893 Jun 30 09:41:22.955811 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e160deec-3fe7-4149-935f-ca250306691b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:23.206571 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05d7b7-6b3d-45be-a890-f18057232349 req-fa7e7fe8-1c4d-4a3c-a6bb-4f9dd4132a0c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:23.208371 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dd05d7b7-6b3d-45be-a890-f18057232349 req-fa7e7fe8-1c4d-4a3c-a6bb-4f9dd4132a0c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 945 time: 0.0818186 Jun 30 09:41:23.260885 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dd05d7b7-6b3d-45be-a890-f18057232349 req-dbc21634-da3a-45f1-9eee-a780396703e3 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448468 Jun 30 09:41:23.590153 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:23.602591 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44440d40-ca20-4f4f-a3a3-fb5c058a3616 req-37932fc8-60d7-4229-b5dc-d6f3730c0c73 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:23.602591 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-44440d40-ca20-4f4f-a3a3-fb5c058a3616 req-37932fc8-60d7-4229-b5dc-d6f3730c0c73 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.52 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 945 time: 0.0760698 Jun 30 09:41:23.726054 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-44440d40-ca20-4f4f-a3a3-fb5c058a3616 req-dbf89e67-8e08-4359-9518-9ab4ef2adfba tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Deleting port b6dfd253-9113-4f8c-a08a-1299ebbef664 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:41:23.726054 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-44440d40-ca20-4f4f-a3a3-fb5c058a3616 req-dbf89e67-8e08-4359-9518-9ab4ef2adfba tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:23.827996 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-44440d40-ca20-4f4f-a3a3-fb5c058a3616 req-dbf89e67-8e08-4359-9518-9ab4ef2adfba tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] For port b6dfd253-9113-4f8c-a08a-1299ebbef664, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=b6dfd253-9113-4f8c-a08a-1299ebbef664,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:41:23.828585 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-44440d40-ca20-4f4f-a3a3-fb5c058a3616 req-dbf89e67-8e08-4359-9518-9ab4ef2adfba tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:23.843035 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-44440d40-ca20-4f4f-a3a3-fb5c058a3616 req-dbf89e67-8e08-4359-9518-9ab4ef2adfba tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Calling delete_port for b6dfd253-9113-4f8c-a08a-1299ebbef664 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:41:24.207390 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-44440d40-ca20-4f4f-a3a3-fb5c058a3616 req-dbf89e67-8e08-4359-9518-9ab4ef2adfba tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:24.222173 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['b6dfd253-9113-4f8c-a08a-1299ebbef664'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:41:24.225216 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['6928b3f8-9978-4bed-a96f-b2c00845ad75'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:41:24.244756 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf89e67-8e08-4359-9518-9ab4ef2adfba tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Pushing event deleted for resources: {'Port': ['ID=b6dfd253-9113-4f8c-a08a-1299ebbef664,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:24.306635 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-44440d40-ca20-4f4f-a3a3-fb5c058a3616 req-dbf89e67-8e08-4359-9518-9ab4ef2adfba tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] No DVR routers for this DVR port b6dfd253-9113-4f8c-a08a-1299ebbef664 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:41:24.309708 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-44440d40-ca20-4f4f-a3a3-fb5c058a3616 req-dbf89e67-8e08-4359-9518-9ab4ef2adfba tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:24.312874 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-44440d40-ca20-4f4f-a3a3-fb5c058a3616 req-dbf89e67-8e08-4359-9518-9ab4ef2adfba tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.52 "DELETE /v2.0/ports/b6dfd253-9113-4f8c-a08a-1299ebbef664 HTTP/1.1" status: 204 len: 173 time: 0.7078681 Jun 30 09:41:24.313485 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33acd8de-326f-4f4b-b794-d22114ad6f06', 'name': 'network-vif-deleted', 'tag': 'b6dfd253-9113-4f8c-a08a-1299ebbef664'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:41:24.316842 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cb04e7-2506-494c-b4b5-a746a2ba536f" -d '{"events": [{"server_uuid": "33acd8de-326f-4f4b-b794-d22114ad6f06", "name": "network-vif-deleted", "tag": "b6dfd253-9113-4f8c-a08a-1299ebbef664"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:41:24.365420 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c8f2ea-9661-4f7f-b1c8-b7a281483304 x-openstack-request-id: req-b7c8f2ea-9661-4f7f-b1c8-b7a281483304 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:41:24.366381 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33acd8de-326f-4f4b-b794-d22114ad6f06", "name": "network-vif-deleted", "tag": "b6dfd253-9113-4f8c-a08a-1299ebbef664", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:41:24.366878 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b7c8f2ea-9661-4f7f-b1c8-b7a281483304 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:41:24.368369 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33acd8de-326f-4f4b-b794-d22114ad6f06', 'name': 'network-vif-deleted', 'tag': 'b6dfd253-9113-4f8c-a08a-1299ebbef664', 'status': 'completed', 'code': 200} Jun 30 09:41:24.457849 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb463c82-2eaa-40c1-8d05-2a4eb994447d req-7d8c07fe-6f4b-4d0f-92b5-0d0aa5a4bd95 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 210 time: 0.0360031 Jun 30 09:41:24.767601 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:25.646409 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7999a919-f5ab-4a19-a324-1508ebca9cfc req-d4cda0a6-5ec6-4854-890a-3d3a7a6ac962 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 210 time: 0.0370803 Jun 30 09:41:26.636004 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:26.849661 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d2dfe032-4c73-4fc4-82f8-9564f9c63056 req-328dd582-0c32-4934-95f1-6f6c6b936870 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 210 time: 0.0484760 Jun 30 09:41:27.300865 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device b6dfd253-9113-4f8c-a08a-1299ebbef664 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:41:27.324700 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: b6dfd253-9113-4f8c-a08a-1299ebbef664 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:41:27.325091 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device b6dfd253-9113-4f8c-a08a-1299ebbef664 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:41:28.004376 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7d4e8fcd-779b-42b5-90a9-8975da0fd4df req-d94e4ddf-4366-441e-a4b7-bc47e6531c2a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 210 time: 0.0309353 Jun 30 09:41:29.163941 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-534216f1-8f35-4677-b2b2-f7af312af432 req-0762fa35-ecec-4462-bcf7-d1e537b8738e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 210 time: 0.0318284 Jun 30 09:41:30.392895 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2896b6be-68ab-4136-9b4b-2dffd31b753f req-e8ffe478-fd3c-4cf9-87e0-64784a76cff8 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 210 time: 0.0492904 Jun 30 09:41:31.596164 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-52545048-2e71-4eb7-8e53-0139d329a76f req-d614539f-84f1-4ea1-87fd-25885dbaebaf tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=33acd8de-326f-4f4b-b794-d22114ad6f06 HTTP/1.1" status: 200 len: 210 time: 0.0335314 Jun 30 09:41:37.876647 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:38.266610 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0260c00-ee5a-4488-bd74-e2707ed142b2 req-9a4f5a42-ffc7-46ef-8fe1-9cd6fe88aed3 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:38.268947 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e0260c00-ee5a-4488-bd74-e2707ed142b2 req-9a4f5a42-ffc7-46ef-8fe1-9cd6fe88aed3 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 945 time: 0.0867081 Jun 30 09:41:38.334863 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e0260c00-ee5a-4488-bd74-e2707ed142b2 req-059785b1-f000-4e1b-b423-a4177dd5b569 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555377 Jun 30 09:41:39.018781 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:39.522009 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4847252-c41d-4a42-93a5-9b2ed06a5421 req-bbfb5cd9-db4c-47b6-8337-f8a593b85202 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:39.524112 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c4847252-c41d-4a42-93a5-9b2ed06a5421 req-bbfb5cd9-db4c-47b6-8337-f8a593b85202 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 945 time: 0.0686047 Jun 30 09:41:39.569062 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c4847252-c41d-4a42-93a5-9b2ed06a5421 req-7a3a38ec-1d6c-4816-b192-c4ff64063677 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f574536-8a17-41a0-8428-4a8211805461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390732 Jun 30 09:41:39.808895 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb92a6-32de-4845-b337-50e4d394ca04 req-da597246-c628-467a-81e7-786f25698348 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:39.810428 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ffbb92a6-32de-4845-b337-50e4d394ca04 req-da597246-c628-467a-81e7-786f25698348 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 945 time: 0.0767293 Jun 30 09:41:39.927969 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-ffbb92a6-32de-4845-b337-50e4d394ca04 req-9cf835ba-5001-4d38-9005-ce269a4d6a5b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Deleting port 6928b3f8-9978-4bed-a96f-b2c00845ad75 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:41:39.928307 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ffbb92a6-32de-4845-b337-50e4d394ca04 req-9cf835ba-5001-4d38-9005-ce269a4d6a5b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:40.028591 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-ffbb92a6-32de-4845-b337-50e4d394ca04 req-9cf835ba-5001-4d38-9005-ce269a4d6a5b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] For port 6928b3f8-9978-4bed-a96f-b2c00845ad75, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=6928b3f8-9978-4bed-a96f-b2c00845ad75,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:41:40.028970 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ffbb92a6-32de-4845-b337-50e4d394ca04 req-9cf835ba-5001-4d38-9005-ce269a4d6a5b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:40.045223 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-ffbb92a6-32de-4845-b337-50e4d394ca04 req-9cf835ba-5001-4d38-9005-ce269a4d6a5b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Calling delete_port for 6928b3f8-9978-4bed-a96f-b2c00845ad75 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:41:40.304703 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ffbb92a6-32de-4845-b337-50e4d394ca04 req-9cf835ba-5001-4d38-9005-ce269a4d6a5b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:40.317793 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['6928b3f8-9978-4bed-a96f-b2c00845ad75'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:41:40.337817 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf835ba-5001-4d38-9005-ce269a4d6a5b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Pushing event deleted for resources: {'Port': ['ID=6928b3f8-9978-4bed-a96f-b2c00845ad75,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:40.355593 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf835ba-5001-4d38-9005-ce269a4d6a5b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:40.355944 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf835ba-5001-4d38-9005-ce269a4d6a5b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:40.356639 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf835ba-5001-4d38-9005-ce269a4d6a5b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:40.357165 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf835ba-5001-4d38-9005-ce269a4d6a5b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:40.357682 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf835ba-5001-4d38-9005-ce269a4d6a5b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:40.358199 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf835ba-5001-4d38-9005-ce269a4d6a5b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:40.358724 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf835ba-5001-4d38-9005-ce269a4d6a5b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:40.359353 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf835ba-5001-4d38-9005-ce269a4d6a5b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:40.359858 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf835ba-5001-4d38-9005-ce269a4d6a5b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:40.360551 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf835ba-5001-4d38-9005-ce269a4d6a5b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:40.361127 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf835ba-5001-4d38-9005-ce269a4d6a5b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:40.361690 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf835ba-5001-4d38-9005-ce269a4d6a5b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:40.411726 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbb92a6-32de-4845-b337-50e4d394ca04 req-9cf835ba-5001-4d38-9005-ce269a4d6a5b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] No DVR routers for this DVR port 6928b3f8-9978-4bed-a96f-b2c00845ad75 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:41:40.415105 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ffbb92a6-32de-4845-b337-50e4d394ca04 req-9cf835ba-5001-4d38-9005-ce269a4d6a5b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:40.417158 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ffbb92a6-32de-4845-b337-50e4d394ca04 req-9cf835ba-5001-4d38-9005-ce269a4d6a5b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.37 "DELETE /v2.0/ports/6928b3f8-9978-4bed-a96f-b2c00845ad75 HTTP/1.1" status: 204 len: 173 time: 0.6010149 Jun 30 09:41:40.417614 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5878a4-aa00-46c9-890b-83dd9244c630', 'name': 'network-vif-deleted', 'tag': '6928b3f8-9978-4bed-a96f-b2c00845ad75'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:41:40.419928 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7dd3a37-5adb-4242-956c-410cfa33be01" -d '{"events": [{"server_uuid": "2c5878a4-aa00-46c9-890b-83dd9244c630", "name": "network-vif-deleted", "tag": "6928b3f8-9978-4bed-a96f-b2c00845ad75"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:41:40.478116 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb5d9fd-da17-4e78-9407-a0a8dc7c29c9 x-openstack-request-id: req-8fb5d9fd-da17-4e78-9407-a0a8dc7c29c9 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:41:40.478764 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5878a4-aa00-46c9-890b-83dd9244c630", "name": "network-vif-deleted", "tag": "6928b3f8-9978-4bed-a96f-b2c00845ad75", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:41:40.479026 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8fb5d9fd-da17-4e78-9407-a0a8dc7c29c9 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:41:40.479449 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5878a4-aa00-46c9-890b-83dd9244c630', 'name': 'network-vif-deleted', 'tag': '6928b3f8-9978-4bed-a96f-b2c00845ad75', 'status': 'completed', 'code': 200} Jun 30 09:41:40.745454 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a372c995-a116-488d-89d3-32d0d0068835 req-a3a036be-5aa2-401d-b750-3812f5d060fe tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 210 time: 0.0296237 Jun 30 09:41:41.346337 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48710) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:41.465423 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3018136-1195-40bc-82b7-9ab444a920e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:41.565899 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3018136-1195-40bc-82b7-9ab444a920e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:41.665188 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e3018136-1195-40bc-82b7-9ab444a920e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:41.707074 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3018136-1195-40bc-82b7-9ab444a920e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd2ac74-9d5f-4412-aefe-0880667496c5,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:41.717078 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e3018136-1195-40bc-82b7-9ab444a920e3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ad93cc75101747c29ccc2c5e49c82688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3669031 Jun 30 09:41:41.718296 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48716) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:41.813535 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5eca59cd-4ac5-436e-bef6-58b2d8ed5199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:41.876694 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5eca59cd-4ac5-436e-bef6-58b2d8ed5199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:41.977333 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-19911755-67c5-499d-a7fa-0bcfa9bd63d6 req-fec59ad2-ca82-431a-b81b-96e4a0341212 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 210 time: 0.0380547 Jun 30 09:41:42.144824 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5eca59cd-4ac5-436e-bef6-58b2d8ed5199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:42.149619 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5eca59cd-4ac5-436e-bef6-58b2d8ed5199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:42.154545 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5eca59cd-4ac5-436e-bef6-58b2d8ed5199 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5fd2ac74-9d5f-4412-aefe-0880667496c5 HTTP/1.1" status: 204 len: 168 time: 0.4320962 Jun 30 09:41:42.162366 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca59cd-4ac5-436e-bef6-58b2d8ed5199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd2ac74-9d5f-4412-aefe-0880667496c5,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:43.174261 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8abe2850-e67d-4c35-a848-3b7992dc4600 req-8c4265c1-a545-41c0-a4b8-931ce5f46658 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 210 time: 0.0312076 Jun 30 09:41:43.197657 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48744) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:43.214228 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1672497c-8635-4869-9ab8-4bbbebe0ce71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:43.328536 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1672497c-8635-4869-9ab8-4bbbebe0ce71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:43.443596 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 6928b3f8-9978-4bed-a96f-b2c00845ad75 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:41:43.466263 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 6928b3f8-9978-4bed-a96f-b2c00845ad75 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:41:43.466604 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 6928b3f8-9978-4bed-a96f-b2c00845ad75 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:41:43.486977 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1672497c-8635-4869-9ab8-4bbbebe0ce71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:43.533267 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1672497c-8635-4869-9ab8-4bbbebe0ce71 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=962df45b645a4861ba881f80fa02d152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3340595 Jun 30 09:41:43.534800 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672497c-8635-4869-9ab8-4bbbebe0ce71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac09ffc-e14c-4138-88b2-a43ac6c198c5,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:43.535871 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48748) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:43.607173 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-20fc9072-b0ab-435c-a6bb-ca0d94c8bbd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:43.637134 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-20fc9072-b0ab-435c-a6bb-ca0d94c8bbd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:43.779240 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-20fc9072-b0ab-435c-a6bb-ca0d94c8bbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:43.782526 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-20fc9072-b0ab-435c-a6bb-ca0d94c8bbd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:43.787970 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-20fc9072-b0ab-435c-a6bb-ca0d94c8bbd7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7ac09ffc-e14c-4138-88b2-a43ac6c198c5 HTTP/1.1" status: 204 len: 168 time: 0.2473238 Jun 30 09:41:43.798113 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc9072-b0ab-435c-a6bb-ca0d94c8bbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac09ffc-e14c-4138-88b2-a43ac6c198c5,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:44.369696 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fb6a5125-baab-4856-a06d-5cc8dd297fe7 req-9e82d29c-618b-44ba-ab07-b14d77aebff6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 210 time: 0.0417099 Jun 30 09:41:45.542199 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a5adbd5a-f187-4676-8eed-031d31d5090b req-9a21b723-38b8-4c3b-9d8c-88d7a9bbd5d9 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 210 time: 0.0315044 Jun 30 09:41:46.209511 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48816) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:46.390498 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dbb87f71-8c81-49e4-8729-367f36b6a522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:46.529402 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dbb87f71-8c81-49e4-8729-367f36b6a522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:46.722357 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b39a288f-cf9a-4991-be32-cc1296d98008 req-07685577-9c13-4176-9566-95062161f9dd tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c5878a4-aa00-46c9-890b-83dd9244c630 HTTP/1.1" status: 200 len: 210 time: 0.0326431 Jun 30 09:41:46.773867 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dbb87f71-8c81-49e4-8729-367f36b6a522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:46.817533 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-dbb87f71-8c81-49e4-8729-367f36b6a522 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=76aaf9e8109543f19f4d55cdb7c17eb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6034355 Jun 30 09:41:46.817533 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb87f71-8c81-49e4-8729-367f36b6a522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd18396-7c0b-47e4-a883-67f0cfdcc267,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:46.819941 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48826) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:46.885634 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-17c2bd40-7504-46f4-b958-33aac4a889e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:46.922557 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-17c2bd40-7504-46f4-b958-33aac4a889e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:47.093124 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-17c2bd40-7504-46f4-b958-33aac4a889e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:47.095694 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-17c2bd40-7504-46f4-b958-33aac4a889e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:47.096937 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-17c2bd40-7504-46f4-b958-33aac4a889e0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bbd18396-7c0b-47e4-a883-67f0cfdcc267 HTTP/1.1" status: 204 len: 168 time: 0.2759678 Jun 30 09:41:47.116389 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2bd40-7504-46f4-b958-33aac4a889e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd18396-7c0b-47e4-a883-67f0cfdcc267,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:48.754905 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-94e8e771-7103-414d-9dc5-47583665e939 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2174861 Jun 30 09:41:48.915622 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-32207f33-20bd-4f4d-b55f-43571aa101a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:48.916276 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-32207f33-20bd-4f4d-b55f-43571aa101a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:48.916829 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-32207f33-20bd-4f4d-b55f-43571aa101a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:48.917537 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-32207f33-20bd-4f4d-b55f-43571aa101a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:48.918216 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-32207f33-20bd-4f4d-b55f-43571aa101a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:48.919026 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-32207f33-20bd-4f4d-b55f-43571aa101a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:48.919721 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-32207f33-20bd-4f4d-b55f-43571aa101a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:48.922015 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-32207f33-20bd-4f4d-b55f-43571aa101a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49d88a13984c4bcba0f76778ac61ce8d&device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 6508 time: 0.0975399 Jun 30 09:41:49.159370 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-6e35b034-af24-47ae-acc4-fb4766b8be74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:49.159847 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-6e35b034-af24-47ae-acc4-fb4766b8be74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:49.160309 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-6e35b034-af24-47ae-acc4-fb4766b8be74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:49.161901 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-6e35b034-af24-47ae-acc4-fb4766b8be74 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e7e4178-b76c-4101-95d6-7dff2b70b10f&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=486cc323-8780-4f2e-93db-0b642dc27590&id=486cc323-8780-4f2e-93db-0b642dc27590 HTTP/1.1" status: 200 len: 2297 time: 0.2072742 Jun 30 09:41:49.265366 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-f0b4ad02-e124-41b1-afcf-efe323d29cee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df73636d-7c49-416a-bb2b-e27dc88ddebb HTTP/1.1" status: 200 len: 1001 time: 0.0926759 Jun 30 09:41:49.347342 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-5d05e0e7-d41b-4109-99db-34f57ff27c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:49.349031 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-5d05e0e7-d41b-4109-99db-34f57ff27c94 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c8de1b8a-776c-499d-b7dc-3d5c959e1c2d HTTP/1.1" status: 200 len: 855 time: 0.0736661 Jun 30 09:41:49.434849 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-541f76a4-878a-4ccb-a341-0384e765871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:49.436812 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-541f76a4-878a-4ccb-a341-0384e765871f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e7e4178-b76c-4101-95d6-7dff2b70b10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782182 Jun 30 09:41:49.458434 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-655291dd-4f04-49fc-a880-ce10dae001a4 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:41:49.462735 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-655291dd-4f04-49fc-a880-ce10dae001a4 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120029 Jun 30 09:41:49.566884 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-452b210d-187c-4df3-8bb7-8998c388f088 service neutron] 10.222.0.52 "GET /v2.0/networks/5e7e4178-b76c-4101-95d6-7dff2b70b10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960352 Jun 30 09:41:49.708988 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-e2d61811-3512-4849-b09d-30d8d7cfdb3e service neutron] 10.222.0.52 "GET /v2.0/networks/5e7e4178-b76c-4101-95d6-7dff2b70b10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310580 Jun 30 09:41:49.814298 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-ef55246b-27ea-4efa-b752-43552ad22124 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=b47cd298-9fe5-409a-bd3d-f1ce63aef3ff HTTP/1.1" status: 200 len: 217 time: 0.0908289 Jun 30 09:41:49.903744 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-990ac65a-e136-4635-bee7-5a5be21c25d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:49.905783 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-990ac65a-e136-4635-bee7-5a5be21c25d5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0807903 Jun 30 09:41:50.035483 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-44098c44-8959-4e12-967a-7273163ddc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:50.038294 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-44098c44-8959-4e12-967a-7273163ddc33 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1186883 Jun 30 09:41:50.197149 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-6cc966cf-80ad-4d4c-8bc6-3beff1baf84b service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396313 Jun 30 09:41:50.341663 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-75f3316c-a809-405d-a17f-483a8a68b591 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353152 Jun 30 09:41:50.416348 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-64d16356-1826-4b9e-a90b-a09d1aae1411 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=d5f71601-cd68-41d3-a3c1-c264a5ecc103 HTTP/1.1" status: 200 len: 217 time: 0.0626273 Jun 30 09:41:50.489107 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-c0c7f8af-b7ed-4619-84eb-345ccafcfb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:50.490863 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-c0c7f8af-b7ed-4619-84eb-345ccafcfb79 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0529401 Jun 30 09:41:50.492596 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1bfd91c8-174d-44d0-9894-e34ae041dd79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:50.576081 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-d81379d0-de16-4244-9539-eccc9bc084fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:50.578587 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-d81379d0-de16-4244-9539-eccc9bc084fb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0778649 Jun 30 09:41:50.737244 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-b176bb56-943f-4179-b60c-fb62bcfcc0c9 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469293 Jun 30 09:41:50.911202 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-96627340-b44a-4ef2-8ef8-e5fdce58f057 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580312 Jun 30 09:41:50.993063 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-66d0216d-fc09-4493-9e4a-2e9f391a7813 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c HTTP/1.1" status: 200 len: 217 time: 0.0785758 Jun 30 09:41:51.088942 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-a618b02e-9753-4a12-a487-fc1e34fa3cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:51.092108 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-a618b02e-9753-4a12-a487-fc1e34fa3cd2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0933011 Jun 30 09:41:51.204010 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-49bfc0f1-a640-4ed3-9866-3efd7a0db8be req-6cf53e1f-ce59-43b9-a670-377b50af5803 service neutron] (101054) timed out ('10.222.0.10', 56484) {{(pid=101054) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:41:51.250857 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-62890622-b8bc-4987-a8ee-b61a48cc9dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:51.252613 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-62890622-b8bc-4987-a8ee-b61a48cc9dfe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1500475 Jun 30 09:41:51.404417 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-2d049974-ebcc-4da4-b3dc-baca2b394178 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442997 Jun 30 09:41:51.489364 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48954) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:51.498178 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-db691c58-b169-4085-a810-8524bca68e80 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1800286559', 'description': 'tempest-secgroup-smoke-1800286559 description', 'project_id': '11b9abfc034e469297fc7554fd307e7c'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:41:51.566742 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-59f3f365-8142-4759-b585-7062decc2c0d service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517169 Jun 30 09:41:51.595844 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-db691c58-b169-4085-a810-8524bca68e80 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:51.623289 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-dfd31af1-bad8-4be2-9794-bc03382c3dd3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=b0ffe516-a66a-4469-b295-e857fb100d7e HTTP/1.1" status: 200 len: 217 time: 0.0442219 Jun 30 09:41:51.702481 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-e5e2f3a5-34cf-42dd-bd1f-ad2844aa0359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:51.704109 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-e5e2f3a5-34cf-42dd-bd1f-ad2844aa0359 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0715394 Jun 30 09:41:51.735580 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-db691c58-b169-4085-a810-8524bca68e80 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:51.799113 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-ef7bea4c-ec42-42e7-95df-b9a789382d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:51.800774 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-ef7bea4c-ec42-42e7-95df-b9a789382d2b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0866835 Jun 30 09:41:51.817297 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-db691c58-b169-4085-a810-8524bca68e80 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:51.861515 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db691c58-b169-4085-a810-8524bca68e80 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42a31c65-e7af-48af-93d1-79a8733dea43,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:51.913716 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-db691c58-b169-4085-a810-8524bca68e80 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:51.918895 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-db691c58-b169-4085-a810-8524bca68e80 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4261062 Jun 30 09:41:51.925584 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48956) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:51.930221 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-46932c4d-b98a-40f5-b8af-40965e8d49da service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211753 Jun 30 09:41:51.933416 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-cfbd1b7f-1b21-46e6-9a96-b14ca3ba795a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Request body: {'security_group_rule': {'security_group_id': '42a31c65-e7af-48af-93d1-79a8733dea43', 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:41:52.051321 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-8d275f50-64cf-4f16-9356-d6fc1311704a service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123011 Jun 30 09:41:52.079429 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cfbd1b7f-1b21-46e6-9a96-b14ca3ba795a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:52.112358 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-8caadbf1-7ec8-4cd6-b063-80151b23f442 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b HTTP/1.1" status: 200 len: 217 time: 0.0530636 Jun 30 09:41:52.171222 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cfbd1b7f-1b21-46e6-9a96-b14ca3ba795a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:52.184928 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-8209fc0f-a525-42a7-aa38-23dccd2c19d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:52.184928 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-8209fc0f-a525-42a7-aa38-23dccd2c19d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=974263d7-b687-4254-8813-85050a72f471 HTTP/1.1" status: 200 len: 797 time: 0.0590093 Jun 30 09:41:52.279602 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-050d755e-6eb2-4f0a-b81d-8608ff5c5508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:52.281144 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-050d755e-6eb2-4f0a-b81d-8608ff5c5508 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=486cc323-8780-4f2e-93db-0b642dc27590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0934100 Jun 30 09:41:52.298996 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cfbd1b7f-1b21-46e6-9a96-b14ca3ba795a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:52.359281 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd1b7f-1b21-46e6-9a96-b14ca3ba795a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3448197-d748-4333-ae9e-c1cd77fa63b9,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:52.439977 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-8cd258b8-b451-4462-ae06-5de551c61a93 service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466055 Jun 30 09:41:52.493410 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cfbd1b7f-1b21-46e6-9a96-b14ca3ba795a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:52.496038 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-cfbd1b7f-1b21-46e6-9a96-b14ca3ba795a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5682285 Jun 30 09:41:52.511316 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48966) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:52.517337 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-f7fb59bd-0a68-41e7-8e15-0e5bfb0831a6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Request body: {'security_group_rule': {'security_group_id': '42a31c65-e7af-48af-93d1-79a8733dea43', 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:41:52.587048 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-cccad149-a79a-4c5e-bc1c-dd7dcd6fba21 service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357915 Jun 30 09:41:52.638366 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-e44ecc9b-9b8c-4ff9-852a-e7ce0f463f26 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3d7dba65-2216-47e0-b010-2a6615b39506 HTTP/1.1" status: 200 len: 217 time: 0.0407934 Jun 30 09:41:52.660580 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f7fb59bd-0a68-41e7-8e15-0e5bfb0831a6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:52.713790 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-4873b7c1-3e32-44e7-9fc8-e1a82c9e711f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:52.725674 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-4873b7c1-3e32-44e7-9fc8-e1a82c9e711f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=974263d7-b687-4254-8813-85050a72f471 HTTP/1.1" status: 200 len: 797 time: 0.0703094 Jun 30 09:41:52.765155 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f7fb59bd-0a68-41e7-8e15-0e5bfb0831a6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:52.794938 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-07faace1-77b4-4b32-be54-85793434acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:52.797210 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-07faace1-77b4-4b32-be54-85793434acf6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=486cc323-8780-4f2e-93db-0b642dc27590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0696552 Jun 30 09:41:52.858966 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f7fb59bd-0a68-41e7-8e15-0e5bfb0831a6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:52.880100 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb59bd-0a68-41e7-8e15-0e5bfb0831a6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff38cde3-6e2f-4822-982b-245150f6aed1,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:52.951876 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-15b994b5-7f94-4681-bb49-7ab4314141ef service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468482 Jun 30 09:41:52.981031 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a5192d9d-2d30-4bd4-ae90-1f3faf90302f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:53.013494 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f7fb59bd-0a68-41e7-8e15-0e5bfb0831a6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:53.023281 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 48976) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:53.026272 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f7fb59bd-0a68-41e7-8e15-0e5bfb0831a6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5107467 Jun 30 09:41:53.028729 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-d1f91ef7-545b-4144-a910-5b1e71a063ad tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Request body: {'security_group_rule': {'security_group_id': '42a31c65-e7af-48af-93d1-79a8733dea43', 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:41:53.096549 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0dccad94-8eea-400d-baab-f0c9834c8566 req-93c3c561-3e2a-45af-9d87-e6dc2f348145 service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338587 Jun 30 09:41:53.202168 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d1f91ef7-545b-4144-a910-5b1e71a063ad tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:53.289406 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d1f91ef7-545b-4144-a910-5b1e71a063ad tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:53.424692 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d1f91ef7-545b-4144-a910-5b1e71a063ad tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:53.451316 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f91ef7-545b-4144-a910-5b1e71a063ad tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9e67614-6120-484e-8e7a-2dd8723d9b46,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:53.486734 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:53.556593 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d1f91ef7-545b-4144-a910-5b1e71a063ad tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:53.558482 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d1f91ef7-545b-4144-a910-5b1e71a063ad tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5341072 Jun 30 09:41:53.562742 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 48988) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:53.567585 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-37e9cf42-c887-4de0-81b5-c5e4126342ec tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Request body: {'security_group_rule': {'security_group_id': '42a31c65-e7af-48af-93d1-79a8733dea43', 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:41:53.740435 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-37e9cf42-c887-4de0-81b5-c5e4126342ec tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:53.841498 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-37e9cf42-c887-4de0-81b5-c5e4126342ec tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:53.921488 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-37e9cf42-c887-4de0-81b5-c5e4126342ec tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:53.946496 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9cf42-c887-4de0-81b5-c5e4126342ec tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7031cad3-3d4e-4cb0-a128-bfd25615902c,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:54.064511 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-37e9cf42-c887-4de0-81b5-c5e4126342ec tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:54.065789 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-37e9cf42-c887-4de0-81b5-c5e4126342ec tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5019715 Jun 30 09:41:54.069371 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49000) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:54.074403 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-39ec366c-b42c-4bdd-a14a-2472b63da590 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Request body: {'security_group_rule': {'security_group_id': '42a31c65-e7af-48af-93d1-79a8733dea43', 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:41:54.167154 n-d-771363-31 neutron-server[101054]: INFO neutron.db.securitygroups_db [None req-39ec366c-b42c-4bdd-a14a-2472b63da590 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Project 11b9abfc034e469297fc7554fd307e7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:41:54.173344 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-39ec366c-b42c-4bdd-a14a-2472b63da590 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:54.248504 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-39ec366c-b42c-4bdd-a14a-2472b63da590 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:54.357594 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-39ec366c-b42c-4bdd-a14a-2472b63da590 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:54.385588 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec366c-b42c-4bdd-a14a-2472b63da590 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7444c714-6f8b-4ea1-ad4d-85ab15f91dfc,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:54.538570 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-39ec366c-b42c-4bdd-a14a-2472b63da590 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:54.539753 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-39ec366c-b42c-4bdd-a14a-2472b63da590 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4691942 Jun 30 09:41:54.542508 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49010) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:54.547068 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-019cabd3-c3b5-4f8a-8c33-9bddaed384ec tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Request body: {'security_group_rule': {'security_group_id': '42a31c65-e7af-48af-93d1-79a8733dea43', 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:41:54.721278 n-d-771363-31 neutron-server[101054]: INFO neutron.db.securitygroups_db [None req-019cabd3-c3b5-4f8a-8c33-9bddaed384ec tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Project 11b9abfc034e469297fc7554fd307e7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:41:54.730338 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-019cabd3-c3b5-4f8a-8c33-9bddaed384ec tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:54.744051 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:54.816761 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-019cabd3-c3b5-4f8a-8c33-9bddaed384ec tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:54.893511 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-019cabd3-c3b5-4f8a-8c33-9bddaed384ec tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:54.916966 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019cabd3-c3b5-4f8a-8c33-9bddaed384ec tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1764c454-4c97-41e1-9eca-4606f6226c62,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:54.997214 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-019cabd3-c3b5-4f8a-8c33-9bddaed384ec tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:54.999584 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-019cabd3-c3b5-4f8a-8c33-9bddaed384ec tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4559553 Jun 30 09:41:56.395683 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:56.956700 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:41:57.196339 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49184) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:57.377830 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4e480082-f5a5-474a-8341-1a2c572c1575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:57.532222 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4e480082-f5a5-474a-8341-1a2c572c1575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:57.631110 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4e480082-f5a5-474a-8341-1a2c572c1575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:57.689080 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e480082-f5a5-474a-8341-1a2c572c1575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7c6698-77ff-47d0-b687-321f95d10850,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:57.705315 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4e480082-f5a5-474a-8341-1a2c572c1575 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=06d28b10cadd47e48a82f01b4be721bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5067315 Jun 30 09:41:57.708769 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49204) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:57.779558 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-951b9061-e679-4a71-b46b-e6a13e757244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:57.807793 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-951b9061-e679-4a71-b46b-e6a13e757244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:58.018315 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-951b9061-e679-4a71-b46b-e6a13e757244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:58.022490 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-951b9061-e679-4a71-b46b-e6a13e757244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:58.032344 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-951b9061-e679-4a71-b46b-e6a13e757244 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/be7c6698-77ff-47d0-b687-321f95d10850 HTTP/1.1" status: 204 len: 168 time: 0.3212235 Jun 30 09:41:58.055686 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b9061-e679-4a71-b46b-e6a13e757244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7c6698-77ff-47d0-b687-321f95d10850,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:08.212699 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:09.058092 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:13.108461 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25069144-181d-416b-aa8b-bf3682521411 req-3a802587-393a-411b-99b6-cc9faa0cc1d5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:13.114361 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25069144-181d-416b-aa8b-bf3682521411 req-3a802587-393a-411b-99b6-cc9faa0cc1d5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:13.121599 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25069144-181d-416b-aa8b-bf3682521411 req-3a802587-393a-411b-99b6-cc9faa0cc1d5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:13.127943 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25069144-181d-416b-aa8b-bf3682521411 req-3a802587-393a-411b-99b6-cc9faa0cc1d5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:13.137809 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25069144-181d-416b-aa8b-bf3682521411 req-3a802587-393a-411b-99b6-cc9faa0cc1d5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:13.144065 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25069144-181d-416b-aa8b-bf3682521411 req-3a802587-393a-411b-99b6-cc9faa0cc1d5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:13.152155 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25069144-181d-416b-aa8b-bf3682521411 req-3a802587-393a-411b-99b6-cc9faa0cc1d5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:13.154772 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25069144-181d-416b-aa8b-bf3682521411 req-3a802587-393a-411b-99b6-cc9faa0cc1d5 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5444 time: 0.1231709 Jun 30 09:42:13.202724 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25069144-181d-416b-aa8b-bf3682521411 req-bb842859-b301-4e7b-ba05-8ef30383f038 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416033 Jun 30 09:42:13.496700 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee475f-765f-4f92-9026-65c6ec731f71 req-bcb0364e-81bb-4764-8044-ed6e2add734e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:13.502916 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee475f-765f-4f92-9026-65c6ec731f71 req-bcb0364e-81bb-4764-8044-ed6e2add734e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:13.509522 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee475f-765f-4f92-9026-65c6ec731f71 req-bcb0364e-81bb-4764-8044-ed6e2add734e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:13.515375 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee475f-765f-4f92-9026-65c6ec731f71 req-bcb0364e-81bb-4764-8044-ed6e2add734e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:13.521167 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee475f-765f-4f92-9026-65c6ec731f71 req-bcb0364e-81bb-4764-8044-ed6e2add734e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:13.528435 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee475f-765f-4f92-9026-65c6ec731f71 req-bcb0364e-81bb-4764-8044-ed6e2add734e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:13.533283 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee475f-765f-4f92-9026-65c6ec731f71 req-bcb0364e-81bb-4764-8044-ed6e2add734e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:13.535288 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fdee475f-765f-4f92-9026-65c6ec731f71 req-bcb0364e-81bb-4764-8044-ed6e2add734e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5444 time: 0.1217840 Jun 30 09:42:15.602324 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7f565864-a78d-42ab-9105-ece7e7aaa9cc req-99077592-0bd6-4f2c-9278-4c989773c7ce service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0320878 Jun 30 09:42:15.770480 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ede4e31b-0c12-4baa-94cb-082bfccfd76c req-9c0b00b0-8926-40be-abf7-7d45da24f5e8 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0344405 Jun 30 09:42:17.580669 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e17f50ac-2c46-4b60-8a34-8c67512d6f6c req-f04879b1-ff72-4a09-bb51-c1a79d316b0c service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0293908 Jun 30 09:42:17.744343 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e4a06a44-dfca-4e55-9f8b-597ef4e98c30 req-9b4a0423-05f0-4710-a24d-14e92b025688 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0284808 Jun 30 09:42:18.780511 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49840) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:18.900646 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6c9a0b9d-5e12-473a-89f7-0d7d9113cf2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:19.000955 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6c9a0b9d-5e12-473a-89f7-0d7d9113cf2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:19.121539 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6c9a0b9d-5e12-473a-89f7-0d7d9113cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:19.162205 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a0b9d-5e12-473a-89f7-0d7d9113cf2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05f63f8-4f88-4d64-b0a5-1381e43c9f05,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:19.166847 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6c9a0b9d-5e12-473a-89f7-0d7d9113cf2d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e05dd4bd28824211b720720fe1de3bae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3853159 Jun 30 09:42:19.169871 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49848) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:19.173733 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a0b9d-5e12-473a-89f7-0d7d9113cf2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:19.174080 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a0b9d-5e12-473a-89f7-0d7d9113cf2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:19.174427 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a0b9d-5e12-473a-89f7-0d7d9113cf2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:19.174750 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a0b9d-5e12-473a-89f7-0d7d9113cf2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:19.175078 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a0b9d-5e12-473a-89f7-0d7d9113cf2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:19.175432 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a0b9d-5e12-473a-89f7-0d7d9113cf2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:19.175760 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a0b9d-5e12-473a-89f7-0d7d9113cf2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:19.176084 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a0b9d-5e12-473a-89f7-0d7d9113cf2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:19.176409 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a0b9d-5e12-473a-89f7-0d7d9113cf2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:19.176728 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a0b9d-5e12-473a-89f7-0d7d9113cf2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:19.177056 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a0b9d-5e12-473a-89f7-0d7d9113cf2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:19.177568 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a0b9d-5e12-473a-89f7-0d7d9113cf2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:19.244012 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a5caaf68-eaf7-482b-a392-4871bcc18ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:19.268515 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a5caaf68-eaf7-482b-a392-4871bcc18ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:19.509576 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a5caaf68-eaf7-482b-a392-4871bcc18ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:19.512760 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a5caaf68-eaf7-482b-a392-4871bcc18ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:19.516705 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a5caaf68-eaf7-482b-a392-4871bcc18ab3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e05f63f8-4f88-4d64-b0a5-1381e43c9f05 HTTP/1.1" status: 204 len: 168 time: 0.3427496 Jun 30 09:42:19.527692 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5caaf68-eaf7-482b-a392-4871bcc18ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05f63f8-4f88-4d64-b0a5-1381e43c9f05,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:19.567802 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-de491260-eaf4-49ba-a66e-2d1298bbe234 req-5a4a902c-bb69-431a-a8e9-0e284ffd5681 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0349834 Jun 30 09:42:19.750876 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cab363c6-78f8-4459-bc28-51e8a66474bd req-d290843c-4a88-49ff-a15a-d527fb8c406e service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0297606 Jun 30 09:42:20.589403 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5e09264b-f8a1-46d4-a701-06992fc30ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:21.525359 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6d8182cb-9735-49ab-a48b-8bd35b6a33e7 req-8edbe06d-6069-4272-bb3f-7b43b8fca2c0 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0284023 Jun 30 09:42:21.692835 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-67327f22-6f7a-441d-9702-5aac796e47de req-381ecbd8-5189-4007-bf79-7ac9fb32fac5 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0323572 Jun 30 09:42:21.836919 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49898) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:21.952167 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d95fda13-0922-4a7d-94e5-0318661bd522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:22.051199 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d95fda13-0922-4a7d-94e5-0318661bd522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:22.166236 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d95fda13-0922-4a7d-94e5-0318661bd522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:22.206146 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d95fda13-0922-4a7d-94e5-0318661bd522 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=289d941cf630443781b4c9d2efe82bf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3677166 Jun 30 09:42:22.207731 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95fda13-0922-4a7d-94e5-0318661bd522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfefb858-9d8d-46d5-8040-5a5ad60eda53,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:22.210095 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49904) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:22.270179 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c63a4ffa-c83e-4f42-b2c1-162c12bb2bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:22.293620 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c63a4ffa-c83e-4f42-b2c1-162c12bb2bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:22.526702 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c63a4ffa-c83e-4f42-b2c1-162c12bb2bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:22.529257 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c63a4ffa-c83e-4f42-b2c1-162c12bb2bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:22.530472 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c63a4ffa-c83e-4f42-b2c1-162c12bb2bc4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cfefb858-9d8d-46d5-8040-5a5ad60eda53 HTTP/1.1" status: 204 len: 168 time: 0.3188787 Jun 30 09:42:22.539619 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a4ffa-c83e-4f42-b2c1-162c12bb2bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfefb858-9d8d-46d5-8040-5a5ad60eda53,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:22.943713 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-df165696-fe3d-47b2-9920-57f2edc82533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:23.492716 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cc48ed90-2e0a-48f4-843c-0b9a6df8a61a req-f81de8cc-ab20-400c-9a59-a981d81bec65 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0281935 Jun 30 09:42:23.675467 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2875a100-4348-4768-8501-9e0655960242 req-e23b48f3-33c9-4658-9a0a-d7c8281ea2ed service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0376012 Jun 30 09:42:23.703046 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:23.867555 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49932) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:23.881888 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dfff5a51-588c-48e9-87a3-bd0e29ea6c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:23.979545 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dfff5a51-588c-48e9-87a3-bd0e29ea6c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:24.098528 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dfff5a51-588c-48e9-87a3-bd0e29ea6c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:24.145987 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-dfff5a51-588c-48e9-87a3-bd0e29ea6c45 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e2396773cf9d47429b7715f207e1f888&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2718894 Jun 30 09:42:24.145987 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff5a51-588c-48e9-87a3-bd0e29ea6c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea07655-0a4e-4dd2-86e5-67ab28d8a5a7,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:24.148839 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49944) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:24.209851 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2c926af1-af1c-4d74-b1bf-f879f49a493f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:24.236626 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2c926af1-af1c-4d74-b1bf-f879f49a493f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:24.250306 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-2e3f56d5-924e-46a5-aef1-da011cabc443 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1800286559&fields=id&tenant_id=11b9abfc034e469297fc7554fd307e7c HTTP/1.1" status: 200 len: 267 time: 0.0444672 Jun 30 09:42:24.367925 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-efd1d8b0-8c6a-4571-99ca-80615c1ac19f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:24.369503 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-efd1d8b0-8c6a-4571-99ca-80615c1ac19f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/networks?id=077fd748-2990-43a3-b379-1249cb605c64 HTTP/1.1" status: 200 len: 811 time: 0.1114483 Jun 30 09:42:24.387622 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-e0258778-7343-4479-9f3c-c2fb9a63a969 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/quotas/11b9abfc034e469297fc7554fd307e7c HTTP/1.1" status: 200 len: 375 time: 0.0122170 Jun 30 09:42:24.401079 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2c926af1-af1c-4d74-b1bf-f879f49a493f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:24.403848 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2c926af1-af1c-4d74-b1bf-f879f49a493f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:24.405019 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2c926af1-af1c-4d74-b1bf-f879f49a493f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bea07655-0a4e-4dd2-86e5-67ab28d8a5a7 HTTP/1.1" status: 204 len: 168 time: 0.2552140 Jun 30 09:42:24.413517 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c926af1-af1c-4d74-b1bf-f879f49a493f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea07655-0a4e-4dd2-86e5-67ab28d8a5a7,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:24.474924 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-44d6438b-13d5-412d-b392-f40374b3726f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814734 Jun 30 09:42:24.573392 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-3cf0e867-db14-47b9-af0c-75854d5fb444 service neutron] 10.222.0.10 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849893 Jun 30 09:42:24.667706 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-d040b594-d241-4f83-b3b4-47cc2d99607b service neutron] 10.222.0.10 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880041 Jun 30 09:42:24.805852 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:25.451350 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f4b4d76-0aa8-40d5-9951-6fba57562c03 req-24037911-ccb8-4c00-9eed-08457591ba19 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0282021 Jun 30 09:42:25.505283 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 49966) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:25.519435 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ed552047-7c87-4c95-87f3-3df70df186b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:25.624083 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8dfbf649-d284-4ad1-bf38-a1c121a893d4 req-af462669-18c3-4f05-9cca-0cec2e5e65df service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0386548 Jun 30 09:42:25.642310 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8fc3d2d8-4cf2-4866-8632-e6e0e86dc7f0 req-7ea4129e-efee-44b2-a3a7-cf4f0d160ca4 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 210 time: 0.0351961 Jun 30 09:42:25.669685 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ed552047-7c87-4c95-87f3-3df70df186b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:25.755332 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ed552047-7c87-4c95-87f3-3df70df186b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:25.799302 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ed552047-7c87-4c95-87f3-3df70df186b3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bb4f6a679c0c473084efe39afe9c8cac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2927997 Jun 30 09:42:25.800512 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed552047-7c87-4c95-87f3-3df70df186b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e7fd0e-9a68-4b0a-a378-4c1793445937,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:25.802213 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 49980) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:25.853059 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4d7fa704-dc70-4176-80bd-6dae4c51de28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:25.875256 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4d7fa704-dc70-4176-80bd-6dae4c51de28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:26.137795 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4d7fa704-dc70-4176-80bd-6dae4c51de28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:26.140348 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4d7fa704-dc70-4176-80bd-6dae4c51de28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:26.141511 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4d7fa704-dc70-4176-80bd-6dae4c51de28 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/41e7fd0e-9a68-4b0a-a378-4c1793445937 HTTP/1.1" status: 204 len: 168 time: 0.3382750 Jun 30 09:42:26.150255 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7fa704-dc70-4176-80bd-6dae4c51de28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e7fd0e-9a68-4b0a-a378-4c1793445937,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:26.441239 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:26.728825 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5a43e7e9-a920-482a-92eb-d9ff8dfc67a6 req-c07072f4-927d-4611-8e5c-8f4315d3210d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 210 time: 0.0298660 Jun 30 09:42:27.418109 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-82cd84be-7555-4c52-bca6-3f0e5d0f144e req-0ecb6a8a-11ea-4733-a153-2cb4425b78a3 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0283864 Jun 30 09:42:27.574435 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b63bb283-b5bb-4021-afb6-5295fb99eef6 req-4f16f952-a6b2-4937-a59b-572fa408f7f7 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0289514 Jun 30 09:42:27.595871 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 50018) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:27.708053 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-924b9dd6-41cf-4fb7-a6d8-0f2cc2d18344 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2036042877-network', 'tenant_id': 'f72514c6ed3a472c9718794cf1cfeb16'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:42:27.875037 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3a838b60-3686-457f-9016-ee794483a5ae req-80d531e1-3681-4afd-a909-712fc8f06959 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 210 time: 0.0323100 Jun 30 09:42:27.954421 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924b9dd6-41cf-4fb7-a6d8-0f2cc2d18344 admin admin] Made reservation on behalf of f72514c6ed3a472c9718794cf1cfeb16 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:42:27.956815 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-924b9dd6-41cf-4fb7-a6d8-0f2cc2d18344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:27.965303 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-924b9dd6-41cf-4fb7-a6d8-0f2cc2d18344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:28.062277 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-924b9dd6-41cf-4fb7-a6d8-0f2cc2d18344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:28.235036 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-924b9dd6-41cf-4fb7-a6d8-0f2cc2d18344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:28.260479 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-924b9dd6-41cf-4fb7-a6d8-0f2cc2d18344 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:42:28.270493 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b9dd6-41cf-4fb7-a6d8-0f2cc2d18344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ca837b-cb91-49af-8af1-6e05313ff78d,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:28.276645 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-924b9dd6-41cf-4fb7-a6d8-0f2cc2d18344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:28.276986 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-924b9dd6-41cf-4fb7-a6d8-0f2cc2d18344 admin admin] Added segment 0556555d-b43e-4468-ac55-0cab5a922195 of type vlan for network a2eb04f7-d4be-44cd-a23a-cc31ea290614 Jun 30 09:42:28.323330 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-924b9dd6-41cf-4fb7-a6d8-0f2cc2d18344 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:28.503933 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-924b9dd6-41cf-4fb7-a6d8-0f2cc2d18344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:28.516845 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924b9dd6-41cf-4fb7-a6d8-0f2cc2d18344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:28.516845 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-924b9dd6-41cf-4fb7-a6d8-0f2cc2d18344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:28.571153 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b9dd6-41cf-4fb7-a6d8-0f2cc2d18344 admin admin] Pushing event updated for resources: {'Network': ['ID=a2eb04f7-d4be-44cd-a23a-cc31ea290614,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:28.585834 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network a2eb04f7-d4be-44cd-a23a-cc31ea290614 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:42:28.739264 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-924b9dd6-41cf-4fb7-a6d8-0f2cc2d18344 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1419866 Jun 30 09:42:28.753869 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 50028) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:28.759552 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-fa8ddfd2-7c11-4e41-ac62-f58ede618180 admin admin] Request body: {'subnet': {'network_id': 'a2eb04f7-d4be-44cd-a23a-cc31ea290614', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2036042877-subnet', 'tenant_id': 'f72514c6ed3a472c9718794cf1cfeb16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:42:28.869559 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8ddfd2-7c11-4e41-ac62-f58ede618180 admin admin] Made reservation on behalf of f72514c6ed3a472c9718794cf1cfeb16 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:42:28.872307 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fa8ddfd2-7c11-4e41-ac62-f58ede618180 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:28.962601 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-6d4706d6-fded-4e0b-aa9c-689bc51aed11 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:28.964292 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-6d4706d6-fded-4e0b-aa9c-689bc51aed11 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.37 "GET /v2.0/networks?id=077fd748-2990-43a3-b379-1249cb605c64 HTTP/1.1" status: 200 len: 811 time: 0.1141815 Jun 30 09:42:29.058401 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-0951a874-e648-4d2c-8816-0c599750be32 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11b9abfc034e469297fc7554fd307e7c HTTP/1.1" status: 200 len: 380 time: 0.0860841 Jun 30 09:42:29.060733 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-492f6c2f-2cd8-4056-8f04-824460b91fae req-605fd279-46f6-451b-a8b4-c1a2af64d522 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 210 time: 0.0538952 Jun 30 09:42:29.068428 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-6ffae65c-680f-42ba-b71c-daf8057e8607 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Request body: {'port': {'device_id': '917653ad-5343-4c33-99c8-6850acb58386', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'admin_state_up': True, 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'security_groups': ['42a31c65-e7af-48af-93d1-79a8733dea43']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:42:29.183989 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fa8ddfd2-7c11-4e41-ac62-f58ede618180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:29.244348 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ddfd2-7c11-4e41-ac62-f58ede618180 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a40e9973-4ce6-4207-8303-247c77037c7c,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:29.254395 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8ddfd2-7c11-4e41-ac62-f58ede618180 admin admin] Checking segment: {'id': '0556555d-b43e-4468-ac55-0cab5a922195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a2eb04f7-d4be-44cd-a23a-cc31ea290614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:42:29.254761 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8ddfd2-7c11-4e41-ac62-f58ede618180 admin admin] Network hostable DHCP agents. Network: a2eb04f7-d4be-44cd-a23a-cc31ea290614, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:42:29.264527 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-6ffae65c-680f-42ba-b71c-daf8057e8607 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Made reservation on behalf of 11b9abfc034e469297fc7554fd307e7c for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:42:29.268303 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-6ffae65c-680f-42ba-b71c-daf8057e8607 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:29.359790 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8ddfd2-7c11-4e41-ac62-f58ede618180 admin admin] Network a2eb04f7-d4be-44cd-a23a-cc31ea290614 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:42:29.434133 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ee15a06b-68a3-4766-ac13-12d0ff8ea9a3 req-d4047f15-4c60-4666-ba97-7db630147e20 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0396478 Jun 30 09:42:29.455278 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-6ffae65c-680f-42ba-b71c-daf8057e8607 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Allocated IP 172.20.0.4 (077fd748-2990-43a3-b379-1249cb605c64/026a88de-b3fc-4597-8030-64264f9192bb/f3ae685c-b07c-4b31-983d-56d433a2da16) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:42:29.468906 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-fa8ddfd2-7c11-4e41-ac62-f58ede618180 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, a2eb04f7-d4be-44cd-a23a-cc31ea290614) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:42:29.474660 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8ddfd2-7c11-4e41-ac62-f58ede618180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:29.475347 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fa8ddfd2-7c11-4e41-ac62-f58ede618180 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:29.494647 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767452f8-e358-435b-af0f-4ac6fe044ddd None None] Network a2eb04f7-d4be-44cd-a23a-cc31ea290614 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:42:29.601933 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fa8ddfd2-7c11-4e41-ac62-f58ede618180 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8467333 Jun 30 09:42:29.639185 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-6ffae65c-680f-42ba-b71c-daf8057e8607 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:29.660284 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-6ffae65c-680f-42ba-b71c-daf8057e8607 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Transition to ACTIVE for port object f3ae685c-b07c-4b31-983d-56d433a2da16 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:42:29.685364 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d420afb8-9fe4-4cab-8bcd-cd4e940d203c None None] Network a2eb04f7-d4be-44cd-a23a-cc31ea290614 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:42:29.786756 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-80e1116e-7e6f-40cd-ad8e-c226a931a759 req-4a6b88fb-be99-48a2-b636-cc4691c38abb service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0346375 Jun 30 09:42:29.812863 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-6ffae65c-680f-42ba-b71c-daf8057e8607 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:29.872016 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-6ffae65c-680f-42ba-b71c-daf8057e8607 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Network 077fd748-2990-43a3-b379-1249cb605c64 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:42:29.875845 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-6ffae65c-680f-42ba-b71c-daf8057e8607 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:42:29.883569 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-6ffae65c-680f-42ba-b71c-daf8057e8607 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:42:29.909073 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffae65c-680f-42ba-b71c-daf8057e8607 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Pushing event updated for resources: {'Port': ['ID=f3ae685c-b07c-4b31-983d-56d433a2da16,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:29.955786 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-6ffae65c-680f-42ba-b71c-daf8057e8607 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:29.956447 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-6ffae65c-680f-42ba-b71c-daf8057e8607 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:30.036356 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-6ffae65c-680f-42ba-b71c-daf8057e8607 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9721940 Jun 30 09:42:30.048252 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-195dc936-9de3-4ffd-bd6b-a234bad41b0e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:42:30.049793 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-195dc936-9de3-4ffd-bd6b-a234bad41b0e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061829 Jun 30 09:42:30.060321 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-56ba38d9-1f2b-49a6-81f2-2b032dcea8ec service neutron] Request body: {'port': {'device_id': '917653ad-5343-4c33-99c8-6850acb58386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:42:30.158333 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-56ba38d9-1f2b-49a6-81f2-2b032dcea8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:30.304964 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707c32a-a228-48b0-9c98-a27bf8bd07af req-b7bb49a2-a8b5-447d-bd93-f071367be910 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:30.308111 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2707c32a-a228-48b0-9c98-a27bf8bd07af req-b7bb49a2-a8b5-447d-bd93-f071367be910 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 931 time: 0.1113987 Jun 30 09:42:30.321658 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-53699141-5345-4389-b095-d45e7ab24f6c None None] Provisioning for port f3ae685c-b07c-4b31-983d-56d433a2da16 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:42:30.326839 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-53699141-5345-4389-b095-d45e7ab24f6c None None] Provisioning complete for port f3ae685c-b07c-4b31-983d-56d433a2da16 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:42:30.327505 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-53699141-5345-4389-b095-d45e7ab24f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:30.400288 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2707c32a-a228-48b0-9c98-a27bf8bd07af req-ed379e01-6b2e-469f-9804-649d0d7eeaf8 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845063 Jun 30 09:42:30.408058 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-53699141-5345-4389-b095-d45e7ab24f6c None None] Port f3ae685c-b07c-4b31-983d-56d433a2da16 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:42:30.511383 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-56ba38d9-1f2b-49a6-81f2-2b032dcea8ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3ae685c-b07c-4b31-983d-56d433a2da16 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:42:30.519251 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-56ba38d9-1f2b-49a6-81f2-2b032dcea8ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:30.534224 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-56ba38d9-1f2b-49a6-81f2-2b032dcea8ec service neutron] Transition to ACTIVE for port object f3ae685c-b07c-4b31-983d-56d433a2da16 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:42:30.652718 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-56ba38d9-1f2b-49a6-81f2-2b032dcea8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:30.718499 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba38d9-1f2b-49a6-81f2-2b032dcea8ec service neutron] Pushing event updated for resources: {'Port': ['ID=f3ae685c-b07c-4b31-983d-56d433a2da16,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:30.835496 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-56ba38d9-1f2b-49a6-81f2-2b032dcea8ec service neutron] Attempting to bind port f3ae685c-b07c-4b31-983d-56d433a2da16 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:42:30.836033 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-56ba38d9-1f2b-49a6-81f2-2b032dcea8ec service neutron] Attempting to bind port f3ae685c-b07c-4b31-983d-56d433a2da16 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:42:30.836464 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-56ba38d9-1f2b-49a6-81f2-2b032dcea8ec service neutron] Attempting to bind port f3ae685c-b07c-4b31-983d-56d433a2da16 on network 077fd748-2990-43a3-b379-1249cb605c64 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:42:30.841692 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-56ba38d9-1f2b-49a6-81f2-2b032dcea8ec service neutron] Port f3ae685c-b07c-4b31-983d-56d433a2da16 on network 077fd748-2990-43a3-b379-1249cb605c64 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:42:30.842020 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-56ba38d9-1f2b-49a6-81f2-2b032dcea8ec service neutron] Attempting to bind port f3ae685c-b07c-4b31-983d-56d433a2da16 on network 077fd748-2990-43a3-b379-1249cb605c64 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:42:30.848093 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-56ba38d9-1f2b-49a6-81f2-2b032dcea8ec service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:42:30.848575 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-56ba38d9-1f2b-49a6-81f2-2b032dcea8ec service neutron] Checking segment: {'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:42:30.849056 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-56ba38d9-1f2b-49a6-81f2-2b032dcea8ec service neutron] Bound using segment: {'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:42:30.849731 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-56ba38d9-1f2b-49a6-81f2-2b032dcea8ec service neutron] Bound port: f3ae685c-b07c-4b31-983d-56d433a2da16, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:42:30.850209 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-56ba38d9-1f2b-49a6-81f2-2b032dcea8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:30.949575 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-56ba38d9-1f2b-49a6-81f2-2b032dcea8ec service neutron] For port f3ae685c-b07c-4b31-983d-56d433a2da16, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:42:30.954066 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-56ba38d9-1f2b-49a6-81f2-2b032dcea8ec service neutron] For port f3ae685c-b07c-4b31-983d-56d433a2da16, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=f3ae685c-b07c-4b31-983d-56d433a2da16,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:42:31.121242 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-56ba38d9-1f2b-49a6-81f2-2b032dcea8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:31.166235 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-56ba38d9-1f2b-49a6-81f2-2b032dcea8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:31.166868 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-56ba38d9-1f2b-49a6-81f2-2b032dcea8ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:31.168339 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-56ba38d9-1f2b-49a6-81f2-2b032dcea8ec service neutron] 10.222.0.37 "PUT /v2.0/ports/f3ae685c-b07c-4b31-983d-56d433a2da16 HTTP/1.1" status: 200 len: 1092 time: 1.1127133 Jun 30 09:42:31.168843 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917653ad-5343-4c33-99c8-6850acb58386', 'tag': 'f3ae685c-b07c-4b31-983d-56d433a2da16'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:42:31.171345 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9714b30e-1efe-4105-bd80-3ade26f881de" -d '{"events": [{"name": "network-changed", "server_uuid": "917653ad-5343-4c33-99c8-6850acb58386", "tag": "f3ae685c-b07c-4b31-983d-56d433a2da16"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:42:31.193764 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba38d9-1f2b-49a6-81f2-2b032dcea8ec service neutron] Pushing event updated for resources: {'Port': ['ID=f3ae685c-b07c-4b31-983d-56d433a2da16,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:31.220452 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4066dd55-279d-41ea-877b-89c0d9f99c30 x-openstack-request-id: req-4066dd55-279d-41ea-877b-89c0d9f99c30 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:42:31.220843 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "917653ad-5343-4c33-99c8-6850acb58386", "tag": "f3ae685c-b07c-4b31-983d-56d433a2da16", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:42:31.221492 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4066dd55-279d-41ea-877b-89c0d9f99c30 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:42:31.221997 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '917653ad-5343-4c33-99c8-6850acb58386', 'tag': 'f3ae685c-b07c-4b31-983d-56d433a2da16', 'status': 'completed', 'code': 200} Jun 30 09:42:31.343155 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714b30e-1efe-4105-bd80-3ade26f881de req-e5ebaafc-f587-49e2-a262-65792448cb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:31.346452 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9714b30e-1efe-4105-bd80-3ade26f881de req-e5ebaafc-f587-49e2-a262-65792448cb9a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 1095 time: 0.0922930 Jun 30 09:42:31.501178 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714b30e-1efe-4105-bd80-3ade26f881de req-94fbe9fa-1338-4e7f-bbe5-b8aff49a0291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:31.503841 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9714b30e-1efe-4105-bd80-3ade26f881de req-94fbe9fa-1338-4e7f-bbe5-b8aff49a0291 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=11b9abfc034e469297fc7554fd307e7c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1501269 Jun 30 09:42:31.666463 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714b30e-1efe-4105-bd80-3ade26f881de req-d6d14bef-a60c-4b90-9ad7-cb46faef8f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:31.668068 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9714b30e-1efe-4105-bd80-3ade26f881de req-d6d14bef-a60c-4b90-9ad7-cb46faef8f19 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1577816 Jun 30 09:42:31.687520 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8466d-6bb2-4371-8ec9-fb353f8a3b40 req-e3a75f9d-a1ed-4743-ba4a-961d286cc0e8 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:31.690313 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-27e8466d-6bb2-4371-8ec9-fb353f8a3b40 req-e3a75f9d-a1ed-4743-ba4a-961d286cc0e8 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 943 time: 0.1240051 Jun 30 09:42:31.743757 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-27e8466d-6bb2-4371-8ec9-fb353f8a3b40 req-0b4fa3b6-63f9-423a-bc83-8bcbcbddd049 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467103 Jun 30 09:42:31.786635 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8027057e-a59e-418c-a04d-b9d341b286a5 req-53de401d-553e-4193-b676-2510cdb7ce1c service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0329981 Jun 30 09:42:31.816144 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-2360099e-82fb-4cb2-a71a-756e7de5a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:31.817765 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-2360099e-82fb-4cb2-a71a-756e7de5a65d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 1095 time: 0.1051433 Jun 30 09:42:31.877349 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-2502335c-a599-43e4-8e4e-04f729d9fbb6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3ae685c-b07c-4b31-983d-56d433a2da16 HTTP/1.1" status: 200 len: 217 time: 0.0515335 Jun 30 09:42:31.993003 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-ff4b96d1-831a-4fba-8941-910d79acf2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:31.995045 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-ff4b96d1-831a-4fba-8941-910d79acf2ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=026a88de-b3fc-4597-8030-64264f9192bb HTTP/1.1" status: 200 len: 850 time: 0.1105943 Jun 30 09:42:31.998363 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d6db2995-e15a-4fb1-bdb8-c9407736c505 req-0e335f45-9599-4371-92ca-58e01fe334b1 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0508101 Jun 30 09:42:32.071902 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-5f642ecf-d99d-4a00-b424-6b4e4c0d8baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:32.073441 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-5f642ecf-d99d-4a00-b424-6b4e4c0d8baa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=077fd748-2990-43a3-b379-1249cb605c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638814 Jun 30 09:42:32.228076 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-890d4677-c0d3-40de-803c-3a547b67997e service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473434 Jun 30 09:42:32.349149 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78a302f1-854c-4bbc-8160-4a942bbf4cdc req-0d3135f6-23d0-409e-a27d-e412b203e4c1 service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139960 Jun 30 09:42:32.985511 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c7186-b6d4-4576-9846-153407343586 req-1d4f37da-5c14-4c0d-9614-8a2e2caaea80 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:32.987232 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7f9c7186-b6d4-4576-9846-153407343586 req-1d4f37da-5c14-4c0d-9614-8a2e2caaea80 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 943 time: 0.0836136 Jun 30 09:42:33.041407 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7f9c7186-b6d4-4576-9846-153407343586 req-4cc63f38-b249-40a1-9f15-8a6e34d87943 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461516 Jun 30 09:42:33.812144 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4b1a623f-afa5-4d3a-bcd1-b4002eea8516 req-b08caf5f-bd64-408d-8819-4becfb0b8f2a service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0292058 Jun 30 09:42:33.957814 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:42:33.974109 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bfa63fb9-7ce8-4c71-a2dc-8bcd5b8b956f req-78a68ccd-6973-4bbf-af46-a1b7c591daf1 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0296438 Jun 30 09:42:34.250438 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a0c96-4884-42c3-b5eb-e6f2d26cee79 req-b45ee3c2-7864-48ec-93b4-abaec089a7e6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:34.252800 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-702a0c96-4884-42c3-b5eb-e6f2d26cee79 req-b45ee3c2-7864-48ec-93b4-abaec089a7e6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 943 time: 0.0809038 Jun 30 09:42:34.297132 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-702a0c96-4884-42c3-b5eb-e6f2d26cee79 req-e930fdc0-1545-4fff-97d5-ef619222fac0 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358136 Jun 30 09:42:35.499573 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef2acf-7b80-4511-98db-30ada51e820d req-aaeb8171-d200-4196-9827-0de9112be7e9 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:35.501113 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f7ef2acf-7b80-4511-98db-30ada51e820d req-aaeb8171-d200-4196-9827-0de9112be7e9 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 943 time: 0.0718307 Jun 30 09:42:35.544286 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f7ef2acf-7b80-4511-98db-30ada51e820d req-7bc095c7-fb03-4b4c-96d4-2bef80e1517b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374951 Jun 30 09:42:36.315933 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ff395960-e0f5-4106-90a0-c8ecf1b11c31 req-8ea2786e-37c2-4b7c-9258-3b1c745b54a4 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.3965878 Jun 30 09:42:36.491640 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7841b2ba-e9fd-4938-9572-98c1c6a8a44b req-6c457551-3485-4e04-bc7e-79b5b8cff704 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0348272 Jun 30 09:42:36.737508 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff696b7-a82f-4cf3-8463-b07db19396ac req-f55d5d47-e491-404e-8d46-43a27cbd5a95 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:36.739102 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fff696b7-a82f-4cf3-8463-b07db19396ac req-f55d5d47-e491-404e-8d46-43a27cbd5a95 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 943 time: 0.0720925 Jun 30 09:42:36.780814 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fff696b7-a82f-4cf3-8463-b07db19396ac req-883fb17c-2457-4a21-a681-09436678761c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356400 Jun 30 09:42:37.812524 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:38.013935 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688b531-95da-4b12-86f3-aa13ac154624 req-fea38317-c071-4578-b551-3b435e3d610e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:38.015710 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8688b531-95da-4b12-86f3-aa13ac154624 req-fea38317-c071-4578-b551-3b435e3d610e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 943 time: 0.0917037 Jun 30 09:42:38.061869 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8688b531-95da-4b12-86f3-aa13ac154624 req-f24cc270-db62-476a-9dfa-467fb8e6fea5 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359886 Jun 30 09:42:38.431683 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-61b55517-c70a-48e6-9ccb-f31ef34e96c1 req-fe3cdb4e-d2d4-4862-9c3d-55f048218ec4 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0349629 Jun 30 09:42:38.646269 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4edf8ddf-fd70-4f9b-8810-df2f3dd07f5d req-5e71899a-3e49-49a0-a411-af2cbece29ea service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0476387 Jun 30 09:42:38.972312 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:39.284538 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec62796-4179-45bd-9210-cd70ded18ad9 req-fd3c81b7-bba5-473b-bb60-8f923e542950 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:39.285993 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7ec62796-4179-45bd-9210-cd70ded18ad9 req-fd3c81b7-bba5-473b-bb60-8f923e542950 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 943 time: 0.0844140 Jun 30 09:42:39.336864 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7ec62796-4179-45bd-9210-cd70ded18ad9 req-e974ad63-7d76-42d8-8e1b-f10e50b7af55 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401492 Jun 30 09:42:40.539839 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2a97f-1fe2-4a23-8bf3-71a7a3ef77a3 req-3739345b-aabf-41b2-9578-6a1266152dcf tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:40.542217 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a1d2a97f-1fe2-4a23-8bf3-71a7a3ef77a3 req-3739345b-aabf-41b2-9578-6a1266152dcf tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 943 time: 0.0867169 Jun 30 09:42:40.593537 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ddd83a1a-e9db-4c22-a25c-82a7cfa736ad req-1c0e08ba-70f2-4ec5-a4a5-07f68c2ad845 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0373111 Jun 30 09:42:40.614793 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a1d2a97f-1fe2-4a23-8bf3-71a7a3ef77a3 req-e5c1e6af-92c1-4d5b-b6f8-e49012ab8cea tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661995 Jun 30 09:42:40.785737 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-476463f2-a0a9-46d5-b8fe-0d15ae2289f7 req-3c18ab42-20c0-4ee0-b696-79279f3c458c service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0295439 Jun 30 09:42:41.817422 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97850133-dec7-402a-8783-33de3ebce4a6 req-f6dabea4-ef6d-4e51-8d56-9f81caad7929 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:41.819052 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-97850133-dec7-402a-8783-33de3ebce4a6 req-f6dabea4-ef6d-4e51-8d56-9f81caad7929 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 943 time: 0.0682499 Jun 30 09:42:41.878496 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-97850133-dec7-402a-8783-33de3ebce4a6 req-6b0a1293-c243-44fa-9da7-6d7382200db9 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493653 Jun 30 09:42:42.696725 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-98a08202-e3fa-4182-b1db-0d2dcd6a7fe9 req-d60ec87c-ea78-4831-b595-3f22a2a04af5 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0300822 Jun 30 09:42:42.889868 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dee3f4dd-8200-48e3-9e78-14748478190a req-cdf4f916-8f72-4039-90b2-5fe2850fc38d service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0284636 Jun 30 09:42:43.076606 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6eca8-207f-4415-86c5-c7c5ffd9764d req-84414b98-c9db-4f32-82ca-397f0b7aea67 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:43.078092 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4fd6eca8-207f-4415-86c5-c7c5ffd9764d req-84414b98-c9db-4f32-82ca-397f0b7aea67 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 943 time: 0.0716333 Jun 30 09:42:43.119043 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4fd6eca8-207f-4415-86c5-c7c5ffd9764d req-c07e6525-9824-4b41-bdcd-548a18075e38 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350163 Jun 30 09:42:43.634320 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device f3ae685c-b07c-4b31-983d-56d433a2da16 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:42:43.743221 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port f3ae685c-b07c-4b31-983d-56d433a2da16, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=f3ae685c-b07c-4b31-983d-56d433a2da16,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:42:43.766396 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'f3ae685c-b07c-4b31-983d-56d433a2da16', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'port_id': 'f3ae685c-b07c-4b31-983d-56d433a2da16', 'mac_address': 'fa:16:3e:70:de:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '026a88de-b3fc-4597-8030-64264f9192bb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:42:43.814087 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:43.983405 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3ae685c-b07c-4b31-983d-56d433a2da16 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:42:44.008264 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port f3ae685c-b07c-4b31-983d-56d433a2da16, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=f3ae685c-b07c-4b31-983d-56d433a2da16,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:42:44.108444 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:44.168647 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=f3ae685c-b07c-4b31-983d-56d433a2da16,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:44.178901 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:44.179322 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:44.179818 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:44.180212 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:44.180599 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:44.180996 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:44.181469 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:44.181913 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:44.182320 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:44.182703 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:44.183142 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:44.183541 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:44.353588 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99bce1-78f7-4d16-bbc0-4dce10ca462d req-61c562eb-bb38-439e-afd8-66323d09199c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:44.355185 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4f99bce1-78f7-4d16-bbc0-4dce10ca462d req-61c562eb-bb38-439e-afd8-66323d09199c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 944 time: 0.0889463 Jun 30 09:42:44.400827 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4f99bce1-78f7-4d16-bbc0-4dce10ca462d req-0021bde0-eeae-40a0-bf3f-5774f36d9986 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396183 Jun 30 09:42:44.421532 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['f3ae685c-b07c-4b31-983d-56d433a2da16'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:42:44.862615 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5b34815d-dc77-4231-a7cf-14c969a2bf5f req-efba7d6f-349f-47b5-80d4-e0f9db6b6bf1 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0295379 Jun 30 09:42:45.040586 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ef9889c6-c5ee-4af6-afc6-da34bca26bb9 req-171fc15a-2de1-4348-806e-2b815dd532c3 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0306888 Jun 30 09:42:45.606479 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e423c3-53ea-4db4-bc5a-8e7ba721d0e1 req-d0065e43-7a71-49ec-bf49-240c25e18480 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:45.608232 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c0e423c3-53ea-4db4-bc5a-8e7ba721d0e1 req-d0065e43-7a71-49ec-bf49-240c25e18480 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 944 time: 0.0789771 Jun 30 09:42:45.656991 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c0e423c3-53ea-4db4-bc5a-8e7ba721d0e1 req-2513ffaf-2f78-4878-91f9-ba12f8f9e72f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395372 Jun 30 09:42:45.667290 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device f3ae685c-b07c-4b31-983d-56d433a2da16 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:42:45.816571 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port f3ae685c-b07c-4b31-983d-56d433a2da16 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:42:45.822012 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port f3ae685c-b07c-4b31-983d-56d433a2da16 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:42:45.822418 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:45.915918 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:45.939451 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917653ad-5343-4c33-99c8-6850acb58386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ae685c-b07c-4b31-983d-56d433a2da16'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:42:45.941777 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af87d58c-2c3f-4a30-a7f2-25d2382a70a5" -d '{"events": [{"server_uuid": "917653ad-5343-4c33-99c8-6850acb58386", "name": "network-vif-plugged", "status": "completed", "tag": "f3ae685c-b07c-4b31-983d-56d433a2da16"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:42:45.961833 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port f3ae685c-b07c-4b31-983d-56d433a2da16, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=f3ae685c-b07c-4b31-983d-56d433a2da16,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:42:46.058239 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:46.125995 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=f3ae685c-b07c-4b31-983d-56d433a2da16,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:46.172995 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663e55d2-1ea8-4066-aed3-dc0cca663bfe x-openstack-request-id: req-663e55d2-1ea8-4066-aed3-dc0cca663bfe {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:42:46.173453 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917653ad-5343-4c33-99c8-6850acb58386", "name": "network-vif-plugged", "status": "completed", "tag": "f3ae685c-b07c-4b31-983d-56d433a2da16", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:42:46.173891 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-663e55d2-1ea8-4066-aed3-dc0cca663bfe {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:42:46.174396 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '917653ad-5343-4c33-99c8-6850acb58386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ae685c-b07c-4b31-983d-56d433a2da16', 'code': 200} Jun 30 09:42:46.361870 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67d1c4-36af-4768-a6b1-76e51e935225 req-a26011a1-955c-45c3-b908-a9bf1385dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:46.363286 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4c67d1c4-36af-4768-a6b1-76e51e935225 req-a26011a1-955c-45c3-b908-a9bf1385dc33 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 1097 time: 0.1252363 Jun 30 09:42:46.408250 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4c67d1c4-36af-4768-a6b1-76e51e935225 req-f3d91f9a-0a1d-45fa-8af2-2d44cbe2c789 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369270 Jun 30 09:42:46.899935 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea33a6f-9d87-496c-9975-87bf0b657678 req-132d9e27-1ecd-4143-9344-3e9d065fcfcd tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:46.902252 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bea33a6f-9d87-496c-9975-87bf0b657678 req-132d9e27-1ecd-4143-9344-3e9d065fcfcd tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 945 time: 0.0912123 Jun 30 09:42:46.959598 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bea33a6f-9d87-496c-9975-87bf0b657678 req-816978b8-afcc-40bf-bed2-d421cfd57686 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505338 Jun 30 09:42:46.979520 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4494017e-75f0-41b3-8919-8c98662f484f req-2a1d2a03-bad1-4247-a279-718972d9416b service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0394831 Jun 30 09:42:47.173370 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-08496af9-1596-42fe-9661-c6642a0756d7 req-53ccb51c-bccb-4156-8784-5b04fae14c51 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0388079 Jun 30 09:42:48.185915 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679cfa9-5a65-416d-930a-80c392cb0821 req-99a30fa6-eeb3-4d7e-8937-b8ded32249f3 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:48.187383 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6679cfa9-5a65-416d-930a-80c392cb0821 req-99a30fa6-eeb3-4d7e-8937-b8ded32249f3 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 945 time: 0.0756741 Jun 30 09:42:48.242279 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6679cfa9-5a65-416d-930a-80c392cb0821 req-9fd481c5-4c2f-4190-a98d-24552e08ece0 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473247 Jun 30 09:42:48.470578 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b32730-7d7c-430f-8d3d-0ffe6e9cc122 req-ae3bb66e-5a4f-49aa-8a60-37327906f278 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:48.473217 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-44b32730-7d7c-430f-8d3d-0ffe6e9cc122 req-ae3bb66e-5a4f-49aa-8a60-37327906f278 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 945 time: 0.0883703 Jun 30 09:42:48.525646 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-44b32730-7d7c-430f-8d3d-0ffe6e9cc122 req-d8817059-418b-419e-a069-62ef841609ff tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456932 Jun 30 09:42:48.561124 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 50240) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:48.762151 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253db0a7-54ab-446d-b064-5b38135ccfb1 tempest-TestVolumeBootPattern-842937039 tempest-TestVolumeBootPattern-842937039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:48.764946 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-253db0a7-54ab-446d-b064-5b38135ccfb1 tempest-TestVolumeBootPattern-842937039 tempest-TestVolumeBootPattern-842937039-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 1092 time: 0.2025464 Jun 30 09:42:48.767930 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 50244) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:48.773628 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-e98a1df0-cc3d-4cfb-8623-2d71786d17f8 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'port_id': 'f3ae685c-b07c-4b31-983d-56d433a2da16', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:42:48.977856 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e98a1df0-cc3d-4cfb-8623-2d71786d17f8 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for floatingip, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:49.116015 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e98a1df0-cc3d-4cfb-8623-2d71786d17f8 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:49.175784 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1a47a23c-ac21-4009-9722-80d0577d5d23 req-ec26079f-22b5-45a2-abab-a32d2a6383f8 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0348501 Jun 30 09:42:49.318797 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-e98a1df0-cc3d-4cfb-8623-2d71786d17f8 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Allocated IP 172.25.6.209 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/eeceaf02-0b1b-4e70-a519-391c6ae9e39e) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:42:49.384892 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-df8b969b-e68c-43a7-b95c-94c0fc04cd53 req-cfcd7d53-0b19-4a5e-a4f5-1e7e688bc50f service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0415945 Jun 30 09:42:49.444427 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e98a1df0-cc3d-4cfb-8623-2d71786d17f8 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:49.607507 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e98a1df0-cc3d-4cfb-8623-2d71786d17f8 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:49.653015 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98a1df0-cc3d-4cfb-8623-2d71786d17f8 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:42:49.655859 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-e98a1df0-cc3d-4cfb-8623-2d71786d17f8 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:42:49.659348 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98a1df0-cc3d-4cfb-8623-2d71786d17f8 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:42:49.692057 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a1df0-cc3d-4cfb-8623-2d71786d17f8 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Pushing event updated for resources: {'Port': ['ID=eeceaf02-0b1b-4e70-a519-391c6ae9e39e,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:49.844070 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-486038b1-a7a9-4dde-8af3-fba14ba4119e req-cbfcfdc1-90b9-494a-ac19-13f08959790b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0768256 Jun 30 09:42:49.989124 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486038b1-a7a9-4dde-8af3-fba14ba4119e req-6131846b-cb5e-4991-bf80-60208ce13144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:49.991716 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-486038b1-a7a9-4dde-8af3-fba14ba4119e req-6131846b-cb5e-4991-bf80-60208ce13144 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 1097 time: 0.0895154 Jun 30 09:42:50.135435 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486038b1-a7a9-4dde-8af3-fba14ba4119e req-01d8c15b-c3d2-4f88-97d5-0fca3b26c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:50.137438 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-486038b1-a7a9-4dde-8af3-fba14ba4119e req-01d8c15b-c3d2-4f88-97d5-0fca3b26c580 service neutron] 10.222.0.37 "GET /v2.0/networks?id=077fd748-2990-43a3-b379-1249cb605c64 HTTP/1.1" status: 200 len: 912 time: 0.1256607 Jun 30 09:42:50.206056 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-486038b1-a7a9-4dde-8af3-fba14ba4119e req-51e9990a-31f3-4938-a165-35b46a45ea54 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3ae685c-b07c-4b31-983d-56d433a2da16 HTTP/1.1" status: 200 len: 217 time: 0.0619302 Jun 30 09:42:50.276393 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486038b1-a7a9-4dde-8af3-fba14ba4119e req-4f2ef03a-c461-4cdc-986b-eef30018fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:50.278911 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-486038b1-a7a9-4dde-8af3-fba14ba4119e req-4f2ef03a-c461-4cdc-986b-eef30018fe82 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=026a88de-b3fc-4597-8030-64264f9192bb HTTP/1.1" status: 200 len: 850 time: 0.0651612 Jun 30 09:42:50.379649 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486038b1-a7a9-4dde-8af3-fba14ba4119e req-28a6b2bb-7e0c-4bda-b9bd-03052ef8d07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:50.383530 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-486038b1-a7a9-4dde-8af3-fba14ba4119e req-28a6b2bb-7e0c-4bda-b9bd-03052ef8d07e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=077fd748-2990-43a3-b379-1249cb605c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0959206 Jun 30 09:42:50.489223 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-486038b1-a7a9-4dde-8af3-fba14ba4119e req-ea4e3fc7-d3d4-434c-9d83-322a942d0f8f service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970552 Jun 30 09:42:50.597757 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e0557a37-ee5a-4f1d-ab9e-086625ecc716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:50.630168 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-486038b1-a7a9-4dde-8af3-fba14ba4119e req-3c94b93d-d079-4aa1-9b60-0c6a693e34d4 service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342704 Jun 30 09:42:50.680577 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e98a1df0-cc3d-4cfb-8623-2d71786d17f8 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:50.786680 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-a01a0631-74f5-4f9f-8add-b9977aed85a1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2135718 Jun 30 09:42:50.946071 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-c2399205-3c96-44e7-9c20-93c1b880c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:50.947307 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-c2399205-3c96-44e7-9c20-93c1b880c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:50.948166 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-c2399205-3c96-44e7-9c20-93c1b880c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:50.948996 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-c2399205-3c96-44e7-9c20-93c1b880c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:50.950587 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-c2399205-3c96-44e7-9c20-93c1b880c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:50.950777 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-c2399205-3c96-44e7-9c20-93c1b880c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:50.951566 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-c2399205-3c96-44e7-9c20-93c1b880c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:50.954911 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-c2399205-3c96-44e7-9c20-93c1b880c8a2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49d88a13984c4bcba0f76778ac61ce8d&device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 6508 time: 0.1093409 Jun 30 09:42:50.984996 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e98a1df0-cc3d-4cfb-8623-2d71786d17f8 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:51.207230 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-50840140-a853-4657-ae34-c23cd33a2f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:51.207714 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-50840140-a853-4657-ae34-c23cd33a2f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:51.208223 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-50840140-a853-4657-ae34-c23cd33a2f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:51.209874 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-50840140-a853-4657-ae34-c23cd33a2f73 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e7e4178-b76c-4101-95d6-7dff2b70b10f&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=486cc323-8780-4f2e-93db-0b642dc27590&id=486cc323-8780-4f2e-93db-0b642dc27590 HTTP/1.1" status: 200 len: 2297 time: 0.1951902 Jun 30 09:42:51.356758 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-012b6f57-1ee8-42f8-8f55-7783b9a431c0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df73636d-7c49-416a-bb2b-e27dc88ddebb HTTP/1.1" status: 200 len: 1001 time: 0.1386523 Jun 30 09:42:51.365786 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6e4ec2cf-caa6-405d-a196-97fc80145850 req-83708f92-ba90-4af4-b2a3-7b711d4a66d9 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0395837 Jun 30 09:42:51.405001 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e98a1df0-cc3d-4cfb-8623-2d71786d17f8 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:51.426051 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-6d5eb4cd-4422-4ef4-860a-80818ed136b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:51.427548 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-6d5eb4cd-4422-4ef4-860a-80818ed136b1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c8de1b8a-776c-499d-b7dc-3d5c959e1c2d HTTP/1.1" status: 200 len: 855 time: 0.0598619 Jun 30 09:42:51.503716 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-cdbed51e-a596-47a2-a0a0-b749a7faa2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:51.505654 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-cdbed51e-a596-47a2-a0a0-b749a7faa2b1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e7e4178-b76c-4101-95d6-7dff2b70b10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678947 Jun 30 09:42:51.563398 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-72bda8f0-3617-4dc7-bfda-4a2dd176427a req-ea850f62-1b65-4593-9cc1-19ae13786c2e service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0310562 Jun 30 09:42:51.570453 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e98a1df0-cc3d-4cfb-8623-2d71786d17f8 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:51.672029 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a1df0-cc3d-4cfb-8623-2d71786d17f8 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Pushing event updated for resources: {'Port': ['ID=eeceaf02-0b1b-4e70-a519-391c6ae9e39e,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:51.693383 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-9d91c4b1-9837-4e01-a3fd-2376ffb8df53 service neutron] 10.222.0.52 "GET /v2.0/networks/5e7e4178-b76c-4101-95d6-7dff2b70b10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801019 Jun 30 09:42:51.695052 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e98a1df0-cc3d-4cfb-8623-2d71786d17f8 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:51.875540 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [None req-e98a1df0-cc3d-4cfb-8623-2d71786d17f8 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Floating IP ee396360-e6c4-48d6-9c48-2114e79941a5 associated. External IP: 172.25.6.209, port: f3ae685c-b07c-4b31-983d-56d433a2da16. Jun 30 09:42:51.879063 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-7e4074e3-62bb-48da-bcda-d2dafa23650e service neutron] 10.222.0.52 "GET /v2.0/networks/5e7e4178-b76c-4101-95d6-7dff2b70b10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769612 Jun 30 09:42:51.966333 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-e11e45eb-8f56-48cc-b927-38da6f188272 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=b47cd298-9fe5-409a-bd3d-f1ce63aef3ff HTTP/1.1" status: 200 len: 217 time: 0.0427854 Jun 30 09:42:52.086664 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-28724b9b-9b50-4c38-a56a-d05331c5cd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:52.088395 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-28724b9b-9b50-4c38-a56a-d05331c5cd47 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.1146760 Jun 30 09:42:52.258777 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-482dedef-00f3-450e-9c17-acdcb245c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:52.260374 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-482dedef-00f3-450e-9c17-acdcb245c45c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1643691 Jun 30 09:42:52.267347 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98a1df0-cc3d-4cfb-8623-2d71786d17f8 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Router 00dc8599-a92e-4932-a826-e69bb79cd9ce has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:42:52.439019 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-571a8284-4cc9-4736-aed5-28059697c039 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701143 Jun 30 09:42:52.488213 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98a1df0-cc3d-4cfb-8623-2d71786d17f8 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:42:52.499902 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aace961-cdcf-4247-beae-209971186247 None None] Sync routers for ids ['00dc8599-a92e-4932-a826-e69bb79cd9ce'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:42:52.513112 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aace961-cdcf-4247-beae-209971186247 None None] Routers {'00dc8599-a92e-4932-a826-e69bb79cd9ce'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:42:52.513904 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-8aace961-cdcf-4247-beae-209971186247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:42:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['00dc8599-a92e-4932-a826-e69bb79cd9ce'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:52.572706 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-cfe593f5-17c6-4dae-843c-176fa6ac3af2 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210382 Jun 30 09:42:52.630314 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-4e561d4d-e9c5-4dd4-9e61-4d03916b97ed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=d5f71601-cd68-41d3-a3c1-c264a5ecc103 HTTP/1.1" status: 200 len: 217 time: 0.0465252 Jun 30 09:42:52.646503 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-8aace961-cdcf-4247-beae-209971186247 None None] Set router 00dc8599-a92e-4932-a826-e69bb79cd9ce gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:42:52.697117 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e98a1df0-cc3d-4cfb-8623-2d71786d17f8 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:52.757333 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-19383344-858c-44ba-8a17-3753cd49a151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:52.759765 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-19383344-858c-44ba-8a17-3753cd49a151 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.1199059 Jun 30 09:42:52.788792 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e98a1df0-cc3d-4cfb-8623-2d71786d17f8 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0185812 Jun 30 09:42:52.816767 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917653ad-5343-4c33-99c8-6850acb58386', 'tag': 'f3ae685c-b07c-4b31-983d-56d433a2da16'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:42:52.820039 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ad2c19-9e76-44e0-aa01-ac876a257177" -d '{"events": [{"name": "network-changed", "server_uuid": "917653ad-5343-4c33-99c8-6850acb58386", "tag": "f3ae685c-b07c-4b31-983d-56d433a2da16"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:42:52.870768 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-aaaad2e6-7661-4948-a4a6-6280b2a337df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:52.873499 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-aaaad2e6-7661-4948-a4a6-6280b2a337df service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1033399 Jun 30 09:42:53.008322 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-23be04b1-57b6-44ee-9915-3ad9511d1b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:53.019453 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-279cfe3f-3b48-43f9-961a-547f4333c546 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362331 Jun 30 09:42:53.066905 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-8aace961-cdcf-4247-beae-209971186247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'name': 'tempest-TestVolumeBootPattern-527855541-router', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:08Z', 'revision_number': 4, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'gw_port': {'id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'ee396360-e6c4-48d6-9c48-2114e79941a5', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'floating_ip_address': '172.25.6.209', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'port_id': 'f3ae685c-b07c-4b31-983d-56d433a2da16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'mac_address': 'fa:16:3e:70:de:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917653ad-5343-4c33-99c8-6850acb58386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:42:49Z', 'updated_at': '2021-06-30T09:42:49Z', 'revision_number': 0, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11e6a15-d3c1-4284-b8d7-5f02ed03f796', 'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'mac_address': 'fa:16:3e:4d:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '026a88de-b3fc-4597-8030-64264f9192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:07Z', 'updated_at': '2021-06-30T09:34:17Z', 'revision_number': 5, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'subnets': [{'id': '026a88de-b3fc-4597-8030-64264f9192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:53.067151 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc305745-3648-4417-882e-ce9340816e54 x-openstack-request-id: req-cc305745-3648-4417-882e-ce9340816e54 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:42:53.067151 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "917653ad-5343-4c33-99c8-6850acb58386", "tag": "f3ae685c-b07c-4b31-983d-56d433a2da16", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:42:53.067151 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc305745-3648-4417-882e-ce9340816e54 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:42:53.067151 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '917653ad-5343-4c33-99c8-6850acb58386', 'tag': 'f3ae685c-b07c-4b31-983d-56d433a2da16', 'status': 'completed', 'code': 200} Jun 30 09:42:53.068526 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aace961-cdcf-4247-beae-209971186247 None None] Checking router: 00dc8599-a92e-4932-a826-e69bb79cd9ce for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:42:53.084862 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aace961-cdcf-4247-beae-209971186247 None None] Routers {'00dc8599-a92e-4932-a826-e69bb79cd9ce'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:42:53.085921 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-8aace961-cdcf-4247-beae-209971186247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:42:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['00dc8599-a92e-4932-a826-e69bb79cd9ce'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:53.150167 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad2c19-9e76-44e0-aa01-ac876a257177 req-bdb3c2dc-06f0-47ce-99da-e7fdad085ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:53.152018 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-94ad2c19-9e76-44e0-aa01-ac876a257177 req-bdb3c2dc-06f0-47ce-99da-e7fdad085ed3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 1097 time: 0.0985038 Jun 30 09:42:53.189859 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-9706e937-99ae-4895-94ba-cc85333e8cc8 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544919 Jun 30 09:42:53.253659 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-8aace961-cdcf-4247-beae-209971186247 None None] Set router 00dc8599-a92e-4932-a826-e69bb79cd9ce gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:42:53.266516 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-bfa3ec95-d359-4bfa-b93c-4306cbdfcff1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c HTTP/1.1" status: 200 len: 217 time: 0.0691233 Jun 30 09:42:53.313221 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad2c19-9e76-44e0-aa01-ac876a257177 req-dfdc520a-adcb-4c99-a482-0eb7b86793d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:53.315961 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-94ad2c19-9e76-44e0-aa01-ac876a257177 req-dfdc520a-adcb-4c99-a482-0eb7b86793d8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=077fd748-2990-43a3-b379-1249cb605c64 HTTP/1.1" status: 200 len: 912 time: 0.1573000 Jun 30 09:42:53.346664 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-629546b0-b461-4af7-82d0-59adea1ba95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:53.348287 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-629546b0-b461-4af7-82d0-59adea1ba95b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0744183 Jun 30 09:42:53.448082 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-d8b28f54-5160-43f1-9069-0292aa56729a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:53.449709 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-d8b28f54-5160-43f1-9069-0292aa56729a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0942287 Jun 30 09:42:53.452675 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-94ad2c19-9e76-44e0-aa01-ac876a257177 req-1546a03b-21bf-4a88-8e12-caaa56b82513 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3ae685c-b07c-4b31-983d-56d433a2da16 HTTP/1.1" status: 200 len: 999 time: 0.1263983 Jun 30 09:42:53.529530 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad2c19-9e76-44e0-aa01-ac876a257177 req-89823e27-f22a-4bb9-ac73-36618ec1414f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:53.531640 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-94ad2c19-9e76-44e0-aa01-ac876a257177 req-89823e27-f22a-4bb9-ac73-36618ec1414f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=026a88de-b3fc-4597-8030-64264f9192bb HTTP/1.1" status: 200 len: 850 time: 0.0677044 Jun 30 09:42:53.556638 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:53.621054 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad2c19-9e76-44e0-aa01-ac876a257177 req-dc080121-4d0f-48d4-b17b-578ab70618a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:53.622145 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-6fcf676a-5e44-490f-9187-8106daa02258 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599386 Jun 30 09:42:53.622451 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-94ad2c19-9e76-44e0-aa01-ac876a257177 req-dc080121-4d0f-48d4-b17b-578ab70618a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=077fd748-2990-43a3-b379-1249cb605c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0848610 Jun 30 09:42:53.690993 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-8aace961-cdcf-4247-beae-209971186247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'name': 'tempest-TestVolumeBootPattern-527855541-router', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:08Z', 'revision_number': 4, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'gw_port': {'id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'ee396360-e6c4-48d6-9c48-2114e79941a5', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'floating_ip_address': '172.25.6.209', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'port_id': 'f3ae685c-b07c-4b31-983d-56d433a2da16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'mac_address': 'fa:16:3e:70:de:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917653ad-5343-4c33-99c8-6850acb58386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:42:49Z', 'updated_at': '2021-06-30T09:42:49Z', 'revision_number': 0, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11e6a15-d3c1-4284-b8d7-5f02ed03f796', 'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'mac_address': 'fa:16:3e:4d:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '026a88de-b3fc-4597-8030-64264f9192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:07Z', 'updated_at': '2021-06-30T09:34:17Z', 'revision_number': 5, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'subnets': [{'id': '026a88de-b3fc-4597-8030-64264f9192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:53.747742 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aace961-cdcf-4247-beae-209971186247 None None] The sync data for ids ['00dc8599-a92e-4932-a826-e69bb79cd9ce'] in n-d-771363-31 is: [{'id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'name': 'tempest-TestVolumeBootPattern-527855541-router', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:08Z', 'revision_number': 4, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'gw_port': {'id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'ee396360-e6c4-48d6-9c48-2114e79941a5', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'floating_ip_address': '172.25.6.209', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'port_id': 'f3ae685c-b07c-4b31-983d-56d433a2da16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'mac_address': 'fa:16:3e:70:de:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917653ad-5343-4c33-99c8-6850acb58386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:42:49Z', 'updated_at': '2021-06-30T09:42:49Z', 'revision_number': 0, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11e6a15-d3c1-4284-b8d7-5f02ed03f796', 'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'mac_address': 'fa:16:3e:4d:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '026a88de-b3fc-4597-8030-64264f9192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:07Z', 'updated_at': '2021-06-30T09:34:17Z', 'revision_number': 5, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'subnets': [{'id': '026a88de-b3fc-4597-8030-64264f9192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:42:53.768766 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4cf47cf5-310c-465b-b346-697b95de5b4f req-e0e86fa9-0378-4da1-8897-d51b346a9e48 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0610301 Jun 30 09:42:53.831741 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-94ad2c19-9e76-44e0-aa01-ac876a257177 req-cc3d8778-c3ab-44c6-8883-298c301d816e service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032006 Jun 30 09:42:54.051558 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5daa62e7-4036-4358-8cca-cc26894b938d req-0a7bf73c-569e-4c85-bcb6-0c41d3a53b80 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0618048 Jun 30 09:42:54.064091 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-94ad2c19-9e76-44e0-aa01-ac876a257177 req-ee5348cf-c0b4-4f1a-b528-08bccf036d1d service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223883 Jun 30 09:42:54.160601 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-99aa89fb-9158-408d-a06b-b68c07b00107 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310557 Jun 30 09:42:54.203845 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54a7053-acae-49e9-8cce-1ef5fe60933e None None] New status for floating IP ee396360-e6c4-48d6-9c48-2114e79941a5: ACTIVE {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:42:54.215950 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-8ff328a0-910b-40a7-bfde-0d8d475a02e9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=b0ffe516-a66a-4469-b295-e857fb100d7e HTTP/1.1" status: 200 len: 217 time: 0.0477068 Jun 30 09:42:54.289455 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-d2146f2b-1e6b-402e-a400-f68ce9488dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:54.292026 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-d2146f2b-1e6b-402e-a400-f68ce9488dd2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0671656 Jun 30 09:42:54.366700 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-10c8a879-e6cf-4ad0-b424-7d5c394a3b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:54.369142 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-10c8a879-e6cf-4ad0-b424-7d5c394a3b35 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0670743 Jun 30 09:42:54.495264 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-7cc3f55d-8cdb-4d21-a957-f89112323aea service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178215 Jun 30 09:42:54.620571 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-b849cbc2-1129-48ef-8d4c-30054b531855 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148753 Jun 30 09:42:54.672745 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-774f14e2-9540-400d-97eb-d003fa5f3401 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b HTTP/1.1" status: 200 len: 217 time: 0.0415826 Jun 30 09:42:54.734913 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-dc279381-4558-4186-baf6-4529b8e67b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:54.736807 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-dc279381-4558-4186-baf6-4529b8e67b26 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=974263d7-b687-4254-8813-85050a72f471 HTTP/1.1" status: 200 len: 797 time: 0.0562537 Jun 30 09:42:54.766118 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:54.812430 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-a5e225b0-7e2d-427b-8b79-f3f0fd9fe355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:54.817447 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-a5e225b0-7e2d-427b-8b79-f3f0fd9fe355 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=486cc323-8780-4f2e-93db-0b642dc27590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0684075 Jun 30 09:42:54.934867 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-f14caf1f-6c20-4f81-b8b8-6db03f1d453e service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125085 Jun 30 09:42:55.072341 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-0f218626-9dd8-4cef-955e-e5b2b24befc6 service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254728 Jun 30 09:42:55.119576 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-406a1fda-3548-4ac9-beaa-5cf0e7514b32 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3d7dba65-2216-47e0-b010-2a6615b39506 HTTP/1.1" status: 200 len: 217 time: 0.0393600 Jun 30 09:42:55.186519 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-c2bd33b0-16c2-4a8d-a7f0-762b4b18fa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:55.188103 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-c2bd33b0-16c2-4a8d-a7f0-762b4b18fa4c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=974263d7-b687-4254-8813-85050a72f471 HTTP/1.1" status: 200 len: 797 time: 0.0600348 Jun 30 09:42:55.257824 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-7fea7fe6-9777-4f4c-806a-a656c0bdc485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:55.259601 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-7fea7fe6-9777-4f4c-806a-a656c0bdc485 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=486cc323-8780-4f2e-93db-0b642dc27590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0641534 Jun 30 09:42:55.371736 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-51a65ac2-b36c-4156-91ab-203cb0f61e9c service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041803 Jun 30 09:42:55.492250 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b93412b-ae84-4dff-9a91-3e7994b76f0e req-5f28d89d-dcb8-4fe3-b552-0c7953df08cd service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128774 Jun 30 09:42:55.966952 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f27f341e-25d1-424f-9937-9881c7b38e6d req-08a4c2c3-ec42-493d-a0e5-286cc1575e33 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0324934 Jun 30 09:42:56.141669 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e34225af-161a-42e0-8ade-495c67858829 req-00b8577e-1d2c-4613-b73c-c8f7ca657a9e service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0336330 Jun 30 09:42:56.400443 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:58.068494 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f19434e-a0a2-4fe2-8b22-310dd6029101 req-b45d6b42-1f2a-43fa-a782-279ca1ca97ac service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0310476 Jun 30 09:42:58.241821 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-643701c7-85bb-46d2-90a2-b3f90f688066 req-4e78df64-6879-48af-b2d3-3a4d9f9988fc service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0289102 Jun 30 09:43:00.288958 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cae69f53-c419-4d00-a919-40552d6bb073 req-e8845265-bd3f-46fe-9f3e-993a1ef86a94 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0306084 Jun 30 09:43:00.476246 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-72ff939c-95c5-4253-964e-8b939164de20 req-5873d4fd-b06f-4efa-92e3-f1f3b5dabab3 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0393445 Jun 30 09:43:02.384266 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6c90e11b-e653-4b1d-817d-5da250e1c1b1 req-49ee131e-dd6a-42de-8728-6dbc6dffb3d8 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0321662 Jun 30 09:43:02.543740 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0b46081b-b2c8-4491-b9a8-2d8a19cab893 req-c4f5e58e-e01d-41d4-8e88-723528de8ef9 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0292535 Jun 30 09:43:04.594291 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-00f439fa-b9f6-498d-998a-079a8a151f71 req-e9c9490b-ff90-4992-a1bc-9bc846dc9f9e service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0302591 Jun 30 09:43:04.759544 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-96ce62d3-86ee-4e93-bfcf-b5191911e669 req-832f1ad9-891e-4b7a-8587-db3797fce2c0 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0325806 Jun 30 09:43:06.648042 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1ea06723-acd0-4a4b-909b-554a310a5a24 req-5f3f053b-1173-4e38-a478-4d2decb63f9c service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0286996 Jun 30 09:43:06.812204 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cb7bf5bc-9b6e-4fe2-a148-79b8afd3b8c9 req-ec04666d-80b3-4cac-baed-95be80006efa service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0339513 Jun 30 09:43:07.730891 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:08.691926 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-62feb0c1-d5b8-49c2-924c-10fd79366078 req-251d4ee9-cd5b-410a-b4f2-a2b961a2746a service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0289319 Jun 30 09:43:08.858839 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ec03c9d3-3644-4640-a081-c62409aecace req-9c8e5d56-0cfd-4ff8-8b47-e5f4ffd2c58f service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0356836 Jun 30 09:43:09.074667 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:10.830415 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9efbeb41-272e-4f07-83d0-02cb1d82a0ca req-0e363783-4b78-4f85-9e0e-c6f32073693f service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0297852 Jun 30 09:43:10.960273 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:43:11.014904 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-202ad27c-a7cd-4251-b704-458a14c8ef48 req-d090168b-c3e8-4a33-b997-c6340885384f service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0333276 Jun 30 09:43:12.940998 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b11bd2f4-0ba2-4d3d-919e-73628f26987a req-7128f52f-2102-40bb-ad78-c758eeab686c service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0336821 Jun 30 09:43:13.109544 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2426ee10-a219-4732-a24b-9e0371c8ffdb req-ddb5c973-57db-4d51-a351-17c17e41ffbe service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0322320 Jun 30 09:43:15.079579 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-17943c8e-8e0b-414b-84b6-2e54728e9082 req-c5f6ca10-5f6d-4c61-866b-4c5db264f628 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0893149 Jun 30 09:43:15.282399 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-98ed4708-c58c-4325-8fe5-2b0a5b702a59 req-0330af94-197c-43af-b015-c6add52f9752 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0786691 Jun 30 09:43:17.206112 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6d0dfd68-ad47-4a83-93fa-850963d6ddc0 req-9b9af2fa-403e-4170-9cce-bb8271ef62bb service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0298092 Jun 30 09:43:17.368431 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1b71bb82-838e-4008-8707-e1ca90817e39 req-5f4f7abf-5da4-4bd4-95b6-1bcff84ec9d4 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0338509 Jun 30 09:43:19.278601 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-464c9bdc-bb60-4500-aeeb-3d7b0bde280f req-c879a907-7ca3-4288-b876-1a3c02f04404 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0288823 Jun 30 09:43:19.436992 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-69b33f85-d2d0-415a-b093-eea6b29d2504 req-edaba7cf-5b4e-41de-b8f1-fb1ef17e3dfa service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0283806 Jun 30 09:43:20.554716 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c1d6dffd-ff0b-42c1-b9eb-82421a006b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:21.349312 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f4557e4-fee4-4300-a15f-427fad5f8ef0 req-5c396da5-8821-4f09-a0bd-32525fac2328 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0277081 Jun 30 09:43:21.507790 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f2a31606-80b2-4a53-a41f-a25fa48e4bb5 req-44b6311e-b7f1-47a4-a69f-b3a0ce79de73 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0328016 Jun 30 09:43:22.994159 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-73b8d0f3-2146-400d-aa18-162dff0cfca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:23.475457 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5a20252e-5fa3-4735-943e-44928dedd695 req-53daf011-d641-425e-a4eb-4fc2fa55e40f service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0431163 Jun 30 09:43:23.647361 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:23.699152 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f484d8a1-4d1e-465b-a349-423d8455d747 req-bbc09ac4-c0c2-4ea2-a0ab-bd7a09731dfb service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0335102 Jun 30 09:43:24.691876 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:25.619367 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d0132cb0-bbca-4520-a286-e02a73852422 req-1402acd9-84b3-4552-8987-263660af56c8 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0401826 Jun 30 09:43:25.817868 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-260deb55-f3bc-40cc-baf9-6a3ce9565e8f req-18db7faf-0d29-484c-92fe-17f108f27df3 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0343952 Jun 30 09:43:26.348789 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:27.765748 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a09c90a8-a88a-4088-acdf-e9026975a40e req-468018fb-80d0-4f21-a145-8cc931d00e66 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0459259 Jun 30 09:43:27.997834 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bef06ba8-0e5d-41f0-aa13-547843a65836 req-73cc1622-70fa-468c-8683-6d0726bbce49 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0317957 Jun 30 09:43:29.932351 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-802e1ba8-8ed7-4567-bf5f-f959db0914f6 req-66a60747-1ee6-4b56-ac2a-03fbc27c28b9 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0292163 Jun 30 09:43:30.111256 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fe28fd1c-32dc-4fbf-aaaa-0afa5cf423f6 req-1760de72-8b51-4efd-9656-17499602f0bd service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0319605 Jun 30 09:43:32.025214 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bf1a0a1e-fe1c-4c0d-84f2-7bfe10444122 req-f7d21bfa-0b9a-4562-8b88-8ec5db5f328f service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0289402 Jun 30 09:43:32.222011 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-035d1392-4eb8-4cf2-a914-86d6c87bd2ea req-33d37477-c80d-404d-9e9d-af5236c245a0 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0315132 Jun 30 09:43:34.154848 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ba778b98-8a69-49d4-b1b1-8894a852f0d9 req-78d50fee-3b5f-4728-93bf-3f5fba2247e7 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0330272 Jun 30 09:43:34.335153 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ae5927a-520d-4dec-a7c4-95f40fe19307 req-cee0ea94-e7f2-4e03-8a2b-faafc3ec8e5a service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0318124 Jun 30 09:43:36.269882 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-829cd153-9a7d-448a-920c-732a1c31a69a req-265fee47-dc6d-433b-bb0f-e06e7595826f service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0325432 Jun 30 09:43:36.459701 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f5aec99e-b7a8-4e3c-8aa9-56479de21a7b req-620525db-f558-4baa-88f9-c477f722a428 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0341699 Jun 30 09:43:37.760292 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:38.386593 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-34c2bac6-9f58-40f8-837e-f08b30c1446a req-d80f446f-d672-4699-a809-8983638d62a3 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0336695 Jun 30 09:43:38.544922 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-03f88c0a-e5a5-4fa1-80bb-2d1ed610400a req-c38c380a-3767-4b4e-a7aa-cf138c3a41d4 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0317545 Jun 30 09:43:38.988158 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:40.454512 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-217211f6-7bfd-45ea-aaf0-a28d2e8881c9 req-340fd4de-38fa-477f-97b1-e0635e7ef764 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0310578 Jun 30 09:43:40.634584 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7f9d0bb0-711b-410f-a2fc-d20e1cecbb38 req-f38c9cdd-3200-4f38-8768-7076e4d3eb9f service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0308464 Jun 30 09:43:42.526751 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-36448709-c9bf-4141-8a9b-58c52e4a7d46 req-1dc69a76-7abd-4824-9428-a303768eda3d service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0295074 Jun 30 09:43:42.711461 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cb5f4534-a733-4819-9e1a-0a9f82699f84 req-fdfeb85d-2f38-48f7-905c-a8534183ba4a service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0385702 Jun 30 09:43:44.660969 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-536f9540-b501-4d41-be1e-40af62783749 req-3b48ca66-00b7-40f7-b494-095c67bf5f0c service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0290489 Jun 30 09:43:44.824251 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-494161d6-2cd4-401d-8c61-d0c1585a12c9 req-f90051db-e8ed-4cad-8b9d-1a108a43fd2f service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0288985 Jun 30 09:43:46.869387 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-99cd370b-2b97-4ded-a9b4-8b19b40c57e0 req-82e610d4-d94b-474f-93fd-ece114dbd0bd service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0294209 Jun 30 09:43:47.031919 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ee6f6c2e-afc6-4345-b4bb-d4c35b8402e1 req-396eea67-516e-4d49-8f2a-bd00eeb9b7b5 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0317049 Jun 30 09:43:47.959727 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:43:48.935273 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-556d268c-9e4c-4935-9f84-2f24a8c3c2c5 req-342b9e08-9a69-47a1-8b39-d7de72b2a3fc service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0279851 Jun 30 09:43:49.121294 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f92d5447-a733-4f30-b985-29650b55994b req-2b7e2249-28da-441f-9ab3-e9bb209d2430 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0295913 Jun 30 09:43:49.826144 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f16a09b1-907c-4740-b416-738e9dfab929 req-97f654c0-d546-40ff-9f6b-dbec61bcca4e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0546741 Jun 30 09:43:49.924159 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a09b1-907c-4740-b416-738e9dfab929 req-e7d19cd8-4345-4b63-a76a-55997701cde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:49.925657 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f16a09b1-907c-4740-b416-738e9dfab929 req-e7d19cd8-4345-4b63-a76a-55997701cde3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 1097 time: 0.0564425 Jun 30 09:43:50.031464 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a09b1-907c-4740-b416-738e9dfab929 req-4042e35a-1dcf-4fdf-b32b-f21dd5284117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:50.032948 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f16a09b1-907c-4740-b416-738e9dfab929 req-4042e35a-1dcf-4fdf-b32b-f21dd5284117 service neutron] 10.222.0.37 "GET /v2.0/networks?id=077fd748-2990-43a3-b379-1249cb605c64 HTTP/1.1" status: 200 len: 912 time: 0.0866895 Jun 30 09:43:50.103994 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f16a09b1-907c-4740-b416-738e9dfab929 req-b073264a-c4a9-4b8a-a4d3-aa9630587f5d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3ae685c-b07c-4b31-983d-56d433a2da16 HTTP/1.1" status: 200 len: 1001 time: 0.0638831 Jun 30 09:43:50.162514 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a09b1-907c-4740-b416-738e9dfab929 req-3dd3a6b2-26e8-45fb-b88b-8af6d1fc1d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:50.183376 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f16a09b1-907c-4740-b416-738e9dfab929 req-3dd3a6b2-26e8-45fb-b88b-8af6d1fc1d9c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=026a88de-b3fc-4597-8030-64264f9192bb HTTP/1.1" status: 200 len: 850 time: 0.0551829 Jun 30 09:43:50.233651 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a09b1-907c-4740-b416-738e9dfab929 req-da78bf97-a61d-4f12-bcd1-df94d249439f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:50.235391 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f16a09b1-907c-4740-b416-738e9dfab929 req-da78bf97-a61d-4f12-bcd1-df94d249439f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=077fd748-2990-43a3-b379-1249cb605c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649579 Jun 30 09:43:50.341311 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f16a09b1-907c-4740-b416-738e9dfab929 req-7db43bdd-171b-41d1-84c4-82240e757168 service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999248 Jun 30 09:43:50.448100 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f16a09b1-907c-4740-b416-738e9dfab929 req-c05d8013-823f-4ef3-9705-5421c840d25e service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009843 Jun 30 09:43:50.498901 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-351f0332-aeda-445e-aa81-8db5f3f72c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:51.039983 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c1d7719b-22a5-4795-9f84-b87ec811c5db req-db7203af-bc6a-432f-85b6-3527ea202a6c service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0339692 Jun 30 09:43:51.223481 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5c55864f-4bbf-4c33-8be5-1463d2fcade2 req-fc35ac1d-34b6-4211-a291-cba8284f448f service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0349560 Jun 30 09:43:51.584867 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-b31183f3-01e5-4079-bbd2-763cc7722c62 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0631707 Jun 30 09:43:51.703263 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e5f50-4317-4540-a18d-78d40e238b63 req-0a2be6c8-cf0b-43c4-9ef6-0f903746d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:51.703660 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e5f50-4317-4540-a18d-78d40e238b63 req-0a2be6c8-cf0b-43c4-9ef6-0f903746d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:51.704133 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e5f50-4317-4540-a18d-78d40e238b63 req-0a2be6c8-cf0b-43c4-9ef6-0f903746d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:51.704601 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e5f50-4317-4540-a18d-78d40e238b63 req-0a2be6c8-cf0b-43c4-9ef6-0f903746d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:51.705065 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e5f50-4317-4540-a18d-78d40e238b63 req-0a2be6c8-cf0b-43c4-9ef6-0f903746d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:51.705532 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e5f50-4317-4540-a18d-78d40e238b63 req-0a2be6c8-cf0b-43c4-9ef6-0f903746d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:51.705991 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e5f50-4317-4540-a18d-78d40e238b63 req-0a2be6c8-cf0b-43c4-9ef6-0f903746d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:51.707979 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-0a2be6c8-cf0b-43c4-9ef6-0f903746d916 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49d88a13984c4bcba0f76778ac61ce8d&device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 6508 time: 0.0707698 Jun 30 09:43:51.836628 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e5f50-4317-4540-a18d-78d40e238b63 req-f58c38a8-8ab7-46df-b8c1-ebeb691c6679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:51.846162 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e5f50-4317-4540-a18d-78d40e238b63 req-f58c38a8-8ab7-46df-b8c1-ebeb691c6679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:51.846162 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e5f50-4317-4540-a18d-78d40e238b63 req-f58c38a8-8ab7-46df-b8c1-ebeb691c6679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:51.846162 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-f58c38a8-8ab7-46df-b8c1-ebeb691c6679 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e7e4178-b76c-4101-95d6-7dff2b70b10f&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=486cc323-8780-4f2e-93db-0b642dc27590&id=486cc323-8780-4f2e-93db-0b642dc27590 HTTP/1.1" status: 200 len: 2297 time: 0.1014316 Jun 30 09:43:51.915843 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-c95a16a6-e7a9-4e8a-91a4-ea847cd8e5f3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df73636d-7c49-416a-bb2b-e27dc88ddebb HTTP/1.1" status: 200 len: 1001 time: 0.0653708 Jun 30 09:43:51.971667 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e5f50-4317-4540-a18d-78d40e238b63 req-9a999667-8828-4296-a27c-616bc5a76276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:51.973146 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-9a999667-8828-4296-a27c-616bc5a76276 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c8de1b8a-776c-499d-b7dc-3d5c959e1c2d HTTP/1.1" status: 200 len: 855 time: 0.0480237 Jun 30 09:43:52.036568 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e5f50-4317-4540-a18d-78d40e238b63 req-1080e9e1-b064-4c8f-b890-232ad0876523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:52.038045 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-1080e9e1-b064-4c8f-b890-232ad0876523 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e7e4178-b76c-4101-95d6-7dff2b70b10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550292 Jun 30 09:43:52.136617 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-1dad63f7-8397-4599-901a-2de0b6dbdf1b service neutron] 10.222.0.52 "GET /v2.0/networks/5e7e4178-b76c-4101-95d6-7dff2b70b10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907784 Jun 30 09:43:52.235659 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-5a11eb31-4e7c-470f-86ac-e0ad55d5c125 service neutron] 10.222.0.52 "GET /v2.0/networks/5e7e4178-b76c-4101-95d6-7dff2b70b10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908427 Jun 30 09:43:52.284554 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-246ec1be-9733-4123-82f9-1bd08930203b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=b47cd298-9fe5-409a-bd3d-f1ce63aef3ff HTTP/1.1" status: 200 len: 217 time: 0.0409889 Jun 30 09:43:52.335982 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e5f50-4317-4540-a18d-78d40e238b63 req-35335c79-ddcc-46a6-94e0-d2aba82f593c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:52.337441 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-35335c79-ddcc-46a6-94e0-d2aba82f593c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0463583 Jun 30 09:43:52.409638 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e5f50-4317-4540-a18d-78d40e238b63 req-12fd410d-6915-4e63-904e-e7063dfc0816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:52.411168 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-12fd410d-6915-4e63-904e-e7063dfc0816 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0673676 Jun 30 09:43:52.516822 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-b415b37e-add9-4152-a9d2-ac7a2a4e9fb1 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975285 Jun 30 09:43:52.619947 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-dfa45999-698c-49a9-8d16-1825148c6e9c service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960763 Jun 30 09:43:52.667404 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-e4d70936-aea8-4854-b65c-280bcbda0cc2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=d5f71601-cd68-41d3-a3c1-c264a5ecc103 HTTP/1.1" status: 200 len: 217 time: 0.0394478 Jun 30 09:43:52.722900 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e5f50-4317-4540-a18d-78d40e238b63 req-5036187b-9378-4acb-acdd-d1a2dfadca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:52.724456 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-5036187b-9378-4acb-acdd-d1a2dfadca37 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0508082 Jun 30 09:43:52.782971 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e5f50-4317-4540-a18d-78d40e238b63 req-3e4f61ab-54cc-448f-83cf-a72a00e5e738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:52.784544 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-3e4f61ab-54cc-448f-83cf-a72a00e5e738 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0530415 Jun 30 09:43:52.884030 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-27a7220d-213f-4394-9520-20b81bdd0265 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920238 Jun 30 09:43:52.990035 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-fabdce3a-dbef-4c46-a66e-99875cbe368c service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970392 Jun 30 09:43:53.010182 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ceef2bf2-3152-400d-851b-f76c3b59c000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:53.046554 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-60852857-84c6-427c-b065-19abcccdc98b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c HTTP/1.1" status: 200 len: 217 time: 0.0496666 Jun 30 09:43:53.103486 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e5f50-4317-4540-a18d-78d40e238b63 req-0c34affb-21c0-4cdb-9df3-e3e742749db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:53.105111 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-0c34affb-21c0-4cdb-9df3-e3e742749db8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0515590 Jun 30 09:43:53.140367 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0ccdad1f-5d3c-463f-89a7-2fa8109ba81a req-a7a3072d-1211-4a9f-b569-2e5452f7d86c service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0311248 Jun 30 09:43:53.169817 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e5f50-4317-4540-a18d-78d40e238b63 req-52546f81-aefc-4c0a-aa63-a5f3816aa081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:53.171450 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-52546f81-aefc-4c0a-aa63-a5f3816aa081 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0559168 Jun 30 09:43:53.269046 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-0744c5b7-144d-4e67-ac15-c9d9383de115 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909927 Jun 30 09:43:53.295222 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c6d4abb-bae3-427d-bba6-2402b665ae8e req-aa02ab58-9aad-465b-beea-6e51b49c40ac service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0287206 Jun 30 09:43:53.369327 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-82b3058c-294d-4461-84b1-d3a937bc61c9 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935910 Jun 30 09:43:53.420401 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-1a04d973-816e-4b6e-8f6f-80833de64e29 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=b0ffe516-a66a-4469-b295-e857fb100d7e HTTP/1.1" status: 200 len: 217 time: 0.0385325 Jun 30 09:43:53.475248 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e5f50-4317-4540-a18d-78d40e238b63 req-59b600cc-2ca1-4cca-8821-8cbb8cde9db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:53.477201 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-59b600cc-2ca1-4cca-8821-8cbb8cde9db6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0489318 Jun 30 09:43:53.539752 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e5f50-4317-4540-a18d-78d40e238b63 req-021a3d33-bc93-46e5-84f2-a064d8585053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:53.541251 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-021a3d33-bc93-46e5-84f2-a064d8585053 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0541670 Jun 30 09:43:53.593133 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:53.641910 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-28ee66d6-6a9b-43c8-a2da-fc025f27fd77 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915682 Jun 30 09:43:53.744922 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-3fe40e73-1d57-4d79-8c0f-ed257ac11d96 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944755 Jun 30 09:43:53.792201 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-44e0ac81-0547-4233-9a96-fa106db876a3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b HTTP/1.1" status: 200 len: 217 time: 0.0369368 Jun 30 09:43:53.851585 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e5f50-4317-4540-a18d-78d40e238b63 req-79320d4e-ae99-498b-b39f-f137879943a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:53.852904 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-79320d4e-ae99-498b-b39f-f137879943a7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=974263d7-b687-4254-8813-85050a72f471 HTTP/1.1" status: 200 len: 797 time: 0.0541034 Jun 30 09:43:53.921912 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e5f50-4317-4540-a18d-78d40e238b63 req-91b38765-0a27-434c-9fb8-907433f06b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:53.923826 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-91b38765-0a27-434c-9fb8-907433f06b0c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=486cc323-8780-4f2e-93db-0b642dc27590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0597849 Jun 30 09:43:54.025611 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-c9cfb461-4241-4072-9c79-95f3bf133115 service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922573 Jun 30 09:43:54.133564 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-6c07ee6f-2aef-42e8-9264-07f71e98a519 service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981905 Jun 30 09:43:54.176364 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-7e01d070-8537-4608-8f77-8363ccb0d4e4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3d7dba65-2216-47e0-b010-2a6615b39506 HTTP/1.1" status: 200 len: 217 time: 0.0364327 Jun 30 09:43:54.235393 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e5f50-4317-4540-a18d-78d40e238b63 req-b039135b-4ae0-479a-a581-31c5e04b63a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:54.236902 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-b039135b-4ae0-479a-a581-31c5e04b63a4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=974263d7-b687-4254-8813-85050a72f471 HTTP/1.1" status: 200 len: 797 time: 0.0546184 Jun 30 09:43:54.299887 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e5f50-4317-4540-a18d-78d40e238b63 req-3b4474ca-604d-405e-a59d-05f8d70c1e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:54.301729 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-3b4474ca-604d-405e-a59d-05f8d70c1e9a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=486cc323-8780-4f2e-93db-0b642dc27590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0566649 Jun 30 09:43:54.396786 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-eb87b8a5-fdda-4902-9150-2c05838533a9 service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880852 Jun 30 09:43:54.500654 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-132e5f50-4317-4540-a18d-78d40e238b63 req-7f9c1def-7c14-4db4-82ab-4f29751e85ae service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926468 Jun 30 09:43:54.706970 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:55.169503 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c956075d-b2fe-4c3f-b640-bf49a58e127f req-69bd9719-fbb7-4284-ad52-82a9b4b6ad9b service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0276606 Jun 30 09:43:55.330600 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8bc02895-3f3b-4407-9558-05796dbb0894 req-570d0586-b9da-43fa-b076-6d1c6d098aaf service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0312421 Jun 30 09:43:56.422604 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:57.238714 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a6434aed-e46a-4386-88aa-abe98a0f0293 req-b4d00193-3edb-4524-83bf-79abc2912cdf service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0293083 Jun 30 09:43:57.407357 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5410b319-95dd-4408-afca-9e873766bee2 req-1ee09235-bb85-4956-9b35-8ed9290330e2 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0275633 Jun 30 09:43:59.339960 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-06d2a1b2-0b46-4dac-8aaf-0a47123317fc req-2ca686a1-79bb-4f34-966b-ae0bfd9e533b service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0422456 Jun 30 09:43:59.555060 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-41d9997a-74aa-4e55-8ce7-103c2be198fa req-6afbaa0a-60f0-4381-89e5-37582f70c1c5 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0401590 Jun 30 09:43:59.849371 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-5e48ac79-baab-49ac-84ff-7626632f3955 req-7dd3e1b1-3b2c-4fce-bd8e-038d39a16bef service neutron] (101054) timed out ('10.222.0.37', 58821) {{(pid=101054) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:44:01.473774 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-84e1d60a-a6cb-46ae-b751-d09f14f2bcb4 req-18e85488-367f-4502-b836-6871c045b95f service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0303771 Jun 30 09:44:01.639378 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8add6ef7-5e71-4eae-9870-e0dd37a57bfe req-57f3db80-1dfa-4bfb-9121-53871b134e91 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0300028 Jun 30 09:44:03.484422 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-33918fb2-220e-49c3-b01a-2912e8aa1888 req-de0dbf2a-5716-42e2-bb56-d6f474482ae6 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0282166 Jun 30 09:44:03.646522 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c4efd278-a715-4ab8-9101-00113e6a488e req-a9afcd0a-a786-4edb-8e2d-6aaac7c056ce service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0312674 Jun 30 09:44:05.565780 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-21ab9fe0-caaa-4fda-88cb-3fa87f015480 req-3242f740-79b3-4d6c-bc7b-deba53cadc7d service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0283132 Jun 30 09:44:05.750147 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9bb023fe-dd2f-4dd6-a1d9-64eb5df8ca4e req-9556b9d2-1294-4b7b-8de8-6175f91e554f service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0306988 Jun 30 09:44:07.680086 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9c9bb368-3aa7-44e4-8c12-440d5cb64410 req-c0c3f9e2-c3ce-47ee-aff7-56aca1950620 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0299215 Jun 30 09:44:07.747853 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:07.854016 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f71b5064-d6b6-4b04-b213-83fc75800181 req-199ab8d5-3e48-4e61-b0f1-5a8ae990637c service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0314085 Jun 30 09:44:08.982683 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:09.739333 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d8a6c048-afe5-4f5b-9398-24436fb49f94 req-c120898a-b56d-4638-b7da-158b2e893084 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0273545 Jun 30 09:44:09.901406 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-073e0c74-7f14-4ec0-9bdf-c6a9c4a50053 req-853123ed-fecc-4893-9011-bd443161a4d7 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0293899 Jun 30 09:44:11.793255 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-50196bc9-3a8b-4116-93e6-75ff26f217e7 req-790d110f-8bff-4ee5-ad0d-9857db591be3 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0282357 Jun 30 09:44:11.993889 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-44e5b759-a419-486b-97c2-9155cc265ae5 req-04bf162a-120a-4194-811a-06de238a9292 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0344930 Jun 30 09:44:13.907069 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8bbba9f1-b779-44b5-8645-fcf05518c510 req-499573be-720a-42e1-be8e-34c519f2027c service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0288165 Jun 30 09:44:14.070677 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cefbc905-5d17-43ac-9d31-e24a677bcf4b req-1b4032f4-e960-4833-91c6-a15c96696ff1 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0287893 Jun 30 09:44:16.018850 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5ebfbfe8-23a3-4841-a7ba-55f03a7511fa req-8903d8eb-89d3-433f-b180-f9330d90fa19 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0300219 Jun 30 09:44:16.208261 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-00893e68-29aa-4616-8b41-c8085c7ddd74 req-0fb1f3c9-18ab-451a-98ea-801974275bd0 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0384119 Jun 30 09:44:18.104556 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d5629b7-c331-4b1d-9a11-2c9527a71dd0 req-e6dc3974-d42f-4f13-9615-6c7b21391bfa service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0297248 Jun 30 09:44:18.276567 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2f541902-38a5-4891-890d-98b0bfbba6c0 req-8fcf8b35-4ec5-4df2-8c7c-7746fd1fbf45 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0282896 Jun 30 09:44:20.148415 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-60664cd7-eea6-4bcb-8c8b-2dcbdae87f24 req-a99e4d7f-276b-4ef1-9acc-d9d1691b52fc service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0276880 Jun 30 09:44:20.321533 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-707e1e8b-8797-403d-aaad-9e793fd67e21 req-911fb569-4d90-4f26-b16d-308903b502f6 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0310726 Jun 30 09:44:20.501868 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3970c03e-6279-4a02-a9b8-0c33036319e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:22.240934 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a13fc6f8-20fe-450e-9c89-cca623d9cdf9 req-fa5dc941-518a-46f6-9856-3b80f8d4267b service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0291395 Jun 30 09:44:22.396139 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2396ade2-1ca0-41da-b65e-864ea4081761 req-961735b6-ba10-4146-bb70-0f534869c24b service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0274160 Jun 30 09:44:22.935994 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c15841dd-3fd8-4ab9-8609-6d5e6679fc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:23.524689 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:24.281290 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3681b972-ce9f-4727-9c29-6660aa13650c req-265c7703-d70e-47f1-80a9-24ea0d267a19 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0288980 Jun 30 09:44:24.446971 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b18deb08-d648-4075-9fae-dd76c42b13c3 req-286a43ac-8d60-4be5-aac9-24234b889b77 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0320561 Jun 30 09:44:24.731720 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:24.958626 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:44:26.330886 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ac2b479-fb35-481f-9463-a6600455a4d3 req-b7895571-f99d-48a2-8052-954c03e74096 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0284889 Jun 30 09:44:26.427233 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:26.490740 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f1e10487-1088-4c89-882f-7d4dd64b8d2e req-fbb73c06-ce24-40cd-a672-9505291714f4 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0310133 Jun 30 09:44:27.214249 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-3f43894c-1cb7-4738-b521-84db567ecb9a tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:27.216208 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-3f43894c-1cb7-4738-b521-84db567ecb9a tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/networks?id=a2eb04f7-d4be-44cd-a23a-cc31ea290614 HTTP/1.1" status: 200 len: 814 time: 0.1224241 Jun 30 09:44:27.232931 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-67b17a8e-d28f-48f8-8ff9-a538f966d2df tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/quotas/f72514c6ed3a472c9718794cf1cfeb16 HTTP/1.1" status: 200 len: 375 time: 0.0108705 Jun 30 09:44:27.269378 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-c1117f14-9e0c-4308-9327-a1f580b30db9 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f72514c6ed3a472c9718794cf1cfeb16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304730 Jun 30 09:44:27.370981 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-e6a954dd-8675-4c20-9c27-0e98dc1f7ddd service neutron] 10.222.0.10 "GET /v2.0/networks/a2eb04f7-d4be-44cd-a23a-cc31ea290614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940042 Jun 30 09:44:27.469261 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-422a426c-ba2c-41da-8a9d-b7ad0200a600 service neutron] 10.222.0.10 "GET /v2.0/networks/a2eb04f7-d4be-44cd-a23a-cc31ea290614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924020 Jun 30 09:44:27.728677 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-522d582f-8bdf-460d-bfdd-b6d8c819352c req-8b57cc4e-fa21-4078-b051-e036197ab10c tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e516a26-9e33-415c-936f-414a5270f3fb HTTP/1.1" status: 200 len: 210 time: 0.0309315 Jun 30 09:44:28.392602 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ab22d63b-500d-46e4-bd52-52299b082374 req-bb85fdd6-0ebd-4a6b-8399-59ac26644d5e service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0292623 Jun 30 09:44:28.552537 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c0d39ff5-189b-41be-a256-33ece8167401 req-ad931920-0f94-4cd0-9165-7e2aa13da061 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0318666 Jun 30 09:44:28.826885 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ce04c7d4-2575-4483-bfda-46d7abed43c6 req-9271a3c2-98ef-46cc-8354-c5f78f110466 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e516a26-9e33-415c-936f-414a5270f3fb HTTP/1.1" status: 200 len: 210 time: 0.0289173 Jun 30 09:44:29.993094 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7933583a-55ee-4f51-aef5-06ccc72dc084 req-fa3756eb-665a-41ae-b9f0-0ac342417b8e tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e516a26-9e33-415c-936f-414a5270f3fb HTTP/1.1" status: 200 len: 210 time: 0.0285735 Jun 30 09:44:30.607810 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e882e166-7371-466c-b2e7-980000dcc661 req-95848819-5cd0-4454-818e-697997e3a238 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0280685 Jun 30 09:44:30.757157 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65f31ca7-9c88-4aaa-8906-c38eba24505a req-6eaab327-d94e-49eb-b50a-d3e98e8ff983 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0272310 Jun 30 09:44:31.146171 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fa14dc9d-ff27-459e-9987-e3aeddf32fab req-e9fef3b2-5036-49a1-8a48-2b899a16f727 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e516a26-9e33-415c-936f-414a5270f3fb HTTP/1.1" status: 200 len: 210 time: 0.0314391 Jun 30 09:44:31.330124 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-9b662831-9663-4496-a878-e83567c88e60 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:31.331494 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-9b662831-9663-4496-a878-e83567c88e60 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.37 "GET /v2.0/networks?id=a2eb04f7-d4be-44cd-a23a-cc31ea290614 HTTP/1.1" status: 200 len: 814 time: 0.1023180 Jun 30 09:44:31.345085 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-4bd934be-ff12-40b7-a77f-c681e4bcc17b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Request body: {'port': {'device_id': '3e516a26-9e33-415c-936f-414a5270f3fb', 'network_id': 'a2eb04f7-d4be-44cd-a23a-cc31ea290614', 'admin_state_up': True, 'tenant_id': 'f72514c6ed3a472c9718794cf1cfeb16'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:44:31.661729 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-4bd934be-ff12-40b7-a77f-c681e4bcc17b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Made reservation on behalf of f72514c6ed3a472c9718794cf1cfeb16 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:44:31.665903 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-4bd934be-ff12-40b7-a77f-c681e4bcc17b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:31.791253 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-4bd934be-ff12-40b7-a77f-c681e4bcc17b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Allocated IP 172.20.0.10 (a2eb04f7-d4be-44cd-a23a-cc31ea290614/a40e9973-4ce6-4207-8303-247c77037c7c/f95d7f7c-8295-4f9b-a30f-eaa514e7eef7) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:44:32.263736 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-4bd934be-ff12-40b7-a77f-c681e4bcc17b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:32.297973 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c7de9a77-8f24-4eba-8844-793316cd6fed req-c6ba9679-c617-46d1-bc79-e3b013e5719b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e516a26-9e33-415c-936f-414a5270f3fb HTTP/1.1" status: 200 len: 210 time: 0.0334620 Jun 30 09:44:32.382571 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-4bd934be-ff12-40b7-a77f-c681e4bcc17b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:32.426399 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-4bd934be-ff12-40b7-a77f-c681e4bcc17b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Network a2eb04f7-d4be-44cd-a23a-cc31ea290614 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:44:32.429530 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-4bd934be-ff12-40b7-a77f-c681e4bcc17b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:44:32.435852 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-4bd934be-ff12-40b7-a77f-c681e4bcc17b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:44:32.462565 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd934be-ff12-40b7-a77f-c681e4bcc17b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Pushing event updated for resources: {'Port': ['ID=f95d7f7c-8295-4f9b-a30f-eaa514e7eef7,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:32.474886 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd934be-ff12-40b7-a77f-c681e4bcc17b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:32.475256 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd934be-ff12-40b7-a77f-c681e4bcc17b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:32.475592 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd934be-ff12-40b7-a77f-c681e4bcc17b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:32.475919 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd934be-ff12-40b7-a77f-c681e4bcc17b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:32.476241 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd934be-ff12-40b7-a77f-c681e4bcc17b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:32.476612 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd934be-ff12-40b7-a77f-c681e4bcc17b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:32.476893 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd934be-ff12-40b7-a77f-c681e4bcc17b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:32.477209 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd934be-ff12-40b7-a77f-c681e4bcc17b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:32.477548 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd934be-ff12-40b7-a77f-c681e4bcc17b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:32.477932 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd934be-ff12-40b7-a77f-c681e4bcc17b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:32.478165 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd934be-ff12-40b7-a77f-c681e4bcc17b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:32.478473 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd934be-ff12-40b7-a77f-c681e4bcc17b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:32.499587 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-4bd934be-ff12-40b7-a77f-c681e4bcc17b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:32.500188 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-4bd934be-ff12-40b7-a77f-c681e4bcc17b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:32.582797 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-4bd934be-ff12-40b7-a77f-c681e4bcc17b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2416611 Jun 30 09:44:32.595064 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-870e81e9-05a6-4abc-8e6a-d2b280b00325 service neutron] Request body: {'port': {'device_id': '3e516a26-9e33-415c-936f-414a5270f3fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:44:32.686066 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5b909c69-c285-4234-aeed-9c2f92e017ed req-a67deeea-7275-4112-8d83-a1a16602a032 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0311928 Jun 30 09:44:32.696595 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-870e81e9-05a6-4abc-8e6a-d2b280b00325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:32.845331 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ccad395-4014-40bd-b8b2-67cafb04d738 req-678df106-3f96-4385-bbcb-9445aa954fb2 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0362008 Jun 30 09:44:32.997049 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-870e81e9-05a6-4abc-8e6a-d2b280b00325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f95d7f7c-8295-4f9b-a30f-eaa514e7eef7 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:44:33.004406 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-870e81e9-05a6-4abc-8e6a-d2b280b00325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:33.016595 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-870e81e9-05a6-4abc-8e6a-d2b280b00325 service neutron] Transition to ACTIVE for port object f95d7f7c-8295-4f9b-a30f-eaa514e7eef7 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:44:33.084294 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-870e81e9-05a6-4abc-8e6a-d2b280b00325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:33.133346 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e81e9-05a6-4abc-8e6a-d2b280b00325 service neutron] Pushing event updated for resources: {'Port': ['ID=f95d7f7c-8295-4f9b-a30f-eaa514e7eef7,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:33.209501 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-870e81e9-05a6-4abc-8e6a-d2b280b00325 service neutron] Attempting to bind port f95d7f7c-8295-4f9b-a30f-eaa514e7eef7 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:44:33.209834 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-870e81e9-05a6-4abc-8e6a-d2b280b00325 service neutron] Attempting to bind port f95d7f7c-8295-4f9b-a30f-eaa514e7eef7 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '0556555d-b43e-4468-ac55-0cab5a922195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a2eb04f7-d4be-44cd-a23a-cc31ea290614'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:44:33.210163 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-870e81e9-05a6-4abc-8e6a-d2b280b00325 service neutron] Attempting to bind port f95d7f7c-8295-4f9b-a30f-eaa514e7eef7 on network a2eb04f7-d4be-44cd-a23a-cc31ea290614 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:44:33.214687 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-870e81e9-05a6-4abc-8e6a-d2b280b00325 service neutron] Port f95d7f7c-8295-4f9b-a30f-eaa514e7eef7 on network a2eb04f7-d4be-44cd-a23a-cc31ea290614 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:44:33.215008 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-870e81e9-05a6-4abc-8e6a-d2b280b00325 service neutron] Attempting to bind port f95d7f7c-8295-4f9b-a30f-eaa514e7eef7 on network a2eb04f7-d4be-44cd-a23a-cc31ea290614 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:44:33.219776 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-870e81e9-05a6-4abc-8e6a-d2b280b00325 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:44:33.220137 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-870e81e9-05a6-4abc-8e6a-d2b280b00325 service neutron] Checking segment: {'id': '0556555d-b43e-4468-ac55-0cab5a922195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a2eb04f7-d4be-44cd-a23a-cc31ea290614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:44:33.220520 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-870e81e9-05a6-4abc-8e6a-d2b280b00325 service neutron] Bound using segment: {'id': '0556555d-b43e-4468-ac55-0cab5a922195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a2eb04f7-d4be-44cd-a23a-cc31ea290614'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:44:33.220950 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-870e81e9-05a6-4abc-8e6a-d2b280b00325 service neutron] Bound port: f95d7f7c-8295-4f9b-a30f-eaa514e7eef7, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0556555d-b43e-4468-ac55-0cab5a922195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a2eb04f7-d4be-44cd-a23a-cc31ea290614'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:44:33.221303 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-870e81e9-05a6-4abc-8e6a-d2b280b00325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:33.284756 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-870e81e9-05a6-4abc-8e6a-d2b280b00325 service neutron] For port f95d7f7c-8295-4f9b-a30f-eaa514e7eef7, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:44:33.287734 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-870e81e9-05a6-4abc-8e6a-d2b280b00325 service neutron] For port f95d7f7c-8295-4f9b-a30f-eaa514e7eef7, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=f95d7f7c-8295-4f9b-a30f-eaa514e7eef7,segment=NetworkSegment(0556555d-b43e-4468-ac55-0cab5a922195),segment_id=0556555d-b43e-4468-ac55-0cab5a922195)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:44:33.440518 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-870e81e9-05a6-4abc-8e6a-d2b280b00325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:33.486174 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-870e81e9-05a6-4abc-8e6a-d2b280b00325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:33.486779 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-870e81e9-05a6-4abc-8e6a-d2b280b00325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:33.488223 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-870e81e9-05a6-4abc-8e6a-d2b280b00325 service neutron] 10.222.0.37 "PUT /v2.0/ports/f95d7f7c-8295-4f9b-a30f-eaa514e7eef7 HTTP/1.1" status: 200 len: 1093 time: 0.8974946 Jun 30 09:44:33.491869 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e516a26-9e33-415c-936f-414a5270f3fb', 'tag': 'f95d7f7c-8295-4f9b-a30f-eaa514e7eef7'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:44:33.494293 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a192cbf-9e4f-498b-9bf0-d69e0ee22b04" -d '{"events": [{"name": "network-changed", "server_uuid": "3e516a26-9e33-415c-936f-414a5270f3fb", "tag": "f95d7f7c-8295-4f9b-a30f-eaa514e7eef7"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:44:33.525230 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e81e9-05a6-4abc-8e6a-d2b280b00325 service neutron] Pushing event updated for resources: {'Port': ['ID=f95d7f7c-8295-4f9b-a30f-eaa514e7eef7,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:33.539991 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa70b7-835e-4d66-9641-98e8df23ef9e req-580d1f34-5838-4272-a946-7a38ebafe631 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:33.541514 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6aa70b7-835e-4d66-9641-98e8df23ef9e req-580d1f34-5838-4272-a946-7a38ebafe631 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e516a26-9e33-415c-936f-414a5270f3fb HTTP/1.1" status: 200 len: 944 time: 0.1326137 Jun 30 09:44:33.581785 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6aa70b7-835e-4d66-9641-98e8df23ef9e req-d16baea1-f25b-43c2-849e-74d7b9f058d3 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ca837b-cb91-49af-8af1-6e05313ff78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344968 Jun 30 09:44:33.602214 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33be9ee-2ada-4c30-96e8-d3bc7abddb7d x-openstack-request-id: req-e33be9ee-2ada-4c30-96e8-d3bc7abddb7d {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:44:33.602214 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e516a26-9e33-415c-936f-414a5270f3fb", "tag": "f95d7f7c-8295-4f9b-a30f-eaa514e7eef7", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:44:33.602214 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e33be9ee-2ada-4c30-96e8-d3bc7abddb7d {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:44:33.602611 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e516a26-9e33-415c-936f-414a5270f3fb', 'tag': 'f95d7f7c-8295-4f9b-a30f-eaa514e7eef7', 'status': 'completed', 'code': 200} Jun 30 09:44:33.665453 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-c594a850-3cf6-4897-86a7-82e58f7cf21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:33.666945 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-c594a850-3cf6-4897-86a7-82e58f7cf21e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f72514c6ed3a472c9718794cf1cfeb16&device_id=3e516a26-9e33-415c-936f-414a5270f3fb HTTP/1.1" status: 200 len: 1096 time: 0.0534251 Jun 30 09:44:33.708150 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-b2ad9799-97d2-473d-9588-7f9da9d22752 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f95d7f7c-8295-4f9b-a30f-eaa514e7eef7 HTTP/1.1" status: 200 len: 217 time: 0.0339079 Jun 30 09:44:33.759702 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-11798138-340c-40ed-bb90-7d77b93ae7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:33.761162 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-11798138-340c-40ed-bb90-7d77b93ae7fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a40e9973-4ce6-4207-8303-247c77037c7c HTTP/1.1" status: 200 len: 854 time: 0.0473602 Jun 30 09:44:33.793938 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-d36433c4-7dc4-4fe2-b5e0-61dd132c5fca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a2eb04f7-d4be-44cd-a23a-cc31ea290614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261486 Jun 30 09:44:33.883988 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-97ee93fa-7293-4fff-9fa9-e0143bcfad64 service neutron] 10.222.0.37 "GET /v2.0/networks/a2eb04f7-d4be-44cd-a23a-cc31ea290614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834105 Jun 30 09:44:33.980016 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7d49f1dc-5e58-45be-916f-b31d832678e7 req-f3aee570-3547-470f-9176-6ae2c68fb388 service neutron] 10.222.0.37 "GET /v2.0/networks/a2eb04f7-d4be-44cd-a23a-cc31ea290614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893230 Jun 30 09:44:34.162911 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a192cbf-9e4f-498b-9bf0-d69e0ee22b04 req-8c9ce0dc-fedb-47da-82b0-a6c4ca60c55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:34.165146 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3a192cbf-9e4f-498b-9bf0-d69e0ee22b04 req-8c9ce0dc-fedb-47da-82b0-a6c4ca60c55c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f72514c6ed3a472c9718794cf1cfeb16&device_id=3e516a26-9e33-415c-936f-414a5270f3fb HTTP/1.1" status: 200 len: 1096 time: 0.0560894 Jun 30 09:44:34.262748 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a192cbf-9e4f-498b-9bf0-d69e0ee22b04 req-145fc4cb-4252-45f0-8f01-01a57894d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:34.264253 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3a192cbf-9e4f-498b-9bf0-d69e0ee22b04 req-145fc4cb-4252-45f0-8f01-01a57894d14e service neutron] 10.222.0.37 "GET /v2.0/networks?id=a2eb04f7-d4be-44cd-a23a-cc31ea290614 HTTP/1.1" status: 200 len: 915 time: 0.0919802 Jun 30 09:44:34.309349 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3a192cbf-9e4f-498b-9bf0-d69e0ee22b04 req-a4413813-d885-4f20-8e15-425b46ede7d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f95d7f7c-8295-4f9b-a30f-eaa514e7eef7 HTTP/1.1" status: 200 len: 217 time: 0.0367975 Jun 30 09:44:34.359072 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a192cbf-9e4f-498b-9bf0-d69e0ee22b04 req-39d4fa4c-6ed3-49b3-96ba-b302d802e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:34.360657 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3a192cbf-9e4f-498b-9bf0-d69e0ee22b04 req-39d4fa4c-6ed3-49b3-96ba-b302d802e24c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a40e9973-4ce6-4207-8303-247c77037c7c HTTP/1.1" status: 200 len: 854 time: 0.0454133 Jun 30 09:44:34.397389 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3a192cbf-9e4f-498b-9bf0-d69e0ee22b04 req-4c8802da-a9a6-40c4-bce1-2a3ed37aa89c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a2eb04f7-d4be-44cd-a23a-cc31ea290614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308340 Jun 30 09:44:34.490477 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3a192cbf-9e4f-498b-9bf0-d69e0ee22b04 req-7e1f3cdc-643b-46c9-8d95-eb6b968af8fb service neutron] 10.222.0.37 "GET /v2.0/networks/a2eb04f7-d4be-44cd-a23a-cc31ea290614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855300 Jun 30 09:44:34.588882 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3a192cbf-9e4f-498b-9bf0-d69e0ee22b04 req-2ab782c6-cfe1-4b8f-846a-deb8f0c85892 service neutron] 10.222.0.37 "GET /v2.0/networks/a2eb04f7-d4be-44cd-a23a-cc31ea290614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910203 Jun 30 09:44:34.723441 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3f50a7b3-ed09-4682-b432-a175970769a1 req-9601ec2a-86f1-49fd-a22d-807547675d03 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0292447 Jun 30 09:44:34.770129 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cdf1de-24ed-40b0-b26c-9d6e5e9321b8 req-71a869c6-b9be-45c4-b193-d54d5dd6b7eb tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:34.771651 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f0cdf1de-24ed-40b0-b26c-9d6e5e9321b8 req-71a869c6-b9be-45c4-b193-d54d5dd6b7eb tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e516a26-9e33-415c-936f-414a5270f3fb HTTP/1.1" status: 200 len: 944 time: 0.0683405 Jun 30 09:44:34.813815 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f0cdf1de-24ed-40b0-b26c-9d6e5e9321b8 req-6d4e96cc-1465-4b91-ac65-61cff9bf02a6 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ca837b-cb91-49af-8af1-6e05313ff78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356834 Jun 30 09:44:34.879203 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e6e3055a-fa94-4686-b0c6-fb215479222e req-7df384be-2f1c-4500-a5b0-d7230099969d service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0287795 Jun 30 09:44:35.993931 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49081c3-2804-4adc-a1bb-3ae287b3fc81 req-4f4109b8-8672-4307-9ee0-d17bbe809a4b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:35.995453 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f49081c3-2804-4adc-a1bb-3ae287b3fc81 req-4f4109b8-8672-4307-9ee0-d17bbe809a4b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e516a26-9e33-415c-936f-414a5270f3fb HTTP/1.1" status: 200 len: 944 time: 0.0657082 Jun 30 09:44:36.034800 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f49081c3-2804-4adc-a1bb-3ae287b3fc81 req-7e66d027-1542-4673-86b5-0c7a2b66ccc6 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ca837b-cb91-49af-8af1-6e05313ff78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336518 Jun 30 09:44:36.148076 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device f95d7f7c-8295-4f9b-a30f-eaa514e7eef7 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:44:36.248359 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port f95d7f7c-8295-4f9b-a30f-eaa514e7eef7, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=f95d7f7c-8295-4f9b-a30f-eaa514e7eef7,segment=NetworkSegment(0556555d-b43e-4468-ac55-0cab5a922195),segment_id=0556555d-b43e-4468-ac55-0cab5a922195)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:44:36.259668 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'f95d7f7c-8295-4f9b-a30f-eaa514e7eef7', 'network_id': 'a2eb04f7-d4be-44cd-a23a-cc31ea290614', 'port_id': 'f95d7f7c-8295-4f9b-a30f-eaa514e7eef7', 'mac_address': 'fa:16:3e:d1:ce:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a40e9973-4ce6-4207-8303-247c77037c7c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:44:36.296469 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:36.309415 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f95d7f7c-8295-4f9b-a30f-eaa514e7eef7 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:44:36.329381 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port f95d7f7c-8295-4f9b-a30f-eaa514e7eef7, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=f95d7f7c-8295-4f9b-a30f-eaa514e7eef7,segment=NetworkSegment(0556555d-b43e-4468-ac55-0cab5a922195),segment_id=0556555d-b43e-4468-ac55-0cab5a922195)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:44:36.433012 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:36.485856 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=f95d7f7c-8295-4f9b-a30f-eaa514e7eef7,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:36.493781 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:36.494174 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:36.494384 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:36.494723 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:36.495296 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:36.495432 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:36.495735 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:36.496060 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:36.496383 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:36.496711 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:36.497024 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:36.497341 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:36.747414 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['f95d7f7c-8295-4f9b-a30f-eaa514e7eef7'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:44:36.772401 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b1e86ca-54d6-4202-937d-9f18c3e9bb4d req-97511d95-8ceb-44bf-9503-fd95bc8e842b service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0322087 Jun 30 09:44:37.019692 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9fc0dcb8-47b2-4285-8217-319052405cf1 req-9ff7f83c-08ec-4b9e-8204-3d8100362b54 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0282838 Jun 30 09:44:37.227154 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c3c63-0175-4708-ac01-93d4e12d289e req-7a626e5c-84d0-4b4f-a29a-03ad9bdeeecf tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:37.228927 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-532c3c63-0175-4708-ac01-93d4e12d289e req-7a626e5c-84d0-4b4f-a29a-03ad9bdeeecf tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e516a26-9e33-415c-936f-414a5270f3fb HTTP/1.1" status: 200 len: 945 time: 0.0772696 Jun 30 09:44:37.269073 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-532c3c63-0175-4708-ac01-93d4e12d289e req-d88b7ad3-78dd-45a6-b1e3-c158c7d577dc tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ca837b-cb91-49af-8af1-6e05313ff78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339816 Jun 30 09:44:37.770413 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:38.159625 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device f95d7f7c-8295-4f9b-a30f-eaa514e7eef7 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:44:38.301778 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port f95d7f7c-8295-4f9b-a30f-eaa514e7eef7 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:44:38.306702 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port f95d7f7c-8295-4f9b-a30f-eaa514e7eef7 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:44:38.307075 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:38.387500 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:38.413455 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e516a26-9e33-415c-936f-414a5270f3fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95d7f7c-8295-4f9b-a30f-eaa514e7eef7'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:44:38.416171 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad6c12c-6ee8-425f-b9b6-c5fa56b543d9" -d '{"events": [{"server_uuid": "3e516a26-9e33-415c-936f-414a5270f3fb", "name": "network-vif-plugged", "status": "completed", "tag": "f95d7f7c-8295-4f9b-a30f-eaa514e7eef7"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:44:38.433822 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port f95d7f7c-8295-4f9b-a30f-eaa514e7eef7, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=f95d7f7c-8295-4f9b-a30f-eaa514e7eef7,segment=NetworkSegment(0556555d-b43e-4468-ac55-0cab5a922195),segment_id=0556555d-b43e-4468-ac55-0cab5a922195)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:44:38.454909 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58030bf-357d-4582-ac4f-8243c2431dfe req-051f43b1-5d59-4143-99ad-5d936632b38d tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:38.460305 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27dc550-7b47-42d4-836a-e81e67c262dd x-openstack-request-id: req-e27dc550-7b47-42d4-836a-e81e67c262dd {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:44:38.460305 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e516a26-9e33-415c-936f-414a5270f3fb", "name": "network-vif-plugged", "status": "completed", "tag": "f95d7f7c-8295-4f9b-a30f-eaa514e7eef7", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:44:38.460305 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e27dc550-7b47-42d4-836a-e81e67c262dd {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:44:38.460305 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e516a26-9e33-415c-936f-414a5270f3fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95d7f7c-8295-4f9b-a30f-eaa514e7eef7', 'code': 200} Jun 30 09:44:38.460795 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a58030bf-357d-4582-ac4f-8243c2431dfe req-051f43b1-5d59-4143-99ad-5d936632b38d tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e516a26-9e33-415c-936f-414a5270f3fb HTTP/1.1" status: 200 len: 945 time: 0.0685852 Jun 30 09:44:38.500541 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a58030bf-357d-4582-ac4f-8243c2431dfe req-ba18edd2-100f-4018-848d-727449c43eb4 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ca837b-cb91-49af-8af1-6e05313ff78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365481 Jun 30 09:44:38.552187 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:38.581712 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c1ddb-a7b6-4846-a5f5-9c7de6097582 req-c0303a02-38e0-415c-b3c7-9d55e3bc428a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:38.586409 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-419c1ddb-a7b6-4846-a5f5-9c7de6097582 req-c0303a02-38e0-415c-b3c7-9d55e3bc428a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3e516a26-9e33-415c-936f-414a5270f3fb HTTP/1.1" status: 200 len: 1097 time: 0.0578110 Jun 30 09:44:38.604587 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=f95d7f7c-8295-4f9b-a30f-eaa514e7eef7,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:38.620123 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-419c1ddb-a7b6-4846-a5f5-9c7de6097582 req-f530355e-0f32-4195-8a16-4b277456ea23 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=23ca837b-cb91-49af-8af1-6e05313ff78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307331 Jun 30 09:44:38.929949 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-92cb2af1-d6f7-4e4a-a6b7-f5735349d753 req-f68aac47-27a8-4521-a6fc-57dfc1343659 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0283468 Jun 30 09:44:38.959845 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:39.091108 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-02b898ec-1210-4bd8-9482-b300ab49bfd5 req-c39d499a-a9f5-48c7-a721-4dfd189c174c service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0296860 Jun 30 09:44:39.701437 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544bc52-b063-47ee-9d72-33295a690b0b req-cb953bff-be97-49cc-a03e-a5b4d2d10fb4 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:39.702970 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d544bc52-b063-47ee-9d72-33295a690b0b req-cb953bff-be97-49cc-a03e-a5b4d2d10fb4 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e516a26-9e33-415c-936f-414a5270f3fb HTTP/1.1" status: 200 len: 946 time: 0.0717056 Jun 30 09:44:39.743537 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d544bc52-b063-47ee-9d72-33295a690b0b req-1a215c2a-d85d-4ca0-ad8c-800ad0f96a20 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ca837b-cb91-49af-8af1-6e05313ff78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346913 Jun 30 09:44:40.937918 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ba415-59fe-4c01-88f1-74f457339ff3 req-43b8a040-8d4c-457e-8270-8984284c4472 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:40.939414 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7a5ba415-59fe-4c01-88f1-74f457339ff3 req-43b8a040-8d4c-457e-8270-8984284c4472 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e516a26-9e33-415c-936f-414a5270f3fb HTTP/1.1" status: 200 len: 946 time: 0.0793328 Jun 30 09:44:40.981370 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7a5ba415-59fe-4c01-88f1-74f457339ff3 req-381905ee-ad50-4cfa-a41f-0a37a89c083b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ca837b-cb91-49af-8af1-6e05313ff78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357535 Jun 30 09:44:41.026851 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a49b5de6-5d15-4f67-9110-f451c9666c6b req-a63e7801-b968-458d-b183-524d59363d91 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0297070 Jun 30 09:44:41.190186 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a29ccf66-b053-4249-8630-a2e1c620f228 req-07b0a2a9-70c6-4af4-b971-6c9f33949ded service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0310557 Jun 30 09:44:43.115845 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0a8fd789-35cd-41cf-8931-0a61c254c4b5 req-1370add3-22f9-468a-b6d3-98325aa8423f service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0306320 Jun 30 09:44:43.285869 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-383861d7-7104-4756-a652-dc54cb0917e0 req-dbec266a-87ad-4a48-b0db-6db8a1ae353d service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0351701 Jun 30 09:44:45.201645 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9d493da5-43c3-4999-ba63-86fee0e914a4 req-484e4cb6-5425-4e46-a809-9551b8b0da58 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0283601 Jun 30 09:44:45.359837 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-35bab116-55d9-4f41-9e9e-9dee50b62367 req-612ecf24-2cb9-4930-b331-7da185402fba service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0276775 Jun 30 09:44:47.268526 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a1db1cd2-b1e8-473c-a944-9f7d0632837a req-f610e4a6-afc0-44b5-821f-b669da36a08d service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0307374 Jun 30 09:44:47.439990 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e2601a33-bda5-4863-87b3-3991c1e725ce req-847daeb2-a7f0-4564-a06f-14b35efb1fcc service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0365741 Jun 30 09:44:49.315656 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8723d937-761c-4b42-8fe6-2cd3e0654474 req-3dcd2a14-09f4-4c49-b7bd-48cdb67cf1a2 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0291209 Jun 30 09:44:49.482834 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e89b6434-519d-44e1-b1b5-8dddc06d6567 req-020ae3b5-8159-41e4-ba6e-87184ba47558 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0313199 Jun 30 09:44:50.501820 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7968b3c0-8c96-46a5-bcc7-033b2b84d055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:51.390068 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8f61901f-9e4b-42c5-852b-66129cf281bb req-3875a935-fdf9-428c-9b38-f344bd9ec252 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0299311 Jun 30 09:44:51.564242 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2c1ba98f-ecfa-4ba4-9f70-191566ed117c req-370c0e49-e7a5-4b8d-9d4a-104bbbb4b662 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0321393 Jun 30 09:44:51.835216 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-323bb9db-39f4-414d-b499-399c162dbcdc req-e14ecd72-5589-4d21-bd1f-0ed3d56ed2a6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0546489 Jun 30 09:44:51.933698 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bb9db-39f4-414d-b499-399c162dbcdc req-c58840fc-6875-4eaa-84a4-c98656e4bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:51.939147 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-323bb9db-39f4-414d-b499-399c162dbcdc req-c58840fc-6875-4eaa-84a4-c98656e4bd7f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 1097 time: 0.0561829 Jun 30 09:44:52.070339 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bb9db-39f4-414d-b499-399c162dbcdc req-d40b20e6-348b-4a9f-9d46-e49aec86076a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:52.072066 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-323bb9db-39f4-414d-b499-399c162dbcdc req-d40b20e6-348b-4a9f-9d46-e49aec86076a service neutron] 10.222.0.37 "GET /v2.0/networks?id=077fd748-2990-43a3-b379-1249cb605c64 HTTP/1.1" status: 200 len: 912 time: 0.1136794 Jun 30 09:44:52.156123 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-323bb9db-39f4-414d-b499-399c162dbcdc req-78b4a105-7193-4c8f-9569-768b050a3ce0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3ae685c-b07c-4b31-983d-56d433a2da16 HTTP/1.1" status: 200 len: 1001 time: 0.0769558 Jun 30 09:44:52.218210 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bb9db-39f4-414d-b499-399c162dbcdc req-84f26590-915c-448d-857a-12204934a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:52.219820 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-323bb9db-39f4-414d-b499-399c162dbcdc req-84f26590-915c-448d-857a-12204934a7f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=026a88de-b3fc-4597-8030-64264f9192bb HTTP/1.1" status: 200 len: 850 time: 0.0579910 Jun 30 09:44:52.390086 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bb9db-39f4-414d-b499-399c162dbcdc req-5ef1345e-0911-48a7-9559-5b16fda6ec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:52.390086 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-323bb9db-39f4-414d-b499-399c162dbcdc req-5ef1345e-0911-48a7-9559-5b16fda6ec29 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=077fd748-2990-43a3-b379-1249cb605c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668159 Jun 30 09:44:52.396220 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-323bb9db-39f4-414d-b499-399c162dbcdc req-748d0cac-2cce-45e1-9d7b-05f61cc3f1a8 service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958297 Jun 30 09:44:52.505123 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-323bb9db-39f4-414d-b499-399c162dbcdc req-cbd26182-f573-4077-b48c-a798c4a15974 service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006145 Jun 30 09:44:52.914548 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-55b9a345-fcca-4db4-ad92-8de5f5690618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:53.467381 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3764fcd8-48e9-4b68-964e-ac57e93350cb req-7f066975-dba1-4e39-a446-c423a540e9e0 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0304506 Jun 30 09:44:53.565818 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:53.645744 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-a7997bcc-8412-4312-ad6c-512e5c17cb79 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0716863 Jun 30 09:44:53.647233 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dd99bc1f-5033-44bb-8e31-7681afa1d988 req-490e4e46-776f-4fcd-a4eb-5140b9dbe3bd service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0345120 Jun 30 09:44:53.767874 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a269f-0825-4665-be20-670580e3ecff req-903677e7-d9dd-41b8-9559-15c0a06519f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:53.768354 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a269f-0825-4665-be20-670580e3ecff req-903677e7-d9dd-41b8-9559-15c0a06519f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:53.768825 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a269f-0825-4665-be20-670580e3ecff req-903677e7-d9dd-41b8-9559-15c0a06519f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:53.769309 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a269f-0825-4665-be20-670580e3ecff req-903677e7-d9dd-41b8-9559-15c0a06519f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:53.769776 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a269f-0825-4665-be20-670580e3ecff req-903677e7-d9dd-41b8-9559-15c0a06519f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:53.770243 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a269f-0825-4665-be20-670580e3ecff req-903677e7-d9dd-41b8-9559-15c0a06519f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:53.770695 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a269f-0825-4665-be20-670580e3ecff req-903677e7-d9dd-41b8-9559-15c0a06519f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:53.772693 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-903677e7-d9dd-41b8-9559-15c0a06519f1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49d88a13984c4bcba0f76778ac61ce8d&device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 6508 time: 0.0725656 Jun 30 09:44:53.904017 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a269f-0825-4665-be20-670580e3ecff req-5c1f62a2-7ac9-4f3d-a6a9-bb12832fe2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:53.904484 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a269f-0825-4665-be20-670580e3ecff req-5c1f62a2-7ac9-4f3d-a6a9-bb12832fe2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:53.904946 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a269f-0825-4665-be20-670580e3ecff req-5c1f62a2-7ac9-4f3d-a6a9-bb12832fe2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:53.906596 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-5c1f62a2-7ac9-4f3d-a6a9-bb12832fe2e9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e7e4178-b76c-4101-95d6-7dff2b70b10f&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=486cc323-8780-4f2e-93db-0b642dc27590&id=486cc323-8780-4f2e-93db-0b642dc27590 HTTP/1.1" status: 200 len: 2297 time: 0.1078329 Jun 30 09:44:53.983178 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-cac4e59f-b995-42ab-9459-af3098cf09eb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df73636d-7c49-416a-bb2b-e27dc88ddebb HTTP/1.1" status: 200 len: 1001 time: 0.0663011 Jun 30 09:44:54.039483 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a269f-0825-4665-be20-670580e3ecff req-f7782a5c-8e68-458f-86bc-e83ef6fce998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:54.041111 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-f7782a5c-8e68-458f-86bc-e83ef6fce998 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c8de1b8a-776c-499d-b7dc-3d5c959e1c2d HTTP/1.1" status: 200 len: 855 time: 0.0480950 Jun 30 09:44:54.106812 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a269f-0825-4665-be20-670580e3ecff req-8ae61ca1-20b2-409b-a1cc-714b01ea2e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:54.108380 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-8ae61ca1-20b2-409b-a1cc-714b01ea2e64 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e7e4178-b76c-4101-95d6-7dff2b70b10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598638 Jun 30 09:44:54.235540 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-c9b70c8d-afd0-486b-bc27-91b4335a222f service neutron] 10.222.0.52 "GET /v2.0/networks/5e7e4178-b76c-4101-95d6-7dff2b70b10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150854 Jun 30 09:44:54.334591 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-c01c9ea3-de37-4a16-a662-eeb0df524e00 service neutron] 10.222.0.52 "GET /v2.0/networks/5e7e4178-b76c-4101-95d6-7dff2b70b10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885019 Jun 30 09:44:54.376293 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-b46952b9-abd3-4859-8600-c09df97e10f9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=b47cd298-9fe5-409a-bd3d-f1ce63aef3ff HTTP/1.1" status: 200 len: 217 time: 0.0345821 Jun 30 09:44:54.435510 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a269f-0825-4665-be20-670580e3ecff req-493e782d-138f-4813-a3ca-c8cc200ab627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:54.437094 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-493e782d-138f-4813-a3ca-c8cc200ab627 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0522385 Jun 30 09:44:54.498918 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a269f-0825-4665-be20-670580e3ecff req-ba4a2284-568b-4c12-8186-dcf365a7fd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:54.500536 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-ba4a2284-568b-4c12-8186-dcf365a7fd8f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0539541 Jun 30 09:44:54.597434 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-fb25e462-ec13-4ccd-bb70-e9df110a3396 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871096 Jun 30 09:44:54.681407 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:54.708635 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-d80c3707-624e-4d49-a9e9-2817fbb891ad service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018586 Jun 30 09:44:54.749943 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-bf100cd0-b120-4e09-9152-4d3f16331183 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=d5f71601-cd68-41d3-a3c1-c264a5ecc103 HTTP/1.1" status: 200 len: 217 time: 0.0336859 Jun 30 09:44:54.806040 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a269f-0825-4665-be20-670580e3ecff req-8cb61a0c-bc47-40f3-80fd-6fe0d84b71c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:54.807423 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-8cb61a0c-bc47-40f3-80fd-6fe0d84b71c4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0510137 Jun 30 09:44:54.870117 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a269f-0825-4665-be20-670580e3ecff req-f116b8b2-5881-4d87-b8af-6cc6ced7bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:54.871073 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-f116b8b2-5881-4d87-b8af-6cc6ced7bb83 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0560327 Jun 30 09:44:54.964382 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-f92eef93-5813-445a-a89c-896bb98fda51 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850563 Jun 30 09:44:55.076411 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-54921177-87da-4b4e-9a0d-47a939f5465f service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011713 Jun 30 09:44:55.120863 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-aa4ecb14-4850-471b-9759-777d4149399d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c HTTP/1.1" status: 200 len: 217 time: 0.0361259 Jun 30 09:44:55.176905 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a269f-0825-4665-be20-670580e3ecff req-9f5774b9-080a-405a-b052-7b5116822ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:55.178346 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-9f5774b9-080a-405a-b052-7b5116822ea0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0495441 Jun 30 09:44:55.237711 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a269f-0825-4665-be20-670580e3ecff req-8b296f8c-120c-4bfe-b940-667b6d61d68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:55.239226 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-8b296f8c-120c-4bfe-b940-667b6d61d68f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0522592 Jun 30 09:44:55.333972 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-0904bbb9-cd6f-48a3-90fa-95e67cf5f680 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869830 Jun 30 09:44:55.437417 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-b1e30749-d3df-44e0-b25e-a611f0454912 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955613 Jun 30 09:44:55.484543 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-71f6bb16-8a5b-405d-befb-1f43dab2f588 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=b0ffe516-a66a-4469-b295-e857fb100d7e HTTP/1.1" status: 200 len: 217 time: 0.0361526 Jun 30 09:44:55.533566 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f5dd2b73-9791-4e9f-b083-a66679e0a8d9 req-e1c45570-c10f-4f07-bb6e-53cf39ca34a2 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0318992 Jun 30 09:44:55.547652 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a269f-0825-4665-be20-670580e3ecff req-d6c5f8e5-0b48-4b47-848d-577e982f2ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:55.549422 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-d6c5f8e5-0b48-4b47-848d-577e982f2ab0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0561900 Jun 30 09:44:55.613109 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a269f-0825-4665-be20-670580e3ecff req-50fcf356-e5a6-44db-9611-ab5be59aa04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:55.615156 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-50fcf356-e5a6-44db-9611-ab5be59aa04a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0552707 Jun 30 09:44:55.724922 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-386c6558-083f-4dfb-9e7a-3d8c811652da req-4872f075-59ea-4d16-b657-27f57c3c0458 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0360548 Jun 30 09:44:55.725171 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-440f2c7f-3b5a-45ff-9e78-b0ba7cda6daf service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023657 Jun 30 09:44:55.831829 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-14f1fd81-cf20-4a0e-9c82-05a0c01d5f2c service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950289 Jun 30 09:44:55.878694 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-e99114dd-89c9-4587-a353-a19cd098fd49 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b HTTP/1.1" status: 200 len: 217 time: 0.0351455 Jun 30 09:44:55.932841 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a269f-0825-4665-be20-670580e3ecff req-7418e6a0-6b3a-47fc-845d-9eb9718efa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:55.934173 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-7418e6a0-6b3a-47fc-845d-9eb9718efa84 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=974263d7-b687-4254-8813-85050a72f471 HTTP/1.1" status: 200 len: 797 time: 0.0487034 Jun 30 09:44:56.309033 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a269f-0825-4665-be20-670580e3ecff req-4be30599-c815-46f9-b634-60a322e79660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:56.310524 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-4be30599-c815-46f9-b634-60a322e79660 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=486cc323-8780-4f2e-93db-0b642dc27590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3662376 Jun 30 09:44:56.381723 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:56.407110 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-cf8cdec8-c36b-4d1e-942d-77dca4662343 service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885212 Jun 30 09:44:56.515692 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-8636388a-9e4c-47a5-b7d6-77592f21eaed service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983715 Jun 30 09:44:56.562195 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-144e29e8-c14d-4d67-99ab-39c903578fd6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3d7dba65-2216-47e0-b010-2a6615b39506 HTTP/1.1" status: 200 len: 217 time: 0.0371001 Jun 30 09:44:56.620619 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a269f-0825-4665-be20-670580e3ecff req-aa406dc1-91c4-456c-95e8-93d8fa62c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:56.622060 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-aa406dc1-91c4-456c-95e8-93d8fa62c1e0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=974263d7-b687-4254-8813-85050a72f471 HTTP/1.1" status: 200 len: 797 time: 0.0535553 Jun 30 09:44:56.683757 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a269f-0825-4665-be20-670580e3ecff req-94280284-f30f-4971-9f4b-bfc1bbe925c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:56.685277 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-94280284-f30f-4971-9f4b-bfc1bbe925c1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=486cc323-8780-4f2e-93db-0b642dc27590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0560758 Jun 30 09:44:56.785945 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-35bb80d0-0d69-4a72-92b6-2062344cece1 service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896173 Jun 30 09:44:56.885533 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b27a269f-0825-4665-be20-670580e3ecff req-6cd0835c-6696-4d21-930b-40239b39a311 service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920484 Jun 30 09:44:57.624953 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ee4b7cb6-8273-49f3-96df-abba073d61dd req-54f253d3-0ce7-49cd-b828-0cf6cf0a3115 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0284615 Jun 30 09:44:57.779431 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c033431f-2c44-45d0-a642-5d6875590d82 req-dbbfca25-a855-4dff-934a-f28e0e4fd8c5 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0276325 Jun 30 09:44:59.671010 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bf7b08c8-86ca-414b-ae41-a58b76346bc9 req-a37e57dc-4266-4b37-b194-67fad4613207 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0337150 Jun 30 09:44:59.840175 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-44b8ae4f-992d-4a1e-bfec-3fad294a96c4 req-6d0967b3-fa54-4fe7-8362-a637bc0a54e0 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0281484 Jun 30 09:45:01.736471 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a7a3bc3c-5228-4138-bfe4-44a5d4680b92 req-33382271-4fa0-4a40-9ec4-ef94a15a00e5 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0275657 Jun 30 09:45:01.885299 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-adf72995-5707-40c3-aa99-74e1d6b6be7f req-7d5eabe2-3b05-45b8-aa87-5338c3b285e7 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0279002 Jun 30 09:45:01.957038 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:45:03.793306 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-97292ec5-ff84-4b95-b157-cef8d59ecdc8 req-27fdf865-7906-4643-81da-db472639965a service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0320327 Jun 30 09:45:03.948901 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dd80a066-35ee-42bb-99c6-8587087615b6 req-e9599f33-29a5-40fc-a9d0-acc0b5de2d22 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0297194 Jun 30 09:45:05.839065 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-87d5cb2e-5717-4db9-ab80-98a965f413bb req-e5973bfb-6660-43d5-8435-6c365eb80251 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0279717 Jun 30 09:45:05.987711 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2c6ebb29-05b6-4016-b50c-7c1406cffc6f req-692ee5b7-5040-4bf5-8b66-969e031fafdd service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0277042 Jun 30 09:45:07.766716 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:07.889042 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-60e464f9-6f18-4128-90c3-14e0a92e7a82 req-25432928-dc10-4d3c-85cb-c2a855f30216 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0303738 Jun 30 09:45:08.036474 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fc5dbf37-e984-4dbc-ac57-819dc0b61c1a req-eb52d590-c89b-4018-a617-19daf50232dc service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0281587 Jun 30 09:45:08.930180 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:09.905482 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e83b172-9581-4956-bd01-bc9a0ca12be2 req-fcba039a-c590-4474-b269-5ecee3ec6214 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0275264 Jun 30 09:45:10.053299 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-02b79fa4-484a-482a-b211-fba21475a50a req-80b167a2-aee4-47e2-bd3c-25678130a60c service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0280263 Jun 30 09:45:11.931103 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f2fc2b7f-9009-4d73-adec-416ce040d438 req-d33eab50-31a9-4df3-ac6c-7698fd3a6fc8 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0331743 Jun 30 09:45:12.078903 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3eb15005-6c30-4f2a-90e4-4224539321d6 req-1f4fcb34-9593-4aff-96c8-496671c96ae5 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0281487 Jun 30 09:45:13.996237 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dfb6a564-8ad5-4e92-93c9-928e907c3b52 req-12e6b855-5fbe-45fd-9ea5-a855dbcd0629 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0298274 Jun 30 09:45:14.174622 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb688674-93a8-4008-9d45-dde5cd044f51 req-6cefe75f-39df-4160-a936-d572e7c82249 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0324271 Jun 30 09:45:16.061589 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7083bf13-09fd-4151-956f-6b900989234d req-1fd1b3c3-17cd-4728-a2e9-b32f174d83ff service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0315251 Jun 30 09:45:16.217754 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3f0c3f0-8f6b-415f-b3dd-0901c46b4b26 req-92586edf-4962-4f60-97e5-606e00f5bf0a service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0316424 Jun 30 09:45:18.116934 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6266ab1e-a489-4e83-bbce-83a91eb0f873 req-c8bb897e-2dae-4bfb-b81d-5c693a20a832 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0275612 Jun 30 09:45:18.268037 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dfba2ba0-95d5-4377-b901-67fcba1651a4 req-7bda393b-fb56-4460-a7c5-e345c908eb1a service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0285852 Jun 30 09:45:20.180719 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-531a050e-de06-46f3-9bee-7173d4dda7b9 req-c7374a33-b2e4-4b7e-bf7e-d790a3c23d33 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0334692 Jun 30 09:45:20.487652 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-031628e6-1395-4ab9-afb4-9341c61c627e req-49729993-c647-4b0d-89a2-cbff797b4184 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0298505 Jun 30 09:45:20.528530 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-de5e6f7b-47e0-4f38-b3fb-a3970c85eeb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:22.385398 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5b08c2f6-172c-4044-8b62-752996b25cf7 req-faaf35a6-7f2d-4ce6-84bd-a2311fa19c35 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0293186 Jun 30 09:45:22.543538 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85a043c2-f2f7-4e73-8643-45a776abb6c6 req-ea4259ff-ca77-4fb4-85c6-26b2492e8f48 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0278325 Jun 30 09:45:22.912247 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ccecaeaf-a67c-4567-8aec-d08ed152b68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:23.535544 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:24.431474 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a85b278d-9427-4a93-8a1f-a34d15497e3a req-40012dad-1a8e-42cd-b91b-7510d05f6136 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0316937 Jun 30 09:45:24.584107 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-54085b7b-a1f7-4437-bf50-006000be0f5d req-da590342-ccff-47fc-87ef-bd36a1c80739 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0269840 Jun 30 09:45:24.689745 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:26.363788 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:26.458269 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b5458b9f-242d-4c5e-b724-a9820bcbd8f7 req-47d1a9c6-141d-4de0-a250-b30bac2c4905 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0273776 Jun 30 09:45:26.614649 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c5f7b87a-1036-47d9-a715-3d3ca8c128f4 req-f6d27f98-4b67-4391-874d-ab9b62597e57 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0281827 Jun 30 09:45:28.490953 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eabc6bd0-5303-423d-a539-df6a591a4428 req-dba94b7a-402f-46a2-85d1-2bc033a95c00 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0311670 Jun 30 09:45:28.650532 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e3d0d313-bbeb-459f-8c76-e1d217c0f130 req-98786dbc-c95c-42c8-b573-c59fa3b4cc2b service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0274968 Jun 30 09:45:30.596714 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88ca749f-2829-4b4c-be03-380267f632c1 req-50af7951-3dd6-48fc-822b-ec2105a2c6b7 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0287373 Jun 30 09:45:30.752175 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4f0a39d6-6feb-4c13-be72-edc3611e51a8 req-242f9d61-7929-44d7-bbe2-634d52dd8bcb service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0273056 Jun 30 09:45:32.653780 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c32b0144-ec91-4712-93bf-6e0aeaf07512 req-6b5c403a-7a4b-418e-a4d0-8872ed3cd131 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0290384 Jun 30 09:45:32.686658 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168c5bd-9e4a-4f05-b4b3-fd5b31037623 req-377066ee-82cb-401e-b6cb-0de9c632ab34 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:32.688187 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b168c5bd-9e4a-4f05-b4b3-fd5b31037623 req-377066ee-82cb-401e-b6cb-0de9c632ab34 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e516a26-9e33-415c-936f-414a5270f3fb HTTP/1.1" status: 200 len: 946 time: 0.0953624 Jun 30 09:45:32.730191 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b168c5bd-9e4a-4f05-b4b3-fd5b31037623 req-17c387e0-daad-40f6-9789-b9a6739c00b2 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ca837b-cb91-49af-8af1-6e05313ff78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358391 Jun 30 09:45:32.805897 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2bd6a299-6068-45bc-aaca-bee2102a90c5 req-691767a1-bca3-4442-ad85-ebbec2d034ba service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0275590 Jun 30 09:45:33.920814 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3f4c9-bac5-4920-a947-289b1cd2e9f2 req-fa619382-6ab1-47c1-ae71-437747430051 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:33.922274 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-30b3f4c9-bac5-4920-a947-289b1cd2e9f2 req-fa619382-6ab1-47c1-ae71-437747430051 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e516a26-9e33-415c-936f-414a5270f3fb HTTP/1.1" status: 200 len: 946 time: 0.0681524 Jun 30 09:45:33.961077 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-30b3f4c9-bac5-4920-a947-289b1cd2e9f2 req-4f0b1dd4-6785-41bd-8b2c-943699e25841 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ca837b-cb91-49af-8af1-6e05313ff78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329089 Jun 30 09:45:34.388349 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62292834-7849-4e03-9220-7b57658cc7fb req-78adfcfa-6211-48c2-9f88-5b06097d35d0 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:34.389673 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-62292834-7849-4e03-9220-7b57658cc7fb req-78adfcfa-6211-48c2-9f88-5b06097d35d0 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e516a26-9e33-415c-936f-414a5270f3fb HTTP/1.1" status: 200 len: 946 time: 0.0655529 Jun 30 09:45:34.490698 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-62292834-7849-4e03-9220-7b57658cc7fb req-4430a4e9-991b-42b3-a819-96010097a57d tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Deleting port f95d7f7c-8295-4f9b-a30f-eaa514e7eef7 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:45:34.491029 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-62292834-7849-4e03-9220-7b57658cc7fb req-4430a4e9-991b-42b3-a819-96010097a57d tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:34.581616 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-62292834-7849-4e03-9220-7b57658cc7fb req-4430a4e9-991b-42b3-a819-96010097a57d tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] For port f95d7f7c-8295-4f9b-a30f-eaa514e7eef7, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=f95d7f7c-8295-4f9b-a30f-eaa514e7eef7,segment=NetworkSegment(0556555d-b43e-4468-ac55-0cab5a922195),segment_id=0556555d-b43e-4468-ac55-0cab5a922195)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:45:34.581968 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-62292834-7849-4e03-9220-7b57658cc7fb req-4430a4e9-991b-42b3-a819-96010097a57d tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:34.595600 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-62292834-7849-4e03-9220-7b57658cc7fb req-4430a4e9-991b-42b3-a819-96010097a57d tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Calling delete_port for f95d7f7c-8295-4f9b-a30f-eaa514e7eef7 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:45:34.736162 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d0003b41-196a-4f17-8548-75763f144563 req-16b2482c-87d1-44d2-b2e7-ba598ce061a5 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0343330 Jun 30 09:45:34.897402 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0ad6124c-f997-4c54-bf59-7d9bb44ef51c req-caf54d73-b3be-48e9-9a52-ec3a9dae1c59 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0275283 Jun 30 09:45:34.980223 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-62292834-7849-4e03-9220-7b57658cc7fb req-4430a4e9-991b-42b3-a819-96010097a57d tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:34.995402 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['f95d7f7c-8295-4f9b-a30f-eaa514e7eef7'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:45:35.010613 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430a4e9-991b-42b3-a819-96010097a57d tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Pushing event deleted for resources: {'Port': ['ID=f95d7f7c-8295-4f9b-a30f-eaa514e7eef7,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:35.024191 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430a4e9-991b-42b3-a819-96010097a57d tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:35.024531 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430a4e9-991b-42b3-a819-96010097a57d tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:35.024882 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430a4e9-991b-42b3-a819-96010097a57d tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:35.025509 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430a4e9-991b-42b3-a819-96010097a57d tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:35.025858 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430a4e9-991b-42b3-a819-96010097a57d tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:35.026600 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430a4e9-991b-42b3-a819-96010097a57d tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:35.026954 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430a4e9-991b-42b3-a819-96010097a57d tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:35.027313 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430a4e9-991b-42b3-a819-96010097a57d tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:35.029400 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430a4e9-991b-42b3-a819-96010097a57d tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:35.029400 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430a4e9-991b-42b3-a819-96010097a57d tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:35.029400 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430a4e9-991b-42b3-a819-96010097a57d tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:35.029400 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430a4e9-991b-42b3-a819-96010097a57d tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:35.068910 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-62292834-7849-4e03-9220-7b57658cc7fb req-4430a4e9-991b-42b3-a819-96010097a57d tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] No DVR routers for this DVR port f95d7f7c-8295-4f9b-a30f-eaa514e7eef7 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:45:35.072395 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-62292834-7849-4e03-9220-7b57658cc7fb req-4430a4e9-991b-42b3-a819-96010097a57d tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:35.074490 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-62292834-7849-4e03-9220-7b57658cc7fb req-4430a4e9-991b-42b3-a819-96010097a57d tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.37 "DELETE /v2.0/ports/f95d7f7c-8295-4f9b-a30f-eaa514e7eef7 HTTP/1.1" status: 204 len: 173 time: 0.6797228 Jun 30 09:45:35.074943 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e516a26-9e33-415c-936f-414a5270f3fb', 'name': 'network-vif-deleted', 'tag': 'f95d7f7c-8295-4f9b-a30f-eaa514e7eef7'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:45:35.077329 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd87ca9-5a86-478e-8e84-6a6deb11e1f3" -d '{"events": [{"server_uuid": "3e516a26-9e33-415c-936f-414a5270f3fb", "name": "network-vif-deleted", "tag": "f95d7f7c-8295-4f9b-a30f-eaa514e7eef7"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:45:35.128761 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6972a259-5620-485a-b475-2e273140711d x-openstack-request-id: req-6972a259-5620-485a-b475-2e273140711d {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:45:35.129056 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e516a26-9e33-415c-936f-414a5270f3fb", "name": "network-vif-deleted", "tag": "f95d7f7c-8295-4f9b-a30f-eaa514e7eef7", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:45:35.129304 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6972a259-5620-485a-b475-2e273140711d {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:45:35.132451 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e516a26-9e33-415c-936f-414a5270f3fb', 'name': 'network-vif-deleted', 'tag': 'f95d7f7c-8295-4f9b-a30f-eaa514e7eef7', 'status': 'completed', 'code': 200} Jun 30 09:45:35.132451 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e0a75299-164b-4c47-b13c-35137bdd9ac1 req-e3fa16b2-22b5-4a9d-925d-24b9b12d3160 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e516a26-9e33-415c-936f-414a5270f3fb HTTP/1.1" status: 200 len: 210 time: 0.0365324 Jun 30 09:45:36.302055 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-98f0cb5d-0483-417e-a1ed-45d3566a9163 req-a3710b1e-7b2d-4886-9a0b-02571ce2b088 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e516a26-9e33-415c-936f-414a5270f3fb HTTP/1.1" status: 200 len: 210 time: 0.0331266 Jun 30 09:45:36.789926 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7eb84d27-ba0b-4e7f-aacd-aa83dd15e008 req-244184d5-e140-41db-bce3-7878f17d3c4f service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0275738 Jun 30 09:45:36.939634 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c7e1ef63-0078-4eae-8296-0acc67d3db53 req-843cae2c-0c05-4db5-be44-253e91d8b097 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0293598 Jun 30 09:45:37.809407 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:38.422328 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device f95d7f7c-8295-4f9b-a30f-eaa514e7eef7 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:45:38.447043 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: f95d7f7c-8295-4f9b-a30f-eaa514e7eef7 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:45:38.447421 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device f95d7f7c-8295-4f9b-a30f-eaa514e7eef7 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:45:38.831811 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1251aaca-09ae-4968-a8ee-02fd2a3bb972 req-5f6c9a70-83ff-4a32-8c6f-a6c1a512cb20 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0284719 Jun 30 09:45:38.957575 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:45:39.017685 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fe662c51-dc51-4535-957a-11ab1b51b8d7 req-8b299006-35ad-49df-b6e3-fe5b9f43ae8a service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0303731 Jun 30 09:45:39.078472 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:40.931887 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aafc6796-7012-4837-ba23-f42c2573c9d6 req-457f59ab-b3a3-4301-b234-4a60fbe31527 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0287340 Jun 30 09:45:41.105471 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f6cbb179-175f-4c23-9dbc-85df429ea38c req-cc14cf9b-6227-4919-bace-a8564f9a1e60 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0284314 Jun 30 09:45:42.966250 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8038f8d8-1f77-4511-8fdc-a3eddb6a02a8 req-1cf275e7-0a7e-4ee2-aca9-840a06c3b94a service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0274119 Jun 30 09:45:43.136176 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fd763426-511d-48f6-b1c4-ed921f6309a8 req-520adf75-9509-46cd-b110-85302dc42510 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0386691 Jun 30 09:45:43.210015 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704b6d9-60bb-43eb-aa38-e6fa4d7b99a6 req-dc0dda6c-d63c-4482-b0e1-8a196bffc409 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:43.212080 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a704b6d9-60bb-43eb-aa38-e6fa4d7b99a6 req-dc0dda6c-d63c-4482-b0e1-8a196bffc409 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 945 time: 0.0713580 Jun 30 09:45:43.251353 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a704b6d9-60bb-43eb-aa38-e6fa4d7b99a6 req-8ee4b7e4-91f9-4ee2-a30b-dfd375d25bab tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334415 Jun 30 09:45:44.441218 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00fc19-531f-4bd2-b537-37371451fa8c req-ab586f19-3e3e-4d7a-8821-649689b01bc5 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:44.442957 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9a00fc19-531f-4bd2-b537-37371451fa8c req-ab586f19-3e3e-4d7a-8821-649689b01bc5 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 945 time: 0.0727901 Jun 30 09:45:44.483347 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9a00fc19-531f-4bd2-b537-37371451fa8c req-bcfc9729-be54-4316-89dc-70168e250bf3 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339313 Jun 30 09:45:44.881596 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f45e8c-4079-4105-a087-7be8f6d37251 req-49f94335-db38-47ae-a3ea-bdb4fb65f7df tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:44.883784 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85f45e8c-4079-4105-a087-7be8f6d37251 req-49f94335-db38-47ae-a3ea-bdb4fb65f7df tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.37 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 945 time: 0.0876980 Jun 30 09:45:44.997652 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-85f45e8c-4079-4105-a087-7be8f6d37251 req-f63f6d24-b2cd-406f-865b-726a20d88c79 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Deleting port f3ae685c-b07c-4b31-983d-56d433a2da16 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:45:44.997997 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-85f45e8c-4079-4105-a087-7be8f6d37251 req-f63f6d24-b2cd-406f-865b-726a20d88c79 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:45.410673 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-03cc862e-f56b-43ec-ab71-4cf39461e83d req-bda7b7da-9e03-4c27-a533-776dff98775d service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.4229531 Jun 30 09:45:45.475938 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-85f45e8c-4079-4105-a087-7be8f6d37251 req-f63f6d24-b2cd-406f-865b-726a20d88c79 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] For port f3ae685c-b07c-4b31-983d-56d433a2da16, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=f3ae685c-b07c-4b31-983d-56d433a2da16,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:45:45.476300 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-85f45e8c-4079-4105-a087-7be8f6d37251 req-f63f6d24-b2cd-406f-865b-726a20d88c79 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:45.600884 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be0ec2e5-3b7c-466a-b29c-d9de27ac525b req-b0ce23c0-38db-4add-8666-a80c4a6f0e92 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0466502 Jun 30 09:45:45.823646 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-85f45e8c-4079-4105-a087-7be8f6d37251 req-f63f6d24-b2cd-406f-865b-726a20d88c79 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:45.823944 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-85f45e8c-4079-4105-a087-7be8f6d37251 req-f63f6d24-b2cd-406f-865b-726a20d88c79 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:45.824254 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [req-85f45e8c-4079-4105-a087-7be8f6d37251 req-f63f6d24-b2cd-406f-865b-726a20d88c79 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Floating IP ee396360-e6c4-48d6-9c48-2114e79941a5 disassociated. External IP: 172.25.6.209, port: f3ae685c-b07c-4b31-983d-56d433a2da16. Jun 30 09:45:45.824593 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-85f45e8c-4079-4105-a087-7be8f6d37251 req-f63f6d24-b2cd-406f-865b-726a20d88c79 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Calling delete_port for f3ae685c-b07c-4b31-983d-56d433a2da16 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:45:45.887381 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f012be-5f87-4814-9331-53f1b5a3e693 req-a0933bdd-0c6c-4a8e-8e8e-aabbf651f301 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:45.888878 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-71f012be-5f87-4814-9331-53f1b5a3e693 req-a0933bdd-0c6c-4a8e-8e8e-aabbf651f301 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 945 time: 0.2870898 Jun 30 09:45:45.951265 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-71f012be-5f87-4814-9331-53f1b5a3e693 req-2f436cba-99a4-4104-91d5-81721c215f22 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535948 Jun 30 09:45:46.110105 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-27df9351-9beb-44b0-b8ce-86740ccba233 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:46.111630 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-27df9351-9beb-44b0-b8ce-86740ccba233 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/networks?id=a2eb04f7-d4be-44cd-a23a-cc31ea290614 HTTP/1.1" status: 200 len: 814 time: 0.1052587 Jun 30 09:45:46.128595 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-2959a11d-f919-4f72-b8a8-b28bcac4b2b3 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/quotas/f72514c6ed3a472c9718794cf1cfeb16 HTTP/1.1" status: 200 len: 375 time: 0.0110621 Jun 30 09:45:46.162863 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-41be1060-1338-4fc8-81e9-6167c4927c1e tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f72514c6ed3a472c9718794cf1cfeb16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285110 Jun 30 09:45:46.174923 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-85f45e8c-4079-4105-a087-7be8f6d37251 req-f63f6d24-b2cd-406f-865b-726a20d88c79 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:46.205378 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f6d24-b2cd-406f-865b-726a20d88c79 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Pushing event deleted for resources: {'Port': ['ID=f3ae685c-b07c-4b31-983d-56d433a2da16,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:46.232112 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-8a721c6d-7c04-4fdb-bde9-652f7ae18547 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:45:46.233104 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-8a721c6d-7c04-4fdb-bde9-652f7ae18547 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0635679 Jun 30 09:45:46.329871 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-d5ed41f5-7809-429f-b3e7-d8247e4ae889 service neutron] 10.222.0.10 "GET /v2.0/networks/a2eb04f7-d4be-44cd-a23a-cc31ea290614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900676 Jun 30 09:45:46.330158 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85f45e8c-4079-4105-a087-7be8f6d37251 req-f63f6d24-b2cd-406f-865b-726a20d88c79 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Router 00dc8599-a92e-4932-a826-e69bb79cd9ce has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:45:46.425460 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-14a92909-da30-416a-afcb-e0fd82bedd3f service neutron] 10.222.0.10 "GET /v2.0/networks/a2eb04f7-d4be-44cd-a23a-cc31ea290614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887904 Jun 30 09:45:46.459364 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85f45e8c-4079-4105-a087-7be8f6d37251 req-f63f6d24-b2cd-406f-865b-726a20d88c79 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:45:46.470196 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7951cf7-2fea-467c-baa8-68cd891bb6f7 None None] Sync routers for ids ['00dc8599-a92e-4932-a826-e69bb79cd9ce'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:45:46.484138 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7951cf7-2fea-467c-baa8-68cd891bb6f7 None None] Routers {'00dc8599-a92e-4932-a826-e69bb79cd9ce'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:45:46.484867 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b7951cf7-2fea-467c-baa8-68cd891bb6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:45:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['00dc8599-a92e-4932-a826-e69bb79cd9ce'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:45:46.506422 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f45e8c-4079-4105-a087-7be8f6d37251 req-f63f6d24-b2cd-406f-865b-726a20d88c79 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] No DVR routers for this DVR port f3ae685c-b07c-4b31-983d-56d433a2da16 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:45:46.510159 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-85f45e8c-4079-4105-a087-7be8f6d37251 req-f63f6d24-b2cd-406f-865b-726a20d88c79 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:46.512544 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85f45e8c-4079-4105-a087-7be8f6d37251 req-f63f6d24-b2cd-406f-865b-726a20d88c79 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.37 "DELETE /v2.0/ports/f3ae685c-b07c-4b31-983d-56d433a2da16 HTTP/1.1" status: 204 len: 173 time: 1.6225054 Jun 30 09:45:46.513026 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917653ad-5343-4c33-99c8-6850acb58386', 'name': 'network-vif-deleted', 'tag': 'f3ae685c-b07c-4b31-983d-56d433a2da16'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:45:46.515901 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d76cd2-6d9f-4283-ad92-62249457ee28" -d '{"events": [{"server_uuid": "917653ad-5343-4c33-99c8-6850acb58386", "name": "network-vif-deleted", "tag": "f3ae685c-b07c-4b31-983d-56d433a2da16"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:45:46.560739 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077bdf0a-c507-4d6a-8de4-9cc3fb808c17 x-openstack-request-id: req-077bdf0a-c507-4d6a-8de4-9cc3fb808c17 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:45:46.561049 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917653ad-5343-4c33-99c8-6850acb58386", "name": "network-vif-deleted", "tag": "f3ae685c-b07c-4b31-983d-56d433a2da16", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:45:46.561293 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-077bdf0a-c507-4d6a-8de4-9cc3fb808c17 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:45:46.561722 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '917653ad-5343-4c33-99c8-6850acb58386', 'name': 'network-vif-deleted', 'tag': 'f3ae685c-b07c-4b31-983d-56d433a2da16', 'status': 'completed', 'code': 200} Jun 30 09:45:46.605012 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-b7951cf7-2fea-467c-baa8-68cd891bb6f7 None None] Set router 00dc8599-a92e-4932-a826-e69bb79cd9ce gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:45:46.772779 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-605312de-382b-4443-8c3a-92d7ea144f67 req-02260629-bdae-4d55-bb6c-359b417ab081 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc3096c6-c7b6-4dc0-9c09-bbe0a870f200 HTTP/1.1" status: 200 len: 210 time: 0.0599856 Jun 30 09:45:46.854603 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b7951cf7-2fea-467c-baa8-68cd891bb6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'name': 'tempest-TestVolumeBootPattern-527855541-router', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:08Z', 'revision_number': 4, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'gw_port': {'id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'e11e6a15-d3c1-4284-b8d7-5f02ed03f796', 'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'mac_address': 'fa:16:3e:4d:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '026a88de-b3fc-4597-8030-64264f9192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:07Z', 'updated_at': '2021-06-30T09:34:17Z', 'revision_number': 5, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'subnets': [{'id': '026a88de-b3fc-4597-8030-64264f9192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:45:46.881532 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7951cf7-2fea-467c-baa8-68cd891bb6f7 None None] Checking router: 00dc8599-a92e-4932-a826-e69bb79cd9ce for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:45:46.890585 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7951cf7-2fea-467c-baa8-68cd891bb6f7 None None] Routers {'00dc8599-a92e-4932-a826-e69bb79cd9ce'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:45:46.891237 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b7951cf7-2fea-467c-baa8-68cd891bb6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:45:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['00dc8599-a92e-4932-a826-e69bb79cd9ce'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:45:47.006499 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-b7951cf7-2fea-467c-baa8-68cd891bb6f7 None None] Set router 00dc8599-a92e-4932-a826-e69bb79cd9ce gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:45:47.112988 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1b98ca48-aede-4470-bd6d-4e4cb9a4e606 req-f0c6255c-3725-481d-b1f7-e2d36bca1da2 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 210 time: 0.0298479 Jun 30 09:45:47.346684 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b7951cf7-2fea-467c-baa8-68cd891bb6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'name': 'tempest-TestVolumeBootPattern-527855541-router', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:08Z', 'revision_number': 4, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'gw_port': {'id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'e11e6a15-d3c1-4284-b8d7-5f02ed03f796', 'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'mac_address': 'fa:16:3e:4d:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '026a88de-b3fc-4597-8030-64264f9192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:07Z', 'updated_at': '2021-06-30T09:34:17Z', 'revision_number': 5, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'subnets': [{'id': '026a88de-b3fc-4597-8030-64264f9192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:45:47.346684 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7951cf7-2fea-467c-baa8-68cd891bb6f7 None None] The sync data for ids ['00dc8599-a92e-4932-a826-e69bb79cd9ce'] in n-d-771363-31 is: [{'id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'name': 'tempest-TestVolumeBootPattern-527855541-router', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:08Z', 'revision_number': 4, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'gw_port': {'id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'e11e6a15-d3c1-4284-b8d7-5f02ed03f796', 'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'mac_address': 'fa:16:3e:4d:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '026a88de-b3fc-4597-8030-64264f9192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:07Z', 'updated_at': '2021-06-30T09:34:17Z', 'revision_number': 5, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'subnets': [{'id': '026a88de-b3fc-4597-8030-64264f9192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:45:47.541914 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-448e12b3-d6a0-4caf-b1c1-4ba8c69c5b1e req-67cd7e73-48d8-41ee-a4cd-9a96befc4c95 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0334737 Jun 30 09:45:47.593550 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7091e9ed-1e57-4f2c-bf80-1ced48ccf371 None None] New status for floating IP ee396360-e6c4-48d6-9c48-2114e79941a5: DOWN {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:45:47.708429 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-91d60479-b84a-4808-ae79-f0dd07604eb3 req-eb19f671-ee90-4328-b22b-8398aaddaf03 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0336819 Jun 30 09:45:47.930599 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-81c07e7c-9221-4b08-a537-c1584953405d req-4bab68f8-d2aa-4c0a-80b5-de25381b56bd tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc3096c6-c7b6-4dc0-9c09-bbe0a870f200 HTTP/1.1" status: 200 len: 210 time: 0.0308399 Jun 30 09:45:48.267572 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0971b69d-718d-4585-8668-b564dd745642 req-b17718b2-cc04-4ba4-8692-63383bf759eb tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 210 time: 0.0291100 Jun 30 09:45:48.500894 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device f3ae685c-b07c-4b31-983d-56d433a2da16 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:45:48.542718 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: f3ae685c-b07c-4b31-983d-56d433a2da16 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:45:48.542718 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device f3ae685c-b07c-4b31-983d-56d433a2da16 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:45:49.082634 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb067f9f-5d32-49d7-bb05-1110b9502d7a req-7b9ff18a-da86-49a1-91e6-4fd150548e03 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc3096c6-c7b6-4dc0-9c09-bbe0a870f200 HTTP/1.1" status: 200 len: 210 time: 0.0374911 Jun 30 09:45:49.424974 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e1593c89-d642-4967-abfd-30ed1563ded4 req-490a2a3b-f75a-44d0-9542-55485356b554 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 210 time: 0.0329881 Jun 30 09:45:49.575792 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-052daf67-24e5-46da-925a-590c500ed782 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:49.577299 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-052daf67-24e5-46da-925a-590c500ed782 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.37 "GET /v2.0/networks?id=a2eb04f7-d4be-44cd-a23a-cc31ea290614 HTTP/1.1" status: 200 len: 814 time: 0.1112518 Jun 30 09:45:49.591085 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-5dd41ae9-234f-405b-8a29-5dabe0d5d66b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Request body: {'port': {'device_id': 'dc3096c6-c7b6-4dc0-9c09-bbe0a870f200', 'network_id': 'a2eb04f7-d4be-44cd-a23a-cc31ea290614', 'admin_state_up': True, 'tenant_id': 'f72514c6ed3a472c9718794cf1cfeb16'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:45:49.633232 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6e481520-0770-42cc-aa09-9961a5a9de4f req-1285adef-25ef-4d56-a81c-8543b9e44551 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0460231 Jun 30 09:45:49.805671 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d49861c0-cb33-4857-b0d0-6dcf4fba6145 req-e906d4b0-03c4-4c5b-a04e-546f5f28ce40 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0328150 Jun 30 09:45:49.849799 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-5dd41ae9-234f-405b-8a29-5dabe0d5d66b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Made reservation on behalf of f72514c6ed3a472c9718794cf1cfeb16 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:45:49.856152 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-5dd41ae9-234f-405b-8a29-5dabe0d5d66b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:49.991451 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-5dd41ae9-234f-405b-8a29-5dabe0d5d66b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Allocated IP 172.20.0.4 (a2eb04f7-d4be-44cd-a23a-cc31ea290614/a40e9973-4ce6-4207-8303-247c77037c7c/5a357343-6723-4667-8211-972fba7f04ef) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:45:50.168767 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-5dd41ae9-234f-405b-8a29-5dabe0d5d66b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:50.256267 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a7b99720-fdac-4975-b549-370b683bd7f8 req-85b26ca7-2cc6-4293-95a1-a355fe5a2f83 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc3096c6-c7b6-4dc0-9c09-bbe0a870f200 HTTP/1.1" status: 200 len: 210 time: 0.0401688 Jun 30 09:45:50.329596 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-5dd41ae9-234f-405b-8a29-5dabe0d5d66b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:50.373449 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-5dd41ae9-234f-405b-8a29-5dabe0d5d66b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Network a2eb04f7-d4be-44cd-a23a-cc31ea290614 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:45:50.377032 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-5dd41ae9-234f-405b-8a29-5dabe0d5d66b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:45:50.380875 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-5dd41ae9-234f-405b-8a29-5dabe0d5d66b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:45:50.409842 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd41ae9-234f-405b-8a29-5dabe0d5d66b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Pushing event updated for resources: {'Port': ['ID=5a357343-6723-4667-8211-972fba7f04ef,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:50.440185 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-5dd41ae9-234f-405b-8a29-5dabe0d5d66b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:50.440785 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-5dd41ae9-234f-405b-8a29-5dabe0d5d66b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:50.577073 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-25cd7c8a-ae46-42e1-9e57-407ed1b7b03f req-c525d2fb-9ce4-4fbd-802d-00b38c090591 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 210 time: 0.0276752 Jun 30 09:45:50.615230 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-38397a9e-df19-49b5-9bc5-3e65bfeb078b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:50.701226 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-5dd41ae9-234f-405b-8a29-5dabe0d5d66b tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1158779 Jun 30 09:45:50.713151 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-bcb3da5e-1586-44a9-90a2-991abb81a056 service neutron] Request body: {'port': {'device_id': 'dc3096c6-c7b6-4dc0-9c09-bbe0a870f200', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:45:50.801606 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-bcb3da5e-1586-44a9-90a2-991abb81a056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:51.087027 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-bcb3da5e-1586-44a9-90a2-991abb81a056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a357343-6723-4667-8211-972fba7f04ef {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:45:51.094696 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-bcb3da5e-1586-44a9-90a2-991abb81a056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:51.111643 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-bcb3da5e-1586-44a9-90a2-991abb81a056 service neutron] Transition to ACTIVE for port object 5a357343-6723-4667-8211-972fba7f04ef will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:45:51.203360 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-bcb3da5e-1586-44a9-90a2-991abb81a056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:51.256200 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3da5e-1586-44a9-90a2-991abb81a056 service neutron] Pushing event updated for resources: {'Port': ['ID=5a357343-6723-4667-8211-972fba7f04ef,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:51.332855 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-bcb3da5e-1586-44a9-90a2-991abb81a056 service neutron] Attempting to bind port 5a357343-6723-4667-8211-972fba7f04ef on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:45:51.333196 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-bcb3da5e-1586-44a9-90a2-991abb81a056 service neutron] Attempting to bind port 5a357343-6723-4667-8211-972fba7f04ef by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '0556555d-b43e-4468-ac55-0cab5a922195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a2eb04f7-d4be-44cd-a23a-cc31ea290614'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:45:51.333530 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-bcb3da5e-1586-44a9-90a2-991abb81a056 service neutron] Attempting to bind port 5a357343-6723-4667-8211-972fba7f04ef on network a2eb04f7-d4be-44cd-a23a-cc31ea290614 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:45:51.338449 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-bcb3da5e-1586-44a9-90a2-991abb81a056 service neutron] Port 5a357343-6723-4667-8211-972fba7f04ef on network a2eb04f7-d4be-44cd-a23a-cc31ea290614 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:45:51.338776 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-bcb3da5e-1586-44a9-90a2-991abb81a056 service neutron] Attempting to bind port 5a357343-6723-4667-8211-972fba7f04ef on network a2eb04f7-d4be-44cd-a23a-cc31ea290614 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:45:51.343974 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-bcb3da5e-1586-44a9-90a2-991abb81a056 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:45:51.344341 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-bcb3da5e-1586-44a9-90a2-991abb81a056 service neutron] Checking segment: {'id': '0556555d-b43e-4468-ac55-0cab5a922195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a2eb04f7-d4be-44cd-a23a-cc31ea290614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:45:51.344810 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-bcb3da5e-1586-44a9-90a2-991abb81a056 service neutron] Bound using segment: {'id': '0556555d-b43e-4468-ac55-0cab5a922195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a2eb04f7-d4be-44cd-a23a-cc31ea290614'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:45:51.345246 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-bcb3da5e-1586-44a9-90a2-991abb81a056 service neutron] Bound port: 5a357343-6723-4667-8211-972fba7f04ef, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0556555d-b43e-4468-ac55-0cab5a922195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a2eb04f7-d4be-44cd-a23a-cc31ea290614'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:45:51.345608 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-bcb3da5e-1586-44a9-90a2-991abb81a056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:51.443723 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-bcb3da5e-1586-44a9-90a2-991abb81a056 service neutron] For port 5a357343-6723-4667-8211-972fba7f04ef, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:45:51.448402 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-bcb3da5e-1586-44a9-90a2-991abb81a056 service neutron] For port 5a357343-6723-4667-8211-972fba7f04ef, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=5a357343-6723-4667-8211-972fba7f04ef,segment=NetworkSegment(0556555d-b43e-4468-ac55-0cab5a922195),segment_id=0556555d-b43e-4468-ac55-0cab5a922195)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:45:51.477374 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202e1b4-8eed-43d1-bbe0-eedb1a3fa969 req-37efc90d-4691-43a8-a008-204ca98894d6 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:51.478873 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c202e1b4-8eed-43d1-bbe0-eedb1a3fa969 req-37efc90d-4691-43a8-a008-204ca98894d6 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc3096c6-c7b6-4dc0-9c09-bbe0a870f200 HTTP/1.1" status: 200 len: 943 time: 0.0829370 Jun 30 09:45:51.519546 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c202e1b4-8eed-43d1-bbe0-eedb1a3fa969 req-f59103d8-7a0c-4378-89c6-47e057e159c9 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ca837b-cb91-49af-8af1-6e05313ff78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344832 Jun 30 09:45:51.558454 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-bcb3da5e-1586-44a9-90a2-991abb81a056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:51.606624 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-bcb3da5e-1586-44a9-90a2-991abb81a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:51.610188 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-bcb3da5e-1586-44a9-90a2-991abb81a056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:51.612623 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-bcb3da5e-1586-44a9-90a2-991abb81a056 service neutron] 10.222.0.37 "PUT /v2.0/ports/5a357343-6723-4667-8211-972fba7f04ef HTTP/1.1" status: 200 len: 1092 time: 0.9038718 Jun 30 09:45:51.613313 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3096c6-c7b6-4dc0-9c09-bbe0a870f200', 'tag': '5a357343-6723-4667-8211-972fba7f04ef'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:45:51.625397 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348c6ff0-a986-4405-84f3-14aa45dcb345" -d '{"events": [{"name": "network-changed", "server_uuid": "dc3096c6-c7b6-4dc0-9c09-bbe0a870f200", "tag": "5a357343-6723-4667-8211-972fba7f04ef"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:45:51.651904 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3da5e-1586-44a9-90a2-991abb81a056 service neutron] Pushing event updated for resources: {'Port': ['ID=5a357343-6723-4667-8211-972fba7f04ef,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:51.699501 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d45d4e-be45-49be-8485-ce1aa80fd6b6 x-openstack-request-id: req-d5d45d4e-be45-49be-8485-ce1aa80fd6b6 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:45:51.701746 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc3096c6-c7b6-4dc0-9c09-bbe0a870f200", "tag": "5a357343-6723-4667-8211-972fba7f04ef", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:45:51.702172 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d5d45d4e-be45-49be-8485-ce1aa80fd6b6 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:45:51.702618 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc3096c6-c7b6-4dc0-9c09-bbe0a870f200', 'tag': '5a357343-6723-4667-8211-972fba7f04ef', 'status': 'completed', 'code': 200} Jun 30 09:45:51.766616 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e744851-c3b6-4976-b3a2-4ebc75d485c5 req-e36b767a-4d25-47d9-87a8-b519bda9f6fa tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=917653ad-5343-4c33-99c8-6850acb58386 HTTP/1.1" status: 200 len: 210 time: 0.0444522 Jun 30 09:45:51.827022 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c6ff0-a986-4405-84f3-14aa45dcb345 req-112ecbd3-93c7-48e5-b773-25189bb5e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:51.828592 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-348c6ff0-a986-4405-84f3-14aa45dcb345 req-112ecbd3-93c7-48e5-b773-25189bb5e78c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f72514c6ed3a472c9718794cf1cfeb16&device_id=dc3096c6-c7b6-4dc0-9c09-bbe0a870f200 HTTP/1.1" status: 200 len: 1095 time: 0.0999081 Jun 30 09:45:51.917249 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b035ada9-d3d7-4df0-9401-e5d86023b3ec req-7e19315f-a75a-430c-bba5-a4cdd32fd3d8 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0308409 Jun 30 09:45:51.965430 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c6ff0-a986-4405-84f3-14aa45dcb345 req-f637ca72-310a-43af-b3ff-113a9cfa8c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:51.966901 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-348c6ff0-a986-4405-84f3-14aa45dcb345 req-f637ca72-310a-43af-b3ff-113a9cfa8c7b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f72514c6ed3a472c9718794cf1cfeb16&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1310608 Jun 30 09:45:52.087414 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6cd395c0-88ee-4851-9d1b-5eb340056e8c req-390dc39e-f66b-49ee-bc13-95571d20e170 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0358818 Jun 30 09:45:52.097253 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c6ff0-a986-4405-84f3-14aa45dcb345 req-fe3ea92c-b4f2-4227-81e8-619658c248e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:52.098829 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-348c6ff0-a986-4405-84f3-14aa45dcb345 req-fe3ea92c-b4f2-4227-81e8-619658c248e8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1256070 Jun 30 09:45:52.191915 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-b806e656-a0ec-4356-9212-fdbab74417a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:52.193375 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-b806e656-a0ec-4356-9212-fdbab74417a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f72514c6ed3a472c9718794cf1cfeb16&device_id=dc3096c6-c7b6-4dc0-9c09-bbe0a870f200 HTTP/1.1" status: 200 len: 1095 time: 0.0549619 Jun 30 09:45:52.240651 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-92f81ec3-54a1-4375-bf5b-476e8b597d61 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a357343-6723-4667-8211-972fba7f04ef HTTP/1.1" status: 200 len: 217 time: 0.0392556 Jun 30 09:45:52.291102 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-b854678c-a74a-4a12-83a8-3df3942b0416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:52.292637 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-b854678c-a74a-4a12-83a8-3df3942b0416 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a40e9973-4ce6-4207-8303-247c77037c7c HTTP/1.1" status: 200 len: 854 time: 0.0460081 Jun 30 09:45:52.325231 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-89800a71-9831-4b0f-b519-2db5b96d3a73 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a2eb04f7-d4be-44cd-a23a-cc31ea290614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262406 Jun 30 09:45:52.420928 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-de1ce361-7a11-44f9-b8a2-809077adc52e service neutron] 10.222.0.37 "GET /v2.0/networks/a2eb04f7-d4be-44cd-a23a-cc31ea290614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889924 Jun 30 09:45:52.520710 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-452a803a-a036-43c2-b8b2-89340f7986e6 req-9dd36eed-19e8-44eb-ba9f-ad8c7db1d520 service neutron] 10.222.0.37 "GET /v2.0/networks/a2eb04f7-d4be-44cd-a23a-cc31ea290614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938003 Jun 30 09:45:52.720668 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f8302-cf21-4ac5-be32-da16f0ba0158 req-963136a3-7f83-4504-b676-528e1a6b9518 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:52.722189 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-370f8302-cf21-4ac5-be32-da16f0ba0158 req-963136a3-7f83-4504-b676-528e1a6b9518 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc3096c6-c7b6-4dc0-9c09-bbe0a870f200 HTTP/1.1" status: 200 len: 943 time: 0.0743582 Jun 30 09:45:52.769961 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-370f8302-cf21-4ac5-be32-da16f0ba0158 req-9815fe9a-4b2e-42d7-9389-06f3b88665b2 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ca837b-cb91-49af-8af1-6e05313ff78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378635 Jun 30 09:45:52.946007 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7cc331d2-b6a0-4b3a-b87b-cdb5f80d2573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:53.048386 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-4bd0b288-ea9f-46af-a002-7986301ec454 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1800286559&fields=id&tenant_id=11b9abfc034e469297fc7554fd307e7c HTTP/1.1" status: 200 len: 267 time: 0.0398967 Jun 30 09:45:53.156810 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-a2f1c035-bb00-4a54-819c-c393a958e2ad tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:53.158279 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-a2f1c035-bb00-4a54-819c-c393a958e2ad tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/networks?id=077fd748-2990-43a3-b379-1249cb605c64 HTTP/1.1" status: 200 len: 811 time: 0.1028166 Jun 30 09:45:53.173578 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-e971f655-85e3-456a-8609-4286dc96055d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/quotas/11b9abfc034e469297fc7554fd307e7c HTTP/1.1" status: 200 len: 375 time: 0.0096126 Jun 30 09:45:53.261521 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-ce074ea8-e38b-40f4-9441-ea40ae8d8eff tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0816286 Jun 30 09:45:53.328789 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-508cd4e3-f2ee-4c48-994e-81b563b3f965 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:45:53.329793 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-508cd4e3-f2ee-4c48-994e-81b563b3f965 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0565469 Jun 30 09:45:53.436181 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-f950fa1d-4f15-4622-a447-f0aa192c25da service neutron] 10.222.0.10 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991826 Jun 30 09:45:53.489755 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:53.531321 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-82489ce2-5b6e-4581-b8ac-f8ac85610393 service neutron] 10.222.0.10 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874035 Jun 30 09:45:53.613002 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-f9fff234-5c2b-4984-b3bd-5295bee562b5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0787711 Jun 30 09:45:53.761712 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-ab2611d2-40d8-4fa9-97a7-278d56f4d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:53.762201 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-ab2611d2-40d8-4fa9-97a7-278d56f4d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:53.762680 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-ab2611d2-40d8-4fa9-97a7-278d56f4d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:53.763180 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-ab2611d2-40d8-4fa9-97a7-278d56f4d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:53.763653 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-ab2611d2-40d8-4fa9-97a7-278d56f4d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:53.764124 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-ab2611d2-40d8-4fa9-97a7-278d56f4d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:53.764604 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-ab2611d2-40d8-4fa9-97a7-278d56f4d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:53.766528 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-ab2611d2-40d8-4fa9-97a7-278d56f4d4e4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49d88a13984c4bcba0f76778ac61ce8d&device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 6508 time: 0.0864327 Jun 30 09:45:53.961602 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-f434ee91-4cd6-483b-9c02-f9c1cf0357cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:53.962153 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-f434ee91-4cd6-483b-9c02-f9c1cf0357cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:53.962578 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-f434ee91-4cd6-483b-9c02-f9c1cf0357cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:53.964318 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-f434ee91-4cd6-483b-9c02-f9c1cf0357cd service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e7e4178-b76c-4101-95d6-7dff2b70b10f&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=486cc323-8780-4f2e-93db-0b642dc27590&id=486cc323-8780-4f2e-93db-0b642dc27590 HTTP/1.1" status: 200 len: 2297 time: 0.1662066 Jun 30 09:45:54.022123 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-63300b44-7365-4d2a-99e9-71052776bf32 req-0a6c4dc2-00ca-47c8-b7f0-c0452590c52c service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0325692 Jun 30 09:45:54.054855 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e4108-667a-4557-a799-07a66c077f7f req-97903a3e-13a1-4446-a761-2091cb5276f0 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:54.056388 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-da9e4108-667a-4557-a799-07a66c077f7f req-97903a3e-13a1-4446-a761-2091cb5276f0 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc3096c6-c7b6-4dc0-9c09-bbe0a870f200 HTTP/1.1" status: 200 len: 943 time: 0.1535990 Jun 30 09:45:54.079766 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-dcc55106-02df-4072-9553-c1955ded2a98 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df73636d-7c49-416a-bb2b-e27dc88ddebb HTTP/1.1" status: 200 len: 1001 time: 0.1038671 Jun 30 09:45:54.155800 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-da9e4108-667a-4557-a799-07a66c077f7f req-46018fcb-4293-40c8-8d0f-7be00515e9f5 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ca837b-cb91-49af-8af1-6e05313ff78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858829 Jun 30 09:45:54.175868 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-1e9ee770-fbf2-4ece-9d37-54f7da4d6e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:54.179956 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-1e9ee770-fbf2-4ece-9d37-54f7da4d6e83 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c8de1b8a-776c-499d-b7dc-3d5c959e1c2d HTTP/1.1" status: 200 len: 855 time: 0.0878706 Jun 30 09:45:54.235605 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-15a8a536-9a69-4fb1-92ec-5689adbf4840 req-3dd3a383-9957-4c87-988a-7acfdf6253bd service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0586157 Jun 30 09:45:54.254924 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-785fb8a4-0a62-48db-abaf-6ebbf8cb08c7 req-889cfe23-0625-4cc7-a5bf-9f9af015fbb3 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 210 time: 0.0694435 Jun 30 09:45:54.264139 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-32333095-7af6-45ec-92a0-7cc530403535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:54.265688 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-32333095-7af6-45ec-92a0-7cc530403535 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e7e4178-b76c-4101-95d6-7dff2b70b10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743995 Jun 30 09:45:54.364079 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-18e478ab-ff9d-4602-8d7e-242e59a12548 service neutron] 10.222.0.52 "GET /v2.0/networks/5e7e4178-b76c-4101-95d6-7dff2b70b10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910602 Jun 30 09:45:54.463287 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-77dfbcf5-8fa2-447d-b604-9e25968f2c4c service neutron] 10.222.0.52 "GET /v2.0/networks/5e7e4178-b76c-4101-95d6-7dff2b70b10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913777 Jun 30 09:45:54.518207 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-a9d710ee-e5ca-462c-ad89-ec99a8446df0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=b47cd298-9fe5-409a-bd3d-f1ce63aef3ff HTTP/1.1" status: 200 len: 217 time: 0.0466659 Jun 30 09:45:54.532679 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 5a357343-6723-4667-8211-972fba7f04ef details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:45:54.582949 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-d234f071-9e9c-4a05-9a8b-cabc0914e659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:54.582949 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-d234f071-9e9c-4a05-9a8b-cabc0914e659 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0543377 Jun 30 09:45:54.647331 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-2aea9ea9-ac0c-4b8b-a0e4-da88711c1051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:54.648890 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-2aea9ea9-ac0c-4b8b-a0e4-da88711c1051 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0566962 Jun 30 09:45:54.657150 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 5a357343-6723-4667-8211-972fba7f04ef, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=5a357343-6723-4667-8211-972fba7f04ef,segment=NetworkSegment(0556555d-b43e-4468-ac55-0cab5a922195),segment_id=0556555d-b43e-4468-ac55-0cab5a922195)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:45:54.673579 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '5a357343-6723-4667-8211-972fba7f04ef', 'network_id': 'a2eb04f7-d4be-44cd-a23a-cc31ea290614', 'port_id': '5a357343-6723-4667-8211-972fba7f04ef', 'mac_address': 'fa:16:3e:0a:62:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a40e9973-4ce6-4207-8303-247c77037c7c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:45:54.713170 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:54.731433 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a357343-6723-4667-8211-972fba7f04ef {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:45:54.743616 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-f5d65207-128f-4158-b814-7da4d88925d5 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868692 Jun 30 09:45:54.744764 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:54.755097 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 5a357343-6723-4667-8211-972fba7f04ef, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=5a357343-6723-4667-8211-972fba7f04ef,segment=NetworkSegment(0556555d-b43e-4468-ac55-0cab5a922195),segment_id=0556555d-b43e-4468-ac55-0cab5a922195)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:45:54.854212 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-092be7db-9549-4b0b-84e9-ab75fddea9b5 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997741 Jun 30 09:45:54.866060 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:54.902189 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-eac63647-8505-49c6-b6e5-0e43f961c5b4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=d5f71601-cd68-41d3-a3c1-c264a5ecc103 HTTP/1.1" status: 200 len: 217 time: 0.0372329 Jun 30 09:45:54.913608 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=5a357343-6723-4667-8211-972fba7f04ef,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:54.921850 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:54.922193 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:54.922580 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:54.922917 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:54.923275 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:54.923602 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:54.923928 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:54.924251 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:54.924737 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:54.924939 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:54.925260 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:54.925576 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:54.957854 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-78dfbc3f-ffce-4b37-866b-639f0af824cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:54.959403 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-78dfbc3f-ffce-4b37-866b-639f0af824cd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0484548 Jun 30 09:45:55.027615 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-451da07b-0c77-4c9a-8fe5-ccf28d86c8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:55.029206 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-451da07b-0c77-4c9a-8fe5-ccf28d86c8d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0613749 Jun 30 09:45:55.138253 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-de1c3a28-5f88-41d2-951e-6f83fa189214 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850163 Jun 30 09:45:55.171670 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['5a357343-6723-4667-8211-972fba7f04ef'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:45:55.240285 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-c198e3ca-d2f4-469b-8022-e74185b62b32 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972750 Jun 30 09:45:55.303495 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-a935d4c9-6368-4ad1-961a-b2760c369009 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c HTTP/1.1" status: 200 len: 217 time: 0.0517843 Jun 30 09:45:55.386120 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-2ebbaac3-bcdf-4d54-a408-ef73f193c6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:55.387601 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-2ebbaac3-bcdf-4d54-a408-ef73f193c6d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0752003 Jun 30 09:45:55.413859 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8863e28e-04d7-43c8-bb5d-e4cb85dcad54 req-36c9c622-72cd-4a43-88f1-017e09fbad0e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 210 time: 0.0295362 Jun 30 09:45:55.443770 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda009c-5c12-4138-868f-eda88b9ad01a req-dcfa3b3e-4c82-49dc-a570-f9e83420f1fc tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:55.446389 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bdda009c-5c12-4138-868f-eda88b9ad01a req-dcfa3b3e-4c82-49dc-a570-f9e83420f1fc tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc3096c6-c7b6-4dc0-9c09-bbe0a870f200 HTTP/1.1" status: 200 len: 944 time: 0.1441436 Jun 30 09:45:55.498144 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bdda009c-5c12-4138-868f-eda88b9ad01a req-8ee91ab9-ce29-48b8-8e1a-22f92418934d tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ca837b-cb91-49af-8af1-6e05313ff78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458727 Jun 30 09:45:55.501112 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-42b3bb8c-c73c-4914-95ad-da587a408962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:55.502405 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-42b3bb8c-c73c-4914-95ad-da587a408962 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1072216 Jun 30 09:45:55.603717 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-1d2212f0-8da5-4092-9237-e69847ed2e63 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926511 Jun 30 09:45:55.699683 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-482d6f50-ad55-4f22-964c-fafb2db1e688 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856304 Jun 30 09:45:55.749198 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-09d39448-0092-4651-b588-df7ddc452db3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=b0ffe516-a66a-4469-b295-e857fb100d7e HTTP/1.1" status: 200 len: 217 time: 0.0400033 Jun 30 09:45:55.801463 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-97de8e58-af17-4886-b3e3-56337e4f2a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:55.802917 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-97de8e58-af17-4886-b3e3-56337e4f2a36 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0473986 Jun 30 09:45:55.871181 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-bf92bd75-920e-49d4-b1be-98e683fe9dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:55.872708 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-bf92bd75-920e-49d4-b1be-98e683fe9dfe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0576251 Jun 30 09:45:55.985838 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-5788ffd6-ac79-43a4-921b-16372ae1e245 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049402 Jun 30 09:45:56.093594 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-b5795813-8f02-4c30-937a-01531ff5d90c service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001306 Jun 30 09:45:56.141458 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-2fb42f1a-bb9a-4f22-bda5-f58bd985d886 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b HTTP/1.1" status: 200 len: 217 time: 0.0395682 Jun 30 09:45:56.192559 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb3789a8-9deb-4b80-9517-482b37960808 req-b8e577a9-59ae-4927-9840-14ef71b335e6 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0341673 Jun 30 09:45:56.201138 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-c8dbd904-4a1c-4d3d-be29-68d0af514158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:56.202604 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-c8dbd904-4a1c-4d3d-be29-68d0af514158 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=974263d7-b687-4254-8813-85050a72f471 HTTP/1.1" status: 200 len: 797 time: 0.0538023 Jun 30 09:45:56.280226 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-4e0708e9-2c67-4208-a856-ec1b0ea3c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:56.281864 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-4e0708e9-2c67-4208-a856-ec1b0ea3c904 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=486cc323-8780-4f2e-93db-0b642dc27590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0681822 Jun 30 09:45:56.372527 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-601dae1f-739d-4b20-aa80-aa4ea6fc007e req-4383822b-2a82-47e2-9aa6-6602177a5265 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0300756 Jun 30 09:45:56.382333 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-90c4046e-27c6-4864-887b-1beb97c88e9e service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932362 Jun 30 09:45:56.409114 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:56.481196 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-5de2fd05-db4c-44e0-88e5-8aa2bbde8379 service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919149 Jun 30 09:45:56.531102 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-7c0a761e-f8e9-4a49-b19e-2e0e4ebc25a3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3d7dba65-2216-47e0-b010-2a6615b39506 HTTP/1.1" status: 200 len: 217 time: 0.0400932 Jun 30 09:45:56.534230 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 5a357343-6723-4667-8211-972fba7f04ef up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:45:56.591310 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c0ec6e8d-89b6-470b-b9a0-20174cc8fea1 req-c1ace4a0-3d0f-44df-baeb-ba856998ce6e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 210 time: 0.0597379 Jun 30 09:45:56.596306 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-ae5d2dae-f81d-49d6-a815-c03b54ed7842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:56.598076 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-ae5d2dae-f81d-49d6-a815-c03b54ed7842 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=974263d7-b687-4254-8813-85050a72f471 HTTP/1.1" status: 200 len: 797 time: 0.0603139 Jun 30 09:45:56.702712 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-a9db1992-c421-4789-8546-ccb637d4d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:56.704212 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-a9db1992-c421-4789-8546-ccb637d4d993 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=486cc323-8780-4f2e-93db-0b642dc27590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0963237 Jun 30 09:45:56.728836 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 5a357343-6723-4667-8211-972fba7f04ef completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:45:56.732980 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 5a357343-6723-4667-8211-972fba7f04ef triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:45:56.733353 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:56.772651 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e742f3-083f-45b4-b083-b374ba19cd13 req-0ea6b745-2f5f-4637-9f10-daacfcf93b53 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:56.775031 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a0e742f3-083f-45b4-b083-b374ba19cd13 req-0ea6b745-2f5f-4637-9f10-daacfcf93b53 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc3096c6-c7b6-4dc0-9c09-bbe0a870f200 HTTP/1.1" status: 200 len: 944 time: 0.1276650 Jun 30 09:45:56.820883 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:56.843551 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3096c6-c7b6-4dc0-9c09-bbe0a870f200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a357343-6723-4667-8211-972fba7f04ef'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:45:56.843804 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a0e742f3-083f-45b4-b083-b374ba19cd13 req-5fef45b3-524d-47b6-92a8-6d4b50bdfd02 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ca837b-cb91-49af-8af1-6e05313ff78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553989 Jun 30 09:45:56.846813 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c9c155-4397-4f1b-8623-a9592b4e7e45" -d '{"events": [{"server_uuid": "dc3096c6-c7b6-4dc0-9c09-bbe0a870f200", "name": "network-vif-plugged", "status": "completed", "tag": "5a357343-6723-4667-8211-972fba7f04ef"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:45:56.847493 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-80d10614-cad8-484a-8a61-fca40467c115 service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347854 Jun 30 09:45:56.864954 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 5a357343-6723-4667-8211-972fba7f04ef, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=5a357343-6723-4667-8211-972fba7f04ef,segment=NetworkSegment(0556555d-b43e-4468-ac55-0cab5a922195),segment_id=0556555d-b43e-4468-ac55-0cab5a922195)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:45:56.890950 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27070308-4627-4830-8778-91e9aeae2108 x-openstack-request-id: req-27070308-4627-4830-8778-91e9aeae2108 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:45:56.891276 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3096c6-c7b6-4dc0-9c09-bbe0a870f200", "name": "network-vif-plugged", "status": "completed", "tag": "5a357343-6723-4667-8211-972fba7f04ef", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:45:56.891534 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-27070308-4627-4830-8778-91e9aeae2108 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:45:56.891935 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3096c6-c7b6-4dc0-9c09-bbe0a870f200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a357343-6723-4667-8211-972fba7f04ef', 'code': 200} Jun 30 09:45:57.016009 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7068f-e508-4fa1-b4ac-a7b663eca77c req-f3585e8d-b6b9-41eb-a096-adf7f3fe0137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:57.017938 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-14e7068f-e508-4fa1-b4ac-a7b663eca77c req-f3585e8d-b6b9-41eb-a096-adf7f3fe0137 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dc3096c6-c7b6-4dc0-9c09-bbe0a870f200 HTTP/1.1" status: 200 len: 1096 time: 0.0583425 Jun 30 09:45:57.020377 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6392901-61ea-4d7c-a5b6-4c021002d609 req-1c7dbeb0-6162-40de-92f0-fa72b0099c00 service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562796 Jun 30 09:45:57.036281 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:57.074613 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-14e7068f-e508-4fa1-b4ac-a7b663eca77c req-de0648c1-29ac-4cae-ad95-3eab0979b9ea service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=23ca837b-cb91-49af-8af1-6e05313ff78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501845 Jun 30 09:45:57.081179 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-b4d2f7c2-13e1-4d90-aa92-ac7352df5ada tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:57.083717 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-b4d2f7c2-13e1-4d90-aa92-ac7352df5ada tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.52 "GET /v2.0/networks?id=077fd748-2990-43a3-b379-1249cb605c64 HTTP/1.1" status: 200 len: 811 time: 0.1561131 Jun 30 09:45:57.107534 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=5a357343-6723-4667-8211-972fba7f04ef,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:57.149992 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-9df3e9a4-c39c-476c-a15c-14520ce82feb tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11b9abfc034e469297fc7554fd307e7c HTTP/1.1" status: 200 len: 380 time: 0.0560787 Jun 30 09:45:57.159459 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-8e18a8e7-bb77-4025-adf4-d2c71e9b330c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Request body: {'port': {'device_id': '09c896af-af69-46a4-9e2d-9a370d99cb15', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'admin_state_up': True, 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'security_groups': ['42a31c65-e7af-48af-93d1-79a8733dea43']}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:45:57.369281 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-8e18a8e7-bb77-4025-adf4-d2c71e9b330c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Made reservation on behalf of 11b9abfc034e469297fc7554fd307e7c for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:45:57.372989 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-8e18a8e7-bb77-4025-adf4-d2c71e9b330c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:57.506540 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-8e18a8e7-bb77-4025-adf4-d2c71e9b330c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Allocated IP 172.20.0.14 (077fd748-2990-43a3-b379-1249cb605c64/026a88de-b3fc-4597-8030-64264f9192bb/7a448559-9a02-4407-a4f8-e6dd46585533) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:45:57.660560 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-8e18a8e7-bb77-4025-adf4-d2c71e9b330c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:57.680153 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-8e18a8e7-bb77-4025-adf4-d2c71e9b330c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Transition to ACTIVE for port object 7a448559-9a02-4407-a4f8-e6dd46585533 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:45:57.756523 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-042ea100-b932-4d89-8c67-dc933cfbed4b req-7609bd27-0f31-45ef-9687-9be65ac857d2 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 210 time: 0.0290980 Jun 30 09:45:57.826678 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-8e18a8e7-bb77-4025-adf4-d2c71e9b330c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:57.875740 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-8e18a8e7-bb77-4025-adf4-d2c71e9b330c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Network 077fd748-2990-43a3-b379-1249cb605c64 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:45:57.878952 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-8e18a8e7-bb77-4025-adf4-d2c71e9b330c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:45:57.885423 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-8e18a8e7-bb77-4025-adf4-d2c71e9b330c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:45:57.915401 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18a8e7-bb77-4025-adf4-d2c71e9b330c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Pushing event updated for resources: {'Port': ['ID=7a448559-9a02-4407-a4f8-e6dd46585533,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:57.932812 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18a8e7-bb77-4025-adf4-d2c71e9b330c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:57.938009 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18a8e7-bb77-4025-adf4-d2c71e9b330c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:57.938009 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18a8e7-bb77-4025-adf4-d2c71e9b330c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:57.938009 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18a8e7-bb77-4025-adf4-d2c71e9b330c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:57.938009 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18a8e7-bb77-4025-adf4-d2c71e9b330c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:57.938009 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18a8e7-bb77-4025-adf4-d2c71e9b330c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:57.938009 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18a8e7-bb77-4025-adf4-d2c71e9b330c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:57.938009 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18a8e7-bb77-4025-adf4-d2c71e9b330c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:57.938009 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18a8e7-bb77-4025-adf4-d2c71e9b330c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:57.938009 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18a8e7-bb77-4025-adf4-d2c71e9b330c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:57.938009 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18a8e7-bb77-4025-adf4-d2c71e9b330c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:57.938009 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18a8e7-bb77-4025-adf4-d2c71e9b330c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:57.981526 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-8e18a8e7-bb77-4025-adf4-d2c71e9b330c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:57.982386 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-8e18a8e7-bb77-4025-adf4-d2c71e9b330c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:58.066645 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f21b19-e210-4122-8112-1f0c01ea51f5 req-ce6fbce9-5dcc-4ba8-81e1-cb323a6a41a2 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:58.068365 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-59f21b19-e210-4122-8112-1f0c01ea51f5 req-ce6fbce9-5dcc-4ba8-81e1-cb323a6a41a2 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc3096c6-c7b6-4dc0-9c09-bbe0a870f200 HTTP/1.1" status: 200 len: 945 time: 0.0712085 Jun 30 09:45:58.126687 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-59f21b19-e210-4122-8112-1f0c01ea51f5 req-c695246c-e481-4721-988b-48ef8cbb97f8 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ca837b-cb91-49af-8af1-6e05313ff78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379636 Jun 30 09:45:58.130011 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-8e18a8e7-bb77-4025-adf4-d2c71e9b330c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9745872 Jun 30 09:45:58.143025 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-651da6db-6c2e-4575-84ea-84b0a101748c service neutron] Request body: {'port': {'device_id': '09c896af-af69-46a4-9e2d-9a370d99cb15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:45:58.246858 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-651da6db-6c2e-4575-84ea-84b0a101748c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:58.330118 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5f443bcf-4a52-416a-88a2-b67ffc44b5a8 None None] Provisioning for port 7a448559-9a02-4407-a4f8-e6dd46585533 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:45:58.338496 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5f443bcf-4a52-416a-88a2-b67ffc44b5a8 None None] Provisioning complete for port 7a448559-9a02-4407-a4f8-e6dd46585533 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:45:58.340246 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5f443bcf-4a52-416a-88a2-b67ffc44b5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:58.358912 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a040531a-ba22-409a-8d86-a72d56df8bf5 req-c813e847-cb1f-449b-809a-660a5e9087d6 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0426137 Jun 30 09:45:58.417704 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-5f443bcf-4a52-416a-88a2-b67ffc44b5a8 None None] Port 7a448559-9a02-4407-a4f8-e6dd46585533 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:45:58.546081 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4f303c9c-5e1d-48a6-865d-cfee85f15100 req-e6882d7c-fbad-48d0-8c69-96f9c56bbf3c service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0313387 Jun 30 09:45:58.586290 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-651da6db-6c2e-4575-84ea-84b0a101748c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a448559-9a02-4407-a4f8-e6dd46585533 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:45:58.594056 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-651da6db-6c2e-4575-84ea-84b0a101748c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:58.607374 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-651da6db-6c2e-4575-84ea-84b0a101748c service neutron] Transition to ACTIVE for port object 7a448559-9a02-4407-a4f8-e6dd46585533 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:45:58.740369 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-651da6db-6c2e-4575-84ea-84b0a101748c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:58.793872 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651da6db-6c2e-4575-84ea-84b0a101748c service neutron] Pushing event updated for resources: {'Port': ['ID=7a448559-9a02-4407-a4f8-e6dd46585533,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:58.880103 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-651da6db-6c2e-4575-84ea-84b0a101748c service neutron] Attempting to bind port 7a448559-9a02-4407-a4f8-e6dd46585533 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:45:58.880580 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-651da6db-6c2e-4575-84ea-84b0a101748c service neutron] Attempting to bind port 7a448559-9a02-4407-a4f8-e6dd46585533 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:45:58.880921 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-651da6db-6c2e-4575-84ea-84b0a101748c service neutron] Attempting to bind port 7a448559-9a02-4407-a4f8-e6dd46585533 on network 077fd748-2990-43a3-b379-1249cb605c64 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:45:58.886115 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-651da6db-6c2e-4575-84ea-84b0a101748c service neutron] Port 7a448559-9a02-4407-a4f8-e6dd46585533 on network 077fd748-2990-43a3-b379-1249cb605c64 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:45:58.886450 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-651da6db-6c2e-4575-84ea-84b0a101748c service neutron] Attempting to bind port 7a448559-9a02-4407-a4f8-e6dd46585533 on network 077fd748-2990-43a3-b379-1249cb605c64 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:45:58.892347 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-651da6db-6c2e-4575-84ea-84b0a101748c service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:45:58.892720 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-651da6db-6c2e-4575-84ea-84b0a101748c service neutron] Checking segment: {'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:45:58.893102 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-651da6db-6c2e-4575-84ea-84b0a101748c service neutron] Bound using segment: {'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:45:58.893532 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-651da6db-6c2e-4575-84ea-84b0a101748c service neutron] Bound port: 7a448559-9a02-4407-a4f8-e6dd46585533, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:45:58.893896 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-651da6db-6c2e-4575-84ea-84b0a101748c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:59.020414 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-651da6db-6c2e-4575-84ea-84b0a101748c service neutron] For port 7a448559-9a02-4407-a4f8-e6dd46585533, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:45:59.035026 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac51e6a-5624-4be2-ad56-17d8ac014fd4 req-e779b31f-b80f-4b57-8668-372be507cf20 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:59.037609 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eac51e6a-5624-4be2-ad56-17d8ac014fd4 req-e779b31f-b80f-4b57-8668-372be507cf20 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 944 time: 0.1301332 Jun 30 09:45:59.054982 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-651da6db-6c2e-4575-84ea-84b0a101748c service neutron] For port 7a448559-9a02-4407-a4f8-e6dd46585533, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=7a448559-9a02-4407-a4f8-e6dd46585533,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:45:59.096819 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eac51e6a-5624-4be2-ad56-17d8ac014fd4 req-7e8864d8-62d7-4023-8187-f42e29e7219a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440280 Jun 30 09:45:59.158200 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-651da6db-6c2e-4575-84ea-84b0a101748c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:59.197130 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-651da6db-6c2e-4575-84ea-84b0a101748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:59.197817 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-651da6db-6c2e-4575-84ea-84b0a101748c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:59.199314 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-651da6db-6c2e-4575-84ea-84b0a101748c service neutron] 10.222.0.52 "PUT /v2.0/ports/7a448559-9a02-4407-a4f8-e6dd46585533 HTTP/1.1" status: 200 len: 1093 time: 1.0611651 Jun 30 09:45:59.200230 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c896af-af69-46a4-9e2d-9a370d99cb15', 'tag': '7a448559-9a02-4407-a4f8-e6dd46585533'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:45:59.202795 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26420c1e-09f4-481b-b8e8-40a4ef0481a1" -d '{"events": [{"name": "network-changed", "server_uuid": "09c896af-af69-46a4-9e2d-9a370d99cb15", "tag": "7a448559-9a02-4407-a4f8-e6dd46585533"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:45:59.238792 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651da6db-6c2e-4575-84ea-84b0a101748c service neutron] Pushing event updated for resources: {'Port': ['ID=7a448559-9a02-4407-a4f8-e6dd46585533,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:59.276710 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb22e677-568b-4724-a66e-a698bc844648 x-openstack-request-id: req-cb22e677-568b-4724-a66e-a698bc844648 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:45:59.277028 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c896af-af69-46a4-9e2d-9a370d99cb15", "tag": "7a448559-9a02-4407-a4f8-e6dd46585533", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:45:59.277431 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cb22e677-568b-4724-a66e-a698bc844648 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:45:59.277806 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c896af-af69-46a4-9e2d-9a370d99cb15', 'tag': '7a448559-9a02-4407-a4f8-e6dd46585533', 'status': 'completed', 'code': 200} Jun 30 09:45:59.372878 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd6f3d-dde3-44f6-95e9-ccf9084287a6 req-0ba288e0-e9eb-48df-8465-e2d08bcbe671 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:59.374639 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cabd6f3d-dde3-44f6-95e9-ccf9084287a6 req-0ba288e0-e9eb-48df-8465-e2d08bcbe671 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc3096c6-c7b6-4dc0-9c09-bbe0a870f200 HTTP/1.1" status: 200 len: 945 time: 0.1149051 Jun 30 09:45:59.381009 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26420c1e-09f4-481b-b8e8-40a4ef0481a1 req-b28aecd2-132d-4213-8753-872af2ad4fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:59.383438 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-26420c1e-09f4-481b-b8e8-40a4ef0481a1 req-b28aecd2-132d-4213-8753-872af2ad4fe6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 1096 time: 0.0812058 Jun 30 09:45:59.437277 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cabd6f3d-dde3-44f6-95e9-ccf9084287a6 req-0245dc6e-4504-4fe3-9bb7-8ba75c8e1991 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ca837b-cb91-49af-8af1-6e05313ff78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545762 Jun 30 09:45:59.531356 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26420c1e-09f4-481b-b8e8-40a4ef0481a1 req-451fec1a-73fd-4dce-8dea-8c984e7746a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:59.534161 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-26420c1e-09f4-481b-b8e8-40a4ef0481a1 req-451fec1a-73fd-4dce-8dea-8c984e7746a1 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=11b9abfc034e469297fc7554fd307e7c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1424797 Jun 30 09:45:59.678375 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26420c1e-09f4-481b-b8e8-40a4ef0481a1 req-7ad5836a-d4d3-4993-9949-e0451f760914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:59.678375 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-26420c1e-09f4-481b-b8e8-40a4ef0481a1 req-7ad5836a-d4d3-4993-9949-e0451f760914 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1376584 Jun 30 09:45:59.805340 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-b8aa1ee6-e421-451b-9354-e8b1df1243cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:59.806934 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-b8aa1ee6-e421-451b-9354-e8b1df1243cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 1096 time: 0.0775509 Jun 30 09:45:59.858069 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-c6298529-06f4-48aa-875e-79ad5428af87 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a448559-9a02-4407-a4f8-e6dd46585533 HTTP/1.1" status: 200 len: 217 time: 0.0428116 Jun 30 09:45:59.932814 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-bc326458-e73c-4467-8fde-6ceeccbb9481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:59.934377 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-bc326458-e73c-4467-8fde-6ceeccbb9481 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=026a88de-b3fc-4597-8030-64264f9192bb HTTP/1.1" status: 200 len: 850 time: 0.0637720 Jun 30 09:46:00.017490 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-a8bde463-8c67-437d-a415-ed7667e4f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:00.019453 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-a8bde463-8c67-437d-a415-ed7667e4f689 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=077fd748-2990-43a3-b379-1249cb605c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778368 Jun 30 09:46:00.131443 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-5a75fd6a-4676-49af-bdcf-ebf6010cb6a1 service neutron] 10.222.0.52 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013224 Jun 30 09:46:00.334423 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ddd882-6d36-428a-b0a0-c43680edfb5b req-3297b9fb-b36b-4e7c-9583-f93240f27c18 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:00.336837 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-46ddd882-6d36-428a-b0a0-c43680edfb5b req-3297b9fb-b36b-4e7c-9583-f93240f27c18 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 944 time: 0.1042523 Jun 30 09:46:00.393030 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-46ddd882-6d36-428a-b0a0-c43680edfb5b req-a206992f-22e4-4eec-b2b8-7e0e698a2576 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445788 Jun 30 09:46:00.468776 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-60fd3e54-caad-4f41-b82b-5e9888a9cfd0 req-54c15256-8aaf-41f1-a614-859638454ddc service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0354974 Jun 30 09:46:00.669436 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1640cb1a-ac94-4aa8-b059-8ffbd10b7ca2 req-fc0dac33-e5a5-4257-8e6f-5cd6ba298e0d service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0567772 Jun 30 09:46:00.690561 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71d15deb-18c9-4531-87f0-6c0a3cb23701 req-fb57acc8-f9ba-4339-8eaf-871f354848a0 service neutron] 10.222.0.52 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5503321 Jun 30 09:46:01.634889 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979dab3-5024-480b-9015-0708fe6ff81b req-7da7299c-529b-4764-8374-0b65207ed1b1 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:01.637204 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9979dab3-5024-480b-9015-0708fe6ff81b req-7da7299c-529b-4764-8374-0b65207ed1b1 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 944 time: 0.0887086 Jun 30 09:46:01.681165 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9979dab3-5024-480b-9015-0708fe6ff81b req-f6c221d2-e7be-4da1-b944-98506f24e6ed tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366318 Jun 30 09:46:02.776460 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bd4615e2-e088-40bc-9970-47d584d9f774 req-6404e4ca-dac3-4210-baf9-ea019d73db23 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0310357 Jun 30 09:46:02.776460 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ef70a642-9534-4345-a184-321855d02cce req-69b5e22b-459a-4c4e-ad6e-094f7cab3305 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0480103 Jun 30 09:46:02.900491 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6a896-7c55-464e-b649-36aecc13d391 req-211a5b35-2b48-4bb2-8052-ba9757ca98a3 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:02.902008 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-03f6a896-7c55-464e-b649-36aecc13d391 req-211a5b35-2b48-4bb2-8052-ba9757ca98a3 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 944 time: 0.0708389 Jun 30 09:46:02.942773 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-03f6a896-7c55-464e-b649-36aecc13d391 req-be83d1e7-b29a-48c2-91fc-d0ae7eb1b534 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349419 Jun 30 09:46:04.320222 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70be1ec-3b34-469c-b500-7e9719c5dc28 req-b916b50a-67af-4b8f-b142-064ea385cb1e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:04.322302 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c70be1ec-3b34-469c-b500-7e9719c5dc28 req-b916b50a-67af-4b8f-b142-064ea385cb1e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 944 time: 0.0666132 Jun 30 09:46:04.363158 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c70be1ec-3b34-469c-b500-7e9719c5dc28 req-c369ac49-4214-45f8-a7e4-d4775908b0e9 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348787 Jun 30 09:46:04.677868 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1f3ca875-5ec6-48e1-a285-8564411c8359 req-d331c1ec-5df5-4c55-8937-dc8729036c5c service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0297022 Jun 30 09:46:04.830454 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-da36e11c-34de-4044-887f-1ce59fad90c2 req-04b94ce6-c1ce-4ce3-8719-20984ec4865b service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0288286 Jun 30 09:46:05.552011 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802bb5e-1cb2-495a-aeaf-61989eec4dcb req-189a28da-1ab4-414a-8bf7-90a4e455917a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:05.553466 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1802bb5e-1cb2-495a-aeaf-61989eec4dcb req-189a28da-1ab4-414a-8bf7-90a4e455917a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 944 time: 0.0708106 Jun 30 09:46:05.593711 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1802bb5e-1cb2-495a-aeaf-61989eec4dcb req-ace825e1-7369-4617-8a0f-7a17aba40843 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328217 Jun 30 09:46:06.719715 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0f22f9f8-759b-4e86-8358-0ae2c5420bfb req-510e907f-b57c-4b4d-b600-41087eb8dd05 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0341470 Jun 30 09:46:06.784996 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f6664-89ae-4c20-8dc2-e6e6cc271d18 req-50955c8b-4b2a-4341-9e70-23ccb6e36b36 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:06.786430 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5b0f6664-89ae-4c20-8dc2-e6e6cc271d18 req-50955c8b-4b2a-4341-9e70-23ccb6e36b36 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 944 time: 0.0692422 Jun 30 09:46:06.827468 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5b0f6664-89ae-4c20-8dc2-e6e6cc271d18 req-6fa21a44-a41a-4d9a-990d-4e1a03460f93 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340483 Jun 30 09:46:06.869700 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d1b831bd-b2ba-427f-b764-82d9d7273683 req-d2d58d40-ab7c-483d-b8ac-f7173dd453fe service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0300395 Jun 30 09:46:07.780529 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:08.010669 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a639c-7846-4cde-9c82-0b7f691eb846 req-a1846cf1-70b4-4e32-902d-3c7abf515c73 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:08.012181 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-936a639c-7846-4cde-9c82-0b7f691eb846 req-a1846cf1-70b4-4e32-902d-3c7abf515c73 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 944 time: 0.0680373 Jun 30 09:46:08.055908 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-936a639c-7846-4cde-9c82-0b7f691eb846 req-d0af1787-700b-4234-bc05-df0d05f753de tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378518 Jun 30 09:46:08.757480 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2aa0a0b2-3bf0-42d6-a2c2-b578f83057dd req-3e78dce0-37fe-4154-93be-8f56670066d9 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0262587 Jun 30 09:46:08.905503 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c3de4ecc-be5a-4751-a7b1-5781a45b0323 req-3dcafc65-552c-4da7-be82-633b14799c12 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0308871 Jun 30 09:46:09.019201 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:09.227750 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d7846-5d6d-41a1-8a06-4cc80f77544e req-01b57963-a62a-4952-af22-9c820131a1dd tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:09.229238 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7c8d7846-5d6d-41a1-8a06-4cc80f77544e req-01b57963-a62a-4952-af22-9c820131a1dd tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 944 time: 0.0641720 Jun 30 09:46:09.267531 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7c8d7846-5d6d-41a1-8a06-4cc80f77544e req-2d76b8ac-c382-4735-b838-458a5506618b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324528 Jun 30 09:46:10.440071 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0b47d-41c6-4f31-8e76-38a4c5e54a15 req-31eeb92d-642e-433a-adfc-bc5dbee15ddf tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:10.441512 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3dd0b47d-41c6-4f31-8e76-38a4c5e54a15 req-31eeb92d-642e-433a-adfc-bc5dbee15ddf tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 944 time: 0.0630798 Jun 30 09:46:10.483172 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3dd0b47d-41c6-4f31-8e76-38a4c5e54a15 req-7c526594-fec0-4c24-80d9-1ca0a5ccf8ed tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355139 Jun 30 09:46:10.796602 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3aede85c-9677-4eae-b60c-04e2c8c93a40 req-41cdbdbe-70f5-46eb-8d32-3d2d6b83626c service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0271115 Jun 30 09:46:10.942039 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5617755b-4c8c-43be-9458-34e3a1f1ccd4 req-d5b42d06-a9c1-447d-b99f-5add82c9689f service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0303380 Jun 30 09:46:11.656345 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72007b-9f2b-4376-b372-ffa9956860db req-092ffdf2-9452-4595-b089-e2475a524335 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:11.657730 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1e72007b-9f2b-4376-b372-ffa9956860db req-092ffdf2-9452-4595-b089-e2475a524335 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 944 time: 0.0636480 Jun 30 09:46:11.697464 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1e72007b-9f2b-4376-b372-ffa9956860db req-477529e8-8343-4111-8485-043e1e0ae012 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327759 Jun 30 09:46:12.763013 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 7a448559-9a02-4407-a4f8-e6dd46585533 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:46:12.882078 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5accc-cd43-447a-8450-23d38a73a27b req-d281cca4-999c-4851-b2a1-ab9515cce0b6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:12.884898 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5fa5accc-cd43-447a-8450-23d38a73a27b req-d281cca4-999c-4851-b2a1-ab9515cce0b6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 944 time: 0.0709016 Jun 30 09:46:12.898237 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 7a448559-9a02-4407-a4f8-e6dd46585533, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=7a448559-9a02-4407-a4f8-e6dd46585533,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:12.904321 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-170fa95d-3b87-48a7-a1f0-833a928138ac req-16a33c4c-c096-4cff-bdf7-ff367ec6f7d6 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0466182 Jun 30 09:46:12.919457 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '7a448559-9a02-4407-a4f8-e6dd46585533', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'port_id': '7a448559-9a02-4407-a4f8-e6dd46585533', 'mac_address': 'fa:16:3e:ce:17:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '026a88de-b3fc-4597-8030-64264f9192bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:46:12.933854 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5fa5accc-cd43-447a-8450-23d38a73a27b req-4f0cba4b-38d8-44f8-a856-8d1e2769a9ee tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428846 Jun 30 09:46:12.988329 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:13.007883 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a448559-9a02-4407-a4f8-e6dd46585533 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:46:13.050325 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 7a448559-9a02-4407-a4f8-e6dd46585533, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=7a448559-9a02-4407-a4f8-e6dd46585533,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:13.130519 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a6ec3e54-0791-4091-9d0f-30aee48f4dd7 req-0a5c1707-b3c7-49a1-bc11-a25d110ff676 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0325146 Jun 30 09:46:13.145933 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:13.200808 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=7a448559-9a02-4407-a4f8-e6dd46585533,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:13.531493 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['7a448559-9a02-4407-a4f8-e6dd46585533'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:46:14.119021 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987241d-d760-48a1-b9f3-b9ccec8f0eb9 req-3ca8bcab-149e-4823-a8b1-64ae46c162bf tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:14.120420 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9987241d-d760-48a1-b9f3-b9ccec8f0eb9 req-3ca8bcab-149e-4823-a8b1-64ae46c162bf tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 945 time: 0.0675218 Jun 30 09:46:14.160133 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9987241d-d760-48a1-b9f3-b9ccec8f0eb9 req-1799492a-2df5-4d74-bf91-bf8d9d47e7d3 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339279 Jun 30 09:46:14.758956 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 7a448559-9a02-4407-a4f8-e6dd46585533 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:46:14.890199 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 7a448559-9a02-4407-a4f8-e6dd46585533 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:46:14.895431 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 7a448559-9a02-4407-a4f8-e6dd46585533 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:46:14.895802 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:15.017827 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:15.048765 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c896af-af69-46a4-9e2d-9a370d99cb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a448559-9a02-4407-a4f8-e6dd46585533'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:46:15.051023 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cd582d-39af-4102-a417-eab4053b2cd7" -d '{"events": [{"server_uuid": "09c896af-af69-46a4-9e2d-9a370d99cb15", "name": "network-vif-plugged", "status": "completed", "tag": "7a448559-9a02-4407-a4f8-e6dd46585533"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:46:15.069500 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 7a448559-9a02-4407-a4f8-e6dd46585533, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=7a448559-9a02-4407-a4f8-e6dd46585533,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:15.095145 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6afae8-4cb2-4480-8cd6-ef4ade48d01c x-openstack-request-id: req-5c6afae8-4cb2-4480-8cd6-ef4ade48d01c {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:46:15.095502 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c896af-af69-46a4-9e2d-9a370d99cb15", "name": "network-vif-plugged", "status": "completed", "tag": "7a448559-9a02-4407-a4f8-e6dd46585533", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:46:15.097923 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5c6afae8-4cb2-4480-8cd6-ef4ade48d01c {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:46:15.097923 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c896af-af69-46a4-9e2d-9a370d99cb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a448559-9a02-4407-a4f8-e6dd46585533', 'code': 200} Jun 30 09:46:15.123363 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0cc5df76-f170-477f-a4d3-66accf3b0451 req-5ba53e30-8f00-49b8-988f-9cb0c2794e7e service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0321591 Jun 30 09:46:15.158466 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:15.221169 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=7a448559-9a02-4407-a4f8-e6dd46585533,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:15.229897 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75133bdc-95b5-47ca-848a-8562230dc3ca req-9ac6d59e-9d7a-4ba7-b19d-9e032117b460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:15.232567 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-75133bdc-95b5-47ca-848a-8562230dc3ca req-9ac6d59e-9d7a-4ba7-b19d-9e032117b460 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 1098 time: 0.0637822 Jun 30 09:46:15.278274 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-75133bdc-95b5-47ca-848a-8562230dc3ca req-98a28d15-5974-4e0d-b6ef-fd758b2add57 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386677 Jun 30 09:46:15.353496 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8b283f7e-5ea5-4690-ab3c-002d77e8f3b4 req-2534876e-d4cd-4fb7-ad66-79b45e3e8a1d service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0337627 Jun 30 09:46:15.388194 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971483d6-a7d9-4b72-bc17-a14eede14f93 req-109e6118-c297-43bf-b8a5-980c34de3554 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:15.389746 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-971483d6-a7d9-4b72-bc17-a14eede14f93 req-109e6118-c297-43bf-b8a5-980c34de3554 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 946 time: 0.0993345 Jun 30 09:46:15.761492 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-971483d6-a7d9-4b72-bc17-a14eede14f93 req-4fcd4ccd-e302-4148-8cad-9c00a70d12dd tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3660345 Jun 30 09:46:15.957125 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:46:16.958941 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96d528-a039-49a6-92c7-23768ec0d810 req-072c9a07-26f9-43cb-ab37-1fdd011cf0f0 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:16.961199 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5b96d528-a039-49a6-92c7-23768ec0d810 req-072c9a07-26f9-43cb-ab37-1fdd011cf0f0 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 946 time: 0.0706410 Jun 30 09:46:17.003519 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5b96d528-a039-49a6-92c7-23768ec0d810 req-8f077bf3-f0a0-4c10-9a2d-abb51cc7cae6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357559 Jun 30 09:46:17.203701 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ff886-b820-4059-a95f-82d914b94977 req-b7e36087-93df-4df2-b1f8-35762289c01f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:17.205198 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-582ff886-b820-4059-a95f-82d914b94977 req-b7e36087-93df-4df2-b1f8-35762289c01f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 946 time: 0.0814123 Jun 30 09:46:17.262943 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-10682278-56ca-4f37-88aa-51b9c3b51a08 req-95b186ff-c808-4a96-85c0-178d66ef8e96 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0326118 Jun 30 09:46:17.277134 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-582ff886-b820-4059-a95f-82d914b94977 req-31488c31-169f-4068-9de3-1f7a17ca2d09 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653596 Jun 30 09:46:17.303675 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 53120) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:17.361413 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1d2f4f-9767-436d-a2df-7972cc1c7379 tempest-TestVolumeBootPattern-842937039 tempest-TestVolumeBootPattern-842937039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:17.362979 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ae1d2f4f-9767-436d-a2df-7972cc1c7379 tempest-TestVolumeBootPattern-842937039 tempest-TestVolumeBootPattern-842937039-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 1093 time: 0.0580812 Jun 30 09:46:17.365952 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 53122) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:17.371186 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-0d705420-3963-46c7-8249-46a082bf740a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'port_id': '7a448559-9a02-4407-a4f8-e6dd46585533', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:46:17.429886 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d61e8acd-381a-43d7-925a-fd7a434b0a5f req-9dba783d-3fce-461f-bde6-e8e979a19027 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0286622 Jun 30 09:46:17.465987 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0d705420-3963-46c7-8249-46a082bf740a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for floatingip, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:17.565341 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0d705420-3963-46c7-8249-46a082bf740a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:17.675290 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-0d705420-3963-46c7-8249-46a082bf740a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Allocated IP 172.25.6.224 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/ffbff738-6988-4007-9914-15c617ee2db3) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:46:17.793188 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0d705420-3963-46c7-8249-46a082bf740a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:17.912352 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0d705420-3963-46c7-8249-46a082bf740a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:17.952106 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d705420-3963-46c7-8249-46a082bf740a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:46:17.955595 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-0d705420-3963-46c7-8249-46a082bf740a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:46:17.962885 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d705420-3963-46c7-8249-46a082bf740a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:46:17.968705 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d705420-3963-46c7-8249-46a082bf740a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Pushing event updated for resources: {'Port': ['ID=ffbff738-6988-4007-9914-15c617ee2db3,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:18.350147 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0d705420-3963-46c7-8249-46a082bf740a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:18.509886 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0d705420-3963-46c7-8249-46a082bf740a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:18.666715 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0d705420-3963-46c7-8249-46a082bf740a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:18.756400 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0d705420-3963-46c7-8249-46a082bf740a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:18.833705 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d705420-3963-46c7-8249-46a082bf740a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Pushing event updated for resources: {'Port': ['ID=ffbff738-6988-4007-9914-15c617ee2db3,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:18.846234 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0d705420-3963-46c7-8249-46a082bf740a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:18.952950 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-0d705420-3963-46c7-8249-46a082bf740a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Floating IP 62d1b305-afe6-49bf-a596-d43b5d18923c associated. External IP: 172.25.6.224, port: 7a448559-9a02-4407-a4f8-e6dd46585533. Jun 30 09:46:19.178369 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d705420-3963-46c7-8249-46a082bf740a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Router 00dc8599-a92e-4932-a826-e69bb79cd9ce has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:46:19.327316 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d705420-3963-46c7-8249-46a082bf740a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:46:19.330509 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1c4e9dc9-8e2f-4cb3-a721-7f10db03e28b req-1c55cd86-553c-43fa-a604-037ac49544fe service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0319724 Jun 30 09:46:19.341031 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5706a064-1fad-455e-bd37-fd57efc97131 None None] Sync routers for ids ['00dc8599-a92e-4932-a826-e69bb79cd9ce'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:46:19.380434 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5706a064-1fad-455e-bd37-fd57efc97131 None None] Routers {'00dc8599-a92e-4932-a826-e69bb79cd9ce'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:46:19.381068 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-5706a064-1fad-455e-bd37-fd57efc97131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:45:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['00dc8599-a92e-4932-a826-e69bb79cd9ce'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:19.408966 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0d705420-3963-46c7-8249-46a082bf740a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:19.451617 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0d705420-3963-46c7-8249-46a082bf740a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0841930 Jun 30 09:46:19.452531 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c896af-af69-46a4-9e2d-9a370d99cb15', 'tag': '7a448559-9a02-4407-a4f8-e6dd46585533'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:46:19.456165 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa00c06a-0cc0-4bc1-8ab8-2c174e894229" -d '{"events": [{"name": "network-changed", "server_uuid": "09c896af-af69-46a4-9e2d-9a370d99cb15", "tag": "7a448559-9a02-4407-a4f8-e6dd46585533"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:46:19.500799 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b6e430-0553-4873-b021-b24ad056aa1e x-openstack-request-id: req-65b6e430-0553-4873-b021-b24ad056aa1e {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:46:19.501099 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c896af-af69-46a4-9e2d-9a370d99cb15", "tag": "7a448559-9a02-4407-a4f8-e6dd46585533", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:46:19.501355 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-65b6e430-0553-4873-b021-b24ad056aa1e {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:46:19.515215 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c896af-af69-46a4-9e2d-9a370d99cb15', 'tag': '7a448559-9a02-4407-a4f8-e6dd46585533', 'status': 'completed', 'code': 200} Jun 30 09:46:19.544532 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-5706a064-1fad-455e-bd37-fd57efc97131 None None] Set router 00dc8599-a92e-4932-a826-e69bb79cd9ce gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:46:19.602337 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00c06a-0cc0-4bc1-8ab8-2c174e894229 req-41f6c3fb-d443-4f9d-bce9-de79c293eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:19.603928 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aa00c06a-0cc0-4bc1-8ab8-2c174e894229 req-41f6c3fb-d443-4f9d-bce9-de79c293eee1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 1098 time: 0.0770857 Jun 30 09:46:19.708734 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00c06a-0cc0-4bc1-8ab8-2c174e894229 req-25a7aa93-dbf6-426c-ab53-e845af3c37d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:19.711320 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aa00c06a-0cc0-4bc1-8ab8-2c174e894229 req-25a7aa93-dbf6-426c-ab53-e845af3c37d6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=077fd748-2990-43a3-b379-1249cb605c64 HTTP/1.1" status: 200 len: 912 time: 0.0998535 Jun 30 09:46:19.786021 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aa00c06a-0cc0-4bc1-8ab8-2c174e894229 req-eb1403ac-09e5-4378-b690-cd6e57de8ba5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a448559-9a02-4407-a4f8-e6dd46585533 HTTP/1.1" status: 200 len: 1000 time: 0.0678427 Jun 30 09:46:19.857131 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00c06a-0cc0-4bc1-8ab8-2c174e894229 req-993c652b-e3bd-46cc-9e15-3486712856db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:19.859987 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aa00c06a-0cc0-4bc1-8ab8-2c174e894229 req-993c652b-e3bd-46cc-9e15-3486712856db service neutron] 10.222.0.52 "GET /v2.0/subnets?id=026a88de-b3fc-4597-8030-64264f9192bb HTTP/1.1" status: 200 len: 850 time: 0.0666392 Jun 30 09:46:19.863768 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9d6a00a2-778a-465e-8560-5df970559175 req-0bff1315-1358-49d6-9978-97f40da1718a service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0424590 Jun 30 09:46:19.927824 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00c06a-0cc0-4bc1-8ab8-2c174e894229 req-bf0fd3fa-926c-4585-ab14-166e17a2f218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:19.930309 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aa00c06a-0cc0-4bc1-8ab8-2c174e894229 req-bf0fd3fa-926c-4585-ab14-166e17a2f218 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=077fd748-2990-43a3-b379-1249cb605c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633783 Jun 30 09:46:19.965689 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-5706a064-1fad-455e-bd37-fd57efc97131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'name': 'tempest-TestVolumeBootPattern-527855541-router', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:08Z', 'revision_number': 4, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'gw_port': {'id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '62d1b305-afe6-49bf-a596-d43b5d18923c', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'floating_ip_address': '172.25.6.224', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'port_id': '7a448559-9a02-4407-a4f8-e6dd46585533', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'mac_address': 'fa:16:3e:ce:17:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c896af-af69-46a4-9e2d-9a370d99cb15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:46:18Z', 'updated_at': '2021-06-30T09:46:18Z', 'revision_number': 0, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11e6a15-d3c1-4284-b8d7-5f02ed03f796', 'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'mac_address': 'fa:16:3e:4d:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '026a88de-b3fc-4597-8030-64264f9192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:07Z', 'updated_at': '2021-06-30T09:34:17Z', 'revision_number': 5, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'subnets': [{'id': '026a88de-b3fc-4597-8030-64264f9192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:19.995939 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5706a064-1fad-455e-bd37-fd57efc97131 None None] Checking router: 00dc8599-a92e-4932-a826-e69bb79cd9ce for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:46:20.005047 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5706a064-1fad-455e-bd37-fd57efc97131 None None] Routers {'00dc8599-a92e-4932-a826-e69bb79cd9ce'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:46:20.006331 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-5706a064-1fad-455e-bd37-fd57efc97131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:45:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['00dc8599-a92e-4932-a826-e69bb79cd9ce'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:20.023599 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aa00c06a-0cc0-4bc1-8ab8-2c174e894229 req-736ce983-d8c3-44a1-af15-452d2cb14dbd service neutron] 10.222.0.52 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865293 Jun 30 09:46:20.155301 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-5706a064-1fad-455e-bd37-fd57efc97131 None None] Set router 00dc8599-a92e-4932-a826-e69bb79cd9ce gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:46:20.171902 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aa00c06a-0cc0-4bc1-8ab8-2c174e894229 req-1376d71a-fc82-494f-b756-bbaa6bc51e57 service neutron] 10.222.0.52 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409931 Jun 30 09:46:20.409809 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-5706a064-1fad-455e-bd37-fd57efc97131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'name': 'tempest-TestVolumeBootPattern-527855541-router', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:08Z', 'revision_number': 4, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'gw_port': {'id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '62d1b305-afe6-49bf-a596-d43b5d18923c', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'floating_ip_address': '172.25.6.224', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'port_id': '7a448559-9a02-4407-a4f8-e6dd46585533', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'mac_address': 'fa:16:3e:ce:17:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c896af-af69-46a4-9e2d-9a370d99cb15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:46:18Z', 'updated_at': '2021-06-30T09:46:18Z', 'revision_number': 0, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11e6a15-d3c1-4284-b8d7-5f02ed03f796', 'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'mac_address': 'fa:16:3e:4d:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '026a88de-b3fc-4597-8030-64264f9192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:07Z', 'updated_at': '2021-06-30T09:34:17Z', 'revision_number': 5, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'subnets': [{'id': '026a88de-b3fc-4597-8030-64264f9192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:20.442581 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5706a064-1fad-455e-bd37-fd57efc97131 None None] The sync data for ids ['00dc8599-a92e-4932-a826-e69bb79cd9ce'] in n-d-771363-31 is: [{'id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'name': 'tempest-TestVolumeBootPattern-527855541-router', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:08Z', 'revision_number': 4, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'gw_port': {'id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '62d1b305-afe6-49bf-a596-d43b5d18923c', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'floating_ip_address': '172.25.6.224', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'port_id': '7a448559-9a02-4407-a4f8-e6dd46585533', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'mac_address': 'fa:16:3e:ce:17:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c896af-af69-46a4-9e2d-9a370d99cb15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:46:18Z', 'updated_at': '2021-06-30T09:46:18Z', 'revision_number': 0, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11e6a15-d3c1-4284-b8d7-5f02ed03f796', 'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'mac_address': 'fa:16:3e:4d:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '026a88de-b3fc-4597-8030-64264f9192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:07Z', 'updated_at': '2021-06-30T09:34:17Z', 'revision_number': 5, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'subnets': [{'id': '026a88de-b3fc-4597-8030-64264f9192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:46:20.477003 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e936e656-f6ae-4f95-b9b0-1c6160cdaac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:20.649446 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a04d0d-3821-4c70-9afc-b1f714c85f8d None None] New status for floating IP 62d1b305-afe6-49bf-a596-d43b5d18923c: ACTIVE {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:46:21.748263 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-01c93243-8d86-4030-ad38-6bdc20aea4ba req-208eda3f-ea95-4e80-af26-eb4fed8ce9e0 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0308890 Jun 30 09:46:21.904923 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-80e961ba-ad92-46d6-b9f3-08c2dcb43707 req-9962c25b-741f-4c56-9b8b-c3da7845b624 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0293748 Jun 30 09:46:22.934329 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a18830ff-145d-4c4e-83ae-f3fe95b68b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:23.488564 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:23.791380 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a7bb64b-4650-4e75-bae0-cf75219f7410 req-f381c23e-0274-4396-96c5-5604e813c7c4 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0387177 Jun 30 09:46:23.965965 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e6a3d74-ed47-42f4-87e7-69eebb3a605e req-7129382f-3ca4-4d1a-a880-eb48b6874e4d service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0330420 Jun 30 09:46:24.779335 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:25.841267 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0ff388a5-7e6b-484d-8d83-d9ab3b2f947b req-486eb613-5360-4ec6-b057-da1418a86daf service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0294650 Jun 30 09:46:26.012685 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-94daa1ec-2294-47ff-b4a4-089ceb22c1b8 req-0bb0b36d-97bb-4e57-9882-782b8eea92d9 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0282559 Jun 30 09:46:26.374432 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:27.916076 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-79985c8b-5881-4d85-9755-22a707aa6542 req-878b449c-1bb6-4171-a011-95c62efef042 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0282314 Jun 30 09:46:28.090940 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2a50033c-3c45-432c-b747-de72e6723d6f req-82459470-a598-4ca8-8471-e8f2c29a16e8 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0350759 Jun 30 09:46:28.861529 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c2014-e2fd-4162-b0c4-beed66c162bf req-f703696d-350a-483b-a6c3-3af18eb6f600 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:28.863090 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1d9c2014-e2fd-4162-b0c4-beed66c162bf req-f703696d-350a-483b-a6c3-3af18eb6f600 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc3096c6-c7b6-4dc0-9c09-bbe0a870f200 HTTP/1.1" status: 200 len: 945 time: 0.0707636 Jun 30 09:46:28.906539 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1d9c2014-e2fd-4162-b0c4-beed66c162bf req-32487430-464c-489e-a199-bc4fbe674e31 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ca837b-cb91-49af-8af1-6e05313ff78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366573 Jun 30 09:46:29.958708 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b794477d-3122-47d8-936c-d2106b65806c req-3622c033-3942-49bd-b45f-e199be724250 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0296807 Jun 30 09:46:30.113593 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a0c36134-1f48-4699-83c0-ad29e337f5e8 req-2419beb6-a3f1-4a66-b505-cce558f377cc service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0280299 Jun 30 09:46:30.153190 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1b2f1-4c2f-40ac-8494-f89e83a4431f req-b39a36fb-d0d2-4bbe-8b97-c2648147e3fc tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:30.154719 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-17e1b2f1-4c2f-40ac-8494-f89e83a4431f req-b39a36fb-d0d2-4bbe-8b97-c2648147e3fc tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc3096c6-c7b6-4dc0-9c09-bbe0a870f200 HTTP/1.1" status: 200 len: 945 time: 0.1317441 Jun 30 09:46:30.198071 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-17e1b2f1-4c2f-40ac-8494-f89e83a4431f req-5ca87fc1-58e4-4840-a6bf-964bf5c843db tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ca837b-cb91-49af-8af1-6e05313ff78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365055 Jun 30 09:46:30.749713 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa2052-9d5a-4385-8533-e17e2498a907 req-d426df83-474b-44b2-b388-f5d8f1d5d219 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:30.751185 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3caa2052-9d5a-4385-8533-e17e2498a907 req-d426df83-474b-44b2-b388-f5d8f1d5d219 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc3096c6-c7b6-4dc0-9c09-bbe0a870f200 HTTP/1.1" status: 200 len: 945 time: 0.0720704 Jun 30 09:46:30.854612 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-3caa2052-9d5a-4385-8533-e17e2498a907 req-b21843ba-9264-430d-9660-a871f4a3a012 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Deleting port 5a357343-6723-4667-8211-972fba7f04ef {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:46:30.854950 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3caa2052-9d5a-4385-8533-e17e2498a907 req-b21843ba-9264-430d-9660-a871f4a3a012 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:30.946921 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-3caa2052-9d5a-4385-8533-e17e2498a907 req-b21843ba-9264-430d-9660-a871f4a3a012 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] For port 5a357343-6723-4667-8211-972fba7f04ef, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=5a357343-6723-4667-8211-972fba7f04ef,segment=NetworkSegment(0556555d-b43e-4468-ac55-0cab5a922195),segment_id=0556555d-b43e-4468-ac55-0cab5a922195)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:30.947307 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3caa2052-9d5a-4385-8533-e17e2498a907 req-b21843ba-9264-430d-9660-a871f4a3a012 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:30.958802 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-3caa2052-9d5a-4385-8533-e17e2498a907 req-b21843ba-9264-430d-9660-a871f4a3a012 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Calling delete_port for 5a357343-6723-4667-8211-972fba7f04ef owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:46:31.174663 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3caa2052-9d5a-4385-8533-e17e2498a907 req-b21843ba-9264-430d-9660-a871f4a3a012 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:31.186810 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['5a357343-6723-4667-8211-972fba7f04ef'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:46:31.211131 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21843ba-9264-430d-9660-a871f4a3a012 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Pushing event deleted for resources: {'Port': ['ID=5a357343-6723-4667-8211-972fba7f04ef,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:31.263390 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-3caa2052-9d5a-4385-8533-e17e2498a907 req-b21843ba-9264-430d-9660-a871f4a3a012 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] No DVR routers for this DVR port 5a357343-6723-4667-8211-972fba7f04ef on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:46:31.266057 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3caa2052-9d5a-4385-8533-e17e2498a907 req-b21843ba-9264-430d-9660-a871f4a3a012 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:31.268119 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3caa2052-9d5a-4385-8533-e17e2498a907 req-b21843ba-9264-430d-9660-a871f4a3a012 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.37 "DELETE /v2.0/ports/5a357343-6723-4667-8211-972fba7f04ef HTTP/1.1" status: 204 len: 173 time: 0.5109687 Jun 30 09:46:31.268568 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3096c6-c7b6-4dc0-9c09-bbe0a870f200', 'name': 'network-vif-deleted', 'tag': '5a357343-6723-4667-8211-972fba7f04ef'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:46:31.270875 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178b3194-e342-49b0-8971-70830b5d3b99" -d '{"events": [{"server_uuid": "dc3096c6-c7b6-4dc0-9c09-bbe0a870f200", "name": "network-vif-deleted", "tag": "5a357343-6723-4667-8211-972fba7f04ef"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:46:31.307084 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a1676b-5330-400c-9397-7ccb99a46a12 x-openstack-request-id: req-58a1676b-5330-400c-9397-7ccb99a46a12 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:46:31.307423 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3096c6-c7b6-4dc0-9c09-bbe0a870f200", "name": "network-vif-deleted", "tag": "5a357343-6723-4667-8211-972fba7f04ef", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:46:31.307681 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-58a1676b-5330-400c-9397-7ccb99a46a12 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:46:31.308089 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3096c6-c7b6-4dc0-9c09-bbe0a870f200', 'name': 'network-vif-deleted', 'tag': '5a357343-6723-4667-8211-972fba7f04ef', 'status': 'completed', 'code': 200} Jun 30 09:46:31.348759 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6a307197-c217-45b1-a585-1cbeccfeb0ee req-624568f2-042b-4239-b525-a60d9f9b1722 tempest-VolumesSnapshotTestJSON-1079612076 tempest-VolumesSnapshotTestJSON-1079612076-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc3096c6-c7b6-4dc0-9c09-bbe0a870f200 HTTP/1.1" status: 200 len: 210 time: 0.0293148 Jun 30 09:46:32.026916 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f453dfb6-db44-433a-81fc-4188a50bbec4 req-301b6155-c257-4d91-a3cf-4b6d19728094 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0315194 Jun 30 09:46:32.183907 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6c4073dc-bc20-4e3b-be5f-50dcdd73905d req-ecb45e71-3f72-4f5b-ae2c-b35b11845195 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0305488 Jun 30 09:46:34.098454 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-185f9b81-9b68-4f0c-839d-0350b7737672 req-ac3c881a-f97c-4f04-97ce-10cb0eaa4541 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0322859 Jun 30 09:46:34.268225 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6a563c08-249f-490f-bc44-094fc0ed85f8 req-7dc66a86-8401-471a-8802-49a4412d176c service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0291786 Jun 30 09:46:34.791946 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 5a357343-6723-4667-8211-972fba7f04ef no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:46:34.813962 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 5a357343-6723-4667-8211-972fba7f04ef {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:46:34.814405 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 5a357343-6723-4667-8211-972fba7f04ef not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:46:36.194705 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83a894d9-8748-4068-a179-4f97d8b0c6ce req-6a4db6d6-36f7-42b2-b594-c5b91107918d service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0282052 Jun 30 09:46:36.365006 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3633e23c-2c54-49bd-9f7b-e7e2bc741498 req-370adfe0-5ac0-431a-9186-039eb896276f service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0331163 Jun 30 09:46:37.785285 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:38.226476 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-79eaebaa-8e4a-4790-aeb2-800fc486b27f req-381b76ff-7de4-45c8-a6cf-e5b978f4ac5d service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0312309 Jun 30 09:46:38.384213 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4dec19b6-1d57-4401-8eb5-dd63066909cb req-3e0326b2-8f27-4b00-ac88-6aa77bfecc5c service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0279634 Jun 30 09:46:38.967935 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:40.268632 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-14a9cfe0-73de-43a8-83a0-00abb546e4d6 req-55e57852-6f1b-4343-aa38-94da83d4cfa0 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0294421 Jun 30 09:46:40.430318 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8bdfddde-cb85-4837-93b7-c73bd58d37f7 req-26450a9c-08e0-429d-9685-b293aa0f0991 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0343044 Jun 30 09:46:42.323924 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-61784f27-8026-419e-abe5-6b3b88a4acf6 req-53b8d4ba-803d-46a4-9320-376f63967ad7 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0312123 Jun 30 09:46:42.479502 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29ae7075-fc2a-4a87-9d9f-a94454f7def2 req-545fa5ff-dae4-4cfb-ab78-2148f4467c3d service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0291312 Jun 30 09:46:44.367112 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d7f513fa-8e89-48ab-b918-cebcc0bc5b08 req-23b411fa-c0b8-4b34-a435-e678ee17cf1f service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0298331 Jun 30 09:46:44.519223 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4778b899-5231-4693-a822-67a20f8f9275 req-a8c49536-a376-47c9-95c1-2d62bfcbc8af service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0307496 Jun 30 09:46:46.409918 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-84cc9fea-f167-4e34-a5a0-86a70d9b8f36 req-f332596e-ab44-4910-ad4c-ae0fd86eb629 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0299902 Jun 30 09:46:46.556750 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d20a4b0b-7666-4522-9ac8-664faa67f140 req-336b5821-0f44-4f5b-8461-434018416c66 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0270934 Jun 30 09:46:48.432700 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-de285e6b-fa23-4cce-8ee1-9e19031d124f req-b4f49aec-ebd4-49ce-bd0d-302d1d1cb34f service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0292823 Jun 30 09:46:48.586111 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-348d1beb-9fec-4c74-8c28-d64fd91fb557 req-852ec4af-0df7-4a97-881a-e77f546aa5d2 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0320663 Jun 30 09:46:50.470243 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0cce84c0-df01-465a-bc21-907daacf389e req-ff81f3a3-cb07-4eb1-860c-971cb1364d13 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0326719 Jun 30 09:46:50.528757 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b277395d-4688-462a-9b91-76334499f59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:50.630364 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-894586ad-f2f5-4284-8552-8dcb931041c6 req-267a1b92-74de-4d81-9676-9fd975dbcff9 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0319006 Jun 30 09:46:52.518367 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f7480db8-257a-4a0a-8342-77026f5e2d42 req-6a87800d-f61a-4e1e-a728-06c38b0d9f95 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0292585 Jun 30 09:46:52.679932 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6fa93213-18c6-4e67-9165-d336ea72dc98 req-63de6c4a-7c54-40a9-a4e7-e1dbdb7b993a service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0314996 Jun 30 09:46:52.899994 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cf94e4b1-0d52-4b0d-a859-95b9f1abb370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:52.955843 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:46:53.459248 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:54.539054 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-24a5101b-5a5f-4208-9b81-bea712b794d4 req-44e28b12-4fc0-4ff2-9297-dbe331146a75 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0304353 Jun 30 09:46:54.668803 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-2abf3e7e-57d8-4457-9955-5b0a516d1a6d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1309023 Jun 30 09:46:54.722352 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-350414a7-5df6-469a-9caf-ea8ce0340374 req-a1b6c20d-60e6-48f2-8a0d-0b57672d18da service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0304010 Jun 30 09:46:54.762256 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:54.795623 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-41c37792-0041-4071-9f43-d8e7a8e2c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:54.796112 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-41c37792-0041-4071-9f43-d8e7a8e2c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:54.796639 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-41c37792-0041-4071-9f43-d8e7a8e2c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:54.797098 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-41c37792-0041-4071-9f43-d8e7a8e2c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:54.797564 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-41c37792-0041-4071-9f43-d8e7a8e2c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:54.798031 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-41c37792-0041-4071-9f43-d8e7a8e2c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:54.798494 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-41c37792-0041-4071-9f43-d8e7a8e2c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:54.800532 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-41c37792-0041-4071-9f43-d8e7a8e2c04b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49d88a13984c4bcba0f76778ac61ce8d&device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 6508 time: 0.0747476 Jun 30 09:46:54.937008 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-1b7067aa-2301-4fbe-8f8f-aae25b34d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:54.937008 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-1b7067aa-2301-4fbe-8f8f-aae25b34d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:54.937008 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-1b7067aa-2301-4fbe-8f8f-aae25b34d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:54.937008 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-1b7067aa-2301-4fbe-8f8f-aae25b34d8cb service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e7e4178-b76c-4101-95d6-7dff2b70b10f&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=0dddfd27-81de-48f4-aeb7-79778bc775af&id=486cc323-8780-4f2e-93db-0b642dc27590&id=486cc323-8780-4f2e-93db-0b642dc27590 HTTP/1.1" status: 200 len: 2297 time: 0.0982141 Jun 30 09:46:54.999906 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-84547419-b4e6-452d-a1ee-28369841b5e9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df73636d-7c49-416a-bb2b-e27dc88ddebb HTTP/1.1" status: 200 len: 1001 time: 0.0680094 Jun 30 09:46:55.052148 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-8e7d8868-28e9-48c1-9698-5cdcd53062dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:55.054301 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-8e7d8868-28e9-48c1-9698-5cdcd53062dd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c8de1b8a-776c-499d-b7dc-3d5c959e1c2d HTTP/1.1" status: 200 len: 855 time: 0.0476003 Jun 30 09:46:55.114934 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-b257393d-1505-4e3f-a807-7c4a6630a69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:55.117170 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-b257393d-1505-4e3f-a807-7c4a6630a69a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e7e4178-b76c-4101-95d6-7dff2b70b10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537777 Jun 30 09:46:55.222222 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-b917ce2d-31fc-4c0e-898c-8e688ab43bde service neutron] 10.222.0.52 "GET /v2.0/networks/5e7e4178-b76c-4101-95d6-7dff2b70b10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942175 Jun 30 09:46:55.329838 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-d9d559e6-67ae-4aa3-bc80-98d7a3c2e8d4 service neutron] 10.222.0.52 "GET /v2.0/networks/5e7e4178-b76c-4101-95d6-7dff2b70b10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967355 Jun 30 09:46:55.377211 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-78e45c45-e623-41c0-81bd-5edf06bdf69f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=b47cd298-9fe5-409a-bd3d-f1ce63aef3ff HTTP/1.1" status: 200 len: 217 time: 0.0404108 Jun 30 09:46:55.436943 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-36b4a4e4-df54-467b-90a8-f47f9bee994f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:55.438781 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-36b4a4e4-df54-467b-90a8-f47f9bee994f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0548511 Jun 30 09:46:55.520120 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-823ff000-8377-48c8-b79e-22239f795cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:55.522493 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-823ff000-8377-48c8-b79e-22239f795cdd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0734603 Jun 30 09:46:55.639968 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-4c6605db-73ba-40f5-955b-2edadcd4d2ad service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072018 Jun 30 09:46:55.752346 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-3afb43bb-0333-4bed-aec3-fe1fd6cfb58a service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020083 Jun 30 09:46:55.797752 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-26700751-3cf4-412b-adc5-0b4e7aee87f9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=d5f71601-cd68-41d3-a3c1-c264a5ecc103 HTTP/1.1" status: 200 len: 217 time: 0.0384932 Jun 30 09:46:55.854143 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-1a49f740-0ff3-4a64-9554-fa391c79bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:55.855641 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-1a49f740-0ff3-4a64-9554-fa391c79bb74 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0513458 Jun 30 09:46:55.919902 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-47852f5d-3a06-43f6-9502-5bc52277282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:55.921718 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-47852f5d-3a06-43f6-9502-5bc52277282f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0583978 Jun 30 09:46:56.028181 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-3e3ccde1-6e31-4f3f-9ca9-9bbfc845e736 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992956 Jun 30 09:46:56.146084 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-d236ab47-965c-44fa-85cd-6a116cc07ed1 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053462 Jun 30 09:46:56.195741 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-5aeb194d-7b8b-428b-836b-10bc35f35833 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c HTTP/1.1" status: 200 len: 217 time: 0.0383432 Jun 30 09:46:56.266205 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-4044e02e-cbfc-4fc6-b358-71cfa5edb86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:56.267797 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-4044e02e-cbfc-4fc6-b358-71cfa5edb86d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0618372 Jun 30 09:46:56.339363 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-af9ec62a-e3db-45cc-bae0-f17e4f6df9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:56.341384 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-af9ec62a-e3db-45cc-bae0-f17e4f6df9a9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0669553 Jun 30 09:46:56.408525 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:56.447332 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-3d84ed4d-1a1e-4c64-a901-ad30610ef1a8 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989509 Jun 30 09:46:56.573907 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-ac3158cf-5751-43b1-b800-3073db6e60b9 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195157 Jun 30 09:46:56.628112 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-2f474c7c-bbe1-4b5b-a42c-c91a5af9b435 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=b0ffe516-a66a-4469-b295-e857fb100d7e HTTP/1.1" status: 200 len: 217 time: 0.0420985 Jun 30 09:46:56.675843 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-da95c940-3d7b-463e-95c3-a0d6804e4c0b req-be9f36da-3fb8-40af-ae48-b0a0652c3318 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0335658 Jun 30 09:46:56.690924 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-1004a2fa-8642-4282-bf74-4047b4be67b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:56.692449 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-1004a2fa-8642-4282-bf74-4047b4be67b4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 200 len: 797 time: 0.0549288 Jun 30 09:46:56.759643 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-c6d0aeea-29b2-4b8a-8ce9-b5741dafdd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:56.761296 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-c6d0aeea-29b2-4b8a-8ce9-b5741dafdd3e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dddfd27-81de-48f4-aeb7-79778bc775af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0584173 Jun 30 09:46:56.855054 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78aea459-62ab-4bc9-ac49-0c9de3bf709f req-0db729c8-d1cd-4bde-a8f8-1a628c036146 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0341671 Jun 30 09:46:56.857769 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-2cd32c7c-9a4f-42f0-b391-55599326b2ce service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898929 Jun 30 09:46:56.958220 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-ea13d289-04c6-4c85-9b0f-da5be04ff703 service neutron] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922005 Jun 30 09:46:57.009199 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-b1382ca6-b51f-4188-97bc-1bf713583fa8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b HTTP/1.1" status: 200 len: 217 time: 0.0405216 Jun 30 09:46:57.063164 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-d2aa769e-0407-4041-8c80-0c0d672ac152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:57.064746 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-d2aa769e-0407-4041-8c80-0c0d672ac152 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=974263d7-b687-4254-8813-85050a72f471 HTTP/1.1" status: 200 len: 797 time: 0.0493264 Jun 30 09:46:57.127100 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-de280859-001e-4acb-b826-69a015bdec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:57.128690 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-de280859-001e-4acb-b826-69a015bdec72 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=486cc323-8780-4f2e-93db-0b642dc27590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0558352 Jun 30 09:46:57.224677 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-56cce9f2-dba5-4aa0-a0bb-3795552f0b78 service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878036 Jun 30 09:46:57.327524 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-f6af81d5-9262-4950-8b1b-46722be25ecb service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932038 Jun 30 09:46:57.372190 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-152bba8e-bb32-4f46-8f16-e1ad83eac416 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3d7dba65-2216-47e0-b010-2a6615b39506 HTTP/1.1" status: 200 len: 217 time: 0.0354657 Jun 30 09:46:57.441136 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-0198b922-182b-4721-9eab-6cfcf9ad53ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:57.442627 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-0198b922-182b-4721-9eab-6cfcf9ad53ce service neutron] 10.222.0.52 "GET /v2.0/subnets?id=974263d7-b687-4254-8813-85050a72f471 HTTP/1.1" status: 200 len: 797 time: 0.0611033 Jun 30 09:46:57.508524 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-e15b0b0e-c83e-401d-9d9f-6501a5407e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:57.510026 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-e15b0b0e-c83e-401d-9d9f-6501a5407e36 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=486cc323-8780-4f2e-93db-0b642dc27590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0576560 Jun 30 09:46:57.621332 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-9cf6a375-789f-4034-afdf-a6fddb72d9b1 service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999699 Jun 30 09:46:57.724270 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65c3d2a7-9c1a-4d35-8415-d3d0ebce7585 req-4d7031b7-9b21-4d19-af15-4b8048b630b0 service neutron] 10.222.0.52 "GET /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923767 Jun 30 09:46:58.732377 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-96fe5251-f659-40da-afe3-345b768aeed1 req-bfbf09d2-7515-47ad-9d72-281dce7f556c service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0304339 Jun 30 09:46:58.912270 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e8e45223-ed36-4341-8414-522dc257baae req-e2c68e2a-3c3c-41a0-aca8-a5354fa3855c service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0309193 Jun 30 09:47:00.987797 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fa9f344c-bd84-4acd-8e32-110fe37f7678 req-7698fb3d-37e0-4444-9e93-aee721bc1aa3 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0281899 Jun 30 09:47:01.151493 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f8d5e51b-a4db-4639-aeff-8b922bdf58aa req-549912df-dc74-40a9-a416-cf8c853c3401 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0327218 Jun 30 09:47:03.071978 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bbd8d551-eb2b-4442-b26b-d0f1b34c1614 req-9d7d443f-f4fe-4c17-857a-55961feb5be6 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0326769 Jun 30 09:47:03.256627 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb7876fc-aced-4563-8707-28957fd63567 req-45aa732e-c947-45ce-86b5-7d1c4a755a4f service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0319462 Jun 30 09:47:05.152305 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0aec0adc-1e07-4361-97bf-5ea22f8a8490 req-8b3375e6-51e1-483a-9cd5-8c3465055611 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0344377 Jun 30 09:47:05.337025 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-066fd14c-ec2b-4aad-a1f1-97de954197dd req-a5051e7f-2922-48ea-82c9-b728a609cfff service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0351348 Jun 30 09:47:07.215088 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65d9b0c4-f208-4d9f-bef2-1b8fe56a2bd7 req-876a04f6-a8e4-47e7-89b5-9a4f1d764932 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0293088 Jun 30 09:47:07.377323 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-df22d72d-91d7-46be-8fa9-c35480bee7ec req-3b2bf053-f4cc-4209-817c-a439790ea526 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0305626 Jun 30 09:47:07.768093 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:08.973763 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:09.272668 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3493e1d9-ade2-4ba3-a8af-47f324301b71 req-42463c37-ea68-4bf0-95c1-a1a569409437 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0276291 Jun 30 09:47:09.444930 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-db00eef7-77fe-4e30-b3dd-6b68c69f02da req-94bcc90a-9db9-4df3-84b3-86d763a0d57c service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0324843 Jun 30 09:47:11.369572 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ba2c3c79-938b-4ecf-a171-7c7ec32f289b req-64ac6e61-5064-4196-a74a-1e18f1ae8e6d service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0273554 Jun 30 09:47:11.519729 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e2c942dd-e231-4fc5-bbb1-5bc8b3257395 req-46c5497b-e7a7-497e-b41f-48c5eb90fb71 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0284088 Jun 30 09:47:13.427488 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bba1078a-f71f-484f-82f6-d5adf96cf9e3 req-2bb0a59d-197c-4294-ad41-0a2b33752be8 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0275192 Jun 30 09:47:13.590449 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4f495d91-23bd-48bc-bcd2-74448f69deb7 req-04ce090a-2622-49da-91e5-385af8aaa8a1 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0311868 Jun 30 09:47:15.488996 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c7e4378-9b88-44c5-8267-c517e3e37872 req-8db04d38-1a6f-47c8-9e9c-11c6f6936bc8 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0306430 Jun 30 09:47:15.656940 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-861e5d3e-4437-42f5-9e9b-b4df8a8845f0 req-ce382253-09eb-47c4-8b57-512aa0e82b8e service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0307462 Jun 30 09:47:17.557546 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-213323fa-116c-4ed9-b4ed-df6090c93715 req-6332e228-f698-4081-92fb-9a242d116d09 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0273821 Jun 30 09:47:17.719040 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5a3d28ff-2d9e-4965-ae0b-f09ff3eaf720 req-06d71a35-547f-4bb1-9acc-8d118d49d22e service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0318544 Jun 30 09:47:19.585903 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cc98389c-2e64-496b-a58c-2f2e43bd50d1 req-1da22e1f-eab6-4ae7-b52a-9e6898bd0dd8 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0286126 Jun 30 09:47:19.739635 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-351c22eb-6352-440e-87d2-8cf202683830 req-b4eec802-9aa8-44e0-b02c-6882afa98c2e service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0279059 Jun 30 09:47:20.522778 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d017b65a-d107-484a-ae57-2c6fd91ac6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:21.619692 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d14ed7e5-469c-47f2-800a-518401145816 req-1caa6c77-5bde-43e9-aef8-f95dd6bd7e6c service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0303717 Jun 30 09:47:21.783508 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-540876e1-081f-42b3-8c18-f339aaee44a7 req-a4e05b7c-ffe2-4b71-b45a-2342c736b383 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0314631 Jun 30 09:47:22.955291 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f98a6822-4e98-47da-bb52-0de4bd394311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:23.565509 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:23.638264 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-faf5d205-ef28-4c62-9dc3-361dd4fab621 req-e712e05c-bc65-4d77-bdb9-cde7cd446067 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0289006 Jun 30 09:47:23.793279 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cd0bfc6d-aaf2-4aeb-b890-925091257f0a req-1041ce31-6af1-4ab0-afd0-3dff915b4e2f service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0304749 Jun 30 09:47:24.737953 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:25.672926 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fbbd0eb0-4fc6-4df1-8eb5-3d0b4103f0a8 req-77370677-4223-4774-91f7-5e5b29522300 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0302100 Jun 30 09:47:25.837753 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8ac66d6a-ded5-4f97-81e1-10394ce160d0 req-5d67fa5b-48d0-47b3-9517-225eaebad78e service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0355873 Jun 30 09:47:26.389791 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:27.730974 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4918f4bc-19ce-400d-a6bb-5ec57e3c5472 req-43f5e286-cf8e-4684-9787-67bf9bd18ab2 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0293601 Jun 30 09:47:27.903166 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-40d408ea-f972-4eea-8eb2-5f1d547dd29f req-d5b57f32-b88f-438c-bef4-40a69469a363 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0291276 Jun 30 09:47:29.807694 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0460f8e4-24d7-4e48-857a-682d416e47d1 req-b57699f7-5ad3-431f-a44a-4853224178ef service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0281897 Jun 30 09:47:29.954371 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:47:29.968655 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4759d51d-3159-4f32-9754-46d121173aea req-6816461b-5e46-442f-a6ed-67988af106a5 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0301132 Jun 30 09:47:31.858608 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-03269cef-ec27-426e-845f-5d6474f0cc14 req-afc34a21-c2a8-4ab9-ac35-2af80bea05f3 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0287795 Jun 30 09:47:32.014085 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f15ddf84-6183-477d-b236-7d300d2f70cc req-6dc6a090-c15a-4479-a190-1eb3956f5031 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0278065 Jun 30 09:47:33.909397 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-97b05b45-7f09-43dc-ab1a-d36588f9cec6 req-e72c0feb-1172-4b85-a237-b50f8e748c21 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0269597 Jun 30 09:47:34.073459 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2dc53d04-1afd-4f83-83cd-e14562a596d9 req-70a8ddae-347c-471f-a773-136427040afe service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0310771 Jun 30 09:47:36.019111 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-18bec3b6-4c09-4298-8c97-eefe2839515d req-399e609a-89b5-44db-965b-f3876232fca6 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0287883 Jun 30 09:47:36.196477 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-63ca3ec5-6af3-4184-9436-7af824517ffa req-f5ef85ed-c74d-440e-b3bb-d16c8ac4d078 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0323143 Jun 30 09:47:37.328536 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-ff8ea36a-2e59-4490-9f99-8aed4a2ae4b5 req-e3990420-0f1e-48a7-8b10-14f6343f0da4 service neutron] (101053) timed out ('10.222.0.10', 38518) {{(pid=101053) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:47:37.807500 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:38.102275 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eca4b18a-a1ab-4cad-8086-b0bc538b9e39 req-23150017-d637-45f0-9a26-a4505a6249af service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0280843 Jun 30 09:47:38.268632 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-61d44ea8-a5c4-456f-be32-ee886617cb49 req-39022df6-6dfd-4d60-9047-064a07c3d381 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0321240 Jun 30 09:47:38.983253 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:40.251938 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-782dec9e-fe41-4895-8670-1ec4d9c5013f req-ebbe01be-49a2-48da-b408-284ac2ff51e4 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0290108 Jun 30 09:47:40.466396 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-54518b3c-507e-416b-a5ee-5b9a95e90ed1 req-bd005700-eaf4-41bd-98a5-3bb128bce1f9 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0283756 Jun 30 09:47:42.369050 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9089ff57-50fd-4015-b85a-3ad83713bff3 req-e7a20f0d-5078-459b-9b6e-27b2a14ec3bc service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0287948 Jun 30 09:47:42.514555 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-79401a1d-9986-4cb7-9cc7-c9f4c7bcc092 req-850f69f1-f8cd-47fc-bb2b-5baebbef6594 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0301759 Jun 30 09:47:44.398459 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6470cb54-f023-47b6-b28f-3a07cc7e2444 req-ad10075a-0040-4919-a140-1a7ed605e6a7 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0286493 Jun 30 09:47:44.566000 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7d803d46-bad5-4300-a6de-c93eb2422bcc req-aa240516-4f20-4676-bbbe-36f092857945 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0309944 Jun 30 09:47:46.483424 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-74e28782-42ef-457a-9ff0-b55f132c07c0 req-64929a52-c52f-4ec1-bd9e-a79f158402ca service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0299087 Jun 30 09:47:46.635933 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1f655748-0740-49c6-92f4-472e1cffb0d3 req-65958edf-2b64-48e4-b51c-0bf5d1609089 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0302782 Jun 30 09:47:48.539667 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-26b3a939-9d24-4a51-b830-105fd3e72919 req-fd1eb401-5051-40b8-9cae-d5c033bc4579 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0286517 Jun 30 09:47:48.686123 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-043ac7c5-72a4-4148-827f-744c627de9c8 req-08275da8-cc9d-4f06-8579-3bb30e32a962 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0267103 Jun 30 09:47:50.482574 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6fd3b8ad-b565-4f9b-9528-2e470451f6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:50.644903 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7f80a24d-2960-4738-b845-84410bdbb26e req-0413eba7-8b9a-44c1-9ea0-50775d115590 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0275009 Jun 30 09:47:50.800109 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a25130b2-d6db-4629-8564-35468f00127c req-c1cdca61-1035-42f0-ac4f-c6163bb7a879 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0306652 Jun 30 09:47:52.685657 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-72305086-083b-40a3-b79e-c53589715367 req-c72a26af-4cbd-44ad-b9f7-e3ee1b913c15 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0288498 Jun 30 09:47:52.836214 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4fab105c-deca-41d5-ac82-c9d4e5a97010 req-1bab69c8-3811-41ea-9943-5bdada8f402c service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0297518 Jun 30 09:47:52.984389 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc16883-9efa-4fb4-aa99-21b9a08ff704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:53.578343 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:54.754700 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:54.765151 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-745f9622-9100-442b-a94e-aa1c070fab62 req-88cd1b0e-8b98-4c04-b5d2-fd715c4a7b21 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0296519 Jun 30 09:47:54.924786 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-934a2546-1576-414a-8f60-c8c5bc15e601 req-03093c62-80c1-4858-a981-447b458769f8 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0318835 Jun 30 09:47:55.616387 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5afa2f89-dc1d-4356-8fd2-57eaae27dddf req-fa432d91-535c-4782-985a-a80b6a902e39 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=09c896af-af69-46a4-9e2d-9a370d99cb15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0513949 Jun 30 09:47:55.692781 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa2f89-dc1d-4356-8fd2-57eaae27dddf req-2de86944-ef20-4b4e-8f14-93d0112df6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:55.694674 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5afa2f89-dc1d-4356-8fd2-57eaae27dddf req-2de86944-ef20-4b4e-8f14-93d0112df6e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 1098 time: 0.0547423 Jun 30 09:47:55.804642 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa2f89-dc1d-4356-8fd2-57eaae27dddf req-777b902f-657e-49b0-90f4-308bf66a9bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:55.806028 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5afa2f89-dc1d-4356-8fd2-57eaae27dddf req-777b902f-657e-49b0-90f4-308bf66a9bf2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=077fd748-2990-43a3-b379-1249cb605c64 HTTP/1.1" status: 200 len: 912 time: 0.0904853 Jun 30 09:47:55.881280 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5afa2f89-dc1d-4356-8fd2-57eaae27dddf req-918c608f-833c-4ccc-99b5-7dd6ba59ddc4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a448559-9a02-4407-a4f8-e6dd46585533 HTTP/1.1" status: 200 len: 1002 time: 0.0586426 Jun 30 09:47:55.946641 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa2f89-dc1d-4356-8fd2-57eaae27dddf req-575df69a-f6d3-4793-9e4d-c1cdcb28f214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:55.948077 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5afa2f89-dc1d-4356-8fd2-57eaae27dddf req-575df69a-f6d3-4793-9e4d-c1cdcb28f214 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=026a88de-b3fc-4597-8030-64264f9192bb HTTP/1.1" status: 200 len: 850 time: 0.0485771 Jun 30 09:47:56.010026 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa2f89-dc1d-4356-8fd2-57eaae27dddf req-7eeb084c-9ad9-46dc-b22c-efec219c6fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:56.011804 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5afa2f89-dc1d-4356-8fd2-57eaae27dddf req-7eeb084c-9ad9-46dc-b22c-efec219c6fb2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=077fd748-2990-43a3-b379-1249cb605c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551167 Jun 30 09:47:56.102496 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5afa2f89-dc1d-4356-8fd2-57eaae27dddf req-a2e020de-0e9a-4a31-9064-989dd2da1e25 service neutron] 10.222.0.52 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826349 Jun 30 09:47:56.199462 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5afa2f89-dc1d-4356-8fd2-57eaae27dddf req-1d0ce9a0-8bb9-4da7-9bb5-6bed898662f2 service neutron] 10.222.0.52 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894012 Jun 30 09:47:56.394802 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:56.782905 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f6a53fb4-a8d3-4252-bd58-a2bfab1190fd req-849bf3e7-3688-4031-9623-4490e399e29b service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0278850 Jun 30 09:47:56.934526 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ff5e84d0-c8a3-478f-8cfd-342111988947 req-730cc107-8c28-4a9d-9700-f586e9648d40 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0281348 Jun 30 09:47:58.824607 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-682434a0-ea10-4778-81ad-014add0bcdf8 req-ea16df9a-a6db-40bc-948e-04ebead0373c service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0296454 Jun 30 09:47:58.957971 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e2699346-4aac-4494-92ae-04c9f47bfea0 req-ff8f4a31-45d9-467a-b04e-9e336838252e service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0312622 Jun 30 09:48:00.830951 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5a030900-8bbf-4927-90b2-237fe53beee4 req-6eecf90e-8dfd-47ef-9b69-0f5b2e5afc8b service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0290976 Jun 30 09:48:00.981660 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-35155f77-32b6-4e43-8e7b-d816fbc96b34 req-2bf42241-190d-4c5b-9162-ab2c65cd4cb9 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0281067 Jun 30 09:48:02.891679 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f99840dd-7050-4412-b249-c11485403d05 req-a4a24ec3-44a5-41bf-b7d4-14b4367d7cce service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0282855 Jun 30 09:48:03.045025 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-416ca840-03d1-446e-bc52-a66f077f4d7e req-481d4586-2668-4917-8142-00b403cdbd0a service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0327742 Jun 30 09:48:03.264035 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54090) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:03.414822 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-c670338c-ce60-466b-992d-d1ab7016289d admin admin] Deleting subnet a40e9973-4ce6-4207-8303-247c77037c7c {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:48:03.418108 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c670338c-ce60-466b-992d-d1ab7016289d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:03.454037 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c670338c-ce60-466b-992d-d1ab7016289d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:03.493881 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c670338c-ce60-466b-992d-d1ab7016289d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:03.596243 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c670338c-ce60-466b-992d-d1ab7016289d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:03.623854 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670338c-ce60-466b-992d-d1ab7016289d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a40e9973-4ce6-4207-8303-247c77037c7c,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:03.633545 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c670338c-ce60-466b-992d-d1ab7016289d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:03.635393 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c670338c-ce60-466b-992d-d1ab7016289d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a40e9973-4ce6-4207-8303-247c77037c7c HTTP/1.1" status: 204 len: 168 time: 0.3703029 Jun 30 09:48:03.637284 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c670338c-ce60-466b-992d-d1ab7016289d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:03.637727 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c670338c-ce60-466b-992d-d1ab7016289d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:03.638060 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c670338c-ce60-466b-992d-d1ab7016289d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:03.638232 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 54096) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:03.638611 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c670338c-ce60-466b-992d-d1ab7016289d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:03.638694 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c670338c-ce60-466b-992d-d1ab7016289d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:03.639022 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c670338c-ce60-466b-992d-d1ab7016289d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:03.639370 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c670338c-ce60-466b-992d-d1ab7016289d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:03.639693 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c670338c-ce60-466b-992d-d1ab7016289d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:03.640104 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c670338c-ce60-466b-992d-d1ab7016289d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:03.640368 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c670338c-ce60-466b-992d-d1ab7016289d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:03.640686 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c670338c-ce60-466b-992d-d1ab7016289d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:03.641003 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c670338c-ce60-466b-992d-d1ab7016289d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:03.707760 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df52b40a-25d4-4919-b9ac-4569739a573d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:03.790048 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df52b40a-25d4-4919-b9ac-4569739a573d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:03.799731 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-df52b40a-25d4-4919-b9ac-4569739a573d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2eb04f7-d4be-44cd-a23a-cc31ea290614']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:03.810976 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-df52b40a-25d4-4919-b9ac-4569739a573d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0556555d-b43e-4468-ac55-0cab5a922195') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:03.812420 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-df52b40a-25d4-4919-b9ac-4569739a573d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0556555d-b43e-4468-ac55-0cab5a922195') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:03.821282 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df52b40a-25d4-4919-b9ac-4569739a573d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:03.835107 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df52b40a-25d4-4919-b9ac-4569739a573d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:03.841361 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df52b40a-25d4-4919-b9ac-4569739a573d admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:48:03.841528 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df52b40a-25d4-4919-b9ac-4569739a573d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:48:03.843194 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:48:04.001165 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df52b40a-25d4-4919-b9ac-4569739a573d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:04.006353 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-df52b40a-25d4-4919-b9ac-4569739a573d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:04.008512 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-df52b40a-25d4-4919-b9ac-4569739a573d admin admin] 10.222.0.10 "DELETE /v2.0/networks/a2eb04f7-d4be-44cd-a23a-cc31ea290614 HTTP/1.1" status: 204 len: 168 time: 0.3691278 Jun 30 09:48:04.022088 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52b40a-25d4-4919-b9ac-4569739a573d admin admin] Pushing event deleted for resources: {'Network': ['ID=a2eb04f7-d4be-44cd-a23a-cc31ea290614,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:04.030517 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52b40a-25d4-4919-b9ac-4569739a573d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:04.030865 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52b40a-25d4-4919-b9ac-4569739a573d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:04.031233 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52b40a-25d4-4919-b9ac-4569739a573d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:04.031569 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52b40a-25d4-4919-b9ac-4569739a573d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:04.031900 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52b40a-25d4-4919-b9ac-4569739a573d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:04.032244 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52b40a-25d4-4919-b9ac-4569739a573d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:04.032558 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52b40a-25d4-4919-b9ac-4569739a573d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:04.032963 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52b40a-25d4-4919-b9ac-4569739a573d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:04.033298 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52b40a-25d4-4919-b9ac-4569739a573d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:04.033617 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52b40a-25d4-4919-b9ac-4569739a573d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:04.033939 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52b40a-25d4-4919-b9ac-4569739a573d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:04.034761 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52b40a-25d4-4919-b9ac-4569739a573d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:04.460327 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54104) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:04.507877 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-dd44dbc5-49af-498e-844e-d298c1fd596e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f72514c6ed3a472c9718794cf1cfeb16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463536 Jun 30 09:48:04.510524 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54106) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:04.558688 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f5dba21c-e462-4c7f-8507-703c6f839ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:04.580897 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f5dba21c-e462-4c7f-8507-703c6f839ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:04.686969 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f5dba21c-e462-4c7f-8507-703c6f839ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:04.690030 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f5dba21c-e462-4c7f-8507-703c6f839ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:04.691208 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f5dba21c-e462-4c7f-8507-703c6f839ab4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/23ca837b-cb91-49af-8af1-6e05313ff78d HTTP/1.1" status: 204 len: 168 time: 0.1797473 Jun 30 09:48:04.700412 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dba21c-e462-4c7f-8507-703c6f839ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ca837b-cb91-49af-8af1-6e05313ff78d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:04.964839 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4c45022d-5d82-4231-b245-cd8bf3e554a5 req-073b4295-1414-4724-8a5a-f65bc4275ccb service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0316870 Jun 30 09:48:05.123317 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6aa0d2b1-f893-4a33-a9bb-9bba1857589f req-710a2c07-9bca-41ec-8170-64fc8297a32a service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0290422 Jun 30 09:48:06.952581 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:48:06.994057 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ef6df687-2ba1-45c4-95bd-e23fc4bbf4e9 req-e447db67-c24e-462e-ac3d-456a22cb945c service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0277870 Jun 30 09:48:07.155774 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c004cbb7-0892-4a52-919b-667a65ceff42 req-5e1d04ee-673a-4891-a92a-5a4ab11cfe0b service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0285058 Jun 30 09:48:07.858303 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:09.044782 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:09.047796 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8dedc86b-fe38-445c-8e8d-852be62e9977 req-654b5792-c0d5-415c-98f8-d2d16c2e2677 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0317440 Jun 30 09:48:09.201533 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7cb04788-9bc7-47b0-b03e-c7f25bd1d186 req-ddfea22f-78a3-40af-8154-2e38497a3860 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0287104 Jun 30 09:48:11.112505 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e201ae44-edb4-4d3e-99e0-6c451e70948d req-4ab4ee46-f261-494d-93ef-bd048b364263 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0275490 Jun 30 09:48:11.209931 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54304) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:11.267968 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-db14cc05-7563-4ab1-81b1-40d8d2c40993 req-4a76aa69-7798-4064-bdfd-08d1686c5fb3 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0283325 Jun 30 09:48:11.317036 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f448e1e5-c5d1-4b84-8e18-cf4bf6897f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:11.408282 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f448e1e5-c5d1-4b84-8e18-cf4bf6897f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:11.588391 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f448e1e5-c5d1-4b84-8e18-cf4bf6897f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:11.627780 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f448e1e5-c5d1-4b84-8e18-cf4bf6897f3a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=19ea09431499490db2ddb3d6b6c66473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4165971 Jun 30 09:48:11.628676 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448e1e5-c5d1-4b84-8e18-cf4bf6897f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d917f5c0-d2bc-4e27-aac0-199c270934f8,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:11.630652 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 54312) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:11.683479 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04048180-de8a-4dc3-9334-02d257a9513d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:11.704785 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04048180-de8a-4dc3-9334-02d257a9513d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:11.988929 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04048180-de8a-4dc3-9334-02d257a9513d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:12.000933 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-04048180-de8a-4dc3-9334-02d257a9513d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:12.000933 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-04048180-de8a-4dc3-9334-02d257a9513d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d917f5c0-d2bc-4e27-aac0-199c270934f8 HTTP/1.1" status: 204 len: 168 time: 0.3610499 Jun 30 09:48:12.000933 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04048180-de8a-4dc3-9334-02d257a9513d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d917f5c0-d2bc-4e27-aac0-199c270934f8,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:12.706503 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 54322) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:12.719677 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c43d6571-ee7a-485b-a52a-8117dd63cfc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:12.811095 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c43d6571-ee7a-485b-a52a-8117dd63cfc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:12.936702 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c43d6571-ee7a-485b-a52a-8117dd63cfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:12.974117 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c43d6571-ee7a-485b-a52a-8117dd63cfc1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e48f231301764eb89d88bd7ac69325bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2665074 Jun 30 09:48:12.975925 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d6571-ee7a-485b-a52a-8117dd63cfc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f86e027-a7b9-433d-894d-0d2b902c325b,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:12.978493 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54324) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:13.034509 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a1a58fbc-50a5-4b17-8d14-85b64abe4b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:13.056396 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a1a58fbc-50a5-4b17-8d14-85b64abe4b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:13.149856 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65621274-8590-457b-b563-b4f48e018c9a req-928980cb-558f-4869-951a-a6480d39cbd7 service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0293314 Jun 30 09:48:13.263897 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a1a58fbc-50a5-4b17-8d14-85b64abe4b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:13.266542 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a1a58fbc-50a5-4b17-8d14-85b64abe4b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:13.270005 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a1a58fbc-50a5-4b17-8d14-85b64abe4b2c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8f86e027-a7b9-433d-894d-0d2b902c325b HTTP/1.1" status: 204 len: 168 time: 0.2876091 Jun 30 09:48:13.277815 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a58fbc-50a5-4b17-8d14-85b64abe4b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f86e027-a7b9-433d-894d-0d2b902c325b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:13.321107 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8cc05a84-a2c5-4b62-87f9-bd2341c95849 req-bd2d8cbd-9ce1-4f24-b4b3-376c6330c82b service neutron] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.10 HTTP/1.1" status: 200 len: 210 time: 0.0349057 Jun 30 09:48:14.729835 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54360) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:14.826957 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-a2a9138b-8462-4754-8568-b6aa92c4ee81 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2145397125-network', 'tenant_id': 'cdf6bc4dd9ab499580c5c26dc97e6409'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:48:14.938653 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a9138b-8462-4754-8568-b6aa92c4ee81 admin admin] Made reservation on behalf of cdf6bc4dd9ab499580c5c26dc97e6409 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:48:14.941425 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a2a9138b-8462-4754-8568-b6aa92c4ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:14.951765 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a2a9138b-8462-4754-8568-b6aa92c4ee81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:15.039936 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a2a9138b-8462-4754-8568-b6aa92c4ee81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:15.206999 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a2a9138b-8462-4754-8568-b6aa92c4ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:15.233017 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a9138b-8462-4754-8568-b6aa92c4ee81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:48:15.243103 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9138b-8462-4754-8568-b6aa92c4ee81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bb7293-e4fb-4af7-b2df-486e570b4897,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:15.247688 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf70a7f-219c-4877-b449-cf9e20bb6dff req-5d2dce0f-b931-4504-8f2d-bf3bf6c5d842 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:15.249744 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a2a9138b-8462-4754-8568-b6aa92c4ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:15.250149 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-a2a9138b-8462-4754-8568-b6aa92c4ee81 admin admin] Added segment 348e4408-4285-404f-b56f-963a1c6315bb of type vlan for network 6cbb5981-8f03-4d31-9834-992f34d566ae Jun 30 09:48:15.253586 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf70a7f-219c-4877-b449-cf9e20bb6dff req-5d2dce0f-b931-4504-8f2d-bf3bf6c5d842 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:15.260347 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf70a7f-219c-4877-b449-cf9e20bb6dff req-5d2dce0f-b931-4504-8f2d-bf3bf6c5d842 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:15.266100 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf70a7f-219c-4877-b449-cf9e20bb6dff req-5d2dce0f-b931-4504-8f2d-bf3bf6c5d842 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:15.272245 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf70a7f-219c-4877-b449-cf9e20bb6dff req-5d2dce0f-b931-4504-8f2d-bf3bf6c5d842 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:15.278377 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf70a7f-219c-4877-b449-cf9e20bb6dff req-5d2dce0f-b931-4504-8f2d-bf3bf6c5d842 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:15.284136 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf70a7f-219c-4877-b449-cf9e20bb6dff req-5d2dce0f-b931-4504-8f2d-bf3bf6c5d842 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:15.286061 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ecf70a7f-219c-4877-b449-cf9e20bb6dff req-5d2dce0f-b931-4504-8f2d-bf3bf6c5d842 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5444 time: 0.1131227 Jun 30 09:48:15.291589 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a2a9138b-8462-4754-8568-b6aa92c4ee81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:15.328954 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ecf70a7f-219c-4877-b449-cf9e20bb6dff req-1734d38d-2aa3-408b-960a-0c02c55ba604 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360985 Jun 30 09:48:15.417184 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a2a9138b-8462-4754-8568-b6aa92c4ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:15.418197 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a9138b-8462-4754-8568-b6aa92c4ee81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:15.418796 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a2a9138b-8462-4754-8568-b6aa92c4ee81 admin admin] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:15.482114 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9138b-8462-4754-8568-b6aa92c4ee81 admin admin] Pushing event updated for resources: {'Network': ['ID=6cbb5981-8f03-4d31-9834-992f34d566ae,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:15.494302 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 6cbb5981-8f03-4d31-9834-992f34d566ae details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:48:15.618096 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a2a9138b-8462-4754-8568-b6aa92c4ee81 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8870909 Jun 30 09:48:15.621036 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54368) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:15.625958 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-e552a0d4-01f0-4683-b8e8-421446f834c4 admin admin] Request body: {'subnet': {'network_id': '6cbb5981-8f03-4d31-9834-992f34d566ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2145397125-subnet', 'tenant_id': 'cdf6bc4dd9ab499580c5c26dc97e6409', 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:48:15.755061 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e552a0d4-01f0-4683-b8e8-421446f834c4 admin admin] Made reservation on behalf of cdf6bc4dd9ab499580c5c26dc97e6409 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:48:15.758023 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e552a0d4-01f0-4683-b8e8-421446f834c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:16.018568 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e552a0d4-01f0-4683-b8e8-421446f834c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:16.076868 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552a0d4-01f0-4683-b8e8-421446f834c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=372c5caa-2621-4286-9cc0-b8803b05d631,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:16.086733 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e552a0d4-01f0-4683-b8e8-421446f834c4 admin admin] Checking segment: {'id': '348e4408-4285-404f-b56f-963a1c6315bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6cbb5981-8f03-4d31-9834-992f34d566ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:48:16.087107 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e552a0d4-01f0-4683-b8e8-421446f834c4 admin admin] Network hostable DHCP agents. Network: 6cbb5981-8f03-4d31-9834-992f34d566ae, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:48:16.195475 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e552a0d4-01f0-4683-b8e8-421446f834c4 admin admin] Network 6cbb5981-8f03-4d31-9834-992f34d566ae is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:48:16.315534 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-e552a0d4-01f0-4683-b8e8-421446f834c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 6cbb5981-8f03-4d31-9834-992f34d566ae) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:48:16.320072 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e552a0d4-01f0-4683-b8e8-421446f834c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:16.320763 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e552a0d4-01f0-4683-b8e8-421446f834c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:16.326353 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48bbc16-05e6-42e7-8a60-63dc485e4b56 None None] Network 6cbb5981-8f03-4d31-9834-992f34d566ae requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:48:16.418729 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e552a0d4-01f0-4683-b8e8-421446f834c4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7966189 Jun 30 09:48:16.421606 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 54374) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:16.426217 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-54b24e17-fb54-4be4-a21d-8a0f461a055f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2145397125-router', 'tenant_id': 'cdf6bc4dd9ab499580c5c26dc97e6409', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:48:16.482135 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-6cbb5981-8f03-4d31-9834-992f34d566ae', 'network_id': '6cbb5981-8f03-4d31-9834-992f34d566ae', 'tenant_id': 'cdf6bc4dd9ab499580c5c26dc97e6409', 'fixed_ips': [{'subnet_id': '372c5caa-2621-4286-9cc0-b8803b05d631'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:48:16.482135 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:16.521298 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-54b24e17-fb54-4be4-a21d-8a0f461a055f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:16.523757 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-54b24e17-fb54-4be4-a21d-8a0f461a055f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:16.566747 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d030609-d9ee-4b5d-b34a-eec43750a050 req-9491b594-8428-4b6e-840e-f6c616b3c3dc tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:16.573448 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d030609-d9ee-4b5d-b34a-eec43750a050 req-9491b594-8428-4b6e-840e-f6c616b3c3dc tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:16.579529 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d030609-d9ee-4b5d-b34a-eec43750a050 req-9491b594-8428-4b6e-840e-f6c616b3c3dc tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:16.586708 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d030609-d9ee-4b5d-b34a-eec43750a050 req-9491b594-8428-4b6e-840e-f6c616b3c3dc tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:16.592512 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d030609-d9ee-4b5d-b34a-eec43750a050 req-9491b594-8428-4b6e-840e-f6c616b3c3dc tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:16.598198 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d030609-d9ee-4b5d-b34a-eec43750a050 req-9491b594-8428-4b6e-840e-f6c616b3c3dc tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:16.604554 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d030609-d9ee-4b5d-b34a-eec43750a050 req-9491b594-8428-4b6e-840e-f6c616b3c3dc tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:16.606436 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7d030609-d9ee-4b5d-b34a-eec43750a050 req-9491b594-8428-4b6e-840e-f6c616b3c3dc tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5444 time: 0.1157391 Jun 30 09:48:16.610532 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-54b24e17-fb54-4be4-a21d-8a0f461a055f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:16.624187 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Allocated IP 172.20.0.2 (6cbb5981-8f03-4d31-9834-992f34d566ae/372c5caa-2621-4286-9cc0-b8803b05d631/5527a6f2-0e4c-4575-8a27-4c57489701c7) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:48:16.646725 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e61c94-be98-4c4a-a172-50341a8f009b req-e0115f8f-814b-4589-b19f-b0cec154ed6f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:16.653605 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e61c94-be98-4c4a-a172-50341a8f009b req-e0115f8f-814b-4589-b19f-b0cec154ed6f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:16.657624 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7d030609-d9ee-4b5d-b34a-eec43750a050 req-3ad3f113-4e0d-4825-96c3-67181461f932 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0450630 Jun 30 09:48:16.659450 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e61c94-be98-4c4a-a172-50341a8f009b req-e0115f8f-814b-4589-b19f-b0cec154ed6f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:16.665437 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e61c94-be98-4c4a-a172-50341a8f009b req-e0115f8f-814b-4589-b19f-b0cec154ed6f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:16.671380 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e61c94-be98-4c4a-a172-50341a8f009b req-e0115f8f-814b-4589-b19f-b0cec154ed6f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:16.677211 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e61c94-be98-4c4a-a172-50341a8f009b req-e0115f8f-814b-4589-b19f-b0cec154ed6f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:16.683155 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e61c94-be98-4c4a-a172-50341a8f009b req-e0115f8f-814b-4589-b19f-b0cec154ed6f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:16.684962 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79e61c94-be98-4c4a-a172-50341a8f009b req-e0115f8f-814b-4589-b19f-b0cec154ed6f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.52 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5444 time: 0.1492765 Jun 30 09:48:16.774196 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:16.782483 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Transition to ACTIVE for port object 5527a6f2-0e4c-4575-8a27-4c57489701c7 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:48:16.799616 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Transition to ACTIVE for port object 5527a6f2-0e4c-4575-8a27-4c57489701c7 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:48:16.805327 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e61c94-be98-4c4a-a172-50341a8f009b req-19f51eb6-7265-4363-bc1e-5267620eca5d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:16.806707 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79e61c94-be98-4c4a-a172-50341a8f009b req-19f51eb6-7265-4363-bc1e-5267620eca5d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.52 "GET /v2.0/ports/d5f71601-cd68-41d3-a3c1-c264a5ecc103?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1151700 Jun 30 09:48:16.874422 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:16.911870 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Network 6cbb5981-8f03-4d31-9834-992f34d566ae is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:48:16.915016 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:48:16.917608 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-54b24e17-fb54-4be4-a21d-8a0f461a055f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:16.920506 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:48:16.927420 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Pushing event updated for resources: {'Port': ['ID=5527a6f2-0e4c-4575-8a27-4c57489701c7,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:16.962098 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:16.962445 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:16.962782 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:16.963141 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:16.963469 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:16.963797 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:16.964231 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:16.964537 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:16.964772 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:16.965090 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:16.965409 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:16.965724 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:16.975630 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79e61c94-be98-4c4a-a172-50341a8f009b req-99da9759-b8ec-4aaa-9108-04bb82c1f9ad tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.52 "GET /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1326833 Jun 30 09:48:16.991153 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-79e61c94-be98-4c4a-a172-50341a8f009b req-7ec651a5-bb2a-43c0-bb59-7e09e97deb3e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:48:16.997982 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Attempting to bind port 5527a6f2-0e4c-4575-8a27-4c57489701c7 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:48:16.998352 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Attempting to bind port 5527a6f2-0e4c-4575-8a27-4c57489701c7 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '348e4408-4285-404f-b56f-963a1c6315bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6cbb5981-8f03-4d31-9834-992f34d566ae'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:48:16.998713 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Attempting to bind port 5527a6f2-0e4c-4575-8a27-4c57489701c7 on network 6cbb5981-8f03-4d31-9834-992f34d566ae {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:48:17.003829 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:48:17.004203 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Checking segment: {'id': '348e4408-4285-404f-b56f-963a1c6315bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6cbb5981-8f03-4d31-9834-992f34d566ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:48:17.004605 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:17.004997 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Bound using segment: {'id': '348e4408-4285-404f-b56f-963a1c6315bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6cbb5981-8f03-4d31-9834-992f34d566ae'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:48:17.005501 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Bound port: 5527a6f2-0e4c-4575-8a27-4c57489701c7, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348e4408-4285-404f-b56f-963a1c6315bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6cbb5981-8f03-4d31-9834-992f34d566ae'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:48:17.006486 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:17.073023 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] For port 5527a6f2-0e4c-4575-8a27-4c57489701c7, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:48:17.076200 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] For port 5527a6f2-0e4c-4575-8a27-4c57489701c7, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5527a6f2-0e4c-4575-8a27-4c57489701c7,segment=NetworkSegment(348e4408-4285-404f-b56f-963a1c6315bb),segment_id=348e4408-4285-404f-b56f-963a1c6315bb)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:48:17.119092 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79e61c94-be98-4c4a-a172-50341a8f009b req-7ec651a5-bb2a-43c0-bb59-7e09e97deb3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:17.144120 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:17.214340 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5c16f-f2f5-4349-a532-77a0683e0633 None None] Pushing event updated for resources: {'Port': ['ID=5527a6f2-0e4c-4575-8a27-4c57489701c7,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:17.686036 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-79e61c94-be98-4c4a-a172-50341a8f009b req-7ec651a5-bb2a-43c0-bb59-7e09e97deb3e service neutron] For port d5f71601-cd68-41d3-a3c1-c264a5ecc103, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=d5f71601-cd68-41d3-a3c1-c264a5ecc103,segment=NetworkSegment(33f0e812-b945-455c-a517-2095d72e4ae2),segment_id=33f0e812-b945-455c-a517-2095d72e4ae2)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:17.724217 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-54b24e17-fb54-4be4-a21d-8a0f461a055f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:17.752674 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-54b24e17-fb54-4be4-a21d-8a0f461a055f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:17.772737 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-79e61c94-be98-4c4a-a172-50341a8f009b req-7ec651a5-bb2a-43c0-bb59-7e09e97deb3e service neutron] For port d5f71601-cd68-41d3-a3c1-c264a5ecc103, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:48:17.851406 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-79e61c94-be98-4c4a-a172-50341a8f009b req-7ec651a5-bb2a-43c0-bb59-7e09e97deb3e service neutron] device_id is not set on port d5f71601-cd68-41d3-a3c1-c264a5ecc103 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:48:17.884755 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79e61c94-be98-4c4a-a172-50341a8f009b req-7ec651a5-bb2a-43c0-bb59-7e09e97deb3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:17.961565 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-54b24e17-fb54-4be4-a21d-8a0f461a055f admin admin] Allocated IP 172.25.6.221 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/5125fc0e-d18c-46f3-b84f-ebbc956bbb36) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:48:17.981632 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cf630-7940-44a9-a6d9-fbed8d3115dc req-f6bf4beb-817a-4edb-ba18-e985a1dca49f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:17.987575 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cf630-7940-44a9-a6d9-fbed8d3115dc req-f6bf4beb-817a-4edb-ba18-e985a1dca49f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:17.994578 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cf630-7940-44a9-a6d9-fbed8d3115dc req-f6bf4beb-817a-4edb-ba18-e985a1dca49f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:18.000475 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cf630-7940-44a9-a6d9-fbed8d3115dc req-f6bf4beb-817a-4edb-ba18-e985a1dca49f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:18.006422 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cf630-7940-44a9-a6d9-fbed8d3115dc req-f6bf4beb-817a-4edb-ba18-e985a1dca49f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:18.012491 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cf630-7940-44a9-a6d9-fbed8d3115dc req-f6bf4beb-817a-4edb-ba18-e985a1dca49f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:18.018267 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cf630-7940-44a9-a6d9-fbed8d3115dc req-f6bf4beb-817a-4edb-ba18-e985a1dca49f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:18.020285 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7e5cf630-7940-44a9-a6d9-fbed8d3115dc req-f6bf4beb-817a-4edb-ba18-e985a1dca49f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 5444 time: 0.2023432 Jun 30 09:48:18.025815 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79e61c94-be98-4c4a-a172-50341a8f009b req-7ec651a5-bb2a-43c0-bb59-7e09e97deb3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:18.175036 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20834a7e-54da-410f-b491-0e8c102fc1eb None None] Network 6cbb5981-8f03-4d31-9834-992f34d566ae requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:48:18.176091 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec651a5-bb2a-43c0-bb59-7e09e97deb3e service neutron] Pushing event updated for resources: {'Port': ['ID=d5f71601-cd68-41d3-a3c1-c264a5ecc103,revision_number=6']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:18.186590 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e61c94-be98-4c4a-a172-50341a8f009b req-7ec651a5-bb2a-43c0-bb59-7e09e97deb3e service neutron] No DVR routers for this DVR port d5f71601-cd68-41d3-a3c1-c264a5ecc103 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:48:18.195531 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7e5cf630-7940-44a9-a6d9-fbed8d3115dc req-79a4d7d9-ee7d-40f2-93b3-b2f24cd4027f tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bce45cb-44bd-47a7-acb1-604c11977046&id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1664832 Jun 30 09:48:18.268528 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-54b24e17-fb54-4be4-a21d-8a0f461a055f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:18.271269 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-79e61c94-be98-4c4a-a172-50341a8f009b req-7ec651a5-bb2a-43c0-bb59-7e09e97deb3e service neutron] In _notify_port_updated(), no bound segment for port d5f71601-cd68-41d3-a3c1-c264a5ecc103 on network 0dddfd27-81de-48f4-aeb7-79778bc775af {{(pid=101053) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:48:18.272871 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e61c94-be98-4c4a-a172-50341a8f009b req-7ec651a5-bb2a-43c0-bb59-7e09e97deb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:18.273746 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79e61c94-be98-4c4a-a172-50341a8f009b req-7ec651a5-bb2a-43c0-bb59-7e09e97deb3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:18.275209 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79e61c94-be98-4c4a-a172-50341a8f009b req-7ec651a5-bb2a-43c0-bb59-7e09e97deb3e service neutron] 10.222.0.52 "PUT /v2.0/ports/d5f71601-cd68-41d3-a3c1-c264a5ecc103 HTTP/1.1" status: 200 len: 1032 time: 1.2888944 Jun 30 09:48:18.355708 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e61c94-be98-4c4a-a172-50341a8f009b req-8c025b98-3009-43ac-8cd5-c14e24be04f1 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:18.357075 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79e61c94-be98-4c4a-a172-50341a8f009b req-8c025b98-3009-43ac-8cd5-c14e24be04f1 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.52 "GET /v2.0/ports/b47cd298-9fe5-409a-bd3d-f1ce63aef3ff?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0711806 Jun 30 09:48:18.370882 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-79e61c94-be98-4c4a-a172-50341a8f009b req-3a588389-e76d-487f-8cd5-ca1e337e44b9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:48:18.378133 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c30cc618-7c97-4804-a6f8-6306a6ffa246 None None] Provisioning for port 5527a6f2-0e4c-4575-8a27-4c57489701c7 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:48:18.442680 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-54b24e17-fb54-4be4-a21d-8a0f461a055f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:18.501479 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79e61c94-be98-4c4a-a172-50341a8f009b req-3a588389-e76d-487f-8cd5-ca1e337e44b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:18.509913 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0f4fa21c-a86e-40ac-8c4e-f7eecba8ea54 None None] Provisioning complete for port d5f71601-cd68-41d3-a3c1-c264a5ecc103 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:18.509913 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0f4fa21c-a86e-40ac-8c4e-f7eecba8ea54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:18.510181 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b24e17-fb54-4be4-a21d-8a0f461a055f admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:48:18.516678 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-54b24e17-fb54-4be4-a21d-8a0f461a055f admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:48:18.527559 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b24e17-fb54-4be4-a21d-8a0f461a055f admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:48:18.552782 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0f4fa21c-a86e-40ac-8c4e-f7eecba8ea54 None None] Port d5f71601-cd68-41d3-a3c1-c264a5ecc103 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:48:18.556718 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b24e17-fb54-4be4-a21d-8a0f461a055f admin admin] Pushing event updated for resources: {'Port': ['ID=5125fc0e-d18c-46f3-b84f-ebbc956bbb36,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:18.790012 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-79e61c94-be98-4c4a-a172-50341a8f009b req-3a588389-e76d-487f-8cd5-ca1e337e44b9 service neutron] For port b47cd298-9fe5-409a-bd3d-f1ce63aef3ff, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=b47cd298-9fe5-409a-bd3d-f1ce63aef3ff,segment=NetworkSegment(33f0e812-b945-455c-a517-2095d72e4ae2),segment_id=33f0e812-b945-455c-a517-2095d72e4ae2)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:18.822391 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-79e61c94-be98-4c4a-a172-50341a8f009b req-3a588389-e76d-487f-8cd5-ca1e337e44b9 service neutron] For port b47cd298-9fe5-409a-bd3d-f1ce63aef3ff, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:48:18.854368 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-79e61c94-be98-4c4a-a172-50341a8f009b req-3a588389-e76d-487f-8cd5-ca1e337e44b9 service neutron] device_id is not set on port b47cd298-9fe5-409a-bd3d-f1ce63aef3ff yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:48:18.862493 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79e61c94-be98-4c4a-a172-50341a8f009b req-3a588389-e76d-487f-8cd5-ca1e337e44b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:18.976188 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79e61c94-be98-4c4a-a172-50341a8f009b req-3a588389-e76d-487f-8cd5-ca1e337e44b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:19.020795 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5527a6f2-0e4c-4575-8a27-4c57489701c7 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:48:19.052216 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e61c94-be98-4c4a-a172-50341a8f009b req-3a588389-e76d-487f-8cd5-ca1e337e44b9 service neutron] No DVR routers for this DVR port b47cd298-9fe5-409a-bd3d-f1ce63aef3ff on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:48:19.083022 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-54b24e17-fb54-4be4-a21d-8a0f461a055f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:19.122593 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a588389-e76d-487f-8cd5-ca1e337e44b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b47cd298-9fe5-409a-bd3d-f1ce63aef3ff,revision_number=6']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:19.141376 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-79e61c94-be98-4c4a-a172-50341a8f009b req-3a588389-e76d-487f-8cd5-ca1e337e44b9 service neutron] In _notify_port_updated(), no bound segment for port b47cd298-9fe5-409a-bd3d-f1ce63aef3ff on network 0dddfd27-81de-48f4-aeb7-79778bc775af {{(pid=101053) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:48:19.143882 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e61c94-be98-4c4a-a172-50341a8f009b req-3a588389-e76d-487f-8cd5-ca1e337e44b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:19.143882 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79e61c94-be98-4c4a-a172-50341a8f009b req-3a588389-e76d-487f-8cd5-ca1e337e44b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:19.144235 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79e61c94-be98-4c4a-a172-50341a8f009b req-3a588389-e76d-487f-8cd5-ca1e337e44b9 service neutron] 10.222.0.52 "PUT /v2.0/ports/b47cd298-9fe5-409a-bd3d-f1ce63aef3ff HTTP/1.1" status: 200 len: 1033 time: 0.7775755 Jun 30 09:48:19.176828 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 5527a6f2-0e4c-4575-8a27-4c57489701c7 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:48:19.182523 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 5527a6f2-0e4c-4575-8a27-4c57489701c7 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:19.182898 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:19.267298 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:19.319995 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 5527a6f2-0e4c-4575-8a27-4c57489701c7, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5527a6f2-0e4c-4575-8a27-4c57489701c7,segment=NetworkSegment(348e4408-4285-404f-b56f-963a1c6315bb),segment_id=348e4408-4285-404f-b56f-963a1c6315bb)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:19.321000 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-828e2643-437f-47b3-a861-198e91d30b6b None None] Provisioning complete for port b47cd298-9fe5-409a-bd3d-f1ce63aef3ff triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:19.321486 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-828e2643-437f-47b3-a861-198e91d30b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:19.360929 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-828e2643-437f-47b3-a861-198e91d30b6b None None] Port b47cd298-9fe5-409a-bd3d-f1ce63aef3ff cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:48:19.383943 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-79e61c94-be98-4c4a-a172-50341a8f009b req-b71d6231-db33-41ee-b26b-4eefdffe763c tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Deleting port 2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:48:19.384275 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79e61c94-be98-4c4a-a172-50341a8f009b req-b71d6231-db33-41ee-b26b-4eefdffe763c tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:19.401262 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device b47cd298-9fe5-409a-bd3d-f1ce63aef3ff no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:48:19.405409 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:19.406452 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911918c8-9931-411a-98a9-69761f2c134d req-6e52fe62-fb7b-4229-ae63-6fa87d5c6316 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:19.412687 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911918c8-9931-411a-98a9-69761f2c134d req-6e52fe62-fb7b-4229-ae63-6fa87d5c6316 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:19.418495 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911918c8-9931-411a-98a9-69761f2c134d req-6e52fe62-fb7b-4229-ae63-6fa87d5c6316 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:19.424343 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911918c8-9931-411a-98a9-69761f2c134d req-6e52fe62-fb7b-4229-ae63-6fa87d5c6316 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:19.430391 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911918c8-9931-411a-98a9-69761f2c134d req-6e52fe62-fb7b-4229-ae63-6fa87d5c6316 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:19.432222 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-911918c8-9931-411a-98a9-69761f2c134d req-6e52fe62-fb7b-4229-ae63-6fa87d5c6316 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 3885 time: 0.1009781 Jun 30 09:48:19.438951 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-54b24e17-fb54-4be4-a21d-8a0f461a055f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:19.479486 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-911918c8-9931-411a-98a9-69761f2c134d req-e0c785e1-154d-44b0-9d57-0091262c1afc tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413728 Jun 30 09:48:19.481184 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device b47cd298-9fe5-409a-bd3d-f1ce63aef3ff not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:48:19.481805 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device b0ffe516-a66a-4469-b295-e857fb100d7e no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:48:19.509355 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=5527a6f2-0e4c-4575-8a27-4c57489701c7,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:19.564353 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:19.565640 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-79e61c94-be98-4c4a-a172-50341a8f009b req-b71d6231-db33-41ee-b26b-4eefdffe763c tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] For port 2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c,segment=NetworkSegment(33f0e812-b945-455c-a517-2095d72e4ae2),segment_id=33f0e812-b945-455c-a517-2095d72e4ae2)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:19.566006 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79e61c94-be98-4c4a-a172-50341a8f009b req-b71d6231-db33-41ee-b26b-4eefdffe763c tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:19.587333 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0ffe516-a66a-4469-b295-e857fb100d7e'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:48:19.587513 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-79e61c94-be98-4c4a-a172-50341a8f009b req-b71d6231-db33-41ee-b26b-4eefdffe763c tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Calling delete_port for 2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:48:19.589573 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d924353-89de-4a0b-853a-8e8902a5822b" -d '{"events": [{"server_uuid": "696332f2-069a-4332-a502-436f084032a0", "name": "network-vif-unplugged", "status": "completed", "tag": "b0ffe516-a66a-4469-b295-e857fb100d7e"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:48:19.602338 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port b0ffe516-a66a-4469-b295-e857fb100d7e, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=b0ffe516-a66a-4469-b295-e857fb100d7e,segment=NetworkSegment(33f0e812-b945-455c-a517-2095d72e4ae2),segment_id=33f0e812-b945-455c-a517-2095d72e4ae2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:19.675271 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:19.676005 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:48:19.753361 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=b0ffe516-a66a-4469-b295-e857fb100d7e,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:19.886667 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b24e17-fb54-4be4-a21d-8a0f461a055f admin admin] Router 72a76598-13c7-4a45-9922-5c6fd173225f is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:48:19.927370 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a0034d-8f7f-4bdf-a7a9-0dcf130199ce x-openstack-request-id: req-d8a0034d-8f7f-4bdf-a7a9-0dcf130199ce {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:48:19.928190 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696332f2-069a-4332-a502-436f084032a0", "name": "network-vif-unplugged", "status": "completed", "tag": "b0ffe516-a66a-4469-b295-e857fb100d7e", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:48:19.928446 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d8a0034d-8f7f-4bdf-a7a9-0dcf130199ce {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:48:19.928828 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0ffe516-a66a-4469-b295-e857fb100d7e', 'code': 200} Jun 30 09:48:19.937590 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79e61c94-be98-4c4a-a172-50341a8f009b req-b71d6231-db33-41ee-b26b-4eefdffe763c tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:19.944808 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:19.977866 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d6231-db33-41ee-b26b-4eefdffe763c tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Pushing event deleted for resources: {'Port': ['ID=2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:19.982112 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device d5f71601-cd68-41d3-a3c1-c264a5ecc103 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:48:20.021330 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device d5f71601-cd68-41d3-a3c1-c264a5ecc103 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:48:20.021766 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device df73636d-7c49-416a-bb2b-e27dc88ddebb no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:48:20.065675 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e61c94-be98-4c4a-a172-50341a8f009b req-b71d6231-db33-41ee-b26b-4eefdffe763c tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] No DVR routers for this DVR port 2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:48:20.072162 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79e61c94-be98-4c4a-a172-50341a8f009b req-b71d6231-db33-41ee-b26b-4eefdffe763c tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:20.074144 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79e61c94-be98-4c4a-a172-50341a8f009b req-b71d6231-db33-41ee-b26b-4eefdffe763c tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.52 "DELETE /v2.0/ports/2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c HTTP/1.1" status: 204 len: 173 time: 0.9212141 Jun 30 09:48:20.074582 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'name': 'network-vif-deleted', 'tag': '2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:48:20.076883 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462caf6f-0d81-4d1b-8573-8306d3c41212" -d '{"events": [{"server_uuid": "696332f2-069a-4332-a502-436f084032a0", "name": "network-vif-deleted", "tag": "2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:48:20.106224 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:20.114443 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b24e17-fb54-4be4-a21d-8a0f461a055f admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:48:20.126386 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35958270-4f41-42c9-9230-39fa105dc8c5 None None] Sync routers for ids ['72a76598-13c7-4a45-9922-5c6fd173225f'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:48:20.151754 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port df73636d-7c49-416a-bb2b-e27dc88ddebb, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=df73636d-7c49-416a-bb2b-e27dc88ddebb,segment=NetworkSegment(e4b7a0d1-386c-4797-8cc6-3294e1c957e2),segment_id=e4b7a0d1-386c-4797-8cc6-3294e1c957e2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:20.155704 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35958270-4f41-42c9-9230-39fa105dc8c5 None None] Routers {'72a76598-13c7-4a45-9922-5c6fd173225f'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:48:20.156334 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-35958270-4f41-42c9-9230-39fa105dc8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:47:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['72a76598-13c7-4a45-9922-5c6fd173225f'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:20.186034 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1a6b81-339f-402d-b3b3-0936ff18f053 x-openstack-request-id: req-1d1a6b81-339f-402d-b3b3-0936ff18f053 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:48:20.186326 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696332f2-069a-4332-a502-436f084032a0", "name": "network-vif-deleted", "tag": "2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:48:20.186577 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1d1a6b81-339f-402d-b3b3-0936ff18f053 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:48:20.186971 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'name': 'network-vif-deleted', 'tag': '2fd6b7ec-04b1-4b52-9d1f-f0326fb5114c', 'status': 'completed', 'code': 200} Jun 30 09:48:20.206075 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-79e61c94-be98-4c4a-a172-50341a8f009b req-86c2dcac-d413-4a24-9584-c3619e4d2a25 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Deleting port b0ffe516-a66a-4469-b295-e857fb100d7e {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:48:20.206433 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79e61c94-be98-4c4a-a172-50341a8f009b req-86c2dcac-d413-4a24-9584-c3619e4d2a25 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:20.221138 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-54b24e17-fb54-4be4-a21d-8a0f461a055f admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:20.222403 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-54b24e17-fb54-4be4-a21d-8a0f461a055f admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7997983 Jun 30 09:48:20.226048 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54390) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:20.247033 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:20.247817 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 3d7dba65-2216-47e0-b010-2a6615b39506 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:48:20.305696 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-35958270-4f41-42c9-9230-39fa105dc8c5 None None] Set router 72a76598-13c7-4a45-9922-5c6fd173225f gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:48:20.315218 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-79e61c94-be98-4c4a-a172-50341a8f009b req-86c2dcac-d413-4a24-9584-c3619e4d2a25 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] For port b0ffe516-a66a-4469-b295-e857fb100d7e, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=b0ffe516-a66a-4469-b295-e857fb100d7e,segment=NetworkSegment(33f0e812-b945-455c-a517-2095d72e4ae2),segment_id=33f0e812-b945-455c-a517-2095d72e4ae2)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:20.315731 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79e61c94-be98-4c4a-a172-50341a8f009b req-86c2dcac-d413-4a24-9584-c3619e4d2a25 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:20.331235 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-79e61c94-be98-4c4a-a172-50341a8f009b req-86c2dcac-d413-4a24-9584-c3619e4d2a25 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Calling delete_port for b0ffe516-a66a-4469-b295-e857fb100d7e owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:48:20.472703 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=df73636d-7c49-416a-bb2b-e27dc88ddebb,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:20.549354 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:20.563487 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-646c4858-4d51-4249-9f00-3bd46efce07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:20.596134 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79e61c94-be98-4c4a-a172-50341a8f009b req-86c2dcac-d413-4a24-9584-c3619e4d2a25 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:20.612718 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 3d7dba65-2216-47e0-b010-2a6615b39506, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3d7dba65-2216-47e0-b010-2a6615b39506,segment=NetworkSegment(b64c8ad5-334a-4b81-bc98-c43b8f67e57a),segment_id=b64c8ad5-334a-4b81-bc98-c43b8f67e57a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:20.633974 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-35958270-4f41-42c9-9230-39fa105dc8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a76598-13c7-4a45-9922-5c6fd173225f', 'name': 'tempest-TestServerMultinode-2145397125-router', 'tenant_id': 'cdf6bc4dd9ab499580c5c26dc97e6409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '5125fc0e-d18c-46f3-b84f-ebbc956bbb36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:48:16Z', 'updated_at': '2021-06-30T09:48:18Z', 'revision_number': 3, 'project_id': 'cdf6bc4dd9ab499580c5c26dc97e6409', 'gw_port': {'id': '5125fc0e-d18c-46f3-b84f-ebbc956bbb36', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a76598-13c7-4a45-9922-5c6fd173225f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:17Z', 'updated_at': '2021-06-30T09:48:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:20.655745 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2dcac-d413-4a24-9584-c3619e4d2a25 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Pushing event deleted for resources: {'Port': ['ID=b0ffe516-a66a-4469-b295-e857fb100d7e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:20.668600 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35958270-4f41-42c9-9230-39fa105dc8c5 None None] Checking router: 72a76598-13c7-4a45-9922-5c6fd173225f for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:48:20.669001 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35958270-4f41-42c9-9230-39fa105dc8c5 None None] Updating router 72a76598-13c7-4a45-9922-5c6fd173225f port 5125fc0e-d18c-46f3-b84f-ebbc956bbb36 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:48:20.711330 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-35958270-4f41-42c9-9230-39fa105dc8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:20.736791 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e61c94-be98-4c4a-a172-50341a8f009b req-86c2dcac-d413-4a24-9584-c3619e4d2a25 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] No DVR routers for this DVR port b0ffe516-a66a-4469-b295-e857fb100d7e on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:48:20.739447 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79e61c94-be98-4c4a-a172-50341a8f009b req-86c2dcac-d413-4a24-9584-c3619e4d2a25 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:20.741840 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79e61c94-be98-4c4a-a172-50341a8f009b req-86c2dcac-d413-4a24-9584-c3619e4d2a25 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.52 "DELETE /v2.0/ports/b0ffe516-a66a-4469-b295-e857fb100d7e HTTP/1.1" status: 204 len: 173 time: 0.6566362 Jun 30 09:48:20.753428 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:20.754643 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:48:20.831507 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b02913-0028-4d6e-9a2a-f7c7bd03bdf0 req-d634dee0-e272-4b27-8214-ae7b215eb319 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:20.838250 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b02913-0028-4d6e-9a2a-f7c7bd03bdf0 req-d634dee0-e272-4b27-8214-ae7b215eb319 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:20.844498 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b02913-0028-4d6e-9a2a-f7c7bd03bdf0 req-d634dee0-e272-4b27-8214-ae7b215eb319 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:20.845928 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b0b02913-0028-4d6e-9a2a-f7c7bd03bdf0 req-d634dee0-e272-4b27-8214-ae7b215eb319 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 2414 time: 0.1591575 Jun 30 09:48:20.908900 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=3d7dba65-2216-47e0-b010-2a6615b39506,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:20.918797 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b0b02913-0028-4d6e-9a2a-f7c7bd03bdf0 req-1f8f49ab-f4ec-4453-abc3-b6a890a3c267 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473762 Jun 30 09:48:20.934235 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-79e61c94-be98-4c4a-a172-50341a8f009b req-5c4ea9d1-b37e-4c01-b10a-6f43ed61fb9b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Deleting port 3d7dba65-2216-47e0-b010-2a6615b39506 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:48:20.934583 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79e61c94-be98-4c4a-a172-50341a8f009b req-5c4ea9d1-b37e-4c01-b10a-6f43ed61fb9b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:21.020803 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:21.026953 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5527a6f2-0e4c-4575-8a27-4c57489701c7 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:48:21.109194 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b,segment=NetworkSegment(b64c8ad5-334a-4b81-bc98-c43b8f67e57a),segment_id=b64c8ad5-334a-4b81-bc98-c43b8f67e57a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:21.110709 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-285c7935-558a-457f-b5cc-5defafa70bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:21.158925 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 5527a6f2-0e4c-4575-8a27-4c57489701c7 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:21.159431 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:21.203581 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:21.307875 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-35958270-4f41-42c9-9230-39fa105dc8c5 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:21.355651 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:21.363315 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-35958270-4f41-42c9-9230-39fa105dc8c5 None None] Transition to ACTIVE for port object 5125fc0e-d18c-46f3-b84f-ebbc956bbb36 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:48:21.400806 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-285c7935-558a-457f-b5cc-5defafa70bdd admin admin] Allocated IP 172.20.0.1 (6cbb5981-8f03-4d31-9834-992f34d566ae/372c5caa-2621-4286-9cc0-b8803b05d631/1198eedb-6f4b-4cf4-8c06-94f7e77e184a) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:48:21.420927 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-79e61c94-be98-4c4a-a172-50341a8f009b req-5c4ea9d1-b37e-4c01-b10a-6f43ed61fb9b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] For port 3d7dba65-2216-47e0-b010-2a6615b39506, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3d7dba65-2216-47e0-b010-2a6615b39506,segment=NetworkSegment(b64c8ad5-334a-4b81-bc98-c43b8f67e57a),segment_id=b64c8ad5-334a-4b81-bc98-c43b8f67e57a)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:21.421281 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79e61c94-be98-4c4a-a172-50341a8f009b req-5c4ea9d1-b37e-4c01-b10a-6f43ed61fb9b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:21.434437 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-79e61c94-be98-4c4a-a172-50341a8f009b req-5c4ea9d1-b37e-4c01-b10a-6f43ed61fb9b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Calling delete_port for 3d7dba65-2216-47e0-b010-2a6615b39506 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:48:21.476384 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-35958270-4f41-42c9-9230-39fa105dc8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:21.512385 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-285c7935-558a-457f-b5cc-5defafa70bdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:21.526953 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-285c7935-558a-457f-b5cc-5defafa70bdd admin admin] Transition to ACTIVE for port object 1198eedb-6f4b-4cf4-8c06-94f7e77e184a will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:48:21.530473 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-35958270-4f41-42c9-9230-39fa105dc8c5 None None] Attempting to bind port 5125fc0e-d18c-46f3-b84f-ebbc956bbb36 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:48:21.530842 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-35958270-4f41-42c9-9230-39fa105dc8c5 None None] Attempting to bind port 5125fc0e-d18c-46f3-b84f-ebbc956bbb36 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:48:21.531234 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35958270-4f41-42c9-9230-39fa105dc8c5 None None] Attempting to bind port 5125fc0e-d18c-46f3-b84f-ebbc956bbb36 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:48:21.533236 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c061656-3452-403c-b755-baddf842dcfa None None] Pushing event updated for resources: {'Port': ['ID=5125fc0e-d18c-46f3-b84f-ebbc956bbb36,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:21.544551 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35958270-4f41-42c9-9230-39fa105dc8c5 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:48:21.549131 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35958270-4f41-42c9-9230-39fa105dc8c5 None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:48:21.549131 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-35958270-4f41-42c9-9230-39fa105dc8c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:21.549131 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35958270-4f41-42c9-9230-39fa105dc8c5 None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:48:21.549131 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-35958270-4f41-42c9-9230-39fa105dc8c5 None None] Bound port: 5125fc0e-d18c-46f3-b84f-ebbc956bbb36, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:48:21.549131 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-35958270-4f41-42c9-9230-39fa105dc8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:21.603442 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-35958270-4f41-42c9-9230-39fa105dc8c5 None None] For port 5125fc0e-d18c-46f3-b84f-ebbc956bbb36, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:48:21.658368 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-285c7935-558a-457f-b5cc-5defafa70bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:21.692369 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79e61c94-be98-4c4a-a172-50341a8f009b req-5c4ea9d1-b37e-4c01-b10a-6f43ed61fb9b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:21.694416 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-35958270-4f41-42c9-9230-39fa105dc8c5 None None] For port 5125fc0e-d18c-46f3-b84f-ebbc956bbb36, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5125fc0e-d18c-46f3-b84f-ebbc956bbb36,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:48:21.701280 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285c7935-558a-457f-b5cc-5defafa70bdd admin admin] Network 6cbb5981-8f03-4d31-9834-992f34d566ae is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:48:21.705608 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-285c7935-558a-457f-b5cc-5defafa70bdd admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:48:21.711955 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285c7935-558a-457f-b5cc-5defafa70bdd admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:48:21.718264 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c7935-558a-457f-b5cc-5defafa70bdd admin admin] Pushing event updated for resources: {'Port': ['ID=1198eedb-6f4b-4cf4-8c06-94f7e77e184a,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:21.735813 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ea9d1-b37e-4c01-b10a-6f43ed61fb9b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Pushing event deleted for resources: {'Port': ['ID=3d7dba65-2216-47e0-b010-2a6615b39506,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:21.760487 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-285c7935-558a-457f-b5cc-5defafa70bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:21.790136 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-35958270-4f41-42c9-9230-39fa105dc8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:21.793756 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e61c94-be98-4c4a-a172-50341a8f009b req-5c4ea9d1-b37e-4c01-b10a-6f43ed61fb9b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] No DVR routers for this DVR port 3d7dba65-2216-47e0-b010-2a6615b39506 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:48:21.797424 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79e61c94-be98-4c4a-a172-50341a8f009b req-5c4ea9d1-b37e-4c01-b10a-6f43ed61fb9b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:21.799447 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79e61c94-be98-4c4a-a172-50341a8f009b req-5c4ea9d1-b37e-4c01-b10a-6f43ed61fb9b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.52 "DELETE /v2.0/ports/3d7dba65-2216-47e0-b010-2a6615b39506 HTTP/1.1" status: 204 len: 173 time: 1.0486183 Jun 30 09:48:21.861219 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35958270-4f41-42c9-9230-39fa105dc8c5 None None] Routers {'72a76598-13c7-4a45-9922-5c6fd173225f'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:48:21.861851 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-35958270-4f41-42c9-9230-39fa105dc8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:47:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['72a76598-13c7-4a45-9922-5c6fd173225f'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:21.864908 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c061656-3452-403c-b755-baddf842dcfa None None] Pushing event updated for resources: {'Port': ['ID=5125fc0e-d18c-46f3-b84f-ebbc956bbb36,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:21.926163 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-79e61c94-be98-4c4a-a172-50341a8f009b req-58687787-8f1e-4533-8c7f-81ee3f534c22 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Deleting port df73636d-7c49-416a-bb2b-e27dc88ddebb {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:48:21.926771 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79e61c94-be98-4c4a-a172-50341a8f009b req-58687787-8f1e-4533-8c7f-81ee3f534c22 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:21.953925 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df73636d-7c49-416a-bb2b-e27dc88ddebb'}, {'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d7dba65-2216-47e0-b010-2a6615b39506'}, {'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:48:21.956598 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e026a23-110c-4d40-9203-468ed8689264" -d '{"events": [{"server_uuid": "696332f2-069a-4332-a502-436f084032a0", "name": "network-vif-unplugged", "status": "completed", "tag": "df73636d-7c49-416a-bb2b-e27dc88ddebb"}, {"server_uuid": "696332f2-069a-4332-a502-436f084032a0", "name": "network-vif-unplugged", "status": "completed", "tag": "3d7dba65-2216-47e0-b010-2a6615b39506"}, {"server_uuid": "696332f2-069a-4332-a502-436f084032a0", "name": "network-vif-unplugged", "status": "completed", "tag": "6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:48:22.003915 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-35958270-4f41-42c9-9230-39fa105dc8c5 None None] Set router 72a76598-13c7-4a45-9922-5c6fd173225f gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:48:22.007763 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 30 Jun 2021 09:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d06dd86-6c11-42c9-a6d5-9b306fd232ce x-openstack-request-id: req-0d06dd86-6c11-42c9-a6d5-9b306fd232ce {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:48:22.008061 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696332f2-069a-4332-a502-436f084032a0", "name": "network-vif-unplugged", "status": "completed", "tag": "df73636d-7c49-416a-bb2b-e27dc88ddebb", "code": 200}, {"server_uuid": "696332f2-069a-4332-a502-436f084032a0", "name": "network-vif-unplugged", "status": "completed", "tag": "3d7dba65-2216-47e0-b010-2a6615b39506", "code": 200}, {"server_uuid": "696332f2-069a-4332-a502-436f084032a0", "name": "network-vif-unplugged", "status": "completed", "tag": "6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:48:22.008317 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0d06dd86-6c11-42c9-a6d5-9b306fd232ce {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:48:22.008711 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df73636d-7c49-416a-bb2b-e27dc88ddebb', 'code': 200} Jun 30 09:48:22.008971 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d7dba65-2216-47e0-b010-2a6615b39506', 'code': 200} Jun 30 09:48:22.009222 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b', 'code': 200} Jun 30 09:48:22.043691 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-79e61c94-be98-4c4a-a172-50341a8f009b req-58687787-8f1e-4533-8c7f-81ee3f534c22 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] For port df73636d-7c49-416a-bb2b-e27dc88ddebb, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=df73636d-7c49-416a-bb2b-e27dc88ddebb,segment=NetworkSegment(e4b7a0d1-386c-4797-8cc6-3294e1c957e2),segment_id=e4b7a0d1-386c-4797-8cc6-3294e1c957e2)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:22.044211 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79e61c94-be98-4c4a-a172-50341a8f009b req-58687787-8f1e-4533-8c7f-81ee3f534c22 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:22.056532 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-285c7935-558a-457f-b5cc-5defafa70bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:22.195497 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b31762cf-0577-4350-a263-f57c2233fe0f None None] Provisioning for port 1198eedb-6f4b-4cf4-8c06-94f7e77e184a completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:48:22.204873 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b31762cf-0577-4350-a263-f57c2233fe0f None None] Provisioning complete for port 1198eedb-6f4b-4cf4-8c06-94f7e77e184a triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:22.205240 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b31762cf-0577-4350-a263-f57c2233fe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:22.216674 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'name': 'network-vif-deleted', 'tag': 'b0ffe516-a66a-4469-b295-e857fb100d7e'}, {'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'name': 'network-vif-deleted', 'tag': '3d7dba65-2216-47e0-b010-2a6615b39506'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:48:22.219449 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b215340d-ea00-4d06-9181-cccd73c5f0ec" -d '{"events": [{"server_uuid": "696332f2-069a-4332-a502-436f084032a0", "name": "network-vif-deleted", "tag": "b0ffe516-a66a-4469-b295-e857fb100d7e"}, {"server_uuid": "696332f2-069a-4332-a502-436f084032a0", "name": "network-vif-deleted", "tag": "3d7dba65-2216-47e0-b010-2a6615b39506"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:48:22.265497 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-b31762cf-0577-4350-a263-f57c2233fe0f None None] Port 1198eedb-6f4b-4cf4-8c06-94f7e77e184a cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:48:22.268577 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-35958270-4f41-42c9-9230-39fa105dc8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a76598-13c7-4a45-9922-5c6fd173225f', 'name': 'tempest-TestServerMultinode-2145397125-router', 'tenant_id': 'cdf6bc4dd9ab499580c5c26dc97e6409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '5125fc0e-d18c-46f3-b84f-ebbc956bbb36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:48:16Z', 'updated_at': '2021-06-30T09:48:18Z', 'revision_number': 3, 'project_id': 'cdf6bc4dd9ab499580c5c26dc97e6409', 'gw_port': {'id': '5125fc0e-d18c-46f3-b84f-ebbc956bbb36', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a76598-13c7-4a45-9922-5c6fd173225f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:17Z', 'updated_at': '2021-06-30T09:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:22.290988 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c374bc-3dcb-49ab-96d5-c4e136f741fb req-fdec2943-0c8d-4899-b15d-d52f0983aced tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:22.297579 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c374bc-3dcb-49ab-96d5-c4e136f741fb req-fdec2943-0c8d-4899-b15d-d52f0983aced tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:22.305834 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-48c374bc-3dcb-49ab-96d5-c4e136f741fb req-fdec2943-0c8d-4899-b15d-d52f0983aced tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 1677 time: 0.2020001 Jun 30 09:48:22.336006 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483c4511-9514-4928-89c6-813d4657902e x-openstack-request-id: req-483c4511-9514-4928-89c6-813d4657902e {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:48:22.336312 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696332f2-069a-4332-a502-436f084032a0", "name": "network-vif-deleted", "tag": "b0ffe516-a66a-4469-b295-e857fb100d7e", "status": "completed", "code": 200}, {"server_uuid": "696332f2-069a-4332-a502-436f084032a0", "name": "network-vif-deleted", "tag": "3d7dba65-2216-47e0-b010-2a6615b39506", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:48:22.341701 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-483c4511-9514-4928-89c6-813d4657902e {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:48:22.341701 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'name': 'network-vif-deleted', 'tag': 'b0ffe516-a66a-4469-b295-e857fb100d7e', 'status': 'completed', 'code': 200} Jun 30 09:48:22.341701 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'name': 'network-vif-deleted', 'tag': '3d7dba65-2216-47e0-b010-2a6615b39506', 'status': 'completed', 'code': 200} Jun 30 09:48:22.378332 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79e61c94-be98-4c4a-a172-50341a8f009b req-58687787-8f1e-4533-8c7f-81ee3f534c22 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:22.378792 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79e61c94-be98-4c4a-a172-50341a8f009b req-58687787-8f1e-4533-8c7f-81ee3f534c22 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:22.379141 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [req-79e61c94-be98-4c4a-a172-50341a8f009b req-58687787-8f1e-4533-8c7f-81ee3f534c22 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Floating IP de23a250-084c-4941-af23-00013657869b disassociated. External IP: 172.25.6.114, port: df73636d-7c49-416a-bb2b-e27dc88ddebb. Jun 30 09:48:22.379508 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-79e61c94-be98-4c4a-a172-50341a8f009b req-58687787-8f1e-4533-8c7f-81ee3f534c22 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Calling delete_port for df73636d-7c49-416a-bb2b-e27dc88ddebb owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:48:22.388526 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-48c374bc-3dcb-49ab-96d5-c4e136f741fb req-b1afe9a6-0af6-4d17-86a1-4b21887db196 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815406 Jun 30 09:48:22.447713 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-285c7935-558a-457f-b5cc-5defafa70bdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:22.513913 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35958270-4f41-42c9-9230-39fa105dc8c5 None None] The sync data for ids ['72a76598-13c7-4a45-9922-5c6fd173225f'] in n-d-771363-31 is: [{'id': '72a76598-13c7-4a45-9922-5c6fd173225f', 'name': 'tempest-TestServerMultinode-2145397125-router', 'tenant_id': 'cdf6bc4dd9ab499580c5c26dc97e6409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '5125fc0e-d18c-46f3-b84f-ebbc956bbb36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:48:16Z', 'updated_at': '2021-06-30T09:48:18Z', 'revision_number': 3, 'project_id': 'cdf6bc4dd9ab499580c5c26dc97e6409', 'gw_port': {'id': '5125fc0e-d18c-46f3-b84f-ebbc956bbb36', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a76598-13c7-4a45-9922-5c6fd173225f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:17Z', 'updated_at': '2021-06-30T09:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:48:22.535463 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-285c7935-558a-457f-b5cc-5defafa70bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:22.609484 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-285c7935-558a-457f-b5cc-5defafa70bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:22.611491 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c7935-558a-457f-b5cc-5defafa70bdd admin admin] Pushing event updated for resources: {'Port': ['ID=1198eedb-6f4b-4cf4-8c06-94f7e77e184a,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:22.629829 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79e61c94-be98-4c4a-a172-50341a8f009b req-58687787-8f1e-4533-8c7f-81ee3f534c22 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:22.658161 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58687787-8f1e-4533-8c7f-81ee3f534c22 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Pushing event deleted for resources: {'Port': ['ID=df73636d-7c49-416a-bb2b-e27dc88ddebb,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:22.720051 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285c7935-558a-457f-b5cc-5defafa70bdd admin admin] Network 6cbb5981-8f03-4d31-9834-992f34d566ae is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:48:22.721585 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-285c7935-558a-457f-b5cc-5defafa70bdd admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:48:22.822066 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79e61c94-be98-4c4a-a172-50341a8f009b req-58687787-8f1e-4533-8c7f-81ee3f534c22 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Router e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:48:22.902171 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285c7935-558a-457f-b5cc-5defafa70bdd admin admin] Router 72a76598-13c7-4a45-9922-5c6fd173225f has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:48:22.903591 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fb428a0d-5619-41cd-9d30-a7d2f153fa7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:22.996541 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79e61c94-be98-4c4a-a172-50341a8f009b req-58687787-8f1e-4533-8c7f-81ee3f534c22 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:48:23.027838 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab0284-88d1-437a-9d5f-8a3845b41563 None None] Sync routers for ids ['e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:48:23.064693 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aab0284-88d1-437a-9d5f-8a3845b41563 None None] Routers {'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:48:23.065579 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-0aab0284-88d1-437a-9d5f-8a3845b41563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:48:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:23.092143 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285c7935-558a-457f-b5cc-5defafa70bdd admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:48:23.103596 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-285c7935-558a-457f-b5cc-5defafa70bdd admin admin] 10.222.0.10 "PUT /v2.0/routers/72a76598-13c7-4a45-9922-5c6fd173225f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8763649 Jun 30 09:48:23.140149 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5125fc0e-d18c-46f3-b84f-ebbc956bbb36 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:48:23.146812 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-29bc0a14-6808-40a4-a07d-999ac7ae919b None None] Provisioning complete for port 1198eedb-6f4b-4cf4-8c06-94f7e77e184a triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:23.148088 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-29bc0a14-6808-40a4-a07d-999ac7ae919b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:23.157513 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e61c94-be98-4c4a-a172-50341a8f009b req-58687787-8f1e-4533-8c7f-81ee3f534c22 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] No DVR routers for this DVR port df73636d-7c49-416a-bb2b-e27dc88ddebb on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:48:23.160517 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79e61c94-be98-4c4a-a172-50341a8f009b req-58687787-8f1e-4533-8c7f-81ee3f534c22 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:23.163718 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79e61c94-be98-4c4a-a172-50341a8f009b req-58687787-8f1e-4533-8c7f-81ee3f534c22 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.52 "DELETE /v2.0/ports/df73636d-7c49-416a-bb2b-e27dc88ddebb HTTP/1.1" status: 204 len: 173 time: 1.3585966 Jun 30 09:48:23.336813 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-29bc0a14-6808-40a4-a07d-999ac7ae919b None None] Port 1198eedb-6f4b-4cf4-8c06-94f7e77e184a cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:48:23.364395 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-0aab0284-88d1-437a-9d5f-8a3845b41563 None None] Set router e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:48:23.418073 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-79e61c94-be98-4c4a-a172-50341a8f009b req-4cb741ce-fdc0-431f-b42d-eb3fd0c0f9a1 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Deleting port 6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:48:23.418423 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79e61c94-be98-4c4a-a172-50341a8f009b req-4cb741ce-fdc0-431f-b42d-eb3fd0c0f9a1 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:23.446899 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 5125fc0e-d18c-46f3-b84f-ebbc956bbb36 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:48:23.469980 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 5125fc0e-d18c-46f3-b84f-ebbc956bbb36 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:23.469980 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:23.530193 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-79e61c94-be98-4c4a-a172-50341a8f009b req-4cb741ce-fdc0-431f-b42d-eb3fd0c0f9a1 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] For port 6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b,segment=NetworkSegment(b64c8ad5-334a-4b81-bc98-c43b8f67e57a),segment_id=b64c8ad5-334a-4b81-bc98-c43b8f67e57a)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:23.530804 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79e61c94-be98-4c4a-a172-50341a8f009b req-4cb741ce-fdc0-431f-b42d-eb3fd0c0f9a1 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:23.546703 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-79e61c94-be98-4c4a-a172-50341a8f009b req-4cb741ce-fdc0-431f-b42d-eb3fd0c0f9a1 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Calling delete_port for 6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:48:23.614527 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:23.645177 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:23.668283 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-0aab0284-88d1-437a-9d5f-8a3845b41563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'name': 'tempest-TaggedBootDevicesTest_v242-767757491-router', 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'c50e9060-bcd4-4765-92e9-ff418fec8836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:14Z', 'updated_at': '2021-06-30T09:33:22Z', 'revision_number': 4, 'project_id': '49d88a13984c4bcba0f76778ac61ce8d', 'gw_port': {'id': 'c50e9060-bcd4-4765-92e9-ff418fec8836', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:15Z', 'updated_at': '2021-06-30T09:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448', 'name': '', 'network_id': '5e7e4178-b76c-4101-95d6-7dff2b70b10f', 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'mac_address': 'fa:16:3e:48:23:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'c8de1b8a-776c-499d-b7dc-3d5c959e1c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:20Z', 'updated_at': '2021-06-30T09:33:31Z', 'revision_number': 5, 'project_id': '49d88a13984c4bcba0f76778ac61ce8d', 'subnets': [{'id': 'c8de1b8a-776c-499d-b7dc-3d5c959e1c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:23.670444 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 5125fc0e-d18c-46f3-b84f-ebbc956bbb36, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5125fc0e-d18c-46f3-b84f-ebbc956bbb36,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:23.710014 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab0284-88d1-437a-9d5f-8a3845b41563 None None] Checking router: e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:48:23.733410 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aab0284-88d1-437a-9d5f-8a3845b41563 None None] Routers {'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:48:23.734198 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-0aab0284-88d1-437a-9d5f-8a3845b41563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:48:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:23.760356 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465ea29-bc72-4c1d-920b-1a7a296cd27b req-90da8051-72e9-4ddc-a04e-b9788b443996 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:23.761889 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8465ea29-bc72-4c1d-920b-1a7a296cd27b req-90da8051-72e9-4ddc-a04e-b9788b443996 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 943 time: 0.1251144 Jun 30 09:48:23.773156 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:23.812656 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8465ea29-bc72-4c1d-920b-1a7a296cd27b req-5d3c73b9-c04a-443c-a487-014f59415d08 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb6229e6-a72a-4f53-95c9-440717c05746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447578 Jun 30 09:48:23.837948 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=5125fc0e-d18c-46f3-b84f-ebbc956bbb36,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:23.856550 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-0aab0284-88d1-437a-9d5f-8a3845b41563 None None] Set router e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:48:23.875220 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79e61c94-be98-4c4a-a172-50341a8f009b req-4cb741ce-fdc0-431f-b42d-eb3fd0c0f9a1 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:23.918362 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb741ce-fdc0-431f-b42d-eb3fd0c0f9a1 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Pushing event deleted for resources: {'Port': ['ID=6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:23.961677 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e61c94-be98-4c4a-a172-50341a8f009b req-4cb741ce-fdc0-431f-b42d-eb3fd0c0f9a1 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] No DVR routers for this DVR port 6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:48:23.964492 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-79e61c94-be98-4c4a-a172-50341a8f009b req-4cb741ce-fdc0-431f-b42d-eb3fd0c0f9a1 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:23.966929 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-79e61c94-be98-4c4a-a172-50341a8f009b req-4cb741ce-fdc0-431f-b42d-eb3fd0c0f9a1 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.52 "DELETE /v2.0/ports/6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b HTTP/1.1" status: 204 len: 173 time: 0.7947190 Jun 30 09:48:24.076096 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-0aab0284-88d1-437a-9d5f-8a3845b41563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'name': 'tempest-TaggedBootDevicesTest_v242-767757491-router', 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'c50e9060-bcd4-4765-92e9-ff418fec8836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:14Z', 'updated_at': '2021-06-30T09:33:22Z', 'revision_number': 4, 'project_id': '49d88a13984c4bcba0f76778ac61ce8d', 'gw_port': {'id': 'c50e9060-bcd4-4765-92e9-ff418fec8836', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:15Z', 'updated_at': '2021-06-30T09:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448', 'name': '', 'network_id': '5e7e4178-b76c-4101-95d6-7dff2b70b10f', 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'mac_address': 'fa:16:3e:48:23:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'c8de1b8a-776c-499d-b7dc-3d5c959e1c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:20Z', 'updated_at': '2021-06-30T09:33:31Z', 'revision_number': 5, 'project_id': '49d88a13984c4bcba0f76778ac61ce8d', 'subnets': [{'id': 'c8de1b8a-776c-499d-b7dc-3d5c959e1c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:24.108315 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab0284-88d1-437a-9d5f-8a3845b41563 None None] The sync data for ids ['e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c'] in n-d-771363-31 is: [{'id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'name': 'tempest-TaggedBootDevicesTest_v242-767757491-router', 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'c50e9060-bcd4-4765-92e9-ff418fec8836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:14Z', 'updated_at': '2021-06-30T09:33:22Z', 'revision_number': 4, 'project_id': '49d88a13984c4bcba0f76778ac61ce8d', 'gw_port': {'id': 'c50e9060-bcd4-4765-92e9-ff418fec8836', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:15Z', 'updated_at': '2021-06-30T09:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448', 'name': '', 'network_id': '5e7e4178-b76c-4101-95d6-7dff2b70b10f', 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'mac_address': 'fa:16:3e:48:23:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'c8de1b8a-776c-499d-b7dc-3d5c959e1c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:20Z', 'updated_at': '2021-06-30T09:33:31Z', 'revision_number': 5, 'project_id': '49d88a13984c4bcba0f76778ac61ce8d', 'subnets': [{'id': 'c8de1b8a-776c-499d-b7dc-3d5c959e1c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:48:24.156585 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54418) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:24.161915 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-09de3005-784d-42c7-b802-f92541be9c49 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1043953427-network', 'tenant_id': '637ce41423eb4a0d9e29901c55f3c66d'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:48:24.321135 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09de3005-784d-42c7-b802-f92541be9c49 admin admin] Made reservation on behalf of 637ce41423eb4a0d9e29901c55f3c66d for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:48:24.325124 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-09de3005-784d-42c7-b802-f92541be9c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:24.337424 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-09de3005-784d-42c7-b802-f92541be9c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:24.338210 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'name': 'network-vif-deleted', 'tag': 'df73636d-7c49-416a-bb2b-e27dc88ddebb'}, {'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'name': 'network-vif-deleted', 'tag': '6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:48:24.342129 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74017f4a-59ad-4753-863b-211d31ffe914" -d '{"events": [{"server_uuid": "696332f2-069a-4332-a502-436f084032a0", "name": "network-vif-deleted", "tag": "df73636d-7c49-416a-bb2b-e27dc88ddebb"}, {"server_uuid": "696332f2-069a-4332-a502-436f084032a0", "name": "network-vif-deleted", "tag": "6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:48:24.403094 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd32e20-0e58-4372-8aaa-bfe2fae3fb74 x-openstack-request-id: req-cdd32e20-0e58-4372-8aaa-bfe2fae3fb74 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:48:24.403433 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696332f2-069a-4332-a502-436f084032a0", "name": "network-vif-deleted", "tag": "df73636d-7c49-416a-bb2b-e27dc88ddebb", "status": "completed", "code": 200}, {"server_uuid": "696332f2-069a-4332-a502-436f084032a0", "name": "network-vif-deleted", "tag": "6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:48:24.403689 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cdd32e20-0e58-4372-8aaa-bfe2fae3fb74 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:48:24.404114 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'name': 'network-vif-deleted', 'tag': 'df73636d-7c49-416a-bb2b-e27dc88ddebb', 'status': 'completed', 'code': 200} Jun 30 09:48:24.404364 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696332f2-069a-4332-a502-436f084032a0', 'name': 'network-vif-deleted', 'tag': '6d44f7bd-1f20-4c49-8b26-8dc3cd15df8b', 'status': 'completed', 'code': 200} Jun 30 09:48:24.467230 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-09de3005-784d-42c7-b802-f92541be9c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:24.569785 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5fc5b3-e75a-44c3-9708-8a2ae1484aca None None] Sync routers for ids ['72a76598-13c7-4a45-9922-5c6fd173225f'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:48:24.578045 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-09de3005-784d-42c7-b802-f92541be9c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:24.580469 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5fc5b3-e75a-44c3-9708-8a2ae1484aca None None] Routers {'72a76598-13c7-4a45-9922-5c6fd173225f'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:48:24.581170 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-6e5fc5b3-e75a-44c3-9708-8a2ae1484aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:48:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['72a76598-13c7-4a45-9922-5c6fd173225f'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:24.610574 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09de3005-784d-42c7-b802-f92541be9c49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:48:24.629760 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de3005-784d-42c7-b802-f92541be9c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d709924-2f4f-4d3b-bbc0-216e3e0dd4c7,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:24.631597 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-09de3005-784d-42c7-b802-f92541be9c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:24.631978 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-09de3005-784d-42c7-b802-f92541be9c49 admin admin] Added segment 6701fc9a-1b75-46c9-bdda-4b04827d9a45 of type vlan for network b6cdd96e-35af-43dc-acef-1fbfb05b9360 Jun 30 09:48:24.700974 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-09de3005-784d-42c7-b802-f92541be9c49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:24.718675 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-6e5fc5b3-e75a-44c3-9708-8a2ae1484aca None None] Set router 72a76598-13c7-4a45-9922-5c6fd173225f gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:48:24.811819 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:24.870592 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-09de3005-784d-42c7-b802-f92541be9c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:24.871400 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09de3005-784d-42c7-b802-f92541be9c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:24.872021 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-09de3005-784d-42c7-b802-f92541be9c49 admin admin] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:24.899005 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8fb8fd-ed7e-49fc-9f10-a0b238d6130d None None] New status for floating IP de23a250-084c-4941-af23-00013657869b: DOWN {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:48:24.957019 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de3005-784d-42c7-b802-f92541be9c49 admin admin] Pushing event updated for resources: {'Network': ['ID=b6cdd96e-35af-43dc-acef-1fbfb05b9360,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:24.983822 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 54424) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:24.991456 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-09de3005-784d-42c7-b802-f92541be9c49 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8229883 Jun 30 09:48:24.992267 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-a37d5d5a-b6fe-4d21-8f1b-baa060258eb5 admin admin] Request body: {'subnet': {'network_id': 'b6cdd96e-35af-43dc-acef-1fbfb05b9360', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1043953427-subnet', 'tenant_id': '637ce41423eb4a0d9e29901c55f3c66d', 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:48:25.012213 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network b6cdd96e-35af-43dc-acef-1fbfb05b9360 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:48:25.090021 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-48b5f5a2-f57c-40b2-b7dc-ff07a5d00326 req-e0c334ed-64d1-47e4-b9c7-48bfc1158614 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 210 time: 0.0930645 Jun 30 09:48:25.109560 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5125fc0e-d18c-46f3-b84f-ebbc956bbb36 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:48:25.167550 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37d5d5a-b6fe-4d21-8f1b-baa060258eb5 admin admin] Made reservation on behalf of 637ce41423eb4a0d9e29901c55f3c66d for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:48:25.170732 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a37d5d5a-b6fe-4d21-8f1b-baa060258eb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:25.185838 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-6e5fc5b3-e75a-44c3-9708-8a2ae1484aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a76598-13c7-4a45-9922-5c6fd173225f', 'name': 'tempest-TestServerMultinode-2145397125-router', 'tenant_id': 'cdf6bc4dd9ab499580c5c26dc97e6409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '5125fc0e-d18c-46f3-b84f-ebbc956bbb36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:48:16Z', 'updated_at': '2021-06-30T09:48:21Z', 'revision_number': 4, 'project_id': 'cdf6bc4dd9ab499580c5c26dc97e6409', 'gw_port': {'id': '5125fc0e-d18c-46f3-b84f-ebbc956bbb36', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a76598-13c7-4a45-9922-5c6fd173225f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:17Z', 'updated_at': '2021-06-30T09:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '1198eedb-6f4b-4cf4-8c06-94f7e77e184a', 'name': '', 'network_id': '6cbb5981-8f03-4d31-9834-992f34d566ae', 'tenant_id': 'cdf6bc4dd9ab499580c5c26dc97e6409', 'mac_address': 'fa:16:3e:aa:b6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a76598-13c7-4a45-9922-5c6fd173225f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '372c5caa-2621-4286-9cc0-b8803b05d631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:21Z', 'updated_at': '2021-06-30T09:48:22Z', 'revision_number': 2, 'project_id': 'cdf6bc4dd9ab499580c5c26dc97e6409', 'subnets': [{'id': '372c5caa-2621-4286-9cc0-b8803b05d631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:25.223137 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5fc5b3-e75a-44c3-9708-8a2ae1484aca None None] Checking router: 72a76598-13c7-4a45-9922-5c6fd173225f for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:48:25.223503 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5fc5b3-e75a-44c3-9708-8a2ae1484aca None None] Updating router 72a76598-13c7-4a45-9922-5c6fd173225f port 1198eedb-6f4b-4cf4-8c06-94f7e77e184a binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:48:25.247456 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 5125fc0e-d18c-46f3-b84f-ebbc956bbb36 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:25.247852 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:25.299781 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6e5fc5b3-e75a-44c3-9708-8a2ae1484aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:25.442158 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a37d5d5a-b6fe-4d21-8f1b-baa060258eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:25.515645 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d5d5a-b6fe-4d21-8f1b-baa060258eb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47d76329-afee-422e-b476-b745d6e33cb8,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:25.525010 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37d5d5a-b6fe-4d21-8f1b-baa060258eb5 admin admin] Checking segment: {'id': '6701fc9a-1b75-46c9-bdda-4b04827d9a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b6cdd96e-35af-43dc-acef-1fbfb05b9360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:48:25.525569 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37d5d5a-b6fe-4d21-8f1b-baa060258eb5 admin admin] Network hostable DHCP agents. Network: b6cdd96e-35af-43dc-acef-1fbfb05b9360, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:48:25.601450 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37d5d5a-b6fe-4d21-8f1b-baa060258eb5 admin admin] Network b6cdd96e-35af-43dc-acef-1fbfb05b9360 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:48:25.634445 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6e5fc5b3-e75a-44c3-9708-8a2ae1484aca None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:25.644944 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6e5fc5b3-e75a-44c3-9708-8a2ae1484aca None None] Transition to ACTIVE for port object 1198eedb-6f4b-4cf4-8c06-94f7e77e184a will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:48:25.681113 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-a37d5d5a-b6fe-4d21-8f1b-baa060258eb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, b6cdd96e-35af-43dc-acef-1fbfb05b9360) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:48:25.685252 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37d5d5a-b6fe-4d21-8f1b-baa060258eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:25.685840 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a37d5d5a-b6fe-4d21-8f1b-baa060258eb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:25.690792 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f38bc64-2bd4-4b14-9319-2b3bcd622056 None None] Network b6cdd96e-35af-43dc-acef-1fbfb05b9360 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:48:25.734026 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6e5fc5b3-e75a-44c3-9708-8a2ae1484aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:25.792968 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a37d5d5a-b6fe-4d21-8f1b-baa060258eb5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8056858 Jun 30 09:48:25.794852 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54428) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:25.800792 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-f840a7da-39fd-409d-b6b7-03aed451dfb5 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1043953427-router', 'tenant_id': '637ce41423eb4a0d9e29901c55f3c66d', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:48:25.833400 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bca4ad-5bf2-47fe-a650-6f8cff742ccd None None] Pushing event updated for resources: {'Port': ['ID=1198eedb-6f4b-4cf4-8c06-94f7e77e184a,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:25.905850 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-6e5fc5b3-e75a-44c3-9708-8a2ae1484aca None None] Attempting to bind port 1198eedb-6f4b-4cf4-8c06-94f7e77e184a on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:48:25.906220 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-6e5fc5b3-e75a-44c3-9708-8a2ae1484aca None None] Attempting to bind port 1198eedb-6f4b-4cf4-8c06-94f7e77e184a by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '348e4408-4285-404f-b56f-963a1c6315bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6cbb5981-8f03-4d31-9834-992f34d566ae'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:48:25.906581 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5fc5b3-e75a-44c3-9708-8a2ae1484aca None None] Attempting to bind port 1198eedb-6f4b-4cf4-8c06-94f7e77e184a on network 6cbb5981-8f03-4d31-9834-992f34d566ae {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:48:25.918003 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5fc5b3-e75a-44c3-9708-8a2ae1484aca None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:48:25.918371 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5fc5b3-e75a-44c3-9708-8a2ae1484aca None None] Checking segment: {'id': '348e4408-4285-404f-b56f-963a1c6315bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6cbb5981-8f03-4d31-9834-992f34d566ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:48:25.918767 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6e5fc5b3-e75a-44c3-9708-8a2ae1484aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:25.919285 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5fc5b3-e75a-44c3-9708-8a2ae1484aca None None] Bound using segment: {'id': '348e4408-4285-404f-b56f-963a1c6315bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6cbb5981-8f03-4d31-9834-992f34d566ae'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:48:25.919767 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-6e5fc5b3-e75a-44c3-9708-8a2ae1484aca None None] Bound port: 1198eedb-6f4b-4cf4-8c06-94f7e77e184a, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348e4408-4285-404f-b56f-963a1c6315bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6cbb5981-8f03-4d31-9834-992f34d566ae'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:48:25.920143 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6e5fc5b3-e75a-44c3-9708-8a2ae1484aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:25.938546 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f840a7da-39fd-409d-b6b7-03aed451dfb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:25.941090 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f840a7da-39fd-409d-b6b7-03aed451dfb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:25.982932 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbfa872-5637-4af1-8407-290692f06d58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-b6cdd96e-35af-43dc-acef-1fbfb05b9360', 'network_id': 'b6cdd96e-35af-43dc-acef-1fbfb05b9360', 'tenant_id': '637ce41423eb4a0d9e29901c55f3c66d', 'fixed_ips': [{'subnet_id': '47d76329-afee-422e-b476-b745d6e33cb8'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:48:25.983822 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bdbfa872-5637-4af1-8407-290692f06d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:26.018771 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f840a7da-39fd-409d-b6b7-03aed451dfb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:26.090860 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-6e5fc5b3-e75a-44c3-9708-8a2ae1484aca None None] For port 1198eedb-6f4b-4cf4-8c06-94f7e77e184a, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:48:26.111000 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-6e5fc5b3-e75a-44c3-9708-8a2ae1484aca None None] For port 1198eedb-6f4b-4cf4-8c06-94f7e77e184a, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=1198eedb-6f4b-4cf4-8c06-94f7e77e184a,segment=NetworkSegment(348e4408-4285-404f-b56f-963a1c6315bb),segment_id=348e4408-4285-404f-b56f-963a1c6315bb)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:48:26.183362 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-bdbfa872-5637-4af1-8407-290692f06d58 None None] Allocated IP 172.20.0.2 (b6cdd96e-35af-43dc-acef-1fbfb05b9360/47d76329-afee-422e-b476-b745d6e33cb8/42493739-b5bd-4d79-9e09-60faec5bde92) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:48:26.243184 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6e5fc5b3-e75a-44c3-9708-8a2ae1484aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:26.350128 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bca4ad-5bf2-47fe-a650-6f8cff742ccd None None] Pushing event updated for resources: {'Port': ['ID=1198eedb-6f4b-4cf4-8c06-94f7e77e184a,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:26.351014 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-031704e2-f5f0-45dd-adc1-bd81b9069f38 req-911d10c2-c8d2-4e92-8563-b98792e4a880 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 210 time: 0.0470526 Jun 30 09:48:26.353873 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f840a7da-39fd-409d-b6b7-03aed451dfb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:26.360157 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5fc5b3-e75a-44c3-9708-8a2ae1484aca None None] Routers {'72a76598-13c7-4a45-9922-5c6fd173225f'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:48:26.360795 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-6e5fc5b3-e75a-44c3-9708-8a2ae1484aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:48:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['72a76598-13c7-4a45-9922-5c6fd173225f'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:26.447648 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:26.488699 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bdbfa872-5637-4af1-8407-290692f06d58 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:26.506136 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bdbfa872-5637-4af1-8407-290692f06d58 None None] Transition to ACTIVE for port object 42493739-b5bd-4d79-9e09-60faec5bde92 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:48:26.525759 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-6e5fc5b3-e75a-44c3-9708-8a2ae1484aca None None] Set router 72a76598-13c7-4a45-9922-5c6fd173225f gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:48:26.559724 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bdbfa872-5637-4af1-8407-290692f06d58 None None] Transition to ACTIVE for port object 42493739-b5bd-4d79-9e09-60faec5bde92 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:48:26.653064 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bdbfa872-5637-4af1-8407-290692f06d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:26.704342 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbfa872-5637-4af1-8407-290692f06d58 None None] Network b6cdd96e-35af-43dc-acef-1fbfb05b9360 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:48:26.721962 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f840a7da-39fd-409d-b6b7-03aed451dfb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:26.722587 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-bdbfa872-5637-4af1-8407-290692f06d58 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:48:26.728951 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbfa872-5637-4af1-8407-290692f06d58 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:48:26.733837 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfa872-5637-4af1-8407-290692f06d58 None None] Pushing event updated for resources: {'Port': ['ID=42493739-b5bd-4d79-9e09-60faec5bde92,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:26.752943 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f840a7da-39fd-409d-b6b7-03aed451dfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:26.824985 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-bdbfa872-5637-4af1-8407-290692f06d58 None None] Attempting to bind port 42493739-b5bd-4d79-9e09-60faec5bde92 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:48:26.825500 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-bdbfa872-5637-4af1-8407-290692f06d58 None None] Attempting to bind port 42493739-b5bd-4d79-9e09-60faec5bde92 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '6701fc9a-1b75-46c9-bdda-4b04827d9a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b6cdd96e-35af-43dc-acef-1fbfb05b9360'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:48:26.825597 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbfa872-5637-4af1-8407-290692f06d58 None None] Attempting to bind port 42493739-b5bd-4d79-9e09-60faec5bde92 on network b6cdd96e-35af-43dc-acef-1fbfb05b9360 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:48:26.832832 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbfa872-5637-4af1-8407-290692f06d58 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:48:26.833408 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbfa872-5637-4af1-8407-290692f06d58 None None] Checking segment: {'id': '6701fc9a-1b75-46c9-bdda-4b04827d9a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b6cdd96e-35af-43dc-acef-1fbfb05b9360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:48:26.833784 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bdbfa872-5637-4af1-8407-290692f06d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:26.834173 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbfa872-5637-4af1-8407-290692f06d58 None None] Bound using segment: {'id': '6701fc9a-1b75-46c9-bdda-4b04827d9a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b6cdd96e-35af-43dc-acef-1fbfb05b9360'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:48:26.834644 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-bdbfa872-5637-4af1-8407-290692f06d58 None None] Bound port: 42493739-b5bd-4d79-9e09-60faec5bde92, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6701fc9a-1b75-46c9-bdda-4b04827d9a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b6cdd96e-35af-43dc-acef-1fbfb05b9360'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:48:26.835024 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bdbfa872-5637-4af1-8407-290692f06d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:26.879744 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-f840a7da-39fd-409d-b6b7-03aed451dfb5 admin admin] Allocated IP 172.25.6.171 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/20a5295a-dac8-42ee-bc3c-d922b666a8ea) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:48:26.901257 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-6e5fc5b3-e75a-44c3-9708-8a2ae1484aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a76598-13c7-4a45-9922-5c6fd173225f', 'name': 'tempest-TestServerMultinode-2145397125-router', 'tenant_id': 'cdf6bc4dd9ab499580c5c26dc97e6409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '5125fc0e-d18c-46f3-b84f-ebbc956bbb36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:48:16Z', 'updated_at': '2021-06-30T09:48:21Z', 'revision_number': 4, 'project_id': 'cdf6bc4dd9ab499580c5c26dc97e6409', 'gw_port': {'id': '5125fc0e-d18c-46f3-b84f-ebbc956bbb36', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a76598-13c7-4a45-9922-5c6fd173225f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:17Z', 'updated_at': '2021-06-30T09:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '1198eedb-6f4b-4cf4-8c06-94f7e77e184a', 'name': '', 'network_id': '6cbb5981-8f03-4d31-9834-992f34d566ae', 'tenant_id': 'cdf6bc4dd9ab499580c5c26dc97e6409', 'mac_address': 'fa:16:3e:aa:b6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a76598-13c7-4a45-9922-5c6fd173225f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '372c5caa-2621-4286-9cc0-b8803b05d631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:21Z', 'updated_at': '2021-06-30T09:48:26Z', 'revision_number': 4, 'project_id': 'cdf6bc4dd9ab499580c5c26dc97e6409', 'subnets': [{'id': '372c5caa-2621-4286-9cc0-b8803b05d631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:26.999561 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f840a7da-39fd-409d-b6b7-03aed451dfb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:27.088015 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5fc5b3-e75a-44c3-9708-8a2ae1484aca None None] The sync data for ids ['72a76598-13c7-4a45-9922-5c6fd173225f'] in n-d-771363-31 is: [{'id': '72a76598-13c7-4a45-9922-5c6fd173225f', 'name': 'tempest-TestServerMultinode-2145397125-router', 'tenant_id': 'cdf6bc4dd9ab499580c5c26dc97e6409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '5125fc0e-d18c-46f3-b84f-ebbc956bbb36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:48:16Z', 'updated_at': '2021-06-30T09:48:21Z', 'revision_number': 4, 'project_id': 'cdf6bc4dd9ab499580c5c26dc97e6409', 'gw_port': {'id': '5125fc0e-d18c-46f3-b84f-ebbc956bbb36', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a76598-13c7-4a45-9922-5c6fd173225f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:17Z', 'updated_at': '2021-06-30T09:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '1198eedb-6f4b-4cf4-8c06-94f7e77e184a', 'name': '', 'network_id': '6cbb5981-8f03-4d31-9834-992f34d566ae', 'tenant_id': 'cdf6bc4dd9ab499580c5c26dc97e6409', 'mac_address': 'fa:16:3e:aa:b6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a76598-13c7-4a45-9922-5c6fd173225f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '372c5caa-2621-4286-9cc0-b8803b05d631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:21Z', 'updated_at': '2021-06-30T09:48:26Z', 'revision_number': 4, 'project_id': 'cdf6bc4dd9ab499580c5c26dc97e6409', 'subnets': [{'id': '372c5caa-2621-4286-9cc0-b8803b05d631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:48:27.096019 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bdbfa872-5637-4af1-8407-290692f06d58 None None] For port 42493739-b5bd-4d79-9e09-60faec5bde92, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:48:27.099292 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bdbfa872-5637-4af1-8407-290692f06d58 None None] For port 42493739-b5bd-4d79-9e09-60faec5bde92, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=42493739-b5bd-4d79-9e09-60faec5bde92,segment=NetworkSegment(6701fc9a-1b75-46c9-bdda-4b04827d9a45),segment_id=6701fc9a-1b75-46c9-bdda-4b04827d9a45)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:48:27.242301 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bdbfa872-5637-4af1-8407-290692f06d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:27.244379 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f840a7da-39fd-409d-b6b7-03aed451dfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:27.303593 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f840a7da-39fd-409d-b6b7-03aed451dfb5 admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:48:27.308937 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-f840a7da-39fd-409d-b6b7-03aed451dfb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:48:27.317935 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f840a7da-39fd-409d-b6b7-03aed451dfb5 admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:48:27.328778 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfa872-5637-4af1-8407-290692f06d58 None None] Pushing event updated for resources: {'Port': ['ID=42493739-b5bd-4d79-9e09-60faec5bde92,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:27.356523 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840a7da-39fd-409d-b6b7-03aed451dfb5 admin admin] Pushing event updated for resources: {'Port': ['ID=20a5295a-dac8-42ee-bc3c-d922b666a8ea,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:27.537470 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-510738dd-e1f5-4b25-9c22-bc9f28c1c694 req-8ff6e5b7-67b1-4581-9ee0-84c971077dd2 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 210 time: 0.0413742 Jun 30 09:48:27.742926 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f840a7da-39fd-409d-b6b7-03aed451dfb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:27.965884 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f840a7da-39fd-409d-b6b7-03aed451dfb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:28.281504 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f840a7da-39fd-409d-b6b7-03aed451dfb5 admin admin] Router 46a8e834-faff-492d-ae69-bad895a824df is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:48:28.422819 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f840a7da-39fd-409d-b6b7-03aed451dfb5 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:48:28.437357 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1758eb-471f-44fe-8f61-59485f6ecd27 None None] Sync routers for ids ['46a8e834-faff-492d-ae69-bad895a824df'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:48:28.472736 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1758eb-471f-44fe-8f61-59485f6ecd27 None None] Routers {'46a8e834-faff-492d-ae69-bad895a824df'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:48:28.477178 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-da1758eb-471f-44fe-8f61-59485f6ecd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:48:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['46a8e834-faff-492d-ae69-bad895a824df'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:28.534286 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f919ca-e7ba-45f0-b6d5-abf3f126575d None None] Network b6cdd96e-35af-43dc-acef-1fbfb05b9360 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:48:28.560969 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f840a7da-39fd-409d-b6b7-03aed451dfb5 admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:28.562241 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f840a7da-39fd-409d-b6b7-03aed451dfb5 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7657864 Jun 30 09:48:28.565002 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54434) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:28.665083 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-da1758eb-471f-44fe-8f61-59485f6ecd27 None None] Set router 46a8e834-faff-492d-ae69-bad895a824df gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:48:28.757197 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3349d92f-bade-4ae0-823c-e7ff6bb5ce1c None None] Provisioning for port 42493739-b5bd-4d79-9e09-60faec5bde92 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:48:28.767715 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8fd02779-394c-4a66-8c04-d6c5ad8cbd12 req-99422088-e1d4-42e1-b47e-31f984c11995 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 210 time: 0.0633776 Jun 30 09:48:28.944180 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-da1758eb-471f-44fe-8f61-59485f6ecd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a8e834-faff-492d-ae69-bad895a824df', 'name': 'tempest-TestServerMultinode-1043953427-router', 'tenant_id': '637ce41423eb4a0d9e29901c55f3c66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '20a5295a-dac8-42ee-bc3c-d922b666a8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:48:25Z', 'updated_at': '2021-06-30T09:48:27Z', 'revision_number': 3, 'project_id': '637ce41423eb4a0d9e29901c55f3c66d', 'gw_port': {'id': '20a5295a-dac8-42ee-bc3c-d922b666a8ea', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a8e834-faff-492d-ae69-bad895a824df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:26Z', 'updated_at': '2021-06-30T09:48:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:28.981234 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1758eb-471f-44fe-8f61-59485f6ecd27 None None] Checking router: 46a8e834-faff-492d-ae69-bad895a824df for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:48:28.981594 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1758eb-471f-44fe-8f61-59485f6ecd27 None None] Updating router 46a8e834-faff-492d-ae69-bad895a824df port 20a5295a-dac8-42ee-bc3c-d922b666a8ea binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:48:29.032812 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-da1758eb-471f-44fe-8f61-59485f6ecd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:29.128638 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-14ec41ff-a8b4-4d1a-93a6-3268eabee260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:29.200037 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 1198eedb-6f4b-4cf4-8c06-94f7e77e184a up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:48:29.347517 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-14ec41ff-a8b4-4d1a-93a6-3268eabee260 admin admin] Allocated IP 172.20.0.1 (b6cdd96e-35af-43dc-acef-1fbfb05b9360/47d76329-afee-422e-b476-b745d6e33cb8/abf5e1d6-3424-4a6c-9c61-56261771a631) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:48:29.401645 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 1198eedb-6f4b-4cf4-8c06-94f7e77e184a completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:48:29.408098 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 1198eedb-6f4b-4cf4-8c06-94f7e77e184a triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:29.408466 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:29.454266 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-da1758eb-471f-44fe-8f61-59485f6ecd27 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:29.455346 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-14ec41ff-a8b4-4d1a-93a6-3268eabee260 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:29.469643 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-14ec41ff-a8b4-4d1a-93a6-3268eabee260 admin admin] Transition to ACTIVE for port object abf5e1d6-3424-4a6c-9c61-56261771a631 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:48:29.471161 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-da1758eb-471f-44fe-8f61-59485f6ecd27 None None] Transition to ACTIVE for port object 20a5295a-dac8-42ee-bc3c-d922b666a8ea will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:48:29.518041 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:29.552313 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 1198eedb-6f4b-4cf4-8c06-94f7e77e184a, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=1198eedb-6f4b-4cf4-8c06-94f7e77e184a,segment=NetworkSegment(348e4408-4285-404f-b56f-963a1c6315bb),segment_id=348e4408-4285-404f-b56f-963a1c6315bb)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:29.560496 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-da1758eb-471f-44fe-8f61-59485f6ecd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:29.589685 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-14ec41ff-a8b4-4d1a-93a6-3268eabee260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:29.613630 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-da1758eb-471f-44fe-8f61-59485f6ecd27 None None] Attempting to bind port 20a5295a-dac8-42ee-bc3c-d922b666a8ea on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:48:29.614006 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-da1758eb-471f-44fe-8f61-59485f6ecd27 None None] Attempting to bind port 20a5295a-dac8-42ee-bc3c-d922b666a8ea by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:48:29.614371 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1758eb-471f-44fe-8f61-59485f6ecd27 None None] Attempting to bind port 20a5295a-dac8-42ee-bc3c-d922b666a8ea on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:48:29.626022 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1758eb-471f-44fe-8f61-59485f6ecd27 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:48:29.626424 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1758eb-471f-44fe-8f61-59485f6ecd27 None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:48:29.627157 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-da1758eb-471f-44fe-8f61-59485f6ecd27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:29.627301 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1758eb-471f-44fe-8f61-59485f6ecd27 None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:48:29.627703 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-da1758eb-471f-44fe-8f61-59485f6ecd27 None None] Bound port: 20a5295a-dac8-42ee-bc3c-d922b666a8ea, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:48:29.628052 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-da1758eb-471f-44fe-8f61-59485f6ecd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:29.631734 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b8a3a-6ba9-4793-b5fb-2f920a199e70 None None] Pushing event updated for resources: {'Port': ['ID=20a5295a-dac8-42ee-bc3c-d922b666a8ea,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:29.638818 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ec41ff-a8b4-4d1a-93a6-3268eabee260 admin admin] Network b6cdd96e-35af-43dc-acef-1fbfb05b9360 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:48:29.641660 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-14ec41ff-a8b4-4d1a-93a6-3268eabee260 admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:48:29.644201 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ec41ff-a8b4-4d1a-93a6-3268eabee260 admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:48:29.657943 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:29.658729 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 42493739-b5bd-4d79-9e09-60faec5bde92 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:48:29.672165 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec41ff-a8b4-4d1a-93a6-3268eabee260 admin admin] Pushing event updated for resources: {'Port': ['ID=abf5e1d6-3424-4a6c-9c61-56261771a631,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:29.699297 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-14ec41ff-a8b4-4d1a-93a6-3268eabee260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:29.764325 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-da1758eb-471f-44fe-8f61-59485f6ecd27 None None] For port 20a5295a-dac8-42ee-bc3c-d922b666a8ea, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:48:29.770481 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-da1758eb-471f-44fe-8f61-59485f6ecd27 None None] For port 20a5295a-dac8-42ee-bc3c-d922b666a8ea, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=20a5295a-dac8-42ee-bc3c-d922b666a8ea,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:48:29.773271 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=1198eedb-6f4b-4cf4-8c06-94f7e77e184a,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:29.847363 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-da1758eb-471f-44fe-8f61-59485f6ecd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:29.899115 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 42493739-b5bd-4d79-9e09-60faec5bde92 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:48:29.917307 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 42493739-b5bd-4d79-9e09-60faec5bde92 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:29.917817 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:29.932796 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-14ec41ff-a8b4-4d1a-93a6-3268eabee260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:29.965472 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-17be61fc-68fb-4786-9c98-5a1368793e39 req-821fe950-0ea9-46b4-ae20-d745c772119a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 210 time: 0.0389090 Jun 30 09:48:29.991987 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1758eb-471f-44fe-8f61-59485f6ecd27 None None] Routers {'46a8e834-faff-492d-ae69-bad895a824df'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:48:29.992627 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-da1758eb-471f-44fe-8f61-59485f6ecd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:48:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['46a8e834-faff-492d-ae69-bad895a824df'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:29.994347 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b8a3a-6ba9-4793-b5fb-2f920a199e70 None None] Pushing event updated for resources: {'Port': ['ID=20a5295a-dac8-42ee-bc3c-d922b666a8ea,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:30.097353 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-26f54290-0948-4cb6-8ff3-66f8013aad51 None None] Provisioning for port abf5e1d6-3424-4a6c-9c61-56261771a631 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:48:30.106413 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-26f54290-0948-4cb6-8ff3-66f8013aad51 None None] Provisioning complete for port abf5e1d6-3424-4a6c-9c61-56261771a631 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:30.106834 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-26f54290-0948-4cb6-8ff3-66f8013aad51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:30.132427 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-14ec41ff-a8b4-4d1a-93a6-3268eabee260 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:30.182827 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:30.185771 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-da1758eb-471f-44fe-8f61-59485f6ecd27 None None] Set router 46a8e834-faff-492d-ae69-bad895a824df gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:48:30.188315 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-26f54290-0948-4cb6-8ff3-66f8013aad51 None None] Port abf5e1d6-3424-4a6c-9c61-56261771a631 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:48:30.228062 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-14ec41ff-a8b4-4d1a-93a6-3268eabee260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:30.294802 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 42493739-b5bd-4d79-9e09-60faec5bde92, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=42493739-b5bd-4d79-9e09-60faec5bde92,segment=NetworkSegment(6701fc9a-1b75-46c9-bdda-4b04827d9a45),segment_id=6701fc9a-1b75-46c9-bdda-4b04827d9a45)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:30.296672 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-14ec41ff-a8b4-4d1a-93a6-3268eabee260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:30.298386 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec41ff-a8b4-4d1a-93a6-3268eabee260 admin admin] Pushing event updated for resources: {'Port': ['ID=abf5e1d6-3424-4a6c-9c61-56261771a631,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:30.369208 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:30.584640 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=42493739-b5bd-4d79-9e09-60faec5bde92,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:30.635602 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-da1758eb-471f-44fe-8f61-59485f6ecd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a8e834-faff-492d-ae69-bad895a824df', 'name': 'tempest-TestServerMultinode-1043953427-router', 'tenant_id': '637ce41423eb4a0d9e29901c55f3c66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '20a5295a-dac8-42ee-bc3c-d922b666a8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:48:25Z', 'updated_at': '2021-06-30T09:48:29Z', 'revision_number': 4, 'project_id': '637ce41423eb4a0d9e29901c55f3c66d', 'gw_port': {'id': '20a5295a-dac8-42ee-bc3c-d922b666a8ea', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a8e834-faff-492d-ae69-bad895a824df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:26Z', 'updated_at': '2021-06-30T09:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'abf5e1d6-3424-4a6c-9c61-56261771a631', 'name': '', 'network_id': 'b6cdd96e-35af-43dc-acef-1fbfb05b9360', 'tenant_id': '637ce41423eb4a0d9e29901c55f3c66d', 'mac_address': 'fa:16:3e:99:c0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a8e834-faff-492d-ae69-bad895a824df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '47d76329-afee-422e-b476-b745d6e33cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:29Z', 'updated_at': '2021-06-30T09:48:29Z', 'revision_number': 1, 'project_id': '637ce41423eb4a0d9e29901c55f3c66d', 'subnets': [{'id': '47d76329-afee-422e-b476-b745d6e33cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:30.685392 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1758eb-471f-44fe-8f61-59485f6ecd27 None None] The sync data for ids ['46a8e834-faff-492d-ae69-bad895a824df'] in n-d-771363-31 is: [{'id': '46a8e834-faff-492d-ae69-bad895a824df', 'name': 'tempest-TestServerMultinode-1043953427-router', 'tenant_id': '637ce41423eb4a0d9e29901c55f3c66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '20a5295a-dac8-42ee-bc3c-d922b666a8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:48:25Z', 'updated_at': '2021-06-30T09:48:29Z', 'revision_number': 4, 'project_id': '637ce41423eb4a0d9e29901c55f3c66d', 'gw_port': {'id': '20a5295a-dac8-42ee-bc3c-d922b666a8ea', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a8e834-faff-492d-ae69-bad895a824df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:26Z', 'updated_at': '2021-06-30T09:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'abf5e1d6-3424-4a6c-9c61-56261771a631', 'name': '', 'network_id': 'b6cdd96e-35af-43dc-acef-1fbfb05b9360', 'tenant_id': '637ce41423eb4a0d9e29901c55f3c66d', 'mac_address': 'fa:16:3e:99:c0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a8e834-faff-492d-ae69-bad895a824df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '47d76329-afee-422e-b476-b745d6e33cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:29Z', 'updated_at': '2021-06-30T09:48:29Z', 'revision_number': 1, 'project_id': '637ce41423eb4a0d9e29901c55f3c66d', 'subnets': [{'id': '47d76329-afee-422e-b476-b745d6e33cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:48:30.748194 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ec41ff-a8b4-4d1a-93a6-3268eabee260 admin admin] Network b6cdd96e-35af-43dc-acef-1fbfb05b9360 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:48:30.749863 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-14ec41ff-a8b4-4d1a-93a6-3268eabee260 admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:48:30.869978 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ec41ff-a8b4-4d1a-93a6-3268eabee260 admin admin] Router 46a8e834-faff-492d-ae69-bad895a824df has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:48:31.046861 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ec41ff-a8b4-4d1a-93a6-3268eabee260 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:48:31.051985 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-14ec41ff-a8b4-4d1a-93a6-3268eabee260 admin admin] 10.222.0.10 "PUT /v2.0/routers/46a8e834-faff-492d-ae69-bad895a824df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4859660 Jun 30 09:48:31.098192 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 1198eedb-6f4b-4cf4-8c06-94f7e77e184a up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:48:31.189070 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-686afdb7-6a97-4539-a2e7-a7644c03d5d2 None None] Provisioning complete for port abf5e1d6-3424-4a6c-9c61-56261771a631 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:31.189435 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-686afdb7-6a97-4539-a2e7-a7644c03d5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:31.219758 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-897cdb45-b41c-4fcf-a4e7-a72b7c198aed req-159ab3cb-a00c-48f6-a195-82f1eb67d25b tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 210 time: 0.0510025 Jun 30 09:48:31.233561 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 1198eedb-6f4b-4cf4-8c06-94f7e77e184a triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:31.233931 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:31.239669 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-686afdb7-6a97-4539-a2e7-a7644c03d5d2 None None] Port abf5e1d6-3424-4a6c-9c61-56261771a631 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:48:31.353130 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 42493739-b5bd-4d79-9e09-60faec5bde92 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:48:31.432713 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 42493739-b5bd-4d79-9e09-60faec5bde92 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:31.432713 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:31.768063 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-06fcd91a-cfe8-4664-af0b-7ac7be6cc21c tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:31.769763 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-06fcd91a-cfe8-4664-af0b-7ac7be6cc21c tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/networks?id=6cbb5981-8f03-4d31-9834-992f34d566ae HTTP/1.1" status: 200 len: 911 time: 0.0910597 Jun 30 09:48:31.785939 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-a8d808d3-57c3-4df1-9f8c-87c74a1efab5 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/quotas/637ce41423eb4a0d9e29901c55f3c66d HTTP/1.1" status: 200 len: 375 time: 0.0096555 Jun 30 09:48:31.885509 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-a5510c0d-8879-44ee-983b-c195db7b2c9c tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?tenant_id=637ce41423eb4a0d9e29901c55f3c66d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932159 Jun 30 09:48:31.987096 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-5211b81d-0de5-401d-9051-5d7ac5782d74 service neutron] 10.222.0.10 "GET /v2.0/networks/6cbb5981-8f03-4d31-9834-992f34d566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941694 Jun 30 09:48:32.096125 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-a1c3acab-ea20-4685-a0ad-eeab53846c79 service neutron] 10.222.0.10 "GET /v2.0/networks/6cbb5981-8f03-4d31-9834-992f34d566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020784 Jun 30 09:48:32.386043 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d3d198fc-7213-47cf-a196-c20347557ebd req-c0add199-a243-4f26-9768-7f5a206a5edc tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 210 time: 0.0305338 Jun 30 09:48:33.042306 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 20a5295a-dac8-42ee-bc3c-d922b666a8ea up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:48:33.183226 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 20a5295a-dac8-42ee-bc3c-d922b666a8ea completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:48:33.187504 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 20a5295a-dac8-42ee-bc3c-d922b666a8ea triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:33.187868 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:33.274386 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:33.295809 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 20a5295a-dac8-42ee-bc3c-d922b666a8ea, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=20a5295a-dac8-42ee-bc3c-d922b666a8ea,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:33.387854 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:33.399002 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5b076cd3-51bc-4eef-89e0-7a76a66f4e15 req-058b0f21-27fd-4553-bbbd-e38ca3325139 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1b88c930-76c7-45cf-a7d9-757bb740d2dc HTTP/1.1" status: 200 len: 210 time: 0.0371225 Jun 30 09:48:33.454132 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=20a5295a-dac8-42ee-bc3c-d922b666a8ea,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:33.576595 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4c94c615-86c9-4a53-90e7-d5a1dcce280d req-4b0535c4-87b7-4f56-9fcb-d5f0b5170383 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 210 time: 0.0381095 Jun 30 09:48:34.481877 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8f5fbcd3-dbc0-44a5-aa5a-ac5da50c803f req-cd003542-5d5c-4b45-b8a5-f488c70a01e6 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1b88c930-76c7-45cf-a7d9-757bb740d2dc HTTP/1.1" status: 200 len: 210 time: 0.0387287 Jun 30 09:48:34.741832 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b77bed4c-2680-403b-81ba-8d01e0cd6d2e req-34d96d79-122e-475b-adba-590af600f94d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 210 time: 0.0298941 Jun 30 09:48:34.791251 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b448af1f-a1a4-4589-91ed-0c46a2bfcd15 None None] Sync routers for ids ['46a8e834-faff-492d-ae69-bad895a824df'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:48:34.800162 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b448af1f-a1a4-4589-91ed-0c46a2bfcd15 None None] Routers {'46a8e834-faff-492d-ae69-bad895a824df'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:48:34.800842 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b448af1f-a1a4-4589-91ed-0c46a2bfcd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:48:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['46a8e834-faff-492d-ae69-bad895a824df'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:35.005636 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-b448af1f-a1a4-4589-91ed-0c46a2bfcd15 None None] Set router 46a8e834-faff-492d-ae69-bad895a824df gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:48:35.038174 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 20a5295a-dac8-42ee-bc3c-d922b666a8ea up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:48:35.091380 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 20a5295a-dac8-42ee-bc3c-d922b666a8ea triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:35.091915 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:35.215798 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b448af1f-a1a4-4589-91ed-0c46a2bfcd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a8e834-faff-492d-ae69-bad895a824df', 'name': 'tempest-TestServerMultinode-1043953427-router', 'tenant_id': '637ce41423eb4a0d9e29901c55f3c66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '20a5295a-dac8-42ee-bc3c-d922b666a8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:48:25Z', 'updated_at': '2021-06-30T09:48:29Z', 'revision_number': 4, 'project_id': '637ce41423eb4a0d9e29901c55f3c66d', 'gw_port': {'id': '20a5295a-dac8-42ee-bc3c-d922b666a8ea', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a8e834-faff-492d-ae69-bad895a824df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:26Z', 'updated_at': '2021-06-30T09:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'abf5e1d6-3424-4a6c-9c61-56261771a631', 'name': '', 'network_id': 'b6cdd96e-35af-43dc-acef-1fbfb05b9360', 'tenant_id': '637ce41423eb4a0d9e29901c55f3c66d', 'mac_address': 'fa:16:3e:99:c0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a8e834-faff-492d-ae69-bad895a824df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '47d76329-afee-422e-b476-b745d6e33cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:29Z', 'updated_at': '2021-06-30T09:48:29Z', 'revision_number': 2, 'project_id': '637ce41423eb4a0d9e29901c55f3c66d', 'subnets': [{'id': '47d76329-afee-422e-b476-b745d6e33cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:35.246204 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b448af1f-a1a4-4589-91ed-0c46a2bfcd15 None None] Checking router: 46a8e834-faff-492d-ae69-bad895a824df for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:48:35.246644 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b448af1f-a1a4-4589-91ed-0c46a2bfcd15 None None] Updating router 46a8e834-faff-492d-ae69-bad895a824df port abf5e1d6-3424-4a6c-9c61-56261771a631 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:48:35.282515 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b448af1f-a1a4-4589-91ed-0c46a2bfcd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:35.563766 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b448af1f-a1a4-4589-91ed-0c46a2bfcd15 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:35.574885 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-b448af1f-a1a4-4589-91ed-0c46a2bfcd15 None None] Transition to ACTIVE for port object abf5e1d6-3424-4a6c-9c61-56261771a631 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:48:35.625171 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9329c5f4-4cc3-4b5f-a1d0-fd8b95cba760 req-213334ae-cdda-4716-8477-5631136631fa tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1b88c930-76c7-45cf-a7d9-757bb740d2dc HTTP/1.1" status: 200 len: 210 time: 0.0271144 Jun 30 09:48:35.633940 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b448af1f-a1a4-4589-91ed-0c46a2bfcd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:35.695109 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51753a55-8471-431d-aeee-e237ecd9214e None None] Pushing event updated for resources: {'Port': ['ID=abf5e1d6-3424-4a6c-9c61-56261771a631,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:35.722063 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51753a55-8471-431d-aeee-e237ecd9214e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:35.722399 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51753a55-8471-431d-aeee-e237ecd9214e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:35.722757 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51753a55-8471-431d-aeee-e237ecd9214e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:35.723064 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51753a55-8471-431d-aeee-e237ecd9214e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:35.723420 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51753a55-8471-431d-aeee-e237ecd9214e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:35.723741 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51753a55-8471-431d-aeee-e237ecd9214e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:35.724058 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51753a55-8471-431d-aeee-e237ecd9214e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:35.725829 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51753a55-8471-431d-aeee-e237ecd9214e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:35.725829 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51753a55-8471-431d-aeee-e237ecd9214e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:35.725829 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51753a55-8471-431d-aeee-e237ecd9214e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:35.726092 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51753a55-8471-431d-aeee-e237ecd9214e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:35.726380 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51753a55-8471-431d-aeee-e237ecd9214e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:35.764205 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-b448af1f-a1a4-4589-91ed-0c46a2bfcd15 None None] Attempting to bind port abf5e1d6-3424-4a6c-9c61-56261771a631 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:48:35.764205 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-b448af1f-a1a4-4589-91ed-0c46a2bfcd15 None None] Attempting to bind port abf5e1d6-3424-4a6c-9c61-56261771a631 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '6701fc9a-1b75-46c9-bdda-4b04827d9a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b6cdd96e-35af-43dc-acef-1fbfb05b9360'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:48:35.764522 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b448af1f-a1a4-4589-91ed-0c46a2bfcd15 None None] Attempting to bind port abf5e1d6-3424-4a6c-9c61-56261771a631 on network b6cdd96e-35af-43dc-acef-1fbfb05b9360 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:48:35.769785 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b448af1f-a1a4-4589-91ed-0c46a2bfcd15 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:48:35.770153 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b448af1f-a1a4-4589-91ed-0c46a2bfcd15 None None] Checking segment: {'id': '6701fc9a-1b75-46c9-bdda-4b04827d9a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b6cdd96e-35af-43dc-acef-1fbfb05b9360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:48:35.770549 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b448af1f-a1a4-4589-91ed-0c46a2bfcd15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:35.770935 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b448af1f-a1a4-4589-91ed-0c46a2bfcd15 None None] Bound using segment: {'id': '6701fc9a-1b75-46c9-bdda-4b04827d9a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b6cdd96e-35af-43dc-acef-1fbfb05b9360'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:48:35.772169 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-b448af1f-a1a4-4589-91ed-0c46a2bfcd15 None None] Bound port: abf5e1d6-3424-4a6c-9c61-56261771a631, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6701fc9a-1b75-46c9-bdda-4b04827d9a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b6cdd96e-35af-43dc-acef-1fbfb05b9360'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:48:35.772551 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b448af1f-a1a4-4589-91ed-0c46a2bfcd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:35.843414 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-b448af1f-a1a4-4589-91ed-0c46a2bfcd15 None None] For port abf5e1d6-3424-4a6c-9c61-56261771a631, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:48:35.846713 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-b448af1f-a1a4-4589-91ed-0c46a2bfcd15 None None] For port abf5e1d6-3424-4a6c-9c61-56261771a631, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=abf5e1d6-3424-4a6c-9c61-56261771a631,segment=NetworkSegment(6701fc9a-1b75-46c9-bdda-4b04827d9a45),segment_id=6701fc9a-1b75-46c9-bdda-4b04827d9a45)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:48:35.898986 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b448af1f-a1a4-4589-91ed-0c46a2bfcd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:35.917809 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-270027f5-014e-42ef-8e83-c98adf3c41a6 req-76930eb0-dd3d-437a-ad25-c6eb1079b8b1 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 210 time: 0.0346196 Jun 30 09:48:35.984673 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51753a55-8471-431d-aeee-e237ecd9214e None None] Pushing event updated for resources: {'Port': ['ID=abf5e1d6-3424-4a6c-9c61-56261771a631,revision_number=4']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:35.997376 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b448af1f-a1a4-4589-91ed-0c46a2bfcd15 None None] Routers {'46a8e834-faff-492d-ae69-bad895a824df'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:48:35.997753 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b448af1f-a1a4-4589-91ed-0c46a2bfcd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:48:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['46a8e834-faff-492d-ae69-bad895a824df'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:36.121237 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-b448af1f-a1a4-4589-91ed-0c46a2bfcd15 None None] Set router 46a8e834-faff-492d-ae69-bad895a824df gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:48:36.356640 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b448af1f-a1a4-4589-91ed-0c46a2bfcd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a8e834-faff-492d-ae69-bad895a824df', 'name': 'tempest-TestServerMultinode-1043953427-router', 'tenant_id': '637ce41423eb4a0d9e29901c55f3c66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '20a5295a-dac8-42ee-bc3c-d922b666a8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:48:25Z', 'updated_at': '2021-06-30T09:48:29Z', 'revision_number': 4, 'project_id': '637ce41423eb4a0d9e29901c55f3c66d', 'gw_port': {'id': '20a5295a-dac8-42ee-bc3c-d922b666a8ea', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a8e834-faff-492d-ae69-bad895a824df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:26Z', 'updated_at': '2021-06-30T09:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'abf5e1d6-3424-4a6c-9c61-56261771a631', 'name': '', 'network_id': 'b6cdd96e-35af-43dc-acef-1fbfb05b9360', 'tenant_id': '637ce41423eb4a0d9e29901c55f3c66d', 'mac_address': 'fa:16:3e:99:c0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a8e834-faff-492d-ae69-bad895a824df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '47d76329-afee-422e-b476-b745d6e33cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:29Z', 'updated_at': '2021-06-30T09:48:35Z', 'revision_number': 4, 'project_id': '637ce41423eb4a0d9e29901c55f3c66d', 'subnets': [{'id': '47d76329-afee-422e-b476-b745d6e33cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:36.382590 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b448af1f-a1a4-4589-91ed-0c46a2bfcd15 None None] The sync data for ids ['46a8e834-faff-492d-ae69-bad895a824df'] in n-d-771363-31 is: [{'id': '46a8e834-faff-492d-ae69-bad895a824df', 'name': 'tempest-TestServerMultinode-1043953427-router', 'tenant_id': '637ce41423eb4a0d9e29901c55f3c66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '20a5295a-dac8-42ee-bc3c-d922b666a8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:48:25Z', 'updated_at': '2021-06-30T09:48:29Z', 'revision_number': 4, 'project_id': '637ce41423eb4a0d9e29901c55f3c66d', 'gw_port': {'id': '20a5295a-dac8-42ee-bc3c-d922b666a8ea', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a8e834-faff-492d-ae69-bad895a824df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:26Z', 'updated_at': '2021-06-30T09:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'abf5e1d6-3424-4a6c-9c61-56261771a631', 'name': '', 'network_id': 'b6cdd96e-35af-43dc-acef-1fbfb05b9360', 'tenant_id': '637ce41423eb4a0d9e29901c55f3c66d', 'mac_address': 'fa:16:3e:99:c0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a8e834-faff-492d-ae69-bad895a824df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '47d76329-afee-422e-b476-b745d6e33cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:29Z', 'updated_at': '2021-06-30T09:48:35Z', 'revision_number': 4, 'project_id': '637ce41423eb4a0d9e29901c55f3c66d', 'subnets': [{'id': '47d76329-afee-422e-b476-b745d6e33cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:48:36.405617 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-4641d5bd-2b5b-4e01-b831-c23bd275ae1c tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:36.407108 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-4641d5bd-2b5b-4e01-b831-c23bd275ae1c tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.52 "GET /v2.0/networks?id=6cbb5981-8f03-4d31-9834-992f34d566ae HTTP/1.1" status: 200 len: 911 time: 0.1041479 Jun 30 09:48:36.428297 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-74a5e975-c3db-4360-93ee-1611fadf4ff9 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Request body: {'port': {'device_id': '1b88c930-76c7-45cf-a7d9-757bb740d2dc', 'network_id': '6cbb5981-8f03-4d31-9834-992f34d566ae', 'admin_state_up': True, 'tenant_id': '637ce41423eb4a0d9e29901c55f3c66d'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:48:36.555011 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-74a5e975-c3db-4360-93ee-1611fadf4ff9 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Made reservation on behalf of 637ce41423eb4a0d9e29901c55f3c66d for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:48:36.557588 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-74a5e975-c3db-4360-93ee-1611fadf4ff9 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:36.704112 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-74a5e975-c3db-4360-93ee-1611fadf4ff9 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Allocated IP 172.20.0.3 (6cbb5981-8f03-4d31-9834-992f34d566ae/372c5caa-2621-4286-9cc0-b8803b05d631/ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:48:36.873450 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-74a5e975-c3db-4360-93ee-1611fadf4ff9 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:36.896898 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1aa9ce21-ac5a-41d1-9460-128067b56c88 req-01783e20-33b1-44d4-bae1-32d9f203ba1f tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1b88c930-76c7-45cf-a7d9-757bb740d2dc HTTP/1.1" status: 200 len: 210 time: 0.0883484 Jun 30 09:48:36.904730 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-74a5e975-c3db-4360-93ee-1611fadf4ff9 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Transition to ACTIVE for port object ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:48:37.048646 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device abf5e1d6-3424-4a6c-9c61-56261771a631 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:48:37.132655 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85df05ed-2c79-4ea6-a19c-609dbee998f9 req-63c83ffb-d02b-42e3-89a6-1b05ceeef338 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/ports?device_id=696332f2-069a-4332-a502-436f084032a0 HTTP/1.1" status: 200 len: 210 time: 0.0353334 Jun 30 09:48:37.163421 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-74a5e975-c3db-4360-93ee-1611fadf4ff9 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:37.204747 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-74a5e975-c3db-4360-93ee-1611fadf4ff9 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Network 6cbb5981-8f03-4d31-9834-992f34d566ae is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:48:37.207556 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-74a5e975-c3db-4360-93ee-1611fadf4ff9 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:48:37.213244 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-74a5e975-c3db-4360-93ee-1611fadf4ff9 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:48:37.235570 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5e975-c3db-4360-93ee-1611fadf4ff9 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Pushing event updated for resources: {'Port': ['ID=ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:37.258379 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-74a5e975-c3db-4360-93ee-1611fadf4ff9 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:37.258989 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-74a5e975-c3db-4360-93ee-1611fadf4ff9 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:37.447915 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-74a5e975-c3db-4360-93ee-1611fadf4ff9 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0282016 Jun 30 09:48:37.449318 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port abf5e1d6-3424-4a6c-9c61-56261771a631 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:48:37.453873 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port abf5e1d6-3424-4a6c-9c61-56261771a631 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:37.454253 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:37.459834 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-e437bfb2-540c-43ce-993b-27219aeb0419 service neutron] Request body: {'port': {'device_id': '1b88c930-76c7-45cf-a7d9-757bb740d2dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:48:37.539142 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-e437bfb2-540c-43ce-993b-27219aeb0419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:37.540222 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:37.569956 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-734ee5a5-45d8-41bf-9fce-b22be03e2ee8 None None] Provisioning for port ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:48:37.575704 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port abf5e1d6-3424-4a6c-9c61-56261771a631, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=abf5e1d6-3424-4a6c-9c61-56261771a631,segment=NetworkSegment(6701fc9a-1b75-46c9-bdda-4b04827d9a45),segment_id=6701fc9a-1b75-46c9-bdda-4b04827d9a45)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:37.592454 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-734ee5a5-45d8-41bf-9fce-b22be03e2ee8 None None] Provisioning complete for port ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:37.592454 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-734ee5a5-45d8-41bf-9fce-b22be03e2ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:37.610665 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-734ee5a5-45d8-41bf-9fce-b22be03e2ee8 None None] Port ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:48:37.691169 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:37.754856 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=abf5e1d6-3424-4a6c-9c61-56261771a631,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:37.820456 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-e437bfb2-540c-43ce-993b-27219aeb0419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:48:37.827411 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-e437bfb2-540c-43ce-993b-27219aeb0419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:37.839482 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-e437bfb2-540c-43ce-993b-27219aeb0419 service neutron] Transition to ACTIVE for port object ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:48:37.846581 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:38.012370 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-e437bfb2-540c-43ce-993b-27219aeb0419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:38.098530 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437bfb2-540c-43ce-993b-27219aeb0419 service neutron] Pushing event updated for resources: {'Port': ['ID=ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:38.178516 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fcabb-3143-4d28-8591-620c3e21342a req-892643be-382a-42fe-9978-1842d2b485f7 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:38.179927 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3c5fcabb-3143-4d28-8591-620c3e21342a req-892643be-382a-42fe-9978-1842d2b485f7 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1b88c930-76c7-45cf-a7d9-757bb740d2dc HTTP/1.1" status: 200 len: 1053 time: 0.1326811 Jun 30 09:48:38.204842 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-e437bfb2-540c-43ce-993b-27219aeb0419 service neutron] Attempting to bind port ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:48:38.205149 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-e437bfb2-540c-43ce-993b-27219aeb0419 service neutron] Attempting to bind port ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '348e4408-4285-404f-b56f-963a1c6315bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6cbb5981-8f03-4d31-9834-992f34d566ae'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:48:38.205411 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-e437bfb2-540c-43ce-993b-27219aeb0419 service neutron] Attempting to bind port ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2 on network 6cbb5981-8f03-4d31-9834-992f34d566ae {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:48:38.219782 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-e437bfb2-540c-43ce-993b-27219aeb0419 service neutron] Port ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2 on network 6cbb5981-8f03-4d31-9834-992f34d566ae not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:48:38.220120 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-e437bfb2-540c-43ce-993b-27219aeb0419 service neutron] Attempting to bind port ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2 on network 6cbb5981-8f03-4d31-9834-992f34d566ae {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:48:38.235395 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-e437bfb2-540c-43ce-993b-27219aeb0419 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:48:38.235731 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-e437bfb2-540c-43ce-993b-27219aeb0419 service neutron] Checking segment: {'id': '348e4408-4285-404f-b56f-963a1c6315bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6cbb5981-8f03-4d31-9834-992f34d566ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:48:38.236118 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-e437bfb2-540c-43ce-993b-27219aeb0419 service neutron] Bound using segment: {'id': '348e4408-4285-404f-b56f-963a1c6315bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6cbb5981-8f03-4d31-9834-992f34d566ae'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:48:38.236557 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-e437bfb2-540c-43ce-993b-27219aeb0419 service neutron] Bound port: ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '348e4408-4285-404f-b56f-963a1c6315bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6cbb5981-8f03-4d31-9834-992f34d566ae'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:48:38.236918 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-e437bfb2-540c-43ce-993b-27219aeb0419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:38.255172 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3c5fcabb-3143-4d28-8591-620c3e21342a req-202fa468-09d2-4b4d-9019-130fc17a6c87 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0d709924-2f4f-4d3b-bbc0-216e3e0dd4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656295 Jun 30 09:48:38.322097 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-e437bfb2-540c-43ce-993b-27219aeb0419 service neutron] For port ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:48:38.325346 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-e437bfb2-540c-43ce-993b-27219aeb0419 service neutron] For port ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2,segment=NetworkSegment(348e4408-4285-404f-b56f-963a1c6315bb),segment_id=348e4408-4285-404f-b56f-963a1c6315bb)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:48:38.396341 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54518) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:38.452021 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a92a86b-5f15-4437-97b4-ab38e4d2681a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:38.470285 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-e437bfb2-540c-43ce-993b-27219aeb0419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:38.477326 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a92a86b-5f15-4437-97b4-ab38e4d2681a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:38.510364 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-e437bfb2-540c-43ce-993b-27219aeb0419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:38.510985 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-e437bfb2-540c-43ce-993b-27219aeb0419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:38.512454 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-e437bfb2-540c-43ce-993b-27219aeb0419 service neutron] 10.222.0.52 "PUT /v2.0/ports/ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2 HTTP/1.1" status: 200 len: 1092 time: 1.0571864 Jun 30 09:48:38.512925 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b88c930-76c7-45cf-a7d9-757bb740d2dc', 'tag': 'ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:48:38.515559 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746246f1-47dc-4b30-8c7f-9f2abd6a4232" -d '{"events": [{"name": "network-changed", "server_uuid": "1b88c930-76c7-45cf-a7d9-757bb740d2dc", "tag": "ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:48:38.564681 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437bfb2-540c-43ce-993b-27219aeb0419 service neutron] Pushing event updated for resources: {'Port': ['ID=ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:38.564681 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a26e54e-332b-4b02-9a5d-15ac9defe6af x-openstack-request-id: req-8a26e54e-332b-4b02-9a5d-15ac9defe6af {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:48:38.564681 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b88c930-76c7-45cf-a7d9-757bb740d2dc", "tag": "ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:48:38.564681 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8a26e54e-332b-4b02-9a5d-15ac9defe6af {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:48:38.564681 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b88c930-76c7-45cf-a7d9-757bb740d2dc', 'tag': 'ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2', 'status': 'completed', 'code': 200} Jun 30 09:48:38.637095 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746246f1-47dc-4b30-8c7f-9f2abd6a4232 req-cf26e622-ca3d-4745-9542-85ea460aa816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:38.638587 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-746246f1-47dc-4b30-8c7f-9f2abd6a4232 req-cf26e622-ca3d-4745-9542-85ea460aa816 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=637ce41423eb4a0d9e29901c55f3c66d&device_id=1b88c930-76c7-45cf-a7d9-757bb740d2dc HTTP/1.1" status: 200 len: 1095 time: 0.0598948 Jun 30 09:48:38.739484 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746246f1-47dc-4b30-8c7f-9f2abd6a4232 req-b74cbcca-1ee1-49ed-a016-49618cbb6c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:38.740867 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-746246f1-47dc-4b30-8c7f-9f2abd6a4232 req-b74cbcca-1ee1-49ed-a016-49618cbb6c96 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=637ce41423eb4a0d9e29901c55f3c66d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0938361 Jun 30 09:48:38.749584 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a92a86b-5f15-4437-97b4-ab38e4d2681a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:38.761132 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1a92a86b-5f15-4437-97b4-ab38e4d2681a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:38.761132 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1a92a86b-5f15-4437-97b4-ab38e4d2681a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "DELETE /v2.0/security-groups/bb6229e6-a72a-4f53-95c9-440717c05746 HTTP/1.1" status: 204 len: 168 time: 0.3595855 Jun 30 09:48:38.761385 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 54522) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:38.767096 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92a86b-5f15-4437-97b4-ab38e4d2681a tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6229e6-a72a-4f53-95c9-440717c05746,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:38.824935 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-757f5109-18ee-449e-bba3-950e7f966e49 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] show failed (client error): The resource could not be found. Jun 30 09:48:38.824935 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-757f5109-18ee-449e-bba3-950e7f966e49 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "GET /v2.0/security-groups/bb6229e6-a72a-4f53-95c9-440717c05746 HTTP/1.1" status: 404 len: 347 time: 0.0656967 Jun 30 09:48:38.827391 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54524) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:38.879913 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746246f1-47dc-4b30-8c7f-9f2abd6a4232 req-8024a662-32a0-44d1-bd07-4f1a039caa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:38.882347 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-746246f1-47dc-4b30-8c7f-9f2abd6a4232 req-8024a662-32a0-44d1-bd07-4f1a039caa25 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1333866 Jun 30 09:48:38.969221 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-d6a01201-c935-46f1-b34d-c2f45b114452 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Deleting port 30c28da4-327c-40dc-818c-c4b3221f18f6 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:48:38.969711 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d6a01201-c935-46f1-b34d-c2f45b114452 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:38.995334 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-0c0d8473-9c20-4e10-84fd-e2004d2c5068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:38.996889 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-0c0d8473-9c20-4e10-84fd-e2004d2c5068 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=637ce41423eb4a0d9e29901c55f3c66d&device_id=1b88c930-76c7-45cf-a7d9-757bb740d2dc HTTP/1.1" status: 200 len: 1095 time: 0.0617034 Jun 30 09:48:39.040429 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device abf5e1d6-3424-4a6c-9c61-56261771a631 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:48:39.045510 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:39.050668 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-00f4377f-2d24-4ced-beac-ffad9c9ef0d9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2 HTTP/1.1" status: 200 len: 217 time: 0.0412774 Jun 30 09:48:39.081981 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d6a01201-c935-46f1-b34d-c2f45b114452 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:39.081981 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d6a01201-c935-46f1-b34d-c2f45b114452 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:39.095402 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port abf5e1d6-3424-4a6c-9c61-56261771a631 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:39.095777 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:39.098831 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-d6a01201-c935-46f1-b34d-c2f45b114452 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Calling delete_port for 30c28da4-327c-40dc-818c-c4b3221f18f6 owned by network:floatingip {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:48:39.111253 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-4225a3cd-a0fb-45a0-bddf-513abeb01e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:39.113835 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-4225a3cd-a0fb-45a0-bddf-513abeb01e99 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=372c5caa-2621-4286-9cc0-b8803b05d631 HTTP/1.1" status: 200 len: 849 time: 0.0528731 Jun 30 09:48:39.193415 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-96304385-7d6d-42ba-9bbb-5bdbd6f9ce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:39.195167 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-96304385-7d6d-42ba-9bbb-5bdbd6f9ce12 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cbb5981-8f03-4d31-9834-992f34d566ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723467 Jun 30 09:48:39.296496 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-d297ec46-f434-4142-9443-ed509c89840e service neutron] 10.222.0.52 "GET /v2.0/networks/6cbb5981-8f03-4d31-9834-992f34d566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906916 Jun 30 09:48:39.389170 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d6a01201-c935-46f1-b34d-c2f45b114452 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:39.402269 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5857ee3e-957f-401b-84cd-dbe617f1d71d req-c8059135-278e-4e12-8ec9-cbbc7c70eec7 service neutron] 10.222.0.52 "GET /v2.0/networks/6cbb5981-8f03-4d31-9834-992f34d566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952678 Jun 30 09:48:39.435449 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a01201-c935-46f1-b34d-c2f45b114452 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Pushing event deleted for resources: {'Port': ['ID=30c28da4-327c-40dc-818c-c4b3221f18f6,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:39.514708 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d6a01201-c935-46f1-b34d-c2f45b114452 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for floatingip, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:39.517708 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d6a01201-c935-46f1-b34d-c2f45b114452 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:39.523659 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d6a01201-c935-46f1-b34d-c2f45b114452 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "DELETE /v2.0/floatingips/de23a250-084c-4941-af23-00013657869b HTTP/1.1" status: 204 len: 168 time: 0.6901076 Jun 30 09:48:39.523849 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 54528) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:39.523989 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ce118-1307-43ae-b00c-6177977f59f6 req-f266c195-3dec-45e1-8610-a94651ab529c tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:39.524126 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9d5ce118-1307-43ae-b00c-6177977f59f6 req-f266c195-3dec-45e1-8610-a94651ab529c tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1b88c930-76c7-45cf-a7d9-757bb740d2dc HTTP/1.1" status: 200 len: 1095 time: 0.1455295 Jun 30 09:48:39.563252 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9d5ce118-1307-43ae-b00c-6177977f59f6 req-f000fe05-1288-48a3-bcbf-5524eb27cadb tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0d709924-2f4f-4d3b-bbc0-216e3e0dd4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331423 Jun 30 09:48:39.621021 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-ec6f3a34-1767-4cec-b42f-63dbb6594012 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Deleting port d5f71601-cd68-41d3-a3c1-c264a5ecc103 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:48:39.621363 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ec6f3a34-1767-4cec-b42f-63dbb6594012 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:39.709040 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ec6f3a34-1767-4cec-b42f-63dbb6594012 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:39.720520 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-ec6f3a34-1767-4cec-b42f-63dbb6594012 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Calling delete_port for d5f71601-cd68-41d3-a3c1-c264a5ecc103 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:48:39.977936 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ec6f3a34-1767-4cec-b42f-63dbb6594012 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:40.010230 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f3a34-1767-4cec-b42f-63dbb6594012 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Pushing event deleted for resources: {'Port': ['ID=d5f71601-cd68-41d3-a3c1-c264a5ecc103,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:40.083092 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ec6f3a34-1767-4cec-b42f-63dbb6594012 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:40.086010 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ec6f3a34-1767-4cec-b42f-63dbb6594012 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "DELETE /v2.0/ports/d5f71601-cd68-41d3-a3c1-c264a5ecc103 HTTP/1.1" status: 204 len: 168 time: 0.5632036 Jun 30 09:48:40.088655 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 54530) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:40.187310 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-d853b2b6-1873-42f6-aee7-a6d7f57ea31e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Deleting port b47cd298-9fe5-409a-bd3d-f1ce63aef3ff {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:48:40.187652 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d853b2b6-1873-42f6-aee7-a6d7f57ea31e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:40.271557 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d853b2b6-1873-42f6-aee7-a6d7f57ea31e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:40.284158 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-d853b2b6-1873-42f6-aee7-a6d7f57ea31e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Calling delete_port for b47cd298-9fe5-409a-bd3d-f1ce63aef3ff owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:48:40.480736 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d853b2b6-1873-42f6-aee7-a6d7f57ea31e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:40.512357 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853b2b6-1873-42f6-aee7-a6d7f57ea31e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Pushing event deleted for resources: {'Port': ['ID=b47cd298-9fe5-409a-bd3d-f1ce63aef3ff,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:40.585655 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d853b2b6-1873-42f6-aee7-a6d7f57ea31e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:40.587798 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d853b2b6-1873-42f6-aee7-a6d7f57ea31e tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "DELETE /v2.0/ports/b47cd298-9fe5-409a-bd3d-f1ce63aef3ff HTTP/1.1" status: 204 len: 168 time: 0.4979937 Jun 30 09:48:40.590373 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 54534) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:40.645375 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-eede7abd-5645-4a3a-8083-660e2cea5b5d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Deleting subnet 974263d7-b687-4254-8813-85050a72f471 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:48:40.650056 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eede7abd-5645-4a3a-8083-660e2cea5b5d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:40.723106 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eede7abd-5645-4a3a-8083-660e2cea5b5d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:41.108712 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37542066-293b-4792-afd1-219997808cbc req-600eb476-a90f-4b32-9218-c28b360932b3 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:41.110138 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-37542066-293b-4792-afd1-219997808cbc req-600eb476-a90f-4b32-9218-c28b360932b3 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1b88c930-76c7-45cf-a7d9-757bb740d2dc HTTP/1.1" status: 200 len: 1095 time: 0.4305422 Jun 30 09:48:41.169651 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eede7abd-5645-4a3a-8083-660e2cea5b5d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:41.198337 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-37542066-293b-4792-afd1-219997808cbc req-4124cb50-c543-48f4-84b6-d9a05bcee3a3 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0d709924-2f4f-4d3b-bbc0-216e3e0dd4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687730 Jun 30 09:48:41.338840 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eede7abd-5645-4a3a-8083-660e2cea5b5d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:41.373629 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede7abd-5645-4a3a-8083-660e2cea5b5d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Pushing event deleted for resources: {'Subnet': ['ID=974263d7-b687-4254-8813-85050a72f471,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:41.375791 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-eede7abd-5645-4a3a-8083-660e2cea5b5d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:41.378050 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-eede7abd-5645-4a3a-8083-660e2cea5b5d tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "DELETE /v2.0/subnets/974263d7-b687-4254-8813-85050a72f471 HTTP/1.1" status: 204 len: 168 time: 0.7865672 Jun 30 09:48:41.381514 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54536) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:41.385494 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8453b7-9dbe-48c7-8e77-7569938abac5 None None] Network 486cc323-8780-4f2e-93db-0b642dc27590 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:48:41.436198 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-47faa67b-b695-4108-9056-592aee0faba0 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Deleting subnet 12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:48:41.439460 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-47faa67b-b695-4108-9056-592aee0faba0 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:41.484553 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-47faa67b-b695-4108-9056-592aee0faba0 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:41.578616 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-47faa67b-b695-4108-9056-592aee0faba0 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:41.588556 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6139fb-b880-468f-8256-e7de1aec0b0a None None] DHCP port deletion for 486cc323-8780-4f2e-93db-0b642dc27590 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:48:41.636569 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-ae6139fb-b880-468f-8256-e7de1aec0b0a None None] Deleting port 903804b7-1651-4bc1-909e-b2dbfa6f9526 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:48:41.636856 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ae6139fb-b880-468f-8256-e7de1aec0b0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:41.706041 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-ae6139fb-b880-468f-8256-e7de1aec0b0a None None] For port 903804b7-1651-4bc1-909e-b2dbfa6f9526, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=903804b7-1651-4bc1-909e-b2dbfa6f9526,segment=NetworkSegment(b64c8ad5-334a-4b81-bc98-c43b8f67e57a),segment_id=b64c8ad5-334a-4b81-bc98-c43b8f67e57a)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:41.706479 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ae6139fb-b880-468f-8256-e7de1aec0b0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:41.719657 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-ae6139fb-b880-468f-8256-e7de1aec0b0a None None] Calling delete_port for 903804b7-1651-4bc1-909e-b2dbfa6f9526 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:48:41.732380 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-47faa67b-b695-4108-9056-592aee0faba0 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:41.761041 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47faa67b-b695-4108-9056-592aee0faba0 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Pushing event deleted for resources: {'Subnet': ['ID=12d1a78a-cdcc-4d06-9966-3ab2b6b2f767,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:41.765549 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-47faa67b-b695-4108-9056-592aee0faba0 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:41.768418 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-47faa67b-b695-4108-9056-592aee0faba0 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "DELETE /v2.0/subnets/12d1a78a-cdcc-4d06-9966-3ab2b6b2f767 HTTP/1.1" status: 204 len: 168 time: 0.3857825 Jun 30 09:48:41.770279 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 54538) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:41.775000 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d56613b-cfeb-4fdc-ac51-f3bd2ff64c84 None None] Network 0dddfd27-81de-48f4-aeb7-79778bc775af requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:48:41.847581 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-abe1966e-090e-484d-965b-12083ffc0d51 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:41.905958 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-abe1966e-090e-484d-965b-12083ffc0d51 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Deleting port 903804b7-1651-4bc1-909e-b2dbfa6f9526 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:48:41.906193 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-abe1966e-090e-484d-965b-12083ffc0d51 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:41.959923 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ae6139fb-b880-468f-8256-e7de1aec0b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:41.991482 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-abe1966e-090e-484d-965b-12083ffc0d51 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] For port 903804b7-1651-4bc1-909e-b2dbfa6f9526, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=903804b7-1651-4bc1-909e-b2dbfa6f9526,segment=NetworkSegment(b64c8ad5-334a-4b81-bc98-c43b8f67e57a),segment_id=b64c8ad5-334a-4b81-bc98-c43b8f67e57a)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:41.991904 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-abe1966e-090e-484d-965b-12083ffc0d51 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:41.994452 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6139fb-b880-468f-8256-e7de1aec0b0a None None] Pushing event deleted for resources: {'Port': ['ID=903804b7-1651-4bc1-909e-b2dbfa6f9526,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:41.997471 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6139fb-b880-468f-8256-e7de1aec0b0a None None] No DVR routers for this DVR port 903804b7-1651-4bc1-909e-b2dbfa6f9526 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:48:42.012508 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-abe1966e-090e-484d-965b-12083ffc0d51 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Calling delete_port for 903804b7-1651-4bc1-909e-b2dbfa6f9526 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:48:42.013044 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89167593-9123-4446-8b98-7ed1ac5ed358 None None] DHCP port deletion for 0dddfd27-81de-48f4-aeb7-79778bc775af request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:48:42.061428 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-89167593-9123-4446-8b98-7ed1ac5ed358 None None] Deleting port 5417add6-fe93-402c-9373-abba6450fe54 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:48:42.061796 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-89167593-9123-4446-8b98-7ed1ac5ed358 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:42.093869 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-abe1966e-090e-484d-965b-12083ffc0d51 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:42.121059 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1966e-090e-484d-965b-12083ffc0d51 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Pushing event deleted for resources: {'Port': ['ID=903804b7-1651-4bc1-909e-b2dbfa6f9526,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:42.126004 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-89167593-9123-4446-8b98-7ed1ac5ed358 None None] For port 5417add6-fe93-402c-9373-abba6450fe54, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5417add6-fe93-402c-9373-abba6450fe54,segment=NetworkSegment(33f0e812-b945-455c-a517-2095d72e4ae2),segment_id=33f0e812-b945-455c-a517-2095d72e4ae2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:42.126577 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-89167593-9123-4446-8b98-7ed1ac5ed358 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:42.130574 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe1966e-090e-484d-965b-12083ffc0d51 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] No DVR routers for this DVR port 903804b7-1651-4bc1-909e-b2dbfa6f9526 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:48:42.143371 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-89167593-9123-4446-8b98-7ed1ac5ed358 None None] Calling delete_port for 5417add6-fe93-402c-9373-abba6450fe54 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:48:42.234291 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-abe1966e-090e-484d-965b-12083ffc0d51 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:42.245091 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-abe1966e-090e-484d-965b-12083ffc0d51 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['486cc323-8780-4f2e-93db-0b642dc27590']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:42.255775 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-abe1966e-090e-484d-965b-12083ffc0d51 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64c8ad5-334a-4b81-bc98-c43b8f67e57a') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:42.256098 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-abe1966e-090e-484d-965b-12083ffc0d51 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64c8ad5-334a-4b81-bc98-c43b8f67e57a') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:42.267027 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-abe1966e-090e-484d-965b-12083ffc0d51 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:42.294791 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-abe1966e-090e-484d-965b-12083ffc0d51 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:42.294791 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe1966e-090e-484d-965b-12083ffc0d51 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:48:42.294791 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-abe1966e-090e-484d-965b-12083ffc0d51 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:48:42.297630 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:48:42.343557 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-89167593-9123-4446-8b98-7ed1ac5ed358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:42.369764 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89167593-9123-4446-8b98-7ed1ac5ed358 None None] Pushing event deleted for resources: {'Port': ['ID=5417add6-fe93-402c-9373-abba6450fe54,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:42.375242 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89167593-9123-4446-8b98-7ed1ac5ed358 None None] No DVR routers for this DVR port 5417add6-fe93-402c-9373-abba6450fe54 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:48:42.376779 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b49ef-b1fa-4951-a12f-f7250bcf26c4 req-c807507b-f079-4ee8-baa7-3b8516b2f413 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:42.383327 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-808b49ef-b1fa-4951-a12f-f7250bcf26c4 req-c807507b-f079-4ee8-baa7-3b8516b2f413 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1b88c930-76c7-45cf-a7d9-757bb740d2dc HTTP/1.1" status: 200 len: 1095 time: 0.0659206 Jun 30 09:48:42.421027 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-808b49ef-b1fa-4951-a12f-f7250bcf26c4 req-ecccd896-3d6d-4b6e-b30e-df34902e3a7d tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0d709924-2f4f-4d3b-bbc0-216e3e0dd4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339935 Jun 30 09:48:42.463469 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-abe1966e-090e-484d-965b-12083ffc0d51 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:42.470954 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-abe1966e-090e-484d-965b-12083ffc0d51 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:42.472990 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-abe1966e-090e-484d-965b-12083ffc0d51 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "DELETE /v2.0/networks/486cc323-8780-4f2e-93db-0b642dc27590 HTTP/1.1" status: 204 len: 168 time: 0.7010345 Jun 30 09:48:42.477341 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54542) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:42.486479 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1966e-090e-484d-965b-12083ffc0d51 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Pushing event deleted for resources: {'Network': ['ID=486cc323-8780-4f2e-93db-0b642dc27590,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:42.571974 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-744973e1-8ae6-4d05-9a2e-1e33812abd54 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:42.674744 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-744973e1-8ae6-4d05-9a2e-1e33812abd54 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:42.684938 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-744973e1-8ae6-4d05-9a2e-1e33812abd54 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dddfd27-81de-48f4-aeb7-79778bc775af']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:42.696209 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-744973e1-8ae6-4d05-9a2e-1e33812abd54 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f0e812-b945-455c-a517-2095d72e4ae2') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:42.696512 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-744973e1-8ae6-4d05-9a2e-1e33812abd54 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f0e812-b945-455c-a517-2095d72e4ae2') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:42.705347 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-744973e1-8ae6-4d05-9a2e-1e33812abd54 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:42.720149 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-744973e1-8ae6-4d05-9a2e-1e33812abd54 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:42.726663 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-744973e1-8ae6-4d05-9a2e-1e33812abd54 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:48:42.727055 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-744973e1-8ae6-4d05-9a2e-1e33812abd54 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:48:42.730049 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:48:42.874152 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-744973e1-8ae6-4d05-9a2e-1e33812abd54 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:42.879089 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-744973e1-8ae6-4d05-9a2e-1e33812abd54 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:42.882057 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-744973e1-8ae6-4d05-9a2e-1e33812abd54 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] 10.222.0.10 "DELETE /v2.0/networks/0dddfd27-81de-48f4-aeb7-79778bc775af HTTP/1.1" status: 204 len: 168 time: 0.4032989 Jun 30 09:48:42.906354 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744973e1-8ae6-4d05-9a2e-1e33812abd54 tempest-TaggedBootDevicesTest_v242-1498159930 tempest-TaggedBootDevicesTest_v242-1498159930-project] Pushing event deleted for resources: {'Network': ['ID=0dddfd27-81de-48f4-aeb7-79778bc775af,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:43.023553 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 903804b7-1651-4bc1-909e-b2dbfa6f9526 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:48:43.044023 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 903804b7-1651-4bc1-909e-b2dbfa6f9526 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:48:43.044457 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 903804b7-1651-4bc1-909e-b2dbfa6f9526 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:48:43.044907 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5417add6-fe93-402c-9373-abba6450fe54 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:48:43.064446 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 5417add6-fe93-402c-9373-abba6450fe54 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:48:43.064797 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5417add6-fe93-402c-9373-abba6450fe54 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:48:43.532244 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:48:43.654736 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2,segment=NetworkSegment(348e4408-4285-404f-b56f-963a1c6315bb),segment_id=348e4408-4285-404f-b56f-963a1c6315bb)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:43.668849 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2', 'network_id': '6cbb5981-8f03-4d31-9834-992f34d566ae', 'port_id': 'ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2', 'mac_address': 'fa:16:3e:4d:55:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '372c5caa-2621-4286-9cc0-b8803b05d631', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:48:43.721463 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:43.737043 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:48:43.763281 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2,segment=NetworkSegment(348e4408-4285-404f-b56f-963a1c6315bb),segment_id=348e4408-4285-404f-b56f-963a1c6315bb)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:43.786233 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78197e-d8d9-4888-8c7a-99fec3a820df req-0d744537-9085-4e42-b4b5-fae69ad58b9d tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:43.788076 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6a78197e-d8d9-4888-8c7a-99fec3a820df req-0d744537-9085-4e42-b4b5-fae69ad58b9d tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1b88c930-76c7-45cf-a7d9-757bb740d2dc HTTP/1.1" status: 200 len: 1095 time: 0.0536480 Jun 30 09:48:43.825713 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6a78197e-d8d9-4888-8c7a-99fec3a820df req-c127ca50-e0f8-4beb-bfb3-54cebb2d1629 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0d709924-2f4f-4d3b-bbc0-216e3e0dd4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313656 Jun 30 09:48:43.828838 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:43.885420 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:43.957200 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:48:44.167569 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:48:44.998205 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34436f-ab8e-4310-b41d-cabbb7e51aa4 req-8c6113fc-8461-4cc5-afc9-41b1c04ff881 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:44.999764 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f34436f-ab8e-4310-b41d-cabbb7e51aa4 req-8c6113fc-8461-4cc5-afc9-41b1c04ff881 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1b88c930-76c7-45cf-a7d9-757bb740d2dc HTTP/1.1" status: 200 len: 1096 time: 0.0583186 Jun 30 09:48:45.036173 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f34436f-ab8e-4310-b41d-cabbb7e51aa4 req-9dd16c0d-b25a-4016-917c-e290a0e72fce tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0d709924-2f4f-4d3b-bbc0-216e3e0dd4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305727 Jun 30 09:48:45.561498 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:48:45.691894 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:48:45.696806 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:45.697221 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:45.779688 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:45.801904 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b88c930-76c7-45cf-a7d9-757bb740d2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:48:45.804778 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d516bfc-5995-49d1-b90e-9cd12e29a5fe" -d '{"events": [{"server_uuid": "1b88c930-76c7-45cf-a7d9-757bb740d2dc", "name": "network-vif-plugged", "status": "completed", "tag": "ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:48:45.817102 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2,segment=NetworkSegment(348e4408-4285-404f-b56f-963a1c6315bb),segment_id=348e4408-4285-404f-b56f-963a1c6315bb)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:45.844006 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c77a46-0cad-4d3f-8670-95ceddd3ac4b x-openstack-request-id: req-d6c77a46-0cad-4d3f-8670-95ceddd3ac4b {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:48:45.844463 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b88c930-76c7-45cf-a7d9-757bb740d2dc", "name": "network-vif-plugged", "status": "completed", "tag": "ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:48:45.844853 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d6c77a46-0cad-4d3f-8670-95ceddd3ac4b {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:48:45.845435 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b88c930-76c7-45cf-a7d9-757bb740d2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2', 'code': 200} Jun 30 09:48:45.898830 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:45.948536 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:45.967002 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d75b4-1ffc-4158-a3eb-8181762b5eaf req-36cd620c-fe3f-46c5-870a-89b045a0a8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:45.968462 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-257d75b4-1ffc-4158-a3eb-8181762b5eaf req-36cd620c-fe3f-46c5-870a-89b045a0a8bf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1b88c930-76c7-45cf-a7d9-757bb740d2dc HTTP/1.1" status: 200 len: 1097 time: 0.0569487 Jun 30 09:48:46.008116 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-257d75b4-1ffc-4158-a3eb-8181762b5eaf req-467214c8-882f-430a-b7af-9055ecdd51f4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0d709924-2f4f-4d3b-bbc0-216e3e0dd4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297189 Jun 30 09:48:46.212887 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea237d-9840-4ac0-9550-da1a9943232b req-2aa5fff6-e302-431a-bc23-2951e5622c00 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:46.215378 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-90ea237d-9840-4ac0-9550-da1a9943232b req-2aa5fff6-e302-431a-bc23-2951e5622c00 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1b88c930-76c7-45cf-a7d9-757bb740d2dc HTTP/1.1" status: 200 len: 1097 time: 0.0544586 Jun 30 09:48:46.252240 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-90ea237d-9840-4ac0-9550-da1a9943232b req-810fd6d7-50d3-4732-9565-cb2365cddf0f tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0d709924-2f4f-4d3b-bbc0-216e3e0dd4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306582 Jun 30 09:48:47.421194 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdeda54-d73c-47f5-8f38-66a70bc3e28e req-ecb1fe34-618e-41dc-bf53-f9125fd8a737 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:47.423270 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ffdeda54-d73c-47f5-8f38-66a70bc3e28e req-ecb1fe34-618e-41dc-bf53-f9125fd8a737 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1b88c930-76c7-45cf-a7d9-757bb740d2dc HTTP/1.1" status: 200 len: 1097 time: 0.0581555 Jun 30 09:48:47.460062 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ffdeda54-d73c-47f5-8f38-66a70bc3e28e req-dbc8fc6e-b43f-4387-98d7-5487c75842f5 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0d709924-2f4f-4d3b-bbc0-216e3e0dd4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310593 Jun 30 09:48:47.638282 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1405890-e849-4cf8-826e-22d553b3b348 req-02d70482-0a13-4c0f-ad54-c8851aecd281 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:47.639861 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f1405890-e849-4cf8-826e-22d553b3b348 req-02d70482-0a13-4c0f-ad54-c8851aecd281 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1b88c930-76c7-45cf-a7d9-757bb740d2dc HTTP/1.1" status: 200 len: 1097 time: 0.0574942 Jun 30 09:48:47.680096 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f1405890-e849-4cf8-826e-22d553b3b348 req-e5301428-b8d6-4f89-b3e6-92aa7147e913 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0d709924-2f4f-4d3b-bbc0-216e3e0dd4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342436 Jun 30 09:48:47.853906 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42911124-f226-4832-a331-d24a65594ce0 req-1b7b815e-c6e2-4794-94eb-f6218255b457 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:47.855371 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-42911124-f226-4832-a331-d24a65594ce0 req-1b7b815e-c6e2-4794-94eb-f6218255b457 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1b88c930-76c7-45cf-a7d9-757bb740d2dc HTTP/1.1" status: 200 len: 1097 time: 0.0566809 Jun 30 09:48:47.892035 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-42911124-f226-4832-a331-d24a65594ce0 req-f7cc7f61-7a9b-4143-8724-e1d437d3716d tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0d709924-2f4f-4d3b-bbc0-216e3e0dd4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305285 Jun 30 09:48:48.150612 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-96e56fcc-96bb-4e9a-945a-e77f3d11edeb tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:48.152093 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-96e56fcc-96bb-4e9a-945a-e77f3d11edeb tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/networks?id=6cbb5981-8f03-4d31-9834-992f34d566ae HTTP/1.1" status: 200 len: 911 time: 0.0901673 Jun 30 09:48:48.167214 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-2b57f0ad-958a-4411-b328-5fd15df34db6 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/quotas/637ce41423eb4a0d9e29901c55f3c66d HTTP/1.1" status: 200 len: 375 time: 0.0096993 Jun 30 09:48:48.232993 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-83c2cf9b-f105-44a1-adee-85c31d4d1676 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?tenant_id=637ce41423eb4a0d9e29901c55f3c66d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0604413 Jun 30 09:48:48.330404 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-c4f6c69a-a765-4714-8b5a-279a3ae5efed service neutron] 10.222.0.10 "GET /v2.0/networks/6cbb5981-8f03-4d31-9834-992f34d566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904651 Jun 30 09:48:48.420219 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-7d68d2d9-4d66-4785-af64-64ac65a9e619 service neutron] 10.222.0.10 "GET /v2.0/networks/6cbb5981-8f03-4d31-9834-992f34d566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826073 Jun 30 09:48:49.120678 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4aaa4dbf-343f-4ada-9e8c-c0272787f24a req-aad0ea43-1766-4dd0-b1a9-ddd317321b31 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=11450cbf-150f-41ef-bcfb-f2c8282af35c HTTP/1.1" status: 200 len: 210 time: 0.0272355 Jun 30 09:48:50.219757 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-67cf5de3-02c8-421e-879c-a57a7beb7480 req-d9d21727-f7d5-4c00-b6dc-90670bed81f8 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=11450cbf-150f-41ef-bcfb-f2c8282af35c HTTP/1.1" status: 200 len: 210 time: 0.0429056 Jun 30 09:48:50.514192 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f0481e68-9c53-41d9-a6e6-079bde172895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:51.309853 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5db653c5-ebb6-4ceb-ba95-90f5324e7341 req-9e8bc771-c1d2-40e0-a156-69871aee0f0e tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=11450cbf-150f-41ef-bcfb-f2c8282af35c HTTP/1.1" status: 200 len: 210 time: 0.0307155 Jun 30 09:48:52.403586 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-36946193-c197-4166-8622-5980e82bc957 req-9b8fea7a-98f8-4e31-a5bf-cd1529a39967 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=11450cbf-150f-41ef-bcfb-f2c8282af35c HTTP/1.1" status: 200 len: 210 time: 0.0281599 Jun 30 09:48:52.920005 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bb301739-d5f2-4fd4-b3d0-25b400ca63cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:53.496727 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee06cca7-8b65-427d-b7e2-c4d332ec7f5d req-f40b6729-2dab-4cf5-b0a4-34281088826b tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=11450cbf-150f-41ef-bcfb-f2c8282af35c HTTP/1.1" status: 200 len: 210 time: 0.0299942 Jun 30 09:48:53.554628 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:53.608579 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54658) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:54.175921 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3ad2052a-4e49-4dab-92dc-f7cc0f27a940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:54.448100 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-3ad2052a-4e49-4dab-92dc-f7cc0f27a940 admin admin] Deleting port 3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:48:54.448439 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3ad2052a-4e49-4dab-92dc-f7cc0f27a940 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:54.529501 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-3ad2052a-4e49-4dab-92dc-f7cc0f27a940 admin admin] For port 3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448,segment=NetworkSegment(e4b7a0d1-386c-4797-8cc6-3294e1c957e2),segment_id=e4b7a0d1-386c-4797-8cc6-3294e1c957e2)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:54.529879 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3ad2052a-4e49-4dab-92dc-f7cc0f27a940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:54.545218 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-3ad2052a-4e49-4dab-92dc-f7cc0f27a940 admin admin] Calling delete_port for 3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448 owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:48:54.692263 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:54.705557 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c711833a-6cee-412c-9426-fbbe6d712d44 req-8a1f9491-b49f-4152-867a-c2480c34d0fa tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=11450cbf-150f-41ef-bcfb-f2c8282af35c HTTP/1.1" status: 200 len: 210 time: 0.0411878 Jun 30 09:48:54.857827 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3ad2052a-4e49-4dab-92dc-f7cc0f27a940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:54.891343 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2052a-4e49-4dab-92dc-f7cc0f27a940 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:55.121126 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3ad2052a-4e49-4dab-92dc-f7cc0f27a940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:55.400301 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad2052a-4e49-4dab-92dc-f7cc0f27a940 admin admin] Router e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:48:55.856641 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad2052a-4e49-4dab-92dc-f7cc0f27a940 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:48:55.858922 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b184c8e3-bc4c-4c06-a82d-542d03fc30e3 req-b847b8f7-889f-4b05-9e62-2d0166f27fe7 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=11450cbf-150f-41ef-bcfb-f2c8282af35c HTTP/1.1" status: 200 len: 210 time: 0.0297465 Jun 30 09:48:55.861962 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3ad2052a-4e49-4dab-92dc-f7cc0f27a940 admin admin] 10.222.0.10 "PUT /v2.0/routers/e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2521794 Jun 30 09:48:55.867053 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c373d04-652a-44b1-8b50-f45ced838ab0 None None] Sync routers for ids ['e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:48:55.868208 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 54676) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:55.877478 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c373d04-652a-44b1-8b50-f45ced838ab0 None None] Routers {'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:48:55.878101 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2c373d04-652a-44b1-8b50-f45ced838ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:48:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:55.993105 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-2c373d04-652a-44b1-8b50-f45ced838ab0 None None] Set router e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:48:56.002624 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ac4ba24d-74a7-4963-b223-d84b314e30e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:56.134987 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ac4ba24d-74a7-4963-b223-d84b314e30e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:56.218394 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2c373d04-652a-44b1-8b50-f45ced838ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'name': 'tempest-TaggedBootDevicesTest_v242-767757491-router', 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'c50e9060-bcd4-4765-92e9-ff418fec8836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:14Z', 'updated_at': '2021-06-30T09:48:54Z', 'revision_number': 5, 'project_id': '49d88a13984c4bcba0f76778ac61ce8d', 'gw_port': {'id': 'c50e9060-bcd4-4765-92e9-ff418fec8836', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:15Z', 'updated_at': '2021-06-30T09:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:56.250909 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c373d04-652a-44b1-8b50-f45ced838ab0 None None] Checking router: e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:48:56.264020 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c373d04-652a-44b1-8b50-f45ced838ab0 None None] Routers {'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:48:56.264824 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2c373d04-652a-44b1-8b50-f45ced838ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:48:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:56.298915 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-ac4ba24d-74a7-4963-b223-d84b314e30e4 admin admin] Deleting port c50e9060-bcd4-4765-92e9-ff418fec8836 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:48:56.299524 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ac4ba24d-74a7-4963-b223-d84b314e30e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:56.391010 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-2c373d04-652a-44b1-8b50-f45ced838ab0 None None] Set router e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:48:56.402171 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-ac4ba24d-74a7-4963-b223-d84b314e30e4 admin admin] For port c50e9060-bcd4-4765-92e9-ff418fec8836, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c50e9060-bcd4-4765-92e9-ff418fec8836,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:56.402681 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ac4ba24d-74a7-4963-b223-d84b314e30e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:56.417321 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-ac4ba24d-74a7-4963-b223-d84b314e30e4 admin admin] Calling delete_port for c50e9060-bcd4-4765-92e9-ff418fec8836 owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:48:56.621360 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2c373d04-652a-44b1-8b50-f45ced838ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'name': 'tempest-TaggedBootDevicesTest_v242-767757491-router', 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:14Z', 'updated_at': '2021-06-30T09:48:56Z', 'revision_number': 6, 'project_id': '49d88a13984c4bcba0f76778ac61ce8d', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:56.623025 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:56.648721 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c373d04-652a-44b1-8b50-f45ced838ab0 None None] The sync data for ids ['e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c'] in n-d-771363-31 is: [{'id': 'e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c', 'name': 'tempest-TaggedBootDevicesTest_v242-767757491-router', 'tenant_id': '49d88a13984c4bcba0f76778ac61ce8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:14Z', 'updated_at': '2021-06-30T09:48:56Z', 'revision_number': 6, 'project_id': '49d88a13984c4bcba0f76778ac61ce8d', 'gw_port_host': None}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:48:56.765375 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-3128d445-342b-4171-8eab-2afc30793be8 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:56.766915 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-3128d445-342b-4171-8eab-2afc30793be8 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.37 "GET /v2.0/networks?id=6cbb5981-8f03-4d31-9834-992f34d566ae HTTP/1.1" status: 200 len: 911 time: 0.0935712 Jun 30 09:48:56.778519 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-297f7dc9-8a6b-490d-9342-1add18dac63f tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Request body: {'port': {'device_id': '11450cbf-150f-41ef-bcfb-f2c8282af35c', 'network_id': '6cbb5981-8f03-4d31-9834-992f34d566ae', 'admin_state_up': True, 'tenant_id': '637ce41423eb4a0d9e29901c55f3c66d'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:48:56.789699 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ac4ba24d-74a7-4963-b223-d84b314e30e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:56.817301 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ba24d-74a7-4963-b223-d84b314e30e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c50e9060-bcd4-4765-92e9-ff418fec8836,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:56.896841 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ac4ba24d-74a7-4963-b223-d84b314e30e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:57.007940 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-297f7dc9-8a6b-490d-9342-1add18dac63f tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Made reservation on behalf of 637ce41423eb4a0d9e29901c55f3c66d for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:48:57.010752 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-297f7dc9-8a6b-490d-9342-1add18dac63f tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:57.029263 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ac4ba24d-74a7-4963-b223-d84b314e30e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:57.032321 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ac4ba24d-74a7-4963-b223-d84b314e30e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:57.097546 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ec483778-e7e5-4091-be4a-e86706f6f25c req-06af6c85-2010-4e2a-bbf9-e16e4fc8c763 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=11450cbf-150f-41ef-bcfb-f2c8282af35c HTTP/1.1" status: 200 len: 210 time: 0.0568864 Jun 30 09:48:57.156679 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:48:57.198108 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:48:57.202614 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3bbda9b5-f0a4-46e7-b496-a7d9e6ef2448 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:48:57.230099 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ac4ba24d-74a7-4963-b223-d84b314e30e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:57.230099 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4ba24d-74a7-4963-b223-d84b314e30e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:48:57.254080 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ac4ba24d-74a7-4963-b223-d84b314e30e4 admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:57.255377 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ac4ba24d-74a7-4963-b223-d84b314e30e4 admin admin] 10.222.0.10 "DELETE /v2.0/routers/e78c1e42-cbce-4ca9-bac3-5e8a3ce5095c HTTP/1.1" status: 204 len: 168 time: 1.3859725 Jun 30 09:48:57.259239 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 54684) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:57.287388 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-297f7dc9-8a6b-490d-9342-1add18dac63f tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Allocated IP 172.20.0.12 (6cbb5981-8f03-4d31-9834-992f34d566ae/372c5caa-2621-4286-9cc0-b8803b05d631/cd6bca71-d5b3-4dbe-8dcc-5280d133e350) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:48:57.329331 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a33cdcb-197f-4118-ad64-22a7ec8f5f44 admin admin] Deleting subnet c8de1b8a-776c-499d-b7dc-3d5c959e1c2d {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:48:57.333690 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5a33cdcb-197f-4118-ad64-22a7ec8f5f44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:57.390661 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5a33cdcb-197f-4118-ad64-22a7ec8f5f44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:57.496611 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-297f7dc9-8a6b-490d-9342-1add18dac63f tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:57.517889 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-297f7dc9-8a6b-490d-9342-1add18dac63f tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Transition to ACTIVE for port object cd6bca71-d5b3-4dbe-8dcc-5280d133e350 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:48:57.519243 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5a33cdcb-197f-4118-ad64-22a7ec8f5f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:57.626534 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e46da58b-c323-48a4-80b7-6621d7560e88 req-1441feec-6784-40c3-87f7-15a259a492cf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=09c896af-af69-46a4-9e2d-9a370d99cb15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0834522 Jun 30 09:48:57.652380 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-297f7dc9-8a6b-490d-9342-1add18dac63f tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:57.668396 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:48:57.706240 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-297f7dc9-8a6b-490d-9342-1add18dac63f tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Network 6cbb5981-8f03-4d31-9834-992f34d566ae is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:48:57.711655 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-297f7dc9-8a6b-490d-9342-1add18dac63f tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:48:57.725015 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-297f7dc9-8a6b-490d-9342-1add18dac63f tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:48:57.761244 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5a33cdcb-197f-4118-ad64-22a7ec8f5f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:57.763107 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f7dc9-8a6b-490d-9342-1add18dac63f tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Pushing event updated for resources: {'Port': ['ID=cd6bca71-d5b3-4dbe-8dcc-5280d133e350,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:57.785217 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-297f7dc9-8a6b-490d-9342-1add18dac63f tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:57.786749 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-297f7dc9-8a6b-490d-9342-1add18dac63f tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:57.790451 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978ed41a-38f7-4784-bd28-3b6abb90eda9 None None] Network 5e7e4178-b76c-4101-95d6-7dff2b70b10f requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:48:57.835414 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5a33cdcb-197f-4118-ad64-22a7ec8f5f44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:57.841387 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5a33cdcb-197f-4118-ad64-22a7ec8f5f44 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c8de1b8a-776c-499d-b7dc-3d5c959e1c2d HTTP/1.1" status: 204 len: 168 time: 0.5769739 Jun 30 09:48:57.841964 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 54686) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:57.857854 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33cdcb-197f-4118-ad64-22a7ec8f5f44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8de1b8a-776c-499d-b7dc-3d5c959e1c2d,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:57.955863 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-297f7dc9-8a6b-490d-9342-1add18dac63f tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1810424 Jun 30 09:48:57.994178 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46da58b-c323-48a4-80b7-6621d7560e88 req-67623754-affb-47e3-a2e8-313459e439f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:57.996455 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e46da58b-c323-48a4-80b7-6621d7560e88 req-67623754-affb-47e3-a2e8-313459e439f0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 1098 time: 0.3022444 Jun 30 09:48:58.040394 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f41028d-7e19-473e-a71d-d00fa28f768f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:58.079810 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-f6204958-1dbd-4379-9e11-863358cb0989 service neutron] Request body: {'port': {'device_id': '11450cbf-150f-41ef-bcfb-f2c8282af35c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:48:58.197161 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9f6d4e-9c7b-409b-81fa-fba22df2d825 None None] DHCP port deletion for 5e7e4178-b76c-4101-95d6-7dff2b70b10f request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:48:58.246729 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-f6204958-1dbd-4379-9e11-863358cb0989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:58.267022 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46da58b-c323-48a4-80b7-6621d7560e88 req-886411c7-e096-47cc-b901-df2b4ca97957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:58.269103 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e46da58b-c323-48a4-80b7-6621d7560e88 req-886411c7-e096-47cc-b901-df2b4ca97957 service neutron] 10.222.0.52 "GET /v2.0/networks?id=077fd748-2990-43a3-b379-1249cb605c64 HTTP/1.1" status: 200 len: 912 time: 0.2214019 Jun 30 09:48:58.276203 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-8f41028d-7e19-473e-a71d-d00fa28f768f admin admin] Deleting port 6f3c5d8e-538a-499b-9edd-5ce52a136370 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:48:58.276852 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f41028d-7e19-473e-a71d-d00fa28f768f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:58.281851 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-929b5c67-fb4e-46f9-aaaf-ee496c287397 None None] Provisioning for port cd6bca71-d5b3-4dbe-8dcc-5280d133e350 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:48:58.298236 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-2b9f6d4e-9c7b-409b-81fa-fba22df2d825 None None] Deleting port 6f3c5d8e-538a-499b-9edd-5ce52a136370 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:48:58.298690 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2b9f6d4e-9c7b-409b-81fa-fba22df2d825 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:58.388763 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-2b9f6d4e-9c7b-409b-81fa-fba22df2d825 None None] For port 6f3c5d8e-538a-499b-9edd-5ce52a136370, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=6f3c5d8e-538a-499b-9edd-5ce52a136370,segment=NetworkSegment(e4b7a0d1-386c-4797-8cc6-3294e1c957e2),segment_id=e4b7a0d1-386c-4797-8cc6-3294e1c957e2)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:58.391887 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2b9f6d4e-9c7b-409b-81fa-fba22df2d825 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:58.416268 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-2b9f6d4e-9c7b-409b-81fa-fba22df2d825 None None] Calling delete_port for 6f3c5d8e-538a-499b-9edd-5ce52a136370 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:48:58.436277 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-8f41028d-7e19-473e-a71d-d00fa28f768f admin admin] For port 6f3c5d8e-538a-499b-9edd-5ce52a136370, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=6f3c5d8e-538a-499b-9edd-5ce52a136370,segment=NetworkSegment(e4b7a0d1-386c-4797-8cc6-3294e1c957e2),segment_id=e4b7a0d1-386c-4797-8cc6-3294e1c957e2)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:58.436715 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f41028d-7e19-473e-a71d-d00fa28f768f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:58.456199 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e46da58b-c323-48a4-80b7-6621d7560e88 req-f3b9b737-c780-489c-ba43-ddf6edf1bf9b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a448559-9a02-4407-a4f8-e6dd46585533 HTTP/1.1" status: 200 len: 1002 time: 0.1760519 Jun 30 09:48:58.463154 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-8f41028d-7e19-473e-a71d-d00fa28f768f admin admin] Calling delete_port for 6f3c5d8e-538a-499b-9edd-5ce52a136370 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:48:58.464375 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-929b5c67-fb4e-46f9-aaaf-ee496c287397 None None] Provisioning complete for port cd6bca71-d5b3-4dbe-8dcc-5280d133e350 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:58.465198 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-929b5c67-fb4e-46f9-aaaf-ee496c287397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:58.517299 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-929b5c67-fb4e-46f9-aaaf-ee496c287397 None None] Port cd6bca71-d5b3-4dbe-8dcc-5280d133e350 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:48:58.540992 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02e518-9456-4c8c-9aea-111b260563a5 req-08820a3b-0d9c-45a5-a092-09ad07053669 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:58.545094 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0d02e518-9456-4c8c-9aea-111b260563a5 req-08820a3b-0d9c-45a5-a092-09ad07053669 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=11450cbf-150f-41ef-bcfb-f2c8282af35c HTTP/1.1" status: 200 len: 1028 time: 0.2125626 Jun 30 09:48:58.581525 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46da58b-c323-48a4-80b7-6621d7560e88 req-d8d32337-e059-4e92-90bc-24be9e9b3869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:58.583018 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e46da58b-c323-48a4-80b7-6621d7560e88 req-d8d32337-e059-4e92-90bc-24be9e9b3869 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=026a88de-b3fc-4597-8030-64264f9192bb HTTP/1.1" status: 200 len: 850 time: 0.1175771 Jun 30 09:48:58.623341 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-f6204958-1dbd-4379-9e11-863358cb0989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd6bca71-d5b3-4dbe-8dcc-5280d133e350 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:48:58.629774 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2b9f6d4e-9c7b-409b-81fa-fba22df2d825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:58.633532 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-f6204958-1dbd-4379-9e11-863358cb0989 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:58.644523 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0d02e518-9456-4c8c-9aea-111b260563a5 req-21460e2b-8e25-4ed6-bc8c-14f451c88462 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0d709924-2f4f-4d3b-bbc0-216e3e0dd4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940983 Jun 30 09:48:58.647452 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-f6204958-1dbd-4379-9e11-863358cb0989 service neutron] Transition to ACTIVE for port object cd6bca71-d5b3-4dbe-8dcc-5280d133e350 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:48:58.685366 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f6d4e-9c7b-409b-81fa-fba22df2d825 None None] Pushing event deleted for resources: {'Port': ['ID=6f3c5d8e-538a-499b-9edd-5ce52a136370,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:58.688933 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f41028d-7e19-473e-a71d-d00fa28f768f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:58.694637 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9f6d4e-9c7b-409b-81fa-fba22df2d825 None None] No DVR routers for this DVR port 6f3c5d8e-538a-499b-9edd-5ce52a136370 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:48:58.719979 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41028d-7e19-473e-a71d-d00fa28f768f admin admin] Pushing event deleted for resources: {'Port': ['ID=6f3c5d8e-538a-499b-9edd-5ce52a136370,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:58.739899 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f41028d-7e19-473e-a71d-d00fa28f768f admin admin] No DVR routers for this DVR port 6f3c5d8e-538a-499b-9edd-5ce52a136370 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:48:58.759322 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-f6204958-1dbd-4379-9e11-863358cb0989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:58.759771 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46da58b-c323-48a4-80b7-6621d7560e88 req-710b571c-a48d-414c-a600-2e39f6a6696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:58.767895 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e46da58b-c323-48a4-80b7-6621d7560e88 req-710b571c-a48d-414c-a600-2e39f6a6696c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=077fd748-2990-43a3-b379-1249cb605c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1662817 Jun 30 09:48:58.816910 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6204958-1dbd-4379-9e11-863358cb0989 service neutron] Pushing event updated for resources: {'Port': ['ID=cd6bca71-d5b3-4dbe-8dcc-5280d133e350,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:58.863864 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f41028d-7e19-473e-a71d-d00fa28f768f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:58.888020 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-8f41028d-7e19-473e-a71d-d00fa28f768f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e7e4178-b76c-4101-95d6-7dff2b70b10f']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:58.908143 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-8f41028d-7e19-473e-a71d-d00fa28f768f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4b7a0d1-386c-4797-8cc6-3294e1c957e2') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:58.908514 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-8f41028d-7e19-473e-a71d-d00fa28f768f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4b7a0d1-386c-4797-8cc6-3294e1c957e2') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:58.918952 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-f6204958-1dbd-4379-9e11-863358cb0989 service neutron] Attempting to bind port cd6bca71-d5b3-4dbe-8dcc-5280d133e350 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:48:58.918952 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-f6204958-1dbd-4379-9e11-863358cb0989 service neutron] Attempting to bind port cd6bca71-d5b3-4dbe-8dcc-5280d133e350 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '348e4408-4285-404f-b56f-963a1c6315bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6cbb5981-8f03-4d31-9834-992f34d566ae'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:48:58.919347 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-f6204958-1dbd-4379-9e11-863358cb0989 service neutron] Attempting to bind port cd6bca71-d5b3-4dbe-8dcc-5280d133e350 on network 6cbb5981-8f03-4d31-9834-992f34d566ae {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:48:58.921609 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f41028d-7e19-473e-a71d-d00fa28f768f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:58.924251 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-f6204958-1dbd-4379-9e11-863358cb0989 service neutron] Port cd6bca71-d5b3-4dbe-8dcc-5280d133e350 on network 6cbb5981-8f03-4d31-9834-992f34d566ae not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:48:58.927750 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-f6204958-1dbd-4379-9e11-863358cb0989 service neutron] Attempting to bind port cd6bca71-d5b3-4dbe-8dcc-5280d133e350 on network 6cbb5981-8f03-4d31-9834-992f34d566ae {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:48:58.935855 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-f6204958-1dbd-4379-9e11-863358cb0989 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:48:58.936398 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-f6204958-1dbd-4379-9e11-863358cb0989 service neutron] Checking segment: {'id': '348e4408-4285-404f-b56f-963a1c6315bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6cbb5981-8f03-4d31-9834-992f34d566ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:48:58.936994 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-f6204958-1dbd-4379-9e11-863358cb0989 service neutron] Bound using segment: {'id': '348e4408-4285-404f-b56f-963a1c6315bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6cbb5981-8f03-4d31-9834-992f34d566ae'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:48:58.937554 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-f6204958-1dbd-4379-9e11-863358cb0989 service neutron] Bound port: cd6bca71-d5b3-4dbe-8dcc-5280d133e350, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '348e4408-4285-404f-b56f-963a1c6315bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6cbb5981-8f03-4d31-9834-992f34d566ae'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:48:58.937995 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-f6204958-1dbd-4379-9e11-863358cb0989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:58.947540 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e46da58b-c323-48a4-80b7-6621d7560e88 req-cdde1fa1-db3e-444c-93c3-77a1a3f9b4d2 service neutron] 10.222.0.52 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755669 Jun 30 09:48:58.948487 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f41028d-7e19-473e-a71d-d00fa28f768f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:59.013250 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f41028d-7e19-473e-a71d-d00fa28f768f admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:48:59.014176 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f41028d-7e19-473e-a71d-d00fa28f768f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:59.015434 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:48:59.015434 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:48:59.015434 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:48:59.015434 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:48:59.015434 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:48:59.015434 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:48:59.015434 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:48:59.015434 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:48:59.015434 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:48:59.015434 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:48:59.015434 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:48:59.015434 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:48:59.015434 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:48:59.015434 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:48:59.015434 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:48:59.015434 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:48:59.015434 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:48:59.015434 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:48:59.015434 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:48:59.015434 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:48:59.015434 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:48:59.015434 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:48:59.015434 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:48:59.015434 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:48:59.015434 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:48:59.015434 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:48:59.015434 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:48:59.015434 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:48:59.015434 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:48:59.015434 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:48:59.015434 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:48:59.015434 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:48:59.062402 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-f6204958-1dbd-4379-9e11-863358cb0989 service neutron] For port cd6bca71-d5b3-4dbe-8dcc-5280d133e350, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:48:59.066880 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-f6204958-1dbd-4379-9e11-863358cb0989 service neutron] For port cd6bca71-d5b3-4dbe-8dcc-5280d133e350, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=cd6bca71-d5b3-4dbe-8dcc-5280d133e350,segment=NetworkSegment(348e4408-4285-404f-b56f-963a1c6315bb),segment_id=348e4408-4285-404f-b56f-963a1c6315bb)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:48:59.087370 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 6f3c5d8e-538a-499b-9edd-5ce52a136370 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:48:59.128224 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 6f3c5d8e-538a-499b-9edd-5ce52a136370 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:48:59.129157 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 6f3c5d8e-538a-499b-9edd-5ce52a136370 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:48:59.129907 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c50e9060-bcd4-4765-92e9-ff418fec8836 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:48:59.160829 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: c50e9060-bcd4-4765-92e9-ff418fec8836 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:48:59.161789 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c50e9060-bcd4-4765-92e9-ff418fec8836 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:48:59.167799 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e46da58b-c323-48a4-80b7-6621d7560e88 req-46d5100b-525f-4e0b-8cb4-e7e7c3999b3c service neutron] 10.222.0.52 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116661 Jun 30 09:48:59.205510 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-f6204958-1dbd-4379-9e11-863358cb0989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:59.241339 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-f6204958-1dbd-4379-9e11-863358cb0989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:59.242039 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-f6204958-1dbd-4379-9e11-863358cb0989 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:59.243528 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-f6204958-1dbd-4379-9e11-863358cb0989 service neutron] 10.222.0.37 "PUT /v2.0/ports/cd6bca71-d5b3-4dbe-8dcc-5280d133e350 HTTP/1.1" status: 200 len: 1093 time: 1.2794709 Jun 30 09:48:59.243988 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11450cbf-150f-41ef-bcfb-f2c8282af35c', 'tag': 'cd6bca71-d5b3-4dbe-8dcc-5280d133e350'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:48:59.246440 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a47cb2-b3e1-4dff-b2bf-7804938669fc" -d '{"events": [{"name": "network-changed", "server_uuid": "11450cbf-150f-41ef-bcfb-f2c8282af35c", "tag": "cd6bca71-d5b3-4dbe-8dcc-5280d133e350"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:48:59.252146 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f41028d-7e19-473e-a71d-d00fa28f768f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:59.259537 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f41028d-7e19-473e-a71d-d00fa28f768f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:59.268267 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8f41028d-7e19-473e-a71d-d00fa28f768f admin admin] 10.222.0.10 "DELETE /v2.0/networks/5e7e4178-b76c-4101-95d6-7dff2b70b10f HTTP/1.1" status: 204 len: 168 time: 1.4224553 Jun 30 09:48:59.290702 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41028d-7e19-473e-a71d-d00fa28f768f admin admin] Pushing event deleted for resources: {'Network': ['ID=5e7e4178-b76c-4101-95d6-7dff2b70b10f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:59.312297 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c89941e-03fe-4205-951f-dc0d154cb392 x-openstack-request-id: req-3c89941e-03fe-4205-951f-dc0d154cb392 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:48:59.312593 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11450cbf-150f-41ef-bcfb-f2c8282af35c", "tag": "cd6bca71-d5b3-4dbe-8dcc-5280d133e350", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:48:59.312866 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3c89941e-03fe-4205-951f-dc0d154cb392 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:48:59.313419 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11450cbf-150f-41ef-bcfb-f2c8282af35c', 'tag': 'cd6bca71-d5b3-4dbe-8dcc-5280d133e350', 'status': 'completed', 'code': 200} Jun 30 09:48:59.320255 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6204958-1dbd-4379-9e11-863358cb0989 service neutron] Pushing event updated for resources: {'Port': ['ID=cd6bca71-d5b3-4dbe-8dcc-5280d133e350,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:59.443862 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a47cb2-b3e1-4dff-b2bf-7804938669fc req-7de430cb-80c4-4dd2-be7f-96b2f443119f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:59.445824 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d9a47cb2-b3e1-4dff-b2bf-7804938669fc req-7de430cb-80c4-4dd2-be7f-96b2f443119f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=637ce41423eb4a0d9e29901c55f3c66d&device_id=11450cbf-150f-41ef-bcfb-f2c8282af35c HTTP/1.1" status: 200 len: 1096 time: 0.0705056 Jun 30 09:48:59.560265 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a47cb2-b3e1-4dff-b2bf-7804938669fc req-92d94be5-f399-45e0-80de-03f1a763301a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:59.561927 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d9a47cb2-b3e1-4dff-b2bf-7804938669fc req-92d94be5-f399-45e0-80de-03f1a763301a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=637ce41423eb4a0d9e29901c55f3c66d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1091349 Jun 30 09:48:59.672507 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a47cb2-b3e1-4dff-b2bf-7804938669fc req-69a6c442-d9bb-4065-897c-ba7527ea2991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:59.675468 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d9a47cb2-b3e1-4dff-b2bf-7804938669fc req-69a6c442-d9bb-4065-897c-ba7527ea2991 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1058183 Jun 30 09:48:59.798703 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-a2f03445-0b23-49ca-9c66-09b7d944abb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:59.800181 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-a2f03445-0b23-49ca-9c66-09b7d944abb5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=637ce41423eb4a0d9e29901c55f3c66d&device_id=11450cbf-150f-41ef-bcfb-f2c8282af35c HTTP/1.1" status: 200 len: 1096 time: 0.0705311 Jun 30 09:48:59.824229 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf015b-f49b-4eaa-901e-6404a3ebba9f req-adad0765-68f5-4ac0-a034-7d684cc78595 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:59.825847 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-60cf015b-f49b-4eaa-901e-6404a3ebba9f req-adad0765-68f5-4ac0-a034-7d684cc78595 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=11450cbf-150f-41ef-bcfb-f2c8282af35c HTTP/1.1" status: 200 len: 1096 time: 0.0668571 Jun 30 09:48:59.842604 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-2b1387de-969f-4b75-b391-89d1899de9f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd6bca71-d5b3-4dbe-8dcc-5280d133e350 HTTP/1.1" status: 200 len: 217 time: 0.0358312 Jun 30 09:48:59.857165 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54702) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:59.871946 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-60cf015b-f49b-4eaa-901e-6404a3ebba9f req-94e83d70-2e22-4e6a-8024-934711a523d9 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0d709924-2f4f-4d3b-bbc0-216e3e0dd4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379181 Jun 30 09:48:59.925813 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-8df6de82-e47b-443e-ae9e-baa6ff94b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:59.928129 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-8df6de82-e47b-443e-ae9e-baa6ff94b6d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=372c5caa-2621-4286-9cc0-b8803b05d631 HTTP/1.1" status: 200 len: 849 time: 0.0789642 Jun 30 09:48:59.966229 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-da95c732-6a10-42aa-bd86-e200dda16671 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=49d88a13984c4bcba0f76778ac61ce8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1070049 Jun 30 09:48:59.968907 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 54704) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:59.997418 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-f1c77271-a35e-4ef0-871a-553112a7b5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:59.998456 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-f1c77271-a35e-4ef0-871a-553112a7b5a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6cbb5981-8f03-4d31-9834-992f34d566ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635648 Jun 30 09:49:00.039974 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b8335edc-f1de-4eb1-907a-1e0a2e027344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:00.066254 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b8335edc-f1de-4eb1-907a-1e0a2e027344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:00.110013 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-6b3fedbe-c8f7-474c-b29c-25fad66bd944 service neutron] 10.222.0.37 "GET /v2.0/networks/6cbb5981-8f03-4d31-9834-992f34d566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052997 Jun 30 09:49:00.205949 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8c01f347-b4ab-48f7-84ba-1112d0242acd req-53705bf9-d7b5-4e94-8347-4baa454c0eae service neutron] 10.222.0.37 "GET /v2.0/networks/6cbb5981-8f03-4d31-9834-992f34d566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901470 Jun 30 09:49:00.273964 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b8335edc-f1de-4eb1-907a-1e0a2e027344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:00.276624 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b8335edc-f1de-4eb1-907a-1e0a2e027344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:00.277838 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b8335edc-f1de-4eb1-907a-1e0a2e027344 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0bce45cb-44bd-47a7-acb1-604c11977046 HTTP/1.1" status: 204 len: 168 time: 0.3078463 Jun 30 09:49:00.285840 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8335edc-f1de-4eb1-907a-1e0a2e027344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bce45cb-44bd-47a7-acb1-604c11977046,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:01.078652 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e5d02-419b-402b-b6db-8003dba94958 req-6917f82e-9def-4df3-bf36-e6cb98456e0d tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:01.082313 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c41e5d02-419b-402b-b6db-8003dba94958 req-6917f82e-9def-4df3-bf36-e6cb98456e0d tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=11450cbf-150f-41ef-bcfb-f2c8282af35c HTTP/1.1" status: 200 len: 1096 time: 0.0836287 Jun 30 09:49:01.119588 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c41e5d02-419b-402b-b6db-8003dba94958 req-ac7e6998-c89d-45e7-9ec1-50ec3c897000 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0d709924-2f4f-4d3b-bbc0-216e3e0dd4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328813 Jun 30 09:49:01.537584 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54736) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:01.644814 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-1df3ae63-fd3d-4494-9e34-d081e48cf91c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-63339168-network', 'tenant_id': '2128e23c67104cd78aa6e48a993ff7cb'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:49:01.766136 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df3ae63-fd3d-4494-9e34-d081e48cf91c admin admin] Made reservation on behalf of 2128e23c67104cd78aa6e48a993ff7cb for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:49:01.769340 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1df3ae63-fd3d-4494-9e34-d081e48cf91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:01.784110 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1df3ae63-fd3d-4494-9e34-d081e48cf91c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:01.891343 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1df3ae63-fd3d-4494-9e34-d081e48cf91c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:02.051455 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1df3ae63-fd3d-4494-9e34-d081e48cf91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:02.077841 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df3ae63-fd3d-4494-9e34-d081e48cf91c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:49:02.090322 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3ae63-fd3d-4494-9e34-d081e48cf91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:02.097983 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1df3ae63-fd3d-4494-9e34-d081e48cf91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:02.097983 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-1df3ae63-fd3d-4494-9e34-d081e48cf91c admin admin] Added segment 51f77830-eb96-463f-bf7d-93f0ca4bbde6 of type vlan for network 8562bf9b-cda4-4e7a-921c-f13c1f4989bb Jun 30 09:49:02.140908 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1df3ae63-fd3d-4494-9e34-d081e48cf91c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:02.286472 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1df3ae63-fd3d-4494-9e34-d081e48cf91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:02.287230 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df3ae63-fd3d-4494-9e34-d081e48cf91c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:02.287820 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1df3ae63-fd3d-4494-9e34-d081e48cf91c admin admin] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:02.303606 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6df58-1c62-4298-98d2-af9977c358df req-03e66de3-2d5b-4e25-a0f6-ad4a02a9f9fb tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:02.307602 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a2d6df58-1c62-4298-98d2-af9977c358df req-03e66de3-2d5b-4e25-a0f6-ad4a02a9f9fb tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=11450cbf-150f-41ef-bcfb-f2c8282af35c HTTP/1.1" status: 200 len: 1096 time: 0.0635099 Jun 30 09:49:02.347555 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a2d6df58-1c62-4298-98d2-af9977c358df req-6a92b60e-9fe7-4358-8c33-bd3893289cfb tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0d709924-2f4f-4d3b-bbc0-216e3e0dd4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350959 Jun 30 09:49:02.361443 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3ae63-fd3d-4494-9e34-d081e48cf91c admin admin] Pushing event updated for resources: {'Network': ['ID=8562bf9b-cda4-4e7a-921c-f13c1f4989bb,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:02.374564 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 8562bf9b-cda4-4e7a-921c-f13c1f4989bb details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:49:02.441876 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1df3ae63-fd3d-4494-9e34-d081e48cf91c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9029138 Jun 30 09:49:02.445037 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54744) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:02.450137 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-a9275f8c-2bdb-4d09-9508-c7a6f219f7bd admin admin] Request body: {'subnet': {'network_id': '8562bf9b-cda4-4e7a-921c-f13c1f4989bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-63339168-subnet', 'tenant_id': '2128e23c67104cd78aa6e48a993ff7cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:49:02.623579 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9275f8c-2bdb-4d09-9508-c7a6f219f7bd admin admin] Made reservation on behalf of 2128e23c67104cd78aa6e48a993ff7cb for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:49:02.626093 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a9275f8c-2bdb-4d09-9508-c7a6f219f7bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:02.983792 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a9275f8c-2bdb-4d09-9508-c7a6f219f7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:03.074571 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9275f8c-2bdb-4d09-9508-c7a6f219f7bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e630918-3d33-4963-87af-d9b9b13975b5,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:03.105730 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9275f8c-2bdb-4d09-9508-c7a6f219f7bd admin admin] Checking segment: {'id': '51f77830-eb96-463f-bf7d-93f0ca4bbde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8562bf9b-cda4-4e7a-921c-f13c1f4989bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:49:03.106177 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9275f8c-2bdb-4d09-9508-c7a6f219f7bd admin admin] Network hostable DHCP agents. Network: 8562bf9b-cda4-4e7a-921c-f13c1f4989bb, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:49:03.250582 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9275f8c-2bdb-4d09-9508-c7a6f219f7bd admin admin] Network 8562bf9b-cda4-4e7a-921c-f13c1f4989bb is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:49:03.372311 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-a9275f8c-2bdb-4d09-9508-c7a6f219f7bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 8562bf9b-cda4-4e7a-921c-f13c1f4989bb) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:49:03.378595 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9275f8c-2bdb-4d09-9508-c7a6f219f7bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:03.379646 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a9275f8c-2bdb-4d09-9508-c7a6f219f7bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:03.382200 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50212313-6eaa-4c8c-866d-497467120e2e None None] Network 8562bf9b-cda4-4e7a-921c-f13c1f4989bb requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:49:03.429430 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device cd6bca71-d5b3-4dbe-8dcc-5280d133e350 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:49:03.526001 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a9275f8c-2bdb-4d09-9508-c7a6f219f7bd admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0797756 Jun 30 09:49:03.566026 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8742b-05c4-4168-82fd-1f7346621a38 req-cb775758-9226-40a2-8e1a-ae97422cb271 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:03.570243 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eef8742b-05c4-4168-82fd-1f7346621a38 req-cb775758-9226-40a2-8e1a-ae97422cb271 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=11450cbf-150f-41ef-bcfb-f2c8282af35c HTTP/1.1" status: 200 len: 1096 time: 0.0748427 Jun 30 09:49:03.602079 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937a15ca-ea91-4bda-945c-4ebce1717c2e None None] Network 8562bf9b-cda4-4e7a-921c-f13c1f4989bb requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:49:03.629537 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eef8742b-05c4-4168-82fd-1f7346621a38 req-9a866132-d2f7-47e9-a50e-fd5d2cfd083b tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0d709924-2f4f-4d3b-bbc0-216e3e0dd4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488150 Jun 30 09:49:03.674292 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port cd6bca71-d5b3-4dbe-8dcc-5280d133e350, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=cd6bca71-d5b3-4dbe-8dcc-5280d133e350,segment=NetworkSegment(348e4408-4285-404f-b56f-963a1c6315bb),segment_id=348e4408-4285-404f-b56f-963a1c6315bb)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:03.691739 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'cd6bca71-d5b3-4dbe-8dcc-5280d133e350', 'network_id': '6cbb5981-8f03-4d31-9834-992f34d566ae', 'port_id': 'cd6bca71-d5b3-4dbe-8dcc-5280d133e350', 'mac_address': 'fa:16:3e:e7:59:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '372c5caa-2621-4286-9cc0-b8803b05d631', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:49:03.756596 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:03.806333 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd6bca71-d5b3-4dbe-8dcc-5280d133e350 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:49:03.827054 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port cd6bca71-d5b3-4dbe-8dcc-5280d133e350, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=cd6bca71-d5b3-4dbe-8dcc-5280d133e350,segment=NetworkSegment(348e4408-4285-404f-b56f-963a1c6315bb),segment_id=348e4408-4285-404f-b56f-963a1c6315bb)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:03.902186 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:03.967800 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=cd6bca71-d5b3-4dbe-8dcc-5280d133e350,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:04.183536 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-c2196308-6360-4fc4-a7d5-f19a0386ecd9 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:04.185346 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-c2196308-6360-4fc4-a7d5-f19a0386ecd9 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/networks?id=8562bf9b-cda4-4e7a-921c-f13c1f4989bb HTTP/1.1" status: 200 len: 813 time: 0.1477535 Jun 30 09:49:04.210176 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-bcca3a7e-8ca7-460f-a25c-0333fc83780f tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/quotas/2128e23c67104cd78aa6e48a993ff7cb HTTP/1.1" status: 200 len: 375 time: 0.0161080 Jun 30 09:49:04.255959 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-6187ef3b-1f57-4984-9f05-53cabdf98472 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2128e23c67104cd78aa6e48a993ff7cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388281 Jun 30 09:49:04.263596 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['cd6bca71-d5b3-4dbe-8dcc-5280d133e350'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:49:04.393241 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-629151e8-8aa1-4846-b4c3-0c7c36e3b701 service neutron] 10.222.0.10 "GET /v2.0/networks/8562bf9b-cda4-4e7a-921c-f13c1f4989bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124876 Jun 30 09:49:04.508232 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-e52f23d4-0aa4-486b-8af1-9ec56fd79a63 service neutron] 10.222.0.10 "GET /v2.0/networks/8562bf9b-cda4-4e7a-921c-f13c1f4989bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052220 Jun 30 09:49:04.868680 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-666cd1be-da52-48e5-b9e2-5b8da7e5f8c3 req-2f2d3636-b8f6-44db-ad88-d1a80e283cb4 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 210 time: 0.0338652 Jun 30 09:49:04.873739 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e884c5f-9354-460b-acda-ef450e8b78ce req-c4f8a638-4443-463a-b602-1bcb54c54665 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:04.875257 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8e884c5f-9354-460b-acda-ef450e8b78ce req-c4f8a638-4443-463a-b602-1bcb54c54665 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=11450cbf-150f-41ef-bcfb-f2c8282af35c HTTP/1.1" status: 200 len: 1097 time: 0.1073251 Jun 30 09:49:04.930575 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8e884c5f-9354-460b-acda-ef450e8b78ce req-1e1aae37-8ed5-4113-abca-29c55e95f4a1 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0d709924-2f4f-4d3b-bbc0-216e3e0dd4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479023 Jun 30 09:49:05.434521 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device cd6bca71-d5b3-4dbe-8dcc-5280d133e350 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:49:05.594753 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port cd6bca71-d5b3-4dbe-8dcc-5280d133e350 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:49:05.600516 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port cd6bca71-d5b3-4dbe-8dcc-5280d133e350 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:49:05.601004 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:05.700336 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:05.727249 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11450cbf-150f-41ef-bcfb-f2c8282af35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6bca71-d5b3-4dbe-8dcc-5280d133e350'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:49:05.732969 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae189f1-b327-423f-a6e2-58426052aa70" -d '{"events": [{"server_uuid": "11450cbf-150f-41ef-bcfb-f2c8282af35c", "name": "network-vif-plugged", "status": "completed", "tag": "cd6bca71-d5b3-4dbe-8dcc-5280d133e350"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:49:05.747291 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port cd6bca71-d5b3-4dbe-8dcc-5280d133e350, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=cd6bca71-d5b3-4dbe-8dcc-5280d133e350,segment=NetworkSegment(348e4408-4285-404f-b56f-963a1c6315bb),segment_id=348e4408-4285-404f-b56f-963a1c6315bb)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:05.773246 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f2d0e9-466a-41b2-8e54-75b265aa25e6 x-openstack-request-id: req-c3f2d0e9-466a-41b2-8e54-75b265aa25e6 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:49:05.773619 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11450cbf-150f-41ef-bcfb-f2c8282af35c", "name": "network-vif-plugged", "status": "completed", "tag": "cd6bca71-d5b3-4dbe-8dcc-5280d133e350", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:49:05.773995 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c3f2d0e9-466a-41b2-8e54-75b265aa25e6 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:49:05.774482 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11450cbf-150f-41ef-bcfb-f2c8282af35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6bca71-d5b3-4dbe-8dcc-5280d133e350', 'code': 200} Jun 30 09:49:05.919432 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20421832-8dfb-4140-8b48-1589471e9ae0 req-871ea5b7-6eb9-495e-9ac4-b7adeaaef323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:05.921022 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-20421832-8dfb-4140-8b48-1589471e9ae0 req-871ea5b7-6eb9-495e-9ac4-b7adeaaef323 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=11450cbf-150f-41ef-bcfb-f2c8282af35c HTTP/1.1" status: 200 len: 1097 time: 0.0708878 Jun 30 09:49:05.976176 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-68406fbc-1ae0-4a9c-9bb9-c47c48ec5f03 req-c3fa7303-39d4-4530-89cd-f5cf3a0ddd2d tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 210 time: 0.0424633 Jun 30 09:49:05.991841 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-20421832-8dfb-4140-8b48-1589471e9ae0 req-8e3ebe1a-c0e7-42d0-a082-ee4411438fd5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0d709924-2f4f-4d3b-bbc0-216e3e0dd4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644715 Jun 30 09:49:06.036083 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:06.094129 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=cd6bca71-d5b3-4dbe-8dcc-5280d133e350,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:06.138997 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc79bfd-14c2-460a-ae69-2056e4417f1f req-5e288e7e-c1a2-47c9-b3bd-be62244f80c8 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:06.140775 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9cc79bfd-14c2-460a-ae69-2056e4417f1f req-5e288e7e-c1a2-47c9-b3bd-be62244f80c8 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=11450cbf-150f-41ef-bcfb-f2c8282af35c HTTP/1.1" status: 200 len: 1098 time: 0.0645299 Jun 30 09:49:06.187091 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9cc79bfd-14c2-460a-ae69-2056e4417f1f req-0417e018-8d12-4307-8405-4b001a1aa590 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0d709924-2f4f-4d3b-bbc0-216e3e0dd4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389295 Jun 30 09:49:07.153580 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-44fe9459-6f78-4bd9-b81b-b971599ea11f req-a5226c45-6edb-4f64-8cd4-645904fe517e tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 210 time: 0.0397189 Jun 30 09:49:07.380510 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48803fa0-d421-419c-9bd2-c99b158b3a6f req-8bc3daf9-91ba-460d-b0ab-73f604da0894 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:07.382139 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-48803fa0-d421-419c-9bd2-c99b158b3a6f req-8bc3daf9-91ba-460d-b0ab-73f604da0894 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=11450cbf-150f-41ef-bcfb-f2c8282af35c HTTP/1.1" status: 200 len: 1098 time: 0.0650733 Jun 30 09:49:07.436771 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-48803fa0-d421-419c-9bd2-c99b158b3a6f req-d1fed008-5516-492b-b361-87a177481b87 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0d709924-2f4f-4d3b-bbc0-216e3e0dd4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463767 Jun 30 09:49:07.983330 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:08.329706 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cd28cade-a68c-45bb-a1ce-6351a2752fdd req-2eb607cd-54c1-4358-ae93-07f52c8ed397 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 210 time: 0.0422392 Jun 30 09:49:08.710647 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-6675deb3-264f-4203-b75a-acecf8b46ebf tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:08.712133 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-6675deb3-264f-4203-b75a-acecf8b46ebf tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.52 "GET /v2.0/networks?id=8562bf9b-cda4-4e7a-921c-f13c1f4989bb HTTP/1.1" status: 200 len: 813 time: 0.1640654 Jun 30 09:49:08.720746 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eab887-03db-4604-b480-ddfd461345b1 req-dc0a26f8-b5f0-45e0-bcca-5ee9cd20ff2d tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:08.722246 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-98eab887-03db-4604-b480-ddfd461345b1 req-dc0a26f8-b5f0-45e0-bcca-5ee9cd20ff2d tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=11450cbf-150f-41ef-bcfb-f2c8282af35c HTTP/1.1" status: 200 len: 1098 time: 0.1479516 Jun 30 09:49:08.727677 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-5ef0ae56-893a-4c89-84f7-46fd136b4d39 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Request body: {'port': {'device_id': '43347ec4-dc43-47ab-b207-d7dc34ae0863', 'network_id': '8562bf9b-cda4-4e7a-921c-f13c1f4989bb', 'admin_state_up': True, 'tenant_id': '2128e23c67104cd78aa6e48a993ff7cb'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:49:08.817485 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-98eab887-03db-4604-b480-ddfd461345b1 req-a8c20dee-7a0f-4ecf-b261-2629b5a0cb1c tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0d709924-2f4f-4d3b-bbc0-216e3e0dd4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863280 Jun 30 09:49:08.978392 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-5ef0ae56-893a-4c89-84f7-46fd136b4d39 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Made reservation on behalf of 2128e23c67104cd78aa6e48a993ff7cb for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:49:08.986891 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-5ef0ae56-893a-4c89-84f7-46fd136b4d39 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:09.047136 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:09.048740 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f14b9-598f-4e68-a272-7c8055ae350e req-e7746b80-2cd8-499d-8e69-e3124ab231a1 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:09.050411 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dd2f14b9-598f-4e68-a272-7c8055ae350e req-e7746b80-2cd8-499d-8e69-e3124ab231a1 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=11450cbf-150f-41ef-bcfb-f2c8282af35c HTTP/1.1" status: 200 len: 1098 time: 0.0694048 Jun 30 09:49:09.090301 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dd2f14b9-598f-4e68-a272-7c8055ae350e req-f6112b41-84e6-4842-910e-d96c950abf3b tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0d709924-2f4f-4d3b-bbc0-216e3e0dd4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335603 Jun 30 09:49:09.170828 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-5ef0ae56-893a-4c89-84f7-46fd136b4d39 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Allocated IP 172.20.0.7 (8562bf9b-cda4-4e7a-921c-f13c1f4989bb/9e630918-3d33-4963-87af-d9b9b13975b5/5d30c521-ec12-4b6d-bebb-52ce4334721c) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:49:09.483818 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9a863d4f-5210-44ff-903c-8b5b73f505c1 req-f8d05f4f-5bab-4c63-abf3-2f839393254f tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 210 time: 0.0313406 Jun 30 09:49:09.704514 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deab08c-25fd-422c-8d42-def99c6ec29e req-a011a05e-a9af-45b4-8c02-37ddfeb72d5e tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:09.705969 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3deab08c-25fd-422c-8d42-def99c6ec29e req-a011a05e-a9af-45b4-8c02-37ddfeb72d5e tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=11450cbf-150f-41ef-bcfb-f2c8282af35c HTTP/1.1" status: 200 len: 1098 time: 0.4694045 Jun 30 09:49:09.758927 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-5ef0ae56-893a-4c89-84f7-46fd136b4d39 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:09.779952 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3deab08c-25fd-422c-8d42-def99c6ec29e req-41081240-e5ba-4f85-b0c0-410135970402 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0d709924-2f4f-4d3b-bbc0-216e3e0dd4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514627 Jun 30 09:49:09.920610 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-5ef0ae56-893a-4c89-84f7-46fd136b4d39 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:09.967902 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-5ef0ae56-893a-4c89-84f7-46fd136b4d39 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Network 8562bf9b-cda4-4e7a-921c-f13c1f4989bb is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:49:09.971073 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-5ef0ae56-893a-4c89-84f7-46fd136b4d39 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:49:09.978912 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-5ef0ae56-893a-4c89-84f7-46fd136b4d39 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:49:10.002865 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0ae56-893a-4c89-84f7-46fd136b4d39 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Pushing event updated for resources: {'Port': ['ID=5d30c521-ec12-4b6d-bebb-52ce4334721c,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:10.016553 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef0ae56-893a-4c89-84f7-46fd136b4d39 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:10.016906 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef0ae56-893a-4c89-84f7-46fd136b4d39 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:10.017271 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef0ae56-893a-4c89-84f7-46fd136b4d39 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:10.017583 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef0ae56-893a-4c89-84f7-46fd136b4d39 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:10.017911 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef0ae56-893a-4c89-84f7-46fd136b4d39 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:10.018606 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef0ae56-893a-4c89-84f7-46fd136b4d39 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:10.018606 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef0ae56-893a-4c89-84f7-46fd136b4d39 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:10.018893 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef0ae56-893a-4c89-84f7-46fd136b4d39 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:10.019237 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef0ae56-893a-4c89-84f7-46fd136b4d39 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:10.019510 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef0ae56-893a-4c89-84f7-46fd136b4d39 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:10.019813 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef0ae56-893a-4c89-84f7-46fd136b4d39 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:10.020193 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef0ae56-893a-4c89-84f7-46fd136b4d39 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:10.053802 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-5ef0ae56-893a-4c89-84f7-46fd136b4d39 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:10.054739 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-5ef0ae56-893a-4c89-84f7-46fd136b4d39 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:10.195286 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-5ef0ae56-893a-4c89-84f7-46fd136b4d39 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4719803 Jun 30 09:49:10.210557 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-9ced8fd7-5196-4d29-9375-77fffb18ec9b service neutron] Request body: {'port': {'device_id': '43347ec4-dc43-47ab-b207-d7dc34ae0863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:49:10.289025 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-9ced8fd7-5196-4d29-9375-77fffb18ec9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:10.616182 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-9ced8fd7-5196-4d29-9375-77fffb18ec9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d30c521-ec12-4b6d-bebb-52ce4334721c {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:49:10.626299 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-9ced8fd7-5196-4d29-9375-77fffb18ec9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:10.632307 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464b06b-e790-46ac-9f6b-9d5605329b7e req-6d9e8c08-5d1c-4177-b3e7-89b8bb174886 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:10.633835 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f464b06b-e790-46ac-9f6b-9d5605329b7e req-6d9e8c08-5d1c-4177-b3e7-89b8bb174886 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=11450cbf-150f-41ef-bcfb-f2c8282af35c HTTP/1.1" status: 200 len: 1098 time: 0.1264393 Jun 30 09:49:10.645890 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-9ced8fd7-5196-4d29-9375-77fffb18ec9b service neutron] Transition to ACTIVE for port object 5d30c521-ec12-4b6d-bebb-52ce4334721c will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:49:10.677396 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f464b06b-e790-46ac-9f6b-9d5605329b7e req-1e2fc061-a350-4ea4-96a2-f924b23291aa tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0d709924-2f4f-4d3b-bbc0-216e3e0dd4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336623 Jun 30 09:49:10.700894 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6ca89-485c-4264-b89e-8b0b644591af req-c616e6a5-2f5e-41d6-9be2-d8e981bcf975 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:10.700894 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dad6ca89-485c-4264-b89e-8b0b644591af req-c616e6a5-2f5e-41d6-9be2-d8e981bcf975 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 931 time: 0.0846865 Jun 30 09:49:10.747404 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dad6ca89-485c-4264-b89e-8b0b644591af req-a4a45e82-7406-4097-baa7-60bf9ffabfca tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407963 Jun 30 09:49:10.801404 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-9ced8fd7-5196-4d29-9375-77fffb18ec9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:10.851808 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced8fd7-5196-4d29-9375-77fffb18ec9b service neutron] Pushing event updated for resources: {'Port': ['ID=5d30c521-ec12-4b6d-bebb-52ce4334721c,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:10.928470 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-9ced8fd7-5196-4d29-9375-77fffb18ec9b service neutron] Attempting to bind port 5d30c521-ec12-4b6d-bebb-52ce4334721c on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:49:10.928838 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-9ced8fd7-5196-4d29-9375-77fffb18ec9b service neutron] Attempting to bind port 5d30c521-ec12-4b6d-bebb-52ce4334721c by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '51f77830-eb96-463f-bf7d-93f0ca4bbde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8562bf9b-cda4-4e7a-921c-f13c1f4989bb'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:49:10.929162 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-9ced8fd7-5196-4d29-9375-77fffb18ec9b service neutron] Attempting to bind port 5d30c521-ec12-4b6d-bebb-52ce4334721c on network 8562bf9b-cda4-4e7a-921c-f13c1f4989bb {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:49:10.933737 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-9ced8fd7-5196-4d29-9375-77fffb18ec9b service neutron] Port 5d30c521-ec12-4b6d-bebb-52ce4334721c on network 8562bf9b-cda4-4e7a-921c-f13c1f4989bb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:49:10.934052 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-9ced8fd7-5196-4d29-9375-77fffb18ec9b service neutron] Attempting to bind port 5d30c521-ec12-4b6d-bebb-52ce4334721c on network 8562bf9b-cda4-4e7a-921c-f13c1f4989bb {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:49:10.939079 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-9ced8fd7-5196-4d29-9375-77fffb18ec9b service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:49:10.939436 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-9ced8fd7-5196-4d29-9375-77fffb18ec9b service neutron] Checking segment: {'id': '51f77830-eb96-463f-bf7d-93f0ca4bbde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8562bf9b-cda4-4e7a-921c-f13c1f4989bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:49:10.939815 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-9ced8fd7-5196-4d29-9375-77fffb18ec9b service neutron] Bound using segment: {'id': '51f77830-eb96-463f-bf7d-93f0ca4bbde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8562bf9b-cda4-4e7a-921c-f13c1f4989bb'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:49:10.940239 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-9ced8fd7-5196-4d29-9375-77fffb18ec9b service neutron] Bound port: 5d30c521-ec12-4b6d-bebb-52ce4334721c, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f77830-eb96-463f-bf7d-93f0ca4bbde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8562bf9b-cda4-4e7a-921c-f13c1f4989bb'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:49:10.940589 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-9ced8fd7-5196-4d29-9375-77fffb18ec9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:11.015071 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-9ced8fd7-5196-4d29-9375-77fffb18ec9b service neutron] For port 5d30c521-ec12-4b6d-bebb-52ce4334721c, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:49:11.018281 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-9ced8fd7-5196-4d29-9375-77fffb18ec9b service neutron] For port 5d30c521-ec12-4b6d-bebb-52ce4334721c, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=5d30c521-ec12-4b6d-bebb-52ce4334721c,segment=NetworkSegment(51f77830-eb96-463f-bf7d-93f0ca4bbde6),segment_id=51f77830-eb96-463f-bf7d-93f0ca4bbde6)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:49:11.183613 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-9ced8fd7-5196-4d29-9375-77fffb18ec9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:11.224802 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-9ced8fd7-5196-4d29-9375-77fffb18ec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:11.224802 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-9ced8fd7-5196-4d29-9375-77fffb18ec9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:11.225916 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-9ced8fd7-5196-4d29-9375-77fffb18ec9b service neutron] 10.222.0.52 "PUT /v2.0/ports/5d30c521-ec12-4b6d-bebb-52ce4334721c HTTP/1.1" status: 200 len: 1092 time: 1.0210061 Jun 30 09:49:11.226361 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43347ec4-dc43-47ab-b207-d7dc34ae0863', 'tag': '5d30c521-ec12-4b6d-bebb-52ce4334721c'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:49:11.228669 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e90377-1837-435e-88aa-22424e348a85" -d '{"events": [{"name": "network-changed", "server_uuid": "43347ec4-dc43-47ab-b207-d7dc34ae0863", "tag": "5d30c521-ec12-4b6d-bebb-52ce4334721c"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:49:11.260262 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced8fd7-5196-4d29-9375-77fffb18ec9b service neutron] Pushing event updated for resources: {'Port': ['ID=5d30c521-ec12-4b6d-bebb-52ce4334721c,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:11.270872 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f63d0e0-c7d0-43e9-9338-1fb02b7bd661 x-openstack-request-id: req-3f63d0e0-c7d0-43e9-9338-1fb02b7bd661 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:49:11.271179 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43347ec4-dc43-47ab-b207-d7dc34ae0863", "tag": "5d30c521-ec12-4b6d-bebb-52ce4334721c", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:49:11.271437 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3f63d0e0-c7d0-43e9-9338-1fb02b7bd661 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:49:11.272418 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43347ec4-dc43-47ab-b207-d7dc34ae0863', 'tag': '5d30c521-ec12-4b6d-bebb-52ce4334721c', 'status': 'completed', 'code': 200} Jun 30 09:49:11.352311 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e90377-1837-435e-88aa-22424e348a85 req-d7928ec4-f637-4d74-b63e-67d4e1486264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:11.354029 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-86e90377-1837-435e-88aa-22424e348a85 req-d7928ec4-f637-4d74-b63e-67d4e1486264 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2128e23c67104cd78aa6e48a993ff7cb&device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 1095 time: 0.0562656 Jun 30 09:49:11.473380 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e90377-1837-435e-88aa-22424e348a85 req-fd3140ae-75a2-4d46-9e1d-c951390d8a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:11.475105 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-86e90377-1837-435e-88aa-22424e348a85 req-fd3140ae-75a2-4d46-9e1d-c951390d8a51 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=2128e23c67104cd78aa6e48a993ff7cb&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1128216 Jun 30 09:49:11.586285 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e90377-1837-435e-88aa-22424e348a85 req-72f80a85-7a05-4c41-b235-e7c272a69406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:11.588050 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-86e90377-1837-435e-88aa-22424e348a85 req-72f80a85-7a05-4c41-b235-e7c272a69406 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1056232 Jun 30 09:49:11.697202 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-f64386a3-70a2-43cb-b260-cc7dd9d7286d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:11.698706 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-f64386a3-70a2-43cb-b260-cc7dd9d7286d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2128e23c67104cd78aa6e48a993ff7cb&device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 1095 time: 0.0648637 Jun 30 09:49:11.750175 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-a81e0d5c-0915-486a-ad10-cec3922b66b9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d30c521-ec12-4b6d-bebb-52ce4334721c HTTP/1.1" status: 200 len: 217 time: 0.0360165 Jun 30 09:49:11.810286 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-201ce3f2-a9df-4fdd-aa1e-a2f568625f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:11.812375 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-201ce3f2-a9df-4fdd-aa1e-a2f568625f3b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9e630918-3d33-4963-87af-d9b9b13975b5 HTTP/1.1" status: 200 len: 853 time: 0.0545702 Jun 30 09:49:11.849822 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-ce0e4f18-e016-4886-8ec4-9d6bf4e52070 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8562bf9b-cda4-4e7a-921c-f13c1f4989bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311136 Jun 30 09:49:11.869330 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3faaeea-59c2-4b6d-beb5-42b5d6f73517 req-905c40c6-5b2e-43d0-aaf3-6d57b3dd829f tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:11.870947 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f3faaeea-59c2-4b6d-beb5-42b5d6f73517 req-905c40c6-5b2e-43d0-aaf3-6d57b3dd829f tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=11450cbf-150f-41ef-bcfb-f2c8282af35c HTTP/1.1" status: 200 len: 1098 time: 0.0646496 Jun 30 09:49:11.948104 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f3faaeea-59c2-4b6d-beb5-42b5d6f73517 req-ff5bcfbd-18d7-4027-8258-4f687a363fa5 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0d709924-2f4f-4d3b-bbc0-216e3e0dd4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663381 Jun 30 09:49:11.990535 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b2a72-b67b-4a6b-af51-475862245c1c req-b2710871-e9b0-4d50-95c8-a4730b70b1aa tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:11.992274 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ab2b2a72-b67b-4a6b-af51-475862245c1c req-b2710871-e9b0-4d50-95c8-a4730b70b1aa tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=11450cbf-150f-41ef-bcfb-f2c8282af35c HTTP/1.1" status: 200 len: 1098 time: 0.0756693 Jun 30 09:49:12.008502 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-d9baf2ce-060f-4a02-b10d-f623c81ac2d0 service neutron] 10.222.0.52 "GET /v2.0/networks/8562bf9b-cda4-4e7a-921c-f13c1f4989bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523604 Jun 30 09:49:12.019555 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9a6d1-82e6-4ab5-ad91-6a4891762e7d req-b93d24ee-7985-4e25-8292-645befa2557b tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:12.022221 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-68a9a6d1-82e6-4ab5-ad91-6a4891762e7d req-b93d24ee-7985-4e25-8292-645befa2557b tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 943 time: 0.1133735 Jun 30 09:49:12.109377 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-ab2b2a72-b67b-4a6b-af51-475862245c1c req-7f912d2d-49ad-47b7-88e0-1e8e9958a414 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Deleting port cd6bca71-d5b3-4dbe-8dcc-5280d133e350 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:49:12.110162 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ab2b2a72-b67b-4a6b-af51-475862245c1c req-7f912d2d-49ad-47b7-88e0-1e8e9958a414 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:12.128981 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-68a9a6d1-82e6-4ab5-ad91-6a4891762e7d req-df215d34-77a6-4ef9-a149-0acd019714a1 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948126 Jun 30 09:49:12.164030 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-728fceb5-55af-4e37-a047-2d2526d01b56 req-147ad8ec-4478-40b0-9cab-ca91a792315c service neutron] 10.222.0.52 "GET /v2.0/networks/8562bf9b-cda4-4e7a-921c-f13c1f4989bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392291 Jun 30 09:49:12.203533 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-ab2b2a72-b67b-4a6b-af51-475862245c1c req-7f912d2d-49ad-47b7-88e0-1e8e9958a414 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] For port cd6bca71-d5b3-4dbe-8dcc-5280d133e350, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=cd6bca71-d5b3-4dbe-8dcc-5280d133e350,segment=NetworkSegment(348e4408-4285-404f-b56f-963a1c6315bb),segment_id=348e4408-4285-404f-b56f-963a1c6315bb)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:12.203903 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ab2b2a72-b67b-4a6b-af51-475862245c1c req-7f912d2d-49ad-47b7-88e0-1e8e9958a414 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:12.218011 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-ab2b2a72-b67b-4a6b-af51-475862245c1c req-7f912d2d-49ad-47b7-88e0-1e8e9958a414 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Calling delete_port for cd6bca71-d5b3-4dbe-8dcc-5280d133e350 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:49:12.440546 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ab2b2a72-b67b-4a6b-af51-475862245c1c req-7f912d2d-49ad-47b7-88e0-1e8e9958a414 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:12.452973 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['cd6bca71-d5b3-4dbe-8dcc-5280d133e350'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:49:12.457272 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:49:12.471171 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f912d2d-49ad-47b7-88e0-1e8e9958a414 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd6bca71-d5b3-4dbe-8dcc-5280d133e350,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:12.483789 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f912d2d-49ad-47b7-88e0-1e8e9958a414 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:12.483789 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f912d2d-49ad-47b7-88e0-1e8e9958a414 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:12.485154 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f912d2d-49ad-47b7-88e0-1e8e9958a414 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:12.485154 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f912d2d-49ad-47b7-88e0-1e8e9958a414 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:12.485154 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f912d2d-49ad-47b7-88e0-1e8e9958a414 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:12.485154 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f912d2d-49ad-47b7-88e0-1e8e9958a414 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:12.485748 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f912d2d-49ad-47b7-88e0-1e8e9958a414 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:12.485748 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f912d2d-49ad-47b7-88e0-1e8e9958a414 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:12.485967 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f912d2d-49ad-47b7-88e0-1e8e9958a414 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:12.486528 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f912d2d-49ad-47b7-88e0-1e8e9958a414 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:12.486672 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f912d2d-49ad-47b7-88e0-1e8e9958a414 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:12.486975 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f912d2d-49ad-47b7-88e0-1e8e9958a414 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:12.542954 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2b2a72-b67b-4a6b-af51-475862245c1c req-7f912d2d-49ad-47b7-88e0-1e8e9958a414 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] No DVR routers for this DVR port cd6bca71-d5b3-4dbe-8dcc-5280d133e350 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:49:12.545544 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ab2b2a72-b67b-4a6b-af51-475862245c1c req-7f912d2d-49ad-47b7-88e0-1e8e9958a414 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:12.547787 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ab2b2a72-b67b-4a6b-af51-475862245c1c req-7f912d2d-49ad-47b7-88e0-1e8e9958a414 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.37 "DELETE /v2.0/ports/cd6bca71-d5b3-4dbe-8dcc-5280d133e350 HTTP/1.1" status: 204 len: 173 time: 0.5503428 Jun 30 09:49:12.548239 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11450cbf-150f-41ef-bcfb-f2c8282af35c', 'name': 'network-vif-deleted', 'tag': 'cd6bca71-d5b3-4dbe-8dcc-5280d133e350'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:49:12.551521 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30f235e-41ad-4fe7-bdef-f608e995577f" -d '{"events": [{"server_uuid": "11450cbf-150f-41ef-bcfb-f2c8282af35c", "name": "network-vif-deleted", "tag": "cd6bca71-d5b3-4dbe-8dcc-5280d133e350"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:49:12.601241 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8cf669-02b9-4754-bd3a-b7995fad5673 x-openstack-request-id: req-2b8cf669-02b9-4754-bd3a-b7995fad5673 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:49:12.601889 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11450cbf-150f-41ef-bcfb-f2c8282af35c", "name": "network-vif-deleted", "tag": "cd6bca71-d5b3-4dbe-8dcc-5280d133e350", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:49:12.602337 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2b8cf669-02b9-4754-bd3a-b7995fad5673 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:49:12.603698 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11450cbf-150f-41ef-bcfb-f2c8282af35c', 'name': 'network-vif-deleted', 'tag': 'cd6bca71-d5b3-4dbe-8dcc-5280d133e350', 'status': 'completed', 'code': 200} Jun 30 09:49:13.125924 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-961072e9-4874-41ea-b53b-67ed25269e1e req-e668ec0a-fe3b-47df-bf4e-44110391a6d6 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=11450cbf-150f-41ef-bcfb-f2c8282af35c HTTP/1.1" status: 200 len: 210 time: 0.0291512 Jun 30 09:49:13.316259 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef3dae-5ab1-41fc-94b4-b8dec78aa727 req-62fa906e-cca1-4b46-8fd8-8622e62e06e0 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:13.318382 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-10ef3dae-5ab1-41fc-94b4-b8dec78aa727 req-62fa906e-cca1-4b46-8fd8-8622e62e06e0 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 943 time: 0.0696213 Jun 30 09:49:13.366238 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-10ef3dae-5ab1-41fc-94b4-b8dec78aa727 req-6cd1e51c-49a9-4f02-b546-708f943ec702 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412664 Jun 30 09:49:14.554535 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d295d9-bfb3-452f-ab51-66403b46ccad req-4dc56632-9b7a-47a7-81f6-6d449173a422 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:14.556009 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-29d295d9-bfb3-452f-ab51-66403b46ccad req-4dc56632-9b7a-47a7-81f6-6d449173a422 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 943 time: 0.0716131 Jun 30 09:49:14.604769 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-29d295d9-bfb3-452f-ab51-66403b46ccad req-9a940979-f521-4dde-a3c1-56eda320d27f tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425436 Jun 30 09:49:15.036635 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74e501-793a-4f11-83e6-f0259d888ca7 req-05a9e193-ea89-4825-8eed-a1bec077b1d3 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:15.038306 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ab74e501-793a-4f11-83e6-f0259d888ca7 req-05a9e193-ea89-4825-8eed-a1bec077b1d3 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1b88c930-76c7-45cf-a7d9-757bb740d2dc HTTP/1.1" status: 200 len: 1097 time: 0.0593879 Jun 30 09:49:15.078317 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ab74e501-793a-4f11-83e6-f0259d888ca7 req-493d116d-b147-4946-afa3-2ec473f85508 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0d709924-2f4f-4d3b-bbc0-216e3e0dd4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333951 Jun 30 09:49:15.512914 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device cd6bca71-d5b3-4dbe-8dcc-5280d133e350 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:49:15.537190 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: cd6bca71-d5b3-4dbe-8dcc-5280d133e350 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:49:15.537657 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device cd6bca71-d5b3-4dbe-8dcc-5280d133e350 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:49:15.719042 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 5d30c521-ec12-4b6d-bebb-52ce4334721c details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:49:15.792937 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95201a33-619d-453c-91dc-c2a9046b0736 req-fd6c8911-962a-4f3d-ae42-5ae2f9074259 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:15.794559 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-95201a33-619d-453c-91dc-c2a9046b0736 req-fd6c8911-962a-4f3d-ae42-5ae2f9074259 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 943 time: 0.0691438 Jun 30 09:49:15.826401 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 5d30c521-ec12-4b6d-bebb-52ce4334721c, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=5d30c521-ec12-4b6d-bebb-52ce4334721c,segment=NetworkSegment(51f77830-eb96-463f-bf7d-93f0ca4bbde6),segment_id=51f77830-eb96-463f-bf7d-93f0ca4bbde6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:15.840058 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '5d30c521-ec12-4b6d-bebb-52ce4334721c', 'network_id': '8562bf9b-cda4-4e7a-921c-f13c1f4989bb', 'port_id': '5d30c521-ec12-4b6d-bebb-52ce4334721c', 'mac_address': 'fa:16:3e:69:6e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e630918-3d33-4963-87af-d9b9b13975b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:49:15.849505 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-95201a33-619d-453c-91dc-c2a9046b0736 req-a42420c2-cc1f-43c8-a0b4-644db3f66ac4 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457337 Jun 30 09:49:15.880171 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:15.892968 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d30c521-ec12-4b6d-bebb-52ce4334721c {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:49:15.925222 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 5d30c521-ec12-4b6d-bebb-52ce4334721c, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=5d30c521-ec12-4b6d-bebb-52ce4334721c,segment=NetworkSegment(51f77830-eb96-463f-bf7d-93f0ca4bbde6),segment_id=51f77830-eb96-463f-bf7d-93f0ca4bbde6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:16.091495 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:16.156400 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=5d30c521-ec12-4b6d-bebb-52ce4334721c,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:16.258296 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e08fc-f674-4e82-a6a3-8f9f7955e1ca req-bb91fb2f-2eb8-4bcd-a91f-d9ce9d60e04c tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:16.259884 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-893e08fc-f674-4e82-a6a3-8f9f7955e1ca req-bb91fb2f-2eb8-4bcd-a91f-d9ce9d60e04c tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1b88c930-76c7-45cf-a7d9-757bb740d2dc HTTP/1.1" status: 200 len: 1097 time: 0.0569096 Jun 30 09:49:16.306143 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-893e08fc-f674-4e82-a6a3-8f9f7955e1ca req-3232217f-bda3-4df3-9abd-18020c714532 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0d709924-2f4f-4d3b-bbc0-216e3e0dd4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387371 Jun 30 09:49:16.367359 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['5d30c521-ec12-4b6d-bebb-52ce4334721c'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:49:16.535688 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3100d-5278-407b-a9cb-f3d0a551ad52 req-ba9f128d-2cc1-458b-8675-2faa89193d19 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:16.537357 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-95f3100d-5278-407b-a9cb-f3d0a551ad52 req-ba9f128d-2cc1-458b-8675-2faa89193d19 tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1b88c930-76c7-45cf-a7d9-757bb740d2dc HTTP/1.1" status: 200 len: 1097 time: 0.0600297 Jun 30 09:49:16.638041 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-95f3100d-5278-407b-a9cb-f3d0a551ad52 req-77ec209b-d7aa-4c86-a162-689ff92c743d tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Deleting port ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:49:16.638383 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-95f3100d-5278-407b-a9cb-f3d0a551ad52 req-77ec209b-d7aa-4c86-a162-689ff92c743d tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:16.725482 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-95f3100d-5278-407b-a9cb-f3d0a551ad52 req-77ec209b-d7aa-4c86-a162-689ff92c743d tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] For port ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2,segment=NetworkSegment(348e4408-4285-404f-b56f-963a1c6315bb),segment_id=348e4408-4285-404f-b56f-963a1c6315bb)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:16.725842 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-95f3100d-5278-407b-a9cb-f3d0a551ad52 req-77ec209b-d7aa-4c86-a162-689ff92c743d tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:16.739992 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-95f3100d-5278-407b-a9cb-f3d0a551ad52 req-77ec209b-d7aa-4c86-a162-689ff92c743d tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Calling delete_port for ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:49:17.035728 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999440b-a838-49cc-950c-bbd93ce3b6ae req-b7d72490-774d-4cc2-8774-02362b6e050f tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:17.037750 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f999440b-a838-49cc-950c-bbd93ce3b6ae req-b7d72490-774d-4cc2-8774-02362b6e050f tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 944 time: 0.0667875 Jun 30 09:49:17.078028 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f999440b-a838-49cc-950c-bbd93ce3b6ae req-4b702f30-c83e-4a36-92c3-cdb753db7872 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338099 Jun 30 09:49:17.097335 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-95f3100d-5278-407b-a9cb-f3d0a551ad52 req-77ec209b-d7aa-4c86-a162-689ff92c743d tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:17.112725 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:49:17.131941 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec209b-d7aa-4c86-a162-689ff92c743d tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:17.178676 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f3100d-5278-407b-a9cb-f3d0a551ad52 req-77ec209b-d7aa-4c86-a162-689ff92c743d tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] No DVR routers for this DVR port ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:49:17.183038 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-95f3100d-5278-407b-a9cb-f3d0a551ad52 req-77ec209b-d7aa-4c86-a162-689ff92c743d tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:17.185236 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-95f3100d-5278-407b-a9cb-f3d0a551ad52 req-77ec209b-d7aa-4c86-a162-689ff92c743d tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.52 "DELETE /v2.0/ports/ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2 HTTP/1.1" status: 204 len: 173 time: 0.6385968 Jun 30 09:49:17.185724 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b88c930-76c7-45cf-a7d9-757bb740d2dc', 'name': 'network-vif-deleted', 'tag': 'ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:49:17.188106 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17bb91b1-0fcf-46d3-95f8-a1a2c5b28840" -d '{"events": [{"server_uuid": "1b88c930-76c7-45cf-a7d9-757bb740d2dc", "name": "network-vif-deleted", "tag": "ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:49:17.229489 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a611d904-03dc-449b-bc78-bffa7c0859ee x-openstack-request-id: req-a611d904-03dc-449b-bc78-bffa7c0859ee {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:49:17.229791 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b88c930-76c7-45cf-a7d9-757bb740d2dc", "name": "network-vif-deleted", "tag": "ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:49:17.230043 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a611d904-03dc-449b-bc78-bffa7c0859ee {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:49:17.230442 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b88c930-76c7-45cf-a7d9-757bb740d2dc', 'name': 'network-vif-deleted', 'tag': 'ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2', 'status': 'completed', 'code': 200} Jun 30 09:49:17.454492 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3a323ec0-51d7-4b63-884f-701674e47669 req-a077fb57-ee75-467d-967e-d687a579fedb tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1b88c930-76c7-45cf-a7d9-757bb740d2dc HTTP/1.1" status: 200 len: 210 time: 0.0296874 Jun 30 09:49:17.735087 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 5d30c521-ec12-4b6d-bebb-52ce4334721c up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:49:17.902802 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 5d30c521-ec12-4b6d-bebb-52ce4334721c completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:49:17.906735 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 5d30c521-ec12-4b6d-bebb-52ce4334721c triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:49:17.907102 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:17.987691 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:18.011793 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43347ec4-dc43-47ab-b207-d7dc34ae0863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d30c521-ec12-4b6d-bebb-52ce4334721c'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:49:18.014079 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923822bd-77a6-47da-9741-bf0cf7b8c440" -d '{"events": [{"server_uuid": "43347ec4-dc43-47ab-b207-d7dc34ae0863", "name": "network-vif-plugged", "status": "completed", "tag": "5d30c521-ec12-4b6d-bebb-52ce4334721c"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:49:18.034110 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 5d30c521-ec12-4b6d-bebb-52ce4334721c, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=5d30c521-ec12-4b6d-bebb-52ce4334721c,segment=NetworkSegment(51f77830-eb96-463f-bf7d-93f0ca4bbde6),segment_id=51f77830-eb96-463f-bf7d-93f0ca4bbde6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:18.052710 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354983ff-5747-46f2-9b2a-1cd28b4a1cba x-openstack-request-id: req-354983ff-5747-46f2-9b2a-1cd28b4a1cba {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:49:18.053048 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43347ec4-dc43-47ab-b207-d7dc34ae0863", "name": "network-vif-plugged", "status": "completed", "tag": "5d30c521-ec12-4b6d-bebb-52ce4334721c", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:49:18.053341 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-354983ff-5747-46f2-9b2a-1cd28b4a1cba {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:49:18.053728 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43347ec4-dc43-47ab-b207-d7dc34ae0863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d30c521-ec12-4b6d-bebb-52ce4334721c', 'code': 200} Jun 30 09:49:18.178707 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9e01a-63b8-4787-a798-b7b5e6474bdc req-6677c124-eb7b-4fbd-8a55-db8b5415a4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:18.180239 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0df9e01a-63b8-4787-a798-b7b5e6474bdc req-6677c124-eb7b-4fbd-8a55-db8b5415a4b4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 1096 time: 0.0561981 Jun 30 09:49:18.219618 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0df9e01a-63b8-4787-a798-b7b5e6474bdc req-47ffb6ad-fafe-4ea3-9db9-9cacd8117899 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314209 Jun 30 09:49:18.252308 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:18.273154 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba0c43-5d7e-42b8-bfb4-f49f5fc2e96f req-3d7e0553-4abe-45a3-87a4-6fb06255e68f tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:18.275303 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-22ba0c43-5d7e-42b8-bfb4-f49f5fc2e96f req-3d7e0553-4abe-45a3-87a4-6fb06255e68f tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 944 time: 0.0713868 Jun 30 09:49:18.292303 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=5d30c521-ec12-4b6d-bebb-52ce4334721c,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:18.305273 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:18.305273 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:18.305273 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:18.305273 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:18.305273 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:18.305273 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:18.305273 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:18.305273 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:18.305273 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:18.305273 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:18.305273 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:18.305273 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:18.320760 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-22ba0c43-5d7e-42b8-bfb4-f49f5fc2e96f req-fbbfeea3-996d-4ba8-9dc5-4bba6ae9578c tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398409 Jun 30 09:49:18.628249 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-25ac6343-73a5-4e35-af76-3e947f413033 req-0c50fbcc-4281-4303-96b7-89fa9b2ce7be tempest-TestServerMultinode-114282340 tempest-TestServerMultinode-114282340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1b88c930-76c7-45cf-a7d9-757bb740d2dc HTTP/1.1" status: 200 len: 210 time: 0.0345430 Jun 30 09:49:19.503291 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9947c8-e9f4-4029-9ff4-6b31b58303f8 req-7db58879-6733-48d7-8ad0-cda36a2f4aed tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:19.505513 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5d9947c8-e9f4-4029-9ff4-6b31b58303f8 req-7db58879-6733-48d7-8ad0-cda36a2f4aed tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 945 time: 0.0699213 Jun 30 09:49:19.545149 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5d9947c8-e9f4-4029-9ff4-6b31b58303f8 req-4b6460af-cd42-4c03-acfa-b6404e3bca14 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328822 Jun 30 09:49:19.737792 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54882) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:19.749297 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:49:19.770839 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:49:19.771668 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device ac3b07d0-3d47-46d2-ad3e-5b2da95fd0d2 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:49:20.164299 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-db515606-8d0c-4ac8-8039-fab9cc37f04a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:20.474218 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-db515606-8d0c-4ac8-8039-fab9cc37f04a admin admin] Deleting port 1198eedb-6f4b-4cf4-8c06-94f7e77e184a {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:49:20.474650 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-db515606-8d0c-4ac8-8039-fab9cc37f04a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:20.566414 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9cc05705-880a-49b0-8f3e-656a783eef80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:20.568376 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-db515606-8d0c-4ac8-8039-fab9cc37f04a admin admin] For port 1198eedb-6f4b-4cf4-8c06-94f7e77e184a, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=1198eedb-6f4b-4cf4-8c06-94f7e77e184a,segment=NetworkSegment(348e4408-4285-404f-b56f-963a1c6315bb),segment_id=348e4408-4285-404f-b56f-963a1c6315bb)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:20.568877 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-db515606-8d0c-4ac8-8039-fab9cc37f04a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:20.582622 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-db515606-8d0c-4ac8-8039-fab9cc37f04a admin admin] Calling delete_port for 1198eedb-6f4b-4cf4-8c06-94f7e77e184a owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:49:20.797359 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b171e-0b47-48a9-ba0d-04dff4109f67 req-bca062d0-3c7e-4e5b-bab6-038a7a08c5ad tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:20.798861 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d09b171e-0b47-48a9-ba0d-04dff4109f67 req-bca062d0-3c7e-4e5b-bab6-038a7a08c5ad tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 945 time: 0.1115105 Jun 30 09:49:20.852273 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d09b171e-0b47-48a9-ba0d-04dff4109f67 req-83872d3c-6de4-4678-ab24-a63a7c8eedaa tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442514 Jun 30 09:49:20.961155 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:49:21.034584 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-db515606-8d0c-4ac8-8039-fab9cc37f04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:21.037670 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557994f-d588-4cc9-ba61-1feced3bfd74 req-ad32011d-5698-4e87-8511-99b08fe504e6 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:21.039667 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d557994f-d588-4cc9-ba61-1feced3bfd74 req-ad32011d-5698-4e87-8511-99b08fe504e6 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 945 time: 0.0696995 Jun 30 09:49:21.084804 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d557994f-d588-4cc9-ba61-1feced3bfd74 req-cfd67933-9abc-462e-9509-b0be85446766 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359540 Jun 30 09:49:21.086876 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db515606-8d0c-4ac8-8039-fab9cc37f04a admin admin] Pushing event deleted for resources: {'Port': ['ID=1198eedb-6f4b-4cf4-8c06-94f7e77e184a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:21.274998 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-db515606-8d0c-4ac8-8039-fab9cc37f04a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:21.526937 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db515606-8d0c-4ac8-8039-fab9cc37f04a admin admin] Router 72a76598-13c7-4a45-9922-5c6fd173225f has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:49:21.635807 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db515606-8d0c-4ac8-8039-fab9cc37f04a admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:49:21.640867 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-db515606-8d0c-4ac8-8039-fab9cc37f04a admin admin] 10.222.0.10 "PUT /v2.0/routers/72a76598-13c7-4a45-9922-5c6fd173225f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9019489 Jun 30 09:49:21.643447 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54900) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:21.647007 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facde5ee-d1bc-41ab-abf3-57e86c1149de None None] Sync routers for ids ['72a76598-13c7-4a45-9922-5c6fd173225f'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:49:21.657958 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facde5ee-d1bc-41ab-abf3-57e86c1149de None None] Routers {'72a76598-13c7-4a45-9922-5c6fd173225f'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:49:21.658579 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-facde5ee-d1bc-41ab-abf3-57e86c1149de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:48:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['72a76598-13c7-4a45-9922-5c6fd173225f'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:21.756598 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-52d80e1c-0125-4469-923e-d58f5025bf43 admin admin] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:21.764202 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-facde5ee-d1bc-41ab-abf3-57e86c1149de None None] Set router 72a76598-13c7-4a45-9922-5c6fd173225f gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:49:21.904479 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-52d80e1c-0125-4469-923e-d58f5025bf43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:22.059415 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7961e85-dc09-4791-9891-289d17ef4bd4 req-57af26b3-0f64-4c9f-80f7-7c399a4bbe4d tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:22.061060 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e7961e85-dc09-4791-9891-289d17ef4bd4 req-57af26b3-0f64-4c9f-80f7-7c399a4bbe4d tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 945 time: 0.0705087 Jun 30 09:49:22.077796 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-facde5ee-d1bc-41ab-abf3-57e86c1149de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a76598-13c7-4a45-9922-5c6fd173225f', 'name': 'tempest-TestServerMultinode-2145397125-router', 'tenant_id': 'cdf6bc4dd9ab499580c5c26dc97e6409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '5125fc0e-d18c-46f3-b84f-ebbc956bbb36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:48:16Z', 'updated_at': '2021-06-30T09:49:20Z', 'revision_number': 5, 'project_id': 'cdf6bc4dd9ab499580c5c26dc97e6409', 'gw_port': {'id': '5125fc0e-d18c-46f3-b84f-ebbc956bbb36', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a76598-13c7-4a45-9922-5c6fd173225f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:17Z', 'updated_at': '2021-06-30T09:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:22.089295 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-52d80e1c-0125-4469-923e-d58f5025bf43 admin admin] Deleting port 5125fc0e-d18c-46f3-b84f-ebbc956bbb36 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:49:22.089295 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-52d80e1c-0125-4469-923e-d58f5025bf43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:22.106275 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facde5ee-d1bc-41ab-abf3-57e86c1149de None None] Checking router: 72a76598-13c7-4a45-9922-5c6fd173225f for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:49:22.115264 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facde5ee-d1bc-41ab-abf3-57e86c1149de None None] Routers {'72a76598-13c7-4a45-9922-5c6fd173225f'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:49:22.116041 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-facde5ee-d1bc-41ab-abf3-57e86c1149de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:48:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['72a76598-13c7-4a45-9922-5c6fd173225f'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:22.130564 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e7961e85-dc09-4791-9891-289d17ef4bd4 req-82de29e7-1efb-4af9-90f6-f01a8e128783 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602257 Jun 30 09:49:22.205955 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-52d80e1c-0125-4469-923e-d58f5025bf43 admin admin] For port 5125fc0e-d18c-46f3-b84f-ebbc956bbb36, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5125fc0e-d18c-46f3-b84f-ebbc956bbb36,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:22.206311 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-52d80e1c-0125-4469-923e-d58f5025bf43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:22.220001 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-52d80e1c-0125-4469-923e-d58f5025bf43 admin admin] Calling delete_port for 5125fc0e-d18c-46f3-b84f-ebbc956bbb36 owned by network:router_gateway {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:49:22.220283 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-facde5ee-d1bc-41ab-abf3-57e86c1149de None None] Set router 72a76598-13c7-4a45-9922-5c6fd173225f gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:49:22.278671 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-facde5ee-d1bc-41ab-abf3-57e86c1149de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a76598-13c7-4a45-9922-5c6fd173225f', 'name': 'tempest-TestServerMultinode-2145397125-router', 'tenant_id': 'cdf6bc4dd9ab499580c5c26dc97e6409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:48:16Z', 'updated_at': '2021-06-30T09:49:21Z', 'revision_number': 6, 'project_id': 'cdf6bc4dd9ab499580c5c26dc97e6409', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:22.317956 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facde5ee-d1bc-41ab-abf3-57e86c1149de None None] The sync data for ids ['72a76598-13c7-4a45-9922-5c6fd173225f'] in n-d-771363-31 is: [{'id': '72a76598-13c7-4a45-9922-5c6fd173225f', 'name': 'tempest-TestServerMultinode-2145397125-router', 'tenant_id': 'cdf6bc4dd9ab499580c5c26dc97e6409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:48:16Z', 'updated_at': '2021-06-30T09:49:21Z', 'revision_number': 6, 'project_id': 'cdf6bc4dd9ab499580c5c26dc97e6409', 'gw_port_host': None}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:49:22.928344 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-52d80e1c-0125-4469-923e-d58f5025bf43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:22.955264 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d80e1c-0125-4469-923e-d58f5025bf43 admin admin] Pushing event deleted for resources: {'Port': ['ID=5125fc0e-d18c-46f3-b84f-ebbc956bbb36,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:23.009884 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b3effd9d-d802-470d-8705-fbb285327726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:23.029429 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-52d80e1c-0125-4469-923e-d58f5025bf43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:23.126354 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-52d80e1c-0125-4469-923e-d58f5025bf43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:23.128744 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-52d80e1c-0125-4469-923e-d58f5025bf43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:23.161617 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 1198eedb-6f4b-4cf4-8c06-94f7e77e184a no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:49:23.190569 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 1198eedb-6f4b-4cf4-8c06-94f7e77e184a {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:49:23.190917 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 1198eedb-6f4b-4cf4-8c06-94f7e77e184a not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:49:23.191415 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5125fc0e-d18c-46f3-b84f-ebbc956bbb36 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:49:23.213937 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 5125fc0e-d18c-46f3-b84f-ebbc956bbb36 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:49:23.214197 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5125fc0e-d18c-46f3-b84f-ebbc956bbb36 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:49:23.269038 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-52d80e1c-0125-4469-923e-d58f5025bf43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:23.271526 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d80e1c-0125-4469-923e-d58f5025bf43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72a76598-13c7-4a45-9922-5c6fd173225f {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:49:23.275350 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-52d80e1c-0125-4469-923e-d58f5025bf43 admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:23.278998 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-52d80e1c-0125-4469-923e-d58f5025bf43 admin admin] 10.222.0.10 "DELETE /v2.0/routers/72a76598-13c7-4a45-9922-5c6fd173225f HTTP/1.1" status: 204 len: 168 time: 1.6322312 Jun 30 09:49:23.279471 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 54918) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:23.335932 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c48739-e6a0-4199-ae4d-7eed24fb1d2c admin admin] Deleting subnet 372c5caa-2621-4286-9cc0-b8803b05d631 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:49:23.339075 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d7c48739-e6a0-4199-ae4d-7eed24fb1d2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:23.343913 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830e2da-fdbb-46f4-9af1-5a99c2f9ff85 req-9494dba2-ab82-46ab-91c3-35a814a346b5 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:23.345458 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a830e2da-fdbb-46f4-9af1-5a99c2f9ff85 req-9494dba2-ab82-46ab-91c3-35a814a346b5 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 945 time: 0.0678403 Jun 30 09:49:23.379277 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d7c48739-e6a0-4199-ae4d-7eed24fb1d2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:23.397498 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a830e2da-fdbb-46f4-9af1-5a99c2f9ff85 req-e476e06d-60a9-42fb-a2ca-6550d1037ba2 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447869 Jun 30 09:49:23.477297 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d7c48739-e6a0-4199-ae4d-7eed24fb1d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:23.605999 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:23.720472 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d7c48739-e6a0-4199-ae4d-7eed24fb1d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:23.747932 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c48739-e6a0-4199-ae4d-7eed24fb1d2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=372c5caa-2621-4286-9cc0-b8803b05d631,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:23.751713 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d7c48739-e6a0-4199-ae4d-7eed24fb1d2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:23.754393 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d7c48739-e6a0-4199-ae4d-7eed24fb1d2c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/372c5caa-2621-4286-9cc0-b8803b05d631 HTTP/1.1" status: 204 len: 168 time: 0.4730790 Jun 30 09:49:23.757416 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54920) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:23.764908 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a675b13-5a8b-423a-95cd-19814ad0189b None None] Network 6cbb5981-8f03-4d31-9834-992f34d566ae requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:49:23.838061 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-594c6833-0d37-48e3-a8a8-b6cfd6a2365e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:23.904850 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-594c6833-0d37-48e3-a8a8-b6cfd6a2365e admin admin] Deleting port 5527a6f2-0e4c-4575-8a27-4c57489701c7 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:49:23.905195 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-594c6833-0d37-48e3-a8a8-b6cfd6a2365e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:23.986416 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-594c6833-0d37-48e3-a8a8-b6cfd6a2365e admin admin] For port 5527a6f2-0e4c-4575-8a27-4c57489701c7, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5527a6f2-0e4c-4575-8a27-4c57489701c7,segment=NetworkSegment(348e4408-4285-404f-b56f-963a1c6315bb),segment_id=348e4408-4285-404f-b56f-963a1c6315bb)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:23.986416 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-594c6833-0d37-48e3-a8a8-b6cfd6a2365e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:23.995441 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f21096b-91d6-4a9d-9fd7-11ce503ee15a None None] DHCP port deletion for 6cbb5981-8f03-4d31-9834-992f34d566ae request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:49:24.002701 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-594c6833-0d37-48e3-a8a8-b6cfd6a2365e admin admin] Calling delete_port for 5527a6f2-0e4c-4575-8a27-4c57489701c7 owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:49:24.050371 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-8f21096b-91d6-4a9d-9fd7-11ce503ee15a None None] Deleting port 5527a6f2-0e4c-4575-8a27-4c57489701c7 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:49:24.060584 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8f21096b-91d6-4a9d-9fd7-11ce503ee15a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:24.116023 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-8f21096b-91d6-4a9d-9fd7-11ce503ee15a None None] For port 5527a6f2-0e4c-4575-8a27-4c57489701c7, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5527a6f2-0e4c-4575-8a27-4c57489701c7,segment=NetworkSegment(348e4408-4285-404f-b56f-963a1c6315bb),segment_id=348e4408-4285-404f-b56f-963a1c6315bb)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:24.116418 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8f21096b-91d6-4a9d-9fd7-11ce503ee15a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:24.130613 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-8f21096b-91d6-4a9d-9fd7-11ce503ee15a None None] Calling delete_port for 5527a6f2-0e4c-4575-8a27-4c57489701c7 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:49:24.296171 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-594c6833-0d37-48e3-a8a8-b6cfd6a2365e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:24.302675 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8f21096b-91d6-4a9d-9fd7-11ce503ee15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:24.322774 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c6833-0d37-48e3-a8a8-b6cfd6a2365e admin admin] Pushing event deleted for resources: {'Port': ['ID=5527a6f2-0e4c-4575-8a27-4c57489701c7,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:24.328334 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594c6833-0d37-48e3-a8a8-b6cfd6a2365e admin admin] No DVR routers for this DVR port 5527a6f2-0e4c-4575-8a27-4c57489701c7 on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:49:24.331775 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f21096b-91d6-4a9d-9fd7-11ce503ee15a None None] No DVR routers for this DVR port 5527a6f2-0e4c-4575-8a27-4c57489701c7 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:49:24.335461 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21096b-91d6-4a9d-9fd7-11ce503ee15a None None] Pushing event deleted for resources: {'Port': ['ID=5527a6f2-0e4c-4575-8a27-4c57489701c7,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:24.420391 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-594c6833-0d37-48e3-a8a8-b6cfd6a2365e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:24.432065 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-594c6833-0d37-48e3-a8a8-b6cfd6a2365e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cbb5981-8f03-4d31-9834-992f34d566ae']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:24.442910 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-594c6833-0d37-48e3-a8a8-b6cfd6a2365e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '348e4408-4285-404f-b56f-963a1c6315bb') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:24.443247 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-594c6833-0d37-48e3-a8a8-b6cfd6a2365e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '348e4408-4285-404f-b56f-963a1c6315bb') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:24.453277 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-594c6833-0d37-48e3-a8a8-b6cfd6a2365e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:24.469112 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-594c6833-0d37-48e3-a8a8-b6cfd6a2365e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:24.476692 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-594c6833-0d37-48e3-a8a8-b6cfd6a2365e admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:49:24.477099 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-594c6833-0d37-48e3-a8a8-b6cfd6a2365e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:49:24.478777 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:49:24.613018 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e29b4a-1a29-44c5-9729-a33fa9bab90e req-123d3d67-5f50-4926-b76e-39a06e521fe9 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:24.615217 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d3e29b4a-1a29-44c5-9729-a33fa9bab90e req-123d3d67-5f50-4926-b76e-39a06e521fe9 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 945 time: 0.0729933 Jun 30 09:49:24.651167 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-594c6833-0d37-48e3-a8a8-b6cfd6a2365e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:24.656882 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-594c6833-0d37-48e3-a8a8-b6cfd6a2365e admin admin] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:24.662866 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-594c6833-0d37-48e3-a8a8-b6cfd6a2365e admin admin] 10.222.0.10 "DELETE /v2.0/networks/6cbb5981-8f03-4d31-9834-992f34d566ae HTTP/1.1" status: 204 len: 168 time: 0.9006760 Jun 30 09:49:24.663468 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 54928) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:24.674846 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c6833-0d37-48e3-a8a8-b6cfd6a2365e admin admin] Pushing event deleted for resources: {'Network': ['ID=6cbb5981-8f03-4d31-9834-992f34d566ae,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:24.729485 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d3e29b4a-1a29-44c5-9729-a33fa9bab90e req-4bdd4630-b893-4df6-a3c4-0e52457d520a tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035969 Jun 30 09:49:24.833152 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:25.049403 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5527a6f2-0e4c-4575-8a27-4c57489701c7 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:49:25.070360 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 5527a6f2-0e4c-4575-8a27-4c57489701c7 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:49:25.070360 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5527a6f2-0e4c-4575-8a27-4c57489701c7 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:49:25.097380 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-658200cb-a58b-4c7f-8db9-f855ef1a2f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:25.398424 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-658200cb-a58b-4c7f-8db9-f855ef1a2f7d admin admin] Deleting port abf5e1d6-3424-4a6c-9c61-56261771a631 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:49:25.398765 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-658200cb-a58b-4c7f-8db9-f855ef1a2f7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:25.480693 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-658200cb-a58b-4c7f-8db9-f855ef1a2f7d admin admin] For port abf5e1d6-3424-4a6c-9c61-56261771a631, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=abf5e1d6-3424-4a6c-9c61-56261771a631,segment=NetworkSegment(6701fc9a-1b75-46c9-bdda-4b04827d9a45),segment_id=6701fc9a-1b75-46c9-bdda-4b04827d9a45)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:25.481057 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-658200cb-a58b-4c7f-8db9-f855ef1a2f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:25.494579 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-658200cb-a58b-4c7f-8db9-f855ef1a2f7d admin admin] Calling delete_port for abf5e1d6-3424-4a6c-9c61-56261771a631 owned by network:router_interface {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:49:25.874052 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-658200cb-a58b-4c7f-8db9-f855ef1a2f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:25.905354 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658200cb-a58b-4c7f-8db9-f855ef1a2f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=abf5e1d6-3424-4a6c-9c61-56261771a631,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:25.914701 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50381e54-3919-43b3-872c-30b01fe9d116 req-1dad5736-39e0-4804-8840-d6f17bec9292 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:25.916147 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-50381e54-3919-43b3-872c-30b01fe9d116 req-1dad5736-39e0-4804-8840-d6f17bec9292 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 945 time: 0.0754697 Jun 30 09:49:25.961663 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-50381e54-3919-43b3-872c-30b01fe9d116 req-1d745053-92df-4c3c-ab3f-28931ca3403d tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383306 Jun 30 09:49:26.105054 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-658200cb-a58b-4c7f-8db9-f855ef1a2f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:26.335204 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658200cb-a58b-4c7f-8db9-f855ef1a2f7d admin admin] Router 46a8e834-faff-492d-ae69-bad895a824df has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:49:26.448973 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658200cb-a58b-4c7f-8db9-f855ef1a2f7d admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:49:26.458820 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-658200cb-a58b-4c7f-8db9-f855ef1a2f7d admin admin] 10.222.0.10 "PUT /v2.0/routers/46a8e834-faff-492d-ae69-bad895a824df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7910485 Jun 30 09:49:26.459704 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255af7f9-6d46-4823-9f6b-64f29e549f94 None None] Sync routers for ids ['46a8e834-faff-492d-ae69-bad895a824df'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:49:26.460448 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54936) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:26.470172 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255af7f9-6d46-4823-9f6b-64f29e549f94 None None] Routers {'46a8e834-faff-492d-ae69-bad895a824df'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:49:26.470868 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-255af7f9-6d46-4823-9f6b-64f29e549f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:49:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['46a8e834-faff-492d-ae69-bad895a824df'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:26.550529 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:26.573565 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48a73f27-af1f-4df0-b0e6-d3d06c0dbb10 admin admin] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:26.577685 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-255af7f9-6d46-4823-9f6b-64f29e549f94 None None] Set router 46a8e834-faff-492d-ae69-bad895a824df gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:49:26.683190 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48a73f27-af1f-4df0-b0e6-d3d06c0dbb10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:26.763492 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-255af7f9-6d46-4823-9f6b-64f29e549f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a8e834-faff-492d-ae69-bad895a824df', 'name': 'tempest-TestServerMultinode-1043953427-router', 'tenant_id': '637ce41423eb4a0d9e29901c55f3c66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '20a5295a-dac8-42ee-bc3c-d922b666a8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:48:25Z', 'updated_at': '2021-06-30T09:49:25Z', 'revision_number': 5, 'project_id': '637ce41423eb4a0d9e29901c55f3c66d', 'gw_port': {'id': '20a5295a-dac8-42ee-bc3c-d922b666a8ea', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a8e834-faff-492d-ae69-bad895a824df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:26Z', 'updated_at': '2021-06-30T09:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:26.939484 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255af7f9-6d46-4823-9f6b-64f29e549f94 None None] Checking router: 46a8e834-faff-492d-ae69-bad895a824df for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:49:26.949018 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255af7f9-6d46-4823-9f6b-64f29e549f94 None None] Routers {'46a8e834-faff-492d-ae69-bad895a824df'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:49:26.949703 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-255af7f9-6d46-4823-9f6b-64f29e549f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:49:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['46a8e834-faff-492d-ae69-bad895a824df'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:27.038705 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-48a73f27-af1f-4df0-b0e6-d3d06c0dbb10 admin admin] Deleting port 20a5295a-dac8-42ee-bc3c-d922b666a8ea {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:49:27.039252 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48a73f27-af1f-4df0-b0e6-d3d06c0dbb10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:27.135709 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-255af7f9-6d46-4823-9f6b-64f29e549f94 None None] Set router 46a8e834-faff-492d-ae69-bad895a824df gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:49:27.178702 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-48a73f27-af1f-4df0-b0e6-d3d06c0dbb10 admin admin] For port 20a5295a-dac8-42ee-bc3c-d922b666a8ea, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=20a5295a-dac8-42ee-bc3c-d922b666a8ea,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:27.179061 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48a73f27-af1f-4df0-b0e6-d3d06c0dbb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:27.203058 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c899d6f-a072-4d72-8d1b-d9d956aefb00 req-d8b382db-87e6-43ab-9838-20db734c37c6 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:27.204620 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5c899d6f-a072-4d72-8d1b-d9d956aefb00 req-d8b382db-87e6-43ab-9838-20db734c37c6 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 945 time: 0.0835521 Jun 30 09:49:27.206848 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-48a73f27-af1f-4df0-b0e6-d3d06c0dbb10 admin admin] Calling delete_port for 20a5295a-dac8-42ee-bc3c-d922b666a8ea owned by network:router_gateway {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:49:27.267387 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5c899d6f-a072-4d72-8d1b-d9d956aefb00 req-214c99d7-7868-481e-b7b9-6ca2a365cbdb tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539899 Jun 30 09:49:27.351500 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-255af7f9-6d46-4823-9f6b-64f29e549f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a8e834-faff-492d-ae69-bad895a824df', 'name': 'tempest-TestServerMultinode-1043953427-router', 'tenant_id': '637ce41423eb4a0d9e29901c55f3c66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '20a5295a-dac8-42ee-bc3c-d922b666a8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:48:25Z', 'updated_at': '2021-06-30T09:49:25Z', 'revision_number': 5, 'project_id': '637ce41423eb4a0d9e29901c55f3c66d', 'gw_port': {'id': '20a5295a-dac8-42ee-bc3c-d922b666a8ea', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a8e834-faff-492d-ae69-bad895a824df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:26Z', 'updated_at': '2021-06-30T09:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:27.378628 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255af7f9-6d46-4823-9f6b-64f29e549f94 None None] The sync data for ids ['46a8e834-faff-492d-ae69-bad895a824df'] in n-d-771363-31 is: [{'id': '46a8e834-faff-492d-ae69-bad895a824df', 'name': 'tempest-TestServerMultinode-1043953427-router', 'tenant_id': '637ce41423eb4a0d9e29901c55f3c66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '20a5295a-dac8-42ee-bc3c-d922b666a8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:48:25Z', 'updated_at': '2021-06-30T09:49:25Z', 'revision_number': 5, 'project_id': '637ce41423eb4a0d9e29901c55f3c66d', 'gw_port': {'id': '20a5295a-dac8-42ee-bc3c-d922b666a8ea', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a8e834-faff-492d-ae69-bad895a824df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:26Z', 'updated_at': '2021-06-30T09:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:49:27.548703 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48a73f27-af1f-4df0-b0e6-d3d06c0dbb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:27.581550 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a73f27-af1f-4df0-b0e6-d3d06c0dbb10 admin admin] Pushing event deleted for resources: {'Port': ['ID=20a5295a-dac8-42ee-bc3c-d922b666a8ea,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:27.652495 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48a73f27-af1f-4df0-b0e6-d3d06c0dbb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:27.746079 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48a73f27-af1f-4df0-b0e6-d3d06c0dbb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:27.748530 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48a73f27-af1f-4df0-b0e6-d3d06c0dbb10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:28.055689 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48a73f27-af1f-4df0-b0e6-d3d06c0dbb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:28.056296 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a73f27-af1f-4df0-b0e6-d3d06c0dbb10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46a8e834-faff-492d-ae69-bad895a824df {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:49:28.060591 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48a73f27-af1f-4df0-b0e6-d3d06c0dbb10 admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:28.061740 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-48a73f27-af1f-4df0-b0e6-d3d06c0dbb10 admin admin] 10.222.0.10 "DELETE /v2.0/routers/46a8e834-faff-492d-ae69-bad895a824df HTTP/1.1" status: 204 len: 168 time: 1.6003175 Jun 30 09:49:28.064281 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54942) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:28.115965 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ceae5d-ea7e-4b05-86be-537a1e0d5459 admin admin] Deleting subnet 47d76329-afee-422e-b476-b745d6e33cb8 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:49:28.119478 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-75ceae5d-ea7e-4b05-86be-537a1e0d5459 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:28.162356 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-75ceae5d-ea7e-4b05-86be-537a1e0d5459 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:28.256817 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-75ceae5d-ea7e-4b05-86be-537a1e0d5459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:28.458635 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa726b0-fc6e-458c-abdc-b81e65bfa5c7 req-48690d95-78c7-4adb-ad92-01a00378c5b4 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:28.460113 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5aa726b0-fc6e-458c-abdc-b81e65bfa5c7 req-48690d95-78c7-4adb-ad92-01a00378c5b4 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 945 time: 0.0705192 Jun 30 09:49:28.512798 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5aa726b0-fc6e-458c-abdc-b81e65bfa5c7 req-720f5cb2-7131-4452-a2b8-3a00e46f63ba tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460401 Jun 30 09:49:28.555009 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-75ceae5d-ea7e-4b05-86be-537a1e0d5459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:28.569490 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ceae5d-ea7e-4b05-86be-537a1e0d5459 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47d76329-afee-422e-b476-b745d6e33cb8,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:28.589600 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-75ceae5d-ea7e-4b05-86be-537a1e0d5459 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:28.589600 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-75ceae5d-ea7e-4b05-86be-537a1e0d5459 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/47d76329-afee-422e-b476-b745d6e33cb8 HTTP/1.1" status: 204 len: 168 time: 0.5179846 Jun 30 09:49:28.589911 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed922e7-d5f0-419f-a395-bb29f30b59cb None None] Network b6cdd96e-35af-43dc-acef-1fbfb05b9360 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:49:28.591607 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 54948) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:28.706561 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7d598c10-744c-4f89-ada9-2344cfaba435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:28.867851 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94073666-229d-48da-931d-407caccdcf80 None None] DHCP port deletion for b6cdd96e-35af-43dc-acef-1fbfb05b9360 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:49:28.922991 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-94073666-229d-48da-931d-407caccdcf80 None None] Deleting port 42493739-b5bd-4d79-9e09-60faec5bde92 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:49:28.923408 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-94073666-229d-48da-931d-407caccdcf80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:29.004708 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-94073666-229d-48da-931d-407caccdcf80 None None] For port 42493739-b5bd-4d79-9e09-60faec5bde92, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=42493739-b5bd-4d79-9e09-60faec5bde92,segment=NetworkSegment(6701fc9a-1b75-46c9-bdda-4b04827d9a45),segment_id=6701fc9a-1b75-46c9-bdda-4b04827d9a45)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:29.005116 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-94073666-229d-48da-931d-407caccdcf80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:29.019651 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-94073666-229d-48da-931d-407caccdcf80 None None] Calling delete_port for 42493739-b5bd-4d79-9e09-60faec5bde92 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:49:29.082129 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 20a5295a-dac8-42ee-bc3c-d922b666a8ea no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:49:29.107367 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 20a5295a-dac8-42ee-bc3c-d922b666a8ea {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:49:29.107733 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 20a5295a-dac8-42ee-bc3c-d922b666a8ea not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:49:29.108142 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 42493739-b5bd-4d79-9e09-60faec5bde92 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:49:29.129096 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-7d598c10-744c-4f89-ada9-2344cfaba435 admin admin] Deleting port 42493739-b5bd-4d79-9e09-60faec5bde92 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:49:29.129600 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7d598c10-744c-4f89-ada9-2344cfaba435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:29.197215 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-7d598c10-744c-4f89-ada9-2344cfaba435 admin admin] For port 42493739-b5bd-4d79-9e09-60faec5bde92, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=42493739-b5bd-4d79-9e09-60faec5bde92,segment=NetworkSegment(6701fc9a-1b75-46c9-bdda-4b04827d9a45),segment_id=6701fc9a-1b75-46c9-bdda-4b04827d9a45)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:29.197581 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7d598c10-744c-4f89-ada9-2344cfaba435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:29.211357 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:29.217704 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-7d598c10-744c-4f89-ada9-2344cfaba435 admin admin] Calling delete_port for 42493739-b5bd-4d79-9e09-60faec5bde92 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:49:29.343622 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-94073666-229d-48da-931d-407caccdcf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:29.353020 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7d598c10-744c-4f89-ada9-2344cfaba435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:29.383928 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d598c10-744c-4f89-ada9-2344cfaba435 admin admin] Pushing event deleted for resources: {'Port': ['ID=42493739-b5bd-4d79-9e09-60faec5bde92,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:29.388097 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d598c10-744c-4f89-ada9-2344cfaba435 admin admin] No DVR routers for this DVR port 42493739-b5bd-4d79-9e09-60faec5bde92 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:49:29.400420 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device abf5e1d6-3424-4a6c-9c61-56261771a631 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:49:29.405479 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94073666-229d-48da-931d-407caccdcf80 None None] Pushing event deleted for resources: {'Port': ['ID=42493739-b5bd-4d79-9e09-60faec5bde92,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:29.408748 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94073666-229d-48da-931d-407caccdcf80 None None] No DVR routers for this DVR port 42493739-b5bd-4d79-9e09-60faec5bde92 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:49:29.437270 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: abf5e1d6-3424-4a6c-9c61-56261771a631 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:49:29.437621 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device abf5e1d6-3424-4a6c-9c61-56261771a631 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:49:29.500115 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7d598c10-744c-4f89-ada9-2344cfaba435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:29.512072 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-7d598c10-744c-4f89-ada9-2344cfaba435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6cdd96e-35af-43dc-acef-1fbfb05b9360']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:29.526849 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-7d598c10-744c-4f89-ada9-2344cfaba435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6701fc9a-1b75-46c9-bdda-4b04827d9a45') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:29.527511 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-7d598c10-744c-4f89-ada9-2344cfaba435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6701fc9a-1b75-46c9-bdda-4b04827d9a45') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:29.540448 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7d598c10-744c-4f89-ada9-2344cfaba435 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:29.559682 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7d598c10-744c-4f89-ada9-2344cfaba435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:29.570168 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d598c10-744c-4f89-ada9-2344cfaba435 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:49:29.570586 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7d598c10-744c-4f89-ada9-2344cfaba435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:49:29.572483 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:49:29.734406 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-15bedeac-c01c-4ea5-adaf-0b48b5c9928e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1800286559&fields=id&tenant_id=11b9abfc034e469297fc7554fd307e7c HTTP/1.1" status: 200 len: 267 time: 0.1007178 Jun 30 09:49:29.814221 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecc291-edfa-4e23-b2d2-bfea3051c8de req-e981ffe1-39e3-4b10-a9ff-fca942bc0ee6 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:29.815672 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-33ecc291-edfa-4e23-b2d2-bfea3051c8de req-e981ffe1-39e3-4b10-a9ff-fca942bc0ee6 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 945 time: 0.0642614 Jun 30 09:49:29.854469 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7d598c10-744c-4f89-ada9-2344cfaba435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:29.860087 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-33ecc291-edfa-4e23-b2d2-bfea3051c8de req-86f714d7-3770-4da0-a284-c31890389b51 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381124 Jun 30 09:49:29.862463 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7d598c10-744c-4f89-ada9-2344cfaba435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:29.867294 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7d598c10-744c-4f89-ada9-2344cfaba435 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b6cdd96e-35af-43dc-acef-1fbfb05b9360 HTTP/1.1" status: 204 len: 168 time: 1.2714970 Jun 30 09:49:29.872426 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-d8c503b9-7984-499b-ac27-32f72ef69d07 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:29.873920 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-d8c503b9-7984-499b-ac27-32f72ef69d07 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/networks?id=077fd748-2990-43a3-b379-1249cb605c64 HTTP/1.1" status: 200 len: 811 time: 0.1313598 Jun 30 09:49:29.891495 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d598c10-744c-4f89-ada9-2344cfaba435 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6cdd96e-35af-43dc-acef-1fbfb05b9360,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:29.897293 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-233bd010-7b1f-4b28-bae2-cc6fc7dd6398 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/quotas/11b9abfc034e469297fc7554fd307e7c HTTP/1.1" status: 200 len: 375 time: 0.0129559 Jun 30 09:49:30.001742 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-6fe4df73-2fd5-4dd1-970d-00b3c9dfc7e1 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0978799 Jun 30 09:49:30.118064 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-35024987-dd27-45d9-9058-e61bef95c882 service neutron] 10.222.0.10 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025784 Jun 30 09:49:30.216812 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-749ab5ca-e1b1-4425-a99d-29f3657bb609 service neutron] 10.222.0.10 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927317 Jun 30 09:49:30.394958 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54970) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:30.436505 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3924a30a-c33c-4f13-90b1-653a53d4af80 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cdf6bc4dd9ab499580c5c26dc97e6409&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400956 Jun 30 09:49:30.438867 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54972) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:30.490614 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-750fd23c-9900-456a-bb7a-d80ace6d26a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:30.512550 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-750fd23c-9900-456a-bb7a-d80ace6d26a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:30.759692 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-750fd23c-9900-456a-bb7a-d80ace6d26a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:30.765522 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-750fd23c-9900-456a-bb7a-d80ace6d26a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:30.765522 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-750fd23c-9900-456a-bb7a-d80ace6d26a8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/77bb7293-e4fb-4af7-b2df-486e570b4897 HTTP/1.1" status: 204 len: 168 time: 0.3236091 Jun 30 09:49:30.772955 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750fd23c-9900-456a-bb7a-d80ace6d26a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bb7293-e4fb-4af7-b2df-486e570b4897,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:31.072342 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b370f2-43ab-46da-bf69-76a16c036fab req-302cbb75-f992-4cdc-88f7-68eebdfc33b7 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:31.074195 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-07b370f2-43ab-46da-bf69-76a16c036fab req-302cbb75-f992-4cdc-88f7-68eebdfc33b7 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 945 time: 0.0805290 Jun 30 09:49:31.124574 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-07b370f2-43ab-46da-bf69-76a16c036fab req-03096827-6237-4eb6-a19d-d9ed3298ddad tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432806 Jun 30 09:49:31.147440 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8f22c157-f73a-4049-897f-8b66f188393b req-61d386ad-34c6-4c5f-8579-012656642771 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 210 time: 0.0316606 Jun 30 09:49:31.891911 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54988) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:31.934304 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c62f91d3-ed68-46e4-aa16-de73f84af58a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=637ce41423eb4a0d9e29901c55f3c66d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412421 Jun 30 09:49:31.937030 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 54992) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:31.997505 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-da7eccee-2a61-4729-99da-34fc49823840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:32.019676 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-da7eccee-2a61-4729-99da-34fc49823840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:32.237564 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ecf4fbb8-63e9-4a12-a981-f8ac6a987464 req-509450ea-4ecc-4f36-801e-26838aef1489 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 210 time: 0.0302246 Jun 30 09:49:32.280969 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-da7eccee-2a61-4729-99da-34fc49823840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:32.283717 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-da7eccee-2a61-4729-99da-34fc49823840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:32.284869 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-da7eccee-2a61-4729-99da-34fc49823840 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0d709924-2f4f-4d3b-bbc0-216e3e0dd4c7 HTTP/1.1" status: 204 len: 168 time: 0.3470445 Jun 30 09:49:32.297598 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7eccee-2a61-4729-99da-34fc49823840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d709924-2f4f-4d3b-bbc0-216e3e0dd4c7,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:32.338852 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4ade6-e6f9-43b7-9a12-c6e807d4df70 req-69ecd54d-6182-43a6-9456-854ad177e3f9 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:32.340588 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e1b4ade6-e6f9-43b7-9a12-c6e807d4df70 req-69ecd54d-6182-43a6-9456-854ad177e3f9 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 945 time: 0.0905924 Jun 30 09:49:32.387762 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e1b4ade6-e6f9-43b7-9a12-c6e807d4df70 req-3c6507a5-c5ee-4b57-b4d4-64074f32580d tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408471 Jun 30 09:49:33.387646 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5349ac1f-50ae-49b8-9fb3-a8ba17bdb184 req-e1da85b8-225b-43c3-a8d7-2d976d0dd88b tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 210 time: 0.0325561 Jun 30 09:49:33.572751 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bef7b2-1d08-43eb-bf33-f4c07a165bb2 req-8c1611cc-3f69-42a1-8704-21fa00f56551 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:33.574231 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b5bef7b2-1d08-43eb-bf33-f4c07a165bb2 req-8c1611cc-3f69-42a1-8704-21fa00f56551 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 945 time: 0.0641265 Jun 30 09:49:33.616011 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b5bef7b2-1d08-43eb-bf33-f4c07a165bb2 req-95123c10-ceaf-46cf-8e81-88dc3d92242d tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361357 Jun 30 09:49:34.376443 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-2af5cf11-37e8-481b-b491-1d6ccde76c95 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:34.377800 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-2af5cf11-37e8-481b-b491-1d6ccde76c95 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.37 "GET /v2.0/networks?id=077fd748-2990-43a3-b379-1249cb605c64 HTTP/1.1" status: 200 len: 811 time: 0.1124742 Jun 30 09:49:34.422172 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-f0ddf161-e465-45f9-b5d5-605987cff678 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11b9abfc034e469297fc7554fd307e7c HTTP/1.1" status: 200 len: 380 time: 0.0353758 Jun 30 09:49:34.431454 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-2eccc6c4-5e68-4e52-8886-99eee5e61aef tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Request body: {'port': {'device_id': '089b41da-c5ed-4dbb-87ed-c1967f57e290', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'admin_state_up': True, 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'security_groups': ['42a31c65-e7af-48af-93d1-79a8733dea43']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:49:34.539953 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7833611a-d718-4ce7-8e3c-d83a8696893a req-f3ed7260-a2c4-45dd-b0f3-e9887309707e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 210 time: 0.0354924 Jun 30 09:49:34.689954 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-2eccc6c4-5e68-4e52-8886-99eee5e61aef tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Made reservation on behalf of 11b9abfc034e469297fc7554fd307e7c for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:49:34.695770 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-2eccc6c4-5e68-4e52-8886-99eee5e61aef tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:34.877753 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-2eccc6c4-5e68-4e52-8886-99eee5e61aef tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Allocated IP 172.20.0.3 (077fd748-2990-43a3-b379-1249cb605c64/026a88de-b3fc-4597-8030-64264f9192bb/b65a52cd-83d5-43e0-baf4-801dd839ad73) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:49:34.887811 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb01c69-d50a-4dfb-bcd0-5215c061d913 req-66c15052-b568-48eb-9d61-f84231baccab tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:34.889344 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6cb01c69-d50a-4dfb-bcd0-5215c061d913 req-66c15052-b568-48eb-9d61-f84231baccab tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 945 time: 0.1296625 Jun 30 09:49:34.960996 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6cb01c69-d50a-4dfb-bcd0-5215c061d913 req-4cc48fa6-9df4-489f-a151-772cc173a678 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611908 Jun 30 09:49:35.068071 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-2eccc6c4-5e68-4e52-8886-99eee5e61aef tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:35.082089 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-2eccc6c4-5e68-4e52-8886-99eee5e61aef tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Transition to ACTIVE for port object b65a52cd-83d5-43e0-baf4-801dd839ad73 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:49:35.257032 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-2eccc6c4-5e68-4e52-8886-99eee5e61aef tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:35.301046 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-2eccc6c4-5e68-4e52-8886-99eee5e61aef tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Network 077fd748-2990-43a3-b379-1249cb605c64 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:49:35.305230 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-2eccc6c4-5e68-4e52-8886-99eee5e61aef tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:49:35.309132 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-2eccc6c4-5e68-4e52-8886-99eee5e61aef tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:49:35.323369 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eccc6c4-5e68-4e52-8886-99eee5e61aef tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Pushing event updated for resources: {'Port': ['ID=b65a52cd-83d5-43e0-baf4-801dd839ad73,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:35.381009 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-2eccc6c4-5e68-4e52-8886-99eee5e61aef tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:35.381945 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-2eccc6c4-5e68-4e52-8886-99eee5e61aef tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:35.554739 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-2eccc6c4-5e68-4e52-8886-99eee5e61aef tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1271780 Jun 30 09:49:35.567737 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-3207e287-85b8-422a-a0b8-f3f39714c7e8 service neutron] Request body: {'port': {'device_id': '089b41da-c5ed-4dbb-87ed-c1967f57e290', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:49:35.662699 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a967ef36-0e1a-488c-afeb-0ae84cdb3fac None None] Provisioning for port b65a52cd-83d5-43e0-baf4-801dd839ad73 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:49:35.663964 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-3207e287-85b8-422a-a0b8-f3f39714c7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:35.668935 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a967ef36-0e1a-488c-afeb-0ae84cdb3fac None None] Provisioning complete for port b65a52cd-83d5-43e0-baf4-801dd839ad73 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:49:35.669411 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a967ef36-0e1a-488c-afeb-0ae84cdb3fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:35.716463 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a967ef36-0e1a-488c-afeb-0ae84cdb3fac None None] Port b65a52cd-83d5-43e0-baf4-801dd839ad73 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:49:35.727298 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98e517-b82a-4efe-beb8-c4238b3e1c8d req-400ee0e8-c77f-40c2-a4be-4637a3a47ffa tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:35.728970 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3e98e517-b82a-4efe-beb8-c4238b3e1c8d req-400ee0e8-c77f-40c2-a4be-4637a3a47ffa tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 931 time: 0.0747669 Jun 30 09:49:35.775727 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3e98e517-b82a-4efe-beb8-c4238b3e1c8d req-ad0faa81-db68-4f44-a436-2b73abb8f864 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402267 Jun 30 09:49:35.984830 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-3207e287-85b8-422a-a0b8-f3f39714c7e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b65a52cd-83d5-43e0-baf4-801dd839ad73 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:49:35.994772 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-3207e287-85b8-422a-a0b8-f3f39714c7e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:36.009820 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-3207e287-85b8-422a-a0b8-f3f39714c7e8 service neutron] Transition to ACTIVE for port object b65a52cd-83d5-43e0-baf4-801dd839ad73 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:49:36.142375 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-3207e287-85b8-422a-a0b8-f3f39714c7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:36.178480 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86952f84-eb33-444a-9e46-243c04ce4b75 req-d7dc700a-4d2f-450e-b919-6c62e71b2ff2 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:36.180108 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-86952f84-eb33-444a-9e46-243c04ce4b75 req-d7dc700a-4d2f-450e-b919-6c62e71b2ff2 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 945 time: 0.0983255 Jun 30 09:49:36.222246 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207e287-85b8-422a-a0b8-f3f39714c7e8 service neutron] Pushing event updated for resources: {'Port': ['ID=b65a52cd-83d5-43e0-baf4-801dd839ad73,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:36.293511 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-86952f84-eb33-444a-9e46-243c04ce4b75 req-058ec758-1193-4448-8d13-c17c3642f36f tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018457 Jun 30 09:49:36.322803 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-3207e287-85b8-422a-a0b8-f3f39714c7e8 service neutron] Attempting to bind port b65a52cd-83d5-43e0-baf4-801dd839ad73 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:49:36.323213 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-3207e287-85b8-422a-a0b8-f3f39714c7e8 service neutron] Attempting to bind port b65a52cd-83d5-43e0-baf4-801dd839ad73 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:49:36.323546 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-3207e287-85b8-422a-a0b8-f3f39714c7e8 service neutron] Attempting to bind port b65a52cd-83d5-43e0-baf4-801dd839ad73 on network 077fd748-2990-43a3-b379-1249cb605c64 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:49:36.328940 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-3207e287-85b8-422a-a0b8-f3f39714c7e8 service neutron] Port b65a52cd-83d5-43e0-baf4-801dd839ad73 on network 077fd748-2990-43a3-b379-1249cb605c64 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:49:36.329270 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-3207e287-85b8-422a-a0b8-f3f39714c7e8 service neutron] Attempting to bind port b65a52cd-83d5-43e0-baf4-801dd839ad73 on network 077fd748-2990-43a3-b379-1249cb605c64 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:49:36.335875 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-3207e287-85b8-422a-a0b8-f3f39714c7e8 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:49:36.337941 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-3207e287-85b8-422a-a0b8-f3f39714c7e8 service neutron] Checking segment: {'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:49:36.337941 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-3207e287-85b8-422a-a0b8-f3f39714c7e8 service neutron] Bound using segment: {'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:49:36.337941 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-3207e287-85b8-422a-a0b8-f3f39714c7e8 service neutron] Bound port: b65a52cd-83d5-43e0-baf4-801dd839ad73, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5210d772-26bf-440a-b59b-f1ec343aeed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '077fd748-2990-43a3-b379-1249cb605c64'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:49:36.337941 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-3207e287-85b8-422a-a0b8-f3f39714c7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:36.410420 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-3207e287-85b8-422a-a0b8-f3f39714c7e8 service neutron] For port b65a52cd-83d5-43e0-baf4-801dd839ad73, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:49:36.413873 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-3207e287-85b8-422a-a0b8-f3f39714c7e8 service neutron] For port b65a52cd-83d5-43e0-baf4-801dd839ad73, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=b65a52cd-83d5-43e0-baf4-801dd839ad73,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:49:36.530406 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-3207e287-85b8-422a-a0b8-f3f39714c7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:36.565074 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-3207e287-85b8-422a-a0b8-f3f39714c7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:36.565705 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-3207e287-85b8-422a-a0b8-f3f39714c7e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:36.568263 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-3207e287-85b8-422a-a0b8-f3f39714c7e8 service neutron] 10.222.0.37 "PUT /v2.0/ports/b65a52cd-83d5-43e0-baf4-801dd839ad73 HTTP/1.1" status: 200 len: 1092 time: 1.0063446 Jun 30 09:49:36.573929 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089b41da-c5ed-4dbb-87ed-c1967f57e290', 'tag': 'b65a52cd-83d5-43e0-baf4-801dd839ad73'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:49:36.573929 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2594e02f-4328-40bc-9291-2774c7bf5333" -d '{"events": [{"name": "network-changed", "server_uuid": "089b41da-c5ed-4dbb-87ed-c1967f57e290", "tag": "b65a52cd-83d5-43e0-baf4-801dd839ad73"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:49:36.619306 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207e287-85b8-422a-a0b8-f3f39714c7e8 service neutron] Pushing event updated for resources: {'Port': ['ID=b65a52cd-83d5-43e0-baf4-801dd839ad73,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:36.827094 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-acf9efdc-3cc4-4f48-9247-1d13911257d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:36.828648 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-acf9efdc-3cc4-4f48-9247-1d13911257d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 1095 time: 0.0885098 Jun 30 09:49:36.845411 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5cf7e8-4196-4248-8f91-0ad157238448 x-openstack-request-id: req-1d5cf7e8-4196-4248-8f91-0ad157238448 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:49:36.845826 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089b41da-c5ed-4dbb-87ed-c1967f57e290", "tag": "b65a52cd-83d5-43e0-baf4-801dd839ad73", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:49:36.846095 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1d5cf7e8-4196-4248-8f91-0ad157238448 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:49:36.846551 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089b41da-c5ed-4dbb-87ed-c1967f57e290', 'tag': 'b65a52cd-83d5-43e0-baf4-801dd839ad73', 'status': 'completed', 'code': 200} Jun 30 09:49:36.883724 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-cd85c87d-fff0-4125-a830-bb82d1ceef79 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b65a52cd-83d5-43e0-baf4-801dd839ad73 HTTP/1.1" status: 200 len: 217 time: 0.0478568 Jun 30 09:49:36.966455 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-a8243193-fac5-4e4a-9eac-a2d2ee6f5eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:36.967946 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-a8243193-fac5-4e4a-9eac-a2d2ee6f5eb1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=026a88de-b3fc-4597-8030-64264f9192bb HTTP/1.1" status: 200 len: 850 time: 0.0779898 Jun 30 09:49:37.025155 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff26139-c327-4242-a156-620d96481e8f req-7bc7ebc4-1b5e-4df9-9dbb-ab6cc4c3ee3a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:37.026867 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2ff26139-c327-4242-a156-620d96481e8f req-7bc7ebc4-1b5e-4df9-9dbb-ab6cc4c3ee3a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 943 time: 0.1278574 Jun 30 09:49:37.077602 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2ff26139-c327-4242-a156-620d96481e8f req-7e8abf5a-a650-4858-b50d-bdb167f01338 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428426 Jun 30 09:49:37.088809 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-b2ec228f-a46f-416e-ba81-fbce4359bfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:37.090344 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-b2ec228f-a46f-416e-ba81-fbce4359bfa8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=077fd748-2990-43a3-b379-1249cb605c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1146102 Jun 30 09:49:37.188287 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-63719f78-73f5-4250-a8e5-a6f30ffe310c service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915029 Jun 30 09:49:37.290640 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9dc2d005-26a9-4437-adb2-cb48f51e82a9 req-c75f975d-33fc-4bbd-923d-4f40f82a791e service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962908 Jun 30 09:49:37.483847 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa4d24-9628-4c3f-9095-d9ec0e56a474 req-7bdc8272-c222-42a9-a9a5-fd36a52e1fc0 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:37.486351 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b7fa4d24-9628-4c3f-9095-d9ec0e56a474 req-7bdc8272-c222-42a9-a9a5-fd36a52e1fc0 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 945 time: 0.0736992 Jun 30 09:49:37.515315 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594e02f-4328-40bc-9291-2774c7bf5333 req-d7f6e28b-08ed-4e8f-b963-8d83e775d410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:37.516950 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2594e02f-4328-40bc-9291-2774c7bf5333 req-d7f6e28b-08ed-4e8f-b963-8d83e775d410 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 1095 time: 0.0625019 Jun 30 09:49:37.533651 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b7fa4d24-9628-4c3f-9095-d9ec0e56a474 req-0cb7a43b-0acd-48f2-aaa2-156ffa0ecd0b tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409849 Jun 30 09:49:37.619308 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594e02f-4328-40bc-9291-2774c7bf5333 req-f3cf075c-2059-4273-b5f4-766eeb3709e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:37.620047 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2594e02f-4328-40bc-9291-2774c7bf5333 req-f3cf075c-2059-4273-b5f4-766eeb3709e5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=077fd748-2990-43a3-b379-1249cb605c64 HTTP/1.1" status: 200 len: 912 time: 0.0961921 Jun 30 09:49:37.664617 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2594e02f-4328-40bc-9291-2774c7bf5333 req-24dadb00-625c-4c7e-8354-d9339dc80b36 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b65a52cd-83d5-43e0-baf4-801dd839ad73 HTTP/1.1" status: 200 len: 217 time: 0.0379755 Jun 30 09:49:37.714266 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594e02f-4328-40bc-9291-2774c7bf5333 req-49d02478-3e45-4699-96bb-b1cc39a1bd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:37.715760 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2594e02f-4328-40bc-9291-2774c7bf5333 req-49d02478-3e45-4699-96bb-b1cc39a1bd56 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=026a88de-b3fc-4597-8030-64264f9192bb HTTP/1.1" status: 200 len: 850 time: 0.0456345 Jun 30 09:49:37.790269 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594e02f-4328-40bc-9291-2774c7bf5333 req-20fba065-fbea-43b0-8e2e-dacba734557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:37.791825 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2594e02f-4328-40bc-9291-2774c7bf5333 req-20fba065-fbea-43b0-8e2e-dacba734557c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=077fd748-2990-43a3-b379-1249cb605c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701487 Jun 30 09:49:37.888796 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2594e02f-4328-40bc-9291-2774c7bf5333 req-1c28a9da-f187-4e7a-a162-f8133988e3bb service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899513 Jun 30 09:49:37.931100 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:38.008047 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2594e02f-4328-40bc-9291-2774c7bf5333 req-f32e1b53-586e-4335-b318-9930fc4f17b0 service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128838 Jun 30 09:49:38.274610 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ef0e5-05c3-4554-b5c2-151aca3f2b48 req-4cde240e-6b4b-4959-9216-87f63287bed9 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:38.276195 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0d5ef0e5-05c3-4554-b5c2-151aca3f2b48 req-4cde240e-6b4b-4959-9216-87f63287bed9 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 943 time: 0.0665390 Jun 30 09:49:38.322334 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0d5ef0e5-05c3-4554-b5c2-151aca3f2b48 req-98bb06a2-5374-4c80-bb0d-fa543fa136a9 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402558 Jun 30 09:49:38.733768 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f217ab-15f0-4fe2-acd8-37e8fb7a4693 req-6acdfcdf-782e-42ef-bc32-830410b95437 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:38.735265 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8f217ab-15f0-4fe2-acd8-37e8fb7a4693 req-6acdfcdf-782e-42ef-bc32-830410b95437 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 945 time: 0.0698164 Jun 30 09:49:38.781337 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8f217ab-15f0-4fe2-acd8-37e8fb7a4693 req-abf1581d-9e9d-4601-99d0-975d6b0daeed tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386508 Jun 30 09:49:39.062379 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:39.511135 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd6bb1-6abf-402d-b6e1-6e74bf7e054e req-b98ee25e-4183-4a3b-a267-c63378c3e782 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:39.512736 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-76bd6bb1-6abf-402d-b6e1-6e74bf7e054e req-b98ee25e-4183-4a3b-a267-c63378c3e782 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 943 time: 0.0709515 Jun 30 09:49:39.560506 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-76bd6bb1-6abf-402d-b6e1-6e74bf7e054e req-a8f6a3a2-89d6-44bb-acb3-bf7fcd07b46f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417030 Jun 30 09:49:39.981914 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28fbc2-583a-4c9e-a760-52b6cb9fa867 req-8207743b-0737-4805-9f54-52dda58c1f29 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:39.983468 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dd28fbc2-583a-4c9e-a760-52b6cb9fa867 req-8207743b-0737-4805-9f54-52dda58c1f29 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 945 time: 0.0809667 Jun 30 09:49:40.025256 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dd28fbc2-583a-4c9e-a760-52b6cb9fa867 req-87f464d5-b1ed-44de-bcbd-af7bbb5c3973 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344365 Jun 30 09:49:40.760617 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab449d-56a5-4296-9d53-80f6839f7fd8 req-318c5e12-e0fd-440f-95f4-a3df0feaaf6d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:40.762079 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-adab449d-56a5-4296-9d53-80f6839f7fd8 req-318c5e12-e0fd-440f-95f4-a3df0feaaf6d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 943 time: 0.0667489 Jun 30 09:49:40.803453 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-adab449d-56a5-4296-9d53-80f6839f7fd8 req-e4e2e02d-214a-47b0-9f5f-416895dc2f9c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351632 Jun 30 09:49:41.203488 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65d3aa-de3b-404e-a265-ac6656d8d5fe req-49bf784e-1c71-48f8-a043-76ee77771737 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:41.204995 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ff65d3aa-de3b-404e-a265-ac6656d8d5fe req-49bf784e-1c71-48f8-a043-76ee77771737 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 945 time: 0.0649889 Jun 30 09:49:41.251116 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ff65d3aa-de3b-404e-a265-ac6656d8d5fe req-4521e0c7-63f5-4f5e-b3e2-f7c34bfd901c tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394065 Jun 30 09:49:41.980076 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6a27e-1e81-436c-a71f-f26821742bae req-c9eec49e-a644-468c-93e1-3430f20d4d6f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:41.981730 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4fe6a27e-1e81-436c-a71f-f26821742bae req-c9eec49e-a644-468c-93e1-3430f20d4d6f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 943 time: 0.0651126 Jun 30 09:49:42.021253 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4fe6a27e-1e81-436c-a71f-f26821742bae req-783cd211-a27c-40f6-bad4-814e808badd4 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338142 Jun 30 09:49:42.429540 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a468a5-e3e6-4da9-a48c-aa31091e0a62 req-b35543cc-3f2b-4e79-bb2a-aba041a2dfb7 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:42.431037 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-87a468a5-e3e6-4da9-a48c-aa31091e0a62 req-b35543cc-3f2b-4e79-bb2a-aba041a2dfb7 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 945 time: 0.0672576 Jun 30 09:49:42.469770 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-87a468a5-e3e6-4da9-a48c-aa31091e0a62 req-15bac758-0c8a-4d94-a08d-cf0d17ea2cf8 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330627 Jun 30 09:49:43.217524 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275782a1-e1d0-47c9-8173-c26f627e6056 req-e586fb32-11cd-4027-b2ad-1cad5c2cb03d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:43.218994 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-275782a1-e1d0-47c9-8173-c26f627e6056 req-e586fb32-11cd-4027-b2ad-1cad5c2cb03d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 943 time: 0.0648627 Jun 30 09:49:43.261172 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-275782a1-e1d0-47c9-8173-c26f627e6056 req-cd478f97-2737-4dd4-b4ff-c10d23156c00 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351827 Jun 30 09:49:43.654889 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1257d33-10a2-4815-9bc9-2afd85b99f29 req-0e7f25aa-dad5-45fb-bc56-2f3e50e96e0f tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:43.656466 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f1257d33-10a2-4815-9bc9-2afd85b99f29 req-0e7f25aa-dad5-45fb-bc56-2f3e50e96e0f tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 945 time: 0.0678895 Jun 30 09:49:43.694795 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f1257d33-10a2-4815-9bc9-2afd85b99f29 req-bfc71794-e9f3-4041-9212-580c46f40ebe tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325010 Jun 30 09:49:44.438549 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e97f0a-ea0f-4be4-b5e4-0d7c6b151cb9 req-f3b721e1-fa65-4aa3-9d68-5dd7af923a73 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:44.440277 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b0e97f0a-ea0f-4be4-b5e4-0d7c6b151cb9 req-f3b721e1-fa65-4aa3-9d68-5dd7af923a73 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 943 time: 0.0656433 Jun 30 09:49:44.484608 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b0e97f0a-ea0f-4be4-b5e4-0d7c6b151cb9 req-10829bc7-506d-4e52-8599-da8afdbbccf4 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342071 Jun 30 09:49:44.892440 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb46def-2b16-4df5-9d33-779fa8ba0b49 req-1a59b498-e304-482c-95d9-562fcb877e18 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:44.893923 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3cb46def-2b16-4df5-9d33-779fa8ba0b49 req-1a59b498-e304-482c-95d9-562fcb877e18 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 945 time: 0.0808163 Jun 30 09:49:44.936181 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3cb46def-2b16-4df5-9d33-779fa8ba0b49 req-80d45746-4c7b-4950-aa04-2c4408d17dab tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356791 Jun 30 09:49:45.741771 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527bf3c-599c-4d9f-9157-8d84f5f6c18b req-13071763-9add-44d0-b584-6e389061361f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:45.743867 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8527bf3c-599c-4d9f-9157-8d84f5f6c18b req-13071763-9add-44d0-b584-6e389061361f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 943 time: 0.0977950 Jun 30 09:49:45.802328 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8527bf3c-599c-4d9f-9157-8d84f5f6c18b req-b0893251-e827-421a-bd73-3a7cba89df6a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465305 Jun 30 09:49:46.153509 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b32f4-7227-4b9c-9ea0-f8c3cd84720e req-fb26e50f-f24d-4f55-971e-a6569493e015 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:46.154967 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3f9b32f4-7227-4b9c-9ea0-f8c3cd84720e req-fb26e50f-f24d-4f55-971e-a6569493e015 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 945 time: 0.0800619 Jun 30 09:49:46.214694 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3f9b32f4-7227-4b9c-9ea0-f8c3cd84720e req-2178c900-80d0-4ef9-98d2-862e7938a716 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531099 Jun 30 09:49:47.013346 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67434f1f-0ca5-4266-b09c-58f5fa1f2ea8 req-b5e1ed19-03cc-4778-bd84-50da656ce2a3 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:47.014993 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-67434f1f-0ca5-4266-b09c-58f5fa1f2ea8 req-b5e1ed19-03cc-4778-bd84-50da656ce2a3 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 943 time: 0.0705674 Jun 30 09:49:47.056790 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-67434f1f-0ca5-4266-b09c-58f5fa1f2ea8 req-1284fa13-8609-4b2c-a94f-0ec9582e10ea tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341938 Jun 30 09:49:47.390741 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c1389-16bb-41a7-a189-ba64d30cc2f9 req-7613c365-24a7-4a0a-b49b-19d8c6d39f13 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:47.392305 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-051c1389-16bb-41a7-a189-ba64d30cc2f9 req-7613c365-24a7-4a0a-b49b-19d8c6d39f13 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 945 time: 0.0653040 Jun 30 09:49:47.438786 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-051c1389-16bb-41a7-a189-ba64d30cc2f9 req-efb20d1e-89c2-4ad0-a7aa-7aee7f941061 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382650 Jun 30 09:49:47.652402 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device b65a52cd-83d5-43e0-baf4-801dd839ad73 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:49:47.756411 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port b65a52cd-83d5-43e0-baf4-801dd839ad73, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=b65a52cd-83d5-43e0-baf4-801dd839ad73,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:47.767784 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'b65a52cd-83d5-43e0-baf4-801dd839ad73', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'port_id': 'b65a52cd-83d5-43e0-baf4-801dd839ad73', 'mac_address': 'fa:16:3e:68:86:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '026a88de-b3fc-4597-8030-64264f9192bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:49:47.807185 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:47.821965 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b65a52cd-83d5-43e0-baf4-801dd839ad73 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:49:47.842411 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port b65a52cd-83d5-43e0-baf4-801dd839ad73, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=b65a52cd-83d5-43e0-baf4-801dd839ad73,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:47.970114 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:48.023200 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=b65a52cd-83d5-43e0-baf4-801dd839ad73,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:48.248181 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15edbb-c010-4a7b-8244-d47778ba13d9 req-f6635a40-99b4-49fe-aba9-6a0639660790 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:48.249585 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cc15edbb-c010-4a7b-8244-d47778ba13d9 req-f6635a40-99b4-49fe-aba9-6a0639660790 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 944 time: 0.0674746 Jun 30 09:49:48.265881 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['b65a52cd-83d5-43e0-baf4-801dd839ad73'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:49:48.291062 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cc15edbb-c010-4a7b-8244-d47778ba13d9 req-a8b8ad88-2bfc-4a5c-9114-81fb30e2a57c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349493 Jun 30 09:49:48.631629 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3b3d2-b093-4a9a-a142-91145a2adb6e req-58f8d748-3742-41e8-b590-dbafff700aab tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:48.633112 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2dc3b3d2-b093-4a9a-a142-91145a2adb6e req-58f8d748-3742-41e8-b590-dbafff700aab tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 945 time: 0.0704887 Jun 30 09:49:48.676677 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2dc3b3d2-b093-4a9a-a142-91145a2adb6e req-a9ba9630-483f-44af-ae14-b9736ed3126b tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350978 Jun 30 09:49:49.477562 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573247f-25d4-49c6-b07a-60bdc930b3b1 req-4e071bbd-6dd9-4048-a9e4-389d15b97d3d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:49.479203 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a573247f-25d4-49c6-b07a-60bdc930b3b1 req-4e071bbd-6dd9-4048-a9e4-389d15b97d3d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 944 time: 0.0657032 Jun 30 09:49:49.523818 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a573247f-25d4-49c6-b07a-60bdc930b3b1 req-7146b7b4-05cd-421b-a85c-52113c21471c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386877 Jun 30 09:49:49.683359 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device b65a52cd-83d5-43e0-baf4-801dd839ad73 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:49:49.876794 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7d36b-b81d-4389-8c93-e3f95269bfec req-a1ce261c-8302-4b07-b7f9-21d0ca36a1f2 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:49.878340 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-caa7d36b-b81d-4389-8c93-e3f95269bfec req-a1ce261c-8302-4b07-b7f9-21d0ca36a1f2 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 945 time: 0.0783451 Jun 30 09:49:49.921107 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-caa7d36b-b81d-4389-8c93-e3f95269bfec req-302e3479-4df7-4d55-9d3c-d865d313bd25 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367591 Jun 30 09:49:49.930044 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port b65a52cd-83d5-43e0-baf4-801dd839ad73 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:49:49.935639 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port b65a52cd-83d5-43e0-baf4-801dd839ad73 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:49:49.935876 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:50.032904 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:50.060107 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089b41da-c5ed-4dbb-87ed-c1967f57e290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65a52cd-83d5-43e0-baf4-801dd839ad73'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:49:50.062463 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da0a0ca-96b3-4902-8ac4-64953133d629" -d '{"events": [{"server_uuid": "089b41da-c5ed-4dbb-87ed-c1967f57e290", "name": "network-vif-plugged", "status": "completed", "tag": "b65a52cd-83d5-43e0-baf4-801dd839ad73"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:49:50.076565 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port b65a52cd-83d5-43e0-baf4-801dd839ad73, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=b65a52cd-83d5-43e0-baf4-801dd839ad73,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:50.117121 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c90f7e3-6937-4369-b292-0b4832070967 x-openstack-request-id: req-5c90f7e3-6937-4369-b292-0b4832070967 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:49:50.117121 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089b41da-c5ed-4dbb-87ed-c1967f57e290", "name": "network-vif-plugged", "status": "completed", "tag": "b65a52cd-83d5-43e0-baf4-801dd839ad73", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:49:50.117121 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5c90f7e3-6937-4369-b292-0b4832070967 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:49:50.117121 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089b41da-c5ed-4dbb-87ed-c1967f57e290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65a52cd-83d5-43e0-baf4-801dd839ad73', 'code': 200} Jun 30 09:49:50.170981 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:50.230687 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=b65a52cd-83d5-43e0-baf4-801dd839ad73,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:50.293909 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14914b93-6d42-403f-810a-571fc9b451f9 req-39b1767c-daf0-4de9-b531-2cb4e66d27c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:50.295421 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-14914b93-6d42-403f-810a-571fc9b451f9 req-39b1767c-daf0-4de9-b531-2cb4e66d27c3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 1097 time: 0.0563405 Jun 30 09:49:50.345037 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-14914b93-6d42-403f-810a-571fc9b451f9 req-8b89a171-afc0-4131-a5ec-b93d27b92533 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429924 Jun 30 09:49:50.583424 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f9fe6573-a0e2-4e72-9f13-e7fb301c4cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:50.715211 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59df9af-29dc-465f-af48-545baf0145ff req-9a009302-8277-42ba-a6e0-93f6f3085d4d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:50.716693 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c59df9af-29dc-465f-af48-545baf0145ff req-9a009302-8277-42ba-a6e0-93f6f3085d4d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 945 time: 0.0681825 Jun 30 09:49:50.756331 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c59df9af-29dc-465f-af48-545baf0145ff req-6124d061-2844-4b79-9630-2228742f4669 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331817 Jun 30 09:49:51.112793 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a7e49-8336-4a8a-b95a-d487b6d9ba8d req-592073b1-79e8-4dac-a00e-7b8af02dd62a tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:51.115701 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5d9a7e49-8336-4a8a-b95a-d487b6d9ba8d req-592073b1-79e8-4dac-a00e-7b8af02dd62a tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 945 time: 0.0724370 Jun 30 09:49:51.157366 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5d9a7e49-8336-4a8a-b95a-d487b6d9ba8d req-941461cc-d2d0-4778-b452-af9acf2d572b tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350208 Jun 30 09:49:51.952882 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ac68b-ff72-4fbd-aac3-5bec8137b51d req-93a069b6-1375-49a5-ba21-1f0c2f5b07e5 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:51.954439 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7c5ac68b-ff72-4fbd-aac3-5bec8137b51d req-93a069b6-1375-49a5-ba21-1f0c2f5b07e5 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 945 time: 0.0796249 Jun 30 09:49:51.998238 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7c5ac68b-ff72-4fbd-aac3-5bec8137b51d req-d37c56a4-0521-48fc-92e5-58895721c093 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363359 Jun 30 09:49:52.202996 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fbb89-da7a-47a9-95ad-ab9ebea66264 req-bb8edaf5-2b7c-4223-94d4-c3c0e7b25be5 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:52.204599 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-757fbb89-da7a-47a9-95ad-ab9ebea66264 req-bb8edaf5-2b7c-4223-94d4-c3c0e7b25be5 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 945 time: 0.0879295 Jun 30 09:49:52.252630 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-757fbb89-da7a-47a9-95ad-ab9ebea66264 req-187f8685-4cee-4347-b24e-1fb21e7da09f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410972 Jun 30 09:49:52.297235 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 55078) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:52.349532 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55420fd4-f122-4139-b152-5e81c1204125 req-77f5414b-904e-4736-9967-8fcb0a43118b tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:52.351069 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-55420fd4-f122-4139-b152-5e81c1204125 req-77f5414b-904e-4736-9967-8fcb0a43118b tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 945 time: 0.0730450 Jun 30 09:49:52.405937 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-55420fd4-f122-4139-b152-5e81c1204125 req-10d6491f-bfa7-44c9-895f-d17a54bd373e tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449843 Jun 30 09:49:52.543035 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac53bd0-3608-442b-9264-af6bd02b6441 tempest-TestVolumeBootPattern-842937039 tempest-TestVolumeBootPattern-842937039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:52.544575 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-cac53bd0-3608-442b-9264-af6bd02b6441 tempest-TestVolumeBootPattern-842937039 tempest-TestVolumeBootPattern-842937039-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 1092 time: 0.2481751 Jun 30 09:49:52.551292 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 55082) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:52.552641 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-cf26c0c5-ea49-46e9-923b-a24c378178b7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'port_id': 'b65a52cd-83d5-43e0-baf4-801dd839ad73', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:49:52.662231 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cf26c0c5-ea49-46e9-923b-a24c378178b7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for floatingip, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:52.896838 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fe8cb20e-173c-4623-8424-b96585ad7ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:53.109525 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cf26c0c5-ea49-46e9-923b-a24c378178b7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:53.221464 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-cf26c0c5-ea49-46e9-923b-a24c378178b7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Allocated IP 172.25.6.24 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/5e05745b-debe-4dbf-9a97-83de63d2b393) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:49:53.331531 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cf26c0c5-ea49-46e9-923b-a24c378178b7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:53.444404 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cf26c0c5-ea49-46e9-923b-a24c378178b7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:53.480279 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf26c0c5-ea49-46e9-923b-a24c378178b7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:49:53.484648 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-cf26c0c5-ea49-46e9-923b-a24c378178b7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:49:53.489224 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf26c0c5-ea49-46e9-923b-a24c378178b7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:49:53.496514 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:53.518625 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26c0c5-ea49-46e9-923b-a24c378178b7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Pushing event updated for resources: {'Port': ['ID=5e05745b-debe-4dbf-9a97-83de63d2b393,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:53.677153 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b741c45-fec5-472e-84f8-d8d0852f553d req-90321f78-40ca-4509-8417-3d12bb5af838 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:53.678896 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5b741c45-fec5-472e-84f8-d8d0852f553d req-90321f78-40ca-4509-8417-3d12bb5af838 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 945 time: 0.1488676 Jun 30 09:49:53.783867 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5b741c45-fec5-472e-84f8-d8d0852f553d req-7729e272-0a7b-4e76-9f3a-2a96767bd956 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712922 Jun 30 09:49:53.963898 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 5d30c521-ec12-4b6d-bebb-52ce4334721c details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:49:53.966970 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 5d30c521-ec12-4b6d-bebb-52ce4334721c no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:49:53.982589 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cf26c0c5-ea49-46e9-923b-a24c378178b7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:54.126816 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:54.151707 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cf26c0c5-ea49-46e9-923b-a24c378178b7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:54.152334 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 5d30c521-ec12-4b6d-bebb-52ce4334721c, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=5d30c521-ec12-4b6d-bebb-52ce4334721c,segment=NetworkSegment(51f77830-eb96-463f-bf7d-93f0ca4bbde6),segment_id=51f77830-eb96-463f-bf7d-93f0ca4bbde6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:54.177601 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43347ec4-dc43-47ab-b207-d7dc34ae0863', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d30c521-ec12-4b6d-bebb-52ce4334721c'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:49:54.179885 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bf061d-1bcd-4192-baad-26886637a4d1" -d '{"events": [{"server_uuid": "43347ec4-dc43-47ab-b207-d7dc34ae0863", "name": "network-vif-unplugged", "status": "completed", "tag": "5d30c521-ec12-4b6d-bebb-52ce4334721c"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:49:54.189718 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '5d30c521-ec12-4b6d-bebb-52ce4334721c', 'network_id': '8562bf9b-cda4-4e7a-921c-f13c1f4989bb', 'port_id': '5d30c521-ec12-4b6d-bebb-52ce4334721c', 'mac_address': 'fa:16:3e:69:6e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e630918-3d33-4963-87af-d9b9b13975b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:49:54.195849 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 5d30c521-ec12-4b6d-bebb-52ce4334721c, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=5d30c521-ec12-4b6d-bebb-52ce4334721c,segment=NetworkSegment(51f77830-eb96-463f-bf7d-93f0ca4bbde6),segment_id=51f77830-eb96-463f-bf7d-93f0ca4bbde6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:54.229826 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75200227-d382-4e3b-a789-7fb355c981a0 x-openstack-request-id: req-75200227-d382-4e3b-a789-7fb355c981a0 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:49:54.230116 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43347ec4-dc43-47ab-b207-d7dc34ae0863", "name": "network-vif-unplugged", "status": "completed", "tag": "5d30c521-ec12-4b6d-bebb-52ce4334721c", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:49:54.230379 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-75200227-d382-4e3b-a789-7fb355c981a0 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:49:54.230819 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43347ec4-dc43-47ab-b207-d7dc34ae0863', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d30c521-ec12-4b6d-bebb-52ce4334721c', 'code': 200} Jun 30 09:49:54.236923 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:54.250636 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d30c521-ec12-4b6d-bebb-52ce4334721c {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:49:54.286033 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:54.322883 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cf26c0c5-ea49-46e9-923b-a24c378178b7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:54.365646 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:49:54.366082 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:49:54.367095 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=5d30c521-ec12-4b6d-bebb-52ce4334721c,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:54.422373 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cf26c0c5-ea49-46e9-923b-a24c378178b7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:54.491169 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26c0c5-ea49-46e9-923b-a24c378178b7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Pushing event updated for resources: {'Port': ['ID=5e05745b-debe-4dbf-9a97-83de63d2b393,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:54.503019 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cf26c0c5-ea49-46e9-923b-a24c378178b7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:54.608605 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-cf26c0c5-ea49-46e9-923b-a24c378178b7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Floating IP c27a9780-7104-42e1-8da7-e8840365047c associated. External IP: 172.25.6.24, port: b65a52cd-83d5-43e0-baf4-801dd839ad73. Jun 30 09:49:54.713514 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:54.830963 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf26c0c5-ea49-46e9-923b-a24c378178b7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Router 00dc8599-a92e-4932-a826-e69bb79cd9ce has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:49:54.922505 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:54.946036 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d30c521-ec12-4b6d-bebb-52ce4334721c {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:49:54.979710 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 5d30c521-ec12-4b6d-bebb-52ce4334721c, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=5d30c521-ec12-4b6d-bebb-52ce4334721c,segment=NetworkSegment(51f77830-eb96-463f-bf7d-93f0ca4bbde6),segment_id=51f77830-eb96-463f-bf7d-93f0ca4bbde6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:54.989652 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf26c0c5-ea49-46e9-923b-a24c378178b7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:49:55.001983 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebbdcdc-ea9b-4597-90e8-18a229e89290 None None] Sync routers for ids ['00dc8599-a92e-4932-a826-e69bb79cd9ce'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:49:55.021487 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebbdcdc-ea9b-4597-90e8-18a229e89290 None None] Routers {'00dc8599-a92e-4932-a826-e69bb79cd9ce'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:49:55.022007 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-aebbdcdc-ea9b-4597-90e8-18a229e89290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:49:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['00dc8599-a92e-4932-a826-e69bb79cd9ce'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:55.026068 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95352942-68b9-4c29-9b3b-e1580079ae12 req-1a5994ad-0015-4cc7-a310-a8fd22513575 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:55.031170 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-95352942-68b9-4c29-9b3b-e1580079ae12 req-1a5994ad-0015-4cc7-a310-a8fd22513575 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 943 time: 0.1011527 Jun 30 09:49:55.080561 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-95352942-68b9-4c29-9b3b-e1580079ae12 req-be9acda5-eaae-4453-9da2-d8d8d25206a0 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395415 Jun 30 09:49:55.091152 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:55.114602 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cf26c0c5-ea49-46e9-923b-a24c378178b7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:55.148809 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=5d30c521-ec12-4b6d-bebb-52ce4334721c,revision_number=7']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:55.150227 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-aebbdcdc-ea9b-4597-90e8-18a229e89290 None None] Set router 00dc8599-a92e-4932-a826-e69bb79cd9ce gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:49:55.157660 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-cf26c0c5-ea49-46e9-923b-a24c378178b7 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6091239 Jun 30 09:49:55.158330 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089b41da-c5ed-4dbb-87ed-c1967f57e290', 'tag': 'b65a52cd-83d5-43e0-baf4-801dd839ad73'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:49:55.161582 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3152b841-6c1e-46de-a8f6-6798c9a2c97b" -d '{"events": [{"name": "network-changed", "server_uuid": "089b41da-c5ed-4dbb-87ed-c1967f57e290", "tag": "b65a52cd-83d5-43e0-baf4-801dd839ad73"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:49:55.199831 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434983fa-61b3-4b31-85f3-cf8183441a24 x-openstack-request-id: req-434983fa-61b3-4b31-85f3-cf8183441a24 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:49:55.200134 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089b41da-c5ed-4dbb-87ed-c1967f57e290", "tag": "b65a52cd-83d5-43e0-baf4-801dd839ad73", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:49:55.200413 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-434983fa-61b3-4b31-85f3-cf8183441a24 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:49:55.200816 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089b41da-c5ed-4dbb-87ed-c1967f57e290', 'tag': 'b65a52cd-83d5-43e0-baf4-801dd839ad73', 'status': 'completed', 'code': 200} Jun 30 09:49:55.288737 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152b841-6c1e-46de-a8f6-6798c9a2c97b req-760e9214-8ec8-4219-a077-9b68b7f6f307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:55.290167 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3152b841-6c1e-46de-a8f6-6798c9a2c97b req-760e9214-8ec8-4219-a077-9b68b7f6f307 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 1097 time: 0.0655861 Jun 30 09:49:55.374916 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['5d30c521-ec12-4b6d-bebb-52ce4334721c'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:49:55.393340 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152b841-6c1e-46de-a8f6-6798c9a2c97b req-afdd5305-e340-44f5-a7fd-a580cbd26767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:55.395110 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3152b841-6c1e-46de-a8f6-6798c9a2c97b req-afdd5305-e340-44f5-a7fd-a580cbd26767 service neutron] 10.222.0.37 "GET /v2.0/networks?id=077fd748-2990-43a3-b379-1249cb605c64 HTTP/1.1" status: 200 len: 912 time: 0.0989766 Jun 30 09:49:55.419036 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-aebbdcdc-ea9b-4597-90e8-18a229e89290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'name': 'tempest-TestVolumeBootPattern-527855541-router', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:08Z', 'revision_number': 4, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'gw_port': {'id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '62d1b305-afe6-49bf-a596-d43b5d18923c', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'floating_ip_address': '172.25.6.224', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'port_id': '7a448559-9a02-4407-a4f8-e6dd46585533', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'mac_address': 'fa:16:3e:ce:17:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c896af-af69-46a4-9e2d-9a370d99cb15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:46:18Z', 'updated_at': '2021-06-30T09:46:20Z', 'revision_number': 1, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'fixed_ip_address_scope': None}, {'id': 'c27a9780-7104-42e1-8da7-e8840365047c', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'floating_ip_address': '172.25.6.24', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'port_id': 'b65a52cd-83d5-43e0-baf4-801dd839ad73', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'mac_address': 'fa:16:3e:68:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b41da-c5ed-4dbb-87ed-c1967f57e290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:49:53Z', 'updated_at': '2021-06-30T09:49:53Z', 'revision_number': 0, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11e6a15-d3c1-4284-b8d7-5f02ed03f796', 'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'mac_address': 'fa:16:3e:4d:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '026a88de-b3fc-4597-8030-64264f9192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:07Z', 'updated_at': '2021-06-30T09:34:17Z', 'revision_number': 5, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'subnets': [{'id': '026a88de-b3fc-4597-8030-64264f9192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:55.448358 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebbdcdc-ea9b-4597-90e8-18a229e89290 None None] Checking router: 00dc8599-a92e-4932-a826-e69bb79cd9ce for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:49:55.460395 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebbdcdc-ea9b-4597-90e8-18a229e89290 None None] Routers {'00dc8599-a92e-4932-a826-e69bb79cd9ce'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:49:55.468971 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-aebbdcdc-ea9b-4597-90e8-18a229e89290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:49:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['00dc8599-a92e-4932-a826-e69bb79cd9ce'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:55.486965 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3152b841-6c1e-46de-a8f6-6798c9a2c97b req-9b530f4b-abd3-41b7-b09f-d703ef9a34c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b65a52cd-83d5-43e0-baf4-801dd839ad73 HTTP/1.1" status: 200 len: 998 time: 0.0828078 Jun 30 09:49:55.542263 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152b841-6c1e-46de-a8f6-6798c9a2c97b req-3cea807d-c511-4e6e-bc2e-f335040c9eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:55.543703 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3152b841-6c1e-46de-a8f6-6798c9a2c97b req-3cea807d-c511-4e6e-bc2e-f335040c9eb3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=026a88de-b3fc-4597-8030-64264f9192bb HTTP/1.1" status: 200 len: 850 time: 0.0506783 Jun 30 09:49:55.603971 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-aebbdcdc-ea9b-4597-90e8-18a229e89290 None None] Set router 00dc8599-a92e-4932-a826-e69bb79cd9ce gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:49:55.605709 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152b841-6c1e-46de-a8f6-6798c9a2c97b req-96800df3-ae22-448a-99c3-bc85962a273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:55.607950 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3152b841-6c1e-46de-a8f6-6798c9a2c97b req-96800df3-ae22-448a-99c3-bc85962a273c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=077fd748-2990-43a3-b379-1249cb605c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584409 Jun 30 09:49:55.715766 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3152b841-6c1e-46de-a8f6-6798c9a2c97b req-deb65eed-f674-4119-95a7-861c81d38922 service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012242 Jun 30 09:49:55.773078 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.37', 59112) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:55.827220 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3152b841-6c1e-46de-a8f6-6798c9a2c97b req-a621d3d7-f7b5-4df0-9045-48ff2ded3372 service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054323 Jun 30 09:49:55.853385 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa73d074-f87e-4b4d-8acd-906989add6ce req-cf586403-9ded-4ad8-9e7d-185585c440fe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0776639 Jun 30 09:49:55.881921 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-aebbdcdc-ea9b-4597-90e8-18a229e89290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'name': 'tempest-TestVolumeBootPattern-527855541-router', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:08Z', 'revision_number': 4, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'gw_port': {'id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '62d1b305-afe6-49bf-a596-d43b5d18923c', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'floating_ip_address': '172.25.6.224', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'port_id': '7a448559-9a02-4407-a4f8-e6dd46585533', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'mac_address': 'fa:16:3e:ce:17:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c896af-af69-46a4-9e2d-9a370d99cb15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:46:18Z', 'updated_at': '2021-06-30T09:46:20Z', 'revision_number': 1, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'fixed_ip_address_scope': None}, {'id': 'c27a9780-7104-42e1-8da7-e8840365047c', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'floating_ip_address': '172.25.6.24', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'port_id': 'b65a52cd-83d5-43e0-baf4-801dd839ad73', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'mac_address': 'fa:16:3e:68:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b41da-c5ed-4dbb-87ed-c1967f57e290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:49:53Z', 'updated_at': '2021-06-30T09:49:53Z', 'revision_number': 0, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11e6a15-d3c1-4284-b8d7-5f02ed03f796', 'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'mac_address': 'fa:16:3e:4d:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '026a88de-b3fc-4597-8030-64264f9192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:07Z', 'updated_at': '2021-06-30T09:34:17Z', 'revision_number': 5, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'subnets': [{'id': '026a88de-b3fc-4597-8030-64264f9192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:55.912367 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebbdcdc-ea9b-4597-90e8-18a229e89290 None None] The sync data for ids ['00dc8599-a92e-4932-a826-e69bb79cd9ce'] in n-d-771363-31 is: [{'id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'name': 'tempest-TestVolumeBootPattern-527855541-router', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:08Z', 'revision_number': 4, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'gw_port': {'id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '62d1b305-afe6-49bf-a596-d43b5d18923c', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'floating_ip_address': '172.25.6.224', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'port_id': '7a448559-9a02-4407-a4f8-e6dd46585533', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'mac_address': 'fa:16:3e:ce:17:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c896af-af69-46a4-9e2d-9a370d99cb15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:46:18Z', 'updated_at': '2021-06-30T09:46:20Z', 'revision_number': 1, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'fixed_ip_address_scope': None}, {'id': 'c27a9780-7104-42e1-8da7-e8840365047c', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'floating_ip_address': '172.25.6.24', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'port_id': 'b65a52cd-83d5-43e0-baf4-801dd839ad73', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'mac_address': 'fa:16:3e:68:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b41da-c5ed-4dbb-87ed-c1967f57e290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:49:53Z', 'updated_at': '2021-06-30T09:49:53Z', 'revision_number': 0, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11e6a15-d3c1-4284-b8d7-5f02ed03f796', 'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'mac_address': 'fa:16:3e:4d:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '026a88de-b3fc-4597-8030-64264f9192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:07Z', 'updated_at': '2021-06-30T09:34:17Z', 'revision_number': 5, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'subnets': [{'id': '026a88de-b3fc-4597-8030-64264f9192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:49:56.053004 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73d074-f87e-4b4d-8acd-906989add6ce req-9aa756fa-0fe9-404b-abb7-a6e36f812f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:56.055377 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa73d074-f87e-4b4d-8acd-906989add6ce req-9aa756fa-0fe9-404b-abb7-a6e36f812f47 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 1097 time: 0.0618818 Jun 30 09:49:56.131712 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a232ac06-2549-4aab-9abb-f61dac91ec12 None None] New status for floating IP c27a9780-7104-42e1-8da7-e8840365047c: ACTIVE {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:49:56.194460 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73d074-f87e-4b4d-8acd-906989add6ce req-f53fa2e3-1d01-4fdf-81ea-0636cfde65fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:56.197939 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa73d074-f87e-4b4d-8acd-906989add6ce req-f53fa2e3-1d01-4fdf-81ea-0636cfde65fc service neutron] 10.222.0.37 "GET /v2.0/networks?id=077fd748-2990-43a3-b379-1249cb605c64 HTTP/1.1" status: 200 len: 912 time: 0.1198609 Jun 30 09:49:56.267524 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa73d074-f87e-4b4d-8acd-906989add6ce req-63bb88f0-8ce1-43a1-9c85-b93623d3b6a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b65a52cd-83d5-43e0-baf4-801dd839ad73 HTTP/1.1" status: 200 len: 998 time: 0.0648141 Jun 30 09:49:56.294965 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea1f2d-a1b1-49d7-8e1c-660c23ee816a req-e4bcfac8-7dac-41c5-8d13-2c638042fe42 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:56.296644 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9eea1f2d-a1b1-49d7-8e1c-660c23ee816a req-e4bcfac8-7dac-41c5-8d13-2c638042fe42 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 944 time: 0.0729377 Jun 30 09:49:56.347292 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9eea1f2d-a1b1-49d7-8e1c-660c23ee816a req-96aef6f8-3f2e-4644-9b18-3b45e66be3f2 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350606 Jun 30 09:49:56.350276 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73d074-f87e-4b4d-8acd-906989add6ce req-0b890a74-605d-44af-95db-64a8a46b067d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:56.352345 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa73d074-f87e-4b4d-8acd-906989add6ce req-0b890a74-605d-44af-95db-64a8a46b067d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=026a88de-b3fc-4597-8030-64264f9192bb HTTP/1.1" status: 200 len: 850 time: 0.0703795 Jun 30 09:49:56.429964 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73d074-f87e-4b4d-8acd-906989add6ce req-6593023d-ceaf-45b0-83d8-b4d14822d5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:56.432626 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa73d074-f87e-4b4d-8acd-906989add6ce req-6593023d-ceaf-45b0-83d8-b4d14822d5f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=077fd748-2990-43a3-b379-1249cb605c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742767 Jun 30 09:49:56.445241 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:56.540653 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa73d074-f87e-4b4d-8acd-906989add6ce req-d1c76823-ac47-4348-8645-c05ab1f23d7f service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013389 Jun 30 09:49:56.655456 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa73d074-f87e-4b4d-8acd-906989add6ce req-13cbb82c-7a85-4f3d-bf04-748ce2de0ea0 service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088357 Jun 30 09:49:57.545200 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31085b0-fdfc-46ec-a39a-d913e8ac7dda req-5a73c1a2-71f6-4123-b85b-753e751011ea tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:57.546779 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a31085b0-fdfc-46ec-a39a-d913e8ac7dda req-5a73c1a2-71f6-4123-b85b-753e751011ea tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 944 time: 0.0699387 Jun 30 09:49:57.590929 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a31085b0-fdfc-46ec-a39a-d913e8ac7dda req-9208a0cb-c57f-4809-aa97-dc36d21e2468 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357065 Jun 30 09:49:57.961284 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:49:57.984765 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 5d30c521-ec12-4b6d-bebb-52ce4334721c up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:49:58.190277 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 5d30c521-ec12-4b6d-bebb-52ce4334721c triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:49:58.190636 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:58.270320 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:58.294834 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43347ec4-dc43-47ab-b207-d7dc34ae0863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d30c521-ec12-4b6d-bebb-52ce4334721c'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:49:58.297140 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db2a471-4059-4558-a69e-7802ebbc66fd" -d '{"events": [{"server_uuid": "43347ec4-dc43-47ab-b207-d7dc34ae0863", "name": "network-vif-plugged", "status": "completed", "tag": "5d30c521-ec12-4b6d-bebb-52ce4334721c"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:49:58.310990 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 5d30c521-ec12-4b6d-bebb-52ce4334721c, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=5d30c521-ec12-4b6d-bebb-52ce4334721c,segment=NetworkSegment(51f77830-eb96-463f-bf7d-93f0ca4bbde6),segment_id=51f77830-eb96-463f-bf7d-93f0ca4bbde6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:58.337952 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cf376f-8c53-48be-ad2c-0b5cf3060aad x-openstack-request-id: req-19cf376f-8c53-48be-ad2c-0b5cf3060aad {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:49:58.338289 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43347ec4-dc43-47ab-b207-d7dc34ae0863", "name": "network-vif-plugged", "status": "completed", "tag": "5d30c521-ec12-4b6d-bebb-52ce4334721c", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:49:58.338626 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-19cf376f-8c53-48be-ad2c-0b5cf3060aad {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:49:58.339291 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43347ec4-dc43-47ab-b207-d7dc34ae0863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d30c521-ec12-4b6d-bebb-52ce4334721c', 'code': 200} Jun 30 09:49:58.399699 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:58.461111 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=5d30c521-ec12-4b6d-bebb-52ce4334721c,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:58.529884 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622be9d-2972-48a9-8ec6-af424f0003b3 req-d2396dda-a115-4df1-b7c9-5806641b7854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:58.531451 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f622be9d-2972-48a9-8ec6-af424f0003b3 req-d2396dda-a115-4df1-b7c9-5806641b7854 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 1097 time: 0.0534997 Jun 30 09:49:58.572273 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f622be9d-2972-48a9-8ec6-af424f0003b3 req-dc51a46b-a0d6-4a9c-9cb4-5fa699d03577 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334044 Jun 30 09:49:58.782094 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534cf1e-4111-4ee3-873d-46b69d929192 req-47377a2b-ee8c-4f0f-98a5-aa5621f4c09e tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:58.783528 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c534cf1e-4111-4ee3-873d-46b69d929192 req-47377a2b-ee8c-4f0f-98a5-aa5621f4c09e tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 945 time: 0.0708265 Jun 30 09:49:58.826592 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c534cf1e-4111-4ee3-873d-46b69d929192 req-2cc836bd-0119-451d-be34-faa656042ce7 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358298 Jun 30 09:50:00.031351 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f64c8-17f9-4e77-b709-fb26aa836add req-9efa976e-ad7e-4875-adfb-ac0d79de45a7 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:00.033049 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be9f64c8-17f9-4e77-b709-fb26aa836add req-9efa976e-ad7e-4875-adfb-ac0d79de45a7 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 945 time: 0.0806420 Jun 30 09:50:00.078539 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be9f64c8-17f9-4e77-b709-fb26aa836add req-5976ddd4-053b-48a5-8991-f9c480f2e331 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381613 Jun 30 09:50:00.261968 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb0407-8ec1-462c-bcae-e184275ddc18 req-96438ca9-9115-41db-9d8f-57f91f58b1ea tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:00.263538 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cbcb0407-8ec1-462c-bcae-e184275ddc18 req-96438ca9-9115-41db-9d8f-57f91f58b1ea tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 945 time: 0.0666082 Jun 30 09:50:00.302606 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cbcb0407-8ec1-462c-bcae-e184275ddc18 req-76f9dbbf-c611-41eb-9675-fb565a421dad tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332434 Jun 30 09:50:01.142315 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-7a243f1e-bb7d-453a-877c-594249b83ea2 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:01.143751 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-7a243f1e-bb7d-453a-877c-594249b83ea2 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/networks?id=8562bf9b-cda4-4e7a-921c-f13c1f4989bb HTTP/1.1" status: 200 len: 813 time: 0.1247392 Jun 30 09:50:01.161446 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-78f8c842-7835-4d3f-b1d6-12f3e1b1c03f tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/quotas/2128e23c67104cd78aa6e48a993ff7cb HTTP/1.1" status: 200 len: 375 time: 0.0103688 Jun 30 09:50:01.234864 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-e3344e04-d9ae-4e24-8382-f33c7f4f5065 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2128e23c67104cd78aa6e48a993ff7cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0668087 Jun 30 09:50:01.339942 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-ed8ca60d-2f6b-4b6e-b707-02275d814a70 service neutron] 10.222.0.10 "GET /v2.0/networks/8562bf9b-cda4-4e7a-921c-f13c1f4989bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981812 Jun 30 09:50:01.436798 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-ac9ce883-bd6b-4aa4-abf4-3dd3b5ecf0f4 service neutron] 10.222.0.10 "GET /v2.0/networks/8562bf9b-cda4-4e7a-921c-f13c1f4989bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906048 Jun 30 09:50:01.716776 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-998ad71e-8ed0-46b0-9695-4e5c4b03cbe9 req-e39ffec2-c3d7-448c-9bdf-088d41f34838 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 210 time: 0.0321953 Jun 30 09:50:02.464391 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440f14e-7c8d-47c7-b4ed-96ac9cf048eb req-16abcdac-af19-40ad-bb59-d7b6a73e30bb tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:02.465907 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7440f14e-7c8d-47c7-b4ed-96ac9cf048eb req-16abcdac-af19-40ad-bb59-d7b6a73e30bb tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.52 "GET /v2.0/ports?device_id=43347ec4-dc43-47ab-b207-d7dc34ae0863 HTTP/1.1" status: 200 len: 945 time: 0.0801346 Jun 30 09:50:02.594691 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-7440f14e-7c8d-47c7-b4ed-96ac9cf048eb req-c635321b-1479-4842-a102-0578592bc09f tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Deleting port 5d30c521-ec12-4b6d-bebb-52ce4334721c {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:50:02.594915 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7440f14e-7c8d-47c7-b4ed-96ac9cf048eb req-c635321b-1479-4842-a102-0578592bc09f tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:02.692966 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-7440f14e-7c8d-47c7-b4ed-96ac9cf048eb req-c635321b-1479-4842-a102-0578592bc09f tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] For port 5d30c521-ec12-4b6d-bebb-52ce4334721c, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=5d30c521-ec12-4b6d-bebb-52ce4334721c,segment=NetworkSegment(51f77830-eb96-463f-bf7d-93f0ca4bbde6),segment_id=51f77830-eb96-463f-bf7d-93f0ca4bbde6)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:50:02.693433 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7440f14e-7c8d-47c7-b4ed-96ac9cf048eb req-c635321b-1479-4842-a102-0578592bc09f tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:02.709258 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-7440f14e-7c8d-47c7-b4ed-96ac9cf048eb req-c635321b-1479-4842-a102-0578592bc09f tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Calling delete_port for 5d30c521-ec12-4b6d-bebb-52ce4334721c owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:50:02.893064 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-61674e87-6485-411b-8109-d6d2407aef7d req-14398b21-c65f-4664-89c9-49cc58fecf6c tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 210 time: 0.0372283 Jun 30 09:50:03.010478 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7440f14e-7c8d-47c7-b4ed-96ac9cf048eb req-c635321b-1479-4842-a102-0578592bc09f tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:03.023657 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['5d30c521-ec12-4b6d-bebb-52ce4334721c'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:50:03.046575 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635321b-1479-4842-a102-0578592bc09f tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Pushing event deleted for resources: {'Port': ['ID=5d30c521-ec12-4b6d-bebb-52ce4334721c,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:50:03.096647 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-7440f14e-7c8d-47c7-b4ed-96ac9cf048eb req-c635321b-1479-4842-a102-0578592bc09f tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] No DVR routers for this DVR port 5d30c521-ec12-4b6d-bebb-52ce4334721c on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:50:03.099727 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-7440f14e-7c8d-47c7-b4ed-96ac9cf048eb req-c635321b-1479-4842-a102-0578592bc09f tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:03.102067 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7440f14e-7c8d-47c7-b4ed-96ac9cf048eb req-c635321b-1479-4842-a102-0578592bc09f tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.52 "DELETE /v2.0/ports/5d30c521-ec12-4b6d-bebb-52ce4334721c HTTP/1.1" status: 204 len: 173 time: 0.6266320 Jun 30 09:50:03.102498 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43347ec4-dc43-47ab-b207-d7dc34ae0863', 'name': 'network-vif-deleted', 'tag': '5d30c521-ec12-4b6d-bebb-52ce4334721c'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:50:03.105814 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de1b465-8199-4d01-ab39-ba3dfb3548d2" -d '{"events": [{"server_uuid": "43347ec4-dc43-47ab-b207-d7dc34ae0863", "name": "network-vif-deleted", "tag": "5d30c521-ec12-4b6d-bebb-52ce4334721c"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:50:03.167812 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3fd99b-1609-4308-a5d5-8a89e17389bf x-openstack-request-id: req-0d3fd99b-1609-4308-a5d5-8a89e17389bf {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:50:03.168113 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43347ec4-dc43-47ab-b207-d7dc34ae0863", "name": "network-vif-deleted", "tag": "5d30c521-ec12-4b6d-bebb-52ce4334721c", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:50:03.168366 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0d3fd99b-1609-4308-a5d5-8a89e17389bf {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:50:03.173421 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43347ec4-dc43-47ab-b207-d7dc34ae0863', 'name': 'network-vif-deleted', 'tag': '5d30c521-ec12-4b6d-bebb-52ce4334721c', 'status': 'completed', 'code': 200} Jun 30 09:50:04.060061 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b3b681b-1d8e-4f97-bdb9-12fddd562caa req-8f7b8abd-a636-46d7-867e-1252fb7bc5c0 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 210 time: 0.0303359 Jun 30 09:50:04.430715 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-3a7f6519-bbd2-4e28-954f-37e8d1927390 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:04.432228 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-3a7f6519-bbd2-4e28-954f-37e8d1927390 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.37 "GET /v2.0/networks?id=8562bf9b-cda4-4e7a-921c-f13c1f4989bb HTTP/1.1" status: 200 len: 813 time: 0.1163476 Jun 30 09:50:04.445638 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-aac8f2a5-6fc4-4ed2-84e8-296ef9c459e3 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Request body: {'port': {'device_id': '5263a1b9-de87-4f0e-8ce4-8afc0414c5b2', 'network_id': '8562bf9b-cda4-4e7a-921c-f13c1f4989bb', 'admin_state_up': True, 'tenant_id': '2128e23c67104cd78aa6e48a993ff7cb'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:50:04.655058 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-aac8f2a5-6fc4-4ed2-84e8-296ef9c459e3 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Made reservation on behalf of 2128e23c67104cd78aa6e48a993ff7cb for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:50:04.658720 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-aac8f2a5-6fc4-4ed2-84e8-296ef9c459e3 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:04.822754 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-aac8f2a5-6fc4-4ed2-84e8-296ef9c459e3 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Allocated IP 172.20.0.11 (8562bf9b-cda4-4e7a-921c-f13c1f4989bb/9e630918-3d33-4963-87af-d9b9b13975b5/d2cae7ba-f226-4df5-8b33-8413423d6f1f) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:50:05.038553 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-aac8f2a5-6fc4-4ed2-84e8-296ef9c459e3 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:05.215615 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fd3746ff-a59a-4510-9a97-d70a253b7a3e req-caf1ae53-24df-450c-a4f0-782de6bf2ee6 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 210 time: 0.0304027 Jun 30 09:50:05.228028 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-aac8f2a5-6fc4-4ed2-84e8-296ef9c459e3 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:05.274261 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-aac8f2a5-6fc4-4ed2-84e8-296ef9c459e3 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Network 8562bf9b-cda4-4e7a-921c-f13c1f4989bb is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:50:05.277563 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-aac8f2a5-6fc4-4ed2-84e8-296ef9c459e3 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:50:05.280052 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-aac8f2a5-6fc4-4ed2-84e8-296ef9c459e3 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:50:05.311965 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8f2a5-6fc4-4ed2-84e8-296ef9c459e3 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Pushing event updated for resources: {'Port': ['ID=d2cae7ba-f226-4df5-8b33-8413423d6f1f,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:50:05.342341 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-aac8f2a5-6fc4-4ed2-84e8-296ef9c459e3 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:05.342941 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-aac8f2a5-6fc4-4ed2-84e8-296ef9c459e3 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:05.458506 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-aac8f2a5-6fc4-4ed2-84e8-296ef9c459e3 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0179482 Jun 30 09:50:05.474221 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-26ff80bc-0418-4ca9-9f2b-ecd2fb802529 service neutron] Request body: {'port': {'device_id': '5263a1b9-de87-4f0e-8ce4-8afc0414c5b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:50:05.561085 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-26ff80bc-0418-4ca9-9f2b-ecd2fb802529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:05.853878 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-26ff80bc-0418-4ca9-9f2b-ecd2fb802529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2cae7ba-f226-4df5-8b33-8413423d6f1f {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:50:05.864124 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-26ff80bc-0418-4ca9-9f2b-ecd2fb802529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:05.877111 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-26ff80bc-0418-4ca9-9f2b-ecd2fb802529 service neutron] Transition to ACTIVE for port object d2cae7ba-f226-4df5-8b33-8413423d6f1f will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:50:05.953510 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-26ff80bc-0418-4ca9-9f2b-ecd2fb802529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:06.010616 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff80bc-0418-4ca9-9f2b-ecd2fb802529 service neutron] Pushing event updated for resources: {'Port': ['ID=d2cae7ba-f226-4df5-8b33-8413423d6f1f,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:50:06.019218 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 5d30c521-ec12-4b6d-bebb-52ce4334721c no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:50:06.046717 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 5d30c521-ec12-4b6d-bebb-52ce4334721c {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:50:06.047064 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 5d30c521-ec12-4b6d-bebb-52ce4334721c not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:50:06.121946 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-26ff80bc-0418-4ca9-9f2b-ecd2fb802529 service neutron] Attempting to bind port d2cae7ba-f226-4df5-8b33-8413423d6f1f on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:50:06.122419 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-26ff80bc-0418-4ca9-9f2b-ecd2fb802529 service neutron] Attempting to bind port d2cae7ba-f226-4df5-8b33-8413423d6f1f by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '51f77830-eb96-463f-bf7d-93f0ca4bbde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8562bf9b-cda4-4e7a-921c-f13c1f4989bb'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:50:06.123047 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-26ff80bc-0418-4ca9-9f2b-ecd2fb802529 service neutron] Attempting to bind port d2cae7ba-f226-4df5-8b33-8413423d6f1f on network 8562bf9b-cda4-4e7a-921c-f13c1f4989bb {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:50:06.129069 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-26ff80bc-0418-4ca9-9f2b-ecd2fb802529 service neutron] Port d2cae7ba-f226-4df5-8b33-8413423d6f1f on network 8562bf9b-cda4-4e7a-921c-f13c1f4989bb not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:50:06.130679 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-26ff80bc-0418-4ca9-9f2b-ecd2fb802529 service neutron] Attempting to bind port d2cae7ba-f226-4df5-8b33-8413423d6f1f on network 8562bf9b-cda4-4e7a-921c-f13c1f4989bb {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:50:06.135668 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-26ff80bc-0418-4ca9-9f2b-ecd2fb802529 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:50:06.136006 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-26ff80bc-0418-4ca9-9f2b-ecd2fb802529 service neutron] Checking segment: {'id': '51f77830-eb96-463f-bf7d-93f0ca4bbde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8562bf9b-cda4-4e7a-921c-f13c1f4989bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:50:06.136385 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-26ff80bc-0418-4ca9-9f2b-ecd2fb802529 service neutron] Bound using segment: {'id': '51f77830-eb96-463f-bf7d-93f0ca4bbde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8562bf9b-cda4-4e7a-921c-f13c1f4989bb'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:50:06.136809 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-26ff80bc-0418-4ca9-9f2b-ecd2fb802529 service neutron] Bound port: d2cae7ba-f226-4df5-8b33-8413423d6f1f, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f77830-eb96-463f-bf7d-93f0ca4bbde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8562bf9b-cda4-4e7a-921c-f13c1f4989bb'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:50:06.137160 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-26ff80bc-0418-4ca9-9f2b-ecd2fb802529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:06.213741 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-26ff80bc-0418-4ca9-9f2b-ecd2fb802529 service neutron] For port d2cae7ba-f226-4df5-8b33-8413423d6f1f, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:50:06.218753 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-26ff80bc-0418-4ca9-9f2b-ecd2fb802529 service neutron] For port d2cae7ba-f226-4df5-8b33-8413423d6f1f, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=d2cae7ba-f226-4df5-8b33-8413423d6f1f,segment=NetworkSegment(51f77830-eb96-463f-bf7d-93f0ca4bbde6),segment_id=51f77830-eb96-463f-bf7d-93f0ca4bbde6)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:50:06.308259 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-26ff80bc-0418-4ca9-9f2b-ecd2fb802529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:06.346501 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-26ff80bc-0418-4ca9-9f2b-ecd2fb802529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:06.347775 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-26ff80bc-0418-4ca9-9f2b-ecd2fb802529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:06.349943 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-26ff80bc-0418-4ca9-9f2b-ecd2fb802529 service neutron] 10.222.0.37 "PUT /v2.0/ports/d2cae7ba-f226-4df5-8b33-8413423d6f1f HTTP/1.1" status: 200 len: 1093 time: 0.8828053 Jun 30 09:50:06.350510 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5263a1b9-de87-4f0e-8ce4-8afc0414c5b2', 'tag': 'd2cae7ba-f226-4df5-8b33-8413423d6f1f'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:50:06.354538 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff310cc-216d-436f-8a65-65421b1e952a" -d '{"events": [{"name": "network-changed", "server_uuid": "5263a1b9-de87-4f0e-8ce4-8afc0414c5b2", "tag": "d2cae7ba-f226-4df5-8b33-8413423d6f1f"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:50:06.435202 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2faa2afb-19ee-4f62-8aca-fbc2d63c3811 x-openstack-request-id: req-2faa2afb-19ee-4f62-8aca-fbc2d63c3811 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:50:06.435497 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5263a1b9-de87-4f0e-8ce4-8afc0414c5b2", "tag": "d2cae7ba-f226-4df5-8b33-8413423d6f1f", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:50:06.435747 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2faa2afb-19ee-4f62-8aca-fbc2d63c3811 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:50:06.437250 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5263a1b9-de87-4f0e-8ce4-8afc0414c5b2', 'tag': 'd2cae7ba-f226-4df5-8b33-8413423d6f1f', 'status': 'completed', 'code': 200} Jun 30 09:50:06.437250 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff80bc-0418-4ca9-9f2b-ecd2fb802529 service neutron] Pushing event updated for resources: {'Port': ['ID=d2cae7ba-f226-4df5-8b33-8413423d6f1f,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:50:06.524609 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155152f-61a9-4b68-b5d8-ddecb759d536 req-28901c73-3741-42db-b114-05d9e1709465 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:06.526229 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8155152f-61a9-4b68-b5d8-ddecb759d536 req-28901c73-3741-42db-b114-05d9e1709465 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 944 time: 0.1433656 Jun 30 09:50:06.554867 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff310cc-216d-436f-8a65-65421b1e952a req-2e246b7c-b4c0-44c3-b1b5-d10020fe8f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:06.556567 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eff310cc-216d-436f-8a65-65421b1e952a req-2e246b7c-b4c0-44c3-b1b5-d10020fe8f69 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2128e23c67104cd78aa6e48a993ff7cb&device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 1096 time: 0.1135843 Jun 30 09:50:06.634275 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8155152f-61a9-4b68-b5d8-ddecb759d536 req-b15cf518-be11-4526-adcf-59354ed6168c tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989027 Jun 30 09:50:06.690225 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff310cc-216d-436f-8a65-65421b1e952a req-eed13480-92f8-4269-80ea-6f3ed21793cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:06.692457 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eff310cc-216d-436f-8a65-65421b1e952a req-eed13480-92f8-4269-80ea-6f3ed21793cb service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=2128e23c67104cd78aa6e48a993ff7cb&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1280575 Jun 30 09:50:06.808966 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff310cc-216d-436f-8a65-65421b1e952a req-71af39d5-9f8d-4979-b72a-96522f544312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:06.810565 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eff310cc-216d-436f-8a65-65421b1e952a req-71af39d5-9f8d-4979-b72a-96522f544312 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1120145 Jun 30 09:50:06.911660 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-685fbba6-c9a1-472c-9098-66c8c3ca12c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:06.913051 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-685fbba6-c9a1-472c-9098-66c8c3ca12c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2128e23c67104cd78aa6e48a993ff7cb&device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 1096 time: 0.0621729 Jun 30 09:50:06.966460 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-a8c6474c-9aed-4aaa-8aa6-9251f6d631eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2cae7ba-f226-4df5-8b33-8413423d6f1f HTTP/1.1" status: 200 len: 217 time: 0.0458088 Jun 30 09:50:07.025769 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-d1ec0788-4451-4118-8dfb-a189543be317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:07.027292 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-d1ec0788-4451-4118-8dfb-a189543be317 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9e630918-3d33-4963-87af-d9b9b13975b5 HTTP/1.1" status: 200 len: 853 time: 0.0550778 Jun 30 09:50:07.064628 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-4c63254c-fa66-475f-b647-d78ac7aff2bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8562bf9b-cda4-4e7a-921c-f13c1f4989bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275152 Jun 30 09:50:07.496335 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-0180ad0e-000a-40a3-99f2-7a47109747ab service neutron] 10.222.0.37 "GET /v2.0/networks/8562bf9b-cda4-4e7a-921c-f13c1f4989bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259574 Jun 30 09:50:07.592970 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0e7d9dfc-db5b-4b4f-9d38-4ff1ba61fa41 req-aa3d2e31-618c-4a4b-8322-18aa34b6468d service neutron] 10.222.0.37 "GET /v2.0/networks/8562bf9b-cda4-4e7a-921c-f13c1f4989bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897079 Jun 30 09:50:07.837907 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93accd3-a1eb-4dfa-b0be-0cda1871e356 req-08ec9dd8-637e-4d31-8b0a-1ea9ff465c6e tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:07.839427 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b93accd3-a1eb-4dfa-b0be-0cda1871e356 req-08ec9dd8-637e-4d31-8b0a-1ea9ff465c6e tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 944 time: 0.0766928 Jun 30 09:50:07.887017 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b93accd3-a1eb-4dfa-b0be-0cda1871e356 req-56366b33-235e-4083-bbb8-7f861d570162 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417371 Jun 30 09:50:07.897494 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:09.022602 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:09.103611 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361c4f0-f963-4517-ae7a-1e479c264aa5 req-fc640dbb-74aa-47a8-8d28-b1311bf5fb16 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:09.105149 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9361c4f0-f963-4517-ae7a-1e479c264aa5 req-fc640dbb-74aa-47a8-8d28-b1311bf5fb16 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 944 time: 0.0708950 Jun 30 09:50:09.146368 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9361c4f0-f963-4517-ae7a-1e479c264aa5 req-3274bd8f-7853-438f-a0e6-9806f1273863 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350983 Jun 30 09:50:10.345214 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41ade8-a2bd-4090-9efd-32644579680f req-16f66d64-c908-412b-a0f6-ab55a76598d8 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:10.346736 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c41ade8-a2bd-4090-9efd-32644579680f req-16f66d64-c908-412b-a0f6-ab55a76598d8 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 944 time: 0.0659368 Jun 30 09:50:10.387959 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c41ade8-a2bd-4090-9efd-32644579680f req-c75466f3-e76c-4fe0-8b9f-b53fcbb8d6d5 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351214 Jun 30 09:50:11.591451 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2067af-5087-4e37-b0f6-f9e6792b2ff3 req-09f5fd06-2739-43d8-96be-21d83c1453a6 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:11.592953 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5a2067af-5087-4e37-b0f6-f9e6792b2ff3 req-09f5fd06-2739-43d8-96be-21d83c1453a6 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 944 time: 0.0813026 Jun 30 09:50:11.632808 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5a2067af-5087-4e37-b0f6-f9e6792b2ff3 req-9721f905-aa20-4693-9ef8-d84568cb6b47 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340219 Jun 30 09:50:11.791780 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device d2cae7ba-f226-4df5-8b33-8413423d6f1f details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:50:11.897895 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port d2cae7ba-f226-4df5-8b33-8413423d6f1f, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=d2cae7ba-f226-4df5-8b33-8413423d6f1f,segment=NetworkSegment(51f77830-eb96-463f-bf7d-93f0ca4bbde6),segment_id=51f77830-eb96-463f-bf7d-93f0ca4bbde6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:50:11.910086 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'd2cae7ba-f226-4df5-8b33-8413423d6f1f', 'network_id': '8562bf9b-cda4-4e7a-921c-f13c1f4989bb', 'port_id': 'd2cae7ba-f226-4df5-8b33-8413423d6f1f', 'mac_address': 'fa:16:3e:db:91:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e630918-3d33-4963-87af-d9b9b13975b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:50:11.952582 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:11.966174 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2cae7ba-f226-4df5-8b33-8413423d6f1f {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:50:11.986639 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port d2cae7ba-f226-4df5-8b33-8413423d6f1f, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=d2cae7ba-f226-4df5-8b33-8413423d6f1f,segment=NetworkSegment(51f77830-eb96-463f-bf7d-93f0ca4bbde6),segment_id=51f77830-eb96-463f-bf7d-93f0ca4bbde6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:50:12.119470 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:12.168508 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=d2cae7ba-f226-4df5-8b33-8413423d6f1f,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:50:12.444266 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['d2cae7ba-f226-4df5-8b33-8413423d6f1f'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:50:12.817564 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b685418-b490-43cd-9f4c-9765c8ea33e6 req-ccf6d8f7-dad9-4f1d-9c3a-6cd5c52b83b0 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:12.819090 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1b685418-b490-43cd-9f4c-9765c8ea33e6 req-ccf6d8f7-dad9-4f1d-9c3a-6cd5c52b83b0 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 945 time: 0.0687153 Jun 30 09:50:12.867400 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1b685418-b490-43cd-9f4c-9765c8ea33e6 req-c48d82f7-ae03-4f6d-ad62-19d2918b0e36 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393195 Jun 30 09:50:13.806692 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device d2cae7ba-f226-4df5-8b33-8413423d6f1f up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:50:13.953385 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port d2cae7ba-f226-4df5-8b33-8413423d6f1f completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:50:13.957757 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port d2cae7ba-f226-4df5-8b33-8413423d6f1f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:50:13.958124 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:14.044207 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:14.062280 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece935e2-f788-4337-af85-85b0582dbae6 req-dd580d0d-ee22-4671-a76f-c91739439097 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:14.063739 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ece935e2-f788-4337-af85-85b0582dbae6 req-dd580d0d-ee22-4671-a76f-c91739439097 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 945 time: 0.0776761 Jun 30 09:50:14.072802 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5263a1b9-de87-4f0e-8ce4-8afc0414c5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2cae7ba-f226-4df5-8b33-8413423d6f1f'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:50:14.075095 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daaccc81-ab2b-47dd-aaac-2d02a9a7a5ad" -d '{"events": [{"server_uuid": "5263a1b9-de87-4f0e-8ce4-8afc0414c5b2", "name": "network-vif-plugged", "status": "completed", "tag": "d2cae7ba-f226-4df5-8b33-8413423d6f1f"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:50:14.088607 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port d2cae7ba-f226-4df5-8b33-8413423d6f1f, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=d2cae7ba-f226-4df5-8b33-8413423d6f1f,segment=NetworkSegment(51f77830-eb96-463f-bf7d-93f0ca4bbde6),segment_id=51f77830-eb96-463f-bf7d-93f0ca4bbde6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:50:14.113759 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ece935e2-f788-4337-af85-85b0582dbae6 req-f5fd259c-8941-497a-8c71-cbe26751664c tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421751 Jun 30 09:50:14.122524 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4166d43d-133f-4a18-8054-abc430a30eb4 x-openstack-request-id: req-4166d43d-133f-4a18-8054-abc430a30eb4 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:50:14.123056 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5263a1b9-de87-4f0e-8ce4-8afc0414c5b2", "name": "network-vif-plugged", "status": "completed", "tag": "d2cae7ba-f226-4df5-8b33-8413423d6f1f", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:50:14.123877 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4166d43d-133f-4a18-8054-abc430a30eb4 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:50:14.124482 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5263a1b9-de87-4f0e-8ce4-8afc0414c5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2cae7ba-f226-4df5-8b33-8413423d6f1f', 'code': 200} Jun 30 09:50:14.192109 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:14.244143 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=d2cae7ba-f226-4df5-8b33-8413423d6f1f,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:50:14.253032 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2177c-0ef5-42e4-8904-80fd1319660a req-ffce6603-b8c8-4a5b-af7b-30f7456494db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:14.254764 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3eb2177c-0ef5-42e4-8904-80fd1319660a req-ffce6603-b8c8-4a5b-af7b-30f7456494db service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 1098 time: 0.0598052 Jun 30 09:50:14.296391 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3eb2177c-0ef5-42e4-8904-80fd1319660a req-d730f791-89f0-461a-b603-23ddcf15950a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342500 Jun 30 09:50:15.326252 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07b51c-9421-4a23-bdb8-83de8322fd69 req-df953724-cd0b-48a4-b27d-5552769aca41 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:15.327631 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-af07b51c-9421-4a23-bdb8-83de8322fd69 req-df953724-cd0b-48a4-b27d-5552769aca41 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0820463 Jun 30 09:50:15.369604 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-af07b51c-9421-4a23-bdb8-83de8322fd69 req-df828118-4bc0-41a5-b55f-7e33d6eed220 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347829 Jun 30 09:50:16.567721 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdb545-a98e-450a-a7a5-089667c7f4f8 req-6504dffb-95a5-435a-8ce8-1c0b2d7200a5 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:16.569741 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1bdb545-a98e-450a-a7a5-089667c7f4f8 req-6504dffb-95a5-435a-8ce8-1c0b2d7200a5 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0688879 Jun 30 09:50:16.608646 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b1bdb545-a98e-450a-a7a5-089667c7f4f8 req-bc9c7d65-845e-4923-a9e0-3f1d2dd8f3a9 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328133 Jun 30 09:50:16.853120 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5921d1-efd4-4af3-a69d-aa478e438d22 req-b1f0a184-64d5-4a6f-9a3c-17ad2623a5d5 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:16.854907 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ce5921d1-efd4-4af3-a69d-aa478e438d22 req-b1f0a184-64d5-4a6f-9a3c-17ad2623a5d5 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0741239 Jun 30 09:50:16.899202 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ce5921d1-efd4-4af3-a69d-aa478e438d22 req-5a58d25e-b08c-458c-aa56-95a61f102e2b tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382199 Jun 30 09:50:17.333910 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff9290-ee34-494a-b1b4-05e62c22e05a req-21408434-0669-4b32-8b0b-71cc20859581 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:17.335458 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f9ff9290-ee34-494a-b1b4-05e62c22e05a req-21408434-0669-4b32-8b0b-71cc20859581 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0715370 Jun 30 09:50:17.376560 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f9ff9290-ee34-494a-b1b4-05e62c22e05a req-c765f425-be7c-4763-9f49-769d33476b01 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353420 Jun 30 09:50:17.572663 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd3cf5-0353-4e6d-acab-3fb4c19f19d1 req-769b0e47-8df0-4da8-8329-9ba8dcb55f08 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:17.574148 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-37cd3cf5-0353-4e6d-acab-3fb4c19f19d1 req-769b0e47-8df0-4da8-8329-9ba8dcb55f08 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0685647 Jun 30 09:50:17.616282 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-37cd3cf5-0353-4e6d-acab-3fb4c19f19d1 req-8344611b-3d7a-41d9-92ed-8a334d11d60a tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363257 Jun 30 09:50:18.278729 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20e6b9-b28d-453b-b0fd-5ec83ec0a653 req-c30d51bd-7b26-44e2-b73d-50c1d3752be8 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:18.280259 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2e20e6b9-b28d-453b-b0fd-5ec83ec0a653 req-c30d51bd-7b26-44e2-b73d-50c1d3752be8 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0683484 Jun 30 09:50:18.319909 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2e20e6b9-b28d-453b-b0fd-5ec83ec0a653 req-c6b4e80d-8d98-40ec-b2dc-db0e26a8d806 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331235 Jun 30 09:50:19.523161 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e57587-660e-4dd5-8d97-cbea42b85624 req-c19e8c58-dd40-4d25-85ad-120c8f232bdf tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:19.525271 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-06e57587-660e-4dd5-8d97-cbea42b85624 req-c19e8c58-dd40-4d25-85ad-120c8f232bdf tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0791984 Jun 30 09:50:19.567401 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-06e57587-660e-4dd5-8d97-cbea42b85624 req-d0a2f294-6769-48aa-9ed1-136a50ef8d4f tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349417 Jun 30 09:50:20.496178 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-aeebf628-4533-492b-8b2e-49a3653f6865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:20.763492 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02e8df-aa80-480c-b2d1-b58e248073f0 req-1196d5e2-8c92-414e-a718-c33386cc7d4f tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:20.764990 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0a02e8df-aa80-480c-b2d1-b58e248073f0 req-1196d5e2-8c92-414e-a718-c33386cc7d4f tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0705194 Jun 30 09:50:20.815846 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0a02e8df-aa80-480c-b2d1-b58e248073f0 req-4d2bbd8d-8780-48b1-a71f-29d0a125066d tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353158 Jun 30 09:50:22.004866 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165b065-408b-47cc-811b-c6b26226065a req-b483eb2e-bd11-49ca-8858-14246b7190b6 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:22.006505 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b165b065-408b-47cc-811b-c6b26226065a req-b483eb2e-bd11-49ca-8858-14246b7190b6 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0712609 Jun 30 09:50:22.055503 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b165b065-408b-47cc-811b-c6b26226065a req-65baa55b-8374-4e7d-b91d-7747212c6731 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429935 Jun 30 09:50:22.896699 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7ed3957f-671b-4670-a704-c97cefd77ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:23.258623 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996e870-65c1-4fba-8eef-369918f7c5b4 req-70bc5961-2c8d-4e93-b3de-841cfc1eade4 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:23.260184 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1996e870-65c1-4fba-8eef-369918f7c5b4 req-70bc5961-2c8d-4e93-b3de-841cfc1eade4 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0713937 Jun 30 09:50:23.301730 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1996e870-65c1-4fba-8eef-369918f7c5b4 req-544348b7-1258-475a-b342-4c4ada83895c tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352485 Jun 30 09:50:23.581958 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:24.485090 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f52aef-2ce2-49c3-899b-0ed6dc359728 req-a0998131-50f2-41da-ba13-02df0ca880ce tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:24.486584 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c5f52aef-2ce2-49c3-899b-0ed6dc359728 req-a0998131-50f2-41da-ba13-02df0ca880ce tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0644720 Jun 30 09:50:24.530183 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c5f52aef-2ce2-49c3-899b-0ed6dc359728 req-d9147312-5196-4316-af80-29f0c5e122f3 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368721 Jun 30 09:50:24.770649 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:25.711946 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab852a-caa7-440c-8406-391ad615eee9 req-7c12d60b-49c2-493e-9e1f-52a936341538 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:25.713451 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9fab852a-caa7-440c-8406-391ad615eee9 req-7c12d60b-49c2-493e-9e1f-52a936341538 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0649211 Jun 30 09:50:25.753294 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9fab852a-caa7-440c-8406-391ad615eee9 req-a61f267c-b8bc-4b62-aad9-6151140a5cdb tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336859 Jun 30 09:50:26.381548 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:26.948833 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cceb781-3e92-4a1e-800a-7177d10d9e87 req-c53d0766-f81e-4220-bd0d-b655e546fcaa tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:26.950325 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9cceb781-3e92-4a1e-800a-7177d10d9e87 req-c53d0766-f81e-4220-bd0d-b655e546fcaa tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0685878 Jun 30 09:50:26.992752 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9cceb781-3e92-4a1e-800a-7177d10d9e87 req-14894301-97f2-465e-b8fc-c2ab011b26fb tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364261 Jun 30 09:50:28.180371 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455016c6-12c1-4a2a-801a-0b7f7b41da54 req-d4454b63-62ac-4d6d-b3b0-166467433afa tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:28.181893 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-455016c6-12c1-4a2a-801a-0b7f7b41da54 req-d4454b63-62ac-4d6d-b3b0-166467433afa tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0701382 Jun 30 09:50:28.222820 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-455016c6-12c1-4a2a-801a-0b7f7b41da54 req-51be5f8e-c8e1-46be-813c-5a384d308292 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349314 Jun 30 09:50:29.419186 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02cf3c-82dc-4f11-9538-9fd340c5fee9 req-048c2d31-109c-4e9d-a4e0-b35ddbf55c22 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:29.420782 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb02cf3c-82dc-4f11-9538-9fd340c5fee9 req-048c2d31-109c-4e9d-a4e0-b35ddbf55c22 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0777543 Jun 30 09:50:29.462405 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb02cf3c-82dc-4f11-9538-9fd340c5fee9 req-59c89d5e-5620-42b5-b590-fe501cd04a21 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351980 Jun 30 09:50:30.650526 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e1882-420c-44fa-8ee1-6eb7b4582978 req-9a9b0056-10c9-4751-8ccc-224b41aec76c tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:30.652260 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-291e1882-420c-44fa-8ee1-6eb7b4582978 req-9a9b0056-10c9-4751-8ccc-224b41aec76c tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0687516 Jun 30 09:50:30.704669 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-291e1882-420c-44fa-8ee1-6eb7b4582978 req-d7ccdda3-7215-4ed0-bd56-6a8ef2ee56b6 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463352 Jun 30 09:50:31.887665 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79596d14-b3cb-45d6-a3d3-bbd53bcc002b req-5e208527-b144-491e-9a45-44476b059830 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:31.889125 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-79596d14-b3cb-45d6-a3d3-bbd53bcc002b req-5e208527-b144-491e-9a45-44476b059830 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0692346 Jun 30 09:50:31.931025 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-79596d14-b3cb-45d6-a3d3-bbd53bcc002b req-bf9ca469-05ed-4cbd-b260-d368eb42e6ba tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355992 Jun 30 09:50:33.125785 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ddd0b-905c-4bb4-9463-5c8f708cb70f req-0e184b84-3ba4-4d86-ae3f-b32f7e972be6 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:33.127380 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-987ddd0b-905c-4bb4-9463-5c8f708cb70f req-0e184b84-3ba4-4d86-ae3f-b32f7e972be6 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0702305 Jun 30 09:50:33.166581 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-987ddd0b-905c-4bb4-9463-5c8f708cb70f req-d3aa1627-19fb-4bf1-a38f-e6eef2b9c99f tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330870 Jun 30 09:50:34.349273 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b061e0b-09d3-4545-845a-c4c8207391e1 req-09af908c-74d3-4f5e-b0b0-0f197295a673 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:34.350680 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4b061e0b-09d3-4545-845a-c4c8207391e1 req-09af908c-74d3-4f5e-b0b0-0f197295a673 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0646248 Jun 30 09:50:34.406465 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4b061e0b-09d3-4545-845a-c4c8207391e1 req-ba80fc5c-dbea-41f8-babe-7f932d4a2162 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494502 Jun 30 09:50:34.961145 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:50:35.590946 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f91871-6426-4fe3-8cec-140a95784c74 req-62e86902-a726-422a-a431-29caca22d2c1 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:35.592546 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71f91871-6426-4fe3-8cec-140a95784c74 req-62e86902-a726-422a-a431-29caca22d2c1 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0719218 Jun 30 09:50:35.635993 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71f91871-6426-4fe3-8cec-140a95784c74 req-7cdce774-f13e-44d2-ad94-8f8098f1238f tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329926 Jun 30 09:50:36.812981 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6d057-cf54-4800-9950-db9dbadd2886 req-65dd7305-b898-4760-a613-c03da4f685ec tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:36.814476 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-34d6d057-cf54-4800-9950-db9dbadd2886 req-65dd7305-b898-4760-a613-c03da4f685ec tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0640883 Jun 30 09:50:36.852903 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-34d6d057-cf54-4800-9950-db9dbadd2886 req-36ced3ad-3cf0-4a5a-95a2-b6d741c78a89 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318601 Jun 30 09:50:37.879231 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:38.030988 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586eb79-bf01-4c49-9152-83059484799c req-ccfc9699-d3f8-425b-8c9c-b64cadca836a tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:38.032485 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4586eb79-bf01-4c49-9152-83059484799c req-ccfc9699-d3f8-425b-8c9c-b64cadca836a tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0662463 Jun 30 09:50:38.073489 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4586eb79-bf01-4c49-9152-83059484799c req-8ca187d2-bda7-4315-931b-9275b428a6c1 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346143 Jun 30 09:50:38.987072 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:39.258629 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ff390-30a3-47cf-b75a-73bfff2f9ace req-c1e3c283-5a08-47d4-b7c7-80ca6c225c0f tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:39.260193 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e33ff390-30a3-47cf-b75a-73bfff2f9ace req-c1e3c283-5a08-47d4-b7c7-80ca6c225c0f tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0664749 Jun 30 09:50:39.303405 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e33ff390-30a3-47cf-b75a-73bfff2f9ace req-1c459af2-83b8-4aa6-a4e8-0d3f5c732607 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370777 Jun 30 09:50:40.506557 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1565c0-8efc-4457-bcb7-c9eeb031cb60 req-680360c8-ff3f-405f-bc1c-fe73fde564dc tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:40.508903 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2c1565c0-8efc-4457-bcb7-c9eeb031cb60 req-680360c8-ff3f-405f-bc1c-fe73fde564dc tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0841670 Jun 30 09:50:40.556376 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2c1565c0-8efc-4457-bcb7-c9eeb031cb60 req-1a60185c-0911-45c0-94cb-505bfadb4115 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417426 Jun 30 09:50:41.741802 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6d4f5-3a9d-4c7d-8d39-0412906f8cde req-29ef3df4-5f36-4f48-806a-2962486df5d7 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:41.743307 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-99d6d4f5-3a9d-4c7d-8d39-0412906f8cde req-29ef3df4-5f36-4f48-806a-2962486df5d7 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0706971 Jun 30 09:50:41.782073 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-99d6d4f5-3a9d-4c7d-8d39-0412906f8cde req-cd6ac7cb-d0b3-4d0e-a1d3-70ec531634d0 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327110 Jun 30 09:50:42.960972 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761b153-08d7-423a-981f-37355e21d2f6 req-56ad32a2-4be3-46d9-9d7a-b554b6238fd9 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:42.962498 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6761b153-08d7-423a-981f-37355e21d2f6 req-56ad32a2-4be3-46d9-9d7a-b554b6238fd9 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0690956 Jun 30 09:50:43.001875 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6761b153-08d7-423a-981f-37355e21d2f6 req-67fce365-ad6a-4cab-98b1-e5cb1a743487 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335574 Jun 30 09:50:44.182761 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87121516-aa5b-457f-b570-a7664834542e req-dd46dfcd-bbdf-47bb-a0db-2f5851bb8f1b tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:44.184263 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-87121516-aa5b-457f-b570-a7664834542e req-dd46dfcd-bbdf-47bb-a0db-2f5851bb8f1b tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0635870 Jun 30 09:50:44.222887 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-87121516-aa5b-457f-b570-a7664834542e req-a70bea3a-2259-4890-ab5e-025adbabca12 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326731 Jun 30 09:50:45.404560 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab2c70-9075-48b9-9892-e79f1b1f5362 req-c4fc9e74-6ecb-4678-9fbb-341ebe59e218 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:45.405934 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43ab2c70-9075-48b9-9892-e79f1b1f5362 req-c4fc9e74-6ecb-4678-9fbb-341ebe59e218 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0648689 Jun 30 09:50:45.444234 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43ab2c70-9075-48b9-9892-e79f1b1f5362 req-2efef8d0-3fe8-43c0-ba35-79f632504138 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314035 Jun 30 09:50:46.739525 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb425979-9821-4704-8ea5-680effc4bae8 req-e7ed6444-c139-4455-ba92-d43e3608ad6c tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:46.740908 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb425979-9821-4704-8ea5-680effc4bae8 req-e7ed6444-c139-4455-ba92-d43e3608ad6c tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.1835141 Jun 30 09:50:46.781979 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb425979-9821-4704-8ea5-680effc4bae8 req-1489ee1c-4bb4-4756-9360-67c6a11bd01f tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354426 Jun 30 09:50:47.908178 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device d2cae7ba-f226-4df5-8b33-8413423d6f1f no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:50:47.970442 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25114869-918e-463b-ab45-a434be927559 req-363d134b-6e85-4510-9578-af5c782dac42 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:47.977317 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-25114869-918e-463b-ab45-a434be927559 req-363d134b-6e85-4510-9578-af5c782dac42 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0701814 Jun 30 09:50:47.985701 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:48.008336 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5263a1b9-de87-4f0e-8ce4-8afc0414c5b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2cae7ba-f226-4df5-8b33-8413423d6f1f'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:50:48.010593 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eef60db-fe68-4e0c-a969-3ccc99d2d7f1" -d '{"events": [{"server_uuid": "5263a1b9-de87-4f0e-8ce4-8afc0414c5b2", "name": "network-vif-unplugged", "status": "completed", "tag": "d2cae7ba-f226-4df5-8b33-8413423d6f1f"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:50:48.012660 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-25114869-918e-463b-ab45-a434be927559 req-7d05c5b7-91a6-4c16-99e7-49148157147c tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332048 Jun 30 09:50:48.024302 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port d2cae7ba-f226-4df5-8b33-8413423d6f1f, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=d2cae7ba-f226-4df5-8b33-8413423d6f1f,segment=NetworkSegment(51f77830-eb96-463f-bf7d-93f0ca4bbde6),segment_id=51f77830-eb96-463f-bf7d-93f0ca4bbde6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:50:48.049326 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abba791-a90c-4d58-af07-1fb2e127b2c4 x-openstack-request-id: req-9abba791-a90c-4d58-af07-1fb2e127b2c4 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:50:48.049676 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5263a1b9-de87-4f0e-8ce4-8afc0414c5b2", "name": "network-vif-unplugged", "status": "completed", "tag": "d2cae7ba-f226-4df5-8b33-8413423d6f1f", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:50:48.050523 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9abba791-a90c-4d58-af07-1fb2e127b2c4 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:50:48.051201 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5263a1b9-de87-4f0e-8ce4-8afc0414c5b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2cae7ba-f226-4df5-8b33-8413423d6f1f', 'code': 200} Jun 30 09:50:48.088612 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:48.143175 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=d2cae7ba-f226-4df5-8b33-8413423d6f1f,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:50:48.151076 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:48.151451 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:48.151793 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:48.152126 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:48.152461 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:48.152789 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:48.153114 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:48.153436 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:48.153757 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:48.154076 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:48.154400 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:48.154715 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:49.210147 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0ec97-d391-451d-923c-bfd53cd2e8bd req-07709de9-144a-4457-a6a7-c28f834952f6 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:49.211650 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a8d0ec97-d391-451d-923c-bfd53cd2e8bd req-07709de9-144a-4457-a6a7-c28f834952f6 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 944 time: 0.0647509 Jun 30 09:50:49.250463 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a8d0ec97-d391-451d-923c-bfd53cd2e8bd req-d124d189-feff-48fc-8ff4-82ac28125030 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329156 Jun 30 09:50:49.921028 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device d2cae7ba-f226-4df5-8b33-8413423d6f1f details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:50:50.016401 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port d2cae7ba-f226-4df5-8b33-8413423d6f1f, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=d2cae7ba-f226-4df5-8b33-8413423d6f1f,segment=NetworkSegment(51f77830-eb96-463f-bf7d-93f0ca4bbde6),segment_id=51f77830-eb96-463f-bf7d-93f0ca4bbde6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:50:50.028341 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'd2cae7ba-f226-4df5-8b33-8413423d6f1f', 'network_id': '8562bf9b-cda4-4e7a-921c-f13c1f4989bb', 'port_id': 'd2cae7ba-f226-4df5-8b33-8413423d6f1f', 'mac_address': 'fa:16:3e:db:91:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e630918-3d33-4963-87af-d9b9b13975b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:50:50.064901 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:50.080760 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2cae7ba-f226-4df5-8b33-8413423d6f1f {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:50:50.101314 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port d2cae7ba-f226-4df5-8b33-8413423d6f1f, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=d2cae7ba-f226-4df5-8b33-8413423d6f1f,segment=NetworkSegment(51f77830-eb96-463f-bf7d-93f0ca4bbde6),segment_id=51f77830-eb96-463f-bf7d-93f0ca4bbde6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:50:50.204066 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:50.252253 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=d2cae7ba-f226-4df5-8b33-8413423d6f1f,revision_number=7']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:50:50.432153 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91882dae-ecdc-4263-b63a-6977a4a7c6ca req-f8fd0554-b69e-4ba3-a453-6e1c78d8b45a tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:50.433654 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-91882dae-ecdc-4263-b63a-6977a4a7c6ca req-f8fd0554-b69e-4ba3-a453-6e1c78d8b45a tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 945 time: 0.0658350 Jun 30 09:50:50.477895 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-91882dae-ecdc-4263-b63a-6977a4a7c6ca req-68aec4d3-621e-44f2-8f4e-93593a3bb7bb tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354235 Jun 30 09:50:50.489758 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-86860d03-e75c-47d0-8b51-8500e08796b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:50.501045 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['d2cae7ba-f226-4df5-8b33-8413423d6f1f'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:50:51.661076 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79fdbc-ff57-45e2-a751-e03299b43e53 req-d8edf91d-a6c7-4af2-9185-4176c1c0b2c5 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:51.662544 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bb79fdbc-ff57-45e2-a751-e03299b43e53 req-d8edf91d-a6c7-4af2-9185-4176c1c0b2c5 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 945 time: 0.0711913 Jun 30 09:50:51.702203 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bb79fdbc-ff57-45e2-a751-e03299b43e53 req-21198ff7-4ae4-4064-9921-c98c58de4333 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337949 Jun 30 09:50:51.933243 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device d2cae7ba-f226-4df5-8b33-8413423d6f1f up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:50:51.985240 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port d2cae7ba-f226-4df5-8b33-8413423d6f1f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:50:51.985608 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:52.062338 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:52.085227 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5263a1b9-de87-4f0e-8ce4-8afc0414c5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2cae7ba-f226-4df5-8b33-8413423d6f1f'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:50:52.087500 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba59e21a-f261-4354-b93a-6315a035f6d8" -d '{"events": [{"server_uuid": "5263a1b9-de87-4f0e-8ce4-8afc0414c5b2", "name": "network-vif-plugged", "status": "completed", "tag": "d2cae7ba-f226-4df5-8b33-8413423d6f1f"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:50:52.100229 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port d2cae7ba-f226-4df5-8b33-8413423d6f1f, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=d2cae7ba-f226-4df5-8b33-8413423d6f1f,segment=NetworkSegment(51f77830-eb96-463f-bf7d-93f0ca4bbde6),segment_id=51f77830-eb96-463f-bf7d-93f0ca4bbde6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:50:52.125121 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b9ce53-928c-43da-9c44-028f9d283279 x-openstack-request-id: req-00b9ce53-928c-43da-9c44-028f9d283279 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:50:52.125414 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5263a1b9-de87-4f0e-8ce4-8afc0414c5b2", "name": "network-vif-plugged", "status": "completed", "tag": "d2cae7ba-f226-4df5-8b33-8413423d6f1f", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:50:52.125722 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-00b9ce53-928c-43da-9c44-028f9d283279 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:50:52.126114 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5263a1b9-de87-4f0e-8ce4-8afc0414c5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2cae7ba-f226-4df5-8b33-8413423d6f1f', 'code': 200} Jun 30 09:50:52.164385 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:52.220095 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=d2cae7ba-f226-4df5-8b33-8413423d6f1f,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:50:52.295538 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01f990-22f5-4a57-a907-ea9fbfcad445 req-da663572-1ece-4dc1-8994-77151c1b9d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:52.297031 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0f01f990-22f5-4a57-a907-ea9fbfcad445 req-da663572-1ece-4dc1-8994-77151c1b9d69 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 1098 time: 0.0538971 Jun 30 09:50:52.338772 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0f01f990-22f5-4a57-a907-ea9fbfcad445 req-a61ef95f-e1cb-4872-9f61-12730f87f064 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351253 Jun 30 09:50:52.884048 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61943722-4075-421b-8377-7cc7e48b95b4 req-16e526c6-c2b9-44d5-be6c-2ecdc69805f5 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:52.885620 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-61943722-4075-421b-8377-7cc7e48b95b4 req-16e526c6-c2b9-44d5-be6c-2ecdc69805f5 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0686910 Jun 30 09:50:52.911809 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-693cd296-a0b0-4968-a95d-c069b9d0fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:52.929804 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-61943722-4075-421b-8377-7cc7e48b95b4 req-4e22de32-60ff-47f0-a3a5-11ed59ceceb2 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376909 Jun 30 09:50:53.506433 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:54.105528 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f638ac-438a-4e66-b415-9b60f5cf5f8b req-c5b16664-3379-4593-a29a-ac6a2763d83a tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:54.107001 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e4f638ac-438a-4e66-b415-9b60f5cf5f8b req-c5b16664-3379-4593-a29a-ac6a2763d83a tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0634100 Jun 30 09:50:54.144857 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e4f638ac-438a-4e66-b415-9b60f5cf5f8b req-bb0e49c0-f782-4a3c-8bb9-d620b178ae7c tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315614 Jun 30 09:50:54.328026 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0b906-73c9-4fdc-a5de-c1d9c2224137 req-4294e49c-a686-488c-9486-c50f9a6717b0 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:54.329605 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-28a0b906-73c9-4fdc-a5de-c1d9c2224137 req-4294e49c-a686-488c-9486-c50f9a6717b0 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0667586 Jun 30 09:50:54.369674 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-28a0b906-73c9-4fdc-a5de-c1d9c2224137 req-f792f942-08e5-4c6f-8acb-e08535af3245 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340803 Jun 30 09:50:54.705671 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:55.113389 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c578d5-7e57-4406-b995-efe68d311129 req-74812f7e-0832-42ba-9c66-223aea8ed8cd tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:55.114909 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-58c578d5-7e57-4406-b995-efe68d311129 req-74812f7e-0832-42ba-9c66-223aea8ed8cd tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/networks?id=8562bf9b-cda4-4e7a-921c-f13c1f4989bb HTTP/1.1" status: 200 len: 813 time: 0.1021144 Jun 30 09:50:55.137157 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-58c578d5-7e57-4406-b995-efe68d311129 req-67a6f21d-53ae-45f0-af58-c911af8bfd64 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/quotas/2128e23c67104cd78aa6e48a993ff7cb HTTP/1.1" status: 200 len: 375 time: 0.0114613 Jun 30 09:50:55.208650 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-58c578d5-7e57-4406-b995-efe68d311129 req-5d3ef1b7-63a7-4774-8d74-5aedf61c07f3 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2128e23c67104cd78aa6e48a993ff7cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0664859 Jun 30 09:50:55.385116 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-58c578d5-7e57-4406-b995-efe68d311129 req-a91c9fd0-fad2-450e-b61c-b27298d2d6ce service neutron] 10.222.0.10 "GET /v2.0/networks/8562bf9b-cda4-4e7a-921c-f13c1f4989bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698790 Jun 30 09:50:55.476420 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-58c578d5-7e57-4406-b995-efe68d311129 req-da7a2957-fbf2-4fb8-950a-0e6b01cc26df service neutron] 10.222.0.10 "GET /v2.0/networks/8562bf9b-cda4-4e7a-921c-f13c1f4989bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856700 Jun 30 09:50:55.744815 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-518aacc1-33f4-4064-985c-60212c0df27d req-e01900e7-547f-4fed-a2f0-08fecb1c5346 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=4368a0aa-5887-416c-aa4a-bec17d1fb1da HTTP/1.1" status: 200 len: 210 time: 0.0343330 Jun 30 09:50:55.829281 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-28684fab-2966-4ce0-bde8-df92819ef9ad req-25758584-e7ed-4f9a-bc30-b0e6f6b61a5f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0562663 Jun 30 09:50:55.927801 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28684fab-2966-4ce0-bde8-df92819ef9ad req-7095b304-8974-4ee3-a1e2-cacc86f35ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:55.929317 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-28684fab-2966-4ce0-bde8-df92819ef9ad req-7095b304-8974-4ee3-a1e2-cacc86f35ab0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 1097 time: 0.0544960 Jun 30 09:50:56.046049 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28684fab-2966-4ce0-bde8-df92819ef9ad req-6e89923d-846f-4e11-9ddd-49960ec2e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:56.047602 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-28684fab-2966-4ce0-bde8-df92819ef9ad req-6e89923d-846f-4e11-9ddd-49960ec2e2b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=077fd748-2990-43a3-b379-1249cb605c64 HTTP/1.1" status: 200 len: 912 time: 0.0968657 Jun 30 09:50:56.113371 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-28684fab-2966-4ce0-bde8-df92819ef9ad req-dc091dc4-47d2-4e54-958d-f0a6fb3f14cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b65a52cd-83d5-43e0-baf4-801dd839ad73 HTTP/1.1" status: 200 len: 1000 time: 0.0587027 Jun 30 09:50:56.167204 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28684fab-2966-4ce0-bde8-df92819ef9ad req-3a762af3-796d-42c8-a127-75b1fcc7abb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:56.168660 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-28684fab-2966-4ce0-bde8-df92819ef9ad req-3a762af3-796d-42c8-a127-75b1fcc7abb4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=026a88de-b3fc-4597-8030-64264f9192bb HTTP/1.1" status: 200 len: 850 time: 0.0464888 Jun 30 09:50:56.233945 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28684fab-2966-4ce0-bde8-df92819ef9ad req-8030eb81-e1fe-4b39-a84d-d5251d41d137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:56.235509 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-28684fab-2966-4ce0-bde8-df92819ef9ad req-8030eb81-e1fe-4b39-a84d-d5251d41d137 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=077fd748-2990-43a3-b379-1249cb605c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602427 Jun 30 09:50:56.329873 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-28684fab-2966-4ce0-bde8-df92819ef9ad req-8c3feea7-7f23-4fd3-8081-47f0709a6ba2 service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862448 Jun 30 09:50:56.387302 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:56.433244 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-28684fab-2966-4ce0-bde8-df92819ef9ad req-9ade43c6-a54f-4d61-9e5d-fba40562b490 service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967727 Jun 30 09:50:56.457284 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894ed48-411a-4b27-9712-2761303aed75 req-20accba6-0b7e-43a6-982d-d5a1d03d66a1 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:56.458732 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8894ed48-411a-4b27-9712-2761303aed75 req-20accba6-0b7e-43a6-982d-d5a1d03d66a1 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.37 "GET /v2.0/ports?device_id=5263a1b9-de87-4f0e-8ce4-8afc0414c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0745802 Jun 30 09:50:56.562419 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-8894ed48-411a-4b27-9712-2761303aed75 req-ef7a141d-af37-4ddc-a1c8-c832a68dcbff tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Deleting port d2cae7ba-f226-4df5-8b33-8413423d6f1f {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:50:56.562694 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-8894ed48-411a-4b27-9712-2761303aed75 req-ef7a141d-af37-4ddc-a1c8-c832a68dcbff tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:56.661955 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-8894ed48-411a-4b27-9712-2761303aed75 req-ef7a141d-af37-4ddc-a1c8-c832a68dcbff tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] For port d2cae7ba-f226-4df5-8b33-8413423d6f1f, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=d2cae7ba-f226-4df5-8b33-8413423d6f1f,segment=NetworkSegment(51f77830-eb96-463f-bf7d-93f0ca4bbde6),segment_id=51f77830-eb96-463f-bf7d-93f0ca4bbde6)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:50:56.662316 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-8894ed48-411a-4b27-9712-2761303aed75 req-ef7a141d-af37-4ddc-a1c8-c832a68dcbff tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:56.676533 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-8894ed48-411a-4b27-9712-2761303aed75 req-ef7a141d-af37-4ddc-a1c8-c832a68dcbff tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Calling delete_port for d2cae7ba-f226-4df5-8b33-8413423d6f1f owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:50:56.893445 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f813947b-9ac0-41e6-90d2-0ac65baf7c3b req-6da02bb8-d895-4640-90f4-b19133a175f2 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=4368a0aa-5887-416c-aa4a-bec17d1fb1da HTTP/1.1" status: 200 len: 210 time: 0.0302434 Jun 30 09:50:56.896299 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-8894ed48-411a-4b27-9712-2761303aed75 req-ef7a141d-af37-4ddc-a1c8-c832a68dcbff tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:56.911439 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['d2cae7ba-f226-4df5-8b33-8413423d6f1f'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:50:56.927922 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a141d-af37-4ddc-a1c8-c832a68dcbff tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Pushing event deleted for resources: {'Port': ['ID=d2cae7ba-f226-4df5-8b33-8413423d6f1f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:50:56.937272 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a141d-af37-4ddc-a1c8-c832a68dcbff tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:56.937623 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a141d-af37-4ddc-a1c8-c832a68dcbff tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:56.937957 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a141d-af37-4ddc-a1c8-c832a68dcbff tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:56.938286 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a141d-af37-4ddc-a1c8-c832a68dcbff tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:56.938614 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a141d-af37-4ddc-a1c8-c832a68dcbff tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:56.938942 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a141d-af37-4ddc-a1c8-c832a68dcbff tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:56.939293 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a141d-af37-4ddc-a1c8-c832a68dcbff tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:56.939655 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a141d-af37-4ddc-a1c8-c832a68dcbff tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:56.939976 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a141d-af37-4ddc-a1c8-c832a68dcbff tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:56.940867 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a141d-af37-4ddc-a1c8-c832a68dcbff tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:56.941284 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a141d-af37-4ddc-a1c8-c832a68dcbff tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:56.941284 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a141d-af37-4ddc-a1c8-c832a68dcbff tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:56.988474 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-8894ed48-411a-4b27-9712-2761303aed75 req-ef7a141d-af37-4ddc-a1c8-c832a68dcbff tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] No DVR routers for this DVR port d2cae7ba-f226-4df5-8b33-8413423d6f1f on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:50:56.990853 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-8894ed48-411a-4b27-9712-2761303aed75 req-ef7a141d-af37-4ddc-a1c8-c832a68dcbff tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:56.993021 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8894ed48-411a-4b27-9712-2761303aed75 req-ef7a141d-af37-4ddc-a1c8-c832a68dcbff tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.37 "DELETE /v2.0/ports/d2cae7ba-f226-4df5-8b33-8413423d6f1f HTTP/1.1" status: 204 len: 173 time: 0.5284846 Jun 30 09:50:56.993470 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5263a1b9-de87-4f0e-8ce4-8afc0414c5b2', 'name': 'network-vif-deleted', 'tag': 'd2cae7ba-f226-4df5-8b33-8413423d6f1f'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:50:56.995801 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4584721a-a5c2-4fba-9d6c-cd4f0497e8c7" -d '{"events": [{"server_uuid": "5263a1b9-de87-4f0e-8ce4-8afc0414c5b2", "name": "network-vif-deleted", "tag": "d2cae7ba-f226-4df5-8b33-8413423d6f1f"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:50:57.047763 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dac3f0e-b2e5-43c1-9b46-38750a7d6a86 x-openstack-request-id: req-3dac3f0e-b2e5-43c1-9b46-38750a7d6a86 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:50:57.048068 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5263a1b9-de87-4f0e-8ce4-8afc0414c5b2", "name": "network-vif-deleted", "tag": "d2cae7ba-f226-4df5-8b33-8413423d6f1f", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:50:57.048471 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3dac3f0e-b2e5-43c1-9b46-38750a7d6a86 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:50:57.049286 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5263a1b9-de87-4f0e-8ce4-8afc0414c5b2', 'name': 'network-vif-deleted', 'tag': 'd2cae7ba-f226-4df5-8b33-8413423d6f1f', 'status': 'completed', 'code': 200} Jun 30 09:50:57.985430 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c578d5-7e57-4406-b995-efe68d311129 req-dff122bc-2156-4958-bd83-c29ae6da2158 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:57.987221 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-58c578d5-7e57-4406-b995-efe68d311129 req-dff122bc-2156-4958-bd83-c29ae6da2158 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.52 "GET /v2.0/networks?id=8562bf9b-cda4-4e7a-921c-f13c1f4989bb HTTP/1.1" status: 200 len: 813 time: 0.1271126 Jun 30 09:50:58.007385 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-58c578d5-7e57-4406-b995-efe68d311129 req-69f11eda-e6f1-4cbb-bd0f-400da00ab539 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Request body: {'port': {'device_id': '4368a0aa-5887-416c-aa4a-bec17d1fb1da', 'network_id': '8562bf9b-cda4-4e7a-921c-f13c1f4989bb', 'admin_state_up': True, 'tenant_id': '2128e23c67104cd78aa6e48a993ff7cb'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:50:58.099529 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d5024049-d4c4-423e-8a5a-b5917170959f req-9726ac0f-2246-47de-b150-62a109dc8fb8 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=4368a0aa-5887-416c-aa4a-bec17d1fb1da HTTP/1.1" status: 200 len: 210 time: 0.0382051 Jun 30 09:50:58.243981 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58c578d5-7e57-4406-b995-efe68d311129 req-69f11eda-e6f1-4cbb-bd0f-400da00ab539 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Made reservation on behalf of 2128e23c67104cd78aa6e48a993ff7cb for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:50:58.247896 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-58c578d5-7e57-4406-b995-efe68d311129 req-69f11eda-e6f1-4cbb-bd0f-400da00ab539 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:58.404523 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-58c578d5-7e57-4406-b995-efe68d311129 req-69f11eda-e6f1-4cbb-bd0f-400da00ab539 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Allocated IP 172.20.0.5 (8562bf9b-cda4-4e7a-921c-f13c1f4989bb/9e630918-3d33-4963-87af-d9b9b13975b5/cd4d92e4-82cf-48b0-a72b-9827fe163ace) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:50:58.566633 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-58c578d5-7e57-4406-b995-efe68d311129 req-69f11eda-e6f1-4cbb-bd0f-400da00ab539 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:58.667519 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-58c578d5-7e57-4406-b995-efe68d311129 req-69f11eda-e6f1-4cbb-bd0f-400da00ab539 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:58.719398 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58c578d5-7e57-4406-b995-efe68d311129 req-69f11eda-e6f1-4cbb-bd0f-400da00ab539 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Network 8562bf9b-cda4-4e7a-921c-f13c1f4989bb is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:50:58.724058 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-58c578d5-7e57-4406-b995-efe68d311129 req-69f11eda-e6f1-4cbb-bd0f-400da00ab539 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:50:58.730351 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c578d5-7e57-4406-b995-efe68d311129 req-69f11eda-e6f1-4cbb-bd0f-400da00ab539 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:50:58.755630 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f11eda-e6f1-4cbb-bd0f-400da00ab539 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Pushing event updated for resources: {'Port': ['ID=cd4d92e4-82cf-48b0-a72b-9827fe163ace,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:50:58.768468 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f11eda-e6f1-4cbb-bd0f-400da00ab539 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:58.769077 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f11eda-e6f1-4cbb-bd0f-400da00ab539 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:58.769504 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f11eda-e6f1-4cbb-bd0f-400da00ab539 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:58.769842 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f11eda-e6f1-4cbb-bd0f-400da00ab539 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:58.770173 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f11eda-e6f1-4cbb-bd0f-400da00ab539 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:58.770502 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f11eda-e6f1-4cbb-bd0f-400da00ab539 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:58.770834 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f11eda-e6f1-4cbb-bd0f-400da00ab539 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:58.771181 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f11eda-e6f1-4cbb-bd0f-400da00ab539 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:58.771510 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f11eda-e6f1-4cbb-bd0f-400da00ab539 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:58.772087 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f11eda-e6f1-4cbb-bd0f-400da00ab539 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:58.772415 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f11eda-e6f1-4cbb-bd0f-400da00ab539 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:58.772722 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f11eda-e6f1-4cbb-bd0f-400da00ab539 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:58.797153 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c578d5-7e57-4406-b995-efe68d311129 req-69f11eda-e6f1-4cbb-bd0f-400da00ab539 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:58.797767 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-58c578d5-7e57-4406-b995-efe68d311129 req-69f11eda-e6f1-4cbb-bd0f-400da00ab539 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:58.896338 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-58c578d5-7e57-4406-b995-efe68d311129 req-69f11eda-e6f1-4cbb-bd0f-400da00ab539 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8938026 Jun 30 09:50:58.913430 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-58c578d5-7e57-4406-b995-efe68d311129 req-bf2ac9ff-da31-4b17-9ff3-e2cdd74b0686 service neutron] Request body: {'port': {'device_id': '4368a0aa-5887-416c-aa4a-bec17d1fb1da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:50:58.994766 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-58c578d5-7e57-4406-b995-efe68d311129 req-bf2ac9ff-da31-4b17-9ff3-e2cdd74b0686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:59.279344 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-58c578d5-7e57-4406-b995-efe68d311129 req-bf2ac9ff-da31-4b17-9ff3-e2cdd74b0686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd4d92e4-82cf-48b0-a72b-9827fe163ace {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:50:59.287513 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-58c578d5-7e57-4406-b995-efe68d311129 req-bf2ac9ff-da31-4b17-9ff3-e2cdd74b0686 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:59.294918 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ced65-b9fd-4178-873b-cf702843a568 req-56994726-215c-4ac3-ab3f-018297c89941 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:59.296455 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2a7ced65-b9fd-4178-873b-cf702843a568 req-56994726-215c-4ac3-ab3f-018297c89941 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=4368a0aa-5887-416c-aa4a-bec17d1fb1da HTTP/1.1" status: 200 len: 931 time: 0.0717056 Jun 30 09:50:59.299635 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-58c578d5-7e57-4406-b995-efe68d311129 req-bf2ac9ff-da31-4b17-9ff3-e2cdd74b0686 service neutron] Transition to ACTIVE for port object cd4d92e4-82cf-48b0-a72b-9827fe163ace will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:50:59.336404 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2a7ced65-b9fd-4178-873b-cf702843a568 req-ca726949-cdde-4f51-9e49-6e82ebc7f91c tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340412 Jun 30 09:50:59.369466 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-58c578d5-7e57-4406-b995-efe68d311129 req-bf2ac9ff-da31-4b17-9ff3-e2cdd74b0686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:59.422062 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ac9ff-da31-4b17-9ff3-e2cdd74b0686 service neutron] Pushing event updated for resources: {'Port': ['ID=cd4d92e4-82cf-48b0-a72b-9827fe163ace,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:50:59.501764 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-58c578d5-7e57-4406-b995-efe68d311129 req-bf2ac9ff-da31-4b17-9ff3-e2cdd74b0686 service neutron] Attempting to bind port cd4d92e4-82cf-48b0-a72b-9827fe163ace on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:50:59.502111 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-58c578d5-7e57-4406-b995-efe68d311129 req-bf2ac9ff-da31-4b17-9ff3-e2cdd74b0686 service neutron] Attempting to bind port cd4d92e4-82cf-48b0-a72b-9827fe163ace by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '51f77830-eb96-463f-bf7d-93f0ca4bbde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8562bf9b-cda4-4e7a-921c-f13c1f4989bb'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:50:59.502446 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c578d5-7e57-4406-b995-efe68d311129 req-bf2ac9ff-da31-4b17-9ff3-e2cdd74b0686 service neutron] Attempting to bind port cd4d92e4-82cf-48b0-a72b-9827fe163ace on network 8562bf9b-cda4-4e7a-921c-f13c1f4989bb {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:50:59.507447 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c578d5-7e57-4406-b995-efe68d311129 req-bf2ac9ff-da31-4b17-9ff3-e2cdd74b0686 service neutron] Port cd4d92e4-82cf-48b0-a72b-9827fe163ace on network 8562bf9b-cda4-4e7a-921c-f13c1f4989bb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:50:59.507788 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c578d5-7e57-4406-b995-efe68d311129 req-bf2ac9ff-da31-4b17-9ff3-e2cdd74b0686 service neutron] Attempting to bind port cd4d92e4-82cf-48b0-a72b-9827fe163ace on network 8562bf9b-cda4-4e7a-921c-f13c1f4989bb {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:50:59.512778 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c578d5-7e57-4406-b995-efe68d311129 req-bf2ac9ff-da31-4b17-9ff3-e2cdd74b0686 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:50:59.513114 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c578d5-7e57-4406-b995-efe68d311129 req-bf2ac9ff-da31-4b17-9ff3-e2cdd74b0686 service neutron] Checking segment: {'id': '51f77830-eb96-463f-bf7d-93f0ca4bbde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8562bf9b-cda4-4e7a-921c-f13c1f4989bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:50:59.513496 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c578d5-7e57-4406-b995-efe68d311129 req-bf2ac9ff-da31-4b17-9ff3-e2cdd74b0686 service neutron] Bound using segment: {'id': '51f77830-eb96-463f-bf7d-93f0ca4bbde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8562bf9b-cda4-4e7a-921c-f13c1f4989bb'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:50:59.513931 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-58c578d5-7e57-4406-b995-efe68d311129 req-bf2ac9ff-da31-4b17-9ff3-e2cdd74b0686 service neutron] Bound port: cd4d92e4-82cf-48b0-a72b-9827fe163ace, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f77830-eb96-463f-bf7d-93f0ca4bbde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8562bf9b-cda4-4e7a-921c-f13c1f4989bb'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:50:59.514286 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-58c578d5-7e57-4406-b995-efe68d311129 req-bf2ac9ff-da31-4b17-9ff3-e2cdd74b0686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:59.580745 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-58c578d5-7e57-4406-b995-efe68d311129 req-bf2ac9ff-da31-4b17-9ff3-e2cdd74b0686 service neutron] For port cd4d92e4-82cf-48b0-a72b-9827fe163ace, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:50:59.584387 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-58c578d5-7e57-4406-b995-efe68d311129 req-bf2ac9ff-da31-4b17-9ff3-e2cdd74b0686 service neutron] For port cd4d92e4-82cf-48b0-a72b-9827fe163ace, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=cd4d92e4-82cf-48b0-a72b-9827fe163ace,segment=NetworkSegment(51f77830-eb96-463f-bf7d-93f0ca4bbde6),segment_id=51f77830-eb96-463f-bf7d-93f0ca4bbde6)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:50:59.708502 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-58c578d5-7e57-4406-b995-efe68d311129 req-bf2ac9ff-da31-4b17-9ff3-e2cdd74b0686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:59.746781 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c578d5-7e57-4406-b995-efe68d311129 req-bf2ac9ff-da31-4b17-9ff3-e2cdd74b0686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:59.746781 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-58c578d5-7e57-4406-b995-efe68d311129 req-bf2ac9ff-da31-4b17-9ff3-e2cdd74b0686 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:59.748297 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-58c578d5-7e57-4406-b995-efe68d311129 req-bf2ac9ff-da31-4b17-9ff3-e2cdd74b0686 service neutron] 10.222.0.52 "PUT /v2.0/ports/cd4d92e4-82cf-48b0-a72b-9827fe163ace HTTP/1.1" status: 200 len: 1092 time: 0.8399210 Jun 30 09:50:59.748743 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4368a0aa-5887-416c-aa4a-bec17d1fb1da', 'tag': 'cd4d92e4-82cf-48b0-a72b-9827fe163ace'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:50:59.751022 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b7249a-38f4-4a3b-bc76-d7e38c6fe8fd" -d '{"events": [{"name": "network-changed", "server_uuid": "4368a0aa-5887-416c-aa4a-bec17d1fb1da", "tag": "cd4d92e4-82cf-48b0-a72b-9827fe163ace"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:50:59.781733 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ac9ff-da31-4b17-9ff3-e2cdd74b0686 service neutron] Pushing event updated for resources: {'Port': ['ID=cd4d92e4-82cf-48b0-a72b-9827fe163ace,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:50:59.802823 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca3d2aa-5314-4fce-af8f-84eb7d5a8dfe x-openstack-request-id: req-cca3d2aa-5314-4fce-af8f-84eb7d5a8dfe {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:50:59.803172 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4368a0aa-5887-416c-aa4a-bec17d1fb1da", "tag": "cd4d92e4-82cf-48b0-a72b-9827fe163ace", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:50:59.803405 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cca3d2aa-5314-4fce-af8f-84eb7d5a8dfe {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:50:59.803804 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4368a0aa-5887-416c-aa4a-bec17d1fb1da', 'tag': 'cd4d92e4-82cf-48b0-a72b-9827fe163ace', 'status': 'completed', 'code': 200} Jun 30 09:50:59.887858 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7249a-38f4-4a3b-bc76-d7e38c6fe8fd req-1132f3f6-2aad-4485-9d5f-4cc6f3ff2224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:59.889369 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-87b7249a-38f4-4a3b-bc76-d7e38c6fe8fd req-1132f3f6-2aad-4485-9d5f-4cc6f3ff2224 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2128e23c67104cd78aa6e48a993ff7cb&device_id=4368a0aa-5887-416c-aa4a-bec17d1fb1da HTTP/1.1" status: 200 len: 1095 time: 0.0623062 Jun 30 09:51:00.000494 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7249a-38f4-4a3b-bc76-d7e38c6fe8fd req-c2be355d-b677-4a47-8e9a-52f516faec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:00.001962 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-87b7249a-38f4-4a3b-bc76-d7e38c6fe8fd req-c2be355d-b677-4a47-8e9a-52f516faec06 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=2128e23c67104cd78aa6e48a993ff7cb&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1019678 Jun 30 09:51:00.008850 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device d2cae7ba-f226-4df5-8b33-8413423d6f1f no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:51:00.030926 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: d2cae7ba-f226-4df5-8b33-8413423d6f1f {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:51:00.031589 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device d2cae7ba-f226-4df5-8b33-8413423d6f1f not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:51:00.114883 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7249a-38f4-4a3b-bc76-d7e38c6fe8fd req-57cda478-8fc5-4f04-b9b4-2d5b14781ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:00.116415 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-87b7249a-38f4-4a3b-bc76-d7e38c6fe8fd req-57cda478-8fc5-4f04-b9b4-2d5b14781ae9 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1051745 Jun 30 09:51:00.220235 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c578d5-7e57-4406-b995-efe68d311129 req-5f481b79-bc85-430a-95fc-1e184db3e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:00.221739 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-58c578d5-7e57-4406-b995-efe68d311129 req-5f481b79-bc85-430a-95fc-1e184db3e65a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2128e23c67104cd78aa6e48a993ff7cb&device_id=4368a0aa-5887-416c-aa4a-bec17d1fb1da HTTP/1.1" status: 200 len: 1095 time: 0.0578001 Jun 30 09:51:00.268883 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-58c578d5-7e57-4406-b995-efe68d311129 req-cb9ccc66-250c-4f07-a8e1-39ca07e65e69 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd4d92e4-82cf-48b0-a72b-9827fe163ace HTTP/1.1" status: 200 len: 217 time: 0.0349903 Jun 30 09:51:00.317957 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c578d5-7e57-4406-b995-efe68d311129 req-9c1f9e00-be75-4493-aaf0-74eac6aafeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:00.319458 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-58c578d5-7e57-4406-b995-efe68d311129 req-9c1f9e00-be75-4493-aaf0-74eac6aafeca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9e630918-3d33-4963-87af-d9b9b13975b5 HTTP/1.1" status: 200 len: 853 time: 0.0447531 Jun 30 09:51:00.358874 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-58c578d5-7e57-4406-b995-efe68d311129 req-d3da8fb2-2162-43e0-9eec-b67022dfbb37 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8562bf9b-cda4-4e7a-921c-f13c1f4989bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307658 Jun 30 09:51:00.460769 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-58c578d5-7e57-4406-b995-efe68d311129 req-6cbbdbf3-5aa4-4c04-83d5-c0a7e4c02271 service neutron] 10.222.0.52 "GET /v2.0/networks/8562bf9b-cda4-4e7a-921c-f13c1f4989bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930610 Jun 30 09:51:00.533940 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755e7e8-463a-4917-9d69-b48a132737a8 req-ce19e64c-ab37-498e-bd62-e1c6cccc1ec9 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:00.536030 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9755e7e8-463a-4917-9d69-b48a132737a8 req-ce19e64c-ab37-498e-bd62-e1c6cccc1ec9 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=4368a0aa-5887-416c-aa4a-bec17d1fb1da HTTP/1.1" status: 200 len: 943 time: 0.0719104 Jun 30 09:51:00.577685 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9755e7e8-463a-4917-9d69-b48a132737a8 req-14d2de18-8426-4d81-bc85-e656c3cb2a4c tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352840 Jun 30 09:51:00.592028 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-58c578d5-7e57-4406-b995-efe68d311129 req-e619a227-d271-46d2-8e78-85a87ef6b8e4 service neutron] 10.222.0.52 "GET /v2.0/networks/8562bf9b-cda4-4e7a-921c-f13c1f4989bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214051 Jun 30 09:51:00.615445 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a18dba47-47be-44f5-a13d-f4521708dfbd req-0bdaba8f-c039-4456-b445-6a84b706dc42 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=09c896af-af69-46a4-9e2d-9a370d99cb15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0708170 Jun 30 09:51:00.722157 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18dba47-47be-44f5-a13d-f4521708dfbd req-7eeb5a66-896d-4f59-b15a-41d46074bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:00.723849 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a18dba47-47be-44f5-a13d-f4521708dfbd req-7eeb5a66-896d-4f59-b15a-41d46074bfff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 1098 time: 0.0593946 Jun 30 09:51:00.843443 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18dba47-47be-44f5-a13d-f4521708dfbd req-a0c821f7-f919-4aaa-86ba-4be6547a07c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:00.844874 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a18dba47-47be-44f5-a13d-f4521708dfbd req-a0c821f7-f919-4aaa-86ba-4be6547a07c3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=077fd748-2990-43a3-b379-1249cb605c64 HTTP/1.1" status: 200 len: 912 time: 0.0946460 Jun 30 09:51:00.914137 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a18dba47-47be-44f5-a13d-f4521708dfbd req-b4d7f711-b86a-4a0c-af62-78ee5b3fe643 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a448559-9a02-4407-a4f8-e6dd46585533 HTTP/1.1" status: 200 len: 1002 time: 0.0618796 Jun 30 09:51:00.974847 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18dba47-47be-44f5-a13d-f4521708dfbd req-70aacd85-2271-4b86-add1-d3737fe89a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:00.976348 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a18dba47-47be-44f5-a13d-f4521708dfbd req-70aacd85-2271-4b86-add1-d3737fe89a0d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=026a88de-b3fc-4597-8030-64264f9192bb HTTP/1.1" status: 200 len: 850 time: 0.0552914 Jun 30 09:51:01.048798 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18dba47-47be-44f5-a13d-f4521708dfbd req-d03049fc-5dbb-4ead-94a1-78fbeffa6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:01.051686 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a18dba47-47be-44f5-a13d-f4521708dfbd req-d03049fc-5dbb-4ead-94a1-78fbeffa6d37 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=077fd748-2990-43a3-b379-1249cb605c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680869 Jun 30 09:51:01.149948 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a18dba47-47be-44f5-a13d-f4521708dfbd req-bfb53ab9-2a63-4e79-afcc-c444034aa282 service neutron] 10.222.0.52 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904117 Jun 30 09:51:01.248707 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a18dba47-47be-44f5-a13d-f4521708dfbd req-0ada6aa0-444d-43a7-9ee9-7f64ee569d13 service neutron] 10.222.0.52 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916445 Jun 30 09:51:01.772361 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e95ba-5598-48f9-b196-7293c064ec37 req-4eb2070f-13ef-4073-a68f-9d65ded9b781 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:01.773893 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bc9e95ba-5598-48f9-b196-7293c064ec37 req-4eb2070f-13ef-4073-a68f-9d65ded9b781 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=4368a0aa-5887-416c-aa4a-bec17d1fb1da HTTP/1.1" status: 200 len: 943 time: 0.0718682 Jun 30 09:51:01.814010 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bc9e95ba-5598-48f9-b196-7293c064ec37 req-60d970e1-b783-4d6c-a5a1-7baff2f7f474 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341337 Jun 30 09:51:02.990384 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64627c9-801f-4707-8e28-5a8b72e1b5da req-6a8a2e11-0cb2-47cf-b374-10be324c64b6 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:02.991890 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b64627c9-801f-4707-8e28-5a8b72e1b5da req-6a8a2e11-0cb2-47cf-b374-10be324c64b6 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=4368a0aa-5887-416c-aa4a-bec17d1fb1da HTTP/1.1" status: 200 len: 943 time: 0.0630696 Jun 30 09:51:03.030828 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b64627c9-801f-4707-8e28-5a8b72e1b5da req-6ef3bdb8-3a66-40e9-972b-abbe33a92a4f tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332513 Jun 30 09:51:04.227981 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66d68b-a685-4171-8f51-e494e8df4ef4 req-dbe83850-604d-4abe-9f8a-2659211b317d tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:04.229451 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2c66d68b-a685-4171-8f51-e494e8df4ef4 req-dbe83850-604d-4abe-9f8a-2659211b317d tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=4368a0aa-5887-416c-aa4a-bec17d1fb1da HTTP/1.1" status: 200 len: 943 time: 0.0719709 Jun 30 09:51:04.267681 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2c66d68b-a685-4171-8f51-e494e8df4ef4 req-996d994e-df74-4bb2-a9a5-bed0f255d66b tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325761 Jun 30 09:51:04.295919 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device cd4d92e4-82cf-48b0-a72b-9827fe163ace details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:51:04.392800 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port cd4d92e4-82cf-48b0-a72b-9827fe163ace, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=cd4d92e4-82cf-48b0-a72b-9827fe163ace,segment=NetworkSegment(51f77830-eb96-463f-bf7d-93f0ca4bbde6),segment_id=51f77830-eb96-463f-bf7d-93f0ca4bbde6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:51:04.406637 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'cd4d92e4-82cf-48b0-a72b-9827fe163ace', 'network_id': '8562bf9b-cda4-4e7a-921c-f13c1f4989bb', 'port_id': 'cd4d92e4-82cf-48b0-a72b-9827fe163ace', 'mac_address': 'fa:16:3e:53:36:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e630918-3d33-4963-87af-d9b9b13975b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:51:04.444683 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:04.457522 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd4d92e4-82cf-48b0-a72b-9827fe163ace {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:51:04.477383 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port cd4d92e4-82cf-48b0-a72b-9827fe163ace, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=cd4d92e4-82cf-48b0-a72b-9827fe163ace,segment=NetworkSegment(51f77830-eb96-463f-bf7d-93f0ca4bbde6),segment_id=51f77830-eb96-463f-bf7d-93f0ca4bbde6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:51:04.648657 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:04.695882 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=cd4d92e4-82cf-48b0-a72b-9827fe163ace,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:04.905442 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['cd4d92e4-82cf-48b0-a72b-9827fe163ace'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:51:05.448721 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02d444-ce57-49a3-bbfe-9d50d1f8cde8 req-38eae57f-e9fc-48b6-9a77-c621b8a45a30 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:05.450195 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3f02d444-ce57-49a3-bbfe-9d50d1f8cde8 req-38eae57f-e9fc-48b6-9a77-c621b8a45a30 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=4368a0aa-5887-416c-aa4a-bec17d1fb1da HTTP/1.1" status: 200 len: 944 time: 0.0683808 Jun 30 09:51:05.489397 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3f02d444-ce57-49a3-bbfe-9d50d1f8cde8 req-ec5c3ddf-03fe-4e9f-9c59-3cb343758749 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326612 Jun 30 09:51:06.294852 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device cd4d92e4-82cf-48b0-a72b-9827fe163ace up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:51:06.432398 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port cd4d92e4-82cf-48b0-a72b-9827fe163ace completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:51:06.437303 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port cd4d92e4-82cf-48b0-a72b-9827fe163ace triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:51:06.437922 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:06.535154 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:06.579815 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4368a0aa-5887-416c-aa4a-bec17d1fb1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4d92e4-82cf-48b0-a72b-9827fe163ace'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:51:06.582943 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d70878-b895-4e33-90d9-2d835f5f1a8b" -d '{"events": [{"server_uuid": "4368a0aa-5887-416c-aa4a-bec17d1fb1da", "name": "network-vif-plugged", "status": "completed", "tag": "cd4d92e4-82cf-48b0-a72b-9827fe163ace"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:51:06.597714 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port cd4d92e4-82cf-48b0-a72b-9827fe163ace, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=cd4d92e4-82cf-48b0-a72b-9827fe163ace,segment=NetworkSegment(51f77830-eb96-463f-bf7d-93f0ca4bbde6),segment_id=51f77830-eb96-463f-bf7d-93f0ca4bbde6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:51:06.621728 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf503256-2837-49a0-8d00-dfa6f4f21de8 x-openstack-request-id: req-bf503256-2837-49a0-8d00-dfa6f4f21de8 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:51:06.622042 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4368a0aa-5887-416c-aa4a-bec17d1fb1da", "name": "network-vif-plugged", "status": "completed", "tag": "cd4d92e4-82cf-48b0-a72b-9827fe163ace", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:51:06.622312 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bf503256-2837-49a0-8d00-dfa6f4f21de8 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:51:06.622701 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4368a0aa-5887-416c-aa4a-bec17d1fb1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4d92e4-82cf-48b0-a72b-9827fe163ace', 'code': 200} Jun 30 09:51:06.660379 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:06.679808 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a81b1-4931-4817-aeaa-85ba76501c19 req-138c53ae-cb6e-41db-b0db-fd3dfe3e05fd tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:06.681392 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e76a81b1-4931-4817-aeaa-85ba76501c19 req-138c53ae-cb6e-41db-b0db-fd3dfe3e05fd tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=4368a0aa-5887-416c-aa4a-bec17d1fb1da HTTP/1.1" status: 200 len: 944 time: 0.0704989 Jun 30 09:51:06.717001 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=cd4d92e4-82cf-48b0-a72b-9827fe163ace,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:06.748353 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e76a81b1-4931-4817-aeaa-85ba76501c19 req-8843f7cb-6981-4f86-a5c4-c7a4e79b6659 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594432 Jun 30 09:51:06.775400 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ec046-ee9c-4499-b5c9-6557349d4b42 req-0d708c4a-c075-49d0-9027-5e1d8bf23992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:06.776991 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9f3ec046-ee9c-4499-b5c9-6557349d4b42 req-0d708c4a-c075-49d0-9027-5e1d8bf23992 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4368a0aa-5887-416c-aa4a-bec17d1fb1da HTTP/1.1" status: 200 len: 1097 time: 0.0603261 Jun 30 09:51:06.812154 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9f3ec046-ee9c-4499-b5c9-6557349d4b42 req-35a4c7f1-3811-4456-8016-04da8189f21c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275824 Jun 30 09:51:07.912323 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:07.933560 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aedae0-6c2c-4fe7-9272-2e35919366be req-bac15c83-2536-4cbc-a17f-52d72012674a tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:07.935074 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-93aedae0-6c2c-4fe7-9272-2e35919366be req-bac15c83-2536-4cbc-a17f-52d72012674a tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=4368a0aa-5887-416c-aa4a-bec17d1fb1da HTTP/1.1" status: 200 len: 945 time: 0.0675166 Jun 30 09:51:07.973379 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-93aedae0-6c2c-4fe7-9272-2e35919366be req-5cc66ce1-37b7-409e-9c15-8f73836a8e19 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319417 Jun 30 09:51:09.073436 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:09.152775 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafc9ef-9643-4fe9-8b1c-1242f7127a0f req-847097c7-03d8-4636-9400-3315e7f64962 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:09.154276 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cafc9ef-9643-4fe9-8b1c-1242f7127a0f req-847097c7-03d8-4636-9400-3315e7f64962 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=4368a0aa-5887-416c-aa4a-bec17d1fb1da HTTP/1.1" status: 200 len: 945 time: 0.0672147 Jun 30 09:51:09.192558 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6cafc9ef-9643-4fe9-8b1c-1242f7127a0f req-4a0749c5-c005-4cee-8b99-677ee51e5f71 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325201 Jun 30 09:51:09.381011 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644d7e9-2c1d-48d9-9a0a-1cf3b5cec359 req-9ceea435-45d7-43ca-a7bb-688e68b4067a tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:09.382408 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8644d7e9-2c1d-48d9-9a0a-1cf3b5cec359 req-9ceea435-45d7-43ca-a7bb-688e68b4067a tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=4368a0aa-5887-416c-aa4a-bec17d1fb1da HTTP/1.1" status: 200 len: 945 time: 0.0689399 Jun 30 09:51:09.420708 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8644d7e9-2c1d-48d9-9a0a-1cf3b5cec359 req-299b4bc8-6237-423b-8917-cb2381589335 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326533 Jun 30 09:51:09.840242 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cb24d-8d03-4cf0-a7da-6772ba674a5b req-83061034-4621-490d-a451-a04ada1a353e tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:09.841708 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-242cb24d-8d03-4cf0-a7da-6772ba674a5b req-83061034-4621-490d-a451-a04ada1a353e tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=4368a0aa-5887-416c-aa4a-bec17d1fb1da HTTP/1.1" status: 200 len: 945 time: 0.0645404 Jun 30 09:51:09.881274 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-242cb24d-8d03-4cf0-a7da-6772ba674a5b req-573b0610-ee43-43a6-a89b-d5bf05adf664 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329924 Jun 30 09:51:10.069746 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d6d9c-0956-40c6-8bfd-f0bbf705887a req-85c64cd4-fff1-420d-a8d6-341927e54382 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:10.071264 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c01d6d9c-0956-40c6-8bfd-f0bbf705887a req-85c64cd4-fff1-420d-a8d6-341927e54382 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=4368a0aa-5887-416c-aa4a-bec17d1fb1da HTTP/1.1" status: 200 len: 945 time: 0.0636315 Jun 30 09:51:10.111165 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c01d6d9c-0956-40c6-8bfd-f0bbf705887a req-fdd97dc3-2df1-4796-9bc7-34d08a99602f tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343220 Jun 30 09:51:10.606181 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb39fa-923f-438a-8341-bf324e45e5a7 req-8b42ee33-2283-4429-a387-fbdbbd682239 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:10.607565 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a9fb39fa-923f-438a-8341-bf324e45e5a7 req-8b42ee33-2283-4429-a387-fbdbbd682239 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=4368a0aa-5887-416c-aa4a-bec17d1fb1da HTTP/1.1" status: 200 len: 945 time: 0.0727797 Jun 30 09:51:10.645384 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a9fb39fa-923f-438a-8341-bf324e45e5a7 req-5f979680-c6ca-4d7c-b793-d221e5b5ad8b tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320518 Jun 30 09:51:10.818655 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552f845-f560-4a54-888a-6f77839380af req-37b60cda-b55d-4869-8a35-8ff635e10cae tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:10.820202 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2552f845-f560-4a54-888a-6f77839380af req-37b60cda-b55d-4869-8a35-8ff635e10cae tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=4368a0aa-5887-416c-aa4a-bec17d1fb1da HTTP/1.1" status: 200 len: 945 time: 0.0627518 Jun 30 09:51:10.857642 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2552f845-f560-4a54-888a-6f77839380af req-045b300d-4b4f-4baa-8e2a-54bf867b341f tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316992 Jun 30 09:51:11.846038 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b061c6-1487-47b7-8e19-94df98785fbb req-27b89f1c-1237-4c05-8b5b-dd9b9489036d tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:11.848616 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64b061c6-1487-47b7-8e19-94df98785fbb req-27b89f1c-1237-4c05-8b5b-dd9b9489036d tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=4368a0aa-5887-416c-aa4a-bec17d1fb1da HTTP/1.1" status: 200 len: 945 time: 0.0672228 Jun 30 09:51:11.886358 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64b061c6-1487-47b7-8e19-94df98785fbb req-b5b8e55b-9c24-4dfe-a4d4-5ea46dc7d0c9 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321207 Jun 30 09:51:11.962188 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:51:12.912608 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103858f-066c-4b3c-8230-cd7014ac382d req-98d3851a-8dc4-437a-b27b-2e99760eb6c7 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:12.914076 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9103858f-066c-4b3c-8230-cd7014ac382d req-98d3851a-8dc4-437a-b27b-2e99760eb6c7 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.52 "GET /v2.0/ports?device_id=4368a0aa-5887-416c-aa4a-bec17d1fb1da HTTP/1.1" status: 200 len: 945 time: 0.0643029 Jun 30 09:51:13.024750 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-9103858f-066c-4b3c-8230-cd7014ac382d req-6a6494ff-91d6-43e8-85e6-1940e1e8c8dd tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Deleting port cd4d92e4-82cf-48b0-a72b-9827fe163ace {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:51:13.025089 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-9103858f-066c-4b3c-8230-cd7014ac382d req-6a6494ff-91d6-43e8-85e6-1940e1e8c8dd tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:13.068168 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a647e78-8a0c-4d6a-bffd-d8c6247b2fcb req-ffe4f229-65bc-47af-b2a1-7f1dba158399 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:13.070260 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1a647e78-8a0c-4d6a-bffd-d8c6247b2fcb req-ffe4f229-65bc-47af-b2a1-7f1dba158399 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=4368a0aa-5887-416c-aa4a-bec17d1fb1da HTTP/1.1" status: 200 len: 945 time: 0.0711658 Jun 30 09:51:13.108794 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1a647e78-8a0c-4d6a-bffd-d8c6247b2fcb req-8dc476c1-decf-476b-ba07-2d1c383e33fd tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/security-groups?id=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329497 Jun 30 09:51:13.114315 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-9103858f-066c-4b3c-8230-cd7014ac382d req-6a6494ff-91d6-43e8-85e6-1940e1e8c8dd tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] For port cd4d92e4-82cf-48b0-a72b-9827fe163ace, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=cd4d92e4-82cf-48b0-a72b-9827fe163ace,segment=NetworkSegment(51f77830-eb96-463f-bf7d-93f0ca4bbde6),segment_id=51f77830-eb96-463f-bf7d-93f0ca4bbde6)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:51:13.114672 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-9103858f-066c-4b3c-8230-cd7014ac382d req-6a6494ff-91d6-43e8-85e6-1940e1e8c8dd tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:13.127763 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-9103858f-066c-4b3c-8230-cd7014ac382d req-6a6494ff-91d6-43e8-85e6-1940e1e8c8dd tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Calling delete_port for cd4d92e4-82cf-48b0-a72b-9827fe163ace owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:51:13.334645 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-9103858f-066c-4b3c-8230-cd7014ac382d req-6a6494ff-91d6-43e8-85e6-1940e1e8c8dd tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:13.349010 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['cd4d92e4-82cf-48b0-a72b-9827fe163ace'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:51:13.363087 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6494ff-91d6-43e8-85e6-1940e1e8c8dd tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Pushing event deleted for resources: {'Port': ['ID=cd4d92e4-82cf-48b0-a72b-9827fe163ace,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:13.414039 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-9103858f-066c-4b3c-8230-cd7014ac382d req-6a6494ff-91d6-43e8-85e6-1940e1e8c8dd tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] No DVR routers for this DVR port cd4d92e4-82cf-48b0-a72b-9827fe163ace on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:51:13.419789 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-9103858f-066c-4b3c-8230-cd7014ac382d req-6a6494ff-91d6-43e8-85e6-1940e1e8c8dd tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:13.419789 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9103858f-066c-4b3c-8230-cd7014ac382d req-6a6494ff-91d6-43e8-85e6-1940e1e8c8dd tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.52 "DELETE /v2.0/ports/cd4d92e4-82cf-48b0-a72b-9827fe163ace HTTP/1.1" status: 204 len: 173 time: 0.4987814 Jun 30 09:51:13.419789 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4368a0aa-5887-416c-aa4a-bec17d1fb1da', 'name': 'network-vif-deleted', 'tag': 'cd4d92e4-82cf-48b0-a72b-9827fe163ace'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:51:13.421129 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5304ffec-7ff9-408a-8b44-8e5d43be946f" -d '{"events": [{"server_uuid": "4368a0aa-5887-416c-aa4a-bec17d1fb1da", "name": "network-vif-deleted", "tag": "cd4d92e4-82cf-48b0-a72b-9827fe163ace"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:51:13.456193 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd78f4ea-798e-41c6-bacc-4b4cf75591b9 x-openstack-request-id: req-cd78f4ea-798e-41c6-bacc-4b4cf75591b9 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:51:13.456505 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4368a0aa-5887-416c-aa4a-bec17d1fb1da", "name": "network-vif-deleted", "tag": "cd4d92e4-82cf-48b0-a72b-9827fe163ace", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:51:13.456833 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cd78f4ea-798e-41c6-bacc-4b4cf75591b9 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:51:13.457238 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4368a0aa-5887-416c-aa4a-bec17d1fb1da', 'name': 'network-vif-deleted', 'tag': 'cd4d92e4-82cf-48b0-a72b-9827fe163ace', 'status': 'completed', 'code': 200} Jun 30 09:51:14.265226 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8bd9bb68-36be-464d-993d-32507e9d3632 req-1cc7bb0a-07e1-497c-8dff-b4c8edc98a21 tempest-ServerDiskConfigTestJSON-523153674 tempest-ServerDiskConfigTestJSON-523153674-project] 10.222.0.10 "GET /v2.0/ports?device_id=4368a0aa-5887-416c-aa4a-bec17d1fb1da HTTP/1.1" status: 200 len: 210 time: 0.0282435 Jun 30 09:51:15.652164 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 55376) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:51:15.698372 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-62550b7d-484b-40c6-bbc5-1d011860be46 admin admin] Deleting subnet 9e630918-3d33-4963-87af-d9b9b13975b5 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:51:15.701635 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-62550b7d-484b-40c6-bbc5-1d011860be46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:15.735966 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-62550b7d-484b-40c6-bbc5-1d011860be46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:15.775962 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-62550b7d-484b-40c6-bbc5-1d011860be46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:15.923982 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-62550b7d-484b-40c6-bbc5-1d011860be46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:15.949592 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62550b7d-484b-40c6-bbc5-1d011860be46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e630918-3d33-4963-87af-d9b9b13975b5,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:15.953297 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-62550b7d-484b-40c6-bbc5-1d011860be46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:15.955111 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-62550b7d-484b-40c6-bbc5-1d011860be46 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9e630918-3d33-4963-87af-d9b9b13975b5 HTTP/1.1" status: 204 len: 168 time: 0.3019714 Jun 30 09:51:15.957773 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 55378) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:51:16.025673 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d7d90577-bfd3-4776-a8ce-8b1726b9af52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:16.108669 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d7d90577-bfd3-4776-a8ce-8b1726b9af52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:16.119203 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-d7d90577-bfd3-4776-a8ce-8b1726b9af52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8562bf9b-cda4-4e7a-921c-f13c1f4989bb']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:51:16.129426 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-d7d90577-bfd3-4776-a8ce-8b1726b9af52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f77830-eb96-463f-bf7d-93f0ca4bbde6') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:51:16.129718 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-d7d90577-bfd3-4776-a8ce-8b1726b9af52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f77830-eb96-463f-bf7d-93f0ca4bbde6') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:51:16.138439 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d7d90577-bfd3-4776-a8ce-8b1726b9af52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:16.153392 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d7d90577-bfd3-4776-a8ce-8b1726b9af52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:16.159926 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7d90577-bfd3-4776-a8ce-8b1726b9af52 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:51:16.160329 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d7d90577-bfd3-4776-a8ce-8b1726b9af52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:51:16.162043 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:51:16.313640 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device cd4d92e4-82cf-48b0-a72b-9827fe163ace no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:51:16.323402 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d7d90577-bfd3-4776-a8ce-8b1726b9af52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:16.328463 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d7d90577-bfd3-4776-a8ce-8b1726b9af52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:16.331162 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d7d90577-bfd3-4776-a8ce-8b1726b9af52 admin admin] 10.222.0.10 "DELETE /v2.0/networks/8562bf9b-cda4-4e7a-921c-f13c1f4989bb HTTP/1.1" status: 204 len: 168 time: 0.3717055 Jun 30 09:51:16.335610 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: cd4d92e4-82cf-48b0-a72b-9827fe163ace {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:51:16.335963 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device cd4d92e4-82cf-48b0-a72b-9827fe163ace not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:51:16.344668 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d90577-bfd3-4776-a8ce-8b1726b9af52 admin admin] Pushing event deleted for resources: {'Network': ['ID=8562bf9b-cda4-4e7a-921c-f13c1f4989bb,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:16.858583 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 55382) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:51:16.913264 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fa721e54-f8ae-42ec-ac7c-54cf5adf1578 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2128e23c67104cd78aa6e48a993ff7cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533941 Jun 30 09:51:16.915949 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 55384) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:51:16.964395 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e22dbe1b-028d-4694-bfba-52d556f65068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:16.986123 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e22dbe1b-028d-4694-bfba-52d556f65068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:17.169033 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e22dbe1b-028d-4694-bfba-52d556f65068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:17.171636 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e22dbe1b-028d-4694-bfba-52d556f65068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:17.172848 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e22dbe1b-028d-4694-bfba-52d556f65068 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/47d4351c-b9e9-4c7f-8373-fc9b8d233b8e HTTP/1.1" status: 204 len: 168 time: 0.2560043 Jun 30 09:51:17.180691 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22dbe1b-028d-4694-bfba-52d556f65068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d4351c-b9e9-4c7f-8373-fc9b8d233b8e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:18.927589 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-73b1f758-c2e3-4721-b8b4-4ca4a04b2fa4 req-477974ef-3c99-4092-8640-d0e528b76c9a tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=173b7560-93f6-4f6c-8b44-98a4bf27e855 HTTP/1.1" status: 200 len: 210 time: 0.0299380 Jun 30 09:51:19.440083 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1cd81d8e-031e-4642-b2a6-275b781c86ab req-b76d3715-ef31-4bf9-97f9-cc00200afdf0 tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0280995 Jun 30 09:51:20.543807 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-05e7fbfe-212d-4af9-8803-93ceb1bacac8 req-972a0b3d-cff2-456f-b0b3-e092b6404071 tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0318274 Jun 30 09:51:20.552304 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3bca2f6b-4e75-4da0-a503-362d02318c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:21.718111 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2db3558d-9282-4cd9-b412-c4422ce0aa84 req-d630650c-7ac6-4d7b-a353-fe7fe4fa466a tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0342157 Jun 30 09:51:22.991684 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7eea2cbb-4785-4276-8655-4b8600d9d3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:23.184802 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c9fcb020-48ff-4ee9-be23-18180ff969c3 req-623e126f-d4fe-4eee-89fa-72795132e6e8 tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.3428190 Jun 30 09:51:23.522370 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:24.339707 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e470b5cb-d953-4aff-9edd-fd40b9669f3e req-f5d3ba23-37ec-42ad-bd0b-833badc5067f tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0283659 Jun 30 09:51:24.751868 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:25.506497 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9f66f389-6cb1-473e-9e8a-7af1e6b4c5ed req-211b46ce-ee1d-4fa9-9658-fdc291f6d47d tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0416071 Jun 30 09:51:26.047864 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1194ce42-dadd-4858-8b7a-e541cb353e1d req-1e5e09e8-8694-4bfb-8b2f-f62aad9b9c02 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=173b7560-93f6-4f6c-8b44-98a4bf27e855 HTTP/1.1" status: 200 len: 210 time: 0.0271645 Jun 30 09:51:26.426007 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:26.653915 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e24514a1-6e05-433f-9712-27ef2f6290f5 req-b9a38437-f9f6-4426-9f25-fe140fe9bba9 tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0277076 Jun 30 09:51:26.779561 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c6ca89fb-e05e-4293-9f4e-9260874867ab req-33ddcfbf-d833-475b-a0e8-adc2a321c6ab service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0294492 Jun 30 09:51:27.806139 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c363f867-00f8-452f-af81-8bec7c73015d req-b7e5ce41-a7b8-4faa-b3b7-486282c0adf7 tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0289207 Jun 30 09:51:28.967498 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-48111e48-8d83-447a-b0bd-91c288e3ab9c req-80bc3ac1-2904-42b9-8bc3-c928e182673e tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0283518 Jun 30 09:51:29.781483 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d2336df5-5813-4392-95d8-afed2912e5ac req-a4dae1de-6a2a-4f70-9b42-cb9f54347ac9 tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0292332 Jun 30 09:51:31.075539 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7c255773-65d7-45df-8ba3-119865044662 req-e86402e5-02e8-452d-bf65-ee657be92055 tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.1602678 Jun 30 09:51:32.227475 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7e1dc72a-3484-4e06-a188-1a415a202d5f req-63012c29-f41d-42e5-b159-1b02d39a02ac tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0291624 Jun 30 09:51:33.381725 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-01c4c3e5-f365-4819-b806-bd8131ee2558 req-91f9883e-8fc7-45a2-9e81-bb4edb199457 tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0302503 Jun 30 09:51:34.540633 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-55f71c14-8512-4d82-ac71-5a6b63a21490 req-2deb2c78-c85c-470f-be81-629e61d773b3 tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0329833 Jun 30 09:51:35.695458 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-48542e2e-0319-4bb6-b62c-588b999c658e req-5e9b2c69-9476-4884-951e-468a75b90b83 tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0278385 Jun 30 09:51:36.860607 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2f9ced04-a878-4bd8-bade-5f27dce6454f req-7dea7b74-1b26-4f6b-b630-ebf50e8d98aa tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0280566 Jun 30 09:51:37.909609 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:38.020001 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4da63629-76ac-418b-b808-8fd73215fc66 req-c4a244af-f679-4c05-9874-455d9bb81db4 tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0287447 Jun 30 09:51:39.009143 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:39.183925 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-730f4677-4e4d-4985-a6ac-929fa549b9a9 req-09218e63-1d9c-4aa3-90f8-0fbd6cb6962d tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0305011 Jun 30 09:51:40.334429 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5f6c8a36-438f-4e89-9096-c80633c91785 req-2344db07-6bf9-4511-887d-447019f31173 tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0284436 Jun 30 09:51:41.486351 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c37535f1-6927-4cf5-89ab-b67c2d5a1f1a req-78498009-e1bc-4083-9e20-670272eb3f9f tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0273643 Jun 30 09:51:42.646586 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-16a635ad-b298-48f2-b608-4f500bb70f1e req-3a34317d-538e-4e7d-b4cd-b4607e5efacd tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0310330 Jun 30 09:51:43.803507 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a1b2281b-a40a-4625-b03c-cc75a5a4b636 req-cb25dbd4-0cd4-49e4-bc93-0c1de847f787 tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0321791 Jun 30 09:51:44.957406 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a0b5915e-6e45-4d14-9a90-53a6c7de14f1 req-5b63d06b-11f7-4ab6-b969-df0f7744891f tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0292954 Jun 30 09:51:46.117723 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-166a0972-2de5-41b3-aa04-3bdc06cadf54 req-7ced2c32-d4fb-4276-b115-f18ab6bc31cb tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0292034 Jun 30 09:51:47.269562 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-af834e42-00f2-4fce-ace8-26f79ebca8c7 req-f7216e66-8024-444b-9a1b-479fe2269565 tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0279129 Jun 30 09:51:48.427040 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7f1a9d21-417c-49bf-8610-8069fb09bf57 req-b6254ee5-79ed-4cb8-9016-0d7de935dbd2 tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0299428 Jun 30 09:51:48.961723 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:51:49.576207 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63fa5f0a-a8c6-469c-887e-22166493e87d req-db11db7f-22ce-419d-b51a-9c440f57fcc8 tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0297334 Jun 30 09:51:50.511585 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c66e4ae4-5812-42f5-b16a-5499eae3b0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:50.724750 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-108f6fd0-3cb7-4626-82ea-96b33a905131 req-23048caa-569b-4f37-b0cd-d3c8d73a9c63 tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0283175 Jun 30 09:51:51.883625 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-294cdf2b-69b5-4513-a9ba-2c69897010ea req-3528d911-5d61-442f-a6ac-0c664232da99 tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0328295 Jun 30 09:51:52.985736 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-014a39b1-e1c4-4b83-b12c-3d7548d5a57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:53.037868 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-efb9c934-e4a9-44d0-9a6e-630ab0efc962 req-4792ede0-157f-44b5-8501-453fb05fceba tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0314744 Jun 30 09:51:53.488272 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:54.196875 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c66ea23-a2b1-4c12-96cf-16ef47cec583 req-93d608f0-4571-4feb-a834-62d4ec2a59e5 tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0393612 Jun 30 09:51:54.694195 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:55.348419 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dc30b6ee-df4c-4d24-bbd7-55f762e2871d req-cc225b2a-22bb-4739-9100-4cde6e2066d5 tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0283523 Jun 30 09:51:56.397973 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:56.501074 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f8fba512-ecb9-4966-ae30-4ef651cd3edf req-fa3e2b53-1e2a-4a5b-a5a7-73b169f92b17 tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0271554 Jun 30 09:51:57.657383 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3dcf47c6-3cf1-4dd6-9398-0e211d47677a req-76af5129-3e20-42c5-961b-ccbb2464fa9c tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0286398 Jun 30 09:51:58.470131 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1166e823-e6a1-4a63-87c6-3a00adc43d86 req-a5faed00-2330-4585-961c-f0d0d06d1a3d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0498891 Jun 30 09:51:58.571108 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166e823-e6a1-4a63-87c6-3a00adc43d86 req-2e8e0af5-51b2-4fbd-8fcf-4f56d30d5ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:58.572613 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1166e823-e6a1-4a63-87c6-3a00adc43d86 req-2e8e0af5-51b2-4fbd-8fcf-4f56d30d5ddc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 1097 time: 0.0567961 Jun 30 09:51:58.679389 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166e823-e6a1-4a63-87c6-3a00adc43d86 req-e0b50edf-8467-4700-9b72-a605013a21ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:58.680869 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1166e823-e6a1-4a63-87c6-3a00adc43d86 req-e0b50edf-8467-4700-9b72-a605013a21ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=077fd748-2990-43a3-b379-1249cb605c64 HTTP/1.1" status: 200 len: 912 time: 0.0871964 Jun 30 09:51:58.752780 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1166e823-e6a1-4a63-87c6-3a00adc43d86 req-e80544cf-467d-429e-85c9-788394bebadd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b65a52cd-83d5-43e0-baf4-801dd839ad73 HTTP/1.1" status: 200 len: 1000 time: 0.0652306 Jun 30 09:51:58.803522 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166e823-e6a1-4a63-87c6-3a00adc43d86 req-1dc0ba87-a2d5-4780-b8c7-85b85528d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:58.804969 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1166e823-e6a1-4a63-87c6-3a00adc43d86 req-1dc0ba87-a2d5-4780-b8c7-85b85528d1a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=026a88de-b3fc-4597-8030-64264f9192bb HTTP/1.1" status: 200 len: 850 time: 0.0453892 Jun 30 09:51:58.811864 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-75ff864c-8fb4-418d-ab04-be3027f0e93a req-a03e2e53-10a9-4f2c-a978-ae287ec537a6 tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0278909 Jun 30 09:51:58.865152 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166e823-e6a1-4a63-87c6-3a00adc43d86 req-4a5a859c-db15-45a5-8c21-084498a24bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:58.866659 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1166e823-e6a1-4a63-87c6-3a00adc43d86 req-4a5a859c-db15-45a5-8c21-084498a24bd4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=077fd748-2990-43a3-b379-1249cb605c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534496 Jun 30 09:51:58.959326 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1166e823-e6a1-4a63-87c6-3a00adc43d86 req-5e05826f-9adf-4634-a2c6-5752f6456024 service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860426 Jun 30 09:51:59.049517 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1166e823-e6a1-4a63-87c6-3a00adc43d86 req-b8184a8e-4940-4da7-b103-e902d154a0b1 service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836234 Jun 30 09:51:59.860177 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-520e4f51-c102-4b4e-927b-c4380984c1a1 req-743cacc5-93a4-473e-8ddd-d11a464bea29 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0281835 Jun 30 09:51:59.970141 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ca862076-ed28-4188-9d97-d725847107c1 req-f201794f-35ee-406a-8c64-1fe27759d5d7 tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0320172 Jun 30 09:52:01.131631 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cdc50e0c-1150-48f5-83b4-4f8ff8a57854 req-78330092-75c6-4be9-bb6b-121711417781 tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0321465 Jun 30 09:52:01.654072 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ad2912c9-616f-4ace-90dc-8a72aff8eb0f req-f1bc1390-adbb-466a-bf37-20e0e8cf0f43 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=09c896af-af69-46a4-9e2d-9a370d99cb15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0998502 Jun 30 09:52:01.756599 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2912c9-616f-4ace-90dc-8a72aff8eb0f req-e66f2b10-bdb9-47cf-8dd4-d7fb648cd7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:01.758073 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ad2912c9-616f-4ace-90dc-8a72aff8eb0f req-e66f2b10-bdb9-47cf-8dd4-d7fb648cd7bb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 1098 time: 0.0555801 Jun 30 09:52:01.868538 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2912c9-616f-4ace-90dc-8a72aff8eb0f req-7edf1c6a-dcb3-4ab3-8841-667ce9378a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:01.869895 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ad2912c9-616f-4ace-90dc-8a72aff8eb0f req-7edf1c6a-dcb3-4ab3-8841-667ce9378a84 service neutron] 10.222.0.52 "GET /v2.0/networks?id=077fd748-2990-43a3-b379-1249cb605c64 HTTP/1.1" status: 200 len: 912 time: 0.0877171 Jun 30 09:52:01.942981 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ad2912c9-616f-4ace-90dc-8a72aff8eb0f req-16a9c91e-0604-4a66-848c-db71007f7b58 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a448559-9a02-4407-a4f8-e6dd46585533 HTTP/1.1" status: 200 len: 1002 time: 0.0615284 Jun 30 09:52:01.994716 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2912c9-616f-4ace-90dc-8a72aff8eb0f req-7efb14cc-944e-4c6b-9b66-105745ed7efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:01.996193 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ad2912c9-616f-4ace-90dc-8a72aff8eb0f req-7efb14cc-944e-4c6b-9b66-105745ed7efd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=026a88de-b3fc-4597-8030-64264f9192bb HTTP/1.1" status: 200 len: 850 time: 0.0475960 Jun 30 09:52:02.066610 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2912c9-616f-4ace-90dc-8a72aff8eb0f req-9245e992-fe8e-48dc-9be0-25b665a63908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:02.070089 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ad2912c9-616f-4ace-90dc-8a72aff8eb0f req-9245e992-fe8e-48dc-9be0-25b665a63908 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=077fd748-2990-43a3-b379-1249cb605c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637095 Jun 30 09:52:02.083671 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-ad2912c9-616f-4ace-90dc-8a72aff8eb0f req-6e5c82e3-0ebb-4dea-9f11-04c73ffa5d83 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:52:02.084597 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ad2912c9-616f-4ace-90dc-8a72aff8eb0f req-6e5c82e3-0ebb-4dea-9f11-04c73ffa5d83 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058372 Jun 30 09:52:02.177894 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ad2912c9-616f-4ace-90dc-8a72aff8eb0f req-89b87e73-4c3e-4cce-94fa-462db2a9ea9a service neutron] 10.222.0.52 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853233 Jun 30 09:52:02.276662 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ad2912c9-616f-4ace-90dc-8a72aff8eb0f req-9fdaed69-5449-4238-a774-9b0961644a6a service neutron] 10.222.0.52 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886531 Jun 30 09:52:02.284552 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a993a7c9-76fd-4f5b-8305-aa81f253fb5e req-5cb05ac6-d0c2-4e3d-affe-05b821f72c3e tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0276887 Jun 30 09:52:02.584534 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-29229216-14b4-460e-9987-1defb428fb7a req-9bf246ec-257c-439e-857a-35543641ee3f tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd&device_id=173b7560-93f6-4f6c-8b44-98a4bf27e855 HTTP/1.1" status: 200 len: 210 time: 0.0302393 Jun 30 09:52:03.172839 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d9d15619-ac59-4ab7-9d65-ace3e291fbd9 req-5d7aa2b6-dc76-4b8b-8ae8-ec26b098af47 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c09605751dd04db2a5862ed4b9170e48&device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0267196 Jun 30 09:52:03.201138 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d9d15619-ac59-4ab7-9d65-ace3e291fbd9 req-9df71333-eab0-4c39-bafa-650913b350b7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c09605751dd04db2a5862ed4b9170e48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200951 Jun 30 09:52:03.227535 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aa8bc43d-dae6-4e33-a673-91603a1d3bd7 req-6582cfe0-0082-49f4-b42e-d159efe99ed5 tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0284927 Jun 30 09:52:03.624105 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d15619-ac59-4ab7-9d65-ace3e291fbd9 req-a0b67eb9-4074-4b96-9d04-0d055ff4678f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:03.625567 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d9d15619-ac59-4ab7-9d65-ace3e291fbd9 req-a0b67eb9-4074-4b96-9d04-0d055ff4678f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4182165 Jun 30 09:52:04.375061 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a6f4c7dd-4498-48c0-a103-98e8b17d7f6f req-35171827-8075-4a35-971b-658818b81080 tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0292785 Jun 30 09:52:05.103904 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d9d15619-ac59-4ab7-9d65-ace3e291fbd9 req-9d0d4f5a-bd86-4c01-97e0-b8a2af8601c1 tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0287824 Jun 30 09:52:05.535469 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-edcb90e9-49cf-435c-b6df-3803247f2d87 req-0b2a74e2-eda9-4551-a436-e0473d4d7038 tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1ff5d8f-d55c-4942-8d04-f50393f356dd HTTP/1.1" status: 200 len: 210 time: 0.0339341 Jun 30 09:52:07.273391 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-608e6bd5-2b2f-40c5-9a48-ca566669e861 req-7cfa056d-4f87-4b6b-9e4b-bfb27c50cf2c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c09605751dd04db2a5862ed4b9170e48&device_id=173b7560-93f6-4f6c-8b44-98a4bf27e855 HTTP/1.1" status: 200 len: 210 time: 0.0429535 Jun 30 09:52:07.293332 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c88281c6-29d0-45d4-874d-50e500fe57f2 req-70c4001c-94ca-4857-9792-1d3ceb05b7fd tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=173b7560-93f6-4f6c-8b44-98a4bf27e855 HTTP/1.1" status: 200 len: 210 time: 0.0499492 Jun 30 09:52:07.315584 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-608e6bd5-2b2f-40c5-9a48-ca566669e861 req-7648e965-5599-4579-91d0-01df670cf6b5 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c09605751dd04db2a5862ed4b9170e48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222194 Jun 30 09:52:07.407877 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e6bd5-2b2f-40c5-9a48-ca566669e861 req-6c29333c-bb63-43d0-b53a-2f5b8608f823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:07.409364 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-608e6bd5-2b2f-40c5-9a48-ca566669e861 req-6c29333c-bb63-43d0-b53a-2f5b8608f823 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901790 Jun 30 09:52:07.922282 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:08.454378 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-71d65807-751f-4994-9192-33cfaec92114 req-b771e072-626b-4aef-a4c4-d512fdae93d1 tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=173b7560-93f6-4f6c-8b44-98a4bf27e855 HTTP/1.1" status: 200 len: 210 time: 0.0311594 Jun 30 09:52:08.986828 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-608e6bd5-2b2f-40c5-9a48-ca566669e861 req-863522d4-2846-4ab0-9491-70584d1d863c tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.37 "GET /v2.0/ports?device_id=173b7560-93f6-4f6c-8b44-98a4bf27e855 HTTP/1.1" status: 200 len: 210 time: 0.0332863 Jun 30 09:52:09.031316 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:09.622565 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-543af938-199d-4f7d-bccc-b0b92f201be9 req-fe143bf9-84f1-4fa6-bf1d-77ff10f8e4aa tempest-ServerShowV247Test-1820006740 tempest-ServerShowV247Test-1820006740-project] 10.222.0.10 "GET /v2.0/ports?device_id=173b7560-93f6-4f6c-8b44-98a4bf27e855 HTTP/1.1" status: 200 len: 210 time: 0.0296600 Jun 30 09:52:11.257744 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 55592) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:52:11.369322 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cd0515e7-28c3-4102-a21c-cdb9e75ac398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:11.458824 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cd0515e7-28c3-4102-a21c-cdb9e75ac398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:11.539935 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cd0515e7-28c3-4102-a21c-cdb9e75ac398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:11.579608 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-cd0515e7-28c3-4102-a21c-cdb9e75ac398 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c09605751dd04db2a5862ed4b9170e48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3206327 Jun 30 09:52:11.580439 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0515e7-28c3-4102-a21c-cdb9e75ac398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97653584-7586-4195-af16-52cbceff6c5a,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:11.582274 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 55596) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:52:11.588427 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0515e7-28c3-4102-a21c-cdb9e75ac398 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:11.588779 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0515e7-28c3-4102-a21c-cdb9e75ac398 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:11.589121 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0515e7-28c3-4102-a21c-cdb9e75ac398 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:11.589453 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0515e7-28c3-4102-a21c-cdb9e75ac398 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:11.589785 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0515e7-28c3-4102-a21c-cdb9e75ac398 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:11.590109 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0515e7-28c3-4102-a21c-cdb9e75ac398 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:11.590435 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0515e7-28c3-4102-a21c-cdb9e75ac398 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:11.590759 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0515e7-28c3-4102-a21c-cdb9e75ac398 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:11.591081 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0515e7-28c3-4102-a21c-cdb9e75ac398 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:11.591425 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0515e7-28c3-4102-a21c-cdb9e75ac398 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:11.591744 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0515e7-28c3-4102-a21c-cdb9e75ac398 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:11.592056 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0515e7-28c3-4102-a21c-cdb9e75ac398 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:11.635546 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-67e7a8c6-59e5-47f8-86e2-be089ca7082e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:11.656608 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-67e7a8c6-59e5-47f8-86e2-be089ca7082e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:11.831200 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-67e7a8c6-59e5-47f8-86e2-be089ca7082e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:11.834484 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-67e7a8c6-59e5-47f8-86e2-be089ca7082e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:11.835688 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-67e7a8c6-59e5-47f8-86e2-be089ca7082e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/97653584-7586-4195-af16-52cbceff6c5a HTTP/1.1" status: 204 len: 168 time: 0.2524090 Jun 30 09:52:11.843427 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7a8c6-59e5-47f8-86e2-be089ca7082e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97653584-7586-4195-af16-52cbceff6c5a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:11.857958 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e7a8c6-59e5-47f8-86e2-be089ca7082e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:11.858309 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e7a8c6-59e5-47f8-86e2-be089ca7082e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:11.858673 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e7a8c6-59e5-47f8-86e2-be089ca7082e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:11.858954 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e7a8c6-59e5-47f8-86e2-be089ca7082e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:11.859478 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e7a8c6-59e5-47f8-86e2-be089ca7082e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:11.859867 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e7a8c6-59e5-47f8-86e2-be089ca7082e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:11.860194 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e7a8c6-59e5-47f8-86e2-be089ca7082e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:11.860549 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e7a8c6-59e5-47f8-86e2-be089ca7082e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:11.860826 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e7a8c6-59e5-47f8-86e2-be089ca7082e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:11.861147 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e7a8c6-59e5-47f8-86e2-be089ca7082e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:11.861467 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e7a8c6-59e5-47f8-86e2-be089ca7082e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:11.861850 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e7a8c6-59e5-47f8-86e2-be089ca7082e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:13.560916 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 55630) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:52:13.670056 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f30ea32c-4589-49b8-8bb0-5d7f00bdc2eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:13.762082 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f30ea32c-4589-49b8-8bb0-5d7f00bdc2eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:13.928353 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f30ea32c-4589-49b8-8bb0-5d7f00bdc2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:13.970368 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f30ea32c-4589-49b8-8bb0-5d7f00bdc2eb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e8b82d5f19034b42842e06b1751b6526&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4082594 Jun 30 09:52:13.971062 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ea32c-4589-49b8-8bb0-5d7f00bdc2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9423fdf-8c07-431d-a99e-b73a2e98eba3,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:13.973847 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 55634) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:52:14.025619 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8a0aa995-124c-44fa-bf25-f7b6d8f7910f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:14.051210 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8a0aa995-124c-44fa-bf25-f7b6d8f7910f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:14.219595 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8a0aa995-124c-44fa-bf25-f7b6d8f7910f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:14.222346 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8a0aa995-124c-44fa-bf25-f7b6d8f7910f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:14.223548 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8a0aa995-124c-44fa-bf25-f7b6d8f7910f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c9423fdf-8c07-431d-a99e-b73a2e98eba3 HTTP/1.1" status: 204 len: 168 time: 0.2481787 Jun 30 09:52:14.231853 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0aa995-124c-44fa-bf25-f7b6d8f7910f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9423fdf-8c07-431d-a99e-b73a2e98eba3,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:18.506756 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 55698) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:52:18.632705 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f1d95f4-e8a4-462f-9469-de66b7e16dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:18.736287 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f1d95f4-e8a4-462f-9469-de66b7e16dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:18.814214 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f1d95f4-e8a4-462f-9469-de66b7e16dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:18.854577 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2f1d95f4-e8a4-462f-9469-de66b7e16dba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c52492ffe26f4d009e199684513ab622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3466284 Jun 30 09:52:18.855380 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d95f4-e8a4-462f-9469-de66b7e16dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b23bb7b-6e79-4d25-8f6c-b0e9ec712804,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:18.857332 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 55702) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:52:18.909400 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3209637-5a13-4bfc-9f40-3aa466fbaabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:18.930906 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3209637-5a13-4bfc-9f40-3aa466fbaabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:19.126725 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3209637-5a13-4bfc-9f40-3aa466fbaabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:19.129224 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c3209637-5a13-4bfc-9f40-3aa466fbaabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:19.130389 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c3209637-5a13-4bfc-9f40-3aa466fbaabb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5b23bb7b-6e79-4d25-8f6c-b0e9ec712804 HTTP/1.1" status: 204 len: 168 time: 0.2720633 Jun 30 09:52:19.139486 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3209637-5a13-4bfc-9f40-3aa466fbaabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b23bb7b-6e79-4d25-8f6c-b0e9ec712804,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:19.990465 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 55708) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:52:20.004017 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d801ff5e-ec79-45c5-8295-70a4753ee007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:20.099652 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d801ff5e-ec79-45c5-8295-70a4753ee007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:20.146036 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d801ff5e-ec79-45c5-8295-70a4753ee007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:20.186157 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d801ff5e-ec79-45c5-8295-70a4753ee007 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e926c5b3071e4782b465e75ca3913ced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1946011 Jun 30 09:52:20.187087 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801ff5e-ec79-45c5-8295-70a4753ee007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06dd89e0-e624-498b-baf5-1d6381efb7b3,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:20.188916 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 55710) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:52:20.240260 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9ee319a2-3999-4242-891e-c1d9bc400314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:20.261766 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9ee319a2-3999-4242-891e-c1d9bc400314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:20.374663 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9ee319a2-3999-4242-891e-c1d9bc400314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:20.377259 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9ee319a2-3999-4242-891e-c1d9bc400314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:20.378415 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9ee319a2-3999-4242-891e-c1d9bc400314 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/06dd89e0-e624-498b-baf5-1d6381efb7b3 HTTP/1.1" status: 204 len: 168 time: 0.1884983 Jun 30 09:52:20.392150 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee319a2-3999-4242-891e-c1d9bc400314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06dd89e0-e624-498b-baf5-1d6381efb7b3,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:20.471645 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2dba3c99-5c64-4ab8-ac77-8f6aff9d9da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:22.996497 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8646af30-9992-4e18-866a-2b92d9aba07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:23.527647 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:24.758563 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:25.093026 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 55782) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:52:25.418231 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-820cbf86-9f82-4016-9948-d7adb5b905cb tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Deleting port 5e05745b-debe-4dbf-9a97-83de63d2b393 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:52:25.418576 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-820cbf86-9f82-4016-9948-d7adb5b905cb tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:25.499158 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-820cbf86-9f82-4016-9948-d7adb5b905cb tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:25.499488 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-820cbf86-9f82-4016-9948-d7adb5b905cb tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:25.513324 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-820cbf86-9f82-4016-9948-d7adb5b905cb tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Calling delete_port for 5e05745b-debe-4dbf-9a97-83de63d2b393 owned by network:floatingip {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:52:25.799730 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-820cbf86-9f82-4016-9948-d7adb5b905cb tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:25.827734 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820cbf86-9f82-4016-9948-d7adb5b905cb tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Pushing event deleted for resources: {'Port': ['ID=5e05745b-debe-4dbf-9a97-83de63d2b393,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:25.893263 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-820cbf86-9f82-4016-9948-d7adb5b905cb tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for floatingip, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:25.893675 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-820cbf86-9f82-4016-9948-d7adb5b905cb tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Floating IP c27a9780-7104-42e1-8da7-e8840365047c disassociated (deleted). External IP: 172.25.6.24, port: b65a52cd-83d5-43e0-baf4-801dd839ad73. Jun 30 09:52:25.963092 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:52:26.123878 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820cbf86-9f82-4016-9948-d7adb5b905cb tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Router 00dc8599-a92e-4932-a826-e69bb79cd9ce has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:52:26.235441 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820cbf86-9f82-4016-9948-d7adb5b905cb tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:52:26.239898 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-820cbf86-9f82-4016-9948-d7adb5b905cb tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:26.247106 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54383304-4143-4c3d-95dd-6fbfbbec27a9 None None] Sync routers for ids ['00dc8599-a92e-4932-a826-e69bb79cd9ce'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:52:26.256833 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54383304-4143-4c3d-95dd-6fbfbbec27a9 None None] Routers {'00dc8599-a92e-4932-a826-e69bb79cd9ce'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:52:26.257868 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-54383304-4143-4c3d-95dd-6fbfbbec27a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:52:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['00dc8599-a92e-4932-a826-e69bb79cd9ce'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:52:26.279219 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-820cbf86-9f82-4016-9948-d7adb5b905cb tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "DELETE /v2.0/floatingips/c27a9780-7104-42e1-8da7-e8840365047c HTTP/1.1" status: 204 len: 168 time: 1.1849835 Jun 30 09:52:26.279807 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089b41da-c5ed-4dbb-87ed-c1967f57e290', 'tag': 'b65a52cd-83d5-43e0-baf4-801dd839ad73'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:52:26.282496 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809dcaad-b706-488a-89fb-278a8642ce29" -d '{"events": [{"name": "network-changed", "server_uuid": "089b41da-c5ed-4dbb-87ed-c1967f57e290", "tag": "b65a52cd-83d5-43e0-baf4-801dd839ad73"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:52:26.326953 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70e4467-9940-4752-bca6-0444eec8dda1 x-openstack-request-id: req-e70e4467-9940-4752-bca6-0444eec8dda1 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:52:26.333757 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089b41da-c5ed-4dbb-87ed-c1967f57e290", "tag": "b65a52cd-83d5-43e0-baf4-801dd839ad73", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:52:26.334374 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e70e4467-9940-4752-bca6-0444eec8dda1 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:52:26.334975 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089b41da-c5ed-4dbb-87ed-c1967f57e290', 'tag': 'b65a52cd-83d5-43e0-baf4-801dd839ad73', 'status': 'completed', 'code': 200} Jun 30 09:52:26.388053 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-54383304-4143-4c3d-95dd-6fbfbbec27a9 None None] Set router 00dc8599-a92e-4932-a826-e69bb79cd9ce gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:52:26.418319 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dcaad-b706-488a-89fb-278a8642ce29 req-0796022a-2175-46f3-aedb-8f1a27deee58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:26.418319 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-809dcaad-b706-488a-89fb-278a8642ce29 req-0796022a-2175-46f3-aedb-8f1a27deee58 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 1097 time: 0.0585992 Jun 30 09:52:26.516769 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dcaad-b706-488a-89fb-278a8642ce29 req-655cdd19-27f8-4f22-9a98-a70b61c2b60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:26.518324 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-809dcaad-b706-488a-89fb-278a8642ce29 req-655cdd19-27f8-4f22-9a98-a70b61c2b60f service neutron] 10.222.0.37 "GET /v2.0/networks?id=077fd748-2990-43a3-b379-1249cb605c64 HTTP/1.1" status: 200 len: 912 time: 0.1052365 Jun 30 09:52:26.560587 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-809dcaad-b706-488a-89fb-278a8642ce29 req-cb1355db-0ff7-4159-81ce-11d9e6f042db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b65a52cd-83d5-43e0-baf4-801dd839ad73 HTTP/1.1" status: 200 len: 217 time: 0.0361631 Jun 30 09:52:26.610078 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dcaad-b706-488a-89fb-278a8642ce29 req-c02ba20b-fbe1-478d-8a59-35de6292c927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:26.611614 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-809dcaad-b706-488a-89fb-278a8642ce29 req-c02ba20b-fbe1-478d-8a59-35de6292c927 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=026a88de-b3fc-4597-8030-64264f9192bb HTTP/1.1" status: 200 len: 850 time: 0.0453279 Jun 30 09:52:26.679315 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dcaad-b706-488a-89fb-278a8642ce29 req-8d46ae9c-160f-4813-8752-756c8fe23929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:26.680869 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-809dcaad-b706-488a-89fb-278a8642ce29 req-8d46ae9c-160f-4813-8752-756c8fe23929 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=077fd748-2990-43a3-b379-1249cb605c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626507 Jun 30 09:52:26.726463 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:26.753622 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-54383304-4143-4c3d-95dd-6fbfbbec27a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'name': 'tempest-TestVolumeBootPattern-527855541-router', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:08Z', 'revision_number': 4, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'gw_port': {'id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '62d1b305-afe6-49bf-a596-d43b5d18923c', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'floating_ip_address': '172.25.6.224', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'port_id': '7a448559-9a02-4407-a4f8-e6dd46585533', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'mac_address': 'fa:16:3e:ce:17:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c896af-af69-46a4-9e2d-9a370d99cb15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:46:18Z', 'updated_at': '2021-06-30T09:46:20Z', 'revision_number': 1, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11e6a15-d3c1-4284-b8d7-5f02ed03f796', 'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'mac_address': 'fa:16:3e:4d:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '026a88de-b3fc-4597-8030-64264f9192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:07Z', 'updated_at': '2021-06-30T09:34:17Z', 'revision_number': 5, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'subnets': [{'id': '026a88de-b3fc-4597-8030-64264f9192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:52:26.762439 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54383304-4143-4c3d-95dd-6fbfbbec27a9 None None] Checking router: 00dc8599-a92e-4932-a826-e69bb79cd9ce for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:52:26.770427 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54383304-4143-4c3d-95dd-6fbfbbec27a9 None None] Routers {'00dc8599-a92e-4932-a826-e69bb79cd9ce'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:52:26.771323 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-54383304-4143-4c3d-95dd-6fbfbbec27a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:52:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['00dc8599-a92e-4932-a826-e69bb79cd9ce'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:52:26.774416 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-809dcaad-b706-488a-89fb-278a8642ce29 req-74a7a52d-241d-49f4-9a3c-d174c365385e service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876014 Jun 30 09:52:26.870059 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-809dcaad-b706-488a-89fb-278a8642ce29 req-0e2bdef1-5680-40f8-a718-71e0df2022e0 service neutron] 10.222.0.37 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898483 Jun 30 09:52:26.871884 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-54383304-4143-4c3d-95dd-6fbfbbec27a9 None None] Set router 00dc8599-a92e-4932-a826-e69bb79cd9ce gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:52:27.095932 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-54383304-4143-4c3d-95dd-6fbfbbec27a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'name': 'tempest-TestVolumeBootPattern-527855541-router', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:08Z', 'revision_number': 4, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'gw_port': {'id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '62d1b305-afe6-49bf-a596-d43b5d18923c', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'floating_ip_address': '172.25.6.224', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'port_id': '7a448559-9a02-4407-a4f8-e6dd46585533', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'mac_address': 'fa:16:3e:ce:17:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c896af-af69-46a4-9e2d-9a370d99cb15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:46:18Z', 'updated_at': '2021-06-30T09:46:20Z', 'revision_number': 1, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11e6a15-d3c1-4284-b8d7-5f02ed03f796', 'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'mac_address': 'fa:16:3e:4d:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '026a88de-b3fc-4597-8030-64264f9192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:07Z', 'updated_at': '2021-06-30T09:34:17Z', 'revision_number': 5, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'subnets': [{'id': '026a88de-b3fc-4597-8030-64264f9192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:52:27.138672 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54383304-4143-4c3d-95dd-6fbfbbec27a9 None None] The sync data for ids ['00dc8599-a92e-4932-a826-e69bb79cd9ce'] in n-d-771363-31 is: [{'id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'name': 'tempest-TestVolumeBootPattern-527855541-router', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:08Z', 'revision_number': 4, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'gw_port': {'id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '62d1b305-afe6-49bf-a596-d43b5d18923c', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'floating_ip_address': '172.25.6.224', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'port_id': '7a448559-9a02-4407-a4f8-e6dd46585533', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'mac_address': 'fa:16:3e:ce:17:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c896af-af69-46a4-9e2d-9a370d99cb15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:46:18Z', 'updated_at': '2021-06-30T09:46:20Z', 'revision_number': 1, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11e6a15-d3c1-4284-b8d7-5f02ed03f796', 'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'mac_address': 'fa:16:3e:4d:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '026a88de-b3fc-4597-8030-64264f9192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:07Z', 'updated_at': '2021-06-30T09:34:17Z', 'revision_number': 5, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'subnets': [{'id': '026a88de-b3fc-4597-8030-64264f9192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:52:27.354271 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134b2a5f-3a50-4591-bd2c-a812ac2cba9a None None] New status for floating IP c27a9780-7104-42e1-8da7-e8840365047c: DOWN {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:52:27.692710 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8fbe3-0a1d-4a46-bce9-7f5083752f51 req-bdf4f5ec-4694-4635-b5ec-41379d16e8b5 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:27.694199 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-59e8fbe3-0a1d-4a46-bce9-7f5083752f51 req-bdf4f5ec-4694-4635-b5ec-41379d16e8b5 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 945 time: 0.0665045 Jun 30 09:52:27.734220 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-59e8fbe3-0a1d-4a46-bce9-7f5083752f51 req-a9ceb563-3208-4f13-8524-c1f677184235 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336466 Jun 30 09:52:28.921384 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4db5c0-7bc4-409c-9761-904a9f9fc589 req-fd275f62-f0f8-4f6a-b922-5d1d93dea91c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:28.922859 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb4db5c0-7bc4-409c-9761-904a9f9fc589 req-fd275f62-f0f8-4f6a-b922-5d1d93dea91c tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 945 time: 0.0643556 Jun 30 09:52:28.963731 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb4db5c0-7bc4-409c-9761-904a9f9fc589 req-62b32c6c-d56e-48ed-8e15-5c352956ca19 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339816 Jun 30 09:52:29.277580 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1c323-7292-4f3e-82e0-641cf9c26a75 req-87c06199-8bed-4daa-850b-7eb77c0a3e8f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:29.279155 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e4e1c323-7292-4f3e-82e0-641cf9c26a75 req-87c06199-8bed-4daa-850b-7eb77c0a3e8f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.37 "GET /v2.0/ports?device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 945 time: 0.0644429 Jun 30 09:52:29.385962 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-e4e1c323-7292-4f3e-82e0-641cf9c26a75 req-5fc50d8c-79af-42d0-b2be-edb5b7ab8ee6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Deleting port b65a52cd-83d5-43e0-baf4-801dd839ad73 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:52:29.386306 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e4e1c323-7292-4f3e-82e0-641cf9c26a75 req-5fc50d8c-79af-42d0-b2be-edb5b7ab8ee6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:29.490883 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-e4e1c323-7292-4f3e-82e0-641cf9c26a75 req-5fc50d8c-79af-42d0-b2be-edb5b7ab8ee6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] For port b65a52cd-83d5-43e0-baf4-801dd839ad73, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=b65a52cd-83d5-43e0-baf4-801dd839ad73,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:52:29.491311 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e4e1c323-7292-4f3e-82e0-641cf9c26a75 req-5fc50d8c-79af-42d0-b2be-edb5b7ab8ee6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:29.506578 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-e4e1c323-7292-4f3e-82e0-641cf9c26a75 req-5fc50d8c-79af-42d0-b2be-edb5b7ab8ee6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Calling delete_port for b65a52cd-83d5-43e0-baf4-801dd839ad73 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:52:29.806490 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e4e1c323-7292-4f3e-82e0-641cf9c26a75 req-5fc50d8c-79af-42d0-b2be-edb5b7ab8ee6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:29.836309 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc50d8c-79af-42d0-b2be-edb5b7ab8ee6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Pushing event deleted for resources: {'Port': ['ID=b65a52cd-83d5-43e0-baf4-801dd839ad73,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:29.885874 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e1c323-7292-4f3e-82e0-641cf9c26a75 req-5fc50d8c-79af-42d0-b2be-edb5b7ab8ee6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] No DVR routers for this DVR port b65a52cd-83d5-43e0-baf4-801dd839ad73 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:52:29.888778 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e4e1c323-7292-4f3e-82e0-641cf9c26a75 req-5fc50d8c-79af-42d0-b2be-edb5b7ab8ee6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:29.890611 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e4e1c323-7292-4f3e-82e0-641cf9c26a75 req-5fc50d8c-79af-42d0-b2be-edb5b7ab8ee6 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.37 "DELETE /v2.0/ports/b65a52cd-83d5-43e0-baf4-801dd839ad73 HTTP/1.1" status: 204 len: 173 time: 0.6060896 Jun 30 09:52:29.891054 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089b41da-c5ed-4dbb-87ed-c1967f57e290', 'name': 'network-vif-deleted', 'tag': 'b65a52cd-83d5-43e0-baf4-801dd839ad73'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:52:29.893438 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2734a594-729b-4c72-8df7-1971e66059ee" -d '{"events": [{"server_uuid": "089b41da-c5ed-4dbb-87ed-c1967f57e290", "name": "network-vif-deleted", "tag": "b65a52cd-83d5-43e0-baf4-801dd839ad73"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:52:29.930421 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78b9f01-ad52-4572-be3e-f434ac5be635 x-openstack-request-id: req-c78b9f01-ad52-4572-be3e-f434ac5be635 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:52:29.931029 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089b41da-c5ed-4dbb-87ed-c1967f57e290", "name": "network-vif-deleted", "tag": "b65a52cd-83d5-43e0-baf4-801dd839ad73", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:52:29.931029 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c78b9f01-ad52-4572-be3e-f434ac5be635 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:52:29.934866 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089b41da-c5ed-4dbb-87ed-c1967f57e290', 'name': 'network-vif-deleted', 'tag': 'b65a52cd-83d5-43e0-baf4-801dd839ad73', 'status': 'completed', 'code': 200} Jun 30 09:52:30.117483 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-719dcc6b-7217-4360-9fbe-8b687b7caf20 req-6f56170a-695b-459a-ac9a-d4f3e7e85191 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 210 time: 0.0318091 Jun 30 09:52:31.267736 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3d287df5-8cef-405c-adde-ba30cfc758a2 req-bc818650-5199-4bff-86a1-e4049cf8a07e tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 210 time: 0.0285661 Jun 30 09:52:32.408766 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 55872) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:52:32.420801 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ba74587e-6450-48e8-ba23-0201211d9020 req-a41b79a0-55b6-4a7b-9a1a-125034995754 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 210 time: 0.0312355 Jun 30 09:52:32.522577 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device b65a52cd-83d5-43e0-baf4-801dd839ad73 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:52:32.524272 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d62a5f57-b291-4d25-b4ad-18105237b13c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:32.544441 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: b65a52cd-83d5-43e0-baf4-801dd839ad73 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:52:32.544782 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device b65a52cd-83d5-43e0-baf4-801dd839ad73 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:52:32.622123 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d62a5f57-b291-4d25-b4ad-18105237b13c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:32.789289 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d62a5f57-b291-4d25-b4ad-18105237b13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:32.834487 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d62a5f57-b291-4d25-b4ad-18105237b13c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f3b8dffacd074bfab911d36f3bd90b00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4239893 Jun 30 09:52:32.835406 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a5f57-b291-4d25-b4ad-18105237b13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1197e1-bd2b-490f-9ef5-744d792af8bb,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:32.837423 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 55876) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:52:32.896627 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e687b015-d68c-4095-9d00-a866af014e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:32.918617 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e687b015-d68c-4095-9d00-a866af014e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:33.162131 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e687b015-d68c-4095-9d00-a866af014e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:33.164876 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e687b015-d68c-4095-9d00-a866af014e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:33.166087 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e687b015-d68c-4095-9d00-a866af014e39 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2f1197e1-bd2b-490f-9ef5-744d792af8bb HTTP/1.1" status: 204 len: 168 time: 0.3271329 Jun 30 09:52:33.174252 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687b015-d68c-4095-9d00-a866af014e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1197e1-bd2b-490f-9ef5-744d792af8bb,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:33.572438 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-73fa0a3e-13c2-4aeb-9d3a-32fe34058e6d req-8caa8566-4aa0-4c52-95ef-47eb976459e4 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 210 time: 0.0298600 Jun 30 09:52:34.126295 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 55884) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:52:34.140172 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1237574e-facc-4ed3-8f76-9e1907dab2f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:34.233302 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1237574e-facc-4ed3-8f76-9e1907dab2f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:34.402206 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1237574e-facc-4ed3-8f76-9e1907dab2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:34.442636 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1237574e-facc-4ed3-8f76-9e1907dab2f9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1e5449e3ee624808950ece81c6ec5195&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3152304 Jun 30 09:52:34.443592 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237574e-facc-4ed3-8f76-9e1907dab2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db612757-3c53-4633-b92d-a74c736d7e07,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:34.445995 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 55886) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:52:34.502928 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-33da879e-2efe-4155-965e-109da639dbf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:34.529157 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-33da879e-2efe-4155-965e-109da639dbf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:34.664833 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-33da879e-2efe-4155-965e-109da639dbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:34.667457 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-33da879e-2efe-4155-965e-109da639dbf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:34.668705 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-33da879e-2efe-4155-965e-109da639dbf4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/db612757-3c53-4633-b92d-a74c736d7e07 HTTP/1.1" status: 204 len: 168 time: 0.2216287 Jun 30 09:52:34.688700 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da879e-2efe-4155-965e-109da639dbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db612757-3c53-4633-b92d-a74c736d7e07,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:34.751538 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eca7d8ba-5577-4068-ac62-567ed753d562 req-d79f87ce-1523-4064-9320-5a4a6e7299a1 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=089b41da-c5ed-4dbb-87ed-c1967f57e290 HTTP/1.1" status: 200 len: 210 time: 0.0290620 Jun 30 09:52:37.888008 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:39.080629 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:41.526313 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56000) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:52:41.715996 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-afb0ed13-d1ff-4846-b9f4-c8e183de7025 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Deleting port ffbff738-6988-4007-9914-15c617ee2db3 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:52:41.716337 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-afb0ed13-d1ff-4846-b9f4-c8e183de7025 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:41.796718 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-afb0ed13-d1ff-4846-b9f4-c8e183de7025 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:41.798396 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-afb0ed13-d1ff-4846-b9f4-c8e183de7025 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:41.813563 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-afb0ed13-d1ff-4846-b9f4-c8e183de7025 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Calling delete_port for ffbff738-6988-4007-9914-15c617ee2db3 owned by network:floatingip {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:52:42.103581 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-afb0ed13-d1ff-4846-b9f4-c8e183de7025 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:42.131912 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0ed13-d1ff-4846-b9f4-c8e183de7025 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Pushing event deleted for resources: {'Port': ['ID=ffbff738-6988-4007-9914-15c617ee2db3,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:42.201519 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-afb0ed13-d1ff-4846-b9f4-c8e183de7025 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for floatingip, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:42.201861 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [None req-afb0ed13-d1ff-4846-b9f4-c8e183de7025 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Floating IP 62d1b305-afe6-49bf-a596-d43b5d18923c disassociated (deleted). External IP: 172.25.6.224, port: 7a448559-9a02-4407-a4f8-e6dd46585533. Jun 30 09:52:42.427778 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb0ed13-d1ff-4846-b9f4-c8e183de7025 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Router 00dc8599-a92e-4932-a826-e69bb79cd9ce has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:52:42.548355 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb0ed13-d1ff-4846-b9f4-c8e183de7025 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:52:42.557055 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-afb0ed13-d1ff-4846-b9f4-c8e183de7025 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:42.561110 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62231efb-9e21-44ab-8b1d-5d6158d2247f None None] Sync routers for ids ['00dc8599-a92e-4932-a826-e69bb79cd9ce'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:52:42.578333 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62231efb-9e21-44ab-8b1d-5d6158d2247f None None] Routers {'00dc8599-a92e-4932-a826-e69bb79cd9ce'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:52:42.578333 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-62231efb-9e21-44ab-8b1d-5d6158d2247f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:52:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['00dc8599-a92e-4932-a826-e69bb79cd9ce'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:52:42.606446 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-afb0ed13-d1ff-4846-b9f4-c8e183de7025 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "DELETE /v2.0/floatingips/62d1b305-afe6-49bf-a596-d43b5d18923c HTTP/1.1" status: 204 len: 168 time: 1.0758965 Jun 30 09:52:42.606446 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c896af-af69-46a4-9e2d-9a370d99cb15', 'tag': '7a448559-9a02-4407-a4f8-e6dd46585533'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:52:42.611568 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6327a4b-e679-4d21-b098-30b78f5e8687" -d '{"events": [{"name": "network-changed", "server_uuid": "09c896af-af69-46a4-9e2d-9a370d99cb15", "tag": "7a448559-9a02-4407-a4f8-e6dd46585533"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:52:42.660709 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a376e2-9f23-422e-be08-84ac6962227b x-openstack-request-id: req-83a376e2-9f23-422e-be08-84ac6962227b {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:52:42.661239 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c896af-af69-46a4-9e2d-9a370d99cb15", "tag": "7a448559-9a02-4407-a4f8-e6dd46585533", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:52:42.661520 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-83a376e2-9f23-422e-be08-84ac6962227b {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:52:42.662059 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c896af-af69-46a4-9e2d-9a370d99cb15', 'tag': '7a448559-9a02-4407-a4f8-e6dd46585533', 'status': 'completed', 'code': 200} Jun 30 09:52:42.701457 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-62231efb-9e21-44ab-8b1d-5d6158d2247f None None] Set router 00dc8599-a92e-4932-a826-e69bb79cd9ce gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:52:42.765932 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6327a4b-e679-4d21-b098-30b78f5e8687 req-5afd48b9-9302-4796-baaa-6b14d44486ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:42.784440 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c6327a4b-e679-4d21-b098-30b78f5e8687 req-5afd48b9-9302-4796-baaa-6b14d44486ed service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=11b9abfc034e469297fc7554fd307e7c&device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 1098 time: 0.0755172 Jun 30 09:52:42.877710 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6327a4b-e679-4d21-b098-30b78f5e8687 req-2b4fa1a4-6146-4651-8632-486b03f6db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:42.880235 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c6327a4b-e679-4d21-b098-30b78f5e8687 req-2b4fa1a4-6146-4651-8632-486b03f6db61 service neutron] 10.222.0.52 "GET /v2.0/networks?id=077fd748-2990-43a3-b379-1249cb605c64 HTTP/1.1" status: 200 len: 912 time: 0.1035092 Jun 30 09:52:42.934372 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c6327a4b-e679-4d21-b098-30b78f5e8687 req-da1189b7-691f-4ca3-864e-ea410a80b5c4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a448559-9a02-4407-a4f8-e6dd46585533 HTTP/1.1" status: 200 len: 217 time: 0.0437939 Jun 30 09:52:42.935375 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-62231efb-9e21-44ab-8b1d-5d6158d2247f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'name': 'tempest-TestVolumeBootPattern-527855541-router', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:08Z', 'revision_number': 4, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'gw_port': {'id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'e11e6a15-d3c1-4284-b8d7-5f02ed03f796', 'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'mac_address': 'fa:16:3e:4d:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '026a88de-b3fc-4597-8030-64264f9192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:07Z', 'updated_at': '2021-06-30T09:34:17Z', 'revision_number': 5, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'subnets': [{'id': '026a88de-b3fc-4597-8030-64264f9192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:52:42.970459 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62231efb-9e21-44ab-8b1d-5d6158d2247f None None] Checking router: 00dc8599-a92e-4932-a826-e69bb79cd9ce for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:52:42.980627 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62231efb-9e21-44ab-8b1d-5d6158d2247f None None] Routers {'00dc8599-a92e-4932-a826-e69bb79cd9ce'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:52:42.981432 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-62231efb-9e21-44ab-8b1d-5d6158d2247f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:52:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['00dc8599-a92e-4932-a826-e69bb79cd9ce'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:52:43.009268 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6327a4b-e679-4d21-b098-30b78f5e8687 req-6d2bddee-c391-472d-a28a-667d5f3ec117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:43.012037 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c6327a4b-e679-4d21-b098-30b78f5e8687 req-6d2bddee-c391-472d-a28a-667d5f3ec117 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=026a88de-b3fc-4597-8030-64264f9192bb HTTP/1.1" status: 200 len: 850 time: 0.0702171 Jun 30 09:52:43.092654 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6327a4b-e679-4d21-b098-30b78f5e8687 req-d002a010-f6fc-4c45-81e9-862931b19585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:43.094342 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c6327a4b-e679-4d21-b098-30b78f5e8687 req-d002a010-f6fc-4c45-81e9-862931b19585 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=077fd748-2990-43a3-b379-1249cb605c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694721 Jun 30 09:52:43.113924 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-62231efb-9e21-44ab-8b1d-5d6158d2247f None None] Set router 00dc8599-a92e-4932-a826-e69bb79cd9ce gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:52:43.206395 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c6327a4b-e679-4d21-b098-30b78f5e8687 req-334f775a-a580-49bf-8db8-e10f2700d097 service neutron] 10.222.0.52 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016331 Jun 30 09:52:43.325286 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c6327a4b-e679-4d21-b098-30b78f5e8687 req-80b36178-7233-43c3-b40c-ee293a2b6e01 service neutron] 10.222.0.52 "GET /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076112 Jun 30 09:52:43.359628 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-62231efb-9e21-44ab-8b1d-5d6158d2247f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'name': 'tempest-TestVolumeBootPattern-527855541-router', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:08Z', 'revision_number': 4, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'gw_port': {'id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'e11e6a15-d3c1-4284-b8d7-5f02ed03f796', 'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'mac_address': 'fa:16:3e:4d:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '026a88de-b3fc-4597-8030-64264f9192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:07Z', 'updated_at': '2021-06-30T09:34:17Z', 'revision_number': 5, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'subnets': [{'id': '026a88de-b3fc-4597-8030-64264f9192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:52:43.388140 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62231efb-9e21-44ab-8b1d-5d6158d2247f None None] The sync data for ids ['00dc8599-a92e-4932-a826-e69bb79cd9ce'] in n-d-771363-31 is: [{'id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'name': 'tempest-TestVolumeBootPattern-527855541-router', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:08Z', 'revision_number': 4, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'gw_port': {'id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'e11e6a15-d3c1-4284-b8d7-5f02ed03f796', 'name': '', 'network_id': '077fd748-2990-43a3-b379-1249cb605c64', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'mac_address': 'fa:16:3e:4d:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '026a88de-b3fc-4597-8030-64264f9192bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:07Z', 'updated_at': '2021-06-30T09:34:17Z', 'revision_number': 5, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'subnets': [{'id': '026a88de-b3fc-4597-8030-64264f9192bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:52:43.476811 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72faf5a-22a3-4dae-a10d-fff6202b05ec req-01bd9947-1063-4a59-9c59-f36c980165ca tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:43.478398 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c72faf5a-22a3-4dae-a10d-fff6202b05ec req-01bd9947-1063-4a59-9c59-f36c980165ca tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 946 time: 0.0694463 Jun 30 09:52:43.521489 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c72faf5a-22a3-4dae-a10d-fff6202b05ec req-d8f5b5ce-195f-4dd9-a446-0821fb678276 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a31c65-e7af-48af-93d1-79a8733dea43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349526 Jun 30 09:52:43.635424 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ec2432-a29b-4dea-a88d-c14c277c8d68 None None] New status for floating IP 62d1b305-afe6-49bf-a596-d43b5d18923c: DOWN {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:52:44.053842 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f3335-20ae-4287-ae9f-21e3d6ff95e9 req-044242d7-7d41-4e92-ae59-c8f6b406b53d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:44.055351 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a50f3335-20ae-4287-ae9f-21e3d6ff95e9 req-044242d7-7d41-4e92-ae59-c8f6b406b53d tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.52 "GET /v2.0/ports?device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 946 time: 0.0713682 Jun 30 09:52:44.161861 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-a50f3335-20ae-4287-ae9f-21e3d6ff95e9 req-01c50aa7-ad78-4884-8c44-14949995cb0f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Deleting port 7a448559-9a02-4407-a4f8-e6dd46585533 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:52:44.162206 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-a50f3335-20ae-4287-ae9f-21e3d6ff95e9 req-01c50aa7-ad78-4884-8c44-14949995cb0f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:44.259177 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-a50f3335-20ae-4287-ae9f-21e3d6ff95e9 req-01c50aa7-ad78-4884-8c44-14949995cb0f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] For port 7a448559-9a02-4407-a4f8-e6dd46585533, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=7a448559-9a02-4407-a4f8-e6dd46585533,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:52:44.259563 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-a50f3335-20ae-4287-ae9f-21e3d6ff95e9 req-01c50aa7-ad78-4884-8c44-14949995cb0f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:44.272730 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-a50f3335-20ae-4287-ae9f-21e3d6ff95e9 req-01c50aa7-ad78-4884-8c44-14949995cb0f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Calling delete_port for 7a448559-9a02-4407-a4f8-e6dd46585533 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:52:44.516126 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-a50f3335-20ae-4287-ae9f-21e3d6ff95e9 req-01c50aa7-ad78-4884-8c44-14949995cb0f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:44.553405 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c50aa7-ad78-4884-8c44-14949995cb0f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Pushing event deleted for resources: {'Port': ['ID=7a448559-9a02-4407-a4f8-e6dd46585533,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:44.598840 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50f3335-20ae-4287-ae9f-21e3d6ff95e9 req-01c50aa7-ad78-4884-8c44-14949995cb0f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] No DVR routers for this DVR port 7a448559-9a02-4407-a4f8-e6dd46585533 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:52:44.601765 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-a50f3335-20ae-4287-ae9f-21e3d6ff95e9 req-01c50aa7-ad78-4884-8c44-14949995cb0f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:44.603743 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a50f3335-20ae-4287-ae9f-21e3d6ff95e9 req-01c50aa7-ad78-4884-8c44-14949995cb0f tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.52 "DELETE /v2.0/ports/7a448559-9a02-4407-a4f8-e6dd46585533 HTTP/1.1" status: 204 len: 173 time: 0.5418069 Jun 30 09:52:44.662770 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c896af-af69-46a4-9e2d-9a370d99cb15', 'name': 'network-vif-deleted', 'tag': '7a448559-9a02-4407-a4f8-e6dd46585533'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:52:44.665217 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b08defa74bc176cdff17de20f279898008ae333499c4f7e9ef15f1d29d875d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3f5e1c-8dc1-4295-beb7-ba821d2ef915" -d '{"events": [{"server_uuid": "09c896af-af69-46a4-9e2d-9a370d99cb15", "name": "network-vif-deleted", "tag": "7a448559-9a02-4407-a4f8-e6dd46585533"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:52:44.673378 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7df9671e-199d-4855-b2e3-ce875491f228 req-a47215a3-98e8-422e-aeb1-5a16cd033024 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 210 time: 0.0287445 Jun 30 09:52:44.708517 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49bae19-ea08-4279-8847-31ac82c254dd x-openstack-request-id: req-b49bae19-ea08-4279-8847-31ac82c254dd {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:52:44.708834 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c896af-af69-46a4-9e2d-9a370d99cb15", "name": "network-vif-deleted", "tag": "7a448559-9a02-4407-a4f8-e6dd46585533", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:52:44.709090 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b49bae19-ea08-4279-8847-31ac82c254dd {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:52:44.709497 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c896af-af69-46a4-9e2d-9a370d99cb15', 'name': 'network-vif-deleted', 'tag': '7a448559-9a02-4407-a4f8-e6dd46585533', 'status': 'completed', 'code': 200} Jun 30 09:52:45.853090 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-34bd1467-556f-4ef8-af3a-3928d73d03f1 req-ef4c48fe-19d5-4cd7-80c0-d24c5c68a5a5 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 210 time: 0.0349221 Jun 30 09:52:46.776768 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 7a448559-9a02-4407-a4f8-e6dd46585533 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:52:46.812657 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 7a448559-9a02-4407-a4f8-e6dd46585533 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:52:46.813164 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 7a448559-9a02-4407-a4f8-e6dd46585533 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:52:47.047333 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-807d1d32-02c9-4238-a24a-ed70f30e8791 req-94087e4f-5d81-4610-9e4a-7c1065751014 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 210 time: 0.0356717 Jun 30 09:52:48.202270 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6749d054-b1b6-417a-a497-560c271d2141 req-431c941e-780b-41db-bfa5-c21962f46a45 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 210 time: 0.0305290 Jun 30 09:52:49.359520 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c4597fa3-fba1-42c6-81f1-e21aafb4ef9b req-d8c9459f-8298-4781-841e-6345354f52a0 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c896af-af69-46a4-9e2d-9a370d99cb15 HTTP/1.1" status: 200 len: 210 time: 0.0293298 Jun 30 09:52:50.458793 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5c38342f-d9d1-484a-8d4e-f58804d2d660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:50.461190 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56102) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:52:50.591110 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-54483639-97e2-47a4-b219-b472361d252a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Deleting port eeceaf02-0b1b-4e70-a519-391c6ae9e39e {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:52:50.591424 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-54483639-97e2-47a4-b219-b472361d252a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:50.673737 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-54483639-97e2-47a4-b219-b472361d252a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:50.674070 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-54483639-97e2-47a4-b219-b472361d252a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:50.686620 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-54483639-97e2-47a4-b219-b472361d252a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Calling delete_port for eeceaf02-0b1b-4e70-a519-391c6ae9e39e owned by network:floatingip {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:52:50.885283 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56106) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:52:50.891498 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-54483639-97e2-47a4-b219-b472361d252a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:50.922341 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54483639-97e2-47a4-b219-b472361d252a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Pushing event deleted for resources: {'Port': ['ID=eeceaf02-0b1b-4e70-a519-391c6ae9e39e,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:50.991340 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-54483639-97e2-47a4-b219-b472361d252a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for floatingip, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:50.996036 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-54483639-97e2-47a4-b219-b472361d252a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:50.997929 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-54483639-97e2-47a4-b219-b472361d252a tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "DELETE /v2.0/floatingips/ee396360-e6c4-48d6-9c48-2114e79941a5 HTTP/1.1" status: 204 len: 168 time: 0.5368862 Jun 30 09:52:51.022766 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e9cf4a53-b73f-415c-9b5c-819401784ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:51.138760 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e9cf4a53-b73f-415c-9b5c-819401784ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:51.228838 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e9cf4a53-b73f-415c-9b5c-819401784ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:51.267704 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e9cf4a53-b73f-415c-9b5c-819401784ec9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8c25b4e4e4e44003872e2844105d3f3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3812866 Jun 30 09:52:51.268549 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf4a53-b73f-415c-9b5c-819401784ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fbd36a-ac08-4e18-a354-faf9cd7cf9ff,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:51.271506 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56116) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:52:51.326682 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a432090f-a0b8-4d0c-bdbc-450ddd011390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:51.351185 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a432090f-a0b8-4d0c-bdbc-450ddd011390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:51.560201 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a432090f-a0b8-4d0c-bdbc-450ddd011390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:51.562812 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a432090f-a0b8-4d0c-bdbc-450ddd011390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:51.567455 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a432090f-a0b8-4d0c-bdbc-450ddd011390 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/36fbd36a-ac08-4e18-a354-faf9cd7cf9ff HTTP/1.1" status: 204 len: 168 time: 0.2914767 Jun 30 09:52:51.576307 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432090f-a0b8-4d0c-bdbc-450ddd011390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fbd36a-ac08-4e18-a354-faf9cd7cf9ff,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:52.229211 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56126) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:52:52.243457 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c45a8cb8-22dc-455d-9f15-641dcba69490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:52.337126 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c45a8cb8-22dc-455d-9f15-641dcba69490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:52.430373 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c45a8cb8-22dc-455d-9f15-641dcba69490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:52.482237 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a8cb8-22dc-455d-9f15-641dcba69490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32696251-bf97-4586-b304-dc8ba13c6852,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:52.493437 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c45a8cb8-22dc-455d-9f15-641dcba69490 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6f469cd09b584f0a8971ab3cca9d50e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2629514 Jun 30 09:52:52.497884 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56130) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:52:52.548830 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d1c0dbdd-217b-4819-9736-0d75b34146b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:52.572927 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d1c0dbdd-217b-4819-9736-0d75b34146b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:52.699254 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d1c0dbdd-217b-4819-9736-0d75b34146b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:52.701839 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d1c0dbdd-217b-4819-9736-0d75b34146b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:52.703090 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d1c0dbdd-217b-4819-9736-0d75b34146b3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/32696251-bf97-4586-b304-dc8ba13c6852 HTTP/1.1" status: 204 len: 168 time: 0.2039647 Jun 30 09:52:52.712360 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0dbdd-217b-4819-9736-0d75b34146b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32696251-bf97-4586-b304-dc8ba13c6852,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:52.943499 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e84633e9-21a9-43eb-8f1a-737976a2d443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:53.537309 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:53.617425 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56138) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:52:53.631452 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-032e63eb-f715-4678-a205-b11efce2d409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:53.723040 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-032e63eb-f715-4678-a205-b11efce2d409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:53.824660 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-032e63eb-f715-4678-a205-b11efce2d409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:53.860973 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e63eb-f715-4678-a205-b11efce2d409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93987e2f-cb85-4383-aafa-6ba45bc2ef84,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:53.866038 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-032e63eb-f715-4678-a205-b11efce2d409 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5dcc668d5a034aaca14ae0de06bb4bdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2476761 Jun 30 09:52:53.868643 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56140) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:52:53.923324 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-987683c3-719f-4c53-9891-64a9da0e9810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:53.950861 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-987683c3-719f-4c53-9891-64a9da0e9810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:54.070188 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-987683c3-719f-4c53-9891-64a9da0e9810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:54.072797 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-987683c3-719f-4c53-9891-64a9da0e9810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:54.073999 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-987683c3-719f-4c53-9891-64a9da0e9810 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/93987e2f-cb85-4383-aafa-6ba45bc2ef84 HTTP/1.1" status: 204 len: 168 time: 0.2044020 Jun 30 09:52:54.083452 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987683c3-719f-4c53-9891-64a9da0e9810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93987e2f-cb85-4383-aafa-6ba45bc2ef84,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:54.593832 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56152) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:52:54.690724 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dc6a588c-6bb4-4197-8f60-bd1873451821 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:54.718069 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dc6a588c-6bb4-4197-8f60-bd1873451821 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:54.732722 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:54.990132 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dc6a588c-6bb4-4197-8f60-bd1873451821 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:54.992761 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dc6a588c-6bb4-4197-8f60-bd1873451821 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:54.993902 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-dc6a588c-6bb4-4197-8f60-bd1873451821 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] 10.222.0.10 "DELETE /v2.0/security-groups/42a31c65-e7af-48af-93d1-79a8733dea43 HTTP/1.1" status: 204 len: 168 time: 0.3989139 Jun 30 09:52:55.003084 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a588c-6bb4-4197-8f60-bd1873451821 tempest-TestVolumeBootPattern-1669623545 tempest-TestVolumeBootPattern-1669623545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a31c65-e7af-48af-93d1-79a8733dea43,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:55.184399 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56168) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:52:55.741691 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a41e390c-5a84-4c9e-a022-8c9117afbff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:56.109013 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-a41e390c-5a84-4c9e-a022-8c9117afbff4 admin admin] Deleting port e11e6a15-d3c1-4284-b8d7-5f02ed03f796 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:52:56.109362 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a41e390c-5a84-4c9e-a022-8c9117afbff4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:56.195850 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-a41e390c-5a84-4c9e-a022-8c9117afbff4 admin admin] For port e11e6a15-d3c1-4284-b8d7-5f02ed03f796, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e11e6a15-d3c1-4284-b8d7-5f02ed03f796,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:52:56.196595 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a41e390c-5a84-4c9e-a022-8c9117afbff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:56.208801 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-a41e390c-5a84-4c9e-a022-8c9117afbff4 admin admin] Calling delete_port for e11e6a15-d3c1-4284-b8d7-5f02ed03f796 owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:52:56.440142 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:56.549392 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a41e390c-5a84-4c9e-a022-8c9117afbff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:56.578105 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e390c-5a84-4c9e-a022-8c9117afbff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e11e6a15-d3c1-4284-b8d7-5f02ed03f796,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:56.773752 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a41e390c-5a84-4c9e-a022-8c9117afbff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:57.029804 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41e390c-5a84-4c9e-a022-8c9117afbff4 admin admin] Router 00dc8599-a92e-4932-a826-e69bb79cd9ce has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:52:57.162522 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41e390c-5a84-4c9e-a022-8c9117afbff4 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:52:57.167671 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a41e390c-5a84-4c9e-a022-8c9117afbff4 admin admin] 10.222.0.10 "PUT /v2.0/routers/00dc8599-a92e-4932-a826-e69bb79cd9ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9820569 Jun 30 09:52:57.170462 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56196) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:52:57.175074 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475fd450-d96f-451b-88a8-6a0df1aaca7a None None] Sync routers for ids ['00dc8599-a92e-4932-a826-e69bb79cd9ce'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:52:57.185776 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475fd450-d96f-451b-88a8-6a0df1aaca7a None None] Routers {'00dc8599-a92e-4932-a826-e69bb79cd9ce'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:52:57.186501 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-475fd450-d96f-451b-88a8-6a0df1aaca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:52:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['00dc8599-a92e-4932-a826-e69bb79cd9ce'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:52:57.413831 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-475fd450-d96f-451b-88a8-6a0df1aaca7a None None] Set router 00dc8599-a92e-4932-a826-e69bb79cd9ce gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:52:57.614346 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-475fd450-d96f-451b-88a8-6a0df1aaca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'name': 'tempest-TestVolumeBootPattern-527855541-router', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:52:56Z', 'revision_number': 5, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'gw_port': {'id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:52:57.645711 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475fd450-d96f-451b-88a8-6a0df1aaca7a None None] Checking router: 00dc8599-a92e-4932-a826-e69bb79cd9ce for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:52:57.654183 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475fd450-d96f-451b-88a8-6a0df1aaca7a None None] Routers {'00dc8599-a92e-4932-a826-e69bb79cd9ce'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:52:57.654809 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-475fd450-d96f-451b-88a8-6a0df1aaca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:52:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['00dc8599-a92e-4932-a826-e69bb79cd9ce'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:52:57.671672 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5a3f0c64-133f-4b1e-b8e7-3b98242057bd admin admin] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:57.761644 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-475fd450-d96f-451b-88a8-6a0df1aaca7a None None] Set router 00dc8599-a92e-4932-a826-e69bb79cd9ce gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:52:57.824793 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5a3f0c64-133f-4b1e-b8e7-3b98242057bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:57.906810 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56200) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:52:57.948640 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-475fd450-d96f-451b-88a8-6a0df1aaca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'name': 'tempest-TestVolumeBootPattern-527855541-router', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:52:56Z', 'revision_number': 5, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'gw_port': {'id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:52:57.974708 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475fd450-d96f-451b-88a8-6a0df1aaca7a None None] The sync data for ids ['00dc8599-a92e-4932-a826-e69bb79cd9ce'] in n-d-771363-31 is: [{'id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'name': 'tempest-TestVolumeBootPattern-527855541-router', 'tenant_id': '11b9abfc034e469297fc7554fd307e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:52:56Z', 'revision_number': 5, 'project_id': '11b9abfc034e469297fc7554fd307e7c', 'gw_port': {'id': '2d60a79e-0a10-41e1-9465-6f2e63f479d9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dc8599-a92e-4932-a826-e69bb79cd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:52:58.049825 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d088e8a2-b917-41c5-bb72-2a46907005b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:58.106155 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-5a3f0c64-133f-4b1e-b8e7-3b98242057bd admin admin] Deleting port 2d60a79e-0a10-41e1-9465-6f2e63f479d9 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:52:58.106497 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5a3f0c64-133f-4b1e-b8e7-3b98242057bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:58.220915 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-5a3f0c64-133f-4b1e-b8e7-3b98242057bd admin admin] For port 2d60a79e-0a10-41e1-9465-6f2e63f479d9, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=2d60a79e-0a10-41e1-9465-6f2e63f479d9,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:52:58.221311 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5a3f0c64-133f-4b1e-b8e7-3b98242057bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:58.246082 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-5a3f0c64-133f-4b1e-b8e7-3b98242057bd admin admin] Calling delete_port for 2d60a79e-0a10-41e1-9465-6f2e63f479d9 owned by network:router_gateway {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:52:58.254099 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d088e8a2-b917-41c5-bb72-2a46907005b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:58.474492 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d088e8a2-b917-41c5-bb72-2a46907005b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:58.515774 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d088e8a2-b917-41c5-bb72-2a46907005b2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3718a8a311cf4a1681b04d63d2e6934e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6075900 Jun 30 09:52:58.517780 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088e8a2-b917-41c5-bb72-2a46907005b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9837f4-6d1e-49e4-8777-7aae86ab2e80,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:58.518575 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56204) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:52:58.577397 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e714a9a3-17f4-4979-9ea4-2be5aeb2a4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:58.601086 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e714a9a3-17f4-4979-9ea4-2be5aeb2a4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:58.630934 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5a3f0c64-133f-4b1e-b8e7-3b98242057bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:58.667604 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f0c64-133f-4b1e-b8e7-3b98242057bd admin admin] Pushing event deleted for resources: {'Port': ['ID=2d60a79e-0a10-41e1-9465-6f2e63f479d9,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:58.747012 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5a3f0c64-133f-4b1e-b8e7-3b98242057bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:58.768020 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e714a9a3-17f4-4979-9ea4-2be5aeb2a4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:58.771648 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e714a9a3-17f4-4979-9ea4-2be5aeb2a4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:58.773053 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e714a9a3-17f4-4979-9ea4-2be5aeb2a4dc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fc9837f4-6d1e-49e4-8777-7aae86ab2e80 HTTP/1.1" status: 204 len: 168 time: 0.2533834 Jun 30 09:52:58.784192 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714a9a3-17f4-4979-9ea4-2be5aeb2a4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9837f4-6d1e-49e4-8777-7aae86ab2e80,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:58.851794 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5a3f0c64-133f-4b1e-b8e7-3b98242057bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:58.854122 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5a3f0c64-133f-4b1e-b8e7-3b98242057bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:59.029090 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5a3f0c64-133f-4b1e-b8e7-3b98242057bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:59.029506 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3f0c64-133f-4b1e-b8e7-3b98242057bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00dc8599-a92e-4932-a826-e69bb79cd9ce {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:52:59.033946 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5a3f0c64-133f-4b1e-b8e7-3b98242057bd admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:59.036670 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5a3f0c64-133f-4b1e-b8e7-3b98242057bd admin admin] 10.222.0.10 "DELETE /v2.0/routers/00dc8599-a92e-4932-a826-e69bb79cd9ce HTTP/1.1" status: 204 len: 168 time: 1.8651628 Jun 30 09:52:59.039660 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56208) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:52:59.106664 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b77c1e7-ebc3-467f-ac4b-411905903770 admin admin] Deleting subnet 026a88de-b3fc-4597-8030-64264f9192bb {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:52:59.112441 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b77c1e7-ebc3-467f-ac4b-411905903770 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:59.157403 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b77c1e7-ebc3-467f-ac4b-411905903770 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:59.203817 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e11e6a15-d3c1-4284-b8d7-5f02ed03f796 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:52:59.238010 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: e11e6a15-d3c1-4284-b8d7-5f02ed03f796 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:52:59.238639 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e11e6a15-d3c1-4284-b8d7-5f02ed03f796 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:52:59.258216 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b77c1e7-ebc3-467f-ac4b-411905903770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:59.419573 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b77c1e7-ebc3-467f-ac4b-411905903770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:59.445840 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77c1e7-ebc3-467f-ac4b-411905903770 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=026a88de-b3fc-4597-8030-64264f9192bb,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:59.449434 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b77c1e7-ebc3-467f-ac4b-411905903770 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:59.454094 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0b77c1e7-ebc3-467f-ac4b-411905903770 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/026a88de-b3fc-4597-8030-64264f9192bb HTTP/1.1" status: 204 len: 168 time: 0.4105833 Jun 30 09:52:59.454094 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56218) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:52:59.456515 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db17100-8f13-43a4-81f1-31e7f46be04f None None] Network 077fd748-2990-43a3-b379-1249cb605c64 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:52:59.536755 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bca9057-93a0-4685-b734-b6a3c2e49d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:59.619396 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-5bca9057-93a0-4685-b734-b6a3c2e49d6f admin admin] Deleting port be6b888d-9231-430e-8326-36e62d15f689 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:52:59.619920 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bca9057-93a0-4685-b734-b6a3c2e49d6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:59.711192 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-5bca9057-93a0-4685-b734-b6a3c2e49d6f admin admin] For port be6b888d-9231-430e-8326-36e62d15f689, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=be6b888d-9231-430e-8326-36e62d15f689,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:52:59.711687 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bca9057-93a0-4685-b734-b6a3c2e49d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:59.724748 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84625601-1ab3-4ba5-98f1-ac491c6b8638 None None] DHCP port deletion for 077fd748-2990-43a3-b379-1249cb605c64 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:52:59.733469 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-5bca9057-93a0-4685-b734-b6a3c2e49d6f admin admin] Calling delete_port for be6b888d-9231-430e-8326-36e62d15f689 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:52:59.778462 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-84625601-1ab3-4ba5-98f1-ac491c6b8638 None None] Deleting port be6b888d-9231-430e-8326-36e62d15f689 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:52:59.778837 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-84625601-1ab3-4ba5-98f1-ac491c6b8638 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:59.840022 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-84625601-1ab3-4ba5-98f1-ac491c6b8638 None None] For port be6b888d-9231-430e-8326-36e62d15f689, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=be6b888d-9231-430e-8326-36e62d15f689,segment=NetworkSegment(5210d772-26bf-440a-b59b-f1ec343aeed8),segment_id=5210d772-26bf-440a-b59b-f1ec343aeed8)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:52:59.840339 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-84625601-1ab3-4ba5-98f1-ac491c6b8638 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:59.852838 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-84625601-1ab3-4ba5-98f1-ac491c6b8638 None None] Calling delete_port for be6b888d-9231-430e-8326-36e62d15f689 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:00.131912 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bca9057-93a0-4685-b734-b6a3c2e49d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:00.138395 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-84625601-1ab3-4ba5-98f1-ac491c6b8638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:00.166269 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca9057-93a0-4685-b734-b6a3c2e49d6f admin admin] Pushing event deleted for resources: {'Port': ['ID=be6b888d-9231-430e-8326-36e62d15f689,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:00.166493 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84625601-1ab3-4ba5-98f1-ac491c6b8638 None None] Pushing event deleted for resources: {'Port': ['ID=be6b888d-9231-430e-8326-36e62d15f689,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:00.169935 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bca9057-93a0-4685-b734-b6a3c2e49d6f admin admin] No DVR routers for this DVR port be6b888d-9231-430e-8326-36e62d15f689 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:53:00.181036 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84625601-1ab3-4ba5-98f1-ac491c6b8638 None None] No DVR routers for this DVR port be6b888d-9231-430e-8326-36e62d15f689 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:53:00.183632 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84625601-1ab3-4ba5-98f1-ac491c6b8638 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:00.184072 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84625601-1ab3-4ba5-98f1-ac491c6b8638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:00.184347 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84625601-1ab3-4ba5-98f1-ac491c6b8638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:00.184682 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84625601-1ab3-4ba5-98f1-ac491c6b8638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:00.185017 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84625601-1ab3-4ba5-98f1-ac491c6b8638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:00.185346 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84625601-1ab3-4ba5-98f1-ac491c6b8638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:00.185671 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84625601-1ab3-4ba5-98f1-ac491c6b8638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:00.185996 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84625601-1ab3-4ba5-98f1-ac491c6b8638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:00.186322 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84625601-1ab3-4ba5-98f1-ac491c6b8638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:00.186640 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84625601-1ab3-4ba5-98f1-ac491c6b8638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:00.186963 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84625601-1ab3-4ba5-98f1-ac491c6b8638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:00.187308 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84625601-1ab3-4ba5-98f1-ac491c6b8638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:00.251374 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bca9057-93a0-4685-b734-b6a3c2e49d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:00.262136 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-5bca9057-93a0-4685-b734-b6a3c2e49d6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['077fd748-2990-43a3-b379-1249cb605c64']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:00.275500 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-5bca9057-93a0-4685-b734-b6a3c2e49d6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5210d772-26bf-440a-b59b-f1ec343aeed8') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:00.275840 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-5bca9057-93a0-4685-b734-b6a3c2e49d6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5210d772-26bf-440a-b59b-f1ec343aeed8') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:00.286287 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bca9057-93a0-4685-b734-b6a3c2e49d6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:00.302430 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bca9057-93a0-4685-b734-b6a3c2e49d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:00.308690 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bca9057-93a0-4685-b734-b6a3c2e49d6f admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:53:00.309100 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bca9057-93a0-4685-b734-b6a3c2e49d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:00.310911 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:53:00.310911 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:53:00.310911 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:53:00.310911 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:53:00.310911 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:53:00.310911 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:53:00.310911 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:53:00.310911 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:53:00.310911 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:53:00.310911 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:53:00.310911 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:53:00.310911 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:53:00.310911 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:53:00.310911 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:53:00.310911 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:53:00.310911 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:53:00.310911 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:53:00.310911 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:53:00.310911 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:53:00.310911 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:53:00.310911 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:53:00.310911 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:53:00.310911 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:53:00.310911 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:53:00.310911 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:53:00.310911 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:53:00.310911 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:53:00.310911 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:53:00.310911 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:53:00.310911 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:53:00.310911 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:53:00.310911 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:53:00.551287 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bca9057-93a0-4685-b734-b6a3c2e49d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:00.556512 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bca9057-93a0-4685-b734-b6a3c2e49d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:00.558609 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5bca9057-93a0-4685-b734-b6a3c2e49d6f admin admin] 10.222.0.10 "DELETE /v2.0/networks/077fd748-2990-43a3-b379-1249cb605c64 HTTP/1.1" status: 204 len: 168 time: 1.1035526 Jun 30 09:53:00.573033 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca9057-93a0-4685-b734-b6a3c2e49d6f admin admin] Pushing event deleted for resources: {'Network': ['ID=077fd748-2990-43a3-b379-1249cb605c64,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:00.574599 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56232) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:00.943415 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-633e5919-1731-4f8e-ba96-bfc504bda9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:01.165409 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device be6b888d-9231-430e-8326-36e62d15f689 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:53:01.187375 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: be6b888d-9231-430e-8326-36e62d15f689 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:53:01.193499 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device be6b888d-9231-430e-8326-36e62d15f689 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:53:01.193499 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 2d60a79e-0a10-41e1-9465-6f2e63f479d9 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:53:01.210722 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 2d60a79e-0a10-41e1-9465-6f2e63f479d9 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:53:01.211066 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 2d60a79e-0a10-41e1-9465-6f2e63f479d9 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:53:01.241282 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-633e5919-1731-4f8e-ba96-bfc504bda9ca admin admin] Deleting port ee39e117-f6fd-48f8-92cc-0913b538300d {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:53:01.241673 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-633e5919-1731-4f8e-ba96-bfc504bda9ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:01.335053 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-633e5919-1731-4f8e-ba96-bfc504bda9ca admin admin] For port ee39e117-f6fd-48f8-92cc-0913b538300d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=ee39e117-f6fd-48f8-92cc-0913b538300d,segment=NetworkSegment(657c2c0f-9a4f-49ac-862f-be09d168e28c),segment_id=657c2c0f-9a4f-49ac-862f-be09d168e28c)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:53:01.335452 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-633e5919-1731-4f8e-ba96-bfc504bda9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:01.349922 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-633e5919-1731-4f8e-ba96-bfc504bda9ca admin admin] Calling delete_port for ee39e117-f6fd-48f8-92cc-0913b538300d owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:01.853229 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-633e5919-1731-4f8e-ba96-bfc504bda9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:01.883646 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e5919-1731-4f8e-ba96-bfc504bda9ca admin admin] Pushing event deleted for resources: {'Port': ['ID=ee39e117-f6fd-48f8-92cc-0913b538300d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:02.071464 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-633e5919-1731-4f8e-ba96-bfc504bda9ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:02.304829 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633e5919-1731-4f8e-ba96-bfc504bda9ca admin admin] Router 1e0a7024-2f3a-4289-b1b8-02fc887b5224 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:53:02.424110 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633e5919-1731-4f8e-ba96-bfc504bda9ca admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:53:02.430294 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-633e5919-1731-4f8e-ba96-bfc504bda9ca admin admin] 10.222.0.10 "PUT /v2.0/routers/1e0a7024-2f3a-4289-b1b8-02fc887b5224/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8537223 Jun 30 09:53:02.432610 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56258) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:02.434099 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc735c39-164a-41bd-8110-02b78c8cfe93 None None] Sync routers for ids ['1e0a7024-2f3a-4289-b1b8-02fc887b5224'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:53:02.443691 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc735c39-164a-41bd-8110-02b78c8cfe93 None None] Routers {'1e0a7024-2f3a-4289-b1b8-02fc887b5224'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:02.444309 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-bc735c39-164a-41bd-8110-02b78c8cfe93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:52:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1e0a7024-2f3a-4289-b1b8-02fc887b5224'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:02.541589 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2dce938-6023-4b14-9549-389dabca748c admin admin] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:02.556683 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-bc735c39-164a-41bd-8110-02b78c8cfe93 None None] Set router 1e0a7024-2f3a-4289-b1b8-02fc887b5224 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:53:02.662402 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2dce938-6023-4b14-9549-389dabca748c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:02.854593 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-a2dce938-6023-4b14-9549-389dabca748c admin admin] Deleting port 0be3d8e1-8c2b-4901-a377-d49586811e90 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:53:02.855058 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2dce938-6023-4b14-9549-389dabca748c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:02.925926 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-bc735c39-164a-41bd-8110-02b78c8cfe93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0a7024-2f3a-4289-b1b8-02fc887b5224', 'name': 'tempest-TestVolumeBootPattern-1288775858-router', 'tenant_id': 'f6e7d74f080342b38d704e7cb9f44d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '0be3d8e1-8c2b-4901-a377-d49586811e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:15Z', 'updated_at': '2021-06-30T09:53:01Z', 'revision_number': 5, 'project_id': 'f6e7d74f080342b38d704e7cb9f44d46', 'gw_port': {'id': '0be3d8e1-8c2b-4901-a377-d49586811e90', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0a7024-2f3a-4289-b1b8-02fc887b5224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:17Z', 'updated_at': '2021-06-30T09:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:02.954190 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc735c39-164a-41bd-8110-02b78c8cfe93 None None] Checking router: 1e0a7024-2f3a-4289-b1b8-02fc887b5224 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:53:02.956362 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-a2dce938-6023-4b14-9549-389dabca748c admin admin] For port 0be3d8e1-8c2b-4901-a377-d49586811e90, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=0be3d8e1-8c2b-4901-a377-d49586811e90,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:53:02.958752 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2dce938-6023-4b14-9549-389dabca748c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:02.962915 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:53:02.965669 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc735c39-164a-41bd-8110-02b78c8cfe93 None None] Routers {'1e0a7024-2f3a-4289-b1b8-02fc887b5224'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:02.966295 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-bc735c39-164a-41bd-8110-02b78c8cfe93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:52:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1e0a7024-2f3a-4289-b1b8-02fc887b5224'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:02.975677 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-a2dce938-6023-4b14-9549-389dabca748c admin admin] Calling delete_port for 0be3d8e1-8c2b-4901-a377-d49586811e90 owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:03.061752 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-bc735c39-164a-41bd-8110-02b78c8cfe93 None None] Set router 1e0a7024-2f3a-4289-b1b8-02fc887b5224 gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:53:03.123550 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-bc735c39-164a-41bd-8110-02b78c8cfe93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0a7024-2f3a-4289-b1b8-02fc887b5224', 'name': 'tempest-TestVolumeBootPattern-1288775858-router', 'tenant_id': 'f6e7d74f080342b38d704e7cb9f44d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:15Z', 'updated_at': '2021-06-30T09:53:02Z', 'revision_number': 6, 'project_id': 'f6e7d74f080342b38d704e7cb9f44d46', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:03.134770 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56264) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:03.163759 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc735c39-164a-41bd-8110-02b78c8cfe93 None None] The sync data for ids ['1e0a7024-2f3a-4289-b1b8-02fc887b5224'] in n-d-771363-31 is: [{'id': '1e0a7024-2f3a-4289-b1b8-02fc887b5224', 'name': 'tempest-TestVolumeBootPattern-1288775858-router', 'tenant_id': 'f6e7d74f080342b38d704e7cb9f44d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:15Z', 'updated_at': '2021-06-30T09:53:02Z', 'revision_number': 6, 'project_id': 'f6e7d74f080342b38d704e7cb9f44d46', 'gw_port_host': None}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:53:03.258948 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4cac443c-32ea-4108-81ef-e8ecc260ec9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:03.270689 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2dce938-6023-4b14-9549-389dabca748c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:03.302466 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dce938-6023-4b14-9549-389dabca748c admin admin] Pushing event deleted for resources: {'Port': ['ID=0be3d8e1-8c2b-4901-a377-d49586811e90,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:03.359014 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4cac443c-32ea-4108-81ef-e8ecc260ec9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:03.366926 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2dce938-6023-4b14-9549-389dabca748c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:03.461484 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2dce938-6023-4b14-9549-389dabca748c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:03.463847 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2dce938-6023-4b14-9549-389dabca748c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:03.493085 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4cac443c-32ea-4108-81ef-e8ecc260ec9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:03.534050 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4cac443c-32ea-4108-81ef-e8ecc260ec9a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=77ce38dee7ff4718b56af1092f135d47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3973675 Jun 30 09:53:03.536754 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56268) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:03.543306 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac443c-32ea-4108-81ef-e8ecc260ec9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4973942a-3529-471d-a3da-f4b500fd982e,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:03.597937 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-54cb85fb-3be4-431a-8a7d-f05e79c2a299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:03.618515 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2dce938-6023-4b14-9549-389dabca748c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:03.619095 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2dce938-6023-4b14-9549-389dabca748c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e0a7024-2f3a-4289-b1b8-02fc887b5224 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:53:03.625098 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2dce938-6023-4b14-9549-389dabca748c admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:03.626531 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a2dce938-6023-4b14-9549-389dabca748c admin admin] 10.222.0.10 "DELETE /v2.0/routers/1e0a7024-2f3a-4289-b1b8-02fc887b5224 HTTP/1.1" status: 204 len: 168 time: 1.1925001 Jun 30 09:53:03.633424 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56270) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:03.634734 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-54cb85fb-3be4-431a-8a7d-f05e79c2a299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:03.682410 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbb80e96-fb5b-4592-aeb4-15c26b901b13 admin admin] Deleting subnet 86de4bdf-3d4d-4e13-9371-26516acbeeed {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:53:03.685744 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fbb80e96-fb5b-4592-aeb4-15c26b901b13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:03.723819 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fbb80e96-fb5b-4592-aeb4-15c26b901b13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:03.813723 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fbb80e96-fb5b-4592-aeb4-15c26b901b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:03.848168 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-54cb85fb-3be4-431a-8a7d-f05e79c2a299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:03.850669 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-54cb85fb-3be4-431a-8a7d-f05e79c2a299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:03.851961 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-54cb85fb-3be4-431a-8a7d-f05e79c2a299 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4973942a-3529-471d-a3da-f4b500fd982e HTTP/1.1" status: 204 len: 168 time: 0.3142204 Jun 30 09:53:03.860112 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb85fb-3be4-431a-8a7d-f05e79c2a299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4973942a-3529-471d-a3da-f4b500fd982e,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:04.002203 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fbb80e96-fb5b-4592-aeb4-15c26b901b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:04.030486 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb80e96-fb5b-4592-aeb4-15c26b901b13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86de4bdf-3d4d-4e13-9371-26516acbeeed,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:04.038613 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fbb80e96-fb5b-4592-aeb4-15c26b901b13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:04.040718 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fbb80e96-fb5b-4592-aeb4-15c26b901b13 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/86de4bdf-3d4d-4e13-9371-26516acbeeed HTTP/1.1" status: 204 len: 168 time: 0.4099958 Jun 30 09:53:04.044044 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56274) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:04.045345 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20ab73c-a758-4793-8479-f72b5f631ba2 None None] Network c3fd9411-93e4-4c68-88bc-86076807db1a requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:53:04.118555 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3ac88987-4cc5-4a8e-a310-57555ac3d3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:04.181823 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-3ac88987-4cc5-4a8e-a310-57555ac3d3d3 admin admin] Deleting port b407082f-00b1-445b-9174-4cfac420bc7c {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:53:04.182168 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3ac88987-4cc5-4a8e-a310-57555ac3d3d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:04.253686 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-3ac88987-4cc5-4a8e-a310-57555ac3d3d3 admin admin] For port b407082f-00b1-445b-9174-4cfac420bc7c, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=b407082f-00b1-445b-9174-4cfac420bc7c,segment=NetworkSegment(657c2c0f-9a4f-49ac-862f-be09d168e28c),segment_id=657c2c0f-9a4f-49ac-862f-be09d168e28c)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:53:04.254052 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3ac88987-4cc5-4a8e-a310-57555ac3d3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:04.268511 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-3ac88987-4cc5-4a8e-a310-57555ac3d3d3 admin admin] Calling delete_port for b407082f-00b1-445b-9174-4cfac420bc7c owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:04.298366 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcfa092-9592-4379-a017-9637d2be01ea None None] DHCP port deletion for c3fd9411-93e4-4c68-88bc-86076807db1a request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:53:04.354519 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfcfa092-9592-4379-a017-9637d2be01ea None None] Deleting port b407082f-00b1-445b-9174-4cfac420bc7c {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:53:04.355196 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfcfa092-9592-4379-a017-9637d2be01ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:04.433927 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfcfa092-9592-4379-a017-9637d2be01ea None None] For port b407082f-00b1-445b-9174-4cfac420bc7c, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=b407082f-00b1-445b-9174-4cfac420bc7c,segment=NetworkSegment(657c2c0f-9a4f-49ac-862f-be09d168e28c),segment_id=657c2c0f-9a4f-49ac-862f-be09d168e28c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:53:04.434492 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfcfa092-9592-4379-a017-9637d2be01ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:04.455275 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfcfa092-9592-4379-a017-9637d2be01ea None None] Calling delete_port for b407082f-00b1-445b-9174-4cfac420bc7c owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:04.646828 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfcfa092-9592-4379-a017-9637d2be01ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:04.676012 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcfa092-9592-4379-a017-9637d2be01ea None None] Pushing event deleted for resources: {'Port': ['ID=b407082f-00b1-445b-9174-4cfac420bc7c,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:04.680976 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcfa092-9592-4379-a017-9637d2be01ea None None] No DVR routers for this DVR port b407082f-00b1-445b-9174-4cfac420bc7c on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:53:04.697496 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3ac88987-4cc5-4a8e-a310-57555ac3d3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:04.722530 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac88987-4cc5-4a8e-a310-57555ac3d3d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b407082f-00b1-445b-9174-4cfac420bc7c,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:04.729403 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac88987-4cc5-4a8e-a310-57555ac3d3d3 admin admin] No DVR routers for this DVR port b407082f-00b1-445b-9174-4cfac420bc7c on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:53:04.805700 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3ac88987-4cc5-4a8e-a310-57555ac3d3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:04.817358 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-3ac88987-4cc5-4a8e-a310-57555ac3d3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3fd9411-93e4-4c68-88bc-86076807db1a']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:04.833558 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-3ac88987-4cc5-4a8e-a310-57555ac3d3d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '657c2c0f-9a4f-49ac-862f-be09d168e28c') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:04.833876 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-3ac88987-4cc5-4a8e-a310-57555ac3d3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '657c2c0f-9a4f-49ac-862f-be09d168e28c') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:04.843597 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3ac88987-4cc5-4a8e-a310-57555ac3d3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:04.860948 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3ac88987-4cc5-4a8e-a310-57555ac3d3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:04.867946 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac88987-4cc5-4a8e-a310-57555ac3d3d3 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:53:04.868347 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3ac88987-4cc5-4a8e-a310-57555ac3d3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:53:04.870035 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:53:05.007231 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3ac88987-4cc5-4a8e-a310-57555ac3d3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:05.012324 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3ac88987-4cc5-4a8e-a310-57555ac3d3d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:05.014223 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3ac88987-4cc5-4a8e-a310-57555ac3d3d3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c3fd9411-93e4-4c68-88bc-86076807db1a HTTP/1.1" status: 204 len: 168 time: 0.9692187 Jun 30 09:53:05.029127 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac88987-4cc5-4a8e-a310-57555ac3d3d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3fd9411-93e4-4c68-88bc-86076807db1a,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:05.172522 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device ee39e117-f6fd-48f8-92cc-0913b538300d no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:53:05.198658 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: ee39e117-f6fd-48f8-92cc-0913b538300d {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:53:05.203508 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device ee39e117-f6fd-48f8-92cc-0913b538300d not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:53:05.203508 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b407082f-00b1-445b-9174-4cfac420bc7c no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:53:05.218736 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: b407082f-00b1-445b-9174-4cfac420bc7c {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:53:05.219219 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b407082f-00b1-445b-9174-4cfac420bc7c not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:53:05.219534 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 0be3d8e1-8c2b-4901-a377-d49586811e90 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:53:05.240339 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 0be3d8e1-8c2b-4901-a377-d49586811e90 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:53:05.240690 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 0be3d8e1-8c2b-4901-a377-d49586811e90 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:53:05.526380 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56312) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:05.577964 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-99be81da-ee05-41a3-8915-c1ad6f8200ef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=11b9abfc034e469297fc7554fd307e7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497134 Jun 30 09:53:05.580687 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56316) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:05.636014 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0ec0a5cd-6dd7-4ee2-9869-dc7da3717398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:05.666938 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0ec0a5cd-6dd7-4ee2-9869-dc7da3717398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:05.795882 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0ec0a5cd-6dd7-4ee2-9869-dc7da3717398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:05.798929 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0ec0a5cd-6dd7-4ee2-9869-dc7da3717398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:05.800497 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0ec0a5cd-6dd7-4ee2-9869-dc7da3717398 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3f574536-8a17-41a0-8428-4a8211805461 HTTP/1.1" status: 204 len: 168 time: 0.2179704 Jun 30 09:53:05.809783 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0a5cd-6dd7-4ee2-9869-dc7da3717398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f574536-8a17-41a0-8428-4a8211805461,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:06.308985 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56328) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:06.440614 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf96ef1e-3872-4fda-adcb-f6fe622a597d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:06.543531 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf96ef1e-3872-4fda-adcb-f6fe622a597d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:06.641776 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf96ef1e-3872-4fda-adcb-f6fe622a597d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:06.683259 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bf96ef1e-3872-4fda-adcb-f6fe622a597d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=100481c094714256a35ae7275b9aba23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3730059 Jun 30 09:53:06.684226 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96ef1e-3872-4fda-adcb-f6fe622a597d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b91e533-0111-4715-aa2b-a99dc7c9d882,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:06.685937 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56332) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:06.748621 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b54b166a-b311-4993-bfed-378f607dca69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:06.764645 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56334) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:06.773501 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b54b166a-b311-4993-bfed-378f607dca69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:06.819490 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-851d314b-9033-455e-91a2-7de00039027f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f6e7d74f080342b38d704e7cb9f44d46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529029 Jun 30 09:53:06.822590 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56336) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:06.876672 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f352d6f2-6aae-46c4-a370-30889e02b3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:06.905875 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f352d6f2-6aae-46c4-a370-30889e02b3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:06.932593 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b54b166a-b311-4993-bfed-378f607dca69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:06.935138 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b54b166a-b311-4993-bfed-378f607dca69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:06.939189 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b54b166a-b311-4993-bfed-378f607dca69 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8b91e533-0111-4715-aa2b-a99dc7c9d882 HTTP/1.1" status: 204 len: 168 time: 0.2518048 Jun 30 09:53:06.948044 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b166a-b311-4993-bfed-378f607dca69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b91e533-0111-4715-aa2b-a99dc7c9d882,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:07.052786 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f352d6f2-6aae-46c4-a370-30889e02b3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:07.055384 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f352d6f2-6aae-46c4-a370-30889e02b3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:07.056565 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f352d6f2-6aae-46c4-a370-30889e02b3ac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/10103ec6-0849-4aff-a397-e37cab6e9298 HTTP/1.1" status: 204 len: 168 time: 0.2326055 Jun 30 09:53:07.064567 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352d6f2-6aae-46c4-a370-30889e02b3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10103ec6-0849-4aff-a397-e37cab6e9298,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:07.926519 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:09.052734 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:10.651258 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56420) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:10.762279 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-be4861c9-36ec-4ab8-b337-838115e1bbb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:10.859689 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-be4861c9-36ec-4ab8-b337-838115e1bbb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:10.967027 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-be4861c9-36ec-4ab8-b337-838115e1bbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:11.007849 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-be4861c9-36ec-4ab8-b337-838115e1bbb5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d6f1108ed269488f874c4deba36d3795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3549948 Jun 30 09:53:11.009369 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4861c9-36ec-4ab8-b337-838115e1bbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761ec013-ac6e-4647-9297-2adb4ff6a1e5,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:11.010076 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56424) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:11.060797 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-80c97eee-92c4-495e-852d-b19817f23b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:11.084190 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-80c97eee-92c4-495e-852d-b19817f23b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:11.195556 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-80c97eee-92c4-495e-852d-b19817f23b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:11.198051 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-80c97eee-92c4-495e-852d-b19817f23b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:11.199226 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-80c97eee-92c4-495e-852d-b19817f23b02 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/761ec013-ac6e-4647-9297-2adb4ff6a1e5 HTTP/1.1" status: 204 len: 168 time: 0.1874368 Jun 30 09:53:11.207795 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c97eee-92c4-495e-852d-b19817f23b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761ec013-ac6e-4647-9297-2adb4ff6a1e5,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:12.017590 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56430) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:12.031418 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f4eab9be-2e35-4c68-bc3b-7df322118b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:12.120554 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f4eab9be-2e35-4c68-bc3b-7df322118b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:12.251630 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f4eab9be-2e35-4c68-bc3b-7df322118b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:12.291947 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eab9be-2e35-4c68-bc3b-7df322118b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4484969-fe8f-4943-9f99-9939ab0ad685,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:12.295891 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f4eab9be-2e35-4c68-bc3b-7df322118b1f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=da2adcca87c64375bc313314c27432dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2772799 Jun 30 09:53:12.298731 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56432) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:12.302379 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eab9be-2e35-4c68-bc3b-7df322118b1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:12.302783 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eab9be-2e35-4c68-bc3b-7df322118b1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:12.303115 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eab9be-2e35-4c68-bc3b-7df322118b1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:12.303466 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eab9be-2e35-4c68-bc3b-7df322118b1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:12.303793 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eab9be-2e35-4c68-bc3b-7df322118b1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:12.304115 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eab9be-2e35-4c68-bc3b-7df322118b1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:12.304434 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eab9be-2e35-4c68-bc3b-7df322118b1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:12.304750 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eab9be-2e35-4c68-bc3b-7df322118b1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:12.305087 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eab9be-2e35-4c68-bc3b-7df322118b1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:12.305424 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eab9be-2e35-4c68-bc3b-7df322118b1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:12.305740 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eab9be-2e35-4c68-bc3b-7df322118b1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:12.306050 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eab9be-2e35-4c68-bc3b-7df322118b1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:12.351605 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3b68e8a4-d757-4d10-92ca-72f9f43ce2f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:12.375654 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3b68e8a4-d757-4d10-92ca-72f9f43ce2f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:12.498673 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3b68e8a4-d757-4d10-92ca-72f9f43ce2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:12.501291 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3b68e8a4-d757-4d10-92ca-72f9f43ce2f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:12.502503 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3b68e8a4-d757-4d10-92ca-72f9f43ce2f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a4484969-fe8f-4943-9f99-9939ab0ad685 HTTP/1.1" status: 204 len: 168 time: 0.2027094 Jun 30 09:53:12.510690 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68e8a4-d757-4d10-92ca-72f9f43ce2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4484969-fe8f-4943-9f99-9939ab0ad685,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:12.518369 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68e8a4-d757-4d10-92ca-72f9f43ce2f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:12.519248 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68e8a4-d757-4d10-92ca-72f9f43ce2f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:12.519767 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68e8a4-d757-4d10-92ca-72f9f43ce2f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:12.520567 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68e8a4-d757-4d10-92ca-72f9f43ce2f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:12.520911 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68e8a4-d757-4d10-92ca-72f9f43ce2f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:12.521324 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68e8a4-d757-4d10-92ca-72f9f43ce2f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:12.521561 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68e8a4-d757-4d10-92ca-72f9f43ce2f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:12.521888 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68e8a4-d757-4d10-92ca-72f9f43ce2f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:12.522212 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68e8a4-d757-4d10-92ca-72f9f43ce2f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:12.522532 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68e8a4-d757-4d10-92ca-72f9f43ce2f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:12.522850 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68e8a4-d757-4d10-92ca-72f9f43ce2f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:12.523203 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68e8a4-d757-4d10-92ca-72f9f43ce2f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:16.082372 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56514) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:16.187197 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-58c58e6e-6443-4a67-99d9-0fc1883fa659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:16.275567 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-58c58e6e-6443-4a67-99d9-0fc1883fa659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:16.355421 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-58c58e6e-6443-4a67-99d9-0fc1883fa659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:16.394270 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-58c58e6e-6443-4a67-99d9-0fc1883fa659 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8cd510d7f24f494dbe82457e185cd749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3102853 Jun 30 09:53:16.395417 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c58e6e-6443-4a67-99d9-0fc1883fa659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf6753b-90c1-483b-b9c8-246bbf2172c0,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:16.397556 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56518) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:16.446602 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2c0ca98-fc80-4e80-8f13-e7dc8c043566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:16.467771 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2c0ca98-fc80-4e80-8f13-e7dc8c043566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:16.589556 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2c0ca98-fc80-4e80-8f13-e7dc8c043566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:16.592087 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2c0ca98-fc80-4e80-8f13-e7dc8c043566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:16.593218 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a2c0ca98-fc80-4e80-8f13-e7dc8c043566 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fcf6753b-90c1-483b-b9c8-246bbf2172c0 HTTP/1.1" status: 204 len: 168 time: 0.1946890 Jun 30 09:53:16.601419 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0ca98-fc80-4e80-8f13-e7dc8c043566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf6753b-90c1-483b-b9c8-246bbf2172c0,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:17.193499 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56524) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:17.207176 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9119-11d7-43a6-a1cf-ba4a0c9ae52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:17.296543 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9119-11d7-43a6-a1cf-ba4a0c9ae52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:17.389329 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9119-11d7-43a6-a1cf-ba4a0c9ae52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:17.427720 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5dbe9119-11d7-43a6-a1cf-ba4a0c9ae52e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9fd467693ee24462868b03ac685f4103&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2331212 Jun 30 09:53:17.429625 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe9119-11d7-43a6-a1cf-ba4a0c9ae52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0667e24-48e4-4a08-b34f-ac592cc6726b,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:17.435795 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56526) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:17.489403 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-230ca02f-ff8c-42dd-844a-a2cecb8f3971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:17.510941 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-230ca02f-ff8c-42dd-844a-a2cecb8f3971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:17.618352 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-230ca02f-ff8c-42dd-844a-a2cecb8f3971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:17.620807 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-230ca02f-ff8c-42dd-844a-a2cecb8f3971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:17.623246 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-230ca02f-ff8c-42dd-844a-a2cecb8f3971 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b0667e24-48e4-4a08-b34f-ac592cc6726b HTTP/1.1" status: 204 len: 168 time: 0.1852517 Jun 30 09:53:17.630912 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ca02f-ff8c-42dd-844a-a2cecb8f3971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0667e24-48e4-4a08-b34f-ac592cc6726b,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:19.505732 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56562) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:19.602797 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-1ca8623b-6564-416b-a40e-27b4fb2a8093 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1507083836', 'router:external': True}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:53:19.704226 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca8623b-6564-416b-a40e-27b4fb2a8093 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Made reservation on behalf of 972d141d311f45b093eecdb69961f0eb for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:53:19.707285 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1ca8623b-6564-416b-a40e-27b4fb2a8093 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:19.716414 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1ca8623b-6564-416b-a40e-27b4fb2a8093 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:19.806526 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1ca8623b-6564-416b-a40e-27b4fb2a8093 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:19.915469 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1ca8623b-6564-416b-a40e-27b4fb2a8093 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:19.945915 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca8623b-6564-416b-a40e-27b4fb2a8093 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:53:19.952330 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8623b-6564-416b-a40e-27b4fb2a8093 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2dcfeb-97d1-4e61-a9e1-d25322588a9c,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:19.958241 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1ca8623b-6564-416b-a40e-27b4fb2a8093 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:19.958753 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-1ca8623b-6564-416b-a40e-27b4fb2a8093 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Added segment 863d5bcd-87ce-4440-bade-20fc12d22621 of type vlan for network eef4fa09-2c01-4b20-a20c-82844b17f963 Jun 30 09:53:20.003609 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1ca8623b-6564-416b-a40e-27b4fb2a8093 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:20.114970 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1ca8623b-6564-416b-a40e-27b4fb2a8093 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:20.116021 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca8623b-6564-416b-a40e-27b4fb2a8093 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:20.116632 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1ca8623b-6564-416b-a40e-27b4fb2a8093 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:20.185008 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8623b-6564-416b-a40e-27b4fb2a8093 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Pushing event updated for resources: {'Network': ['ID=eef4fa09-2c01-4b20-a20c-82844b17f963,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:20.195429 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network eef4fa09-2c01-4b20-a20c-82844b17f963 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:53:20.241953 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1ca8623b-6564-416b-a40e-27b4fb2a8093 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7350874 Jun 30 09:53:20.246802 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56566) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:20.252411 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-15dc0151-ca0a-495e-bd39-1437bac388b9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Request body: {'subnet': {'network_id': 'eef4fa09-2c01-4b20-a20c-82844b17f963', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:53:20.336660 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15dc0151-ca0a-495e-bd39-1437bac388b9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Made reservation on behalf of 972d141d311f45b093eecdb69961f0eb for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:53:20.339081 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-15dc0151-ca0a-495e-bd39-1437bac388b9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:20.462808 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9ce208ae-f5dc-4a3d-82ca-b55280525518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:20.702695 n-d-771363-31 neutron-server[101053]: DEBUG neutron.objects.ports [None req-15dc0151-ca0a-495e-bd39-1437bac388b9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101053) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:53:20.703163 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-15dc0151-ca0a-495e-bd39-1437bac388b9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:20.749281 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc0151-ca0a-495e-bd39-1437bac388b9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c7670156-7c93-4c02-ba81-ed7b7319827e,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:20.768181 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dc0151-ca0a-495e-bd39-1437bac388b9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Checking segment: {'id': '863d5bcd-87ce-4440-bade-20fc12d22621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'eef4fa09-2c01-4b20-a20c-82844b17f963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:53:20.768988 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dc0151-ca0a-495e-bd39-1437bac388b9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Network hostable DHCP agents. Network: eef4fa09-2c01-4b20-a20c-82844b17f963, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:53:20.880818 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dc0151-ca0a-495e-bd39-1437bac388b9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Network eef4fa09-2c01-4b20-a20c-82844b17f963 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:53:20.965757 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-15dc0151-ca0a-495e-bd39-1437bac388b9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, eef4fa09-2c01-4b20-a20c-82844b17f963) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:53:20.970073 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dc0151-ca0a-495e-bd39-1437bac388b9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:20.970667 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-15dc0151-ca0a-495e-bd39-1437bac388b9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:20.979544 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409ad4b9-de90-4b92-ad79-4bb9b3ab8512 None None] Network eef4fa09-2c01-4b20-a20c-82844b17f963 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:53:21.086956 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-15dc0151-ca0a-495e-bd39-1437bac388b9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8389947 Jun 30 09:53:21.089942 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56568) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:21.094922 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-e8b5ddc9-0645-4cae-bf05-9fcc6dff2b1b tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1778141806', 'network_id': 'eef4fa09-2c01-4b20-a20c-82844b17f963'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:53:21.107206 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5e3109-e53e-4d62-9587-481744c29171 None None] Network eef4fa09-2c01-4b20-a20c-82844b17f963 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:53:21.195843 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b5ddc9-0645-4cae-bf05-9fcc6dff2b1b tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Made reservation on behalf of 972d141d311f45b093eecdb69961f0eb for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:53:21.198705 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e8b5ddc9-0645-4cae-bf05-9fcc6dff2b1b tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:21.220305 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-e8b5ddc9-0645-4cae-bf05-9fcc6dff2b1b tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] device_id is not set on port b48edbd1-463f-4e89-9993-2b520315c42f yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:53:21.343217 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-e8b5ddc9-0645-4cae-bf05-9fcc6dff2b1b tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Allocated IP 2001:db8::288 (eef4fa09-2c01-4b20-a20c-82844b17f963/c7670156-7c93-4c02-ba81-ed7b7319827e/b48edbd1-463f-4e89-9993-2b520315c42f) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:53:21.478195 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e8b5ddc9-0645-4cae-bf05-9fcc6dff2b1b tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:21.630697 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e8b5ddc9-0645-4cae-bf05-9fcc6dff2b1b tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:21.676835 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b5ddc9-0645-4cae-bf05-9fcc6dff2b1b tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Network eef4fa09-2c01-4b20-a20c-82844b17f963 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:53:21.679709 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-e8b5ddc9-0645-4cae-bf05-9fcc6dff2b1b tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:53:21.685711 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b5ddc9-0645-4cae-bf05-9fcc6dff2b1b tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:53:21.686319 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b5ddc9-0645-4cae-bf05-9fcc6dff2b1b tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:21.686943 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e8b5ddc9-0645-4cae-bf05-9fcc6dff2b1b tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:21.692831 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5ddc9-0645-4cae-bf05-9fcc6dff2b1b tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Pushing event updated for resources: {'Port': ['ID=b48edbd1-463f-4e89-9993-2b520315c42f,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:21.802679 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e8b5ddc9-0645-4cae-bf05-9fcc6dff2b1b tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7116559 Jun 30 09:53:21.805175 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56570) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:21.892374 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-5d1e4437-4b32-4c34-a250-4ede239bb469 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Deleting port b48edbd1-463f-4e89-9993-2b520315c42f {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:53:21.892627 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4437-4b32-4c34-a250-4ede239bb469 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:21.985066 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4437-4b32-4c34-a250-4ede239bb469 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:21.997169 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-5d1e4437-4b32-4c34-a250-4ede239bb469 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Calling delete_port for b48edbd1-463f-4e89-9993-2b520315c42f owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:22.184568 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4437-4b32-4c34-a250-4ede239bb469 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:22.216942 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e4437-4b32-4c34-a250-4ede239bb469 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Pushing event deleted for resources: {'Port': ['ID=b48edbd1-463f-4e89-9993-2b520315c42f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:22.244927 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4437-4b32-4c34-a250-4ede239bb469 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:22.246885 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5d1e4437-4b32-4c34-a250-4ede239bb469 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "DELETE /v2.0/ports/b48edbd1-463f-4e89-9993-2b520315c42f HTTP/1.1" status: 204 len: 168 time: 0.4406781 Jun 30 09:53:22.249955 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56572) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:22.255589 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-cf445e8c-5c1e-4f4b-9698-116f894ce03c tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eef4fa09-2c01-4b20-a20c-82844b17f963', 'external_fixed_ips': [{'subnet_id': 'c7670156-7c93-4c02-ba81-ed7b7319827e', 'ip_address': '2001:db8::288'}]}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:53:22.366964 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cf445e8c-5c1e-4f4b-9698-116f894ce03c tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:22.368052 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cf445e8c-5c1e-4f4b-9698-116f894ce03c tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:22.420349 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cf445e8c-5c1e-4f4b-9698-116f894ce03c tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:22.664788 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cf445e8c-5c1e-4f4b-9698-116f894ce03c tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:22.948585 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-942aa76a-febb-4c0a-befa-a763309f123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:23.009735 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cf445e8c-5c1e-4f4b-9698-116f894ce03c tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:23.028890 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cf445e8c-5c1e-4f4b-9698-116f894ce03c tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:23.222116 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-cf445e8c-5c1e-4f4b-9698-116f894ce03c tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Allocated IP 2001:db8::288 (eef4fa09-2c01-4b20-a20c-82844b17f963/c7670156-7c93-4c02-ba81-ed7b7319827e/91d8bc43-aaa5-4410-abe1-85bc08c99127) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:53:23.330198 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cf445e8c-5c1e-4f4b-9698-116f894ce03c tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:23.458713 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cf445e8c-5c1e-4f4b-9698-116f894ce03c tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:23.492505 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:23.498293 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf445e8c-5c1e-4f4b-9698-116f894ce03c tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Network eef4fa09-2c01-4b20-a20c-82844b17f963 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:53:23.501166 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-cf445e8c-5c1e-4f4b-9698-116f894ce03c tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:53:23.507713 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf445e8c-5c1e-4f4b-9698-116f894ce03c tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:53:23.513184 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf445e8c-5c1e-4f4b-9698-116f894ce03c tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Pushing event updated for resources: {'Port': ['ID=91d8bc43-aaa5-4410-abe1-85bc08c99127,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:23.859786 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cf445e8c-5c1e-4f4b-9698-116f894ce03c tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:24.056198 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cf445e8c-5c1e-4f4b-9698-116f894ce03c tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:24.286914 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf445e8c-5c1e-4f4b-9698-116f894ce03c tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Router fb418e77-7c70-477f-a90d-df5d43364b4e is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:53:24.396525 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf445e8c-5c1e-4f4b-9698-116f894ce03c tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:53:24.405138 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73124cd8-6a31-4251-a03b-7ab139a31012 None None] Sync routers for ids ['fb418e77-7c70-477f-a90d-df5d43364b4e'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:53:24.414985 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73124cd8-6a31-4251-a03b-7ab139a31012 None None] Routers {'fb418e77-7c70-477f-a90d-df5d43364b4e'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:24.415623 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-73124cd8-6a31-4251-a03b-7ab139a31012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:53:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['fb418e77-7c70-477f-a90d-df5d43364b4e'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:24.498715 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cf445e8c-5c1e-4f4b-9698-116f894ce03c tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:24.500882 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-cf445e8c-5c1e-4f4b-9698-116f894ce03c tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.2496808 Jun 30 09:53:24.502636 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56574) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:24.519251 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-73124cd8-6a31-4251-a03b-7ab139a31012 None None] Set router fb418e77-7c70-477f-a90d-df5d43364b4e gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:53:24.709263 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:24.712116 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-73124cd8-6a31-4251-a03b-7ab139a31012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb418e77-7c70-477f-a90d-df5d43364b4e', 'name': '', 'tenant_id': '972d141d311f45b093eecdb69961f0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4fa09-2c01-4b20-a20c-82844b17f963', 'external_fixed_ips': [{'subnet_id': 'c7670156-7c93-4c02-ba81-ed7b7319827e', 'ip_address': '2001:db8::288'}], 'enable_snat': True}, 'gw_port_id': '91d8bc43-aaa5-4410-abe1-85bc08c99127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:53:22Z', 'updated_at': '2021-06-30T09:53:23Z', 'revision_number': 3, 'project_id': '972d141d311f45b093eecdb69961f0eb', 'gw_port': {'id': '91d8bc43-aaa5-4410-abe1-85bc08c99127', 'name': '', 'network_id': 'eef4fa09-2c01-4b20-a20c-82844b17f963', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:23:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb418e77-7c70-477f-a90d-df5d43364b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c7670156-7c93-4c02-ba81-ed7b7319827e', 'ip_address': '2001:db8::288', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:53:23Z', 'updated_at': '2021-06-30T09:53:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7670156-7c93-4c02-ba81-ed7b7319827e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:24.741382 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73124cd8-6a31-4251-a03b-7ab139a31012 None None] Checking router: fb418e77-7c70-477f-a90d-df5d43364b4e for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:53:24.741988 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73124cd8-6a31-4251-a03b-7ab139a31012 None None] Updating router fb418e77-7c70-477f-a90d-df5d43364b4e port 91d8bc43-aaa5-4410-abe1-85bc08c99127 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:53:24.782358 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-73124cd8-6a31-4251-a03b-7ab139a31012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:24.950467 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-232e99c9-cba0-45cf-93c6-6d2c92d972de tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:25.054504 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-232e99c9-cba0-45cf-93c6-6d2c92d972de tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:25.059611 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-73124cd8-6a31-4251-a03b-7ab139a31012 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:25.069796 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-73124cd8-6a31-4251-a03b-7ab139a31012 None None] Transition to ACTIVE for port object 91d8bc43-aaa5-4410-abe1-85bc08c99127 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:53:25.161646 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-73124cd8-6a31-4251-a03b-7ab139a31012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:25.182906 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-232e99c9-cba0-45cf-93c6-6d2c92d972de tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Deleting port 91d8bc43-aaa5-4410-abe1-85bc08c99127 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:53:25.183294 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-232e99c9-cba0-45cf-93c6-6d2c92d972de tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:25.218371 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-73124cd8-6a31-4251-a03b-7ab139a31012 None None] Attempting to bind port 91d8bc43-aaa5-4410-abe1-85bc08c99127 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:53:25.218740 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-73124cd8-6a31-4251-a03b-7ab139a31012 None None] Attempting to bind port 91d8bc43-aaa5-4410-abe1-85bc08c99127 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '863d5bcd-87ce-4440-bade-20fc12d22621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'eef4fa09-2c01-4b20-a20c-82844b17f963'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:53:25.219098 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73124cd8-6a31-4251-a03b-7ab139a31012 None None] Attempting to bind port 91d8bc43-aaa5-4410-abe1-85bc08c99127 on network eef4fa09-2c01-4b20-a20c-82844b17f963 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:53:25.221108 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c89b1-e501-4fe2-a5d5-f9ca572a8048 None None] Pushing event updated for resources: {'Port': ['ID=91d8bc43-aaa5-4410-abe1-85bc08c99127,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:25.231991 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c89b1-e501-4fe2-a5d5-f9ca572a8048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:25.232335 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c89b1-e501-4fe2-a5d5-f9ca572a8048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:25.232670 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c89b1-e501-4fe2-a5d5-f9ca572a8048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:25.233003 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c89b1-e501-4fe2-a5d5-f9ca572a8048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:25.233328 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c89b1-e501-4fe2-a5d5-f9ca572a8048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:25.233654 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c89b1-e501-4fe2-a5d5-f9ca572a8048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:25.233995 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c89b1-e501-4fe2-a5d5-f9ca572a8048 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:25.234285 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c89b1-e501-4fe2-a5d5-f9ca572a8048 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:25.234602 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c89b1-e501-4fe2-a5d5-f9ca572a8048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:25.234912 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c89b1-e501-4fe2-a5d5-f9ca572a8048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:25.235374 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c89b1-e501-4fe2-a5d5-f9ca572a8048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:25.235689 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c89b1-e501-4fe2-a5d5-f9ca572a8048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:25.243641 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73124cd8-6a31-4251-a03b-7ab139a31012 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:53:25.245601 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73124cd8-6a31-4251-a03b-7ab139a31012 None None] Checking segment: {'id': '863d5bcd-87ce-4440-bade-20fc12d22621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'eef4fa09-2c01-4b20-a20c-82844b17f963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:53:25.246030 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-73124cd8-6a31-4251-a03b-7ab139a31012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:25.246711 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73124cd8-6a31-4251-a03b-7ab139a31012 None None] Bound using segment: {'id': '863d5bcd-87ce-4440-bade-20fc12d22621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'eef4fa09-2c01-4b20-a20c-82844b17f963'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:53:25.247223 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-73124cd8-6a31-4251-a03b-7ab139a31012 None None] Bound port: 91d8bc43-aaa5-4410-abe1-85bc08c99127, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '863d5bcd-87ce-4440-bade-20fc12d22621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'eef4fa09-2c01-4b20-a20c-82844b17f963'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:53:25.247602 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-73124cd8-6a31-4251-a03b-7ab139a31012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:25.277560 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-232e99c9-cba0-45cf-93c6-6d2c92d972de tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:25.290882 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-232e99c9-cba0-45cf-93c6-6d2c92d972de tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Calling delete_port for 91d8bc43-aaa5-4410-abe1-85bc08c99127 owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:25.303044 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-73124cd8-6a31-4251-a03b-7ab139a31012 None None] For port 91d8bc43-aaa5-4410-abe1-85bc08c99127, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:53:25.306623 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-73124cd8-6a31-4251-a03b-7ab139a31012 None None] For port 91d8bc43-aaa5-4410-abe1-85bc08c99127, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=91d8bc43-aaa5-4410-abe1-85bc08c99127,segment=NetworkSegment(863d5bcd-87ce-4440-bade-20fc12d22621),segment_id=863d5bcd-87ce-4440-bade-20fc12d22621)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:53:25.414216 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-73124cd8-6a31-4251-a03b-7ab139a31012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:25.486107 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73124cd8-6a31-4251-a03b-7ab139a31012 None None] Routers {'fb418e77-7c70-477f-a90d-df5d43364b4e'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:25.486710 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-73124cd8-6a31-4251-a03b-7ab139a31012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:53:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['fb418e77-7c70-477f-a90d-df5d43364b4e'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:25.525314 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c89b1-e501-4fe2-a5d5-f9ca572a8048 None None] Pushing event updated for resources: {'Port': ['ID=91d8bc43-aaa5-4410-abe1-85bc08c99127,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:25.585968 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-73124cd8-6a31-4251-a03b-7ab139a31012 None None] Set router fb418e77-7c70-477f-a90d-df5d43364b4e gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:53:25.606863 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-232e99c9-cba0-45cf-93c6-6d2c92d972de tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:25.637810 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-73124cd8-6a31-4251-a03b-7ab139a31012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb418e77-7c70-477f-a90d-df5d43364b4e', 'name': '', 'tenant_id': '972d141d311f45b093eecdb69961f0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:53:22Z', 'updated_at': '2021-06-30T09:53:25Z', 'revision_number': 4, 'project_id': '972d141d311f45b093eecdb69961f0eb', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:25.641651 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e99c9-cba0-45cf-93c6-6d2c92d972de tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Pushing event deleted for resources: {'Port': ['ID=91d8bc43-aaa5-4410-abe1-85bc08c99127,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:25.669290 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73124cd8-6a31-4251-a03b-7ab139a31012 None None] The sync data for ids ['fb418e77-7c70-477f-a90d-df5d43364b4e'] in n-d-771363-31 is: [{'id': 'fb418e77-7c70-477f-a90d-df5d43364b4e', 'name': '', 'tenant_id': '972d141d311f45b093eecdb69961f0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:53:22Z', 'updated_at': '2021-06-30T09:53:25Z', 'revision_number': 4, 'project_id': '972d141d311f45b093eecdb69961f0eb', 'gw_port_host': None}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:53:25.673002 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-232e99c9-cba0-45cf-93c6-6d2c92d972de tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:25.772433 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-232e99c9-cba0-45cf-93c6-6d2c92d972de tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:25.774869 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-232e99c9-cba0-45cf-93c6-6d2c92d972de tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:25.902518 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-232e99c9-cba0-45cf-93c6-6d2c92d972de tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:25.902985 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232e99c9-cba0-45cf-93c6-6d2c92d972de tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb418e77-7c70-477f-a90d-df5d43364b4e {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:53:25.907343 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-232e99c9-cba0-45cf-93c6-6d2c92d972de tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:25.908548 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-232e99c9-cba0-45cf-93c6-6d2c92d972de tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "DELETE /v2.0/routers/fb418e77-7c70-477f-a90d-df5d43364b4e HTTP/1.1" status: 204 len: 168 time: 1.4036560 Jun 30 09:53:25.911326 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56578) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:25.957610 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-606d4b85-280c-45a0-967f-e7a230c665f0 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Deleting subnet c7670156-7c93-4c02-ba81-ed7b7319827e {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:53:25.960729 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-606d4b85-280c-45a0-967f-e7a230c665f0 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:26.000734 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-606d4b85-280c-45a0-967f-e7a230c665f0 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:26.040927 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-606d4b85-280c-45a0-967f-e7a230c665f0 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:26.173193 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-606d4b85-280c-45a0-967f-e7a230c665f0 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:26.199077 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d4b85-280c-45a0-967f-e7a230c665f0 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c7670156-7c93-4c02-ba81-ed7b7319827e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:26.202964 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-606d4b85-280c-45a0-967f-e7a230c665f0 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:26.204840 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-606d4b85-280c-45a0-967f-e7a230c665f0 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/c7670156-7c93-4c02-ba81-ed7b7319827e HTTP/1.1" status: 204 len: 168 time: 0.2925935 Jun 30 09:53:26.208281 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56582) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:26.285935 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-42979eb2-97d1-4494-a061-705ab1588a44 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:26.370325 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-42979eb2-97d1-4494-a061-705ab1588a44 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:26.381984 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-42979eb2-97d1-4494-a061-705ab1588a44 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef4fa09-2c01-4b20-a20c-82844b17f963']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:26.392566 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-42979eb2-97d1-4494-a061-705ab1588a44 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '863d5bcd-87ce-4440-bade-20fc12d22621') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:26.392861 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-42979eb2-97d1-4494-a061-705ab1588a44 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '863d5bcd-87ce-4440-bade-20fc12d22621') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:26.402622 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-42979eb2-97d1-4494-a061-705ab1588a44 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:26.412828 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:26.422451 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-42979eb2-97d1-4494-a061-705ab1588a44 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:26.429319 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42979eb2-97d1-4494-a061-705ab1588a44 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:53:26.429752 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-42979eb2-97d1-4494-a061-705ab1588a44 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:26.431587 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:53:26.431587 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:53:26.431587 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:53:26.431587 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:53:26.431587 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:53:26.431587 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:53:26.431587 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:53:26.431587 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:53:26.431587 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:53:26.431587 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:53:26.431587 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:53:26.431587 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:53:26.431587 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:53:26.431587 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:53:26.431587 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:53:26.431587 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:53:26.431587 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:53:26.431587 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:53:26.431587 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:53:26.431587 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:53:26.431587 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:53:26.431587 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:53:26.431587 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:53:26.431587 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:53:26.431587 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:53:26.431587 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:53:26.431587 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:53:26.431587 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:53:26.431587 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:53:26.431587 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:53:26.431587 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:53:26.431587 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:53:26.597065 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-42979eb2-97d1-4494-a061-705ab1588a44 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:26.602411 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42979eb2-97d1-4494-a061-705ab1588a44 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eef4fa09-2c01-4b20-a20c-82844b17f963 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 09:53:26.605243 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-42979eb2-97d1-4494-a061-705ab1588a44 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:26.610080 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-42979eb2-97d1-4494-a061-705ab1588a44 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "DELETE /v2.0/networks/eef4fa09-2c01-4b20-a20c-82844b17f963 HTTP/1.1" status: 204 len: 168 time: 0.3978596 Jun 30 09:53:26.621590 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42979eb2-97d1-4494-a061-705ab1588a44 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Pushing event deleted for resources: {'Network': ['ID=eef4fa09-2c01-4b20-a20c-82844b17f963,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:26.979895 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56590) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:26.984790 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-6c27e79d-8d13-438f-bad8-311755564cef tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Request body: {'router': {'name': 'tempest-router--1654668606', 'project_id': '4e48e19e9b354c29be821e4a12a768a9'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:53:27.087498 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6c27e79d-8d13-438f-bad8-311755564cef tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:27.090006 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6c27e79d-8d13-438f-bad8-311755564cef tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:27.152150 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6c27e79d-8d13-438f-bad8-311755564cef tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:27.252731 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6c27e79d-8d13-438f-bad8-311755564cef tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:27.332738 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6c27e79d-8d13-438f-bad8-311755564cef tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:27.333976 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6c27e79d-8d13-438f-bad8-311755564cef tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3528075 Jun 30 09:53:27.336787 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56592) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:27.413201 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2e85b01f-fe1f-419d-a4d6-ab6f08f72993 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:27.571873 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2e85b01f-fe1f-419d-a4d6-ab6f08f72993 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:27.574270 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2e85b01f-fe1f-419d-a4d6-ab6f08f72993 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:27.709812 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2e85b01f-fe1f-419d-a4d6-ab6f08f72993 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:27.710535 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e85b01f-fe1f-419d-a4d6-ab6f08f72993 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e1502712-3b9e-493c-a645-5f4292a92dd0 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:53:27.715748 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2e85b01f-fe1f-419d-a4d6-ab6f08f72993 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:27.716912 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2e85b01f-fe1f-419d-a4d6-ab6f08f72993 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "DELETE /v2.0/routers/e1502712-3b9e-493c-a645-5f4292a92dd0 HTTP/1.1" status: 204 len: 168 time: 0.3792253 Jun 30 09:53:28.012115 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56596) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:28.216603 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-03fc84da-363e-4ef0-93ed-87a23e1d9b4f tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1008046430', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}, 'admin_state_up': False}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:53:28.321393 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-03fc84da-363e-4ef0-93ed-87a23e1d9b4f tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:28.323015 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-03fc84da-363e-4ef0-93ed-87a23e1d9b4f tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:28.376870 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-03fc84da-363e-4ef0-93ed-87a23e1d9b4f tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:28.586482 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-03fc84da-363e-4ef0-93ed-87a23e1d9b4f tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:28.850809 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-03fc84da-363e-4ef0-93ed-87a23e1d9b4f tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:28.870055 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-03fc84da-363e-4ef0-93ed-87a23e1d9b4f tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:28.976394 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-03fc84da-363e-4ef0-93ed-87a23e1d9b4f tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Allocated IP 172.25.6.98 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/94b4a5f9-4131-41f0-b03c-3887fa020293) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:53:29.076397 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-03fc84da-363e-4ef0-93ed-87a23e1d9b4f tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:29.196987 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-03fc84da-363e-4ef0-93ed-87a23e1d9b4f tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:29.240101 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fc84da-363e-4ef0-93ed-87a23e1d9b4f tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:53:29.242888 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-03fc84da-363e-4ef0-93ed-87a23e1d9b4f tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:53:29.245603 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fc84da-363e-4ef0-93ed-87a23e1d9b4f tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:53:29.273790 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc84da-363e-4ef0-93ed-87a23e1d9b4f tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Pushing event updated for resources: {'Port': ['ID=94b4a5f9-4131-41f0-b03c-3887fa020293,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:29.712211 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-03fc84da-363e-4ef0-93ed-87a23e1d9b4f tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:29.924374 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-03fc84da-363e-4ef0-93ed-87a23e1d9b4f tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:30.109733 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fc84da-363e-4ef0-93ed-87a23e1d9b4f tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Router 461e1c34-2d9d-42ea-ace5-4fcf9526753b is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:53:30.541145 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fc84da-363e-4ef0-93ed-87a23e1d9b4f tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:53:30.553313 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b826d449-3104-4a1a-be04-8a5b0ac12453 None None] Sync routers for ids ['461e1c34-2d9d-42ea-ace5-4fcf9526753b'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:53:30.568663 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b826d449-3104-4a1a-be04-8a5b0ac12453 None None] Routers {'461e1c34-2d9d-42ea-ace5-4fcf9526753b'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:30.569299 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b826d449-3104-4a1a-be04-8a5b0ac12453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:53:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['461e1c34-2d9d-42ea-ace5-4fcf9526753b'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:30.602255 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b826d449-3104-4a1a-be04-8a5b0ac12453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:30.613270 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b826d449-3104-4a1a-be04-8a5b0ac12453 None None] Routers {'461e1c34-2d9d-42ea-ace5-4fcf9526753b'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:30.613874 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b826d449-3104-4a1a-be04-8a5b0ac12453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:53:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['461e1c34-2d9d-42ea-ace5-4fcf9526753b'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:30.633478 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-03fc84da-363e-4ef0-93ed-87a23e1d9b4f tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:30.637169 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-03fc84da-363e-4ef0-93ed-87a23e1d9b4f tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.6216245 Jun 30 09:53:30.637441 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56602) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:30.647101 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b826d449-3104-4a1a-be04-8a5b0ac12453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:30.647793 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b826d449-3104-4a1a-be04-8a5b0ac12453 None None] The sync data for ids ['461e1c34-2d9d-42ea-ace5-4fcf9526753b'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:53:30.754995 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1987a107-6110-484e-ba74-ff251d64e9a6 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "GET /v2.0/routers/461e1c34-2d9d-42ea-ace5-4fcf9526753b HTTP/1.1" status: 200 len: 924 time: 0.1162474 Jun 30 09:53:30.757637 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56604) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:30.787244 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bdf3cd44-c8fb-4d2f-b984-a055bd1276c9 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] 10.222.0.10 "GET /v2.0/ports?device_id=461e1c34-2d9d-42ea-ace5-4fcf9526753b HTTP/1.1" status: 200 len: 205 time: 0.0284696 Jun 30 09:53:30.789985 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56606) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:30.896724 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e81035a0-f93b-42d6-a7b5-b9454a3a0d42 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:31.006379 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e81035a0-f93b-42d6-a7b5-b9454a3a0d42 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:31.155183 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-e81035a0-f93b-42d6-a7b5-b9454a3a0d42 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Deleting port 94b4a5f9-4131-41f0-b03c-3887fa020293 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:53:31.155183 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e81035a0-f93b-42d6-a7b5-b9454a3a0d42 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:31.223793 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e81035a0-f93b-42d6-a7b5-b9454a3a0d42 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:31.235242 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-e81035a0-f93b-42d6-a7b5-b9454a3a0d42 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Calling delete_port for 94b4a5f9-4131-41f0-b03c-3887fa020293 owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:31.469635 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e81035a0-f93b-42d6-a7b5-b9454a3a0d42 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:31.504872 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81035a0-f93b-42d6-a7b5-b9454a3a0d42 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Pushing event deleted for resources: {'Port': ['ID=94b4a5f9-4131-41f0-b03c-3887fa020293,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:31.564626 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e81035a0-f93b-42d6-a7b5-b9454a3a0d42 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:31.653975 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e81035a0-f93b-42d6-a7b5-b9454a3a0d42 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:31.656175 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e81035a0-f93b-42d6-a7b5-b9454a3a0d42 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:31.755476 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e81035a0-f93b-42d6-a7b5-b9454a3a0d42 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:31.755957 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81035a0-f93b-42d6-a7b5-b9454a3a0d42 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Fanout notify agent at l3_agent the message router_deleted on router 461e1c34-2d9d-42ea-ace5-4fcf9526753b {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:53:31.762567 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e81035a0-f93b-42d6-a7b5-b9454a3a0d42 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:31.763788 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e81035a0-f93b-42d6-a7b5-b9454a3a0d42 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] 10.222.0.10 "DELETE /v2.0/routers/461e1c34-2d9d-42ea-ace5-4fcf9526753b HTTP/1.1" status: 204 len: 168 time: 0.9729149 Jun 30 09:53:31.767520 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56608) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:31.772773 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-d74a0cab-3e91-4b60-a631-772169f18f93 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Request body: {'router': {'name': 'tempest-snat-router-491816183', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'enable_snat': False}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:53:31.862590 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d74a0cab-3e91-4b60-a631-772169f18f93 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:31.863648 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d74a0cab-3e91-4b60-a631-772169f18f93 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:31.914958 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d74a0cab-3e91-4b60-a631-772169f18f93 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:32.109619 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d74a0cab-3e91-4b60-a631-772169f18f93 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:32.478760 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d74a0cab-3e91-4b60-a631-772169f18f93 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:32.497819 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d74a0cab-3e91-4b60-a631-772169f18f93 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:32.606734 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-d74a0cab-3e91-4b60-a631-772169f18f93 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Allocated IP 172.25.6.244 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/5dd16fe1-7ae0-4cb9-9f50-16f7f2e5d30a) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:53:32.720711 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d74a0cab-3e91-4b60-a631-772169f18f93 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:32.893324 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d74a0cab-3e91-4b60-a631-772169f18f93 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:32.932826 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74a0cab-3e91-4b60-a631-772169f18f93 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:53:32.935670 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-d74a0cab-3e91-4b60-a631-772169f18f93 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:53:32.944123 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74a0cab-3e91-4b60-a631-772169f18f93 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:53:32.946743 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a0cab-3e91-4b60-a631-772169f18f93 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Pushing event updated for resources: {'Port': ['ID=5dd16fe1-7ae0-4cb9-9f50-16f7f2e5d30a,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:33.277041 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d74a0cab-3e91-4b60-a631-772169f18f93 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:33.482043 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d74a0cab-3e91-4b60-a631-772169f18f93 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:33.663582 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74a0cab-3e91-4b60-a631-772169f18f93 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Router b8cc4c28-1d20-4615-98b9-fa4b2d01c3f2 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:53:33.770724 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74a0cab-3e91-4b60-a631-772169f18f93 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:53:33.779421 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f07c54-59ba-4535-9c8d-1b684aafbcd0 None None] Sync routers for ids ['b8cc4c28-1d20-4615-98b9-fa4b2d01c3f2'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:53:33.789060 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f07c54-59ba-4535-9c8d-1b684aafbcd0 None None] Routers {'b8cc4c28-1d20-4615-98b9-fa4b2d01c3f2'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:33.789664 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-87f07c54-59ba-4535-9c8d-1b684aafbcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:53:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['b8cc4c28-1d20-4615-98b9-fa4b2d01c3f2'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:33.858042 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d74a0cab-3e91-4b60-a631-772169f18f93 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:33.859358 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d74a0cab-3e91-4b60-a631-772169f18f93 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.0903044 Jun 30 09:53:33.862035 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56610) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:33.967784 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8c13b9e9-3b2c-48d8-bfb1-f1f9cf388535 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "GET /v2.0/routers/b8cc4c28-1d20-4615-98b9-fa4b2d01c3f2 HTTP/1.1" status: 200 len: 908 time: 0.1038675 Jun 30 09:53:33.970115 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56612) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:33.975883 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-87f07c54-59ba-4535-9c8d-1b684aafbcd0 None None] Set router b8cc4c28-1d20-4615-98b9-fa4b2d01c3f2 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:53:33.976068 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-0813cb52-c0ba-45a5-9d05-d48e9678dfc2 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Request body: {'router': {'name': 'tempest-snat-router-491816183', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'enable_snat': True}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:53:34.058043 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0813cb52-c0ba-45a5-9d05-d48e9678dfc2 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:34.059051 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0813cb52-c0ba-45a5-9d05-d48e9678dfc2 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:34.149966 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-87f07c54-59ba-4535-9c8d-1b684aafbcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cc4c28-1d20-4615-98b9-fa4b2d01c3f2', 'name': 'tempest-snat-router-491816183', 'tenant_id': '972d141d311f45b093eecdb69961f0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.244'}], 'enable_snat': False}, 'gw_port_id': '5dd16fe1-7ae0-4cb9-9f50-16f7f2e5d30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:53:31Z', 'updated_at': '2021-06-30T09:53:33Z', 'revision_number': 3, 'project_id': '972d141d311f45b093eecdb69961f0eb', 'gw_port': {'id': '5dd16fe1-7ae0-4cb9-9f50-16f7f2e5d30a', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cc4c28-1d20-4615-98b9-fa4b2d01c3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:53:32Z', 'updated_at': '2021-06-30T09:53:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:34.177560 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f07c54-59ba-4535-9c8d-1b684aafbcd0 None None] Checking router: b8cc4c28-1d20-4615-98b9-fa4b2d01c3f2 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:53:34.177909 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f07c54-59ba-4535-9c8d-1b684aafbcd0 None None] Updating router b8cc4c28-1d20-4615-98b9-fa4b2d01c3f2 port 5dd16fe1-7ae0-4cb9-9f50-16f7f2e5d30a binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:53:34.217120 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-87f07c54-59ba-4535-9c8d-1b684aafbcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:34.450993 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0813cb52-c0ba-45a5-9d05-d48e9678dfc2 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:34.489484 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-87f07c54-59ba-4535-9c8d-1b684aafbcd0 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:34.499045 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-87f07c54-59ba-4535-9c8d-1b684aafbcd0 None None] Transition to ACTIVE for port object 5dd16fe1-7ae0-4cb9-9f50-16f7f2e5d30a will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:53:34.600457 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-87f07c54-59ba-4535-9c8d-1b684aafbcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:34.652159 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-87f07c54-59ba-4535-9c8d-1b684aafbcd0 None None] Attempting to bind port 5dd16fe1-7ae0-4cb9-9f50-16f7f2e5d30a on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:53:34.652522 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-87f07c54-59ba-4535-9c8d-1b684aafbcd0 None None] Attempting to bind port 5dd16fe1-7ae0-4cb9-9f50-16f7f2e5d30a by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:53:34.652875 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f07c54-59ba-4535-9c8d-1b684aafbcd0 None None] Attempting to bind port 5dd16fe1-7ae0-4cb9-9f50-16f7f2e5d30a on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:53:34.654802 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb99e9-62ce-4989-a41e-a2b221ffbb97 None None] Pushing event updated for resources: {'Port': ['ID=5dd16fe1-7ae0-4cb9-9f50-16f7f2e5d30a,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:34.663630 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f07c54-59ba-4535-9c8d-1b684aafbcd0 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:53:34.663630 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f07c54-59ba-4535-9c8d-1b684aafbcd0 None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:53:34.663630 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-87f07c54-59ba-4535-9c8d-1b684aafbcd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:34.664146 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f07c54-59ba-4535-9c8d-1b684aafbcd0 None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:53:34.664289 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-87f07c54-59ba-4535-9c8d-1b684aafbcd0 None None] Bound port: 5dd16fe1-7ae0-4cb9-9f50-16f7f2e5d30a, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:53:34.664543 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-87f07c54-59ba-4535-9c8d-1b684aafbcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:34.667219 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0813cb52-c0ba-45a5-9d05-d48e9678dfc2 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:34.719307 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-87f07c54-59ba-4535-9c8d-1b684aafbcd0 None None] For port 5dd16fe1-7ae0-4cb9-9f50-16f7f2e5d30a, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:53:34.722994 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-87f07c54-59ba-4535-9c8d-1b684aafbcd0 None None] For port 5dd16fe1-7ae0-4cb9-9f50-16f7f2e5d30a, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5dd16fe1-7ae0-4cb9-9f50-16f7f2e5d30a,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:53:34.852850 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-87f07c54-59ba-4535-9c8d-1b684aafbcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:34.903246 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f07c54-59ba-4535-9c8d-1b684aafbcd0 None None] Routers {'b8cc4c28-1d20-4615-98b9-fa4b2d01c3f2'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:34.903860 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-87f07c54-59ba-4535-9c8d-1b684aafbcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:53:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['b8cc4c28-1d20-4615-98b9-fa4b2d01c3f2'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:34.947601 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb99e9-62ce-4989-a41e-a2b221ffbb97 None None] Pushing event updated for resources: {'Port': ['ID=5dd16fe1-7ae0-4cb9-9f50-16f7f2e5d30a,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:34.960257 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0813cb52-c0ba-45a5-9d05-d48e9678dfc2 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:34.986067 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0813cb52-c0ba-45a5-9d05-d48e9678dfc2 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:35.019328 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-87f07c54-59ba-4535-9c8d-1b684aafbcd0 None None] Set router b8cc4c28-1d20-4615-98b9-fa4b2d01c3f2 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:53:35.095606 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-0813cb52-c0ba-45a5-9d05-d48e9678dfc2 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Allocated IP 172.25.6.39 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/8b143cff-512c-46d4-87dc-77b5529878de) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:53:35.203435 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-87f07c54-59ba-4535-9c8d-1b684aafbcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cc4c28-1d20-4615-98b9-fa4b2d01c3f2', 'name': 'tempest-snat-router-491816183', 'tenant_id': '972d141d311f45b093eecdb69961f0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.244'}], 'enable_snat': False}, 'gw_port_id': '5dd16fe1-7ae0-4cb9-9f50-16f7f2e5d30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:53:31Z', 'updated_at': '2021-06-30T09:53:33Z', 'revision_number': 3, 'project_id': '972d141d311f45b093eecdb69961f0eb', 'gw_port': {'id': '5dd16fe1-7ae0-4cb9-9f50-16f7f2e5d30a', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cc4c28-1d20-4615-98b9-fa4b2d01c3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:53:32Z', 'updated_at': '2021-06-30T09:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:35.207718 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0813cb52-c0ba-45a5-9d05-d48e9678dfc2 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:35.233088 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f07c54-59ba-4535-9c8d-1b684aafbcd0 None None] The sync data for ids ['b8cc4c28-1d20-4615-98b9-fa4b2d01c3f2'] in n-d-771363-31 is: [{'id': 'b8cc4c28-1d20-4615-98b9-fa4b2d01c3f2', 'name': 'tempest-snat-router-491816183', 'tenant_id': '972d141d311f45b093eecdb69961f0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.244'}], 'enable_snat': False}, 'gw_port_id': '5dd16fe1-7ae0-4cb9-9f50-16f7f2e5d30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:53:31Z', 'updated_at': '2021-06-30T09:53:33Z', 'revision_number': 3, 'project_id': '972d141d311f45b093eecdb69961f0eb', 'gw_port': {'id': '5dd16fe1-7ae0-4cb9-9f50-16f7f2e5d30a', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cc4c28-1d20-4615-98b9-fa4b2d01c3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:53:32Z', 'updated_at': '2021-06-30T09:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:53:35.309669 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0813cb52-c0ba-45a5-9d05-d48e9678dfc2 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:35.349509 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0813cb52-c0ba-45a5-9d05-d48e9678dfc2 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:53:35.352557 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-0813cb52-c0ba-45a5-9d05-d48e9678dfc2 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:53:35.356306 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0813cb52-c0ba-45a5-9d05-d48e9678dfc2 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:53:35.384397 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813cb52-c0ba-45a5-9d05-d48e9678dfc2 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Pushing event updated for resources: {'Port': ['ID=8b143cff-512c-46d4-87dc-77b5529878de,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:35.709072 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0813cb52-c0ba-45a5-9d05-d48e9678dfc2 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:35.938877 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0813cb52-c0ba-45a5-9d05-d48e9678dfc2 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:36.161547 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0813cb52-c0ba-45a5-9d05-d48e9678dfc2 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Router 6456e2f4-a63c-48c4-a930-7633a9fb93a9 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:53:36.294863 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0813cb52-c0ba-45a5-9d05-d48e9678dfc2 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:53:36.303821 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] Sync routers for ids ['6456e2f4-a63c-48c4-a930-7633a9fb93a9'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:53:36.316269 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] Routers {'6456e2f4-a63c-48c4-a930-7633a9fb93a9'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:36.316909 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:53:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['6456e2f4-a63c-48c4-a930-7633a9fb93a9'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:36.429824 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] Set router 6456e2f4-a63c-48c4-a930-7633a9fb93a9 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:53:36.452533 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0813cb52-c0ba-45a5-9d05-d48e9678dfc2 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:36.457447 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0813cb52-c0ba-45a5-9d05-d48e9678dfc2 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.4832096 Jun 30 09:53:36.457670 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56614) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:36.576108 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-47880cd8-48ba-4e58-bc14-852ec3c49b62 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "GET /v2.0/routers/6456e2f4-a63c-48c4-a930-7633a9fb93a9 HTTP/1.1" status: 200 len: 906 time: 0.1169944 Jun 30 09:53:36.578521 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56616) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:36.632640 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6456e2f4-a63c-48c4-a930-7633a9fb93a9', 'name': 'tempest-snat-router-491816183', 'tenant_id': '972d141d311f45b093eecdb69961f0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8b143cff-512c-46d4-87dc-77b5529878de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:53:34Z', 'updated_at': '2021-06-30T09:53:35Z', 'revision_number': 3, 'project_id': '972d141d311f45b093eecdb69961f0eb', 'gw_port': {'id': '8b143cff-512c-46d4-87dc-77b5529878de', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:08:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6456e2f4-a63c-48c4-a930-7633a9fb93a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:53:34Z', 'updated_at': '2021-06-30T09:53:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:36.662755 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] Checking router: 6456e2f4-a63c-48c4-a930-7633a9fb93a9 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:53:36.663139 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] Updating router 6456e2f4-a63c-48c4-a930-7633a9fb93a9 port 8b143cff-512c-46d4-87dc-77b5529878de binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:53:36.693395 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c7f6ae93-1f92-4380-a5e4-1b7e2a207d7e tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:36.702581 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:36.803558 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c7f6ae93-1f92-4380-a5e4-1b7e2a207d7e tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:36.942885 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-c7f6ae93-1f92-4380-a5e4-1b7e2a207d7e tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Deleting port 8b143cff-512c-46d4-87dc-77b5529878de {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:53:36.943161 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c7f6ae93-1f92-4380-a5e4-1b7e2a207d7e tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:36.976609 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:36.988277 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] Transition to ACTIVE for port object 8b143cff-512c-46d4-87dc-77b5529878de will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:53:37.023039 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c7f6ae93-1f92-4380-a5e4-1b7e2a207d7e tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:37.037168 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-c7f6ae93-1f92-4380-a5e4-1b7e2a207d7e tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Calling delete_port for 8b143cff-512c-46d4-87dc-77b5529878de owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:37.086737 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:37.142920 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] Attempting to bind port 8b143cff-512c-46d4-87dc-77b5529878de on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:53:37.143878 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] Attempting to bind port 8b143cff-512c-46d4-87dc-77b5529878de by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:53:37.144237 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] Attempting to bind port 8b143cff-512c-46d4-87dc-77b5529878de on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:53:37.146807 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875b22d-8546-4c71-97ed-c62c0f43e70a None None] Pushing event updated for resources: {'Port': ['ID=8b143cff-512c-46d4-87dc-77b5529878de,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:37.155187 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:53:37.155618 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:53:37.156441 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:37.156441 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:53:37.156893 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] Bound port: 8b143cff-512c-46d4-87dc-77b5529878de, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:53:37.157264 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:37.216698 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5dd16fe1-7ae0-4cb9-9f50-16f7f2e5d30a up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:53:37.315511 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c7f6ae93-1f92-4380-a5e4-1b7e2a207d7e tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:37.316528 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:53:37.317081 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:53:37.344022 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 5dd16fe1-7ae0-4cb9-9f50-16f7f2e5d30a completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:53:37.348035 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f6ae93-1f92-4380-a5e4-1b7e2a207d7e tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b143cff-512c-46d4-87dc-77b5529878de,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:37.352935 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 5dd16fe1-7ae0-4cb9-9f50-16f7f2e5d30a triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:53:37.353530 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:37.425785 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c7f6ae93-1f92-4380-a5e4-1b7e2a207d7e tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:37.437739 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:37.460568 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 5dd16fe1-7ae0-4cb9-9f50-16f7f2e5d30a, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5dd16fe1-7ae0-4cb9-9f50-16f7f2e5d30a,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:53:37.522352 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c7f6ae93-1f92-4380-a5e4-1b7e2a207d7e tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:37.524596 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c7f6ae93-1f92-4380-a5e4-1b7e2a207d7e tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:37.531952 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:37.582995 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=5dd16fe1-7ae0-4cb9-9f50-16f7f2e5d30a,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:37.629659 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c7f6ae93-1f92-4380-a5e4-1b7e2a207d7e tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:37.630199 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f6ae93-1f92-4380-a5e4-1b7e2a207d7e tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6456e2f4-a63c-48c4-a930-7633a9fb93a9 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:53:37.634997 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c7f6ae93-1f92-4380-a5e4-1b7e2a207d7e tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:37.635917 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c7f6ae93-1f92-4380-a5e4-1b7e2a207d7e tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "DELETE /v2.0/routers/6456e2f4-a63c-48c4-a930-7633a9fb93a9 HTTP/1.1" status: 204 len: 168 time: 1.0564055 Jun 30 09:53:37.642816 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56618) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:37.742705 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-822136af-1854-49e4-893a-cf231f159ed9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:37.835715 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] Attempting to bind port 8b143cff-512c-46d4-87dc-77b5529878de on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:53:37.835715 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] Attempting to bind port 8b143cff-512c-46d4-87dc-77b5529878de by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:53:37.835715 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] Attempting to bind port 8b143cff-512c-46d4-87dc-77b5529878de on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:53:37.840378 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:53:37.840844 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:53:37.841305 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:37.841764 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:53:37.842495 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] Bound port: 8b143cff-512c-46d4-87dc-77b5529878de, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:53:37.842621 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:37.851275 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-822136af-1854-49e4-893a-cf231f159ed9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:37.860184 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] Port 8b143cff-512c-46d4-87dc-77b5529878de has been deleted concurrently {{(pid=101055) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jun 30 09:53:37.871233 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] Routers set() bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:37.871602 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] Router IDs set() for agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 09:53:37.872194 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_agentschedulers_db [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6456e2f4-a63c-48c4-a930-7633a9fb93a9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:53:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent'). {{(pid=101055) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 30 09:53:37.872559 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb026c-a02a-4b1a-9d3b-14b567977692 None None] The sync data for ids ['6456e2f4-a63c-48c4-a930-7633a9fb93a9'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:53:37.907878 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:37.981729 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-822136af-1854-49e4-893a-cf231f159ed9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Deleting port 5dd16fe1-7ae0-4cb9-9f50-16f7f2e5d30a {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:53:37.982066 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-822136af-1854-49e4-893a-cf231f159ed9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:38.068323 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-822136af-1854-49e4-893a-cf231f159ed9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] For port 5dd16fe1-7ae0-4cb9-9f50-16f7f2e5d30a, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5dd16fe1-7ae0-4cb9-9f50-16f7f2e5d30a,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:53:38.068616 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-822136af-1854-49e4-893a-cf231f159ed9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:38.081442 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-822136af-1854-49e4-893a-cf231f159ed9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Calling delete_port for 5dd16fe1-7ae0-4cb9-9f50-16f7f2e5d30a owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:38.333135 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-822136af-1854-49e4-893a-cf231f159ed9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:38.359290 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822136af-1854-49e4-893a-cf231f159ed9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Pushing event deleted for resources: {'Port': ['ID=5dd16fe1-7ae0-4cb9-9f50-16f7f2e5d30a,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:38.429593 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-822136af-1854-49e4-893a-cf231f159ed9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:38.839184 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-822136af-1854-49e4-893a-cf231f159ed9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:38.841553 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-822136af-1854-49e4-893a-cf231f159ed9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:38.947814 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-822136af-1854-49e4-893a-cf231f159ed9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:38.948500 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822136af-1854-49e4-893a-cf231f159ed9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b8cc4c28-1d20-4615-98b9-fa4b2d01c3f2 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:53:38.952475 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-822136af-1854-49e4-893a-cf231f159ed9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:38.953570 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-822136af-1854-49e4-893a-cf231f159ed9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "DELETE /v2.0/routers/b8cc4c28-1d20-4615-98b9-fa4b2d01c3f2 HTTP/1.1" status: 204 len: 168 time: 1.3143039 Jun 30 09:53:38.957831 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56620) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:38.962443 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-29b42741-bb5c-4ef3-a756-48c6af17cbc4 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-907626759', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}, 'admin_state_up': False}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:53:39.130947 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-29b42741-bb5c-4ef3-a756-48c6af17cbc4 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:39.132022 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-29b42741-bb5c-4ef3-a756-48c6af17cbc4 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:39.166354 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:39.192808 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-29b42741-bb5c-4ef3-a756-48c6af17cbc4 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:39.456643 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5dd16fe1-7ae0-4cb9-9f50-16f7f2e5d30a no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:53:39.469797 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-29b42741-bb5c-4ef3-a756-48c6af17cbc4 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:39.477596 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 5dd16fe1-7ae0-4cb9-9f50-16f7f2e5d30a {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:53:39.477946 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5dd16fe1-7ae0-4cb9-9f50-16f7f2e5d30a not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:53:39.778977 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-29b42741-bb5c-4ef3-a756-48c6af17cbc4 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:39.798003 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-29b42741-bb5c-4ef3-a756-48c6af17cbc4 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:39.897711 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-29b42741-bb5c-4ef3-a756-48c6af17cbc4 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Allocated IP 172.25.6.109 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/3824808d-9441-46d2-adde-7c7cb9f8e1af) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:53:39.962440 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:53:40.002432 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-29b42741-bb5c-4ef3-a756-48c6af17cbc4 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:40.149974 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-29b42741-bb5c-4ef3-a756-48c6af17cbc4 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:40.187866 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b42741-bb5c-4ef3-a756-48c6af17cbc4 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:53:40.190676 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-29b42741-bb5c-4ef3-a756-48c6af17cbc4 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:53:40.196624 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b42741-bb5c-4ef3-a756-48c6af17cbc4 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:53:40.201454 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b42741-bb5c-4ef3-a756-48c6af17cbc4 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Pushing event updated for resources: {'Port': ['ID=3824808d-9441-46d2-adde-7c7cb9f8e1af,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:40.525692 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-29b42741-bb5c-4ef3-a756-48c6af17cbc4 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:40.736238 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-29b42741-bb5c-4ef3-a756-48c6af17cbc4 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:40.949390 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b42741-bb5c-4ef3-a756-48c6af17cbc4 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Router d85339d2-8bed-493c-b107-15dc9d45ec63 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:53:41.066389 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b42741-bb5c-4ef3-a756-48c6af17cbc4 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:53:41.076565 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03d84bc-d8e3-431a-98ea-672d5f7921b9 None None] Sync routers for ids ['d85339d2-8bed-493c-b107-15dc9d45ec63'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:53:41.087904 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03d84bc-d8e3-431a-98ea-672d5f7921b9 None None] Routers {'d85339d2-8bed-493c-b107-15dc9d45ec63'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:41.088538 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b03d84bc-d8e3-431a-98ea-672d5f7921b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:53:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['d85339d2-8bed-493c-b107-15dc9d45ec63'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:41.120599 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b03d84bc-d8e3-431a-98ea-672d5f7921b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:41.130936 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03d84bc-d8e3-431a-98ea-672d5f7921b9 None None] Routers {'d85339d2-8bed-493c-b107-15dc9d45ec63'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:41.131574 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b03d84bc-d8e3-431a-98ea-672d5f7921b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:53:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['d85339d2-8bed-493c-b107-15dc9d45ec63'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:41.167625 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b03d84bc-d8e3-431a-98ea-672d5f7921b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:41.168274 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03d84bc-d8e3-431a-98ea-672d5f7921b9 None None] The sync data for ids ['d85339d2-8bed-493c-b107-15dc9d45ec63'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:53:41.177852 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-29b42741-bb5c-4ef3-a756-48c6af17cbc4 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:41.179244 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-29b42741-bb5c-4ef3-a756-48c6af17cbc4 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.2204068 Jun 30 09:53:41.182428 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56622) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:41.187020 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-a1cc7849-168b-4ea1-b7bd-d67c6d60e971 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'enable_snat': False}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:53:41.555255 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a1cc7849-168b-4ea1-b7bd-d67c6d60e971 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:42.075597 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a1cc7849-168b-4ea1-b7bd-d67c6d60e971 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:42.079050 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a1cc7849-168b-4ea1-b7bd-d67c6d60e971 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1642126'] for router, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:42.188766 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1cc7849-168b-4ea1-b7bd-d67c6d60e971 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Router d85339d2-8bed-493c-b107-15dc9d45ec63 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:53:42.295685 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1cc7849-168b-4ea1-b7bd-d67c6d60e971 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:53:42.299983 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a1cc7849-168b-4ea1-b7bd-d67c6d60e971 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:42.301331 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a1cc7849-168b-4ea1-b7bd-d67c6d60e971 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "PUT /v2.0/routers/d85339d2-8bed-493c-b107-15dc9d45ec63 HTTP/1.1" status: 200 len: 925 time: 1.1178710 Jun 30 09:53:42.303917 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56624) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:42.304817 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb9cd1d-0063-470b-b7f1-92a3de1ca6e1 None None] Sync routers for ids ['d85339d2-8bed-493c-b107-15dc9d45ec63'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:53:42.313997 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb9cd1d-0063-470b-b7f1-92a3de1ca6e1 None None] Routers {'d85339d2-8bed-493c-b107-15dc9d45ec63'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:42.314608 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-fcb9cd1d-0063-470b-b7f1-92a3de1ca6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:53:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['d85339d2-8bed-493c-b107-15dc9d45ec63'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:42.347097 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-fcb9cd1d-0063-470b-b7f1-92a3de1ca6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:42.355829 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb9cd1d-0063-470b-b7f1-92a3de1ca6e1 None None] Routers {'d85339d2-8bed-493c-b107-15dc9d45ec63'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:42.356428 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-fcb9cd1d-0063-470b-b7f1-92a3de1ca6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:53:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['d85339d2-8bed-493c-b107-15dc9d45ec63'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:42.389416 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-fcb9cd1d-0063-470b-b7f1-92a3de1ca6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:42.390055 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb9cd1d-0063-470b-b7f1-92a3de1ca6e1 None None] The sync data for ids ['d85339d2-8bed-493c-b107-15dc9d45ec63'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:53:42.733235 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ba622499-2968-41e8-b7ec-bd466b07afe1 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "GET /v2.0/routers/d85339d2-8bed-493c-b107-15dc9d45ec63 HTTP/1.1" status: 200 len: 925 time: 0.4282074 Jun 30 09:53:42.736468 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56626) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:42.820326 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270ccd74-76d5-4040-a7eb-e374387471b9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:42.821821 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-270ccd74-76d5-4040-a7eb-e374387471b9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=599fb812-09ee-4e3b-a109-d92406a95c23&device_id=d85339d2-8bed-493c-b107-15dc9d45ec63&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0843611 Jun 30 09:53:42.824543 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56628) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:42.910438 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec3dd8f-e838-42bf-91fe-841f224fe8ef tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:42.911843 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1ec3dd8f-e838-42bf-91fe-841f224fe8ef tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 881 time: 0.0863833 Jun 30 09:53:42.914718 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56630) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:42.944876 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-cca676b4-af26-4a9f-a25e-f35ca42b7e60 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] 10.222.0.10 "GET /v2.0/ports?device_id=d85339d2-8bed-493c-b107-15dc9d45ec63 HTTP/1.1" status: 200 len: 205 time: 0.0289223 Jun 30 09:53:42.947275 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56632) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:43.054866 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-be31d57c-8c34-4078-b5b6-2564ed203b17 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.170865 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-be31d57c-8c34-4078-b5b6-2564ed203b17 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.298013 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-be31d57c-8c34-4078-b5b6-2564ed203b17 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Deleting port 3824808d-9441-46d2-adde-7c7cb9f8e1af {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:53:43.298261 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-be31d57c-8c34-4078-b5b6-2564ed203b17 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.381649 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-be31d57c-8c34-4078-b5b6-2564ed203b17 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.393851 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-be31d57c-8c34-4078-b5b6-2564ed203b17 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Calling delete_port for 3824808d-9441-46d2-adde-7c7cb9f8e1af owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:43.646540 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-be31d57c-8c34-4078-b5b6-2564ed203b17 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.672379 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31d57c-8c34-4078-b5b6-2564ed203b17 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Pushing event deleted for resources: {'Port': ['ID=3824808d-9441-46d2-adde-7c7cb9f8e1af,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:43.735379 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-be31d57c-8c34-4078-b5b6-2564ed203b17 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.832084 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-be31d57c-8c34-4078-b5b6-2564ed203b17 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.834246 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-be31d57c-8c34-4078-b5b6-2564ed203b17 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.920458 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-be31d57c-8c34-4078-b5b6-2564ed203b17 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.920905 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be31d57c-8c34-4078-b5b6-2564ed203b17 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Fanout notify agent at l3_agent the message router_deleted on router d85339d2-8bed-493c-b107-15dc9d45ec63 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:53:43.928291 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-be31d57c-8c34-4078-b5b6-2564ed203b17 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.929377 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-be31d57c-8c34-4078-b5b6-2564ed203b17 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] 10.222.0.10 "DELETE /v2.0/routers/d85339d2-8bed-493c-b107-15dc9d45ec63 HTTP/1.1" status: 204 len: 168 time: 0.9812388 Jun 30 09:53:43.933036 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56634) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:43.938352 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-36918ea8-f0c0-4476-9164-a37eaddbeee8 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1116858274', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:53:44.017940 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-36918ea8-f0c0-4476-9164-a37eaddbeee8 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:44.019033 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-36918ea8-f0c0-4476-9164-a37eaddbeee8 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:44.074368 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-36918ea8-f0c0-4476-9164-a37eaddbeee8 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:44.148435 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-36918ea8-f0c0-4476-9164-a37eaddbeee8 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:44.227723 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-36918ea8-f0c0-4476-9164-a37eaddbeee8 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:44.231138 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-36918ea8-f0c0-4476-9164-a37eaddbeee8 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2949989 Jun 30 09:53:44.231621 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56636) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:44.236249 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-2e806613-9dcd-4d3e-9b4e-7f2a5b4934da tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Request body: {'router': {'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:53:44.446218 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2e806613-9dcd-4d3e-9b4e-7f2a5b4934da tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:44.734384 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2e806613-9dcd-4d3e-9b4e-7f2a5b4934da tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:44.753008 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2e806613-9dcd-4d3e-9b4e-7f2a5b4934da tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:44.857817 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-2e806613-9dcd-4d3e-9b4e-7f2a5b4934da tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Allocated IP 172.25.6.253 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/d0558c92-ac2c-4d30-bbf4-d9ce764f17a2) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:53:44.956146 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2e806613-9dcd-4d3e-9b4e-7f2a5b4934da tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:45.148430 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2e806613-9dcd-4d3e-9b4e-7f2a5b4934da tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:45.186299 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e806613-9dcd-4d3e-9b4e-7f2a5b4934da tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:53:45.189201 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-2e806613-9dcd-4d3e-9b4e-7f2a5b4934da tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:53:45.195978 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e806613-9dcd-4d3e-9b4e-7f2a5b4934da tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:53:45.201630 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e806613-9dcd-4d3e-9b4e-7f2a5b4934da tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Pushing event updated for resources: {'Port': ['ID=d0558c92-ac2c-4d30-bbf4-d9ce764f17a2,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:45.538491 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2e806613-9dcd-4d3e-9b4e-7f2a5b4934da tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:45.732954 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2e806613-9dcd-4d3e-9b4e-7f2a5b4934da tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:45.736281 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2e806613-9dcd-4d3e-9b4e-7f2a5b4934da tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1642126'] for router, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:45.918968 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e806613-9dcd-4d3e-9b4e-7f2a5b4934da tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Router 57e7cb59-f1f6-44c9-abab-ba3f9d76a5b3 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:53:46.023763 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e806613-9dcd-4d3e-9b4e-7f2a5b4934da tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:53:46.030718 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2e806613-9dcd-4d3e-9b4e-7f2a5b4934da tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:46.035002 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2e806613-9dcd-4d3e-9b4e-7f2a5b4934da tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] 10.222.0.10 "PUT /v2.0/routers/57e7cb59-f1f6-44c9-abab-ba3f9d76a5b3 HTTP/1.1" status: 200 len: 884 time: 1.8021560 Jun 30 09:53:46.035184 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56640) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:46.041681 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48ab214-8968-432b-bf4e-ce302635a99d None None] Sync routers for ids ['57e7cb59-f1f6-44c9-abab-ba3f9d76a5b3'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:53:46.052183 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48ab214-8968-432b-bf4e-ce302635a99d None None] Routers {'57e7cb59-f1f6-44c9-abab-ba3f9d76a5b3'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:46.052878 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-d48ab214-8968-432b-bf4e-ce302635a99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:53:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['57e7cb59-f1f6-44c9-abab-ba3f9d76a5b3'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:46.092633 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-d48ab214-8968-432b-bf4e-ce302635a99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:46.101273 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48ab214-8968-432b-bf4e-ce302635a99d None None] Routers {'57e7cb59-f1f6-44c9-abab-ba3f9d76a5b3'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:46.101864 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-d48ab214-8968-432b-bf4e-ce302635a99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:53:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['57e7cb59-f1f6-44c9-abab-ba3f9d76a5b3'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:46.132633 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-d48ab214-8968-432b-bf4e-ce302635a99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:46.133266 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48ab214-8968-432b-bf4e-ce302635a99d None None] The sync data for ids ['57e7cb59-f1f6-44c9-abab-ba3f9d76a5b3'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:53:46.146622 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-acfbdd78-3622-48d6-a39d-d4e56ac2e89e tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "GET /v2.0/routers/57e7cb59-f1f6-44c9-abab-ba3f9d76a5b3 HTTP/1.1" status: 200 len: 925 time: 0.1104133 Jun 30 09:53:46.149293 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56642) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:46.235474 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7b05fa-7107-45ba-a0bf-479ed5398690 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:46.237531 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6a7b05fa-7107-45ba-a0bf-479ed5398690 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=599fb812-09ee-4e3b-a109-d92406a95c23&device_id=57e7cb59-f1f6-44c9-abab-ba3f9d76a5b3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0873227 Jun 30 09:53:46.240366 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56644) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:46.319830 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2046244a-7d21-46f6-9516-28131f56301c tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:46.321175 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2046244a-7d21-46f6-9516-28131f56301c tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 881 time: 0.0799384 Jun 30 09:53:46.323922 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56646) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:46.352139 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2cf8b12c-ed54-4850-9f60-8abdb370939f tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e7cb59-f1f6-44c9-abab-ba3f9d76a5b3 HTTP/1.1" status: 200 len: 205 time: 0.0271771 Jun 30 09:53:46.354470 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56648) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:46.457234 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ac8855eb-7978-44d3-8c46-f3448eff4605 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:46.559374 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ac8855eb-7978-44d3-8c46-f3448eff4605 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:46.662507 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-ac8855eb-7978-44d3-8c46-f3448eff4605 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Deleting port d0558c92-ac2c-4d30-bbf4-d9ce764f17a2 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:53:46.662849 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ac8855eb-7978-44d3-8c46-f3448eff4605 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:46.735866 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ac8855eb-7978-44d3-8c46-f3448eff4605 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:46.748064 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-ac8855eb-7978-44d3-8c46-f3448eff4605 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Calling delete_port for d0558c92-ac2c-4d30-bbf4-d9ce764f17a2 owned by network:router_gateway {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:46.966442 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ac8855eb-7978-44d3-8c46-f3448eff4605 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:46.992228 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8855eb-7978-44d3-8c46-f3448eff4605 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Pushing event deleted for resources: {'Port': ['ID=d0558c92-ac2c-4d30-bbf4-d9ce764f17a2,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:47.059926 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ac8855eb-7978-44d3-8c46-f3448eff4605 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:47.156077 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ac8855eb-7978-44d3-8c46-f3448eff4605 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:47.158149 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ac8855eb-7978-44d3-8c46-f3448eff4605 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:47.274868 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ac8855eb-7978-44d3-8c46-f3448eff4605 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:47.275488 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8855eb-7978-44d3-8c46-f3448eff4605 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Fanout notify agent at l3_agent the message router_deleted on router 57e7cb59-f1f6-44c9-abab-ba3f9d76a5b3 {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:53:47.282229 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ac8855eb-7978-44d3-8c46-f3448eff4605 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:47.283524 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ac8855eb-7978-44d3-8c46-f3448eff4605 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] 10.222.0.10 "DELETE /v2.0/routers/57e7cb59-f1f6-44c9-abab-ba3f9d76a5b3 HTTP/1.1" status: 204 len: 168 time: 0.9280975 Jun 30 09:53:47.287066 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56650) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:47.291371 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-d187ac1d-f764-410b-bc00-941a6cc184f6 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-94292517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:53:47.389550 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d187ac1d-f764-410b-bc00-941a6cc184f6 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:47.390697 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d187ac1d-f764-410b-bc00-941a6cc184f6 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:47.446909 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d187ac1d-f764-410b-bc00-941a6cc184f6 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:47.544004 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d187ac1d-f764-410b-bc00-941a6cc184f6 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:47.646563 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d187ac1d-f764-410b-bc00-941a6cc184f6 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:47.647851 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d187ac1d-f764-410b-bc00-941a6cc184f6 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3598428 Jun 30 09:53:47.650438 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56652) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:47.654749 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-35046afe-f8f8-42fc-8231-f3ea7e6c5ce3 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'enable_snat': True}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:53:48.187659 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-35046afe-f8f8-42fc-8231-f3ea7e6c5ce3 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:48.473469 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-35046afe-f8f8-42fc-8231-f3ea7e6c5ce3 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:48.492215 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-35046afe-f8f8-42fc-8231-f3ea7e6c5ce3 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:48.602012 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-35046afe-f8f8-42fc-8231-f3ea7e6c5ce3 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Allocated IP 172.25.6.45 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/a1ed0a5c-32e7-4656-b04a-d5425a984265) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:53:48.707549 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-35046afe-f8f8-42fc-8231-f3ea7e6c5ce3 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:48.869778 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-35046afe-f8f8-42fc-8231-f3ea7e6c5ce3 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:48.911102 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35046afe-f8f8-42fc-8231-f3ea7e6c5ce3 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:53:48.914238 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-35046afe-f8f8-42fc-8231-f3ea7e6c5ce3 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:53:48.920259 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35046afe-f8f8-42fc-8231-f3ea7e6c5ce3 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:53:48.926483 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35046afe-f8f8-42fc-8231-f3ea7e6c5ce3 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Pushing event updated for resources: {'Port': ['ID=a1ed0a5c-32e7-4656-b04a-d5425a984265,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:49.270342 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-35046afe-f8f8-42fc-8231-f3ea7e6c5ce3 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:49.458594 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-35046afe-f8f8-42fc-8231-f3ea7e6c5ce3 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:49.461715 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-35046afe-f8f8-42fc-8231-f3ea7e6c5ce3 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1642126'] for router, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:49.663364 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35046afe-f8f8-42fc-8231-f3ea7e6c5ce3 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Router ba0b48f4-00d4-426c-99dc-6a36cbe69c48 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:53:49.770474 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35046afe-f8f8-42fc-8231-f3ea7e6c5ce3 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:53:49.774864 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-35046afe-f8f8-42fc-8231-f3ea7e6c5ce3 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:49.776845 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-35046afe-f8f8-42fc-8231-f3ea7e6c5ce3 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "PUT /v2.0/routers/ba0b48f4-00d4-426c-99dc-6a36cbe69c48 HTTP/1.1" status: 200 len: 916 time: 2.1246374 Jun 30 09:53:49.778634 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56654) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:49.781309 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326f4f6b-21a9-4c96-baa1-59bcd2e10709 None None] Sync routers for ids ['ba0b48f4-00d4-426c-99dc-6a36cbe69c48'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:53:49.792176 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326f4f6b-21a9-4c96-baa1-59bcd2e10709 None None] Routers {'ba0b48f4-00d4-426c-99dc-6a36cbe69c48'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:49.792820 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-326f4f6b-21a9-4c96-baa1-59bcd2e10709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:53:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['ba0b48f4-00d4-426c-99dc-6a36cbe69c48'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:49.824619 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-326f4f6b-21a9-4c96-baa1-59bcd2e10709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:49.833969 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326f4f6b-21a9-4c96-baa1-59bcd2e10709 None None] Routers {'ba0b48f4-00d4-426c-99dc-6a36cbe69c48'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:49.834575 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-326f4f6b-21a9-4c96-baa1-59bcd2e10709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:53:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['ba0b48f4-00d4-426c-99dc-6a36cbe69c48'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:49.889961 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-dc82b17e-beb2-4112-8e53-2996985ddf98 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "GET /v2.0/routers/ba0b48f4-00d4-426c-99dc-6a36cbe69c48 HTTP/1.1" status: 200 len: 922 time: 0.1101484 Jun 30 09:53:49.892626 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56658) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:49.951094 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d260782-58dd-4649-88bf-b4c968d8d4c1 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:49.952670 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6d260782-58dd-4649-88bf-b4c968d8d4c1 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=599fb812-09ee-4e3b-a109-d92406a95c23&device_id=ba0b48f4-00d4-426c-99dc-6a36cbe69c48&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0582554 Jun 30 09:53:49.955993 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56660) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:50.023624 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-326f4f6b-21a9-4c96-baa1-59bcd2e10709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:50.024187 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326f4f6b-21a9-4c96-baa1-59bcd2e10709 None None] The sync data for ids ['ba0b48f4-00d4-426c-99dc-6a36cbe69c48'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:53:50.048985 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276758f8-6c47-4332-9bed-b80c1f6da7fc tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:50.050414 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-276758f8-6c47-4332-9bed-b80c1f6da7fc tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 881 time: 0.0927422 Jun 30 09:53:50.053315 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56662) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:50.082801 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-790fc8fd-67fd-404e-a812-16b92bcfe20e tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba0b48f4-00d4-426c-99dc-6a36cbe69c48 HTTP/1.1" status: 200 len: 205 time: 0.0284224 Jun 30 09:53:50.085170 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56664) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:50.192884 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-87b274ed-bb98-4743-a57f-a964cb5743a3 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:50.296188 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-87b274ed-bb98-4743-a57f-a964cb5743a3 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:50.415461 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-87b274ed-bb98-4743-a57f-a964cb5743a3 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Deleting port a1ed0a5c-32e7-4656-b04a-d5425a984265 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:53:50.415806 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-87b274ed-bb98-4743-a57f-a964cb5743a3 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:50.468896 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-25349398-6f18-460c-a222-5468611d6fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:50.491641 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-87b274ed-bb98-4743-a57f-a964cb5743a3 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:50.503292 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-87b274ed-bb98-4743-a57f-a964cb5743a3 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Calling delete_port for a1ed0a5c-32e7-4656-b04a-d5425a984265 owned by network:router_gateway {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:50.760401 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-87b274ed-bb98-4743-a57f-a964cb5743a3 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:50.784613 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b274ed-bb98-4743-a57f-a964cb5743a3 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Pushing event deleted for resources: {'Port': ['ID=a1ed0a5c-32e7-4656-b04a-d5425a984265,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:50.848423 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-87b274ed-bb98-4743-a57f-a964cb5743a3 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:50.935834 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-87b274ed-bb98-4743-a57f-a964cb5743a3 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:50.937851 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-87b274ed-bb98-4743-a57f-a964cb5743a3 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:51.046382 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-87b274ed-bb98-4743-a57f-a964cb5743a3 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:51.047100 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b274ed-bb98-4743-a57f-a964cb5743a3 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Fanout notify agent at l3_agent the message router_deleted on router ba0b48f4-00d4-426c-99dc-6a36cbe69c48 {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:53:51.058142 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-87b274ed-bb98-4743-a57f-a964cb5743a3 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:51.058142 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-87b274ed-bb98-4743-a57f-a964cb5743a3 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] 10.222.0.10 "DELETE /v2.0/routers/ba0b48f4-00d4-426c-99dc-6a36cbe69c48 HTTP/1.1" status: 204 len: 168 time: 0.9692626 Jun 30 09:53:51.058912 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56666) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:51.063318 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-7fe60489-1a20-44cb-9e3d-0155fd70971e tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-822058897', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:53:51.166445 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7fe60489-1a20-44cb-9e3d-0155fd70971e tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:51.172234 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7fe60489-1a20-44cb-9e3d-0155fd70971e tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:51.218783 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7fe60489-1a20-44cb-9e3d-0155fd70971e tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:51.292312 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7fe60489-1a20-44cb-9e3d-0155fd70971e tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:51.372319 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7fe60489-1a20-44cb-9e3d-0155fd70971e tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:51.376896 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7fe60489-1a20-44cb-9e3d-0155fd70971e tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3141055 Jun 30 09:53:51.376896 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56668) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:51.381478 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-e193530d-1022-44f0-8bb9-8ae4478db9d9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'enable_snat': False}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:53:51.582069 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e193530d-1022-44f0-8bb9-8ae4478db9d9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:51.856179 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e193530d-1022-44f0-8bb9-8ae4478db9d9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:51.875113 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e193530d-1022-44f0-8bb9-8ae4478db9d9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:51.990935 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-e193530d-1022-44f0-8bb9-8ae4478db9d9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Allocated IP 172.25.6.21 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/5c9408d8-0017-4337-a355-b30e86b29504) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:53:52.092472 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e193530d-1022-44f0-8bb9-8ae4478db9d9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:52.193782 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e193530d-1022-44f0-8bb9-8ae4478db9d9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:52.231446 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e193530d-1022-44f0-8bb9-8ae4478db9d9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:53:52.234173 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-e193530d-1022-44f0-8bb9-8ae4478db9d9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:53:52.237300 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e193530d-1022-44f0-8bb9-8ae4478db9d9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:53:52.262048 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193530d-1022-44f0-8bb9-8ae4478db9d9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Pushing event updated for resources: {'Port': ['ID=5c9408d8-0017-4337-a355-b30e86b29504,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:52.544232 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e193530d-1022-44f0-8bb9-8ae4478db9d9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:52.930534 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4c8d15e7-f1ca-42df-b618-022693c388a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:53.084897 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e193530d-1022-44f0-8bb9-8ae4478db9d9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:53.088258 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e193530d-1022-44f0-8bb9-8ae4478db9d9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1642126'] for router, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:53.286666 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e193530d-1022-44f0-8bb9-8ae4478db9d9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Router b13d1bce-e5a1-43f4-89c7-b708b944d680 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:53:53.391538 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e193530d-1022-44f0-8bb9-8ae4478db9d9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:53:53.396290 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e193530d-1022-44f0-8bb9-8ae4478db9d9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:53.397520 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e193530d-1022-44f0-8bb9-8ae4478db9d9 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "PUT /v2.0/routers/b13d1bce-e5a1-43f4-89c7-b708b944d680 HTTP/1.1" status: 200 len: 918 time: 2.0201042 Jun 30 09:53:53.400261 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56670) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:53.402821 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527e2ea6-07d7-442f-a7d1-7d475251ad5f None None] Sync routers for ids ['b13d1bce-e5a1-43f4-89c7-b708b944d680'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:53:53.413738 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527e2ea6-07d7-442f-a7d1-7d475251ad5f None None] Routers {'b13d1bce-e5a1-43f4-89c7-b708b944d680'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:53.414702 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-527e2ea6-07d7-442f-a7d1-7d475251ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:53:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['b13d1bce-e5a1-43f4-89c7-b708b944d680'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:53.451088 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-527e2ea6-07d7-442f-a7d1-7d475251ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:53.460301 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527e2ea6-07d7-442f-a7d1-7d475251ad5f None None] Routers {'b13d1bce-e5a1-43f4-89c7-b708b944d680'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:53.460882 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-527e2ea6-07d7-442f-a7d1-7d475251ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:53:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['b13d1bce-e5a1-43f4-89c7-b708b944d680'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:53.485968 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:53.491620 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-527e2ea6-07d7-442f-a7d1-7d475251ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:53.492412 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527e2ea6-07d7-442f-a7d1-7d475251ad5f None None] The sync data for ids ['b13d1bce-e5a1-43f4-89c7-b708b944d680'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:53:53.510288 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-27b54665-23de-40a6-be18-d95918cb970c tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "GET /v2.0/routers/b13d1bce-e5a1-43f4-89c7-b708b944d680 HTTP/1.1" status: 200 len: 924 time: 0.1087036 Jun 30 09:53:53.513160 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56672) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:53.569042 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1049b2ae-2930-465a-9157-a447a208c6f3 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:53.570458 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1049b2ae-2930-465a-9157-a447a208c6f3 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=599fb812-09ee-4e3b-a109-d92406a95c23&device_id=b13d1bce-e5a1-43f4-89c7-b708b944d680&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0563977 Jun 30 09:53:53.573124 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56674) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:53.667051 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125db1cb-fdad-4c04-b374-964af57408dc tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:53.668478 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-125db1cb-fdad-4c04-b374-964af57408dc tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "GET /v2.0/networks/599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 881 time: 0.0944662 Jun 30 09:53:53.671201 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56676) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:53.700697 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4067cbbc-4ec3-49bc-9997-04c0f36a7049 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] 10.222.0.10 "GET /v2.0/ports?device_id=b13d1bce-e5a1-43f4-89c7-b708b944d680 HTTP/1.1" status: 200 len: 205 time: 0.0284641 Jun 30 09:53:53.703039 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56678) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:53.807484 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2db8276a-3e75-4b83-bacc-75781be7a178 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:53.915458 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2db8276a-3e75-4b83-bacc-75781be7a178 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:54.051282 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-2db8276a-3e75-4b83-bacc-75781be7a178 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Deleting port 5c9408d8-0017-4337-a355-b30e86b29504 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:53:54.051627 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2db8276a-3e75-4b83-bacc-75781be7a178 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:54.130001 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2db8276a-3e75-4b83-bacc-75781be7a178 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:54.141725 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-2db8276a-3e75-4b83-bacc-75781be7a178 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Calling delete_port for 5c9408d8-0017-4337-a355-b30e86b29504 owned by network:router_gateway {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:54.383423 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2db8276a-3e75-4b83-bacc-75781be7a178 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:54.407341 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8276a-3e75-4b83-bacc-75781be7a178 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Pushing event deleted for resources: {'Port': ['ID=5c9408d8-0017-4337-a355-b30e86b29504,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:54.470256 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2db8276a-3e75-4b83-bacc-75781be7a178 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:54.564524 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2db8276a-3e75-4b83-bacc-75781be7a178 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:54.566868 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2db8276a-3e75-4b83-bacc-75781be7a178 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:54.679715 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2db8276a-3e75-4b83-bacc-75781be7a178 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:54.680449 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db8276a-3e75-4b83-bacc-75781be7a178 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Fanout notify agent at l3_agent the message router_deleted on router b13d1bce-e5a1-43f4-89c7-b708b944d680 {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:53:54.689465 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2db8276a-3e75-4b83-bacc-75781be7a178 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:54.691023 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2db8276a-3e75-4b83-bacc-75781be7a178 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] 10.222.0.10 "DELETE /v2.0/routers/b13d1bce-e5a1-43f4-89c7-b708b944d680 HTTP/1.1" status: 204 len: 168 time: 0.9868679 Jun 30 09:53:54.694749 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56680) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:54.699043 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-1b9d7004-e8e1-42a0-b35e-850b06cec6d6 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1390936775', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}, 'admin_state_up': False}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:53:54.707615 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:54.816217 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1b9d7004-e8e1-42a0-b35e-850b06cec6d6 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:54.817248 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1b9d7004-e8e1-42a0-b35e-850b06cec6d6 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:54.874079 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1b9d7004-e8e1-42a0-b35e-850b06cec6d6 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:55.112325 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1b9d7004-e8e1-42a0-b35e-850b06cec6d6 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:55.387217 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1b9d7004-e8e1-42a0-b35e-850b06cec6d6 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:55.406723 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1b9d7004-e8e1-42a0-b35e-850b06cec6d6 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:55.509156 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-1b9d7004-e8e1-42a0-b35e-850b06cec6d6 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Allocated IP 172.25.6.80 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/f9a79813-2762-49b7-9d78-08b497a1b000) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:53:55.614083 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1b9d7004-e8e1-42a0-b35e-850b06cec6d6 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:55.692466 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1b9d7004-e8e1-42a0-b35e-850b06cec6d6 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:55.728204 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9d7004-e8e1-42a0-b35e-850b06cec6d6 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:53:55.731037 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-1b9d7004-e8e1-42a0-b35e-850b06cec6d6 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:53:55.734868 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9d7004-e8e1-42a0-b35e-850b06cec6d6 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:53:55.761172 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d7004-e8e1-42a0-b35e-850b06cec6d6 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Pushing event updated for resources: {'Port': ['ID=f9a79813-2762-49b7-9d78-08b497a1b000,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:56.052254 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1b9d7004-e8e1-42a0-b35e-850b06cec6d6 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:56.244523 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1b9d7004-e8e1-42a0-b35e-850b06cec6d6 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:56.440441 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:56.468739 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9d7004-e8e1-42a0-b35e-850b06cec6d6 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Router 28b0e97e-f759-4cfb-8ca7-49b360f1a9f1 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:53:56.577206 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9d7004-e8e1-42a0-b35e-850b06cec6d6 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:53:56.586674 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340c768e-869a-4171-9c7b-9184b1e79fae None None] Sync routers for ids ['28b0e97e-f759-4cfb-8ca7-49b360f1a9f1'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:53:56.596656 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340c768e-869a-4171-9c7b-9184b1e79fae None None] Routers {'28b0e97e-f759-4cfb-8ca7-49b360f1a9f1'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:56.597281 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-340c768e-869a-4171-9c7b-9184b1e79fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:53:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['28b0e97e-f759-4cfb-8ca7-49b360f1a9f1'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:56.629032 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-340c768e-869a-4171-9c7b-9184b1e79fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:56.637503 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340c768e-869a-4171-9c7b-9184b1e79fae None None] Routers {'28b0e97e-f759-4cfb-8ca7-49b360f1a9f1'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:56.638131 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-340c768e-869a-4171-9c7b-9184b1e79fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:53:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['28b0e97e-f759-4cfb-8ca7-49b360f1a9f1'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:56.661606 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1b9d7004-e8e1-42a0-b35e-850b06cec6d6 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:56.662872 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1b9d7004-e8e1-42a0-b35e-850b06cec6d6 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.9674318 Jun 30 09:53:56.665542 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56682) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:56.670223 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-36657048-9467-42d9-b5b0-8a1c77de953a tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:53:56.672545 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-340c768e-869a-4171-9c7b-9184b1e79fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:56.673190 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340c768e-869a-4171-9c7b-9184b1e79fae None None] The sync data for ids ['28b0e97e-f759-4cfb-8ca7-49b360f1a9f1'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:53:56.975024 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-36657048-9467-42d9-b5b0-8a1c77de953a tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:57.094685 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-36657048-9467-42d9-b5b0-8a1c77de953a tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:57.226379 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-36657048-9467-42d9-b5b0-8a1c77de953a tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Deleting port f9a79813-2762-49b7-9d78-08b497a1b000 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:53:57.226638 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-36657048-9467-42d9-b5b0-8a1c77de953a tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:57.301231 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-36657048-9467-42d9-b5b0-8a1c77de953a tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:57.312503 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-36657048-9467-42d9-b5b0-8a1c77de953a tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Calling delete_port for f9a79813-2762-49b7-9d78-08b497a1b000 owned by network:router_gateway {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:57.560502 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-36657048-9467-42d9-b5b0-8a1c77de953a tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:57.589774 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36657048-9467-42d9-b5b0-8a1c77de953a tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Pushing event deleted for resources: {'Port': ['ID=f9a79813-2762-49b7-9d78-08b497a1b000,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:57.652690 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-36657048-9467-42d9-b5b0-8a1c77de953a tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:58.184303 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-36657048-9467-42d9-b5b0-8a1c77de953a tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:58.187633 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-36657048-9467-42d9-b5b0-8a1c77de953a tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1642126'] for router, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:58.261892 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36657048-9467-42d9-b5b0-8a1c77de953a tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Router 28b0e97e-f759-4cfb-8ca7-49b360f1a9f1 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:53:58.337291 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36657048-9467-42d9-b5b0-8a1c77de953a tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:53:58.344091 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-36657048-9467-42d9-b5b0-8a1c77de953a tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:58.345248 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-36657048-9467-42d9-b5b0-8a1c77de953a tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] 10.222.0.10 "PUT /v2.0/routers/28b0e97e-f759-4cfb-8ca7-49b360f1a9f1 HTTP/1.1" status: 200 len: 710 time: 1.6787019 Jun 30 09:53:58.346528 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfa2e62-f66b-480f-88aa-f4e60348ee19 None None] Sync routers for ids ['28b0e97e-f759-4cfb-8ca7-49b360f1a9f1'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:53:58.348193 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56684) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:58.355577 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfa2e62-f66b-480f-88aa-f4e60348ee19 None None] Routers {'28b0e97e-f759-4cfb-8ca7-49b360f1a9f1'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:58.356247 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-2cfa2e62-f66b-480f-88aa-f4e60348ee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:53:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['28b0e97e-f759-4cfb-8ca7-49b360f1a9f1'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:58.427757 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e8431e23-19f4-4eb4-aa3a-f19dae5d978e tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "GET /v2.0/routers/28b0e97e-f759-4cfb-8ca7-49b360f1a9f1 HTTP/1.1" status: 200 len: 745 time: 0.0778527 Jun 30 09:53:58.430696 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56686) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:58.476465 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-2cfa2e62-f66b-480f-88aa-f4e60348ee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:58.478390 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-23bb466e-9e5d-44d4-b355-fdafd6bcff13 tempest-RoutersIpV6AdminTest-2082918866 tempest-RoutersIpV6AdminTest-2082918866-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=599fb812-09ee-4e3b-a109-d92406a95c23&device_id=28b0e97e-f759-4cfb-8ca7-49b360f1a9f1 HTTP/1.1" status: 200 len: 205 time: 0.0464785 Jun 30 09:53:58.480896 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56688) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:58.485402 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfa2e62-f66b-480f-88aa-f4e60348ee19 None None] Routers {'28b0e97e-f759-4cfb-8ca7-49b360f1a9f1'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:58.485996 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-2cfa2e62-f66b-480f-88aa-f4e60348ee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:53:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['28b0e97e-f759-4cfb-8ca7-49b360f1a9f1'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:58.511111 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c6a48c7f-cacb-45f8-aec5-c892e178c7d2 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b0e97e-f759-4cfb-8ca7-49b360f1a9f1 HTTP/1.1" status: 200 len: 205 time: 0.0291507 Jun 30 09:53:58.513570 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56690) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:58.517159 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-2cfa2e62-f66b-480f-88aa-f4e60348ee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:58.517824 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfa2e62-f66b-480f-88aa-f4e60348ee19 None None] The sync data for ids ['28b0e97e-f759-4cfb-8ca7-49b360f1a9f1'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:53:58.923524 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-62118334-4921-4eff-93a6-4d3e5dacb501 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:59.083502 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-62118334-4921-4eff-93a6-4d3e5dacb501 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:59.085622 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-62118334-4921-4eff-93a6-4d3e5dacb501 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:59.200214 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-62118334-4921-4eff-93a6-4d3e5dacb501 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:59.200694 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62118334-4921-4eff-93a6-4d3e5dacb501 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Fanout notify agent at l3_agent the message router_deleted on router 28b0e97e-f759-4cfb-8ca7-49b360f1a9f1 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:53:59.210480 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-62118334-4921-4eff-93a6-4d3e5dacb501 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:59.210480 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-62118334-4921-4eff-93a6-4d3e5dacb501 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] 10.222.0.10 "DELETE /v2.0/routers/28b0e97e-f759-4cfb-8ca7-49b360f1a9f1 HTTP/1.1" status: 204 len: 168 time: 0.6951661 Jun 30 09:53:59.212969 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56692) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:59.242138 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6211f09a-7b48-4c19-8436-018c72b93ace tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b0e97e-f759-4cfb-8ca7-49b360f1a9f1 HTTP/1.1" status: 200 len: 205 time: 0.0281045 Jun 30 09:53:59.244380 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56694) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:59.284412 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-dccd736e-2789-4401-bd7c-4ecad0b4d7aa tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] delete failed (client error): The resource could not be found. Jun 30 09:53:59.290700 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-dccd736e-2789-4401-bd7c-4ecad0b4d7aa tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] 10.222.0.10 "DELETE /v2.0/routers/28b0e97e-f759-4cfb-8ca7-49b360f1a9f1 HTTP/1.1" status: 404 len: 336 time: 0.0401347 Jun 30 09:53:59.292338 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56696) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:59.320484 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-aa3e594c-5b72-4719-8cfe-afd7202f73a1 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] 10.222.0.10 "GET /v2.0/ports?device_id=b13d1bce-e5a1-43f4-89c7-b708b944d680 HTTP/1.1" status: 200 len: 205 time: 0.0270398 Jun 30 09:53:59.322824 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56698) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:59.360363 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-c2f31ef0-55bf-4adc-8b8c-333ebc724e2b tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] delete failed (client error): The resource could not be found. Jun 30 09:53:59.361380 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c2f31ef0-55bf-4adc-8b8c-333ebc724e2b tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] 10.222.0.10 "DELETE /v2.0/routers/b13d1bce-e5a1-43f4-89c7-b708b944d680 HTTP/1.1" status: 404 len: 336 time: 0.0375514 Jun 30 09:53:59.364438 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56700) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:59.407193 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4a4c5cea-5862-4068-bdef-af6bf99983bc tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba0b48f4-00d4-426c-99dc-6a36cbe69c48 HTTP/1.1" status: 200 len: 205 time: 0.0416367 Jun 30 09:53:59.410482 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56702) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:59.446950 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-b541c544-dfc4-4e09-af3f-a8b7622fde56 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] delete failed (client error): The resource could not be found. Jun 30 09:53:59.448042 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b541c544-dfc4-4e09-af3f-a8b7622fde56 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] 10.222.0.10 "DELETE /v2.0/routers/ba0b48f4-00d4-426c-99dc-6a36cbe69c48 HTTP/1.1" status: 404 len: 336 time: 0.0366716 Jun 30 09:53:59.450717 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56704) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:59.479463 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2f6d8e79-e531-4d0f-9b92-3d7555f2b6d6 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e7cb59-f1f6-44c9-abab-ba3f9d76a5b3 HTTP/1.1" status: 200 len: 205 time: 0.0277843 Jun 30 09:53:59.481798 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56706) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:59.521603 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-eeb17236-7048-4a4a-b09a-a8d001ded28f tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] delete failed (client error): The resource could not be found. Jun 30 09:53:59.522592 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-eeb17236-7048-4a4a-b09a-a8d001ded28f tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] 10.222.0.10 "DELETE /v2.0/routers/57e7cb59-f1f6-44c9-abab-ba3f9d76a5b3 HTTP/1.1" status: 404 len: 336 time: 0.0399354 Jun 30 09:53:59.525081 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56708) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:59.553667 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9241ae50-8f8a-4c8c-9785-099390a436d4 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] 10.222.0.10 "GET /v2.0/ports?device_id=d85339d2-8bed-493c-b107-15dc9d45ec63 HTTP/1.1" status: 200 len: 205 time: 0.0275433 Jun 30 09:53:59.555852 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56710) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:59.592953 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-ba34460c-1308-4071-bec5-49574eddc8d9 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] delete failed (client error): The resource could not be found. Jun 30 09:53:59.593949 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ba34460c-1308-4071-bec5-49574eddc8d9 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] 10.222.0.10 "DELETE /v2.0/routers/d85339d2-8bed-493c-b107-15dc9d45ec63 HTTP/1.1" status: 404 len: 336 time: 0.0372422 Jun 30 09:53:59.596674 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56712) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:59.628901 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-acf4b9a6-70c0-4a66-9040-fc27d2a51fbf tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] 10.222.0.10 "GET /v2.0/ports?device_id=461e1c34-2d9d-42ea-ace5-4fcf9526753b HTTP/1.1" status: 200 len: 205 time: 0.0311859 Jun 30 09:53:59.631175 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56714) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:59.667976 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-962c925d-a152-4479-ab1d-88bd614e1d23 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] delete failed (client error): The resource could not be found. Jun 30 09:53:59.669002 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-962c925d-a152-4479-ab1d-88bd614e1d23 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] 10.222.0.10 "DELETE /v2.0/routers/461e1c34-2d9d-42ea-ace5-4fcf9526753b HTTP/1.1" status: 404 len: 336 time: 0.0369453 Jun 30 09:53:59.671638 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56716) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:59.698642 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-69541095-bbbb-4edb-8a67-99fcddc90a45 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] DELETE failed (client error): The resource could not be found. Jun 30 09:53:59.699064 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69541095-bbbb-4edb-8a67-99fcddc90a45 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:53:59.700799 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-69541095-bbbb-4edb-8a67-99fcddc90a45 tempest-RoutersIpV6AdminTest-1406030593 tempest-RoutersIpV6AdminTest-1406030593-project] 10.222.0.10 "DELETE /v2.0/subnets/c7670156-7c93-4c02-ba81-ed7b7319827e HTTP/1.1" status: 404 len: 337 time: 0.0282004 Jun 30 09:54:00.125596 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56722) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:00.235075 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-225d5c88-c789-4a02-89eb-258ef3530fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:00.324719 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-225d5c88-c789-4a02-89eb-258ef3530fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:00.404412 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-225d5c88-c789-4a02-89eb-258ef3530fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:00.442321 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d5c88-c789-4a02-89eb-258ef3530fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2589bc22-6a1a-4a72-9e22-07d6efad5637,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:00.448086 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-225d5c88-c789-4a02-89eb-258ef3530fc6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=59fa03c777aa42aead5a8b1465d4a61a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3207674 Jun 30 09:54:00.449440 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56726) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:00.504577 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5fe07d81-da01-41bf-9747-90ef807a1012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:00.530155 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5fe07d81-da01-41bf-9747-90ef807a1012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:00.657331 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5fe07d81-da01-41bf-9747-90ef807a1012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:00.660578 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5fe07d81-da01-41bf-9747-90ef807a1012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:00.661766 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5fe07d81-da01-41bf-9747-90ef807a1012 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2589bc22-6a1a-4a72-9e22-07d6efad5637 HTTP/1.1" status: 204 len: 168 time: 0.2113268 Jun 30 09:54:00.670101 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe07d81-da01-41bf-9747-90ef807a1012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2589bc22-6a1a-4a72-9e22-07d6efad5637,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:01.409267 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56744) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:01.450203 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-cec006c7-898b-4c73-94a3-8896e7a665e9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=972d141d311f45b093eecdb69961f0eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395741 Jun 30 09:54:01.452563 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56746) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:01.506756 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-14648a59-737e-466b-b399-04b8bd167afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:01.528534 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-14648a59-737e-466b-b399-04b8bd167afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:01.639470 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-14648a59-737e-466b-b399-04b8bd167afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:01.643559 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-14648a59-737e-466b-b399-04b8bd167afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:01.645311 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-14648a59-737e-466b-b399-04b8bd167afd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2a2dcfeb-97d1-4e61-a9e1-d25322588a9c HTTP/1.1" status: 204 len: 168 time: 0.1916950 Jun 30 09:54:01.654781 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14648a59-737e-466b-b399-04b8bd167afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2dcfeb-97d1-4e61-a9e1-d25322588a9c,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:02.932071 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56772) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:03.033010 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-0141d6ea-4fdf-4b5d-9117-de33fef90e79 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1553333184'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:03.143522 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0141d6ea-4fdf-4b5d-9117-de33fef90e79 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Made reservation on behalf of 5110c6d10e0b4500b4cd2d021da81a09 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:54:03.147464 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0141d6ea-4fdf-4b5d-9117-de33fef90e79 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:03.156412 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0141d6ea-4fdf-4b5d-9117-de33fef90e79 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:03.254390 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0141d6ea-4fdf-4b5d-9117-de33fef90e79 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:03.320373 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0141d6ea-4fdf-4b5d-9117-de33fef90e79 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:03.348274 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0141d6ea-4fdf-4b5d-9117-de33fef90e79 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:54:03.357865 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141d6ea-4fdf-4b5d-9117-de33fef90e79 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2dd0d3a-8ada-475a-870f-414e96f54a93,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:03.363026 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0141d6ea-4fdf-4b5d-9117-de33fef90e79 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:03.363401 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-0141d6ea-4fdf-4b5d-9117-de33fef90e79 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Added segment 9d510431-fdeb-4cda-a837-f2f93f170125 of type vlan for network 457975d8-58a4-40df-a2dd-efcad41191c8 Jun 30 09:54:03.404914 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0141d6ea-4fdf-4b5d-9117-de33fef90e79 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:03.497186 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0141d6ea-4fdf-4b5d-9117-de33fef90e79 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:03.503449 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0141d6ea-4fdf-4b5d-9117-de33fef90e79 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:03.504027 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0141d6ea-4fdf-4b5d-9117-de33fef90e79 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:03.572331 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141d6ea-4fdf-4b5d-9117-de33fef90e79 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Pushing event updated for resources: {'Network': ['ID=457975d8-58a4-40df-a2dd-efcad41191c8,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:03.583959 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 457975d8-58a4-40df-a2dd-efcad41191c8 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:54:03.640933 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0141d6ea-4fdf-4b5d-9117-de33fef90e79 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7077262 Jun 30 09:54:03.644744 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56778) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:03.650073 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-dd2e1783-c916-4cd3-b2f3-5bf890e2a4cc tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Request body: {'subnet': {'network_id': '457975d8-58a4-40df-a2dd-efcad41191c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:03.828407 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2e1783-c916-4cd3-b2f3-5bf890e2a4cc tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Made reservation on behalf of 5110c6d10e0b4500b4cd2d021da81a09 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:54:03.832164 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dd2e1783-c916-4cd3-b2f3-5bf890e2a4cc tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:04.057572 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dd2e1783-c916-4cd3-b2f3-5bf890e2a4cc tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:04.120248 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e1783-c916-4cd3-b2f3-5bf890e2a4cc tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Pushing event updated for resources: {'Subnet': ['ID=cff0fe66-1423-4d6d-8613-5e0e332b8fe9,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:04.128738 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2e1783-c916-4cd3-b2f3-5bf890e2a4cc tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Checking segment: {'id': '9d510431-fdeb-4cda-a837-f2f93f170125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '457975d8-58a4-40df-a2dd-efcad41191c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:54:04.129106 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2e1783-c916-4cd3-b2f3-5bf890e2a4cc tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Network hostable DHCP agents. Network: 457975d8-58a4-40df-a2dd-efcad41191c8, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:54:04.193952 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2e1783-c916-4cd3-b2f3-5bf890e2a4cc tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Network 457975d8-58a4-40df-a2dd-efcad41191c8 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:54:04.284456 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-dd2e1783-c916-4cd3-b2f3-5bf890e2a4cc tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 457975d8-58a4-40df-a2dd-efcad41191c8) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:54:04.288622 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2e1783-c916-4cd3-b2f3-5bf890e2a4cc tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:04.289436 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dd2e1783-c916-4cd3-b2f3-5bf890e2a4cc tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:04.293214 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7a062e-e0d4-4a71-9030-7816a11f2fdd None None] Network 457975d8-58a4-40df-a2dd-efcad41191c8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:54:04.374781 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-dd2e1783-c916-4cd3-b2f3-5bf890e2a4cc tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7265356 Jun 30 09:54:04.374996 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56780) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:04.380684 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-872caac4-0554-4998-a8bb-c9447918f21f tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Request body: {'port': {'network_id': '457975d8-58a4-40df-a2dd-efcad41191c8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1943348397'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:04.450335 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-457975d8-58a4-40df-a2dd-efcad41191c8', 'network_id': '457975d8-58a4-40df-a2dd-efcad41191c8', 'tenant_id': '5110c6d10e0b4500b4cd2d021da81a09', 'fixed_ips': [{'subnet_id': 'cff0fe66-1423-4d6d-8613-5e0e332b8fe9'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:54:04.451232 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:04.558724 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872caac4-0554-4998-a8bb-c9447918f21f tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Made reservation on behalf of 5110c6d10e0b4500b4cd2d021da81a09 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:54:04.562685 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-872caac4-0554-4998-a8bb-c9447918f21f tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:04.581568 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-872caac4-0554-4998-a8bb-c9447918f21f tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] device_id is not set on port e03d24c0-816f-41ef-86c3-189df41fe2f5 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:54:04.596942 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Allocated IP 2001:db8::2 (457975d8-58a4-40df-a2dd-efcad41191c8/cff0fe66-1423-4d6d-8613-5e0e332b8fe9/41014612-607e-4465-86a5-b9f822b17094) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:54:04.742293 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:04.750177 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Transition to ACTIVE for port object 41014612-607e-4465-86a5-b9f822b17094 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:54:04.765353 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Transition to ACTIVE for port object 41014612-607e-4465-86a5-b9f822b17094 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:54:04.835022 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:04.871506 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Network 457975d8-58a4-40df-a2dd-efcad41191c8 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:54:04.874216 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:54:04.880559 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:54:04.889354 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Pushing event updated for resources: {'Port': ['ID=41014612-607e-4465-86a5-b9f822b17094,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:04.899563 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-872caac4-0554-4998-a8bb-c9447918f21f tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Allocated IP 2001:db8::2f8 (457975d8-58a4-40df-a2dd-efcad41191c8/cff0fe66-1423-4d6d-8613-5e0e332b8fe9/e03d24c0-816f-41ef-86c3-189df41fe2f5) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:54:04.915281 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:04.915621 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:04.915957 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:04.916282 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:04.916610 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:04.916949 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:04.917267 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:04.917602 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:04.917917 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:04.918229 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:04.918544 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:04.918855 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:04.953565 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Attempting to bind port 41014612-607e-4465-86a5-b9f822b17094 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:54:04.953928 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Attempting to bind port 41014612-607e-4465-86a5-b9f822b17094 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '9d510431-fdeb-4cda-a837-f2f93f170125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '457975d8-58a4-40df-a2dd-efcad41191c8'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:54:04.954285 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Attempting to bind port 41014612-607e-4465-86a5-b9f822b17094 on network 457975d8-58a4-40df-a2dd-efcad41191c8 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:54:04.960336 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:54:04.960704 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Checking segment: {'id': '9d510431-fdeb-4cda-a837-f2f93f170125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '457975d8-58a4-40df-a2dd-efcad41191c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:54:04.964139 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:04.964139 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Bound using segment: {'id': '9d510431-fdeb-4cda-a837-f2f93f170125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '457975d8-58a4-40df-a2dd-efcad41191c8'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:54:04.964139 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Bound port: 41014612-607e-4465-86a5-b9f822b17094, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d510431-fdeb-4cda-a837-f2f93f170125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '457975d8-58a4-40df-a2dd-efcad41191c8'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:54:04.964139 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:05.038538 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] For port 41014612-607e-4465-86a5-b9f822b17094, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:54:05.041691 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] For port 41014612-607e-4465-86a5-b9f822b17094, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=41014612-607e-4465-86a5-b9f822b17094,segment=NetworkSegment(9d510431-fdeb-4cda-a837-f2f93f170125),segment_id=9d510431-fdeb-4cda-a837-f2f93f170125)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:54:05.052017 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-872caac4-0554-4998-a8bb-c9447918f21f tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:05.066382 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-872caac4-0554-4998-a8bb-c9447918f21f tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Transition to ACTIVE for port object e03d24c0-816f-41ef-86c3-189df41fe2f5 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:54:05.132307 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:05.157326 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-872caac4-0554-4998-a8bb-c9447918f21f tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:05.194108 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fda603-bb59-4198-a9e7-2cefde7d368b None None] Pushing event updated for resources: {'Port': ['ID=41014612-607e-4465-86a5-b9f822b17094,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:05.212807 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872caac4-0554-4998-a8bb-c9447918f21f tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Network 457975d8-58a4-40df-a2dd-efcad41191c8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:54:05.216014 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-872caac4-0554-4998-a8bb-c9447918f21f tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:54:05.222775 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872caac4-0554-4998-a8bb-c9447918f21f tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:54:05.228412 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872caac4-0554-4998-a8bb-c9447918f21f tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:05.229057 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-872caac4-0554-4998-a8bb-c9447918f21f tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:05.239559 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872caac4-0554-4998-a8bb-c9447918f21f tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Pushing event updated for resources: {'Port': ['ID=e03d24c0-816f-41ef-86c3-189df41fe2f5,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:05.316517 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-872caac4-0554-4998-a8bb-c9447918f21f tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9404378 Jun 30 09:54:05.319511 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56786) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:05.324659 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-a2786ed9-a7eb-4aec-b5ec-63c2873f87fc tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Request body: {'port': {'network_id': '457975d8-58a4-40df-a2dd-efcad41191c8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-351463636', 'allowed_address_pairs': [{'ip_address': '2001:db8::2f8', 'mac_address': 'fa:16:3e:4a:d7:5a'}]}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:05.560353 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2786ed9-a7eb-4aec-b5ec-63c2873f87fc tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Made reservation on behalf of 5110c6d10e0b4500b4cd2d021da81a09 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:54:05.662480 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2786ed9-a7eb-4aec-b5ec-63c2873f87fc tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:05.680660 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-a2786ed9-a7eb-4aec-b5ec-63c2873f87fc tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] device_id is not set on port 304eb22f-169b-4897-b0a4-56aa35e18979 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:54:05.798465 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-a2786ed9-a7eb-4aec-b5ec-63c2873f87fc tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Allocated IP 2001:db8::168 (457975d8-58a4-40df-a2dd-efcad41191c8/cff0fe66-1423-4d6d-8613-5e0e332b8fe9/304eb22f-169b-4897-b0a4-56aa35e18979) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:54:05.974378 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2786ed9-a7eb-4aec-b5ec-63c2873f87fc tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:05.988518 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-a2786ed9-a7eb-4aec-b5ec-63c2873f87fc tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Transition to ACTIVE for port object 304eb22f-169b-4897-b0a4-56aa35e18979 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:54:06.086462 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2786ed9-a7eb-4aec-b5ec-63c2873f87fc tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:06.137819 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2786ed9-a7eb-4aec-b5ec-63c2873f87fc tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Network 457975d8-58a4-40df-a2dd-efcad41191c8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:54:06.141154 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-a2786ed9-a7eb-4aec-b5ec-63c2873f87fc tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:54:06.148230 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2786ed9-a7eb-4aec-b5ec-63c2873f87fc tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:54:06.154377 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814eb183-fc5a-46ca-9cba-1a592ae632ec None None] Network 457975d8-58a4-40df-a2dd-efcad41191c8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:54:06.155805 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2786ed9-a7eb-4aec-b5ec-63c2873f87fc tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:06.155805 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a2786ed9-a7eb-4aec-b5ec-63c2873f87fc tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:06.167437 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2786ed9-a7eb-4aec-b5ec-63c2873f87fc tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Pushing event updated for resources: {'Port': ['ID=304eb22f-169b-4897-b0a4-56aa35e18979,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:06.252345 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a2786ed9-a7eb-4aec-b5ec-63c2873f87fc tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 0.9316404 Jun 30 09:54:06.255576 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56790) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:06.354610 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a8dda65a-183a-4e7a-860b-7a1458d03fea None None] Provisioning for port 41014612-607e-4465-86a5-b9f822b17094 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:54:06.360040 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a74ce4-9d9a-429f-9dac-a585dd4678e4 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:06.365838 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a74ce4-9d9a-429f-9dac-a585dd4678e4 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:06.371978 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a74ce4-9d9a-429f-9dac-a585dd4678e4 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:06.373666 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-80a74ce4-9d9a-429f-9dac-a585dd4678e4 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1171520 Jun 30 09:54:06.376632 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56792) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:06.483585 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-d2d7e140-8ac8-476d-8044-4dfc3d64332f tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Deleting port 304eb22f-169b-4897-b0a4-56aa35e18979 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:54:06.484093 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d2d7e140-8ac8-476d-8044-4dfc3d64332f tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:06.588837 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d2d7e140-8ac8-476d-8044-4dfc3d64332f tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:06.602061 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-d2d7e140-8ac8-476d-8044-4dfc3d64332f tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Calling delete_port for 304eb22f-169b-4897-b0a4-56aa35e18979 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:54:06.657545 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e1d849b0-56e3-4f43-8ecc-cde6f739386b None None] Provisioning for port 304eb22f-169b-4897-b0a4-56aa35e18979 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:54:06.662519 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e1d849b0-56e3-4f43-8ecc-cde6f739386b None None] Provisioning complete for port 304eb22f-169b-4897-b0a4-56aa35e18979 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:06.662897 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e1d849b0-56e3-4f43-8ecc-cde6f739386b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:06.703438 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-e1d849b0-56e3-4f43-8ecc-cde6f739386b None None] Port 304eb22f-169b-4897-b0a4-56aa35e18979 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:54:06.806017 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e1d849b0-56e3-4f43-8ecc-cde6f739386b None None] Provisioning for port e03d24c0-816f-41ef-86c3-189df41fe2f5 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:54:06.810843 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e1d849b0-56e3-4f43-8ecc-cde6f739386b None None] Provisioning complete for port e03d24c0-816f-41ef-86c3-189df41fe2f5 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:06.812087 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e1d849b0-56e3-4f43-8ecc-cde6f739386b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:06.818612 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d2d7e140-8ac8-476d-8044-4dfc3d64332f tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:06.857164 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-e1d849b0-56e3-4f43-8ecc-cde6f739386b None None] Port e03d24c0-816f-41ef-86c3-189df41fe2f5 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:54:06.872977 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d7e140-8ac8-476d-8044-4dfc3d64332f tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Pushing event deleted for resources: {'Port': ['ID=304eb22f-169b-4897-b0a4-56aa35e18979,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:06.984792 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-876cecff-a5d5-4617-b204-fe3fde5c99e1 None None] Provisioning complete for port e03d24c0-816f-41ef-86c3-189df41fe2f5 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:06.987605 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-876cecff-a5d5-4617-b204-fe3fde5c99e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:07.008385 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d2d7e140-8ac8-476d-8044-4dfc3d64332f tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:07.011954 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d2d7e140-8ac8-476d-8044-4dfc3d64332f tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] 10.222.0.10 "DELETE /v2.0/ports/304eb22f-169b-4897-b0a4-56aa35e18979 HTTP/1.1" status: 204 len: 168 time: 0.6336930 Jun 30 09:54:07.014507 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56796) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:07.031225 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-876cecff-a5d5-4617-b204-fe3fde5c99e1 None None] Port e03d24c0-816f-41ef-86c3-189df41fe2f5 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:54:07.051724 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-d21a39ae-f5f5-4a65-b501-30af0e8112d2 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] GET failed (client error): The resource could not be found. Jun 30 09:54:07.053411 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d21a39ae-f5f5-4a65-b501-30af0e8112d2 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] 10.222.0.10 "GET /v2.0/ports/304eb22f-169b-4897-b0a4-56aa35e18979 HTTP/1.1" status: 404 len: 333 time: 0.0377109 Jun 30 09:54:07.057180 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56798) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:07.062222 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-32edff3a-27a1-400b-afa4-be2ac739da56 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Request body: {'port': {'network_id': '457975d8-58a4-40df-a2dd-efcad41191c8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2056195876'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:07.150528 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b46caab6-ac91-4957-8a3c-913ee6e04b7d None None] Could not find standard attr ID for object 304eb22f-169b-4897-b0a4-56aa35e18979. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:54:07.257336 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 41014612-607e-4465-86a5-b9f822b17094 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:54:07.274513 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32edff3a-27a1-400b-afa4-be2ac739da56 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Made reservation on behalf of 5110c6d10e0b4500b4cd2d021da81a09 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:54:07.278143 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-32edff3a-27a1-400b-afa4-be2ac739da56 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:07.309842 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-32edff3a-27a1-400b-afa4-be2ac739da56 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] device_id is not set on port 10526ce3-9c21-4a71-b109-8f9b1ed63c24 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:54:07.398625 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 41014612-607e-4465-86a5-b9f822b17094 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:54:07.402702 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 41014612-607e-4465-86a5-b9f822b17094 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:07.403089 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:07.451415 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-32edff3a-27a1-400b-afa4-be2ac739da56 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Allocated IP 2001:db8::2bc (457975d8-58a4-40df-a2dd-efcad41191c8/cff0fe66-1423-4d6d-8613-5e0e332b8fe9/10526ce3-9c21-4a71-b109-8f9b1ed63c24) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:54:07.484304 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:07.518113 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 41014612-607e-4465-86a5-b9f822b17094, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=41014612-607e-4465-86a5-b9f822b17094,segment=NetworkSegment(9d510431-fdeb-4cda-a837-f2f93f170125),segment_id=9d510431-fdeb-4cda-a837-f2f93f170125)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:54:07.583047 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:07.612361 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-32edff3a-27a1-400b-afa4-be2ac739da56 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:07.626406 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-32edff3a-27a1-400b-afa4-be2ac739da56 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Transition to ACTIVE for port object 10526ce3-9c21-4a71-b109-8f9b1ed63c24 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:54:07.638483 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=41014612-607e-4465-86a5-b9f822b17094,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:07.719292 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-32edff3a-27a1-400b-afa4-be2ac739da56 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:07.777777 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32edff3a-27a1-400b-afa4-be2ac739da56 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Network 457975d8-58a4-40df-a2dd-efcad41191c8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:54:07.783622 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-32edff3a-27a1-400b-afa4-be2ac739da56 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:54:07.789918 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32edff3a-27a1-400b-afa4-be2ac739da56 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:54:07.795477 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32edff3a-27a1-400b-afa4-be2ac739da56 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:07.799309 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-32edff3a-27a1-400b-afa4-be2ac739da56 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:07.800692 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32edff3a-27a1-400b-afa4-be2ac739da56 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Pushing event updated for resources: {'Port': ['ID=10526ce3-9c21-4a71-b109-8f9b1ed63c24,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:07.881487 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-32edff3a-27a1-400b-afa4-be2ac739da56 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8232191 Jun 30 09:54:07.884265 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56802) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:07.889640 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-99380390-66e1-4114-97d7-adf0ce7dc23d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2f8', 'mac_address': 'fa:16:3e:4a:d7:5a'}]}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:07.913285 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:07.983061 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-99380390-66e1-4114-97d7-adf0ce7dc23d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:08.148667 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c9af9cac-d4e1-4f94-9249-881274f0fca3 None None] Provisioning for port 10526ce3-9c21-4a71-b109-8f9b1ed63c24 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:54:08.152527 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c9af9cac-d4e1-4f94-9249-881274f0fca3 None None] Provisioning complete for port 10526ce3-9c21-4a71-b109-8f9b1ed63c24 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:08.152895 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c9af9cac-d4e1-4f94-9249-881274f0fca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:08.169316 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-99380390-66e1-4114-97d7-adf0ce7dc23d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:08.188456 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-c9af9cac-d4e1-4f94-9249-881274f0fca3 None None] Port 10526ce3-9c21-4a71-b109-8f9b1ed63c24 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:54:08.228452 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-99380390-66e1-4114-97d7-adf0ce7dc23d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:08.262268 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-99380390-66e1-4114-97d7-adf0ce7dc23d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] In _notify_port_updated(), no bound segment for port 10526ce3-9c21-4a71-b109-8f9b1ed63c24 on network 457975d8-58a4-40df-a2dd-efcad41191c8 {{(pid=101053) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:54:08.267851 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99380390-66e1-4114-97d7-adf0ce7dc23d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:08.268480 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-99380390-66e1-4114-97d7-adf0ce7dc23d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:08.272846 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-99380390-66e1-4114-97d7-adf0ce7dc23d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] 10.222.0.10 "PUT /v2.0/ports/10526ce3-9c21-4a71-b109-8f9b1ed63c24 HTTP/1.1" status: 200 len: 1003 time: 0.3847761 Jun 30 09:54:08.272983 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56804) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:08.321082 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99380390-66e1-4114-97d7-adf0ce7dc23d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Pushing event updated for resources: {'Port': ['ID=10526ce3-9c21-4a71-b109-8f9b1ed63c24,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:08.390716 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-92a71824-5e62-449e-ac5d-84a28dee2d27 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Deleting port 10526ce3-9c21-4a71-b109-8f9b1ed63c24 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:54:08.391051 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-92a71824-5e62-449e-ac5d-84a28dee2d27 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:08.479742 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-92a71824-5e62-449e-ac5d-84a28dee2d27 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:08.492034 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-92a71824-5e62-449e-ac5d-84a28dee2d27 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Calling delete_port for 10526ce3-9c21-4a71-b109-8f9b1ed63c24 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:54:08.510744 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-04040632-ddb6-449b-9b5b-c2173a5dbdff None None] Provisioning complete for port 10526ce3-9c21-4a71-b109-8f9b1ed63c24 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:08.511475 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-04040632-ddb6-449b-9b5b-c2173a5dbdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:08.544444 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-04040632-ddb6-449b-9b5b-c2173a5dbdff None None] Port 10526ce3-9c21-4a71-b109-8f9b1ed63c24 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:54:08.691766 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-92a71824-5e62-449e-ac5d-84a28dee2d27 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:08.720346 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a71824-5e62-449e-ac5d-84a28dee2d27 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Pushing event deleted for resources: {'Port': ['ID=10526ce3-9c21-4a71-b109-8f9b1ed63c24,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:08.824280 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-92a71824-5e62-449e-ac5d-84a28dee2d27 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:08.826245 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-92a71824-5e62-449e-ac5d-84a28dee2d27 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] 10.222.0.10 "DELETE /v2.0/ports/10526ce3-9c21-4a71-b109-8f9b1ed63c24 HTTP/1.1" status: 204 len: 168 time: 0.5523040 Jun 30 09:54:08.829489 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56806) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:08.862103 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c67cf10-d790-4346-bfc3-e075cae88ec7 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] GET failed (client error): The resource could not be found. Jun 30 09:54:08.864379 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2c67cf10-d790-4346-bfc3-e075cae88ec7 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] 10.222.0.10 "GET /v2.0/ports/10526ce3-9c21-4a71-b109-8f9b1ed63c24 HTTP/1.1" status: 404 len: 333 time: 0.0338697 Jun 30 09:54:08.868617 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56808) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:08.876181 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-4b26cdf2-3b99-4742-ad2b-ec51686fe372 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Request body: {'port': {'network_id': '457975d8-58a4-40df-a2dd-efcad41191c8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-129198840'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:09.069244 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:09.114828 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b26cdf2-3b99-4742-ad2b-ec51686fe372 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Made reservation on behalf of 5110c6d10e0b4500b4cd2d021da81a09 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:54:09.118145 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4b26cdf2-3b99-4742-ad2b-ec51686fe372 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:09.137947 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-4b26cdf2-3b99-4742-ad2b-ec51686fe372 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] device_id is not set on port 30a09473-1c9c-40da-924b-2309ea2abee0 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:54:09.195359 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 41014612-607e-4465-86a5-b9f822b17094 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:54:09.253641 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 41014612-607e-4465-86a5-b9f822b17094 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:09.254016 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:09.289142 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-4b26cdf2-3b99-4742-ad2b-ec51686fe372 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Allocated IP 2001:db8::38e (457975d8-58a4-40df-a2dd-efcad41191c8/cff0fe66-1423-4d6d-8613-5e0e332b8fe9/30a09473-1c9c-40da-924b-2309ea2abee0) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:54:09.475588 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4b26cdf2-3b99-4742-ad2b-ec51686fe372 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:09.493231 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-4b26cdf2-3b99-4742-ad2b-ec51686fe372 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Transition to ACTIVE for port object 30a09473-1c9c-40da-924b-2309ea2abee0 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:54:09.589252 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4b26cdf2-3b99-4742-ad2b-ec51686fe372 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:09.646092 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b26cdf2-3b99-4742-ad2b-ec51686fe372 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Network 457975d8-58a4-40df-a2dd-efcad41191c8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:54:09.649687 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-4b26cdf2-3b99-4742-ad2b-ec51686fe372 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:54:09.657563 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b26cdf2-3b99-4742-ad2b-ec51686fe372 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:54:09.663161 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b26cdf2-3b99-4742-ad2b-ec51686fe372 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:09.663784 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4b26cdf2-3b99-4742-ad2b-ec51686fe372 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:09.677178 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26cdf2-3b99-4742-ad2b-ec51686fe372 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Pushing event updated for resources: {'Port': ['ID=30a09473-1c9c-40da-924b-2309ea2abee0,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:09.772500 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4b26cdf2-3b99-4742-ad2b-ec51686fe372 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9028504 Jun 30 09:54:09.775077 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56810) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:09.780747 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-c31a903c-50f8-4dbf-bb5b-dcb209a6b803 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:4a:d7:5a'}]}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:09.878179 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c31a903c-50f8-4dbf-bb5b-dcb209a6b803 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:09.988831 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-988664d3-d56d-44be-9142-240aac5c7351 None None] Provisioning for port 30a09473-1c9c-40da-924b-2309ea2abee0 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:54:09.992830 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-988664d3-d56d-44be-9142-240aac5c7351 None None] Provisioning complete for port 30a09473-1c9c-40da-924b-2309ea2abee0 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:09.993210 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-988664d3-d56d-44be-9142-240aac5c7351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:10.030591 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-988664d3-d56d-44be-9142-240aac5c7351 None None] Port 30a09473-1c9c-40da-924b-2309ea2abee0 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:54:10.065957 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c31a903c-50f8-4dbf-bb5b-dcb209a6b803 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:10.131519 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c31a903c-50f8-4dbf-bb5b-dcb209a6b803 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:10.164998 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-c31a903c-50f8-4dbf-bb5b-dcb209a6b803 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] In _notify_port_updated(), no bound segment for port 30a09473-1c9c-40da-924b-2309ea2abee0 on network 457975d8-58a4-40df-a2dd-efcad41191c8 {{(pid=101053) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:54:10.170535 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31a903c-50f8-4dbf-bb5b-dcb209a6b803 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:10.171240 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c31a903c-50f8-4dbf-bb5b-dcb209a6b803 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:10.172595 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c31a903c-50f8-4dbf-bb5b-dcb209a6b803 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] 10.222.0.10 "PUT /v2.0/ports/30a09473-1c9c-40da-924b-2309ea2abee0 HTTP/1.1" status: 200 len: 1002 time: 0.3964081 Jun 30 09:54:10.176973 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56812) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:10.225944 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a903c-50f8-4dbf-bb5b-dcb209a6b803 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Pushing event updated for resources: {'Port': ['ID=30a09473-1c9c-40da-924b-2309ea2abee0,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:10.305293 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-7bb2b3d2-1e51-4c40-94b4-5794ddc5746c tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Deleting port 30a09473-1c9c-40da-924b-2309ea2abee0 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:54:10.305635 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7bb2b3d2-1e51-4c40-94b4-5794ddc5746c tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:10.392910 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7bb2b3d2-1e51-4c40-94b4-5794ddc5746c tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:10.404558 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-7bb2b3d2-1e51-4c40-94b4-5794ddc5746c tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Calling delete_port for 30a09473-1c9c-40da-924b-2309ea2abee0 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:54:10.452491 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-90380b66-d778-4ac9-9d0c-899f0859e6dd None None] Provisioning complete for port 30a09473-1c9c-40da-924b-2309ea2abee0 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:10.452771 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-90380b66-d778-4ac9-9d0c-899f0859e6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:10.495157 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-90380b66-d778-4ac9-9d0c-899f0859e6dd None None] Port 30a09473-1c9c-40da-924b-2309ea2abee0 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:54:10.610000 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7bb2b3d2-1e51-4c40-94b4-5794ddc5746c tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:10.639599 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2b3d2-1e51-4c40-94b4-5794ddc5746c tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Pushing event deleted for resources: {'Port': ['ID=30a09473-1c9c-40da-924b-2309ea2abee0,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:10.670437 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7bb2b3d2-1e51-4c40-94b4-5794ddc5746c tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:10.674504 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7bb2b3d2-1e51-4c40-94b4-5794ddc5746c tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] 10.222.0.10 "DELETE /v2.0/ports/30a09473-1c9c-40da-924b-2309ea2abee0 HTTP/1.1" status: 204 len: 168 time: 0.4948807 Jun 30 09:54:10.675753 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56814) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:10.706927 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-06daf984-02cf-495b-9e74-94bdab2c22a8 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] GET failed (client error): The resource could not be found. Jun 30 09:54:10.708570 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-06daf984-02cf-495b-9e74-94bdab2c22a8 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] 10.222.0.10 "GET /v2.0/ports/30a09473-1c9c-40da-924b-2309ea2abee0 HTTP/1.1" status: 404 len: 333 time: 0.0318944 Jun 30 09:54:10.712362 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56816) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:10.717285 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-b22c7eca-4f0a-4fa0-9507-a8c040329c3d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Request body: {'port': {'network_id': '457975d8-58a4-40df-a2dd-efcad41191c8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1861043698'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:10.960286 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22c7eca-4f0a-4fa0-9507-a8c040329c3d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Made reservation on behalf of 5110c6d10e0b4500b4cd2d021da81a09 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:54:10.963783 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b22c7eca-4f0a-4fa0-9507-a8c040329c3d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:10.983442 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-b22c7eca-4f0a-4fa0-9507-a8c040329c3d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] device_id is not set on port fa45961a-9966-4635-a65b-e72eda6d6805 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:54:11.438498 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-b22c7eca-4f0a-4fa0-9507-a8c040329c3d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Allocated IP 2001:db8::2c9 (457975d8-58a4-40df-a2dd-efcad41191c8/cff0fe66-1423-4d6d-8613-5e0e332b8fe9/fa45961a-9966-4635-a65b-e72eda6d6805) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:54:11.609420 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b22c7eca-4f0a-4fa0-9507-a8c040329c3d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:11.622029 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-b22c7eca-4f0a-4fa0-9507-a8c040329c3d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Transition to ACTIVE for port object fa45961a-9966-4635-a65b-e72eda6d6805 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:54:11.731900 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b22c7eca-4f0a-4fa0-9507-a8c040329c3d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:11.775880 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22c7eca-4f0a-4fa0-9507-a8c040329c3d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Network 457975d8-58a4-40df-a2dd-efcad41191c8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:54:11.779046 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-b22c7eca-4f0a-4fa0-9507-a8c040329c3d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:54:11.785922 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22c7eca-4f0a-4fa0-9507-a8c040329c3d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:54:11.791467 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22c7eca-4f0a-4fa0-9507-a8c040329c3d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:11.792016 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b22c7eca-4f0a-4fa0-9507-a8c040329c3d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:11.798591 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c7eca-4f0a-4fa0-9507-a8c040329c3d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Pushing event updated for resources: {'Port': ['ID=fa45961a-9966-4635-a65b-e72eda6d6805,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:11.875242 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b22c7eca-4f0a-4fa0-9507-a8c040329c3d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1617856 Jun 30 09:54:11.877907 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56818) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:11.883062 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-979968eb-8eec-4c51-b33b-90150b73524d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Request body: {'port': {'network_id': '457975d8-58a4-40df-a2dd-efcad41191c8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-868669162'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:12.067429 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979968eb-8eec-4c51-b33b-90150b73524d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Made reservation on behalf of 5110c6d10e0b4500b4cd2d021da81a09 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:54:12.071035 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-979968eb-8eec-4c51-b33b-90150b73524d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:12.090533 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [None req-979968eb-8eec-4c51-b33b-90150b73524d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] device_id is not set on port 933148ac-b052-4aa1-b50e-602119e388f9 yet. {{(pid=101053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:54:12.101615 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-691260ce-0eda-446e-836c-ef3037bba2bb None None] Provisioning for port fa45961a-9966-4635-a65b-e72eda6d6805 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:54:12.105589 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-691260ce-0eda-446e-836c-ef3037bba2bb None None] Provisioning complete for port fa45961a-9966-4635-a65b-e72eda6d6805 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:12.105955 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-691260ce-0eda-446e-836c-ef3037bba2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:12.141288 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-691260ce-0eda-446e-836c-ef3037bba2bb None None] Port fa45961a-9966-4635-a65b-e72eda6d6805 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:54:12.207822 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-979968eb-8eec-4c51-b33b-90150b73524d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Allocated IP 2001:db8::d7 (457975d8-58a4-40df-a2dd-efcad41191c8/cff0fe66-1423-4d6d-8613-5e0e332b8fe9/933148ac-b052-4aa1-b50e-602119e388f9) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:54:12.365024 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-979968eb-8eec-4c51-b33b-90150b73524d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:12.379672 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-979968eb-8eec-4c51-b33b-90150b73524d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Transition to ACTIVE for port object 933148ac-b052-4aa1-b50e-602119e388f9 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:54:12.480784 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-979968eb-8eec-4c51-b33b-90150b73524d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:12.524031 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979968eb-8eec-4c51-b33b-90150b73524d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Network 457975d8-58a4-40df-a2dd-efcad41191c8 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:54:12.527372 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-979968eb-8eec-4c51-b33b-90150b73524d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:54:12.531228 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979968eb-8eec-4c51-b33b-90150b73524d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:54:12.537122 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979968eb-8eec-4c51-b33b-90150b73524d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:12.537735 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-979968eb-8eec-4c51-b33b-90150b73524d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:12.553538 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979968eb-8eec-4c51-b33b-90150b73524d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Pushing event updated for resources: {'Port': ['ID=933148ac-b052-4aa1-b50e-602119e388f9,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:12.562508 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979968eb-8eec-4c51-b33b-90150b73524d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:12.564311 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979968eb-8eec-4c51-b33b-90150b73524d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:12.564311 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979968eb-8eec-4c51-b33b-90150b73524d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:12.564311 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979968eb-8eec-4c51-b33b-90150b73524d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:12.564311 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979968eb-8eec-4c51-b33b-90150b73524d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:12.564311 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979968eb-8eec-4c51-b33b-90150b73524d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:12.565317 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979968eb-8eec-4c51-b33b-90150b73524d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:12.565690 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979968eb-8eec-4c51-b33b-90150b73524d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:12.565972 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979968eb-8eec-4c51-b33b-90150b73524d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:12.566172 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979968eb-8eec-4c51-b33b-90150b73524d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:12.566498 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979968eb-8eec-4c51-b33b-90150b73524d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:12.566828 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979968eb-8eec-4c51-b33b-90150b73524d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:12.669522 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-979968eb-8eec-4c51-b33b-90150b73524d tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.7905226 Jun 30 09:54:12.672366 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56820) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:12.679348 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-d7e21a2f-ccb5-40e4-8082-5e14f18bf3ff tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2f8', 'mac_address': 'fa:16:3e:4a:d7:5a'}, {'ip_address': '2001:db8::2c9', 'mac_address': 'fa:16:3e:90:8c:c7'}]}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:12.877022 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d7e21a2f-ccb5-40e4-8082-5e14f18bf3ff tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:12.891173 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-70f7208c-a90e-4007-9362-f0c2a5e1acd8 None None] Provisioning for port 933148ac-b052-4aa1-b50e-602119e388f9 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:54:12.896194 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-70f7208c-a90e-4007-9362-f0c2a5e1acd8 None None] Provisioning complete for port 933148ac-b052-4aa1-b50e-602119e388f9 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:12.896615 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-70f7208c-a90e-4007-9362-f0c2a5e1acd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:12.933286 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-70f7208c-a90e-4007-9362-f0c2a5e1acd8 None None] Port 933148ac-b052-4aa1-b50e-602119e388f9 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:54:13.064375 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d7e21a2f-ccb5-40e4-8082-5e14f18bf3ff tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:13.125726 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d7e21a2f-ccb5-40e4-8082-5e14f18bf3ff tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:13.161110 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-d7e21a2f-ccb5-40e4-8082-5e14f18bf3ff tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] In _notify_port_updated(), no bound segment for port 933148ac-b052-4aa1-b50e-602119e388f9 on network 457975d8-58a4-40df-a2dd-efcad41191c8 {{(pid=101054) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:54:13.166091 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e21a2f-ccb5-40e4-8082-5e14f18bf3ff tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:13.166728 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d7e21a2f-ccb5-40e4-8082-5e14f18bf3ff tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:13.168140 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d7e21a2f-ccb5-40e4-8082-5e14f18bf3ff tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] 10.222.0.10 "PUT /v2.0/ports/933148ac-b052-4aa1-b50e-602119e388f9 HTTP/1.1" status: 200 len: 1066 time: 0.4947193 Jun 30 09:54:13.171029 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56822) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:13.185582 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e21a2f-ccb5-40e4-8082-5e14f18bf3ff tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Pushing event updated for resources: {'Port': ['ID=933148ac-b052-4aa1-b50e-602119e388f9,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:13.193535 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e21a2f-ccb5-40e4-8082-5e14f18bf3ff tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:13.193958 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e21a2f-ccb5-40e4-8082-5e14f18bf3ff tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:13.194299 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e21a2f-ccb5-40e4-8082-5e14f18bf3ff tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:13.194632 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e21a2f-ccb5-40e4-8082-5e14f18bf3ff tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:13.194962 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e21a2f-ccb5-40e4-8082-5e14f18bf3ff tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:13.195405 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e21a2f-ccb5-40e4-8082-5e14f18bf3ff tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:13.195736 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e21a2f-ccb5-40e4-8082-5e14f18bf3ff tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:13.196061 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e21a2f-ccb5-40e4-8082-5e14f18bf3ff tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:13.196380 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e21a2f-ccb5-40e4-8082-5e14f18bf3ff tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:13.196707 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e21a2f-ccb5-40e4-8082-5e14f18bf3ff tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:13.197018 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e21a2f-ccb5-40e4-8082-5e14f18bf3ff tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:13.197334 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e21a2f-ccb5-40e4-8082-5e14f18bf3ff tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:13.276613 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-35c0dc08-8e3d-4361-a614-09460f019e85 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Deleting port 933148ac-b052-4aa1-b50e-602119e388f9 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:54:13.276954 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-35c0dc08-8e3d-4361-a614-09460f019e85 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:13.371024 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-35c0dc08-8e3d-4361-a614-09460f019e85 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:13.383187 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-35c0dc08-8e3d-4361-a614-09460f019e85 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Calling delete_port for 933148ac-b052-4aa1-b50e-602119e388f9 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:54:13.454376 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8cd7a876-e3eb-4752-826b-bee0a83a4ba3 None None] Provisioning complete for port 933148ac-b052-4aa1-b50e-602119e388f9 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:13.455587 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8cd7a876-e3eb-4752-826b-bee0a83a4ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:13.489077 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-8cd7a876-e3eb-4752-826b-bee0a83a4ba3 None None] Port 933148ac-b052-4aa1-b50e-602119e388f9 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:54:13.588617 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-35c0dc08-8e3d-4361-a614-09460f019e85 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:13.621698 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0dc08-8e3d-4361-a614-09460f019e85 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Pushing event deleted for resources: {'Port': ['ID=933148ac-b052-4aa1-b50e-602119e388f9,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:13.796772 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-35c0dc08-8e3d-4361-a614-09460f019e85 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:13.799057 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-35c0dc08-8e3d-4361-a614-09460f019e85 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] 10.222.0.10 "DELETE /v2.0/ports/933148ac-b052-4aa1-b50e-602119e388f9 HTTP/1.1" status: 204 len: 168 time: 0.6267531 Jun 30 09:54:13.802148 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56824) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:13.830834 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-688a741a-c863-47b1-8d76-683867c69975 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] GET failed (client error): The resource could not be found. Jun 30 09:54:13.832344 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-688a741a-c863-47b1-8d76-683867c69975 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] 10.222.0.10 "GET /v2.0/ports/933148ac-b052-4aa1-b50e-602119e388f9 HTTP/1.1" status: 404 len: 333 time: 0.0292757 Jun 30 09:54:13.835706 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56826) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:13.931001 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-5e0403f6-28ef-4294-8ea5-3c29ca96f4e1 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Deleting port fa45961a-9966-4635-a65b-e72eda6d6805 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:54:13.931279 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5e0403f6-28ef-4294-8ea5-3c29ca96f4e1 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:14.020360 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5e0403f6-28ef-4294-8ea5-3c29ca96f4e1 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:14.032118 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-5e0403f6-28ef-4294-8ea5-3c29ca96f4e1 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Calling delete_port for fa45961a-9966-4635-a65b-e72eda6d6805 owned by {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:54:14.240131 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5e0403f6-28ef-4294-8ea5-3c29ca96f4e1 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:14.268691 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0403f6-28ef-4294-8ea5-3c29ca96f4e1 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Pushing event deleted for resources: {'Port': ['ID=fa45961a-9966-4635-a65b-e72eda6d6805,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:14.300114 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5e0403f6-28ef-4294-8ea5-3c29ca96f4e1 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:14.304524 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5e0403f6-28ef-4294-8ea5-3c29ca96f4e1 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] 10.222.0.10 "DELETE /v2.0/ports/fa45961a-9966-4635-a65b-e72eda6d6805 HTTP/1.1" status: 204 len: 168 time: 0.4654713 Jun 30 09:54:14.304665 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56828) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:14.334783 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf626396-3592-4461-89ef-3e8948b28b6b tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] GET failed (client error): The resource could not be found. Jun 30 09:54:14.336485 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bf626396-3592-4461-89ef-3e8948b28b6b tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] 10.222.0.10 "GET /v2.0/ports/fa45961a-9966-4635-a65b-e72eda6d6805 HTTP/1.1" status: 404 len: 333 time: 0.0309265 Jun 30 09:54:14.340383 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56830) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:14.448447 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-dfeb881a-883c-4eb4-a868-38cac43c8d51 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Deleting port e03d24c0-816f-41ef-86c3-189df41fe2f5 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:54:14.448803 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dfeb881a-883c-4eb4-a868-38cac43c8d51 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:14.533267 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dfeb881a-883c-4eb4-a868-38cac43c8d51 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:14.544594 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-dfeb881a-883c-4eb4-a868-38cac43c8d51 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Calling delete_port for e03d24c0-816f-41ef-86c3-189df41fe2f5 owned by {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:54:14.730001 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dfeb881a-883c-4eb4-a868-38cac43c8d51 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:14.759840 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb881a-883c-4eb4-a868-38cac43c8d51 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Pushing event deleted for resources: {'Port': ['ID=e03d24c0-816f-41ef-86c3-189df41fe2f5,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:14.791289 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dfeb881a-883c-4eb4-a868-38cac43c8d51 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:14.795256 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-dfeb881a-883c-4eb4-a868-38cac43c8d51 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] 10.222.0.10 "DELETE /v2.0/ports/e03d24c0-816f-41ef-86c3-189df41fe2f5 HTTP/1.1" status: 204 len: 168 time: 0.4518757 Jun 30 09:54:14.795912 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56832) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:14.855502 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-4496730d-cd47-48c7-b1b1-484de3f71a46 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Deleting subnet cff0fe66-1423-4d6d-8613-5e0e332b8fe9 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:54:14.858891 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4496730d-cd47-48c7-b1b1-484de3f71a46 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:14.903664 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4496730d-cd47-48c7-b1b1-484de3f71a46 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:14.994718 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4496730d-cd47-48c7-b1b1-484de3f71a46 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:15.132119 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4496730d-cd47-48c7-b1b1-484de3f71a46 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:15.160309 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496730d-cd47-48c7-b1b1-484de3f71a46 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Pushing event deleted for resources: {'Subnet': ['ID=cff0fe66-1423-4d6d-8613-5e0e332b8fe9,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:15.163940 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4496730d-cd47-48c7-b1b1-484de3f71a46 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:15.165796 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4496730d-cd47-48c7-b1b1-484de3f71a46 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] 10.222.0.10 "DELETE /v2.0/subnets/cff0fe66-1423-4d6d-8613-5e0e332b8fe9 HTTP/1.1" status: 204 len: 168 time: 0.3689299 Jun 30 09:54:15.168203 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56834) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:15.171657 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce73a6b-dfaa-4239-a8cd-6a97354bd09f None None] Network 457975d8-58a4-40df-a2dd-efcad41191c8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:54:15.247106 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4dd89a45-ec24-488e-9852-de37db6cef04 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:15.304177 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-4dd89a45-ec24-488e-9852-de37db6cef04 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Deleting port 41014612-607e-4465-86a5-b9f822b17094 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:54:15.304421 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4dd89a45-ec24-488e-9852-de37db6cef04 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:15.359264 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f788813-646f-4715-a42f-303189db8394 None None] DHCP port deletion for 457975d8-58a4-40df-a2dd-efcad41191c8 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:54:15.369273 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-4dd89a45-ec24-488e-9852-de37db6cef04 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] For port 41014612-607e-4465-86a5-b9f822b17094, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=41014612-607e-4465-86a5-b9f822b17094,segment=NetworkSegment(9d510431-fdeb-4cda-a837-f2f93f170125),segment_id=9d510431-fdeb-4cda-a837-f2f93f170125)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:54:15.369882 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4dd89a45-ec24-488e-9852-de37db6cef04 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:15.382718 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-4dd89a45-ec24-488e-9852-de37db6cef04 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Calling delete_port for 41014612-607e-4465-86a5-b9f822b17094 owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:54:15.409242 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-6f788813-646f-4715-a42f-303189db8394 None None] Deleting port 41014612-607e-4465-86a5-b9f822b17094 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:54:15.409614 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6f788813-646f-4715-a42f-303189db8394 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:15.474889 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-6f788813-646f-4715-a42f-303189db8394 None None] For port 41014612-607e-4465-86a5-b9f822b17094, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=41014612-607e-4465-86a5-b9f822b17094,segment=NetworkSegment(9d510431-fdeb-4cda-a837-f2f93f170125),segment_id=9d510431-fdeb-4cda-a837-f2f93f170125)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:54:15.476372 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6f788813-646f-4715-a42f-303189db8394 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:15.488333 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-6f788813-646f-4715-a42f-303189db8394 None None] Calling delete_port for 41014612-607e-4465-86a5-b9f822b17094 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:54:15.564216 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4dd89a45-ec24-488e-9852-de37db6cef04 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:15.570211 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6f788813-646f-4715-a42f-303189db8394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:15.589748 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd89a45-ec24-488e-9852-de37db6cef04 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Pushing event deleted for resources: {'Port': ['ID=41014612-607e-4465-86a5-b9f822b17094,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:15.593107 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd89a45-ec24-488e-9852-de37db6cef04 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] No DVR routers for this DVR port 41014612-607e-4465-86a5-b9f822b17094 on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:54:15.601627 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f788813-646f-4715-a42f-303189db8394 None None] Pushing event deleted for resources: {'Port': ['ID=41014612-607e-4465-86a5-b9f822b17094,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:15.605826 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f788813-646f-4715-a42f-303189db8394 None None] No DVR routers for this DVR port 41014612-607e-4465-86a5-b9f822b17094 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:54:15.674512 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4dd89a45-ec24-488e-9852-de37db6cef04 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:15.683906 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-4dd89a45-ec24-488e-9852-de37db6cef04 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['457975d8-58a4-40df-a2dd-efcad41191c8']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:15.694595 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-4dd89a45-ec24-488e-9852-de37db6cef04 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d510431-fdeb-4cda-a837-f2f93f170125') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:15.694884 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-4dd89a45-ec24-488e-9852-de37db6cef04 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d510431-fdeb-4cda-a837-f2f93f170125') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:15.703460 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4dd89a45-ec24-488e-9852-de37db6cef04 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:15.717517 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4dd89a45-ec24-488e-9852-de37db6cef04 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:15.723403 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd89a45-ec24-488e-9852-de37db6cef04 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:54:15.723790 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4dd89a45-ec24-488e-9852-de37db6cef04 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:54:15.726657 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:54:15.935638 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4dd89a45-ec24-488e-9852-de37db6cef04 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:15.943635 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4dd89a45-ec24-488e-9852-de37db6cef04 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:15.945371 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4dd89a45-ec24-488e-9852-de37db6cef04 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] 10.222.0.10 "DELETE /v2.0/networks/457975d8-58a4-40df-a2dd-efcad41191c8 HTTP/1.1" status: 204 len: 168 time: 0.7762594 Jun 30 09:54:15.957659 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd89a45-ec24-488e-9852-de37db6cef04 tempest-AllowedAddressPairIpV6TestJSON-882101942 tempest-AllowedAddressPairIpV6TestJSON-882101942-project] Pushing event deleted for resources: {'Network': ['ID=457975d8-58a4-40df-a2dd-efcad41191c8,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:16.550464 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56840) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:16.680276 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-37fa8a20-0895-4ff9-92bd-0027861097f6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5110c6d10e0b4500b4cd2d021da81a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1286075 Jun 30 09:54:16.688341 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56844) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:16.744287 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1c34812-3735-4e25-becc-bd6a5c969788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:16.770244 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1c34812-3735-4e25-becc-bd6a5c969788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:16.912831 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1c34812-3735-4e25-becc-bd6a5c969788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:16.915421 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1c34812-3735-4e25-becc-bd6a5c969788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:16.916594 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c1c34812-3735-4e25-becc-bd6a5c969788 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e2dd0d3a-8ada-475a-870f-414e96f54a93 HTTP/1.1" status: 204 len: 168 time: 0.2273223 Jun 30 09:54:16.925685 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c34812-3735-4e25-becc-bd6a5c969788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2dd0d3a-8ada-475a-870f-414e96f54a93,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:16.963431 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:54:17.192151 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 41014612-607e-4465-86a5-b9f822b17094 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:54:17.214245 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 41014612-607e-4465-86a5-b9f822b17094 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:54:17.214601 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 41014612-607e-4465-86a5-b9f822b17094 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:54:18.017660 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56866) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:18.114360 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-14f87302-7921-48e5-a7b4-33dfefc15730 tempest-NetworksNegativeTestJSON-651951963 tempest-NetworksNegativeTestJSON-651951963-project] Request body: {'port': {'network_id': 'c2d567f9-48b4-4d13-bd61-65d866d8b3b5', 'name': 'tempest-NetworksNegativeTestJSON-1616109227'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:18.128556 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f87302-7921-48e5-a7b4-33dfefc15730 tempest-NetworksNegativeTestJSON-651951963 tempest-NetworksNegativeTestJSON-651951963-project] POST failed (client error): The resource could not be found. Jun 30 09:54:18.129151 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f87302-7921-48e5-a7b4-33dfefc15730 tempest-NetworksNegativeTestJSON-651951963 tempest-NetworksNegativeTestJSON-651951963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:54:18.130296 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-14f87302-7921-48e5-a7b4-33dfefc15730 tempest-NetworksNegativeTestJSON-651951963 tempest-NetworksNegativeTestJSON-651951963-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1117077 Jun 30 09:54:18.134076 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56870) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:18.151846 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-f28c5842-8662-49d0-8850-62ac2e512d45 tempest-NetworksNegativeTestJSON-651951963 tempest-NetworksNegativeTestJSON-651951963-project] DELETE failed (client error): The resource could not be found. Jun 30 09:54:18.152363 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f28c5842-8662-49d0-8850-62ac2e512d45 tempest-NetworksNegativeTestJSON-651951963 tempest-NetworksNegativeTestJSON-651951963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:54:18.153981 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f28c5842-8662-49d0-8850-62ac2e512d45 tempest-NetworksNegativeTestJSON-651951963 tempest-NetworksNegativeTestJSON-651951963-project] 10.222.0.10 "DELETE /v2.0/networks/71d2bb4f-d7da-41ad-b686-ad0b718165fe HTTP/1.1" status: 404 len: 339 time: 0.0190198 Jun 30 09:54:18.157603 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56872) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:18.188271 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7101800-5760-441d-bd19-9d2285aa96ca tempest-NetworksNegativeTestJSON-651951963 tempest-NetworksNegativeTestJSON-651951963-project] DELETE failed (client error): The resource could not be found. Jun 30 09:54:18.188889 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7101800-5760-441d-bd19-9d2285aa96ca tempest-NetworksNegativeTestJSON-651951963 tempest-NetworksNegativeTestJSON-651951963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:54:18.191239 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d7101800-5760-441d-bd19-9d2285aa96ca tempest-NetworksNegativeTestJSON-651951963 tempest-NetworksNegativeTestJSON-651951963-project] 10.222.0.10 "DELETE /v2.0/ports/2db9ba46-9e17-4844-a791-64e6d37bfc51 HTTP/1.1" status: 404 len: 333 time: 0.0316725 Jun 30 09:54:18.195772 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56874) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:18.221262 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-66efef35-3fe7-4cfb-b90f-bce81e921170 tempest-NetworksNegativeTestJSON-651951963 tempest-NetworksNegativeTestJSON-651951963-project] DELETE failed (client error): The resource could not be found. Jun 30 09:54:18.221699 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66efef35-3fe7-4cfb-b90f-bce81e921170 tempest-NetworksNegativeTestJSON-651951963 tempest-NetworksNegativeTestJSON-651951963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:54:18.223366 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-66efef35-3fe7-4cfb-b90f-bce81e921170 tempest-NetworksNegativeTestJSON-651951963 tempest-NetworksNegativeTestJSON-651951963-project] 10.222.0.10 "DELETE /v2.0/subnets/614bf224-ff2e-459f-8435-a343b0adedc8 HTTP/1.1" status: 404 len: 337 time: 0.0266829 Jun 30 09:54:18.227274 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56876) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:18.246548 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdcf282d-84b2-4a57-9d4b-7c689f9696b7 tempest-NetworksNegativeTestJSON-651951963 tempest-NetworksNegativeTestJSON-651951963-project] GET failed (client error): The resource could not be found. Jun 30 09:54:18.247892 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-cdcf282d-84b2-4a57-9d4b-7c689f9696b7 tempest-NetworksNegativeTestJSON-651951963 tempest-NetworksNegativeTestJSON-651951963-project] 10.222.0.10 "GET /v2.0/networks/eea76ece-bfa0-4c08-8d7b-99ed0e25f909 HTTP/1.1" status: 404 len: 339 time: 0.0197217 Jun 30 09:54:18.251343 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56878) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:18.277910 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc4f25c-00a3-4be6-a10a-07a3d0005833 tempest-NetworksNegativeTestJSON-651951963 tempest-NetworksNegativeTestJSON-651951963-project] GET failed (client error): The resource could not be found. Jun 30 09:54:18.279395 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0bc4f25c-00a3-4be6-a10a-07a3d0005833 tempest-NetworksNegativeTestJSON-651951963 tempest-NetworksNegativeTestJSON-651951963-project] 10.222.0.10 "GET /v2.0/ports/fea3eb7a-3fe4-4f10-a3b4-6ef70eb2db24 HTTP/1.1" status: 404 len: 333 time: 0.0271544 Jun 30 09:54:18.283527 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56880) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:18.310577 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a82910-26c2-42f0-b50a-40bb6b192d8b tempest-NetworksNegativeTestJSON-651951963 tempest-NetworksNegativeTestJSON-651951963-project] GET failed (client error): The resource could not be found. Jun 30 09:54:18.311911 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e3a82910-26c2-42f0-b50a-40bb6b192d8b tempest-NetworksNegativeTestJSON-651951963 tempest-NetworksNegativeTestJSON-651951963-project] 10.222.0.10 "GET /v2.0/subnets/27a23897-c85f-4a0c-a0a9-418777708419 HTTP/1.1" status: 404 len: 337 time: 0.0274813 Jun 30 09:54:18.315942 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56882) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:18.320931 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-2495dd98-2483-46ac-9498-c22808440e6e tempest-NetworksNegativeTestJSON-651951963 tempest-NetworksNegativeTestJSON-651951963-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:18.335042 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-2495dd98-2483-46ac-9498-c22808440e6e tempest-NetworksNegativeTestJSON-651951963 tempest-NetworksNegativeTestJSON-651951963-project] PUT failed (client error): The resource could not be found. Jun 30 09:54:18.336418 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2495dd98-2483-46ac-9498-c22808440e6e tempest-NetworksNegativeTestJSON-651951963 tempest-NetworksNegativeTestJSON-651951963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:54:18.336659 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2495dd98-2483-46ac-9498-c22808440e6e tempest-NetworksNegativeTestJSON-651951963 tempest-NetworksNegativeTestJSON-651951963-project] 10.222.0.10 "PUT /v2.0/networks/2792eb9c-8a2a-4ea6-a761-de97a3b6a217 HTTP/1.1" status: 404 len: 339 time: 0.0198050 Jun 30 09:54:18.340756 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56884) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:18.346607 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-d2939b6e-ebfc-4d23-bf86-d45aa573b38a tempest-NetworksNegativeTestJSON-651951963 tempest-NetworksNegativeTestJSON-651951963-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:18.372109 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2939b6e-ebfc-4d23-bf86-d45aa573b38a tempest-NetworksNegativeTestJSON-651951963 tempest-NetworksNegativeTestJSON-651951963-project] PUT failed (client error): The resource could not be found. Jun 30 09:54:18.372730 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2939b6e-ebfc-4d23-bf86-d45aa573b38a tempest-NetworksNegativeTestJSON-651951963 tempest-NetworksNegativeTestJSON-651951963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:54:18.373848 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d2939b6e-ebfc-4d23-bf86-d45aa573b38a tempest-NetworksNegativeTestJSON-651951963 tempest-NetworksNegativeTestJSON-651951963-project] 10.222.0.10 "PUT /v2.0/ports/ecd0fba9-af51-4ee0-9e68-2cfa36e6f8ab HTTP/1.1" status: 404 len: 333 time: 0.0321376 Jun 30 09:54:18.378366 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56886) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:18.383383 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-d7c4ab8a-f06c-48b8-abad-25cf0f3a971e tempest-NetworksNegativeTestJSON-651951963 tempest-NetworksNegativeTestJSON-651951963-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:18.404444 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c4ab8a-f06c-48b8-abad-25cf0f3a971e tempest-NetworksNegativeTestJSON-651951963 tempest-NetworksNegativeTestJSON-651951963-project] PUT failed (client error): The resource could not be found. Jun 30 09:54:18.404893 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7c4ab8a-f06c-48b8-abad-25cf0f3a971e tempest-NetworksNegativeTestJSON-651951963 tempest-NetworksNegativeTestJSON-651951963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:54:18.405966 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d7c4ab8a-f06c-48b8-abad-25cf0f3a971e tempest-NetworksNegativeTestJSON-651951963 tempest-NetworksNegativeTestJSON-651951963-project] 10.222.0.10 "PUT /v2.0/subnets/200ef887-bba4-43c4-9906-c288c0dca83d HTTP/1.1" status: 404 len: 337 time: 0.0267465 Jun 30 09:54:18.973026 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56892) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:19.076871 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ba06817c-b897-4b7e-9cf1-fd99fb44434e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:19.167254 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ba06817c-b897-4b7e-9cf1-fd99fb44434e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:19.249613 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ba06817c-b897-4b7e-9cf1-fd99fb44434e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:19.289405 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ba06817c-b897-4b7e-9cf1-fd99fb44434e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c0d3b867d43f42e7875baaeeaae31b58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3152244 Jun 30 09:54:19.290289 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06817c-b897-4b7e-9cf1-fd99fb44434e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15565a9-d5b3-44b6-9619-203b34b3cc4d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:19.292217 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56896) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:19.344121 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-73d95f74-c990-4994-a12d-1ddc01eb6ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:19.365396 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-73d95f74-c990-4994-a12d-1ddc01eb6ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:19.485825 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-73d95f74-c990-4994-a12d-1ddc01eb6ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:19.488525 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-73d95f74-c990-4994-a12d-1ddc01eb6ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:19.489686 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-73d95f74-c990-4994-a12d-1ddc01eb6ea0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d15565a9-d5b3-44b6-9619-203b34b3cc4d HTTP/1.1" status: 204 len: 168 time: 0.1960359 Jun 30 09:54:19.497731 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d95f74-c990-4994-a12d-1ddc01eb6ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15565a9-d5b3-44b6-9619-203b34b3cc4d,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:20.473903 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b511657c-051b-49f6-bad8-af0b25405583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:20.488688 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56918) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:20.586578 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-26ae374b-a51d-4f25-a681-372f540e92f9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Request body: {'network': {'name': 'tempest-RoutersTest-505776449'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:20.675428 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ae374b-a51d-4f25-a681-372f540e92f9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Made reservation on behalf of 0ab923aba2e54d409e38022a4b61e087 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:54:20.679042 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26ae374b-a51d-4f25-a681-372f540e92f9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:20.688158 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26ae374b-a51d-4f25-a681-372f540e92f9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:20.781697 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26ae374b-a51d-4f25-a681-372f540e92f9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:20.851645 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26ae374b-a51d-4f25-a681-372f540e92f9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:20.880586 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ae374b-a51d-4f25-a681-372f540e92f9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:54:20.889871 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae374b-a51d-4f25-a681-372f540e92f9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ca2695-0378-41ba-ad5c-f9d861126036,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:20.897337 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26ae374b-a51d-4f25-a681-372f540e92f9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:20.897688 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-26ae374b-a51d-4f25-a681-372f540e92f9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Added segment 8ee2ab1a-1157-4752-8f1d-1867d2495966 of type vlan for network 1f97e7b9-244b-48a8-acb8-b5a1d8422900 Jun 30 09:54:20.942854 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26ae374b-a51d-4f25-a681-372f540e92f9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:21.035148 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26ae374b-a51d-4f25-a681-372f540e92f9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:21.040790 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ae374b-a51d-4f25-a681-372f540e92f9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:21.041374 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-26ae374b-a51d-4f25-a681-372f540e92f9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:21.105778 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae374b-a51d-4f25-a681-372f540e92f9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Network': ['ID=1f97e7b9-244b-48a8-acb8-b5a1d8422900,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:21.117549 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 1f97e7b9-244b-48a8-acb8-b5a1d8422900 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:54:21.183407 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-26ae374b-a51d-4f25-a681-372f540e92f9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6935942 Jun 30 09:54:21.185844 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56922) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:21.191056 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-95d1e4d7-07dc-44f2-b3b7-04e0ca7b257b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Request body: {'network': {'name': 'tempest-RoutersTest-1476960181'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:21.308138 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d1e4d7-07dc-44f2-b3b7-04e0ca7b257b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Made reservation on behalf of 0ab923aba2e54d409e38022a4b61e087 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:54:21.311792 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-95d1e4d7-07dc-44f2-b3b7-04e0ca7b257b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:21.336697 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d1e4d7-07dc-44f2-b3b7-04e0ca7b257b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:54:21.346091 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-95d1e4d7-07dc-44f2-b3b7-04e0ca7b257b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:21.346683 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-95d1e4d7-07dc-44f2-b3b7-04e0ca7b257b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Added segment 718d856a-fe0a-4030-9ea9-2bf1cd125db0 of type vlan for network 991a3769-5e8c-41c5-be35-ffaf6ca7a8fd Jun 30 09:54:21.390220 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-95d1e4d7-07dc-44f2-b3b7-04e0ca7b257b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:21.508886 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-95d1e4d7-07dc-44f2-b3b7-04e0ca7b257b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:21.514800 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d1e4d7-07dc-44f2-b3b7-04e0ca7b257b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:21.515476 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-95d1e4d7-07dc-44f2-b3b7-04e0ca7b257b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:21.582884 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1e4d7-07dc-44f2-b3b7-04e0ca7b257b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Network': ['ID=991a3769-5e8c-41c5-be35-ffaf6ca7a8fd,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:21.592990 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 991a3769-5e8c-41c5-be35-ffaf6ca7a8fd details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:54:21.630729 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-95d1e4d7-07dc-44f2-b3b7-04e0ca7b257b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4438305 Jun 30 09:54:21.633487 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56924) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:21.638636 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-c70cc1e5-5fc0-496d-9876-c124e12a223f tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Request body: {'subnet': {'network_id': '1f97e7b9-244b-48a8-acb8-b5a1d8422900', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:21.805873 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70cc1e5-5fc0-496d-9876-c124e12a223f tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Made reservation on behalf of 0ab923aba2e54d409e38022a4b61e087 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:54:21.809483 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c70cc1e5-5fc0-496d-9876-c124e12a223f tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:22.057407 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c70cc1e5-5fc0-496d-9876-c124e12a223f tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:22.120122 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70cc1e5-5fc0-496d-9876-c124e12a223f tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Subnet': ['ID=f8311918-05a7-4101-bb63-61ea4bec0072,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:22.129732 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70cc1e5-5fc0-496d-9876-c124e12a223f tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Checking segment: {'id': '8ee2ab1a-1157-4752-8f1d-1867d2495966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1f97e7b9-244b-48a8-acb8-b5a1d8422900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:54:22.130098 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70cc1e5-5fc0-496d-9876-c124e12a223f tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network hostable DHCP agents. Network: 1f97e7b9-244b-48a8-acb8-b5a1d8422900, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:54:22.205882 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70cc1e5-5fc0-496d-9876-c124e12a223f tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network 1f97e7b9-244b-48a8-acb8-b5a1d8422900 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:54:22.295483 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-c70cc1e5-5fc0-496d-9876-c124e12a223f tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 1f97e7b9-244b-48a8-acb8-b5a1d8422900) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:54:22.300434 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70cc1e5-5fc0-496d-9876-c124e12a223f tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:22.301013 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c70cc1e5-5fc0-496d-9876-c124e12a223f tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:22.305064 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92987fe7-ee13-48d6-8496-12bafc436dc8 None None] Network 1f97e7b9-244b-48a8-acb8-b5a1d8422900 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:54:22.420125 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c70cc1e5-5fc0-496d-9876-c124e12a223f tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7850101 Jun 30 09:54:22.422369 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56926) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:22.428218 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-cf201185-b73d-44e5-9754-612b081c62d9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Request body: {'subnet': {'network_id': '991a3769-5e8c-41c5-be35-ffaf6ca7a8fd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:22.462328 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8650f98c-ac0a-48bf-b2b5-fa6645adbb96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-1f97e7b9-244b-48a8-acb8-b5a1d8422900', 'network_id': '1f97e7b9-244b-48a8-acb8-b5a1d8422900', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'fixed_ips': [{'subnet_id': 'f8311918-05a7-4101-bb63-61ea4bec0072'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:54:22.463324 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8650f98c-ac0a-48bf-b2b5-fa6645adbb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:22.598754 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-8650f98c-ac0a-48bf-b2b5-fa6645adbb96 None None] Allocated IP 172.20.0.2 (1f97e7b9-244b-48a8-acb8-b5a1d8422900/f8311918-05a7-4101-bb63-61ea4bec0072/3eca9ea9-87b2-4393-bd48-16176785e3a5) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:54:22.628873 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf201185-b73d-44e5-9754-612b081c62d9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Made reservation on behalf of 0ab923aba2e54d409e38022a4b61e087 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:54:22.632490 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cf201185-b73d-44e5-9754-612b081c62d9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:22.740269 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8650f98c-ac0a-48bf-b2b5-fa6645adbb96 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:22.748533 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8650f98c-ac0a-48bf-b2b5-fa6645adbb96 None None] Transition to ACTIVE for port object 3eca9ea9-87b2-4393-bd48-16176785e3a5 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:54:22.763090 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8650f98c-ac0a-48bf-b2b5-fa6645adbb96 None None] Transition to ACTIVE for port object 3eca9ea9-87b2-4393-bd48-16176785e3a5 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:54:22.847210 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8650f98c-ac0a-48bf-b2b5-fa6645adbb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:22.901195 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8650f98c-ac0a-48bf-b2b5-fa6645adbb96 None None] Network 1f97e7b9-244b-48a8-acb8-b5a1d8422900 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:54:22.902475 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650f98c-ac0a-48bf-b2b5-fa6645adbb96 None None] Pushing event updated for resources: {'Port': ['ID=3eca9ea9-87b2-4393-bd48-16176785e3a5,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:22.904951 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-8650f98c-ac0a-48bf-b2b5-fa6645adbb96 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:54:22.907323 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8650f98c-ac0a-48bf-b2b5-fa6645adbb96 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:54:22.911028 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cf201185-b73d-44e5-9754-612b081c62d9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:22.967206 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-8650f98c-ac0a-48bf-b2b5-fa6645adbb96 None None] Attempting to bind port 3eca9ea9-87b2-4393-bd48-16176785e3a5 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:54:22.967596 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-8650f98c-ac0a-48bf-b2b5-fa6645adbb96 None None] Attempting to bind port 3eca9ea9-87b2-4393-bd48-16176785e3a5 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '8ee2ab1a-1157-4752-8f1d-1867d2495966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1f97e7b9-244b-48a8-acb8-b5a1d8422900'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:54:22.967950 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8650f98c-ac0a-48bf-b2b5-fa6645adbb96 None None] Attempting to bind port 3eca9ea9-87b2-4393-bd48-16176785e3a5 on network 1f97e7b9-244b-48a8-acb8-b5a1d8422900 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:54:22.974402 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8650f98c-ac0a-48bf-b2b5-fa6645adbb96 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:54:22.975236 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8650f98c-ac0a-48bf-b2b5-fa6645adbb96 None None] Checking segment: {'id': '8ee2ab1a-1157-4752-8f1d-1867d2495966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1f97e7b9-244b-48a8-acb8-b5a1d8422900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:54:22.975766 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8650f98c-ac0a-48bf-b2b5-fa6645adbb96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:22.976169 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8650f98c-ac0a-48bf-b2b5-fa6645adbb96 None None] Bound using segment: {'id': '8ee2ab1a-1157-4752-8f1d-1867d2495966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1f97e7b9-244b-48a8-acb8-b5a1d8422900'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:54:22.976647 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-8650f98c-ac0a-48bf-b2b5-fa6645adbb96 None None] Bound port: 3eca9ea9-87b2-4393-bd48-16176785e3a5, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee2ab1a-1157-4752-8f1d-1867d2495966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1f97e7b9-244b-48a8-acb8-b5a1d8422900'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:54:22.977040 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8650f98c-ac0a-48bf-b2b5-fa6645adbb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:22.977372 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf201185-b73d-44e5-9754-612b081c62d9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Subnet': ['ID=a2628aeb-e5d8-4eef-9d08-28ba32a2fdca,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:22.982844 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf201185-b73d-44e5-9754-612b081c62d9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Checking segment: {'id': '718d856a-fe0a-4030-9ea9-2bf1cd125db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '991a3769-5e8c-41c5-be35-ffaf6ca7a8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:54:22.983237 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf201185-b73d-44e5-9754-612b081c62d9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network hostable DHCP agents. Network: 991a3769-5e8c-41c5-be35-ffaf6ca7a8fd, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:54:22.990483 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-947d643b-3a01-404b-916a-f20a4431a335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:23.045133 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-8650f98c-ac0a-48bf-b2b5-fa6645adbb96 None None] For port 3eca9ea9-87b2-4393-bd48-16176785e3a5, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:54:23.051811 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-8650f98c-ac0a-48bf-b2b5-fa6645adbb96 None None] For port 3eca9ea9-87b2-4393-bd48-16176785e3a5, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3eca9ea9-87b2-4393-bd48-16176785e3a5,segment=NetworkSegment(8ee2ab1a-1157-4752-8f1d-1867d2495966),segment_id=8ee2ab1a-1157-4752-8f1d-1867d2495966)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:54:23.089760 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf201185-b73d-44e5-9754-612b081c62d9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network 991a3769-5e8c-41c5-be35-ffaf6ca7a8fd is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:54:23.164479 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8650f98c-ac0a-48bf-b2b5-fa6645adbb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:23.204069 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-cf201185-b73d-44e5-9754-612b081c62d9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 991a3769-5e8c-41c5-be35-ffaf6ca7a8fd) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:54:23.211180 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf201185-b73d-44e5-9754-612b081c62d9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:23.211985 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cf201185-b73d-44e5-9754-612b081c62d9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:23.222994 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2d04b3-e336-4579-b5bf-b1c3ae8d4eb3 None None] Network 991a3769-5e8c-41c5-be35-ffaf6ca7a8fd requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:54:23.264671 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650f98c-ac0a-48bf-b2b5-fa6645adbb96 None None] Pushing event updated for resources: {'Port': ['ID=3eca9ea9-87b2-4393-bd48-16176785e3a5,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:23.331982 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-cf201185-b73d-44e5-9754-612b081c62d9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9081526 Jun 30 09:54:23.334424 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56928) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:23.339929 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-48ca2e7b-f423-4c1b-8108-fd849cad8dc4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1603476413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:23.400183 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70983717-20bb-4bcb-972f-deec7d159de4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-991a3769-5e8c-41c5-be35-ffaf6ca7a8fd', 'network_id': '991a3769-5e8c-41c5-be35-ffaf6ca7a8fd', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'fixed_ips': [{'subnet_id': 'a2628aeb-e5d8-4eef-9d08-28ba32a2fdca'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:54:23.401174 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-70983717-20bb-4bcb-972f-deec7d159de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:23.468869 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48ca2e7b-f423-4c1b-8108-fd849cad8dc4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:23.470766 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48ca2e7b-f423-4c1b-8108-fd849cad8dc4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:23.536042 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48ca2e7b-f423-4c1b-8108-fd849cad8dc4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:23.541567 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:23.564735 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-70983717-20bb-4bcb-972f-deec7d159de4 None None] Allocated IP 172.21.0.2 (991a3769-5e8c-41c5-be35-ffaf6ca7a8fd/a2628aeb-e5d8-4eef-9d08-28ba32a2fdca/93a55972-8bf1-4bee-8553-ea7335cf4e8c) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:54:23.661694 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48ca2e7b-f423-4c1b-8108-fd849cad8dc4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:23.707862 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-70983717-20bb-4bcb-972f-deec7d159de4 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:23.716022 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-70983717-20bb-4bcb-972f-deec7d159de4 None None] Transition to ACTIVE for port object 93a55972-8bf1-4bee-8553-ea7335cf4e8c will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:54:23.731821 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-70983717-20bb-4bcb-972f-deec7d159de4 None None] Transition to ACTIVE for port object 93a55972-8bf1-4bee-8553-ea7335cf4e8c will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:54:23.777327 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48ca2e7b-f423-4c1b-8108-fd849cad8dc4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:23.778571 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-48ca2e7b-f423-4c1b-8108-fd849cad8dc4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4430039 Jun 30 09:54:23.781510 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56930) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:23.823025 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-70983717-20bb-4bcb-972f-deec7d159de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:23.864774 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70983717-20bb-4bcb-972f-deec7d159de4 None None] Network 991a3769-5e8c-41c5-be35-ffaf6ca7a8fd is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:54:23.867820 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-70983717-20bb-4bcb-972f-deec7d159de4 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:54:23.873525 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70983717-20bb-4bcb-972f-deec7d159de4 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:54:23.903363 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70983717-20bb-4bcb-972f-deec7d159de4 None None] Pushing event updated for resources: {'Port': ['ID=93a55972-8bf1-4bee-8553-ea7335cf4e8c,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:23.945181 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-70983717-20bb-4bcb-972f-deec7d159de4 None None] Attempting to bind port 93a55972-8bf1-4bee-8553-ea7335cf4e8c on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:54:23.945733 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-70983717-20bb-4bcb-972f-deec7d159de4 None None] Attempting to bind port 93a55972-8bf1-4bee-8553-ea7335cf4e8c by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '718d856a-fe0a-4030-9ea9-2bf1cd125db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '991a3769-5e8c-41c5-be35-ffaf6ca7a8fd'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:54:23.946147 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70983717-20bb-4bcb-972f-deec7d159de4 None None] Attempting to bind port 93a55972-8bf1-4bee-8553-ea7335cf4e8c on network 991a3769-5e8c-41c5-be35-ffaf6ca7a8fd {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:54:23.951896 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70983717-20bb-4bcb-972f-deec7d159de4 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:54:23.952348 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70983717-20bb-4bcb-972f-deec7d159de4 None None] Checking segment: {'id': '718d856a-fe0a-4030-9ea9-2bf1cd125db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '991a3769-5e8c-41c5-be35-ffaf6ca7a8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:54:23.952817 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-70983717-20bb-4bcb-972f-deec7d159de4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:23.953289 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70983717-20bb-4bcb-972f-deec7d159de4 None None] Bound using segment: {'id': '718d856a-fe0a-4030-9ea9-2bf1cd125db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '991a3769-5e8c-41c5-be35-ffaf6ca7a8fd'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:54:23.953830 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-70983717-20bb-4bcb-972f-deec7d159de4 None None] Bound port: 93a55972-8bf1-4bee-8553-ea7335cf4e8c, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718d856a-fe0a-4030-9ea9-2bf1cd125db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '991a3769-5e8c-41c5-be35-ffaf6ca7a8fd'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:54:23.954274 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-70983717-20bb-4bcb-972f-deec7d159de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:24.084676 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d42f87c3-78e8-4439-ae0d-ed96efdcc106 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:24.180559 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-70983717-20bb-4bcb-972f-deec7d159de4 None None] For port 93a55972-8bf1-4bee-8553-ea7335cf4e8c, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:54:24.183478 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-70983717-20bb-4bcb-972f-deec7d159de4 None None] For port 93a55972-8bf1-4bee-8553-ea7335cf4e8c, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=93a55972-8bf1-4bee-8553-ea7335cf4e8c,segment=NetworkSegment(718d856a-fe0a-4030-9ea9-2bf1cd125db0),segment_id=718d856a-fe0a-4030-9ea9-2bf1cd125db0)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:54:24.215670 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca2d2f1-248b-4adc-9bc3-e986db13c162 None None] Network 1f97e7b9-244b-48a8-acb8-b5a1d8422900 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:54:24.322375 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-70983717-20bb-4bcb-972f-deec7d159de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:24.330511 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-d42f87c3-78e8-4439-ae0d-ed96efdcc106 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Allocated IP 172.20.0.1 (1f97e7b9-244b-48a8-acb8-b5a1d8422900/f8311918-05a7-4101-bb63-61ea4bec0072/e0c8d173-a2a2-446b-b6e9-63191e857691) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:54:24.390977 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70983717-20bb-4bcb-972f-deec7d159de4 None None] Pushing event updated for resources: {'Port': ['ID=93a55972-8bf1-4bee-8553-ea7335cf4e8c,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:24.436894 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e21dc7dd-9e3d-4731-9624-a0809638b58e None None] Provisioning for port 3eca9ea9-87b2-4393-bd48-16176785e3a5 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:54:24.454320 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d42f87c3-78e8-4439-ae0d-ed96efdcc106 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:24.472001 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-d42f87c3-78e8-4439-ae0d-ed96efdcc106 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Transition to ACTIVE for port object e0c8d173-a2a2-446b-b6e9-63191e857691 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:54:24.589029 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d42f87c3-78e8-4439-ae0d-ed96efdcc106 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:24.660387 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42f87c3-78e8-4439-ae0d-ed96efdcc106 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network 1f97e7b9-244b-48a8-acb8-b5a1d8422900 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:54:24.663652 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-d42f87c3-78e8-4439-ae0d-ed96efdcc106 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:54:24.667518 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42f87c3-78e8-4439-ae0d-ed96efdcc106 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:54:24.712051 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f87c3-78e8-4439-ae0d-ed96efdcc106 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Port': ['ID=e0c8d173-a2a2-446b-b6e9-63191e857691,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:24.730944 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:24.747691 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d42f87c3-78e8-4439-ae0d-ed96efdcc106 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:25.009164 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d42f87c3-78e8-4439-ae0d-ed96efdcc106 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:25.155550 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-ac1f80e8-69e2-4620-99b5-37018d369e97 None None] Provisioning for port e0c8d173-a2a2-446b-b6e9-63191e857691 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:54:25.175421 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-ac1f80e8-69e2-4620-99b5-37018d369e97 None None] Provisioning complete for port e0c8d173-a2a2-446b-b6e9-63191e857691 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:25.178031 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ac1f80e8-69e2-4620-99b5-37018d369e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:25.277490 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-ac1f80e8-69e2-4620-99b5-37018d369e97 None None] Port e0c8d173-a2a2-446b-b6e9-63191e857691 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:54:25.334491 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 93a55972-8bf1-4bee-8553-ea7335cf4e8c up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:54:25.382868 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d42f87c3-78e8-4439-ae0d-ed96efdcc106 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:25.455811 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d42f87c3-78e8-4439-ae0d-ed96efdcc106 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:25.483847 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 93a55972-8bf1-4bee-8553-ea7335cf4e8c completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:54:25.489614 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3eca9ea9-87b2-4393-bd48-16176785e3a5 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:54:25.546008 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f87c3-78e8-4439-ae0d-ed96efdcc106 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Port': ['ID=e0c8d173-a2a2-446b-b6e9-63191e857691,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:25.569243 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d42f87c3-78e8-4439-ae0d-ed96efdcc106 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:25.582974 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3f2e31-9dcf-4fec-ac2c-ff3e7b25f4d4 None None] Network 991a3769-5e8c-41c5-be35-ffaf6ca7a8fd requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:54:25.631286 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 3eca9ea9-87b2-4393-bd48-16176785e3a5 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:54:25.642348 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 3eca9ea9-87b2-4393-bd48-16176785e3a5 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:25.642985 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:25.684776 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42f87c3-78e8-4439-ae0d-ed96efdcc106 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network 1f97e7b9-244b-48a8-acb8-b5a1d8422900 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:54:25.686635 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-d42f87c3-78e8-4439-ae0d-ed96efdcc106 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:54:25.721854 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9f94fb52-a573-41cb-a351-6169022e8c9f None None] Provisioning for port 93a55972-8bf1-4bee-8553-ea7335cf4e8c completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:54:25.804100 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9f94fb52-a573-41cb-a351-6169022e8c9f None None] Provisioning complete for port 93a55972-8bf1-4bee-8553-ea7335cf4e8c triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:25.804100 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9f94fb52-a573-41cb-a351-6169022e8c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:25.875180 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:25.924059 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 3eca9ea9-87b2-4393-bd48-16176785e3a5, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3eca9ea9-87b2-4393-bd48-16176785e3a5,segment=NetworkSegment(8ee2ab1a-1157-4752-8f1d-1867d2495966),segment_id=8ee2ab1a-1157-4752-8f1d-1867d2495966)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:54:25.930904 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42f87c3-78e8-4439-ae0d-ed96efdcc106 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Router ed84c566-9857-4805-8a10-1f35fcb4131a is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:54:25.964833 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9f94fb52-a573-41cb-a351-6169022e8c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:26.011276 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:26.020242 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-9f94fb52-a573-41cb-a351-6169022e8c9f None None] For port 93a55972-8bf1-4bee-8553-ea7335cf4e8c, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=93a55972-8bf1-4bee-8553-ea7335cf4e8c,segment=NetworkSegment(718d856a-fe0a-4030-9ea9-2bf1cd125db0),segment_id=718d856a-fe0a-4030-9ea9-2bf1cd125db0)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:54:26.049180 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42f87c3-78e8-4439-ae0d-ed96efdcc106 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:54:26.062253 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d42f87c3-78e8-4439-ae0d-ed96efdcc106 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "PUT /v2.0/routers/ed84c566-9857-4805-8a10-1f35fcb4131a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2774487 Jun 30 09:54:26.062693 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56932) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:26.070385 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38138edb-b454-406a-b9ce-233d37f53d2a None None] Sync routers for ids ['ed84c566-9857-4805-8a10-1f35fcb4131a'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:54:26.106492 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9f94fb52-a573-41cb-a351-6169022e8c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:26.114286 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=3eca9ea9-87b2-4393-bd48-16176785e3a5,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:26.119839 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38138edb-b454-406a-b9ce-233d37f53d2a None None] Routers {'ed84c566-9857-4805-8a10-1f35fcb4131a'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:54:26.120865 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-38138edb-b454-406a-b9ce-233d37f53d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:54:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['ed84c566-9857-4805-8a10-1f35fcb4131a'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:26.147511 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff88ded8-7318-4d94-a942-319e81cf1a68 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:26.150238 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ff88ded8-7318-4d94-a942-319e81cf1a68 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "GET /v2.0/ports/e0c8d173-a2a2-446b-b6e9-63191e857691 HTTP/1.1" status: 200 len: 910 time: 0.0850561 Jun 30 09:54:26.153104 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56934) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:26.237823 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-38138edb-b454-406a-b9ce-233d37f53d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:26.295146 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94fb52-a573-41cb-a351-6169022e8c9f None None] Pushing event updated for resources: {'Port': ['ID=93a55972-8bf1-4bee-8553-ea7335cf4e8c,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:26.302441 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38138edb-b454-406a-b9ce-233d37f53d2a None None] Routers {'ed84c566-9857-4805-8a10-1f35fcb4131a'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:54:26.303512 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-38138edb-b454-406a-b9ce-233d37f53d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:54:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['ed84c566-9857-4805-8a10-1f35fcb4131a'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:26.309557 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d0672568-06d5-4181-8a67-75f6b2938fee None None] Provisioning complete for port e0c8d173-a2a2-446b-b6e9-63191e857691 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:26.309857 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d0672568-06d5-4181-8a67-75f6b2938fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:26.415537 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-38138edb-b454-406a-b9ce-233d37f53d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:26.416640 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38138edb-b454-406a-b9ce-233d37f53d2a None None] The sync data for ids ['ed84c566-9857-4805-8a10-1f35fcb4131a'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:54:26.454232 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-d0672568-06d5-4181-8a67-75f6b2938fee None None] Port e0c8d173-a2a2-446b-b6e9-63191e857691 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:54:26.520248 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:26.583343 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d210826e-c9a7-4312-9f5d-b048da68f438 None None] Provisioning complete for port 93a55972-8bf1-4bee-8553-ea7335cf4e8c triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:26.583926 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d210826e-c9a7-4312-9f5d-b048da68f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:27.058305 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-14a379a2-d364-4ab9-92ca-e2e3d6a8efb4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:27.207052 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 93a55972-8bf1-4bee-8553-ea7335cf4e8c up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:54:27.254932 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 93a55972-8bf1-4bee-8553-ea7335cf4e8c triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:27.255328 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:27.318463 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-14a379a2-d364-4ab9-92ca-e2e3d6a8efb4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Allocated IP 172.21.0.1 (991a3769-5e8c-41c5-be35-ffaf6ca7a8fd/a2628aeb-e5d8-4eef-9d08-28ba32a2fdca/a684a395-656c-4397-98bc-335736f87c9f) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:54:27.344087 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3eca9ea9-87b2-4393-bd48-16176785e3a5 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:54:27.391301 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 3eca9ea9-87b2-4393-bd48-16176785e3a5 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:27.391673 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:27.436252 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-14a379a2-d364-4ab9-92ca-e2e3d6a8efb4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:27.450153 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-14a379a2-d364-4ab9-92ca-e2e3d6a8efb4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Transition to ACTIVE for port object a684a395-656c-4397-98bc-335736f87c9f will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:54:27.583078 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-14a379a2-d364-4ab9-92ca-e2e3d6a8efb4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:27.627048 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a379a2-d364-4ab9-92ca-e2e3d6a8efb4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network 991a3769-5e8c-41c5-be35-ffaf6ca7a8fd is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:54:27.630309 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-14a379a2-d364-4ab9-92ca-e2e3d6a8efb4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:54:27.634033 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a379a2-d364-4ab9-92ca-e2e3d6a8efb4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:54:27.662432 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a379a2-d364-4ab9-92ca-e2e3d6a8efb4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Port': ['ID=a684a395-656c-4397-98bc-335736f87c9f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:27.691997 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-14a379a2-d364-4ab9-92ca-e2e3d6a8efb4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:27.899083 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-14a379a2-d364-4ab9-92ca-e2e3d6a8efb4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:27.977508 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-69d10e86-8f40-4429-af4e-6a518cccce0c None None] Provisioning for port a684a395-656c-4397-98bc-335736f87c9f completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:54:27.983203 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-69d10e86-8f40-4429-af4e-6a518cccce0c None None] Provisioning complete for port a684a395-656c-4397-98bc-335736f87c9f triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:27.983700 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-69d10e86-8f40-4429-af4e-6a518cccce0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:28.026418 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-69d10e86-8f40-4429-af4e-6a518cccce0c None None] Port a684a395-656c-4397-98bc-335736f87c9f cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:54:28.177594 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-14a379a2-d364-4ab9-92ca-e2e3d6a8efb4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:28.251063 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-14a379a2-d364-4ab9-92ca-e2e3d6a8efb4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:28.330195 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-14a379a2-d364-4ab9-92ca-e2e3d6a8efb4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:28.331983 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a379a2-d364-4ab9-92ca-e2e3d6a8efb4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Port': ['ID=a684a395-656c-4397-98bc-335736f87c9f,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:28.440027 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a379a2-d364-4ab9-92ca-e2e3d6a8efb4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network 991a3769-5e8c-41c5-be35-ffaf6ca7a8fd is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:54:28.441450 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-14a379a2-d364-4ab9-92ca-e2e3d6a8efb4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:54:28.552767 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a379a2-d364-4ab9-92ca-e2e3d6a8efb4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Router ed84c566-9857-4805-8a10-1f35fcb4131a has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:54:28.655190 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a379a2-d364-4ab9-92ca-e2e3d6a8efb4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:54:28.661559 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-14a379a2-d364-4ab9-92ca-e2e3d6a8efb4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "PUT /v2.0/routers/ed84c566-9857-4805-8a10-1f35fcb4131a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5069985 Jun 30 09:54:28.664283 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56936) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:28.664492 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-ec284187-cfd7-4bbc-a4e9-a8f936c61248 None None] Provisioning complete for port a684a395-656c-4397-98bc-335736f87c9f triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:28.665216 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ec284187-cfd7-4bbc-a4e9-a8f936c61248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:28.668470 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78b4a51-0c7f-499d-966b-874f64988826 None None] Sync routers for ids ['ed84c566-9857-4805-8a10-1f35fcb4131a'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:54:28.680696 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78b4a51-0c7f-499d-966b-874f64988826 None None] Routers {'ed84c566-9857-4805-8a10-1f35fcb4131a'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:54:28.681384 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e78b4a51-0c7f-499d-966b-874f64988826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:54:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['ed84c566-9857-4805-8a10-1f35fcb4131a'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:28.716799 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-ec284187-cfd7-4bbc-a4e9-a8f936c61248 None None] Port a684a395-656c-4397-98bc-335736f87c9f cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:54:28.722571 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e78b4a51-0c7f-499d-966b-874f64988826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:28.726961 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8da16b4-b879-454c-bc84-b3dd9274b8d0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:28.728516 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d8da16b4-b879-454c-bc84-b3dd9274b8d0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "GET /v2.0/ports/a684a395-656c-4397-98bc-335736f87c9f HTTP/1.1" status: 200 len: 910 time: 0.0629990 Jun 30 09:54:28.731713 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56938) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:28.737008 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78b4a51-0c7f-499d-966b-874f64988826 None None] Routers {'ed84c566-9857-4805-8a10-1f35fcb4131a'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:54:28.737614 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e78b4a51-0c7f-499d-966b-874f64988826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:54:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['ed84c566-9857-4805-8a10-1f35fcb4131a'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:28.774528 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e78b4a51-0c7f-499d-966b-874f64988826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:28.775582 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78b4a51-0c7f-499d-966b-874f64988826 None None] The sync data for ids ['ed84c566-9857-4805-8a10-1f35fcb4131a'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:54:29.105404 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dae39fa3-69a2-4c61-b47b-ece661a1e86c tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:29.378043 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-dae39fa3-69a2-4c61-b47b-ece661a1e86c tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Deleting port a684a395-656c-4397-98bc-335736f87c9f {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:54:29.378284 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dae39fa3-69a2-4c61-b47b-ece661a1e86c tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:29.482198 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dae39fa3-69a2-4c61-b47b-ece661a1e86c tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:29.503859 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-dae39fa3-69a2-4c61-b47b-ece661a1e86c tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Calling delete_port for a684a395-656c-4397-98bc-335736f87c9f owned by network:router_interface {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:54:29.775610 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dae39fa3-69a2-4c61-b47b-ece661a1e86c tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:29.802272 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae39fa3-69a2-4c61-b47b-ece661a1e86c tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Port': ['ID=a684a395-656c-4397-98bc-335736f87c9f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:29.982153 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dae39fa3-69a2-4c61-b47b-ece661a1e86c tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:30.220230 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae39fa3-69a2-4c61-b47b-ece661a1e86c tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Router ed84c566-9857-4805-8a10-1f35fcb4131a has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:54:30.324677 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae39fa3-69a2-4c61-b47b-ece661a1e86c tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:54:30.330342 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-dae39fa3-69a2-4c61-b47b-ece661a1e86c tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "PUT /v2.0/routers/ed84c566-9857-4805-8a10-1f35fcb4131a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5972071 Jun 30 09:54:30.332944 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56942) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:30.335603 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fd491f-74cd-49d6-92b2-276138919b55 None None] Sync routers for ids ['ed84c566-9857-4805-8a10-1f35fcb4131a'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:54:30.350564 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fd491f-74cd-49d6-92b2-276138919b55 None None] Routers {'ed84c566-9857-4805-8a10-1f35fcb4131a'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:54:30.351313 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a2fd491f-74cd-49d6-92b2-276138919b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:54:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['ed84c566-9857-4805-8a10-1f35fcb4131a'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:30.388079 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a2fd491f-74cd-49d6-92b2-276138919b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:30.398687 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fd491f-74cd-49d6-92b2-276138919b55 None None] Routers {'ed84c566-9857-4805-8a10-1f35fcb4131a'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:54:30.399341 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a2fd491f-74cd-49d6-92b2-276138919b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:54:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['ed84c566-9857-4805-8a10-1f35fcb4131a'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:30.432787 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a2fd491f-74cd-49d6-92b2-276138919b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:30.433439 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fd491f-74cd-49d6-92b2-276138919b55 None None] The sync data for ids ['ed84c566-9857-4805-8a10-1f35fcb4131a'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:54:30.662245 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7893ad0e-8a32-442d-b8ec-5332e34b5af0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:31.260681 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-7893ad0e-8a32-442d-b8ec-5332e34b5af0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Deleting port e0c8d173-a2a2-446b-b6e9-63191e857691 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:54:31.261389 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7893ad0e-8a32-442d-b8ec-5332e34b5af0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:31.348774 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7893ad0e-8a32-442d-b8ec-5332e34b5af0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:31.360545 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-7893ad0e-8a32-442d-b8ec-5332e34b5af0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Calling delete_port for e0c8d173-a2a2-446b-b6e9-63191e857691 owned by network:router_interface {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:54:31.781082 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7893ad0e-8a32-442d-b8ec-5332e34b5af0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:31.817408 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893ad0e-8a32-442d-b8ec-5332e34b5af0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Port': ['ID=e0c8d173-a2a2-446b-b6e9-63191e857691,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:31.977471 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7893ad0e-8a32-442d-b8ec-5332e34b5af0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:32.140875 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7893ad0e-8a32-442d-b8ec-5332e34b5af0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Router ed84c566-9857-4805-8a10-1f35fcb4131a has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:54:32.216784 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7893ad0e-8a32-442d-b8ec-5332e34b5af0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:54:32.223417 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7893ad0e-8a32-442d-b8ec-5332e34b5af0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "PUT /v2.0/routers/ed84c566-9857-4805-8a10-1f35fcb4131a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8894181 Jun 30 09:54:32.226382 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56944) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:32.228887 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60baf33c-9f9c-475c-a23e-ea3feac997d9 None None] Sync routers for ids ['ed84c566-9857-4805-8a10-1f35fcb4131a'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:54:32.238949 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60baf33c-9f9c-475c-a23e-ea3feac997d9 None None] Routers {'ed84c566-9857-4805-8a10-1f35fcb4131a'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:54:32.239826 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-60baf33c-9f9c-475c-a23e-ea3feac997d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:54:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['ed84c566-9857-4805-8a10-1f35fcb4131a'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:32.261580 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5a46a6c7-36f6-4218-9a93-25e3fb441280 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed84c566-9857-4805-8a10-1f35fcb4131a HTTP/1.1" status: 200 len: 205 time: 0.0340343 Jun 30 09:54:32.264363 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56946) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:32.272928 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-60baf33c-9f9c-475c-a23e-ea3feac997d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:32.281355 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60baf33c-9f9c-475c-a23e-ea3feac997d9 None None] Routers {'ed84c566-9857-4805-8a10-1f35fcb4131a'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:54:32.281954 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-60baf33c-9f9c-475c-a23e-ea3feac997d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:54:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['ed84c566-9857-4805-8a10-1f35fcb4131a'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:32.316736 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-60baf33c-9f9c-475c-a23e-ea3feac997d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:32.317291 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60baf33c-9f9c-475c-a23e-ea3feac997d9 None None] The sync data for ids ['ed84c566-9857-4805-8a10-1f35fcb4131a'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:54:32.340219 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-361dbed0-1b82-4971-8a39-4df80c4451d5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:32.505942 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-361dbed0-1b82-4971-8a39-4df80c4451d5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:32.508094 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-361dbed0-1b82-4971-8a39-4df80c4451d5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:32.679885 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-361dbed0-1b82-4971-8a39-4df80c4451d5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:32.680578 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361dbed0-1b82-4971-8a39-4df80c4451d5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Fanout notify agent at l3_agent the message router_deleted on router ed84c566-9857-4805-8a10-1f35fcb4131a {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:54:32.689474 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-361dbed0-1b82-4971-8a39-4df80c4451d5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:32.690596 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-361dbed0-1b82-4971-8a39-4df80c4451d5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/routers/ed84c566-9857-4805-8a10-1f35fcb4131a HTTP/1.1" status: 204 len: 168 time: 0.4253178 Jun 30 09:54:32.693256 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56948) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:32.745240 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-1561703a-31a3-41c6-9b19-0ef18f032c2d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Deleting subnet a2628aeb-e5d8-4eef-9d08-28ba32a2fdca {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:54:32.748411 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1561703a-31a3-41c6-9b19-0ef18f032c2d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:32.792206 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1561703a-31a3-41c6-9b19-0ef18f032c2d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:32.883366 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1561703a-31a3-41c6-9b19-0ef18f032c2d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:33.063410 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1561703a-31a3-41c6-9b19-0ef18f032c2d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:33.092022 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561703a-31a3-41c6-9b19-0ef18f032c2d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Subnet': ['ID=a2628aeb-e5d8-4eef-9d08-28ba32a2fdca,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:33.097041 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1561703a-31a3-41c6-9b19-0ef18f032c2d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:33.099332 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1561703a-31a3-41c6-9b19-0ef18f032c2d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/subnets/a2628aeb-e5d8-4eef-9d08-28ba32a2fdca HTTP/1.1" status: 204 len: 168 time: 0.4047108 Jun 30 09:54:33.101744 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56950) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:33.104994 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea929fe-c4d5-410e-9d60-1ab1e5de592f None None] Network 991a3769-5e8c-41c5-be35-ffaf6ca7a8fd requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:54:33.157027 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-5205ec8a-c6c7-4cea-90cd-6a8e4809b7cf tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Deleting subnet f8311918-05a7-4101-bb63-61ea4bec0072 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:54:33.161616 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5205ec8a-c6c7-4cea-90cd-6a8e4809b7cf tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:33.200955 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5205ec8a-c6c7-4cea-90cd-6a8e4809b7cf tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:33.293445 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5205ec8a-c6c7-4cea-90cd-6a8e4809b7cf tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:33.303595 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a4eb6c-f53b-410b-936a-50efbfd68cbd None None] DHCP port deletion for 991a3769-5e8c-41c5-be35-ffaf6ca7a8fd request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:54:33.352551 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-01a4eb6c-f53b-410b-936a-50efbfd68cbd None None] Deleting port 93a55972-8bf1-4bee-8553-ea7335cf4e8c {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:54:33.352936 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-01a4eb6c-f53b-410b-936a-50efbfd68cbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:33.418749 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-01a4eb6c-f53b-410b-936a-50efbfd68cbd None None] For port 93a55972-8bf1-4bee-8553-ea7335cf4e8c, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=93a55972-8bf1-4bee-8553-ea7335cf4e8c,segment=NetworkSegment(718d856a-fe0a-4030-9ea9-2bf1cd125db0),segment_id=718d856a-fe0a-4030-9ea9-2bf1cd125db0)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:54:33.419150 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-01a4eb6c-f53b-410b-936a-50efbfd68cbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:33.422709 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5205ec8a-c6c7-4cea-90cd-6a8e4809b7cf tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:33.432283 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-01a4eb6c-f53b-410b-936a-50efbfd68cbd None None] Calling delete_port for 93a55972-8bf1-4bee-8553-ea7335cf4e8c owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:54:33.452770 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205ec8a-c6c7-4cea-90cd-6a8e4809b7cf tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Subnet': ['ID=f8311918-05a7-4101-bb63-61ea4bec0072,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:33.463400 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5205ec8a-c6c7-4cea-90cd-6a8e4809b7cf tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:33.469826 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5205ec8a-c6c7-4cea-90cd-6a8e4809b7cf tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/subnets/f8311918-05a7-4101-bb63-61ea4bec0072 HTTP/1.1" status: 204 len: 168 time: 0.3624880 Jun 30 09:54:33.470163 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56952) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:33.488208 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcaa855-8a92-4948-838c-2194a2f54de7 None None] Network 1f97e7b9-244b-48a8-acb8-b5a1d8422900 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:54:33.552569 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4e4067d7-1454-43f2-a9a5-746499894123 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:33.613445 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-4e4067d7-1454-43f2-a9a5-746499894123 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Deleting port 93a55972-8bf1-4bee-8553-ea7335cf4e8c {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:54:33.613799 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4e4067d7-1454-43f2-a9a5-746499894123 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:33.680648 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-01a4eb6c-f53b-410b-936a-50efbfd68cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:33.683784 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-4e4067d7-1454-43f2-a9a5-746499894123 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] For port 93a55972-8bf1-4bee-8553-ea7335cf4e8c, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=93a55972-8bf1-4bee-8553-ea7335cf4e8c,segment=NetworkSegment(718d856a-fe0a-4030-9ea9-2bf1cd125db0),segment_id=718d856a-fe0a-4030-9ea9-2bf1cd125db0)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:54:33.684354 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4e4067d7-1454-43f2-a9a5-746499894123 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:33.701155 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-4e4067d7-1454-43f2-a9a5-746499894123 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Calling delete_port for 93a55972-8bf1-4bee-8553-ea7335cf4e8c owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:54:33.710854 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4eb6c-f53b-410b-936a-50efbfd68cbd None None] Pushing event deleted for resources: {'Port': ['ID=93a55972-8bf1-4bee-8553-ea7335cf4e8c,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:33.712279 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a4eb6c-f53b-410b-936a-50efbfd68cbd None None] No DVR routers for this DVR port 93a55972-8bf1-4bee-8553-ea7335cf4e8c on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:54:33.720875 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85f6ac2-9c09-44aa-aab5-df435530e691 None None] DHCP port deletion for 1f97e7b9-244b-48a8-acb8-b5a1d8422900 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:54:33.774702 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6ac2-9c09-44aa-aab5-df435530e691 None None] Deleting port 3eca9ea9-87b2-4393-bd48-16176785e3a5 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:54:33.775082 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a85f6ac2-9c09-44aa-aab5-df435530e691 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:33.794138 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4e4067d7-1454-43f2-a9a5-746499894123 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:33.819301 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4067d7-1454-43f2-a9a5-746499894123 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Port': ['ID=93a55972-8bf1-4bee-8553-ea7335cf4e8c,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:33.826550 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4067d7-1454-43f2-a9a5-746499894123 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] No DVR routers for this DVR port 93a55972-8bf1-4bee-8553-ea7335cf4e8c on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:54:33.848948 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-a85f6ac2-9c09-44aa-aab5-df435530e691 None None] For port 3eca9ea9-87b2-4393-bd48-16176785e3a5, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3eca9ea9-87b2-4393-bd48-16176785e3a5,segment=NetworkSegment(8ee2ab1a-1157-4752-8f1d-1867d2495966),segment_id=8ee2ab1a-1157-4752-8f1d-1867d2495966)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:54:33.849351 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a85f6ac2-9c09-44aa-aab5-df435530e691 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:33.862834 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6ac2-9c09-44aa-aab5-df435530e691 None None] Calling delete_port for 3eca9ea9-87b2-4393-bd48-16176785e3a5 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:54:33.913068 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4e4067d7-1454-43f2-a9a5-746499894123 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:33.923866 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-4e4067d7-1454-43f2-a9a5-746499894123 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['991a3769-5e8c-41c5-be35-ffaf6ca7a8fd']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:33.935114 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-4e4067d7-1454-43f2-a9a5-746499894123 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '718d856a-fe0a-4030-9ea9-2bf1cd125db0') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:33.935353 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-4e4067d7-1454-43f2-a9a5-746499894123 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '718d856a-fe0a-4030-9ea9-2bf1cd125db0') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:33.945629 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4e4067d7-1454-43f2-a9a5-746499894123 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:33.961537 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4e4067d7-1454-43f2-a9a5-746499894123 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:33.967751 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e4067d7-1454-43f2-a9a5-746499894123 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:54:33.968294 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4e4067d7-1454-43f2-a9a5-746499894123 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:54:33.971388 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:54:34.074755 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a85f6ac2-9c09-44aa-aab5-df435530e691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:34.102921 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6ac2-9c09-44aa-aab5-df435530e691 None None] Pushing event deleted for resources: {'Port': ['ID=3eca9ea9-87b2-4393-bd48-16176785e3a5,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:34.109424 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85f6ac2-9c09-44aa-aab5-df435530e691 None None] No DVR routers for this DVR port 3eca9ea9-87b2-4393-bd48-16176785e3a5 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:54:34.159792 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4e4067d7-1454-43f2-a9a5-746499894123 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:34.167165 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4e4067d7-1454-43f2-a9a5-746499894123 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:34.168969 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4e4067d7-1454-43f2-a9a5-746499894123 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/networks/991a3769-5e8c-41c5-be35-ffaf6ca7a8fd HTTP/1.1" status: 204 len: 168 time: 0.6971376 Jun 30 09:54:34.171815 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56954) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:34.181639 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4067d7-1454-43f2-a9a5-746499894123 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Network': ['ID=991a3769-5e8c-41c5-be35-ffaf6ca7a8fd,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:34.255791 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3632596d-ad83-4c95-8023-7a6fb15c2c0b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:34.341286 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3632596d-ad83-4c95-8023-7a6fb15c2c0b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:34.351583 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-3632596d-ad83-4c95-8023-7a6fb15c2c0b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f97e7b9-244b-48a8-acb8-b5a1d8422900']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:34.362581 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-3632596d-ad83-4c95-8023-7a6fb15c2c0b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee2ab1a-1157-4752-8f1d-1867d2495966') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:34.362877 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-3632596d-ad83-4c95-8023-7a6fb15c2c0b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee2ab1a-1157-4752-8f1d-1867d2495966') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:34.371593 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3632596d-ad83-4c95-8023-7a6fb15c2c0b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:34.385157 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3632596d-ad83-4c95-8023-7a6fb15c2c0b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:34.391050 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3632596d-ad83-4c95-8023-7a6fb15c2c0b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3632596d-ad83-4c95-8023-7a6fb15c2c0b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: items = [ Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:54:34.397402 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:54:34.529712 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3632596d-ad83-4c95-8023-7a6fb15c2c0b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:34.538050 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3632596d-ad83-4c95-8023-7a6fb15c2c0b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:34.540176 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3632596d-ad83-4c95-8023-7a6fb15c2c0b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/networks/1f97e7b9-244b-48a8-acb8-b5a1d8422900 HTTP/1.1" status: 204 len: 168 time: 0.3671744 Jun 30 09:54:34.543930 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56956) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:34.549409 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-1e75048d-e514-45aa-8cb4-c26a714931d2 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Request body: {'network': {'name': 'tempest-RoutersTest-99728690'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:34.552076 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632596d-ad83-4c95-8023-7a6fb15c2c0b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Network': ['ID=1f97e7b9-244b-48a8-acb8-b5a1d8422900,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:34.672560 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e75048d-e514-45aa-8cb4-c26a714931d2 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Made reservation on behalf of 0ab923aba2e54d409e38022a4b61e087 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:54:34.676546 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e75048d-e514-45aa-8cb4-c26a714931d2 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:34.701098 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e75048d-e514-45aa-8cb4-c26a714931d2 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:54:34.710817 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e75048d-e514-45aa-8cb4-c26a714931d2 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:34.711202 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-1e75048d-e514-45aa-8cb4-c26a714931d2 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Added segment 562f8309-12da-42e3-99c3-1c967f801d51 of type vlan for network aef194b8-5066-4f09-be4b-47d19a89a495 Jun 30 09:54:34.764432 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e75048d-e514-45aa-8cb4-c26a714931d2 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:34.896829 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e75048d-e514-45aa-8cb4-c26a714931d2 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:34.902467 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e75048d-e514-45aa-8cb4-c26a714931d2 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:34.903054 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e75048d-e514-45aa-8cb4-c26a714931d2 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:34.971211 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75048d-e514-45aa-8cb4-c26a714931d2 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Network': ['ID=aef194b8-5066-4f09-be4b-47d19a89a495,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:34.995641 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network aef194b8-5066-4f09-be4b-47d19a89a495 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:54:35.050744 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1e75048d-e514-45aa-8cb4-c26a714931d2 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5054488 Jun 30 09:54:35.053236 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56958) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:35.058339 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-77bc7250-6b00-4c40-ad69-4399e31a09c2 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Request body: {'subnet': {'network_id': 'aef194b8-5066-4f09-be4b-47d19a89a495', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:35.203600 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 93a55972-8bf1-4bee-8553-ea7335cf4e8c no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:54:35.222348 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bc7250-6b00-4c40-ad69-4399e31a09c2 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Made reservation on behalf of 0ab923aba2e54d409e38022a4b61e087 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:54:35.224227 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 93a55972-8bf1-4bee-8553-ea7335cf4e8c {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:54:35.224639 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 93a55972-8bf1-4bee-8553-ea7335cf4e8c not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:54:35.225052 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3eca9ea9-87b2-4393-bd48-16176785e3a5 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:54:35.226021 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-77bc7250-6b00-4c40-ad69-4399e31a09c2 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:35.244745 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 3eca9ea9-87b2-4393-bd48-16176785e3a5 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:54:35.245411 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3eca9ea9-87b2-4393-bd48-16176785e3a5 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:54:35.480389 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-77bc7250-6b00-4c40-ad69-4399e31a09c2 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:35.549775 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc7250-6b00-4c40-ad69-4399e31a09c2 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Subnet': ['ID=e0328cfb-c813-4488-9355-d40a9b70f3d6,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:35.560930 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bc7250-6b00-4c40-ad69-4399e31a09c2 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Checking segment: {'id': '562f8309-12da-42e3-99c3-1c967f801d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'aef194b8-5066-4f09-be4b-47d19a89a495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:54:35.561295 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bc7250-6b00-4c40-ad69-4399e31a09c2 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network hostable DHCP agents. Network: aef194b8-5066-4f09-be4b-47d19a89a495, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:54:35.633916 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bc7250-6b00-4c40-ad69-4399e31a09c2 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network aef194b8-5066-4f09-be4b-47d19a89a495 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:54:35.750112 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-77bc7250-6b00-4c40-ad69-4399e31a09c2 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, aef194b8-5066-4f09-be4b-47d19a89a495) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:54:35.754709 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bc7250-6b00-4c40-ad69-4399e31a09c2 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:35.755840 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-77bc7250-6b00-4c40-ad69-4399e31a09c2 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:35.759565 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f90ce5d-f784-48e0-a883-67c8ece843c8 None None] Network aef194b8-5066-4f09-be4b-47d19a89a495 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:54:35.857308 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-77bc7250-6b00-4c40-ad69-4399e31a09c2 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8029041 Jun 30 09:54:35.860022 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56960) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:35.866023 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-bc64242c-579f-4ad8-9089-5b6efb446792 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1672605482', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:35.910894 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666f0683-a141-4e60-802d-23f5adc8af29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-aef194b8-5066-4f09-be4b-47d19a89a495', 'network_id': 'aef194b8-5066-4f09-be4b-47d19a89a495', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'fixed_ips': [{'subnet_id': 'e0328cfb-c813-4488-9355-d40a9b70f3d6'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:54:35.911798 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-666f0683-a141-4e60-802d-23f5adc8af29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:35.959987 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bc64242c-579f-4ad8-9089-5b6efb446792 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:35.961039 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bc64242c-579f-4ad8-9089-5b6efb446792 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:36.019552 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bc64242c-579f-4ad8-9089-5b6efb446792 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:36.050497 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-666f0683-a141-4e60-802d-23f5adc8af29 None None] Allocated IP 172.20.0.2 (aef194b8-5066-4f09-be4b-47d19a89a495/e0328cfb-c813-4488-9355-d40a9b70f3d6/d83f70d8-9f4f-4e5e-818c-a551b363e3a0) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:54:36.091614 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bc64242c-579f-4ad8-9089-5b6efb446792 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:36.182649 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bc64242c-579f-4ad8-9089-5b6efb446792 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:36.183922 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bc64242c-579f-4ad8-9089-5b6efb446792 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3216004 Jun 30 09:54:36.187249 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56962) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:36.193012 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-a502b353-87e9-45c8-9a9a-c0f9c360c394 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Request body: {'port': {'network_id': 'aef194b8-5066-4f09-be4b-47d19a89a495', 'name': 'tempest-RoutersTest-982293167'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:36.361227 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-666f0683-a141-4e60-802d-23f5adc8af29 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:36.370074 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-666f0683-a141-4e60-802d-23f5adc8af29 None None] Transition to ACTIVE for port object d83f70d8-9f4f-4e5e-818c-a551b363e3a0 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:54:36.386880 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-666f0683-a141-4e60-802d-23f5adc8af29 None None] Transition to ACTIVE for port object d83f70d8-9f4f-4e5e-818c-a551b363e3a0 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:54:36.448393 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a502b353-87e9-45c8-9a9a-c0f9c360c394 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Made reservation on behalf of 0ab923aba2e54d409e38022a4b61e087 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:54:36.452045 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a502b353-87e9-45c8-9a9a-c0f9c360c394 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:36.472797 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [None req-a502b353-87e9-45c8-9a9a-c0f9c360c394 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] device_id is not set on port becd6544-f0f6-4dc5-be88-7a769e297e91 yet. {{(pid=101054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:54:36.497132 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-666f0683-a141-4e60-802d-23f5adc8af29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:36.539530 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666f0683-a141-4e60-802d-23f5adc8af29 None None] Network aef194b8-5066-4f09-be4b-47d19a89a495 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:54:36.543689 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-666f0683-a141-4e60-802d-23f5adc8af29 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:54:36.547888 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666f0683-a141-4e60-802d-23f5adc8af29 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:54:36.555509 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f0683-a141-4e60-802d-23f5adc8af29 None None] Pushing event updated for resources: {'Port': ['ID=d83f70d8-9f4f-4e5e-818c-a551b363e3a0,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:36.595743 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-a502b353-87e9-45c8-9a9a-c0f9c360c394 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Allocated IP 172.20.0.6 (aef194b8-5066-4f09-be4b-47d19a89a495/e0328cfb-c813-4488-9355-d40a9b70f3d6/becd6544-f0f6-4dc5-be88-7a769e297e91) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:54:36.612922 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-666f0683-a141-4e60-802d-23f5adc8af29 None None] Attempting to bind port d83f70d8-9f4f-4e5e-818c-a551b363e3a0 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:54:36.612922 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-666f0683-a141-4e60-802d-23f5adc8af29 None None] Attempting to bind port d83f70d8-9f4f-4e5e-818c-a551b363e3a0 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '562f8309-12da-42e3-99c3-1c967f801d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'aef194b8-5066-4f09-be4b-47d19a89a495'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:54:36.613471 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666f0683-a141-4e60-802d-23f5adc8af29 None None] Attempting to bind port d83f70d8-9f4f-4e5e-818c-a551b363e3a0 on network aef194b8-5066-4f09-be4b-47d19a89a495 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:54:36.618540 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666f0683-a141-4e60-802d-23f5adc8af29 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:54:36.618914 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666f0683-a141-4e60-802d-23f5adc8af29 None None] Checking segment: {'id': '562f8309-12da-42e3-99c3-1c967f801d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'aef194b8-5066-4f09-be4b-47d19a89a495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:54:36.619457 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-666f0683-a141-4e60-802d-23f5adc8af29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:36.624686 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666f0683-a141-4e60-802d-23f5adc8af29 None None] Bound using segment: {'id': '562f8309-12da-42e3-99c3-1c967f801d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'aef194b8-5066-4f09-be4b-47d19a89a495'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:54:36.624686 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-666f0683-a141-4e60-802d-23f5adc8af29 None None] Bound port: d83f70d8-9f4f-4e5e-818c-a551b363e3a0, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '562f8309-12da-42e3-99c3-1c967f801d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'aef194b8-5066-4f09-be4b-47d19a89a495'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:54:36.624686 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-666f0683-a141-4e60-802d-23f5adc8af29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:36.697851 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-666f0683-a141-4e60-802d-23f5adc8af29 None None] For port d83f70d8-9f4f-4e5e-818c-a551b363e3a0, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:54:36.701032 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-666f0683-a141-4e60-802d-23f5adc8af29 None None] For port d83f70d8-9f4f-4e5e-818c-a551b363e3a0, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=d83f70d8-9f4f-4e5e-818c-a551b363e3a0,segment=NetworkSegment(562f8309-12da-42e3-99c3-1c967f801d51),segment_id=562f8309-12da-42e3-99c3-1c967f801d51)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:54:36.763816 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a502b353-87e9-45c8-9a9a-c0f9c360c394 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:36.779321 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-a502b353-87e9-45c8-9a9a-c0f9c360c394 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Transition to ACTIVE for port object becd6544-f0f6-4dc5-be88-7a769e297e91 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:54:36.806118 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-666f0683-a141-4e60-802d-23f5adc8af29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:36.875756 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f0683-a141-4e60-802d-23f5adc8af29 None None] Pushing event updated for resources: {'Port': ['ID=d83f70d8-9f4f-4e5e-818c-a551b363e3a0,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:36.886205 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a502b353-87e9-45c8-9a9a-c0f9c360c394 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:36.934857 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a502b353-87e9-45c8-9a9a-c0f9c360c394 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network aef194b8-5066-4f09-be4b-47d19a89a495 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:54:36.938069 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-a502b353-87e9-45c8-9a9a-c0f9c360c394 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:54:36.941786 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a502b353-87e9-45c8-9a9a-c0f9c360c394 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:54:36.971735 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502b353-87e9-45c8-9a9a-c0f9c360c394 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Port': ['ID=becd6544-f0f6-4dc5-be88-7a769e297e91,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:37.004827 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a502b353-87e9-45c8-9a9a-c0f9c360c394 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:37.005439 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a502b353-87e9-45c8-9a9a-c0f9c360c394 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:37.107849 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a502b353-87e9-45c8-9a9a-c0f9c360c394 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.9191959 Jun 30 09:54:37.111411 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56964) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:37.269594 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d83f70d8-9f4f-4e5e-818c-a551b363e3a0 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:54:37.416791 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port d83f70d8-9f4f-4e5e-818c-a551b363e3a0 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:54:37.493192 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-792f6470-9868-4f33-a724-8b5bc7bd3a45 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:37.807169 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-792f6470-9868-4f33-a724-8b5bc7bd3a45 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:37.868294 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8167bd-16d2-46e1-b8b9-b6350eff83c5 None None] Network aef194b8-5066-4f09-be4b-47d19a89a495 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:54:37.880224 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-792f6470-9868-4f33-a724-8b5bc7bd3a45 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:37.924645 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:37.989171 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f6470-9868-4f33-a724-8b5bc7bd3a45 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Port': ['ID=becd6544-f0f6-4dc5-be88-7a769e297e91,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:38.010293 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-75e4c0da-4e5a-4ea2-81af-6ae0ab3aaeff None None] Provisioning for port d83f70d8-9f4f-4e5e-818c-a551b363e3a0 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:54:38.016161 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-75e4c0da-4e5a-4ea2-81af-6ae0ab3aaeff None None] Provisioning complete for port d83f70d8-9f4f-4e5e-818c-a551b363e3a0 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:38.016585 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-75e4c0da-4e5a-4ea2-81af-6ae0ab3aaeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:38.164261 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-75e4c0da-4e5a-4ea2-81af-6ae0ab3aaeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:38.174314 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-792f6470-9868-4f33-a724-8b5bc7bd3a45 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:38.210364 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-75e4c0da-4e5a-4ea2-81af-6ae0ab3aaeff None None] For port d83f70d8-9f4f-4e5e-818c-a551b363e3a0, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=d83f70d8-9f4f-4e5e-818c-a551b363e3a0,segment=NetworkSegment(562f8309-12da-42e3-99c3-1c967f801d51),segment_id=562f8309-12da-42e3-99c3-1c967f801d51)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:54:38.302959 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-75e4c0da-4e5a-4ea2-81af-6ae0ab3aaeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:38.359232 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4c0da-4e5a-4ea2-81af-6ae0ab3aaeff None None] Pushing event updated for resources: {'Port': ['ID=d83f70d8-9f4f-4e5e-818c-a551b363e3a0,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:38.428427 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-afd9081e-4609-47ac-9f0a-9e803243924f None None] Provisioning complete for port d83f70d8-9f4f-4e5e-818c-a551b363e3a0 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:38.429085 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-afd9081e-4609-47ac-9f0a-9e803243924f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:38.436498 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-792f6470-9868-4f33-a724-8b5bc7bd3a45 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:38.639547 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-afd9081e-4609-47ac-9f0a-9e803243924f None None] Provisioning for port becd6544-f0f6-4dc5-be88-7a769e297e91 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:54:38.644490 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-afd9081e-4609-47ac-9f0a-9e803243924f None None] Provisioning complete for port becd6544-f0f6-4dc5-be88-7a769e297e91 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:38.644889 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-afd9081e-4609-47ac-9f0a-9e803243924f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:38.681792 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-afd9081e-4609-47ac-9f0a-9e803243924f None None] Port becd6544-f0f6-4dc5-be88-7a769e297e91 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:54:38.734315 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-792f6470-9868-4f33-a724-8b5bc7bd3a45 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:38.801304 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c5ddc23b-ebf5-497c-95b8-4146c1c04e9f None None] Provisioning complete for port becd6544-f0f6-4dc5-be88-7a769e297e91 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:38.801667 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c5ddc23b-ebf5-497c-95b8-4146c1c04e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:38.836645 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-c5ddc23b-ebf5-497c-95b8-4146c1c04e9f None None] Port becd6544-f0f6-4dc5-be88-7a769e297e91 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:54:38.874148 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-792f6470-9868-4f33-a724-8b5bc7bd3a45 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:38.955974 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f6470-9868-4f33-a724-8b5bc7bd3a45 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Port': ['ID=becd6544-f0f6-4dc5-be88-7a769e297e91,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:38.958340 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-792f6470-9868-4f33-a724-8b5bc7bd3a45 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:39.057713 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792f6470-9868-4f33-a724-8b5bc7bd3a45 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network aef194b8-5066-4f09-be4b-47d19a89a495 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:54:39.059294 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-792f6470-9868-4f33-a724-8b5bc7bd3a45 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:54:39.114091 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:39.221720 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d83f70d8-9f4f-4e5e-818c-a551b363e3a0 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:54:39.276046 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port d83f70d8-9f4f-4e5e-818c-a551b363e3a0 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:39.276419 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:39.279441 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792f6470-9868-4f33-a724-8b5bc7bd3a45 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Router 731ab4d5-83e4-4d52-bf52-455c0f58edfd is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:54:39.373694 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7106dfa2-dfd5-478f-933b-fe4c3fc486bb None None] Provisioning complete for port becd6544-f0f6-4dc5-be88-7a769e297e91 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:39.374504 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7106dfa2-dfd5-478f-933b-fe4c3fc486bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:39.381340 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792f6470-9868-4f33-a724-8b5bc7bd3a45 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:54:39.386439 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-792f6470-9868-4f33-a724-8b5bc7bd3a45 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "PUT /v2.0/routers/731ab4d5-83e4-4d52-bf52-455c0f58edfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2729244 Jun 30 09:54:39.389233 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56966) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:39.400086 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279d8457-2bc1-4cca-8de7-e1abeab2b33d None None] Sync routers for ids ['731ab4d5-83e4-4d52-bf52-455c0f58edfd'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:54:39.416517 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279d8457-2bc1-4cca-8de7-e1abeab2b33d None None] Routers {'731ab4d5-83e4-4d52-bf52-455c0f58edfd'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:54:39.417132 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-279d8457-2bc1-4cca-8de7-e1abeab2b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:54:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['731ab4d5-83e4-4d52-bf52-455c0f58edfd'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:39.446423 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72769965-6f86-4c90-8941-d236bf5a55a5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:39.447888 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-72769965-6f86-4c90-8941-d236bf5a55a5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "GET /v2.0/ports/becd6544-f0f6-4dc5-be88-7a769e297e91 HTTP/1.1" status: 200 len: 976 time: 0.0577440 Jun 30 09:54:39.450558 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56968) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:39.457058 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-7106dfa2-dfd5-478f-933b-fe4c3fc486bb None None] Port becd6544-f0f6-4dc5-be88-7a769e297e91 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:54:39.458642 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-279d8457-2bc1-4cca-8de7-e1abeab2b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:39.467959 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279d8457-2bc1-4cca-8de7-e1abeab2b33d None None] Routers {'731ab4d5-83e4-4d52-bf52-455c0f58edfd'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:54:39.468580 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-279d8457-2bc1-4cca-8de7-e1abeab2b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:54:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['731ab4d5-83e4-4d52-bf52-455c0f58edfd'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:39.503958 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-279d8457-2bc1-4cca-8de7-e1abeab2b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:39.504621 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279d8457-2bc1-4cca-8de7-e1abeab2b33d None None] The sync data for ids ['731ab4d5-83e4-4d52-bf52-455c0f58edfd'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:54:39.807270 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-98d14086-3bba-4395-ae17-eed56c4db1c4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:40.046318 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-98d14086-3bba-4395-ae17-eed56c4db1c4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Deleting port becd6544-f0f6-4dc5-be88-7a769e297e91 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:54:40.046903 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-98d14086-3bba-4395-ae17-eed56c4db1c4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:40.141819 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-98d14086-3bba-4395-ae17-eed56c4db1c4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:40.159262 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-98d14086-3bba-4395-ae17-eed56c4db1c4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Calling delete_port for becd6544-f0f6-4dc5-be88-7a769e297e91 owned by network:router_interface {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:54:40.406040 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-98d14086-3bba-4395-ae17-eed56c4db1c4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:40.435902 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d14086-3bba-4395-ae17-eed56c4db1c4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Port': ['ID=becd6544-f0f6-4dc5-be88-7a769e297e91,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:40.969213 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-98d14086-3bba-4395-ae17-eed56c4db1c4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:41.137801 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d14086-3bba-4395-ae17-eed56c4db1c4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Router 731ab4d5-83e4-4d52-bf52-455c0f58edfd has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:54:41.223990 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d14086-3bba-4395-ae17-eed56c4db1c4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:54:41.228730 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-98d14086-3bba-4395-ae17-eed56c4db1c4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "PUT /v2.0/routers/731ab4d5-83e4-4d52-bf52-455c0f58edfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7771692 Jun 30 09:54:41.232970 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56970) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:41.233868 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c4aff-9c08-4e61-9d09-296209db47d9 None None] Sync routers for ids ['731ab4d5-83e4-4d52-bf52-455c0f58edfd'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:54:41.245453 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2c4aff-9c08-4e61-9d09-296209db47d9 None None] Routers {'731ab4d5-83e4-4d52-bf52-455c0f58edfd'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:54:41.246379 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-fb2c4aff-9c08-4e61-9d09-296209db47d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:54:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['731ab4d5-83e4-4d52-bf52-455c0f58edfd'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:41.279617 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-fb2c4aff-9c08-4e61-9d09-296209db47d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:41.288831 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2c4aff-9c08-4e61-9d09-296209db47d9 None None] Routers {'731ab4d5-83e4-4d52-bf52-455c0f58edfd'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:54:41.289444 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-fb2c4aff-9c08-4e61-9d09-296209db47d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:54:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['731ab4d5-83e4-4d52-bf52-455c0f58edfd'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:41.322325 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-fb2c4aff-9c08-4e61-9d09-296209db47d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:41.322963 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c4aff-9c08-4e61-9d09-296209db47d9 None None] The sync data for ids ['731ab4d5-83e4-4d52-bf52-455c0f58edfd'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:54:41.425760 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-211d6541-0e5e-4829-8149-64cdc67e397b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] remove_router_interface failed (client error): The resource could not be found. Jun 30 09:54:41.426794 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-211d6541-0e5e-4829-8149-64cdc67e397b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "PUT /v2.0/routers/731ab4d5-83e4-4d52-bf52-455c0f58edfd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1928806 Jun 30 09:54:41.429539 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56972) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:41.460272 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e09b2fca-c3ad-4fee-8ea6-5c56426eb81c tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "GET /v2.0/ports?device_id=731ab4d5-83e4-4d52-bf52-455c0f58edfd HTTP/1.1" status: 200 len: 205 time: 0.0296459 Jun 30 09:54:41.463377 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56974) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:41.543195 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-42be5850-21c6-4980-b945-25a3086d5cfa tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:41.723270 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-42be5850-21c6-4980-b945-25a3086d5cfa tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:41.725697 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-42be5850-21c6-4980-b945-25a3086d5cfa tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:41.863579 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-42be5850-21c6-4980-b945-25a3086d5cfa tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:41.864055 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42be5850-21c6-4980-b945-25a3086d5cfa tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Fanout notify agent at l3_agent the message router_deleted on router 731ab4d5-83e4-4d52-bf52-455c0f58edfd {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:54:41.875828 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-42be5850-21c6-4980-b945-25a3086d5cfa tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:41.875828 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-42be5850-21c6-4980-b945-25a3086d5cfa tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/routers/731ab4d5-83e4-4d52-bf52-455c0f58edfd HTTP/1.1" status: 204 len: 168 time: 0.4089389 Jun 30 09:54:41.876106 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56976) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:41.940878 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fe8b15a-517f-4657-96f9-310937e52958 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Deleting subnet e0328cfb-c813-4488-9355-d40a9b70f3d6 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:54:41.944773 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5fe8b15a-517f-4657-96f9-310937e52958 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:41.991536 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5fe8b15a-517f-4657-96f9-310937e52958 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:42.083152 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5fe8b15a-517f-4657-96f9-310937e52958 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:42.240237 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5fe8b15a-517f-4657-96f9-310937e52958 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:42.266038 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8b15a-517f-4657-96f9-310937e52958 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Subnet': ['ID=e0328cfb-c813-4488-9355-d40a9b70f3d6,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:42.273181 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5fe8b15a-517f-4657-96f9-310937e52958 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:42.274705 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5fe8b15a-517f-4657-96f9-310937e52958 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/subnets/e0328cfb-c813-4488-9355-d40a9b70f3d6 HTTP/1.1" status: 204 len: 168 time: 0.3959758 Jun 30 09:54:42.277244 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 56978) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:42.279774 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69610f82-3d4b-462f-ba0b-a32aff889215 None None] Network aef194b8-5066-4f09-be4b-47d19a89a495 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:54:42.361742 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-abe00c46-e310-4e43-8965-c64e8b821bee tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:42.423880 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-abe00c46-e310-4e43-8965-c64e8b821bee tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Deleting port d83f70d8-9f4f-4e5e-818c-a551b363e3a0 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:54:42.424287 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-abe00c46-e310-4e43-8965-c64e8b821bee tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:42.489183 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3409ab23-4b12-485b-83ce-174d1234b8a7 None None] DHCP port deletion for aef194b8-5066-4f09-be4b-47d19a89a495 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:54:42.498184 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-abe00c46-e310-4e43-8965-c64e8b821bee tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] For port d83f70d8-9f4f-4e5e-818c-a551b363e3a0, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=d83f70d8-9f4f-4e5e-818c-a551b363e3a0,segment=NetworkSegment(562f8309-12da-42e3-99c3-1c967f801d51),segment_id=562f8309-12da-42e3-99c3-1c967f801d51)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:54:42.498747 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-abe00c46-e310-4e43-8965-c64e8b821bee tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:42.513814 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-abe00c46-e310-4e43-8965-c64e8b821bee tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Calling delete_port for d83f70d8-9f4f-4e5e-818c-a551b363e3a0 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:54:42.540465 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-3409ab23-4b12-485b-83ce-174d1234b8a7 None None] Deleting port d83f70d8-9f4f-4e5e-818c-a551b363e3a0 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:54:42.540867 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3409ab23-4b12-485b-83ce-174d1234b8a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:42.612578 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-3409ab23-4b12-485b-83ce-174d1234b8a7 None None] For port d83f70d8-9f4f-4e5e-818c-a551b363e3a0, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=d83f70d8-9f4f-4e5e-818c-a551b363e3a0,segment=NetworkSegment(562f8309-12da-42e3-99c3-1c967f801d51),segment_id=562f8309-12da-42e3-99c3-1c967f801d51)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:54:42.612976 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3409ab23-4b12-485b-83ce-174d1234b8a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:42.626655 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-3409ab23-4b12-485b-83ce-174d1234b8a7 None None] Calling delete_port for d83f70d8-9f4f-4e5e-818c-a551b363e3a0 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:54:42.735424 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-abe00c46-e310-4e43-8965-c64e8b821bee tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:42.743333 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3409ab23-4b12-485b-83ce-174d1234b8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:42.776827 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe00c46-e310-4e43-8965-c64e8b821bee tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] No DVR routers for this DVR port d83f70d8-9f4f-4e5e-818c-a551b363e3a0 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:54:42.777076 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409ab23-4b12-485b-83ce-174d1234b8a7 None None] Pushing event deleted for resources: {'Port': ['ID=d83f70d8-9f4f-4e5e-818c-a551b363e3a0,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:42.777223 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe00c46-e310-4e43-8965-c64e8b821bee tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Port': ['ID=d83f70d8-9f4f-4e5e-818c-a551b363e3a0,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:42.777310 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3409ab23-4b12-485b-83ce-174d1234b8a7 None None] No DVR routers for this DVR port d83f70d8-9f4f-4e5e-818c-a551b363e3a0 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:54:42.867208 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-abe00c46-e310-4e43-8965-c64e8b821bee tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:42.877626 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-abe00c46-e310-4e43-8965-c64e8b821bee tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef194b8-5066-4f09-be4b-47d19a89a495']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:42.888080 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-abe00c46-e310-4e43-8965-c64e8b821bee tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562f8309-12da-42e3-99c3-1c967f801d51') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:42.888358 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-abe00c46-e310-4e43-8965-c64e8b821bee tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562f8309-12da-42e3-99c3-1c967f801d51') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:42.899292 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-abe00c46-e310-4e43-8965-c64e8b821bee tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:42.915439 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-abe00c46-e310-4e43-8965-c64e8b821bee tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:42.921277 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe00c46-e310-4e43-8965-c64e8b821bee tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:54:42.921661 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-abe00c46-e310-4e43-8965-c64e8b821bee tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:54:42.925107 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:54:43.085759 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-abe00c46-e310-4e43-8965-c64e8b821bee tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:43.092880 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-abe00c46-e310-4e43-8965-c64e8b821bee tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:43.094844 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-abe00c46-e310-4e43-8965-c64e8b821bee tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/networks/aef194b8-5066-4f09-be4b-47d19a89a495 HTTP/1.1" status: 204 len: 168 time: 0.8166125 Jun 30 09:54:43.098938 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56980) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:43.103791 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-455bed71-0d89-40aa-b4f1-1d294a80f7a5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Request body: {'network': {'name': 'tempest-RoutersTest-302831239'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:43.107207 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe00c46-e310-4e43-8965-c64e8b821bee tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Network': ['ID=aef194b8-5066-4f09-be4b-47d19a89a495,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:43.207573 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d83f70d8-9f4f-4e5e-818c-a551b363e3a0 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:54:43.216909 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455bed71-0d89-40aa-b4f1-1d294a80f7a5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Made reservation on behalf of 0ab923aba2e54d409e38022a4b61e087 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:54:43.221496 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-455bed71-0d89-40aa-b4f1-1d294a80f7a5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:43.228970 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: d83f70d8-9f4f-4e5e-818c-a551b363e3a0 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:54:43.231038 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device d83f70d8-9f4f-4e5e-818c-a551b363e3a0 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:54:43.253918 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455bed71-0d89-40aa-b4f1-1d294a80f7a5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:54:43.263493 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-455bed71-0d89-40aa-b4f1-1d294a80f7a5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:43.263840 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-455bed71-0d89-40aa-b4f1-1d294a80f7a5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Added segment 9b833df1-6f15-4c77-9d04-9a362cd28c19 of type vlan for network 80076111-c6a9-4fd5-b523-e3bf63189693 Jun 30 09:54:43.305918 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-455bed71-0d89-40aa-b4f1-1d294a80f7a5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:43.445047 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-455bed71-0d89-40aa-b4f1-1d294a80f7a5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:43.450682 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455bed71-0d89-40aa-b4f1-1d294a80f7a5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:43.451293 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-455bed71-0d89-40aa-b4f1-1d294a80f7a5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:43.519242 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455bed71-0d89-40aa-b4f1-1d294a80f7a5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Network': ['ID=80076111-c6a9-4fd5-b523-e3bf63189693,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:43.530221 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 80076111-c6a9-4fd5-b523-e3bf63189693 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:54:43.613060 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-455bed71-0d89-40aa-b4f1-1d294a80f7a5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5131319 Jun 30 09:54:43.615610 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56982) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:43.621342 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-2ca58a08-7f7e-4443-baab-2e9020c96569 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Request body: {'subnet': {'network_id': '80076111-c6a9-4fd5-b523-e3bf63189693', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:43.872236 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca58a08-7f7e-4443-baab-2e9020c96569 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Made reservation on behalf of 0ab923aba2e54d409e38022a4b61e087 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:54:43.875772 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2ca58a08-7f7e-4443-baab-2e9020c96569 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:44.137828 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2ca58a08-7f7e-4443-baab-2e9020c96569 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:44.202312 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca58a08-7f7e-4443-baab-2e9020c96569 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Subnet': ['ID=7c4d1f70-0705-4873-9a15-b104e39bde6b,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:44.213843 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca58a08-7f7e-4443-baab-2e9020c96569 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Checking segment: {'id': '9b833df1-6f15-4c77-9d04-9a362cd28c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '80076111-c6a9-4fd5-b523-e3bf63189693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:54:44.214200 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca58a08-7f7e-4443-baab-2e9020c96569 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network hostable DHCP agents. Network: 80076111-c6a9-4fd5-b523-e3bf63189693, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:54:44.300898 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca58a08-7f7e-4443-baab-2e9020c96569 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network 80076111-c6a9-4fd5-b523-e3bf63189693 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:54:44.415003 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-2ca58a08-7f7e-4443-baab-2e9020c96569 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 80076111-c6a9-4fd5-b523-e3bf63189693) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:54:44.419810 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca58a08-7f7e-4443-baab-2e9020c96569 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:44.420405 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2ca58a08-7f7e-4443-baab-2e9020c96569 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:44.426871 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b9dc72-b7a8-4b55-8409-8d6ca8722aad None None] Network 80076111-c6a9-4fd5-b523-e3bf63189693 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:54:44.571810 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2ca58a08-7f7e-4443-baab-2e9020c96569 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9545631 Jun 30 09:54:44.574615 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56984) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:44.578295 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0229e840-eac5-44ae-a42e-4583d0dfd1a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-80076111-c6a9-4fd5-b523-e3bf63189693', 'network_id': '80076111-c6a9-4fd5-b523-e3bf63189693', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'fixed_ips': [{'subnet_id': '7c4d1f70-0705-4873-9a15-b104e39bde6b'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:54:44.579181 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0229e840-eac5-44ae-a42e-4583d0dfd1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:44.579388 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-0a43f5fb-bc4e-4273-a76f-0b42db65b9e9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-687768985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:44.737478 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-0229e840-eac5-44ae-a42e-4583d0dfd1a7 None None] Allocated IP 172.20.0.2 (80076111-c6a9-4fd5-b523-e3bf63189693/7c4d1f70-0705-4873-9a15-b104e39bde6b/830d182e-c969-49c5-8aec-e4b28a02cbc5) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:54:44.738250 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0a43f5fb-bc4e-4273-a76f-0b42db65b9e9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:44.739356 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0a43f5fb-bc4e-4273-a76f-0b42db65b9e9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:44.802067 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0a43f5fb-bc4e-4273-a76f-0b42db65b9e9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:44.889310 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0229e840-eac5-44ae-a42e-4583d0dfd1a7 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:44.898360 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0229e840-eac5-44ae-a42e-4583d0dfd1a7 None None] Transition to ACTIVE for port object 830d182e-c969-49c5-8aec-e4b28a02cbc5 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:54:44.913802 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0229e840-eac5-44ae-a42e-4583d0dfd1a7 None None] Transition to ACTIVE for port object 830d182e-c969-49c5-8aec-e4b28a02cbc5 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:54:44.996762 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0a43f5fb-bc4e-4273-a76f-0b42db65b9e9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:45.038097 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0229e840-eac5-44ae-a42e-4583d0dfd1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:45.076319 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0229e840-eac5-44ae-a42e-4583d0dfd1a7 None None] Network 80076111-c6a9-4fd5-b523-e3bf63189693 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:54:45.082464 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-0229e840-eac5-44ae-a42e-4583d0dfd1a7 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:54:45.084871 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0229e840-eac5-44ae-a42e-4583d0dfd1a7 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:54:45.090406 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229e840-eac5-44ae-a42e-4583d0dfd1a7 None None] Pushing event updated for resources: {'Port': ['ID=830d182e-c969-49c5-8aec-e4b28a02cbc5,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:45.114057 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0a43f5fb-bc4e-4273-a76f-0b42db65b9e9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:45.115322 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0a43f5fb-bc4e-4273-a76f-0b42db65b9e9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5395970 Jun 30 09:54:45.118024 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56986) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:45.152886 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0229e840-eac5-44ae-a42e-4583d0dfd1a7 None None] Attempting to bind port 830d182e-c969-49c5-8aec-e4b28a02cbc5 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:54:45.153276 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0229e840-eac5-44ae-a42e-4583d0dfd1a7 None None] Attempting to bind port 830d182e-c969-49c5-8aec-e4b28a02cbc5 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '9b833df1-6f15-4c77-9d04-9a362cd28c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '80076111-c6a9-4fd5-b523-e3bf63189693'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:54:45.153619 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0229e840-eac5-44ae-a42e-4583d0dfd1a7 None None] Attempting to bind port 830d182e-c969-49c5-8aec-e4b28a02cbc5 on network 80076111-c6a9-4fd5-b523-e3bf63189693 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:54:45.159957 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0229e840-eac5-44ae-a42e-4583d0dfd1a7 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:54:45.160335 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0229e840-eac5-44ae-a42e-4583d0dfd1a7 None None] Checking segment: {'id': '9b833df1-6f15-4c77-9d04-9a362cd28c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '80076111-c6a9-4fd5-b523-e3bf63189693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:54:45.160740 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0229e840-eac5-44ae-a42e-4583d0dfd1a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:45.161137 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0229e840-eac5-44ae-a42e-4583d0dfd1a7 None None] Bound using segment: {'id': '9b833df1-6f15-4c77-9d04-9a362cd28c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '80076111-c6a9-4fd5-b523-e3bf63189693'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:54:45.161603 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0229e840-eac5-44ae-a42e-4583d0dfd1a7 None None] Bound port: 830d182e-c969-49c5-8aec-e4b28a02cbc5, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b833df1-6f15-4c77-9d04-9a362cd28c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '80076111-c6a9-4fd5-b523-e3bf63189693'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:54:45.162011 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0229e840-eac5-44ae-a42e-4583d0dfd1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:45.234172 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0229e840-eac5-44ae-a42e-4583d0dfd1a7 None None] For port 830d182e-c969-49c5-8aec-e4b28a02cbc5, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:54:45.238104 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0229e840-eac5-44ae-a42e-4583d0dfd1a7 None None] For port 830d182e-c969-49c5-8aec-e4b28a02cbc5, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=830d182e-c969-49c5-8aec-e4b28a02cbc5,segment=NetworkSegment(9b833df1-6f15-4c77-9d04-9a362cd28c19),segment_id=9b833df1-6f15-4c77-9d04-9a362cd28c19)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:54:45.343072 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0229e840-eac5-44ae-a42e-4583d0dfd1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:45.415661 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48bf8e41-d716-496b-b93f-5eb880ec00a8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:45.417508 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229e840-eac5-44ae-a42e-4583d0dfd1a7 None None] Pushing event updated for resources: {'Port': ['ID=830d182e-c969-49c5-8aec-e4b28a02cbc5,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:45.698074 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-48bf8e41-d716-496b-b93f-5eb880ec00a8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Allocated IP 172.20.0.1 (80076111-c6a9-4fd5-b523-e3bf63189693/7c4d1f70-0705-4873-9a15-b104e39bde6b/78805f89-6ca5-4313-93f4-8e11ba9691e1) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:54:45.818678 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48bf8e41-d716-496b-b93f-5eb880ec00a8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:45.834500 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-48bf8e41-d716-496b-b93f-5eb880ec00a8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Transition to ACTIVE for port object 78805f89-6ca5-4313-93f4-8e11ba9691e1 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:54:45.942692 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48bf8e41-d716-496b-b93f-5eb880ec00a8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:45.984131 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bf8e41-d716-496b-b93f-5eb880ec00a8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network 80076111-c6a9-4fd5-b523-e3bf63189693 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:54:45.987503 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-48bf8e41-d716-496b-b93f-5eb880ec00a8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:54:45.991416 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bf8e41-d716-496b-b93f-5eb880ec00a8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:54:46.019228 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf8e41-d716-496b-b93f-5eb880ec00a8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Port': ['ID=78805f89-6ca5-4313-93f4-8e11ba9691e1,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:46.045828 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48bf8e41-d716-496b-b93f-5eb880ec00a8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:46.312866 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48bf8e41-d716-496b-b93f-5eb880ec00a8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:46.432813 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e28c53-68d1-4797-94bd-88a157371672 None None] Network 80076111-c6a9-4fd5-b523-e3bf63189693 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:54:46.600838 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48bf8e41-d716-496b-b93f-5eb880ec00a8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:46.672641 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8c9711c2-78af-4f54-bc56-b3a99e4b1563 None None] Provisioning for port 830d182e-c969-49c5-8aec-e4b28a02cbc5 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:54:46.702975 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48bf8e41-d716-496b-b93f-5eb880ec00a8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:46.798383 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf8e41-d716-496b-b93f-5eb880ec00a8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Port': ['ID=78805f89-6ca5-4313-93f4-8e11ba9691e1,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:46.801509 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-48bf8e41-d716-496b-b93f-5eb880ec00a8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:46.899620 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bf8e41-d716-496b-b93f-5eb880ec00a8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network 80076111-c6a9-4fd5-b523-e3bf63189693 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:54:46.905235 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-48bf8e41-d716-496b-b93f-5eb880ec00a8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:54:46.982460 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-667022df-e0f8-42c0-a4c6-9de02b94b4c5 None None] Provisioning for port 78805f89-6ca5-4313-93f4-8e11ba9691e1 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:54:46.988047 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-667022df-e0f8-42c0-a4c6-9de02b94b4c5 None None] Provisioning complete for port 78805f89-6ca5-4313-93f4-8e11ba9691e1 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:46.988047 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-667022df-e0f8-42c0-a4c6-9de02b94b4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:47.032905 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-667022df-e0f8-42c0-a4c6-9de02b94b4c5 None None] Port 78805f89-6ca5-4313-93f4-8e11ba9691e1 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:54:47.199639 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7a0c325b-de33-4f40-87e7-22abd5019539 None None] Provisioning complete for port 78805f89-6ca5-4313-93f4-8e11ba9691e1 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:47.199943 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7a0c325b-de33-4f40-87e7-22abd5019539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:47.252679 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-7a0c325b-de33-4f40-87e7-22abd5019539 None None] Port 78805f89-6ca5-4313-93f4-8e11ba9691e1 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:54:47.284597 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 830d182e-c969-49c5-8aec-e4b28a02cbc5 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:54:47.370384 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8ab5a2c2-8d7e-48a3-961c-3bc9dda4af72 None None] Provisioning complete for port 78805f89-6ca5-4313-93f4-8e11ba9691e1 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:47.370814 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8ab5a2c2-8d7e-48a3-961c-3bc9dda4af72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:47.409669 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 830d182e-c969-49c5-8aec-e4b28a02cbc5 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:54:47.414808 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-8ab5a2c2-8d7e-48a3-961c-3bc9dda4af72 None None] Port 78805f89-6ca5-4313-93f4-8e11ba9691e1 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:54:47.421456 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 830d182e-c969-49c5-8aec-e4b28a02cbc5 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:47.421456 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:47.505472 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:47.513730 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48bf8e41-d716-496b-b93f-5eb880ec00a8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Router a61761f1-c65f-409c-91f2-9b3de84d6cf3 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:54:47.554936 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 830d182e-c969-49c5-8aec-e4b28a02cbc5, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=830d182e-c969-49c5-8aec-e4b28a02cbc5,segment=NetworkSegment(9b833df1-6f15-4c77-9d04-9a362cd28c19),segment_id=9b833df1-6f15-4c77-9d04-9a362cd28c19)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:54:47.614172 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bf8e41-d716-496b-b93f-5eb880ec00a8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:54:47.619114 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-48bf8e41-d716-496b-b93f-5eb880ec00a8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "PUT /v2.0/routers/a61761f1-c65f-409c-91f2-9b3de84d6cf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5001228 Jun 30 09:54:47.622112 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56988) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:47.623490 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f71803-e9ec-483b-a0aa-07d983ccf79c None None] Sync routers for ids ['a61761f1-c65f-409c-91f2-9b3de84d6cf3'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:54:47.634386 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:47.639407 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f71803-e9ec-483b-a0aa-07d983ccf79c None None] Routers {'a61761f1-c65f-409c-91f2-9b3de84d6cf3'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:54:47.639407 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-10f71803-e9ec-483b-a0aa-07d983ccf79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:54:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a61761f1-c65f-409c-91f2-9b3de84d6cf3'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:47.678479 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b072553-da24-4119-8555-7fdbb3ab4210 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:47.679922 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5b072553-da24-4119-8555-7fdbb3ab4210 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "GET /v2.0/ports/78805f89-6ca5-4313-93f4-8e11ba9691e1 HTTP/1.1" status: 200 len: 910 time: 0.0569632 Jun 30 09:54:47.683031 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56990) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:47.698466 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-10f71803-e9ec-483b-a0aa-07d983ccf79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:47.724108 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f71803-e9ec-483b-a0aa-07d983ccf79c None None] Routers {'a61761f1-c65f-409c-91f2-9b3de84d6cf3'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:54:47.724711 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-10f71803-e9ec-483b-a0aa-07d983ccf79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:54:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a61761f1-c65f-409c-91f2-9b3de84d6cf3'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:47.759781 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=830d182e-c969-49c5-8aec-e4b28a02cbc5,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:47.762464 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-10f71803-e9ec-483b-a0aa-07d983ccf79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:47.763139 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f71803-e9ec-483b-a0aa-07d983ccf79c None None] The sync data for ids ['a61761f1-c65f-409c-91f2-9b3de84d6cf3'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:54:48.014682 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d8d489d5-18fa-47db-9ef6-e91d1d8dd58d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:48.269386 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-d8d489d5-18fa-47db-9ef6-e91d1d8dd58d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Deleting port 78805f89-6ca5-4313-93f4-8e11ba9691e1 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:54:48.269642 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d8d489d5-18fa-47db-9ef6-e91d1d8dd58d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:48.353885 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d8d489d5-18fa-47db-9ef6-e91d1d8dd58d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:48.367644 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-d8d489d5-18fa-47db-9ef6-e91d1d8dd58d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Calling delete_port for 78805f89-6ca5-4313-93f4-8e11ba9691e1 owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:54:48.628927 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d8d489d5-18fa-47db-9ef6-e91d1d8dd58d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:48.656459 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d489d5-18fa-47db-9ef6-e91d1d8dd58d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Port': ['ID=78805f89-6ca5-4313-93f4-8e11ba9691e1,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:48.819730 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d8d489d5-18fa-47db-9ef6-e91d1d8dd58d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:48.995965 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d489d5-18fa-47db-9ef6-e91d1d8dd58d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Router a61761f1-c65f-409c-91f2-9b3de84d6cf3 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:54:49.082280 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d489d5-18fa-47db-9ef6-e91d1d8dd58d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:54:49.091775 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d8d489d5-18fa-47db-9ef6-e91d1d8dd58d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "PUT /v2.0/routers/a61761f1-c65f-409c-91f2-9b3de84d6cf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4032421 Jun 30 09:54:49.091900 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1488d3-5769-43da-b230-8730b58f1605 None None] Sync routers for ids ['a61761f1-c65f-409c-91f2-9b3de84d6cf3'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:54:49.092798 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56994) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:49.103346 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1488d3-5769-43da-b230-8730b58f1605 None None] Routers {'a61761f1-c65f-409c-91f2-9b3de84d6cf3'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:54:49.103982 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-7d1488d3-5769-43da-b230-8730b58f1605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:54:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a61761f1-c65f-409c-91f2-9b3de84d6cf3'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:49.130766 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6b0720b0-5813-4b88-b10a-8b42118056ef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "GET /v2.0/ports?device_id=a61761f1-c65f-409c-91f2-9b3de84d6cf3 HTTP/1.1" status: 200 len: 205 time: 0.0368006 Jun 30 09:54:49.133613 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56996) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:49.141160 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-7d1488d3-5769-43da-b230-8730b58f1605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:49.151052 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1488d3-5769-43da-b230-8730b58f1605 None None] Routers {'a61761f1-c65f-409c-91f2-9b3de84d6cf3'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:54:49.151719 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-7d1488d3-5769-43da-b230-8730b58f1605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:54:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a61761f1-c65f-409c-91f2-9b3de84d6cf3'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:49.184830 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-7d1488d3-5769-43da-b230-8730b58f1605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:49.185471 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1488d3-5769-43da-b230-8730b58f1605 None None] The sync data for ids ['a61761f1-c65f-409c-91f2-9b3de84d6cf3'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:54:49.216983 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8eb6bd48-bf4a-4946-aefa-2d85c7785756 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:49.237343 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 830d182e-c969-49c5-8aec-e4b28a02cbc5 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:54:49.289899 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 830d182e-c969-49c5-8aec-e4b28a02cbc5 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:49.290178 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:49.388936 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8eb6bd48-bf4a-4946-aefa-2d85c7785756 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:49.391053 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8eb6bd48-bf4a-4946-aefa-2d85c7785756 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:49.536790 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8eb6bd48-bf4a-4946-aefa-2d85c7785756 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:49.537571 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb6bd48-bf4a-4946-aefa-2d85c7785756 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Fanout notify agent at l3_agent the message router_deleted on router a61761f1-c65f-409c-91f2-9b3de84d6cf3 {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:54:49.544914 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8eb6bd48-bf4a-4946-aefa-2d85c7785756 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:49.549572 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8eb6bd48-bf4a-4946-aefa-2d85c7785756 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/routers/a61761f1-c65f-409c-91f2-9b3de84d6cf3 HTTP/1.1" status: 204 len: 168 time: 0.4117808 Jun 30 09:54:49.550055 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 56998) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:49.609296 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-de50ec5f-8d19-4a08-9dfd-d495c3c4be82 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Deleting subnet 7c4d1f70-0705-4873-9a15-b104e39bde6b {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:54:49.613326 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-de50ec5f-8d19-4a08-9dfd-d495c3c4be82 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:49.656460 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-de50ec5f-8d19-4a08-9dfd-d495c3c4be82 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:49.746677 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-de50ec5f-8d19-4a08-9dfd-d495c3c4be82 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:49.902944 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-de50ec5f-8d19-4a08-9dfd-d495c3c4be82 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:49.932292 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50ec5f-8d19-4a08-9dfd-d495c3c4be82 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Subnet': ['ID=7c4d1f70-0705-4873-9a15-b104e39bde6b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:49.936696 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-de50ec5f-8d19-4a08-9dfd-d495c3c4be82 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:49.939432 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-de50ec5f-8d19-4a08-9dfd-d495c3c4be82 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/subnets/7c4d1f70-0705-4873-9a15-b104e39bde6b HTTP/1.1" status: 204 len: 168 time: 0.3875344 Jun 30 09:54:49.941611 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57000) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:49.944536 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c75f90-502f-4340-8030-daac2cb71440 None None] Network 80076111-c6a9-4fd5-b523-e3bf63189693 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:54:50.023439 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c1e2083d-3375-4bda-a233-a04b91dd987a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:50.081631 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-c1e2083d-3375-4bda-a233-a04b91dd987a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Deleting port 830d182e-c969-49c5-8aec-e4b28a02cbc5 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:54:50.081970 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c1e2083d-3375-4bda-a233-a04b91dd987a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:50.145373 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754c2aa2-0151-44a5-bd9f-c3b1c22619a2 None None] DHCP port deletion for 80076111-c6a9-4fd5-b523-e3bf63189693 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:54:50.151920 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-c1e2083d-3375-4bda-a233-a04b91dd987a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] For port 830d182e-c969-49c5-8aec-e4b28a02cbc5, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=830d182e-c969-49c5-8aec-e4b28a02cbc5,segment=NetworkSegment(9b833df1-6f15-4c77-9d04-9a362cd28c19),segment_id=9b833df1-6f15-4c77-9d04-9a362cd28c19)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:54:50.152604 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c1e2083d-3375-4bda-a233-a04b91dd987a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:50.168149 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-c1e2083d-3375-4bda-a233-a04b91dd987a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Calling delete_port for 830d182e-c969-49c5-8aec-e4b28a02cbc5 owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:54:50.197271 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-754c2aa2-0151-44a5-bd9f-c3b1c22619a2 None None] Deleting port 830d182e-c969-49c5-8aec-e4b28a02cbc5 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:54:50.197855 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-754c2aa2-0151-44a5-bd9f-c3b1c22619a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:50.264515 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-754c2aa2-0151-44a5-bd9f-c3b1c22619a2 None None] For port 830d182e-c969-49c5-8aec-e4b28a02cbc5, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=830d182e-c969-49c5-8aec-e4b28a02cbc5,segment=NetworkSegment(9b833df1-6f15-4c77-9d04-9a362cd28c19),segment_id=9b833df1-6f15-4c77-9d04-9a362cd28c19)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:54:50.269296 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-754c2aa2-0151-44a5-bd9f-c3b1c22619a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:50.281320 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-754c2aa2-0151-44a5-bd9f-c3b1c22619a2 None None] Calling delete_port for 830d182e-c969-49c5-8aec-e4b28a02cbc5 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:54:50.365358 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c1e2083d-3375-4bda-a233-a04b91dd987a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:50.375091 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-754c2aa2-0151-44a5-bd9f-c3b1c22619a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:50.394175 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2083d-3375-4bda-a233-a04b91dd987a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Port': ['ID=830d182e-c969-49c5-8aec-e4b28a02cbc5,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:50.396025 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e2083d-3375-4bda-a233-a04b91dd987a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] No DVR routers for this DVR port 830d182e-c969-49c5-8aec-e4b28a02cbc5 on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:54:50.411627 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c2aa2-0151-44a5-bd9f-c3b1c22619a2 None None] Pushing event deleted for resources: {'Port': ['ID=830d182e-c969-49c5-8aec-e4b28a02cbc5,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:50.427559 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754c2aa2-0151-44a5-bd9f-c3b1c22619a2 None None] No DVR routers for this DVR port 830d182e-c969-49c5-8aec-e4b28a02cbc5 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:54:50.488005 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c1e2083d-3375-4bda-a233-a04b91dd987a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:50.498924 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-c1e2083d-3375-4bda-a233-a04b91dd987a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80076111-c6a9-4fd5-b523-e3bf63189693']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:50.510586 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-c1e2083d-3375-4bda-a233-a04b91dd987a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b833df1-6f15-4c77-9d04-9a362cd28c19') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:50.510889 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-c1e2083d-3375-4bda-a233-a04b91dd987a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b833df1-6f15-4c77-9d04-9a362cd28c19') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:50.521784 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c1e2083d-3375-4bda-a233-a04b91dd987a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:50.524143 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6d52aad5-6bd4-4d9d-bd2e-36477e554863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:50.537054 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c1e2083d-3375-4bda-a233-a04b91dd987a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:50.543538 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e2083d-3375-4bda-a233-a04b91dd987a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:54:50.543942 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c1e2083d-3375-4bda-a233-a04b91dd987a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:54:50.546929 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:54:50.708170 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c1e2083d-3375-4bda-a233-a04b91dd987a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:50.716509 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c1e2083d-3375-4bda-a233-a04b91dd987a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:50.716971 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c1e2083d-3375-4bda-a233-a04b91dd987a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/networks/80076111-c6a9-4fd5-b523-e3bf63189693 HTTP/1.1" status: 204 len: 168 time: 0.7743151 Jun 30 09:54:50.721193 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57002) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:50.727623 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-7bca28b7-c5de-4851-a95a-6b45b7185e15 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1020257181', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}, 'admin_state_up': False}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:50.730245 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2083d-3375-4bda-a233-a04b91dd987a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Network': ['ID=80076111-c6a9-4fd5-b523-e3bf63189693,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:50.817241 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7bca28b7-c5de-4851-a95a-6b45b7185e15 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:50.818296 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7bca28b7-c5de-4851-a95a-6b45b7185e15 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:50.870614 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7bca28b7-c5de-4851-a95a-6b45b7185e15 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:51.130358 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7bca28b7-c5de-4851-a95a-6b45b7185e15 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:51.210809 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 830d182e-c969-49c5-8aec-e4b28a02cbc5 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:54:51.231541 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 830d182e-c969-49c5-8aec-e4b28a02cbc5 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:54:51.231887 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 830d182e-c969-49c5-8aec-e4b28a02cbc5 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:54:51.444076 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7bca28b7-c5de-4851-a95a-6b45b7185e15 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:51.470173 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7bca28b7-c5de-4851-a95a-6b45b7185e15 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:51.586935 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-7bca28b7-c5de-4851-a95a-6b45b7185e15 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Allocated IP 172.25.6.45 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/6872ec83-4461-4c34-a8e0-bf5a9b144e76) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:54:51.705987 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7bca28b7-c5de-4851-a95a-6b45b7185e15 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:51.834301 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7bca28b7-c5de-4851-a95a-6b45b7185e15 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:51.872589 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bca28b7-c5de-4851-a95a-6b45b7185e15 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:54:51.875506 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-7bca28b7-c5de-4851-a95a-6b45b7185e15 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:54:51.879411 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bca28b7-c5de-4851-a95a-6b45b7185e15 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:54:51.914595 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca28b7-c5de-4851-a95a-6b45b7185e15 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Port': ['ID=6872ec83-4461-4c34-a8e0-bf5a9b144e76,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:52.258109 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7bca28b7-c5de-4851-a95a-6b45b7185e15 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:52.470456 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7bca28b7-c5de-4851-a95a-6b45b7185e15 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:52.685225 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bca28b7-c5de-4851-a95a-6b45b7185e15 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Router c240c957-a951-44aa-8be6-62371192fd59 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:54:52.797498 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bca28b7-c5de-4851-a95a-6b45b7185e15 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:54:52.807526 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b978e3e0-ac35-4b3d-a95d-71a2c7579597 None None] Sync routers for ids ['c240c957-a951-44aa-8be6-62371192fd59'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:54:52.817903 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b978e3e0-ac35-4b3d-a95d-71a2c7579597 None None] Routers {'c240c957-a951-44aa-8be6-62371192fd59'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:54:52.818519 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b978e3e0-ac35-4b3d-a95d-71a2c7579597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:54:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['c240c957-a951-44aa-8be6-62371192fd59'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:52.861870 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b978e3e0-ac35-4b3d-a95d-71a2c7579597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:52.875536 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b978e3e0-ac35-4b3d-a95d-71a2c7579597 None None] Routers {'c240c957-a951-44aa-8be6-62371192fd59'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:54:52.877513 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b978e3e0-ac35-4b3d-a95d-71a2c7579597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:54:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['c240c957-a951-44aa-8be6-62371192fd59'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:52.910835 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b978e3e0-ac35-4b3d-a95d-71a2c7579597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:52.911507 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b978e3e0-ac35-4b3d-a95d-71a2c7579597 None None] The sync data for ids ['c240c957-a951-44aa-8be6-62371192fd59'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:54:52.946488 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7bca28b7-c5de-4851-a95a-6b45b7185e15 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:52.948350 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7bca28b7-c5de-4851-a95a-6b45b7185e15 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.2250876 Jun 30 09:54:52.951222 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57004) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:53.054973 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-113a96e7-de03-4c83-bd63-205985260a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:53.076913 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ce3e3fc0-d0ca-4c0c-80bf-ea77c51b2363 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "GET /v2.0/routers/c240c957-a951-44aa-8be6-62371192fd59 HTTP/1.1" status: 200 len: 880 time: 0.1244593 Jun 30 09:54:53.080270 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57006) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:53.552571 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:53.694220 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c1572387-4dae-420c-892e-113984ae45cc tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6127923 Jun 30 09:54:53.696690 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57008) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:53.701156 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-2038e0a7-c539-4282-9c3a-c7de41ae5b42 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1020257181'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:53.963228 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:54:54.028545 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2038e0a7-c539-4282-9c3a-c7de41ae5b42 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:54.176603 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2038e0a7-c539-4282-9c3a-c7de41ae5b42 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1642126'] for router, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:54.289011 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2038e0a7-c539-4282-9c3a-c7de41ae5b42 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Router c240c957-a951-44aa-8be6-62371192fd59 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:54:54.398190 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2038e0a7-c539-4282-9c3a-c7de41ae5b42 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:54:54.406820 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2038e0a7-c539-4282-9c3a-c7de41ae5b42 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:54.408614 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2038e0a7-c539-4282-9c3a-c7de41ae5b42 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "PUT /v2.0/routers/c240c957-a951-44aa-8be6-62371192fd59 HTTP/1.1" status: 200 len: 887 time: 0.7109926 Jun 30 09:54:54.411799 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57010) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:54.414981 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc6f6e1-56eb-437b-ac06-1fa17af4cd67 None None] Sync routers for ids ['c240c957-a951-44aa-8be6-62371192fd59'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:54:54.424626 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc6f6e1-56eb-437b-ac06-1fa17af4cd67 None None] Routers {'c240c957-a951-44aa-8be6-62371192fd59'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:54:54.425244 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-6bc6f6e1-56eb-437b-ac06-1fa17af4cd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:54:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['c240c957-a951-44aa-8be6-62371192fd59'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:54.462874 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-6bc6f6e1-56eb-437b-ac06-1fa17af4cd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:54.472975 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc6f6e1-56eb-437b-ac06-1fa17af4cd67 None None] Routers {'c240c957-a951-44aa-8be6-62371192fd59'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:54:54.473584 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-6bc6f6e1-56eb-437b-ac06-1fa17af4cd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:54:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['c240c957-a951-44aa-8be6-62371192fd59'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:54.505496 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-6bc6f6e1-56eb-437b-ac06-1fa17af4cd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:54.506137 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc6f6e1-56eb-437b-ac06-1fa17af4cd67 None None] The sync data for ids ['c240c957-a951-44aa-8be6-62371192fd59'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:54:54.536273 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ee578cf6-3ea9-43ea-9de8-1def3bfb28c5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "GET /v2.0/routers/c240c957-a951-44aa-8be6-62371192fd59 HTTP/1.1" status: 200 len: 887 time: 0.1233842 Jun 30 09:54:54.539235 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57012) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:54.572111 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2d549dfb-d85c-4732-a9ea-5cd0c88a7a91 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "GET /v2.0/ports?device_id=c240c957-a951-44aa-8be6-62371192fd59 HTTP/1.1" status: 200 len: 205 time: 0.0319629 Jun 30 09:54:54.574690 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57014) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:54.683105 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-94622098-0e16-45fe-be5f-c3c52c0201fd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:54.723480 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:54.798187 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-94622098-0e16-45fe-be5f-c3c52c0201fd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:54.952043 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-94622098-0e16-45fe-be5f-c3c52c0201fd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Deleting port 6872ec83-4461-4c34-a8e0-bf5a9b144e76 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:54:54.952398 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-94622098-0e16-45fe-be5f-c3c52c0201fd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:55.033454 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-94622098-0e16-45fe-be5f-c3c52c0201fd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:55.046818 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-94622098-0e16-45fe-be5f-c3c52c0201fd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Calling delete_port for 6872ec83-4461-4c34-a8e0-bf5a9b144e76 owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:54:55.306658 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-94622098-0e16-45fe-be5f-c3c52c0201fd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:55.332188 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94622098-0e16-45fe-be5f-c3c52c0201fd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Port': ['ID=6872ec83-4461-4c34-a8e0-bf5a9b144e76,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:55.407116 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-94622098-0e16-45fe-be5f-c3c52c0201fd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:55.498684 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-94622098-0e16-45fe-be5f-c3c52c0201fd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:55.501477 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-94622098-0e16-45fe-be5f-c3c52c0201fd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:55.667769 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-94622098-0e16-45fe-be5f-c3c52c0201fd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:55.668444 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94622098-0e16-45fe-be5f-c3c52c0201fd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Fanout notify agent at l3_agent the message router_deleted on router c240c957-a951-44aa-8be6-62371192fd59 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:54:55.678811 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-94622098-0e16-45fe-be5f-c3c52c0201fd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:55.678811 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-94622098-0e16-45fe-be5f-c3c52c0201fd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/routers/c240c957-a951-44aa-8be6-62371192fd59 HTTP/1.1" status: 204 len: 168 time: 1.1013076 Jun 30 09:54:55.680719 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57016) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:55.685631 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-3376fd3d-5875-4111-8aaa-0111b3da8c82 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Request body: {'network': {'name': 'tempest-RoutersTest-1075128833'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:55.786675 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3376fd3d-5875-4111-8aaa-0111b3da8c82 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Made reservation on behalf of 0ab923aba2e54d409e38022a4b61e087 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:54:55.790719 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3376fd3d-5875-4111-8aaa-0111b3da8c82 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:55.815268 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3376fd3d-5875-4111-8aaa-0111b3da8c82 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:54:55.823994 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3376fd3d-5875-4111-8aaa-0111b3da8c82 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:55.824332 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-3376fd3d-5875-4111-8aaa-0111b3da8c82 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Added segment 17bca092-e105-44e2-8006-db10da086364 of type vlan for network 3726b3c8-f274-4e03-aec2-2cab5905b50f Jun 30 09:54:55.869083 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3376fd3d-5875-4111-8aaa-0111b3da8c82 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:55.998028 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3376fd3d-5875-4111-8aaa-0111b3da8c82 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:56.004041 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3376fd3d-5875-4111-8aaa-0111b3da8c82 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:56.004655 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3376fd3d-5875-4111-8aaa-0111b3da8c82 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:56.072971 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376fd3d-5875-4111-8aaa-0111b3da8c82 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Network': ['ID=3726b3c8-f274-4e03-aec2-2cab5905b50f,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:56.085132 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 3726b3c8-f274-4e03-aec2-2cab5905b50f details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:54:56.160181 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3376fd3d-5875-4111-8aaa-0111b3da8c82 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4783828 Jun 30 09:54:56.163093 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57018) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:56.168388 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-95a12fc8-3d22-41f3-a0fe-6528e4f76710 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Request body: {'subnet': {'network_id': '3726b3c8-f274-4e03-aec2-2cab5905b50f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:56.376553 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a12fc8-3d22-41f3-a0fe-6528e4f76710 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Made reservation on behalf of 0ab923aba2e54d409e38022a4b61e087 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:54:56.380330 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-95a12fc8-3d22-41f3-a0fe-6528e4f76710 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:56.473840 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:56.696247 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-95a12fc8-3d22-41f3-a0fe-6528e4f76710 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:56.761532 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a12fc8-3d22-41f3-a0fe-6528e4f76710 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Subnet': ['ID=996f4b80-3ef0-4c9d-9ae3-3138495a9e3c,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:56.773227 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a12fc8-3d22-41f3-a0fe-6528e4f76710 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Checking segment: {'id': '17bca092-e105-44e2-8006-db10da086364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3726b3c8-f274-4e03-aec2-2cab5905b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:54:56.773461 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a12fc8-3d22-41f3-a0fe-6528e4f76710 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network hostable DHCP agents. Network: 3726b3c8-f274-4e03-aec2-2cab5905b50f, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:54:56.878024 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a12fc8-3d22-41f3-a0fe-6528e4f76710 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network 3726b3c8-f274-4e03-aec2-2cab5905b50f is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:54:56.959265 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-95a12fc8-3d22-41f3-a0fe-6528e4f76710 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 3726b3c8-f274-4e03-aec2-2cab5905b50f) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:54:56.964086 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a12fc8-3d22-41f3-a0fe-6528e4f76710 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:56.965472 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-95a12fc8-3d22-41f3-a0fe-6528e4f76710 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:56.967847 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36528ca5-d2b0-4bcd-a500-2b56b511d73c None None] Network 3726b3c8-f274-4e03-aec2-2cab5905b50f requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:54:57.063031 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-95a12fc8-3d22-41f3-a0fe-6528e4f76710 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8987157 Jun 30 09:54:57.066049 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57020) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:57.070898 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-f3afea9c-abe1-432e-bfbb-97b58f2ed045 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1635918296', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:57.120431 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0981b8d4-0788-4fbd-a547-bf5e7e23ef3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-3726b3c8-f274-4e03-aec2-2cab5905b50f', 'network_id': '3726b3c8-f274-4e03-aec2-2cab5905b50f', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'fixed_ips': [{'subnet_id': '996f4b80-3ef0-4c9d-9ae3-3138495a9e3c'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:54:57.121062 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0981b8d4-0788-4fbd-a547-bf5e7e23ef3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:57.175412 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f3afea9c-abe1-432e-bfbb-97b58f2ed045 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:57.176448 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f3afea9c-abe1-432e-bfbb-97b58f2ed045 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:57.232198 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f3afea9c-abe1-432e-bfbb-97b58f2ed045 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:57.258729 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-0981b8d4-0788-4fbd-a547-bf5e7e23ef3b None None] Allocated IP 172.20.0.2 (3726b3c8-f274-4e03-aec2-2cab5905b50f/996f4b80-3ef0-4c9d-9ae3-3138495a9e3c/7ed9632b-91ef-435a-a074-301294afbf73) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:54:57.301045 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f3afea9c-abe1-432e-bfbb-97b58f2ed045 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:57.412459 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0981b8d4-0788-4fbd-a547-bf5e7e23ef3b None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:57.414929 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f3afea9c-abe1-432e-bfbb-97b58f2ed045 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:57.416328 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f3afea9c-abe1-432e-bfbb-97b58f2ed045 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3492334 Jun 30 09:54:57.419261 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57022) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:57.421752 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0981b8d4-0788-4fbd-a547-bf5e7e23ef3b None None] Transition to ACTIVE for port object 7ed9632b-91ef-435a-a074-301294afbf73 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:54:57.438782 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0981b8d4-0788-4fbd-a547-bf5e7e23ef3b None None] Transition to ACTIVE for port object 7ed9632b-91ef-435a-a074-301294afbf73 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:54:57.525954 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0981b8d4-0788-4fbd-a547-bf5e7e23ef3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:57.570448 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0981b8d4-0788-4fbd-a547-bf5e7e23ef3b None None] Network 3726b3c8-f274-4e03-aec2-2cab5905b50f is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:54:57.573274 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-0981b8d4-0788-4fbd-a547-bf5e7e23ef3b None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:54:57.575861 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0981b8d4-0788-4fbd-a547-bf5e7e23ef3b None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:54:57.587168 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981b8d4-0788-4fbd-a547-bf5e7e23ef3b None None] Pushing event updated for resources: {'Port': ['ID=7ed9632b-91ef-435a-a074-301294afbf73,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:57.654518 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0981b8d4-0788-4fbd-a547-bf5e7e23ef3b None None] Attempting to bind port 7ed9632b-91ef-435a-a074-301294afbf73 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:54:57.654962 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0981b8d4-0788-4fbd-a547-bf5e7e23ef3b None None] Attempting to bind port 7ed9632b-91ef-435a-a074-301294afbf73 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '17bca092-e105-44e2-8006-db10da086364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3726b3c8-f274-4e03-aec2-2cab5905b50f'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:54:57.655344 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0981b8d4-0788-4fbd-a547-bf5e7e23ef3b None None] Attempting to bind port 7ed9632b-91ef-435a-a074-301294afbf73 on network 3726b3c8-f274-4e03-aec2-2cab5905b50f {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:54:57.662500 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0981b8d4-0788-4fbd-a547-bf5e7e23ef3b None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:54:57.664958 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0981b8d4-0788-4fbd-a547-bf5e7e23ef3b None None] Checking segment: {'id': '17bca092-e105-44e2-8006-db10da086364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3726b3c8-f274-4e03-aec2-2cab5905b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:54:57.664958 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0981b8d4-0788-4fbd-a547-bf5e7e23ef3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:57.664958 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0981b8d4-0788-4fbd-a547-bf5e7e23ef3b None None] Bound using segment: {'id': '17bca092-e105-44e2-8006-db10da086364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3726b3c8-f274-4e03-aec2-2cab5905b50f'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:54:57.664958 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0981b8d4-0788-4fbd-a547-bf5e7e23ef3b None None] Bound port: 7ed9632b-91ef-435a-a074-301294afbf73, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17bca092-e105-44e2-8006-db10da086364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3726b3c8-f274-4e03-aec2-2cab5905b50f'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:54:57.664958 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0981b8d4-0788-4fbd-a547-bf5e7e23ef3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:57.716170 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a8dbe544-c013-4f8b-bae3-17d1ef0d3713 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:57.736861 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0981b8d4-0788-4fbd-a547-bf5e7e23ef3b None None] For port 7ed9632b-91ef-435a-a074-301294afbf73, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:54:57.736861 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0981b8d4-0788-4fbd-a547-bf5e7e23ef3b None None] For port 7ed9632b-91ef-435a-a074-301294afbf73, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=7ed9632b-91ef-435a-a074-301294afbf73,segment=NetworkSegment(17bca092-e105-44e2-8006-db10da086364),segment_id=17bca092-e105-44e2-8006-db10da086364)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:54:57.901377 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0981b8d4-0788-4fbd-a547-bf5e7e23ef3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:57.962398 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981b8d4-0788-4fbd-a547-bf5e7e23ef3b None None] Pushing event updated for resources: {'Port': ['ID=7ed9632b-91ef-435a-a074-301294afbf73,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:57.977494 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-a8dbe544-c013-4f8b-bae3-17d1ef0d3713 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Allocated IP 172.20.0.1 (3726b3c8-f274-4e03-aec2-2cab5905b50f/996f4b80-3ef0-4c9d-9ae3-3138495a9e3c/5965dcf2-a042-4ef8-a537-20e370f3d60a) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:54:58.112741 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a8dbe544-c013-4f8b-bae3-17d1ef0d3713 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:58.140361 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-a8dbe544-c013-4f8b-bae3-17d1ef0d3713 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Transition to ACTIVE for port object 5965dcf2-a042-4ef8-a537-20e370f3d60a will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:54:58.302669 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a8dbe544-c013-4f8b-bae3-17d1ef0d3713 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:58.346763 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dbe544-c013-4f8b-bae3-17d1ef0d3713 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network 3726b3c8-f274-4e03-aec2-2cab5905b50f is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:54:58.349956 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-a8dbe544-c013-4f8b-bae3-17d1ef0d3713 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:54:58.357996 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dbe544-c013-4f8b-bae3-17d1ef0d3713 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:54:58.386841 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dbe544-c013-4f8b-bae3-17d1ef0d3713 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Port': ['ID=5965dcf2-a042-4ef8-a537-20e370f3d60a,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:58.413155 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a8dbe544-c013-4f8b-bae3-17d1ef0d3713 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:58.637676 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a8dbe544-c013-4f8b-bae3-17d1ef0d3713 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:58.917031 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c29a974-93c7-41aa-81d4-800b303e652a None None] Network 3726b3c8-f274-4e03-aec2-2cab5905b50f requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:54:58.930670 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a8dbe544-c013-4f8b-bae3-17d1ef0d3713 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:59.028104 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a8dbe544-c013-4f8b-bae3-17d1ef0d3713 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:59.107743 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a8dbe544-c013-4f8b-bae3-17d1ef0d3713 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:59.109606 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dbe544-c013-4f8b-bae3-17d1ef0d3713 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Port': ['ID=5965dcf2-a042-4ef8-a537-20e370f3d60a,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:59.130348 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5afaf594-5501-413d-8915-cb06b41d01b5 None None] Provisioning for port 7ed9632b-91ef-435a-a074-301294afbf73 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:54:59.223292 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dbe544-c013-4f8b-bae3-17d1ef0d3713 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network 3726b3c8-f274-4e03-aec2-2cab5905b50f is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:54:59.225381 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-a8dbe544-c013-4f8b-bae3-17d1ef0d3713 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:54:59.273685 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 7ed9632b-91ef-435a-a074-301294afbf73 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:54:59.462275 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 7ed9632b-91ef-435a-a074-301294afbf73 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:54:59.466755 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 7ed9632b-91ef-435a-a074-301294afbf73 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:59.467404 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:59.478609 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8dbe544-c013-4f8b-bae3-17d1ef0d3713 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Router d7402536-ca3a-4d7a-90bf-de31f6dd1cbc is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:54:59.491759 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-dc7b5aa2-34c2-4ac7-8024-043ed5a89943 None None] Provisioning for port 5965dcf2-a042-4ef8-a537-20e370f3d60a completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:54:59.500404 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-dc7b5aa2-34c2-4ac7-8024-043ed5a89943 None None] Provisioning complete for port 5965dcf2-a042-4ef8-a537-20e370f3d60a triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:59.500404 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-dc7b5aa2-34c2-4ac7-8024-043ed5a89943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:59.549918 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b5aa2-34c2-4ac7-8024-043ed5a89943 None None] Port 5965dcf2-a042-4ef8-a537-20e370f3d60a cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:54:59.585828 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-dc7b5aa2-34c2-4ac7-8024-043ed5a89943 None None] Provisioning complete for port 7ed9632b-91ef-435a-a074-301294afbf73 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:59.586304 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-dc7b5aa2-34c2-4ac7-8024-043ed5a89943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:59.627037 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:59.678011 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 7ed9632b-91ef-435a-a074-301294afbf73, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=7ed9632b-91ef-435a-a074-301294afbf73,segment=NetworkSegment(17bca092-e105-44e2-8006-db10da086364),segment_id=17bca092-e105-44e2-8006-db10da086364)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:54:59.722426 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-dc7b5aa2-34c2-4ac7-8024-043ed5a89943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:59.794422 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:59.872104 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-dc7b5aa2-34c2-4ac7-8024-043ed5a89943 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:54:59.872466 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-dc7b5aa2-34c2-4ac7-8024-043ed5a89943 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:54:59.878174 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=7ed9632b-91ef-435a-a074-301294afbf73,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:59.971648 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8dbe544-c013-4f8b-bae3-17d1ef0d3713 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:54:59.977269 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a8dbe544-c013-4f8b-bae3-17d1ef0d3713 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "PUT /v2.0/routers/d7402536-ca3a-4d7a-90bf-de31f6dd1cbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5569685 Jun 30 09:54:59.979803 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57024) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:59.983576 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9641a249-4636-45ef-81bd-d449250545f6 None None] Sync routers for ids ['d7402536-ca3a-4d7a-90bf-de31f6dd1cbc'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:54:59.993734 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9641a249-4636-45ef-81bd-d449250545f6 None None] Routers {'d7402536-ca3a-4d7a-90bf-de31f6dd1cbc'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:54:59.994456 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-9641a249-4636-45ef-81bd-d449250545f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:54:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['d7402536-ca3a-4d7a-90bf-de31f6dd1cbc'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:00.027691 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-9641a249-4636-45ef-81bd-d449250545f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:00.041071 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9641a249-4636-45ef-81bd-d449250545f6 None None] Routers {'d7402536-ca3a-4d7a-90bf-de31f6dd1cbc'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:00.041705 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-9641a249-4636-45ef-81bd-d449250545f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:54:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['d7402536-ca3a-4d7a-90bf-de31f6dd1cbc'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:00.055046 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601ed207-3466-42fb-a606-defefbb736ce tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:00.058965 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-601ed207-3466-42fb-a606-defefbb736ce tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "GET /v2.0/ports/5965dcf2-a042-4ef8-a537-20e370f3d60a HTTP/1.1" status: 200 len: 910 time: 0.0756502 Jun 30 09:55:00.059310 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57026) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:00.065182 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-851e9ea6-de81-47a5-9a5b-d7ddad3612a4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '996f4b80-3ef0-4c9d-9ae3-3138495a9e3c'}]}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:00.077560 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-9641a249-4636-45ef-81bd-d449250545f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:00.078227 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9641a249-4636-45ef-81bd-d449250545f6 None None] The sync data for ids ['d7402536-ca3a-4d7a-90bf-de31f6dd1cbc'] in n-d-771363-31 is: [] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:55:00.237187 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-851e9ea6-de81-47a5-9a5b-d7ddad3612a4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:00.528869 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a535d1ea-a722-42e7-abff-4309bf4f3b20 None None] Provisioning complete for port 5965dcf2-a042-4ef8-a537-20e370f3d60a triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:00.529084 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a535d1ea-a722-42e7-abff-4309bf4f3b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:00.566095 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a535d1ea-a722-42e7-abff-4309bf4f3b20 None None] Port 5965dcf2-a042-4ef8-a537-20e370f3d60a cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:55:00.614935 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-851e9ea6-de81-47a5-9a5b-d7ddad3612a4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:00.724962 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-851e9ea6-de81-47a5-9a5b-d7ddad3612a4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:00.811228 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851e9ea6-de81-47a5-9a5b-d7ddad3612a4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:00.811740 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-851e9ea6-de81-47a5-9a5b-d7ddad3612a4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:00.813212 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-851e9ea6-de81-47a5-9a5b-d7ddad3612a4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "PUT /v2.0/ports/5965dcf2-a042-4ef8-a537-20e370f3d60a HTTP/1.1" status: 200 len: 910 time: 0.7528138 Jun 30 09:55:00.814391 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e9ea6-de81-47a5-9a5b-d7ddad3612a4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Port': ['ID=5965dcf2-a042-4ef8-a537-20e370f3d60a,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:00.816724 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57028) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:01.134299 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-90579f84-d080-400d-b4b5-726a93397e0a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:01.225763 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 7ed9632b-91ef-435a-a074-301294afbf73 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:55:01.284996 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 7ed9632b-91ef-435a-a074-301294afbf73 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:01.285362 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:01.410914 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-90579f84-d080-400d-b4b5-726a93397e0a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Deleting port 5965dcf2-a042-4ef8-a537-20e370f3d60a {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:55:01.411191 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-90579f84-d080-400d-b4b5-726a93397e0a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:01.504783 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-90579f84-d080-400d-b4b5-726a93397e0a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:01.517719 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-90579f84-d080-400d-b4b5-726a93397e0a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Calling delete_port for 5965dcf2-a042-4ef8-a537-20e370f3d60a owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:55:01.788079 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-90579f84-d080-400d-b4b5-726a93397e0a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:01.819211 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90579f84-d080-400d-b4b5-726a93397e0a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Port': ['ID=5965dcf2-a042-4ef8-a537-20e370f3d60a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:01.961246 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-90579f84-d080-400d-b4b5-726a93397e0a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:02.120099 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90579f84-d080-400d-b4b5-726a93397e0a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Router d7402536-ca3a-4d7a-90bf-de31f6dd1cbc has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:55:02.542226 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90579f84-d080-400d-b4b5-726a93397e0a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:55:02.547239 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-90579f84-d080-400d-b4b5-726a93397e0a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "PUT /v2.0/routers/d7402536-ca3a-4d7a-90bf-de31f6dd1cbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7287810 Jun 30 09:55:02.550032 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57030) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:02.552615 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d1628c-85f2-42d9-892c-bcbca6464c75 None None] Sync routers for ids ['d7402536-ca3a-4d7a-90bf-de31f6dd1cbc'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:55:02.561700 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d1628c-85f2-42d9-892c-bcbca6464c75 None None] Routers {'d7402536-ca3a-4d7a-90bf-de31f6dd1cbc'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:02.562386 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b1d1628c-85f2-42d9-892c-bcbca6464c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:54:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['d7402536-ca3a-4d7a-90bf-de31f6dd1cbc'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:02.577481 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fcbee3ed-4c80-48b0-8333-cd9a51c7c424 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7402536-ca3a-4d7a-90bf-de31f6dd1cbc HTTP/1.1" status: 200 len: 205 time: 0.0263450 Jun 30 09:55:02.581120 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57032) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:02.598194 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b1d1628c-85f2-42d9-892c-bcbca6464c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:02.606810 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d1628c-85f2-42d9-892c-bcbca6464c75 None None] Routers {'d7402536-ca3a-4d7a-90bf-de31f6dd1cbc'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:02.607411 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b1d1628c-85f2-42d9-892c-bcbca6464c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:54:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['d7402536-ca3a-4d7a-90bf-de31f6dd1cbc'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:02.638707 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b1d1628c-85f2-42d9-892c-bcbca6464c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:02.639375 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d1628c-85f2-42d9-892c-bcbca6464c75 None None] The sync data for ids ['d7402536-ca3a-4d7a-90bf-de31f6dd1cbc'] in n-d-771363-31 is: [] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:55:02.672712 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fa8518ec-0cc7-471b-8fe3-d466c508dbc5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:02.848749 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fa8518ec-0cc7-471b-8fe3-d466c508dbc5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:02.850854 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fa8518ec-0cc7-471b-8fe3-d466c508dbc5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:02.974881 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fa8518ec-0cc7-471b-8fe3-d466c508dbc5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:02.975440 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8518ec-0cc7-471b-8fe3-d466c508dbc5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Fanout notify agent at l3_agent the message router_deleted on router d7402536-ca3a-4d7a-90bf-de31f6dd1cbc {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:55:02.983747 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fa8518ec-0cc7-471b-8fe3-d466c508dbc5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:02.985788 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fa8518ec-0cc7-471b-8fe3-d466c508dbc5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/routers/d7402536-ca3a-4d7a-90bf-de31f6dd1cbc HTTP/1.1" status: 204 len: 168 time: 0.4032853 Jun 30 09:55:02.987749 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57034) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:03.048463 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e234566-a29b-42a3-9a9d-2bf5bcf20b33 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Deleting subnet 996f4b80-3ef0-4c9d-9ae3-3138495a9e3c {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:55:03.052313 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7e234566-a29b-42a3-9a9d-2bf5bcf20b33 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:03.099920 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7e234566-a29b-42a3-9a9d-2bf5bcf20b33 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:03.186306 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7e234566-a29b-42a3-9a9d-2bf5bcf20b33 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:03.314951 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7e234566-a29b-42a3-9a9d-2bf5bcf20b33 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:03.341061 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e234566-a29b-42a3-9a9d-2bf5bcf20b33 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Subnet': ['ID=996f4b80-3ef0-4c9d-9ae3-3138495a9e3c,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:03.347693 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7e234566-a29b-42a3-9a9d-2bf5bcf20b33 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:03.349686 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7e234566-a29b-42a3-9a9d-2bf5bcf20b33 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/subnets/996f4b80-3ef0-4c9d-9ae3-3138495a9e3c HTTP/1.1" status: 204 len: 168 time: 0.3609655 Jun 30 09:55:03.353359 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57038) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:03.355588 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb60b32-cdc0-4dea-b3cd-55a46a8000fd None None] Network 3726b3c8-f274-4e03-aec2-2cab5905b50f requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:55:03.440020 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5f5fce65-b6d0-41ae-a612-eddecd6bedef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:03.495672 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-5f5fce65-b6d0-41ae-a612-eddecd6bedef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Deleting port 7ed9632b-91ef-435a-a074-301294afbf73 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:55:03.496017 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5f5fce65-b6d0-41ae-a612-eddecd6bedef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:03.572796 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc2d45d-ba41-4795-b654-7d4d52cfe901 None None] DHCP port deletion for 3726b3c8-f274-4e03-aec2-2cab5905b50f request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:55:03.579494 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-5f5fce65-b6d0-41ae-a612-eddecd6bedef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] For port 7ed9632b-91ef-435a-a074-301294afbf73, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=7ed9632b-91ef-435a-a074-301294afbf73,segment=NetworkSegment(17bca092-e105-44e2-8006-db10da086364),segment_id=17bca092-e105-44e2-8006-db10da086364)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:03.580056 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5f5fce65-b6d0-41ae-a612-eddecd6bedef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:03.596085 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-5f5fce65-b6d0-41ae-a612-eddecd6bedef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Calling delete_port for 7ed9632b-91ef-435a-a074-301294afbf73 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:55:03.627433 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-dcc2d45d-ba41-4795-b654-7d4d52cfe901 None None] Deleting port 7ed9632b-91ef-435a-a074-301294afbf73 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:55:03.627720 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-dcc2d45d-ba41-4795-b654-7d4d52cfe901 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:03.703346 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-dcc2d45d-ba41-4795-b654-7d4d52cfe901 None None] For port 7ed9632b-91ef-435a-a074-301294afbf73, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=7ed9632b-91ef-435a-a074-301294afbf73,segment=NetworkSegment(17bca092-e105-44e2-8006-db10da086364),segment_id=17bca092-e105-44e2-8006-db10da086364)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:03.703969 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-dcc2d45d-ba41-4795-b654-7d4d52cfe901 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:03.717867 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-dcc2d45d-ba41-4795-b654-7d4d52cfe901 None None] Calling delete_port for 7ed9632b-91ef-435a-a074-301294afbf73 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:55:03.775040 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5f5fce65-b6d0-41ae-a612-eddecd6bedef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:03.802578 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5fce65-b6d0-41ae-a612-eddecd6bedef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Port': ['ID=7ed9632b-91ef-435a-a074-301294afbf73,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:03.803761 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-dcc2d45d-ba41-4795-b654-7d4d52cfe901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:03.807220 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5fce65-b6d0-41ae-a612-eddecd6bedef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] No DVR routers for this DVR port 7ed9632b-91ef-435a-a074-301294afbf73 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:55:03.831320 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2d45d-ba41-4795-b654-7d4d52cfe901 None None] Pushing event deleted for resources: {'Port': ['ID=7ed9632b-91ef-435a-a074-301294afbf73,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:03.835318 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc2d45d-ba41-4795-b654-7d4d52cfe901 None None] No DVR routers for this DVR port 7ed9632b-91ef-435a-a074-301294afbf73 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:55:03.899493 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5f5fce65-b6d0-41ae-a612-eddecd6bedef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:03.911366 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-5f5fce65-b6d0-41ae-a612-eddecd6bedef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3726b3c8-f274-4e03-aec2-2cab5905b50f']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:03.923462 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-5f5fce65-b6d0-41ae-a612-eddecd6bedef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17bca092-e105-44e2-8006-db10da086364') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:03.923462 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-5f5fce65-b6d0-41ae-a612-eddecd6bedef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17bca092-e105-44e2-8006-db10da086364') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:03.932707 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5f5fce65-b6d0-41ae-a612-eddecd6bedef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:03.948167 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5f5fce65-b6d0-41ae-a612-eddecd6bedef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:03.955343 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f5fce65-b6d0-41ae-a612-eddecd6bedef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:55:03.955741 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5f5fce65-b6d0-41ae-a612-eddecd6bedef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:03.958762 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:55:03.958762 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:55:03.958762 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:55:03.958762 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:55:03.958762 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:55:03.958762 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:55:03.958762 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:55:03.958762 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:55:03.958762 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:55:03.958762 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:55:03.958762 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:55:03.958762 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:55:03.958762 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:55:03.958762 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:55:03.958762 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:55:03.958762 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:55:03.958762 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:55:03.958762 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:55:03.958762 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:55:03.958762 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:55:03.958762 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:55:03.958762 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:55:03.958762 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:55:03.958762 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:55:03.958762 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:55:03.958762 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:55:03.958762 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:55:03.958762 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:55:03.958762 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:55:03.958762 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:55:03.958762 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:55:03.958762 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:55:04.182129 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5f5fce65-b6d0-41ae-a612-eddecd6bedef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:04.190341 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5f5fce65-b6d0-41ae-a612-eddecd6bedef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:04.192261 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5f5fce65-b6d0-41ae-a612-eddecd6bedef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/networks/3726b3c8-f274-4e03-aec2-2cab5905b50f HTTP/1.1" status: 204 len: 168 time: 0.8379338 Jun 30 09:55:04.200934 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57040) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:04.200934 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-b8db7269-e294-48ad-8376-04fd8c8f9626 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-930518819', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:04.209936 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5fce65-b6d0-41ae-a612-eddecd6bedef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Network': ['ID=3726b3c8-f274-4e03-aec2-2cab5905b50f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:04.342186 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b8db7269-e294-48ad-8376-04fd8c8f9626 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:04.343305 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b8db7269-e294-48ad-8376-04fd8c8f9626 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:04.401381 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b8db7269-e294-48ad-8376-04fd8c8f9626 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:04.502930 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b8db7269-e294-48ad-8376-04fd8c8f9626 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:04.633812 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b8db7269-e294-48ad-8376-04fd8c8f9626 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:04.635031 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b8db7269-e294-48ad-8376-04fd8c8f9626 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4378002 Jun 30 09:55:04.637646 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57042) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:04.642762 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-56387f8d-33fe-4d24-b534-2556b1d387d9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Request body: {'network': {'name': 'tempest-RoutersTest-777406831'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:04.747668 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56387f8d-33fe-4d24-b534-2556b1d387d9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Made reservation on behalf of 0ab923aba2e54d409e38022a4b61e087 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:55:04.753035 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-56387f8d-33fe-4d24-b534-2556b1d387d9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:04.777495 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56387f8d-33fe-4d24-b534-2556b1d387d9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:55:04.786298 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-56387f8d-33fe-4d24-b534-2556b1d387d9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:04.786649 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-56387f8d-33fe-4d24-b534-2556b1d387d9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Added segment 652fbe33-d504-48e0-8391-7ea54f1131a9 of type vlan for network 9df5c75b-d116-4f3d-aaa8-af50a634d5cd Jun 30 09:55:04.832603 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-56387f8d-33fe-4d24-b534-2556b1d387d9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:04.924822 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-56387f8d-33fe-4d24-b534-2556b1d387d9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:04.930629 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56387f8d-33fe-4d24-b534-2556b1d387d9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:04.931233 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-56387f8d-33fe-4d24-b534-2556b1d387d9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:04.997306 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56387f8d-33fe-4d24-b534-2556b1d387d9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Network': ['ID=9df5c75b-d116-4f3d-aaa8-af50a634d5cd,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:05.008736 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 9df5c75b-d116-4f3d-aaa8-af50a634d5cd details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:55:05.072365 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-56387f8d-33fe-4d24-b534-2556b1d387d9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4336059 Jun 30 09:55:05.075209 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57044) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:05.080853 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-6ffdb9c7-e04f-41d5-a65d-54e09b2b1cd9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Request body: {'subnet': {'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:05.216762 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 7ed9632b-91ef-435a-a074-301294afbf73 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:55:05.237903 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 7ed9632b-91ef-435a-a074-301294afbf73 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:55:05.238240 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 7ed9632b-91ef-435a-a074-301294afbf73 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:55:05.277237 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffdb9c7-e04f-41d5-a65d-54e09b2b1cd9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Made reservation on behalf of 0ab923aba2e54d409e38022a4b61e087 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:55:05.280720 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ffdb9c7-e04f-41d5-a65d-54e09b2b1cd9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:05.535706 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ffdb9c7-e04f-41d5-a65d-54e09b2b1cd9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:05.589717 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffdb9c7-e04f-41d5-a65d-54e09b2b1cd9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Subnet': ['ID=c88df346-ecf4-4f75-b39b-00dbcad39535,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:05.605709 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffdb9c7-e04f-41d5-a65d-54e09b2b1cd9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Checking segment: {'id': '652fbe33-d504-48e0-8391-7ea54f1131a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:55:05.606072 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffdb9c7-e04f-41d5-a65d-54e09b2b1cd9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network hostable DHCP agents. Network: 9df5c75b-d116-4f3d-aaa8-af50a634d5cd, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:55:05.689321 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffdb9c7-e04f-41d5-a65d-54e09b2b1cd9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network 9df5c75b-d116-4f3d-aaa8-af50a634d5cd is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:55:05.793123 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-6ffdb9c7-e04f-41d5-a65d-54e09b2b1cd9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 9df5c75b-d116-4f3d-aaa8-af50a634d5cd) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:55:05.799334 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffdb9c7-e04f-41d5-a65d-54e09b2b1cd9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:05.800276 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6ffdb9c7-e04f-41d5-a65d-54e09b2b1cd9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:05.805696 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c842117-198a-4ec4-97f3-10d7681e3032 None None] Network 9df5c75b-d116-4f3d-aaa8-af50a634d5cd requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:55:05.920375 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6ffdb9c7-e04f-41d5-a65d-54e09b2b1cd9 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8436971 Jun 30 09:55:05.923239 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57046) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:05.955109 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-9df5c75b-d116-4f3d-aaa8-af50a634d5cd', 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'fixed_ips': [{'subnet_id': 'c88df346-ecf4-4f75-b39b-00dbcad39535'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:55:05.956019 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:06.091111 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Allocated IP 172.20.0.2 (9df5c75b-d116-4f3d-aaa8-af50a634d5cd/c88df346-ecf4-4f75-b39b-00dbcad39535/f096f9bf-c58d-47aa-af3f-b62f2a7d2de4) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:55:06.213146 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5db7a60f-474e-4fe8-b427-bdf2633fd0e8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:06.244618 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:06.252934 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Transition to ACTIVE for port object f096f9bf-c58d-47aa-af3f-b62f2a7d2de4 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:55:06.268543 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Transition to ACTIVE for port object f096f9bf-c58d-47aa-af3f-b62f2a7d2de4 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:55:06.353591 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:06.392699 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Network 9df5c75b-d116-4f3d-aaa8-af50a634d5cd is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:55:06.395715 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:55:06.401211 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:55:06.408556 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Pushing event updated for resources: {'Port': ['ID=f096f9bf-c58d-47aa-af3f-b62f2a7d2de4,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:06.418446 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:06.418850 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:06.423088 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:06.423088 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:06.423088 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:06.423088 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:06.423088 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:06.423088 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:06.423088 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:06.423088 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:06.423088 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:06.423088 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:06.462117 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-5db7a60f-474e-4fe8-b427-bdf2633fd0e8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Allocated IP 172.20.0.1 (9df5c75b-d116-4f3d-aaa8-af50a634d5cd/c88df346-ecf4-4f75-b39b-00dbcad39535/8faa3f99-7f18-49cd-b3a3-1beece597e4f) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:55:06.476084 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Attempting to bind port f096f9bf-c58d-47aa-af3f-b62f2a7d2de4 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:55:06.476375 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Attempting to bind port f096f9bf-c58d-47aa-af3f-b62f2a7d2de4 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '652fbe33-d504-48e0-8391-7ea54f1131a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:55:06.476736 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Attempting to bind port f096f9bf-c58d-47aa-af3f-b62f2a7d2de4 on network 9df5c75b-d116-4f3d-aaa8-af50a634d5cd {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:55:06.481713 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:55:06.482075 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Checking segment: {'id': '652fbe33-d504-48e0-8391-7ea54f1131a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:55:06.482462 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:06.482842 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Bound using segment: {'id': '652fbe33-d504-48e0-8391-7ea54f1131a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:55:06.483348 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Bound port: f096f9bf-c58d-47aa-af3f-b62f2a7d2de4, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652fbe33-d504-48e0-8391-7ea54f1131a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:55:06.483713 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:06.550707 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] For port f096f9bf-c58d-47aa-af3f-b62f2a7d2de4, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:55:06.554903 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] For port f096f9bf-c58d-47aa-af3f-b62f2a7d2de4, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f096f9bf-c58d-47aa-af3f-b62f2a7d2de4,segment=NetworkSegment(652fbe33-d504-48e0-8391-7ea54f1131a9),segment_id=652fbe33-d504-48e0-8391-7ea54f1131a9)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:55:06.581526 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5db7a60f-474e-4fe8-b427-bdf2633fd0e8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:06.596568 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-5db7a60f-474e-4fe8-b427-bdf2633fd0e8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Transition to ACTIVE for port object 8faa3f99-7f18-49cd-b3a3-1beece597e4f will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:55:06.632455 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:06.693271 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8497b15-a485-4ccc-813b-0801e5cf56c1 None None] Pushing event updated for resources: {'Port': ['ID=f096f9bf-c58d-47aa-af3f-b62f2a7d2de4,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:06.712756 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5db7a60f-474e-4fe8-b427-bdf2633fd0e8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:06.771562 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db7a60f-474e-4fe8-b427-bdf2633fd0e8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network 9df5c75b-d116-4f3d-aaa8-af50a634d5cd is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:55:06.774907 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-5db7a60f-474e-4fe8-b427-bdf2633fd0e8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:55:06.777226 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db7a60f-474e-4fe8-b427-bdf2633fd0e8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:55:06.812095 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7a60f-474e-4fe8-b427-bdf2633fd0e8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Port': ['ID=8faa3f99-7f18-49cd-b3a3-1beece597e4f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:06.839167 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5db7a60f-474e-4fe8-b427-bdf2633fd0e8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:07.078220 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5db7a60f-474e-4fe8-b427-bdf2633fd0e8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:07.269873 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f096f9bf-c58d-47aa-af3f-b62f2a7d2de4 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:55:07.377737 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5db7a60f-474e-4fe8-b427-bdf2633fd0e8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:07.391721 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port f096f9bf-c58d-47aa-af3f-b62f2a7d2de4 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:55:07.461889 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5db7a60f-474e-4fe8-b427-bdf2633fd0e8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:07.539490 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7a60f-474e-4fe8-b427-bdf2633fd0e8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Port': ['ID=8faa3f99-7f18-49cd-b3a3-1beece597e4f,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:07.543943 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5db7a60f-474e-4fe8-b427-bdf2633fd0e8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:07.628685 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce395750-63a0-4e40-9bf0-a5f3f2ff5743 None None] Network 9df5c75b-d116-4f3d-aaa8-af50a634d5cd requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:55:07.649143 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db7a60f-474e-4fe8-b427-bdf2633fd0e8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network 9df5c75b-d116-4f3d-aaa8-af50a634d5cd is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:55:07.650822 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-5db7a60f-474e-4fe8-b427-bdf2633fd0e8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:55:07.844823 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bbc99591-cf8e-4b36-a5e8-4d3392dbf567 None None] Provisioning for port f096f9bf-c58d-47aa-af3f-b62f2a7d2de4 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:55:07.854322 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bbc99591-cf8e-4b36-a5e8-4d3392dbf567 None None] Provisioning complete for port f096f9bf-c58d-47aa-af3f-b62f2a7d2de4 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:07.854741 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bbc99591-cf8e-4b36-a5e8-4d3392dbf567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:07.877925 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db7a60f-474e-4fe8-b427-bdf2633fd0e8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Router bbfdece3-9ce8-4a34-90d5-3761858479dc is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:55:07.938455 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bbc99591-cf8e-4b36-a5e8-4d3392dbf567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:07.977134 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bbc99591-cf8e-4b36-a5e8-4d3392dbf567 None None] For port f096f9bf-c58d-47aa-af3f-b62f2a7d2de4, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f096f9bf-c58d-47aa-af3f-b62f2a7d2de4,segment=NetworkSegment(652fbe33-d504-48e0-8391-7ea54f1131a9),segment_id=652fbe33-d504-48e0-8391-7ea54f1131a9)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:07.979085 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:07.989566 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db7a60f-474e-4fe8-b427-bdf2633fd0e8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:55:07.994701 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5db7a60f-474e-4fe8-b427-bdf2633fd0e8 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "PUT /v2.0/routers/bbfdece3-9ce8-4a34-90d5-3761858479dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0704739 Jun 30 09:55:07.998172 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57048) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:08.000237 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1156511-ff80-463a-85f2-5a0ddfbe56a9 None None] Sync routers for ids ['bbfdece3-9ce8-4a34-90d5-3761858479dc'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:55:08.004059 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-1bd8e9a1-b460-4879-bc55-a468f3345cef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Request body: {'network': {'name': 'tempest-RoutersTest-717672534'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:08.009870 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1156511-ff80-463a-85f2-5a0ddfbe56a9 None None] Routers {'bbfdece3-9ce8-4a34-90d5-3761858479dc'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:08.010485 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f1156511-ff80-463a-85f2-5a0ddfbe56a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:54:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bbfdece3-9ce8-4a34-90d5-3761858479dc'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:08.107634 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd8e9a1-b460-4879-bc55-a468f3345cef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Made reservation on behalf of 0ab923aba2e54d409e38022a4b61e087 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:55:08.112444 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1bd8e9a1-b460-4879-bc55-a468f3345cef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:08.140315 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd8e9a1-b460-4879-bc55-a468f3345cef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:55:08.151181 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1bd8e9a1-b460-4879-bc55-a468f3345cef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:08.151575 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-1bd8e9a1-b460-4879-bc55-a468f3345cef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Added segment c4461629-e68d-48a5-b6ef-655724177148 of type vlan for network 711fa7be-4997-4637-9b3e-c0dbbbb2eb46 Jun 30 09:55:08.201807 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1bd8e9a1-b460-4879-bc55-a468f3345cef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:08.231299 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bbc99591-cf8e-4b36-a5e8-4d3392dbf567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:08.287422 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-f1156511-ff80-463a-85f2-5a0ddfbe56a9 None None] Set router bbfdece3-9ce8-4a34-90d5-3761858479dc gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:08.325394 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1bd8e9a1-b460-4879-bc55-a468f3345cef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:08.326743 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc99591-cf8e-4b36-a5e8-4d3392dbf567 None None] Pushing event updated for resources: {'Port': ['ID=f096f9bf-c58d-47aa-af3f-b62f2a7d2de4,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:08.332314 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd8e9a1-b460-4879-bc55-a468f3345cef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:08.335524 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1bd8e9a1-b460-4879-bc55-a468f3345cef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:08.404539 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8e9a1-b460-4879-bc55-a468f3345cef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Network': ['ID=711fa7be-4997-4637-9b3e-c0dbbbb2eb46,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:08.418690 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 711fa7be-4997-4637-9b3e-c0dbbbb2eb46 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:55:08.464846 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fbdba578-dd86-4e28-a859-ba04e48b21aa None None] Provisioning for port 8faa3f99-7f18-49cd-b3a3-1beece597e4f completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:55:08.480417 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fbdba578-dd86-4e28-a859-ba04e48b21aa None None] Provisioning complete for port 8faa3f99-7f18-49cd-b3a3-1beece597e4f triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:08.480789 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fbdba578-dd86-4e28-a859-ba04e48b21aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:08.485737 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1bd8e9a1-b460-4879-bc55-a468f3345cef tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4864581 Jun 30 09:55:08.488543 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57050) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:08.493513 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-b86ea98f-35e2-4243-b90a-5eb255def0ac tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Request body: {'subnet': {'network_id': '711fa7be-4997-4637-9b3e-c0dbbbb2eb46', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:08.544223 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-fbdba578-dd86-4e28-a859-ba04e48b21aa None None] Port 8faa3f99-7f18-49cd-b3a3-1beece597e4f cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:55:08.584771 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fbdba578-dd86-4e28-a859-ba04e48b21aa None None] Provisioning complete for port f096f9bf-c58d-47aa-af3f-b62f2a7d2de4 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:08.585044 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fbdba578-dd86-4e28-a859-ba04e48b21aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:08.646119 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f1156511-ff80-463a-85f2-5a0ddfbe56a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'name': 'tempest-RoutersTest-router-930518819', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:04Z', 'updated_at': '2021-06-30T09:55:06Z', 'revision_number': 2, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None, '_interfaces': [{'id': '8faa3f99-7f18-49cd-b3a3-1beece597e4f', 'name': '', 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:11:2c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:06Z', 'updated_at': '2021-06-30T09:55:07Z', 'revision_number': 2, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:08.650366 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86ea98f-35e2-4243-b90a-5eb255def0ac tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Made reservation on behalf of 0ab923aba2e54d409e38022a4b61e087 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:55:08.654014 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b86ea98f-35e2-4243-b90a-5eb255def0ac tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:08.687631 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1156511-ff80-463a-85f2-5a0ddfbe56a9 None None] Checking router: bbfdece3-9ce8-4a34-90d5-3761858479dc for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:55:08.688557 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1156511-ff80-463a-85f2-5a0ddfbe56a9 None None] Updating router bbfdece3-9ce8-4a34-90d5-3761858479dc port 8faa3f99-7f18-49cd-b3a3-1beece597e4f binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:55:08.738768 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f1156511-ff80-463a-85f2-5a0ddfbe56a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:08.879021 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b8ef34df-67e8-4984-a92c-d5df1714b300 None None] Provisioning complete for port 8faa3f99-7f18-49cd-b3a3-1beece597e4f triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:08.879334 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b8ef34df-67e8-4984-a92c-d5df1714b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:08.920399 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b86ea98f-35e2-4243-b90a-5eb255def0ac tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:08.966954 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-b8ef34df-67e8-4984-a92c-d5df1714b300 None None] Port 8faa3f99-7f18-49cd-b3a3-1beece597e4f cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:55:08.987201 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ea98f-35e2-4243-b90a-5eb255def0ac tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Subnet': ['ID=f62f445e-7311-4364-807e-1416e3f9333d,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:08.995814 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86ea98f-35e2-4243-b90a-5eb255def0ac tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Checking segment: {'id': 'c4461629-e68d-48a5-b6ef-655724177148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '711fa7be-4997-4637-9b3e-c0dbbbb2eb46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:55:08.996251 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86ea98f-35e2-4243-b90a-5eb255def0ac tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network hostable DHCP agents. Network: 711fa7be-4997-4637-9b3e-c0dbbbb2eb46, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:55:09.078983 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f1156511-ff80-463a-85f2-5a0ddfbe56a9 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:09.089425 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f1156511-ff80-463a-85f2-5a0ddfbe56a9 None None] Transition to ACTIVE for port object 8faa3f99-7f18-49cd-b3a3-1beece597e4f will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:55:09.146238 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86ea98f-35e2-4243-b90a-5eb255def0ac tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network 711fa7be-4997-4637-9b3e-c0dbbbb2eb46 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:55:09.186295 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:09.190023 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f1156511-ff80-463a-85f2-5a0ddfbe56a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:09.241616 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb673e-b231-4436-ad83-595fede4ae20 None None] Pushing event updated for resources: {'Port': ['ID=8faa3f99-7f18-49cd-b3a3-1beece597e4f,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:09.267816 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f096f9bf-c58d-47aa-af3f-b62f2a7d2de4 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:55:09.288701 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-b86ea98f-35e2-4243-b90a-5eb255def0ac tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 711fa7be-4997-4637-9b3e-c0dbbbb2eb46) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:55:09.296153 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86ea98f-35e2-4243-b90a-5eb255def0ac tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:09.296755 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b86ea98f-35e2-4243-b90a-5eb255def0ac tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:09.314609 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706f2ce4-d568-4a9a-9970-1e406138964e None None] Network 711fa7be-4997-4637-9b3e-c0dbbbb2eb46 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:55:09.373551 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f1156511-ff80-463a-85f2-5a0ddfbe56a9 None None] Attempting to bind port 8faa3f99-7f18-49cd-b3a3-1beece597e4f on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:55:09.373926 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f1156511-ff80-463a-85f2-5a0ddfbe56a9 None None] Attempting to bind port 8faa3f99-7f18-49cd-b3a3-1beece597e4f by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '652fbe33-d504-48e0-8391-7ea54f1131a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:55:09.374289 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1156511-ff80-463a-85f2-5a0ddfbe56a9 None None] Attempting to bind port 8faa3f99-7f18-49cd-b3a3-1beece597e4f on network 9df5c75b-d116-4f3d-aaa8-af50a634d5cd {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:55:09.390629 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1156511-ff80-463a-85f2-5a0ddfbe56a9 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:55:09.391003 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1156511-ff80-463a-85f2-5a0ddfbe56a9 None None] Checking segment: {'id': '652fbe33-d504-48e0-8391-7ea54f1131a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:55:09.391503 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f1156511-ff80-463a-85f2-5a0ddfbe56a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:09.392170 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1156511-ff80-463a-85f2-5a0ddfbe56a9 None None] Bound using segment: {'id': '652fbe33-d504-48e0-8391-7ea54f1131a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:55:09.392492 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f1156511-ff80-463a-85f2-5a0ddfbe56a9 None None] Bound port: 8faa3f99-7f18-49cd-b3a3-1beece597e4f, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652fbe33-d504-48e0-8391-7ea54f1131a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:55:09.392877 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f1156511-ff80-463a-85f2-5a0ddfbe56a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:09.394676 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b86ea98f-35e2-4243-b90a-5eb255def0ac tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9050796 Jun 30 09:55:09.397917 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57052) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:09.465609 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port f096f9bf-c58d-47aa-af3f-b62f2a7d2de4 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:09.466766 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:09.555548 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-f1156511-ff80-463a-85f2-5a0ddfbe56a9 None None] For port 8faa3f99-7f18-49cd-b3a3-1beece597e4f, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:55:09.577807 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-f1156511-ff80-463a-85f2-5a0ddfbe56a9 None None] For port 8faa3f99-7f18-49cd-b3a3-1beece597e4f, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8faa3f99-7f18-49cd-b3a3-1beece597e4f,segment=NetworkSegment(652fbe33-d504-48e0-8391-7ea54f1131a9),segment_id=652fbe33-d504-48e0-8391-7ea54f1131a9)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:55:09.632665 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4e3afa-69a2-42af-9368-9f234e4b336b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-711fa7be-4997-4637-9b3e-c0dbbbb2eb46', 'network_id': '711fa7be-4997-4637-9b3e-c0dbbbb2eb46', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'fixed_ips': [{'subnet_id': 'f62f445e-7311-4364-807e-1416e3f9333d'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:55:09.633513 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3afa-69a2-42af-9368-9f234e4b336b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:09.716006 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f1156511-ff80-463a-85f2-5a0ddfbe56a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:09.764326 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-67a02fb0-5090-45fd-aa98-6b58f8be6005 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:09.834645 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb673e-b231-4436-ad83-595fede4ae20 None None] Pushing event updated for resources: {'Port': ['ID=8faa3f99-7f18-49cd-b3a3-1beece597e4f,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:09.840881 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1156511-ff80-463a-85f2-5a0ddfbe56a9 None None] Routers {'bbfdece3-9ce8-4a34-90d5-3761858479dc'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:09.841521 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f1156511-ff80-463a-85f2-5a0ddfbe56a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:54:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bbfdece3-9ce8-4a34-90d5-3761858479dc'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:09.924597 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-6f4e3afa-69a2-42af-9368-9f234e4b336b None None] Allocated IP 172.21.0.2 (711fa7be-4997-4637-9b3e-c0dbbbb2eb46/f62f445e-7311-4364-807e-1416e3f9333d/a54174da-c455-466c-baca-9d64b7e1695d) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:55:10.012213 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-f1156511-ff80-463a-85f2-5a0ddfbe56a9 None None] Set router bbfdece3-9ce8-4a34-90d5-3761858479dc gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:10.286720 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3afa-69a2-42af-9368-9f234e4b336b None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:10.323206 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6f4e3afa-69a2-42af-9368-9f234e4b336b None None] Transition to ACTIVE for port object a54174da-c455-466c-baca-9d64b7e1695d will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:55:10.347576 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6f4e3afa-69a2-42af-9368-9f234e4b336b None None] Transition to ACTIVE for port object a54174da-c455-466c-baca-9d64b7e1695d will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:55:10.369824 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f1156511-ff80-463a-85f2-5a0ddfbe56a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'name': 'tempest-RoutersTest-router-930518819', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:04Z', 'updated_at': '2021-06-30T09:55:06Z', 'revision_number': 2, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None, '_interfaces': [{'id': '8faa3f99-7f18-49cd-b3a3-1beece597e4f', 'name': '', 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:11:2c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:06Z', 'updated_at': '2021-06-30T09:55:09Z', 'revision_number': 4, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:10.402327 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1156511-ff80-463a-85f2-5a0ddfbe56a9 None None] The sync data for ids ['bbfdece3-9ce8-4a34-90d5-3761858479dc'] in n-d-771363-31 is: [{'id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'name': 'tempest-RoutersTest-router-930518819', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:04Z', 'updated_at': '2021-06-30T09:55:06Z', 'revision_number': 2, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None, '_interfaces': [{'id': '8faa3f99-7f18-49cd-b3a3-1beece597e4f', 'name': '', 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:11:2c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:06Z', 'updated_at': '2021-06-30T09:55:09Z', 'revision_number': 4, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:55:10.422590 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3afa-69a2-42af-9368-9f234e4b336b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:10.463540 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4e3afa-69a2-42af-9368-9f234e4b336b None None] Network 711fa7be-4997-4637-9b3e-c0dbbbb2eb46 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:55:10.472084 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-6f4e3afa-69a2-42af-9368-9f234e4b336b None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:55:10.475946 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4e3afa-69a2-42af-9368-9f234e4b336b None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:55:10.478406 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-67a02fb0-5090-45fd-aa98-6b58f8be6005 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Allocated IP 172.21.0.1 (711fa7be-4997-4637-9b3e-c0dbbbb2eb46/f62f445e-7311-4364-807e-1416e3f9333d/e8988473-fa45-4a14-bced-9aa432f5a1ce) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:55:10.485941 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e3afa-69a2-42af-9368-9f234e4b336b None None] Pushing event updated for resources: {'Port': ['ID=a54174da-c455-466c-baca-9d64b7e1695d,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:10.557286 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-6f4e3afa-69a2-42af-9368-9f234e4b336b None None] Attempting to bind port a54174da-c455-466c-baca-9d64b7e1695d on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:55:10.557574 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-6f4e3afa-69a2-42af-9368-9f234e4b336b None None] Attempting to bind port a54174da-c455-466c-baca-9d64b7e1695d by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'c4461629-e68d-48a5-b6ef-655724177148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '711fa7be-4997-4637-9b3e-c0dbbbb2eb46'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:55:10.557932 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4e3afa-69a2-42af-9368-9f234e4b336b None None] Attempting to bind port a54174da-c455-466c-baca-9d64b7e1695d on network 711fa7be-4997-4637-9b3e-c0dbbbb2eb46 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:55:10.567290 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4e3afa-69a2-42af-9368-9f234e4b336b None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:55:10.567903 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4e3afa-69a2-42af-9368-9f234e4b336b None None] Checking segment: {'id': 'c4461629-e68d-48a5-b6ef-655724177148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '711fa7be-4997-4637-9b3e-c0dbbbb2eb46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:55:10.568551 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3afa-69a2-42af-9368-9f234e4b336b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:10.569212 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4e3afa-69a2-42af-9368-9f234e4b336b None None] Bound using segment: {'id': 'c4461629-e68d-48a5-b6ef-655724177148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '711fa7be-4997-4637-9b3e-c0dbbbb2eb46'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:55:10.569725 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-6f4e3afa-69a2-42af-9368-9f234e4b336b None None] Bound port: a54174da-c455-466c-baca-9d64b7e1695d, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4461629-e68d-48a5-b6ef-655724177148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '711fa7be-4997-4637-9b3e-c0dbbbb2eb46'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:55:10.570118 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3afa-69a2-42af-9368-9f234e4b336b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:10.656226 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-67a02fb0-5090-45fd-aa98-6b58f8be6005 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:10.669149 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-6f4e3afa-69a2-42af-9368-9f234e4b336b None None] For port a54174da-c455-466c-baca-9d64b7e1695d, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:55:10.673320 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-6f4e3afa-69a2-42af-9368-9f234e4b336b None None] For port a54174da-c455-466c-baca-9d64b7e1695d, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a54174da-c455-466c-baca-9d64b7e1695d,segment=NetworkSegment(c4461629-e68d-48a5-b6ef-655724177148),segment_id=c4461629-e68d-48a5-b6ef-655724177148)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:55:10.683722 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-67a02fb0-5090-45fd-aa98-6b58f8be6005 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Transition to ACTIVE for port object e8988473-fa45-4a14-bced-9aa432f5a1ce will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:55:10.769851 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3afa-69a2-42af-9368-9f234e4b336b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:10.821565 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-67a02fb0-5090-45fd-aa98-6b58f8be6005 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:10.834880 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e3afa-69a2-42af-9368-9f234e4b336b None None] Pushing event updated for resources: {'Port': ['ID=a54174da-c455-466c-baca-9d64b7e1695d,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:10.870001 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a02fb0-5090-45fd-aa98-6b58f8be6005 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network 711fa7be-4997-4637-9b3e-c0dbbbb2eb46 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:55:10.873417 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-67a02fb0-5090-45fd-aa98-6b58f8be6005 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:55:10.878345 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a02fb0-5090-45fd-aa98-6b58f8be6005 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:55:10.914214 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a02fb0-5090-45fd-aa98-6b58f8be6005 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Port': ['ID=e8988473-fa45-4a14-bced-9aa432f5a1ce,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:10.943408 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-67a02fb0-5090-45fd-aa98-6b58f8be6005 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:11.240261 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-67a02fb0-5090-45fd-aa98-6b58f8be6005 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:11.289324 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8faa3f99-7f18-49cd-b3a3-1beece597e4f up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:55:11.410345 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 8faa3f99-7f18-49cd-b3a3-1beece597e4f completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:55:11.414272 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 8faa3f99-7f18-49cd-b3a3-1beece597e4f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:11.414785 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:11.501139 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:11.527304 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-67a02fb0-5090-45fd-aa98-6b58f8be6005 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:11.541933 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 8faa3f99-7f18-49cd-b3a3-1beece597e4f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8faa3f99-7f18-49cd-b3a3-1beece597e4f,segment=NetworkSegment(652fbe33-d504-48e0-8391-7ea54f1131a9),segment_id=652fbe33-d504-48e0-8391-7ea54f1131a9)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:11.604493 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-67a02fb0-5090-45fd-aa98-6b58f8be6005 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:11.678289 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a02fb0-5090-45fd-aa98-6b58f8be6005 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Port': ['ID=e8988473-fa45-4a14-bced-9aa432f5a1ce,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:11.683572 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:11.683838 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-67a02fb0-5090-45fd-aa98-6b58f8be6005 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:11.684578 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a54174da-c455-466c-baca-9d64b7e1695d up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:55:11.772348 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=8faa3f99-7f18-49cd-b3a3-1beece597e4f,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:11.783620 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a02fb0-5090-45fd-aa98-6b58f8be6005 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network 711fa7be-4997-4637-9b3e-c0dbbbb2eb46 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:55:11.785233 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-67a02fb0-5090-45fd-aa98-6b58f8be6005 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:55:11.888254 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a02fb0-5090-45fd-aa98-6b58f8be6005 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Router bbfdece3-9ce8-4a34-90d5-3761858479dc has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:55:11.895059 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port a54174da-c455-466c-baca-9d64b7e1695d completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:55:11.995154 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a02fb0-5090-45fd-aa98-6b58f8be6005 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:55:12.001249 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-67a02fb0-5090-45fd-aa98-6b58f8be6005 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "PUT /v2.0/routers/bbfdece3-9ce8-4a34-90d5-3761858479dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6019678 Jun 30 09:55:12.004393 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57054) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:12.009663 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-18d4857f-1419-4fb2-8b8f-fc292aa6701f tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Request body: {'network': {'name': 'tempest-RoutersTest-1024674837'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:12.119266 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d4857f-1419-4fb2-8b8f-fc292aa6701f tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Made reservation on behalf of 0ab923aba2e54d409e38022a4b61e087 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:55:12.123948 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-18d4857f-1419-4fb2-8b8f-fc292aa6701f tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:12.241201 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57f1800-abd7-47b2-b834-e3824956c8dc None None] Sync routers for ids ['bbfdece3-9ce8-4a34-90d5-3761858479dc'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:55:12.253360 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57f1800-abd7-47b2-b834-e3824956c8dc None None] Routers {'bbfdece3-9ce8-4a34-90d5-3761858479dc'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:12.254391 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-d57f1800-abd7-47b2-b834-e3824956c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:54:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bbfdece3-9ce8-4a34-90d5-3761858479dc'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:12.356314 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-d57f1800-abd7-47b2-b834-e3824956c8dc None None] Set router bbfdece3-9ce8-4a34-90d5-3761858479dc gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:12.362220 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6057e52e-a805-4567-9acd-dd2a646f1bec None None] Network 711fa7be-4997-4637-9b3e-c0dbbbb2eb46 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:55:12.525840 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d4857f-1419-4fb2-8b8f-fc292aa6701f tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:55:12.537069 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-18d4857f-1419-4fb2-8b8f-fc292aa6701f tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:12.537811 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-18d4857f-1419-4fb2-8b8f-fc292aa6701f tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Added segment 62864251-c7c3-4046-be23-91e86abe1c4c of type vlan for network 558033b1-9ae9-4884-85a8-afd73eceb719 Jun 30 09:55:12.541944 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5dc3815e-1c31-4c10-b90b-171dccd87e9e None None] Provisioning for port a54174da-c455-466c-baca-9d64b7e1695d completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:55:12.547161 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5dc3815e-1c31-4c10-b90b-171dccd87e9e None None] Provisioning complete for port a54174da-c455-466c-baca-9d64b7e1695d triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:12.549743 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5dc3815e-1c31-4c10-b90b-171dccd87e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:12.584776 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-d57f1800-abd7-47b2-b834-e3824956c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'name': 'tempest-RoutersTest-router-930518819', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:04Z', 'updated_at': '2021-06-30T09:55:11Z', 'revision_number': 3, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None, '_interfaces': [{'id': '8faa3f99-7f18-49cd-b3a3-1beece597e4f', 'name': '', 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:11:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:06Z', 'updated_at': '2021-06-30T09:55:11Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8988473-fa45-4a14-bced-9aa432f5a1ce', 'name': '', 'network_id': '711fa7be-4997-4637-9b3e-c0dbbbb2eb46', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:9d:4b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:09Z', 'updated_at': '2021-06-30T09:55:11Z', 'revision_number': 2, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:12.586492 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-18d4857f-1419-4fb2-8b8f-fc292aa6701f tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:12.616611 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57f1800-abd7-47b2-b834-e3824956c8dc None None] Checking router: bbfdece3-9ce8-4a34-90d5-3761858479dc for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:55:12.616971 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57f1800-abd7-47b2-b834-e3824956c8dc None None] Updating router bbfdece3-9ce8-4a34-90d5-3761858479dc port e8988473-fa45-4a14-bced-9aa432f5a1ce binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:55:12.647329 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5dc3815e-1c31-4c10-b90b-171dccd87e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:12.654199 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-d57f1800-abd7-47b2-b834-e3824956c8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:12.688967 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-5dc3815e-1c31-4c10-b90b-171dccd87e9e None None] For port a54174da-c455-466c-baca-9d64b7e1695d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a54174da-c455-466c-baca-9d64b7e1695d,segment=NetworkSegment(c4461629-e68d-48a5-b6ef-655724177148),segment_id=c4461629-e68d-48a5-b6ef-655724177148)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:12.701599 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-18d4857f-1419-4fb2-8b8f-fc292aa6701f tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:12.707978 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d4857f-1419-4fb2-8b8f-fc292aa6701f tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:12.708928 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-18d4857f-1419-4fb2-8b8f-fc292aa6701f tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:12.781746 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5dc3815e-1c31-4c10-b90b-171dccd87e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:12.800251 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4857f-1419-4fb2-8b8f-fc292aa6701f tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Network': ['ID=558033b1-9ae9-4884-85a8-afd73eceb719,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:12.823643 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 558033b1-9ae9-4884-85a8-afd73eceb719 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:55:12.840171 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-18d4857f-1419-4fb2-8b8f-fc292aa6701f tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8346016 Jun 30 09:55:12.842690 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57056) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:12.850981 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-99cc1643-e2e6-422e-875a-3565786b1094 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Request body: {'subnet': {'network_id': '558033b1-9ae9-4884-85a8-afd73eceb719', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:13.025236 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-d57f1800-abd7-47b2-b834-e3824956c8dc None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:13.041979 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-d57f1800-abd7-47b2-b834-e3824956c8dc None None] Transition to ACTIVE for port object e8988473-fa45-4a14-bced-9aa432f5a1ce will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:55:13.065014 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3815e-1c31-4c10-b90b-171dccd87e9e None None] Pushing event updated for resources: {'Port': ['ID=a54174da-c455-466c-baca-9d64b7e1695d,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:13.073851 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cc1643-e2e6-422e-875a-3565786b1094 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Made reservation on behalf of 0ab923aba2e54d409e38022a4b61e087 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:55:13.083447 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99cc1643-e2e6-422e-875a-3565786b1094 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:13.090055 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-85edace8-7536-48cc-a4b8-736477117140 None None] Provisioning complete for port a54174da-c455-466c-baca-9d64b7e1695d triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:13.090425 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-85edace8-7536-48cc-a4b8-736477117140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:13.158871 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-d57f1800-abd7-47b2-b834-e3824956c8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:13.231732 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf4cf7-7ff5-48cc-9069-bd7645bb2075 None None] Pushing event updated for resources: {'Port': ['ID=e8988473-fa45-4a14-bced-9aa432f5a1ce,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:13.248207 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf4cf7-7ff5-48cc-9069-bd7645bb2075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:13.248935 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf4cf7-7ff5-48cc-9069-bd7645bb2075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:13.248935 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf4cf7-7ff5-48cc-9069-bd7645bb2075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:13.249175 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf4cf7-7ff5-48cc-9069-bd7645bb2075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:13.249700 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf4cf7-7ff5-48cc-9069-bd7645bb2075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:13.250961 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf4cf7-7ff5-48cc-9069-bd7645bb2075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:13.251490 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf4cf7-7ff5-48cc-9069-bd7645bb2075 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:13.252028 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf4cf7-7ff5-48cc-9069-bd7645bb2075 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:13.252555 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf4cf7-7ff5-48cc-9069-bd7645bb2075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:13.253025 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf4cf7-7ff5-48cc-9069-bd7645bb2075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:13.253596 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf4cf7-7ff5-48cc-9069-bd7645bb2075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:13.254075 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf4cf7-7ff5-48cc-9069-bd7645bb2075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:13.269068 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-85edace8-7536-48cc-a4b8-736477117140 None None] Provisioning for port e8988473-fa45-4a14-bced-9aa432f5a1ce completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:55:13.301042 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8faa3f99-7f18-49cd-b3a3-1beece597e4f up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:55:13.324415 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-d57f1800-abd7-47b2-b834-e3824956c8dc None None] Attempting to bind port e8988473-fa45-4a14-bced-9aa432f5a1ce on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:55:13.324784 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-d57f1800-abd7-47b2-b834-e3824956c8dc None None] Attempting to bind port e8988473-fa45-4a14-bced-9aa432f5a1ce by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'c4461629-e68d-48a5-b6ef-655724177148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '711fa7be-4997-4637-9b3e-c0dbbbb2eb46'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:55:13.325139 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57f1800-abd7-47b2-b834-e3824956c8dc None None] Attempting to bind port e8988473-fa45-4a14-bced-9aa432f5a1ce on network 711fa7be-4997-4637-9b3e-c0dbbbb2eb46 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:55:13.332519 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57f1800-abd7-47b2-b834-e3824956c8dc None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:55:13.332929 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57f1800-abd7-47b2-b834-e3824956c8dc None None] Checking segment: {'id': 'c4461629-e68d-48a5-b6ef-655724177148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '711fa7be-4997-4637-9b3e-c0dbbbb2eb46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:55:13.336788 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-d57f1800-abd7-47b2-b834-e3824956c8dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:13.336788 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57f1800-abd7-47b2-b834-e3824956c8dc None None] Bound using segment: {'id': 'c4461629-e68d-48a5-b6ef-655724177148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '711fa7be-4997-4637-9b3e-c0dbbbb2eb46'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:55:13.336788 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-d57f1800-abd7-47b2-b834-e3824956c8dc None None] Bound port: e8988473-fa45-4a14-bced-9aa432f5a1ce, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4461629-e68d-48a5-b6ef-655724177148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '711fa7be-4997-4637-9b3e-c0dbbbb2eb46'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:55:13.336788 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-d57f1800-abd7-47b2-b834-e3824956c8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:13.380919 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 8faa3f99-7f18-49cd-b3a3-1beece597e4f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:13.381278 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:13.390358 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99cc1643-e2e6-422e-875a-3565786b1094 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:13.421813 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-d57f1800-abd7-47b2-b834-e3824956c8dc None None] For port e8988473-fa45-4a14-bced-9aa432f5a1ce, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:55:13.427340 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-d57f1800-abd7-47b2-b834-e3824956c8dc None None] For port e8988473-fa45-4a14-bced-9aa432f5a1ce, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e8988473-fa45-4a14-bced-9aa432f5a1ce,segment=NetworkSegment(c4461629-e68d-48a5-b6ef-655724177148),segment_id=c4461629-e68d-48a5-b6ef-655724177148)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:55:13.477797 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc1643-e2e6-422e-875a-3565786b1094 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Subnet': ['ID=37a8f12a-82e1-44d6-8b0d-d1e40675984c,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:13.491620 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1643-e2e6-422e-875a-3565786b1094 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:13.492255 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1643-e2e6-422e-875a-3565786b1094 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:13.492544 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1643-e2e6-422e-875a-3565786b1094 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:13.493225 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1643-e2e6-422e-875a-3565786b1094 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:13.494827 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1643-e2e6-422e-875a-3565786b1094 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:13.494827 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1643-e2e6-422e-875a-3565786b1094 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:13.494827 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1643-e2e6-422e-875a-3565786b1094 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:13.494827 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1643-e2e6-422e-875a-3565786b1094 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:13.495871 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1643-e2e6-422e-875a-3565786b1094 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:13.495871 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1643-e2e6-422e-875a-3565786b1094 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:13.495871 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1643-e2e6-422e-875a-3565786b1094 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:13.496413 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1643-e2e6-422e-875a-3565786b1094 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:13.499918 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cc1643-e2e6-422e-875a-3565786b1094 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Checking segment: {'id': '62864251-c7c3-4046-be23-91e86abe1c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '558033b1-9ae9-4884-85a8-afd73eceb719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:55:13.500171 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-d57f1800-abd7-47b2-b834-e3824956c8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:13.500965 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cc1643-e2e6-422e-875a-3565786b1094 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network hostable DHCP agents. Network: 558033b1-9ae9-4884-85a8-afd73eceb719, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:55:13.519041 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a54174da-c455-466c-baca-9d64b7e1695d up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:55:13.566417 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57f1800-abd7-47b2-b834-e3824956c8dc None None] Routers {'bbfdece3-9ce8-4a34-90d5-3761858479dc'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:13.566417 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-d57f1800-abd7-47b2-b834-e3824956c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:54:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bbfdece3-9ce8-4a34-90d5-3761858479dc'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:13.593598 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cc1643-e2e6-422e-875a-3565786b1094 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network 558033b1-9ae9-4884-85a8-afd73eceb719 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:55:13.601441 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port a54174da-c455-466c-baca-9d64b7e1695d triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:13.604071 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:13.677629 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-99cc1643-e2e6-422e-875a-3565786b1094 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 558033b1-9ae9-4884-85a8-afd73eceb719) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:55:13.682904 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cc1643-e2e6-422e-875a-3565786b1094 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:13.683544 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99cc1643-e2e6-422e-875a-3565786b1094 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:13.707657 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd92147-02e7-4c6f-997d-c99b2cd518fe None None] Network 558033b1-9ae9-4884-85a8-afd73eceb719 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:55:13.774084 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf4cf7-7ff5-48cc-9069-bd7645bb2075 None None] Pushing event updated for resources: {'Port': ['ID=e8988473-fa45-4a14-bced-9aa432f5a1ce,revision_number=4']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:13.785195 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-99cc1643-e2e6-422e-875a-3565786b1094 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9406407 Jun 30 09:55:13.785591 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57058) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:13.795913 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-d57f1800-abd7-47b2-b834-e3824956c8dc None None] Set router bbfdece3-9ce8-4a34-90d5-3761858479dc gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:13.908567 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55d5ffd-e88c-460f-a8e2-cf3e73655a38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-558033b1-9ae9-4884-85a8-afd73eceb719', 'network_id': '558033b1-9ae9-4884-85a8-afd73eceb719', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'fixed_ips': [{'subnet_id': '37a8f12a-82e1-44d6-8b0d-d1e40675984c'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:55:13.909933 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f55d5ffd-e88c-460f-a8e2-cf3e73655a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:14.070047 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-d57f1800-abd7-47b2-b834-e3824956c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'name': 'tempest-RoutersTest-router-930518819', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:04Z', 'updated_at': '2021-06-30T09:55:11Z', 'revision_number': 3, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None, '_interfaces': [{'id': '8faa3f99-7f18-49cd-b3a3-1beece597e4f', 'name': '', 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:11:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:06Z', 'updated_at': '2021-06-30T09:55:11Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8988473-fa45-4a14-bced-9aa432f5a1ce', 'name': '', 'network_id': '711fa7be-4997-4637-9b3e-c0dbbbb2eb46', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:9d:4b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:09Z', 'updated_at': '2021-06-30T09:55:13Z', 'revision_number': 4, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:14.084146 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-f55d5ffd-e88c-460f-a8e2-cf3e73655a38 None None] Allocated IP 172.22.0.2 (558033b1-9ae9-4884-85a8-afd73eceb719/37a8f12a-82e1-44d6-8b0d-d1e40675984c/f631a2f0-daec-4558-a235-b3bb3713e293) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:55:14.103556 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57f1800-abd7-47b2-b834-e3824956c8dc None None] The sync data for ids ['bbfdece3-9ce8-4a34-90d5-3761858479dc'] in n-d-771363-31 is: [{'id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'name': 'tempest-RoutersTest-router-930518819', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:04Z', 'updated_at': '2021-06-30T09:55:11Z', 'revision_number': 3, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None, '_interfaces': [{'id': '8faa3f99-7f18-49cd-b3a3-1beece597e4f', 'name': '', 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:11:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:06Z', 'updated_at': '2021-06-30T09:55:11Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8988473-fa45-4a14-bced-9aa432f5a1ce', 'name': '', 'network_id': '711fa7be-4997-4637-9b3e-c0dbbbb2eb46', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:9d:4b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:09Z', 'updated_at': '2021-06-30T09:55:13Z', 'revision_number': 4, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:55:14.307236 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f55d5ffd-e88c-460f-a8e2-cf3e73655a38 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:14.311236 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4ea8d1ac-fe0d-4c26-b751-c0843edc4c7d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:14.317207 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f55d5ffd-e88c-460f-a8e2-cf3e73655a38 None None] Transition to ACTIVE for port object f631a2f0-daec-4558-a235-b3bb3713e293 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:55:14.340570 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f55d5ffd-e88c-460f-a8e2-cf3e73655a38 None None] Transition to ACTIVE for port object f631a2f0-daec-4558-a235-b3bb3713e293 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:55:14.434387 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f55d5ffd-e88c-460f-a8e2-cf3e73655a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:14.500722 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55d5ffd-e88c-460f-a8e2-cf3e73655a38 None None] Network 558033b1-9ae9-4884-85a8-afd73eceb719 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:55:14.504624 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-f55d5ffd-e88c-460f-a8e2-cf3e73655a38 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:55:14.511321 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55d5ffd-e88c-460f-a8e2-cf3e73655a38 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:55:14.521939 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d5ffd-e88c-460f-a8e2-cf3e73655a38 None None] Pushing event updated for resources: {'Port': ['ID=f631a2f0-daec-4558-a235-b3bb3713e293,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:14.600727 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f55d5ffd-e88c-460f-a8e2-cf3e73655a38 None None] Attempting to bind port f631a2f0-daec-4558-a235-b3bb3713e293 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:55:14.601253 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f55d5ffd-e88c-460f-a8e2-cf3e73655a38 None None] Attempting to bind port f631a2f0-daec-4558-a235-b3bb3713e293 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '62864251-c7c3-4046-be23-91e86abe1c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '558033b1-9ae9-4884-85a8-afd73eceb719'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:55:14.601701 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55d5ffd-e88c-460f-a8e2-cf3e73655a38 None None] Attempting to bind port f631a2f0-daec-4558-a235-b3bb3713e293 on network 558033b1-9ae9-4884-85a8-afd73eceb719 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:55:14.608776 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55d5ffd-e88c-460f-a8e2-cf3e73655a38 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:55:14.609371 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55d5ffd-e88c-460f-a8e2-cf3e73655a38 None None] Checking segment: {'id': '62864251-c7c3-4046-be23-91e86abe1c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '558033b1-9ae9-4884-85a8-afd73eceb719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:55:14.610022 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f55d5ffd-e88c-460f-a8e2-cf3e73655a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:14.610665 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55d5ffd-e88c-460f-a8e2-cf3e73655a38 None None] Bound using segment: {'id': '62864251-c7c3-4046-be23-91e86abe1c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '558033b1-9ae9-4884-85a8-afd73eceb719'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:55:14.611966 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f55d5ffd-e88c-460f-a8e2-cf3e73655a38 None None] Bound port: f631a2f0-daec-4558-a235-b3bb3713e293, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62864251-c7c3-4046-be23-91e86abe1c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '558033b1-9ae9-4884-85a8-afd73eceb719'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:55:14.612101 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f55d5ffd-e88c-460f-a8e2-cf3e73655a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:14.625045 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-4ea8d1ac-fe0d-4c26-b751-c0843edc4c7d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Allocated IP 172.22.0.1 (558033b1-9ae9-4884-85a8-afd73eceb719/37a8f12a-82e1-44d6-8b0d-d1e40675984c/82308f78-e481-4320-8da0-03fb46581de5) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:55:14.721961 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-f55d5ffd-e88c-460f-a8e2-cf3e73655a38 None None] For port f631a2f0-daec-4558-a235-b3bb3713e293, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:55:14.726567 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-f55d5ffd-e88c-460f-a8e2-cf3e73655a38 None None] For port f631a2f0-daec-4558-a235-b3bb3713e293, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f631a2f0-daec-4558-a235-b3bb3713e293,segment=NetworkSegment(62864251-c7c3-4046-be23-91e86abe1c4c),segment_id=62864251-c7c3-4046-be23-91e86abe1c4c)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:55:14.780799 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4ea8d1ac-fe0d-4c26-b751-c0843edc4c7d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:14.795626 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-4ea8d1ac-fe0d-4c26-b751-c0843edc4c7d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Transition to ACTIVE for port object 82308f78-e481-4320-8da0-03fb46581de5 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:55:14.845071 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f55d5ffd-e88c-460f-a8e2-cf3e73655a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:14.907416 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d5ffd-e88c-460f-a8e2-cf3e73655a38 None None] Pushing event updated for resources: {'Port': ['ID=f631a2f0-daec-4558-a235-b3bb3713e293,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:14.923174 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4ea8d1ac-fe0d-4c26-b751-c0843edc4c7d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:14.964995 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea8d1ac-fe0d-4c26-b751-c0843edc4c7d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network 558033b1-9ae9-4884-85a8-afd73eceb719 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:55:14.968368 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-4ea8d1ac-fe0d-4c26-b751-c0843edc4c7d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:55:14.975236 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea8d1ac-fe0d-4c26-b751-c0843edc4c7d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:55:14.982011 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8d1ac-fe0d-4c26-b751-c0843edc4c7d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Port': ['ID=82308f78-e481-4320-8da0-03fb46581de5,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:15.015728 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea8d1ac-fe0d-4c26-b751-c0843edc4c7d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:15.016767 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea8d1ac-fe0d-4c26-b751-c0843edc4c7d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:15.017251 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea8d1ac-fe0d-4c26-b751-c0843edc4c7d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:15.017660 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea8d1ac-fe0d-4c26-b751-c0843edc4c7d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:15.017930 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea8d1ac-fe0d-4c26-b751-c0843edc4c7d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:15.018260 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea8d1ac-fe0d-4c26-b751-c0843edc4c7d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:15.018841 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea8d1ac-fe0d-4c26-b751-c0843edc4c7d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:15.019189 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea8d1ac-fe0d-4c26-b751-c0843edc4c7d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:15.019516 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea8d1ac-fe0d-4c26-b751-c0843edc4c7d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:15.019880 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea8d1ac-fe0d-4c26-b751-c0843edc4c7d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:15.020174 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea8d1ac-fe0d-4c26-b751-c0843edc4c7d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:15.020487 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea8d1ac-fe0d-4c26-b751-c0843edc4c7d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:15.057314 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4ea8d1ac-fe0d-4c26-b751-c0843edc4c7d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:15.292811 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e8988473-fa45-4a14-bced-9aa432f5a1ce up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:55:15.311904 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4ea8d1ac-fe0d-4c26-b751-c0843edc4c7d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:15.415921 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port e8988473-fa45-4a14-bced-9aa432f5a1ce completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:55:15.420722 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port e8988473-fa45-4a14-bced-9aa432f5a1ce triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:15.421286 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:15.514311 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:15.552888 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port e8988473-fa45-4a14-bced-9aa432f5a1ce, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e8988473-fa45-4a14-bced-9aa432f5a1ce,segment=NetworkSegment(c4461629-e68d-48a5-b6ef-655724177148),segment_id=c4461629-e68d-48a5-b6ef-655724177148)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:15.608662 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4ea8d1ac-fe0d-4c26-b751-c0843edc4c7d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:15.654863 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:15.657056 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f631a2f0-daec-4558-a235-b3bb3713e293 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:55:15.701636 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4ea8d1ac-fe0d-4c26-b751-c0843edc4c7d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:15.739432 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=e8988473-fa45-4a14-bced-9aa432f5a1ce,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:15.815708 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4ea8d1ac-fe0d-4c26-b751-c0843edc4c7d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:15.817627 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8d1ac-fe0d-4c26-b751-c0843edc4c7d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Port': ['ID=82308f78-e481-4320-8da0-03fb46581de5,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:15.873350 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port f631a2f0-daec-4558-a235-b3bb3713e293 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:55:15.920968 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea8d1ac-fe0d-4c26-b751-c0843edc4c7d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network 558033b1-9ae9-4884-85a8-afd73eceb719 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:55:15.922511 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-4ea8d1ac-fe0d-4c26-b751-c0843edc4c7d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:55:15.949129 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2094b5f-e3fb-4911-8b95-4808ad6d5b56 None None] Network 558033b1-9ae9-4884-85a8-afd73eceb719 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:55:16.045224 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea8d1ac-fe0d-4c26-b751-c0843edc4c7d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Router bbfdece3-9ce8-4a34-90d5-3761858479dc has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:55:16.100596 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c0923864-500d-4bb0-bbcd-d68bd61f2ec2 None None] Provisioning for port f631a2f0-daec-4558-a235-b3bb3713e293 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:55:16.105870 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c0923864-500d-4bb0-bbcd-d68bd61f2ec2 None None] Provisioning complete for port f631a2f0-daec-4558-a235-b3bb3713e293 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:16.106247 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c0923864-500d-4bb0-bbcd-d68bd61f2ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:16.145346 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea8d1ac-fe0d-4c26-b751-c0843edc4c7d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:55:16.151415 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4ea8d1ac-fe0d-4c26-b751-c0843edc4c7d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "PUT /v2.0/routers/bbfdece3-9ce8-4a34-90d5-3761858479dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3642995 Jun 30 09:55:16.154943 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57062) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:16.160001 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0345918c-eebe-4ddf-b254-57a20d2e8326 None None] Sync routers for ids ['bbfdece3-9ce8-4a34-90d5-3761858479dc'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:55:16.164653 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-b2d0a1ae-765a-47fc-a932-361897535167 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Request body: {'network': {'name': 'tempest-RoutersTest-1982295863'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:16.184633 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0345918c-eebe-4ddf-b254-57a20d2e8326 None None] Routers {'bbfdece3-9ce8-4a34-90d5-3761858479dc'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:16.185261 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-0345918c-eebe-4ddf-b254-57a20d2e8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:54:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bbfdece3-9ce8-4a34-90d5-3761858479dc'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:16.289539 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c0923864-500d-4bb0-bbcd-d68bd61f2ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:16.306140 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d0a1ae-765a-47fc-a932-361897535167 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Made reservation on behalf of 0ab923aba2e54d409e38022a4b61e087 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:55:16.309993 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2d0a1ae-765a-47fc-a932-361897535167 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:16.321343 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-0345918c-eebe-4ddf-b254-57a20d2e8326 None None] Set router bbfdece3-9ce8-4a34-90d5-3761858479dc gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:16.337734 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2d0a1ae-765a-47fc-a932-361897535167 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:55:16.348402 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2d0a1ae-765a-47fc-a932-361897535167 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:16.348835 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-b2d0a1ae-765a-47fc-a932-361897535167 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Added segment 6bc23737-f858-4071-a84f-a08d6f1eff95 of type vlan for network 9d947c74-2c81-4538-9ac3-85bfb2ae3489 Jun 30 09:55:16.375320 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-c0923864-500d-4bb0-bbcd-d68bd61f2ec2 None None] For port f631a2f0-daec-4558-a235-b3bb3713e293, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f631a2f0-daec-4558-a235-b3bb3713e293,segment=NetworkSegment(62864251-c7c3-4046-be23-91e86abe1c4c),segment_id=62864251-c7c3-4046-be23-91e86abe1c4c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:16.402303 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2d0a1ae-765a-47fc-a932-361897535167 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:16.493902 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c0923864-500d-4bb0-bbcd-d68bd61f2ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:16.519943 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2d0a1ae-765a-47fc-a932-361897535167 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:16.525619 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d0a1ae-765a-47fc-a932-361897535167 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:16.530375 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b2d0a1ae-765a-47fc-a932-361897535167 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:16.602806 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0a1ae-765a-47fc-a932-361897535167 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Network': ['ID=9d947c74-2c81-4538-9ac3-85bfb2ae3489,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:16.610952 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0923864-500d-4bb0-bbcd-d68bd61f2ec2 None None] Pushing event updated for resources: {'Port': ['ID=f631a2f0-daec-4558-a235-b3bb3713e293,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:16.618022 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 9d947c74-2c81-4538-9ac3-85bfb2ae3489 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:55:16.705479 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b2d0a1ae-765a-47fc-a932-361897535167 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5470722 Jun 30 09:55:16.707165 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57064) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:16.710959 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-0345918c-eebe-4ddf-b254-57a20d2e8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'name': 'tempest-RoutersTest-router-930518819', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:04Z', 'updated_at': '2021-06-30T09:55:15Z', 'revision_number': 4, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None, '_interfaces': [{'id': '82308f78-e481-4320-8da0-03fb46581de5', 'name': '', 'network_id': '558033b1-9ae9-4884-85a8-afd73eceb719', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:2d:c7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '37a8f12a-82e1-44d6-8b0d-d1e40675984c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:14Z', 'updated_at': '2021-06-30T09:55:15Z', 'revision_number': 2, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': '37a8f12a-82e1-44d6-8b0d-d1e40675984c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8faa3f99-7f18-49cd-b3a3-1beece597e4f', 'name': '', 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:11:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:06Z', 'updated_at': '2021-06-30T09:55:11Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8988473-fa45-4a14-bced-9aa432f5a1ce', 'name': '', 'network_id': '711fa7be-4997-4637-9b3e-c0dbbbb2eb46', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:9d:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:09Z', 'updated_at': '2021-06-30T09:55:15Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:16.723387 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-d0b151cc-2a05-4ff4-a78d-ef3ef567c01b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Request body: {'subnet': {'network_id': '9d947c74-2c81-4538-9ac3-85bfb2ae3489', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:16.741202 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0345918c-eebe-4ddf-b254-57a20d2e8326 None None] Checking router: bbfdece3-9ce8-4a34-90d5-3761858479dc for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:55:16.741559 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0345918c-eebe-4ddf-b254-57a20d2e8326 None None] Updating router bbfdece3-9ce8-4a34-90d5-3761858479dc port 82308f78-e481-4320-8da0-03fb46581de5 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:55:16.782483 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0345918c-eebe-4ddf-b254-57a20d2e8326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:16.796217 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e03178b8-96f5-4934-bdaa-f24cd5e5b389 None None] Provisioning for port 82308f78-e481-4320-8da0-03fb46581de5 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:55:16.802745 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e03178b8-96f5-4934-bdaa-f24cd5e5b389 None None] Provisioning complete for port 82308f78-e481-4320-8da0-03fb46581de5 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:16.803140 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e03178b8-96f5-4934-bdaa-f24cd5e5b389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:16.870712 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-e03178b8-96f5-4934-bdaa-f24cd5e5b389 None None] Port 82308f78-e481-4320-8da0-03fb46581de5 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:55:16.896182 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b151cc-2a05-4ff4-a78d-ef3ef567c01b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Made reservation on behalf of 0ab923aba2e54d409e38022a4b61e087 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:55:16.899841 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d0b151cc-2a05-4ff4-a78d-ef3ef567c01b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:16.934929 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e03178b8-96f5-4934-bdaa-f24cd5e5b389 None None] Provisioning complete for port f631a2f0-daec-4558-a235-b3bb3713e293 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:16.935238 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e03178b8-96f5-4934-bdaa-f24cd5e5b389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:17.165193 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0345918c-eebe-4ddf-b254-57a20d2e8326 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:17.168701 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d0b151cc-2a05-4ff4-a78d-ef3ef567c01b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:17.200956 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0345918c-eebe-4ddf-b254-57a20d2e8326 None None] Transition to ACTIVE for port object 82308f78-e481-4320-8da0-03fb46581de5 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:55:17.224489 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-08f35f49-bd51-4d43-8a30-5d27bca0d3fb None None] Provisioning complete for port 82308f78-e481-4320-8da0-03fb46581de5 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:17.224969 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-08f35f49-bd51-4d43-8a30-5d27bca0d3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:17.244462 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b151cc-2a05-4ff4-a78d-ef3ef567c01b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Subnet': ['ID=59e180c6-f5e7-4951-9fbd-6a17af152dae,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:17.249736 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b151cc-2a05-4ff4-a78d-ef3ef567c01b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Checking segment: {'id': '6bc23737-f858-4071-a84f-a08d6f1eff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9d947c74-2c81-4538-9ac3-85bfb2ae3489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:55:17.252411 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b151cc-2a05-4ff4-a78d-ef3ef567c01b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network hostable DHCP agents. Network: 9d947c74-2c81-4538-9ac3-85bfb2ae3489, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:55:17.274350 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e8988473-fa45-4a14-bced-9aa432f5a1ce up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:55:17.278677 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-08f35f49-bd51-4d43-8a30-5d27bca0d3fb None None] Port 82308f78-e481-4320-8da0-03fb46581de5 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:55:17.314517 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0345918c-eebe-4ddf-b254-57a20d2e8326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:17.347488 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b151cc-2a05-4ff4-a78d-ef3ef567c01b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network 9d947c74-2c81-4538-9ac3-85bfb2ae3489 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:55:17.367316 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790d2b0-8cea-442e-954e-c347af7146b2 None None] Pushing event updated for resources: {'Port': ['ID=82308f78-e481-4320-8da0-03fb46581de5,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:17.370948 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port e8988473-fa45-4a14-bced-9aa432f5a1ce triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:17.370948 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:17.439759 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-d0b151cc-2a05-4ff4-a78d-ef3ef567c01b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 9d947c74-2c81-4538-9ac3-85bfb2ae3489) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:55:17.445123 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b151cc-2a05-4ff4-a78d-ef3ef567c01b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:17.446320 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d0b151cc-2a05-4ff4-a78d-ef3ef567c01b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:17.453898 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14926e29-526c-4b51-8c4e-72870c408d26 None None] Network 9d947c74-2c81-4538-9ac3-85bfb2ae3489 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:55:17.470864 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0345918c-eebe-4ddf-b254-57a20d2e8326 None None] Attempting to bind port 82308f78-e481-4320-8da0-03fb46581de5 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:55:17.471246 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0345918c-eebe-4ddf-b254-57a20d2e8326 None None] Attempting to bind port 82308f78-e481-4320-8da0-03fb46581de5 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '62864251-c7c3-4046-be23-91e86abe1c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '558033b1-9ae9-4884-85a8-afd73eceb719'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:55:17.471603 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0345918c-eebe-4ddf-b254-57a20d2e8326 None None] Attempting to bind port 82308f78-e481-4320-8da0-03fb46581de5 on network 558033b1-9ae9-4884-85a8-afd73eceb719 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:55:17.512691 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0345918c-eebe-4ddf-b254-57a20d2e8326 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:55:17.513060 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0345918c-eebe-4ddf-b254-57a20d2e8326 None None] Checking segment: {'id': '62864251-c7c3-4046-be23-91e86abe1c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '558033b1-9ae9-4884-85a8-afd73eceb719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:55:17.513463 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0345918c-eebe-4ddf-b254-57a20d2e8326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:17.513851 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0345918c-eebe-4ddf-b254-57a20d2e8326 None None] Bound using segment: {'id': '62864251-c7c3-4046-be23-91e86abe1c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '558033b1-9ae9-4884-85a8-afd73eceb719'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:55:17.514360 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-0345918c-eebe-4ddf-b254-57a20d2e8326 None None] Bound port: 82308f78-e481-4320-8da0-03fb46581de5, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62864251-c7c3-4046-be23-91e86abe1c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '558033b1-9ae9-4884-85a8-afd73eceb719'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:55:17.514807 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0345918c-eebe-4ddf-b254-57a20d2e8326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:17.566216 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d0b151cc-2a05-4ff4-a78d-ef3ef567c01b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8574810 Jun 30 09:55:17.572858 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57066) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:17.782340 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f631a2f0-daec-4558-a235-b3bb3713e293 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:55:17.852126 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0345918c-eebe-4ddf-b254-57a20d2e8326 None None] For port 82308f78-e481-4320-8da0-03fb46581de5, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:55:17.879835 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0345918c-eebe-4ddf-b254-57a20d2e8326 None None] For port 82308f78-e481-4320-8da0-03fb46581de5, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=82308f78-e481-4320-8da0-03fb46581de5,segment=NetworkSegment(62864251-c7c3-4046-be23-91e86abe1c4c),segment_id=62864251-c7c3-4046-be23-91e86abe1c4c)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:55:17.915593 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port f631a2f0-daec-4558-a235-b3bb3713e293 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:17.915962 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:17.919449 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f08ff0f-c2e6-4001-b073-ec3675ea5e49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-9d947c74-2c81-4538-9ac3-85bfb2ae3489', 'network_id': '9d947c74-2c81-4538-9ac3-85bfb2ae3489', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'fixed_ips': [{'subnet_id': '59e180c6-f5e7-4951-9fbd-6a17af152dae'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:55:17.923239 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2f08ff0f-c2e6-4001-b073-ec3675ea5e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:17.964113 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1276-565c-49f4-a837-d464b35235f0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:18.027932 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0345918c-eebe-4ddf-b254-57a20d2e8326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:18.161591 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790d2b0-8cea-442e-954e-c347af7146b2 None None] Pushing event updated for resources: {'Port': ['ID=82308f78-e481-4320-8da0-03fb46581de5,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:18.173049 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0345918c-eebe-4ddf-b254-57a20d2e8326 None None] Routers {'bbfdece3-9ce8-4a34-90d5-3761858479dc'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:18.173757 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-0345918c-eebe-4ddf-b254-57a20d2e8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:54:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bbfdece3-9ce8-4a34-90d5-3761858479dc'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:18.249452 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-2f08ff0f-c2e6-4001-b073-ec3675ea5e49 None None] Allocated IP 172.23.0.2 (9d947c74-2c81-4538-9ac3-85bfb2ae3489/59e180c6-f5e7-4951-9fbd-6a17af152dae/14f6557c-56be-4d13-8285-3b0b0f106640) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:55:18.322149 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-0345918c-eebe-4ddf-b254-57a20d2e8326 None None] Set router bbfdece3-9ce8-4a34-90d5-3761858479dc gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:18.544164 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2f08ff0f-c2e6-4001-b073-ec3675ea5e49 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:18.561355 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2f08ff0f-c2e6-4001-b073-ec3675ea5e49 None None] Transition to ACTIVE for port object 14f6557c-56be-4d13-8285-3b0b0f106640 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:55:18.597299 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2f08ff0f-c2e6-4001-b073-ec3675ea5e49 None None] Transition to ACTIVE for port object 14f6557c-56be-4d13-8285-3b0b0f106640 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:55:18.631748 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-0345918c-eebe-4ddf-b254-57a20d2e8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'name': 'tempest-RoutersTest-router-930518819', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:04Z', 'updated_at': '2021-06-30T09:55:15Z', 'revision_number': 4, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None, '_interfaces': [{'id': '82308f78-e481-4320-8da0-03fb46581de5', 'name': '', 'network_id': '558033b1-9ae9-4884-85a8-afd73eceb719', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:2d:c7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '37a8f12a-82e1-44d6-8b0d-d1e40675984c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:14Z', 'updated_at': '2021-06-30T09:55:17Z', 'revision_number': 4, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': '37a8f12a-82e1-44d6-8b0d-d1e40675984c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8faa3f99-7f18-49cd-b3a3-1beece597e4f', 'name': '', 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:11:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:06Z', 'updated_at': '2021-06-30T09:55:11Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8988473-fa45-4a14-bced-9aa432f5a1ce', 'name': '', 'network_id': '711fa7be-4997-4637-9b3e-c0dbbbb2eb46', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:9d:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:09Z', 'updated_at': '2021-06-30T09:55:15Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:18.658858 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0345918c-eebe-4ddf-b254-57a20d2e8326 None None] The sync data for ids ['bbfdece3-9ce8-4a34-90d5-3761858479dc'] in n-d-771363-31 is: [{'id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'name': 'tempest-RoutersTest-router-930518819', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:04Z', 'updated_at': '2021-06-30T09:55:15Z', 'revision_number': 4, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None, '_interfaces': [{'id': '82308f78-e481-4320-8da0-03fb46581de5', 'name': '', 'network_id': '558033b1-9ae9-4884-85a8-afd73eceb719', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:2d:c7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '37a8f12a-82e1-44d6-8b0d-d1e40675984c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:14Z', 'updated_at': '2021-06-30T09:55:17Z', 'revision_number': 4, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': '37a8f12a-82e1-44d6-8b0d-d1e40675984c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8faa3f99-7f18-49cd-b3a3-1beece597e4f', 'name': '', 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:11:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:06Z', 'updated_at': '2021-06-30T09:55:11Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8988473-fa45-4a14-bced-9aa432f5a1ce', 'name': '', 'network_id': '711fa7be-4997-4637-9b3e-c0dbbbb2eb46', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:9d:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:09Z', 'updated_at': '2021-06-30T09:55:15Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:55:18.723953 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2f08ff0f-c2e6-4001-b073-ec3675ea5e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:18.783377 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f08ff0f-c2e6-4001-b073-ec3675ea5e49 None None] Network 9d947c74-2c81-4538-9ac3-85bfb2ae3489 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:55:18.784512 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-5f2f1276-565c-49f4-a837-d464b35235f0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Allocated IP 172.23.0.1 (9d947c74-2c81-4538-9ac3-85bfb2ae3489/59e180c6-f5e7-4951-9fbd-6a17af152dae/574caac5-267a-4ded-86d0-af6eaf0b6581) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:55:18.786545 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-2f08ff0f-c2e6-4001-b073-ec3675ea5e49 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:55:18.796636 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f08ff0f-c2e6-4001-b073-ec3675ea5e49 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:55:18.810067 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08ff0f-c2e6-4001-b073-ec3675ea5e49 None None] Pushing event updated for resources: {'Port': ['ID=14f6557c-56be-4d13-8285-3b0b0f106640,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:18.877454 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-2f08ff0f-c2e6-4001-b073-ec3675ea5e49 None None] Attempting to bind port 14f6557c-56be-4d13-8285-3b0b0f106640 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:55:18.877753 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-2f08ff0f-c2e6-4001-b073-ec3675ea5e49 None None] Attempting to bind port 14f6557c-56be-4d13-8285-3b0b0f106640 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '6bc23737-f858-4071-a84f-a08d6f1eff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9d947c74-2c81-4538-9ac3-85bfb2ae3489'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:55:18.878126 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f08ff0f-c2e6-4001-b073-ec3675ea5e49 None None] Attempting to bind port 14f6557c-56be-4d13-8285-3b0b0f106640 on network 9d947c74-2c81-4538-9ac3-85bfb2ae3489 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:55:18.883544 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f08ff0f-c2e6-4001-b073-ec3675ea5e49 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:55:18.883911 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f08ff0f-c2e6-4001-b073-ec3675ea5e49 None None] Checking segment: {'id': '6bc23737-f858-4071-a84f-a08d6f1eff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9d947c74-2c81-4538-9ac3-85bfb2ae3489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:55:18.884299 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2f08ff0f-c2e6-4001-b073-ec3675ea5e49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:18.884702 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f08ff0f-c2e6-4001-b073-ec3675ea5e49 None None] Bound using segment: {'id': '6bc23737-f858-4071-a84f-a08d6f1eff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9d947c74-2c81-4538-9ac3-85bfb2ae3489'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:55:18.885191 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-2f08ff0f-c2e6-4001-b073-ec3675ea5e49 None None] Bound port: 14f6557c-56be-4d13-8285-3b0b0f106640, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc23737-f858-4071-a84f-a08d6f1eff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9d947c74-2c81-4538-9ac3-85bfb2ae3489'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:55:18.885565 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2f08ff0f-c2e6-4001-b073-ec3675ea5e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:18.912698 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1276-565c-49f4-a837-d464b35235f0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:18.929588 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-5f2f1276-565c-49f4-a837-d464b35235f0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Transition to ACTIVE for port object 574caac5-267a-4ded-86d0-af6eaf0b6581 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:55:18.957549 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-2f08ff0f-c2e6-4001-b073-ec3675ea5e49 None None] For port 14f6557c-56be-4d13-8285-3b0b0f106640, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:55:18.959588 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-2f08ff0f-c2e6-4001-b073-ec3675ea5e49 None None] For port 14f6557c-56be-4d13-8285-3b0b0f106640, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=14f6557c-56be-4d13-8285-3b0b0f106640,segment=NetworkSegment(6bc23737-f858-4071-a84f-a08d6f1eff95),segment_id=6bc23737-f858-4071-a84f-a08d6f1eff95)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:55:19.075093 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2f08ff0f-c2e6-4001-b073-ec3675ea5e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:19.114117 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1276-565c-49f4-a837-d464b35235f0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:19.143960 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08ff0f-c2e6-4001-b073-ec3675ea5e49 None None] Pushing event updated for resources: {'Port': ['ID=14f6557c-56be-4d13-8285-3b0b0f106640,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:19.176770 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2f1276-565c-49f4-a837-d464b35235f0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network 9d947c74-2c81-4538-9ac3-85bfb2ae3489 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:55:19.180795 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-5f2f1276-565c-49f4-a837-d464b35235f0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:55:19.185209 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2f1276-565c-49f4-a837-d464b35235f0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:55:19.235544 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f1276-565c-49f4-a837-d464b35235f0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Port': ['ID=574caac5-267a-4ded-86d0-af6eaf0b6581,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:19.260094 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1276-565c-49f4-a837-d464b35235f0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:19.352112 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 82308f78-e481-4320-8da0-03fb46581de5 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:55:19.503004 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1276-565c-49f4-a837-d464b35235f0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:19.524654 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 82308f78-e481-4320-8da0-03fb46581de5 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:55:19.531422 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 82308f78-e481-4320-8da0-03fb46581de5 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:19.532016 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:19.612676 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:19.653781 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 82308f78-e481-4320-8da0-03fb46581de5, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=82308f78-e481-4320-8da0-03fb46581de5,segment=NetworkSegment(62864251-c7c3-4046-be23-91e86abe1c4c),segment_id=62864251-c7c3-4046-be23-91e86abe1c4c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:19.780741 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1276-565c-49f4-a837-d464b35235f0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:19.792946 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:19.855581 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=82308f78-e481-4320-8da0-03fb46581de5,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:19.871657 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1276-565c-49f4-a837-d464b35235f0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:19.957343 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1276-565c-49f4-a837-d464b35235f0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:19.959255 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f1276-565c-49f4-a837-d464b35235f0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event updated for resources: {'Port': ['ID=574caac5-267a-4ded-86d0-af6eaf0b6581,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:20.066109 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2f1276-565c-49f4-a837-d464b35235f0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Network 9d947c74-2c81-4538-9ac3-85bfb2ae3489 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:55:20.067571 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-5f2f1276-565c-49f4-a837-d464b35235f0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:55:20.139082 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc17254-1486-4937-a529-26f5b7c4a5bb None None] Network 9d947c74-2c81-4538-9ac3-85bfb2ae3489 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:55:20.174223 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2f1276-565c-49f4-a837-d464b35235f0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Router bbfdece3-9ce8-4a34-90d5-3761858479dc has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:55:20.273984 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2f1276-565c-49f4-a837-d464b35235f0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:55:20.279351 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5f2f1276-565c-49f4-a837-d464b35235f0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "PUT /v2.0/routers/bbfdece3-9ce8-4a34-90d5-3761858479dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7051246 Jun 30 09:55:20.282128 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57068) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:20.287785 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-7feca011-5aac-47cb-9958-4b871ad57c8e tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:20.292721 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32ffb10-a847-4449-9842-0563d98a56ff None None] Sync routers for ids ['bbfdece3-9ce8-4a34-90d5-3761858479dc'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:55:20.302813 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32ffb10-a847-4449-9842-0563d98a56ff None None] Routers {'bbfdece3-9ce8-4a34-90d5-3761858479dc'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:20.303531 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c32ffb10-a847-4449-9842-0563d98a56ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:54:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bbfdece3-9ce8-4a34-90d5-3761858479dc'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:20.385959 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0c2ea8a5-985d-4a0a-8fae-85afc3add54d None None] Provisioning for port 14f6557c-56be-4d13-8285-3b0b0f106640 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:55:20.399933 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-c32ffb10-a847-4449-9842-0563d98a56ff None None] Set router bbfdece3-9ce8-4a34-90d5-3761858479dc gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:20.479057 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-524544c2-ec83-4049-a9ff-13d9841c3cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:20.637649 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c32ffb10-a847-4449-9842-0563d98a56ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'name': 'tempest-RoutersTest-router-930518819', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:04Z', 'updated_at': '2021-06-30T09:55:19Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None, '_interfaces': [{'id': '574caac5-267a-4ded-86d0-af6eaf0b6581', 'name': '', 'network_id': '9d947c74-2c81-4538-9ac3-85bfb2ae3489', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:1f:c3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '59e180c6-f5e7-4951-9fbd-6a17af152dae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:18Z', 'updated_at': '2021-06-30T09:55:19Z', 'revision_number': 2, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': '59e180c6-f5e7-4951-9fbd-6a17af152dae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82308f78-e481-4320-8da0-03fb46581de5', 'name': '', 'network_id': '558033b1-9ae9-4884-85a8-afd73eceb719', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:2d:c7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '37a8f12a-82e1-44d6-8b0d-d1e40675984c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:14Z', 'updated_at': '2021-06-30T09:55:19Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': '37a8f12a-82e1-44d6-8b0d-d1e40675984c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8faa3f99-7f18-49cd-b3a3-1beece597e4f', 'name': '', 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:11:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:06Z', 'updated_at': '2021-06-30T09:55:11Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8988473-fa45-4a14-bced-9aa432f5a1ce', 'name': '', 'network_id': '711fa7be-4997-4637-9b3e-c0dbbbb2eb46', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:9d:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:09Z', 'updated_at': '2021-06-30T09:55:15Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:20.666058 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32ffb10-a847-4449-9842-0563d98a56ff None None] Checking router: bbfdece3-9ce8-4a34-90d5-3761858479dc for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:55:20.666426 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32ffb10-a847-4449-9842-0563d98a56ff None None] Updating router bbfdece3-9ce8-4a34-90d5-3761858479dc port 574caac5-267a-4ded-86d0-af6eaf0b6581 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:55:20.703868 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-c32ffb10-a847-4449-9842-0563d98a56ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:20.842841 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-28d28eea-003b-4e9b-8954-f1b9fa078aad None None] Provisioning for port 574caac5-267a-4ded-86d0-af6eaf0b6581 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:55:20.843366 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-28d28eea-003b-4e9b-8954-f1b9fa078aad None None] Provisioning complete for port 574caac5-267a-4ded-86d0-af6eaf0b6581 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:20.843953 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-28d28eea-003b-4e9b-8954-f1b9fa078aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:20.885865 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-28d28eea-003b-4e9b-8954-f1b9fa078aad None None] Port 574caac5-267a-4ded-86d0-af6eaf0b6581 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:55:21.000906 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-c32ffb10-a847-4449-9842-0563d98a56ff None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:21.021593 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-c32ffb10-a847-4449-9842-0563d98a56ff None None] Transition to ACTIVE for port object 574caac5-267a-4ded-86d0-af6eaf0b6581 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:55:21.028470 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9b98a4fc-3506-4da9-b4df-0f7b45d4dcb2 None None] Provisioning complete for port 574caac5-267a-4ded-86d0-af6eaf0b6581 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:21.028470 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9b98a4fc-3506-4da9-b4df-0f7b45d4dcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:21.064983 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-9b98a4fc-3506-4da9-b4df-0f7b45d4dcb2 None None] Port 574caac5-267a-4ded-86d0-af6eaf0b6581 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:55:21.088876 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.extraroute_db [None req-7feca011-5aac-47cb-9958-4b871ad57c8e tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=101053) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 09:55:21.103537 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.extraroute_db [None req-7feca011-5aac-47cb-9958-4b871ad57c8e tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Removed routes are [] {{(pid=101053) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 09:55:21.103958 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7feca011-5aac-47cb-9958-4b871ad57c8e tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:21.118527 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-c32ffb10-a847-4449-9842-0563d98a56ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:21.169154 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c5433-88ad-46b4-bede-667b7fb27fbe None None] Pushing event updated for resources: {'Port': ['ID=574caac5-267a-4ded-86d0-af6eaf0b6581,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:21.235091 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-c32ffb10-a847-4449-9842-0563d98a56ff None None] Attempting to bind port 574caac5-267a-4ded-86d0-af6eaf0b6581 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:55:21.235480 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-c32ffb10-a847-4449-9842-0563d98a56ff None None] Attempting to bind port 574caac5-267a-4ded-86d0-af6eaf0b6581 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '6bc23737-f858-4071-a84f-a08d6f1eff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9d947c74-2c81-4538-9ac3-85bfb2ae3489'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:55:21.235850 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32ffb10-a847-4449-9842-0563d98a56ff None None] Attempting to bind port 574caac5-267a-4ded-86d0-af6eaf0b6581 on network 9d947c74-2c81-4538-9ac3-85bfb2ae3489 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:55:21.241968 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32ffb10-a847-4449-9842-0563d98a56ff None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:55:21.242610 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32ffb10-a847-4449-9842-0563d98a56ff None None] Checking segment: {'id': '6bc23737-f858-4071-a84f-a08d6f1eff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9d947c74-2c81-4538-9ac3-85bfb2ae3489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:55:21.242857 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-c32ffb10-a847-4449-9842-0563d98a56ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:21.243411 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32ffb10-a847-4449-9842-0563d98a56ff None None] Bound using segment: {'id': '6bc23737-f858-4071-a84f-a08d6f1eff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9d947c74-2c81-4538-9ac3-85bfb2ae3489'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:55:21.243782 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-c32ffb10-a847-4449-9842-0563d98a56ff None None] Bound port: 574caac5-267a-4ded-86d0-af6eaf0b6581, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc23737-f858-4071-a84f-a08d6f1eff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9d947c74-2c81-4538-9ac3-85bfb2ae3489'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:55:21.244852 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-c32ffb10-a847-4449-9842-0563d98a56ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:21.338107 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-c32ffb10-a847-4449-9842-0563d98a56ff None None] For port 574caac5-267a-4ded-86d0-af6eaf0b6581, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:55:21.341904 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-c32ffb10-a847-4449-9842-0563d98a56ff None None] For port 574caac5-267a-4ded-86d0-af6eaf0b6581, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=574caac5-267a-4ded-86d0-af6eaf0b6581,segment=NetworkSegment(6bc23737-f858-4071-a84f-a08d6f1eff95),segment_id=6bc23737-f858-4071-a84f-a08d6f1eff95)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:55:21.410395 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 14f6557c-56be-4d13-8285-3b0b0f106640 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:55:21.414990 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-c32ffb10-a847-4449-9842-0563d98a56ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:21.463997 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7feca011-5aac-47cb-9958-4b871ad57c8e tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:21.467546 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7feca011-5aac-47cb-9958-4b871ad57c8e tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1642126'] for router, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:21.477528 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32ffb10-a847-4449-9842-0563d98a56ff None None] Routers {'bbfdece3-9ce8-4a34-90d5-3761858479dc'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:21.478160 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c32ffb10-a847-4449-9842-0563d98a56ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:54:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bbfdece3-9ce8-4a34-90d5-3761858479dc'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:21.513615 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c5433-88ad-46b4-bede-667b7fb27fbe None None] Pushing event updated for resources: {'Port': ['ID=574caac5-267a-4ded-86d0-af6eaf0b6581,revision_number=4']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:21.574119 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 14f6557c-56be-4d13-8285-3b0b0f106640 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:55:21.582625 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 14f6557c-56be-4d13-8285-3b0b0f106640 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:21.583365 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:21.600244 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-c32ffb10-a847-4449-9842-0563d98a56ff None None] Set router bbfdece3-9ce8-4a34-90d5-3761858479dc gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:21.628054 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7feca011-5aac-47cb-9958-4b871ad57c8e tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Router bbfdece3-9ce8-4a34-90d5-3761858479dc has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:55:21.690741 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:21.731539 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 14f6557c-56be-4d13-8285-3b0b0f106640, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=14f6557c-56be-4d13-8285-3b0b0f106640,segment=NetworkSegment(6bc23737-f858-4071-a84f-a08d6f1eff95),segment_id=6bc23737-f858-4071-a84f-a08d6f1eff95)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:21.767598 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7feca011-5aac-47cb-9958-4b871ad57c8e tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:55:21.775057 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7feca011-5aac-47cb-9958-4b871ad57c8e tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:21.776288 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7feca011-5aac-47cb-9958-4b871ad57c8e tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "PUT /v2.0/routers/bbfdece3-9ce8-4a34-90d5-3761858479dc HTTP/1.1" status: 200 len: 933 time: 1.4925003 Jun 30 09:55:21.780341 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57070) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:21.843160 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:21.844044 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 82308f78-e481-4320-8da0-03fb46581de5 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:55:21.862536 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c32ffb10-a847-4449-9842-0563d98a56ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'name': 'tempest-RoutersTest-router-930518819', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:04Z', 'updated_at': '2021-06-30T09:55:21Z', 'revision_number': 6, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None, '_interfaces': [{'id': '574caac5-267a-4ded-86d0-af6eaf0b6581', 'name': '', 'network_id': '9d947c74-2c81-4538-9ac3-85bfb2ae3489', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:1f:c3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '59e180c6-f5e7-4951-9fbd-6a17af152dae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:18Z', 'updated_at': '2021-06-30T09:55:21Z', 'revision_number': 4, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': '59e180c6-f5e7-4951-9fbd-6a17af152dae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82308f78-e481-4320-8da0-03fb46581de5', 'name': '', 'network_id': '558033b1-9ae9-4884-85a8-afd73eceb719', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:2d:c7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '37a8f12a-82e1-44d6-8b0d-d1e40675984c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:14Z', 'updated_at': '2021-06-30T09:55:19Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': '37a8f12a-82e1-44d6-8b0d-d1e40675984c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8faa3f99-7f18-49cd-b3a3-1beece597e4f', 'name': '', 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:11:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:06Z', 'updated_at': '2021-06-30T09:55:11Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8988473-fa45-4a14-bced-9aa432f5a1ce', 'name': '', 'network_id': '711fa7be-4997-4637-9b3e-c0dbbbb2eb46', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:9d:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:09Z', 'updated_at': '2021-06-30T09:55:15Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:21.895431 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32ffb10-a847-4449-9842-0563d98a56ff None None] The sync data for ids ['bbfdece3-9ce8-4a34-90d5-3761858479dc'] in n-d-771363-31 is: [{'id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'name': 'tempest-RoutersTest-router-930518819', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:04Z', 'updated_at': '2021-06-30T09:55:21Z', 'revision_number': 6, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None, '_interfaces': [{'id': '574caac5-267a-4ded-86d0-af6eaf0b6581', 'name': '', 'network_id': '9d947c74-2c81-4538-9ac3-85bfb2ae3489', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:1f:c3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '59e180c6-f5e7-4951-9fbd-6a17af152dae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:18Z', 'updated_at': '2021-06-30T09:55:21Z', 'revision_number': 4, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': '59e180c6-f5e7-4951-9fbd-6a17af152dae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82308f78-e481-4320-8da0-03fb46581de5', 'name': '', 'network_id': '558033b1-9ae9-4884-85a8-afd73eceb719', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:2d:c7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '37a8f12a-82e1-44d6-8b0d-d1e40675984c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:14Z', 'updated_at': '2021-06-30T09:55:19Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': '37a8f12a-82e1-44d6-8b0d-d1e40675984c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8faa3f99-7f18-49cd-b3a3-1beece597e4f', 'name': '', 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:11:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:06Z', 'updated_at': '2021-06-30T09:55:11Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8988473-fa45-4a14-bced-9aa432f5a1ce', 'name': '', 'network_id': '711fa7be-4997-4637-9b3e-c0dbbbb2eb46', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:9d:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:09Z', 'updated_at': '2021-06-30T09:55:15Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:55:21.904275 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1d2be894-b811-466a-9e55-665119d665c2 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "GET /v2.0/routers/bbfdece3-9ce8-4a34-90d5-3761858479dc HTTP/1.1" status: 200 len: 933 time: 0.1221726 Jun 30 09:55:21.906968 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57072) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:21.912209 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-d755c34f-809d-49cc-bc02-33ea3f06d595 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Request body: {'router': {'routes': None}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:21.955346 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=14f6557c-56be-4d13-8285-3b0b0f106640,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:21.985597 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 82308f78-e481-4320-8da0-03fb46581de5 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:21.986010 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:22.355442 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.extraroute_db [None req-d755c34f-809d-49cc-bc02-33ea3f06d595 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Added routes are [] {{(pid=101054) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 09:55:22.355760 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.extraroute_db [None req-d755c34f-809d-49cc-bc02-33ea3f06d595 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=101054) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 09:55:22.394726 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d755c34f-809d-49cc-bc02-33ea3f06d595 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:22.641814 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2affd0-62f3-4d93-b906-7e3551dee1d3 None None] Sync routers for ids ['bbfdece3-9ce8-4a34-90d5-3761858479dc'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:55:22.651529 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2affd0-62f3-4d93-b906-7e3551dee1d3 None None] Routers {'bbfdece3-9ce8-4a34-90d5-3761858479dc'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:22.652151 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-6e2affd0-62f3-4d93-b906-7e3551dee1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:54:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bbfdece3-9ce8-4a34-90d5-3761858479dc'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:22.693990 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d755c34f-809d-49cc-bc02-33ea3f06d595 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:22.697471 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d755c34f-809d-49cc-bc02-33ea3f06d595 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1642126'] for router, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:22.745852 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-6e2affd0-62f3-4d93-b906-7e3551dee1d3 None None] Set router bbfdece3-9ce8-4a34-90d5-3761858479dc gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:22.797846 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d755c34f-809d-49cc-bc02-33ea3f06d595 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Router bbfdece3-9ce8-4a34-90d5-3761858479dc has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:55:22.897786 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d755c34f-809d-49cc-bc02-33ea3f06d595 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:55:22.904597 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d755c34f-809d-49cc-bc02-33ea3f06d595 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:22.909128 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d755c34f-809d-49cc-bc02-33ea3f06d595 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "PUT /v2.0/routers/bbfdece3-9ce8-4a34-90d5-3761858479dc HTTP/1.1" status: 200 len: 699 time: 0.9973798 Jun 30 09:55:22.909317 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57074) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:22.983531 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f020f320-97f8-4bd0-bcd1-a5473fab1f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:22.998422 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-6e2affd0-62f3-4d93-b906-7e3551dee1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'name': 'tempest-RoutersTest-router-930518819', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:04Z', 'updated_at': '2021-06-30T09:55:22Z', 'revision_number': 7, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None, '_interfaces': [{'id': '574caac5-267a-4ded-86d0-af6eaf0b6581', 'name': '', 'network_id': '9d947c74-2c81-4538-9ac3-85bfb2ae3489', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:1f:c3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '59e180c6-f5e7-4951-9fbd-6a17af152dae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:18Z', 'updated_at': '2021-06-30T09:55:21Z', 'revision_number': 4, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': '59e180c6-f5e7-4951-9fbd-6a17af152dae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82308f78-e481-4320-8da0-03fb46581de5', 'name': '', 'network_id': '558033b1-9ae9-4884-85a8-afd73eceb719', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:2d:c7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '37a8f12a-82e1-44d6-8b0d-d1e40675984c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:14Z', 'updated_at': '2021-06-30T09:55:19Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': '37a8f12a-82e1-44d6-8b0d-d1e40675984c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8faa3f99-7f18-49cd-b3a3-1beece597e4f', 'name': '', 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:11:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:06Z', 'updated_at': '2021-06-30T09:55:11Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8988473-fa45-4a14-bced-9aa432f5a1ce', 'name': '', 'network_id': '711fa7be-4997-4637-9b3e-c0dbbbb2eb46', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:9d:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:09Z', 'updated_at': '2021-06-30T09:55:15Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:23.013588 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fe01a717-c753-4ff5-b7ce-edb10da1594d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "GET /v2.0/routers/bbfdece3-9ce8-4a34-90d5-3761858479dc HTTP/1.1" status: 200 len: 699 time: 0.1032059 Jun 30 09:55:23.017157 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57076) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:23.033579 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2affd0-62f3-4d93-b906-7e3551dee1d3 None None] Checking router: bbfdece3-9ce8-4a34-90d5-3761858479dc for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:55:23.042866 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2affd0-62f3-4d93-b906-7e3551dee1d3 None None] Routers {'bbfdece3-9ce8-4a34-90d5-3761858479dc'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:23.043526 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-6e2affd0-62f3-4d93-b906-7e3551dee1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:55:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bbfdece3-9ce8-4a34-90d5-3761858479dc'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:23.315672 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-6e2affd0-62f3-4d93-b906-7e3551dee1d3 None None] Set router bbfdece3-9ce8-4a34-90d5-3761858479dc gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:23.394304 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 574caac5-267a-4ded-86d0-af6eaf0b6581 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:55:23.553227 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:23.587689 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-6e2affd0-62f3-4d93-b906-7e3551dee1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'name': 'tempest-RoutersTest-router-930518819', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:04Z', 'updated_at': '2021-06-30T09:55:22Z', 'revision_number': 7, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None, '_interfaces': [{'id': '574caac5-267a-4ded-86d0-af6eaf0b6581', 'name': '', 'network_id': '9d947c74-2c81-4538-9ac3-85bfb2ae3489', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:1f:c3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '59e180c6-f5e7-4951-9fbd-6a17af152dae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:18Z', 'updated_at': '2021-06-30T09:55:21Z', 'revision_number': 4, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': '59e180c6-f5e7-4951-9fbd-6a17af152dae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82308f78-e481-4320-8da0-03fb46581de5', 'name': '', 'network_id': '558033b1-9ae9-4884-85a8-afd73eceb719', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:2d:c7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '37a8f12a-82e1-44d6-8b0d-d1e40675984c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:14Z', 'updated_at': '2021-06-30T09:55:19Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': '37a8f12a-82e1-44d6-8b0d-d1e40675984c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8faa3f99-7f18-49cd-b3a3-1beece597e4f', 'name': '', 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:11:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:06Z', 'updated_at': '2021-06-30T09:55:11Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8988473-fa45-4a14-bced-9aa432f5a1ce', 'name': '', 'network_id': '711fa7be-4997-4637-9b3e-c0dbbbb2eb46', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:9d:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:09Z', 'updated_at': '2021-06-30T09:55:15Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:23.621384 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 574caac5-267a-4ded-86d0-af6eaf0b6581 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:55:23.623878 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2affd0-62f3-4d93-b906-7e3551dee1d3 None None] The sync data for ids ['bbfdece3-9ce8-4a34-90d5-3761858479dc'] in n-d-771363-31 is: [{'id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'name': 'tempest-RoutersTest-router-930518819', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:04Z', 'updated_at': '2021-06-30T09:55:22Z', 'revision_number': 7, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None, '_interfaces': [{'id': '574caac5-267a-4ded-86d0-af6eaf0b6581', 'name': '', 'network_id': '9d947c74-2c81-4538-9ac3-85bfb2ae3489', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:1f:c3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '59e180c6-f5e7-4951-9fbd-6a17af152dae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:18Z', 'updated_at': '2021-06-30T09:55:21Z', 'revision_number': 4, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': '59e180c6-f5e7-4951-9fbd-6a17af152dae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82308f78-e481-4320-8da0-03fb46581de5', 'name': '', 'network_id': '558033b1-9ae9-4884-85a8-afd73eceb719', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:2d:c7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '37a8f12a-82e1-44d6-8b0d-d1e40675984c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:14Z', 'updated_at': '2021-06-30T09:55:19Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': '37a8f12a-82e1-44d6-8b0d-d1e40675984c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8faa3f99-7f18-49cd-b3a3-1beece597e4f', 'name': '', 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:11:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:06Z', 'updated_at': '2021-06-30T09:55:11Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8988473-fa45-4a14-bced-9aa432f5a1ce', 'name': '', 'network_id': '711fa7be-4997-4637-9b3e-c0dbbbb2eb46', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:9d:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:09Z', 'updated_at': '2021-06-30T09:55:15Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:55:23.628210 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 574caac5-267a-4ded-86d0-af6eaf0b6581 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:23.628590 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:23.726092 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:23.761322 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 574caac5-267a-4ded-86d0-af6eaf0b6581, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=574caac5-267a-4ded-86d0-af6eaf0b6581,segment=NetworkSegment(6bc23737-f858-4071-a84f-a08d6f1eff95),segment_id=6bc23737-f858-4071-a84f-a08d6f1eff95)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:23.789470 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9039ad2f-6313-4be8-b06d-123e2b3c18dd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:23.873544 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc2a970-e95c-4089-82c3-ef8fb2298e62 None None] Sync routers for ids ['bbfdece3-9ce8-4a34-90d5-3761858479dc'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:55:23.883761 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc2a970-e95c-4089-82c3-ef8fb2298e62 None None] Routers {'bbfdece3-9ce8-4a34-90d5-3761858479dc'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:23.884380 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:23.884526 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-5dc2a970-e95c-4089-82c3-ef8fb2298e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:55:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bbfdece3-9ce8-4a34-90d5-3761858479dc'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:23.885500 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 14f6557c-56be-4d13-8285-3b0b0f106640 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:55:23.965894 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=574caac5-267a-4ded-86d0-af6eaf0b6581,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:23.979811 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 14f6557c-56be-4d13-8285-3b0b0f106640 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:23.980264 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:23.996662 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-5dc2a970-e95c-4089-82c3-ef8fb2298e62 None None] Set router bbfdece3-9ce8-4a34-90d5-3761858479dc gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:24.072675 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-9039ad2f-6313-4be8-b06d-123e2b3c18dd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Deleting port 574caac5-267a-4ded-86d0-af6eaf0b6581 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:55:24.073256 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9039ad2f-6313-4be8-b06d-123e2b3c18dd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:24.174180 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-9039ad2f-6313-4be8-b06d-123e2b3c18dd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] For port 574caac5-267a-4ded-86d0-af6eaf0b6581, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=574caac5-267a-4ded-86d0-af6eaf0b6581,segment=NetworkSegment(6bc23737-f858-4071-a84f-a08d6f1eff95),segment_id=6bc23737-f858-4071-a84f-a08d6f1eff95)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:24.174548 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9039ad2f-6313-4be8-b06d-123e2b3c18dd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:24.188361 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-9039ad2f-6313-4be8-b06d-123e2b3c18dd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Calling delete_port for 574caac5-267a-4ded-86d0-af6eaf0b6581 owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:55:24.227520 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-5dc2a970-e95c-4089-82c3-ef8fb2298e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'name': 'tempest-RoutersTest-router-930518819', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:04Z', 'updated_at': '2021-06-30T09:55:22Z', 'revision_number': 7, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None, '_interfaces': [{'id': '574caac5-267a-4ded-86d0-af6eaf0b6581', 'name': '', 'network_id': '9d947c74-2c81-4538-9ac3-85bfb2ae3489', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:1f:c3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '59e180c6-f5e7-4951-9fbd-6a17af152dae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:18Z', 'updated_at': '2021-06-30T09:55:23Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': '59e180c6-f5e7-4951-9fbd-6a17af152dae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82308f78-e481-4320-8da0-03fb46581de5', 'name': '', 'network_id': '558033b1-9ae9-4884-85a8-afd73eceb719', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:2d:c7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '37a8f12a-82e1-44d6-8b0d-d1e40675984c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:14Z', 'updated_at': '2021-06-30T09:55:19Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': '37a8f12a-82e1-44d6-8b0d-d1e40675984c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8faa3f99-7f18-49cd-b3a3-1beece597e4f', 'name': '', 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:11:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:06Z', 'updated_at': '2021-06-30T09:55:11Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8988473-fa45-4a14-bced-9aa432f5a1ce', 'name': '', 'network_id': '711fa7be-4997-4637-9b3e-c0dbbbb2eb46', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:9d:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:09Z', 'updated_at': '2021-06-30T09:55:15Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:24.258505 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc2a970-e95c-4089-82c3-ef8fb2298e62 None None] Checking router: bbfdece3-9ce8-4a34-90d5-3761858479dc for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:55:24.268059 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc2a970-e95c-4089-82c3-ef8fb2298e62 None None] Routers {'bbfdece3-9ce8-4a34-90d5-3761858479dc'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:24.268932 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-5dc2a970-e95c-4089-82c3-ef8fb2298e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:55:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bbfdece3-9ce8-4a34-90d5-3761858479dc'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:24.364505 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-5dc2a970-e95c-4089-82c3-ef8fb2298e62 None None] Set router bbfdece3-9ce8-4a34-90d5-3761858479dc gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:24.467434 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9039ad2f-6313-4be8-b06d-123e2b3c18dd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:24.503058 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9039ad2f-6313-4be8-b06d-123e2b3c18dd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Port': ['ID=574caac5-267a-4ded-86d0-af6eaf0b6581,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:24.700446 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9039ad2f-6313-4be8-b06d-123e2b3c18dd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:24.701860 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-5dc2a970-e95c-4089-82c3-ef8fb2298e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'name': 'tempest-RoutersTest-router-930518819', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:04Z', 'updated_at': '2021-06-30T09:55:22Z', 'revision_number': 7, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None, '_interfaces': [{'id': '574caac5-267a-4ded-86d0-af6eaf0b6581', 'name': '', 'network_id': '9d947c74-2c81-4538-9ac3-85bfb2ae3489', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:1f:c3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '59e180c6-f5e7-4951-9fbd-6a17af152dae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:18Z', 'updated_at': '2021-06-30T09:55:23Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': '59e180c6-f5e7-4951-9fbd-6a17af152dae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82308f78-e481-4320-8da0-03fb46581de5', 'name': '', 'network_id': '558033b1-9ae9-4884-85a8-afd73eceb719', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:2d:c7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '37a8f12a-82e1-44d6-8b0d-d1e40675984c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:14Z', 'updated_at': '2021-06-30T09:55:19Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': '37a8f12a-82e1-44d6-8b0d-d1e40675984c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8faa3f99-7f18-49cd-b3a3-1beece597e4f', 'name': '', 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:11:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:06Z', 'updated_at': '2021-06-30T09:55:11Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8988473-fa45-4a14-bced-9aa432f5a1ce', 'name': '', 'network_id': '711fa7be-4997-4637-9b3e-c0dbbbb2eb46', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:9d:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:09Z', 'updated_at': '2021-06-30T09:55:15Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:24.724552 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:24.740195 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc2a970-e95c-4089-82c3-ef8fb2298e62 None None] The sync data for ids ['bbfdece3-9ce8-4a34-90d5-3761858479dc'] in n-d-771363-31 is: [{'id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'name': 'tempest-RoutersTest-router-930518819', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:04Z', 'updated_at': '2021-06-30T09:55:22Z', 'revision_number': 7, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None, '_interfaces': [{'id': '574caac5-267a-4ded-86d0-af6eaf0b6581', 'name': '', 'network_id': '9d947c74-2c81-4538-9ac3-85bfb2ae3489', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:1f:c3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '59e180c6-f5e7-4951-9fbd-6a17af152dae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:18Z', 'updated_at': '2021-06-30T09:55:23Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': '59e180c6-f5e7-4951-9fbd-6a17af152dae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82308f78-e481-4320-8da0-03fb46581de5', 'name': '', 'network_id': '558033b1-9ae9-4884-85a8-afd73eceb719', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:2d:c7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '37a8f12a-82e1-44d6-8b0d-d1e40675984c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:14Z', 'updated_at': '2021-06-30T09:55:19Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': '37a8f12a-82e1-44d6-8b0d-d1e40675984c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8faa3f99-7f18-49cd-b3a3-1beece597e4f', 'name': '', 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:11:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:06Z', 'updated_at': '2021-06-30T09:55:11Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8988473-fa45-4a14-bced-9aa432f5a1ce', 'name': '', 'network_id': '711fa7be-4997-4637-9b3e-c0dbbbb2eb46', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:9d:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:09Z', 'updated_at': '2021-06-30T09:55:15Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:55:24.934222 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9039ad2f-6313-4be8-b06d-123e2b3c18dd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Router bbfdece3-9ce8-4a34-90d5-3761858479dc has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:55:25.030992 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9039ad2f-6313-4be8-b06d-123e2b3c18dd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:55:25.037373 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9039ad2f-6313-4be8-b06d-123e2b3c18dd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "PUT /v2.0/routers/bbfdece3-9ce8-4a34-90d5-3761858479dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0191925 Jun 30 09:55:25.040060 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57078) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:25.041470 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203e4dfb-3c2d-4560-93d3-5ea320716de8 None None] Sync routers for ids ['bbfdece3-9ce8-4a34-90d5-3761858479dc'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:55:25.051068 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203e4dfb-3c2d-4560-93d3-5ea320716de8 None None] Routers {'bbfdece3-9ce8-4a34-90d5-3761858479dc'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:25.051725 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-203e4dfb-3c2d-4560-93d3-5ea320716de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:55:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bbfdece3-9ce8-4a34-90d5-3761858479dc'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:25.095707 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-5096d2c4-aee1-4bdc-a55a-ce056bfa90b7 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Deleting subnet 59e180c6-f5e7-4951-9fbd-6a17af152dae {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:55:25.098959 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5096d2c4-aee1-4bdc-a55a-ce056bfa90b7 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:25.143963 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5096d2c4-aee1-4bdc-a55a-ce056bfa90b7 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:25.146420 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-203e4dfb-3c2d-4560-93d3-5ea320716de8 None None] Set router bbfdece3-9ce8-4a34-90d5-3761858479dc gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:25.256917 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5096d2c4-aee1-4bdc-a55a-ce056bfa90b7 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:25.412565 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-203e4dfb-3c2d-4560-93d3-5ea320716de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'name': 'tempest-RoutersTest-router-930518819', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:04Z', 'updated_at': '2021-06-30T09:55:24Z', 'revision_number': 8, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None, '_interfaces': [{'id': '82308f78-e481-4320-8da0-03fb46581de5', 'name': '', 'network_id': '558033b1-9ae9-4884-85a8-afd73eceb719', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:2d:c7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '37a8f12a-82e1-44d6-8b0d-d1e40675984c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:14Z', 'updated_at': '2021-06-30T09:55:19Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': '37a8f12a-82e1-44d6-8b0d-d1e40675984c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8faa3f99-7f18-49cd-b3a3-1beece597e4f', 'name': '', 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:11:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:06Z', 'updated_at': '2021-06-30T09:55:11Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8988473-fa45-4a14-bced-9aa432f5a1ce', 'name': '', 'network_id': '711fa7be-4997-4637-9b3e-c0dbbbb2eb46', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:9d:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:09Z', 'updated_at': '2021-06-30T09:55:15Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:25.414618 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5096d2c4-aee1-4bdc-a55a-ce056bfa90b7 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:25.441846 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203e4dfb-3c2d-4560-93d3-5ea320716de8 None None] Checking router: bbfdece3-9ce8-4a34-90d5-3761858479dc for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:55:25.447276 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5096d2c4-aee1-4bdc-a55a-ce056bfa90b7 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:25.449582 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5096d2c4-aee1-4bdc-a55a-ce056bfa90b7 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/subnets/59e180c6-f5e7-4951-9fbd-6a17af152dae HTTP/1.1" status: 204 len: 168 time: 0.4084547 Jun 30 09:55:25.450666 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096d2c4-aee1-4bdc-a55a-ce056bfa90b7 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Subnet': ['ID=59e180c6-f5e7-4951-9fbd-6a17af152dae,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:25.451975 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57080) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:25.454221 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203e4dfb-3c2d-4560-93d3-5ea320716de8 None None] Routers {'bbfdece3-9ce8-4a34-90d5-3761858479dc'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:25.455670 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-203e4dfb-3c2d-4560-93d3-5ea320716de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:55:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bbfdece3-9ce8-4a34-90d5-3761858479dc'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:25.458980 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46107ff-4da2-418d-b075-13d210dd299b None None] Network 9d947c74-2c81-4538-9ac3-85bfb2ae3489 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:55:25.553824 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-867344a5-4443-47f0-8040-b5ae0a1728f5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:25.598282 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-203e4dfb-3c2d-4560-93d3-5ea320716de8 None None] Set router bbfdece3-9ce8-4a34-90d5-3761858479dc gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:25.608755 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-867344a5-4443-47f0-8040-b5ae0a1728f5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Deleting port 14f6557c-56be-4d13-8285-3b0b0f106640 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:55:25.609102 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-867344a5-4443-47f0-8040-b5ae0a1728f5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:25.694032 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-867344a5-4443-47f0-8040-b5ae0a1728f5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] For port 14f6557c-56be-4d13-8285-3b0b0f106640, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=14f6557c-56be-4d13-8285-3b0b0f106640,segment=NetworkSegment(6bc23737-f858-4071-a84f-a08d6f1eff95),segment_id=6bc23737-f858-4071-a84f-a08d6f1eff95)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:25.694384 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-867344a5-4443-47f0-8040-b5ae0a1728f5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:25.708661 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-867344a5-4443-47f0-8040-b5ae0a1728f5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Calling delete_port for 14f6557c-56be-4d13-8285-3b0b0f106640 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:55:25.852702 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e01a4b-bb66-442c-87ae-c2840b85369b None None] DHCP port deletion for 9d947c74-2c81-4538-9ac3-85bfb2ae3489 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:55:25.884844 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-867344a5-4443-47f0-8040-b5ae0a1728f5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:25.910987 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-203e4dfb-3c2d-4560-93d3-5ea320716de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'name': 'tempest-RoutersTest-router-930518819', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:04Z', 'updated_at': '2021-06-30T09:55:24Z', 'revision_number': 8, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None, '_interfaces': [{'id': '82308f78-e481-4320-8da0-03fb46581de5', 'name': '', 'network_id': '558033b1-9ae9-4884-85a8-afd73eceb719', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:2d:c7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '37a8f12a-82e1-44d6-8b0d-d1e40675984c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:14Z', 'updated_at': '2021-06-30T09:55:19Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': '37a8f12a-82e1-44d6-8b0d-d1e40675984c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8faa3f99-7f18-49cd-b3a3-1beece597e4f', 'name': '', 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:11:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:06Z', 'updated_at': '2021-06-30T09:55:11Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8988473-fa45-4a14-bced-9aa432f5a1ce', 'name': '', 'network_id': '711fa7be-4997-4637-9b3e-c0dbbbb2eb46', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:9d:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:09Z', 'updated_at': '2021-06-30T09:55:15Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:25.916991 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867344a5-4443-47f0-8040-b5ae0a1728f5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Port': ['ID=14f6557c-56be-4d13-8285-3b0b0f106640,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:25.923322 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867344a5-4443-47f0-8040-b5ae0a1728f5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] No DVR routers for this DVR port 14f6557c-56be-4d13-8285-3b0b0f106640 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:55:25.963728 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203e4dfb-3c2d-4560-93d3-5ea320716de8 None None] The sync data for ids ['bbfdece3-9ce8-4a34-90d5-3761858479dc'] in n-d-771363-31 is: [{'id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'name': 'tempest-RoutersTest-router-930518819', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:04Z', 'updated_at': '2021-06-30T09:55:24Z', 'revision_number': 8, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None, '_interfaces': [{'id': '82308f78-e481-4320-8da0-03fb46581de5', 'name': '', 'network_id': '558033b1-9ae9-4884-85a8-afd73eceb719', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:2d:c7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '37a8f12a-82e1-44d6-8b0d-d1e40675984c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:14Z', 'updated_at': '2021-06-30T09:55:19Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': '37a8f12a-82e1-44d6-8b0d-d1e40675984c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8faa3f99-7f18-49cd-b3a3-1beece597e4f', 'name': '', 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:11:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:06Z', 'updated_at': '2021-06-30T09:55:11Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8988473-fa45-4a14-bced-9aa432f5a1ce', 'name': '', 'network_id': '711fa7be-4997-4637-9b3e-c0dbbbb2eb46', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:9d:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:09Z', 'updated_at': '2021-06-30T09:55:15Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:55:25.982893 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a5e01a4b-bb66-442c-87ae-c2840b85369b None None] Deleting port 14f6557c-56be-4d13-8285-3b0b0f106640 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:55:25.983520 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a5e01a4b-bb66-442c-87ae-c2840b85369b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:26.015488 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-867344a5-4443-47f0-8040-b5ae0a1728f5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:26.033483 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-867344a5-4443-47f0-8040-b5ae0a1728f5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d947c74-2c81-4538-9ac3-85bfb2ae3489']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:26.052738 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-867344a5-4443-47f0-8040-b5ae0a1728f5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc23737-f858-4071-a84f-a08d6f1eff95') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:26.053076 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-867344a5-4443-47f0-8040-b5ae0a1728f5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc23737-f858-4071-a84f-a08d6f1eff95') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:26.061828 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-a5e01a4b-bb66-442c-87ae-c2840b85369b None None] For port 14f6557c-56be-4d13-8285-3b0b0f106640, host n-d-771363-31, got binding levels [] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:26.062225 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a5e01a4b-bb66-442c-87ae-c2840b85369b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:26.070230 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-867344a5-4443-47f0-8040-b5ae0a1728f5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:26.076250 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a5e01a4b-bb66-442c-87ae-c2840b85369b None None] Calling delete_port for 14f6557c-56be-4d13-8285-3b0b0f106640 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:55:26.079334 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.ipam_backend_mixin [None req-a5e01a4b-bb66-442c-87ae-c2840b85369b None None] Port 14f6557c-56be-4d13-8285-3b0b0f106640 was not found and therefore no delete operation was performed {{(pid=101055) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:55:26.080630 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a5e01a4b-bb66-442c-87ae-c2840b85369b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:26.085080 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-867344a5-4443-47f0-8040-b5ae0a1728f5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:26.092361 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-867344a5-4443-47f0-8040-b5ae0a1728f5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:55:26.092959 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-867344a5-4443-47f0-8040-b5ae0a1728f5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:26.096579 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:55:26.096579 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:55:26.096579 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:55:26.096579 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:55:26.096579 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:55:26.096579 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:55:26.096579 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:55:26.096579 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:55:26.096579 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:55:26.096579 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:55:26.096579 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:55:26.096579 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:55:26.096579 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:55:26.096579 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:55:26.096579 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:55:26.096579 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:55:26.096579 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:55:26.096579 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:55:26.096579 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:55:26.096579 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:55:26.096579 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:55:26.096579 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:55:26.096579 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:55:26.096579 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:55:26.096579 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:55:26.096579 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:55:26.096579 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:55:26.096579 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:55:26.096579 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:55:26.096579 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:55:26.096579 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:55:26.096579 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:55:26.112005 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e01a4b-bb66-442c-87ae-c2840b85369b None None] Pushing event deleted for resources: {'Port': ['ID=14f6557c-56be-4d13-8285-3b0b0f106640,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:26.115727 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e01a4b-bb66-442c-87ae-c2840b85369b None None] No DVR routers for this DVR port 14f6557c-56be-4d13-8285-3b0b0f106640 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:55:26.313783 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-867344a5-4443-47f0-8040-b5ae0a1728f5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:26.318812 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-867344a5-4443-47f0-8040-b5ae0a1728f5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:26.322100 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-867344a5-4443-47f0-8040-b5ae0a1728f5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/networks/9d947c74-2c81-4538-9ac3-85bfb2ae3489 HTTP/1.1" status: 204 len: 168 time: 0.8678963 Jun 30 09:55:26.324201 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57082) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:26.357885 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867344a5-4443-47f0-8040-b5ae0a1728f5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Network': ['ID=9d947c74-2c81-4538-9ac3-85bfb2ae3489,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:26.526414 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:26.686191 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7087ab0b-c694-4687-aa37-0ae25f60b578 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:26.956228 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-7087ab0b-c694-4687-aa37-0ae25f60b578 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Deleting port 82308f78-e481-4320-8da0-03fb46581de5 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:55:26.956484 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7087ab0b-c694-4687-aa37-0ae25f60b578 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:27.048577 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-7087ab0b-c694-4687-aa37-0ae25f60b578 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] For port 82308f78-e481-4320-8da0-03fb46581de5, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=82308f78-e481-4320-8da0-03fb46581de5,segment=NetworkSegment(62864251-c7c3-4046-be23-91e86abe1c4c),segment_id=62864251-c7c3-4046-be23-91e86abe1c4c)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:27.049234 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7087ab0b-c694-4687-aa37-0ae25f60b578 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:27.065890 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-7087ab0b-c694-4687-aa37-0ae25f60b578 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Calling delete_port for 82308f78-e481-4320-8da0-03fb46581de5 owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:55:27.252066 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 574caac5-267a-4ded-86d0-af6eaf0b6581 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:55:27.272928 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 574caac5-267a-4ded-86d0-af6eaf0b6581 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:55:27.273264 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 574caac5-267a-4ded-86d0-af6eaf0b6581 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:55:27.273682 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 14f6557c-56be-4d13-8285-3b0b0f106640 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:55:27.292322 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 14f6557c-56be-4d13-8285-3b0b0f106640 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:55:27.296213 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 14f6557c-56be-4d13-8285-3b0b0f106640 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:55:27.352854 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7087ab0b-c694-4687-aa37-0ae25f60b578 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:27.385641 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087ab0b-c694-4687-aa37-0ae25f60b578 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Port': ['ID=82308f78-e481-4320-8da0-03fb46581de5,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:27.556565 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7087ab0b-c694-4687-aa37-0ae25f60b578 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:27.770767 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7087ab0b-c694-4687-aa37-0ae25f60b578 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Router bbfdece3-9ce8-4a34-90d5-3761858479dc has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:55:27.869616 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7087ab0b-c694-4687-aa37-0ae25f60b578 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:55:27.877368 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7087ab0b-c694-4687-aa37-0ae25f60b578 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "PUT /v2.0/routers/bbfdece3-9ce8-4a34-90d5-3761858479dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5516679 Jun 30 09:55:27.880044 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57084) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:27.882807 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e543025-0eee-46be-b976-d47c61ba3175 None None] Sync routers for ids ['bbfdece3-9ce8-4a34-90d5-3761858479dc'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:55:27.892684 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e543025-0eee-46be-b976-d47c61ba3175 None None] Routers {'bbfdece3-9ce8-4a34-90d5-3761858479dc'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:27.893293 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-3e543025-0eee-46be-b976-d47c61ba3175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:55:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bbfdece3-9ce8-4a34-90d5-3761858479dc'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:27.933026 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bfd2d0d-35b3-4eae-8e79-34cfc26c428d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Deleting subnet 37a8f12a-82e1-44d6-8b0d-d1e40675984c {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:55:27.936803 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6bfd2d0d-35b3-4eae-8e79-34cfc26c428d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:27.980056 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6bfd2d0d-35b3-4eae-8e79-34cfc26c428d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:27.996419 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-3e543025-0eee-46be-b976-d47c61ba3175 None None] Set router bbfdece3-9ce8-4a34-90d5-3761858479dc gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:28.071091 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6bfd2d0d-35b3-4eae-8e79-34cfc26c428d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:28.197691 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-3e543025-0eee-46be-b976-d47c61ba3175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'name': 'tempest-RoutersTest-router-930518819', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:04Z', 'updated_at': '2021-06-30T09:55:27Z', 'revision_number': 9, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None, '_interfaces': [{'id': '8faa3f99-7f18-49cd-b3a3-1beece597e4f', 'name': '', 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:11:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:06Z', 'updated_at': '2021-06-30T09:55:11Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8988473-fa45-4a14-bced-9aa432f5a1ce', 'name': '', 'network_id': '711fa7be-4997-4637-9b3e-c0dbbbb2eb46', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:9d:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:09Z', 'updated_at': '2021-06-30T09:55:15Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:28.223041 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e543025-0eee-46be-b976-d47c61ba3175 None None] Checking router: bbfdece3-9ce8-4a34-90d5-3761858479dc for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:55:28.231306 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e543025-0eee-46be-b976-d47c61ba3175 None None] Routers {'bbfdece3-9ce8-4a34-90d5-3761858479dc'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:28.231894 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-3e543025-0eee-46be-b976-d47c61ba3175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:55:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bbfdece3-9ce8-4a34-90d5-3761858479dc'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:28.251611 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6bfd2d0d-35b3-4eae-8e79-34cfc26c428d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:28.278132 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd2d0d-35b3-4eae-8e79-34cfc26c428d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Subnet': ['ID=37a8f12a-82e1-44d6-8b0d-d1e40675984c,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:28.285447 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6bfd2d0d-35b3-4eae-8e79-34cfc26c428d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:28.290311 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6bfd2d0d-35b3-4eae-8e79-34cfc26c428d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/subnets/37a8f12a-82e1-44d6-8b0d-d1e40675984c HTTP/1.1" status: 204 len: 168 time: 0.4060917 Jun 30 09:55:28.290311 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57086) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:28.293429 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492cc2b0-024f-476f-a544-8e847f3b2699 None None] Network 558033b1-9ae9-4884-85a8-afd73eceb719 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:55:28.321600 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-3e543025-0eee-46be-b976-d47c61ba3175 None None] Set router bbfdece3-9ce8-4a34-90d5-3761858479dc gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:28.373997 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bdcfdf65-db58-4b24-942d-c94def8fa218 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:28.440565 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-bdcfdf65-db58-4b24-942d-c94def8fa218 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Deleting port f631a2f0-daec-4558-a235-b3bb3713e293 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:55:28.441222 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bdcfdf65-db58-4b24-942d-c94def8fa218 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:28.515600 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d20267-4f8d-414c-8a50-fb450da0f5e7 None None] DHCP port deletion for 558033b1-9ae9-4884-85a8-afd73eceb719 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:55:28.516527 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-bdcfdf65-db58-4b24-942d-c94def8fa218 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] For port f631a2f0-daec-4558-a235-b3bb3713e293, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f631a2f0-daec-4558-a235-b3bb3713e293,segment=NetworkSegment(62864251-c7c3-4046-be23-91e86abe1c4c),segment_id=62864251-c7c3-4046-be23-91e86abe1c4c)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:28.516919 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bdcfdf65-db58-4b24-942d-c94def8fa218 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:28.533971 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-bdcfdf65-db58-4b24-942d-c94def8fa218 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Calling delete_port for f631a2f0-daec-4558-a235-b3bb3713e293 owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:55:28.552587 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-3e543025-0eee-46be-b976-d47c61ba3175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'name': 'tempest-RoutersTest-router-930518819', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:04Z', 'updated_at': '2021-06-30T09:55:27Z', 'revision_number': 9, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None, '_interfaces': [{'id': '8faa3f99-7f18-49cd-b3a3-1beece597e4f', 'name': '', 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:11:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:06Z', 'updated_at': '2021-06-30T09:55:11Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8988473-fa45-4a14-bced-9aa432f5a1ce', 'name': '', 'network_id': '711fa7be-4997-4637-9b3e-c0dbbbb2eb46', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:9d:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:09Z', 'updated_at': '2021-06-30T09:55:15Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:28.569379 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-69d20267-4f8d-414c-8a50-fb450da0f5e7 None None] Deleting port f631a2f0-daec-4558-a235-b3bb3713e293 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:55:28.569967 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-69d20267-4f8d-414c-8a50-fb450da0f5e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:28.587895 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e543025-0eee-46be-b976-d47c61ba3175 None None] The sync data for ids ['bbfdece3-9ce8-4a34-90d5-3761858479dc'] in n-d-771363-31 is: [{'id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'name': 'tempest-RoutersTest-router-930518819', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:04Z', 'updated_at': '2021-06-30T09:55:27Z', 'revision_number': 9, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None, '_interfaces': [{'id': '8faa3f99-7f18-49cd-b3a3-1beece597e4f', 'name': '', 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:11:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:06Z', 'updated_at': '2021-06-30T09:55:11Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8988473-fa45-4a14-bced-9aa432f5a1ce', 'name': '', 'network_id': '711fa7be-4997-4637-9b3e-c0dbbbb2eb46', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:9d:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:09Z', 'updated_at': '2021-06-30T09:55:15Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'f62f445e-7311-4364-807e-1416e3f9333d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:55:28.645788 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-69d20267-4f8d-414c-8a50-fb450da0f5e7 None None] For port f631a2f0-daec-4558-a235-b3bb3713e293, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f631a2f0-daec-4558-a235-b3bb3713e293,segment=NetworkSegment(62864251-c7c3-4046-be23-91e86abe1c4c),segment_id=62864251-c7c3-4046-be23-91e86abe1c4c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:28.646177 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-69d20267-4f8d-414c-8a50-fb450da0f5e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:28.658388 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-69d20267-4f8d-414c-8a50-fb450da0f5e7 None None] Calling delete_port for f631a2f0-daec-4558-a235-b3bb3713e293 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:55:28.747409 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bdcfdf65-db58-4b24-942d-c94def8fa218 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:28.754922 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-69d20267-4f8d-414c-8a50-fb450da0f5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:28.779970 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcfdf65-db58-4b24-942d-c94def8fa218 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] No DVR routers for this DVR port f631a2f0-daec-4558-a235-b3bb3713e293 on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:55:28.789740 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcfdf65-db58-4b24-942d-c94def8fa218 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Port': ['ID=f631a2f0-daec-4558-a235-b3bb3713e293,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:28.790164 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d20267-4f8d-414c-8a50-fb450da0f5e7 None None] Pushing event deleted for resources: {'Port': ['ID=f631a2f0-daec-4558-a235-b3bb3713e293,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:28.790164 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d20267-4f8d-414c-8a50-fb450da0f5e7 None None] No DVR routers for this DVR port f631a2f0-daec-4558-a235-b3bb3713e293 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:55:28.864430 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bdcfdf65-db58-4b24-942d-c94def8fa218 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:28.874167 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-bdcfdf65-db58-4b24-942d-c94def8fa218 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['558033b1-9ae9-4884-85a8-afd73eceb719']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:28.885399 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-bdcfdf65-db58-4b24-942d-c94def8fa218 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62864251-c7c3-4046-be23-91e86abe1c4c') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:28.885705 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-bdcfdf65-db58-4b24-942d-c94def8fa218 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62864251-c7c3-4046-be23-91e86abe1c4c') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:28.895338 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bdcfdf65-db58-4b24-942d-c94def8fa218 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:28.909319 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bdcfdf65-db58-4b24-942d-c94def8fa218 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:28.915315 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdcfdf65-db58-4b24-942d-c94def8fa218 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:55:28.916741 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bdcfdf65-db58-4b24-942d-c94def8fa218 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:28.918691 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:55:28.918691 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:55:28.918691 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:55:28.918691 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:55:28.918691 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:55:28.918691 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:55:28.918691 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:55:28.918691 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:55:28.918691 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:55:28.918691 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:55:28.918691 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:55:28.918691 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:55:28.918691 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:55:28.918691 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:55:28.918691 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:55:28.918691 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:55:28.918691 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:55:28.918691 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:55:28.918691 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:55:28.918691 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:55:28.918691 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:55:28.918691 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:55:28.918691 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:55:28.918691 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:55:28.918691 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:55:28.918691 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:55:28.918691 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:55:28.918691 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:55:28.918691 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:55:28.918691 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:55:28.918691 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:55:28.918691 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:55:29.071409 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bdcfdf65-db58-4b24-942d-c94def8fa218 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:29.078638 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bdcfdf65-db58-4b24-942d-c94def8fa218 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:29.080456 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-bdcfdf65-db58-4b24-942d-c94def8fa218 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/networks/558033b1-9ae9-4884-85a8-afd73eceb719 HTTP/1.1" status: 204 len: 168 time: 0.7893159 Jun 30 09:55:29.083517 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57088) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:29.093288 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcfdf65-db58-4b24-942d-c94def8fa218 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Network': ['ID=558033b1-9ae9-4884-85a8-afd73eceb719,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:29.249491 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f631a2f0-daec-4558-a235-b3bb3713e293 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:55:29.270977 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: f631a2f0-daec-4558-a235-b3bb3713e293 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:55:29.271437 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f631a2f0-daec-4558-a235-b3bb3713e293 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:55:29.271960 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 82308f78-e481-4320-8da0-03fb46581de5 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:55:29.294989 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 82308f78-e481-4320-8da0-03fb46581de5 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:55:29.295895 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 82308f78-e481-4320-8da0-03fb46581de5 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:55:29.436058 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d0e4dd33-88d8-4324-bb5f-82d2d11b9bba tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:29.699197 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-d0e4dd33-88d8-4324-bb5f-82d2d11b9bba tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Deleting port e8988473-fa45-4a14-bced-9aa432f5a1ce {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:55:29.699437 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d0e4dd33-88d8-4324-bb5f-82d2d11b9bba tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:29.795355 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-d0e4dd33-88d8-4324-bb5f-82d2d11b9bba tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] For port e8988473-fa45-4a14-bced-9aa432f5a1ce, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e8988473-fa45-4a14-bced-9aa432f5a1ce,segment=NetworkSegment(c4461629-e68d-48a5-b6ef-655724177148),segment_id=c4461629-e68d-48a5-b6ef-655724177148)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:29.795717 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d0e4dd33-88d8-4324-bb5f-82d2d11b9bba tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:29.809315 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-d0e4dd33-88d8-4324-bb5f-82d2d11b9bba tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Calling delete_port for e8988473-fa45-4a14-bced-9aa432f5a1ce owned by network:router_interface {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:55:30.055909 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d0e4dd33-88d8-4324-bb5f-82d2d11b9bba tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:30.088837 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4dd33-88d8-4324-bb5f-82d2d11b9bba tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Port': ['ID=e8988473-fa45-4a14-bced-9aa432f5a1ce,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:30.247604 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d0e4dd33-88d8-4324-bb5f-82d2d11b9bba tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:30.444121 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e4dd33-88d8-4324-bb5f-82d2d11b9bba tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Router bbfdece3-9ce8-4a34-90d5-3761858479dc has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:55:30.537930 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e4dd33-88d8-4324-bb5f-82d2d11b9bba tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:55:30.546699 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d0e4dd33-88d8-4324-bb5f-82d2d11b9bba tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "PUT /v2.0/routers/bbfdece3-9ce8-4a34-90d5-3761858479dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4595478 Jun 30 09:55:30.547012 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57090) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:30.558120 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b14544-0aa3-42a5-b5f2-d00c9d47ba5b None None] Sync routers for ids ['bbfdece3-9ce8-4a34-90d5-3761858479dc'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:55:30.568236 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b14544-0aa3-42a5-b5f2-d00c9d47ba5b None None] Routers {'bbfdece3-9ce8-4a34-90d5-3761858479dc'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:30.568954 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-c3b14544-0aa3-42a5-b5f2-d00c9d47ba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:55:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bbfdece3-9ce8-4a34-90d5-3761858479dc'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:30.602851 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea5d4a09-de11-435f-a979-acf1a2ef69c3 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Deleting subnet f62f445e-7311-4364-807e-1416e3f9333d {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:55:30.605989 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ea5d4a09-de11-435f-a979-acf1a2ef69c3 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:30.647481 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ea5d4a09-de11-435f-a979-acf1a2ef69c3 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:30.666286 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-c3b14544-0aa3-42a5-b5f2-d00c9d47ba5b None None] Set router bbfdece3-9ce8-4a34-90d5-3761858479dc gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:30.962968 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:55:31.042928 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-c3b14544-0aa3-42a5-b5f2-d00c9d47ba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'name': 'tempest-RoutersTest-router-930518819', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:04Z', 'updated_at': '2021-06-30T09:55:29Z', 'revision_number': 10, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None, '_interfaces': [{'id': '8faa3f99-7f18-49cd-b3a3-1beece597e4f', 'name': '', 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:11:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:06Z', 'updated_at': '2021-06-30T09:55:11Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:31.072243 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b14544-0aa3-42a5-b5f2-d00c9d47ba5b None None] Checking router: bbfdece3-9ce8-4a34-90d5-3761858479dc for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:55:31.081882 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b14544-0aa3-42a5-b5f2-d00c9d47ba5b None None] Routers {'bbfdece3-9ce8-4a34-90d5-3761858479dc'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:31.082507 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-c3b14544-0aa3-42a5-b5f2-d00c9d47ba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:55:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bbfdece3-9ce8-4a34-90d5-3761858479dc'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:31.082896 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ea5d4a09-de11-435f-a979-acf1a2ef69c3 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.175049 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-c3b14544-0aa3-42a5-b5f2-d00c9d47ba5b None None] Set router bbfdece3-9ce8-4a34-90d5-3761858479dc gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:31.216553 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ea5d4a09-de11-435f-a979-acf1a2ef69c3 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.247279 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d4a09-de11-435f-a979-acf1a2ef69c3 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Subnet': ['ID=f62f445e-7311-4364-807e-1416e3f9333d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:31.251714 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ea5d4a09-de11-435f-a979-acf1a2ef69c3 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.253919 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ea5d4a09-de11-435f-a979-acf1a2ef69c3 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/subnets/f62f445e-7311-4364-807e-1416e3f9333d HTTP/1.1" status: 204 len: 168 time: 0.7052791 Jun 30 09:55:31.256552 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57092) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:31.269627 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e00b39-23a8-426f-a188-96079ea518bc None None] Network 711fa7be-4997-4637-9b3e-c0dbbbb2eb46 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:55:31.337667 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8fc888ed-2eed-4b43-a54b-5550c965ee2a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.403075 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-8fc888ed-2eed-4b43-a54b-5550c965ee2a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Deleting port a54174da-c455-466c-baca-9d64b7e1695d {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:55:31.403451 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8fc888ed-2eed-4b43-a54b-5550c965ee2a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.467805 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-8fc888ed-2eed-4b43-a54b-5550c965ee2a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] For port a54174da-c455-466c-baca-9d64b7e1695d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a54174da-c455-466c-baca-9d64b7e1695d,segment=NetworkSegment(c4461629-e68d-48a5-b6ef-655724177148),segment_id=c4461629-e68d-48a5-b6ef-655724177148)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:31.467805 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8fc888ed-2eed-4b43-a54b-5550c965ee2a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.481507 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-8fc888ed-2eed-4b43-a54b-5550c965ee2a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Calling delete_port for a54174da-c455-466c-baca-9d64b7e1695d owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:55:31.502422 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-c3b14544-0aa3-42a5-b5f2-d00c9d47ba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'name': 'tempest-RoutersTest-router-930518819', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:04Z', 'updated_at': '2021-06-30T09:55:29Z', 'revision_number': 10, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None, '_interfaces': [{'id': '8faa3f99-7f18-49cd-b3a3-1beece597e4f', 'name': '', 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:11:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:06Z', 'updated_at': '2021-06-30T09:55:11Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:31.530517 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b14544-0aa3-42a5-b5f2-d00c9d47ba5b None None] The sync data for ids ['bbfdece3-9ce8-4a34-90d5-3761858479dc'] in n-d-771363-31 is: [{'id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'name': 'tempest-RoutersTest-router-930518819', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:04Z', 'updated_at': '2021-06-30T09:55:29Z', 'revision_number': 10, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None, '_interfaces': [{'id': '8faa3f99-7f18-49cd-b3a3-1beece597e4f', 'name': '', 'network_id': '9df5c75b-d116-4f3d-aaa8-af50a634d5cd', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'mac_address': 'fa:16:3e:11:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:06Z', 'updated_at': '2021-06-30T09:55:11Z', 'revision_number': 5, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'subnets': [{'id': 'c88df346-ecf4-4f75-b39b-00dbcad39535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:55:31.549261 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b852bbd-d94d-4cae-a5ff-ca9adc871888 None None] DHCP port deletion for 711fa7be-4997-4637-9b3e-c0dbbbb2eb46 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:55:31.598442 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-2b852bbd-d94d-4cae-a5ff-ca9adc871888 None None] Deleting port a54174da-c455-466c-baca-9d64b7e1695d {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:55:31.599109 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2b852bbd-d94d-4cae-a5ff-ca9adc871888 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.632829 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8fc888ed-2eed-4b43-a54b-5550c965ee2a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.663565 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc888ed-2eed-4b43-a54b-5550c965ee2a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Port': ['ID=a54174da-c455-466c-baca-9d64b7e1695d,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:31.664625 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-2b852bbd-d94d-4cae-a5ff-ca9adc871888 None None] For port a54174da-c455-466c-baca-9d64b7e1695d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a54174da-c455-466c-baca-9d64b7e1695d,segment=NetworkSegment(c4461629-e68d-48a5-b6ef-655724177148),segment_id=c4461629-e68d-48a5-b6ef-655724177148)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:31.665624 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2b852bbd-d94d-4cae-a5ff-ca9adc871888 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.672303 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc888ed-2eed-4b43-a54b-5550c965ee2a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] No DVR routers for this DVR port a54174da-c455-466c-baca-9d64b7e1695d on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:55:31.681991 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-2b852bbd-d94d-4cae-a5ff-ca9adc871888 None None] Calling delete_port for a54174da-c455-466c-baca-9d64b7e1695d owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:55:31.745161 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8fc888ed-2eed-4b43-a54b-5550c965ee2a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.755501 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-8fc888ed-2eed-4b43-a54b-5550c965ee2a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711fa7be-4997-4637-9b3e-c0dbbbb2eb46']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:31.760228 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2b852bbd-d94d-4cae-a5ff-ca9adc871888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.766921 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-8fc888ed-2eed-4b43-a54b-5550c965ee2a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4461629-e68d-48a5-b6ef-655724177148') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:31.767261 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-8fc888ed-2eed-4b43-a54b-5550c965ee2a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4461629-e68d-48a5-b6ef-655724177148') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:31.777734 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8fc888ed-2eed-4b43-a54b-5550c965ee2a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.785996 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b852bbd-d94d-4cae-a5ff-ca9adc871888 None None] Pushing event deleted for resources: {'Port': ['ID=a54174da-c455-466c-baca-9d64b7e1695d,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:31.789971 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b852bbd-d94d-4cae-a5ff-ca9adc871888 None None] No DVR routers for this DVR port a54174da-c455-466c-baca-9d64b7e1695d on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:55:31.797260 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8fc888ed-2eed-4b43-a54b-5550c965ee2a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.804524 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc888ed-2eed-4b43-a54b-5550c965ee2a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:55:31.804940 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8fc888ed-2eed-4b43-a54b-5550c965ee2a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.807870 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:55:31.807870 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:55:31.807870 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:55:31.807870 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:55:31.807870 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:55:31.807870 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:55:31.807870 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:55:31.807870 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:55:31.807870 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:55:31.807870 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:55:31.807870 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:55:31.807870 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:55:31.807870 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:55:31.807870 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:55:31.807870 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:55:31.807870 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:55:31.807870 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:55:31.807870 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:55:31.807870 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:55:31.807870 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:55:31.807870 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:55:31.807870 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:55:31.807870 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:55:31.807870 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:55:31.807870 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:55:31.807870 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:55:31.807870 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:55:31.807870 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:55:31.807870 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:55:31.807870 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:55:31.807870 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:55:31.807870 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:55:31.991311 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8fc888ed-2eed-4b43-a54b-5550c965ee2a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:32.002118 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8fc888ed-2eed-4b43-a54b-5550c965ee2a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:32.005211 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8fc888ed-2eed-4b43-a54b-5550c965ee2a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/networks/711fa7be-4997-4637-9b3e-c0dbbbb2eb46 HTTP/1.1" status: 204 len: 168 time: 0.7468288 Jun 30 09:55:32.008290 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57094) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:32.027044 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc888ed-2eed-4b43-a54b-5550c965ee2a tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Network': ['ID=711fa7be-4997-4637-9b3e-c0dbbbb2eb46,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:32.363178 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d9cb8edf-169a-4ea9-aac7-b6dad303d1c0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:32.619407 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-d9cb8edf-169a-4ea9-aac7-b6dad303d1c0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Deleting port 8faa3f99-7f18-49cd-b3a3-1beece597e4f {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:55:32.619643 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d9cb8edf-169a-4ea9-aac7-b6dad303d1c0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:32.713108 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-d9cb8edf-169a-4ea9-aac7-b6dad303d1c0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] For port 8faa3f99-7f18-49cd-b3a3-1beece597e4f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8faa3f99-7f18-49cd-b3a3-1beece597e4f,segment=NetworkSegment(652fbe33-d504-48e0-8391-7ea54f1131a9),segment_id=652fbe33-d504-48e0-8391-7ea54f1131a9)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:32.713515 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d9cb8edf-169a-4ea9-aac7-b6dad303d1c0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:32.726864 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-d9cb8edf-169a-4ea9-aac7-b6dad303d1c0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Calling delete_port for 8faa3f99-7f18-49cd-b3a3-1beece597e4f owned by network:router_interface {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:55:33.250733 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e8988473-fa45-4a14-bced-9aa432f5a1ce no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:55:33.277254 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: e8988473-fa45-4a14-bced-9aa432f5a1ce {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:55:33.277604 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e8988473-fa45-4a14-bced-9aa432f5a1ce not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:55:33.278024 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a54174da-c455-466c-baca-9d64b7e1695d no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:55:33.307071 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: a54174da-c455-466c-baca-9d64b7e1695d {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:55:33.307360 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a54174da-c455-466c-baca-9d64b7e1695d not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:55:33.323015 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d9cb8edf-169a-4ea9-aac7-b6dad303d1c0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:33.352874 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb8edf-169a-4ea9-aac7-b6dad303d1c0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Port': ['ID=8faa3f99-7f18-49cd-b3a3-1beece597e4f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:33.526104 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d9cb8edf-169a-4ea9-aac7-b6dad303d1c0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:33.685149 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9cb8edf-169a-4ea9-aac7-b6dad303d1c0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Router bbfdece3-9ce8-4a34-90d5-3761858479dc has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:55:33.775269 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9cb8edf-169a-4ea9-aac7-b6dad303d1c0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:55:33.780631 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d9cb8edf-169a-4ea9-aac7-b6dad303d1c0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "PUT /v2.0/routers/bbfdece3-9ce8-4a34-90d5-3761858479dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7711258 Jun 30 09:55:33.783411 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57096) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:33.784703 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e5f6b9-5558-4973-ba2c-60f8aa5f815b None None] Sync routers for ids ['bbfdece3-9ce8-4a34-90d5-3761858479dc'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:55:33.793818 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e5f6b9-5558-4973-ba2c-60f8aa5f815b None None] Routers {'bbfdece3-9ce8-4a34-90d5-3761858479dc'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:33.794505 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c7e5f6b9-5558-4973-ba2c-60f8aa5f815b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:55:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bbfdece3-9ce8-4a34-90d5-3761858479dc'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:33.838542 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-b70d39ed-537e-49b7-bbe6-d6dc48cf5adf tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Deleting subnet c88df346-ecf4-4f75-b39b-00dbcad39535 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:55:33.841660 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b70d39ed-537e-49b7-bbe6-d6dc48cf5adf tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:33.869947 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-c7e5f6b9-5558-4973-ba2c-60f8aa5f815b None None] Set router bbfdece3-9ce8-4a34-90d5-3761858479dc gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:33.883234 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b70d39ed-537e-49b7-bbe6-d6dc48cf5adf tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:33.919515 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c7e5f6b9-5558-4973-ba2c-60f8aa5f815b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'name': 'tempest-RoutersTest-router-930518819', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:04Z', 'updated_at': '2021-06-30T09:55:33Z', 'revision_number': 11, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:33.948705 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e5f6b9-5558-4973-ba2c-60f8aa5f815b None None] Checking router: bbfdece3-9ce8-4a34-90d5-3761858479dc for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:55:33.957500 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e5f6b9-5558-4973-ba2c-60f8aa5f815b None None] Routers {'bbfdece3-9ce8-4a34-90d5-3761858479dc'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:33.958102 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c7e5f6b9-5558-4973-ba2c-60f8aa5f815b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:55:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bbfdece3-9ce8-4a34-90d5-3761858479dc'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:33.975748 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b70d39ed-537e-49b7-bbe6-d6dc48cf5adf tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:34.022873 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-c7e5f6b9-5558-4973-ba2c-60f8aa5f815b None None] Set router bbfdece3-9ce8-4a34-90d5-3761858479dc gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:34.081918 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c7e5f6b9-5558-4973-ba2c-60f8aa5f815b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'name': 'tempest-RoutersTest-router-930518819', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:04Z', 'updated_at': '2021-06-30T09:55:33Z', 'revision_number': 11, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:34.113249 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e5f6b9-5558-4973-ba2c-60f8aa5f815b None None] The sync data for ids ['bbfdece3-9ce8-4a34-90d5-3761858479dc'] in n-d-771363-31 is: [{'id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'name': 'tempest-RoutersTest-router-930518819', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:04Z', 'updated_at': '2021-06-30T09:55:33Z', 'revision_number': 11, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:55:34.130687 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b70d39ed-537e-49b7-bbe6-d6dc48cf5adf tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:34.160322 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d39ed-537e-49b7-bbe6-d6dc48cf5adf tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Subnet': ['ID=c88df346-ecf4-4f75-b39b-00dbcad39535,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:34.162288 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b70d39ed-537e-49b7-bbe6-d6dc48cf5adf tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:34.165472 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b70d39ed-537e-49b7-bbe6-d6dc48cf5adf tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/subnets/c88df346-ecf4-4f75-b39b-00dbcad39535 HTTP/1.1" status: 204 len: 168 time: 0.3798728 Jun 30 09:55:34.166763 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57098) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:34.169101 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0858d90-bfe5-481f-9386-3d7568cbe0f1 None None] Network 9df5c75b-d116-4f3d-aaa8-af50a634d5cd requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:55:34.251501 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9aeb3c46-e200-4c1e-ac26-6b20d9993b69 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:34.318072 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-9aeb3c46-e200-4c1e-ac26-6b20d9993b69 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Deleting port f096f9bf-c58d-47aa-af3f-b62f2a7d2de4 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:55:34.318497 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9aeb3c46-e200-4c1e-ac26-6b20d9993b69 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:34.382492 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-9aeb3c46-e200-4c1e-ac26-6b20d9993b69 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] For port f096f9bf-c58d-47aa-af3f-b62f2a7d2de4, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f096f9bf-c58d-47aa-af3f-b62f2a7d2de4,segment=NetworkSegment(652fbe33-d504-48e0-8391-7ea54f1131a9),segment_id=652fbe33-d504-48e0-8391-7ea54f1131a9)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:34.382751 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9aeb3c46-e200-4c1e-ac26-6b20d9993b69 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:34.404151 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-9aeb3c46-e200-4c1e-ac26-6b20d9993b69 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Calling delete_port for f096f9bf-c58d-47aa-af3f-b62f2a7d2de4 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:55:34.490367 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f7dbb1-f29b-4770-a4fa-33c04d2ab4f8 None None] DHCP port deletion for 9df5c75b-d116-4f3d-aaa8-af50a634d5cd request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:55:34.544061 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-e7f7dbb1-f29b-4770-a4fa-33c04d2ab4f8 None None] Deleting port f096f9bf-c58d-47aa-af3f-b62f2a7d2de4 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:55:34.544438 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e7f7dbb1-f29b-4770-a4fa-33c04d2ab4f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:34.580793 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9aeb3c46-e200-4c1e-ac26-6b20d9993b69 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:34.608605 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb3c46-e200-4c1e-ac26-6b20d9993b69 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Port': ['ID=f096f9bf-c58d-47aa-af3f-b62f2a7d2de4,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:34.609044 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-e7f7dbb1-f29b-4770-a4fa-33c04d2ab4f8 None None] For port f096f9bf-c58d-47aa-af3f-b62f2a7d2de4, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f096f9bf-c58d-47aa-af3f-b62f2a7d2de4,segment=NetworkSegment(652fbe33-d504-48e0-8391-7ea54f1131a9),segment_id=652fbe33-d504-48e0-8391-7ea54f1131a9)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:34.609571 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e7f7dbb1-f29b-4770-a4fa-33c04d2ab4f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:34.611103 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeb3c46-e200-4c1e-ac26-6b20d9993b69 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] No DVR routers for this DVR port f096f9bf-c58d-47aa-af3f-b62f2a7d2de4 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:55:34.624764 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-e7f7dbb1-f29b-4770-a4fa-33c04d2ab4f8 None None] Calling delete_port for f096f9bf-c58d-47aa-af3f-b62f2a7d2de4 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:55:34.697973 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9aeb3c46-e200-4c1e-ac26-6b20d9993b69 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:34.708414 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e7f7dbb1-f29b-4770-a4fa-33c04d2ab4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:34.709224 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-9aeb3c46-e200-4c1e-ac26-6b20d9993b69 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df5c75b-d116-4f3d-aaa8-af50a634d5cd']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:34.721451 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-9aeb3c46-e200-4c1e-ac26-6b20d9993b69 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652fbe33-d504-48e0-8391-7ea54f1131a9') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:34.721753 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-9aeb3c46-e200-4c1e-ac26-6b20d9993b69 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652fbe33-d504-48e0-8391-7ea54f1131a9') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:34.730747 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9aeb3c46-e200-4c1e-ac26-6b20d9993b69 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:34.732552 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7dbb1-f29b-4770-a4fa-33c04d2ab4f8 None None] Pushing event deleted for resources: {'Port': ['ID=f096f9bf-c58d-47aa-af3f-b62f2a7d2de4,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:34.739311 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f7dbb1-f29b-4770-a4fa-33c04d2ab4f8 None None] No DVR routers for this DVR port f096f9bf-c58d-47aa-af3f-b62f2a7d2de4 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:55:34.751192 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9aeb3c46-e200-4c1e-ac26-6b20d9993b69 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:34.756422 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aeb3c46-e200-4c1e-ac26-6b20d9993b69 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:55:34.756815 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9aeb3c46-e200-4c1e-ac26-6b20d9993b69 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:34.759968 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 09:55:34.759968 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:55:34.759968 n-d-771363-31 neutron-server[101053]: timer() Jun 30 09:55:34.759968 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:55:34.759968 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 09:55:34.759968 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:55:34.759968 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 09:55:34.759968 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:55:34.759968 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 09:55:34.759968 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:55:34.759968 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 09:55:34.759968 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:55:34.759968 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 09:55:34.759968 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:55:34.759968 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:55:34.759968 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:55:34.759968 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:55:34.759968 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:55:34.759968 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 09:55:34.759968 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:55:34.759968 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 09:55:34.759968 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:55:34.759968 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:55:34.759968 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:55:34.759968 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 09:55:34.759968 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:55:34.759968 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:55:34.759968 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:55:34.759968 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:55:34.759968 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:55:34.759968 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:55:34.759968 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:55:34.952751 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9aeb3c46-e200-4c1e-ac26-6b20d9993b69 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:34.969046 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9aeb3c46-e200-4c1e-ac26-6b20d9993b69 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:34.969046 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9aeb3c46-e200-4c1e-ac26-6b20d9993b69 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/networks/9df5c75b-d116-4f3d-aaa8-af50a634d5cd HTTP/1.1" status: 204 len: 168 time: 0.7927248 Jun 30 09:55:34.969278 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57100) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:34.970539 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-b96ea1d2-9e9b-48d7-b416-93dd637d71b5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Request body: {'router': {'routes': None}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:34.974277 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb3c46-e200-4c1e-ac26-6b20d9993b69 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Pushing event deleted for resources: {'Network': ['ID=9df5c75b-d116-4f3d-aaa8-af50a634d5cd,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:35.133374 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.extraroute_db [None req-b96ea1d2-9e9b-48d7-b416-93dd637d71b5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Added routes are [] {{(pid=101054) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 09:55:35.133663 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.extraroute_db [None req-b96ea1d2-9e9b-48d7-b416-93dd637d71b5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Removed routes are [] {{(pid=101054) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 09:55:35.134037 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b96ea1d2-9e9b-48d7-b416-93dd637d71b5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:35.250563 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8faa3f99-7f18-49cd-b3a3-1beece597e4f no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:55:35.272453 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 8faa3f99-7f18-49cd-b3a3-1beece597e4f {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:55:35.272791 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8faa3f99-7f18-49cd-b3a3-1beece597e4f not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:55:35.273211 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f096f9bf-c58d-47aa-af3f-b62f2a7d2de4 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:55:35.284326 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b96ea1d2-9e9b-48d7-b416-93dd637d71b5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:35.287777 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b96ea1d2-9e9b-48d7-b416-93dd637d71b5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1642126'] for router, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:35.291717 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: f096f9bf-c58d-47aa-af3f-b62f2a7d2de4 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:55:35.292132 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f096f9bf-c58d-47aa-af3f-b62f2a7d2de4 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:55:35.364623 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96ea1d2-9e9b-48d7-b416-93dd637d71b5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Router bbfdece3-9ce8-4a34-90d5-3761858479dc has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:55:35.438790 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96ea1d2-9e9b-48d7-b416-93dd637d71b5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:55:35.445398 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b96ea1d2-9e9b-48d7-b416-93dd637d71b5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:35.446532 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b96ea1d2-9e9b-48d7-b416-93dd637d71b5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "PUT /v2.0/routers/bbfdece3-9ce8-4a34-90d5-3761858479dc HTTP/1.1" status: 200 len: 700 time: 0.4804742 Jun 30 09:55:35.447890 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671db5f9-6f10-4f48-af0b-46f359675dd3 None None] Sync routers for ids ['bbfdece3-9ce8-4a34-90d5-3761858479dc'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:55:35.449291 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57102) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:35.459000 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671db5f9-6f10-4f48-af0b-46f359675dd3 None None] Routers {'bbfdece3-9ce8-4a34-90d5-3761858479dc'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:35.459855 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-671db5f9-6f10-4f48-af0b-46f359675dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:55:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bbfdece3-9ce8-4a34-90d5-3761858479dc'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:35.482031 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9620f851-041d-4505-b7ae-645c8ddf3212 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbfdece3-9ce8-4a34-90d5-3761858479dc HTTP/1.1" status: 200 len: 205 time: 0.0314133 Jun 30 09:55:35.485154 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57104) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:35.530750 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-671db5f9-6f10-4f48-af0b-46f359675dd3 None None] Set router bbfdece3-9ce8-4a34-90d5-3761858479dc gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:35.555651 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-77bc1e27-ddf5-466e-b6a6-65cd1bff8d68 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:35.586414 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-671db5f9-6f10-4f48-af0b-46f359675dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'name': 'tempest-RoutersTest-router-930518819', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:04Z', 'updated_at': '2021-06-30T09:55:33Z', 'revision_number': 11, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:35.614207 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671db5f9-6f10-4f48-af0b-46f359675dd3 None None] Checking router: bbfdece3-9ce8-4a34-90d5-3761858479dc for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:55:35.622661 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671db5f9-6f10-4f48-af0b-46f359675dd3 None None] Routers {'bbfdece3-9ce8-4a34-90d5-3761858479dc'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:35.623356 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-671db5f9-6f10-4f48-af0b-46f359675dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:55:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bbfdece3-9ce8-4a34-90d5-3761858479dc'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:35.693950 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-671db5f9-6f10-4f48-af0b-46f359675dd3 None None] Set router bbfdece3-9ce8-4a34-90d5-3761858479dc gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:35.713528 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-77bc1e27-ddf5-466e-b6a6-65cd1bff8d68 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:35.715712 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-77bc1e27-ddf5-466e-b6a6-65cd1bff8d68 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:35.757884 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-671db5f9-6f10-4f48-af0b-46f359675dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'name': 'tempest-RoutersTest-router-930518819', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:04Z', 'updated_at': '2021-06-30T09:55:33Z', 'revision_number': 11, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:35.785086 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671db5f9-6f10-4f48-af0b-46f359675dd3 None None] The sync data for ids ['bbfdece3-9ce8-4a34-90d5-3761858479dc'] in n-d-771363-31 is: [{'id': 'bbfdece3-9ce8-4a34-90d5-3761858479dc', 'name': 'tempest-RoutersTest-router-930518819', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:04Z', 'updated_at': '2021-06-30T09:55:33Z', 'revision_number': 11, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:55:35.929769 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-77bc1e27-ddf5-466e-b6a6-65cd1bff8d68 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:35.930322 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bc1e27-ddf5-466e-b6a6-65cd1bff8d68 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Fanout notify agent at l3_agent the message router_deleted on router bbfdece3-9ce8-4a34-90d5-3761858479dc {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:55:35.937102 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-77bc1e27-ddf5-466e-b6a6-65cd1bff8d68 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:35.938953 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-77bc1e27-ddf5-466e-b6a6-65cd1bff8d68 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/routers/bbfdece3-9ce8-4a34-90d5-3761858479dc HTTP/1.1" status: 204 len: 168 time: 0.4528575 Jun 30 09:55:35.944617 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57106) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:35.951572 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-9af3acf3-e56d-40ec-a49d-fee3a778735b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-271377826', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:36.071599 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9af3acf3-e56d-40ec-a49d-fee3a778735b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:36.072713 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9af3acf3-e56d-40ec-a49d-fee3a778735b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:36.131061 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9af3acf3-e56d-40ec-a49d-fee3a778735b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:36.244519 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9af3acf3-e56d-40ec-a49d-fee3a778735b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:36.363017 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9af3acf3-e56d-40ec-a49d-fee3a778735b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:36.364218 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9af3acf3-e56d-40ec-a49d-fee3a778735b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4193153 Jun 30 09:55:36.366817 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57108) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:36.371342 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-9dca5d17-3efc-4852-bc0f-a3f0b73ee6fd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:36.586638 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9dca5d17-3efc-4852-bc0f-a3f0b73ee6fd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:36.747610 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9dca5d17-3efc-4852-bc0f-a3f0b73ee6fd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1642126'] for router, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:36.918283 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dca5d17-3efc-4852-bc0f-a3f0b73ee6fd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Router b4451728-bb1f-44ca-99d6-a60044f1a0e7 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:55:36.997759 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dca5d17-3efc-4852-bc0f-a3f0b73ee6fd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:55:37.005406 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9dca5d17-3efc-4852-bc0f-a3f0b73ee6fd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:37.006566 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9dca5d17-3efc-4852-bc0f-a3f0b73ee6fd tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "PUT /v2.0/routers/b4451728-bb1f-44ca-99d6-a60044f1a0e7 HTTP/1.1" status: 200 len: 693 time: 0.6388030 Jun 30 09:55:37.007673 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b1ae88-202b-471b-85ab-2741fe7050e8 None None] Sync routers for ids ['b4451728-bb1f-44ca-99d6-a60044f1a0e7'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:55:37.009063 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57110) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:37.017913 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b1ae88-202b-471b-85ab-2741fe7050e8 None None] Routers {'b4451728-bb1f-44ca-99d6-a60044f1a0e7'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:37.018958 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b0b1ae88-202b-471b-85ab-2741fe7050e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:55:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['b4451728-bb1f-44ca-99d6-a60044f1a0e7'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:37.087597 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-b0b1ae88-202b-471b-85ab-2741fe7050e8 None None] Set router b4451728-bb1f-44ca-99d6-a60044f1a0e7 gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:37.096763 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5beb5b43-b787-4cbe-b689-caaef6bf6dc5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "GET /v2.0/routers/b4451728-bb1f-44ca-99d6-a60044f1a0e7 HTTP/1.1" status: 200 len: 699 time: 0.0865874 Jun 30 09:55:37.099393 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57112) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:37.133139 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6c477ce0-d858-4672-bbf8-fa783a330f5b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4451728-bb1f-44ca-99d6-a60044f1a0e7 HTTP/1.1" status: 200 len: 205 time: 0.0301912 Jun 30 09:55:37.133363 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57114) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:37.216413 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2b52e2ae-6192-4f6b-b0dd-28a0c2871ad6 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:37.227927 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b0b1ae88-202b-471b-85ab-2741fe7050e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4451728-bb1f-44ca-99d6-a60044f1a0e7', 'name': 'tempest-RoutersTest-router-271377826', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:36Z', 'updated_at': '2021-06-30T09:55:36Z', 'revision_number': 2, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:37.262936 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b1ae88-202b-471b-85ab-2741fe7050e8 None None] Checking router: b4451728-bb1f-44ca-99d6-a60044f1a0e7 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:55:37.271559 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b1ae88-202b-471b-85ab-2741fe7050e8 None None] Routers {'b4451728-bb1f-44ca-99d6-a60044f1a0e7'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:37.272166 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b0b1ae88-202b-471b-85ab-2741fe7050e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:55:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['b4451728-bb1f-44ca-99d6-a60044f1a0e7'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:37.338031 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-b0b1ae88-202b-471b-85ab-2741fe7050e8 None None] Set router b4451728-bb1f-44ca-99d6-a60044f1a0e7 gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:37.379825 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2b52e2ae-6192-4f6b-b0dd-28a0c2871ad6 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:37.381922 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2b52e2ae-6192-4f6b-b0dd-28a0c2871ad6 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:37.392909 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b0b1ae88-202b-471b-85ab-2741fe7050e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4451728-bb1f-44ca-99d6-a60044f1a0e7', 'name': 'tempest-RoutersTest-router-271377826', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:36Z', 'updated_at': '2021-06-30T09:55:36Z', 'revision_number': 2, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:37.418031 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b1ae88-202b-471b-85ab-2741fe7050e8 None None] The sync data for ids ['b4451728-bb1f-44ca-99d6-a60044f1a0e7'] in n-d-771363-31 is: [{'id': 'b4451728-bb1f-44ca-99d6-a60044f1a0e7', 'name': 'tempest-RoutersTest-router-271377826', 'tenant_id': '0ab923aba2e54d409e38022a4b61e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:36Z', 'updated_at': '2021-06-30T09:55:36Z', 'revision_number': 2, 'project_id': '0ab923aba2e54d409e38022a4b61e087', 'gw_port_host': None}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:55:37.517580 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2b52e2ae-6192-4f6b-b0dd-28a0c2871ad6 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:37.518127 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b52e2ae-6192-4f6b-b0dd-28a0c2871ad6 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Fanout notify agent at l3_agent the message router_deleted on router b4451728-bb1f-44ca-99d6-a60044f1a0e7 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:55:37.525341 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2b52e2ae-6192-4f6b-b0dd-28a0c2871ad6 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:37.526482 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2b52e2ae-6192-4f6b-b0dd-28a0c2871ad6 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/routers/b4451728-bb1f-44ca-99d6-a60044f1a0e7 HTTP/1.1" status: 204 len: 168 time: 0.3921711 Jun 30 09:55:37.531159 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57116) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:37.562065 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-eb06549b-79fc-419c-bbc9-00833edd3513 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4451728-bb1f-44ca-99d6-a60044f1a0e7 HTTP/1.1" status: 200 len: 205 time: 0.0285239 Jun 30 09:55:37.564605 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57118) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:37.606201 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-d1c7421f-9dda-43da-925f-ed9532b594b4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] delete failed (client error): The resource could not be found. Jun 30 09:55:37.607272 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d1c7421f-9dda-43da-925f-ed9532b594b4 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/routers/b4451728-bb1f-44ca-99d6-a60044f1a0e7 HTTP/1.1" status: 404 len: 336 time: 0.0417457 Jun 30 09:55:37.615328 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57120) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:37.654143 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-8faea05d-ac0c-4353-ac7d-8e924aa8051e tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] DELETE failed (client error): The resource could not be found. Jun 30 09:55:37.654609 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8faea05d-ac0c-4353-ac7d-8e924aa8051e tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:55:37.657344 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8faea05d-ac0c-4353-ac7d-8e924aa8051e tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/subnets/59e180c6-f5e7-4951-9fbd-6a17af152dae HTTP/1.1" status: 404 len: 337 time: 0.0399134 Jun 30 09:55:37.660060 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57122) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:37.686735 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b1c88cf-eaf3-4639-a385-29a1a7c8dd73 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] DELETE failed (client error): The resource could not be found. Jun 30 09:55:37.687222 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b1c88cf-eaf3-4639-a385-29a1a7c8dd73 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:55:37.688955 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2b1c88cf-eaf3-4639-a385-29a1a7c8dd73 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/subnets/37a8f12a-82e1-44d6-8b0d-d1e40675984c HTTP/1.1" status: 404 len: 337 time: 0.0279243 Jun 30 09:55:37.691496 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57124) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:37.717473 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d2f96a-e9d4-4f28-9336-b8da52148174 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] DELETE failed (client error): The resource could not be found. Jun 30 09:55:37.717846 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d2f96a-e9d4-4f28-9336-b8da52148174 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:55:37.720239 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-06d2f96a-e9d4-4f28-9336-b8da52148174 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/subnets/f62f445e-7311-4364-807e-1416e3f9333d HTTP/1.1" status: 404 len: 337 time: 0.0278344 Jun 30 09:55:37.722814 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57126) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:37.747960 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0c5c74-8af0-4a72-ba51-ff884ba61279 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] DELETE failed (client error): The resource could not be found. Jun 30 09:55:37.748409 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da0c5c74-8af0-4a72-ba51-ff884ba61279 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:55:37.750124 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-da0c5c74-8af0-4a72-ba51-ff884ba61279 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/subnets/c88df346-ecf4-4f75-b39b-00dbcad39535 HTTP/1.1" status: 404 len: 337 time: 0.0263419 Jun 30 09:55:37.752943 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57128) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:37.783228 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1d3ee065-bc84-453f-aea0-c733d6a56b77 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbfdece3-9ce8-4a34-90d5-3761858479dc HTTP/1.1" status: 200 len: 205 time: 0.0291963 Jun 30 09:55:37.785674 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57130) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:37.825950 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-42479031-0d7e-45ff-8017-7e32a6cc63f1 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] delete failed (client error): The resource could not be found. Jun 30 09:55:37.826966 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-42479031-0d7e-45ff-8017-7e32a6cc63f1 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/routers/bbfdece3-9ce8-4a34-90d5-3761858479dc HTTP/1.1" status: 404 len: 336 time: 0.0404375 Jun 30 09:55:37.830269 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57132) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:37.863783 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ed94fde9-1589-4fe0-bd9b-25d820572cf0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7402536-ca3a-4d7a-90bf-de31f6dd1cbc HTTP/1.1" status: 200 len: 205 time: 0.0322490 Jun 30 09:55:37.864060 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57134) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:37.902058 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-694dc8d1-5ddc-4956-ae61-4700bac88a69 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] delete failed (client error): The resource could not be found. Jun 30 09:55:37.903102 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-694dc8d1-5ddc-4956-ae61-4700bac88a69 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/routers/d7402536-ca3a-4d7a-90bf-de31f6dd1cbc HTTP/1.1" status: 404 len: 336 time: 0.0381734 Jun 30 09:55:37.905627 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57136) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:37.932305 n-d-771363-31 neutron-server[101053]: INFO neutron.pecan_wsgi.hooks.translation [None req-088d2b63-c4ad-43d0-afb3-d1dfdc7e5a73 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] DELETE failed (client error): The resource could not be found. Jun 30 09:55:37.932752 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-088d2b63-c4ad-43d0-afb3-d1dfdc7e5a73 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:55:37.934501 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-088d2b63-c4ad-43d0-afb3-d1dfdc7e5a73 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/subnets/996f4b80-3ef0-4c9d-9ae3-3138495a9e3c HTTP/1.1" status: 404 len: 337 time: 0.0278878 Jun 30 09:55:37.935593 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:37.937086 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57138) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:37.977836 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-99ea548e-810d-4dcf-9ca5-64c9b0c27c8e tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "GET /v2.0/ports?device_id=c240c957-a951-44aa-8be6-62371192fd59 HTTP/1.1" status: 200 len: 205 time: 0.0337992 Jun 30 09:55:37.979779 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57140) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:38.016939 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-825d8369-97be-4b3f-9ed8-317f2d2e8302 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] delete failed (client error): The resource could not be found. Jun 30 09:55:38.017941 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-825d8369-97be-4b3f-9ed8-317f2d2e8302 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/routers/c240c957-a951-44aa-8be6-62371192fd59 HTTP/1.1" status: 404 len: 336 time: 0.0372605 Jun 30 09:55:38.020824 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57142) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:38.050791 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d79c71f1-d865-40db-b9f4-5d5fcc1b47ad tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "GET /v2.0/ports?device_id=a61761f1-c65f-409c-91f2-9b3de84d6cf3 HTTP/1.1" status: 200 len: 205 time: 0.0289178 Jun 30 09:55:38.053285 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57144) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:38.095880 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-a617200b-6c43-466c-86be-96cd7cb7fbb2 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] delete failed (client error): The resource could not be found. Jun 30 09:55:38.099598 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57146) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:38.099751 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a617200b-6c43-466c-86be-96cd7cb7fbb2 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/routers/a61761f1-c65f-409c-91f2-9b3de84d6cf3 HTTP/1.1" status: 404 len: 336 time: 0.0454276 Jun 30 09:55:38.128656 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ba09ee-751a-4213-9ce0-b62dd2bed74d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] DELETE failed (client error): The resource could not be found. Jun 30 09:55:38.129121 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ba09ee-751a-4213-9ce0-b62dd2bed74d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:55:38.130824 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-77ba09ee-751a-4213-9ce0-b62dd2bed74d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/subnets/7c4d1f70-0705-4873-9a15-b104e39bde6b HTTP/1.1" status: 404 len: 337 time: 0.0299273 Jun 30 09:55:38.133471 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57148) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:38.168782 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-53f12c47-450c-40a7-856f-1c046192943d tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "GET /v2.0/ports?device_id=731ab4d5-83e4-4d52-bf52-455c0f58edfd HTTP/1.1" status: 200 len: 205 time: 0.0342462 Jun 30 09:55:38.171167 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57150) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:38.208909 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-ffce522c-1dbd-4cd3-af08-98597cd28047 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] delete failed (client error): The resource could not be found. Jun 30 09:55:38.209938 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ffce522c-1dbd-4cd3-af08-98597cd28047 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/routers/731ab4d5-83e4-4d52-bf52-455c0f58edfd HTTP/1.1" status: 404 len: 336 time: 0.0379117 Jun 30 09:55:38.212517 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57152) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:38.244034 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bbd0f0e-97ec-4ff0-85a6-ca6400b076d5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] DELETE failed (client error): The resource could not be found. Jun 30 09:55:38.244518 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bbd0f0e-97ec-4ff0-85a6-ca6400b076d5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:55:38.246231 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0bbd0f0e-97ec-4ff0-85a6-ca6400b076d5 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/subnets/e0328cfb-c813-4488-9355-d40a9b70f3d6 HTTP/1.1" status: 404 len: 337 time: 0.0328300 Jun 30 09:55:38.249028 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57154) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:38.278762 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5320c208-fa15-4104-8ce6-20d245b0cd9b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed84c566-9857-4805-8a10-1f35fcb4131a HTTP/1.1" status: 200 len: 205 time: 0.0286746 Jun 30 09:55:38.281159 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57156) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:38.322768 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-f22f3067-b698-4e07-b276-bacea6a3529b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] delete failed (client error): The resource could not be found. Jun 30 09:55:38.323826 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f22f3067-b698-4e07-b276-bacea6a3529b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/routers/ed84c566-9857-4805-8a10-1f35fcb4131a HTTP/1.1" status: 404 len: 336 time: 0.0417850 Jun 30 09:55:38.326381 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57158) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:38.353576 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-893d37f7-6c89-4d2a-a0a5-139feecf3c8b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] DELETE failed (client error): The resource could not be found. Jun 30 09:55:38.354028 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-893d37f7-6c89-4d2a-a0a5-139feecf3c8b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:55:38.355841 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-893d37f7-6c89-4d2a-a0a5-139feecf3c8b tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/subnets/a2628aeb-e5d8-4eef-9d08-28ba32a2fdca HTTP/1.1" status: 404 len: 337 time: 0.0285516 Jun 30 09:55:38.358332 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57160) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:38.386056 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e2b25af-4aa4-4acc-a441-6129392c3ce0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] DELETE failed (client error): The resource could not be found. Jun 30 09:55:38.386525 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e2b25af-4aa4-4acc-a441-6129392c3ce0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:55:38.388388 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6e2b25af-4aa4-4acc-a441-6129392c3ce0 tempest-RoutersTest-1965264010 tempest-RoutersTest-1965264010-project] 10.222.0.10 "DELETE /v2.0/subnets/f8311918-05a7-4101-bb63-61ea4bec0072 HTTP/1.1" status: 404 len: 337 time: 0.0290461 Jun 30 09:55:38.897446 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57166) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:39.050499 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1bc0a0c9-5c51-4984-bbad-364a942c72eb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0ab923aba2e54d409e38022a4b61e087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518171 Jun 30 09:55:39.053682 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57170) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:39.079371 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:39.108518 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d3eef2cf-aec0-4314-83b8-004273894eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:39.130343 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d3eef2cf-aec0-4314-83b8-004273894eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:39.250770 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d3eef2cf-aec0-4314-83b8-004273894eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:39.253362 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d3eef2cf-aec0-4314-83b8-004273894eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:39.254522 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d3eef2cf-aec0-4314-83b8-004273894eda admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f6ca2695-0378-41ba-ad5c-f9d861126036 HTTP/1.1" status: 204 len: 168 time: 0.1998141 Jun 30 09:55:39.266353 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eef2cf-aec0-4314-83b8-004273894eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ca2695-0378-41ba-ad5c-f9d861126036,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:40.380848 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57192) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:40.487434 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-d30b2770-ba23-473e-8444-4d1406d4b22f tempest-DvrRoutersNegativeTest-1219702725 tempest-DvrRoutersNegativeTest-1219702725-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-427657721', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:40.490311 n-d-771363-31 neutron-server[101054]: DEBUG neutron.policy [None req-d30b2770-ba23-473e-8444-4d1406d4b22f tempest-DvrRoutersNegativeTest-1219702725 tempest-DvrRoutersNegativeTest-1219702725-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101054) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 30 09:55:40.490586 n-d-771363-31 neutron-server[101054]: DEBUG neutron.policy [None req-d30b2770-ba23-473e-8444-4d1406d4b22f tempest-DvrRoutersNegativeTest-1219702725 tempest-DvrRoutersNegativeTest-1219702725-project] Failed policy check for 'create_router' {{(pid=101054) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 30 09:55:40.491102 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [None req-d30b2770-ba23-473e-8444-4d1406d4b22f tempest-DvrRoutersNegativeTest-1219702725 tempest-DvrRoutersNegativeTest-1219702725-project] create failed (client error): Access was denied to this resource. Jun 30 09:55:40.492112 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d30b2770-ba23-473e-8444-4d1406d4b22f tempest-DvrRoutersNegativeTest-1219702725 tempest-DvrRoutersNegativeTest-1219702725-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1102858 Jun 30 09:55:41.085082 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57200) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:41.197276 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f7253951-e3b0-4925-bce5-7293e92e93fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:41.298685 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f7253951-e3b0-4925-bce5-7293e92e93fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:41.398301 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f7253951-e3b0-4925-bce5-7293e92e93fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:41.440643 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f7253951-e3b0-4925-bce5-7293e92e93fa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3129c3d9ff6f4291be8338a3cb547c55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3542240 Jun 30 09:55:41.441938 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7253951-e3b0-4925-bce5-7293e92e93fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c075a67-30ad-4531-a392-9c034351edf5,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:41.443065 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57204) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:41.514203 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c0fc9aff-348e-4224-b825-14bf23a8f4da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:41.536828 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c0fc9aff-348e-4224-b825-14bf23a8f4da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:41.787262 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c0fc9aff-348e-4224-b825-14bf23a8f4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:41.789865 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c0fc9aff-348e-4224-b825-14bf23a8f4da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:41.791040 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c0fc9aff-348e-4224-b825-14bf23a8f4da admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9c075a67-30ad-4531-a392-9c034351edf5 HTTP/1.1" status: 204 len: 168 time: 0.3468912 Jun 30 09:55:41.802426 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc9aff-348e-4224-b825-14bf23a8f4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c075a67-30ad-4531-a392-9c034351edf5,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:43.039044 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57228) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:43.141583 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-6609ba8f-d3a6-447b-9d44-4f67465dced1 tempest-SubnetPoolsTestJSON-953021907 tempest-SubnetPoolsTestJSON-953021907-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1856214293', 'prefixes': ['172.20.0.0/16']}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:43.413841 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6609ba8f-d3a6-447b-9d44-4f67465dced1 tempest-SubnetPoolsTestJSON-953021907 tempest-SubnetPoolsTestJSON-953021907-project] Notify callbacks [] for subnetpool, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:43.415015 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6609ba8f-d3a6-447b-9d44-4f67465dced1 tempest-SubnetPoolsTestJSON-953021907 tempest-SubnetPoolsTestJSON-953021907-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3748834 Jun 30 09:55:43.417662 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57232) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:43.454072 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3e5ed0cf-abb2-4b2b-833d-99fc698bbd46 tempest-SubnetPoolsTestJSON-953021907 tempest-SubnetPoolsTestJSON-953021907-project] 10.222.0.10 "GET /v2.0/subnetpools/356b3dea-2bd0-4867-8386-727d575050cf HTTP/1.1" status: 200 len: 732 time: 0.0353453 Jun 30 09:55:43.456634 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57234) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:43.460941 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-e8ea561a-c687-426e-b4bc-f6e0ca380269 tempest-SubnetPoolsTestJSON-953021907 tempest-SubnetPoolsTestJSON-953021907-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-7333447'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:43.610399 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e8ea561a-c687-426e-b4bc-f6e0ca380269 tempest-SubnetPoolsTestJSON-953021907 tempest-SubnetPoolsTestJSON-953021907-project] Notify callbacks [] for subnetpool, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:43.611655 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e8ea561a-c687-426e-b4bc-f6e0ca380269 tempest-SubnetPoolsTestJSON-953021907 tempest-SubnetPoolsTestJSON-953021907-project] 10.222.0.10 "PUT /v2.0/subnetpools/356b3dea-2bd0-4867-8386-727d575050cf HTTP/1.1" status: 200 len: 681 time: 0.1540966 Jun 30 09:55:43.619817 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57236) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:43.835053 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9a54924a-0ae7-4cb4-9f74-03e6c037fa81 tempest-SubnetPoolsTestJSON-953021907 tempest-SubnetPoolsTestJSON-953021907-project] Notify callbacks [] for subnetpool, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:43.836419 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9a54924a-0ae7-4cb4-9f74-03e6c037fa81 tempest-SubnetPoolsTestJSON-953021907 tempest-SubnetPoolsTestJSON-953021907-project] 10.222.0.10 "DELETE /v2.0/subnetpools/356b3dea-2bd0-4867-8386-727d575050cf HTTP/1.1" status: 204 len: 168 time: 0.2156177 Jun 30 09:55:43.839257 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57238) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:43.855184 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-070d8c49-c2b9-498a-a9ad-6546d579742c tempest-SubnetPoolsTestJSON-953021907 tempest-SubnetPoolsTestJSON-953021907-project] show failed (client error): The resource could not be found. Jun 30 09:55:43.856164 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-070d8c49-c2b9-498a-a9ad-6546d579742c tempest-SubnetPoolsTestJSON-953021907 tempest-SubnetPoolsTestJSON-953021907-project] 10.222.0.10 "GET /v2.0/subnetpools/356b3dea-2bd0-4867-8386-727d575050cf HTTP/1.1" status: 404 len: 346 time: 0.0157490 Jun 30 09:55:43.858846 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57240) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:43.872787 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-9ac4fdff-2d58-442a-a755-6a23860c02a1 tempest-SubnetPoolsTestJSON-953021907 tempest-SubnetPoolsTestJSON-953021907-project] delete failed (client error): The resource could not be found. Jun 30 09:55:43.873743 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9ac4fdff-2d58-442a-a755-6a23860c02a1 tempest-SubnetPoolsTestJSON-953021907 tempest-SubnetPoolsTestJSON-953021907-project] 10.222.0.10 "DELETE /v2.0/subnetpools/356b3dea-2bd0-4867-8386-727d575050cf HTTP/1.1" status: 404 len: 346 time: 0.0140173 Jun 30 09:55:44.423487 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57246) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:44.540111 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a5792887-4015-4b54-a2fb-e0f66bbef1c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:44.635291 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a5792887-4015-4b54-a2fb-e0f66bbef1c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:44.741423 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a5792887-4015-4b54-a2fb-e0f66bbef1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:44.782461 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5792887-4015-4b54-a2fb-e0f66bbef1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804648fe-1f7a-4f23-8f88-00c5cab50fb3,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:44.787948 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a5792887-4015-4b54-a2fb-e0f66bbef1c0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=009d9beca36f4238a3b1fe2e977f07a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3630965 Jun 30 09:55:44.790514 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57250) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:44.842848 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1c79b74a-bc67-44b1-b182-f30f6c65faa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:44.864298 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1c79b74a-bc67-44b1-b182-f30f6c65faa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:45.010126 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1c79b74a-bc67-44b1-b182-f30f6c65faa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:45.012764 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1c79b74a-bc67-44b1-b182-f30f6c65faa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:45.013934 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1c79b74a-bc67-44b1-b182-f30f6c65faa8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/804648fe-1f7a-4f23-8f88-00c5cab50fb3 HTTP/1.1" status: 204 len: 168 time: 0.2225101 Jun 30 09:55:45.024200 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79b74a-bc67-44b1-b182-f30f6c65faa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804648fe-1f7a-4f23-8f88-00c5cab50fb3,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:50.473071 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4993d0eb-c4e3-4e72-b079-067519e611bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:52.969371 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3f49a4ff-0607-44d0-aaf3-ab3f6e8ec8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:53.517499 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:54.796485 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:56.430846 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:57.312389 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57346) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:57.432231 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3e86dbf3-a52f-4afa-be63-ab3774868afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:57.528290 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3e86dbf3-a52f-4afa-be63-ab3774868afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:57.621214 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3e86dbf3-a52f-4afa-be63-ab3774868afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:57.661141 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86dbf3-a52f-4afa-be63-ab3774868afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae72ba6-4de8-4407-a426-5ba2e23c1aff,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:57.668569 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57350) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:57.676951 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3e86dbf3-a52f-4afa-be63-ab3774868afc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d41bcde7878948208ba8c8bb2700b30d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3633718 Jun 30 09:55:57.726963 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-90263d0b-5222-47f1-878a-a47d5de9aef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:57.751213 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-90263d0b-5222-47f1-878a-a47d5de9aef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:57.906789 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-90263d0b-5222-47f1-878a-a47d5de9aef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:57.910015 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-90263d0b-5222-47f1-878a-a47d5de9aef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:57.911264 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-90263d0b-5222-47f1-878a-a47d5de9aef9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0ae72ba6-4de8-4407-a426-5ba2e23c1aff HTTP/1.1" status: 204 len: 168 time: 0.2416160 Jun 30 09:55:57.919398 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90263d0b-5222-47f1-878a-a47d5de9aef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae72ba6-4de8-4407-a426-5ba2e23c1aff,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:58.664522 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57356) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:58.682156 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-212acebf-5adf-4f8b-8f68-86998a654117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:58.786340 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-212acebf-5adf-4f8b-8f68-86998a654117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:58.883814 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-212acebf-5adf-4f8b-8f68-86998a654117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:58.926116 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-212acebf-5adf-4f8b-8f68-86998a654117 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8ec069c9aeef446cb3bd521759630907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2604706 Jun 30 09:55:58.926950 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212acebf-5adf-4f8b-8f68-86998a654117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef56ef0-0000-423c-9846-36d7e44494e9,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:58.928905 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57358) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:58.984158 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ede89c58-2213-4af1-af2c-0afa17babbb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:59.006145 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ede89c58-2213-4af1-af2c-0afa17babbb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:59.198172 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ede89c58-2213-4af1-af2c-0afa17babbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:59.200632 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ede89c58-2213-4af1-af2c-0afa17babbb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:59.201833 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ede89c58-2213-4af1-af2c-0afa17babbb9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9ef56ef0-0000-423c-9846-36d7e44494e9 HTTP/1.1" status: 204 len: 168 time: 0.2712646 Jun 30 09:55:59.210697 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede89c58-2213-4af1-af2c-0afa17babbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef56ef0-0000-423c-9846-36d7e44494e9,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:07.963844 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:56:07.986710 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:09.097825 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57442) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:09.106822 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:09.207037 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a35b6c82-04e7-44e7-a708-4cd86b151bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:09.301422 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a35b6c82-04e7-44e7-a708-4cd86b151bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:09.386199 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a35b6c82-04e7-44e7-a708-4cd86b151bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:09.424273 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b6c82-04e7-44e7-a708-4cd86b151bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cccd23b-3e2e-4cf6-86bd-31609170eb9b,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:09.428814 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a35b6c82-04e7-44e7-a708-4cd86b151bce admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=55a3f40a6e8a423993b98a5a5424b494&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3299413 Jun 30 09:56:09.434130 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57446) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:09.488406 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-edb666e8-7078-4a5a-afc9-99da58b1b7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:09.523485 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-edb666e8-7078-4a5a-afc9-99da58b1b7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:09.695663 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-edb666e8-7078-4a5a-afc9-99da58b1b7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:09.698520 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-edb666e8-7078-4a5a-afc9-99da58b1b7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:09.699858 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-edb666e8-7078-4a5a-afc9-99da58b1b7ee admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4cccd23b-3e2e-4cf6-86bd-31609170eb9b HTTP/1.1" status: 204 len: 168 time: 0.2666364 Jun 30 09:56:09.710758 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb666e8-7078-4a5a-afc9-99da58b1b7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cccd23b-3e2e-4cf6-86bd-31609170eb9b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:10.556024 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57452) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:10.576321 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6b018f67-a0ad-4e8e-a02c-d5fbbc98c57a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:10.672210 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6b018f67-a0ad-4e8e-a02c-d5fbbc98c57a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:10.796172 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6b018f67-a0ad-4e8e-a02c-d5fbbc98c57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:10.836052 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6b018f67-a0ad-4e8e-a02c-d5fbbc98c57a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0c2053576e17477cbbfff8d2f3d514ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2788863 Jun 30 09:56:10.836945 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b018f67-a0ad-4e8e-a02c-d5fbbc98c57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac83004-941a-420b-885f-85eb5e0318e7,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:10.839150 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57454) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:10.893992 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ec36c2ab-a3ef-4ed7-a28d-de0a0fc9f1c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:10.917191 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ec36c2ab-a3ef-4ed7-a28d-de0a0fc9f1c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:11.083722 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ec36c2ab-a3ef-4ed7-a28d-de0a0fc9f1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:11.086195 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ec36c2ab-a3ef-4ed7-a28d-de0a0fc9f1c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:11.087448 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ec36c2ab-a3ef-4ed7-a28d-de0a0fc9f1c9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0ac83004-941a-420b-885f-85eb5e0318e7 HTTP/1.1" status: 204 len: 168 time: 0.2467437 Jun 30 09:56:11.098063 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36c2ab-a3ef-4ed7-a28d-de0a0fc9f1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac83004-941a-420b-885f-85eb5e0318e7,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:20.506728 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5ceee0a8-e584-4ee6-b558-02b0e853e46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:21.400996 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57542) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:21.505040 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-10f6a8f6-6006-4181-ab5c-cfaacfba2dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:21.595507 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-10f6a8f6-6006-4181-ab5c-cfaacfba2dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:21.706060 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-10f6a8f6-6006-4181-ab5c-cfaacfba2dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:21.744879 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6a8f6-6006-4181-ab5c-cfaacfba2dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa64b235-6076-46cb-a26c-afa12f039fbc,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:21.749602 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-10f6a8f6-6006-4181-ab5c-cfaacfba2dff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5daf58628807463394aebc64ee08ba79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3475029 Jun 30 09:56:21.752606 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57546) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:21.755488 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6a8f6-6006-4181-ab5c-cfaacfba2dff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:21.755844 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6a8f6-6006-4181-ab5c-cfaacfba2dff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:21.756262 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6a8f6-6006-4181-ab5c-cfaacfba2dff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:21.756513 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6a8f6-6006-4181-ab5c-cfaacfba2dff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:21.756836 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6a8f6-6006-4181-ab5c-cfaacfba2dff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:21.757157 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6a8f6-6006-4181-ab5c-cfaacfba2dff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:21.757473 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6a8f6-6006-4181-ab5c-cfaacfba2dff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:21.757789 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6a8f6-6006-4181-ab5c-cfaacfba2dff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:21.758105 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6a8f6-6006-4181-ab5c-cfaacfba2dff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:21.758417 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6a8f6-6006-4181-ab5c-cfaacfba2dff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:21.758750 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6a8f6-6006-4181-ab5c-cfaacfba2dff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:21.759094 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6a8f6-6006-4181-ab5c-cfaacfba2dff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:21.808120 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e4114af3-399f-46a5-9d8b-aaf8ddcd4afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:21.830564 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e4114af3-399f-46a5-9d8b-aaf8ddcd4afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:22.009234 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e4114af3-399f-46a5-9d8b-aaf8ddcd4afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:22.011706 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e4114af3-399f-46a5-9d8b-aaf8ddcd4afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:22.012950 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e4114af3-399f-46a5-9d8b-aaf8ddcd4afd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fa64b235-6076-46cb-a26c-afa12f039fbc HTTP/1.1" status: 204 len: 168 time: 0.2585936 Jun 30 09:56:22.022010 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4114af3-399f-46a5-9d8b-aaf8ddcd4afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa64b235-6076-46cb-a26c-afa12f039fbc,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:22.029738 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4114af3-399f-46a5-9d8b-aaf8ddcd4afd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:22.030086 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4114af3-399f-46a5-9d8b-aaf8ddcd4afd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:22.030643 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4114af3-399f-46a5-9d8b-aaf8ddcd4afd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:22.030901 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4114af3-399f-46a5-9d8b-aaf8ddcd4afd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:22.031143 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4114af3-399f-46a5-9d8b-aaf8ddcd4afd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:22.031556 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4114af3-399f-46a5-9d8b-aaf8ddcd4afd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:22.031808 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4114af3-399f-46a5-9d8b-aaf8ddcd4afd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:22.032179 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4114af3-399f-46a5-9d8b-aaf8ddcd4afd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:22.032509 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4114af3-399f-46a5-9d8b-aaf8ddcd4afd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:22.032833 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4114af3-399f-46a5-9d8b-aaf8ddcd4afd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:22.033278 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4114af3-399f-46a5-9d8b-aaf8ddcd4afd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:22.033585 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4114af3-399f-46a5-9d8b-aaf8ddcd4afd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:22.755717 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57552) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:22.769336 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-311a24e5-6731-432f-ad7e-b80959de7029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:22.856471 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-311a24e5-6731-432f-ad7e-b80959de7029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:23.037343 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-311a24e5-6731-432f-ad7e-b80959de7029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:23.045201 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-da604864-f8c0-4db5-b920-b41c2b60f5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:23.077015 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-311a24e5-6731-432f-ad7e-b80959de7029 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=631171bb0ef4445da02428b534a88119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3202035 Jun 30 09:56:23.079381 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a24e5-6731-432f-ad7e-b80959de7029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ae194b-7eb2-4f95-932a-5dd3c847c1aa,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:23.079716 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57554) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:23.129826 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-479d39b9-42de-4bf7-9a15-eb5e8d17402a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:23.152431 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-479d39b9-42de-4bf7-9a15-eb5e8d17402a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:23.304400 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-479d39b9-42de-4bf7-9a15-eb5e8d17402a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:23.306966 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-479d39b9-42de-4bf7-9a15-eb5e8d17402a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:23.308164 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-479d39b9-42de-4bf7-9a15-eb5e8d17402a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/13ae194b-7eb2-4f95-932a-5dd3c847c1aa HTTP/1.1" status: 204 len: 168 time: 0.2274635 Jun 30 09:56:23.315983 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d39b9-42de-4bf7-9a15-eb5e8d17402a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ae194b-7eb2-4f95-932a-5dd3c847c1aa,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:23.563031 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:24.786768 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:25.166782 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57584) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:25.282089 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6b63f4ff-3ab4-4a4b-8376-8174d9f547eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:25.376779 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6b63f4ff-3ab4-4a4b-8376-8174d9f547eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:25.444007 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6b63f4ff-3ab4-4a4b-8376-8174d9f547eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:25.483444 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6b63f4ff-3ab4-4a4b-8376-8174d9f547eb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9b50228dc89f48fcb5f14cc0231e1e05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3154216 Jun 30 09:56:25.484313 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63f4ff-3ab4-4a4b-8376-8174d9f547eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591b99cc-abdc-4fb2-bd82-bcc740773602,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:25.487375 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57588) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:25.552553 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-69dbfa95-d426-4642-bc04-c6394653d187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:25.575927 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-69dbfa95-d426-4642-bc04-c6394653d187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:25.717489 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-69dbfa95-d426-4642-bc04-c6394653d187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:25.720008 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-69dbfa95-d426-4642-bc04-c6394653d187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:25.721179 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-69dbfa95-d426-4642-bc04-c6394653d187 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/591b99cc-abdc-4fb2-bd82-bcc740773602 HTTP/1.1" status: 204 len: 168 time: 0.2319791 Jun 30 09:56:25.729908 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dbfa95-d426-4642-bc04-c6394653d187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591b99cc-abdc-4fb2-bd82-bcc740773602,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:26.435850 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:38.253387 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:39.082811 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:44.963636 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:56:50.469560 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4474c905-1c02-4f47-99f5-732bbcf1d880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:52.968607 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a1f83674-d7a1-4d90-8ef6-9afa272fa23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:53.511534 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:54.757371 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:56.431488 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:07.194025 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 57838) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:57:07.304555 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0d09253f-d31e-4c55-b727-32b7a02b4a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:07.401110 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0d09253f-d31e-4c55-b727-32b7a02b4a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:07.465424 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0d09253f-d31e-4c55-b727-32b7a02b4a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:07.506357 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0d09253f-d31e-4c55-b727-32b7a02b4a43 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b0628f3af149461e8c443e378209b748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3106148 Jun 30 09:57:07.507316 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09253f-d31e-4c55-b727-32b7a02b4a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ac6c94-7d47-4ed3-98c2-bd9c0a117202,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:07.509825 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57842) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:57:07.561861 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-90bdbfa7-d09f-4a38-aa31-471a0d76b976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:07.583456 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-90bdbfa7-d09f-4a38-aa31-471a0d76b976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:07.704801 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-90bdbfa7-d09f-4a38-aa31-471a0d76b976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:07.707401 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-90bdbfa7-d09f-4a38-aa31-471a0d76b976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:07.708556 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-90bdbfa7-d09f-4a38-aa31-471a0d76b976 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/30ac6c94-7d47-4ed3-98c2-bd9c0a117202 HTTP/1.1" status: 204 len: 168 time: 0.1977439 Jun 30 09:57:07.719183 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdbfa7-d09f-4a38-aa31-471a0d76b976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ac6c94-7d47-4ed3-98c2-bd9c0a117202,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:07.962441 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:09.088014 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:11.125222 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57896) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:57:11.130426 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-a99150a2-ef2e-4053-9525-808edda5f091 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-433362740', 'description': 'tempest-secgroup-smoke-433362740 description', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:57:11.232286 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a99150a2-ef2e-4053-9525-808edda5f091 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:11.241422 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a99150a2-ef2e-4053-9525-808edda5f091 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:11.341744 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a99150a2-ef2e-4053-9525-808edda5f091 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:11.435003 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a99150a2-ef2e-4053-9525-808edda5f091 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:11.477493 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99150a2-ef2e-4053-9525-808edda5f091 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f402db-4fcc-48e7-8bae-5f76dc77574c,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:11.538775 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a99150a2-ef2e-4053-9525-808edda5f091 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:11.613793 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a99150a2-ef2e-4053-9525-808edda5f091 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:11.644781 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99150a2-ef2e-4053-9525-808edda5f091 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19ecb44f-737d-4447-960d-c02bcdb4559c,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:11.720615 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a99150a2-ef2e-4053-9525-808edda5f091 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:11.721869 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a99150a2-ef2e-4053-9525-808edda5f091 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5952604 Jun 30 09:57:11.724776 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57898) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:57:11.729250 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-91d6e810-3b03-4e66-a227-cb72b9a2f1fd tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'security_group_rule': {'security_group_id': '19ecb44f-737d-4447-960d-c02bcdb4559c', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:57:11.812144 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-91d6e810-3b03-4e66-a227-cb72b9a2f1fd tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:11.869574 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-91d6e810-3b03-4e66-a227-cb72b9a2f1fd tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:11.991057 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-91d6e810-3b03-4e66-a227-cb72b9a2f1fd tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:12.013041 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6e810-3b03-4e66-a227-cb72b9a2f1fd tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e7ccf78-2b24-495d-9674-8a0da538f6ad,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:12.082556 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-91d6e810-3b03-4e66-a227-cb72b9a2f1fd tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:12.083750 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-91d6e810-3b03-4e66-a227-cb72b9a2f1fd tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3580720 Jun 30 09:57:12.087224 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57900) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:57:12.092017 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-ef3c1716-33c9-45af-b604-d74fa178df97 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'security_group_rule': {'security_group_id': '19ecb44f-737d-4447-960d-c02bcdb4559c', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:57:12.166918 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ef3c1716-33c9-45af-b604-d74fa178df97 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:12.223665 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ef3c1716-33c9-45af-b604-d74fa178df97 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:12.316207 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ef3c1716-33c9-45af-b604-d74fa178df97 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:12.335712 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c1716-33c9-45af-b604-d74fa178df97 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3078f03-1c8f-41aa-b7cc-5bf59607f888,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:12.476411 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ef3c1716-33c9-45af-b604-d74fa178df97 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:12.478406 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ef3c1716-33c9-45af-b604-d74fa178df97 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3901885 Jun 30 09:57:12.481083 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57902) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:57:12.485490 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-315ba36e-fc5b-4e42-b7a6-ff9090da7126 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'security_group_rule': {'security_group_id': '19ecb44f-737d-4447-960d-c02bcdb4559c', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:57:12.596064 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-315ba36e-fc5b-4e42-b7a6-ff9090da7126 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:12.657071 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-315ba36e-fc5b-4e42-b7a6-ff9090da7126 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:12.817865 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-315ba36e-fc5b-4e42-b7a6-ff9090da7126 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:12.836967 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ba36e-fc5b-4e42-b7a6-ff9090da7126 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14a3e95f-c0d7-49ec-8757-fc5d2beefaa9,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:13.013369 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-315ba36e-fc5b-4e42-b7a6-ff9090da7126 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:13.014725 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-315ba36e-fc5b-4e42-b7a6-ff9090da7126 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5327303 Jun 30 09:57:13.017841 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57904) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:57:13.022415 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-9487e5c8-3b51-43e2-80a8-5837eb2db620 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'security_group_rule': {'security_group_id': '19ecb44f-737d-4447-960d-c02bcdb4559c', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:57:13.115856 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9487e5c8-3b51-43e2-80a8-5837eb2db620 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:13.176888 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9487e5c8-3b51-43e2-80a8-5837eb2db620 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:13.260107 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9487e5c8-3b51-43e2-80a8-5837eb2db620 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:13.278620 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487e5c8-3b51-43e2-80a8-5837eb2db620 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b793d2-2cef-468a-b245-24ae7a773317,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:13.343598 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9487e5c8-3b51-43e2-80a8-5837eb2db620 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:13.344830 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9487e5c8-3b51-43e2-80a8-5837eb2db620 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3260653 Jun 30 09:57:13.347701 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57906) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:57:13.353427 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-7dc1d3f2-6061-4c9e-9a70-1879f9de6352 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'security_group_rule': {'security_group_id': '19ecb44f-737d-4447-960d-c02bcdb4559c', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:57:13.442241 n-d-771363-31 neutron-server[101053]: INFO neutron.db.securitygroups_db [None req-7dc1d3f2-6061-4c9e-9a70-1879f9de6352 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Project d88d41ea5323480fbb6ead7dceb2af71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:57:13.447692 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7dc1d3f2-6061-4c9e-9a70-1879f9de6352 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:13.512301 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7dc1d3f2-6061-4c9e-9a70-1879f9de6352 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:13.597438 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7dc1d3f2-6061-4c9e-9a70-1879f9de6352 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:13.616807 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1d3f2-6061-4c9e-9a70-1879f9de6352 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2470b9c7-2143-40c8-ac0f-a367bda18230,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:13.703615 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7dc1d3f2-6061-4c9e-9a70-1879f9de6352 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:13.704960 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7dc1d3f2-6061-4c9e-9a70-1879f9de6352 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3563101 Jun 30 09:57:13.707864 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57908) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:57:13.713078 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-4ba8c27f-03d6-4627-9773-ecfb24ba2260 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'security_group_rule': {'security_group_id': '19ecb44f-737d-4447-960d-c02bcdb4559c', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:57:13.791587 n-d-771363-31 neutron-server[101053]: INFO neutron.db.securitygroups_db [None req-4ba8c27f-03d6-4627-9773-ecfb24ba2260 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Project d88d41ea5323480fbb6ead7dceb2af71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:57:13.797169 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4ba8c27f-03d6-4627-9773-ecfb24ba2260 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:13.862627 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4ba8c27f-03d6-4627-9773-ecfb24ba2260 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:13.943728 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4ba8c27f-03d6-4627-9773-ecfb24ba2260 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:13.959737 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8c27f-03d6-4627-9773-ecfb24ba2260 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e8041a-b9d8-40b5-b75a-4646cc3d5a86,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:14.036699 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4ba8c27f-03d6-4627-9773-ecfb24ba2260 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:14.037944 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4ba8c27f-03d6-4627-9773-ecfb24ba2260 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3291049 Jun 30 09:57:14.041594 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57910) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:57:14.046466 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-5836121f-0d30-4ad2-a755-54abc5951d90 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'network': {'name': 'tempest-network-smoke--1735730344', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'port_security_enabled': True}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:57:14.139336 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5836121f-0d30-4ad2-a755-54abc5951d90 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Made reservation on behalf of d88d41ea5323480fbb6ead7dceb2af71 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:57:14.143057 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5836121f-0d30-4ad2-a755-54abc5951d90 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:14.166635 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5836121f-0d30-4ad2-a755-54abc5951d90 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:57:14.174899 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5836121f-0d30-4ad2-a755-54abc5951d90 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:14.175277 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-5836121f-0d30-4ad2-a755-54abc5951d90 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Added segment 74eb83fa-225c-48f0-94cd-e4bfb800b68c of type vlan for network cde2a56f-fee6-461c-a12b-db0c2dbb208b Jun 30 09:57:14.214312 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5836121f-0d30-4ad2-a755-54abc5951d90 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:14.305684 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5836121f-0d30-4ad2-a755-54abc5951d90 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:14.311398 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5836121f-0d30-4ad2-a755-54abc5951d90 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:14.311986 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5836121f-0d30-4ad2-a755-54abc5951d90 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:14.382387 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836121f-0d30-4ad2-a755-54abc5951d90 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'Network': ['ID=cde2a56f-fee6-461c-a12b-db0c2dbb208b,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:14.394590 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network cde2a56f-fee6-461c-a12b-db0c2dbb208b details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:57:14.437019 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5836121f-0d30-4ad2-a755-54abc5951d90 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3943510 Jun 30 09:57:14.439901 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57912) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:57:14.444504 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-0b94e452-6329-4eae-ab8b-5f50a815c929 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-261332630', 'admin_state_up': True, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:57:14.528030 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b94e452-6329-4eae-ab8b-5f50a815c929 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:14.529111 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b94e452-6329-4eae-ab8b-5f50a815c929 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:14.579774 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b94e452-6329-4eae-ab8b-5f50a815c929 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:15.134291 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b94e452-6329-4eae-ab8b-5f50a815c929 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:15.379718 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b94e452-6329-4eae-ab8b-5f50a815c929 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:15.402262 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b94e452-6329-4eae-ab8b-5f50a815c929 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:15.501636 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-0b94e452-6329-4eae-ab8b-5f50a815c929 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Allocated IP 172.25.6.247 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/66ed9911-97b6-4238-a80f-b21d377bff1e) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:57:15.604785 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b94e452-6329-4eae-ab8b-5f50a815c929 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:15.712005 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b94e452-6329-4eae-ab8b-5f50a815c929 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:15.748194 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b94e452-6329-4eae-ab8b-5f50a815c929 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:57:15.750937 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-0b94e452-6329-4eae-ab8b-5f50a815c929 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:57:15.760478 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b94e452-6329-4eae-ab8b-5f50a815c929 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:57:15.763574 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94e452-6329-4eae-ab8b-5f50a815c929 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'Port': ['ID=66ed9911-97b6-4238-a80f-b21d377bff1e,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:16.123017 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b94e452-6329-4eae-ab8b-5f50a815c929 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:16.322437 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b94e452-6329-4eae-ab8b-5f50a815c929 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:16.508854 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b94e452-6329-4eae-ab8b-5f50a815c929 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Router 1d9fe648-5cfa-4a66-87c7-fbe509586bd3 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:57:16.614785 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b94e452-6329-4eae-ab8b-5f50a815c929 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:57:16.625767 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cba417-712e-4645-a891-737563854160 None None] Sync routers for ids ['1d9fe648-5cfa-4a66-87c7-fbe509586bd3'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:57:16.634941 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cba417-712e-4645-a891-737563854160 None None] Routers {'1d9fe648-5cfa-4a66-87c7-fbe509586bd3'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:57:16.641262 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-20cba417-712e-4645-a891-737563854160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:56:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1d9fe648-5cfa-4a66-87c7-fbe509586bd3'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:57:16.697898 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b94e452-6329-4eae-ab8b-5f50a815c929 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:16.699304 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0b94e452-6329-4eae-ab8b-5f50a815c929 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2582991 Jun 30 09:57:16.702267 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57914) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:57:16.739773 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-20cba417-712e-4645-a891-737563854160 None None] Set router 1d9fe648-5cfa-4a66-87c7-fbe509586bd3 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:57:16.831454 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fce985cf-e18b-438a-951f-98ebb310f3d2 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=d88d41ea5323480fbb6ead7dceb2af71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1280751 Jun 30 09:57:16.834070 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57918) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:57:16.923572 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-20cba417-712e-4645-a891-737563854160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261332630', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '66ed9911-97b6-4238-a80f-b21d377bff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:57:14Z', 'updated_at': '2021-06-30T09:57:15Z', 'revision_number': 3, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '66ed9911-97b6-4238-a80f-b21d377bff1e', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:57:15Z', 'updated_at': '2021-06-30T09:57:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:57:17.021470 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2feb537-1d03-49ab-9fdb-ee7dc2cf67d0 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:17.023014 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a2feb537-1d03-49ab-9fdb-ee7dc2cf67d0 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1880488 Jun 30 09:57:17.026376 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57920) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:57:17.065700 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d74165be-0e68-4bb5-b3ec-5f240eceabe8 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=599fb812-09ee-4e3b-a109-d92406a95c23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358226 Jun 30 09:57:17.065958 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57922) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:57:17.072221 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-344b1567-61bc-47f3-9927-3f41dcbff1a4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-508330740', 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:57:17.106732 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cba417-712e-4645-a891-737563854160 None None] Checking router: 1d9fe648-5cfa-4a66-87c7-fbe509586bd3 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:57:17.107079 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cba417-712e-4645-a891-737563854160 None None] Updating router 1d9fe648-5cfa-4a66-87c7-fbe509586bd3 port 66ed9911-97b6-4238-a80f-b21d377bff1e binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:57:17.140194 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-20cba417-712e-4645-a891-737563854160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:17.228616 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344b1567-61bc-47f3-9927-3f41dcbff1a4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Made reservation on behalf of d88d41ea5323480fbb6ead7dceb2af71 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:57:17.232177 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-344b1567-61bc-47f3-9927-3f41dcbff1a4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:17.394318 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-20cba417-712e-4645-a891-737563854160 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:17.405319 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-20cba417-712e-4645-a891-737563854160 None None] Transition to ACTIVE for port object 66ed9911-97b6-4238-a80f-b21d377bff1e will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:57:17.486021 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-20cba417-712e-4645-a891-737563854160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:17.539371 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-344b1567-61bc-47f3-9927-3f41dcbff1a4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:17.541175 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-20cba417-712e-4645-a891-737563854160 None None] Attempting to bind port 66ed9911-97b6-4238-a80f-b21d377bff1e on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:57:17.541550 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-20cba417-712e-4645-a891-737563854160 None None] Attempting to bind port 66ed9911-97b6-4238-a80f-b21d377bff1e by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:57:17.541918 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cba417-712e-4645-a891-737563854160 None None] Attempting to bind port 66ed9911-97b6-4238-a80f-b21d377bff1e on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:57:17.547315 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d479012-d580-431d-a508-e83d553d28a7 None None] Pushing event updated for resources: {'Port': ['ID=66ed9911-97b6-4238-a80f-b21d377bff1e,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:17.551881 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cba417-712e-4645-a891-737563854160 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:57:17.552256 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cba417-712e-4645-a891-737563854160 None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:57:17.552661 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-20cba417-712e-4645-a891-737563854160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:17.553068 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cba417-712e-4645-a891-737563854160 None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:57:17.553515 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-20cba417-712e-4645-a891-737563854160 None None] Bound port: 66ed9911-97b6-4238-a80f-b21d377bff1e, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:57:17.553893 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-20cba417-712e-4645-a891-737563854160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:17.561218 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d479012-d580-431d-a508-e83d553d28a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:17.561561 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d479012-d580-431d-a508-e83d553d28a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:17.561905 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d479012-d580-431d-a508-e83d553d28a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:17.562235 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d479012-d580-431d-a508-e83d553d28a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:17.562563 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d479012-d580-431d-a508-e83d553d28a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:17.562896 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d479012-d580-431d-a508-e83d553d28a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:17.563248 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d479012-d580-431d-a508-e83d553d28a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:17.563573 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d479012-d580-431d-a508-e83d553d28a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:17.563894 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d479012-d580-431d-a508-e83d553d28a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:17.564215 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d479012-d580-431d-a508-e83d553d28a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:17.564535 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d479012-d580-431d-a508-e83d553d28a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:17.564852 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d479012-d580-431d-a508-e83d553d28a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:17.601815 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b1567-61bc-47f3-9927-3f41dcbff1a4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'Subnet': ['ID=081d1770-43eb-4934-8a40-e3dbe03f0a62,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:17.611310 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344b1567-61bc-47f3-9927-3f41dcbff1a4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Checking segment: {'id': '74eb83fa-225c-48f0-94cd-e4bfb800b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:57:17.611673 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344b1567-61bc-47f3-9927-3f41dcbff1a4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Network hostable DHCP agents. Network: cde2a56f-fee6-461c-a12b-db0c2dbb208b, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:57:17.616438 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-20cba417-712e-4645-a891-737563854160 None None] For port 66ed9911-97b6-4238-a80f-b21d377bff1e, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:57:17.620322 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-20cba417-712e-4645-a891-737563854160 None None] For port 66ed9911-97b6-4238-a80f-b21d377bff1e, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=66ed9911-97b6-4238-a80f-b21d377bff1e,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:57:17.693652 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-20cba417-712e-4645-a891-737563854160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:17.704826 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344b1567-61bc-47f3-9927-3f41dcbff1a4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Network cde2a56f-fee6-461c-a12b-db0c2dbb208b is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:57:17.751677 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cba417-712e-4645-a891-737563854160 None None] Routers {'1d9fe648-5cfa-4a66-87c7-fbe509586bd3'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:57:17.752225 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-20cba417-712e-4645-a891-737563854160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:56:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1d9fe648-5cfa-4a66-87c7-fbe509586bd3'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:57:17.789436 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-344b1567-61bc-47f3-9927-3f41dcbff1a4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, cde2a56f-fee6-461c-a12b-db0c2dbb208b) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:57:17.790413 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d479012-d580-431d-a508-e83d553d28a7 None None] Pushing event updated for resources: {'Port': ['ID=66ed9911-97b6-4238-a80f-b21d377bff1e,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:17.794007 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344b1567-61bc-47f3-9927-3f41dcbff1a4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:17.799457 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-344b1567-61bc-47f3-9927-3f41dcbff1a4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:17.809398 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55c5168-fecc-467c-84e8-3b14a7c68d34 None None] Network cde2a56f-fee6-461c-a12b-db0c2dbb208b requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:57:17.911245 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-344b1567-61bc-47f3-9927-3f41dcbff1a4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8441901 Jun 30 09:57:17.913760 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 57924) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:57:17.925210 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-20cba417-712e-4645-a891-737563854160 None None] Set router 1d9fe648-5cfa-4a66-87c7-fbe509586bd3 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:57:18.112860 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62188cad-4942-4a7d-85cd-9692b89ccf94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-cde2a56f-fee6-461c-a12b-db0c2dbb208b', 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'fixed_ips': [{'subnet_id': '081d1770-43eb-4934-8a40-e3dbe03f0a62'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:57:18.113715 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-62188cad-4942-4a7d-85cd-9692b89ccf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:18.271131 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-20cba417-712e-4645-a891-737563854160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261332630', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '66ed9911-97b6-4238-a80f-b21d377bff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:57:14Z', 'updated_at': '2021-06-30T09:57:15Z', 'revision_number': 3, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '66ed9911-97b6-4238-a80f-b21d377bff1e', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:57:15Z', 'updated_at': '2021-06-30T09:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:57:18.300793 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cba417-712e-4645-a891-737563854160 None None] The sync data for ids ['1d9fe648-5cfa-4a66-87c7-fbe509586bd3'] in n-d-771363-31 is: [{'id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261332630', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '66ed9911-97b6-4238-a80f-b21d377bff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:57:14Z', 'updated_at': '2021-06-30T09:57:15Z', 'revision_number': 3, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '66ed9911-97b6-4238-a80f-b21d377bff1e', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:57:15Z', 'updated_at': '2021-06-30T09:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:57:18.311323 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-62188cad-4942-4a7d-85cd-9692b89ccf94 None None] Allocated IP 172.20.0.2 (cde2a56f-fee6-461c-a12b-db0c2dbb208b/081d1770-43eb-4934-8a40-e3dbe03f0a62/1b278f97-0fd0-42cb-a901-fccf937c85bf) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:57:18.364146 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cc81ea09-c72e-416e-953b-62a3ccfed294 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:18.465750 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-62188cad-4942-4a7d-85cd-9692b89ccf94 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:18.474122 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-62188cad-4942-4a7d-85cd-9692b89ccf94 None None] Transition to ACTIVE for port object 1b278f97-0fd0-42cb-a901-fccf937c85bf will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:57:18.491651 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-62188cad-4942-4a7d-85cd-9692b89ccf94 None None] Transition to ACTIVE for port object 1b278f97-0fd0-42cb-a901-fccf937c85bf will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:57:18.575322 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-62188cad-4942-4a7d-85cd-9692b89ccf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:18.626638 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62188cad-4942-4a7d-85cd-9692b89ccf94 None None] Network cde2a56f-fee6-461c-a12b-db0c2dbb208b is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:57:18.629824 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-62188cad-4942-4a7d-85cd-9692b89ccf94 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:57:18.634418 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62188cad-4942-4a7d-85cd-9692b89ccf94 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:57:18.686664 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62188cad-4942-4a7d-85cd-9692b89ccf94 None None] Pushing event updated for resources: {'Port': ['ID=1b278f97-0fd0-42cb-a901-fccf937c85bf,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:18.703003 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-62188cad-4942-4a7d-85cd-9692b89ccf94 None None] Attempting to bind port 1b278f97-0fd0-42cb-a901-fccf937c85bf on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:57:18.703681 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-62188cad-4942-4a7d-85cd-9692b89ccf94 None None] Attempting to bind port 1b278f97-0fd0-42cb-a901-fccf937c85bf by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '74eb83fa-225c-48f0-94cd-e4bfb800b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:57:18.703792 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-cc81ea09-c72e-416e-953b-62a3ccfed294 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Allocated IP 172.20.0.1 (cde2a56f-fee6-461c-a12b-db0c2dbb208b/081d1770-43eb-4934-8a40-e3dbe03f0a62/00f55bf9-09eb-4ab0-8463-dd70b19b9131) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:57:18.704200 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62188cad-4942-4a7d-85cd-9692b89ccf94 None None] Attempting to bind port 1b278f97-0fd0-42cb-a901-fccf937c85bf on network cde2a56f-fee6-461c-a12b-db0c2dbb208b {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:57:18.709304 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62188cad-4942-4a7d-85cd-9692b89ccf94 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:57:18.709672 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62188cad-4942-4a7d-85cd-9692b89ccf94 None None] Checking segment: {'id': '74eb83fa-225c-48f0-94cd-e4bfb800b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:57:18.710075 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-62188cad-4942-4a7d-85cd-9692b89ccf94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:18.710444 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62188cad-4942-4a7d-85cd-9692b89ccf94 None None] Bound using segment: {'id': '74eb83fa-225c-48f0-94cd-e4bfb800b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:57:18.711755 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-62188cad-4942-4a7d-85cd-9692b89ccf94 None None] Bound port: 1b278f97-0fd0-42cb-a901-fccf937c85bf, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74eb83fa-225c-48f0-94cd-e4bfb800b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:57:18.712296 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-62188cad-4942-4a7d-85cd-9692b89ccf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:18.789940 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-62188cad-4942-4a7d-85cd-9692b89ccf94 None None] For port 1b278f97-0fd0-42cb-a901-fccf937c85bf, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:57:18.793758 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-62188cad-4942-4a7d-85cd-9692b89ccf94 None None] For port 1b278f97-0fd0-42cb-a901-fccf937c85bf, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=1b278f97-0fd0-42cb-a901-fccf937c85bf,segment=NetworkSegment(74eb83fa-225c-48f0-94cd-e4bfb800b68c),segment_id=74eb83fa-225c-48f0-94cd-e4bfb800b68c)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:57:18.831039 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cc81ea09-c72e-416e-953b-62a3ccfed294 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:18.847242 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-cc81ea09-c72e-416e-953b-62a3ccfed294 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Transition to ACTIVE for port object 00f55bf9-09eb-4ab0-8463-dd70b19b9131 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:57:18.904005 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-62188cad-4942-4a7d-85cd-9692b89ccf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:18.975995 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cc81ea09-c72e-416e-953b-62a3ccfed294 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:18.976251 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62188cad-4942-4a7d-85cd-9692b89ccf94 None None] Pushing event updated for resources: {'Port': ['ID=1b278f97-0fd0-42cb-a901-fccf937c85bf,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:19.031230 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc81ea09-c72e-416e-953b-62a3ccfed294 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Network cde2a56f-fee6-461c-a12b-db0c2dbb208b is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:57:19.031230 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-cc81ea09-c72e-416e-953b-62a3ccfed294 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:57:19.033898 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc81ea09-c72e-416e-953b-62a3ccfed294 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:57:19.036008 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81ea09-c72e-416e-953b-62a3ccfed294 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'Port': ['ID=00f55bf9-09eb-4ab0-8463-dd70b19b9131,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:19.082535 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cc81ea09-c72e-416e-953b-62a3ccfed294 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:19.353281 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cc81ea09-c72e-416e-953b-62a3ccfed294 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:19.373890 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 66ed9911-97b6-4238-a80f-b21d377bff1e up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:57:19.488125 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 66ed9911-97b6-4238-a80f-b21d377bff1e completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:57:19.492889 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 66ed9911-97b6-4238-a80f-b21d377bff1e triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:57:19.493350 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:19.576016 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:19.597075 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 66ed9911-97b6-4238-a80f-b21d377bff1e, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=66ed9911-97b6-4238-a80f-b21d377bff1e,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:57:19.638478 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cc81ea09-c72e-416e-953b-62a3ccfed294 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:19.682821 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:19.683696 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 1b278f97-0fd0-42cb-a901-fccf937c85bf up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:57:19.722102 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cc81ea09-c72e-416e-953b-62a3ccfed294 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:19.758770 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=66ed9911-97b6-4238-a80f-b21d377bff1e,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:19.848162 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 1b278f97-0fd0-42cb-a901-fccf937c85bf completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:57:20.153386 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81ea09-c72e-416e-953b-62a3ccfed294 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'Port': ['ID=00f55bf9-09eb-4ab0-8463-dd70b19b9131,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:20.156152 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cc81ea09-c72e-416e-953b-62a3ccfed294 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:20.244328 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc81ea09-c72e-416e-953b-62a3ccfed294 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Network cde2a56f-fee6-461c-a12b-db0c2dbb208b is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:57:20.245791 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-cc81ea09-c72e-416e-953b-62a3ccfed294 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:57:20.361645 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc81ea09-c72e-416e-953b-62a3ccfed294 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Router 1d9fe648-5cfa-4a66-87c7-fbe509586bd3 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:57:20.474136 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc81ea09-c72e-416e-953b-62a3ccfed294 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:57:20.476617 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-382a656c-15fe-410f-89e3-e6ded8e642ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:20.481913 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-cc81ea09-c72e-416e-953b-62a3ccfed294 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "PUT /v2.0/routers/1d9fe648-5cfa-4a66-87c7-fbe509586bd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5661390 Jun 30 09:57:20.484257 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab393374-7fd1-4b51-aca7-b855cd514911 None None] Sync routers for ids ['1d9fe648-5cfa-4a66-87c7-fbe509586bd3'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:57:20.504207 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab393374-7fd1-4b51-aca7-b855cd514911 None None] Routers {'1d9fe648-5cfa-4a66-87c7-fbe509586bd3'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:57:20.504898 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-ab393374-7fd1-4b51-aca7-b855cd514911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:56:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1d9fe648-5cfa-4a66-87c7-fbe509586bd3'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:57:20.614056 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-ab393374-7fd1-4b51-aca7-b855cd514911 None None] Set router 1d9fe648-5cfa-4a66-87c7-fbe509586bd3 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:57:20.780479 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-ad49d628-4170-47d2-b93c-d55515eaa65a tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-433362740&fields=id&tenant_id=d88d41ea5323480fbb6ead7dceb2af71 HTTP/1.1" status: 200 len: 267 time: 0.0515661 Jun 30 09:57:20.796877 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98056858-e7ef-4688-a5bd-19dd1d731338 None None] Network cde2a56f-fee6-461c-a12b-db0c2dbb208b requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:57:20.865986 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-ab393374-7fd1-4b51-aca7-b855cd514911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261332630', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '66ed9911-97b6-4238-a80f-b21d377bff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:57:14Z', 'updated_at': '2021-06-30T09:57:19Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '66ed9911-97b6-4238-a80f-b21d377bff1e', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:57:15Z', 'updated_at': '2021-06-30T09:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '00f55bf9-09eb-4ab0-8463-dd70b19b9131', 'name': '', 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:dc:65:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '081d1770-43eb-4934-8a40-e3dbe03f0a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:57:18Z', 'updated_at': '2021-06-30T09:57:19Z', 'revision_number': 2, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '081d1770-43eb-4934-8a40-e3dbe03f0a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:57:20.893722 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab393374-7fd1-4b51-aca7-b855cd514911 None None] Checking router: 1d9fe648-5cfa-4a66-87c7-fbe509586bd3 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:57:20.894100 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab393374-7fd1-4b51-aca7-b855cd514911 None None] Updating router 1d9fe648-5cfa-4a66-87c7-fbe509586bd3 port 00f55bf9-09eb-4ab0-8463-dd70b19b9131 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:57:20.932597 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-ab393374-7fd1-4b51-aca7-b855cd514911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:20.937688 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-ac826905-54aa-4585-a57e-a485a79f6119 None None] Provisioning for port 1b278f97-0fd0-42cb-a901-fccf937c85bf completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:57:20.949467 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-ac826905-54aa-4585-a57e-a485a79f6119 None None] Provisioning complete for port 1b278f97-0fd0-42cb-a901-fccf937c85bf triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:57:20.950597 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ac826905-54aa-4585-a57e-a485a79f6119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:20.998511 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-ad26e842-889b-4c3e-a381-8fc23113cc64 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:21.000124 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-ad26e842-889b-4c3e-a381-8fc23113cc64 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/networks?id=cde2a56f-fee6-461c-a12b-db0c2dbb208b HTTP/1.1" status: 200 len: 797 time: 0.2145960 Jun 30 09:57:21.021402 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-fefc71df-3690-4155-9bc0-40463e7c5246 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/quotas/d88d41ea5323480fbb6ead7dceb2af71 HTTP/1.1" status: 200 len: 375 time: 0.0154245 Jun 30 09:57:21.080639 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ac826905-54aa-4585-a57e-a485a79f6119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:21.163255 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-ac826905-54aa-4585-a57e-a485a79f6119 None None] For port 1b278f97-0fd0-42cb-a901-fccf937c85bf, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=1b278f97-0fd0-42cb-a901-fccf937c85bf,segment=NetworkSegment(74eb83fa-225c-48f0-94cd-e4bfb800b68c),segment_id=74eb83fa-225c-48f0-94cd-e4bfb800b68c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:57:21.165738 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-a7d10983-c93a-431f-a5c3-15f02730e52c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1315663 Jun 30 09:57:21.242489 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ac826905-54aa-4585-a57e-a485a79f6119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:21.244998 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-8eac105f-fa96-40ae-a164-96ea8d6b6132 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:57:21.246814 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-8eac105f-fa96-40ae-a164-96ea8d6b6132 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0640824 Jun 30 09:57:21.276975 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-ab393374-7fd1-4b51-aca7-b855cd514911 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:21.287402 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-ab393374-7fd1-4b51-aca7-b855cd514911 None None] Transition to ACTIVE for port object 00f55bf9-09eb-4ab0-8463-dd70b19b9131 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:57:21.338687 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac826905-54aa-4585-a57e-a485a79f6119 None None] Pushing event updated for resources: {'Port': ['ID=1b278f97-0fd0-42cb-a901-fccf937c85bf,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:21.360420 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 66ed9911-97b6-4238-a80f-b21d377bff1e up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:57:21.371753 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-a390418e-e8bb-4d0b-a99d-98cf6870b142 service neutron] 10.222.0.10 "GET /v2.0/networks/cde2a56f-fee6-461c-a12b-db0c2dbb208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176326 Jun 30 09:57:21.373376 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-ab393374-7fd1-4b51-aca7-b855cd514911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:21.430639 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71b492-da34-470a-b8f2-2f9416dfe92f None None] Pushing event updated for resources: {'Port': ['ID=00f55bf9-09eb-4ab0-8463-dd70b19b9131,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:21.444611 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a71b492-da34-470a-b8f2-2f9416dfe92f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:21.444839 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a71b492-da34-470a-b8f2-2f9416dfe92f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:21.445066 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a71b492-da34-470a-b8f2-2f9416dfe92f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:21.447039 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 66ed9911-97b6-4238-a80f-b21d377bff1e triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:57:21.447193 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a71b492-da34-470a-b8f2-2f9416dfe92f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:21.447500 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a71b492-da34-470a-b8f2-2f9416dfe92f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:21.447623 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:21.447831 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a71b492-da34-470a-b8f2-2f9416dfe92f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:21.448157 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a71b492-da34-470a-b8f2-2f9416dfe92f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:21.448485 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a71b492-da34-470a-b8f2-2f9416dfe92f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:21.448802 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a71b492-da34-470a-b8f2-2f9416dfe92f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:21.449126 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a71b492-da34-470a-b8f2-2f9416dfe92f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:21.449445 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a71b492-da34-470a-b8f2-2f9416dfe92f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:21.449759 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a71b492-da34-470a-b8f2-2f9416dfe92f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:21.472326 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-4f39956d-c2f4-4389-86c1-bbc7a3415e87 service neutron] 10.222.0.10 "GET /v2.0/networks/cde2a56f-fee6-461c-a12b-db0c2dbb208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997026 Jun 30 09:57:21.504806 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-653e3683-7462-4584-b696-f8b38c863aa1 None None] Provisioning complete for port 1b278f97-0fd0-42cb-a901-fccf937c85bf triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:57:21.505170 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-653e3683-7462-4584-b696-f8b38c863aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:21.528981 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-ab393374-7fd1-4b51-aca7-b855cd514911 None None] Attempting to bind port 00f55bf9-09eb-4ab0-8463-dd70b19b9131 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:57:21.529564 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-ab393374-7fd1-4b51-aca7-b855cd514911 None None] Attempting to bind port 00f55bf9-09eb-4ab0-8463-dd70b19b9131 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '74eb83fa-225c-48f0-94cd-e4bfb800b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:57:21.529735 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab393374-7fd1-4b51-aca7-b855cd514911 None None] Attempting to bind port 00f55bf9-09eb-4ab0-8463-dd70b19b9131 on network cde2a56f-fee6-461c-a12b-db0c2dbb208b {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:57:21.535294 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab393374-7fd1-4b51-aca7-b855cd514911 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:57:21.535932 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab393374-7fd1-4b51-aca7-b855cd514911 None None] Checking segment: {'id': '74eb83fa-225c-48f0-94cd-e4bfb800b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:57:21.536620 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-ab393374-7fd1-4b51-aca7-b855cd514911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:21.537175 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab393374-7fd1-4b51-aca7-b855cd514911 None None] Bound using segment: {'id': '74eb83fa-225c-48f0-94cd-e4bfb800b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:57:21.537849 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-ab393374-7fd1-4b51-aca7-b855cd514911 None None] Bound port: 00f55bf9-09eb-4ab0-8463-dd70b19b9131, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74eb83fa-225c-48f0-94cd-e4bfb800b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:57:21.538384 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-ab393374-7fd1-4b51-aca7-b855cd514911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:21.636752 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-ab393374-7fd1-4b51-aca7-b855cd514911 None None] For port 00f55bf9-09eb-4ab0-8463-dd70b19b9131, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:57:21.640334 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-ab393374-7fd1-4b51-aca7-b855cd514911 None None] For port 00f55bf9-09eb-4ab0-8463-dd70b19b9131, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=00f55bf9-09eb-4ab0-8463-dd70b19b9131,segment=NetworkSegment(74eb83fa-225c-48f0-94cd-e4bfb800b68c),segment_id=74eb83fa-225c-48f0-94cd-e4bfb800b68c)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:57:21.709563 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-ab393374-7fd1-4b51-aca7-b855cd514911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:21.769483 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab393374-7fd1-4b51-aca7-b855cd514911 None None] Routers {'1d9fe648-5cfa-4a66-87c7-fbe509586bd3'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:57:21.770110 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-ab393374-7fd1-4b51-aca7-b855cd514911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:56:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1d9fe648-5cfa-4a66-87c7-fbe509586bd3'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:57:21.771970 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71b492-da34-470a-b8f2-2f9416dfe92f None None] Pushing event updated for resources: {'Port': ['ID=00f55bf9-09eb-4ab0-8463-dd70b19b9131,revision_number=4']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:21.791436 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-653e3683-7462-4584-b696-f8b38c863aa1 None None] Provisioning for port 00f55bf9-09eb-4ab0-8463-dd70b19b9131 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:57:21.895328 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-ab393374-7fd1-4b51-aca7-b855cd514911 None None] Set router 1d9fe648-5cfa-4a66-87c7-fbe509586bd3 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:57:21.981371 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bcfe6cf4-39df-40c3-a04a-9c13461fe34d req-ed9ef559-1f78-4181-91be-2dd144ddcbd4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 210 time: 0.1275833 Jun 30 09:57:21.998461 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:57:22.131965 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-ab393374-7fd1-4b51-aca7-b855cd514911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261332630', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '66ed9911-97b6-4238-a80f-b21d377bff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:57:14Z', 'updated_at': '2021-06-30T09:57:19Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '66ed9911-97b6-4238-a80f-b21d377bff1e', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:57:15Z', 'updated_at': '2021-06-30T09:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '00f55bf9-09eb-4ab0-8463-dd70b19b9131', 'name': '', 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:dc:65:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '081d1770-43eb-4934-8a40-e3dbe03f0a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:57:18Z', 'updated_at': '2021-06-30T09:57:21Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '081d1770-43eb-4934-8a40-e3dbe03f0a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:57:22.162953 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab393374-7fd1-4b51-aca7-b855cd514911 None None] The sync data for ids ['1d9fe648-5cfa-4a66-87c7-fbe509586bd3'] in n-d-771363-31 is: [{'id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261332630', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '66ed9911-97b6-4238-a80f-b21d377bff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:57:14Z', 'updated_at': '2021-06-30T09:57:19Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '66ed9911-97b6-4238-a80f-b21d377bff1e', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:57:15Z', 'updated_at': '2021-06-30T09:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '00f55bf9-09eb-4ab0-8463-dd70b19b9131', 'name': '', 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:dc:65:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '081d1770-43eb-4934-8a40-e3dbe03f0a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:57:18Z', 'updated_at': '2021-06-30T09:57:21Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '081d1770-43eb-4934-8a40-e3dbe03f0a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:57:22.949270 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cae5b298-33f0-41f3-9e81-22925ad9f90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:23.073003 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cdc398c6-a258-48fd-8027-f7612619adac req-2749b2a3-6c05-420b-824a-fbb99f31b250 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 210 time: 0.0297408 Jun 30 09:57:23.380367 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 00f55bf9-09eb-4ab0-8463-dd70b19b9131 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:57:23.522080 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 00f55bf9-09eb-4ab0-8463-dd70b19b9131 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:57:23.524727 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:23.528301 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 00f55bf9-09eb-4ab0-8463-dd70b19b9131 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:57:23.528659 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:23.605816 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:23.640528 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 00f55bf9-09eb-4ab0-8463-dd70b19b9131, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=00f55bf9-09eb-4ab0-8463-dd70b19b9131,segment=NetworkSegment(74eb83fa-225c-48f0-94cd-e4bfb800b68c),segment_id=74eb83fa-225c-48f0-94cd-e4bfb800b68c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:57:23.714542 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:23.715356 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 1b278f97-0fd0-42cb-a901-fccf937c85bf up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:57:23.792004 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=00f55bf9-09eb-4ab0-8463-dd70b19b9131,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:23.803041 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 1b278f97-0fd0-42cb-a901-fccf937c85bf triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:57:23.803440 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:24.156357 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-98e7091e-27b5-4092-b7a3-4d7d9af91481 req-77db9d97-98c2-4a95-9be5-812d81adc06c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 210 time: 0.0322969 Jun 30 09:57:24.714768 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:25.306029 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cbadf4ba-2390-4195-b30a-c0a4b950ca23 req-7091da02-417a-439d-abeb-0e6cab168494 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 210 time: 0.0309350 Jun 30 09:57:25.337551 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 00f55bf9-09eb-4ab0-8463-dd70b19b9131 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:57:25.390286 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 00f55bf9-09eb-4ab0-8463-dd70b19b9131 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:57:25.390662 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:26.406118 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:26.457785 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2de9af47-859c-4c2f-b8cb-6b5c4317b402 req-2c4a9a17-82e2-4ba0-a44d-9fa438c96fdb tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 210 time: 0.0297079 Jun 30 09:57:26.671495 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-a6bfa46e-f8ff-4179-bf1c-352f877dc438 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:26.672851 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-a6bfa46e-f8ff-4179-bf1c-352f877dc438 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.37 "GET /v2.0/networks?id=cde2a56f-fee6-461c-a12b-db0c2dbb208b HTTP/1.1" status: 200 len: 797 time: 0.1020479 Jun 30 09:57:26.716864 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-0de01ea3-cc19-44c4-b2c0-ad8dc999998e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d88d41ea5323480fbb6ead7dceb2af71 HTTP/1.1" status: 200 len: 379 time: 0.0353806 Jun 30 09:57:26.725592 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-1c6bed89-8b78-48d5-bf75-104abc182c0e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'port': {'device_id': 'be2e3a89-6969-471f-bdc8-d86f2a189966', 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b', 'admin_state_up': True, 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'security_groups': ['19ecb44f-737d-4447-960d-c02bcdb4559c']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:57:26.931898 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-1c6bed89-8b78-48d5-bf75-104abc182c0e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Made reservation on behalf of d88d41ea5323480fbb6ead7dceb2af71 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:57:26.935493 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-1c6bed89-8b78-48d5-bf75-104abc182c0e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:27.080899 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-1c6bed89-8b78-48d5-bf75-104abc182c0e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Allocated IP 172.20.0.6 (cde2a56f-fee6-461c-a12b-db0c2dbb208b/081d1770-43eb-4934-8a40-e3dbe03f0a62/287f86d8-9ec1-47e1-81f4-e3e20cf82d9d) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:57:27.229905 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-1c6bed89-8b78-48d5-bf75-104abc182c0e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:27.245760 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-1c6bed89-8b78-48d5-bf75-104abc182c0e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Transition to ACTIVE for port object 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:57:27.366494 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-1c6bed89-8b78-48d5-bf75-104abc182c0e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:27.415623 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-1c6bed89-8b78-48d5-bf75-104abc182c0e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Network cde2a56f-fee6-461c-a12b-db0c2dbb208b is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:57:27.418622 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-1c6bed89-8b78-48d5-bf75-104abc182c0e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:57:27.424361 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-1c6bed89-8b78-48d5-bf75-104abc182c0e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:57:27.430721 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6bed89-8b78-48d5-bf75-104abc182c0e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'Port': ['ID=287f86d8-9ec1-47e1-81f4-e3e20cf82d9d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:27.457948 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6bed89-8b78-48d5-bf75-104abc182c0e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:27.458596 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6bed89-8b78-48d5-bf75-104abc182c0e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:27.458596 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6bed89-8b78-48d5-bf75-104abc182c0e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:27.458931 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6bed89-8b78-48d5-bf75-104abc182c0e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:27.459295 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6bed89-8b78-48d5-bf75-104abc182c0e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:27.459622 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6bed89-8b78-48d5-bf75-104abc182c0e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:27.459945 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6bed89-8b78-48d5-bf75-104abc182c0e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:27.460287 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6bed89-8b78-48d5-bf75-104abc182c0e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:27.461171 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6bed89-8b78-48d5-bf75-104abc182c0e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:27.461604 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6bed89-8b78-48d5-bf75-104abc182c0e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:27.461952 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6bed89-8b78-48d5-bf75-104abc182c0e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:27.462383 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6bed89-8b78-48d5-bf75-104abc182c0e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:27.490091 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-1c6bed89-8b78-48d5-bf75-104abc182c0e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:27.490733 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-1c6bed89-8b78-48d5-bf75-104abc182c0e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:27.579958 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-1c6bed89-8b78-48d5-bf75-104abc182c0e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8577337 Jun 30 09:57:27.590986 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-331a5c29-6c0e-42d8-b65c-d67ada4624ad tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:57:27.592276 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-331a5c29-6c0e-42d8-b65c-d67ada4624ad tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068114 Jun 30 09:57:27.655903 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-e9a463e5-aef5-493a-90fd-d82e2966bf62 service neutron] Request body: {'port': {'device_id': 'be2e3a89-6969-471f-bdc8-d86f2a189966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:57:27.677954 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b7561-39b4-4093-bad5-4e208df4b580 req-41ed69ac-852d-4092-906b-89eb1f16e536 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:27.680159 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0d7b7561-39b4-4093-bad5-4e208df4b580 req-41ed69ac-852d-4092-906b-89eb1f16e536 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 931 time: 0.0997283 Jun 30 09:57:27.723167 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0d7b7561-39b4-4093-bad5-4e208df4b580 req-c0838773-f4b5-4fa8-95b8-be1498f5267e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370483 Jun 30 09:57:27.732613 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-e9a463e5-aef5-493a-90fd-d82e2966bf62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:27.870192 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6d37f980-011c-4a9b-9fec-8185bb538a66 None None] Provisioning for port 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:57:27.874340 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6d37f980-011c-4a9b-9fec-8185bb538a66 None None] Provisioning complete for port 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:57:27.874727 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6d37f980-011c-4a9b-9fec-8185bb538a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:27.913951 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-6d37f980-011c-4a9b-9fec-8185bb538a66 None None] Port 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:57:28.002691 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-e9a463e5-aef5-493a-90fd-d82e2966bf62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:57:28.010699 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-e9a463e5-aef5-493a-90fd-d82e2966bf62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:28.022344 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-e9a463e5-aef5-493a-90fd-d82e2966bf62 service neutron] Transition to ACTIVE for port object 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:57:28.086296 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-e9a463e5-aef5-493a-90fd-d82e2966bf62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:28.139149 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a463e5-aef5-493a-90fd-d82e2966bf62 service neutron] Pushing event updated for resources: {'Port': ['ID=287f86d8-9ec1-47e1-81f4-e3e20cf82d9d,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:28.213466 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-e9a463e5-aef5-493a-90fd-d82e2966bf62 service neutron] Attempting to bind port 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:57:28.213801 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-e9a463e5-aef5-493a-90fd-d82e2966bf62 service neutron] Attempting to bind port 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '74eb83fa-225c-48f0-94cd-e4bfb800b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:57:28.214132 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-e9a463e5-aef5-493a-90fd-d82e2966bf62 service neutron] Attempting to bind port 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d on network cde2a56f-fee6-461c-a12b-db0c2dbb208b {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:57:28.218701 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-e9a463e5-aef5-493a-90fd-d82e2966bf62 service neutron] Port 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d on network cde2a56f-fee6-461c-a12b-db0c2dbb208b not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:57:28.219025 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-e9a463e5-aef5-493a-90fd-d82e2966bf62 service neutron] Attempting to bind port 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d on network cde2a56f-fee6-461c-a12b-db0c2dbb208b {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:57:28.224065 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-e9a463e5-aef5-493a-90fd-d82e2966bf62 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:57:28.224409 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-e9a463e5-aef5-493a-90fd-d82e2966bf62 service neutron] Checking segment: {'id': '74eb83fa-225c-48f0-94cd-e4bfb800b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:57:28.224798 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-e9a463e5-aef5-493a-90fd-d82e2966bf62 service neutron] Bound using segment: {'id': '74eb83fa-225c-48f0-94cd-e4bfb800b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:57:28.225253 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-e9a463e5-aef5-493a-90fd-d82e2966bf62 service neutron] Bound port: 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74eb83fa-225c-48f0-94cd-e4bfb800b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:57:28.225589 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-e9a463e5-aef5-493a-90fd-d82e2966bf62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:28.294030 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-e9a463e5-aef5-493a-90fd-d82e2966bf62 service neutron] For port 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:57:28.297339 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-e9a463e5-aef5-493a-90fd-d82e2966bf62 service neutron] For port 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=287f86d8-9ec1-47e1-81f4-e3e20cf82d9d,segment=NetworkSegment(74eb83fa-225c-48f0-94cd-e4bfb800b68c),segment_id=74eb83fa-225c-48f0-94cd-e4bfb800b68c)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:57:28.360785 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-e9a463e5-aef5-493a-90fd-d82e2966bf62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:28.394859 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-e9a463e5-aef5-493a-90fd-d82e2966bf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:28.395530 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-e9a463e5-aef5-493a-90fd-d82e2966bf62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:28.397367 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-e9a463e5-aef5-493a-90fd-d82e2966bf62 service neutron] 10.222.0.37 "PUT /v2.0/ports/287f86d8-9ec1-47e1-81f4-e3e20cf82d9d HTTP/1.1" status: 200 len: 1092 time: 0.7984369 Jun 30 09:57:28.397787 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2e3a89-6969-471f-bdc8-d86f2a189966', 'tag': '287f86d8-9ec1-47e1-81f4-e3e20cf82d9d'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:57:28.400794 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2a7bc6-9872-4b7f-89a6-c162a4e3a081" -d '{"events": [{"name": "network-changed", "server_uuid": "be2e3a89-6969-471f-bdc8-d86f2a189966", "tag": "287f86d8-9ec1-47e1-81f4-e3e20cf82d9d"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:57:28.426972 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a463e5-aef5-493a-90fd-d82e2966bf62 service neutron] Pushing event updated for resources: {'Port': ['ID=287f86d8-9ec1-47e1-81f4-e3e20cf82d9d,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:28.569067 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-764cbc66-9fca-4fb7-8f02-a08332035756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:28.570716 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-764cbc66-9fca-4fb7-8f02-a08332035756 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 1095 time: 0.0583913 Jun 30 09:57:28.615432 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-983f0f20-3418-4936-b161-01bfffbbd3ee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=287f86d8-9ec1-47e1-81f4-e3e20cf82d9d HTTP/1.1" status: 200 len: 217 time: 0.0371039 Jun 30 09:57:28.666471 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-a01f77f6-d677-488c-85c7-b67b7c5393d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:28.667711 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-a01f77f6-d677-488c-85c7-b67b7c5393d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=081d1770-43eb-4934-8a40-e3dbe03f0a62 HTTP/1.1" status: 200 len: 834 time: 0.0445850 Jun 30 09:57:28.722319 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-c83a88cd-769c-4963-925f-de1b50a8b79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:28.723805 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-c83a88cd-769c-4963-925f-de1b50a8b79f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cde2a56f-fee6-461c-a12b-db0c2dbb208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502639 Jun 30 09:57:28.816145 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-e060593c-1fcc-4622-9ec4-ad1d04464a58 service neutron] 10.222.0.37 "GET /v2.0/networks/cde2a56f-fee6-461c-a12b-db0c2dbb208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857847 Jun 30 09:57:28.901793 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff053b0-7698-41e9-991e-d2547b26223c req-015877cd-7e9b-420d-b37d-ace665f7fa69 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:28.903318 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5ff053b0-7698-41e9-991e-d2547b26223c req-015877cd-7e9b-420d-b37d-ace665f7fa69 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 943 time: 0.0676880 Jun 30 09:57:28.906662 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b4f32c5a-9a1d-473e-9c54-4a2fc5623d83 req-efc20227-ea53-402d-b063-b6a5179e3fdd service neutron] 10.222.0.37 "GET /v2.0/networks/cde2a56f-fee6-461c-a12b-db0c2dbb208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838919 Jun 30 09:57:28.943871 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5ff053b0-7698-41e9-991e-d2547b26223c req-fbb03757-304e-47f5-9e4a-60fad7f2f316 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348706 Jun 30 09:57:29.530858 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acf8c33-69bf-4699-9e62-69e640496c16 x-openstack-request-id: req-9acf8c33-69bf-4699-9e62-69e640496c16 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:57:29.531178 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2e3a89-6969-471f-bdc8-d86f2a189966", "tag": "287f86d8-9ec1-47e1-81f4-e3e20cf82d9d", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:57:29.531434 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9acf8c33-69bf-4699-9e62-69e640496c16 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:57:29.531836 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2e3a89-6969-471f-bdc8-d86f2a189966', 'tag': '287f86d8-9ec1-47e1-81f4-e3e20cf82d9d', 'status': 'completed', 'code': 200} Jun 30 09:57:29.606584 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a7bc6-9872-4b7f-89a6-c162a4e3a081 req-ebd3719a-bd49-4462-98ca-d734bff12f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:29.608073 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5b2a7bc6-9872-4b7f-89a6-c162a4e3a081 req-ebd3719a-bd49-4462-98ca-d734bff12f2a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 1095 time: 0.0554268 Jun 30 09:57:29.693795 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a7bc6-9872-4b7f-89a6-c162a4e3a081 req-9c92d9d8-0c9c-407b-8d57-373190613249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:29.695868 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5b2a7bc6-9872-4b7f-89a6-c162a4e3a081 req-9c92d9d8-0c9c-407b-8d57-373190613249 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cde2a56f-fee6-461c-a12b-db0c2dbb208b HTTP/1.1" status: 200 len: 898 time: 0.0814207 Jun 30 09:57:29.737825 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5b2a7bc6-9872-4b7f-89a6-c162a4e3a081 req-d908dd02-cc07-4b6e-a314-bd1bd55cf1d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=287f86d8-9ec1-47e1-81f4-e3e20cf82d9d HTTP/1.1" status: 200 len: 217 time: 0.0359926 Jun 30 09:57:29.784494 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a7bc6-9872-4b7f-89a6-c162a4e3a081 req-f94587cd-c305-4f81-927f-685708e3f79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:29.785895 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5b2a7bc6-9872-4b7f-89a6-c162a4e3a081 req-f94587cd-c305-4f81-927f-685708e3f79a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=081d1770-43eb-4934-8a40-e3dbe03f0a62 HTTP/1.1" status: 200 len: 834 time: 0.0419829 Jun 30 09:57:29.841520 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a7bc6-9872-4b7f-89a6-c162a4e3a081 req-3d69f653-afb4-46aa-8947-b743d5af9415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:29.842967 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5b2a7bc6-9872-4b7f-89a6-c162a4e3a081 req-3d69f653-afb4-46aa-8947-b743d5af9415 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cde2a56f-fee6-461c-a12b-db0c2dbb208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496993 Jun 30 09:57:29.943093 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5b2a7bc6-9872-4b7f-89a6-c162a4e3a081 req-d4ed77d0-f56b-42a4-9707-4bca50312f16 service neutron] 10.222.0.37 "GET /v2.0/networks/cde2a56f-fee6-461c-a12b-db0c2dbb208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935290 Jun 30 09:57:30.037652 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5b2a7bc6-9872-4b7f-89a6-c162a4e3a081 req-a900b63f-9af8-43e0-a1c3-a4fd81cc28a5 service neutron] 10.222.0.37 "GET /v2.0/networks/cde2a56f-fee6-461c-a12b-db0c2dbb208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871477 Jun 30 09:57:30.127513 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd82f0e-25e3-40a8-a778-0615ef5b977d req-b66d77db-cb78-4610-90da-c05ab44e559c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:30.129018 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8dd82f0e-25e3-40a8-a778-0615ef5b977d req-b66d77db-cb78-4610-90da-c05ab44e559c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 943 time: 0.0704019 Jun 30 09:57:30.168108 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8dd82f0e-25e3-40a8-a778-0615ef5b977d req-9bf9b2a1-ee8f-44d5-9ec6-bb182c136371 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326822 Jun 30 09:57:31.343226 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fedb5a-2447-493a-941f-645fdcc0fc70 req-e0655ef7-d789-4ca1-95a2-5742098adab4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:31.344631 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a9fedb5a-2447-493a-941f-645fdcc0fc70 req-e0655ef7-d789-4ca1-95a2-5742098adab4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 943 time: 0.0643799 Jun 30 09:57:31.381096 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a9fedb5a-2447-493a-941f-645fdcc0fc70 req-bd7779d9-dfd8-4b50-9a21-bd99fd3598c9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307848 Jun 30 09:57:31.951282 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:57:32.050024 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=287f86d8-9ec1-47e1-81f4-e3e20cf82d9d,segment=NetworkSegment(74eb83fa-225c-48f0-94cd-e4bfb800b68c),segment_id=74eb83fa-225c-48f0-94cd-e4bfb800b68c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:57:32.067628 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '287f86d8-9ec1-47e1-81f4-e3e20cf82d9d', 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b', 'port_id': '287f86d8-9ec1-47e1-81f4-e3e20cf82d9d', 'mac_address': 'fa:16:3e:3f:af:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '081d1770-43eb-4934-8a40-e3dbe03f0a62', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:57:32.104568 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:32.117833 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:57:32.137961 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=287f86d8-9ec1-47e1-81f4-e3e20cf82d9d,segment=NetworkSegment(74eb83fa-225c-48f0-94cd-e4bfb800b68c),segment_id=74eb83fa-225c-48f0-94cd-e4bfb800b68c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:57:32.229004 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:32.280508 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=287f86d8-9ec1-47e1-81f4-e3e20cf82d9d,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:32.559555 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645ab18-8bf0-4903-8465-5e3021502f35 req-fd2c623e-f8f4-422b-b450-ee4e3820c2be tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:32.561002 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6645ab18-8bf0-4903-8465-5e3021502f35 req-fd2c623e-f8f4-422b-b450-ee4e3820c2be tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 944 time: 0.0676229 Jun 30 09:57:32.571349 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['287f86d8-9ec1-47e1-81f4-e3e20cf82d9d'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:57:32.605317 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6645ab18-8bf0-4903-8465-5e3021502f35 req-dc1f6aea-02d5-4e90-9bf9-0473025d50e8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387211 Jun 30 09:57:33.784700 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6b148-1cb7-45dc-9455-e0b2ee106c29 req-aecfc1c8-1905-4ca6-a101-694577f19b0b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:33.786165 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0fe6b148-1cb7-45dc-9455-e0b2ee106c29 req-aecfc1c8-1905-4ca6-a101-694577f19b0b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 944 time: 0.0680351 Jun 30 09:57:33.825112 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0fe6b148-1cb7-45dc-9455-e0b2ee106c29 req-51ac6b7f-54c4-46d9-84f2-ce537391d5b5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332184 Jun 30 09:57:33.967346 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:57:34.074919 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:57:34.079177 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:57:34.079551 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:34.155843 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:34.180093 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2e3a89-6969-471f-bdc8-d86f2a189966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287f86d8-9ec1-47e1-81f4-e3e20cf82d9d'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:57:34.183080 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0a7688bdec131a6a431a8010756d0cad81408d40a262fc41805ea74d34cb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1a187d-4df4-4724-ba9b-f8584afefcdd" -d '{"events": [{"server_uuid": "be2e3a89-6969-471f-bdc8-d86f2a189966", "name": "network-vif-plugged", "status": "completed", "tag": "287f86d8-9ec1-47e1-81f4-e3e20cf82d9d"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:57:34.195640 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=287f86d8-9ec1-47e1-81f4-e3e20cf82d9d,segment=NetworkSegment(74eb83fa-225c-48f0-94cd-e4bfb800b68c),segment_id=74eb83fa-225c-48f0-94cd-e4bfb800b68c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:57:34.270373 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:34.295323 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571572e6-2821-47ca-a45e-f1ebad36cdec x-openstack-request-id: req-571572e6-2821-47ca-a45e-f1ebad36cdec {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:57:34.295860 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2e3a89-6969-471f-bdc8-d86f2a189966", "name": "network-vif-plugged", "status": "completed", "tag": "287f86d8-9ec1-47e1-81f4-e3e20cf82d9d", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:57:34.296110 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-571572e6-2821-47ca-a45e-f1ebad36cdec {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:57:34.296490 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2e3a89-6969-471f-bdc8-d86f2a189966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287f86d8-9ec1-47e1-81f4-e3e20cf82d9d', 'code': 200} Jun 30 09:57:34.324462 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=287f86d8-9ec1-47e1-81f4-e3e20cf82d9d,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:34.410548 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf41a24a-eb3b-4443-bc80-fa5f4c7927af req-f580666f-f986-4ad2-90e8-904915b3b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:34.412060 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bf41a24a-eb3b-4443-bc80-fa5f4c7927af req-f580666f-f986-4ad2-90e8-904915b3b9ca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 1097 time: 0.0593736 Jun 30 09:57:34.447256 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bf41a24a-eb3b-4443-bc80-fa5f4c7927af req-2f0d6aac-01f6-4312-9076-232239740907 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284421 Jun 30 09:57:35.018490 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba4d6f-eb47-41fc-9fe9-18c738e5492e req-e077a485-a7c4-463a-b3b3-5a5927e77082 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:35.020024 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3fba4d6f-eb47-41fc-9fe9-18c738e5492e req-e077a485-a7c4-463a-b3b3-5a5927e77082 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 945 time: 0.0786519 Jun 30 09:57:35.061481 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3fba4d6f-eb47-41fc-9fe9-18c738e5492e req-a21f19b0-5e42-446b-a761-69f7c949e648 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354662 Jun 30 09:57:36.245722 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6daad7e-6ccb-4d2c-8a6b-1223a2d882bb req-d4f7d8de-dbdb-4e4e-9856-d8c07653d379 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:36.247309 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c6daad7e-6ccb-4d2c-8a6b-1223a2d882bb req-d4f7d8de-dbdb-4e4e-9856-d8c07653d379 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 945 time: 0.0684259 Jun 30 09:57:36.284430 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c6daad7e-6ccb-4d2c-8a6b-1223a2d882bb req-9a2983e2-d18a-4c36-a232-bbb862ea2b14 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316210 Jun 30 09:57:36.459784 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c275f-472f-4e61-8884-998b3e4d0fc6 req-65b6aecb-6203-47e2-842e-6a75a7fba8ed tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:36.461259 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f19c275f-472f-4e61-8884-998b3e4d0fc6 req-65b6aecb-6203-47e2-842e-6a75a7fba8ed tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 945 time: 0.0661256 Jun 30 09:57:36.499888 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f19c275f-472f-4e61-8884-998b3e4d0fc6 req-ca651154-bd18-4057-aed4-759b836bc92d tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319364 Jun 30 09:57:36.523710 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58022) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:57:36.573626 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a356420-f577-472b-bc49-0932e4cf876e tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:36.574986 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1a356420-f577-472b-bc49-0932e4cf876e tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 1092 time: 0.0503302 Jun 30 09:57:36.577871 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58024) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:57:36.582116 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-4d32eb91-61b8-4c9c-932c-7d5dea292ae8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'port_id': '287f86d8-9ec1-47e1-81f4-e3e20cf82d9d', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:57:36.676032 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d32eb91-61b8-4c9c-932c-7d5dea292ae8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for floatingip, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:36.773455 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d32eb91-61b8-4c9c-932c-7d5dea292ae8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:36.879668 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-4d32eb91-61b8-4c9c-932c-7d5dea292ae8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Allocated IP 172.25.6.193 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/830b77d4-ec45-4168-8926-a523b1107b27) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:57:36.985893 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d32eb91-61b8-4c9c-932c-7d5dea292ae8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:37.091888 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d32eb91-61b8-4c9c-932c-7d5dea292ae8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:37.129119 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d32eb91-61b8-4c9c-932c-7d5dea292ae8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:57:37.131860 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-4d32eb91-61b8-4c9c-932c-7d5dea292ae8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:57:37.139623 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d32eb91-61b8-4c9c-932c-7d5dea292ae8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:57:37.165445 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32eb91-61b8-4c9c-932c-7d5dea292ae8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'Port': ['ID=830b77d4-ec45-4168-8926-a523b1107b27,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:37.533447 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d32eb91-61b8-4c9c-932c-7d5dea292ae8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:37.674874 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d32eb91-61b8-4c9c-932c-7d5dea292ae8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:37.985356 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:38.180944 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d32eb91-61b8-4c9c-932c-7d5dea292ae8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:38.258831 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d32eb91-61b8-4c9c-932c-7d5dea292ae8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:38.326808 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32eb91-61b8-4c9c-932c-7d5dea292ae8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'Port': ['ID=830b77d4-ec45-4168-8926-a523b1107b27,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:38.340082 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d32eb91-61b8-4c9c-932c-7d5dea292ae8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:38.443613 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-4d32eb91-61b8-4c9c-932c-7d5dea292ae8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Floating IP 79bdbfaa-7108-4afe-bc8b-0bf357111088 associated. External IP: 172.25.6.193, port: 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d. Jun 30 09:57:38.656425 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d32eb91-61b8-4c9c-932c-7d5dea292ae8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Router 1d9fe648-5cfa-4a66-87c7-fbe509586bd3 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:57:38.763168 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d32eb91-61b8-4c9c-932c-7d5dea292ae8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:57:38.776951 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34b8e6f-da3b-43cf-a0dc-fae3e2249161 None None] Sync routers for ids ['1d9fe648-5cfa-4a66-87c7-fbe509586bd3'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:57:38.783456 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34b8e6f-da3b-43cf-a0dc-fae3e2249161 None None] Routers {'1d9fe648-5cfa-4a66-87c7-fbe509586bd3'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:57:38.784089 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-d34b8e6f-da3b-43cf-a0dc-fae3e2249161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:57:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1d9fe648-5cfa-4a66-87c7-fbe509586bd3'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:57:38.888915 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-d34b8e6f-da3b-43cf-a0dc-fae3e2249161 None None] Set router 1d9fe648-5cfa-4a66-87c7-fbe509586bd3 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:57:38.903330 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d32eb91-61b8-4c9c-932c-7d5dea292ae8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:38.940105 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4d32eb91-61b8-4c9c-932c-7d5dea292ae8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3611252 Jun 30 09:57:38.940592 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2e3a89-6969-471f-bdc8-d86f2a189966', 'tag': '287f86d8-9ec1-47e1-81f4-e3e20cf82d9d'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:57:38.942943 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bed53547a39f7ef31975a70e92009741e2229107d1d7a3545da1c7dcafe1082f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024989ed-5d90-45dd-b750-e95bbecf90c1" -d '{"events": [{"name": "network-changed", "server_uuid": "be2e3a89-6969-471f-bdc8-d86f2a189966", "tag": "287f86d8-9ec1-47e1-81f4-e3e20cf82d9d"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:57:38.985331 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c537c4f0-1849-4d3a-ae14-2a4f201c2c4d x-openstack-request-id: req-c537c4f0-1849-4d3a-ae14-2a4f201c2c4d {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:57:38.985654 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2e3a89-6969-471f-bdc8-d86f2a189966", "tag": "287f86d8-9ec1-47e1-81f4-e3e20cf82d9d", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:57:38.985912 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c537c4f0-1849-4d3a-ae14-2a4f201c2c4d {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:57:38.986319 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2e3a89-6969-471f-bdc8-d86f2a189966', 'tag': '287f86d8-9ec1-47e1-81f4-e3e20cf82d9d', 'status': 'completed', 'code': 200} Jun 30 09:57:39.065622 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024989ed-5d90-45dd-b750-e95bbecf90c1 req-e1ab7289-4897-4af6-9726-59321169f44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:39.067218 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-024989ed-5d90-45dd-b750-e95bbecf90c1 req-e1ab7289-4897-4af6-9726-59321169f44e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 1097 time: 0.0602000 Jun 30 09:57:39.116561 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee501a09-c611-4890-bb8d-31c5305d5bd9 req-9a1a68c0-e4a3-4b8c-9e90-9489e9ac1f89 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:39.118785 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee501a09-c611-4890-bb8d-31c5305d5bd9 req-9a1a68c0-e4a3-4b8c-9e90-9489e9ac1f89 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 945 time: 0.0743532 Jun 30 09:57:39.124131 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:39.154183 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-d34b8e6f-da3b-43cf-a0dc-fae3e2249161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261332630', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '66ed9911-97b6-4238-a80f-b21d377bff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:57:14Z', 'updated_at': '2021-06-30T09:57:19Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '66ed9911-97b6-4238-a80f-b21d377bff1e', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:57:15Z', 'updated_at': '2021-06-30T09:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '79bdbfaa-7108-4afe-bc8b-0bf357111088', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'floating_ip_address': '172.25.6.193', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'port_id': '287f86d8-9ec1-47e1-81f4-e3e20cf82d9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b', 'mac_address': 'fa:16:3e:3f:af:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e3a89-6969-471f-bdc8-d86f2a189966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:57:37Z', 'updated_at': '2021-06-30T09:57:37Z', 'revision_number': 0, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f55bf9-09eb-4ab0-8463-dd70b19b9131', 'name': '', 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:dc:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '081d1770-43eb-4934-8a40-e3dbe03f0a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:57:18Z', 'updated_at': '2021-06-30T09:57:23Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '081d1770-43eb-4934-8a40-e3dbe03f0a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:57:39.169472 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee501a09-c611-4890-bb8d-31c5305d5bd9 req-3245955e-2ca5-46d7-981e-a8acf3b3de73 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402586 Jun 30 09:57:39.178165 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024989ed-5d90-45dd-b750-e95bbecf90c1 req-63d3eeda-7452-4a40-af04-772aed01f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:39.179689 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-024989ed-5d90-45dd-b750-e95bbecf90c1 req-63d3eeda-7452-4a40-af04-772aed01f4a1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cde2a56f-fee6-461c-a12b-db0c2dbb208b HTTP/1.1" status: 200 len: 898 time: 0.1058202 Jun 30 09:57:39.183318 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34b8e6f-da3b-43cf-a0dc-fae3e2249161 None None] Checking router: 1d9fe648-5cfa-4a66-87c7-fbe509586bd3 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:57:39.192253 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34b8e6f-da3b-43cf-a0dc-fae3e2249161 None None] Routers {'1d9fe648-5cfa-4a66-87c7-fbe509586bd3'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:57:39.192795 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-d34b8e6f-da3b-43cf-a0dc-fae3e2249161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:57:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1d9fe648-5cfa-4a66-87c7-fbe509586bd3'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:57:39.196618 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58030) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:57:39.251866 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-024989ed-5d90-45dd-b750-e95bbecf90c1 req-08ecc24c-d69e-4079-8839-2947bd0bc991 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=287f86d8-9ec1-47e1-81f4-e3e20cf82d9d HTTP/1.1" status: 200 len: 999 time: 0.0656564 Jun 30 09:57:39.311001 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-d34b8e6f-da3b-43cf-a0dc-fae3e2249161 None None] Set router 1d9fe648-5cfa-4a66-87c7-fbe509586bd3 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:57:39.317548 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024989ed-5d90-45dd-b750-e95bbecf90c1 req-c9262882-41e3-4373-8f62-02839f2e2d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:39.319090 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-024989ed-5d90-45dd-b750-e95bbecf90c1 req-c9262882-41e3-4373-8f62-02839f2e2d87 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=081d1770-43eb-4934-8a40-e3dbe03f0a62 HTTP/1.1" status: 200 len: 834 time: 0.0617938 Jun 30 09:57:39.328612 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d3aea877-7158-4864-a880-06b3f2e545dc tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/floatingips/79bdbfaa-7108-4afe-bc8b-0bf357111088 HTTP/1.1" status: 200 len: 991 time: 0.1308470 Jun 30 09:57:39.387036 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024989ed-5d90-45dd-b750-e95bbecf90c1 req-9adeec8f-ed25-4a05-8241-1ea5834aea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:39.388580 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-024989ed-5d90-45dd-b750-e95bbecf90c1 req-9adeec8f-ed25-4a05-8241-1ea5834aea0c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cde2a56f-fee6-461c-a12b-db0c2dbb208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537372 Jun 30 09:57:39.479569 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-024989ed-5d90-45dd-b750-e95bbecf90c1 req-50997b6c-b23a-4670-a4f7-32a3e3043190 service neutron] 10.222.0.37 "GET /v2.0/networks/cde2a56f-fee6-461c-a12b-db0c2dbb208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837989 Jun 30 09:57:39.555965 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-d34b8e6f-da3b-43cf-a0dc-fae3e2249161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261332630', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '66ed9911-97b6-4238-a80f-b21d377bff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:57:14Z', 'updated_at': '2021-06-30T09:57:19Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '66ed9911-97b6-4238-a80f-b21d377bff1e', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:57:15Z', 'updated_at': '2021-06-30T09:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '79bdbfaa-7108-4afe-bc8b-0bf357111088', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'floating_ip_address': '172.25.6.193', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'port_id': '287f86d8-9ec1-47e1-81f4-e3e20cf82d9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b', 'mac_address': 'fa:16:3e:3f:af:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e3a89-6969-471f-bdc8-d86f2a189966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:57:37Z', 'updated_at': '2021-06-30T09:57:37Z', 'revision_number': 0, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f55bf9-09eb-4ab0-8463-dd70b19b9131', 'name': '', 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:dc:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '081d1770-43eb-4934-8a40-e3dbe03f0a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:57:18Z', 'updated_at': '2021-06-30T09:57:23Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '081d1770-43eb-4934-8a40-e3dbe03f0a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:57:39.573057 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-024989ed-5d90-45dd-b750-e95bbecf90c1 req-4bdbd352-127b-42ca-a4b0-b44b4e19226d service neutron] 10.222.0.37 "GET /v2.0/networks/cde2a56f-fee6-461c-a12b-db0c2dbb208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884635 Jun 30 09:57:39.589182 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34b8e6f-da3b-43cf-a0dc-fae3e2249161 None None] The sync data for ids ['1d9fe648-5cfa-4a66-87c7-fbe509586bd3'] in n-d-771363-31 is: [{'id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261332630', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '66ed9911-97b6-4238-a80f-b21d377bff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:57:14Z', 'updated_at': '2021-06-30T09:57:19Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '66ed9911-97b6-4238-a80f-b21d377bff1e', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:57:15Z', 'updated_at': '2021-06-30T09:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '79bdbfaa-7108-4afe-bc8b-0bf357111088', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'floating_ip_address': '172.25.6.193', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'port_id': '287f86d8-9ec1-47e1-81f4-e3e20cf82d9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b', 'mac_address': 'fa:16:3e:3f:af:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e3a89-6969-471f-bdc8-d86f2a189966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:57:37Z', 'updated_at': '2021-06-30T09:57:37Z', 'revision_number': 0, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f55bf9-09eb-4ab0-8463-dd70b19b9131', 'name': '', 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:dc:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '081d1770-43eb-4934-8a40-e3dbe03f0a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:57:18Z', 'updated_at': '2021-06-30T09:57:23Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '081d1770-43eb-4934-8a40-e3dbe03f0a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:57:39.790832 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4ecad3-40c7-41e9-826b-40d90cf64911 None None] New status for floating IP 79bdbfaa-7108-4afe-bc8b-0bf357111088: ACTIVE {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:57:40.332766 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58032) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:57:40.397663 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-79a776c0-38f1-4fd2-be78-e4a322393964 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/floatingips/79bdbfaa-7108-4afe-bc8b-0bf357111088 HTTP/1.1" status: 200 len: 993 time: 0.0634506 Jun 30 09:57:50.566249 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-503a9be5-6cc4-4a6a-8762-3463a7f6c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:52.921712 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7641b0bc-cb08-421b-aeeb-84d80afe76f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:53.497412 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:54.736854 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:56.424056 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:58.998148 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:58:03.797689 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-012ef08a-cef5-417f-b617-1c91cd51ef2e req-9e768ede-2a60-4f1f-85ea-ccc5fab9a51e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0583861 Jun 30 09:58:03.891526 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ef08a-cef5-417f-b617-1c91cd51ef2e req-155737d3-97aa-4f3f-9b5c-fb044300f0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:03.893906 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-012ef08a-cef5-417f-b617-1c91cd51ef2e req-155737d3-97aa-4f3f-9b5c-fb044300f0d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 1097 time: 0.0523930 Jun 30 09:58:03.995055 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ef08a-cef5-417f-b617-1c91cd51ef2e req-2511dc6f-f17c-44f1-b605-c6b8f12e59e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:03.996549 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-012ef08a-cef5-417f-b617-1c91cd51ef2e req-2511dc6f-f17c-44f1-b605-c6b8f12e59e8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cde2a56f-fee6-461c-a12b-db0c2dbb208b HTTP/1.1" status: 200 len: 898 time: 0.0837953 Jun 30 09:58:04.077172 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-012ef08a-cef5-417f-b617-1c91cd51ef2e req-07591898-bca7-4226-93ba-e6d65cb68faa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=287f86d8-9ec1-47e1-81f4-e3e20cf82d9d HTTP/1.1" status: 200 len: 1001 time: 0.0737417 Jun 30 09:58:04.125537 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ef08a-cef5-417f-b617-1c91cd51ef2e req-c01eb11f-925e-4d2c-b38d-c37e1c93aecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:04.130738 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-012ef08a-cef5-417f-b617-1c91cd51ef2e req-c01eb11f-925e-4d2c-b38d-c37e1c93aecb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=081d1770-43eb-4934-8a40-e3dbe03f0a62 HTTP/1.1" status: 200 len: 834 time: 0.0446689 Jun 30 09:58:04.185325 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ef08a-cef5-417f-b617-1c91cd51ef2e req-e1ffb7b5-5588-4ac4-95cd-db2cfaba3a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:04.186854 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-012ef08a-cef5-417f-b617-1c91cd51ef2e req-e1ffb7b5-5588-4ac4-95cd-db2cfaba3a71 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cde2a56f-fee6-461c-a12b-db0c2dbb208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533266 Jun 30 09:58:04.280786 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-012ef08a-cef5-417f-b617-1c91cd51ef2e req-f1c1c5e2-670c-42b4-98a5-de303e416005 service neutron] 10.222.0.37 "GET /v2.0/networks/cde2a56f-fee6-461c-a12b-db0c2dbb208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875161 Jun 30 09:58:04.373590 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-012ef08a-cef5-417f-b617-1c91cd51ef2e req-f9c18ef4-c196-439c-9a4b-4f73392edb86 service neutron] 10.222.0.37 "GET /v2.0/networks/cde2a56f-fee6-461c-a12b-db0c2dbb208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863483 Jun 30 09:58:08.000667 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:09.161364 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:20.469371 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8b92bac1-0229-4bc3-982a-299a4845b0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:22.930641 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-87f3b0ff-6383-4f11-a5fb-9d786d8f308d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:23.501780 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:24.770449 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:26.429803 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:35.997979 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:58:38.004341 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:39.107354 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:43.352932 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9024d-77ee-47d5-a039-3bf723765b0e req-4fe5bd43-584a-48a2-95eb-23fac273336c tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:43.354425 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-14c9024d-77ee-47d5-a039-3bf723765b0e req-4fe5bd43-584a-48a2-95eb-23fac273336c tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 1097 time: 0.1138022 Jun 30 09:58:43.372549 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-14c9024d-77ee-47d5-a039-3bf723765b0e req-4375ed62-c2da-4937-9dde-fbdf28327ff6 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:43.459025 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-14c9024d-77ee-47d5-a039-3bf723765b0e req-4375ed62-c2da-4937-9dde-fbdf28327ff6 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:43.548921 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-14c9024d-77ee-47d5-a039-3bf723765b0e req-4375ed62-c2da-4937-9dde-fbdf28327ff6 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:43.573836 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-14c9024d-77ee-47d5-a039-3bf723765b0e req-4375ed62-c2da-4937-9dde-fbdf28327ff6 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131097 Jun 30 09:58:43.583578 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375ed62-c2da-4937-9dde-fbdf28327ff6 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6729d7-45b2-464f-bf13-b04c85e96ec9,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:58:43.593123 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375ed62-c2da-4937-9dde-fbdf28327ff6 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:58:43.593502 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375ed62-c2da-4937-9dde-fbdf28327ff6 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:58:43.593850 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375ed62-c2da-4937-9dde-fbdf28327ff6 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:58:43.594191 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375ed62-c2da-4937-9dde-fbdf28327ff6 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:58:43.594530 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375ed62-c2da-4937-9dde-fbdf28327ff6 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:58:43.594903 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375ed62-c2da-4937-9dde-fbdf28327ff6 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:58:43.595307 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375ed62-c2da-4937-9dde-fbdf28327ff6 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:58:43.595640 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375ed62-c2da-4937-9dde-fbdf28327ff6 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:58:43.595968 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375ed62-c2da-4937-9dde-fbdf28327ff6 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:58:43.596296 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375ed62-c2da-4937-9dde-fbdf28327ff6 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:58:43.596624 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375ed62-c2da-4937-9dde-fbdf28327ff6 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:58:43.596945 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375ed62-c2da-4937-9dde-fbdf28327ff6 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:58:43.871682 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecfae9-6f14-4c18-82d6-76b7adf4d8af req-5eca5a0f-527a-48cb-ad6e-42cc632f0d06 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:43.873830 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-35ecfae9-6f14-4c18-82d6-76b7adf4d8af req-5eca5a0f-527a-48cb-ad6e-42cc632f0d06 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 945 time: 0.1146145 Jun 30 09:58:43.911578 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-35ecfae9-6f14-4c18-82d6-76b7adf4d8af req-8a9671f5-8906-4594-9a5e-dc2ec56010d9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320888 Jun 30 09:58:43.937231 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58076) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:58:43.995279 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6643b87c-9300-474b-8fc9-b867cdf7f17b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/floatingips/79bdbfaa-7108-4afe-bc8b-0bf357111088 HTTP/1.1" status: 200 len: 993 time: 0.0568974 Jun 30 09:58:44.983266 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c35d03-ffe7-467e-8afc-ed6c372d4732 req-f14dec8c-2564-47af-94bd-8f4082d33f90 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:44.984792 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d1c35d03-ffe7-467e-8afc-ed6c372d4732 req-f14dec8c-2564-47af-94bd-8f4082d33f90 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 945 time: 0.0750852 Jun 30 09:58:45.027649 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d1c35d03-ffe7-467e-8afc-ed6c372d4732 req-feabdb1c-fb1c-419f-88a5-0b440f2c5dbc tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366216 Jun 30 09:58:45.041576 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58096) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:58:45.147336 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-44b569e0-6d51-4a02-bf67-0f4c2fc20d8e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1008980 Jun 30 09:58:46.207284 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6c1da-3f07-47e6-a10f-7fc221642ce1 req-e948ea74-ad66-4f18-a602-2850145ae4e6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:46.208798 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25e6c1da-3f07-47e6-a10f-7fc221642ce1 req-e948ea74-ad66-4f18-a602-2850145ae4e6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 945 time: 0.0690386 Jun 30 09:58:46.248251 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25e6c1da-3f07-47e6-a10f-7fc221642ce1 req-9a468604-f3fb-4f23-be84-6943fde1a600 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338647 Jun 30 09:58:47.430463 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74395aed-1290-4770-9e75-d0644a34ab24 req-c54d319c-105b-42d6-9bb9-c20ee651a54a tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:47.432036 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-74395aed-1290-4770-9e75-d0644a34ab24 req-c54d319c-105b-42d6-9bb9-c20ee651a54a tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 945 time: 0.0693436 Jun 30 09:58:47.478413 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-74395aed-1290-4770-9e75-d0644a34ab24 req-60ec3ee7-0f70-465c-9cbd-652c10b8497a tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374246 Jun 30 09:58:47.598307 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-15d6dd1a-cab8-4867-bf26-0c3350db7d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:47.599734 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-15d6dd1a-cab8-4867-bf26-0c3350db7d50 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 1097 time: 0.0548713 Jun 30 09:58:47.694896 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-2ecfa6d4-7c1f-4af9-9cbd-b966a217269c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:47.696459 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-2ecfa6d4-7c1f-4af9-9cbd-b966a217269c service neutron] 10.222.0.37 "GET /v2.0/networks?id=cde2a56f-fee6-461c-a12b-db0c2dbb208b HTTP/1.1" status: 200 len: 898 time: 0.0898168 Jun 30 09:58:47.764395 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-bd96d262-bb0d-4cac-9612-e5833984e595 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=287f86d8-9ec1-47e1-81f4-e3e20cf82d9d HTTP/1.1" status: 200 len: 1001 time: 0.0610206 Jun 30 09:58:47.818098 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-ddd9db32-279e-4498-b842-a307f13a47b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:47.819749 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-ddd9db32-279e-4498-b842-a307f13a47b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=081d1770-43eb-4934-8a40-e3dbe03f0a62 HTTP/1.1" status: 200 len: 834 time: 0.0490839 Jun 30 09:58:47.880594 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-e59d4eb7-762e-4ee6-bdd7-4714decbfc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:47.882414 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-e59d4eb7-762e-4ee6-bdd7-4714decbfc7c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cde2a56f-fee6-461c-a12b-db0c2dbb208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563061 Jun 30 09:58:47.973543 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-a5fe8b30-cd3c-4e8d-b074-5758af7b0ce3 service neutron] 10.222.0.37 "GET /v2.0/networks/cde2a56f-fee6-461c-a12b-db0c2dbb208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838141 Jun 30 09:58:48.081296 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-3d9d2918-fc61-48ca-b4f1-7d9eca2d4fd6 service neutron] 10.222.0.37 "GET /v2.0/networks/cde2a56f-fee6-461c-a12b-db0c2dbb208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007333 Jun 30 09:58:48.656736 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9824f-1d7b-4aa7-b2d7-8ec5035d3158 req-554dc06d-1d7c-4f4f-b048-30457d8f0d0e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:48.658232 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-41b9824f-1d7b-4aa7-b2d7-8ec5035d3158 req-554dc06d-1d7c-4f4f-b048-30457d8f0d0e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 945 time: 0.0657437 Jun 30 09:58:48.697861 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-41b9824f-1d7b-4aa7-b2d7-8ec5035d3158 req-9a14cf2a-5d4c-4a11-972e-63a235b20a85 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339417 Jun 30 09:58:49.872923 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bb3fc-7110-42f2-aaeb-a05addb5dbf0 req-cfc4c497-654c-4bae-87f5-dfdf512c94d4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:49.875583 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a31bb3fc-7110-42f2-aaeb-a05addb5dbf0 req-cfc4c497-654c-4bae-87f5-dfdf512c94d4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 945 time: 0.0665309 Jun 30 09:58:49.913573 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a31bb3fc-7110-42f2-aaeb-a05addb5dbf0 req-10d92158-6696-47c4-bf1b-2af2088dfd69 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324934 Jun 30 09:58:50.469102 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-dc63cacd-f1b5-4fd5-a6ea-5f0a418e6645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:51.104223 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065f8f0-cb49-4f2f-a851-054a5f1ff52b req-efe85834-5762-45b2-93e2-fb918fc9ae6a tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:51.105721 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2065f8f0-cb49-4f2f-a851-054a5f1ff52b req-efe85834-5762-45b2-93e2-fb918fc9ae6a tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 945 time: 0.0720220 Jun 30 09:58:51.146176 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2065f8f0-cb49-4f2f-a851-054a5f1ff52b req-7792c7f6-45d9-4d41-a484-9daff0f94db0 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341120 Jun 30 09:58:52.331185 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac96e3-9063-4c6c-8949-4fbfdee2eef7 req-7d23f7c7-e607-49f4-b6a8-2e7945cd93d9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:52.332668 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a5ac96e3-9063-4c6c-8949-4fbfdee2eef7 req-7d23f7c7-e607-49f4-b6a8-2e7945cd93d9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 945 time: 0.0715942 Jun 30 09:58:52.372285 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a5ac96e3-9063-4c6c-8949-4fbfdee2eef7 req-c0d69ef2-d723-4bf5-969a-f83a973e70ae tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331955 Jun 30 09:58:52.908906 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7e7b24e2-1119-43e3-b253-5c0f541408cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:53.508795 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:53.551216 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ea0c8-7647-4a4f-b007-da9219366bf6 req-ac29e0f3-052e-4988-8d95-1eec2c1f55ba tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:53.552734 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-947ea0c8-7647-4a4f-b007-da9219366bf6 req-ac29e0f3-052e-4988-8d95-1eec2c1f55ba tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 945 time: 0.0652556 Jun 30 09:58:53.591323 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-947ea0c8-7647-4a4f-b007-da9219366bf6 req-06b00a7b-f6d6-4974-a794-de968a2b39b6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328176 Jun 30 09:58:54.719375 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:54.771654 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b8fd8-1d40-499d-bc3b-accc6c521972 req-1eeba733-6445-41da-a9f2-14803db645fd tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:54.773167 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2d9b8fd8-1d40-499d-bc3b-accc6c521972 req-1eeba733-6445-41da-a9f2-14803db645fd tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 945 time: 0.0685029 Jun 30 09:58:54.812667 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2d9b8fd8-1d40-499d-bc3b-accc6c521972 req-3d6525f7-3e9c-4d19-a93e-f84d8494a84f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336072 Jun 30 09:58:56.002134 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352aaeac-8f79-431e-a48a-30751ef45e7c req-098275d3-e24f-45bb-8b0b-054c77853e30 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:56.003675 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-352aaeac-8f79-431e-a48a-30751ef45e7c req-098275d3-e24f-45bb-8b0b-054c77853e30 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 945 time: 0.0707312 Jun 30 09:58:56.044970 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-352aaeac-8f79-431e-a48a-30751ef45e7c req-9e194a59-ae36-4f34-bef4-f03033758daa tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356498 Jun 30 09:58:56.422741 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:57.221823 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76343b31-40b8-4c5d-98dd-63d2311d1bad req-07909aed-27b8-4f83-aace-64709ef21b15 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:57.223319 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-76343b31-40b8-4c5d-98dd-63d2311d1bad req-07909aed-27b8-4f83-aace-64709ef21b15 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 945 time: 0.0681009 Jun 30 09:58:57.264029 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-76343b31-40b8-4c5d-98dd-63d2311d1bad req-906b67ba-aa34-4229-86a3-6d812365943e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350432 Jun 30 09:58:58.440522 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035eaf3-5514-4c9b-be76-27c092fab651 req-36a7225d-1cac-422c-a2cf-8aca0112dcb0 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:58.441977 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1035eaf3-5514-4c9b-be76-27c092fab651 req-36a7225d-1cac-422c-a2cf-8aca0112dcb0 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 945 time: 0.0667543 Jun 30 09:58:58.478842 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1035eaf3-5514-4c9b-be76-27c092fab651 req-e296d0c8-5be0-4e82-b9e8-49fcffda7e37 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311527 Jun 30 09:58:59.664922 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c98dc-7fa8-4395-8b4d-586604f85bef req-5ef1f898-006f-4059-87dc-46f7d0d55c07 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:59.666334 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-df0c98dc-7fa8-4395-8b4d-586604f85bef req-5ef1f898-006f-4059-87dc-46f7d0d55c07 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 945 time: 0.0665491 Jun 30 09:58:59.708955 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-df0c98dc-7fa8-4395-8b4d-586604f85bef req-257750fe-6436-4322-896b-3dca7245bc96 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367672 Jun 30 09:59:00.898289 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feeac8d-aa56-4191-a15e-3087f914edd0 req-69358108-74be-465e-bfbd-05384b43c8a0 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:00.899784 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4feeac8d-aa56-4191-a15e-3087f914edd0 req-69358108-74be-465e-bfbd-05384b43c8a0 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 945 time: 0.0630772 Jun 30 09:59:00.937663 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4feeac8d-aa56-4191-a15e-3087f914edd0 req-373f9ad0-b273-45f1-89c2-1901dd1ef335 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317843 Jun 30 09:59:02.116153 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717446e-910f-4359-8ccc-ccdc48ef95e3 req-08b2d97c-98b4-4f80-8412-0c69afd497b2 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:02.117617 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1717446e-910f-4359-8ccc-ccdc48ef95e3 req-08b2d97c-98b4-4f80-8412-0c69afd497b2 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 945 time: 0.0640197 Jun 30 09:59:02.156317 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1717446e-910f-4359-8ccc-ccdc48ef95e3 req-a80cbd00-deb8-4d8d-ba97-17472249f795 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330107 Jun 30 09:59:03.335843 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb49af2-69fe-42da-9c10-d50ba0661635 req-7a8a50ca-2baa-4d56-9073-b3675e804ac2 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:03.337333 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1cb49af2-69fe-42da-9c10-d50ba0661635 req-7a8a50ca-2baa-4d56-9073-b3675e804ac2 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 945 time: 0.0672796 Jun 30 09:59:03.376436 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1cb49af2-69fe-42da-9c10-d50ba0661635 req-e2f62afa-4e1a-4613-83e1-ace649639216 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333505 Jun 30 09:59:04.020357 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed784ca4-dc21-4d6d-bf8c-d3cd390c6a3f req-96d391ab-bd09-4321-8575-101866de9383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:04.021844 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ed784ca4-dc21-4d6d-bf8c-d3cd390c6a3f req-96d391ab-bd09-4321-8575-101866de9383 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 1097 time: 0.0929010 Jun 30 09:59:04.135295 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed784ca4-dc21-4d6d-bf8c-d3cd390c6a3f req-92853940-6ab3-4f23-bc27-232017a60bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:04.136673 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ed784ca4-dc21-4d6d-bf8c-d3cd390c6a3f req-92853940-6ab3-4f23-bc27-232017a60bf2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cde2a56f-fee6-461c-a12b-db0c2dbb208b HTTP/1.1" status: 200 len: 898 time: 0.0934200 Jun 30 09:59:04.206761 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ed784ca4-dc21-4d6d-bf8c-d3cd390c6a3f req-f892520e-bdf5-405f-b07a-95afa31c9f53 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=287f86d8-9ec1-47e1-81f4-e3e20cf82d9d HTTP/1.1" status: 200 len: 1001 time: 0.0634308 Jun 30 09:59:04.260938 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed784ca4-dc21-4d6d-bf8c-d3cd390c6a3f req-38da8cb5-9b8a-48cb-a5fb-d2c0d47298a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:04.262931 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ed784ca4-dc21-4d6d-bf8c-d3cd390c6a3f req-38da8cb5-9b8a-48cb-a5fb-d2c0d47298a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=081d1770-43eb-4934-8a40-e3dbe03f0a62 HTTP/1.1" status: 200 len: 834 time: 0.0490212 Jun 30 09:59:04.343173 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed784ca4-dc21-4d6d-bf8c-d3cd390c6a3f req-6a04be6d-1f72-454b-ab57-e5f25e927368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:04.345252 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ed784ca4-dc21-4d6d-bf8c-d3cd390c6a3f req-6a04be6d-1f72-454b-ab57-e5f25e927368 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cde2a56f-fee6-461c-a12b-db0c2dbb208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0756991 Jun 30 09:59:04.441898 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ed784ca4-dc21-4d6d-bf8c-d3cd390c6a3f req-cb829043-27ab-4fa9-b791-b62e7f20310b service neutron] 10.222.0.37 "GET /v2.0/networks/cde2a56f-fee6-461c-a12b-db0c2dbb208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896475 Jun 30 09:59:04.539985 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ed784ca4-dc21-4d6d-bf8c-d3cd390c6a3f req-2f8bfc19-7b99-422b-8e59-6b90997e1090 service neutron] 10.222.0.37 "GET /v2.0/networks/cde2a56f-fee6-461c-a12b-db0c2dbb208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901756 Jun 30 09:59:04.557672 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd142af-75fa-48c6-aae3-4fe292a9cdc3 req-ca85bbeb-3e12-4d49-bcc1-f514c1e730d3 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:04.559307 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6dd142af-75fa-48c6-aae3-4fe292a9cdc3 req-ca85bbeb-3e12-4d49-bcc1-f514c1e730d3 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 945 time: 0.0672424 Jun 30 09:59:04.601424 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6dd142af-75fa-48c6-aae3-4fe292a9cdc3 req-f988a033-c319-464e-98e3-279f36b4b83d tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355217 Jun 30 09:59:05.382908 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-05818fc2-5a72-45a5-bf45-fd5196ca55ea service neutron] show failed (client error): The resource could not be found. Jun 30 09:59:05.383960 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-05818fc2-5a72-45a5-bf45-fd5196ca55ea service neutron] 10.222.0.37 "GET /v2.0/ports/287f86d8-9ec1-47e1-81f4-e3e20cf82d9d/bindings/n-h1-771363-31 HTTP/1.1" status: 404 len: 381 time: 0.0585723 Jun 30 09:59:05.793306 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50162196-725c-46a2-bc23-a66a5d6e5167 req-565c1ef3-ccee-4213-b807-f206f6c48a1c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:05.794841 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-50162196-725c-46a2-bc23-a66a5d6e5167 req-565c1ef3-ccee-4213-b807-f206f6c48a1c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 945 time: 0.0684204 Jun 30 09:59:05.838623 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-50162196-725c-46a2-bc23-a66a5d6e5167 req-5f6fbf27-a736-4a71-8e5f-ebbc6ee9431b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371447 Jun 30 09:59:06.118065 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-a4d1c874-d9fd-44b1-9a5a-2a463da18a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:06.119910 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-a4d1c874-d9fd-44b1-9a5a-2a463da18a6b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966&tenant_id=d88d41ea5323480fbb6ead7dceb2af71 HTTP/1.1" status: 200 len: 1097 time: 0.1258934 Jun 30 09:59:06.136091 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-cd390550-f94e-4a02-8fc2-14424124731a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-31', 'device_owner': 'compute:nova'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:59:06.212967 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-cd390550-f94e-4a02-8fc2-14424124731a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:06.469165 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-cd390550-f94e-4a02-8fc2-14424124731a service neutron] For port 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=287f86d8-9ec1-47e1-81f4-e3e20cf82d9d,segment=NetworkSegment(74eb83fa-225c-48f0-94cd-e4bfb800b68c),segment_id=74eb83fa-225c-48f0-94cd-e4bfb800b68c)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:59:06.508099 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-cd390550-f94e-4a02-8fc2-14424124731a service neutron] For port 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:59:06.798563 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2e3a89-6969-471f-bdc8-d86f2a189966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '287f86d8-9ec1-47e1-81f4-e3e20cf82d9d'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:59:06.803589 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-cd390550-f94e-4a02-8fc2-14424124731a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:06.817709 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-cd390550-f94e-4a02-8fc2-14424124731a service neutron] Transition to ACTIVE for port object 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:59:06.839694 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c24a3f6-db7e-485f-9a87-9b0f06ee85f5" -d '{"events": [{"server_uuid": "be2e3a89-6969-471f-bdc8-d86f2a189966", "name": "network-vif-unplugged", "status": "completed", "tag": "287f86d8-9ec1-47e1-81f4-e3e20cf82d9d"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:59:06.885848 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-cd390550-f94e-4a02-8fc2-14424124731a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:06.954661 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f7ad3e-00a9-49da-a5de-ab9c42b80f94 x-openstack-request-id: req-e7f7ad3e-00a9-49da-a5de-ab9c42b80f94 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:59:06.955051 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2e3a89-6969-471f-bdc8-d86f2a189966", "name": "network-vif-unplugged", "status": "completed", "tag": "287f86d8-9ec1-47e1-81f4-e3e20cf82d9d", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:59:06.955396 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e7f7ad3e-00a9-49da-a5de-ab9c42b80f94 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:59:06.955859 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2e3a89-6969-471f-bdc8-d86f2a189966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '287f86d8-9ec1-47e1-81f4-e3e20cf82d9d', 'code': 200} Jun 30 09:59:07.042315 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec29c8-bb00-4f39-a401-81da27c5ae15 req-6f17f494-8bed-480e-9f67-59d9de637eca tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:07.046501 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd390550-f94e-4a02-8fc2-14424124731a service neutron] Pushing event updated for resources: {'Port': ['ID=287f86d8-9ec1-47e1-81f4-e3e20cf82d9d,revision_number=6']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:07.050659 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dcec29c8-bb00-4f39-a401-81da27c5ae15 req-6f17f494-8bed-480e-9f67-59d9de637eca tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 943 time: 0.0834696 Jun 30 09:59:07.086830 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dcec29c8-bb00-4f39-a401-81da27c5ae15 req-c16148c5-00c2-4a89-97f8-b391f07b456a tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353537 Jun 30 09:59:07.115450 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-cd390550-f94e-4a02-8fc2-14424124731a service neutron] No DVR routers for this DVR port 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d on host n-h2-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:59:07.274064 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-cd390550-f94e-4a02-8fc2-14424124731a service neutron] Attempting to bind port 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:59:07.275596 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-cd390550-f94e-4a02-8fc2-14424124731a service neutron] Attempting to bind port 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '74eb83fa-225c-48f0-94cd-e4bfb800b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:59:07.275596 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-cd390550-f94e-4a02-8fc2-14424124731a service neutron] Attempting to bind port 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d on network cde2a56f-fee6-461c-a12b-db0c2dbb208b {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:59:07.284724 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-cd390550-f94e-4a02-8fc2-14424124731a service neutron] Port 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d on network cde2a56f-fee6-461c-a12b-db0c2dbb208b not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:59:07.285179 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-cd390550-f94e-4a02-8fc2-14424124731a service neutron] Attempting to bind port 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d on network cde2a56f-fee6-461c-a12b-db0c2dbb208b {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:59:07.291461 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-cd390550-f94e-4a02-8fc2-14424124731a service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:59:07.291801 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-cd390550-f94e-4a02-8fc2-14424124731a service neutron] Checking segment: {'id': '74eb83fa-225c-48f0-94cd-e4bfb800b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:59:07.292200 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-cd390550-f94e-4a02-8fc2-14424124731a service neutron] Bound using segment: {'id': '74eb83fa-225c-48f0-94cd-e4bfb800b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:59:07.292649 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-cd390550-f94e-4a02-8fc2-14424124731a service neutron] Bound port: 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74eb83fa-225c-48f0-94cd-e4bfb800b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:59:07.293007 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-cd390550-f94e-4a02-8fc2-14424124731a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:07.362514 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-cd390550-f94e-4a02-8fc2-14424124731a service neutron] For port 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:59:07.365917 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-cd390550-f94e-4a02-8fc2-14424124731a service neutron] For port 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=287f86d8-9ec1-47e1-81f4-e3e20cf82d9d,segment=NetworkSegment(74eb83fa-225c-48f0-94cd-e4bfb800b68c),segment_id=74eb83fa-225c-48f0-94cd-e4bfb800b68c)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:59:07.440220 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-cd390550-f94e-4a02-8fc2-14424124731a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:07.478130 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-cd390550-f94e-4a02-8fc2-14424124731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:07.478745 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-cd390550-f94e-4a02-8fc2-14424124731a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:07.480170 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-cd390550-f94e-4a02-8fc2-14424124731a service neutron] 10.222.0.52 "PUT /v2.0/ports/287f86d8-9ec1-47e1-81f4-e3e20cf82d9d HTTP/1.1" status: 200 len: 1092 time: 1.3483770 Jun 30 09:59:07.504573 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd390550-f94e-4a02-8fc2-14424124731a service neutron] Pushing event updated for resources: {'Port': ['ID=287f86d8-9ec1-47e1-81f4-e3e20cf82d9d,revision_number=7']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:07.612456 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-b33a06df-a909-4f58-bfaa-3a81465880c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:07.614017 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-b33a06df-a909-4f58-bfaa-3a81465880c8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 1095 time: 0.1016581 Jun 30 09:59:07.775054 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-6917d9bb-4b98-49fd-a5c7-5e0a4b34cee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:07.776445 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-6917d9bb-4b98-49fd-a5c7-5e0a4b34cee3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cde2a56f-fee6-461c-a12b-db0c2dbb208b HTTP/1.1" status: 200 len: 898 time: 0.1540649 Jun 30 09:59:07.892226 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-6d3f94ab-ba46-4ec9-8629-e5e856612083 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=287f86d8-9ec1-47e1-81f4-e3e20cf82d9d HTTP/1.1" status: 200 len: 999 time: 0.1074121 Jun 30 09:59:07.959462 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-c78216a5-5b18-49e3-bda1-b5bc7dc54817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:07.960922 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-c78216a5-5b18-49e3-bda1-b5bc7dc54817 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=081d1770-43eb-4934-8a40-e3dbe03f0a62 HTTP/1.1" status: 200 len: 834 time: 0.0580785 Jun 30 09:59:07.988106 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:08.053523 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-333d443b-2eb5-44e8-a8ae-d3fc7a8fed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:08.055008 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-333d443b-2eb5-44e8-a8ae-d3fc7a8fed30 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cde2a56f-fee6-461c-a12b-db0c2dbb208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0853009 Jun 30 09:59:08.156461 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-46679eea-dbac-4aac-83e1-38bd48a59aa9 service neutron] 10.222.0.52 "GET /v2.0/networks/cde2a56f-fee6-461c-a12b-db0c2dbb208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943830 Jun 30 09:59:08.296696 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ceffa3ba-b544-4343-8ea7-2cfe41596fac req-4c20d6a5-4010-4a9d-adb9-4fc17e7b82bb service neutron] 10.222.0.52 "GET /v2.0/networks/cde2a56f-fee6-461c-a12b-db0c2dbb208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321995 Jun 30 09:59:08.323823 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f17ab-cb9f-467a-a6c1-1130f543062d req-9eb48ce6-cbf9-4cef-ad0f-6af11baf9635 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:08.325049 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ea9f17ab-cb9f-467a-a6c1-1130f543062d req-9eb48ce6-cbf9-4cef-ad0f-6af11baf9635 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 943 time: 0.0944340 Jun 30 09:59:08.365617 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ea9f17ab-cb9f-467a-a6c1-1130f543062d req-f09a24a9-defb-482e-b3cb-f14b5c9ee7bd tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338864 Jun 30 09:59:08.601947 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5bdc6c-e133-47b7-938f-4d28aaa1a88e req-0b4322b7-4e8a-40c5-ad4f-fe5919e889f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:08.603709 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0d5bdc6c-e133-47b7-938f-4d28aaa1a88e req-0b4322b7-4e8a-40c5-ad4f-fe5919e889f0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 1095 time: 0.0543518 Jun 30 09:59:08.718010 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5bdc6c-e133-47b7-938f-4d28aaa1a88e req-dfcea754-77f4-42c3-8d42-68183a4c7ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:08.719504 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0d5bdc6c-e133-47b7-938f-4d28aaa1a88e req-dfcea754-77f4-42c3-8d42-68183a4c7ede service neutron] 10.222.0.52 "GET /v2.0/networks?id=cde2a56f-fee6-461c-a12b-db0c2dbb208b HTTP/1.1" status: 200 len: 898 time: 0.0919762 Jun 30 09:59:08.785837 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0d5bdc6c-e133-47b7-938f-4d28aaa1a88e req-f4bb78c3-b788-45b9-9f85-af4a2c9f1f0f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=287f86d8-9ec1-47e1-81f4-e3e20cf82d9d HTTP/1.1" status: 200 len: 999 time: 0.0585320 Jun 30 09:59:08.836447 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5bdc6c-e133-47b7-938f-4d28aaa1a88e req-9411fb93-c079-466e-a6a0-37d98e29dcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:08.837807 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0d5bdc6c-e133-47b7-938f-4d28aaa1a88e req-9411fb93-c079-466e-a6a0-37d98e29dcb8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=081d1770-43eb-4934-8a40-e3dbe03f0a62 HTTP/1.1" status: 200 len: 834 time: 0.0444083 Jun 30 09:59:08.903058 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5bdc6c-e133-47b7-938f-4d28aaa1a88e req-fc5dd9c3-3434-400a-b7f1-2ff24885e599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:08.904551 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0d5bdc6c-e133-47b7-938f-4d28aaa1a88e req-fc5dd9c3-3434-400a-b7f1-2ff24885e599 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cde2a56f-fee6-461c-a12b-db0c2dbb208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586004 Jun 30 09:59:08.957281 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2e3a89-6969-471f-bdc8-d86f2a189966', 'tag': '287f86d8-9ec1-47e1-81f4-e3e20cf82d9d'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:59:08.959563 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e510a0f-361f-45d0-a821-1cd3d1ea5bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "be2e3a89-6969-471f-bdc8-d86f2a189966", "tag": "287f86d8-9ec1-47e1-81f4-e3e20cf82d9d"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:59:09.004147 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0d5bdc6c-e133-47b7-938f-4d28aaa1a88e req-4217d336-2a5c-4e6e-8dac-8531f23ad565 service neutron] 10.222.0.52 "GET /v2.0/networks/cde2a56f-fee6-461c-a12b-db0c2dbb208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923576 Jun 30 09:59:09.017107 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bd788e-2ae9-4cf3-8bda-cba4e518d7a6 x-openstack-request-id: req-61bd788e-2ae9-4cf3-8bda-cba4e518d7a6 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:59:09.017399 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2e3a89-6969-471f-bdc8-d86f2a189966", "tag": "287f86d8-9ec1-47e1-81f4-e3e20cf82d9d", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:59:09.017652 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-61bd788e-2ae9-4cf3-8bda-cba4e518d7a6 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:59:09.018042 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2e3a89-6969-471f-bdc8-d86f2a189966', 'tag': '287f86d8-9ec1-47e1-81f4-e3e20cf82d9d', 'status': 'completed', 'code': 200} Jun 30 09:59:09.098061 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e510a0f-361f-45d0-a821-1cd3d1ea5bf5 req-8535bb7d-cc39-4285-9134-235897299cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:09.099525 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1e510a0f-361f-45d0-a821-1cd3d1ea5bf5 req-8535bb7d-cc39-4285-9134-235897299cd3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 1095 time: 0.0617309 Jun 30 09:59:09.109571 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0d5bdc6c-e133-47b7-938f-4d28aaa1a88e req-39912c1f-2ae9-45e9-9590-4f7d7377b4cb service neutron] 10.222.0.52 "GET /v2.0/networks/cde2a56f-fee6-461c-a12b-db0c2dbb208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906718 Jun 30 09:59:09.154019 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:09.200720 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e510a0f-361f-45d0-a821-1cd3d1ea5bf5 req-4a4a6332-2e90-4789-80bd-f5c52c1fb60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:09.203219 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1e510a0f-361f-45d0-a821-1cd3d1ea5bf5 req-4a4a6332-2e90-4789-80bd-f5c52c1fb60b service neutron] 10.222.0.37 "GET /v2.0/networks?id=cde2a56f-fee6-461c-a12b-db0c2dbb208b HTTP/1.1" status: 200 len: 898 time: 0.0936861 Jun 30 09:59:09.211474 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e510a0f-361f-45d0-a821-1cd3d1ea5bf5 req-b9ad5ed5-e2a6-4035-bff7-31e4349cabff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:09.212946 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e510a0f-361f-45d0-a821-1cd3d1ea5bf5 req-b9ad5ed5-e2a6-4035-bff7-31e4349cabff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 1095 time: 0.0563285 Jun 30 09:59:09.269979 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1e510a0f-361f-45d0-a821-1cd3d1ea5bf5 req-d8633a6d-0b4f-4cfa-8fa2-00adb7bdd9e7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=287f86d8-9ec1-47e1-81f4-e3e20cf82d9d HTTP/1.1" status: 200 len: 999 time: 0.0604179 Jun 30 09:59:09.322225 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e510a0f-361f-45d0-a821-1cd3d1ea5bf5 req-de42c033-801c-49a9-a76b-2def3a39f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:09.322768 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e510a0f-361f-45d0-a821-1cd3d1ea5bf5 req-0f464569-6970-4682-b76a-f8bcaddda9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:09.323719 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e510a0f-361f-45d0-a821-1cd3d1ea5bf5 req-de42c033-801c-49a9-a76b-2def3a39f14c service neutron] 10.222.0.52 "GET /v2.0/networks?id=cde2a56f-fee6-461c-a12b-db0c2dbb208b HTTP/1.1" status: 200 len: 898 time: 0.1041729 Jun 30 09:59:09.324250 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1e510a0f-361f-45d0-a821-1cd3d1ea5bf5 req-0f464569-6970-4682-b76a-f8bcaddda9a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=081d1770-43eb-4934-8a40-e3dbe03f0a62 HTTP/1.1" status: 200 len: 834 time: 0.0480156 Jun 30 09:59:09.410860 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e510a0f-361f-45d0-a821-1cd3d1ea5bf5 req-07000e2d-1df7-4360-aed7-289a5be8842b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:09.413231 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1e510a0f-361f-45d0-a821-1cd3d1ea5bf5 req-07000e2d-1df7-4360-aed7-289a5be8842b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cde2a56f-fee6-461c-a12b-db0c2dbb208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826478 Jun 30 09:59:09.421662 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e510a0f-361f-45d0-a821-1cd3d1ea5bf5 req-f7891fe8-2974-49b2-9573-2cfe08a38464 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=287f86d8-9ec1-47e1-81f4-e3e20cf82d9d HTTP/1.1" status: 200 len: 999 time: 0.0893376 Jun 30 09:59:09.476473 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e510a0f-361f-45d0-a821-1cd3d1ea5bf5 req-a3187356-e474-47d1-972a-5678e09612a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:09.477836 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e510a0f-361f-45d0-a821-1cd3d1ea5bf5 req-a3187356-e474-47d1-972a-5678e09612a7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=081d1770-43eb-4934-8a40-e3dbe03f0a62 HTTP/1.1" status: 200 len: 834 time: 0.0493264 Jun 30 09:59:09.507461 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1e510a0f-361f-45d0-a821-1cd3d1ea5bf5 req-bc06794e-768e-4be7-b52f-2ae8bf72d6fd service neutron] 10.222.0.37 "GET /v2.0/networks/cde2a56f-fee6-461c-a12b-db0c2dbb208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881064 Jun 30 09:59:09.581334 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e510a0f-361f-45d0-a821-1cd3d1ea5bf5 req-d679697a-d6fe-4be1-a108-1a18b4790217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:09.582797 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e510a0f-361f-45d0-a821-1cd3d1ea5bf5 req-d679697a-d6fe-4be1-a108-1a18b4790217 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cde2a56f-fee6-461c-a12b-db0c2dbb208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0983682 Jun 30 09:59:09.591104 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9a760-9711-4b7c-b5ba-31142b108506 req-3a96b41e-09fc-4e71-b45d-551db809a83d tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:09.592612 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5bb9a760-9711-4b7c-b5ba-31142b108506 req-3a96b41e-09fc-4e71-b45d-551db809a83d tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 943 time: 0.1103127 Jun 30 09:59:09.604951 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1e510a0f-361f-45d0-a821-1cd3d1ea5bf5 req-8306523b-8a58-4cd8-b01b-07ca037319a9 service neutron] 10.222.0.37 "GET /v2.0/networks/cde2a56f-fee6-461c-a12b-db0c2dbb208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913174 Jun 30 09:59:09.687598 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5bb9a760-9711-4b7c-b5ba-31142b108506 req-893dd62b-8687-4e5f-99e2-d533bd29d868 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854740 Jun 30 09:59:09.708336 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e510a0f-361f-45d0-a821-1cd3d1ea5bf5 req-37c76c53-f36b-4761-ba72-7057b0b21839 service neutron] 10.222.0.52 "GET /v2.0/networks/cde2a56f-fee6-461c-a12b-db0c2dbb208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147370 Jun 30 09:59:09.800215 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e510a0f-361f-45d0-a821-1cd3d1ea5bf5 req-01ebe0fb-98a8-4df0-9fee-aef146cc5c9c service neutron] 10.222.0.52 "GET /v2.0/networks/cde2a56f-fee6-461c-a12b-db0c2dbb208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811970 Jun 30 09:59:10.372648 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:59:10.427694 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:59:10.884475 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9edcc-dc82-406d-bea3-49b537c5fbc1 req-7ffe701a-c28d-4431-82a1-db3e15316d6b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:10.886029 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-32b9edcc-dc82-406d-bea3-49b537c5fbc1 req-7ffe701a-c28d-4431-82a1-db3e15316d6b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 943 time: 0.0695210 Jun 30 09:59:10.930875 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-32b9edcc-dc82-406d-bea3-49b537c5fbc1 req-5aa18788-74a4-4778-807c-5d0b01ba199c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383065 Jun 30 09:59:11.423056 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb2909-305a-47de-9085-8dc13c0665bf req-ed11b292-2b9e-4e87-a422-f5b13a4d8a1a tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:11.424629 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-76fb2909-305a-47de-9085-8dc13c0665bf req-ed11b292-2b9e-4e87-a422-f5b13a4d8a1a tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 943 time: 0.0645332 Jun 30 09:59:11.470330 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-76fb2909-305a-47de-9085-8dc13c0665bf req-cdb58fbd-d379-44ab-9568-6124863a9e1b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384443 Jun 30 09:59:11.601692 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb5bd6-a8df-4221-b78e-c84557f90e68 req-55e38af0-8188-4aa2-bec5-0e0d780563fe tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:11.603047 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cbdb5bd6-a8df-4221-b78e-c84557f90e68 req-55e38af0-8188-4aa2-bec5-0e0d780563fe tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.37 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966&tenant_id=d88d41ea5323480fbb6ead7dceb2af71&binding%3Ahost_id=n-h1-771363-31 HTTP/1.1" status: 200 len: 943 time: 0.1153693 Jun 30 09:59:11.663499 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [req-cbdb5bd6-a8df-4221-b78e-c84557f90e68 req-9370c9f3-2e5d-4cc9-bfd9-2282ac0f9641 service neutron] delete failed (client error): The resource could not be found. Jun 30 09:59:11.664544 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cbdb5bd6-a8df-4221-b78e-c84557f90e68 req-9370c9f3-2e5d-4cc9-bfd9-2282ac0f9641 service neutron] 10.222.0.37 "DELETE /v2.0/ports/287f86d8-9ec1-47e1-81f4-e3e20cf82d9d/bindings/n-h2-771363-31 HTTP/1.1" status: 404 len: 381 time: 0.0551798 Jun 30 09:59:11.767798 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb5bd6-a8df-4221-b78e-c84557f90e68 req-fb9e98a3-2280-497b-bbd5-86f87d701843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:11.769304 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cbdb5bd6-a8df-4221-b78e-c84557f90e68 req-fb9e98a3-2280-497b-bbd5-86f87d701843 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 1095 time: 0.0605309 Jun 30 09:59:11.859977 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb5bd6-a8df-4221-b78e-c84557f90e68 req-6feb21c1-ac91-4f2c-9789-0dd37ec9b511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:11.861423 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cbdb5bd6-a8df-4221-b78e-c84557f90e68 req-6feb21c1-ac91-4f2c-9789-0dd37ec9b511 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cde2a56f-fee6-461c-a12b-db0c2dbb208b HTTP/1.1" status: 200 len: 898 time: 0.0859447 Jun 30 09:59:11.936646 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cbdb5bd6-a8df-4221-b78e-c84557f90e68 req-98b3dc6b-d509-4dff-b8c7-704e57f092c3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=287f86d8-9ec1-47e1-81f4-e3e20cf82d9d HTTP/1.1" status: 200 len: 999 time: 0.0672390 Jun 30 09:59:11.993370 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb5bd6-a8df-4221-b78e-c84557f90e68 req-24a5fdc1-c07b-442b-94a5-14ca98d262b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:11.994822 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cbdb5bd6-a8df-4221-b78e-c84557f90e68 req-24a5fdc1-c07b-442b-94a5-14ca98d262b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=081d1770-43eb-4934-8a40-e3dbe03f0a62 HTTP/1.1" status: 200 len: 834 time: 0.0525806 Jun 30 09:59:12.058476 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb5bd6-a8df-4221-b78e-c84557f90e68 req-c7aad309-e14f-46f9-b2f4-ff819bc705f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:12.060434 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cbdb5bd6-a8df-4221-b78e-c84557f90e68 req-c7aad309-e14f-46f9-b2f4-ff819bc705f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cde2a56f-fee6-461c-a12b-db0c2dbb208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576842 Jun 30 09:59:12.176989 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cbdb5bd6-a8df-4221-b78e-c84557f90e68 req-d667b47f-6e5d-4a44-8d01-15852efa1834 service neutron] 10.222.0.37 "GET /v2.0/networks/cde2a56f-fee6-461c-a12b-db0c2dbb208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105280 Jun 30 09:59:12.271919 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cbdb5bd6-a8df-4221-b78e-c84557f90e68 req-a7be53cf-df96-4628-99f7-234e1b50307b service neutron] 10.222.0.37 "GET /v2.0/networks/cde2a56f-fee6-461c-a12b-db0c2dbb208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888057 Jun 30 09:59:12.631760 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:59:12.660342 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e40de-91dd-4729-bd8b-60aab3f13d5e req-6ceef342-685f-4dc2-8ac2-796da87a2e10 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:12.661671 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f63e40de-91dd-4729-bd8b-60aab3f13d5e req-6ceef342-685f-4dc2-8ac2-796da87a2e10 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 943 time: 0.0682075 Jun 30 09:59:12.705632 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f63e40de-91dd-4729-bd8b-60aab3f13d5e req-1394daae-a75b-404a-b8f5-ca5e15a7d434 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377488 Jun 30 09:59:12.728437 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=287f86d8-9ec1-47e1-81f4-e3e20cf82d9d,segment=NetworkSegment(74eb83fa-225c-48f0-94cd-e4bfb800b68c),segment_id=74eb83fa-225c-48f0-94cd-e4bfb800b68c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:59:12.741610 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '287f86d8-9ec1-47e1-81f4-e3e20cf82d9d', 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b', 'port_id': '287f86d8-9ec1-47e1-81f4-e3e20cf82d9d', 'mac_address': 'fa:16:3e:3f:af:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '081d1770-43eb-4934-8a40-e3dbe03f0a62', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:59:12.785000 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:12.798231 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:59:12.817879 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=287f86d8-9ec1-47e1-81f4-e3e20cf82d9d,segment=NetworkSegment(74eb83fa-225c-48f0-94cd-e4bfb800b68c),segment_id=74eb83fa-225c-48f0-94cd-e4bfb800b68c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:59:12.896771 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:12.962012 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=287f86d8-9ec1-47e1-81f4-e3e20cf82d9d,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:12.975722 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:12.976128 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:12.976407 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:12.976746 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:12.977080 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:12.978733 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:12.978733 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:12.978733 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:12.978733 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:12.978733 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:12.979436 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:12.979436 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:12.997234 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:59:13.191755 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['287f86d8-9ec1-47e1-81f4-e3e20cf82d9d'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:59:13.883010 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e977cd0-f7d3-4b20-965c-a7652920369d req-67c64d90-2a25-43dd-a643-0aa176273dcb tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:13.884512 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7e977cd0-f7d3-4b20-965c-a7652920369d req-67c64d90-2a25-43dd-a643-0aa176273dcb tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 944 time: 0.0659945 Jun 30 09:59:13.926785 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7e977cd0-f7d3-4b20-965c-a7652920369d req-ec428eca-8b5a-4c95-99cd-ad7beaf23962 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362668 Jun 30 09:59:13.951321 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58194) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:59:14.014888 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9a8aa2f4-ac6d-45b3-b7e2-9edaac8dcf84 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/floatingips/79bdbfaa-7108-4afe-bc8b-0bf357111088 HTTP/1.1" status: 200 len: 992 time: 0.0621326 Jun 30 09:59:14.646999 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:59:14.786835 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:59:14.791035 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:59:14.791437 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:14.876709 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:14.900956 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2e3a89-6969-471f-bdc8-d86f2a189966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287f86d8-9ec1-47e1-81f4-e3e20cf82d9d'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:59:14.917041 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=287f86d8-9ec1-47e1-81f4-e3e20cf82d9d,segment=NetworkSegment(74eb83fa-225c-48f0-94cd-e4bfb800b68c),segment_id=74eb83fa-225c-48f0-94cd-e4bfb800b68c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:59:14.947003 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a75204-aee8-413a-8f65-f53f8a5da531" -d '{"events": [{"server_uuid": "be2e3a89-6969-471f-bdc8-d86f2a189966", "name": "network-vif-plugged", "status": "completed", "tag": "287f86d8-9ec1-47e1-81f4-e3e20cf82d9d"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:59:14.992174 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:15.037810 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d632a970-99d2-4f90-ae47-eec72b24ea10 x-openstack-request-id: req-d632a970-99d2-4f90-ae47-eec72b24ea10 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:59:15.038109 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2e3a89-6969-471f-bdc8-d86f2a189966", "name": "network-vif-plugged", "status": "completed", "tag": "287f86d8-9ec1-47e1-81f4-e3e20cf82d9d", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:59:15.038534 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d632a970-99d2-4f90-ae47-eec72b24ea10 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:59:15.038934 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2e3a89-6969-471f-bdc8-d86f2a189966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287f86d8-9ec1-47e1-81f4-e3e20cf82d9d', 'code': 200} Jun 30 09:59:15.057608 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=287f86d8-9ec1-47e1-81f4-e3e20cf82d9d,revision_number=9']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:20.484216 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3ef7eeae-ffbd-4e59-b4ac-946272697f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:22.919552 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-09fc1f51-5e3e-461e-9f37-391c2bfee9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:23.513827 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:24.732060 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:26.439459 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:38.060431 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:39.194548 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:44.556459 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94b719-91c8-4cab-a984-d961ee02724d req-7c3566de-5338-43a2-a578-bf0afc272e16 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:44.558321 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8e94b719-91c8-4cab-a984-d961ee02724d req-7c3566de-5338-43a2-a578-bf0afc272e16 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 1097 time: 0.0559273 Jun 30 09:59:44.594411 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8e94b719-91c8-4cab-a984-d961ee02724d req-658eee21-902f-469d-9a8c-6947f35f9612 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292373 Jun 30 09:59:44.619633 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58216) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:59:44.779072 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-8de48d63-e300-4c21-86c3-3587a3d1bb76 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Deleting port 830b77d4-ec45-4168-8926-a523b1107b27 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:59:44.779447 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8de48d63-e300-4c21-86c3-3587a3d1bb76 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:44.859367 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8de48d63-e300-4c21-86c3-3587a3d1bb76 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:44.859697 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8de48d63-e300-4c21-86c3-3587a3d1bb76 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:44.875009 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-8de48d63-e300-4c21-86c3-3587a3d1bb76 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Calling delete_port for 830b77d4-ec45-4168-8926-a523b1107b27 owned by network:floatingip {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:59:45.130907 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8de48d63-e300-4c21-86c3-3587a3d1bb76 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:45.157361 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de48d63-e300-4c21-86c3-3587a3d1bb76 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event deleted for resources: {'Port': ['ID=830b77d4-ec45-4168-8926-a523b1107b27,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:45.169973 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de48d63-e300-4c21-86c3-3587a3d1bb76 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:45.170329 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de48d63-e300-4c21-86c3-3587a3d1bb76 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:45.170672 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de48d63-e300-4c21-86c3-3587a3d1bb76 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:45.171015 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de48d63-e300-4c21-86c3-3587a3d1bb76 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:45.171370 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de48d63-e300-4c21-86c3-3587a3d1bb76 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:45.171704 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de48d63-e300-4c21-86c3-3587a3d1bb76 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:45.172034 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de48d63-e300-4c21-86c3-3587a3d1bb76 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:45.172363 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de48d63-e300-4c21-86c3-3587a3d1bb76 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:45.172691 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de48d63-e300-4c21-86c3-3587a3d1bb76 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:45.173031 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de48d63-e300-4c21-86c3-3587a3d1bb76 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:45.173354 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de48d63-e300-4c21-86c3-3587a3d1bb76 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:45.173676 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de48d63-e300-4c21-86c3-3587a3d1bb76 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:45.232052 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8de48d63-e300-4c21-86c3-3587a3d1bb76 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for floatingip, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:45.232387 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-8de48d63-e300-4c21-86c3-3587a3d1bb76 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Floating IP 79bdbfaa-7108-4afe-bc8b-0bf357111088 disassociated (deleted). External IP: 172.25.6.193, port: 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d. Jun 30 09:59:45.788470 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de48d63-e300-4c21-86c3-3587a3d1bb76 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Router 1d9fe648-5cfa-4a66-87c7-fbe509586bd3 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:59:45.904496 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de48d63-e300-4c21-86c3-3587a3d1bb76 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:59:45.910902 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8de48d63-e300-4c21-86c3-3587a3d1bb76 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:45.914207 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1662593c-1093-4338-a3aa-48d7e4b42506 None None] Sync routers for ids ['1d9fe648-5cfa-4a66-87c7-fbe509586bd3'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:59:45.929135 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1662593c-1093-4338-a3aa-48d7e4b42506 None None] Routers {'1d9fe648-5cfa-4a66-87c7-fbe509586bd3'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:59:45.929773 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-1662593c-1093-4338-a3aa-48d7e4b42506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:59:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1d9fe648-5cfa-4a66-87c7-fbe509586bd3'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:59:45.950534 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8de48d63-e300-4c21-86c3-3587a3d1bb76 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "DELETE /v2.0/floatingips/79bdbfaa-7108-4afe-bc8b-0bf357111088 HTTP/1.1" status: 204 len: 168 time: 1.3298178 Jun 30 09:59:45.951137 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2e3a89-6969-471f-bdc8-d86f2a189966', 'tag': '287f86d8-9ec1-47e1-81f4-e3e20cf82d9d'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:59:45.996872 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b7b97f-8415-4800-ad6e-dc78a15f701d" -d '{"events": [{"name": "network-changed", "server_uuid": "be2e3a89-6969-471f-bdc8-d86f2a189966", "tag": "287f86d8-9ec1-47e1-81f4-e3e20cf82d9d"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:59:46.040897 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-1662593c-1093-4338-a3aa-48d7e4b42506 None None] Set router 1d9fe648-5cfa-4a66-87c7-fbe509586bd3 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:59:46.094643 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9903dd-a03d-4a1a-b496-c57ffca8df0a x-openstack-request-id: req-0a9903dd-a03d-4a1a-b496-c57ffca8df0a {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:59:46.094938 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2e3a89-6969-471f-bdc8-d86f2a189966", "tag": "287f86d8-9ec1-47e1-81f4-e3e20cf82d9d", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:59:46.095227 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a9903dd-a03d-4a1a-b496-c57ffca8df0a {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:59:46.095626 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2e3a89-6969-471f-bdc8-d86f2a189966', 'tag': '287f86d8-9ec1-47e1-81f4-e3e20cf82d9d', 'status': 'completed', 'code': 200} Jun 30 09:59:46.188694 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7b97f-8415-4800-ad6e-dc78a15f701d req-be08d28d-28d0-44c2-b451-27f5e0935c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:46.190171 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8b7b97f-8415-4800-ad6e-dc78a15f701d req-be08d28d-28d0-44c2-b451-27f5e0935c3a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 1097 time: 0.0624504 Jun 30 09:59:46.264365 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-1662593c-1093-4338-a3aa-48d7e4b42506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261332630', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '66ed9911-97b6-4238-a80f-b21d377bff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:57:14Z', 'updated_at': '2021-06-30T09:57:19Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '66ed9911-97b6-4238-a80f-b21d377bff1e', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:57:15Z', 'updated_at': '2021-06-30T09:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '00f55bf9-09eb-4ab0-8463-dd70b19b9131', 'name': '', 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:dc:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '081d1770-43eb-4934-8a40-e3dbe03f0a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:57:18Z', 'updated_at': '2021-06-30T09:57:23Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '081d1770-43eb-4934-8a40-e3dbe03f0a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:59:46.292272 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7b97f-8415-4800-ad6e-dc78a15f701d req-617774ac-7bbd-45e6-8cf2-89e383fc6920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:46.292515 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1662593c-1093-4338-a3aa-48d7e4b42506 None None] Checking router: 1d9fe648-5cfa-4a66-87c7-fbe509586bd3 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:59:46.293640 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8b7b97f-8415-4800-ad6e-dc78a15f701d req-617774ac-7bbd-45e6-8cf2-89e383fc6920 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cde2a56f-fee6-461c-a12b-db0c2dbb208b HTTP/1.1" status: 200 len: 898 time: 0.0941610 Jun 30 09:59:46.301294 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1662593c-1093-4338-a3aa-48d7e4b42506 None None] Routers {'1d9fe648-5cfa-4a66-87c7-fbe509586bd3'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:59:46.301998 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-1662593c-1093-4338-a3aa-48d7e4b42506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:59:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1d9fe648-5cfa-4a66-87c7-fbe509586bd3'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:59:46.342554 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8b7b97f-8415-4800-ad6e-dc78a15f701d req-95b660ed-25e7-47bc-8169-134e07e3f257 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=287f86d8-9ec1-47e1-81f4-e3e20cf82d9d HTTP/1.1" status: 200 len: 217 time: 0.0400958 Jun 30 09:59:46.402259 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7b97f-8415-4800-ad6e-dc78a15f701d req-9388bad9-2be2-418f-891d-727e599c995e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:46.404154 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8b7b97f-8415-4800-ad6e-dc78a15f701d req-9388bad9-2be2-418f-891d-727e599c995e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=081d1770-43eb-4934-8a40-e3dbe03f0a62 HTTP/1.1" status: 200 len: 834 time: 0.0546343 Jun 30 09:59:46.423205 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-1662593c-1093-4338-a3aa-48d7e4b42506 None None] Set router 1d9fe648-5cfa-4a66-87c7-fbe509586bd3 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:59:46.791921 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-1662593c-1093-4338-a3aa-48d7e4b42506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261332630', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '66ed9911-97b6-4238-a80f-b21d377bff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:57:14Z', 'updated_at': '2021-06-30T09:57:19Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '66ed9911-97b6-4238-a80f-b21d377bff1e', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:57:15Z', 'updated_at': '2021-06-30T09:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '00f55bf9-09eb-4ab0-8463-dd70b19b9131', 'name': '', 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:dc:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '081d1770-43eb-4934-8a40-e3dbe03f0a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:57:18Z', 'updated_at': '2021-06-30T09:57:23Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '081d1770-43eb-4934-8a40-e3dbe03f0a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:59:46.798971 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7b97f-8415-4800-ad6e-dc78a15f701d req-a9d826e0-aee9-438c-9edf-f9d865ad0f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:46.801021 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8b7b97f-8415-4800-ad6e-dc78a15f701d req-a9d826e0-aee9-438c-9edf-f9d865ad0f7c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cde2a56f-fee6-461c-a12b-db0c2dbb208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3800218 Jun 30 09:59:46.823175 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1662593c-1093-4338-a3aa-48d7e4b42506 None None] The sync data for ids ['1d9fe648-5cfa-4a66-87c7-fbe509586bd3'] in n-d-771363-31 is: [{'id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261332630', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '66ed9911-97b6-4238-a80f-b21d377bff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:57:14Z', 'updated_at': '2021-06-30T09:57:19Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '66ed9911-97b6-4238-a80f-b21d377bff1e', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:57:15Z', 'updated_at': '2021-06-30T09:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '00f55bf9-09eb-4ab0-8463-dd70b19b9131', 'name': '', 'network_id': 'cde2a56f-fee6-461c-a12b-db0c2dbb208b', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:dc:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '081d1770-43eb-4934-8a40-e3dbe03f0a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:57:18Z', 'updated_at': '2021-06-30T09:57:23Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '081d1770-43eb-4934-8a40-e3dbe03f0a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:59:46.826942 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1633dd8-70fc-409e-8a92-f211257b81d0 req-15c5d368-c61d-41b6-8bc2-93b89eb8bc83 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:46.828247 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e1633dd8-70fc-409e-8a92-f211257b81d0 req-15c5d368-c61d-41b6-8bc2-93b89eb8bc83 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 945 time: 0.0901308 Jun 30 09:59:46.916591 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e1633dd8-70fc-409e-8a92-f211257b81d0 req-ca8a78ab-1941-494e-adbc-c631287f14e6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787811 Jun 30 09:59:46.938233 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8b7b97f-8415-4800-ad6e-dc78a15f701d req-cbded64c-5fcc-4872-bede-e0b9b92d28fd service neutron] 10.222.0.52 "GET /v2.0/networks/cde2a56f-fee6-461c-a12b-db0c2dbb208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276350 Jun 30 09:59:47.046344 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8b7b97f-8415-4800-ad6e-dc78a15f701d req-84f3e75d-f626-4d01-8b23-15c80f735861 service neutron] 10.222.0.52 "GET /v2.0/networks/cde2a56f-fee6-461c-a12b-db0c2dbb208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014254 Jun 30 09:59:47.076550 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180b6b72-6d3a-4c8c-97fa-65122a006362 None None] New status for floating IP 79bdbfaa-7108-4afe-bc8b-0bf357111088: DOWN {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:59:47.992040 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bb77c-f25f-43ba-81b0-d6e7796f1f56 req-0cb08a0b-1171-4761-86f6-0dba490b4442 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:47.993515 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ae4bb77c-f25f-43ba-81b0-d6e7796f1f56 req-0cb08a0b-1171-4761-86f6-0dba490b4442 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.52 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 945 time: 0.0699074 Jun 30 09:59:48.104645 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27b50b-e65a-45ee-9bfe-f3600ede9518 req-b8a032e3-4df9-44ac-a7c3-073f48b8d4a1 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:48.106429 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3a27b50b-e65a-45ee-9bfe-f3600ede9518 req-b8a032e3-4df9-44ac-a7c3-073f48b8d4a1 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 945 time: 0.0698774 Jun 30 09:59:48.111601 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-ae4bb77c-f25f-43ba-81b0-d6e7796f1f56 req-5ad727e0-923a-41f4-874d-7e70f310b109 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Deleting port 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:59:48.111950 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ae4bb77c-f25f-43ba-81b0-d6e7796f1f56 req-5ad727e0-923a-41f4-874d-7e70f310b109 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:48.147387 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3a27b50b-e65a-45ee-9bfe-f3600ede9518 req-147400ac-960f-479b-87e8-9d8383e87e29 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=19ecb44f-737d-4447-960d-c02bcdb4559c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343707 Jun 30 09:59:48.206270 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-ae4bb77c-f25f-43ba-81b0-d6e7796f1f56 req-5ad727e0-923a-41f4-874d-7e70f310b109 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] For port 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=287f86d8-9ec1-47e1-81f4-e3e20cf82d9d,segment=NetworkSegment(74eb83fa-225c-48f0-94cd-e4bfb800b68c),segment_id=74eb83fa-225c-48f0-94cd-e4bfb800b68c)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:59:48.206549 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ae4bb77c-f25f-43ba-81b0-d6e7796f1f56 req-5ad727e0-923a-41f4-874d-7e70f310b109 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:48.219481 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-ae4bb77c-f25f-43ba-81b0-d6e7796f1f56 req-5ad727e0-923a-41f4-874d-7e70f310b109 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Calling delete_port for 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:59:48.445229 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ae4bb77c-f25f-43ba-81b0-d6e7796f1f56 req-5ad727e0-923a-41f4-874d-7e70f310b109 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:48.479145 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad727e0-923a-41f4-874d-7e70f310b109 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event deleted for resources: {'Port': ['ID=287f86d8-9ec1-47e1-81f4-e3e20cf82d9d,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:48.493254 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad727e0-923a-41f4-874d-7e70f310b109 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:48.493608 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad727e0-923a-41f4-874d-7e70f310b109 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:48.493953 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad727e0-923a-41f4-874d-7e70f310b109 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:48.494291 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad727e0-923a-41f4-874d-7e70f310b109 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:48.494628 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad727e0-923a-41f4-874d-7e70f310b109 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:48.495042 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad727e0-923a-41f4-874d-7e70f310b109 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:48.495331 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad727e0-923a-41f4-874d-7e70f310b109 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:48.495668 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad727e0-923a-41f4-874d-7e70f310b109 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:48.496019 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad727e0-923a-41f4-874d-7e70f310b109 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:48.496318 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad727e0-923a-41f4-874d-7e70f310b109 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:48.496639 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad727e0-923a-41f4-874d-7e70f310b109 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:48.496981 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad727e0-923a-41f4-874d-7e70f310b109 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:48.536892 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4bb77c-f25f-43ba-81b0-d6e7796f1f56 req-5ad727e0-923a-41f4-874d-7e70f310b109 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] No DVR routers for this DVR port 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:59:48.539758 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-ae4bb77c-f25f-43ba-81b0-d6e7796f1f56 req-5ad727e0-923a-41f4-874d-7e70f310b109 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:48.541762 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ae4bb77c-f25f-43ba-81b0-d6e7796f1f56 req-5ad727e0-923a-41f4-874d-7e70f310b109 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.52 "DELETE /v2.0/ports/287f86d8-9ec1-47e1-81f4-e3e20cf82d9d HTTP/1.1" status: 204 len: 173 time: 0.5393846 Jun 30 09:59:48.542191 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2e3a89-6969-471f-bdc8-d86f2a189966', 'name': 'network-vif-deleted', 'tag': '287f86d8-9ec1-47e1-81f4-e3e20cf82d9d'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:59:48.544482 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b775b6-479e-4d6d-91a9-b5c81602a4e2" -d '{"events": [{"server_uuid": "be2e3a89-6969-471f-bdc8-d86f2a189966", "name": "network-vif-deleted", "tag": "287f86d8-9ec1-47e1-81f4-e3e20cf82d9d"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:59:48.770210 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3db9aee-c1f4-40eb-9f0a-98c54194f47d x-openstack-request-id: req-a3db9aee-c1f4-40eb-9f0a-98c54194f47d {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:59:48.770564 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2e3a89-6969-471f-bdc8-d86f2a189966", "name": "network-vif-deleted", "tag": "287f86d8-9ec1-47e1-81f4-e3e20cf82d9d", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:59:48.770809 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a3db9aee-c1f4-40eb-9f0a-98c54194f47d {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:59:48.771265 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2e3a89-6969-471f-bdc8-d86f2a189966', 'name': 'network-vif-deleted', 'tag': '287f86d8-9ec1-47e1-81f4-e3e20cf82d9d', 'status': 'completed', 'code': 200} Jun 30 09:59:49.304666 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1ce877ba-e6a4-4685-9d73-f2ebe9982d1f req-17322ea7-4725-4053-bb9c-0757f62a66c3 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2e3a89-6969-471f-bdc8-d86f2a189966 HTTP/1.1" status: 200 len: 210 time: 0.0295339 Jun 30 09:59:49.996329 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:59:50.400885 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58238) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:59:50.484867 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-49c72f27-3f7f-4fff-a914-4ecac2edc618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:50.781093 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05f1768e-8743-4114-91e4-420f3fe3e386 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:50.847677 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:59:50.869857 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:59:50.870218 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 287f86d8-9ec1-47e1-81f4-e3e20cf82d9d not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:59:51.055967 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-05f1768e-8743-4114-91e4-420f3fe3e386 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Deleting port 00f55bf9-09eb-4ab0-8463-dd70b19b9131 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:59:51.056459 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05f1768e-8743-4114-91e4-420f3fe3e386 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:51.146516 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-05f1768e-8743-4114-91e4-420f3fe3e386 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] For port 00f55bf9-09eb-4ab0-8463-dd70b19b9131, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=00f55bf9-09eb-4ab0-8463-dd70b19b9131,segment=NetworkSegment(74eb83fa-225c-48f0-94cd-e4bfb800b68c),segment_id=74eb83fa-225c-48f0-94cd-e4bfb800b68c)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:59:51.146880 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05f1768e-8743-4114-91e4-420f3fe3e386 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:51.160104 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-05f1768e-8743-4114-91e4-420f3fe3e386 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Calling delete_port for 00f55bf9-09eb-4ab0-8463-dd70b19b9131 owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:59:51.425667 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05f1768e-8743-4114-91e4-420f3fe3e386 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:51.453837 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1768e-8743-4114-91e4-420f3fe3e386 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event deleted for resources: {'Port': ['ID=00f55bf9-09eb-4ab0-8463-dd70b19b9131,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:51.644509 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-05f1768e-8743-4114-91e4-420f3fe3e386 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:51.873967 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f1768e-8743-4114-91e4-420f3fe3e386 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Router 1d9fe648-5cfa-4a66-87c7-fbe509586bd3 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:59:51.983293 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f1768e-8743-4114-91e4-420f3fe3e386 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:59:51.988269 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-05f1768e-8743-4114-91e4-420f3fe3e386 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "PUT /v2.0/routers/1d9fe648-5cfa-4a66-87c7-fbe509586bd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5863595 Jun 30 09:59:51.991842 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58240) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:59:51.993353 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ffc10f-d64e-4002-a08d-8ceef937d694 None None] Sync routers for ids ['1d9fe648-5cfa-4a66-87c7-fbe509586bd3'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:59:52.002723 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ffc10f-d64e-4002-a08d-8ceef937d694 None None] Routers {'1d9fe648-5cfa-4a66-87c7-fbe509586bd3'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:59:52.003484 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-c0ffc10f-d64e-4002-a08d-8ceef937d694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:59:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1d9fe648-5cfa-4a66-87c7-fbe509586bd3'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:59:52.043906 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-d47829db-c6fc-4bdc-9db5-a3b67b2df33a tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Deleting subnet 081d1770-43eb-4934-8a40-e3dbe03f0a62 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:59:52.047063 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d47829db-c6fc-4bdc-9db5-a3b67b2df33a tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:52.090297 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d47829db-c6fc-4bdc-9db5-a3b67b2df33a tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:52.119429 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-c0ffc10f-d64e-4002-a08d-8ceef937d694 None None] Set router 1d9fe648-5cfa-4a66-87c7-fbe509586bd3 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:59:52.184564 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d47829db-c6fc-4bdc-9db5-a3b67b2df33a tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:52.303449 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-c0ffc10f-d64e-4002-a08d-8ceef937d694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261332630', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '66ed9911-97b6-4238-a80f-b21d377bff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:57:14Z', 'updated_at': '2021-06-30T09:59:51Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '66ed9911-97b6-4238-a80f-b21d377bff1e', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:57:15Z', 'updated_at': '2021-06-30T09:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:59:52.330878 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d47829db-c6fc-4bdc-9db5-a3b67b2df33a tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:52.333637 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ffc10f-d64e-4002-a08d-8ceef937d694 None None] Checking router: 1d9fe648-5cfa-4a66-87c7-fbe509586bd3 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:59:52.342014 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ffc10f-d64e-4002-a08d-8ceef937d694 None None] Routers {'1d9fe648-5cfa-4a66-87c7-fbe509586bd3'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:59:52.342628 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-c0ffc10f-d64e-4002-a08d-8ceef937d694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:59:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1d9fe648-5cfa-4a66-87c7-fbe509586bd3'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:59:52.362843 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47829db-c6fc-4bdc-9db5-a3b67b2df33a tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event deleted for resources: {'Subnet': ['ID=081d1770-43eb-4934-8a40-e3dbe03f0a62,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:52.365781 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d47829db-c6fc-4bdc-9db5-a3b67b2df33a tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:52.370115 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d47829db-c6fc-4bdc-9db5-a3b67b2df33a tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "DELETE /v2.0/subnets/081d1770-43eb-4934-8a40-e3dbe03f0a62 HTTP/1.1" status: 204 len: 168 time: 0.3746738 Jun 30 09:59:52.370966 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58242) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:59:52.385834 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afe4939-8198-4f0a-a951-00758c065c6e None None] Network cde2a56f-fee6-461c-a12b-db0c2dbb208b requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:59:52.483255 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e612d043-694d-48d3-a66c-4b249ec14c10 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:52.546004 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-c0ffc10f-d64e-4002-a08d-8ceef937d694 None None] Set router 1d9fe648-5cfa-4a66-87c7-fbe509586bd3 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:59:52.590967 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e612d043-694d-48d3-a66c-4b249ec14c10 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:52.717155 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-e612d043-694d-48d3-a66c-4b249ec14c10 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Deleting port 66ed9911-97b6-4238-a80f-b21d377bff1e {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:59:52.717477 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e612d043-694d-48d3-a66c-4b249ec14c10 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:52.737528 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3348bc71-d8c8-48f2-a908-a8d6fdb5b7f6 None None] DHCP port deletion for cde2a56f-fee6-461c-a12b-db0c2dbb208b request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:59:52.797558 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-c0ffc10f-d64e-4002-a08d-8ceef937d694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261332630', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '66ed9911-97b6-4238-a80f-b21d377bff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:57:14Z', 'updated_at': '2021-06-30T09:59:51Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '66ed9911-97b6-4238-a80f-b21d377bff1e', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:57:15Z', 'updated_at': '2021-06-30T09:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:59:52.798561 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-e612d043-694d-48d3-a66c-4b249ec14c10 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] For port 66ed9911-97b6-4238-a80f-b21d377bff1e, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=66ed9911-97b6-4238-a80f-b21d377bff1e,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:59:52.798923 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e612d043-694d-48d3-a66c-4b249ec14c10 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:52.813322 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-e612d043-694d-48d3-a66c-4b249ec14c10 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Calling delete_port for 66ed9911-97b6-4238-a80f-b21d377bff1e owned by network:router_gateway {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:59:52.833125 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ffc10f-d64e-4002-a08d-8ceef937d694 None None] The sync data for ids ['1d9fe648-5cfa-4a66-87c7-fbe509586bd3'] in n-d-771363-31 is: [{'id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261332630', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '66ed9911-97b6-4238-a80f-b21d377bff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:57:14Z', 'updated_at': '2021-06-30T09:59:51Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '66ed9911-97b6-4238-a80f-b21d377bff1e', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9fe648-5cfa-4a66-87c7-fbe509586bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:57:15Z', 'updated_at': '2021-06-30T09:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:59:52.840145 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-3348bc71-d8c8-48f2-a908-a8d6fdb5b7f6 None None] Deleting port 1b278f97-0fd0-42cb-a901-fccf937c85bf {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:59:52.840518 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3348bc71-d8c8-48f2-a908-a8d6fdb5b7f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:52.917550 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-3348bc71-d8c8-48f2-a908-a8d6fdb5b7f6 None None] For port 1b278f97-0fd0-42cb-a901-fccf937c85bf, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=1b278f97-0fd0-42cb-a901-fccf937c85bf,segment=NetworkSegment(74eb83fa-225c-48f0-94cd-e4bfb800b68c),segment_id=74eb83fa-225c-48f0-94cd-e4bfb800b68c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:59:52.917947 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3348bc71-d8c8-48f2-a908-a8d6fdb5b7f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:52.931723 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-3348bc71-d8c8-48f2-a908-a8d6fdb5b7f6 None None] Calling delete_port for 1b278f97-0fd0-42cb-a901-fccf937c85bf owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:59:52.937389 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-92edd37c-f6f3-4ff0-b4fe-18bea352068b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:53.027364 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e612d043-694d-48d3-a66c-4b249ec14c10 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:53.058130 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612d043-694d-48d3-a66c-4b249ec14c10 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event deleted for resources: {'Port': ['ID=66ed9911-97b6-4238-a80f-b21d377bff1e,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:53.108070 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3348bc71-d8c8-48f2-a908-a8d6fdb5b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:53.126479 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e612d043-694d-48d3-a66c-4b249ec14c10 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:53.133938 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348bc71-d8c8-48f2-a908-a8d6fdb5b7f6 None None] Pushing event deleted for resources: {'Port': ['ID=1b278f97-0fd0-42cb-a901-fccf937c85bf,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:53.137886 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3348bc71-d8c8-48f2-a908-a8d6fdb5b7f6 None None] No DVR routers for this DVR port 1b278f97-0fd0-42cb-a901-fccf937c85bf on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:59:53.225897 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e612d043-694d-48d3-a66c-4b249ec14c10 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:53.228276 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e612d043-694d-48d3-a66c-4b249ec14c10 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:53.324961 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e612d043-694d-48d3-a66c-4b249ec14c10 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:53.325525 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e612d043-694d-48d3-a66c-4b249ec14c10 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Fanout notify agent at l3_agent the message router_deleted on router 1d9fe648-5cfa-4a66-87c7-fbe509586bd3 {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:59:53.332465 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e612d043-694d-48d3-a66c-4b249ec14c10 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:53.334275 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e612d043-694d-48d3-a66c-4b249ec14c10 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "DELETE /v2.0/routers/1d9fe648-5cfa-4a66-87c7-fbe509586bd3 HTTP/1.1" status: 204 len: 168 time: 0.9628153 Jun 30 09:59:53.337431 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58244) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:59:53.422171 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6f4c9059-f081-492d-b226-772cedefa745 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:53.520753 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 1b278f97-0fd0-42cb-a901-fccf937c85bf no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:59:53.529972 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6f4c9059-f081-492d-b226-772cedefa745 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:53.548239 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 1b278f97-0fd0-42cb-a901-fccf937c85bf {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:59:53.548239 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 1b278f97-0fd0-42cb-a901-fccf937c85bf not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:59:53.548239 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 00f55bf9-09eb-4ab0-8463-dd70b19b9131 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:59:53.548673 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-6f4c9059-f081-492d-b226-772cedefa745 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde2a56f-fee6-461c-a12b-db0c2dbb208b']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:59:53.564858 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-6f4c9059-f081-492d-b226-772cedefa745 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74eb83fa-225c-48f0-94cd-e4bfb800b68c') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:59:53.565641 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-6f4c9059-f081-492d-b226-772cedefa745 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74eb83fa-225c-48f0-94cd-e4bfb800b68c') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:59:53.565991 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 00f55bf9-09eb-4ab0-8463-dd70b19b9131 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:59:53.566342 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 00f55bf9-09eb-4ab0-8463-dd70b19b9131 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:59:53.568908 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:53.576588 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6f4c9059-f081-492d-b226-772cedefa745 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:53.592391 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6f4c9059-f081-492d-b226-772cedefa745 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:53.599006 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f4c9059-f081-492d-b226-772cedefa745 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:59:53.599451 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6f4c9059-f081-492d-b226-772cedefa745 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: timer() Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:59:53.602642 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:59:53.713846 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6f4c9059-f081-492d-b226-772cedefa745 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:53.722545 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6f4c9059-f081-492d-b226-772cedefa745 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:53.723307 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6f4c9059-f081-492d-b226-772cedefa745 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "DELETE /v2.0/networks/cde2a56f-fee6-461c-a12b-db0c2dbb208b HTTP/1.1" status: 204 len: 168 time: 0.3848176 Jun 30 09:59:53.731302 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58246) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:59:53.734995 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c9059-f081-492d-b226-772cedefa745 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event deleted for resources: {'Network': ['ID=cde2a56f-fee6-461c-a12b-db0c2dbb208b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:53.794494 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0fd7d3f6-f451-46f3-95d8-0c00421aeb7f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:53.821427 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0fd7d3f6-f451-46f3-95d8-0c00421aeb7f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:53.947656 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0fd7d3f6-f451-46f3-95d8-0c00421aeb7f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:53.950161 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0fd7d3f6-f451-46f3-95d8-0c00421aeb7f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:53.951376 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0fd7d3f6-f451-46f3-95d8-0c00421aeb7f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "DELETE /v2.0/security-groups/19ecb44f-737d-4447-960d-c02bcdb4559c HTTP/1.1" status: 204 len: 168 time: 0.2190475 Jun 30 09:59:53.964871 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7d3f6-f451-46f3-95d8-0c00421aeb7f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ecb44f-737d-4447-960d-c02bcdb4559c,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:54.572831 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58256) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:59:54.577522 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-fc1c52a1-465d-4f2d-8265-4f3f55fde6e5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-760303205', 'description': 'tempest-secgroup-smoke-760303205 description', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:59:54.688481 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc1c52a1-465d-4f2d-8265-4f3f55fde6e5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:54.747268 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:54.782119 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc1c52a1-465d-4f2d-8265-4f3f55fde6e5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:54.861412 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc1c52a1-465d-4f2d-8265-4f3f55fde6e5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:54.892837 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c52a1-465d-4f2d-8265-4f3f55fde6e5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=681e400d-3cb0-49cc-9fa0-74fc9c503447,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:54.974429 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc1c52a1-465d-4f2d-8265-4f3f55fde6e5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:54.975890 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fc1c52a1-465d-4f2d-8265-4f3f55fde6e5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4020255 Jun 30 09:59:54.978962 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58258) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:59:54.984143 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-8b399c3d-7331-4133-8c5b-021a6effe6a6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'security_group_rule': {'security_group_id': '681e400d-3cb0-49cc-9fa0-74fc9c503447', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:59:55.106161 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8b399c3d-7331-4133-8c5b-021a6effe6a6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:55.157780 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8b399c3d-7331-4133-8c5b-021a6effe6a6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:55.245143 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8b399c3d-7331-4133-8c5b-021a6effe6a6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:55.269392 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b399c3d-7331-4133-8c5b-021a6effe6a6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f1741c6-f09d-426c-8fb1-c162978e901a,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:55.358764 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 66ed9911-97b6-4238-a80f-b21d377bff1e no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:59:55.365140 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8b399c3d-7331-4133-8c5b-021a6effe6a6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:55.366437 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8b399c3d-7331-4133-8c5b-021a6effe6a6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3863266 Jun 30 09:59:55.369283 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58260) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:59:55.373868 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-ba64b0f0-aa2b-422a-8ee6-cb4b875bd428 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'security_group_rule': {'security_group_id': '681e400d-3cb0-49cc-9fa0-74fc9c503447', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:59:55.382519 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 66ed9911-97b6-4238-a80f-b21d377bff1e {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:59:55.382867 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 66ed9911-97b6-4238-a80f-b21d377bff1e not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:59:55.466775 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ba64b0f0-aa2b-422a-8ee6-cb4b875bd428 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:55.533341 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ba64b0f0-aa2b-422a-8ee6-cb4b875bd428 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:55.631578 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ba64b0f0-aa2b-422a-8ee6-cb4b875bd428 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:55.650036 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64b0f0-aa2b-422a-8ee6-cb4b875bd428 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f552b5f-8651-4cf0-87bf-f81300085e6d,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:55.740364 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ba64b0f0-aa2b-422a-8ee6-cb4b875bd428 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:55.741623 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ba64b0f0-aa2b-422a-8ee6-cb4b875bd428 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3713627 Jun 30 09:59:55.744699 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58262) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:59:55.749326 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-e5a55414-25f1-435d-a237-e5cee77810e5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'security_group_rule': {'security_group_id': '681e400d-3cb0-49cc-9fa0-74fc9c503447', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:59:55.861309 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e5a55414-25f1-435d-a237-e5cee77810e5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:55.922323 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e5a55414-25f1-435d-a237-e5cee77810e5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:56.025991 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e5a55414-25f1-435d-a237-e5cee77810e5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:56.046163 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a55414-25f1-435d-a237-e5cee77810e5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fca4653-44ab-4b3b-a64e-ef3149ef0d60,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:56.124991 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e5a55414-25f1-435d-a237-e5cee77810e5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:56.126657 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e5a55414-25f1-435d-a237-e5cee77810e5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3807697 Jun 30 09:59:56.130419 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58264) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:59:56.135351 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-800861a8-83d6-42f4-bdf3-1a12d30b4879 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'security_group_rule': {'security_group_id': '681e400d-3cb0-49cc-9fa0-74fc9c503447', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:59:56.272858 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-800861a8-83d6-42f4-bdf3-1a12d30b4879 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:56.333328 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-800861a8-83d6-42f4-bdf3-1a12d30b4879 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:56.421830 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-800861a8-83d6-42f4-bdf3-1a12d30b4879 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:56.446045 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800861a8-83d6-42f4-bdf3-1a12d30b4879 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee1b1dc-6169-4f8e-8ec2-197ac20aaa5b,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:56.455957 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:56.519140 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-800861a8-83d6-42f4-bdf3-1a12d30b4879 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:56.521174 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-800861a8-83d6-42f4-bdf3-1a12d30b4879 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3895309 Jun 30 09:59:56.524418 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58266) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:59:56.529425 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-0ad254c1-b989-4e24-b09e-f7eb3213a6fd tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'security_group_rule': {'security_group_id': '681e400d-3cb0-49cc-9fa0-74fc9c503447', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:59:56.621641 n-d-771363-31 neutron-server[101054]: INFO neutron.db.securitygroups_db [None req-0ad254c1-b989-4e24-b09e-f7eb3213a6fd tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Project d88d41ea5323480fbb6ead7dceb2af71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:59:56.626997 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0ad254c1-b989-4e24-b09e-f7eb3213a6fd tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:56.690743 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0ad254c1-b989-4e24-b09e-f7eb3213a6fd tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:56.781800 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0ad254c1-b989-4e24-b09e-f7eb3213a6fd tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:56.801249 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad254c1-b989-4e24-b09e-f7eb3213a6fd tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f847bfd8-7bfa-4a83-b297-046357e1d6fe,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:56.884338 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0ad254c1-b989-4e24-b09e-f7eb3213a6fd tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:56.885609 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0ad254c1-b989-4e24-b09e-f7eb3213a6fd tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3602214 Jun 30 09:59:56.888279 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58268) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:59:56.892918 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-126e61bb-1ffc-4269-b442-8ad87cd4691e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'security_group_rule': {'security_group_id': '681e400d-3cb0-49cc-9fa0-74fc9c503447', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:59:56.999195 n-d-771363-31 neutron-server[101054]: INFO neutron.db.securitygroups_db [None req-126e61bb-1ffc-4269-b442-8ad87cd4691e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Project d88d41ea5323480fbb6ead7dceb2af71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:59:57.005289 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-126e61bb-1ffc-4269-b442-8ad87cd4691e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:57.069930 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-126e61bb-1ffc-4269-b442-8ad87cd4691e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:57.170831 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-126e61bb-1ffc-4269-b442-8ad87cd4691e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:57.190816 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e61bb-1ffc-4269-b442-8ad87cd4691e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a849e0e-f546-49be-a2ee-672a6ae9ee9a,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:57.273075 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-126e61bb-1ffc-4269-b442-8ad87cd4691e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:57.274306 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-126e61bb-1ffc-4269-b442-8ad87cd4691e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3851154 Jun 30 09:59:57.277143 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58270) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:59:57.282196 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-aa461729-9f9a-45c5-bed8-24cc22102c1b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'network': {'name': 'tempest-network-smoke--805669262', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'port_security_enabled': True}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:59:57.381685 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa461729-9f9a-45c5-bed8-24cc22102c1b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Made reservation on behalf of d88d41ea5323480fbb6ead7dceb2af71 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:59:57.385271 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aa461729-9f9a-45c5-bed8-24cc22102c1b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:57.412575 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa461729-9f9a-45c5-bed8-24cc22102c1b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:59:57.421198 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aa461729-9f9a-45c5-bed8-24cc22102c1b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:57.421542 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-aa461729-9f9a-45c5-bed8-24cc22102c1b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Added segment 0601810d-2b3b-46e9-bb37-01d175cce884 of type vlan for network dc869a9c-8bed-43fd-97ac-2c58b615f6f5 Jun 30 09:59:57.467454 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aa461729-9f9a-45c5-bed8-24cc22102c1b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:57.570313 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aa461729-9f9a-45c5-bed8-24cc22102c1b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:57.576020 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa461729-9f9a-45c5-bed8-24cc22102c1b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:57.576632 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aa461729-9f9a-45c5-bed8-24cc22102c1b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:57.643553 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa461729-9f9a-45c5-bed8-24cc22102c1b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'Network': ['ID=dc869a9c-8bed-43fd-97ac-2c58b615f6f5,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:57.654108 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network dc869a9c-8bed-43fd-97ac-2c58b615f6f5 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:59:57.719406 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-aa461729-9f9a-45c5-bed8-24cc22102c1b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4411266 Jun 30 09:59:57.722920 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58272) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:59:57.728206 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-3390fda2-d7ad-48c3-b927-f29ad5802364 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-114391134', 'admin_state_up': True, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:59:57.826001 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3390fda2-d7ad-48c3-b927-f29ad5802364 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:57.827053 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3390fda2-d7ad-48c3-b927-f29ad5802364 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:57.880734 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3390fda2-d7ad-48c3-b927-f29ad5802364 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:58.117618 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3390fda2-d7ad-48c3-b927-f29ad5802364 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:58.458709 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3390fda2-d7ad-48c3-b927-f29ad5802364 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:58.477469 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3390fda2-d7ad-48c3-b927-f29ad5802364 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:58.932419 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-3390fda2-d7ad-48c3-b927-f29ad5802364 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Allocated IP 172.25.6.19 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/cddd1537-1c83-49fd-bb13-ae04c3c7e82a) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:59:59.033208 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3390fda2-d7ad-48c3-b927-f29ad5802364 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:59.187980 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3390fda2-d7ad-48c3-b927-f29ad5802364 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:59.231078 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3390fda2-d7ad-48c3-b927-f29ad5802364 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:59:59.233809 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-3390fda2-d7ad-48c3-b927-f29ad5802364 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:59:59.241082 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3390fda2-d7ad-48c3-b927-f29ad5802364 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:59:59.246443 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390fda2-d7ad-48c3-b927-f29ad5802364 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'Port': ['ID=cddd1537-1c83-49fd-bb13-ae04c3c7e82a,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:59.570148 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3390fda2-d7ad-48c3-b927-f29ad5802364 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:59.785072 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3390fda2-d7ad-48c3-b927-f29ad5802364 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:00.022535 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3390fda2-d7ad-48c3-b927-f29ad5802364 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Router a1cc04a6-5670-435d-a546-27e7bcea7502 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:00:00.133595 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3390fda2-d7ad-48c3-b927-f29ad5802364 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:00:00.142814 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7a8af9-13ec-42db-ac24-2ea7f86cae1b None None] Sync routers for ids ['a1cc04a6-5670-435d-a546-27e7bcea7502'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:00:00.152639 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7a8af9-13ec-42db-ac24-2ea7f86cae1b None None] Routers {'a1cc04a6-5670-435d-a546-27e7bcea7502'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:00:00.153245 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4f7a8af9-13ec-42db-ac24-2ea7f86cae1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:59:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a1cc04a6-5670-435d-a546-27e7bcea7502'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:00:00.250430 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3390fda2-d7ad-48c3-b927-f29ad5802364 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:00.251728 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3390fda2-d7ad-48c3-b927-f29ad5802364 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5272253 Jun 30 10:00:00.256389 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58274) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:00:00.260772 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-4f7a8af9-13ec-42db-ac24-2ea7f86cae1b None None] Set router a1cc04a6-5670-435d-a546-27e7bcea7502 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:00:00.287685 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b11ef764-edc4-4bb4-9e3a-d810a61d12bb tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=d88d41ea5323480fbb6ead7dceb2af71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293748 Jun 30 10:00:00.290033 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58276) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:00:00.449339 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4f7a8af9-13ec-42db-ac24-2ea7f86cae1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114391134', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'cddd1537-1c83-49fd-bb13-ae04c3c7e82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:59:57Z', 'updated_at': '2021-06-30T09:59:59Z', 'revision_number': 3, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': 'cddd1537-1c83-49fd-bb13-ae04c3c7e82a', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:59:58Z', 'updated_at': '2021-06-30T09:59:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:00:00.470277 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0c52f0-1ffa-476c-bb78-89894194e6ff tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:00.471902 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0c0c52f0-1ffa-476c-bb78-89894194e6ff tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1808546 Jun 30 10:00:00.474795 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58278) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:00:00.485345 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7a8af9-13ec-42db-ac24-2ea7f86cae1b None None] Checking router: a1cc04a6-5670-435d-a546-27e7bcea7502 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:00:00.485345 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7a8af9-13ec-42db-ac24-2ea7f86cae1b None None] Updating router a1cc04a6-5670-435d-a546-27e7bcea7502 port cddd1537-1c83-49fd-bb13-ae04c3c7e82a binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:00:00.518606 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1f5f157b-51ec-4589-ac91-865fa9987ae2 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=599fb812-09ee-4e3b-a109-d92406a95c23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403621 Jun 30 10:00:00.518997 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58280) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:00:00.521852 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8af9-13ec-42db-ac24-2ea7f86cae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:00.524589 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-2100945b-a617-43ae-ba1b-e19f5bec693d tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-371848090', 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:00:00.677802 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2100945b-a617-43ae-ba1b-e19f5bec693d tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Made reservation on behalf of d88d41ea5323480fbb6ead7dceb2af71 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:00:00.681499 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2100945b-a617-43ae-ba1b-e19f5bec693d tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:00.823941 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8af9-13ec-42db-ac24-2ea7f86cae1b None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:00.836749 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-4f7a8af9-13ec-42db-ac24-2ea7f86cae1b None None] Transition to ACTIVE for port object cddd1537-1c83-49fd-bb13-ae04c3c7e82a will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:00:00.913091 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8af9-13ec-42db-ac24-2ea7f86cae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:00.968615 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-4f7a8af9-13ec-42db-ac24-2ea7f86cae1b None None] Attempting to bind port cddd1537-1c83-49fd-bb13-ae04c3c7e82a on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:00:00.969001 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-4f7a8af9-13ec-42db-ac24-2ea7f86cae1b None None] Attempting to bind port cddd1537-1c83-49fd-bb13-ae04c3c7e82a by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:00:00.969354 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a8af9-13ec-42db-ac24-2ea7f86cae1b None None] Attempting to bind port cddd1537-1c83-49fd-bb13-ae04c3c7e82a on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:00:00.972450 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47376a5-a2e2-43bd-b250-c70f98efcbec None None] Pushing event updated for resources: {'Port': ['ID=cddd1537-1c83-49fd-bb13-ae04c3c7e82a,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:00.975923 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2100945b-a617-43ae-ba1b-e19f5bec693d tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:00.981540 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a8af9-13ec-42db-ac24-2ea7f86cae1b None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:00:00.981921 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a8af9-13ec-42db-ac24-2ea7f86cae1b None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:00:00.982308 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8af9-13ec-42db-ac24-2ea7f86cae1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:00.982690 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a8af9-13ec-42db-ac24-2ea7f86cae1b None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:00:00.983179 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-4f7a8af9-13ec-42db-ac24-2ea7f86cae1b None None] Bound port: cddd1537-1c83-49fd-bb13-ae04c3c7e82a, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:00:00.983525 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8af9-13ec-42db-ac24-2ea7f86cae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:00.985795 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47376a5-a2e2-43bd-b250-c70f98efcbec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:00.986146 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47376a5-a2e2-43bd-b250-c70f98efcbec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:00.986474 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47376a5-a2e2-43bd-b250-c70f98efcbec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:00.986802 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47376a5-a2e2-43bd-b250-c70f98efcbec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:00.987207 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47376a5-a2e2-43bd-b250-c70f98efcbec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:00.987561 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47376a5-a2e2-43bd-b250-c70f98efcbec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:00.987880 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47376a5-a2e2-43bd-b250-c70f98efcbec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:00.988194 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47376a5-a2e2-43bd-b250-c70f98efcbec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:00.988554 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47376a5-a2e2-43bd-b250-c70f98efcbec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:00.989048 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47376a5-a2e2-43bd-b250-c70f98efcbec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:00.989371 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47376a5-a2e2-43bd-b250-c70f98efcbec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:00.989702 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47376a5-a2e2-43bd-b250-c70f98efcbec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:01.050489 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100945b-a617-43ae-ba1b-e19f5bec693d tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'Subnet': ['ID=2fc433d6-85f4-45dd-a4cc-a4dce2f83f40,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:01.051723 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-4f7a8af9-13ec-42db-ac24-2ea7f86cae1b None None] For port cddd1537-1c83-49fd-bb13-ae04c3c7e82a, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:00:01.058758 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-4f7a8af9-13ec-42db-ac24-2ea7f86cae1b None None] For port cddd1537-1c83-49fd-bb13-ae04c3c7e82a, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=cddd1537-1c83-49fd-bb13-ae04c3c7e82a,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:00:01.064262 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2100945b-a617-43ae-ba1b-e19f5bec693d tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Checking segment: {'id': '0601810d-2b3b-46e9-bb37-01d175cce884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:00:01.065094 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2100945b-a617-43ae-ba1b-e19f5bec693d tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Network hostable DHCP agents. Network: dc869a9c-8bed-43fd-97ac-2c58b615f6f5, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:00:01.203614 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8af9-13ec-42db-ac24-2ea7f86cae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:01.256597 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2100945b-a617-43ae-ba1b-e19f5bec693d tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Network dc869a9c-8bed-43fd-97ac-2c58b615f6f5 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:00:01.261104 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7a8af9-13ec-42db-ac24-2ea7f86cae1b None None] Routers {'a1cc04a6-5670-435d-a546-27e7bcea7502'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:00:01.261733 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4f7a8af9-13ec-42db-ac24-2ea7f86cae1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:59:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a1cc04a6-5670-435d-a546-27e7bcea7502'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:00:01.299188 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47376a5-a2e2-43bd-b250-c70f98efcbec None None] Pushing event updated for resources: {'Port': ['ID=cddd1537-1c83-49fd-bb13-ae04c3c7e82a,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:01.371615 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-4f7a8af9-13ec-42db-ac24-2ea7f86cae1b None None] Set router a1cc04a6-5670-435d-a546-27e7bcea7502 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:00:01.427876 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-2100945b-a617-43ae-ba1b-e19f5bec693d tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, dc869a9c-8bed-43fd-97ac-2c58b615f6f5) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:00:01.432415 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2100945b-a617-43ae-ba1b-e19f5bec693d tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:01.433043 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2100945b-a617-43ae-ba1b-e19f5bec693d tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:01.439811 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1fec1c-d2c4-4335-9442-f828bf2ef5c4 None None] Network dc869a9c-8bed-43fd-97ac-2c58b615f6f5 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:00:01.554431 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4f7a8af9-13ec-42db-ac24-2ea7f86cae1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114391134', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'cddd1537-1c83-49fd-bb13-ae04c3c7e82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:59:57Z', 'updated_at': '2021-06-30T09:59:59Z', 'revision_number': 3, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': 'cddd1537-1c83-49fd-bb13-ae04c3c7e82a', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:59:58Z', 'updated_at': '2021-06-30T10:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:00:01.580872 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7a8af9-13ec-42db-ac24-2ea7f86cae1b None None] The sync data for ids ['a1cc04a6-5670-435d-a546-27e7bcea7502'] in n-d-771363-31 is: [{'id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114391134', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'cddd1537-1c83-49fd-bb13-ae04c3c7e82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:59:57Z', 'updated_at': '2021-06-30T09:59:59Z', 'revision_number': 3, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': 'cddd1537-1c83-49fd-bb13-ae04c3c7e82a', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:59:58Z', 'updated_at': '2021-06-30T10:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:00:01.593717 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2100945b-a617-43ae-ba1b-e19f5bec693d tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0735886 Jun 30 10:00:01.596451 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58282) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:00:01.601289 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86ce4cf-c8fe-4a10-b2c6-47c16abe68ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-dc869a9c-8bed-43fd-97ac-2c58b615f6f5', 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'fixed_ips': [{'subnet_id': '2fc433d6-85f4-45dd-a4cc-a4dce2f83f40'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:00:01.602226 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f86ce4cf-c8fe-4a10-b2c6-47c16abe68ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:01.761694 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-f86ce4cf-c8fe-4a10-b2c6-47c16abe68ec None None] Allocated IP 172.20.0.2 (dc869a9c-8bed-43fd-97ac-2c58b615f6f5/2fc433d6-85f4-45dd-a4cc-a4dce2f83f40/4b721fe2-eebf-4d38-9f53-14ac01d487a0) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:00:01.954860 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f86ce4cf-c8fe-4a10-b2c6-47c16abe68ec None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:01.965269 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f86ce4cf-c8fe-4a10-b2c6-47c16abe68ec None None] Transition to ACTIVE for port object 4b721fe2-eebf-4d38-9f53-14ac01d487a0 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:00:01.982718 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f86ce4cf-c8fe-4a10-b2c6-47c16abe68ec None None] Transition to ACTIVE for port object 4b721fe2-eebf-4d38-9f53-14ac01d487a0 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:00:02.050857 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f86ce4cf-c8fe-4a10-b2c6-47c16abe68ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:02.097310 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86ce4cf-c8fe-4a10-b2c6-47c16abe68ec None None] Network dc869a9c-8bed-43fd-97ac-2c58b615f6f5 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:00:02.100446 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-f86ce4cf-c8fe-4a10-b2c6-47c16abe68ec None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:00:02.103170 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86ce4cf-c8fe-4a10-b2c6-47c16abe68ec None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:00:02.114791 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ce4cf-c8fe-4a10-b2c6-47c16abe68ec None None] Pushing event updated for resources: {'Port': ['ID=4b721fe2-eebf-4d38-9f53-14ac01d487a0,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:02.130776 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3452f0dd-3dfe-4861-980f-334d243e40e6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:02.179084 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f86ce4cf-c8fe-4a10-b2c6-47c16abe68ec None None] Attempting to bind port 4b721fe2-eebf-4d38-9f53-14ac01d487a0 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:00:02.179490 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f86ce4cf-c8fe-4a10-b2c6-47c16abe68ec None None] Attempting to bind port 4b721fe2-eebf-4d38-9f53-14ac01d487a0 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '0601810d-2b3b-46e9-bb37-01d175cce884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:00:02.179848 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86ce4cf-c8fe-4a10-b2c6-47c16abe68ec None None] Attempting to bind port 4b721fe2-eebf-4d38-9f53-14ac01d487a0 on network dc869a9c-8bed-43fd-97ac-2c58b615f6f5 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:00:02.186821 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86ce4cf-c8fe-4a10-b2c6-47c16abe68ec None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:00:02.187293 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86ce4cf-c8fe-4a10-b2c6-47c16abe68ec None None] Checking segment: {'id': '0601810d-2b3b-46e9-bb37-01d175cce884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:00:02.187738 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f86ce4cf-c8fe-4a10-b2c6-47c16abe68ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:02.188099 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86ce4cf-c8fe-4a10-b2c6-47c16abe68ec None None] Bound using segment: {'id': '0601810d-2b3b-46e9-bb37-01d175cce884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:00:02.188567 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f86ce4cf-c8fe-4a10-b2c6-47c16abe68ec None None] Bound port: 4b721fe2-eebf-4d38-9f53-14ac01d487a0, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0601810d-2b3b-46e9-bb37-01d175cce884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:00:02.188939 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f86ce4cf-c8fe-4a10-b2c6-47c16abe68ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:02.257260 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-f86ce4cf-c8fe-4a10-b2c6-47c16abe68ec None None] For port 4b721fe2-eebf-4d38-9f53-14ac01d487a0, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:00:02.260767 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-f86ce4cf-c8fe-4a10-b2c6-47c16abe68ec None None] For port 4b721fe2-eebf-4d38-9f53-14ac01d487a0, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4b721fe2-eebf-4d38-9f53-14ac01d487a0,segment=NetworkSegment(0601810d-2b3b-46e9-bb37-01d175cce884),segment_id=0601810d-2b3b-46e9-bb37-01d175cce884)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:00:02.354948 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f86ce4cf-c8fe-4a10-b2c6-47c16abe68ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:02.436308 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ce4cf-c8fe-4a10-b2c6-47c16abe68ec None None] Pushing event updated for resources: {'Port': ['ID=4b721fe2-eebf-4d38-9f53-14ac01d487a0,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:02.875264 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-3452f0dd-3dfe-4861-980f-334d243e40e6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Allocated IP 172.20.0.1 (dc869a9c-8bed-43fd-97ac-2c58b615f6f5/2fc433d6-85f4-45dd-a4cc-a4dce2f83f40/c0b35780-8920-412a-afae-a494cdc9c298) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:00:02.986810 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3452f0dd-3dfe-4861-980f-334d243e40e6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:03.000271 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-3452f0dd-3dfe-4861-980f-334d243e40e6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Transition to ACTIVE for port object c0b35780-8920-412a-afae-a494cdc9c298 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:00:03.117293 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3452f0dd-3dfe-4861-980f-334d243e40e6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:03.166592 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3452f0dd-3dfe-4861-980f-334d243e40e6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Network dc869a9c-8bed-43fd-97ac-2c58b615f6f5 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:00:03.168721 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-3452f0dd-3dfe-4861-980f-334d243e40e6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:00:03.173111 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3452f0dd-3dfe-4861-980f-334d243e40e6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:00:03.205300 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452f0dd-3dfe-4861-980f-334d243e40e6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'Port': ['ID=c0b35780-8920-412a-afae-a494cdc9c298,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:03.230561 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3452f0dd-3dfe-4861-980f-334d243e40e6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:03.495373 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device cddd1537-1c83-49fd-bb13-ae04c3c7e82a up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:00:03.559277 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3452f0dd-3dfe-4861-980f-334d243e40e6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:03.578743 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710e87f5-4b24-4ae6-8adb-21c88d75eb80 None None] Network dc869a9c-8bed-43fd-97ac-2c58b615f6f5 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:00:03.642934 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port cddd1537-1c83-49fd-bb13-ae04c3c7e82a completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:00:03.654834 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port cddd1537-1c83-49fd-bb13-ae04c3c7e82a triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:00:03.655221 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:03.737937 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5e31ddac-a728-4a0c-9bee-9a9368b2f010 None None] Provisioning for port 4b721fe2-eebf-4d38-9f53-14ac01d487a0 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:00:03.811167 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:03.857277 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port cddd1537-1c83-49fd-bb13-ae04c3c7e82a, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=cddd1537-1c83-49fd-bb13-ae04c3c7e82a,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:00:03.925465 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3452f0dd-3dfe-4861-980f-334d243e40e6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:03.947371 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:03.948427 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4b721fe2-eebf-4d38-9f53-14ac01d487a0 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:00:04.026045 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=cddd1537-1c83-49fd-bb13-ae04c3c7e82a,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:04.039331 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3452f0dd-3dfe-4861-980f-334d243e40e6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:04.114095 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 4b721fe2-eebf-4d38-9f53-14ac01d487a0 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:00:04.117708 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 4b721fe2-eebf-4d38-9f53-14ac01d487a0 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:00:04.118447 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:04.136460 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3452f0dd-3dfe-4861-980f-334d243e40e6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:04.136460 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452f0dd-3dfe-4861-980f-334d243e40e6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'Port': ['ID=c0b35780-8920-412a-afae-a494cdc9c298,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:04.233621 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3452f0dd-3dfe-4861-980f-334d243e40e6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Network dc869a9c-8bed-43fd-97ac-2c58b615f6f5 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:00:04.236166 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-3452f0dd-3dfe-4861-980f-334d243e40e6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:00:04.370472 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3452f0dd-3dfe-4861-980f-334d243e40e6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Router a1cc04a6-5670-435d-a546-27e7bcea7502 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:00:04.392925 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:04.431838 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 4b721fe2-eebf-4d38-9f53-14ac01d487a0, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4b721fe2-eebf-4d38-9f53-14ac01d487a0,segment=NetworkSegment(0601810d-2b3b-46e9-bb37-01d175cce884),segment_id=0601810d-2b3b-46e9-bb37-01d175cce884)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:00:04.438593 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-94f48471-ed4b-49b6-8e79-1a5db34357af None None] Provisioning for port c0b35780-8920-412a-afae-a494cdc9c298 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:00:04.444116 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-94f48471-ed4b-49b6-8e79-1a5db34357af None None] Provisioning complete for port c0b35780-8920-412a-afae-a494cdc9c298 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:00:04.444584 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-94f48471-ed4b-49b6-8e79-1a5db34357af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:04.490774 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-94f48471-ed4b-49b6-8e79-1a5db34357af None None] Port c0b35780-8920-412a-afae-a494cdc9c298 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:00:04.499184 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3452f0dd-3dfe-4861-980f-334d243e40e6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:00:04.502446 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-94f48471-ed4b-49b6-8e79-1a5db34357af None None] Provisioning complete for port 4b721fe2-eebf-4d38-9f53-14ac01d487a0 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:00:04.503248 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-94f48471-ed4b-49b6-8e79-1a5db34357af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:04.507683 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3452f0dd-3dfe-4861-980f-334d243e40e6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "PUT /v2.0/routers/a1cc04a6-5670-435d-a546-27e7bcea7502/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9095192 Jun 30 10:00:04.527865 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9395a5ae-da18-4f40-8ed0-9d5101f97edc None None] Sync routers for ids ['a1cc04a6-5670-435d-a546-27e7bcea7502'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:00:04.533493 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:04.585305 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9395a5ae-da18-4f40-8ed0-9d5101f97edc None None] Routers {'a1cc04a6-5670-435d-a546-27e7bcea7502'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:00:04.586133 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-9395a5ae-da18-4f40-8ed0-9d5101f97edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:59:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a1cc04a6-5670-435d-a546-27e7bcea7502'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:00:04.639894 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=4b721fe2-eebf-4d38-9f53-14ac01d487a0,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:04.691135 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-042d5e63-f472-4486-b472-da4e36c454a5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-760303205&fields=id&tenant_id=d88d41ea5323480fbb6ead7dceb2af71 HTTP/1.1" status: 200 len: 267 time: 0.0527277 Jun 30 10:00:04.743403 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-9395a5ae-da18-4f40-8ed0-9d5101f97edc None None] Set router a1cc04a6-5670-435d-a546-27e7bcea7502 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:00:04.831446 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-6a239d69-ae4a-4b95-a268-66b55602debf tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:04.834516 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-6a239d69-ae4a-4b95-a268-66b55602debf tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/networks?id=dc869a9c-8bed-43fd-97ac-2c58b615f6f5 HTTP/1.1" status: 200 len: 796 time: 0.1345932 Jun 30 10:00:04.850497 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-8d0c7f0c-9195-4249-b939-ad196a893684 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/quotas/d88d41ea5323480fbb6ead7dceb2af71 HTTP/1.1" status: 200 len: 375 time: 0.0111494 Jun 30 10:00:04.879919 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-de230cab-9c9f-4f01-8baf-d0954697eb2c None None] Provisioning complete for port c0b35780-8920-412a-afae-a494cdc9c298 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:00:04.880376 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-de230cab-9c9f-4f01-8baf-d0954697eb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:04.935600 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-de230cab-9c9f-4f01-8baf-d0954697eb2c None None] Port c0b35780-8920-412a-afae-a494cdc9c298 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:00:04.968776 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-b0c1f5ff-c719-496f-9739-ec2a36c2ad50 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1126120 Jun 30 10:00:04.989924 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-9395a5ae-da18-4f40-8ed0-9d5101f97edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114391134', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'cddd1537-1c83-49fd-bb13-ae04c3c7e82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:59:57Z', 'updated_at': '2021-06-30T10:00:03Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': 'cddd1537-1c83-49fd-bb13-ae04c3c7e82a', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:59:58Z', 'updated_at': '2021-06-30T10:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'c0b35780-8920-412a-afae-a494cdc9c298', 'name': '', 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:c7:e3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2fc433d6-85f4-45dd-a4cc-a4dce2f83f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:00:02Z', 'updated_at': '2021-06-30T10:00:03Z', 'revision_number': 2, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '2fc433d6-85f4-45dd-a4cc-a4dce2f83f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:00:05.020279 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9395a5ae-da18-4f40-8ed0-9d5101f97edc None None] Checking router: a1cc04a6-5670-435d-a546-27e7bcea7502 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:00:05.020805 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9395a5ae-da18-4f40-8ed0-9d5101f97edc None None] Updating router a1cc04a6-5670-435d-a546-27e7bcea7502 port c0b35780-8920-412a-afae-a494cdc9c298 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:00:05.057941 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9395a5ae-da18-4f40-8ed0-9d5101f97edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:05.073422 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-77e8b0ab-f448-4227-a43b-3fd25a298885 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:00:05.074435 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-77e8b0ab-f448-4227-a43b-3fd25a298885 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0489280 Jun 30 10:00:05.167145 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-4e95849e-d3a8-4563-bc04-16cf16b973b4 service neutron] 10.222.0.10 "GET /v2.0/networks/dc869a9c-8bed-43fd-97ac-2c58b615f6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863278 Jun 30 10:00:05.268317 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-b158a5a1-34d8-45ca-b94f-a46f80a97c5d service neutron] 10.222.0.10 "GET /v2.0/networks/dc869a9c-8bed-43fd-97ac-2c58b615f6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949414 Jun 30 10:00:05.347197 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9395a5ae-da18-4f40-8ed0-9d5101f97edc None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:05.364990 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9395a5ae-da18-4f40-8ed0-9d5101f97edc None None] Transition to ACTIVE for port object c0b35780-8920-412a-afae-a494cdc9c298 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:00:05.418676 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device cddd1537-1c83-49fd-bb13-ae04c3c7e82a up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:00:05.452977 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9395a5ae-da18-4f40-8ed0-9d5101f97edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:05.521273 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port cddd1537-1c83-49fd-bb13-ae04c3c7e82a triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:00:05.521273 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:05.537348 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446ed8-f3ae-4115-bbee-916518b32d38 None None] Pushing event updated for resources: {'Port': ['ID=c0b35780-8920-412a-afae-a494cdc9c298,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:05.593195 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-658db86e-f07d-448b-ac26-e64f486bff7d req-c58301f2-7fa3-4e15-9b68-43681fec4c0f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 210 time: 0.0330482 Jun 30 10:00:05.616342 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-9395a5ae-da18-4f40-8ed0-9d5101f97edc None None] Attempting to bind port c0b35780-8920-412a-afae-a494cdc9c298 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:00:05.616796 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-9395a5ae-da18-4f40-8ed0-9d5101f97edc None None] Attempting to bind port c0b35780-8920-412a-afae-a494cdc9c298 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '0601810d-2b3b-46e9-bb37-01d175cce884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:00:05.617160 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9395a5ae-da18-4f40-8ed0-9d5101f97edc None None] Attempting to bind port c0b35780-8920-412a-afae-a494cdc9c298 on network dc869a9c-8bed-43fd-97ac-2c58b615f6f5 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:00:05.625851 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9395a5ae-da18-4f40-8ed0-9d5101f97edc None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:00:05.626319 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9395a5ae-da18-4f40-8ed0-9d5101f97edc None None] Checking segment: {'id': '0601810d-2b3b-46e9-bb37-01d175cce884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:00:05.626717 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9395a5ae-da18-4f40-8ed0-9d5101f97edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:05.627106 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9395a5ae-da18-4f40-8ed0-9d5101f97edc None None] Bound using segment: {'id': '0601810d-2b3b-46e9-bb37-01d175cce884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:00:05.627605 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-9395a5ae-da18-4f40-8ed0-9d5101f97edc None None] Bound port: c0b35780-8920-412a-afae-a494cdc9c298, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0601810d-2b3b-46e9-bb37-01d175cce884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:00:05.627997 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9395a5ae-da18-4f40-8ed0-9d5101f97edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:05.731842 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4b721fe2-eebf-4d38-9f53-14ac01d487a0 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:00:05.733878 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-9395a5ae-da18-4f40-8ed0-9d5101f97edc None None] For port c0b35780-8920-412a-afae-a494cdc9c298, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:00:05.765734 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-9395a5ae-da18-4f40-8ed0-9d5101f97edc None None] For port c0b35780-8920-412a-afae-a494cdc9c298, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c0b35780-8920-412a-afae-a494cdc9c298,segment=NetworkSegment(0601810d-2b3b-46e9-bb37-01d175cce884),segment_id=0601810d-2b3b-46e9-bb37-01d175cce884)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:00:05.790208 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 4b721fe2-eebf-4d38-9f53-14ac01d487a0 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:00:05.790494 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:05.891038 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9395a5ae-da18-4f40-8ed0-9d5101f97edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:05.954633 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9395a5ae-da18-4f40-8ed0-9d5101f97edc None None] Routers {'a1cc04a6-5670-435d-a546-27e7bcea7502'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:00:05.955309 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-9395a5ae-da18-4f40-8ed0-9d5101f97edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:59:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a1cc04a6-5670-435d-a546-27e7bcea7502'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:00:05.966233 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446ed8-f3ae-4115-bbee-916518b32d38 None None] Pushing event updated for resources: {'Port': ['ID=c0b35780-8920-412a-afae-a494cdc9c298,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:06.082539 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-9395a5ae-da18-4f40-8ed0-9d5101f97edc None None] Set router a1cc04a6-5670-435d-a546-27e7bcea7502 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:00:06.298353 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-9395a5ae-da18-4f40-8ed0-9d5101f97edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114391134', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'cddd1537-1c83-49fd-bb13-ae04c3c7e82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:59:57Z', 'updated_at': '2021-06-30T10:00:03Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': 'cddd1537-1c83-49fd-bb13-ae04c3c7e82a', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:59:58Z', 'updated_at': '2021-06-30T10:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'c0b35780-8920-412a-afae-a494cdc9c298', 'name': '', 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:c7:e3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2fc433d6-85f4-45dd-a4cc-a4dce2f83f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:00:02Z', 'updated_at': '2021-06-30T10:00:05Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '2fc433d6-85f4-45dd-a4cc-a4dce2f83f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:00:06.325097 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9395a5ae-da18-4f40-8ed0-9d5101f97edc None None] The sync data for ids ['a1cc04a6-5670-435d-a546-27e7bcea7502'] in n-d-771363-31 is: [{'id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114391134', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'cddd1537-1c83-49fd-bb13-ae04c3c7e82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:59:57Z', 'updated_at': '2021-06-30T10:00:03Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': 'cddd1537-1c83-49fd-bb13-ae04c3c7e82a', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:59:58Z', 'updated_at': '2021-06-30T10:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'c0b35780-8920-412a-afae-a494cdc9c298', 'name': '', 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:c7:e3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2fc433d6-85f4-45dd-a4cc-a4dce2f83f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:00:02Z', 'updated_at': '2021-06-30T10:00:05Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '2fc433d6-85f4-45dd-a4cc-a4dce2f83f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:00:06.688907 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1f3e5539-c1c1-44df-a5e6-43fcd41ec238 req-0b0315e7-13b6-4554-82bc-ea9c93e0477d tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 210 time: 0.0321810 Jun 30 10:00:07.455528 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c0b35780-8920-412a-afae-a494cdc9c298 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:00:07.593387 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port c0b35780-8920-412a-afae-a494cdc9c298 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:00:07.601034 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port c0b35780-8920-412a-afae-a494cdc9c298 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:00:07.601476 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:07.689368 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:07.728229 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port c0b35780-8920-412a-afae-a494cdc9c298, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c0b35780-8920-412a-afae-a494cdc9c298,segment=NetworkSegment(0601810d-2b3b-46e9-bb37-01d175cce884),segment_id=0601810d-2b3b-46e9-bb37-01d175cce884)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:00:07.838266 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b8c5ad5c-12d5-45d2-b424-ace220e94d92 req-fd97308d-0a3c-449c-9e80-0ae0ac8f3b7a tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 210 time: 0.0286951 Jun 30 10:00:07.844549 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:07.897049 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=c0b35780-8920-412a-afae-a494cdc9c298,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:08.016224 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:08.236360 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-4e9ad04f-223c-436b-a669-aae8daa376b8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:08.237824 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-4e9ad04f-223c-436b-a669-aae8daa376b8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.37 "GET /v2.0/networks?id=dc869a9c-8bed-43fd-97ac-2c58b615f6f5 HTTP/1.1" status: 200 len: 796 time: 0.1179147 Jun 30 10:00:08.298341 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-071b1df8-db78-41fd-9084-b9eddd91ddb6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d88d41ea5323480fbb6ead7dceb2af71 HTTP/1.1" status: 200 len: 379 time: 0.0504689 Jun 30 10:00:08.308970 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-f4dcaa02-f59c-4c3d-a55d-00c1d44a4111 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'port': {'device_id': '1bcf264d-98fb-464b-88c6-0af5abcd3eb9', 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5', 'admin_state_up': True, 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'security_groups': ['681e400d-3cb0-49cc-9fa0-74fc9c503447']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:00:08.535864 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-f4dcaa02-f59c-4c3d-a55d-00c1d44a4111 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Made reservation on behalf of d88d41ea5323480fbb6ead7dceb2af71 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:00:08.539623 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-f4dcaa02-f59c-4c3d-a55d-00c1d44a4111 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:08.680771 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-f4dcaa02-f59c-4c3d-a55d-00c1d44a4111 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Allocated IP 172.20.0.13 (dc869a9c-8bed-43fd-97ac-2c58b615f6f5/2fc433d6-85f4-45dd-a4cc-a4dce2f83f40/c0dc030f-59c0-4f12-b1bf-2cddec15c0fd) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:00:08.835018 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-f4dcaa02-f59c-4c3d-a55d-00c1d44a4111 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:08.850334 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-f4dcaa02-f59c-4c3d-a55d-00c1d44a4111 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Transition to ACTIVE for port object c0dc030f-59c0-4f12-b1bf-2cddec15c0fd will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:00:08.988270 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3f8f7162-e191-4b2e-bf0d-fefbc15934e2 req-33a9eaeb-75e1-4baf-ae01-b57a94b0fce0 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 210 time: 0.0293024 Jun 30 10:00:08.989481 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-f4dcaa02-f59c-4c3d-a55d-00c1d44a4111 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:09.030574 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-f4dcaa02-f59c-4c3d-a55d-00c1d44a4111 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Network dc869a9c-8bed-43fd-97ac-2c58b615f6f5 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:00:09.034272 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-f4dcaa02-f59c-4c3d-a55d-00c1d44a4111 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:00:09.038985 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-f4dcaa02-f59c-4c3d-a55d-00c1d44a4111 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:00:09.074631 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dcaa02-f59c-4c3d-a55d-00c1d44a4111 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'Port': ['ID=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:09.100849 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-f4dcaa02-f59c-4c3d-a55d-00c1d44a4111 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:09.101493 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-f4dcaa02-f59c-4c3d-a55d-00c1d44a4111 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:09.217012 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:09.250975 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-f4dcaa02-f59c-4c3d-a55d-00c1d44a4111 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9471195 Jun 30 10:00:09.263420 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-ddd3db6e-8440-4d07-8f85-ee6cd2397d5a service neutron] Request body: {'port': {'device_id': '1bcf264d-98fb-464b-88c6-0af5abcd3eb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:00:09.352602 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-ddd3db6e-8440-4d07-8f85-ee6cd2397d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:09.352881 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-1a41de47-b8b8-4e5b-aa36-2038e4404730 None None] Provisioning for port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:00:09.357069 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-1a41de47-b8b8-4e5b-aa36-2038e4404730 None None] Provisioning complete for port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:00:09.357616 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1a41de47-b8b8-4e5b-aa36-2038e4404730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:09.406013 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-1a41de47-b8b8-4e5b-aa36-2038e4404730 None None] Port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:00:09.430699 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c0b35780-8920-412a-afae-a494cdc9c298 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:00:09.490001 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port c0b35780-8920-412a-afae-a494cdc9c298 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:00:09.490283 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:09.696574 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-ddd3db6e-8440-4d07-8f85-ee6cd2397d5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0dc030f-59c0-4f12-b1bf-2cddec15c0fd {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:00:09.704611 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-ddd3db6e-8440-4d07-8f85-ee6cd2397d5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:09.717702 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-ddd3db6e-8440-4d07-8f85-ee6cd2397d5a service neutron] Transition to ACTIVE for port object c0dc030f-59c0-4f12-b1bf-2cddec15c0fd will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:00:09.793268 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-ddd3db6e-8440-4d07-8f85-ee6cd2397d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:09.879467 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3db6e-8440-4d07-8f85-ee6cd2397d5a service neutron] Pushing event updated for resources: {'Port': ['ID=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:09.946384 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-ddd3db6e-8440-4d07-8f85-ee6cd2397d5a service neutron] Attempting to bind port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:00:09.947210 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-ddd3db6e-8440-4d07-8f85-ee6cd2397d5a service neutron] Attempting to bind port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '0601810d-2b3b-46e9-bb37-01d175cce884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:00:09.947466 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-ddd3db6e-8440-4d07-8f85-ee6cd2397d5a service neutron] Attempting to bind port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd on network dc869a9c-8bed-43fd-97ac-2c58b615f6f5 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:00:09.952917 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-ddd3db6e-8440-4d07-8f85-ee6cd2397d5a service neutron] Port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd on network dc869a9c-8bed-43fd-97ac-2c58b615f6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:00:09.953418 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-ddd3db6e-8440-4d07-8f85-ee6cd2397d5a service neutron] Attempting to bind port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd on network dc869a9c-8bed-43fd-97ac-2c58b615f6f5 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:00:09.961183 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-ddd3db6e-8440-4d07-8f85-ee6cd2397d5a service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:00:09.961651 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-ddd3db6e-8440-4d07-8f85-ee6cd2397d5a service neutron] Checking segment: {'id': '0601810d-2b3b-46e9-bb37-01d175cce884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:00:09.962212 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-ddd3db6e-8440-4d07-8f85-ee6cd2397d5a service neutron] Bound using segment: {'id': '0601810d-2b3b-46e9-bb37-01d175cce884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:00:09.962793 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-ddd3db6e-8440-4d07-8f85-ee6cd2397d5a service neutron] Bound port: c0dc030f-59c0-4f12-b1bf-2cddec15c0fd, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0601810d-2b3b-46e9-bb37-01d175cce884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:00:09.963367 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-ddd3db6e-8440-4d07-8f85-ee6cd2397d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:10.049229 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-ddd3db6e-8440-4d07-8f85-ee6cd2397d5a service neutron] For port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:00:10.055662 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-ddd3db6e-8440-4d07-8f85-ee6cd2397d5a service neutron] For port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd,segment=NetworkSegment(0601810d-2b3b-46e9-bb37-01d175cce884),segment_id=0601810d-2b3b-46e9-bb37-01d175cce884)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:00:10.134678 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-ddd3db6e-8440-4d07-8f85-ee6cd2397d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:10.180691 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-ddd3db6e-8440-4d07-8f85-ee6cd2397d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:10.181145 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-ddd3db6e-8440-4d07-8f85-ee6cd2397d5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:10.183201 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-ddd3db6e-8440-4d07-8f85-ee6cd2397d5a service neutron] 10.222.0.37 "PUT /v2.0/ports/c0dc030f-59c0-4f12-b1bf-2cddec15c0fd HTTP/1.1" status: 200 len: 1093 time: 0.9243100 Jun 30 10:00:10.183681 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bcf264d-98fb-464b-88c6-0af5abcd3eb9', 'tag': 'c0dc030f-59c0-4f12-b1bf-2cddec15c0fd'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:00:10.186025 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa8fd6b-bef8-4511-a337-0fe48636e360" -d '{"events": [{"name": "network-changed", "server_uuid": "1bcf264d-98fb-464b-88c6-0af5abcd3eb9", "tag": "c0dc030f-59c0-4f12-b1bf-2cddec15c0fd"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:00:10.233314 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb2c42-86ed-44d0-826a-7da363ee67fc req-4236ed48-47bd-4778-a5f5-bb4331e511b0 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:10.234809 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3db6e-8440-4d07-8f85-ee6cd2397d5a service neutron] Pushing event updated for resources: {'Port': ['ID=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:10.235064 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-45fb2c42-86ed-44d0-826a-7da363ee67fc req-4236ed48-47bd-4778-a5f5-bb4331e511b0 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 944 time: 0.1093171 Jun 30 10:00:10.248419 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bc3e2e-bf07-429b-a2f9-68642a15dc39 x-openstack-request-id: req-b3bc3e2e-bf07-429b-a2f9-68642a15dc39 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:00:10.248814 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bcf264d-98fb-464b-88c6-0af5abcd3eb9", "tag": "c0dc030f-59c0-4f12-b1bf-2cddec15c0fd", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:00:10.248999 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b3bc3e2e-bf07-429b-a2f9-68642a15dc39 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:00:10.250266 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bcf264d-98fb-464b-88c6-0af5abcd3eb9', 'tag': 'c0dc030f-59c0-4f12-b1bf-2cddec15c0fd', 'status': 'completed', 'code': 200} Jun 30 10:00:10.300646 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-45fb2c42-86ed-44d0-826a-7da363ee67fc req-e27ed92e-747b-4a18-b28d-1ef7a7f509dc tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461476 Jun 30 10:00:10.347116 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8fd6b-bef8-4511-a337-0fe48636e360 req-e8060449-9212-4c9f-9b2e-979046f4643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:10.349733 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-baa8fd6b-bef8-4511-a337-0fe48636e360 req-e8060449-9212-4c9f-9b2e-979046f4643c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 1096 time: 0.0745790 Jun 30 10:00:10.563254 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8fd6b-bef8-4511-a337-0fe48636e360 req-410ce9c8-ad55-482c-b020-db18780f0fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:10.565584 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-baa8fd6b-bef8-4511-a337-0fe48636e360 req-410ce9c8-ad55-482c-b020-db18780f0fdf service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2090616 Jun 30 10:00:11.011472 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8fd6b-bef8-4511-a337-0fe48636e360 req-032edc40-f886-41b0-b494-b4da640be0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:11.012950 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-baa8fd6b-bef8-4511-a337-0fe48636e360 req-032edc40-f886-41b0-b494-b4da640be0d2 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4410341 Jun 30 10:00:11.119397 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-310f6003-5a16-40fe-ae26-f84ed3b3ede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:11.121966 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-310f6003-5a16-40fe-ae26-f84ed3b3ede6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 1096 time: 0.0624082 Jun 30 10:00:11.168283 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-69a72488-f71e-4c9e-86f1-b3743735d9d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd HTTP/1.1" status: 200 len: 217 time: 0.0390332 Jun 30 10:00:11.229334 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-ee67a7a1-82be-4fd5-92e9-1329039fb51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:11.231783 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-ee67a7a1-82be-4fd5-92e9-1329039fb51a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2fc433d6-85f4-45dd-a4cc-a4dce2f83f40 HTTP/1.1" status: 200 len: 834 time: 0.0576982 Jun 30 10:00:11.303100 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-f01d3f69-b392-449e-9d6d-3241997bb08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:11.304534 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-f01d3f69-b392-449e-9d6d-3241997bb08e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc869a9c-8bed-43fd-97ac-2c58b615f6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665419 Jun 30 10:00:11.422242 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-ef3f4107-5e5a-47b1-bed1-44c47c014506 service neutron] 10.222.0.37 "GET /v2.0/networks/dc869a9c-8bed-43fd-97ac-2c58b615f6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114459 Jun 30 10:00:11.592264 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e2bc939-8e6d-40cc-8be6-6db8e836ba65 req-32d8e507-0fbf-479a-a450-212863ad49fb service neutron] 10.222.0.37 "GET /v2.0/networks/dc869a9c-8bed-43fd-97ac-2c58b615f6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573255 Jun 30 10:00:11.600607 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f5c96-35b7-430d-b559-8922cfa81b37 req-cae44bb7-fa4e-42e6-9a59-b197ec8af2bf tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:11.602539 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-142f5c96-35b7-430d-b559-8922cfa81b37 req-cae44bb7-fa4e-42e6-9a59-b197ec8af2bf tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 944 time: 0.1788893 Jun 30 10:00:11.647986 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-142f5c96-35b7-430d-b559-8922cfa81b37 req-85fc6eab-6b95-4c3a-a7b6-a7fd95dbf134 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369127 Jun 30 10:00:12.842763 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6052d-0199-4757-99cf-3b478f4ad1e1 req-d766a296-61bc-40b1-ad0b-0395f6aa4821 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:12.844406 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0af6052d-0199-4757-99cf-3b478f4ad1e1 req-d766a296-61bc-40b1-ad0b-0395f6aa4821 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 944 time: 0.0768571 Jun 30 10:00:12.897286 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0af6052d-0199-4757-99cf-3b478f4ad1e1 req-c53a217f-c898-4893-8749-d948cd2f15ef tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424585 Jun 30 10:00:14.109700 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd0125-2f36-47b2-994b-059aaa6a3e18 req-c5d81106-c921-4b07-a4f6-6945d391bf9e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:14.111231 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5ffd0125-2f36-47b2-994b-059aaa6a3e18 req-c5d81106-c921-4b07-a4f6-6945d391bf9e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 944 time: 0.0654895 Jun 30 10:00:14.150845 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5ffd0125-2f36-47b2-994b-059aaa6a3e18 req-e09cf6c0-d1f1-499e-8b1b-d0561d52394d tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331523 Jun 30 10:00:14.866372 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c0dc030f-59c0-4f12-b1bf-2cddec15c0fd details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:00:14.962763 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd,segment=NetworkSegment(0601810d-2b3b-46e9-bb37-01d175cce884),segment_id=0601810d-2b3b-46e9-bb37-01d175cce884)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:00:14.974384 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'c0dc030f-59c0-4f12-b1bf-2cddec15c0fd', 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5', 'port_id': 'c0dc030f-59c0-4f12-b1bf-2cddec15c0fd', 'mac_address': 'fa:16:3e:78:42:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fc433d6-85f4-45dd-a4cc-a4dce2f83f40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:00:15.014868 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:15.028049 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0dc030f-59c0-4f12-b1bf-2cddec15c0fd {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:00:15.053284 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd,segment=NetworkSegment(0601810d-2b3b-46e9-bb37-01d175cce884),segment_id=0601810d-2b3b-46e9-bb37-01d175cce884)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:00:15.145428 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:15.200117 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:15.208090 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:15.208548 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:15.208916 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:15.209232 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:15.209581 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:15.210195 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:15.210560 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:15.210874 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:15.211222 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:15.211572 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:15.211900 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:15.212338 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:15.329239 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa59f6-dcb6-4f1f-84f0-f9cab90e34b8 req-4c093c3e-e749-4b0d-af8c-e8b9938d9ebc tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:15.330731 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-26aa59f6-dcb6-4f1f-84f0-f9cab90e34b8 req-4c093c3e-e749-4b0d-af8c-e8b9938d9ebc tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 945 time: 0.0640221 Jun 30 10:00:15.370840 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-26aa59f6-dcb6-4f1f-84f0-f9cab90e34b8 req-85ec30c2-a7b1-4e57-8743-c88ade236cce tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339079 Jun 30 10:00:15.465805 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['c0dc030f-59c0-4f12-b1bf-2cddec15c0fd'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:00:16.549939 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87daf98d-bf37-4b87-9237-c3fa381db3fa req-7c2201fb-7609-4e1b-867d-09acd5d740ab tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:16.551500 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-87daf98d-bf37-4b87-9237-c3fa381db3fa req-7c2201fb-7609-4e1b-867d-09acd5d740ab tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 945 time: 0.0638549 Jun 30 10:00:16.590138 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-87daf98d-bf37-4b87-9237-c3fa381db3fa req-94351d8e-0ec2-4aa1-ab08-5dbe7cb7afba tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319655 Jun 30 10:00:16.732670 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c0dc030f-59c0-4f12-b1bf-2cddec15c0fd up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:00:16.855147 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:00:16.859060 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:00:16.865611 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:16.937937 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:16.960040 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bcf264d-98fb-464b-88c6-0af5abcd3eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0dc030f-59c0-4f12-b1bf-2cddec15c0fd'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:00:16.962373 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff68e83-c682-4fc2-960d-ee0bd93404c2" -d '{"events": [{"server_uuid": "1bcf264d-98fb-464b-88c6-0af5abcd3eb9", "name": "network-vif-plugged", "status": "completed", "tag": "c0dc030f-59c0-4f12-b1bf-2cddec15c0fd"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:00:16.976829 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd,segment=NetworkSegment(0601810d-2b3b-46e9-bb37-01d175cce884),segment_id=0601810d-2b3b-46e9-bb37-01d175cce884)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:00:17.002244 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d736255-7a55-4021-ada5-6263612b1ac6 x-openstack-request-id: req-9d736255-7a55-4021-ada5-6263612b1ac6 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:00:17.002244 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bcf264d-98fb-464b-88c6-0af5abcd3eb9", "name": "network-vif-plugged", "status": "completed", "tag": "c0dc030f-59c0-4f12-b1bf-2cddec15c0fd", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:00:17.002244 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9d736255-7a55-4021-ada5-6263612b1ac6 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:00:17.002244 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bcf264d-98fb-464b-88c6-0af5abcd3eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0dc030f-59c0-4f12-b1bf-2cddec15c0fd', 'code': 200} Jun 30 10:00:17.073164 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:17.134684 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52522b-db6a-4db5-901b-f60bfa38bb2b req-fb12d967-7360-4b14-8fe3-c93b2b9aab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:17.135608 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:17.137147 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ca52522b-db6a-4db5-901b-f60bfa38bb2b req-fb12d967-7360-4b14-8fe3-c93b2b9aab6a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 1098 time: 0.0678947 Jun 30 10:00:17.174128 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ca52522b-db6a-4db5-901b-f60bfa38bb2b req-856d94ca-43bc-4ab2-a0db-519628495676 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307090 Jun 30 10:00:17.768029 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dac5b-bd76-4aa7-9800-c88474e5d34a req-70893491-5987-414b-84e0-efb1ed0a8b98 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:17.769526 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e7dac5b-bd76-4aa7-9800-c88474e5d34a req-70893491-5987-414b-84e0-efb1ed0a8b98 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 946 time: 0.0647595 Jun 30 10:00:17.808910 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3e7dac5b-bd76-4aa7-9800-c88474e5d34a req-1b22dfaa-55fe-4bfd-9506-19693b5106e5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334654 Jun 30 10:00:18.988931 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5a301-a2d4-4d7d-8963-2fe40acd0c67 req-d8227f3a-32ab-4797-93de-26a76919b29a tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:18.991168 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dbd5a301-a2d4-4d7d-8963-2fe40acd0c67 req-d8227f3a-32ab-4797-93de-26a76919b29a tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 946 time: 0.0694201 Jun 30 10:00:19.029242 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dbd5a301-a2d4-4d7d-8963-2fe40acd0c67 req-85435cc9-57bd-4446-b629-8a54f44a971f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323298 Jun 30 10:00:19.208375 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a37b1a-aa9c-4e50-b084-f930d2511cb3 req-a8104e55-d175-48c6-bdf1-8a0bfa58ba7c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:19.209784 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-37a37b1a-aa9c-4e50-b084-f930d2511cb3 req-a8104e55-d175-48c6-bdf1-8a0bfa58ba7c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 946 time: 0.0688231 Jun 30 10:00:19.248500 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-37a37b1a-aa9c-4e50-b084-f930d2511cb3 req-91816981-6dfe-4e25-8c6d-df452ba7bd25 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328887 Jun 30 10:00:19.272855 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58358) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:00:19.324385 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1545daa2-7ed3-40ba-9fe5-d0f24acbdab0 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:19.325610 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1545daa2-7ed3-40ba-9fe5-d0f24acbdab0 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 1093 time: 0.0516460 Jun 30 10:00:19.328454 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58360) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:00:19.332790 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-9ee495ba-1b64-409e-80ba-a1c6c742fe8b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'port_id': 'c0dc030f-59c0-4f12-b1bf-2cddec15c0fd', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:00:19.459648 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9ee495ba-1b64-409e-80ba-a1c6c742fe8b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for floatingip, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:19.562510 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9ee495ba-1b64-409e-80ba-a1c6c742fe8b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:19.665436 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-9ee495ba-1b64-409e-80ba-a1c6c742fe8b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Allocated IP 172.25.6.111 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/36532105-7514-42df-90a5-be28596f3d16) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:00:19.768865 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9ee495ba-1b64-409e-80ba-a1c6c742fe8b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:19.866954 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9ee495ba-1b64-409e-80ba-a1c6c742fe8b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:19.904748 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee495ba-1b64-409e-80ba-a1c6c742fe8b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:00:19.909062 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-9ee495ba-1b64-409e-80ba-a1c6c742fe8b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:00:19.915674 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee495ba-1b64-409e-80ba-a1c6c742fe8b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:00:19.921227 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee495ba-1b64-409e-80ba-a1c6c742fe8b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'Port': ['ID=36532105-7514-42df-90a5-be28596f3d16,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:20.293715 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9ee495ba-1b64-409e-80ba-a1c6c742fe8b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:20.440082 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9ee495ba-1b64-409e-80ba-a1c6c742fe8b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:20.484009 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d043c9e6-017b-4676-9a80-a830b8799f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:20.595191 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9ee495ba-1b64-409e-80ba-a1c6c742fe8b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:20.672653 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9ee495ba-1b64-409e-80ba-a1c6c742fe8b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:20.745513 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee495ba-1b64-409e-80ba-a1c6c742fe8b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'Port': ['ID=36532105-7514-42df-90a5-be28596f3d16,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:20.758249 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9ee495ba-1b64-409e-80ba-a1c6c742fe8b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:20.861526 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-9ee495ba-1b64-409e-80ba-a1c6c742fe8b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Floating IP c5b82285-bb18-472f-9d8a-50a402e876be associated. External IP: 172.25.6.111, port: c0dc030f-59c0-4f12-b1bf-2cddec15c0fd. Jun 30 10:00:21.075030 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee495ba-1b64-409e-80ba-a1c6c742fe8b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Router a1cc04a6-5670-435d-a546-27e7bcea7502 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:00:21.196989 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee495ba-1b64-409e-80ba-a1c6c742fe8b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:00:21.207826 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59afea59-6171-4eda-b889-ce18562ec596 None None] Sync routers for ids ['a1cc04a6-5670-435d-a546-27e7bcea7502'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:00:21.217404 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59afea59-6171-4eda-b889-ce18562ec596 None None] Routers {'a1cc04a6-5670-435d-a546-27e7bcea7502'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:00:21.218004 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-59afea59-6171-4eda-b889-ce18562ec596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:59:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a1cc04a6-5670-435d-a546-27e7bcea7502'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:00:21.290066 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9ee495ba-1b64-409e-80ba-a1c6c742fe8b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:21.336239 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9ee495ba-1b64-409e-80ba-a1c6c742fe8b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0067265 Jun 30 10:00:21.337083 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bcf264d-98fb-464b-88c6-0af5abcd3eb9', 'tag': 'c0dc030f-59c0-4f12-b1bf-2cddec15c0fd'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:00:21.339195 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca991d7-b81e-4e09-9857-af6da15f14d6" -d '{"events": [{"name": "network-changed", "server_uuid": "1bcf264d-98fb-464b-88c6-0af5abcd3eb9", "tag": "c0dc030f-59c0-4f12-b1bf-2cddec15c0fd"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:00:21.382394 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb233b6f-ec0e-4748-8b17-27746e0b6d92 x-openstack-request-id: req-fb233b6f-ec0e-4748-8b17-27746e0b6d92 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:00:21.382689 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bcf264d-98fb-464b-88c6-0af5abcd3eb9", "tag": "c0dc030f-59c0-4f12-b1bf-2cddec15c0fd", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:00:21.382939 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fb233b6f-ec0e-4748-8b17-27746e0b6d92 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:00:21.383376 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bcf264d-98fb-464b-88c6-0af5abcd3eb9', 'tag': 'c0dc030f-59c0-4f12-b1bf-2cddec15c0fd', 'status': 'completed', 'code': 200} Jun 30 10:00:21.416893 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-59afea59-6171-4eda-b889-ce18562ec596 None None] Set router a1cc04a6-5670-435d-a546-27e7bcea7502 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:00:21.470516 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca991d7-b81e-4e09-9857-af6da15f14d6 req-b6d4c833-c72f-4742-8ce8-0ec5ccf6374f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:21.471885 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bca991d7-b81e-4e09-9857-af6da15f14d6 req-b6d4c833-c72f-4742-8ce8-0ec5ccf6374f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 1098 time: 0.0650933 Jun 30 10:00:21.507997 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521fd2c-e65a-4ce1-894a-79d7f43a0a08 req-44a6fa10-c3de-4f14-bb79-d832323c28b5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:21.509678 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b521fd2c-e65a-4ce1-894a-79d7f43a0a08 req-44a6fa10-c3de-4f14-bb79-d832323c28b5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 946 time: 0.0700035 Jun 30 10:00:21.553976 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b521fd2c-e65a-4ce1-894a-79d7f43a0a08 req-8e5dcbf2-ed43-4b5c-9998-63894452b271 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373938 Jun 30 10:00:21.580397 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58366) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:00:21.596208 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca991d7-b81e-4e09-9857-af6da15f14d6 req-b04ad011-e3ee-4657-a0ad-d0954ab786ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:21.597668 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bca991d7-b81e-4e09-9857-af6da15f14d6 req-b04ad011-e3ee-4657-a0ad-d0954ab786ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc869a9c-8bed-43fd-97ac-2c58b615f6f5 HTTP/1.1" status: 200 len: 897 time: 0.1188662 Jun 30 10:00:21.648026 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-84fae160-d23f-4b02-bf71-2ff6a1681876 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/floatingips/c5b82285-bb18-472f-9d8a-50a402e876be HTTP/1.1" status: 200 len: 992 time: 0.0656857 Jun 30 10:00:21.655004 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-59afea59-6171-4eda-b889-ce18562ec596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114391134', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'cddd1537-1c83-49fd-bb13-ae04c3c7e82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:59:57Z', 'updated_at': '2021-06-30T10:00:03Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': 'cddd1537-1c83-49fd-bb13-ae04c3c7e82a', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:59:58Z', 'updated_at': '2021-06-30T10:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'c5b82285-bb18-472f-9d8a-50a402e876be', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'floating_ip_address': '172.25.6.111', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'port_id': 'c0dc030f-59c0-4f12-b1bf-2cddec15c0fd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5', 'mac_address': 'fa:16:3e:78:42:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcf264d-98fb-464b-88c6-0af5abcd3eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:00:20Z', 'updated_at': '2021-06-30T10:00:20Z', 'revision_number': 0, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b35780-8920-412a-afae-a494cdc9c298', 'name': '', 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:c7:e3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2fc433d6-85f4-45dd-a4cc-a4dce2f83f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:00:02Z', 'updated_at': '2021-06-30T10:00:07Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '2fc433d6-85f4-45dd-a4cc-a4dce2f83f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:00:21.671985 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bca991d7-b81e-4e09-9857-af6da15f14d6 req-835f3e68-abbd-4be3-a75e-761cf81158fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd HTTP/1.1" status: 200 len: 1000 time: 0.0671906 Jun 30 10:00:21.685046 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59afea59-6171-4eda-b889-ce18562ec596 None None] Checking router: a1cc04a6-5670-435d-a546-27e7bcea7502 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:00:21.693694 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59afea59-6171-4eda-b889-ce18562ec596 None None] Routers {'a1cc04a6-5670-435d-a546-27e7bcea7502'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:00:21.694534 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-59afea59-6171-4eda-b889-ce18562ec596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T09:59:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a1cc04a6-5670-435d-a546-27e7bcea7502'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:00:21.721500 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca991d7-b81e-4e09-9857-af6da15f14d6 req-52675ffb-82ee-4882-af13-c45db9cb1195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:21.722872 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bca991d7-b81e-4e09-9857-af6da15f14d6 req-52675ffb-82ee-4882-af13-c45db9cb1195 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2fc433d6-85f4-45dd-a4cc-a4dce2f83f40 HTTP/1.1" status: 200 len: 834 time: 0.0448585 Jun 30 10:00:21.781449 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca991d7-b81e-4e09-9857-af6da15f14d6 req-bd6d588d-62d9-4e32-ad2e-3d81332d403b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:21.782947 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bca991d7-b81e-4e09-9857-af6da15f14d6 req-bd6d588d-62d9-4e32-ad2e-3d81332d403b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc869a9c-8bed-43fd-97ac-2c58b615f6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533607 Jun 30 10:00:21.799745 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-59afea59-6171-4eda-b889-ce18562ec596 None None] Set router a1cc04a6-5670-435d-a546-27e7bcea7502 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:00:21.875456 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bca991d7-b81e-4e09-9857-af6da15f14d6 req-cfb91264-44b3-4da2-b65d-0eeeca797ff3 service neutron] 10.222.0.37 "GET /v2.0/networks/dc869a9c-8bed-43fd-97ac-2c58b615f6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858080 Jun 30 10:00:21.963297 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bca991d7-b81e-4e09-9857-af6da15f14d6 req-d04fde76-380d-49d2-9315-821dd2224ead service neutron] 10.222.0.37 "GET /v2.0/networks/dc869a9c-8bed-43fd-97ac-2c58b615f6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817709 Jun 30 10:00:22.019841 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-59afea59-6171-4eda-b889-ce18562ec596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114391134', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'cddd1537-1c83-49fd-bb13-ae04c3c7e82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:59:57Z', 'updated_at': '2021-06-30T10:00:03Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': 'cddd1537-1c83-49fd-bb13-ae04c3c7e82a', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:59:58Z', 'updated_at': '2021-06-30T10:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'c5b82285-bb18-472f-9d8a-50a402e876be', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'floating_ip_address': '172.25.6.111', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'port_id': 'c0dc030f-59c0-4f12-b1bf-2cddec15c0fd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5', 'mac_address': 'fa:16:3e:78:42:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcf264d-98fb-464b-88c6-0af5abcd3eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:00:20Z', 'updated_at': '2021-06-30T10:00:20Z', 'revision_number': 0, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b35780-8920-412a-afae-a494cdc9c298', 'name': '', 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:c7:e3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2fc433d6-85f4-45dd-a4cc-a4dce2f83f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:00:02Z', 'updated_at': '2021-06-30T10:00:07Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '2fc433d6-85f4-45dd-a4cc-a4dce2f83f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:00:22.044869 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59afea59-6171-4eda-b889-ce18562ec596 None None] The sync data for ids ['a1cc04a6-5670-435d-a546-27e7bcea7502'] in n-d-771363-31 is: [{'id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114391134', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'cddd1537-1c83-49fd-bb13-ae04c3c7e82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:59:57Z', 'updated_at': '2021-06-30T10:00:03Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': 'cddd1537-1c83-49fd-bb13-ae04c3c7e82a', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:59:58Z', 'updated_at': '2021-06-30T10:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'c5b82285-bb18-472f-9d8a-50a402e876be', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'floating_ip_address': '172.25.6.111', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'port_id': 'c0dc030f-59c0-4f12-b1bf-2cddec15c0fd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5', 'mac_address': 'fa:16:3e:78:42:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcf264d-98fb-464b-88c6-0af5abcd3eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:00:20Z', 'updated_at': '2021-06-30T10:00:20Z', 'revision_number': 0, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b35780-8920-412a-afae-a494cdc9c298', 'name': '', 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:c7:e3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2fc433d6-85f4-45dd-a4cc-a4dce2f83f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:00:02Z', 'updated_at': '2021-06-30T10:00:07Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '2fc433d6-85f4-45dd-a4cc-a4dce2f83f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:00:22.242201 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ece5097-ed3b-45ea-ac77-3256b474bb03 None None] New status for floating IP c5b82285-bb18-472f-9d8a-50a402e876be: ACTIVE {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:00:22.651974 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58368) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:00:22.717316 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a6dfcfec-e70c-4503-a6b8-40d7d69e7881 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/floatingips/c5b82285-bb18-472f-9d8a-50a402e876be HTTP/1.1" status: 200 len: 994 time: 0.0641224 Jun 30 10:00:22.941073 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-22a258eb-3da8-4c13-a4c6-4505ab39a8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:23.546740 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:24.746839 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:26.426810 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:26.996068 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:00:38.047956 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:39.169526 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:50.482970 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-397063b9-061a-4c38-aa0f-6dafd5ff1027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:52.911603 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6764cd10-1ce2-4ae2-87a0-a7bc0f733c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:53.500287 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:54.729059 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:56.435987 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:03.995049 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:01:04.791380 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dacc8a73-3671-4ad8-8007-17cc7a5fc3ea req-b9a3bce2-4b41-4dd5-b910-8e9c6960923e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0688393 Jun 30 10:01:04.887428 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc8a73-3671-4ad8-8007-17cc7a5fc3ea req-047af047-8c2a-4f1c-8344-72137a76b905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:04.889158 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dacc8a73-3671-4ad8-8007-17cc7a5fc3ea req-047af047-8c2a-4f1c-8344-72137a76b905 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 1098 time: 0.0526652 Jun 30 10:01:04.993789 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc8a73-3671-4ad8-8007-17cc7a5fc3ea req-b26bde78-c704-42a9-a740-118233a3abb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:04.995291 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dacc8a73-3671-4ad8-8007-17cc7a5fc3ea req-b26bde78-c704-42a9-a740-118233a3abb4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc869a9c-8bed-43fd-97ac-2c58b615f6f5 HTTP/1.1" status: 200 len: 897 time: 0.0875964 Jun 30 10:01:05.059284 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dacc8a73-3671-4ad8-8007-17cc7a5fc3ea req-25aac027-4359-4e2e-96b5-ae4edff84a8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd HTTP/1.1" status: 200 len: 1002 time: 0.0576472 Jun 30 10:01:05.110525 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc8a73-3671-4ad8-8007-17cc7a5fc3ea req-ca06cbcd-041a-4653-801e-17520426d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:05.112019 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dacc8a73-3671-4ad8-8007-17cc7a5fc3ea req-ca06cbcd-041a-4653-801e-17520426d7d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2fc433d6-85f4-45dd-a4cc-a4dce2f83f40 HTTP/1.1" status: 200 len: 834 time: 0.0471735 Jun 30 10:01:05.176716 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc8a73-3671-4ad8-8007-17cc7a5fc3ea req-c7d13ee3-95fe-42b4-8e05-e38be0673dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:05.178203 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dacc8a73-3671-4ad8-8007-17cc7a5fc3ea req-c7d13ee3-95fe-42b4-8e05-e38be0673dec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc869a9c-8bed-43fd-97ac-2c58b615f6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602276 Jun 30 10:01:05.269797 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dacc8a73-3671-4ad8-8007-17cc7a5fc3ea req-4e60c634-877d-44ca-b1dc-639b17478da4 service neutron] 10.222.0.37 "GET /v2.0/networks/dc869a9c-8bed-43fd-97ac-2c58b615f6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844223 Jun 30 10:01:05.363091 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dacc8a73-3671-4ad8-8007-17cc7a5fc3ea req-2afa1d6b-b379-4f17-b876-e1e7ffdc2812 service neutron] 10.222.0.37 "GET /v2.0/networks/dc869a9c-8bed-43fd-97ac-2c58b615f6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864463 Jun 30 10:01:07.997069 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:09.189599 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:20.480548 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-79e146ef-e0a4-483b-a4a1-1edad7cd864e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:22.922943 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1c39bb51-56c8-4673-bea4-dc956b13b05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:23.539847 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:24.743671 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:25.572184 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d6a1d-c094-4cef-9ac5-7d015768bd5c req-8e299a58-47c7-4f9a-ba70-521e31f26d57 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:25.573890 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8d1d6a1d-c094-4cef-9ac5-7d015768bd5c req-8e299a58-47c7-4f9a-ba70-521e31f26d57 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 1098 time: 0.0698340 Jun 30 10:01:25.611667 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8d1d6a1d-c094-4cef-9ac5-7d015768bd5c req-1c34b34f-78ca-4048-8936-0c65ace6ee58 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310612 Jun 30 10:01:25.789202 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e7c1a-94c9-4f50-9ab0-44ad0ce35892 req-fa9b6003-b24e-44ef-9212-946a04826320 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:25.790680 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c49e7c1a-94c9-4f50-9ab0-44ad0ce35892 req-fa9b6003-b24e-44ef-9212-946a04826320 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 946 time: 0.0641897 Jun 30 10:01:25.829047 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c49e7c1a-94c9-4f50-9ab0-44ad0ce35892 req-9063ed47-dbbb-4603-bc19-48053c0be1d2 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325694 Jun 30 10:01:25.853141 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58434) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:25.913193 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-89f421a4-7794-47f2-be8b-38596f65a9f2 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/floatingips/c5b82285-bb18-472f-9d8a-50a402e876be HTTP/1.1" status: 200 len: 994 time: 0.0588119 Jun 30 10:01:26.459608 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:26.835463 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddf202-4883-4b0c-8a5c-d5c07ec0df99 req-a2c72083-9521-41fb-a118-535071d2b902 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:26.838041 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85ddf202-4883-4b0c-8a5c-d5c07ec0df99 req-a2c72083-9521-41fb-a118-535071d2b902 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 946 time: 0.0733974 Jun 30 10:01:26.869404 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58454) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:26.878498 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85ddf202-4883-4b0c-8a5c-d5c07ec0df99 req-789db29a-88db-4aff-a003-a74061ddc280 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346231 Jun 30 10:01:26.974872 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-aa7269d7-0ce6-4b18-ba9a-0e07e3bbd823 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1043296 Jun 30 10:01:28.059665 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d60de-fbb2-475a-bcc1-0f0cc6c2992b req-30a98e79-2c3a-4d95-b5b3-2732bf749c69 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:28.062363 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f37d60de-fbb2-475a-bcc1-0f0cc6c2992b req-30a98e79-2c3a-4d95-b5b3-2732bf749c69 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 946 time: 0.0662546 Jun 30 10:01:28.101981 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f37d60de-fbb2-475a-bcc1-0f0cc6c2992b req-a9473331-3ef0-4c77-a74f-b40ffe3c98ec tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343032 Jun 30 10:01:29.280441 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad7e01-04a0-4846-8172-02d63df6ef43 req-a3512e4c-0541-41af-8cde-4eb54f22cfbd tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:29.281916 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ebad7e01-04a0-4846-8172-02d63df6ef43 req-a3512e4c-0541-41af-8cde-4eb54f22cfbd tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 946 time: 0.0675254 Jun 30 10:01:29.320017 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ebad7e01-04a0-4846-8172-02d63df6ef43 req-0657357a-3342-474b-8799-76ee88af5860 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323100 Jun 30 10:01:30.506434 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae6acc-593c-4ba0-922e-03a08aa974db req-95c9f6ac-2634-4a18-b556-2d756be49ef4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:30.508075 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7cae6acc-593c-4ba0-922e-03a08aa974db req-95c9f6ac-2634-4a18-b556-2d756be49ef4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 946 time: 0.0733886 Jun 30 10:01:30.551431 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7cae6acc-593c-4ba0-922e-03a08aa974db req-f4fddd59-30cb-4b10-b602-6edaad818ca6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365424 Jun 30 10:01:31.401812 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-4f73f119-f5e7-45c1-a3bb-72e6047a9c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:31.403368 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-4f73f119-f5e7-45c1-a3bb-72e6047a9c3b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 1098 time: 0.0566471 Jun 30 10:01:31.499602 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-fbe5eb5f-2e94-4ae9-8603-c04aa9ed5a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:31.501145 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-fbe5eb5f-2e94-4ae9-8603-c04aa9ed5a89 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc869a9c-8bed-43fd-97ac-2c58b615f6f5 HTTP/1.1" status: 200 len: 897 time: 0.0914383 Jun 30 10:01:31.574113 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-afcbc0b7-1362-491f-a4b1-b184f21bf1c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd HTTP/1.1" status: 200 len: 1002 time: 0.0671322 Jun 30 10:01:31.631717 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-50b832b9-8e10-450e-a676-272dfee9e9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:31.634659 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-50b832b9-8e10-450e-a676-272dfee9e9b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2fc433d6-85f4-45dd-a4cc-a4dce2f83f40 HTTP/1.1" status: 200 len: 834 time: 0.0541039 Jun 30 10:01:31.696990 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-081c344a-a6f3-47aa-9b93-df5f66f6aa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:31.698619 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-081c344a-a6f3-47aa-9b93-df5f66f6aa3f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc869a9c-8bed-43fd-97ac-2c58b615f6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577826 Jun 30 10:01:31.751011 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429882a0-b98e-4468-a0ee-5ae1592044aa req-68800779-03f2-406f-9147-30b6687ae9f8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:31.752617 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-429882a0-b98e-4468-a0ee-5ae1592044aa req-68800779-03f2-406f-9147-30b6687ae9f8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 946 time: 0.0799203 Jun 30 10:01:31.797440 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-429882a0-b98e-4468-a0ee-5ae1592044aa req-461a0c8a-29a9-4598-be85-373c2329aad1 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389192 Jun 30 10:01:32.102505 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-0938be3e-9bf2-4f57-9a4c-cad1cec478bd service neutron] 10.222.0.37 "GET /v2.0/networks/dc869a9c-8bed-43fd-97ac-2c58b615f6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966010 Jun 30 10:01:32.204648 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-d04950aa-541f-4363-aadf-f89c45a4d90b service neutron] 10.222.0.37 "GET /v2.0/networks/dc869a9c-8bed-43fd-97ac-2c58b615f6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947809 Jun 30 10:01:32.979144 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de9f1c-c268-4ff4-ba36-5cbe8778a741 req-713d984e-15d7-48c8-ae7d-2ba7137389bb tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:32.980664 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-23de9f1c-c268-4ff4-ba36-5cbe8778a741 req-713d984e-15d7-48c8-ae7d-2ba7137389bb tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 946 time: 0.0689828 Jun 30 10:01:33.023762 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-23de9f1c-c268-4ff4-ba36-5cbe8778a741 req-5afde089-5ad0-44b7-bb52-24079d07a42e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354307 Jun 30 10:01:34.222732 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ec383-fd4c-4059-a819-7b21ed261619 req-737a3a7a-541b-4d37-afee-0717cfb40fb6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:34.224254 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-604ec383-fd4c-4059-a819-7b21ed261619 req-737a3a7a-541b-4d37-afee-0717cfb40fb6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 946 time: 0.0659838 Jun 30 10:01:34.263255 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-604ec383-fd4c-4059-a819-7b21ed261619 req-a21043d9-aa94-4276-a7aa-a6ebc42ed54c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332873 Jun 30 10:01:35.442895 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021754c0-0020-49c3-8695-314c264842a5 req-a90b60e6-8ec3-4fb4-94d5-a5603d850c89 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:35.444424 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-021754c0-0020-49c3-8695-314c264842a5 req-a90b60e6-8ec3-4fb4-94d5-a5603d850c89 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 946 time: 0.0664818 Jun 30 10:01:35.484528 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-021754c0-0020-49c3-8695-314c264842a5 req-30830722-9bcc-47a7-bd6d-22acf6c0a662 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344930 Jun 30 10:01:36.665497 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ac03d-8d1a-4630-9561-20e26388040a req-02538774-4ce4-4901-bbf0-4b80c565978f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:36.666981 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c9ac03d-8d1a-4630-9561-20e26388040a req-02538774-4ce4-4901-bbf0-4b80c565978f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 946 time: 0.0686650 Jun 30 10:01:36.708728 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c9ac03d-8d1a-4630-9561-20e26388040a req-b44e6f5f-e30f-405a-892c-a9eeefc4fd09 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355637 Jun 30 10:01:37.917982 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a2052-ee53-4206-babe-1a41b7b93746 req-df028185-90d2-4268-b632-6fe255626b89 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:37.919495 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-717a2052-ee53-4206-babe-1a41b7b93746 req-df028185-90d2-4268-b632-6fe255626b89 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 946 time: 0.0647671 Jun 30 10:01:37.957942 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-717a2052-ee53-4206-babe-1a41b7b93746 req-5694fef0-5374-47ab-9c5a-5f1708881e6f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321605 Jun 30 10:01:38.008223 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:39.143901 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f53170-d043-4d7a-8de4-c7d39bde0d05 req-46ebb75f-3274-4a56-9498-2540ab016ccc tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:39.145396 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-25f53170-d043-4d7a-8de4-c7d39bde0d05 req-46ebb75f-3274-4a56-9498-2540ab016ccc tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 946 time: 0.0652225 Jun 30 10:01:39.183748 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-25f53170-d043-4d7a-8de4-c7d39bde0d05 req-02504e3f-2117-4a29-b901-05914028bec4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325005 Jun 30 10:01:39.202911 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:40.366541 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2daa5db-7240-4aee-8acb-192f886f5136 req-04c6bd35-2a68-42fa-b36e-e777ecdc0302 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:40.368031 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b2daa5db-7240-4aee-8acb-192f886f5136 req-04c6bd35-2a68-42fa-b36e-e777ecdc0302 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 946 time: 0.0687771 Jun 30 10:01:40.407390 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b2daa5db-7240-4aee-8acb-192f886f5136 req-4af20183-5704-4d26-8a7f-d9f8c6e315a5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324967 Jun 30 10:01:40.994663 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:01:41.582700 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8175bc2-3ef8-4189-b591-58f7e9a4d43a req-cb35a15c-6917-441e-837b-96f45e0f30b7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:41.584189 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c8175bc2-3ef8-4189-b591-58f7e9a4d43a req-cb35a15c-6917-441e-837b-96f45e0f30b7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 946 time: 0.0635326 Jun 30 10:01:41.622356 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c8175bc2-3ef8-4189-b591-58f7e9a4d43a req-5aeb42c4-2f14-407f-8fe4-d1ad30859593 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325251 Jun 30 10:01:42.797962 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d9b2b-9e5a-4590-9a49-4719758d3f32 req-b3b4e71b-65a9-4e16-8090-af42bdc2a08c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:42.799459 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7f3d9b2b-9e5a-4590-9a49-4719758d3f32 req-b3b4e71b-65a9-4e16-8090-af42bdc2a08c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 946 time: 0.0627441 Jun 30 10:01:42.837427 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7f3d9b2b-9e5a-4590-9a49-4719758d3f32 req-d681fb8f-4bab-48ff-9b73-678796e4638a tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323229 Jun 30 10:01:44.013411 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6ed49-151b-4586-98d9-b583686d4271 req-0cd0d990-421e-4a18-94cb-5cf4c07ef60b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:44.015490 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8ca6ed49-151b-4586-98d9-b583686d4271 req-0cd0d990-421e-4a18-94cb-5cf4c07ef60b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 946 time: 0.0667150 Jun 30 10:01:44.054108 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8ca6ed49-151b-4586-98d9-b583686d4271 req-9005d224-5cb9-45e2-80c5-89774c65e787 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323181 Jun 30 10:01:44.640718 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-89cc91e8-9d2d-4d2c-b6fd-52624886841d service neutron] show failed (client error): The resource could not be found. Jun 30 10:01:44.641747 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-89cc91e8-9d2d-4d2c-b6fd-52624886841d service neutron] 10.222.0.37 "GET /v2.0/ports/c0dc030f-59c0-4f12-b1bf-2cddec15c0fd/bindings/n-h1-771363-31 HTTP/1.1" status: 404 len: 381 time: 0.0603228 Jun 30 10:01:45.229922 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8518868-c786-4ef6-959a-e5c81d77aec4 req-10fc085f-d579-4b4d-83d1-efd2fa051d46 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:45.231747 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f8518868-c786-4ef6-959a-e5c81d77aec4 req-10fc085f-d579-4b4d-83d1-efd2fa051d46 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 946 time: 0.0651164 Jun 30 10:01:45.273598 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f8518868-c786-4ef6-959a-e5c81d77aec4 req-23aa4094-64a4-4b4b-a7e9-c978e17c32e2 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362189 Jun 30 10:01:45.299415 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-9d5461ed-8483-49d7-ac3d-14f0e9e8f62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:45.300919 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-9d5461ed-8483-49d7-ac3d-14f0e9e8f62e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9&tenant_id=d88d41ea5323480fbb6ead7dceb2af71 HTTP/1.1" status: 200 len: 1098 time: 0.0565345 Jun 30 10:01:45.316511 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-31', 'device_owner': 'compute:nova'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:01:45.391071 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:45.597327 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] For port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd,segment=NetworkSegment(0601810d-2b3b-46e9-bb37-01d175cce884),segment_id=0601810d-2b3b-46e9-bb37-01d175cce884)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:01:45.635754 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] For port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:01:45.675381 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bcf264d-98fb-464b-88c6-0af5abcd3eb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0dc030f-59c0-4f12-b1bf-2cddec15c0fd'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:01:45.677726 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c34debf-6496-4136-891f-5c17f225e19e" -d '{"events": [{"server_uuid": "1bcf264d-98fb-464b-88c6-0af5abcd3eb9", "name": "network-vif-unplugged", "status": "completed", "tag": "c0dc030f-59c0-4f12-b1bf-2cddec15c0fd"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:01:45.681473 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:45.694698 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] Transition to ACTIVE for port object c0dc030f-59c0-4f12-b1bf-2cddec15c0fd will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:01:45.729480 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 10:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795d8851-ba93-4fd9-a2e6-9c8460b6bc60 x-openstack-request-id: req-795d8851-ba93-4fd9-a2e6-9c8460b6bc60 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:01:45.729773 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bcf264d-98fb-464b-88c6-0af5abcd3eb9", "name": "network-vif-unplugged", "status": "completed", "tag": "c0dc030f-59c0-4f12-b1bf-2cddec15c0fd", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:01:45.730025 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-795d8851-ba93-4fd9-a2e6-9c8460b6bc60 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:01:45.730417 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bcf264d-98fb-464b-88c6-0af5abcd3eb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0dc030f-59c0-4f12-b1bf-2cddec15c0fd', 'code': 200} Jun 30 10:01:45.802500 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:45.883203 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] Pushing event updated for resources: {'Port': ['ID=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd,revision_number=6']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:45.896190 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:45.896542 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:45.897251 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:45.897703 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:45.898054 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:45.898386 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:45.898719 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:45.899044 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:45.899396 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:45.899732 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:45.900059 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:45.900381 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:45.944418 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] No DVR routers for this DVR port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd on host n-h2-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:01:46.086109 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] Attempting to bind port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:01:46.086449 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] Attempting to bind port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '0601810d-2b3b-46e9-bb37-01d175cce884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:01:46.086777 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] Attempting to bind port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd on network dc869a9c-8bed-43fd-97ac-2c58b615f6f5 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:01:46.091179 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] Port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd on network dc869a9c-8bed-43fd-97ac-2c58b615f6f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:01:46.091505 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] Attempting to bind port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd on network dc869a9c-8bed-43fd-97ac-2c58b615f6f5 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:01:46.097222 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:01:46.097551 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] Checking segment: {'id': '0601810d-2b3b-46e9-bb37-01d175cce884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:01:46.097925 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] Bound using segment: {'id': '0601810d-2b3b-46e9-bb37-01d175cce884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:01:46.098351 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] Bound port: c0dc030f-59c0-4f12-b1bf-2cddec15c0fd, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0601810d-2b3b-46e9-bb37-01d175cce884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:01:46.098702 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:46.161696 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] For port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:01:46.164906 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] For port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd,segment=NetworkSegment(0601810d-2b3b-46e9-bb37-01d175cce884),segment_id=0601810d-2b3b-46e9-bb37-01d175cce884)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:01:46.282700 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:46.320955 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:46.321695 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:46.322970 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] 10.222.0.52 "PUT /v2.0/ports/c0dc030f-59c0-4f12-b1bf-2cddec15c0fd HTTP/1.1" status: 200 len: 1093 time: 1.0112195 Jun 30 10:01:46.354498 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0afb4e-8f17-433d-84e0-3c277877e040 service neutron] Pushing event updated for resources: {'Port': ['ID=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd,revision_number=7']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:46.414127 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-aaec5130-5f7a-4137-9218-f0d9404ea912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:46.415620 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-aaec5130-5f7a-4137-9218-f0d9404ea912 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 1096 time: 0.0580788 Jun 30 10:01:46.480107 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de0f14-5bfd-43de-a95f-f322c58b86ea req-2751ac8e-fcb5-4751-b303-df7fe58bd0aa tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:46.481709 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f9de0f14-5bfd-43de-a95f-f322c58b86ea req-2751ac8e-fcb5-4751-b303-df7fe58bd0aa tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 944 time: 0.0691650 Jun 30 10:01:46.517657 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-9b04dbe7-9b5e-4e4f-a261-31f4f23a527f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:46.519149 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-9b04dbe7-9b5e-4e4f-a261-31f4f23a527f service neutron] 10.222.0.52 "GET /v2.0/networks?id=dc869a9c-8bed-43fd-97ac-2c58b615f6f5 HTTP/1.1" status: 200 len: 897 time: 0.0950518 Jun 30 10:01:46.523361 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f9de0f14-5bfd-43de-a95f-f322c58b86ea req-75fdbc6f-1f29-44ef-9752-0dfadde41be0 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352468 Jun 30 10:01:46.589234 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-12290162-ad56-4984-ba66-c4be8cf21580 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd HTTP/1.1" status: 200 len: 1000 time: 0.0588577 Jun 30 10:01:46.643668 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-15acea6d-1d82-48e8-aa97-f77976652b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:46.645119 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-15acea6d-1d82-48e8-aa97-f77976652b97 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2fc433d6-85f4-45dd-a4cc-a4dce2f83f40 HTTP/1.1" status: 200 len: 834 time: 0.0460985 Jun 30 10:01:46.706995 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-add43308-48e0-4c59-bbe9-d99d20089cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:46.708415 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-add43308-48e0-4c59-bbe9-d99d20089cb7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dc869a9c-8bed-43fd-97ac-2c58b615f6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550036 Jun 30 10:01:46.800878 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-41a250af-5c73-48f3-adad-5d226ee4701f service neutron] 10.222.0.52 "GET /v2.0/networks/dc869a9c-8bed-43fd-97ac-2c58b615f6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826769 Jun 30 10:01:46.894751 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f64a6984-80c1-438c-8d7e-451102c6dc80 req-dd5acab5-140b-4fe3-81d5-675e614410d8 service neutron] 10.222.0.52 "GET /v2.0/networks/dc869a9c-8bed-43fd-97ac-2c58b615f6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863235 Jun 30 10:01:47.707050 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043b45e-e55d-4737-8790-cd6aba3b389e req-452c19f8-9577-4f89-bd27-bc6fd1230958 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:47.708500 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6043b45e-e55d-4737-8790-cd6aba3b389e req-452c19f8-9577-4f89-bd27-bc6fd1230958 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 944 time: 0.0662968 Jun 30 10:01:47.730835 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bcf264d-98fb-464b-88c6-0af5abcd3eb9', 'tag': 'c0dc030f-59c0-4f12-b1bf-2cddec15c0fd'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:01:47.733073 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11ac665-844e-43c4-bb01-8ef16778960b" -d '{"events": [{"name": "network-changed", "server_uuid": "1bcf264d-98fb-464b-88c6-0af5abcd3eb9", "tag": "c0dc030f-59c0-4f12-b1bf-2cddec15c0fd"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:01:47.753337 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6043b45e-e55d-4737-8790-cd6aba3b389e req-528c7ceb-bdf9-401a-baf6-0f97dd132f62 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392082 Jun 30 10:01:47.786659 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5306a4-ed54-4593-b4a9-af5535e64937 x-openstack-request-id: req-5d5306a4-ed54-4593-b4a9-af5535e64937 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:01:47.786953 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bcf264d-98fb-464b-88c6-0af5abcd3eb9", "tag": "c0dc030f-59c0-4f12-b1bf-2cddec15c0fd", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:01:47.787234 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5d5306a4-ed54-4593-b4a9-af5535e64937 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:01:47.787629 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bcf264d-98fb-464b-88c6-0af5abcd3eb9', 'tag': 'c0dc030f-59c0-4f12-b1bf-2cddec15c0fd', 'status': 'completed', 'code': 200} Jun 30 10:01:47.860721 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ac665-844e-43c4-bb01-8ef16778960b req-5bd00248-46c2-4847-8d59-4dd7694d5c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:47.862057 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d11ac665-844e-43c4-bb01-8ef16778960b req-5bd00248-46c2-4847-8d59-4dd7694d5c8f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 1096 time: 0.0550005 Jun 30 10:01:47.869328 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ac665-844e-43c4-bb01-8ef16778960b req-22b781cd-960b-44e9-a06b-c11028cfee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:47.870813 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d11ac665-844e-43c4-bb01-8ef16778960b req-22b781cd-960b-44e9-a06b-c11028cfee08 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 1096 time: 0.0609050 Jun 30 10:01:47.960917 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ac665-844e-43c4-bb01-8ef16778960b req-a62482a8-944c-4b16-bf50-aab299f4c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:47.962261 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d11ac665-844e-43c4-bb01-8ef16778960b req-a62482a8-944c-4b16-bf50-aab299f4c8f0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=dc869a9c-8bed-43fd-97ac-2c58b615f6f5 HTTP/1.1" status: 200 len: 897 time: 0.0936601 Jun 30 10:01:47.964685 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ac665-844e-43c4-bb01-8ef16778960b req-bed39230-a091-4fc9-b125-7b87e87c9894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:47.966165 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d11ac665-844e-43c4-bb01-8ef16778960b req-bed39230-a091-4fc9-b125-7b87e87c9894 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc869a9c-8bed-43fd-97ac-2c58b615f6f5 HTTP/1.1" status: 200 len: 897 time: 0.0894008 Jun 30 10:01:48.034334 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d11ac665-844e-43c4-bb01-8ef16778960b req-1efb501a-71c0-46ad-88bb-f771d0b25520 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd HTTP/1.1" status: 200 len: 1000 time: 0.0637624 Jun 30 10:01:48.038204 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d11ac665-844e-43c4-bb01-8ef16778960b req-07fad325-8988-4c8e-b801-d5040f99cadc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd HTTP/1.1" status: 200 len: 1000 time: 0.0662134 Jun 30 10:01:48.086656 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ac665-844e-43c4-bb01-8ef16778960b req-786725a7-8b49-4729-80db-33ab0a635251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:48.087708 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ac665-844e-43c4-bb01-8ef16778960b req-7d6a080e-0b52-4d07-a3e4-3c916b9c9f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:48.088050 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d11ac665-844e-43c4-bb01-8ef16778960b req-786725a7-8b49-4729-80db-33ab0a635251 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2fc433d6-85f4-45dd-a4cc-a4dce2f83f40 HTTP/1.1" status: 200 len: 834 time: 0.0442846 Jun 30 10:01:48.089134 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d11ac665-844e-43c4-bb01-8ef16778960b req-7d6a080e-0b52-4d07-a3e4-3c916b9c9f2a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2fc433d6-85f4-45dd-a4cc-a4dce2f83f40 HTTP/1.1" status: 200 len: 834 time: 0.0467000 Jun 30 10:01:48.147757 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ac665-844e-43c4-bb01-8ef16778960b req-c97eaf53-d894-4c46-851c-c04a973c64b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:48.149378 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d11ac665-844e-43c4-bb01-8ef16778960b req-c97eaf53-d894-4c46-851c-c04a973c64b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc869a9c-8bed-43fd-97ac-2c58b615f6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544331 Jun 30 10:01:48.151754 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ac665-844e-43c4-bb01-8ef16778960b req-57ebe5a0-9b27-4871-b54f-af6069fe3abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:48.153241 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d11ac665-844e-43c4-bb01-8ef16778960b req-57ebe5a0-9b27-4871-b54f-af6069fe3abf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dc869a9c-8bed-43fd-97ac-2c58b615f6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574565 Jun 30 10:01:48.250427 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d11ac665-844e-43c4-bb01-8ef16778960b req-7513abb8-5b2f-4e6d-bb18-33ee5f29c2d0 service neutron] 10.222.0.37 "GET /v2.0/networks/dc869a9c-8bed-43fd-97ac-2c58b615f6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938044 Jun 30 10:01:48.253234 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d11ac665-844e-43c4-bb01-8ef16778960b req-bf431427-0c5a-4976-854b-83ca1a722839 service neutron] 10.222.0.52 "GET /v2.0/networks/dc869a9c-8bed-43fd-97ac-2c58b615f6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887098 Jun 30 10:01:48.340784 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d11ac665-844e-43c4-bb01-8ef16778960b req-678cd972-dc7d-4956-8fa1-d7e8aef84b84 service neutron] 10.222.0.37 "GET /v2.0/networks/dc869a9c-8bed-43fd-97ac-2c58b615f6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844815 Jun 30 10:01:48.347900 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d11ac665-844e-43c4-bb01-8ef16778960b req-aa54728a-db91-4d77-9e5c-fdfa4d67f620 service neutron] 10.222.0.52 "GET /v2.0/networks/dc869a9c-8bed-43fd-97ac-2c58b615f6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874753 Jun 30 10:01:48.939949 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc6885-e9b9-4cfb-bdb1-ae1c226020a4 req-3c5fd77d-e491-4d83-9b92-6c8473b21730 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:48.941417 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-18dc6885-e9b9-4cfb-bdb1-ae1c226020a4 req-3c5fd77d-e491-4d83-9b92-6c8473b21730 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 944 time: 0.0760436 Jun 30 10:01:48.980385 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-18dc6885-e9b9-4cfb-bdb1-ae1c226020a4 req-77311f50-5c44-4586-91fd-d7c1f910e478 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333905 Jun 30 10:01:49.220425 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c0dc030f-59c0-4f12-b1bf-2cddec15c0fd no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:01:49.259715 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c0dc030f-59c0-4f12-b1bf-2cddec15c0fd not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:01:49.568811 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device c0dc030f-59c0-4f12-b1bf-2cddec15c0fd details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:01:49.662865 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd,segment=NetworkSegment(0601810d-2b3b-46e9-bb37-01d175cce884),segment_id=0601810d-2b3b-46e9-bb37-01d175cce884)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:01:49.674927 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'c0dc030f-59c0-4f12-b1bf-2cddec15c0fd', 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5', 'port_id': 'c0dc030f-59c0-4f12-b1bf-2cddec15c0fd', 'mac_address': 'fa:16:3e:78:42:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fc433d6-85f4-45dd-a4cc-a4dce2f83f40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:01:49.710661 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:49.723598 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0dc030f-59c0-4f12-b1bf-2cddec15c0fd {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:01:49.742532 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd,segment=NetworkSegment(0601810d-2b3b-46e9-bb37-01d175cce884),segment_id=0601810d-2b3b-46e9-bb37-01d175cce884)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:01:49.842510 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:49.897418 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:49.904731 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:49.905075 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:49.905413 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:49.905748 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:49.906732 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:49.907638 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:49.907975 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:49.908311 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:49.908643 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:49.909003 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:49.909330 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:49.909654 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:50.115713 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['c0dc030f-59c0-4f12-b1bf-2cddec15c0fd'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:01:50.170567 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0578d-8105-450e-9470-71d231f32328 req-40db0015-c3e5-428e-9eb5-56a56048fa62 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:50.172445 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cbe0578d-8105-450e-9470-71d231f32328 req-40db0015-c3e5-428e-9eb5-56a56048fa62 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 945 time: 0.0716553 Jun 30 10:01:50.223214 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cbe0578d-8105-450e-9470-71d231f32328 req-09c445ce-03a9-49ff-87ac-6631c621de92 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443983 Jun 30 10:01:50.493447 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4cece52c-3926-4968-9e18-53d3bc706a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:50.904584 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d2233-920e-4d2c-b127-70034ad0062c req-35338073-6df5-41d9-ab6b-ab939babed59 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:50.906504 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1c3d2233-920e-4d2c-b127-70034ad0062c req-35338073-6df5-41d9-ab6b-ab939babed59 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 945 time: 0.0670624 Jun 30 10:01:50.947249 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1c3d2233-920e-4d2c-b127-70034ad0062c req-ad9b9361-0dc1-44c8-ae2a-5ccf12617aee tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349674 Jun 30 10:01:50.968544 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85233bbd-3eca-4316-b211-0574f45910c3 req-20be8a6e-253d-476a-80b3-bae13ee7303c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:50.970109 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85233bbd-3eca-4316-b211-0574f45910c3 req-20be8a6e-253d-476a-80b3-bae13ee7303c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.52 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9&tenant_id=d88d41ea5323480fbb6ead7dceb2af71&binding%3Ahost_id=n-h1-771363-31 HTTP/1.1" status: 200 len: 945 time: 0.1143651 Jun 30 10:01:51.033222 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85233bbd-3eca-4316-b211-0574f45910c3 req-5fa14987-c24d-43e5-ad09-bb41ce8bf06d service neutron] 10.222.0.52 "GET /v2.0/ports/c0dc030f-59c0-4f12-b1bf-2cddec15c0fd/bindings/n-h1-771363-31 HTTP/1.1" status: 200 len: 383 time: 0.0547478 Jun 30 10:01:51.127320 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85233bbd-3eca-4316-b211-0574f45910c3 req-57aae615-f245-452b-b6c1-1c079cf2aa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:51.128803 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85233bbd-3eca-4316-b211-0574f45910c3 req-57aae615-f245-452b-b6c1-1c079cf2aa31 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 1097 time: 0.0541542 Jun 30 10:01:51.221868 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85233bbd-3eca-4316-b211-0574f45910c3 req-58375b9a-04f0-4e5b-992c-0b5a8ccd48d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:51.223591 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85233bbd-3eca-4316-b211-0574f45910c3 req-58375b9a-04f0-4e5b-992c-0b5a8ccd48d4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=dc869a9c-8bed-43fd-97ac-2c58b615f6f5 HTTP/1.1" status: 200 len: 897 time: 0.0884085 Jun 30 10:01:51.288389 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85233bbd-3eca-4316-b211-0574f45910c3 req-9682f2e9-ce5f-4f5d-b1a5-2c8e3c88a153 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd HTTP/1.1" status: 200 len: 1001 time: 0.0583022 Jun 30 10:01:51.340767 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85233bbd-3eca-4316-b211-0574f45910c3 req-3e8d4980-6f8c-4947-96dc-dd97ae3448a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:51.342199 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85233bbd-3eca-4316-b211-0574f45910c3 req-3e8d4980-6f8c-4947-96dc-dd97ae3448a8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2fc433d6-85f4-45dd-a4cc-a4dce2f83f40 HTTP/1.1" status: 200 len: 834 time: 0.0474854 Jun 30 10:01:51.399818 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85233bbd-3eca-4316-b211-0574f45910c3 req-b166ab02-ccf9-498d-bea6-fff0a80483ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:51.401300 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85233bbd-3eca-4316-b211-0574f45910c3 req-b166ab02-ccf9-498d-bea6-fff0a80483ab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dc869a9c-8bed-43fd-97ac-2c58b615f6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527656 Jun 30 10:01:51.491571 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85233bbd-3eca-4316-b211-0574f45910c3 req-1e4b33aa-f380-46f4-b691-9b9b4b2c633d service neutron] 10.222.0.52 "GET /v2.0/networks/dc869a9c-8bed-43fd-97ac-2c58b615f6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827672 Jun 30 10:01:51.572514 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device c0dc030f-59c0-4f12-b1bf-2cddec15c0fd up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:01:51.588426 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85233bbd-3eca-4316-b211-0574f45910c3 req-6f6a9538-e440-4908-8dc2-eba2f14524d2 service neutron] 10.222.0.52 "GET /v2.0/networks/dc869a9c-8bed-43fd-97ac-2c58b615f6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907714 Jun 30 10:01:51.714296 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:01:51.718326 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:01:51.723477 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:51.796737 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:51.821921 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bcf264d-98fb-464b-88c6-0af5abcd3eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0dc030f-59c0-4f12-b1bf-2cddec15c0fd'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:01:51.824249 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af09f53-e4b1-4e89-b469-c1dc5723b9f1" -d '{"events": [{"server_uuid": "1bcf264d-98fb-464b-88c6-0af5abcd3eb9", "name": "network-vif-plugged", "status": "completed", "tag": "c0dc030f-59c0-4f12-b1bf-2cddec15c0fd"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:01:51.840552 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd,segment=NetworkSegment(0601810d-2b3b-46e9-bb37-01d175cce884),segment_id=0601810d-2b3b-46e9-bb37-01d175cce884)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:01:51.875234 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83013213-d2c3-4046-b843-36be57ed41f0 x-openstack-request-id: req-83013213-d2c3-4046-b843-36be57ed41f0 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:01:51.875532 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bcf264d-98fb-464b-88c6-0af5abcd3eb9", "name": "network-vif-plugged", "status": "completed", "tag": "c0dc030f-59c0-4f12-b1bf-2cddec15c0fd", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:01:51.875788 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-83013213-d2c3-4046-b843-36be57ed41f0 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:01:51.876187 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bcf264d-98fb-464b-88c6-0af5abcd3eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0dc030f-59c0-4f12-b1bf-2cddec15c0fd', 'code': 200} Jun 30 10:01:51.916617 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:51.965292 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd,revision_number=9']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:52.129968 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c34251-4a2f-465c-a136-8b8a2788322c req-c3b13a43-277e-4141-92db-dca7ed58c1a7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:52.131450 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d6c34251-4a2f-465c-a136-8b8a2788322c req-c3b13a43-277e-4141-92db-dca7ed58c1a7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 946 time: 0.0692964 Jun 30 10:01:52.174081 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d6c34251-4a2f-465c-a136-8b8a2788322c req-9503f264-afc0-4550-ac58-4a74a8efed09 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360656 Jun 30 10:01:52.920358 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b8e2564c-0d43-4dbb-acfd-7d171fee0418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:53.377974 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5051c3-e006-4db7-b48c-24f1b1b67be0 req-21012b65-ea68-4555-906c-4df745e69649 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:53.379470 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bd5051c3-e006-4db7-b48c-24f1b1b67be0 req-21012b65-ea68-4555-906c-4df745e69649 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 946 time: 0.0640516 Jun 30 10:01:53.419753 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bd5051c3-e006-4db7-b48c-24f1b1b67be0 req-42e612cd-11dd-4b8e-8ed5-474d039fe490 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345912 Jun 30 10:01:53.516167 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:54.264560 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85233bbd-3eca-4316-b211-0574f45910c3 req-bc7e8379-f724-480e-806d-bbf146c31f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:54.266051 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85233bbd-3eca-4316-b211-0574f45910c3 req-bc7e8379-f724-480e-806d-bbf146c31f22 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9&tenant_id=d88d41ea5323480fbb6ead7dceb2af71 HTTP/1.1" status: 200 len: 1098 time: 0.0907602 Jun 30 10:01:54.277116 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-85233bbd-3eca-4316-b211-0574f45910c3 req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-31', 'device_owner': 'compute:nova'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:01:54.367400 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-85233bbd-3eca-4316-b211-0574f45910c3 req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:54.614267 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-85233bbd-3eca-4316-b211-0574f45910c3 req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] For port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd,segment=NetworkSegment(0601810d-2b3b-46e9-bb37-01d175cce884),segment_id=0601810d-2b3b-46e9-bb37-01d175cce884)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:01:54.641873 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e84547-2f45-4d02-91b5-ec99f4f1bca8 req-f8a5f40f-240a-4344-8a80-d07007df8d54 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:54.643380 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-17e84547-2f45-4d02-91b5-ec99f4f1bca8 req-f8a5f40f-240a-4344-8a80-d07007df8d54 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 946 time: 0.1039460 Jun 30 10:01:54.678088 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-85233bbd-3eca-4316-b211-0574f45910c3 req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] For port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd, host n-h1-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:01:54.720790 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-17e84547-2f45-4d02-91b5-ec99f4f1bca8 req-38a50530-bb55-4539-90e8-86b8db9e64af tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716457 Jun 30 10:01:54.733201 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bcf264d-98fb-464b-88c6-0af5abcd3eb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0dc030f-59c0-4f12-b1bf-2cddec15c0fd'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:01:54.736025 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c3ba5e-4aa8-4595-ae5f-b8dc8561beae" -d '{"events": [{"server_uuid": "1bcf264d-98fb-464b-88c6-0af5abcd3eb9", "name": "network-vif-unplugged", "status": "completed", "tag": "c0dc030f-59c0-4f12-b1bf-2cddec15c0fd"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:01:54.740144 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-85233bbd-3eca-4316-b211-0574f45910c3 req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:54.747301 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:54.753734 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-85233bbd-3eca-4316-b211-0574f45910c3 req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] Transition to ACTIVE for port object c0dc030f-59c0-4f12-b1bf-2cddec15c0fd will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:01:54.787473 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 10:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af907da1-0941-4166-bc04-c507e6decc9a x-openstack-request-id: req-af907da1-0941-4166-bc04-c507e6decc9a {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:01:54.787772 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bcf264d-98fb-464b-88c6-0af5abcd3eb9", "name": "network-vif-unplugged", "status": "completed", "tag": "c0dc030f-59c0-4f12-b1bf-2cddec15c0fd", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:01:54.788030 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-af907da1-0941-4166-bc04-c507e6decc9a {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:01:54.788429 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bcf264d-98fb-464b-88c6-0af5abcd3eb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0dc030f-59c0-4f12-b1bf-2cddec15c0fd', 'code': 200} Jun 30 10:01:54.842157 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-85233bbd-3eca-4316-b211-0574f45910c3 req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:54.946897 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] Pushing event updated for resources: {'Port': ['ID=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd,revision_number=10']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:54.968763 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:54.969108 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:54.969448 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:54.969842 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:54.970175 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:54.970543 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:54.970924 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:54.971236 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:54.971564 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:54.971887 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:54.972215 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:54.972539 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:55.026647 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-85233bbd-3eca-4316-b211-0574f45910c3 req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] No DVR routers for this DVR port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd on host n-h1-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:01:55.162548 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-85233bbd-3eca-4316-b211-0574f45910c3 req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] Attempting to bind port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:01:55.162796 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-85233bbd-3eca-4316-b211-0574f45910c3 req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] Attempting to bind port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '0601810d-2b3b-46e9-bb37-01d175cce884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:01:55.163113 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85233bbd-3eca-4316-b211-0574f45910c3 req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] Attempting to bind port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd on network dc869a9c-8bed-43fd-97ac-2c58b615f6f5 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:01:55.167312 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85233bbd-3eca-4316-b211-0574f45910c3 req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] Port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd on network dc869a9c-8bed-43fd-97ac-2c58b615f6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:01:55.167631 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85233bbd-3eca-4316-b211-0574f45910c3 req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] Attempting to bind port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd on network dc869a9c-8bed-43fd-97ac-2c58b615f6f5 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:01:55.172310 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85233bbd-3eca-4316-b211-0574f45910c3 req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:01:55.172651 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85233bbd-3eca-4316-b211-0574f45910c3 req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] Checking segment: {'id': '0601810d-2b3b-46e9-bb37-01d175cce884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:01:55.173071 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85233bbd-3eca-4316-b211-0574f45910c3 req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] Bound using segment: {'id': '0601810d-2b3b-46e9-bb37-01d175cce884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:01:55.173484 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-85233bbd-3eca-4316-b211-0574f45910c3 req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] Bound port: c0dc030f-59c0-4f12-b1bf-2cddec15c0fd, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0601810d-2b3b-46e9-bb37-01d175cce884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:01:55.173836 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-85233bbd-3eca-4316-b211-0574f45910c3 req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:55.237510 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-85233bbd-3eca-4316-b211-0574f45910c3 req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] For port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:01:55.240352 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-85233bbd-3eca-4316-b211-0574f45910c3 req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] For port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd,segment=NetworkSegment(0601810d-2b3b-46e9-bb37-01d175cce884),segment_id=0601810d-2b3b-46e9-bb37-01d175cce884)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:01:55.326281 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-85233bbd-3eca-4316-b211-0574f45910c3 req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:55.360258 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85233bbd-3eca-4316-b211-0574f45910c3 req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:55.362035 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-85233bbd-3eca-4316-b211-0574f45910c3 req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:55.363463 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85233bbd-3eca-4316-b211-0574f45910c3 req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] 10.222.0.37 "PUT /v2.0/ports/c0dc030f-59c0-4f12-b1bf-2cddec15c0fd HTTP/1.1" status: 200 len: 1094 time: 1.0905526 Jun 30 10:01:55.397773 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb647415-ba3f-4079-9f83-b0717ed2ec1b service neutron] Pushing event updated for resources: {'Port': ['ID=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd,revision_number=11']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:55.448135 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85233bbd-3eca-4316-b211-0574f45910c3 req-1bbbfff1-bbd3-4b86-9adf-900e48f87c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:55.449659 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85233bbd-3eca-4316-b211-0574f45910c3 req-1bbbfff1-bbd3-4b86-9adf-900e48f87c84 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 1097 time: 0.0600977 Jun 30 10:01:55.545921 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85233bbd-3eca-4316-b211-0574f45910c3 req-30cc00f4-3c9f-4074-99dc-128110fd7b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:55.547437 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85233bbd-3eca-4316-b211-0574f45910c3 req-30cc00f4-3c9f-4074-99dc-128110fd7b7d service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc869a9c-8bed-43fd-97ac-2c58b615f6f5 HTTP/1.1" status: 200 len: 897 time: 0.0915632 Jun 30 10:01:55.620589 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85233bbd-3eca-4316-b211-0574f45910c3 req-8949fdf1-e5bd-4fe1-8d74-211815204b3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd HTTP/1.1" status: 200 len: 1000 time: 0.0670490 Jun 30 10:01:55.677051 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85233bbd-3eca-4316-b211-0574f45910c3 req-2703725b-8d3f-4a81-9f31-c6486dae4a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:55.678402 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85233bbd-3eca-4316-b211-0574f45910c3 req-2703725b-8d3f-4a81-9f31-c6486dae4a6d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2fc433d6-85f4-45dd-a4cc-a4dce2f83f40 HTTP/1.1" status: 200 len: 834 time: 0.0510085 Jun 30 10:01:55.742090 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85233bbd-3eca-4316-b211-0574f45910c3 req-557f0774-870b-4d43-9310-de80f25b8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:55.743603 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85233bbd-3eca-4316-b211-0574f45910c3 req-557f0774-870b-4d43-9310-de80f25b8af1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc869a9c-8bed-43fd-97ac-2c58b615f6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587204 Jun 30 10:01:55.836830 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85233bbd-3eca-4316-b211-0574f45910c3 req-fb818501-7e4e-4b33-9b09-e97df775c498 service neutron] 10.222.0.37 "GET /v2.0/networks/dc869a9c-8bed-43fd-97ac-2c58b615f6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865011 Jun 30 10:01:55.976044 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdff361-c659-43ed-a788-21bea54db58d req-6c23f2d9-ae09-425e-ad9a-62212e204808 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:55.977592 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8bdff361-c659-43ed-a788-21bea54db58d req-6c23f2d9-ae09-425e-ad9a-62212e204808 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 945 time: 0.1399910 Jun 30 10:01:55.979446 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-85233bbd-3eca-4316-b211-0574f45910c3 req-20000f88-e150-458b-8374-f75320deda4d service neutron] 10.222.0.37 "GET /v2.0/networks/dc869a9c-8bed-43fd-97ac-2c58b615f6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328199 Jun 30 10:01:56.018214 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8bdff361-c659-43ed-a788-21bea54db58d req-f6b897e1-5e87-4a8f-9f9d-74336a2cc119 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349331 Jun 30 10:01:56.430525 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:56.789558 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bcf264d-98fb-464b-88c6-0af5abcd3eb9', 'tag': 'c0dc030f-59c0-4f12-b1bf-2cddec15c0fd'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:01:56.792130 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdd4a5a-12f6-4d23-8bea-9a38d48fc717" -d '{"events": [{"name": "network-changed", "server_uuid": "1bcf264d-98fb-464b-88c6-0af5abcd3eb9", "tag": "c0dc030f-59c0-4f12-b1bf-2cddec15c0fd"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:01:56.840154 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66edc811-b04e-4800-b9be-41dee35b53e0 x-openstack-request-id: req-66edc811-b04e-4800-b9be-41dee35b53e0 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:01:56.840456 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bcf264d-98fb-464b-88c6-0af5abcd3eb9", "tag": "c0dc030f-59c0-4f12-b1bf-2cddec15c0fd", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:01:56.840709 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-66edc811-b04e-4800-b9be-41dee35b53e0 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:01:56.841108 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bcf264d-98fb-464b-88c6-0af5abcd3eb9', 'tag': 'c0dc030f-59c0-4f12-b1bf-2cddec15c0fd', 'status': 'completed', 'code': 200} Jun 30 10:01:56.920316 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd4a5a-12f6-4d23-8bea-9a38d48fc717 req-7f7ca0dc-97ee-4c63-86dd-384473451e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:56.920882 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd4a5a-12f6-4d23-8bea-9a38d48fc717 req-2d08390b-f34e-44f5-a94e-9f7470610de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:56.921840 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3fdd4a5a-12f6-4d23-8bea-9a38d48fc717 req-7f7ca0dc-97ee-4c63-86dd-384473451e98 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 1097 time: 0.0585012 Jun 30 10:01:56.922334 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3fdd4a5a-12f6-4d23-8bea-9a38d48fc717 req-2d08390b-f34e-44f5-a94e-9f7470610de9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 1097 time: 0.0574803 Jun 30 10:01:57.012535 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd4a5a-12f6-4d23-8bea-9a38d48fc717 req-070cb12f-52bb-48e2-afd7-eae07d03eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:57.013310 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd4a5a-12f6-4d23-8bea-9a38d48fc717 req-b92590de-f145-4e54-bd3a-94928f99247d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:57.014238 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3fdd4a5a-12f6-4d23-8bea-9a38d48fc717 req-070cb12f-52bb-48e2-afd7-eae07d03eaed service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc869a9c-8bed-43fd-97ac-2c58b615f6f5 HTTP/1.1" status: 200 len: 897 time: 0.0846272 Jun 30 10:01:57.014733 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3fdd4a5a-12f6-4d23-8bea-9a38d48fc717 req-b92590de-f145-4e54-bd3a-94928f99247d service neutron] 10.222.0.52 "GET /v2.0/networks?id=dc869a9c-8bed-43fd-97ac-2c58b615f6f5 HTTP/1.1" status: 200 len: 897 time: 0.0854084 Jun 30 10:01:57.089293 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3fdd4a5a-12f6-4d23-8bea-9a38d48fc717 req-d563c216-8374-44b6-8541-810e82d1adb5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd HTTP/1.1" status: 200 len: 1000 time: 0.0679593 Jun 30 10:01:57.090938 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3fdd4a5a-12f6-4d23-8bea-9a38d48fc717 req-14ca68f2-a96e-4d98-bb41-913d859711b5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd HTTP/1.1" status: 200 len: 1000 time: 0.0659902 Jun 30 10:01:57.171154 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd4a5a-12f6-4d23-8bea-9a38d48fc717 req-889a7466-c86b-4ae9-93a0-4115a72e747e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:57.172646 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3fdd4a5a-12f6-4d23-8bea-9a38d48fc717 req-889a7466-c86b-4ae9-93a0-4115a72e747e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2fc433d6-85f4-45dd-a4cc-a4dce2f83f40 HTTP/1.1" status: 200 len: 834 time: 0.0757859 Jun 30 10:01:57.249874 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf0e89-c050-46c7-b577-ee5e9c915c4d req-98de3d0f-d632-43df-9782-bc4292345c0a tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:57.252063 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3ebf0e89-c050-46c7-b577-ee5e9c915c4d req-98de3d0f-d632-43df-9782-bc4292345c0a tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 945 time: 0.1169243 Jun 30 10:01:57.286220 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd4a5a-12f6-4d23-8bea-9a38d48fc717 req-00b2062f-ff9f-4d32-8839-d6271f914377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:57.287758 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3fdd4a5a-12f6-4d23-8bea-9a38d48fc717 req-00b2062f-ff9f-4d32-8839-d6271f914377 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc869a9c-8bed-43fd-97ac-2c58b615f6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1076641 Jun 30 10:01:57.324567 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3ebf0e89-c050-46c7-b577-ee5e9c915c4d req-6ca6ae68-89df-4a4c-9cce-d1a22f873ac4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654705 Jun 30 10:01:57.393199 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3fdd4a5a-12f6-4d23-8bea-9a38d48fc717 req-a6f50005-4927-4e0f-b977-656919e5cd64 service neutron] 10.222.0.37 "GET /v2.0/networks/dc869a9c-8bed-43fd-97ac-2c58b615f6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986285 Jun 30 10:01:57.451686 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd4a5a-12f6-4d23-8bea-9a38d48fc717 req-ce869dd8-8b1d-4a26-a4b0-ac9eadd57b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:57.453126 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3fdd4a5a-12f6-4d23-8bea-9a38d48fc717 req-ce869dd8-8b1d-4a26-a4b0-ac9eadd57b66 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2fc433d6-85f4-45dd-a4cc-a4dce2f83f40 HTTP/1.1" status: 200 len: 834 time: 0.3532038 Jun 30 10:01:57.492088 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3fdd4a5a-12f6-4d23-8bea-9a38d48fc717 req-f79fc57e-1933-472b-9415-052aca1ef30b service neutron] 10.222.0.37 "GET /v2.0/networks/dc869a9c-8bed-43fd-97ac-2c58b615f6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909715 Jun 30 10:01:57.516337 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd4a5a-12f6-4d23-8bea-9a38d48fc717 req-d6a30521-836c-4ec4-b4fa-92cb154d3344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:57.518841 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3fdd4a5a-12f6-4d23-8bea-9a38d48fc717 req-d6a30521-836c-4ec4-b4fa-92cb154d3344 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dc869a9c-8bed-43fd-97ac-2c58b615f6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555689 Jun 30 10:01:57.611325 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device c0dc030f-59c0-4f12-b1bf-2cddec15c0fd no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:01:57.616113 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3fdd4a5a-12f6-4d23-8bea-9a38d48fc717 req-910d3966-6f07-45f2-9fff-a3fae6ba6ead service neutron] 10.222.0.52 "GET /v2.0/networks/dc869a9c-8bed-43fd-97ac-2c58b615f6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870678 Jun 30 10:01:57.656765 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device c0dc030f-59c0-4f12-b1bf-2cddec15c0fd not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:01:57.711372 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3fdd4a5a-12f6-4d23-8bea-9a38d48fc717 req-77c1bf05-c5f3-400f-ba60-df959a14b3d7 service neutron] 10.222.0.52 "GET /v2.0/networks/dc869a9c-8bed-43fd-97ac-2c58b615f6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854607 Jun 30 10:01:58.507852 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fe565-64b2-40f1-b2ba-5d9367734629 req-6f5a3a7a-b23b-40bf-91db-b5fa3bf5e161 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:58.509327 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4a8fe565-64b2-40f1-b2ba-5d9367734629 req-6f5a3a7a-b23b-40bf-91db-b5fa3bf5e161 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 945 time: 0.0664773 Jun 30 10:01:58.549334 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4a8fe565-64b2-40f1-b2ba-5d9367734629 req-328c5ec3-2914-4c5d-a78e-14d73151c6fa tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338087 Jun 30 10:01:59.297468 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c0dc030f-59c0-4f12-b1bf-2cddec15c0fd details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:01:59.397924 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd,segment=NetworkSegment(0601810d-2b3b-46e9-bb37-01d175cce884),segment_id=0601810d-2b3b-46e9-bb37-01d175cce884)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:01:59.410036 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'c0dc030f-59c0-4f12-b1bf-2cddec15c0fd', 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5', 'port_id': 'c0dc030f-59c0-4f12-b1bf-2cddec15c0fd', 'mac_address': 'fa:16:3e:78:42:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fc433d6-85f4-45dd-a4cc-a4dce2f83f40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:01:59.447924 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:59.461037 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0dc030f-59c0-4f12-b1bf-2cddec15c0fd {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:01:59.480745 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd,segment=NetworkSegment(0601810d-2b3b-46e9-bb37-01d175cce884),segment_id=0601810d-2b3b-46e9-bb37-01d175cce884)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:01:59.607608 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:59.661846 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd,revision_number=12']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:59.729716 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832f340-e089-442d-afc8-59a3bee8c4e7 req-b5782818-867c-4c2f-b7e2-bed38eab9ecf tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:59.731221 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f832f340-e089-442d-afc8-59a3bee8c4e7 req-b5782818-867c-4c2f-b7e2-bed38eab9ecf tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 946 time: 0.0672629 Jun 30 10:01:59.771380 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f832f340-e089-442d-afc8-59a3bee8c4e7 req-3b2a18eb-9091-4297-8760-d5fbab9773ce tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330844 Jun 30 10:01:59.812586 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58558) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:59.873151 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-92985e42-78dc-4caf-bdbf-412ed7486c14 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/floatingips/c5b82285-bb18-472f-9d8a-50a402e876be HTTP/1.1" status: 200 len: 993 time: 0.0592322 Jun 30 10:01:59.922195 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['c0dc030f-59c0-4f12-b1bf-2cddec15c0fd'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:02:01.313089 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c0dc030f-59c0-4f12-b1bf-2cddec15c0fd up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:02:01.441899 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:02:01.446015 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:02:01.446332 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:01.523552 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:01.545481 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bcf264d-98fb-464b-88c6-0af5abcd3eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0dc030f-59c0-4f12-b1bf-2cddec15c0fd'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:02:01.547754 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11276b38-98b2-443a-af43-8a14ee52fe07" -d '{"events": [{"server_uuid": "1bcf264d-98fb-464b-88c6-0af5abcd3eb9", "name": "network-vif-plugged", "status": "completed", "tag": "c0dc030f-59c0-4f12-b1bf-2cddec15c0fd"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:02:01.560328 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd,segment=NetworkSegment(0601810d-2b3b-46e9-bb37-01d175cce884),segment_id=0601810d-2b3b-46e9-bb37-01d175cce884)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:02:01.585916 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5204b9-c344-4091-a95e-7ba84903e662 x-openstack-request-id: req-6e5204b9-c344-4091-a95e-7ba84903e662 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:02:01.586209 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bcf264d-98fb-464b-88c6-0af5abcd3eb9", "name": "network-vif-plugged", "status": "completed", "tag": "c0dc030f-59c0-4f12-b1bf-2cddec15c0fd", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:02:01.586466 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6e5204b9-c344-4091-a95e-7ba84903e662 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:02:01.586887 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bcf264d-98fb-464b-88c6-0af5abcd3eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0dc030f-59c0-4f12-b1bf-2cddec15c0fd', 'code': 200} Jun 30 10:02:01.645828 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:01.698598 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd,revision_number=13']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:04.774379 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83a1f080-da98-4546-8c53-a71826e8e873 req-dc85802c-d9e8-4523-b677-fbc388902bb2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0546651 Jun 30 10:02:04.879660 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1f080-da98-4546-8c53-a71826e8e873 req-f3a1b9db-ff24-444a-ad0a-d5106ddb642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:04.881155 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83a1f080-da98-4546-8c53-a71826e8e873 req-f3a1b9db-ff24-444a-ad0a-d5106ddb642f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 1099 time: 0.0530713 Jun 30 10:02:04.982582 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1f080-da98-4546-8c53-a71826e8e873 req-2e7104e9-49ab-433d-ae53-1cda2223ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:04.984082 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83a1f080-da98-4546-8c53-a71826e8e873 req-2e7104e9-49ab-433d-ae53-1cda2223ba02 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc869a9c-8bed-43fd-97ac-2c58b615f6f5 HTTP/1.1" status: 200 len: 897 time: 0.0836318 Jun 30 10:02:05.053523 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83a1f080-da98-4546-8c53-a71826e8e873 req-c42b3ccf-4dd6-4faa-b7c5-a36ac8c6c26b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd HTTP/1.1" status: 200 len: 1002 time: 0.0623691 Jun 30 10:02:05.102743 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1f080-da98-4546-8c53-a71826e8e873 req-5bf9a50b-9d9d-4757-96e5-ec628452addd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:05.104237 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83a1f080-da98-4546-8c53-a71826e8e873 req-5bf9a50b-9d9d-4757-96e5-ec628452addd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2fc433d6-85f4-45dd-a4cc-a4dce2f83f40 HTTP/1.1" status: 200 len: 834 time: 0.0440438 Jun 30 10:02:05.159871 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1f080-da98-4546-8c53-a71826e8e873 req-55d72d5c-0bd1-4ef3-9b69-71734f651b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:05.161335 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83a1f080-da98-4546-8c53-a71826e8e873 req-55d72d5c-0bd1-4ef3-9b69-71734f651b03 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc869a9c-8bed-43fd-97ac-2c58b615f6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510068 Jun 30 10:02:05.252545 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83a1f080-da98-4546-8c53-a71826e8e873 req-60d34515-be8b-44fe-984a-7150c3f8db08 service neutron] 10.222.0.37 "GET /v2.0/networks/dc869a9c-8bed-43fd-97ac-2c58b615f6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840993 Jun 30 10:02:05.337649 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83a1f080-da98-4546-8c53-a71826e8e873 req-55a25179-7edb-4daf-ad41-9f001dc9c54f service neutron] 10.222.0.37 "GET /v2.0/networks/dc869a9c-8bed-43fd-97ac-2c58b615f6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793662 Jun 30 10:02:08.036725 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:09.173611 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:17.993796 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:02:20.496469 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9a42fbef-1814-4d96-b6d7-e5b2672d5c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:22.916180 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6d05e114-7776-4796-bb91-d7baceefcbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:23.538776 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:24.784343 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:26.430167 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:37.983927 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:39.199537 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:50.497485 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-82d6cfeb-e411-41e1-8f24-34a90107dc71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:52.920921 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-51a79858-2ccd-484a-9787-4e56e26ed51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:53.509110 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:54.743717 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:54.993112 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:02:56.457624 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:57.086636 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605caf4-4dd8-4b3e-b8f2-e289b69dd568 req-1f76d9eb-2700-48ba-a5c2-3be82a513a2e tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:57.088178 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6605caf4-4dd8-4b3e-b8f2-e289b69dd568 req-1f76d9eb-2700-48ba-a5c2-3be82a513a2e tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 1099 time: 0.0526369 Jun 30 10:02:57.124033 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6605caf4-4dd8-4b3e-b8f2-e289b69dd568 req-45f4fd67-b7c0-4eb2-ae35-2d1e9e16f9ec tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286770 Jun 30 10:02:57.150825 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58602) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:02:57.601934 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-68fa590b-fe11-4d56-be2c-099a3097c3f8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Deleting port 36532105-7514-42df-90a5-be28596f3d16 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:02:57.602279 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-68fa590b-fe11-4d56-be2c-099a3097c3f8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:57.678506 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-68fa590b-fe11-4d56-be2c-099a3097c3f8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:57.679057 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-68fa590b-fe11-4d56-be2c-099a3097c3f8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:57.690905 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-68fa590b-fe11-4d56-be2c-099a3097c3f8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Calling delete_port for 36532105-7514-42df-90a5-be28596f3d16 owned by network:floatingip {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:02:57.947244 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-68fa590b-fe11-4d56-be2c-099a3097c3f8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:57.972439 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa590b-fe11-4d56-be2c-099a3097c3f8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event deleted for resources: {'Port': ['ID=36532105-7514-42df-90a5-be28596f3d16,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:58.000767 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa590b-fe11-4d56-be2c-099a3097c3f8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:58.001113 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa590b-fe11-4d56-be2c-099a3097c3f8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:58.001448 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa590b-fe11-4d56-be2c-099a3097c3f8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:58.001778 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa590b-fe11-4d56-be2c-099a3097c3f8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:58.002386 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa590b-fe11-4d56-be2c-099a3097c3f8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:58.002518 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa590b-fe11-4d56-be2c-099a3097c3f8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:58.002866 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa590b-fe11-4d56-be2c-099a3097c3f8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:58.003215 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa590b-fe11-4d56-be2c-099a3097c3f8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:58.003537 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa590b-fe11-4d56-be2c-099a3097c3f8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:58.003855 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa590b-fe11-4d56-be2c-099a3097c3f8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:58.004172 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa590b-fe11-4d56-be2c-099a3097c3f8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:58.004483 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa590b-fe11-4d56-be2c-099a3097c3f8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:58.045140 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-68fa590b-fe11-4d56-be2c-099a3097c3f8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for floatingip, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:58.045496 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-68fa590b-fe11-4d56-be2c-099a3097c3f8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Floating IP c5b82285-bb18-472f-9d8a-50a402e876be disassociated (deleted). External IP: 172.25.6.111, port: c0dc030f-59c0-4f12-b1bf-2cddec15c0fd. Jun 30 10:02:58.260793 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fa590b-fe11-4d56-be2c-099a3097c3f8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Router a1cc04a6-5670-435d-a546-27e7bcea7502 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:02:58.371218 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fa590b-fe11-4d56-be2c-099a3097c3f8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:02:58.376002 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-68fa590b-fe11-4d56-be2c-099a3097c3f8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:58.381695 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c6adab-953e-4cf5-a4e2-38862e63e76a None None] Sync routers for ids ['a1cc04a6-5670-435d-a546-27e7bcea7502'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:02:58.390711 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c6adab-953e-4cf5-a4e2-38862e63e76a None None] Routers {'a1cc04a6-5670-435d-a546-27e7bcea7502'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:02:58.391346 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-f1c6adab-953e-4cf5-a4e2-38862e63e76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:02:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a1cc04a6-5670-435d-a546-27e7bcea7502'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:02:58.416368 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-68fa590b-fe11-4d56-be2c-099a3097c3f8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "DELETE /v2.0/floatingips/c5b82285-bb18-472f-9d8a-50a402e876be HTTP/1.1" status: 204 len: 168 time: 1.2644055 Jun 30 10:02:58.416950 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bcf264d-98fb-464b-88c6-0af5abcd3eb9', 'tag': 'c0dc030f-59c0-4f12-b1bf-2cddec15c0fd'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:02:58.419241 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70af16ba-cf5a-4f9a-8962-4247a59971c7" -d '{"events": [{"name": "network-changed", "server_uuid": "1bcf264d-98fb-464b-88c6-0af5abcd3eb9", "tag": "c0dc030f-59c0-4f12-b1bf-2cddec15c0fd"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:02:58.459747 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4740822-4df1-41b5-8147-7ecb16d94639 x-openstack-request-id: req-c4740822-4df1-41b5-8147-7ecb16d94639 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:02:58.460280 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bcf264d-98fb-464b-88c6-0af5abcd3eb9", "tag": "c0dc030f-59c0-4f12-b1bf-2cddec15c0fd", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:02:58.460698 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c4740822-4df1-41b5-8147-7ecb16d94639 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:02:58.461103 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bcf264d-98fb-464b-88c6-0af5abcd3eb9', 'tag': 'c0dc030f-59c0-4f12-b1bf-2cddec15c0fd', 'status': 'completed', 'code': 200} Jun 30 10:02:58.502829 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-f1c6adab-953e-4cf5-a4e2-38862e63e76a None None] Set router a1cc04a6-5670-435d-a546-27e7bcea7502 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:02:58.539000 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af16ba-cf5a-4f9a-8962-4247a59971c7 req-80a2def4-ada3-4ffb-8d07-2f91a1c15c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:58.540553 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70af16ba-cf5a-4f9a-8962-4247a59971c7 req-80a2def4-ada3-4ffb-8d07-2f91a1c15c47 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 1099 time: 0.0551398 Jun 30 10:02:58.633688 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af16ba-cf5a-4f9a-8962-4247a59971c7 req-7681bfbf-c14a-4acf-90d7-3965519d390e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:58.635335 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70af16ba-cf5a-4f9a-8962-4247a59971c7 req-7681bfbf-c14a-4acf-90d7-3965519d390e service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc869a9c-8bed-43fd-97ac-2c58b615f6f5 HTTP/1.1" status: 200 len: 897 time: 0.0885301 Jun 30 10:02:58.682798 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70af16ba-cf5a-4f9a-8962-4247a59971c7 req-17b089a5-b3bb-4024-b65a-5b25d45a83d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd HTTP/1.1" status: 200 len: 217 time: 0.0403569 Jun 30 10:02:58.705441 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-f1c6adab-953e-4cf5-a4e2-38862e63e76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114391134', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'cddd1537-1c83-49fd-bb13-ae04c3c7e82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:59:57Z', 'updated_at': '2021-06-30T10:00:03Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': 'cddd1537-1c83-49fd-bb13-ae04c3c7e82a', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:59:58Z', 'updated_at': '2021-06-30T10:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'c0b35780-8920-412a-afae-a494cdc9c298', 'name': '', 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:c7:e3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2fc433d6-85f4-45dd-a4cc-a4dce2f83f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:00:02Z', 'updated_at': '2021-06-30T10:00:07Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '2fc433d6-85f4-45dd-a4cc-a4dce2f83f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:02:58.731114 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c6adab-953e-4cf5-a4e2-38862e63e76a None None] Checking router: a1cc04a6-5670-435d-a546-27e7bcea7502 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:02:58.735193 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af16ba-cf5a-4f9a-8962-4247a59971c7 req-9163c57a-f321-4ca8-8c85-47fe5b13da01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:58.739665 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70af16ba-cf5a-4f9a-8962-4247a59971c7 req-9163c57a-f321-4ca8-8c85-47fe5b13da01 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2fc433d6-85f4-45dd-a4cc-a4dce2f83f40 HTTP/1.1" status: 200 len: 834 time: 0.0470555 Jun 30 10:02:58.739856 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c6adab-953e-4cf5-a4e2-38862e63e76a None None] Routers {'a1cc04a6-5670-435d-a546-27e7bcea7502'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:02:58.740105 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-f1c6adab-953e-4cf5-a4e2-38862e63e76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:02:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a1cc04a6-5670-435d-a546-27e7bcea7502'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:02:58.797984 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af16ba-cf5a-4f9a-8962-4247a59971c7 req-2ccac63b-8f2e-4150-9520-4df2a8e918e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:58.799443 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70af16ba-cf5a-4f9a-8962-4247a59971c7 req-2ccac63b-8f2e-4150-9520-4df2a8e918e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc869a9c-8bed-43fd-97ac-2c58b615f6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565357 Jun 30 10:02:58.846694 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-f1c6adab-953e-4cf5-a4e2-38862e63e76a None None] Set router a1cc04a6-5670-435d-a546-27e7bcea7502 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:02:58.899527 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70af16ba-cf5a-4f9a-8962-4247a59971c7 req-321fa665-a100-49a5-a995-6ed44790d2cc service neutron] 10.222.0.37 "GET /v2.0/networks/dc869a9c-8bed-43fd-97ac-2c58b615f6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930352 Jun 30 10:02:59.001876 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70af16ba-cf5a-4f9a-8962-4247a59971c7 req-a4d1af7f-bf27-4beb-b946-118e650816ca service neutron] 10.222.0.37 "GET /v2.0/networks/dc869a9c-8bed-43fd-97ac-2c58b615f6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915363 Jun 30 10:02:59.045341 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869b30e-271d-4d09-b235-3732e1d363b4 req-836779b4-6331-46cf-9490-c0fbf82d482b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:59.046786 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c869b30e-271d-4d09-b235-3732e1d363b4 req-836779b4-6331-46cf-9490-c0fbf82d482b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 947 time: 0.0638723 Jun 30 10:02:59.087664 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c869b30e-271d-4d09-b235-3732e1d363b4 req-91702a0a-f9ce-4e8f-96b9-74462f1591b4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336986 Jun 30 10:02:59.152083 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-f1c6adab-953e-4cf5-a4e2-38862e63e76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114391134', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'cddd1537-1c83-49fd-bb13-ae04c3c7e82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:59:57Z', 'updated_at': '2021-06-30T10:00:03Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': 'cddd1537-1c83-49fd-bb13-ae04c3c7e82a', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:59:58Z', 'updated_at': '2021-06-30T10:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'c0b35780-8920-412a-afae-a494cdc9c298', 'name': '', 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:c7:e3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2fc433d6-85f4-45dd-a4cc-a4dce2f83f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:00:02Z', 'updated_at': '2021-06-30T10:00:07Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '2fc433d6-85f4-45dd-a4cc-a4dce2f83f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:02:59.179550 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c6adab-953e-4cf5-a4e2-38862e63e76a None None] The sync data for ids ['a1cc04a6-5670-435d-a546-27e7bcea7502'] in n-d-771363-31 is: [{'id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114391134', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'cddd1537-1c83-49fd-bb13-ae04c3c7e82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:59:57Z', 'updated_at': '2021-06-30T10:00:03Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': 'cddd1537-1c83-49fd-bb13-ae04c3c7e82a', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:59:58Z', 'updated_at': '2021-06-30T10:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'c0b35780-8920-412a-afae-a494cdc9c298', 'name': '', 'network_id': 'dc869a9c-8bed-43fd-97ac-2c58b615f6f5', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:c7:e3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2fc433d6-85f4-45dd-a4cc-a4dce2f83f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:00:02Z', 'updated_at': '2021-06-30T10:00:07Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '2fc433d6-85f4-45dd-a4cc-a4dce2f83f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:02:59.410259 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab8a797-44ca-4474-9bea-632dd9657d1a None None] New status for floating IP c5b82285-bb18-472f-9d8a-50a402e876be: DOWN {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:03:00.267059 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab17eb-6edf-4a09-a2f4-1a8879dc5b42 req-e351a7b3-3e6b-4b93-ac96-4b5a28fdac06 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:00.268562 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8bab17eb-6edf-4a09-a2f4-1a8879dc5b42 req-e351a7b3-3e6b-4b93-ac96-4b5a28fdac06 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 947 time: 0.0659413 Jun 30 10:03:00.306742 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8bab17eb-6edf-4a09-a2f4-1a8879dc5b42 req-f28fada7-68fa-4dff-8093-e42f41df1768 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=681e400d-3cb0-49cc-9fa0-74fc9c503447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321479 Jun 30 10:03:00.605945 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43e227-fdec-4ba5-b6de-aad246fb5739 req-ed22651a-d5e2-4fa1-ae25-524b6769e7ca tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:00.607322 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ac43e227-fdec-4ba5-b6de-aad246fb5739 req-ed22651a-d5e2-4fa1-ae25-524b6769e7ca tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 947 time: 0.0678670 Jun 30 10:03:00.704607 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-ac43e227-fdec-4ba5-b6de-aad246fb5739 req-347dc88f-526b-4226-af58-f24ea578c698 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Deleting port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:03:00.704946 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ac43e227-fdec-4ba5-b6de-aad246fb5739 req-347dc88f-526b-4226-af58-f24ea578c698 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:00.798323 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-ac43e227-fdec-4ba5-b6de-aad246fb5739 req-347dc88f-526b-4226-af58-f24ea578c698 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] For port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd,segment=NetworkSegment(0601810d-2b3b-46e9-bb37-01d175cce884),segment_id=0601810d-2b3b-46e9-bb37-01d175cce884)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:03:00.798687 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ac43e227-fdec-4ba5-b6de-aad246fb5739 req-347dc88f-526b-4226-af58-f24ea578c698 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:00.811524 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-ac43e227-fdec-4ba5-b6de-aad246fb5739 req-347dc88f-526b-4226-af58-f24ea578c698 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Calling delete_port for c0dc030f-59c0-4f12-b1bf-2cddec15c0fd owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:03:01.023287 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ac43e227-fdec-4ba5-b6de-aad246fb5739 req-347dc88f-526b-4226-af58-f24ea578c698 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:01.050918 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347dc88f-526b-4226-af58-f24ea578c698 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event deleted for resources: {'Port': ['ID=c0dc030f-59c0-4f12-b1bf-2cddec15c0fd,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:01.098463 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac43e227-fdec-4ba5-b6de-aad246fb5739 req-347dc88f-526b-4226-af58-f24ea578c698 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] No DVR routers for this DVR port c0dc030f-59c0-4f12-b1bf-2cddec15c0fd on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:03:01.100990 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ac43e227-fdec-4ba5-b6de-aad246fb5739 req-347dc88f-526b-4226-af58-f24ea578c698 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:01.103494 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ac43e227-fdec-4ba5-b6de-aad246fb5739 req-347dc88f-526b-4226-af58-f24ea578c698 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.37 "DELETE /v2.0/ports/c0dc030f-59c0-4f12-b1bf-2cddec15c0fd HTTP/1.1" status: 204 len: 173 time: 0.4910696 Jun 30 10:03:01.103928 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bcf264d-98fb-464b-88c6-0af5abcd3eb9', 'name': 'network-vif-deleted', 'tag': 'c0dc030f-59c0-4f12-b1bf-2cddec15c0fd'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:03:01.106182 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63734b5-1d64-419a-9006-9154b8d0e778" -d '{"events": [{"server_uuid": "1bcf264d-98fb-464b-88c6-0af5abcd3eb9", "name": "network-vif-deleted", "tag": "c0dc030f-59c0-4f12-b1bf-2cddec15c0fd"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:03:01.142037 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a10b466-3e1e-4f33-bae5-3e51dc5be659 x-openstack-request-id: req-0a10b466-3e1e-4f33-bae5-3e51dc5be659 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:03:01.142339 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bcf264d-98fb-464b-88c6-0af5abcd3eb9", "name": "network-vif-deleted", "tag": "c0dc030f-59c0-4f12-b1bf-2cddec15c0fd", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:03:01.142594 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a10b466-3e1e-4f33-bae5-3e51dc5be659 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:03:01.143002 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bcf264d-98fb-464b-88c6-0af5abcd3eb9', 'name': 'network-vif-deleted', 'tag': 'c0dc030f-59c0-4f12-b1bf-2cddec15c0fd', 'status': 'completed', 'code': 200} Jun 30 10:03:01.465431 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e10efc0d-2b5e-4f77-93ca-e5284b6bd2d2 req-bc76743c-4a65-4fe0-be6f-1cdfc2831346 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bcf264d-98fb-464b-88c6-0af5abcd3eb9 HTTP/1.1" status: 200 len: 210 time: 0.0322607 Jun 30 10:03:02.560130 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58620) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:02.929325 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4ca15971-fa4e-446d-8d8f-d3e2dea3e596 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:03.205187 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-4ca15971-fa4e-446d-8d8f-d3e2dea3e596 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Deleting port c0b35780-8920-412a-afae-a494cdc9c298 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:03:03.205429 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4ca15971-fa4e-446d-8d8f-d3e2dea3e596 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:03.291507 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-4ca15971-fa4e-446d-8d8f-d3e2dea3e596 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] For port c0b35780-8920-412a-afae-a494cdc9c298, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c0b35780-8920-412a-afae-a494cdc9c298,segment=NetworkSegment(0601810d-2b3b-46e9-bb37-01d175cce884),segment_id=0601810d-2b3b-46e9-bb37-01d175cce884)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:03:03.291854 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4ca15971-fa4e-446d-8d8f-d3e2dea3e596 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:03.309309 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-4ca15971-fa4e-446d-8d8f-d3e2dea3e596 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Calling delete_port for c0b35780-8920-412a-afae-a494cdc9c298 owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:03:03.566806 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4ca15971-fa4e-446d-8d8f-d3e2dea3e596 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:03.592532 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca15971-fa4e-446d-8d8f-d3e2dea3e596 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event deleted for resources: {'Port': ['ID=c0b35780-8920-412a-afae-a494cdc9c298,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:03.775472 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4ca15971-fa4e-446d-8d8f-d3e2dea3e596 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:04.068274 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca15971-fa4e-446d-8d8f-d3e2dea3e596 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Router a1cc04a6-5670-435d-a546-27e7bcea7502 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:03:04.172172 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca15971-fa4e-446d-8d8f-d3e2dea3e596 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:03:04.176975 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4ca15971-fa4e-446d-8d8f-d3e2dea3e596 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "PUT /v2.0/routers/a1cc04a6-5670-435d-a546-27e7bcea7502/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6158290 Jun 30 10:03:04.179854 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58622) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:04.181988 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3c90ca-bf10-42c0-ac4e-878bde180ea8 None None] Sync routers for ids ['a1cc04a6-5670-435d-a546-27e7bcea7502'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:03:04.190836 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3c90ca-bf10-42c0-ac4e-878bde180ea8 None None] Routers {'a1cc04a6-5670-435d-a546-27e7bcea7502'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:03:04.191567 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-7b3c90ca-bf10-42c0-ac4e-878bde180ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:02:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a1cc04a6-5670-435d-a546-27e7bcea7502'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:04.234907 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-7af85455-124f-482e-89fd-543dfafa38db tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Deleting subnet 2fc433d6-85f4-45dd-a4cc-a4dce2f83f40 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:03:04.238637 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7af85455-124f-482e-89fd-543dfafa38db tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:04.281494 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7af85455-124f-482e-89fd-543dfafa38db tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:04.294501 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-7b3c90ca-bf10-42c0-ac4e-878bde180ea8 None None] Set router a1cc04a6-5670-435d-a546-27e7bcea7502 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:03:04.365205 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7af85455-124f-482e-89fd-543dfafa38db tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:04.466108 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-7b3c90ca-bf10-42c0-ac4e-878bde180ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114391134', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'cddd1537-1c83-49fd-bb13-ae04c3c7e82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:59:57Z', 'updated_at': '2021-06-30T10:03:03Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': 'cddd1537-1c83-49fd-bb13-ae04c3c7e82a', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:59:58Z', 'updated_at': '2021-06-30T10:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:04.495457 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3c90ca-bf10-42c0-ac4e-878bde180ea8 None None] Checking router: a1cc04a6-5670-435d-a546-27e7bcea7502 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:03:04.503552 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3c90ca-bf10-42c0-ac4e-878bde180ea8 None None] Routers {'a1cc04a6-5670-435d-a546-27e7bcea7502'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:03:04.504154 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-7b3c90ca-bf10-42c0-ac4e-878bde180ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:02:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a1cc04a6-5670-435d-a546-27e7bcea7502'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:04.507482 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7af85455-124f-482e-89fd-543dfafa38db tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:04.538011 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af85455-124f-482e-89fd-543dfafa38db tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event deleted for resources: {'Subnet': ['ID=2fc433d6-85f4-45dd-a4cc-a4dce2f83f40,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:04.540731 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7af85455-124f-482e-89fd-543dfafa38db tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:04.545170 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7af85455-124f-482e-89fd-543dfafa38db tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "DELETE /v2.0/subnets/2fc433d6-85f4-45dd-a4cc-a4dce2f83f40 HTTP/1.1" status: 204 len: 168 time: 0.3609841 Jun 30 10:03:04.545341 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e770b2-577a-41c5-854c-226181631661 None None] Network dc869a9c-8bed-43fd-97ac-2c58b615f6f5 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:03:04.545786 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58624) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:04.554312 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af85455-124f-482e-89fd-543dfafa38db tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:04.555930 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af85455-124f-482e-89fd-543dfafa38db tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:04.556362 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af85455-124f-482e-89fd-543dfafa38db tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:04.557155 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af85455-124f-482e-89fd-543dfafa38db tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:04.558879 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af85455-124f-482e-89fd-543dfafa38db tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:04.559503 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af85455-124f-482e-89fd-543dfafa38db tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:04.560015 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af85455-124f-482e-89fd-543dfafa38db tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:04.560507 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af85455-124f-482e-89fd-543dfafa38db tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:04.560992 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af85455-124f-482e-89fd-543dfafa38db tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:04.561490 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af85455-124f-482e-89fd-543dfafa38db tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:04.562068 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af85455-124f-482e-89fd-543dfafa38db tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:04.562676 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af85455-124f-482e-89fd-543dfafa38db tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:04.616635 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-7b3c90ca-bf10-42c0-ac4e-878bde180ea8 None None] Set router a1cc04a6-5670-435d-a546-27e7bcea7502 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:03:04.661780 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8a7f687-797a-492f-bb71-e5a921e6e427 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:04.751628 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b53aab0-c1de-4539-a782-f50748d86031 None None] DHCP port deletion for dc869a9c-8bed-43fd-97ac-2c58b615f6f5 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:03:04.789273 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8a7f687-797a-492f-bb71-e5a921e6e427 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:04.799011 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-2b53aab0-c1de-4539-a782-f50748d86031 None None] Deleting port 4b721fe2-eebf-4d38-9f53-14ac01d487a0 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:03:04.799352 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2b53aab0-c1de-4539-a782-f50748d86031 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:04.813298 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-7b3c90ca-bf10-42c0-ac4e-878bde180ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114391134', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'cddd1537-1c83-49fd-bb13-ae04c3c7e82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:59:57Z', 'updated_at': '2021-06-30T10:03:03Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': 'cddd1537-1c83-49fd-bb13-ae04c3c7e82a', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:59:58Z', 'updated_at': '2021-06-30T10:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:04.839083 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3c90ca-bf10-42c0-ac4e-878bde180ea8 None None] The sync data for ids ['a1cc04a6-5670-435d-a546-27e7bcea7502'] in n-d-771363-31 is: [{'id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114391134', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'cddd1537-1c83-49fd-bb13-ae04c3c7e82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:59:57Z', 'updated_at': '2021-06-30T10:03:03Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': 'cddd1537-1c83-49fd-bb13-ae04c3c7e82a', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc04a6-5670-435d-a546-27e7bcea7502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:59:58Z', 'updated_at': '2021-06-30T10:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:03:04.869107 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-2b53aab0-c1de-4539-a782-f50748d86031 None None] For port 4b721fe2-eebf-4d38-9f53-14ac01d487a0, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4b721fe2-eebf-4d38-9f53-14ac01d487a0,segment=NetworkSegment(0601810d-2b3b-46e9-bb37-01d175cce884),segment_id=0601810d-2b3b-46e9-bb37-01d175cce884)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:03:04.869508 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2b53aab0-c1de-4539-a782-f50748d86031 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:04.882439 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-2b53aab0-c1de-4539-a782-f50748d86031 None None] Calling delete_port for 4b721fe2-eebf-4d38-9f53-14ac01d487a0 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:03:04.922097 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-a8a7f687-797a-492f-bb71-e5a921e6e427 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Deleting port cddd1537-1c83-49fd-bb13-ae04c3c7e82a {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:03:04.922444 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8a7f687-797a-492f-bb71-e5a921e6e427 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:04.998845 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-a8a7f687-797a-492f-bb71-e5a921e6e427 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] For port cddd1537-1c83-49fd-bb13-ae04c3c7e82a, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=cddd1537-1c83-49fd-bb13-ae04c3c7e82a,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:03:04.999237 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8a7f687-797a-492f-bb71-e5a921e6e427 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:05.011489 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-a8a7f687-797a-492f-bb71-e5a921e6e427 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Calling delete_port for cddd1537-1c83-49fd-bb13-ae04c3c7e82a owned by network:router_gateway {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:03:05.017785 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2b53aab0-c1de-4539-a782-f50748d86031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:05.044741 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53aab0-c1de-4539-a782-f50748d86031 None None] Pushing event deleted for resources: {'Port': ['ID=4b721fe2-eebf-4d38-9f53-14ac01d487a0,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:05.046967 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b53aab0-c1de-4539-a782-f50748d86031 None None] No DVR routers for this DVR port 4b721fe2-eebf-4d38-9f53-14ac01d487a0 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:03:05.058374 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53aab0-c1de-4539-a782-f50748d86031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:05.059143 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53aab0-c1de-4539-a782-f50748d86031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:05.059477 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53aab0-c1de-4539-a782-f50748d86031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:05.059837 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53aab0-c1de-4539-a782-f50748d86031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:05.060198 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53aab0-c1de-4539-a782-f50748d86031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:05.060866 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53aab0-c1de-4539-a782-f50748d86031 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:05.061213 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53aab0-c1de-4539-a782-f50748d86031 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:05.061546 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53aab0-c1de-4539-a782-f50748d86031 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:05.061874 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53aab0-c1de-4539-a782-f50748d86031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:05.062204 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53aab0-c1de-4539-a782-f50748d86031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:05.062626 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53aab0-c1de-4539-a782-f50748d86031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:05.062960 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53aab0-c1de-4539-a782-f50748d86031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:05.246624 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8a7f687-797a-492f-bb71-e5a921e6e427 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:05.278649 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7f687-797a-492f-bb71-e5a921e6e427 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event deleted for resources: {'Port': ['ID=cddd1537-1c83-49fd-bb13-ae04c3c7e82a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:05.341387 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8a7f687-797a-492f-bb71-e5a921e6e427 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:05.429728 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8a7f687-797a-492f-bb71-e5a921e6e427 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:05.432013 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8a7f687-797a-492f-bb71-e5a921e6e427 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:05.549035 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8a7f687-797a-492f-bb71-e5a921e6e427 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:05.549617 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a7f687-797a-492f-bb71-e5a921e6e427 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Fanout notify agent at l3_agent the message router_deleted on router a1cc04a6-5670-435d-a546-27e7bcea7502 {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:03:05.552398 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c0b35780-8920-412a-afae-a494cdc9c298 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:03:05.556703 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8a7f687-797a-492f-bb71-e5a921e6e427 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:05.560750 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a8a7f687-797a-492f-bb71-e5a921e6e427 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "DELETE /v2.0/routers/a1cc04a6-5670-435d-a546-27e7bcea7502 HTTP/1.1" status: 204 len: 168 time: 1.0112951 Jun 30 10:03:05.561105 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58626) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:05.577802 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: c0b35780-8920-412a-afae-a494cdc9c298 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:03:05.578148 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c0b35780-8920-412a-afae-a494cdc9c298 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:03:05.578570 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4b721fe2-eebf-4d38-9f53-14ac01d487a0 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:03:05.601200 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 4b721fe2-eebf-4d38-9f53-14ac01d487a0 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:03:05.601537 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4b721fe2-eebf-4d38-9f53-14ac01d487a0 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:03:05.648722 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7ae2deba-8e03-4c59-b058-27d69129a0b7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:05.743522 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7ae2deba-8e03-4c59-b058-27d69129a0b7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:05.753577 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-7ae2deba-8e03-4c59-b058-27d69129a0b7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc869a9c-8bed-43fd-97ac-2c58b615f6f5']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:05.754533 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c0dc030f-59c0-4f12-b1bf-2cddec15c0fd no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:03:05.765435 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-7ae2deba-8e03-4c59-b058-27d69129a0b7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0601810d-2b3b-46e9-bb37-01d175cce884') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:05.765738 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-7ae2deba-8e03-4c59-b058-27d69129a0b7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0601810d-2b3b-46e9-bb37-01d175cce884') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:05.775474 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: c0dc030f-59c0-4f12-b1bf-2cddec15c0fd {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:03:05.775660 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7ae2deba-8e03-4c59-b058-27d69129a0b7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:05.775822 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c0dc030f-59c0-4f12-b1bf-2cddec15c0fd not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:03:05.789696 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7ae2deba-8e03-4c59-b058-27d69129a0b7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:05.795283 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae2deba-8e03-4c59-b058-27d69129a0b7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:03:05.795659 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7ae2deba-8e03-4c59-b058-27d69129a0b7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: timer() Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:03:05.798565 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:03:05.918241 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7ae2deba-8e03-4c59-b058-27d69129a0b7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:05.925826 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7ae2deba-8e03-4c59-b058-27d69129a0b7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:05.928048 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7ae2deba-8e03-4c59-b058-27d69129a0b7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "DELETE /v2.0/networks/dc869a9c-8bed-43fd-97ac-2c58b615f6f5 HTTP/1.1" status: 204 len: 168 time: 0.3658180 Jun 30 10:03:05.930712 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58628) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:05.944305 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2deba-8e03-4c59-b058-27d69129a0b7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event deleted for resources: {'Network': ['ID=dc869a9c-8bed-43fd-97ac-2c58b615f6f5,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:06.288714 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-06397a75-7955-4b89-bd66-0058cfb88c76 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:06.314146 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-06397a75-7955-4b89-bd66-0058cfb88c76 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:06.451730 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-06397a75-7955-4b89-bd66-0058cfb88c76 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:06.454223 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-06397a75-7955-4b89-bd66-0058cfb88c76 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:06.455443 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-06397a75-7955-4b89-bd66-0058cfb88c76 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "DELETE /v2.0/security-groups/681e400d-3cb0-49cc-9fa0-74fc9c503447 HTTP/1.1" status: 204 len: 168 time: 0.5236714 Jun 30 10:03:06.465791 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06397a75-7955-4b89-bd66-0058cfb88c76 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=681e400d-3cb0-49cc-9fa0-74fc9c503447,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:06.802130 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58634) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:06.807611 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-7bf77a8f-c394-4ce3-a7e1-4788775ca5a2 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-835693084', 'description': 'tempest-secgroup-smoke-835693084 description', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:03:06.909232 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7bf77a8f-c394-4ce3-a7e1-4788775ca5a2 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:06.991675 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7bf77a8f-c394-4ce3-a7e1-4788775ca5a2 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:07.061909 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7bf77a8f-c394-4ce3-a7e1-4788775ca5a2 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:07.093298 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf77a8f-c394-4ce3-a7e1-4788775ca5a2 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2070240-e4d7-4524-ab95-6022a0592ba4,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:07.158937 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7bf77a8f-c394-4ce3-a7e1-4788775ca5a2 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:07.160307 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7bf77a8f-c394-4ce3-a7e1-4788775ca5a2 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3572371 Jun 30 10:03:07.163011 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58636) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:07.168031 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-c0066ba0-0e2f-4164-9625-c9226e1abb69 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'security_group_rule': {'security_group_id': 'd2070240-e4d7-4524-ab95-6022a0592ba4', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:03:07.279814 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0066ba0-0e2f-4164-9625-c9226e1abb69 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:07.337824 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0066ba0-0e2f-4164-9625-c9226e1abb69 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:07.406081 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0066ba0-0e2f-4164-9625-c9226e1abb69 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:07.421723 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0066ba0-0e2f-4164-9625-c9226e1abb69 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cbfb24a-6c84-44f1-946f-5239a16788c1,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:07.465132 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device cddd1537-1c83-49fd-bb13-ae04c3c7e82a no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:03:07.474534 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0066ba0-0e2f-4164-9625-c9226e1abb69 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:07.475904 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c0066ba0-0e2f-4164-9625-c9226e1abb69 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3119459 Jun 30 10:03:07.479363 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58638) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:07.483847 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-7698af31-5eed-4cd8-8ac8-7c81f19f65c9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'security_group_rule': {'security_group_id': 'd2070240-e4d7-4524-ab95-6022a0592ba4', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:03:07.487019 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: cddd1537-1c83-49fd-bb13-ae04c3c7e82a {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:03:07.487400 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device cddd1537-1c83-49fd-bb13-ae04c3c7e82a not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:03:07.547639 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7698af31-5eed-4cd8-8ac8-7c81f19f65c9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:07.605741 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7698af31-5eed-4cd8-8ac8-7c81f19f65c9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:07.650095 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7698af31-5eed-4cd8-8ac8-7c81f19f65c9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:07.668643 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698af31-5eed-4cd8-8ac8-7c81f19f65c9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92df138d-d2cd-468e-ba85-1871a8acd269,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:07.730095 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7698af31-5eed-4cd8-8ac8-7c81f19f65c9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:07.731442 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7698af31-5eed-4cd8-8ac8-7c81f19f65c9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2511430 Jun 30 10:03:07.734360 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58640) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:07.738836 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-600eb2bb-169f-4edd-bf05-6be2934a391f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'security_group_rule': {'security_group_id': 'd2070240-e4d7-4524-ab95-6022a0592ba4', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:03:07.863531 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-600eb2bb-169f-4edd-bf05-6be2934a391f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:07.922637 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-600eb2bb-169f-4edd-bf05-6be2934a391f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:07.983707 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-600eb2bb-169f-4edd-bf05-6be2934a391f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:08.001081 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600eb2bb-169f-4edd-bf05-6be2934a391f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be409853-056e-487b-97c0-7a63f3d290a6,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:08.010289 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:08.063737 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-600eb2bb-169f-4edd-bf05-6be2934a391f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:08.065040 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-600eb2bb-169f-4edd-bf05-6be2934a391f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3297646 Jun 30 10:03:08.067714 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58642) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:08.073019 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-ea7f9b6f-ba0d-4d85-ba71-76f192264b37 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'security_group_rule': {'security_group_id': 'd2070240-e4d7-4524-ab95-6022a0592ba4', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:03:08.166209 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ea7f9b6f-ba0d-4d85-ba71-76f192264b37 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:08.226279 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ea7f9b6f-ba0d-4d85-ba71-76f192264b37 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:08.289952 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ea7f9b6f-ba0d-4d85-ba71-76f192264b37 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:08.310067 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f9b6f-ba0d-4d85-ba71-76f192264b37 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=139e6b57-4e7e-4520-a55b-4ca667c79d77,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:08.358402 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ea7f9b6f-ba0d-4d85-ba71-76f192264b37 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:08.359614 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ea7f9b6f-ba0d-4d85-ba71-76f192264b37 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2909551 Jun 30 10:03:08.362305 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58644) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:08.366816 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-bb87371b-6b02-4869-8ff7-9ddd2a5302d9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'security_group_rule': {'security_group_id': 'd2070240-e4d7-4524-ab95-6022a0592ba4', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:03:08.445844 n-d-771363-31 neutron-server[101054]: INFO neutron.db.securitygroups_db [None req-bb87371b-6b02-4869-8ff7-9ddd2a5302d9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Project d88d41ea5323480fbb6ead7dceb2af71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:03:08.450673 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bb87371b-6b02-4869-8ff7-9ddd2a5302d9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:08.508611 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bb87371b-6b02-4869-8ff7-9ddd2a5302d9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:08.594368 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bb87371b-6b02-4869-8ff7-9ddd2a5302d9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:08.613198 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87371b-6b02-4869-8ff7-9ddd2a5302d9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f9da9de-cbc3-425f-8740-3674564d39fa,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:08.680672 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bb87371b-6b02-4869-8ff7-9ddd2a5302d9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:08.681905 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-bb87371b-6b02-4869-8ff7-9ddd2a5302d9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3186646 Jun 30 10:03:08.684678 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58646) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:08.689061 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-7b176cf3-de4d-4e56-a976-d897104913f4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'security_group_rule': {'security_group_id': 'd2070240-e4d7-4524-ab95-6022a0592ba4', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:03:08.824687 n-d-771363-31 neutron-server[101054]: INFO neutron.db.securitygroups_db [None req-7b176cf3-de4d-4e56-a976-d897104913f4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Project d88d41ea5323480fbb6ead7dceb2af71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:03:08.830051 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7b176cf3-de4d-4e56-a976-d897104913f4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:08.891501 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7b176cf3-de4d-4e56-a976-d897104913f4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:08.965861 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7b176cf3-de4d-4e56-a976-d897104913f4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:08.985231 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b176cf3-de4d-4e56-a976-d897104913f4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05bb3681-f270-4f62-9123-8560fe4b11dc,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:09.069126 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7b176cf3-de4d-4e56-a976-d897104913f4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:09.070427 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7b176cf3-de4d-4e56-a976-d897104913f4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3848040 Jun 30 10:03:09.073248 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58648) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:09.079510 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-5b39f473-ccdd-4a17-9abd-a969ed929866 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'network': {'name': 'tempest-network-smoke--25328578', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'port_security_enabled': True}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:03:09.149137 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b39f473-ccdd-4a17-9abd-a969ed929866 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Made reservation on behalf of d88d41ea5323480fbb6ead7dceb2af71 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:03:09.152902 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5b39f473-ccdd-4a17-9abd-a969ed929866 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:09.175581 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b39f473-ccdd-4a17-9abd-a969ed929866 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:03:09.184521 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5b39f473-ccdd-4a17-9abd-a969ed929866 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:09.184844 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-5b39f473-ccdd-4a17-9abd-a969ed929866 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Added segment 06937288-507f-4175-80bf-f75bcdf6ba16 of type vlan for network aa45366d-fefa-413a-b8b4-c5d0a4234111 Jun 30 10:03:09.195542 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:09.228226 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5b39f473-ccdd-4a17-9abd-a969ed929866 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:09.349105 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5b39f473-ccdd-4a17-9abd-a969ed929866 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:09.355174 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b39f473-ccdd-4a17-9abd-a969ed929866 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:09.355913 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5b39f473-ccdd-4a17-9abd-a969ed929866 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:09.423408 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39f473-ccdd-4a17-9abd-a969ed929866 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'Network': ['ID=aa45366d-fefa-413a-b8b4-c5d0a4234111,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:09.434596 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network aa45366d-fefa-413a-b8b4-c5d0a4234111 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:03:09.475812 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5b39f473-ccdd-4a17-9abd-a969ed929866 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4005327 Jun 30 10:03:09.478737 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58650) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:09.484617 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-26b4f103-db32-4ac9-85c0-ba4a98432f55 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-419804186', 'admin_state_up': True, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:03:09.583767 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-26b4f103-db32-4ac9-85c0-ba4a98432f55 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:09.584811 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-26b4f103-db32-4ac9-85c0-ba4a98432f55 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:09.640633 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-26b4f103-db32-4ac9-85c0-ba4a98432f55 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:09.924674 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-26b4f103-db32-4ac9-85c0-ba4a98432f55 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:10.257211 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-26b4f103-db32-4ac9-85c0-ba4a98432f55 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:10.276943 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-26b4f103-db32-4ac9-85c0-ba4a98432f55 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:10.395563 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-26b4f103-db32-4ac9-85c0-ba4a98432f55 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Allocated IP 172.25.6.94 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/3311b793-1012-4819-a6d3-83cad54aa53d) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:03:10.524596 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-26b4f103-db32-4ac9-85c0-ba4a98432f55 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:10.646724 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-26b4f103-db32-4ac9-85c0-ba4a98432f55 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:10.689434 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b4f103-db32-4ac9-85c0-ba4a98432f55 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:03:10.692391 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-26b4f103-db32-4ac9-85c0-ba4a98432f55 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:03:10.694904 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b4f103-db32-4ac9-85c0-ba4a98432f55 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:03:10.721434 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4f103-db32-4ac9-85c0-ba4a98432f55 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'Port': ['ID=3311b793-1012-4819-a6d3-83cad54aa53d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:11.032682 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-26b4f103-db32-4ac9-85c0-ba4a98432f55 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:11.234298 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-26b4f103-db32-4ac9-85c0-ba4a98432f55 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:11.434638 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b4f103-db32-4ac9-85c0-ba4a98432f55 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Router 9e1e4091-55a5-4fc0-897d-fff6897ed576 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:03:11.561604 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b4f103-db32-4ac9-85c0-ba4a98432f55 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:03:11.571553 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d997640-0022-4d56-8521-9eb65dc3a632 None None] Sync routers for ids ['9e1e4091-55a5-4fc0-897d-fff6897ed576'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:03:11.581823 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d997640-0022-4d56-8521-9eb65dc3a632 None None] Routers {'9e1e4091-55a5-4fc0-897d-fff6897ed576'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:03:11.582438 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-1d997640-0022-4d56-8521-9eb65dc3a632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:02:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['9e1e4091-55a5-4fc0-897d-fff6897ed576'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:11.646556 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-26b4f103-db32-4ac9-85c0-ba4a98432f55 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:11.647991 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-26b4f103-db32-4ac9-85c0-ba4a98432f55 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1676989 Jun 30 10:03:11.651100 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58652) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:11.690552 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-1d997640-0022-4d56-8521-9eb65dc3a632 None None] Set router 9e1e4091-55a5-4fc0-897d-fff6897ed576 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:03:11.690971 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-23b543cb-8f8d-49f6-bee3-2c985c4dbbdd tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=d88d41ea5323480fbb6ead7dceb2af71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383995 Jun 30 10:03:11.694693 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58654) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:11.789585 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e36efe-064f-4d25-899a-9bbc48a66ec6 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:11.791090 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-11e36efe-064f-4d25-899a-9bbc48a66ec6 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0954514 Jun 30 10:03:11.795148 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58656) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:11.825341 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-50430520-8d88-4b68-849f-9e7577a26f12 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=599fb812-09ee-4e3b-a109-d92406a95c23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287411 Jun 30 10:03:11.827958 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58658) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:11.832825 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-e2c5b9c1-f10d-4dd8-b228-24613356d539 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2140907493', 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:03:11.989061 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c5b9c1-f10d-4dd8-b228-24613356d539 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Made reservation on behalf of d88d41ea5323480fbb6ead7dceb2af71 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:03:11.992731 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e2c5b9c1-f10d-4dd8-b228-24613356d539 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:12.044365 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-1d997640-0022-4d56-8521-9eb65dc3a632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419804186', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '3311b793-1012-4819-a6d3-83cad54aa53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:03:09Z', 'updated_at': '2021-06-30T10:03:10Z', 'revision_number': 3, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '3311b793-1012-4819-a6d3-83cad54aa53d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:10Z', 'updated_at': '2021-06-30T10:03:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:12.070082 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d997640-0022-4d56-8521-9eb65dc3a632 None None] Checking router: 9e1e4091-55a5-4fc0-897d-fff6897ed576 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:03:12.070433 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d997640-0022-4d56-8521-9eb65dc3a632 None None] Updating router 9e1e4091-55a5-4fc0-897d-fff6897ed576 port 3311b793-1012-4819-a6d3-83cad54aa53d binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:03:12.106470 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1d997640-0022-4d56-8521-9eb65dc3a632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:12.258197 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e2c5b9c1-f10d-4dd8-b228-24613356d539 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:12.328390 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5b9c1-f10d-4dd8-b228-24613356d539 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'Subnet': ['ID=21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:12.337042 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c5b9c1-f10d-4dd8-b228-24613356d539 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Checking segment: {'id': '06937288-507f-4175-80bf-f75bcdf6ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:03:12.337042 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c5b9c1-f10d-4dd8-b228-24613356d539 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Network hostable DHCP agents. Network: aa45366d-fefa-413a-b8b4-c5d0a4234111, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:03:12.378986 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1d997640-0022-4d56-8521-9eb65dc3a632 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:12.390651 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-1d997640-0022-4d56-8521-9eb65dc3a632 None None] Transition to ACTIVE for port object 3311b793-1012-4819-a6d3-83cad54aa53d will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:03:12.434915 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c5b9c1-f10d-4dd8-b228-24613356d539 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Network aa45366d-fefa-413a-b8b4-c5d0a4234111 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:03:12.457830 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1d997640-0022-4d56-8521-9eb65dc3a632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:12.514683 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7f8e0-3325-41a6-b8e6-2029b6accaae None None] Pushing event updated for resources: {'Port': ['ID=3311b793-1012-4819-a6d3-83cad54aa53d,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:12.517184 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-1d997640-0022-4d56-8521-9eb65dc3a632 None None] Attempting to bind port 3311b793-1012-4819-a6d3-83cad54aa53d on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:03:12.517554 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-1d997640-0022-4d56-8521-9eb65dc3a632 None None] Attempting to bind port 3311b793-1012-4819-a6d3-83cad54aa53d by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:03:12.517912 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d997640-0022-4d56-8521-9eb65dc3a632 None None] Attempting to bind port 3311b793-1012-4819-a6d3-83cad54aa53d on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:03:12.522518 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-e2c5b9c1-f10d-4dd8-b228-24613356d539 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, aa45366d-fefa-413a-b8b4-c5d0a4234111) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:03:12.523990 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d997640-0022-4d56-8521-9eb65dc3a632 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:03:12.524370 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d997640-0022-4d56-8521-9eb65dc3a632 None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:03:12.524770 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1d997640-0022-4d56-8521-9eb65dc3a632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:12.525160 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d997640-0022-4d56-8521-9eb65dc3a632 None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:03:12.525629 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-1d997640-0022-4d56-8521-9eb65dc3a632 None None] Bound port: 3311b793-1012-4819-a6d3-83cad54aa53d, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:03:12.526014 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1d997640-0022-4d56-8521-9eb65dc3a632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:12.532787 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c5b9c1-f10d-4dd8-b228-24613356d539 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:12.532787 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e2c5b9c1-f10d-4dd8-b228-24613356d539 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:12.550274 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc0362f-4893-43f6-ae44-c893fee5632e None None] Network aa45366d-fefa-413a-b8b4-c5d0a4234111 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:03:12.601750 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e2c5b9c1-f10d-4dd8-b228-24613356d539 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7725275 Jun 30 10:03:12.605303 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58660) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:12.633576 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-1d997640-0022-4d56-8521-9eb65dc3a632 None None] For port 3311b793-1012-4819-a6d3-83cad54aa53d, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:03:12.644173 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-1d997640-0022-4d56-8521-9eb65dc3a632 None None] For port 3311b793-1012-4819-a6d3-83cad54aa53d, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3311b793-1012-4819-a6d3-83cad54aa53d,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:03:12.728176 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1d997640-0022-4d56-8521-9eb65dc3a632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:12.759570 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64092bfb-f7d8-449f-bb1b-553f738c9aab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-aa45366d-fefa-413a-b8b4-c5d0a4234111', 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'fixed_ips': [{'subnet_id': '21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:03:12.765183 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-64092bfb-f7d8-449f-bb1b-553f738c9aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:12.819386 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7f8e0-3325-41a6-b8e6-2029b6accaae None None] Pushing event updated for resources: {'Port': ['ID=3311b793-1012-4819-a6d3-83cad54aa53d,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:12.822441 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d997640-0022-4d56-8521-9eb65dc3a632 None None] Routers {'9e1e4091-55a5-4fc0-897d-fff6897ed576'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:03:12.823059 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-1d997640-0022-4d56-8521-9eb65dc3a632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:02:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['9e1e4091-55a5-4fc0-897d-fff6897ed576'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:13.016562 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-1d997640-0022-4d56-8521-9eb65dc3a632 None None] Set router 9e1e4091-55a5-4fc0-897d-fff6897ed576 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:03:13.064237 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6f112283-c597-4226-b4c3-60bfcc2963ab tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:13.074777 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-64092bfb-f7d8-449f-bb1b-553f738c9aab None None] Allocated IP 172.20.0.2 (aa45366d-fefa-413a-b8b4-c5d0a4234111/21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27/a65f6651-bbad-4d4a-af79-d99236e78362) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:03:13.155379 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-65621274-8590-457b-b563-b4f48e018c9a req-928980cb-558f-4869-951a-a6480d39cbd7 service neutron] (101054) timed out ('10.222.0.10', 54212) {{(pid=101054) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 10:03:13.314364 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-64092bfb-f7d8-449f-bb1b-553f738c9aab None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:13.322608 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-8cc05a84-a2c5-4b62-87f9-bd2341c95849 req-bd2d8cbd-9ce1-4f24-b4b3-376c6330c82b service neutron] (101054) timed out ('10.222.0.10', 54242) {{(pid=101054) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 10:03:13.325703 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-64092bfb-f7d8-449f-bb1b-553f738c9aab None None] Transition to ACTIVE for port object a65f6651-bbad-4d4a-af79-d99236e78362 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:03:13.340847 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-1d997640-0022-4d56-8521-9eb65dc3a632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419804186', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '3311b793-1012-4819-a6d3-83cad54aa53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:03:09Z', 'updated_at': '2021-06-30T10:03:10Z', 'revision_number': 3, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '3311b793-1012-4819-a6d3-83cad54aa53d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:10Z', 'updated_at': '2021-06-30T10:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:13.366606 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d997640-0022-4d56-8521-9eb65dc3a632 None None] The sync data for ids ['9e1e4091-55a5-4fc0-897d-fff6897ed576'] in n-d-771363-31 is: [{'id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419804186', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '3311b793-1012-4819-a6d3-83cad54aa53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:03:09Z', 'updated_at': '2021-06-30T10:03:10Z', 'revision_number': 3, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '3311b793-1012-4819-a6d3-83cad54aa53d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:10Z', 'updated_at': '2021-06-30T10:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:03:13.368530 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-64092bfb-f7d8-449f-bb1b-553f738c9aab None None] Transition to ACTIVE for port object a65f6651-bbad-4d4a-af79-d99236e78362 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:03:13.435313 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-64092bfb-f7d8-449f-bb1b-553f738c9aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:13.472293 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64092bfb-f7d8-449f-bb1b-553f738c9aab None None] Network aa45366d-fefa-413a-b8b4-c5d0a4234111 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:03:13.475083 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-64092bfb-f7d8-449f-bb1b-553f738c9aab None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:03:13.478663 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64092bfb-f7d8-449f-bb1b-553f738c9aab None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:03:13.487686 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-6f112283-c597-4226-b4c3-60bfcc2963ab tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Allocated IP 172.20.0.1 (aa45366d-fefa-413a-b8b4-c5d0a4234111/21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27/745c16bc-6c42-4297-a7de-6df3e47e6806) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:03:13.490832 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64092bfb-f7d8-449f-bb1b-553f738c9aab None None] Pushing event updated for resources: {'Port': ['ID=a65f6651-bbad-4d4a-af79-d99236e78362,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:13.567830 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-64092bfb-f7d8-449f-bb1b-553f738c9aab None None] Attempting to bind port a65f6651-bbad-4d4a-af79-d99236e78362 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:03:13.568130 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-64092bfb-f7d8-449f-bb1b-553f738c9aab None None] Attempting to bind port a65f6651-bbad-4d4a-af79-d99236e78362 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '06937288-507f-4175-80bf-f75bcdf6ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:03:13.568463 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64092bfb-f7d8-449f-bb1b-553f738c9aab None None] Attempting to bind port a65f6651-bbad-4d4a-af79-d99236e78362 on network aa45366d-fefa-413a-b8b4-c5d0a4234111 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:03:13.575058 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64092bfb-f7d8-449f-bb1b-553f738c9aab None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:03:13.575501 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64092bfb-f7d8-449f-bb1b-553f738c9aab None None] Checking segment: {'id': '06937288-507f-4175-80bf-f75bcdf6ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:03:13.575905 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-64092bfb-f7d8-449f-bb1b-553f738c9aab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:13.576297 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64092bfb-f7d8-449f-bb1b-553f738c9aab None None] Bound using segment: {'id': '06937288-507f-4175-80bf-f75bcdf6ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:03:13.576807 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-64092bfb-f7d8-449f-bb1b-553f738c9aab None None] Bound port: a65f6651-bbad-4d4a-af79-d99236e78362, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06937288-507f-4175-80bf-f75bcdf6ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:03:13.577177 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-64092bfb-f7d8-449f-bb1b-553f738c9aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:13.663940 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-64092bfb-f7d8-449f-bb1b-553f738c9aab None None] For port a65f6651-bbad-4d4a-af79-d99236e78362, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:03:13.667291 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-64092bfb-f7d8-449f-bb1b-553f738c9aab None None] For port a65f6651-bbad-4d4a-af79-d99236e78362, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a65f6651-bbad-4d4a-af79-d99236e78362,segment=NetworkSegment(06937288-507f-4175-80bf-f75bcdf6ba16),segment_id=06937288-507f-4175-80bf-f75bcdf6ba16)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:03:13.753379 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-64092bfb-f7d8-449f-bb1b-553f738c9aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:13.826283 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64092bfb-f7d8-449f-bb1b-553f738c9aab None None] Pushing event updated for resources: {'Port': ['ID=a65f6651-bbad-4d4a-af79-d99236e78362,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:13.968077 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6f112283-c597-4226-b4c3-60bfcc2963ab tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:13.983564 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-6f112283-c597-4226-b4c3-60bfcc2963ab tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Transition to ACTIVE for port object 745c16bc-6c42-4297-a7de-6df3e47e6806 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:03:14.107869 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6f112283-c597-4226-b4c3-60bfcc2963ab tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:14.154157 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f112283-c597-4226-b4c3-60bfcc2963ab tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Network aa45366d-fefa-413a-b8b4-c5d0a4234111 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:03:14.157841 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-6f112283-c597-4226-b4c3-60bfcc2963ab tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:03:14.164280 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f112283-c597-4226-b4c3-60bfcc2963ab tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:03:14.193314 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f112283-c597-4226-b4c3-60bfcc2963ab tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'Port': ['ID=745c16bc-6c42-4297-a7de-6df3e47e6806,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:14.218780 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6f112283-c597-4226-b4c3-60bfcc2963ab tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:14.456123 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6f112283-c597-4226-b4c3-60bfcc2963ab tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:14.749955 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6f112283-c597-4226-b4c3-60bfcc2963ab tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:14.859729 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb87f365-526b-49e8-b549-fe16d957ce2b None None] Network aa45366d-fefa-413a-b8b4-c5d0a4234111 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:03:14.867271 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6f112283-c597-4226-b4c3-60bfcc2963ab tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:14.951464 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f112283-c597-4226-b4c3-60bfcc2963ab tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'Port': ['ID=745c16bc-6c42-4297-a7de-6df3e47e6806,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:14.954849 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6f112283-c597-4226-b4c3-60bfcc2963ab tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:15.020458 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9ec46cc5-759d-4bf9-b7a0-2b4bbaa5b7f7 None None] Provisioning for port a65f6651-bbad-4d4a-af79-d99236e78362 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:03:15.060066 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f112283-c597-4226-b4c3-60bfcc2963ab tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Network aa45366d-fefa-413a-b8b4-c5d0a4234111 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:03:15.062025 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-6f112283-c597-4226-b4c3-60bfcc2963ab tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:03:15.187893 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f112283-c597-4226-b4c3-60bfcc2963ab tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Router 9e1e4091-55a5-4fc0-897d-fff6897ed576 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:03:15.308987 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f112283-c597-4226-b4c3-60bfcc2963ab tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:03:15.314224 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6f112283-c597-4226-b4c3-60bfcc2963ab tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "PUT /v2.0/routers/9e1e4091-55a5-4fc0-897d-fff6897ed576/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7073543 Jun 30 10:03:15.376479 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e595aa-57dd-489d-a648-10e31a23cee3 None None] Sync routers for ids ['9e1e4091-55a5-4fc0-897d-fff6897ed576'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:03:15.390111 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e595aa-57dd-489d-a648-10e31a23cee3 None None] Routers {'9e1e4091-55a5-4fc0-897d-fff6897ed576'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:03:15.391065 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c6e595aa-57dd-489d-a648-10e31a23cee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:02:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['9e1e4091-55a5-4fc0-897d-fff6897ed576'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:15.441377 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-71954dfc-9b45-4a54-9d54-12b790de05af None None] Provisioning for port 745c16bc-6c42-4297-a7de-6df3e47e6806 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:03:15.445522 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-71954dfc-9b45-4a54-9d54-12b790de05af None None] Provisioning complete for port 745c16bc-6c42-4297-a7de-6df3e47e6806 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:03:15.445896 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-71954dfc-9b45-4a54-9d54-12b790de05af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:15.511286 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-71954dfc-9b45-4a54-9d54-12b790de05af None None] Port 745c16bc-6c42-4297-a7de-6df3e47e6806 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:03:15.587455 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-c6e595aa-57dd-489d-a648-10e31a23cee3 None None] Set router 9e1e4091-55a5-4fc0-897d-fff6897ed576 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:03:15.639637 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-9a1ebf1f-a578-4f2d-b7bd-884559cd14fd tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-835693084&fields=id&tenant_id=d88d41ea5323480fbb6ead7dceb2af71 HTTP/1.1" status: 200 len: 267 time: 0.0535686 Jun 30 10:03:15.644385 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a65f6651-bbad-4d4a-af79-d99236e78362 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:03:15.696006 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f6f71f7e-141e-4724-b84d-6e8d35a660cc None None] Provisioning complete for port 745c16bc-6c42-4297-a7de-6df3e47e6806 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:03:15.696728 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f6f71f7e-141e-4724-b84d-6e8d35a660cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:15.736849 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-f6f71f7e-141e-4724-b84d-6e8d35a660cc None None] Port 745c16bc-6c42-4297-a7de-6df3e47e6806 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:03:15.808647 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-ca440ec0-79a2-43ad-be9c-1cedba7a1469 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:15.809715 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-ca440ec0-79a2-43ad-be9c-1cedba7a1469 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/networks?id=aa45366d-fefa-413a-b8b4-c5d0a4234111 HTTP/1.1" status: 200 len: 795 time: 0.1619029 Jun 30 10:03:15.810422 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port a65f6651-bbad-4d4a-af79-d99236e78362 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:03:15.814948 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port a65f6651-bbad-4d4a-af79-d99236e78362 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:03:15.815339 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:15.829321 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-9fc73abb-f331-4eab-9b08-d9b80b6e3424 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/quotas/d88d41ea5323480fbb6ead7dceb2af71 HTTP/1.1" status: 200 len: 375 time: 0.0108757 Jun 30 10:03:15.856135 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c6e595aa-57dd-489d-a648-10e31a23cee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419804186', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '3311b793-1012-4819-a6d3-83cad54aa53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:03:09Z', 'updated_at': '2021-06-30T10:03:14Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '3311b793-1012-4819-a6d3-83cad54aa53d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:10Z', 'updated_at': '2021-06-30T10:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '745c16bc-6c42-4297-a7de-6df3e47e6806', 'name': '', 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:c6:24:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:13Z', 'updated_at': '2021-06-30T10:03:14Z', 'revision_number': 2, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:15.868525 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b28691e0-e4d4-440d-a627-c61e60223364 None None] Provisioning complete for port 745c16bc-6c42-4297-a7de-6df3e47e6806 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:03:15.869066 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b28691e0-e4d4-440d-a627-c61e60223364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:15.886466 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e595aa-57dd-489d-a648-10e31a23cee3 None None] Checking router: 9e1e4091-55a5-4fc0-897d-fff6897ed576 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:03:15.886466 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e595aa-57dd-489d-a648-10e31a23cee3 None None] Updating router 9e1e4091-55a5-4fc0-897d-fff6897ed576 port 745c16bc-6c42-4297-a7de-6df3e47e6806 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:03:15.909258 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-94fdc4f5-6623-40c5-aacd-26e49b3fda1f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742278 Jun 30 10:03:15.920487 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-c6e595aa-57dd-489d-a648-10e31a23cee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:15.931024 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-b28691e0-e4d4-440d-a627-c61e60223364 None None] Port 745c16bc-6c42-4297-a7de-6df3e47e6806 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:03:15.942190 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:15.981125 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port a65f6651-bbad-4d4a-af79-d99236e78362, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a65f6651-bbad-4d4a-af79-d99236e78362,segment=NetworkSegment(06937288-507f-4175-80bf-f75bcdf6ba16),segment_id=06937288-507f-4175-80bf-f75bcdf6ba16)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:03:16.019330 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-56559f2b-3244-44ed-ac4d-683e6cbe7a1d service neutron] 10.222.0.10 "GET /v2.0/networks/aa45366d-fefa-413a-b8b4-c5d0a4234111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971665 Jun 30 10:03:16.056001 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:16.056907 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3311b793-1012-4819-a6d3-83cad54aa53d up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:03:16.132324 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-dbda2183-916e-4c62-b3b4-977d668ccd1b service neutron] 10.222.0.10 "GET /v2.0/networks/aa45366d-fefa-413a-b8b4-c5d0a4234111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066184 Jun 30 10:03:16.154377 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=a65f6651-bbad-4d4a-af79-d99236e78362,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:16.221279 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 3311b793-1012-4819-a6d3-83cad54aa53d completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:03:16.225365 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 3311b793-1012-4819-a6d3-83cad54aa53d triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:03:16.225716 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:16.237472 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-c6e595aa-57dd-489d-a648-10e31a23cee3 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:16.249754 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-c6e595aa-57dd-489d-a648-10e31a23cee3 None None] Transition to ACTIVE for port object 745c16bc-6c42-4297-a7de-6df3e47e6806 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:03:16.311921 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:16.336822 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 3311b793-1012-4819-a6d3-83cad54aa53d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3311b793-1012-4819-a6d3-83cad54aa53d,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:03:16.337873 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-c6e595aa-57dd-489d-a648-10e31a23cee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:16.414462 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bde7606a-8dbe-4148-b6f4-67e67471edb3 req-3cb18981-107c-4f3e-96d5-d8189a0494d4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 210 time: 0.0428846 Jun 30 10:03:16.438585 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:16.457048 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741c305-e3d9-48e6-9948-174a69008fe8 None None] Pushing event updated for resources: {'Port': ['ID=745c16bc-6c42-4297-a7de-6df3e47e6806,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:16.465506 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-c6e595aa-57dd-489d-a648-10e31a23cee3 None None] Attempting to bind port 745c16bc-6c42-4297-a7de-6df3e47e6806 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:03:16.465882 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-c6e595aa-57dd-489d-a648-10e31a23cee3 None None] Attempting to bind port 745c16bc-6c42-4297-a7de-6df3e47e6806 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '06937288-507f-4175-80bf-f75bcdf6ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:03:16.466245 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e595aa-57dd-489d-a648-10e31a23cee3 None None] Attempting to bind port 745c16bc-6c42-4297-a7de-6df3e47e6806 on network aa45366d-fefa-413a-b8b4-c5d0a4234111 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:03:16.470142 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741c305-e3d9-48e6-9948-174a69008fe8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:16.470483 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741c305-e3d9-48e6-9948-174a69008fe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:16.470815 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741c305-e3d9-48e6-9948-174a69008fe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:16.471345 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741c305-e3d9-48e6-9948-174a69008fe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:16.471854 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741c305-e3d9-48e6-9948-174a69008fe8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:16.472353 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741c305-e3d9-48e6-9948-174a69008fe8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:16.472843 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741c305-e3d9-48e6-9948-174a69008fe8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:16.473175 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741c305-e3d9-48e6-9948-174a69008fe8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:16.473499 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741c305-e3d9-48e6-9948-174a69008fe8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:16.473823 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741c305-e3d9-48e6-9948-174a69008fe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:16.474145 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741c305-e3d9-48e6-9948-174a69008fe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:16.474566 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741c305-e3d9-48e6-9948-174a69008fe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:16.481929 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e595aa-57dd-489d-a648-10e31a23cee3 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:03:16.482889 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e595aa-57dd-489d-a648-10e31a23cee3 None None] Checking segment: {'id': '06937288-507f-4175-80bf-f75bcdf6ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:03:16.482889 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-c6e595aa-57dd-489d-a648-10e31a23cee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:16.483186 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e595aa-57dd-489d-a648-10e31a23cee3 None None] Bound using segment: {'id': '06937288-507f-4175-80bf-f75bcdf6ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:03:16.483569 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-c6e595aa-57dd-489d-a648-10e31a23cee3 None None] Bound port: 745c16bc-6c42-4297-a7de-6df3e47e6806, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06937288-507f-4175-80bf-f75bcdf6ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:03:16.483945 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-c6e595aa-57dd-489d-a648-10e31a23cee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:16.507792 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=3311b793-1012-4819-a6d3-83cad54aa53d,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:16.673084 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-c6e595aa-57dd-489d-a648-10e31a23cee3 None None] For port 745c16bc-6c42-4297-a7de-6df3e47e6806, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:03:16.685362 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-c6e595aa-57dd-489d-a648-10e31a23cee3 None None] For port 745c16bc-6c42-4297-a7de-6df3e47e6806, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=745c16bc-6c42-4297-a7de-6df3e47e6806,segment=NetworkSegment(06937288-507f-4175-80bf-f75bcdf6ba16),segment_id=06937288-507f-4175-80bf-f75bcdf6ba16)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:03:16.839723 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-c6e595aa-57dd-489d-a648-10e31a23cee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:16.900411 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e595aa-57dd-489d-a648-10e31a23cee3 None None] Routers {'9e1e4091-55a5-4fc0-897d-fff6897ed576'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:03:16.901829 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c6e595aa-57dd-489d-a648-10e31a23cee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:02:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['9e1e4091-55a5-4fc0-897d-fff6897ed576'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:16.903824 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741c305-e3d9-48e6-9948-174a69008fe8 None None] Pushing event updated for resources: {'Port': ['ID=745c16bc-6c42-4297-a7de-6df3e47e6806,revision_number=4']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:17.026256 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-c6e595aa-57dd-489d-a648-10e31a23cee3 None None] Set router 9e1e4091-55a5-4fc0-897d-fff6897ed576 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:03:17.284980 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c6e595aa-57dd-489d-a648-10e31a23cee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419804186', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '3311b793-1012-4819-a6d3-83cad54aa53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:03:09Z', 'updated_at': '2021-06-30T10:03:14Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '3311b793-1012-4819-a6d3-83cad54aa53d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:10Z', 'updated_at': '2021-06-30T10:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '745c16bc-6c42-4297-a7de-6df3e47e6806', 'name': '', 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:c6:24:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:13Z', 'updated_at': '2021-06-30T10:03:16Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:17.312691 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e595aa-57dd-489d-a648-10e31a23cee3 None None] The sync data for ids ['9e1e4091-55a5-4fc0-897d-fff6897ed576'] in n-d-771363-31 is: [{'id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419804186', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '3311b793-1012-4819-a6d3-83cad54aa53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:03:09Z', 'updated_at': '2021-06-30T10:03:14Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '3311b793-1012-4819-a6d3-83cad54aa53d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:10Z', 'updated_at': '2021-06-30T10:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '745c16bc-6c42-4297-a7de-6df3e47e6806', 'name': '', 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:c6:24:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:13Z', 'updated_at': '2021-06-30T10:03:16Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:03:17.545229 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9e5a0492-9204-4171-a891-2837beb606b1 req-b1698425-f54e-46fc-bee2-24f7c5c60a17 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 210 time: 0.0442986 Jun 30 10:03:17.622850 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 745c16bc-6c42-4297-a7de-6df3e47e6806 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:03:17.754751 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 745c16bc-6c42-4297-a7de-6df3e47e6806 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:03:17.765161 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 745c16bc-6c42-4297-a7de-6df3e47e6806 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:03:17.765161 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:18.009599 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:18.047696 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 745c16bc-6c42-4297-a7de-6df3e47e6806, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=745c16bc-6c42-4297-a7de-6df3e47e6806,segment=NetworkSegment(06937288-507f-4175-80bf-f75bcdf6ba16),segment_id=06937288-507f-4175-80bf-f75bcdf6ba16)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:03:18.154833 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:18.155845 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a65f6651-bbad-4d4a-af79-d99236e78362 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:03:18.245148 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=745c16bc-6c42-4297-a7de-6df3e47e6806,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:18.260128 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port a65f6651-bbad-4d4a-af79-d99236e78362 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:03:18.260792 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:18.376382 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3311b793-1012-4819-a6d3-83cad54aa53d up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:03:18.438031 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 3311b793-1012-4819-a6d3-83cad54aa53d triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:03:18.438388 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:18.701915 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1d7998d7-28de-4539-a2da-e0f4f6b03c36 req-a20dffec-5805-4794-b86a-171e30de027a tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 210 time: 0.0308568 Jun 30 10:03:18.962673 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-bb6db8a5-eff4-4780-9fa7-c0bda7b05084 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:18.964413 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-bb6db8a5-eff4-4780-9fa7-c0bda7b05084 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.37 "GET /v2.0/networks?id=aa45366d-fefa-413a-b8b4-c5d0a4234111 HTTP/1.1" status: 200 len: 795 time: 0.1095085 Jun 30 10:03:19.019968 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-fb40afcf-84cd-4d61-9336-69e108de5305 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d88d41ea5323480fbb6ead7dceb2af71 HTTP/1.1" status: 200 len: 379 time: 0.0396993 Jun 30 10:03:19.029142 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-e4deb662-662f-4bf2-a22e-d15a0ce6a635 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'port': {'device_id': 'e335a3ae-3c4c-4cc6-bf53-c413db8e7518', 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111', 'admin_state_up': True, 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'security_groups': ['d2070240-e4d7-4524-ab95-6022a0592ba4']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:03:19.211496 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-e4deb662-662f-4bf2-a22e-d15a0ce6a635 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Made reservation on behalf of d88d41ea5323480fbb6ead7dceb2af71 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:03:19.215280 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-e4deb662-662f-4bf2-a22e-d15a0ce6a635 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:19.353696 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-e4deb662-662f-4bf2-a22e-d15a0ce6a635 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Allocated IP 172.20.0.8 (aa45366d-fefa-413a-b8b4-c5d0a4234111/21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27/e3b4c581-5af8-4fd6-be95-7ba49bc3e90c) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:03:19.513556 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-e4deb662-662f-4bf2-a22e-d15a0ce6a635 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:19.527899 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-e4deb662-662f-4bf2-a22e-d15a0ce6a635 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Transition to ACTIVE for port object e3b4c581-5af8-4fd6-be95-7ba49bc3e90c will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:03:19.534416 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 745c16bc-6c42-4297-a7de-6df3e47e6806 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:03:19.581986 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 745c16bc-6c42-4297-a7de-6df3e47e6806 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:03:19.582349 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:19.600851 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-e4deb662-662f-4bf2-a22e-d15a0ce6a635 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:19.646134 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-e4deb662-662f-4bf2-a22e-d15a0ce6a635 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Network aa45366d-fefa-413a-b8b4-c5d0a4234111 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:03:19.649358 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-e4deb662-662f-4bf2-a22e-d15a0ce6a635 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:03:19.652872 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-e4deb662-662f-4bf2-a22e-d15a0ce6a635 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:03:19.687963 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4deb662-662f-4bf2-a22e-d15a0ce6a635 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'Port': ['ID=e3b4c581-5af8-4fd6-be95-7ba49bc3e90c,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:19.719588 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-e4deb662-662f-4bf2-a22e-d15a0ce6a635 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:19.720454 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-e4deb662-662f-4bf2-a22e-d15a0ce6a635 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:19.807089 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-e4deb662-662f-4bf2-a22e-d15a0ce6a635 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7817571 Jun 30 10:03:19.819104 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-f5bf851e-64c6-407e-811f-481ecb531bef service neutron] Request body: {'port': {'device_id': 'e335a3ae-3c4c-4cc6-bf53-c413db8e7518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:03:19.937175 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-f5bf851e-64c6-407e-811f-481ecb531bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:19.961589 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059bfb0-00e6-469c-8bb2-fe01dcc0eeaa req-9b2b5038-6440-45f8-81ec-5813cdf1d782 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:19.963198 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e059bfb0-00e6-469c-8bb2-fe01dcc0eeaa req-9b2b5038-6440-45f8-81ec-5813cdf1d782 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 931 time: 0.1414080 Jun 30 10:03:20.000462 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-35351c5d-e405-4d2a-bdfc-ddd6b8297345 None None] Provisioning for port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:03:20.004821 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-35351c5d-e405-4d2a-bdfc-ddd6b8297345 None None] Provisioning complete for port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:03:20.005182 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-35351c5d-e405-4d2a-bdfc-ddd6b8297345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:20.043649 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-35351c5d-e405-4d2a-bdfc-ddd6b8297345 None None] Port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:03:20.043876 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e059bfb0-00e6-469c-8bb2-fe01dcc0eeaa req-fc4320b2-4421-4e59-b35d-1c1f23ef6184 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2070240-e4d7-4524-ab95-6022a0592ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546095 Jun 30 10:03:20.247607 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-f5bf851e-64c6-407e-811f-481ecb531bef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3b4c581-5af8-4fd6-be95-7ba49bc3e90c {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:03:20.254745 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-f5bf851e-64c6-407e-811f-481ecb531bef service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:20.266814 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-f5bf851e-64c6-407e-811f-481ecb531bef service neutron] Transition to ACTIVE for port object e3b4c581-5af8-4fd6-be95-7ba49bc3e90c will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:03:20.343146 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-f5bf851e-64c6-407e-811f-481ecb531bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:20.399908 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf851e-64c6-407e-811f-481ecb531bef service neutron] Pushing event updated for resources: {'Port': ['ID=e3b4c581-5af8-4fd6-be95-7ba49bc3e90c,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:20.479952 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-f5bf851e-64c6-407e-811f-481ecb531bef service neutron] Attempting to bind port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:03:20.480967 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-f5bf851e-64c6-407e-811f-481ecb531bef service neutron] Attempting to bind port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '06937288-507f-4175-80bf-f75bcdf6ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:03:20.481317 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-f5bf851e-64c6-407e-811f-481ecb531bef service neutron] Attempting to bind port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c on network aa45366d-fefa-413a-b8b4-c5d0a4234111 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:03:20.487765 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-f5bf851e-64c6-407e-811f-481ecb531bef service neutron] Port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c on network aa45366d-fefa-413a-b8b4-c5d0a4234111 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:03:20.488274 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-f5bf851e-64c6-407e-811f-481ecb531bef service neutron] Attempting to bind port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c on network aa45366d-fefa-413a-b8b4-c5d0a4234111 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:03:20.493897 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-f5bf851e-64c6-407e-811f-481ecb531bef service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:03:20.494231 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-f5bf851e-64c6-407e-811f-481ecb531bef service neutron] Checking segment: {'id': '06937288-507f-4175-80bf-f75bcdf6ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:03:20.494611 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-f5bf851e-64c6-407e-811f-481ecb531bef service neutron] Bound using segment: {'id': '06937288-507f-4175-80bf-f75bcdf6ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:03:20.495084 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-f5bf851e-64c6-407e-811f-481ecb531bef service neutron] Bound port: e3b4c581-5af8-4fd6-be95-7ba49bc3e90c, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06937288-507f-4175-80bf-f75bcdf6ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:03:20.495462 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-f5bf851e-64c6-407e-811f-481ecb531bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:20.508682 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c196da3d-c3ea-46c2-9ece-26b2345e498c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:20.567475 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-f5bf851e-64c6-407e-811f-481ecb531bef service neutron] For port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:03:20.570909 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-f5bf851e-64c6-407e-811f-481ecb531bef service neutron] For port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e3b4c581-5af8-4fd6-be95-7ba49bc3e90c,segment=NetworkSegment(06937288-507f-4175-80bf-f75bcdf6ba16),segment_id=06937288-507f-4175-80bf-f75bcdf6ba16)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:03:20.670452 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-f5bf851e-64c6-407e-811f-481ecb531bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:20.710487 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-f5bf851e-64c6-407e-811f-481ecb531bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:20.711100 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-f5bf851e-64c6-407e-811f-481ecb531bef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:20.712503 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-f5bf851e-64c6-407e-811f-481ecb531bef service neutron] 10.222.0.37 "PUT /v2.0/ports/e3b4c581-5af8-4fd6-be95-7ba49bc3e90c HTTP/1.1" status: 200 len: 1092 time: 0.8978932 Jun 30 10:03:20.713092 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e335a3ae-3c4c-4cc6-bf53-c413db8e7518', 'tag': 'e3b4c581-5af8-4fd6-be95-7ba49bc3e90c'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:03:20.716259 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b886b3f-e6a4-494e-97cb-3c1297daa3b0" -d '{"events": [{"name": "network-changed", "server_uuid": "e335a3ae-3c4c-4cc6-bf53-c413db8e7518", "tag": "e3b4c581-5af8-4fd6-be95-7ba49bc3e90c"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:03:20.741129 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf851e-64c6-407e-811f-481ecb531bef service neutron] Pushing event updated for resources: {'Port': ['ID=e3b4c581-5af8-4fd6-be95-7ba49bc3e90c,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:20.759085 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72360e94-0234-4707-a80c-78ae2b1389a6 x-openstack-request-id: req-72360e94-0234-4707-a80c-78ae2b1389a6 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:03:20.759450 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e335a3ae-3c4c-4cc6-bf53-c413db8e7518", "tag": "e3b4c581-5af8-4fd6-be95-7ba49bc3e90c", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:03:20.759803 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-72360e94-0234-4707-a80c-78ae2b1389a6 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:03:20.760274 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e335a3ae-3c4c-4cc6-bf53-c413db8e7518', 'tag': 'e3b4c581-5af8-4fd6-be95-7ba49bc3e90c', 'status': 'completed', 'code': 200} Jun 30 10:03:20.841053 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b886b3f-e6a4-494e-97cb-3c1297daa3b0 req-fa8d6388-25d2-4f5a-b91c-3d4c9203ee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:20.842961 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9b886b3f-e6a4-494e-97cb-3c1297daa3b0 req-fa8d6388-25d2-4f5a-b91c-3d4c9203ee0c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 1095 time: 0.0615208 Jun 30 10:03:20.953920 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b886b3f-e6a4-494e-97cb-3c1297daa3b0 req-256d0417-6493-4f45-b5d8-59d937abd724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:20.955407 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9b886b3f-e6a4-494e-97cb-3c1297daa3b0 req-256d0417-6493-4f45-b5d8-59d937abd724 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1038282 Jun 30 10:03:21.059404 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b886b3f-e6a4-494e-97cb-3c1297daa3b0 req-318bfe8e-6810-4b4e-8279-44fc8d9e1eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:21.060852 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9b886b3f-e6a4-494e-97cb-3c1297daa3b0 req-318bfe8e-6810-4b4e-8279-44fc8d9e1eaf service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0992076 Jun 30 10:03:21.155245 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-b3d55ca0-224a-441e-8ee6-a5282bbdd713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:21.156731 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-b3d55ca0-224a-441e-8ee6-a5282bbdd713 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 1095 time: 0.0560765 Jun 30 10:03:21.222597 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-4f697a95-8705-4479-8e19-beee6f61957f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3b4c581-5af8-4fd6-be95-7ba49bc3e90c HTTP/1.1" status: 200 len: 217 time: 0.0515704 Jun 30 10:03:21.285030 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-50d1d3e9-eb76-4b92-af78-b27a5a42e1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:21.286365 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-50d1d3e9-eb76-4b92-af78-b27a5a42e1d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27 HTTP/1.1" status: 200 len: 835 time: 0.0578840 Jun 30 10:03:21.294457 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041952af-b7ae-4ff6-b1ab-f625193b247f req-e52d8a9e-6a99-4df7-8ab0-716f559c2845 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:21.296072 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-041952af-b7ae-4ff6-b1ab-f625193b247f req-e52d8a9e-6a99-4df7-8ab0-716f559c2845 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 943 time: 0.1344047 Jun 30 10:03:21.360422 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-041952af-b7ae-4ff6-b1ab-f625193b247f req-d0c4bf26-dc29-4540-9542-d73ff2cd965b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2070240-e4d7-4524-ab95-6022a0592ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562932 Jun 30 10:03:21.375823 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-b7634fc3-e830-4c4d-8fb2-2c7482b4bf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:21.377334 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-b7634fc3-e830-4c4d-8fb2-2c7482b4bf8c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa45366d-fefa-413a-b8b4-c5d0a4234111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0804358 Jun 30 10:03:21.478491 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-7bca2021-df90-4070-96b8-316807cb5f50 service neutron] 10.222.0.37 "GET /v2.0/networks/aa45366d-fefa-413a-b8b4-c5d0a4234111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948548 Jun 30 10:03:21.568091 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a760a75c-6cce-41ee-8dbf-9beb9d9ba11a req-1a2cc18c-7dfb-48b1-961a-1ad8c6547b14 service neutron] 10.222.0.37 "GET /v2.0/networks/aa45366d-fefa-413a-b8b4-c5d0a4234111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838153 Jun 30 10:03:22.560887 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe271d25-6d4f-4f2b-8cba-521d7764bce1 req-004f0539-177a-43f4-b8c5-b399dcd4b767 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:22.562404 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fe271d25-6d4f-4f2b-8cba-521d7764bce1 req-004f0539-177a-43f4-b8c5-b399dcd4b767 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 943 time: 0.0692208 Jun 30 10:03:22.606072 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fe271d25-6d4f-4f2b-8cba-521d7764bce1 req-8c4c32e1-0b66-4455-807a-a69cfc189d0d tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2070240-e4d7-4524-ab95-6022a0592ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368958 Jun 30 10:03:22.966550 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-baebc8cc-582a-4676-b820-d547f942b65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:23.541296 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:23.835966 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb743c5-7f3e-4c90-8f0c-1010ba65f82c req-2cb86673-1372-4171-af2e-d96e25278b04 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:23.837826 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fbb743c5-7f3e-4c90-8f0c-1010ba65f82c req-2cb86673-1372-4171-af2e-d96e25278b04 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 943 time: 0.0825515 Jun 30 10:03:23.878590 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fbb743c5-7f3e-4c90-8f0c-1010ba65f82c req-29144c9e-2d96-47eb-be57-17c282d55246 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2070240-e4d7-4524-ab95-6022a0592ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350871 Jun 30 10:03:24.752671 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:25.063476 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ed503-b67b-472c-a28b-42e82cd35263 req-0e0e9b62-db3a-4cfe-9839-26f1c98dd9e1 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:25.064958 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3d1ed503-b67b-472c-a28b-42e82cd35263 req-0e0e9b62-db3a-4cfe-9839-26f1c98dd9e1 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 943 time: 0.0699668 Jun 30 10:03:25.105843 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3d1ed503-b67b-472c-a28b-42e82cd35263 req-11a5bd59-2212-45b6-b07e-491c77eb934f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2070240-e4d7-4524-ab95-6022a0592ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349655 Jun 30 10:03:25.839140 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device e3b4c581-5af8-4fd6-be95-7ba49bc3e90c details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:03:25.941230 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e3b4c581-5af8-4fd6-be95-7ba49bc3e90c,segment=NetworkSegment(06937288-507f-4175-80bf-f75bcdf6ba16),segment_id=06937288-507f-4175-80bf-f75bcdf6ba16)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:03:25.952035 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'e3b4c581-5af8-4fd6-be95-7ba49bc3e90c', 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111', 'port_id': 'e3b4c581-5af8-4fd6-be95-7ba49bc3e90c', 'mac_address': 'fa:16:3e:46:c1:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:03:25.990752 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:26.004260 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b4c581-5af8-4fd6-be95-7ba49bc3e90c {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:03:26.029962 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e3b4c581-5af8-4fd6-be95-7ba49bc3e90c,segment=NetworkSegment(06937288-507f-4175-80bf-f75bcdf6ba16),segment_id=06937288-507f-4175-80bf-f75bcdf6ba16)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:03:26.095362 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:26.148798 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=e3b4c581-5af8-4fd6-be95-7ba49bc3e90c,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:26.284492 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57575e0-c145-4713-9c2b-02435ae91683 req-73cd8292-f1cc-4310-af02-89c738e06cbf tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:26.285960 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e57575e0-c145-4713-9c2b-02435ae91683 req-73cd8292-f1cc-4310-af02-89c738e06cbf tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 944 time: 0.0666943 Jun 30 10:03:26.332329 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e57575e0-c145-4713-9c2b-02435ae91683 req-04852f86-e818-4c0b-bf15-aa714e79c990 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2070240-e4d7-4524-ab95-6022a0592ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372925 Jun 30 10:03:26.423841 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['e3b4c581-5af8-4fd6-be95-7ba49bc3e90c'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:03:26.456772 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:27.521608 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfdbdd-447e-4c84-8403-df28d2634c2d req-8a6d1068-e9c9-4e66-a2f0-97af968c6767 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:27.523087 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3dfdbdd-447e-4c84-8403-df28d2634c2d req-8a6d1068-e9c9-4e66-a2f0-97af968c6767 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 944 time: 0.0780020 Jun 30 10:03:27.563224 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e3dfdbdd-447e-4c84-8403-df28d2634c2d req-ae25dff9-0763-414f-91a5-6b0a3d5c31a4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2070240-e4d7-4524-ab95-6022a0592ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323560 Jun 30 10:03:27.839055 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device e3b4c581-5af8-4fd6-be95-7ba49bc3e90c up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:03:27.952635 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:03:27.956750 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:03:27.957118 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:28.045513 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:28.068962 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e335a3ae-3c4c-4cc6-bf53-c413db8e7518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b4c581-5af8-4fd6-be95-7ba49bc3e90c'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:03:28.071277 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d10de84-636d-4f1b-ad85-765b8b45928e" -d '{"events": [{"server_uuid": "e335a3ae-3c4c-4cc6-bf53-c413db8e7518", "name": "network-vif-plugged", "status": "completed", "tag": "e3b4c581-5af8-4fd6-be95-7ba49bc3e90c"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:03:28.085261 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e3b4c581-5af8-4fd6-be95-7ba49bc3e90c,segment=NetworkSegment(06937288-507f-4175-80bf-f75bcdf6ba16),segment_id=06937288-507f-4175-80bf-f75bcdf6ba16)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:03:28.120165 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c03a13-7786-45bb-8e39-9a0d321d87de x-openstack-request-id: req-26c03a13-7786-45bb-8e39-9a0d321d87de {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:03:28.120461 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e335a3ae-3c4c-4cc6-bf53-c413db8e7518", "name": "network-vif-plugged", "status": "completed", "tag": "e3b4c581-5af8-4fd6-be95-7ba49bc3e90c", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:03:28.120833 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-26c03a13-7786-45bb-8e39-9a0d321d87de {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:03:28.121230 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e335a3ae-3c4c-4cc6-bf53-c413db8e7518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b4c581-5af8-4fd6-be95-7ba49bc3e90c', 'code': 200} Jun 30 10:03:28.154739 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:28.209433 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=e3b4c581-5af8-4fd6-be95-7ba49bc3e90c,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:28.234620 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcb542-a22e-46f1-966d-57318fa94314 req-a7f064c8-7c0b-4a3b-b928-1a91ff2696b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:28.236133 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6dcb542-a22e-46f1-966d-57318fa94314 req-a7f064c8-7c0b-4a3b-b928-1a91ff2696b1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 1097 time: 0.0553267 Jun 30 10:03:28.271045 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6dcb542-a22e-46f1-966d-57318fa94314 req-058da714-7967-4fad-9ce9-f1f241f78771 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d2070240-e4d7-4524-ab95-6022a0592ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283945 Jun 30 10:03:28.743586 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bede14-c749-47ed-866a-ad9320992d19 req-e10f257b-5932-4a76-9eab-0b6025308f04 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:28.745928 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-26bede14-c749-47ed-866a-ad9320992d19 req-e10f257b-5932-4a76-9eab-0b6025308f04 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 945 time: 0.0675097 Jun 30 10:03:28.783431 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-26bede14-c749-47ed-866a-ad9320992d19 req-82d34d7c-f912-4761-9f2f-38592f9e83a0 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2070240-e4d7-4524-ab95-6022a0592ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317788 Jun 30 10:03:29.982395 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b17c18-cf65-4693-801f-79aa1ab0e5a1 req-a509a0d7-32d3-43f0-8344-5125c767a45d tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:29.983927 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-80b17c18-cf65-4693-801f-79aa1ab0e5a1 req-a509a0d7-32d3-43f0-8344-5125c767a45d tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 945 time: 0.0828550 Jun 30 10:03:30.021734 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-80b17c18-cf65-4693-801f-79aa1ab0e5a1 req-f3976c06-eb07-49b4-ac38-3d6959bd82ae tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2070240-e4d7-4524-ab95-6022a0592ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320945 Jun 30 10:03:30.196078 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7c121-b926-4869-904c-30627b7af963 req-88df4948-c1e0-4931-a8c0-5657be512c8f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:30.197443 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dfc7c121-b926-4869-904c-30627b7af963 req-88df4948-c1e0-4931-a8c0-5657be512c8f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 945 time: 0.0639913 Jun 30 10:03:30.236574 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dfc7c121-b926-4869-904c-30627b7af963 req-946fe454-a7e4-466b-8947-055ff8660732 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2070240-e4d7-4524-ab95-6022a0592ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330212 Jun 30 10:03:30.260040 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58724) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:30.315436 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063dcabf-eff0-4d95-b3b9-3705639982cc tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:30.316943 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-063dcabf-eff0-4d95-b3b9-3705639982cc tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 1092 time: 0.0554719 Jun 30 10:03:30.319726 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58726) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:30.324826 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-41b836fc-6f89-4e0c-aedf-2687ef0f551b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'port_id': 'e3b4c581-5af8-4fd6-be95-7ba49bc3e90c', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:03:30.399928 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-41b836fc-6f89-4e0c-aedf-2687ef0f551b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for floatingip, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:30.505738 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-41b836fc-6f89-4e0c-aedf-2687ef0f551b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:30.616367 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-41b836fc-6f89-4e0c-aedf-2687ef0f551b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Allocated IP 172.25.6.4 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/1682ece6-0485-4581-a61d-94161e26cb4f) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:03:30.729285 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-41b836fc-6f89-4e0c-aedf-2687ef0f551b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:30.850033 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-41b836fc-6f89-4e0c-aedf-2687ef0f551b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:30.889116 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b836fc-6f89-4e0c-aedf-2687ef0f551b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:03:30.896191 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-41b836fc-6f89-4e0c-aedf-2687ef0f551b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:03:30.902128 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b836fc-6f89-4e0c-aedf-2687ef0f551b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:03:30.908949 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b836fc-6f89-4e0c-aedf-2687ef0f551b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'Port': ['ID=1682ece6-0485-4581-a61d-94161e26cb4f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:31.296867 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-41b836fc-6f89-4e0c-aedf-2687ef0f551b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:31.452520 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-41b836fc-6f89-4e0c-aedf-2687ef0f551b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:31.603628 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-41b836fc-6f89-4e0c-aedf-2687ef0f551b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:31.675046 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-41b836fc-6f89-4e0c-aedf-2687ef0f551b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:31.755637 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b836fc-6f89-4e0c-aedf-2687ef0f551b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'Port': ['ID=1682ece6-0485-4581-a61d-94161e26cb4f,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:31.763652 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-41b836fc-6f89-4e0c-aedf-2687ef0f551b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:31.993825 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:03:32.179617 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-41b836fc-6f89-4e0c-aedf-2687ef0f551b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Floating IP e3a52d60-3891-4453-a349-cb9f7c21416e associated. External IP: 172.25.6.4, port: e3b4c581-5af8-4fd6-be95-7ba49bc3e90c. Jun 30 10:03:32.402769 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b836fc-6f89-4e0c-aedf-2687ef0f551b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Router 9e1e4091-55a5-4fc0-897d-fff6897ed576 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:03:32.541151 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b836fc-6f89-4e0c-aedf-2687ef0f551b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:03:32.553848 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bfab4a-3131-4ef5-9a99-6e804130c82a None None] Sync routers for ids ['9e1e4091-55a5-4fc0-897d-fff6897ed576'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:03:32.573416 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bfab4a-3131-4ef5-9a99-6e804130c82a None None] Routers {'9e1e4091-55a5-4fc0-897d-fff6897ed576'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:03:32.574359 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-43bfab4a-3131-4ef5-9a99-6e804130c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:03:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['9e1e4091-55a5-4fc0-897d-fff6897ed576'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:32.615620 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-41b836fc-6f89-4e0c-aedf-2687ef0f551b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:32.653578 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-41b836fc-6f89-4e0c-aedf-2687ef0f551b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3327150 Jun 30 10:03:32.654460 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e335a3ae-3c4c-4cc6-bf53-c413db8e7518', 'tag': 'e3b4c581-5af8-4fd6-be95-7ba49bc3e90c'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:03:32.656955 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9f3c8c-14ec-4c3f-b9ad-510c342f37cb" -d '{"events": [{"name": "network-changed", "server_uuid": "e335a3ae-3c4c-4cc6-bf53-c413db8e7518", "tag": "e3b4c581-5af8-4fd6-be95-7ba49bc3e90c"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:03:32.693944 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5edbfe-31d8-41de-9891-5f6201e759eb x-openstack-request-id: req-6a5edbfe-31d8-41de-9891-5f6201e759eb {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:03:32.694123 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e335a3ae-3c4c-4cc6-bf53-c413db8e7518", "tag": "e3b4c581-5af8-4fd6-be95-7ba49bc3e90c", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:03:32.694302 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6a5edbfe-31d8-41de-9891-5f6201e759eb {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:03:32.694667 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e335a3ae-3c4c-4cc6-bf53-c413db8e7518', 'tag': 'e3b4c581-5af8-4fd6-be95-7ba49bc3e90c', 'status': 'completed', 'code': 200} Jun 30 10:03:32.730503 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-43bfab4a-3131-4ef5-9a99-6e804130c82a None None] Set router 9e1e4091-55a5-4fc0-897d-fff6897ed576 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:03:32.785069 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f3c8c-14ec-4c3f-b9ad-510c342f37cb req-2fbcd2e0-ec90-468d-8530-2c8f01795ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:32.786677 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-da9f3c8c-14ec-4c3f-b9ad-510c342f37cb req-2fbcd2e0-ec90-468d-8530-2c8f01795ed1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 1097 time: 0.0656970 Jun 30 10:03:32.898720 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d66a0f-a4a0-429a-a8e4-522937ae2bca req-a9bc5f3c-5996-41ae-a668-86784863b4b6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:32.900300 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-10d66a0f-a4a0-429a-a8e4-522937ae2bca req-a9bc5f3c-5996-41ae-a668-86784863b4b6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 945 time: 0.1181846 Jun 30 10:03:32.960148 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f3c8c-14ec-4c3f-b9ad-510c342f37cb req-cac8d01e-823f-4592-8a86-4fc033ff547d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:32.961595 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-da9f3c8c-14ec-4c3f-b9ad-510c342f37cb req-cac8d01e-823f-4592-8a86-4fc033ff547d service neutron] 10.222.0.37 "GET /v2.0/networks?id=aa45366d-fefa-413a-b8b4-c5d0a4234111 HTTP/1.1" status: 200 len: 896 time: 0.1663377 Jun 30 10:03:32.966637 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-10d66a0f-a4a0-429a-a8e4-522937ae2bca req-69e284cb-af3e-4bc9-90d7-a09d995efb56 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2070240-e4d7-4524-ab95-6022a0592ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568926 Jun 30 10:03:33.011162 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58732) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:33.052317 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-da9f3c8c-14ec-4c3f-b9ad-510c342f37cb req-d5f79f6c-9a08-49fb-a5ea-d261238e27bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3b4c581-5af8-4fd6-be95-7ba49bc3e90c HTTP/1.1" status: 200 len: 997 time: 0.0846972 Jun 30 10:03:33.094215 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-43bfab4a-3131-4ef5-9a99-6e804130c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419804186', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '3311b793-1012-4819-a6d3-83cad54aa53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:03:09Z', 'updated_at': '2021-06-30T10:03:14Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '3311b793-1012-4819-a6d3-83cad54aa53d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:10Z', 'updated_at': '2021-06-30T10:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'e3a52d60-3891-4453-a349-cb9f7c21416e', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'port_id': 'e3b4c581-5af8-4fd6-be95-7ba49bc3e90c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111', 'mac_address': 'fa:16:3e:46:c1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e335a3ae-3c4c-4cc6-bf53-c413db8e7518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:03:31Z', 'updated_at': '2021-06-30T10:03:31Z', 'revision_number': 0, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '745c16bc-6c42-4297-a7de-6df3e47e6806', 'name': '', 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:c6:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:13Z', 'updated_at': '2021-06-30T10:03:18Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:33.104643 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5c72087b-1514-4e8e-a354-1119b35140d7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/floatingips/e3a52d60-3891-4453-a349-cb9f7c21416e HTTP/1.1" status: 200 len: 989 time: 0.0913863 Jun 30 10:03:33.116276 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f3c8c-14ec-4c3f-b9ad-510c342f37cb req-b802f05a-1eaf-4ca2-b927-069bfe95d412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:33.117752 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-da9f3c8c-14ec-4c3f-b9ad-510c342f37cb req-b802f05a-1eaf-4ca2-b927-069bfe95d412 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27 HTTP/1.1" status: 200 len: 835 time: 0.0592191 Jun 30 10:03:33.122289 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bfab4a-3131-4ef5-9a99-6e804130c82a None None] Checking router: 9e1e4091-55a5-4fc0-897d-fff6897ed576 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:03:33.132475 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bfab4a-3131-4ef5-9a99-6e804130c82a None None] Routers {'9e1e4091-55a5-4fc0-897d-fff6897ed576'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:03:33.133101 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-43bfab4a-3131-4ef5-9a99-6e804130c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:03:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['9e1e4091-55a5-4fc0-897d-fff6897ed576'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:33.182657 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f3c8c-14ec-4c3f-b9ad-510c342f37cb req-5a1cf2ef-efbd-4749-b003-f719e756b6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:33.184410 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-da9f3c8c-14ec-4c3f-b9ad-510c342f37cb req-5a1cf2ef-efbd-4749-b003-f719e756b6ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa45366d-fefa-413a-b8b4-c5d0a4234111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605037 Jun 30 10:03:33.270955 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-43bfab4a-3131-4ef5-9a99-6e804130c82a None None] Set router 9e1e4091-55a5-4fc0-897d-fff6897ed576 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:03:33.290412 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-da9f3c8c-14ec-4c3f-b9ad-510c342f37cb req-07b02c2f-7fad-41d7-ac68-31018971befe service neutron] 10.222.0.37 "GET /v2.0/networks/aa45366d-fefa-413a-b8b4-c5d0a4234111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997097 Jun 30 10:03:33.389622 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-da9f3c8c-14ec-4c3f-b9ad-510c342f37cb req-ccccf9c3-f393-486d-a2d1-14142c591f51 service neutron] 10.222.0.37 "GET /v2.0/networks/aa45366d-fefa-413a-b8b4-c5d0a4234111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892315 Jun 30 10:03:33.521633 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-43bfab4a-3131-4ef5-9a99-6e804130c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419804186', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '3311b793-1012-4819-a6d3-83cad54aa53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:03:09Z', 'updated_at': '2021-06-30T10:03:14Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '3311b793-1012-4819-a6d3-83cad54aa53d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:10Z', 'updated_at': '2021-06-30T10:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'e3a52d60-3891-4453-a349-cb9f7c21416e', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'port_id': 'e3b4c581-5af8-4fd6-be95-7ba49bc3e90c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111', 'mac_address': 'fa:16:3e:46:c1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e335a3ae-3c4c-4cc6-bf53-c413db8e7518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:03:31Z', 'updated_at': '2021-06-30T10:03:31Z', 'revision_number': 0, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '745c16bc-6c42-4297-a7de-6df3e47e6806', 'name': '', 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:c6:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:13Z', 'updated_at': '2021-06-30T10:03:18Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:33.549769 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bfab4a-3131-4ef5-9a99-6e804130c82a None None] The sync data for ids ['9e1e4091-55a5-4fc0-897d-fff6897ed576'] in n-d-771363-31 is: [{'id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419804186', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '3311b793-1012-4819-a6d3-83cad54aa53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:03:09Z', 'updated_at': '2021-06-30T10:03:14Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '3311b793-1012-4819-a6d3-83cad54aa53d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:10Z', 'updated_at': '2021-06-30T10:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'e3a52d60-3891-4453-a349-cb9f7c21416e', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'port_id': 'e3b4c581-5af8-4fd6-be95-7ba49bc3e90c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111', 'mac_address': 'fa:16:3e:46:c1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e335a3ae-3c4c-4cc6-bf53-c413db8e7518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:03:31Z', 'updated_at': '2021-06-30T10:03:31Z', 'revision_number': 0, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '745c16bc-6c42-4297-a7de-6df3e47e6806', 'name': '', 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:c6:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:13Z', 'updated_at': '2021-06-30T10:03:18Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:03:33.770740 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431b64ab-b44a-4296-9f9b-22f7de618e74 None None] New status for floating IP e3a52d60-3891-4453-a349-cb9f7c21416e: ACTIVE {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:03:34.106637 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58734) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:34.177007 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e73116dc-f330-405e-bdc9-fb6b4a428442 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/floatingips/e3a52d60-3891-4453-a349-cb9f7c21416e HTTP/1.1" status: 200 len: 991 time: 0.0691447 Jun 30 10:03:38.032557 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:39.211741 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:50.497138 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a742de57-e631-4390-9134-8757f12ac463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:52.925235 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-68f05dd2-dc58-4224-9b2f-81253a7fb7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:53.513867 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:54.816492 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:56.439261 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:05.832484 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-03679b16-6486-4934-9bea-f2355979aaca req-f766e701-9afb-43e3-a807-ea2933667d12 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0929401 Jun 30 10:04:05.928063 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03679b16-6486-4934-9bea-f2355979aaca req-281ff82e-249c-4acb-8779-437cd5984a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:05.929576 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-03679b16-6486-4934-9bea-f2355979aaca req-281ff82e-249c-4acb-8779-437cd5984a7d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 1097 time: 0.0550964 Jun 30 10:04:06.042270 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03679b16-6486-4934-9bea-f2355979aaca req-205959a6-35e0-4014-854c-bfe4d7f096f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:06.044187 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-03679b16-6486-4934-9bea-f2355979aaca req-205959a6-35e0-4014-854c-bfe4d7f096f5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=aa45366d-fefa-413a-b8b4-c5d0a4234111 HTTP/1.1" status: 200 len: 896 time: 0.0935140 Jun 30 10:04:06.110560 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-03679b16-6486-4934-9bea-f2355979aaca req-8b3dc29d-fbcd-407f-a123-435bc752ba5a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3b4c581-5af8-4fd6-be95-7ba49bc3e90c HTTP/1.1" status: 200 len: 999 time: 0.0603404 Jun 30 10:04:06.162054 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03679b16-6486-4934-9bea-f2355979aaca req-126a2138-6a17-47fe-aeaf-7121e2633939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:06.163591 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-03679b16-6486-4934-9bea-f2355979aaca req-126a2138-6a17-47fe-aeaf-7121e2633939 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27 HTTP/1.1" status: 200 len: 835 time: 0.0460062 Jun 30 10:04:06.225524 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03679b16-6486-4934-9bea-f2355979aaca req-9017d161-526c-4ac8-9aae-287834fd1a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:06.227011 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-03679b16-6486-4934-9bea-f2355979aaca req-9017d161-526c-4ac8-9aae-287834fd1a23 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa45366d-fefa-413a-b8b4-c5d0a4234111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561419 Jun 30 10:04:06.318926 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-03679b16-6486-4934-9bea-f2355979aaca req-8c0aaec7-3543-4e97-a10c-01527ec49076 service neutron] 10.222.0.37 "GET /v2.0/networks/aa45366d-fefa-413a-b8b4-c5d0a4234111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851123 Jun 30 10:04:06.413602 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-03679b16-6486-4934-9bea-f2355979aaca req-d9560a1b-eaa7-4108-8011-7ce903a7f80d service neutron] 10.222.0.37 "GET /v2.0/networks/aa45366d-fefa-413a-b8b4-c5d0a4234111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884340 Jun 30 10:04:08.031443 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:08.993470 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:04:09.233865 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:20.490485 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-64af9d3c-8c52-416e-818b-93122c71fb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:22.919298 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ef149f33-2b2a-4c3d-a186-b61471f8100f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:23.513318 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:24.770470 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:26.490504 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:38.038325 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:39.227059 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:45.994017 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:04:47.611778 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c4c5d-ceb3-4606-8bbe-9a139d291020 req-b00cac4c-5667-48a9-9eec-ac8be13d816e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:47.613293 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-457c4c5d-ceb3-4606-8bbe-9a139d291020 req-b00cac4c-5667-48a9-9eec-ac8be13d816e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 945 time: 0.1103530 Jun 30 10:04:47.651553 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-457c4c5d-ceb3-4606-8bbe-9a139d291020 req-66d6a93e-d704-4052-b189-0d15aed3f670 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2070240-e4d7-4524-ab95-6022a0592ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326102 Jun 30 10:04:47.676595 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58766) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:04:47.742662 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2fde86fb-08aa-4571-b6cc-2ee383049d39 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/floatingips/e3a52d60-3891-4453-a349-cb9f7c21416e HTTP/1.1" status: 200 len: 991 time: 0.0649776 Jun 30 10:04:48.145617 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c42e9-16e7-4ef9-a362-08ef9b3ce5f5 req-6aee2b5b-e8a1-4481-a42b-29e1b70d982a tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:48.147149 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-517c42e9-16e7-4ef9-a362-08ef9b3ce5f5 req-6aee2b5b-e8a1-4481-a42b-29e1b70d982a tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 1097 time: 0.0519724 Jun 30 10:04:48.181307 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-517c42e9-16e7-4ef9-a362-08ef9b3ce5f5 req-7c63ae59-05e5-47ae-afb1-4eb7c45fe4f9 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=d2070240-e4d7-4524-ab95-6022a0592ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285118 Jun 30 10:04:49.382523 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-ce734e8d-445a-456c-8349-3b21432491c6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0919456 Jun 30 10:04:50.506780 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-35155442-a9e3-4520-9262-d0fd39ec44c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:51.277661 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-27ce4b28-063b-4981-a16d-24491e204d2b tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:04:51.278609 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-27ce4b28-063b-4981-a16d-24491e204d2b tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059328 Jun 30 10:04:51.450441 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-75cd098b-b03d-4992-a1e8-66c4da983a05 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:04:51.451477 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-75cd098b-b03d-4992-a1e8-66c4da983a05 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0512698 Jun 30 10:04:51.460753 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-8abdfa4b-e999-4cb4-81e2-5b82adc3c031 service neutron] Request body: {'binding': {'host': 'n-h1-771363-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:04:51.461451 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-8abdfa4b-e999-4cb4-81e2-5b82adc3c031 service neutron] Unknown quota resources ['binding']. {{(pid=101054) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 10:04:51.598261 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-8abdfa4b-e999-4cb4-81e2-5b82adc3c031 service neutron] Attempting to bind port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c on host n-h1-771363-31 for vnic_type normal with profile None {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:04:51.599061 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-8abdfa4b-e999-4cb4-81e2-5b82adc3c031 service neutron] Attempting to bind port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '06937288-507f-4175-80bf-f75bcdf6ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:04:51.599426 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-8abdfa4b-e999-4cb4-81e2-5b82adc3c031 service neutron] Attempting to bind port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c on network aa45366d-fefa-413a-b8b4-c5d0a4234111 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:04:51.603800 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-8abdfa4b-e999-4cb4-81e2-5b82adc3c031 service neutron] Port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c on network aa45366d-fefa-413a-b8b4-c5d0a4234111 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:04:51.604122 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-8abdfa4b-e999-4cb4-81e2-5b82adc3c031 service neutron] Attempting to bind port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c on network aa45366d-fefa-413a-b8b4-c5d0a4234111 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:04:51.608916 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-8abdfa4b-e999-4cb4-81e2-5b82adc3c031 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:04:51.610320 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-8abdfa4b-e999-4cb4-81e2-5b82adc3c031 service neutron] Checking segment: {'id': '06937288-507f-4175-80bf-f75bcdf6ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:04:51.610320 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-8abdfa4b-e999-4cb4-81e2-5b82adc3c031 service neutron] Bound using segment: {'id': '06937288-507f-4175-80bf-f75bcdf6ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:04:51.610320 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-8abdfa4b-e999-4cb4-81e2-5b82adc3c031 service neutron] Bound port: e3b4c581-5af8-4fd6-be95-7ba49bc3e90c, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06937288-507f-4175-80bf-f75bcdf6ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:04:51.704048 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-8abdfa4b-e999-4cb4-81e2-5b82adc3c031 service neutron] For port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=e3b4c581-5af8-4fd6-be95-7ba49bc3e90c,segment=NetworkSegment(06937288-507f-4175-80bf-f75bcdf6ba16),segment_id=06937288-507f-4175-80bf-f75bcdf6ba16)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:04:51.831472 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-8abdfa4b-e999-4cb4-81e2-5b82adc3c031 service neutron] Notify callbacks [] for binding, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:51.833481 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-8abdfa4b-e999-4cb4-81e2-5b82adc3c031 service neutron] 10.222.0.10 "POST /v2.0/ports/e3b4c581-5af8-4fd6-be95-7ba49bc3e90c/bindings HTTP/1.1" status: 201 len: 390 time: 0.3765082 Jun 30 10:04:52.187600 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386a72a-8b5e-48ab-9eaf-6febda409406 req-4efef168-21bb-4667-860c-08e177c7c406 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:52.189083 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8386a72a-8b5e-48ab-9eaf-6febda409406 req-4efef168-21bb-4667-860c-08e177c7c406 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 945 time: 0.0663753 Jun 30 10:04:52.231724 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8386a72a-8b5e-48ab-9eaf-6febda409406 req-cd8d4f1a-b1a0-4541-9904-96d6c43c17d6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2070240-e4d7-4524-ab95-6022a0592ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350072 Jun 30 10:04:52.579074 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-e9908ccb-a9be-45ed-8df7-4d4a0976bbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:52.580706 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-e9908ccb-a9be-45ed-8df7-4d4a0976bbe0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 1097 time: 0.0959852 Jun 30 10:04:52.677844 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-24d8f499-5ddf-476f-8ca0-1e4ee7b091f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:52.679396 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-24d8f499-5ddf-476f-8ca0-1e4ee7b091f8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa45366d-fefa-413a-b8b4-c5d0a4234111 HTTP/1.1" status: 200 len: 896 time: 0.0885742 Jun 30 10:04:52.751543 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-207f5bfe-8b17-46c5-bf69-6c3f6c5097ea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3b4c581-5af8-4fd6-be95-7ba49bc3e90c HTTP/1.1" status: 200 len: 999 time: 0.0652752 Jun 30 10:04:52.806728 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-5a6e3130-1a3d-454f-b8e8-4bb237b89d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:52.808237 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-5a6e3130-1a3d-454f-b8e8-4bb237b89d2a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27 HTTP/1.1" status: 200 len: 835 time: 0.0478289 Jun 30 10:04:52.871454 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-ae44e762-b7a3-4a1b-a504-59af9e2c3d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:52.872956 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-ae44e762-b7a3-4a1b-a504-59af9e2c3d67 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa45366d-fefa-413a-b8b4-c5d0a4234111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580637 Jun 30 10:04:52.924434 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bdc95675-5a2f-4871-a34c-2b67e0e3277a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:52.976644 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-8424c03e-7b8e-4deb-87cf-34780ac4ab36 service neutron] 10.222.0.52 "GET /v2.0/networks/aa45366d-fefa-413a-b8b4-c5d0a4234111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931776 Jun 30 10:04:53.078545 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-7fd67b9e-6014-4e6e-86e9-9b2eb80af512 service neutron] 10.222.0.52 "GET /v2.0/networks/aa45366d-fefa-413a-b8b4-c5d0a4234111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905313 Jun 30 10:04:53.249342 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-2eff1f9a-0472-4424-823d-839b4ea3de73 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:53.250850 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-2eff1f9a-0472-4424-823d-839b4ea3de73 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518&tenant_id=d88d41ea5323480fbb6ead7dceb2af71&binding%3Ahost_id=n-h2-771363-31 HTTP/1.1" status: 200 len: 1097 time: 0.0966344 Jun 30 10:04:53.264536 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771363-31'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:04:53.358662 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:53.524997 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:53.534312 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] For port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e3b4c581-5af8-4fd6-be95-7ba49bc3e90c,segment=NetworkSegment(06937288-507f-4175-80bf-f75bcdf6ba16),segment_id=06937288-507f-4175-80bf-f75bcdf6ba16)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:04:53.544191 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02644b2-b12f-4bc3-a1a6-f411b447b78a req-44c14bdf-b006-483d-a4dc-144b1e84a32c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:53.545667 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d02644b2-b12f-4bc3-a1a6-f411b447b78a req-44c14bdf-b006-483d-a4dc-144b1e84a32c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 945 time: 0.1917262 Jun 30 10:04:53.607646 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d02644b2-b12f-4bc3-a1a6-f411b447b78a req-e36f86cc-6e02-44f4-b27a-94a5eb0bcf8d tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2070240-e4d7-4524-ab95-6022a0592ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552993 Jun 30 10:04:53.614480 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] For port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:04:53.655529 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e335a3ae-3c4c-4cc6-bf53-c413db8e7518', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3b4c581-5af8-4fd6-be95-7ba49bc3e90c'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:04:53.662422 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3feb31e8-e6be-4ff8-84c6-cca83aae36e1" -d '{"events": [{"server_uuid": "e335a3ae-3c4c-4cc6-bf53-c413db8e7518", "name": "network-vif-unplugged", "status": "completed", "tag": "e3b4c581-5af8-4fd6-be95-7ba49bc3e90c"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:04:53.662736 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:53.735512 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:53.742171 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 10:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4aad8a-30a8-41ec-bec9-cbe5ac193780 x-openstack-request-id: req-af4aad8a-30a8-41ec-bec9-cbe5ac193780 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:04:53.742468 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e335a3ae-3c4c-4cc6-bf53-c413db8e7518", "name": "network-vif-unplugged", "status": "completed", "tag": "e3b4c581-5af8-4fd6-be95-7ba49bc3e90c", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:04:53.742723 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-af4aad8a-30a8-41ec-bec9-cbe5ac193780 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:04:53.743143 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e335a3ae-3c4c-4cc6-bf53-c413db8e7518', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3b4c581-5af8-4fd6-be95-7ba49bc3e90c', 'code': 200} Jun 30 10:04:53.828994 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b4c581-5af8-4fd6-be95-7ba49bc3e90c,revision_number=7']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:04:53.843527 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:53.843873 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:53.844208 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:53.844540 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:53.844867 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:53.845189 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:53.845539 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:53.845816 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:53.846131 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:53.846447 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:53.846762 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:53.847075 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:53.896409 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] Attempting to bind port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c on host n-h2-771363-31 for vnic_type normal with profile {"migrating_to": "n-h1-771363-31"} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:04:53.896733 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] Attempting to bind port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '06937288-507f-4175-80bf-f75bcdf6ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:04:53.897059 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] Attempting to bind port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c on network aa45366d-fefa-413a-b8b4-c5d0a4234111 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:04:53.901894 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] Port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c on network aa45366d-fefa-413a-b8b4-c5d0a4234111 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:04:53.902222 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] Attempting to bind port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c on network aa45366d-fefa-413a-b8b4-c5d0a4234111 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:04:53.907300 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:04:53.907638 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] Checking segment: {'id': '06937288-507f-4175-80bf-f75bcdf6ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:04:53.908022 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] Bound using segment: {'id': '06937288-507f-4175-80bf-f75bcdf6ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:04:53.908455 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] Bound port: e3b4c581-5af8-4fd6-be95-7ba49bc3e90c, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06937288-507f-4175-80bf-f75bcdf6ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:04:53.908933 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:53.980236 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] For port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:04:53.983473 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] For port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e3b4c581-5af8-4fd6-be95-7ba49bc3e90c,segment=NetworkSegment(06937288-507f-4175-80bf-f75bcdf6ba16),segment_id=06937288-507f-4175-80bf-f75bcdf6ba16)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:04:54.009351 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-1fd79c71-fcae-42b6-9708-510ddbdb86b3 None None] Provisioning complete for port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:04:54.009982 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1fd79c71-fcae-42b6-9708-510ddbdb86b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:54.044993 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:54.048980 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-1fd79c71-fcae-42b6-9708-510ddbdb86b3 None None] Port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:04:54.139738 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b4c581-5af8-4fd6-be95-7ba49bc3e90c,revision_number=8']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:04:54.193484 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:54.194178 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:54.195796 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-595aae97-a03e-4735-8fd2-57613724cc21 service neutron] 10.222.0.52 "PUT /v2.0/ports/e3b4c581-5af8-4fd6-be95-7ba49bc3e90c HTTP/1.1" status: 200 len: 1123 time: 0.9357388 Jun 30 10:04:54.261174 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['e3b4c581-5af8-4fd6-be95-7ba49bc3e90c'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:04:54.390804 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0f0d57ce-d151-41b3-b41c-b2d6dbaf229a None None] Provisioning complete for port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:04:54.391157 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0f0d57ce-d151-41b3-b41c-b2d6dbaf229a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:54.533554 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0f0d57ce-d151-41b3-b41c-b2d6dbaf229a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:54.579792 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e335a3ae-3c4c-4cc6-bf53-c413db8e7518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b4c581-5af8-4fd6-be95-7ba49bc3e90c'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:04:54.582092 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9b4715-1321-40b7-955d-8efb88f3f4c3" -d '{"events": [{"server_uuid": "e335a3ae-3c4c-4cc6-bf53-c413db8e7518", "name": "network-vif-plugged", "status": "completed", "tag": "e3b4c581-5af8-4fd6-be95-7ba49bc3e90c"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:04:54.605811 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0f0d57ce-d151-41b3-b41c-b2d6dbaf229a None None] For port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e3b4c581-5af8-4fd6-be95-7ba49bc3e90c,segment=NetworkSegment(06937288-507f-4175-80bf-f75bcdf6ba16),segment_id=06937288-507f-4175-80bf-f75bcdf6ba16)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:04:54.673045 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b96a4c7-8992-4d40-95ee-96634346e330 x-openstack-request-id: req-7b96a4c7-8992-4d40-95ee-96634346e330 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:04:54.673479 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e335a3ae-3c4c-4cc6-bf53-c413db8e7518", "name": "network-vif-plugged", "status": "completed", "tag": "e3b4c581-5af8-4fd6-be95-7ba49bc3e90c", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:04:54.673737 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7b96a4c7-8992-4d40-95ee-96634346e330 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:04:54.674135 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e335a3ae-3c4c-4cc6-bf53-c413db8e7518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b4c581-5af8-4fd6-be95-7ba49bc3e90c', 'code': 200} Jun 30 10:04:54.735148 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0f0d57ce-d151-41b3-b41c-b2d6dbaf229a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:54.796076 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078b564-4922-4378-9a56-ba8db80a1010 req-cb668a6d-cefd-45f1-9984-6dd42b74687f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:54.797558 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b078b564-4922-4378-9a56-ba8db80a1010 req-cb668a6d-cefd-45f1-9984-6dd42b74687f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 945 time: 0.0644748 Jun 30 10:04:54.822376 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:54.837814 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b078b564-4922-4378-9a56-ba8db80a1010 req-254251f4-73a3-4e13-8d1b-7962723dc5e7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2070240-e4d7-4524-ab95-6022a0592ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335934 Jun 30 10:04:55.039689 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d57ce-d151-41b3-b41c-b2d6dbaf229a None None] Pushing event updated for resources: {'Port': ['ID=e3b4c581-5af8-4fd6-be95-7ba49bc3e90c,revision_number=9']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:04:55.052242 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0d57ce-d151-41b3-b41c-b2d6dbaf229a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:55.052588 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0d57ce-d151-41b3-b41c-b2d6dbaf229a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:55.052928 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0d57ce-d151-41b3-b41c-b2d6dbaf229a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:55.053265 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0d57ce-d151-41b3-b41c-b2d6dbaf229a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:55.053598 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0d57ce-d151-41b3-b41c-b2d6dbaf229a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:55.053925 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0d57ce-d151-41b3-b41c-b2d6dbaf229a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:55.054258 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0d57ce-d151-41b3-b41c-b2d6dbaf229a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:55.054582 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0d57ce-d151-41b3-b41c-b2d6dbaf229a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:55.054901 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0d57ce-d151-41b3-b41c-b2d6dbaf229a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:55.055248 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0d57ce-d151-41b3-b41c-b2d6dbaf229a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:55.055571 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0d57ce-d151-41b3-b41c-b2d6dbaf229a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:55.055890 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0d57ce-d151-41b3-b41c-b2d6dbaf229a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:55.744305 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e335a3ae-3c4c-4cc6-bf53-c413db8e7518', 'tag': 'e3b4c581-5af8-4fd6-be95-7ba49bc3e90c'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:04:55.746844 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3c8262-9e06-412d-86e7-512d7bb52cde" -d '{"events": [{"name": "network-changed", "server_uuid": "e335a3ae-3c4c-4cc6-bf53-c413db8e7518", "tag": "e3b4c581-5af8-4fd6-be95-7ba49bc3e90c"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:04:55.783200 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4284e82b-2296-4d78-a199-ecc0d84a23d1 x-openstack-request-id: req-4284e82b-2296-4d78-a199-ecc0d84a23d1 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:04:55.783508 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e335a3ae-3c4c-4cc6-bf53-c413db8e7518", "tag": "e3b4c581-5af8-4fd6-be95-7ba49bc3e90c", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:04:55.783924 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4284e82b-2296-4d78-a199-ecc0d84a23d1 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:04:55.784246 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e335a3ae-3c4c-4cc6-bf53-c413db8e7518', 'tag': 'e3b4c581-5af8-4fd6-be95-7ba49bc3e90c', 'status': 'completed', 'code': 200} Jun 30 10:04:55.865050 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c8262-9e06-412d-86e7-512d7bb52cde req-7272c88b-6a98-4c18-b276-1795afee862e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:55.866542 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f3c8262-9e06-412d-86e7-512d7bb52cde req-7272c88b-6a98-4c18-b276-1795afee862e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 1128 time: 0.0581946 Jun 30 10:04:55.981768 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c8262-9e06-412d-86e7-512d7bb52cde req-eed2d2e0-a5c4-473e-b147-0d43d222aa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:55.983230 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f3c8262-9e06-412d-86e7-512d7bb52cde req-eed2d2e0-a5c4-473e-b147-0d43d222aa74 service neutron] 10.222.0.37 "GET /v2.0/networks?id=aa45366d-fefa-413a-b8b4-c5d0a4234111 HTTP/1.1" status: 200 len: 896 time: 0.1104934 Jun 30 10:04:56.061223 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f3c8262-9e06-412d-86e7-512d7bb52cde req-69db71ef-c5c5-4a28-a90f-418a135ad9fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3b4c581-5af8-4fd6-be95-7ba49bc3e90c HTTP/1.1" status: 200 len: 999 time: 0.0713856 Jun 30 10:04:56.072189 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981784a6-b64c-4067-ade8-4036623dbee9 req-796b083c-5294-496b-b373-e92d8b613ec4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:56.073589 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-981784a6-b64c-4067-ade8-4036623dbee9 req-796b083c-5294-496b-b373-e92d8b613ec4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 945 time: 0.1222293 Jun 30 10:04:56.138862 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c8262-9e06-412d-86e7-512d7bb52cde req-9c3d0c0d-fc76-48a6-aa82-865f48a0d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:56.140353 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f3c8262-9e06-412d-86e7-512d7bb52cde req-9c3d0c0d-fc76-48a6-aa82-865f48a0d512 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27 HTTP/1.1" status: 200 len: 835 time: 0.0659437 Jun 30 10:04:56.143237 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-981784a6-b64c-4067-ade8-4036623dbee9 req-79f6b231-9e34-4f22-82bc-f0d32a34aed7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2070240-e4d7-4524-ab95-6022a0592ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617626 Jun 30 10:04:56.203506 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c8262-9e06-412d-86e7-512d7bb52cde req-e09f68bf-da68-4d6c-a4ca-d4fcc113156c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:56.204967 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f3c8262-9e06-412d-86e7-512d7bb52cde req-e09f68bf-da68-4d6c-a4ca-d4fcc113156c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa45366d-fefa-413a-b8b4-c5d0a4234111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579085 Jun 30 10:04:56.293789 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f3c8262-9e06-412d-86e7-512d7bb52cde req-9b9972da-d70b-400c-8244-a50e6100a131 service neutron] 10.222.0.37 "GET /v2.0/networks/aa45366d-fefa-413a-b8b4-c5d0a4234111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822630 Jun 30 10:04:56.391961 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f3c8262-9e06-412d-86e7-512d7bb52cde req-79558302-08c3-40d0-a3f3-271bb8172e67 service neutron] 10.222.0.37 "GET /v2.0/networks/aa45366d-fefa-413a-b8b4-c5d0a4234111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919182 Jun 30 10:04:56.460891 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:56.549186 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device e3b4c581-5af8-4fd6-be95-7ba49bc3e90c details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:04:56.647478 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e3b4c581-5af8-4fd6-be95-7ba49bc3e90c,segment=NetworkSegment(06937288-507f-4175-80bf-f75bcdf6ba16),segment_id=06937288-507f-4175-80bf-f75bcdf6ba16)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:04:56.658609 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device e3b4c581-5af8-4fd6-be95-7ba49bc3e90c has no active binding in host n-h1-771363-31 {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 10:04:57.321772 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12c70b-6722-4c95-b836-8b03cb3a2f43 req-a9abdb68-9d8d-4407-b1fb-6b63ba6c893e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:57.323179 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9a12c70b-6722-4c95-b836-8b03cb3a2f43 req-a9abdb68-9d8d-4407-b1fb-6b63ba6c893e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 945 time: 0.0650389 Jun 30 10:04:57.360996 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9a12c70b-6722-4c95-b836-8b03cb3a2f43 req-3f0e8a76-e2a4-4abc-8ced-7dedd381b6bc tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2070240-e4d7-4524-ab95-6022a0592ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322640 Jun 30 10:04:58.540121 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d7b3e-1d2d-4e35-ab47-7274556534f8 req-20a899cc-3819-41cf-a757-a31522a1760f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:58.541584 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-616d7b3e-1d2d-4e35-ab47-7274556534f8 req-20a899cc-3819-41cf-a757-a31522a1760f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 945 time: 0.0644798 Jun 30 10:04:58.579139 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-616d7b3e-1d2d-4e35-ab47-7274556534f8 req-876d5d52-8141-4475-a061-c3b72aa79a6f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2070240-e4d7-4524-ab95-6022a0592ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319664 Jun 30 10:04:59.625441 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-f8a2a8e4-db41-43c4-b587-b65c77e71f41 service neutron] 10.222.0.37 "GET /v2.0/ports/e3b4c581-5af8-4fd6-be95-7ba49bc3e90c/bindings/n-h1-771363-31 HTTP/1.1" status: 200 len: 385 time: 0.0567250 Jun 30 10:04:59.762643 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5e49c-80a8-4145-82f7-3a1f0d016504 req-d7752be6-7280-404a-9bbd-71c61ab3dc91 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:59.764080 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-77b5e49c-80a8-4145-82f7-3a1f0d016504 req-d7752be6-7280-404a-9bbd-71c61ab3dc91 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 945 time: 0.0697911 Jun 30 10:04:59.802829 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-77b5e49c-80a8-4145-82f7-3a1f0d016504 req-5d26c10d-a6d6-41d2-a8e5-8ccfd57506ca tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2070240-e4d7-4524-ab95-6022a0592ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330298 Jun 30 10:04:59.810488 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-4f6581a1-010b-47c4-afba-4430b1547c4f service neutron] For port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=e3b4c581-5af8-4fd6-be95-7ba49bc3e90c,segment=NetworkSegment(06937288-507f-4175-80bf-f75bcdf6ba16),segment_id=06937288-507f-4175-80bf-f75bcdf6ba16)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:04:59.832427 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-4f6581a1-010b-47c4-afba-4430b1547c4f service neutron] For port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:04:59.879033 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e335a3ae-3c4c-4cc6-bf53-c413db8e7518', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3b4c581-5af8-4fd6-be95-7ba49bc3e90c'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:04:59.881434 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8448ef3c-e730-44f9-8097-b37ecb2516c7" -d '{"events": [{"server_uuid": "e335a3ae-3c4c-4cc6-bf53-c413db8e7518", "name": "network-vif-unplugged", "status": "completed", "tag": "e3b4c581-5af8-4fd6-be95-7ba49bc3e90c"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:04:59.889224 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-4f6581a1-010b-47c4-afba-4430b1547c4f service neutron] For port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=e3b4c581-5af8-4fd6-be95-7ba49bc3e90c,segment=NetworkSegment(06937288-507f-4175-80bf-f75bcdf6ba16),segment_id=06937288-507f-4175-80bf-f75bcdf6ba16)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:04:59.966682 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 10:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ab7013-4319-4ef2-a055-d50c65ab4cd3 x-openstack-request-id: req-a7ab7013-4319-4ef2-a055-d50c65ab4cd3 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:04:59.966978 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e335a3ae-3c4c-4cc6-bf53-c413db8e7518", "name": "network-vif-unplugged", "status": "completed", "tag": "e3b4c581-5af8-4fd6-be95-7ba49bc3e90c", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:04:59.967255 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a7ab7013-4319-4ef2-a055-d50c65ab4cd3 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:04:59.967680 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e335a3ae-3c4c-4cc6-bf53-c413db8e7518', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3b4c581-5af8-4fd6-be95-7ba49bc3e90c', 'code': 200} Jun 30 10:04:59.981147 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-4f6581a1-010b-47c4-afba-4430b1547c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:00.053335 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-4f6581a1-010b-47c4-afba-4430b1547c4f service neutron] Transition to ACTIVE for port object e3b4c581-5af8-4fd6-be95-7ba49bc3e90c will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:05:00.139462 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-4f6581a1-010b-47c4-afba-4430b1547c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:00.233573 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6581a1-010b-47c4-afba-4430b1547c4f service neutron] Pushing event updated for resources: {'Port': ['ID=e3b4c581-5af8-4fd6-be95-7ba49bc3e90c,revision_number=11']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:00.250168 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6581a1-010b-47c4-afba-4430b1547c4f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:00.250506 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6581a1-010b-47c4-afba-4430b1547c4f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:00.250838 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6581a1-010b-47c4-afba-4430b1547c4f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:00.251186 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6581a1-010b-47c4-afba-4430b1547c4f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:00.251510 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6581a1-010b-47c4-afba-4430b1547c4f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:00.251837 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6581a1-010b-47c4-afba-4430b1547c4f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:00.252155 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6581a1-010b-47c4-afba-4430b1547c4f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:00.252471 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6581a1-010b-47c4-afba-4430b1547c4f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:00.252787 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6581a1-010b-47c4-afba-4430b1547c4f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:00.253109 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6581a1-010b-47c4-afba-4430b1547c4f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:00.253421 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6581a1-010b-47c4-afba-4430b1547c4f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:00.253730 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6581a1-010b-47c4-afba-4430b1547c4f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:00.281472 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-4f6581a1-010b-47c4-afba-4430b1547c4f service neutron] No DVR routers for this DVR port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:05:00.412310 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-4f6581a1-010b-47c4-afba-4430b1547c4f service neutron] 10.222.0.37 "PUT /v2.0/ports/e3b4c581-5af8-4fd6-be95-7ba49bc3e90c/bindings/n-h1-771363-31/activate HTTP/1.1" status: 200 len: 370 time: 0.7811892 Jun 30 10:05:00.606343 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-4e764388-6cc1-47b6-80d2-15e52a3a28d0 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:00.607817 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-4e764388-6cc1-47b6-80d2-15e52a3a28d0 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518&tenant_id=d88d41ea5323480fbb6ead7dceb2af71&binding%3Ahost_id=n-h2-771363-31 HTTP/1.1" status: 200 len: 1096 time: 0.0600624 Jun 30 10:05:00.668670 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-2faba86f-45d4-4796-9815-56603055926e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:00.670177 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-2faba86f-45d4-4796-9815-56603055926e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518&tenant_id=d88d41ea5323480fbb6ead7dceb2af71 HTTP/1.1" status: 200 len: 1096 time: 0.0535178 Jun 30 10:05:00.747837 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-f51c4da4-0b90-4e67-8903-f55064b7ef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:00.749352 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-f51c4da4-0b90-4e67-8903-f55064b7ef8b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 1096 time: 0.0550587 Jun 30 10:05:00.842501 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-a6921da7-194b-4044-8211-9255a7372b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:00.843995 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-a6921da7-194b-4044-8211-9255a7372b07 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa45366d-fefa-413a-b8b4-c5d0a4234111 HTTP/1.1" status: 200 len: 896 time: 0.0851979 Jun 30 10:05:00.921203 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-85a2879d-0360-4cfc-95d8-314d18d48ec7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3b4c581-5af8-4fd6-be95-7ba49bc3e90c HTTP/1.1" status: 200 len: 997 time: 0.0668349 Jun 30 10:05:00.994480 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-429dc7b9-50df-492c-b59e-c10cec456352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:00.995951 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-429dc7b9-50df-492c-b59e-c10cec456352 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27 HTTP/1.1" status: 200 len: 835 time: 0.0664268 Jun 30 10:05:01.041581 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccba97b-20af-4937-a72e-4dddc2f95343 req-d1d96cab-00e3-4001-9299-f0215843f74f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:01.043023 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fccba97b-20af-4937-a72e-4dddc2f95343 req-d1d96cab-00e3-4001-9299-f0215843f74f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 944 time: 0.1250026 Jun 30 10:05:01.096350 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fccba97b-20af-4937-a72e-4dddc2f95343 req-fb011fca-2cca-4987-8586-3676ff97d622 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2070240-e4d7-4524-ab95-6022a0592ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467317 Jun 30 10:05:01.101466 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-4dd963c7-50af-4396-b855-b3f22213c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:01.102882 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-4dd963c7-50af-4396-b855-b3f22213c5b9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa45366d-fefa-413a-b8b4-c5d0a4234111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961344 Jun 30 10:05:01.199509 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-0f4c511b-15bd-49e9-a560-1908a86e1055 service neutron] 10.222.0.52 "GET /v2.0/networks/aa45366d-fefa-413a-b8b4-c5d0a4234111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861952 Jun 30 10:05:01.295090 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-0f8a84d6-dcb2-45b7-b24e-2a95b1bc12f4 service neutron] 10.222.0.52 "GET /v2.0/networks/aa45366d-fefa-413a-b8b4-c5d0a4234111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858188 Jun 30 10:05:01.848120 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-5a8bf5ff-aa89-48c3-9d2d-90abc0f4c8a9 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:01.850296 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-5a8bf5ff-aa89-48c3-9d2d-90abc0f4c8a9 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518&tenant_id=d88d41ea5323480fbb6ead7dceb2af71&binding%3Ahost_id=n-h1-771363-31 HTTP/1.1" status: 200 len: 1096 time: 0.0725436 Jun 30 10:05:02.046949 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-c29f3f5e-18ab-4de1-aca2-df492430ac46 service neutron] For port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:05:02.050082 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-c29f3f5e-18ab-4de1-aca2-df492430ac46 service neutron] Notify callbacks [] for binding, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:02.051214 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-c29f3f5e-18ab-4de1-aca2-df492430ac46 service neutron] 10.222.0.52 "DELETE /v2.0/ports/e3b4c581-5af8-4fd6-be95-7ba49bc3e90c/bindings/n-h2-771363-31 HTTP/1.1" status: 204 len: 173 time: 0.1901822 Jun 30 10:05:02.276844 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fdd01-b434-4e02-97ba-3158085c7bba req-5f2c4de4-c7dc-4743-a75d-4297f4ee6ebf tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:02.278344 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0c9fdd01-b434-4e02-97ba-3158085c7bba req-5f2c4de4-c7dc-4743-a75d-4297f4ee6ebf tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 944 time: 0.0657914 Jun 30 10:05:02.319928 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0c9fdd01-b434-4e02-97ba-3158085c7bba req-df447774-bcf3-421f-8f6b-5afcc1ca1eb4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2070240-e4d7-4524-ab95-6022a0592ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359080 Jun 30 10:05:02.498181 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bb90a-bc98-49e9-a1c8-c22b24e5ba6d req-30cb594b-f7de-44e9-9449-07cf1e040709 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:02.499724 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4f9bb90a-bc98-49e9-a1c8-c22b24e5ba6d req-30cb594b-f7de-44e9-9449-07cf1e040709 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 1096 time: 0.0535841 Jun 30 10:05:02.533868 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4f9bb90a-bc98-49e9-a1c8-c22b24e5ba6d req-a8879fda-506d-4a48-8abb-acf3508b92c7 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=d2070240-e4d7-4524-ab95-6022a0592ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278919 Jun 30 10:05:03.005341 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac807fc-958f-473b-81f7-20a8757bf555 req-0ee33c83-91c6-4670-a0ad-795919424332 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:03.006795 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1ac807fc-958f-473b-81f7-20a8757bf555 req-0ee33c83-91c6-4670-a0ad-795919424332 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 944 time: 0.3606176 Jun 30 10:05:03.050879 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1ac807fc-958f-473b-81f7-20a8757bf555 req-34042cfd-a232-4f33-b6d0-f7a82591bf15 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2070240-e4d7-4524-ab95-6022a0592ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381722 Jun 30 10:05:03.076359 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58870) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:03.140050 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-48de908b-704e-4ac7-90eb-aaeb93ce66d4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/floatingips/e3a52d60-3891-4453-a349-cb9f7c21416e HTTP/1.1" status: 200 len: 989 time: 0.0624435 Jun 30 10:05:04.432139 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device e3b4c581-5af8-4fd6-be95-7ba49bc3e90c no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:05:04.472888 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device e3b4c581-5af8-4fd6-be95-7ba49bc3e90c not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:05:06.732648 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58876) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:06.885164 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-1da6c594-6535-46af-aa0a-a53d64535273 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Deleting port 1682ece6-0485-4581-a61d-94161e26cb4f {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:05:06.885769 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1da6c594-6535-46af-aa0a-a53d64535273 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:06.961057 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1da6c594-6535-46af-aa0a-a53d64535273 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:06.961380 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1da6c594-6535-46af-aa0a-a53d64535273 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:06.972586 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-1da6c594-6535-46af-aa0a-a53d64535273 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Calling delete_port for 1682ece6-0485-4581-a61d-94161e26cb4f owned by network:floatingip {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:05:07.501013 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1da6c594-6535-46af-aa0a-a53d64535273 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:07.529296 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6c594-6535-46af-aa0a-a53d64535273 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event deleted for resources: {'Port': ['ID=1682ece6-0485-4581-a61d-94161e26cb4f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:07.591759 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1da6c594-6535-46af-aa0a-a53d64535273 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for floatingip, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:07.592094 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [None req-1da6c594-6535-46af-aa0a-a53d64535273 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Floating IP e3a52d60-3891-4453-a349-cb9f7c21416e disassociated (deleted). External IP: 172.25.6.4, port: e3b4c581-5af8-4fd6-be95-7ba49bc3e90c. Jun 30 10:05:07.800731 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da6c594-6535-46af-aa0a-a53d64535273 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Router 9e1e4091-55a5-4fc0-897d-fff6897ed576 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:05:07.914170 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da6c594-6535-46af-aa0a-a53d64535273 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:05:07.918650 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1da6c594-6535-46af-aa0a-a53d64535273 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:07.923710 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51285c24-56e1-4ccd-bf01-b6b0303c3f43 None None] Sync routers for ids ['9e1e4091-55a5-4fc0-897d-fff6897ed576'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:05:07.933543 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51285c24-56e1-4ccd-bf01-b6b0303c3f43 None None] Routers {'9e1e4091-55a5-4fc0-897d-fff6897ed576'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:07.934167 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-51285c24-56e1-4ccd-bf01-b6b0303c3f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:04:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['9e1e4091-55a5-4fc0-897d-fff6897ed576'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:07.957858 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1da6c594-6535-46af-aa0a-a53d64535273 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "DELETE /v2.0/floatingips/e3a52d60-3891-4453-a349-cb9f7c21416e HTTP/1.1" status: 204 len: 168 time: 1.2240818 Jun 30 10:05:07.958535 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e335a3ae-3c4c-4cc6-bf53-c413db8e7518', 'tag': 'e3b4c581-5af8-4fd6-be95-7ba49bc3e90c'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:05:07.960864 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca592376-082f-42ea-92aa-115276165e92" -d '{"events": [{"name": "network-changed", "server_uuid": "e335a3ae-3c4c-4cc6-bf53-c413db8e7518", "tag": "e3b4c581-5af8-4fd6-be95-7ba49bc3e90c"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:05:08.003796 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd70d16-2c3a-4609-8307-51e813e38fa7 x-openstack-request-id: req-0bd70d16-2c3a-4609-8307-51e813e38fa7 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:05:08.004096 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e335a3ae-3c4c-4cc6-bf53-c413db8e7518", "tag": "e3b4c581-5af8-4fd6-be95-7ba49bc3e90c", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:05:08.004378 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0bd70d16-2c3a-4609-8307-51e813e38fa7 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:05:08.004806 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e335a3ae-3c4c-4cc6-bf53-c413db8e7518', 'tag': 'e3b4c581-5af8-4fd6-be95-7ba49bc3e90c', 'status': 'completed', 'code': 200} Jun 30 10:05:08.055978 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-51285c24-56e1-4ccd-bf01-b6b0303c3f43 None None] Set router 9e1e4091-55a5-4fc0-897d-fff6897ed576 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:08.084398 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca592376-082f-42ea-92aa-115276165e92 req-ffa661c8-76e9-4cad-8d71-7f9d1371bcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:08.085914 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ca592376-082f-42ea-92aa-115276165e92 req-ffa661c8-76e9-4cad-8d71-7f9d1371bcc7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 1096 time: 0.0565648 Jun 30 10:05:08.108125 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:08.181528 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca592376-082f-42ea-92aa-115276165e92 req-37ebdadb-5947-41cc-b295-1da31d89f8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:08.182991 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ca592376-082f-42ea-92aa-115276165e92 req-37ebdadb-5947-41cc-b295-1da31d89f8ac service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa45366d-fefa-413a-b8b4-c5d0a4234111 HTTP/1.1" status: 200 len: 896 time: 0.0902452 Jun 30 10:05:08.229328 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ca592376-082f-42ea-92aa-115276165e92 req-1af3e043-1751-49f4-ad3c-853ce4ab6621 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3b4c581-5af8-4fd6-be95-7ba49bc3e90c HTTP/1.1" status: 200 len: 217 time: 0.0385661 Jun 30 10:05:08.275300 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-51285c24-56e1-4ccd-bf01-b6b0303c3f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419804186', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '3311b793-1012-4819-a6d3-83cad54aa53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:03:09Z', 'updated_at': '2021-06-30T10:03:14Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '3311b793-1012-4819-a6d3-83cad54aa53d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:10Z', 'updated_at': '2021-06-30T10:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '745c16bc-6c42-4297-a7de-6df3e47e6806', 'name': '', 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:c6:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:13Z', 'updated_at': '2021-06-30T10:03:18Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:08.284485 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca592376-082f-42ea-92aa-115276165e92 req-71340166-3161-429a-944d-dc351e1cef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:08.286073 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ca592376-082f-42ea-92aa-115276165e92 req-71340166-3161-429a-944d-dc351e1cef3c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27 HTTP/1.1" status: 200 len: 835 time: 0.0494411 Jun 30 10:05:08.302381 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51285c24-56e1-4ccd-bf01-b6b0303c3f43 None None] Checking router: 9e1e4091-55a5-4fc0-897d-fff6897ed576 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:05:08.311090 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51285c24-56e1-4ccd-bf01-b6b0303c3f43 None None] Routers {'9e1e4091-55a5-4fc0-897d-fff6897ed576'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:08.311655 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-51285c24-56e1-4ccd-bf01-b6b0303c3f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:04:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['9e1e4091-55a5-4fc0-897d-fff6897ed576'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:08.350577 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca592376-082f-42ea-92aa-115276165e92 req-dd03c38c-9247-485c-8b0a-75ca3daaecee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:08.352266 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ca592376-082f-42ea-92aa-115276165e92 req-dd03c38c-9247-485c-8b0a-75ca3daaecee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa45366d-fefa-413a-b8b4-c5d0a4234111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555298 Jun 30 10:05:08.425917 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-51285c24-56e1-4ccd-bf01-b6b0303c3f43 None None] Set router 9e1e4091-55a5-4fc0-897d-fff6897ed576 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:08.455232 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ca592376-082f-42ea-92aa-115276165e92 req-63a1d9bf-f00e-4d24-9427-c33e4e3a534e service neutron] 10.222.0.52 "GET /v2.0/networks/aa45366d-fefa-413a-b8b4-c5d0a4234111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939584 Jun 30 10:05:08.569978 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ca592376-082f-42ea-92aa-115276165e92 req-bf79ad3d-0b67-4f42-8e73-37591c993db5 service neutron] 10.222.0.52 "GET /v2.0/networks/aa45366d-fefa-413a-b8b4-c5d0a4234111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076083 Jun 30 10:05:08.641636 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-51285c24-56e1-4ccd-bf01-b6b0303c3f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419804186', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '3311b793-1012-4819-a6d3-83cad54aa53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:03:09Z', 'updated_at': '2021-06-30T10:03:14Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '3311b793-1012-4819-a6d3-83cad54aa53d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:10Z', 'updated_at': '2021-06-30T10:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '745c16bc-6c42-4297-a7de-6df3e47e6806', 'name': '', 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:c6:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:13Z', 'updated_at': '2021-06-30T10:03:18Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:08.645176 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02411ae-a5e3-4340-9b67-81a79fb73aa2 req-641fbd3a-6397-4d9b-ab69-8498f38f2ae6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:08.647376 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d02411ae-a5e3-4340-9b67-81a79fb73aa2 req-641fbd3a-6397-4d9b-ab69-8498f38f2ae6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 944 time: 0.0711792 Jun 30 10:05:08.673397 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51285c24-56e1-4ccd-bf01-b6b0303c3f43 None None] The sync data for ids ['9e1e4091-55a5-4fc0-897d-fff6897ed576'] in n-d-771363-31 is: [{'id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419804186', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '3311b793-1012-4819-a6d3-83cad54aa53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:03:09Z', 'updated_at': '2021-06-30T10:03:14Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '3311b793-1012-4819-a6d3-83cad54aa53d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:10Z', 'updated_at': '2021-06-30T10:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '745c16bc-6c42-4297-a7de-6df3e47e6806', 'name': '', 'network_id': 'aa45366d-fefa-413a-b8b4-c5d0a4234111', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:c6:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:13Z', 'updated_at': '2021-06-30T10:03:18Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:05:08.688944 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d02411ae-a5e3-4340-9b67-81a79fb73aa2 req-896a4250-0034-4c4b-8949-467bb9c7ee46 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2070240-e4d7-4524-ab95-6022a0592ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358567 Jun 30 10:05:08.903198 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489d3117-476e-41a8-8b35-32947e4bf9e0 None None] New status for floating IP e3a52d60-3891-4453-a349-cb9f7c21416e: DOWN {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:05:09.017845 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbc296-a4d5-42c9-a40c-55dc41c4d927 req-4041a132-3233-4c74-a4ae-ba8d0a0bc6bf tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:09.019372 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81fbc296-a4d5-42c9-a40c-55dc41c4d927 req-4041a132-3233-4c74-a4ae-ba8d0a0bc6bf tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.52 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 944 time: 0.0703123 Jun 30 10:05:09.123945 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-81fbc296-a4d5-42c9-a40c-55dc41c4d927 req-a9cb30f6-cc32-437b-ac60-b59e7a0f04f9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Deleting port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:05:09.124200 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-81fbc296-a4d5-42c9-a40c-55dc41c4d927 req-a9cb30f6-cc32-437b-ac60-b59e7a0f04f9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:09.217471 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-81fbc296-a4d5-42c9-a40c-55dc41c4d927 req-a9cb30f6-cc32-437b-ac60-b59e7a0f04f9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] For port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=e3b4c581-5af8-4fd6-be95-7ba49bc3e90c,segment=NetworkSegment(06937288-507f-4175-80bf-f75bcdf6ba16),segment_id=06937288-507f-4175-80bf-f75bcdf6ba16)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:09.217827 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-81fbc296-a4d5-42c9-a40c-55dc41c4d927 req-a9cb30f6-cc32-437b-ac60-b59e7a0f04f9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:09.231962 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-81fbc296-a4d5-42c9-a40c-55dc41c4d927 req-a9cb30f6-cc32-437b-ac60-b59e7a0f04f9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Calling delete_port for e3b4c581-5af8-4fd6-be95-7ba49bc3e90c owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:05:09.232152 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:09.424717 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-81fbc296-a4d5-42c9-a40c-55dc41c4d927 req-a9cb30f6-cc32-437b-ac60-b59e7a0f04f9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:09.454473 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb30f6-cc32-437b-ac60-b59e7a0f04f9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event deleted for resources: {'Port': ['ID=e3b4c581-5af8-4fd6-be95-7ba49bc3e90c,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:09.502065 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-81fbc296-a4d5-42c9-a40c-55dc41c4d927 req-a9cb30f6-cc32-437b-ac60-b59e7a0f04f9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] No DVR routers for this DVR port e3b4c581-5af8-4fd6-be95-7ba49bc3e90c on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:05:09.505289 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-81fbc296-a4d5-42c9-a40c-55dc41c4d927 req-a9cb30f6-cc32-437b-ac60-b59e7a0f04f9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:09.507489 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81fbc296-a4d5-42c9-a40c-55dc41c4d927 req-a9cb30f6-cc32-437b-ac60-b59e7a0f04f9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.52 "DELETE /v2.0/ports/e3b4c581-5af8-4fd6-be95-7ba49bc3e90c HTTP/1.1" status: 204 len: 173 time: 0.4801831 Jun 30 10:05:09.834325 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-61f514d4-5ed9-4d5a-9a22-b2dbeae52d70 req-210a6353-0935-42fd-90cf-b6b83e1d3a97 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=e335a3ae-3c4c-4cc6-bf53-c413db8e7518 HTTP/1.1" status: 200 len: 210 time: 0.0300877 Jun 30 10:05:10.006209 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e335a3ae-3c4c-4cc6-bf53-c413db8e7518', 'name': 'network-vif-deleted', 'tag': 'e3b4c581-5af8-4fd6-be95-7ba49bc3e90c'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:05:10.008675 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e4c8ba-9983-40c0-85b8-c32711be2625" -d '{"events": [{"server_uuid": "e335a3ae-3c4c-4cc6-bf53-c413db8e7518", "name": "network-vif-deleted", "tag": "e3b4c581-5af8-4fd6-be95-7ba49bc3e90c"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:05:10.046770 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e1c7b4-607a-4998-ab74-f3cf4ea7ca11 x-openstack-request-id: req-e4e1c7b4-607a-4998-ab74-f3cf4ea7ca11 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:05:10.047383 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e335a3ae-3c4c-4cc6-bf53-c413db8e7518", "name": "network-vif-deleted", "tag": "e3b4c581-5af8-4fd6-be95-7ba49bc3e90c", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:05:10.047383 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e4e1c7b4-607a-4998-ab74-f3cf4ea7ca11 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:05:10.047676 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e335a3ae-3c4c-4cc6-bf53-c413db8e7518', 'name': 'network-vif-deleted', 'tag': 'e3b4c581-5af8-4fd6-be95-7ba49bc3e90c', 'status': 'completed', 'code': 200} Jun 30 10:05:10.930408 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58890) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:11.302699 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-db53cca3-2f95-40f5-b3b5-0522e17a7a87 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:11.581177 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-db53cca3-2f95-40f5-b3b5-0522e17a7a87 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Deleting port 745c16bc-6c42-4297-a7de-6df3e47e6806 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:05:11.581421 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-db53cca3-2f95-40f5-b3b5-0522e17a7a87 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:11.670470 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-db53cca3-2f95-40f5-b3b5-0522e17a7a87 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] For port 745c16bc-6c42-4297-a7de-6df3e47e6806, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=745c16bc-6c42-4297-a7de-6df3e47e6806,segment=NetworkSegment(06937288-507f-4175-80bf-f75bcdf6ba16),segment_id=06937288-507f-4175-80bf-f75bcdf6ba16)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:11.670824 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-db53cca3-2f95-40f5-b3b5-0522e17a7a87 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:11.683671 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-db53cca3-2f95-40f5-b3b5-0522e17a7a87 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Calling delete_port for 745c16bc-6c42-4297-a7de-6df3e47e6806 owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:05:11.998348 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-db53cca3-2f95-40f5-b3b5-0522e17a7a87 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:12.026906 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db53cca3-2f95-40f5-b3b5-0522e17a7a87 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event deleted for resources: {'Port': ['ID=745c16bc-6c42-4297-a7de-6df3e47e6806,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:12.216385 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-db53cca3-2f95-40f5-b3b5-0522e17a7a87 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:12.445183 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db53cca3-2f95-40f5-b3b5-0522e17a7a87 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Router 9e1e4091-55a5-4fc0-897d-fff6897ed576 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:05:12.553906 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db53cca3-2f95-40f5-b3b5-0522e17a7a87 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:05:12.559724 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-db53cca3-2f95-40f5-b3b5-0522e17a7a87 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "PUT /v2.0/routers/9e1e4091-55a5-4fc0-897d-fff6897ed576/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6280468 Jun 30 10:05:12.562530 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58892) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:12.567682 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba7dc32-f5ba-407e-bbb2-781ebe08be34 None None] Sync routers for ids ['9e1e4091-55a5-4fc0-897d-fff6897ed576'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:05:12.579780 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba7dc32-f5ba-407e-bbb2-781ebe08be34 None None] Routers {'9e1e4091-55a5-4fc0-897d-fff6897ed576'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:12.580419 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-dba7dc32-f5ba-407e-bbb2-781ebe08be34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:04:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['9e1e4091-55a5-4fc0-897d-fff6897ed576'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:12.636284 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-734fe83c-2d1d-4a5f-b3c7-7a6c052c85c7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Deleting subnet 21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:05:12.636284 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-734fe83c-2d1d-4a5f-b3c7-7a6c052c85c7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:12.663878 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-734fe83c-2d1d-4a5f-b3c7-7a6c052c85c7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:12.665777 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device e3b4c581-5af8-4fd6-be95-7ba49bc3e90c no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:05:12.688951 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: e3b4c581-5af8-4fd6-be95-7ba49bc3e90c {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:05:12.693363 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device e3b4c581-5af8-4fd6-be95-7ba49bc3e90c not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:05:12.715556 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-dba7dc32-f5ba-407e-bbb2-781ebe08be34 None None] Set router 9e1e4091-55a5-4fc0-897d-fff6897ed576 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:12.789256 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-734fe83c-2d1d-4a5f-b3c7-7a6c052c85c7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:12.901138 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-dba7dc32-f5ba-407e-bbb2-781ebe08be34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419804186', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '3311b793-1012-4819-a6d3-83cad54aa53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:03:09Z', 'updated_at': '2021-06-30T10:05:11Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '3311b793-1012-4819-a6d3-83cad54aa53d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:10Z', 'updated_at': '2021-06-30T10:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:12.927183 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba7dc32-f5ba-407e-bbb2-781ebe08be34 None None] Checking router: 9e1e4091-55a5-4fc0-897d-fff6897ed576 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:05:12.935403 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba7dc32-f5ba-407e-bbb2-781ebe08be34 None None] Routers {'9e1e4091-55a5-4fc0-897d-fff6897ed576'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:12.936008 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-dba7dc32-f5ba-407e-bbb2-781ebe08be34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:04:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['9e1e4091-55a5-4fc0-897d-fff6897ed576'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:12.947205 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-734fe83c-2d1d-4a5f-b3c7-7a6c052c85c7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:12.972273 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734fe83c-2d1d-4a5f-b3c7-7a6c052c85c7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event deleted for resources: {'Subnet': ['ID=21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:12.983983 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-734fe83c-2d1d-4a5f-b3c7-7a6c052c85c7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:12.987022 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-734fe83c-2d1d-4a5f-b3c7-7a6c052c85c7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "DELETE /v2.0/subnets/21c54e6c-eb0c-4ba7-a6a1-7c24a6298f27 HTTP/1.1" status: 204 len: 168 time: 0.4227946 Jun 30 10:05:12.989662 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58894) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:12.997976 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f4c05f-c181-4dd3-a6f5-9b8487c0eb44 None None] Network aa45366d-fefa-413a-b8b4-c5d0a4234111 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:05:13.102888 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8428913f-74a6-494f-8441-584a0f050b1f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:13.109934 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-dba7dc32-f5ba-407e-bbb2-781ebe08be34 None None] Set router 9e1e4091-55a5-4fc0-897d-fff6897ed576 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:13.212248 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8428913f-74a6-494f-8441-584a0f050b1f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:13.366349 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-8428913f-74a6-494f-8441-584a0f050b1f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Deleting port 3311b793-1012-4819-a6d3-83cad54aa53d {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:05:13.366597 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8428913f-74a6-494f-8441-584a0f050b1f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:13.454299 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-8428913f-74a6-494f-8441-584a0f050b1f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] For port 3311b793-1012-4819-a6d3-83cad54aa53d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3311b793-1012-4819-a6d3-83cad54aa53d,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:13.454884 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8428913f-74a6-494f-8441-584a0f050b1f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:13.472084 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-8428913f-74a6-494f-8441-584a0f050b1f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Calling delete_port for 3311b793-1012-4819-a6d3-83cad54aa53d owned by network:router_gateway {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:05:13.521196 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-dba7dc32-f5ba-407e-bbb2-781ebe08be34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419804186', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '3311b793-1012-4819-a6d3-83cad54aa53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:03:09Z', 'updated_at': '2021-06-30T10:05:11Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '3311b793-1012-4819-a6d3-83cad54aa53d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:10Z', 'updated_at': '2021-06-30T10:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:13.568375 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dff4c1-6c44-4865-ae06-da6ce9f1d7c5 None None] DHCP port deletion for aa45366d-fefa-413a-b8b4-c5d0a4234111 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:05:13.573402 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba7dc32-f5ba-407e-bbb2-781ebe08be34 None None] The sync data for ids ['9e1e4091-55a5-4fc0-897d-fff6897ed576'] in n-d-771363-31 is: [{'id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419804186', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '3311b793-1012-4819-a6d3-83cad54aa53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:03:09Z', 'updated_at': '2021-06-30T10:05:11Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '3311b793-1012-4819-a6d3-83cad54aa53d', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1e4091-55a5-4fc0-897d-fff6897ed576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:10Z', 'updated_at': '2021-06-30T10:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:05:13.635936 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-44dff4c1-6c44-4865-ae06-da6ce9f1d7c5 None None] Deleting port a65f6651-bbad-4d4a-af79-d99236e78362 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:05:13.636227 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-44dff4c1-6c44-4865-ae06-da6ce9f1d7c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:13.702573 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-44dff4c1-6c44-4865-ae06-da6ce9f1d7c5 None None] For port a65f6651-bbad-4d4a-af79-d99236e78362, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a65f6651-bbad-4d4a-af79-d99236e78362,segment=NetworkSegment(06937288-507f-4175-80bf-f75bcdf6ba16),segment_id=06937288-507f-4175-80bf-f75bcdf6ba16)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:13.702978 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-44dff4c1-6c44-4865-ae06-da6ce9f1d7c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:13.716627 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-44dff4c1-6c44-4865-ae06-da6ce9f1d7c5 None None] Calling delete_port for a65f6651-bbad-4d4a-af79-d99236e78362 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:05:13.808688 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8428913f-74a6-494f-8441-584a0f050b1f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:13.834917 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8428913f-74a6-494f-8441-584a0f050b1f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event deleted for resources: {'Port': ['ID=3311b793-1012-4819-a6d3-83cad54aa53d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:13.901264 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8428913f-74a6-494f-8441-584a0f050b1f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:13.906568 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-44dff4c1-6c44-4865-ae06-da6ce9f1d7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:13.939342 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dff4c1-6c44-4865-ae06-da6ce9f1d7c5 None None] Pushing event deleted for resources: {'Port': ['ID=a65f6651-bbad-4d4a-af79-d99236e78362,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:13.944023 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dff4c1-6c44-4865-ae06-da6ce9f1d7c5 None None] No DVR routers for this DVR port a65f6651-bbad-4d4a-af79-d99236e78362 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:05:14.007050 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8428913f-74a6-494f-8441-584a0f050b1f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:14.009367 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8428913f-74a6-494f-8441-584a0f050b1f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:14.019700 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a65f6651-bbad-4d4a-af79-d99236e78362 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:05:14.053093 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: a65f6651-bbad-4d4a-af79-d99236e78362 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:05:14.053692 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a65f6651-bbad-4d4a-af79-d99236e78362 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:05:14.225711 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8428913f-74a6-494f-8441-584a0f050b1f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:14.225711 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8428913f-74a6-494f-8441-584a0f050b1f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Fanout notify agent at l3_agent the message router_deleted on router 9e1e4091-55a5-4fc0-897d-fff6897ed576 {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:05:14.225711 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8428913f-74a6-494f-8441-584a0f050b1f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:14.225711 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8428913f-74a6-494f-8441-584a0f050b1f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "DELETE /v2.0/routers/9e1e4091-55a5-4fc0-897d-fff6897ed576 HTTP/1.1" status: 204 len: 168 time: 1.2220252 Jun 30 10:05:14.225711 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58896) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:14.298650 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-76212da4-7a70-46fc-936e-5a7fcf674a96 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:14.391097 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-76212da4-7a70-46fc-936e-5a7fcf674a96 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:14.401881 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-76212da4-7a70-46fc-936e-5a7fcf674a96 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa45366d-fefa-413a-b8b4-c5d0a4234111']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:14.413396 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-76212da4-7a70-46fc-936e-5a7fcf674a96 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06937288-507f-4175-80bf-f75bcdf6ba16') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:14.413842 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-76212da4-7a70-46fc-936e-5a7fcf674a96 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06937288-507f-4175-80bf-f75bcdf6ba16') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:14.422897 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-76212da4-7a70-46fc-936e-5a7fcf674a96 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:14.436633 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-76212da4-7a70-46fc-936e-5a7fcf674a96 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:14.442630 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76212da4-7a70-46fc-936e-5a7fcf674a96 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:05:14.443030 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-76212da4-7a70-46fc-936e-5a7fcf674a96 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: timer() Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:05:14.445995 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:05:14.900885 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-76212da4-7a70-46fc-936e-5a7fcf674a96 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:14.908351 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-76212da4-7a70-46fc-936e-5a7fcf674a96 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:14.910243 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-76212da4-7a70-46fc-936e-5a7fcf674a96 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "DELETE /v2.0/networks/aa45366d-fefa-413a-b8b4-c5d0a4234111 HTTP/1.1" status: 204 len: 168 time: 0.6935101 Jun 30 10:05:14.913476 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58898) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:14.922049 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76212da4-7a70-46fc-936e-5a7fcf674a96 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event deleted for resources: {'Network': ['ID=aa45366d-fefa-413a-b8b4-c5d0a4234111,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:14.975441 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1adf8498-d01a-422b-9b0d-dfd10cc25dc6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:15.006870 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1adf8498-d01a-422b-9b0d-dfd10cc25dc6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:15.161848 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1adf8498-d01a-422b-9b0d-dfd10cc25dc6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:15.164421 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1adf8498-d01a-422b-9b0d-dfd10cc25dc6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:15.165590 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1adf8498-d01a-422b-9b0d-dfd10cc25dc6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "DELETE /v2.0/security-groups/d2070240-e4d7-4524-ab95-6022a0592ba4 HTTP/1.1" status: 204 len: 168 time: 0.2511442 Jun 30 10:05:15.177860 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf8498-d01a-422b-9b0d-dfd10cc25dc6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2070240-e4d7-4524-ab95-6022a0592ba4,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:15.586559 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 745c16bc-6c42-4297-a7de-6df3e47e6806 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:05:15.607452 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 745c16bc-6c42-4297-a7de-6df3e47e6806 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:05:15.607791 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 745c16bc-6c42-4297-a7de-6df3e47e6806 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:05:15.608309 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3311b793-1012-4819-a6d3-83cad54aa53d no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:05:15.628553 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 3311b793-1012-4819-a6d3-83cad54aa53d {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:05:15.628891 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3311b793-1012-4819-a6d3-83cad54aa53d not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:05:15.767654 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58906) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:15.773125 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-5f87fa0c-44d9-453c-ab64-65c7f183b31e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1746200355', 'description': 'tempest-secgroup-smoke-1746200355 description', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:15.866666 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5f87fa0c-44d9-453c-ab64-65c7f183b31e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:15.950592 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5f87fa0c-44d9-453c-ab64-65c7f183b31e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:16.032228 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5f87fa0c-44d9-453c-ab64-65c7f183b31e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:16.062174 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87fa0c-44d9-453c-ab64-65c7f183b31e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da92579-9a56-40bd-ab67-90741d8356c8,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:16.134973 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5f87fa0c-44d9-453c-ab64-65c7f183b31e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:16.136580 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5f87fa0c-44d9-453c-ab64-65c7f183b31e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3677194 Jun 30 10:05:16.139504 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58908) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:16.144089 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-9ab7cc75-6d32-4d84-8431-ad00813e3762 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'security_group_rule': {'security_group_id': '8da92579-9a56-40bd-ab67-90741d8356c8', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:16.252552 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9ab7cc75-6d32-4d84-8431-ad00813e3762 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:16.311209 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9ab7cc75-6d32-4d84-8431-ad00813e3762 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:16.374436 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9ab7cc75-6d32-4d84-8431-ad00813e3762 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:16.392627 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7cc75-6d32-4d84-8431-ad00813e3762 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e80ed40-7fd4-4296-9633-0f65942f2bf7,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:16.449171 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9ab7cc75-6d32-4d84-8431-ad00813e3762 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:16.450406 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9ab7cc75-6d32-4d84-8431-ad00813e3762 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3099718 Jun 30 10:05:16.453206 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58910) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:16.458329 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-c7c1434d-b06c-46ef-b67c-4700f9b4f8dd tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'security_group_rule': {'security_group_id': '8da92579-9a56-40bd-ab67-90741d8356c8', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:16.543142 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c7c1434d-b06c-46ef-b67c-4700f9b4f8dd tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:16.605698 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c7c1434d-b06c-46ef-b67c-4700f9b4f8dd tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:16.683234 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c7c1434d-b06c-46ef-b67c-4700f9b4f8dd tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:16.703923 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1434d-b06c-46ef-b67c-4700f9b4f8dd tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c1c4653-d32d-480d-b5dd-03b773a0a98a,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:16.780542 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c7c1434d-b06c-46ef-b67c-4700f9b4f8dd tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:16.781822 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c7c1434d-b06c-46ef-b67c-4700f9b4f8dd tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3276780 Jun 30 10:05:16.784416 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58912) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:16.789073 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-e10304f8-947d-4db6-af8e-436412a04012 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'security_group_rule': {'security_group_id': '8da92579-9a56-40bd-ab67-90741d8356c8', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:16.881302 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e10304f8-947d-4db6-af8e-436412a04012 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:16.939999 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e10304f8-947d-4db6-af8e-436412a04012 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:17.048960 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e10304f8-947d-4db6-af8e-436412a04012 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:17.069298 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10304f8-947d-4db6-af8e-436412a04012 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a5d8f53-0039-4ad1-9382-793f9a56b429,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:17.146545 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e10304f8-947d-4db6-af8e-436412a04012 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:17.147771 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e10304f8-947d-4db6-af8e-436412a04012 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3624320 Jun 30 10:05:17.150435 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58914) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:17.154918 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-a51b0612-67b9-4c55-a852-730213c5956f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'security_group_rule': {'security_group_id': '8da92579-9a56-40bd-ab67-90741d8356c8', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:17.237265 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a51b0612-67b9-4c55-a852-730213c5956f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:17.297283 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a51b0612-67b9-4c55-a852-730213c5956f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:17.367056 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a51b0612-67b9-4c55-a852-730213c5956f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:17.386832 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b0612-67b9-4c55-a852-730213c5956f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5871401-6586-49ff-a7dc-b6133923a48e,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:17.477791 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a51b0612-67b9-4c55-a852-730213c5956f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:17.479066 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a51b0612-67b9-4c55-a852-730213c5956f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3276930 Jun 30 10:05:17.482000 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58916) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:17.486648 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-08e0dfd6-6f33-4faa-a1dc-49059f8e31d7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'security_group_rule': {'security_group_id': '8da92579-9a56-40bd-ab67-90741d8356c8', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:17.584761 n-d-771363-31 neutron-server[101053]: INFO neutron.db.securitygroups_db [None req-08e0dfd6-6f33-4faa-a1dc-49059f8e31d7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Project d88d41ea5323480fbb6ead7dceb2af71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:05:17.590133 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08e0dfd6-6f33-4faa-a1dc-49059f8e31d7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:17.658237 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08e0dfd6-6f33-4faa-a1dc-49059f8e31d7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:17.757923 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08e0dfd6-6f33-4faa-a1dc-49059f8e31d7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:17.776412 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0dfd6-6f33-4faa-a1dc-49059f8e31d7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf0de1df-ef66-4bf5-93c2-0d19d3c93bd9,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:17.866666 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08e0dfd6-6f33-4faa-a1dc-49059f8e31d7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:17.867917 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-08e0dfd6-6f33-4faa-a1dc-49059f8e31d7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3849196 Jun 30 10:05:17.870617 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58918) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:17.874982 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-6ba886ad-d5ce-4004-b51f-ffce7c4fefd8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'security_group_rule': {'security_group_id': '8da92579-9a56-40bd-ab67-90741d8356c8', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:17.969083 n-d-771363-31 neutron-server[101053]: INFO neutron.db.securitygroups_db [None req-6ba886ad-d5ce-4004-b51f-ffce7c4fefd8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Project d88d41ea5323480fbb6ead7dceb2af71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:05:17.974881 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6ba886ad-d5ce-4004-b51f-ffce7c4fefd8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:18.037646 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6ba886ad-d5ce-4004-b51f-ffce7c4fefd8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:18.129079 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6ba886ad-d5ce-4004-b51f-ffce7c4fefd8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:18.147874 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba886ad-d5ce-4004-b51f-ffce7c4fefd8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac95c7dc-2438-4c84-84fb-b2c862e984bd,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:18.232063 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6ba886ad-d5ce-4004-b51f-ffce7c4fefd8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:18.233418 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6ba886ad-d5ce-4004-b51f-ffce7c4fefd8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3618534 Jun 30 10:05:18.236631 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58920) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:18.241905 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-574f0013-c79b-4210-8df6-9330c2fa0431 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'network': {'name': 'tempest-network-smoke--1383475227', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'port_security_enabled': True}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:18.363580 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574f0013-c79b-4210-8df6-9330c2fa0431 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Made reservation on behalf of d88d41ea5323480fbb6ead7dceb2af71 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:05:18.367431 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-574f0013-c79b-4210-8df6-9330c2fa0431 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:18.391357 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-574f0013-c79b-4210-8df6-9330c2fa0431 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:05:18.400885 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-574f0013-c79b-4210-8df6-9330c2fa0431 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:18.401230 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-574f0013-c79b-4210-8df6-9330c2fa0431 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Added segment 7dbe7fcb-c97c-4634-bca6-a257b6b2e06d of type vlan for network 2fd85d7e-c3bc-4b12-bc80-c4eaf928baef Jun 30 10:05:18.441578 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-574f0013-c79b-4210-8df6-9330c2fa0431 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:18.546591 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-574f0013-c79b-4210-8df6-9330c2fa0431 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:18.552405 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574f0013-c79b-4210-8df6-9330c2fa0431 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:18.553600 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-574f0013-c79b-4210-8df6-9330c2fa0431 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:18.623433 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f0013-c79b-4210-8df6-9330c2fa0431 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'Network': ['ID=2fd85d7e-c3bc-4b12-bc80-c4eaf928baef,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:18.635729 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 2fd85d7e-c3bc-4b12-bc80-c4eaf928baef details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:05:18.691345 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-574f0013-c79b-4210-8df6-9330c2fa0431 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4532249 Jun 30 10:05:18.693716 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58922) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:18.699179 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-4a8a6509-3d6c-44e6-a10c-0c815b76678c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-751274683', 'admin_state_up': True, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:18.780645 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6509-3d6c-44e6-a10c-0c815b76678c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:18.782052 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6509-3d6c-44e6-a10c-0c815b76678c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:18.838108 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6509-3d6c-44e6-a10c-0c815b76678c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:19.064862 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6509-3d6c-44e6-a10c-0c815b76678c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:19.378801 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6509-3d6c-44e6-a10c-0c815b76678c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:19.399842 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6509-3d6c-44e6-a10c-0c815b76678c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:19.508249 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-4a8a6509-3d6c-44e6-a10c-0c815b76678c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Allocated IP 172.25.6.91 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/6d165882-a64a-412b-b96d-cb53ae6b21b8) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:05:19.628302 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6509-3d6c-44e6-a10c-0c815b76678c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:19.756202 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6509-3d6c-44e6-a10c-0c815b76678c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:19.795958 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8a6509-3d6c-44e6-a10c-0c815b76678c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:05:19.798817 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-4a8a6509-3d6c-44e6-a10c-0c815b76678c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:05:19.806064 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8a6509-3d6c-44e6-a10c-0c815b76678c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:05:19.832178 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a6509-3d6c-44e6-a10c-0c815b76678c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'Port': ['ID=6d165882-a64a-412b-b96d-cb53ae6b21b8,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:20.157781 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6509-3d6c-44e6-a10c-0c815b76678c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:20.352789 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6509-3d6c-44e6-a10c-0c815b76678c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:20.483593 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7dfc3fa1-44ed-4508-b4e8-fc3f17fa459a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:20.563286 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8a6509-3d6c-44e6-a10c-0c815b76678c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Router 2eda9f26-51bc-4e90-a791-280fedc33476 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:05:20.671568 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8a6509-3d6c-44e6-a10c-0c815b76678c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:05:20.681178 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ae356e-c86e-40f9-8546-49551f974e2d None None] Sync routers for ids ['2eda9f26-51bc-4e90-a791-280fedc33476'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:05:20.691003 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ae356e-c86e-40f9-8546-49551f974e2d None None] Routers {'2eda9f26-51bc-4e90-a791-280fedc33476'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:20.691640 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-57ae356e-c86e-40f9-8546-49551f974e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:04:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['2eda9f26-51bc-4e90-a791-280fedc33476'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:20.775081 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6509-3d6c-44e6-a10c-0c815b76678c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:20.776495 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4a8a6509-3d6c-44e6-a10c-0c815b76678c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0813022 Jun 30 10:05:20.780990 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58924) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:20.794821 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-57ae356e-c86e-40f9-8546-49551f974e2d None None] Set router 2eda9f26-51bc-4e90-a791-280fedc33476 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:20.811300 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0ec79ec8-05f0-4e41-a09d-9bda802e8ee6 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=d88d41ea5323480fbb6ead7dceb2af71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291481 Jun 30 10:05:20.814003 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58926) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:20.902368 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d665cdbd-7002-4392-80e0-fbbf52576ce1 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:20.903903 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d665cdbd-7002-4392-80e0-fbbf52576ce1 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889850 Jun 30 10:05:20.906700 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58928) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:20.940371 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-32176170-20af-4b71-87ce-d544dcba00cb tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=599fb812-09ee-4e3b-a109-d92406a95c23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324383 Jun 30 10:05:20.942826 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 58930) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:20.948859 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-ba8f79cd-a13f-4fa7-b7db-8c8dab5191d5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1282242076', 'network_id': '2fd85d7e-c3bc-4b12-bc80-c4eaf928baef', 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:20.972719 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-57ae356e-c86e-40f9-8546-49551f974e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751274683', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '6d165882-a64a-412b-b96d-cb53ae6b21b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:18Z', 'updated_at': '2021-06-30T10:05:19Z', 'revision_number': 3, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '6d165882-a64a-412b-b96d-cb53ae6b21b8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:19Z', 'updated_at': '2021-06-30T10:05:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:20.998891 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ae356e-c86e-40f9-8546-49551f974e2d None None] Checking router: 2eda9f26-51bc-4e90-a791-280fedc33476 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:05:20.999260 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ae356e-c86e-40f9-8546-49551f974e2d None None] Updating router 2eda9f26-51bc-4e90-a791-280fedc33476 port 6d165882-a64a-412b-b96d-cb53ae6b21b8 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:05:21.032783 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-57ae356e-c86e-40f9-8546-49551f974e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:21.106229 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8f79cd-a13f-4fa7-b7db-8c8dab5191d5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Made reservation on behalf of d88d41ea5323480fbb6ead7dceb2af71 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:05:21.109989 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ba8f79cd-a13f-4fa7-b7db-8c8dab5191d5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:21.276846 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-57ae356e-c86e-40f9-8546-49551f974e2d None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:21.286975 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-57ae356e-c86e-40f9-8546-49551f974e2d None None] Transition to ACTIVE for port object 6d165882-a64a-412b-b96d-cb53ae6b21b8 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:05:21.363410 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-57ae356e-c86e-40f9-8546-49551f974e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:21.363663 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ba8f79cd-a13f-4fa7-b7db-8c8dab5191d5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:21.409916 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-57ae356e-c86e-40f9-8546-49551f974e2d None None] Attempting to bind port 6d165882-a64a-412b-b96d-cb53ae6b21b8 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:05:21.410285 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-57ae356e-c86e-40f9-8546-49551f974e2d None None] Attempting to bind port 6d165882-a64a-412b-b96d-cb53ae6b21b8 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:05:21.411054 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ae356e-c86e-40f9-8546-49551f974e2d None None] Attempting to bind port 6d165882-a64a-412b-b96d-cb53ae6b21b8 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:05:21.422027 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ae356e-c86e-40f9-8546-49551f974e2d None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:05:21.422406 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ae356e-c86e-40f9-8546-49551f974e2d None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:05:21.422813 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-57ae356e-c86e-40f9-8546-49551f974e2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:21.423326 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ae356e-c86e-40f9-8546-49551f974e2d None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:05:21.423788 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-57ae356e-c86e-40f9-8546-49551f974e2d None None] Bound port: 6d165882-a64a-412b-b96d-cb53ae6b21b8, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:05:21.424157 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-57ae356e-c86e-40f9-8546-49551f974e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:21.425001 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f79cd-a13f-4fa7-b7db-8c8dab5191d5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'Subnet': ['ID=4ce42574-7c07-4765-8fea-434b5d067f34,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:21.426540 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701914a-dcb9-49ee-a7f7-448b8b089c2e None None] Pushing event updated for resources: {'Port': ['ID=6d165882-a64a-412b-b96d-cb53ae6b21b8,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:21.433461 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8f79cd-a13f-4fa7-b7db-8c8dab5191d5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Checking segment: {'id': '7dbe7fcb-c97c-4634-bca6-a257b6b2e06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2fd85d7e-c3bc-4b12-bc80-c4eaf928baef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:05:21.433595 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8f79cd-a13f-4fa7-b7db-8c8dab5191d5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Network hostable DHCP agents. Network: 2fd85d7e-c3bc-4b12-bc80-c4eaf928baef, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:05:21.455987 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701914a-dcb9-49ee-a7f7-448b8b089c2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:21.456320 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701914a-dcb9-49ee-a7f7-448b8b089c2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:21.456660 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701914a-dcb9-49ee-a7f7-448b8b089c2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:21.456987 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701914a-dcb9-49ee-a7f7-448b8b089c2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:21.457355 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701914a-dcb9-49ee-a7f7-448b8b089c2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:21.457682 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701914a-dcb9-49ee-a7f7-448b8b089c2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:21.457998 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701914a-dcb9-49ee-a7f7-448b8b089c2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:21.458316 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701914a-dcb9-49ee-a7f7-448b8b089c2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:21.458633 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701914a-dcb9-49ee-a7f7-448b8b089c2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:21.458950 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701914a-dcb9-49ee-a7f7-448b8b089c2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:21.459840 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701914a-dcb9-49ee-a7f7-448b8b089c2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:21.460151 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701914a-dcb9-49ee-a7f7-448b8b089c2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:21.486553 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-57ae356e-c86e-40f9-8546-49551f974e2d None None] For port 6d165882-a64a-412b-b96d-cb53ae6b21b8, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:05:21.489465 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-57ae356e-c86e-40f9-8546-49551f974e2d None None] For port 6d165882-a64a-412b-b96d-cb53ae6b21b8, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=6d165882-a64a-412b-b96d-cb53ae6b21b8,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:05:21.546257 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8f79cd-a13f-4fa7-b7db-8c8dab5191d5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Network 2fd85d7e-c3bc-4b12-bc80-c4eaf928baef is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:05:21.581043 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-57ae356e-c86e-40f9-8546-49551f974e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:21.636702 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ae356e-c86e-40f9-8546-49551f974e2d None None] Routers {'2eda9f26-51bc-4e90-a791-280fedc33476'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:21.637297 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-57ae356e-c86e-40f9-8546-49551f974e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:04:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['2eda9f26-51bc-4e90-a791-280fedc33476'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:21.640085 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701914a-dcb9-49ee-a7f7-448b8b089c2e None None] Pushing event updated for resources: {'Port': ['ID=6d165882-a64a-412b-b96d-cb53ae6b21b8,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:21.652718 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-ba8f79cd-a13f-4fa7-b7db-8c8dab5191d5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 2fd85d7e-c3bc-4b12-bc80-c4eaf928baef) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:05:21.658920 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8f79cd-a13f-4fa7-b7db-8c8dab5191d5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:21.659793 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ba8f79cd-a13f-4fa7-b7db-8c8dab5191d5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:21.667990 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3f59a7-fd6b-4042-b29f-7ef33c20eed9 None None] Network 2fd85d7e-c3bc-4b12-bc80-c4eaf928baef requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:05:21.741367 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-57ae356e-c86e-40f9-8546-49551f974e2d None None] Set router 2eda9f26-51bc-4e90-a791-280fedc33476 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:21.779663 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ba8f79cd-a13f-4fa7-b7db-8c8dab5191d5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8354831 Jun 30 10:05:21.782340 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58932) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:21.831452 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c5dd3a-cc40-4cf9-a4ab-66f409119143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-2fd85d7e-c3bc-4b12-bc80-c4eaf928baef', 'network_id': '2fd85d7e-c3bc-4b12-bc80-c4eaf928baef', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'fixed_ips': [{'subnet_id': '4ce42574-7c07-4765-8fea-434b5d067f34'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:05:21.832483 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a0c5dd3a-cc40-4cf9-a4ab-66f409119143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:21.927733 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-57ae356e-c86e-40f9-8546-49551f974e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751274683', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '6d165882-a64a-412b-b96d-cb53ae6b21b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:18Z', 'updated_at': '2021-06-30T10:05:19Z', 'revision_number': 3, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '6d165882-a64a-412b-b96d-cb53ae6b21b8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:19Z', 'updated_at': '2021-06-30T10:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:21.971149 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-a0c5dd3a-cc40-4cf9-a4ab-66f409119143 None None] Allocated IP 172.20.0.2 (2fd85d7e-c3bc-4b12-bc80-c4eaf928baef/4ce42574-7c07-4765-8fea-434b5d067f34/c32d58f1-69ed-4f12-b064-2a85f1d4d905) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:05:22.046024 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ae356e-c86e-40f9-8546-49551f974e2d None None] The sync data for ids ['2eda9f26-51bc-4e90-a791-280fedc33476'] in n-d-771363-31 is: [{'id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751274683', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '6d165882-a64a-412b-b96d-cb53ae6b21b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:18Z', 'updated_at': '2021-06-30T10:05:19Z', 'revision_number': 3, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '6d165882-a64a-412b-b96d-cb53ae6b21b8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:19Z', 'updated_at': '2021-06-30T10:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:05:22.142450 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a0c5dd3a-cc40-4cf9-a4ab-66f409119143 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.152678 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a0c5dd3a-cc40-4cf9-a4ab-66f409119143 None None] Transition to ACTIVE for port object c32d58f1-69ed-4f12-b064-2a85f1d4d905 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:05:22.172247 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a0c5dd3a-cc40-4cf9-a4ab-66f409119143 None None] Transition to ACTIVE for port object c32d58f1-69ed-4f12-b064-2a85f1d4d905 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:05:22.252853 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-048308e1-64f1-4bc1-a080-8bbb28c989b0 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.273705 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a0c5dd3a-cc40-4cf9-a4ab-66f409119143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.315204 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c5dd3a-cc40-4cf9-a4ab-66f409119143 None None] Network 2fd85d7e-c3bc-4b12-bc80-c4eaf928baef is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:05:22.320797 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-a0c5dd3a-cc40-4cf9-a4ab-66f409119143 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:05:22.324735 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c5dd3a-cc40-4cf9-a4ab-66f409119143 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:05:22.341597 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5dd3a-cc40-4cf9-a4ab-66f409119143 None None] Pushing event updated for resources: {'Port': ['ID=c32d58f1-69ed-4f12-b064-2a85f1d4d905,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:22.400331 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-a0c5dd3a-cc40-4cf9-a4ab-66f409119143 None None] Attempting to bind port c32d58f1-69ed-4f12-b064-2a85f1d4d905 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:05:22.400711 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-a0c5dd3a-cc40-4cf9-a4ab-66f409119143 None None] Attempting to bind port c32d58f1-69ed-4f12-b064-2a85f1d4d905 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '7dbe7fcb-c97c-4634-bca6-a257b6b2e06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2fd85d7e-c3bc-4b12-bc80-c4eaf928baef'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:05:22.401054 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c5dd3a-cc40-4cf9-a4ab-66f409119143 None None] Attempting to bind port c32d58f1-69ed-4f12-b064-2a85f1d4d905 on network 2fd85d7e-c3bc-4b12-bc80-c4eaf928baef {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:05:22.406618 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c5dd3a-cc40-4cf9-a4ab-66f409119143 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:05:22.406996 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c5dd3a-cc40-4cf9-a4ab-66f409119143 None None] Checking segment: {'id': '7dbe7fcb-c97c-4634-bca6-a257b6b2e06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2fd85d7e-c3bc-4b12-bc80-c4eaf928baef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:05:22.407428 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a0c5dd3a-cc40-4cf9-a4ab-66f409119143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.407817 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c5dd3a-cc40-4cf9-a4ab-66f409119143 None None] Bound using segment: {'id': '7dbe7fcb-c97c-4634-bca6-a257b6b2e06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2fd85d7e-c3bc-4b12-bc80-c4eaf928baef'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:05:22.408288 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-a0c5dd3a-cc40-4cf9-a4ab-66f409119143 None None] Bound port: c32d58f1-69ed-4f12-b064-2a85f1d4d905, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dbe7fcb-c97c-4634-bca6-a257b6b2e06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2fd85d7e-c3bc-4b12-bc80-c4eaf928baef'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:05:22.408670 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a0c5dd3a-cc40-4cf9-a4ab-66f409119143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.480424 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-a0c5dd3a-cc40-4cf9-a4ab-66f409119143 None None] For port c32d58f1-69ed-4f12-b064-2a85f1d4d905, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:05:22.483881 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-a0c5dd3a-cc40-4cf9-a4ab-66f409119143 None None] For port c32d58f1-69ed-4f12-b064-2a85f1d4d905, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c32d58f1-69ed-4f12-b064-2a85f1d4d905,segment=NetworkSegment(7dbe7fcb-c97c-4634-bca6-a257b6b2e06d),segment_id=7dbe7fcb-c97c-4634-bca6-a257b6b2e06d)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:05:22.556375 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a0c5dd3a-cc40-4cf9-a4ab-66f409119143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.589464 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-048308e1-64f1-4bc1-a080-8bbb28c989b0 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Allocated IP 172.20.0.1 (2fd85d7e-c3bc-4b12-bc80-c4eaf928baef/4ce42574-7c07-4765-8fea-434b5d067f34/b709277c-86c0-4756-86dd-0c11fa542120) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:05:22.622260 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5dd3a-cc40-4cf9-a4ab-66f409119143 None None] Pushing event updated for resources: {'Port': ['ID=c32d58f1-69ed-4f12-b064-2a85f1d4d905,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:22.726197 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-048308e1-64f1-4bc1-a080-8bbb28c989b0 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.737982 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-048308e1-64f1-4bc1-a080-8bbb28c989b0 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Transition to ACTIVE for port object b709277c-86c0-4756-86dd-0c11fa542120 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:05:22.853353 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-048308e1-64f1-4bc1-a080-8bbb28c989b0 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.896396 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048308e1-64f1-4bc1-a080-8bbb28c989b0 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Network 2fd85d7e-c3bc-4b12-bc80-c4eaf928baef is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:05:22.907581 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-048308e1-64f1-4bc1-a080-8bbb28c989b0 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:05:22.907581 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048308e1-64f1-4bc1-a080-8bbb28c989b0 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:05:22.927451 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9dda398c-9f46-43aa-a0bc-150ff15116c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.950779 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048308e1-64f1-4bc1-a080-8bbb28c989b0 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'Port': ['ID=b709277c-86c0-4756-86dd-0c11fa542120,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:22.970980 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-048308e1-64f1-4bc1-a080-8bbb28c989b0 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.997983 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:05:23.201967 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-048308e1-64f1-4bc1-a080-8bbb28c989b0 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:23.496260 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-048308e1-64f1-4bc1-a080-8bbb28c989b0 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:23.517603 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:23.574886 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-048308e1-64f1-4bc1-a080-8bbb28c989b0 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:23.587202 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af5238c-04c2-4645-9411-78334005b754 None None] Network 2fd85d7e-c3bc-4b12-bc80-c4eaf928baef requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:05:23.658755 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c32d58f1-69ed-4f12-b064-2a85f1d4d905 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:05:23.661308 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048308e1-64f1-4bc1-a080-8bbb28c989b0 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'Port': ['ID=b709277c-86c0-4756-86dd-0c11fa542120,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:23.665345 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-048308e1-64f1-4bc1-a080-8bbb28c989b0 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:23.756910 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048308e1-64f1-4bc1-a080-8bbb28c989b0 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Network 2fd85d7e-c3bc-4b12-bc80-c4eaf928baef is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:05:23.758466 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-048308e1-64f1-4bc1-a080-8bbb28c989b0 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:05:23.786287 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3e34f1de-27c8-49da-93ab-226d43e06f03 None None] Provisioning for port c32d58f1-69ed-4f12-b064-2a85f1d4d905 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:05:23.858717 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port c32d58f1-69ed-4f12-b064-2a85f1d4d905 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:05:23.863218 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port c32d58f1-69ed-4f12-b064-2a85f1d4d905 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:23.863689 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:23.885679 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048308e1-64f1-4bc1-a080-8bbb28c989b0 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Router 2eda9f26-51bc-4e90-a791-280fedc33476 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:05:23.957580 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:24.009476 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port c32d58f1-69ed-4f12-b064-2a85f1d4d905, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c32d58f1-69ed-4f12-b064-2a85f1d4d905,segment=NetworkSegment(7dbe7fcb-c97c-4634-bca6-a257b6b2e06d),segment_id=7dbe7fcb-c97c-4634-bca6-a257b6b2e06d)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:24.015824 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048308e1-64f1-4bc1-a080-8bbb28c989b0 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:05:24.030195 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-048308e1-64f1-4bc1-a080-8bbb28c989b0 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "PUT /v2.0/routers/2eda9f26-51bc-4e90-a791-280fedc33476/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2380054 Jun 30 10:05:24.116527 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-85a79d6d-dde4-41de-9914-79071919085e None None] Provisioning complete for port c32d58f1-69ed-4f12-b064-2a85f1d4d905 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:24.116904 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-85a79d6d-dde4-41de-9914-79071919085e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:24.150347 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:24.153472 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 6d165882-a64a-412b-b96d-cb53ae6b21b8 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:05:24.191540 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-c263485b-3e15-4d33-a0ce-1010d5ecbe17 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1746200355&fields=id&tenant_id=d88d41ea5323480fbb6ead7dceb2af71 HTTP/1.1" status: 200 len: 267 time: 0.0426993 Jun 30 10:05:24.255216 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=c32d58f1-69ed-4f12-b064-2a85f1d4d905,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:24.291746 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403a0ecb-a1cd-4654-963b-4552720524de None None] Sync routers for ids ['2eda9f26-51bc-4e90-a791-280fedc33476'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:05:24.314633 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403a0ecb-a1cd-4654-963b-4552720524de None None] Routers {'2eda9f26-51bc-4e90-a791-280fedc33476'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:24.315312 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-403a0ecb-a1cd-4654-963b-4552720524de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:05:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['2eda9f26-51bc-4e90-a791-280fedc33476'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:24.327944 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-3f3e6bcf-03a6-4fe0-afb3-35a40648e6bb tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:24.329479 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-3f3e6bcf-03a6-4fe0-afb3-35a40648e6bb tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/networks?id=2fd85d7e-c3bc-4b12-bc80-c4eaf928baef HTTP/1.1" status: 200 len: 797 time: 0.1297777 Jun 30 10:05:24.349488 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-5214f22d-d0dc-472d-b587-226bf74bf897 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/quotas/d88d41ea5323480fbb6ead7dceb2af71 HTTP/1.1" status: 200 len: 375 time: 0.0130277 Jun 30 10:05:24.382651 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 6d165882-a64a-412b-b96d-cb53ae6b21b8 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:05:24.416195 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 6d165882-a64a-412b-b96d-cb53ae6b21b8 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:24.416562 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:24.429010 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-b146908b-50ea-4f84-982a-459febcc6e16 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0727093 Jun 30 10:05:24.455442 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-85a79d6d-dde4-41de-9914-79071919085e None None] Provisioning for port b709277c-86c0-4756-86dd-0c11fa542120 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:05:24.468375 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-85a79d6d-dde4-41de-9914-79071919085e None None] Provisioning complete for port b709277c-86c0-4756-86dd-0c11fa542120 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:24.468750 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-85a79d6d-dde4-41de-9914-79071919085e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:24.501271 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-403a0ecb-a1cd-4654-963b-4552720524de None None] Set router 2eda9f26-51bc-4e90-a791-280fedc33476 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:24.559470 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-85a79d6d-dde4-41de-9914-79071919085e None None] Port b709277c-86c0-4756-86dd-0c11fa542120 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:05:24.616603 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-7a8e3793-1046-4e6b-b77b-ae802081026a service neutron] 10.222.0.10 "GET /v2.0/networks/2fd85d7e-c3bc-4b12-bc80-c4eaf928baef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370609 Jun 30 10:05:24.689331 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:24.719725 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-c26aa878-2f68-4420-b762-ce7120cebd49 service neutron] 10.222.0.10 "GET /v2.0/networks/2fd85d7e-c3bc-4b12-bc80-c4eaf928baef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972466 Jun 30 10:05:24.749546 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 6d165882-a64a-412b-b96d-cb53ae6b21b8, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=6d165882-a64a-412b-b96d-cb53ae6b21b8,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:24.752955 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7d63a4dd-7f2c-46fb-90c4-e068736d6359 None None] Provisioning complete for port b709277c-86c0-4756-86dd-0c11fa542120 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:24.753423 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7d63a4dd-7f2c-46fb-90c4-e068736d6359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:24.814348 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-7d63a4dd-7f2c-46fb-90c4-e068736d6359 None None] Port b709277c-86c0-4756-86dd-0c11fa542120 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:05:24.838301 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:24.844060 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-403a0ecb-a1cd-4654-963b-4552720524de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751274683', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '6d165882-a64a-412b-b96d-cb53ae6b21b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:18Z', 'updated_at': '2021-06-30T10:05:23Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '6d165882-a64a-412b-b96d-cb53ae6b21b8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:19Z', 'updated_at': '2021-06-30T10:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'b709277c-86c0-4756-86dd-0c11fa542120', 'name': '', 'network_id': '2fd85d7e-c3bc-4b12-bc80-c4eaf928baef', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:2d:68:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '4ce42574-7c07-4765-8fea-434b5d067f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:22Z', 'updated_at': '2021-06-30T10:05:23Z', 'revision_number': 2, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '4ce42574-7c07-4765-8fea-434b5d067f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:24.895069 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:24.895753 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403a0ecb-a1cd-4654-963b-4552720524de None None] Checking router: 2eda9f26-51bc-4e90-a791-280fedc33476 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:05:24.896103 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403a0ecb-a1cd-4654-963b-4552720524de None None] Updating router 2eda9f26-51bc-4e90-a791-280fedc33476 port b709277c-86c0-4756-86dd-0c11fa542120 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:05:24.951271 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-403a0ecb-a1cd-4654-963b-4552720524de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:24.952966 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=6d165882-a64a-412b-b96d-cb53ae6b21b8,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:25.014633 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-72408259-6713-44c4-afa2-98c77be2f8a8 req-a072d6ed-fd2d-47a8-8bb3-26c5122b5b15 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 210 time: 0.0333114 Jun 30 10:05:25.244222 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-403a0ecb-a1cd-4654-963b-4552720524de None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:25.254445 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-403a0ecb-a1cd-4654-963b-4552720524de None None] Transition to ACTIVE for port object b709277c-86c0-4756-86dd-0c11fa542120 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:05:25.346354 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-403a0ecb-a1cd-4654-963b-4552720524de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:25.405158 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965eb77-e64e-4138-861f-aab089aa8ee6 None None] Pushing event updated for resources: {'Port': ['ID=b709277c-86c0-4756-86dd-0c11fa542120,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:25.462167 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-403a0ecb-a1cd-4654-963b-4552720524de None None] Attempting to bind port b709277c-86c0-4756-86dd-0c11fa542120 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:05:25.462527 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-403a0ecb-a1cd-4654-963b-4552720524de None None] Attempting to bind port b709277c-86c0-4756-86dd-0c11fa542120 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '7dbe7fcb-c97c-4634-bca6-a257b6b2e06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2fd85d7e-c3bc-4b12-bc80-c4eaf928baef'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:05:25.463031 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403a0ecb-a1cd-4654-963b-4552720524de None None] Attempting to bind port b709277c-86c0-4756-86dd-0c11fa542120 on network 2fd85d7e-c3bc-4b12-bc80-c4eaf928baef {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:05:25.468545 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403a0ecb-a1cd-4654-963b-4552720524de None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:05:25.468922 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403a0ecb-a1cd-4654-963b-4552720524de None None] Checking segment: {'id': '7dbe7fcb-c97c-4634-bca6-a257b6b2e06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2fd85d7e-c3bc-4b12-bc80-c4eaf928baef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:05:25.469318 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-403a0ecb-a1cd-4654-963b-4552720524de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:25.469701 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403a0ecb-a1cd-4654-963b-4552720524de None None] Bound using segment: {'id': '7dbe7fcb-c97c-4634-bca6-a257b6b2e06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2fd85d7e-c3bc-4b12-bc80-c4eaf928baef'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:05:25.470178 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-403a0ecb-a1cd-4654-963b-4552720524de None None] Bound port: b709277c-86c0-4756-86dd-0c11fa542120, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dbe7fcb-c97c-4634-bca6-a257b6b2e06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2fd85d7e-c3bc-4b12-bc80-c4eaf928baef'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:05:25.470544 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-403a0ecb-a1cd-4654-963b-4552720524de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:25.542025 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-403a0ecb-a1cd-4654-963b-4552720524de None None] For port b709277c-86c0-4756-86dd-0c11fa542120, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:05:25.545894 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-403a0ecb-a1cd-4654-963b-4552720524de None None] For port b709277c-86c0-4756-86dd-0c11fa542120, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=b709277c-86c0-4756-86dd-0c11fa542120,segment=NetworkSegment(7dbe7fcb-c97c-4634-bca6-a257b6b2e06d),segment_id=7dbe7fcb-c97c-4634-bca6-a257b6b2e06d)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:05:25.593751 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c32d58f1-69ed-4f12-b064-2a85f1d4d905 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:05:25.624733 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-403a0ecb-a1cd-4654-963b-4552720524de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:25.721618 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403a0ecb-a1cd-4654-963b-4552720524de None None] Routers {'2eda9f26-51bc-4e90-a791-280fedc33476'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:25.721618 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-403a0ecb-a1cd-4654-963b-4552720524de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:05:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['2eda9f26-51bc-4e90-a791-280fedc33476'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:25.749391 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965eb77-e64e-4138-861f-aab089aa8ee6 None None] Pushing event updated for resources: {'Port': ['ID=b709277c-86c0-4756-86dd-0c11fa542120,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:25.763912 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port c32d58f1-69ed-4f12-b064-2a85f1d4d905 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:25.764276 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:26.029448 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-403a0ecb-a1cd-4654-963b-4552720524de None None] Set router 2eda9f26-51bc-4e90-a791-280fedc33476 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:26.129287 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 6d165882-a64a-412b-b96d-cb53ae6b21b8 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:05:26.165230 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-914b5fca-a6da-42f8-98e7-9583af916ed1 req-762d5a08-b816-4b4d-8add-9b031c6a427b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 210 time: 0.0352397 Jun 30 10:05:26.250316 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 6d165882-a64a-412b-b96d-cb53ae6b21b8 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:26.250912 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:26.369011 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-403a0ecb-a1cd-4654-963b-4552720524de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751274683', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '6d165882-a64a-412b-b96d-cb53ae6b21b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:18Z', 'updated_at': '2021-06-30T10:05:23Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '6d165882-a64a-412b-b96d-cb53ae6b21b8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:19Z', 'updated_at': '2021-06-30T10:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'b709277c-86c0-4756-86dd-0c11fa542120', 'name': '', 'network_id': '2fd85d7e-c3bc-4b12-bc80-c4eaf928baef', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:2d:68:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '4ce42574-7c07-4765-8fea-434b5d067f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:22Z', 'updated_at': '2021-06-30T10:05:25Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '4ce42574-7c07-4765-8fea-434b5d067f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:26.408797 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403a0ecb-a1cd-4654-963b-4552720524de None None] The sync data for ids ['2eda9f26-51bc-4e90-a791-280fedc33476'] in n-d-771363-31 is: [{'id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751274683', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '6d165882-a64a-412b-b96d-cb53ae6b21b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:18Z', 'updated_at': '2021-06-30T10:05:23Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '6d165882-a64a-412b-b96d-cb53ae6b21b8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:19Z', 'updated_at': '2021-06-30T10:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'b709277c-86c0-4756-86dd-0c11fa542120', 'name': '', 'network_id': '2fd85d7e-c3bc-4b12-bc80-c4eaf928baef', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:2d:68:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '4ce42574-7c07-4765-8fea-434b5d067f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:22Z', 'updated_at': '2021-06-30T10:05:25Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '4ce42574-7c07-4765-8fea-434b5d067f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:05:26.536483 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:27.238666 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-fd1b845f-393c-47fc-a006-08b5149e9fc6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:27.240866 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-fd1b845f-393c-47fc-a006-08b5149e9fc6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.37 "GET /v2.0/networks?id=2fd85d7e-c3bc-4b12-bc80-c4eaf928baef HTTP/1.1" status: 200 len: 797 time: 0.1171601 Jun 30 10:05:27.294283 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-83bff11f-7bf8-4d5a-84f2-4bd0ef92ccc9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d88d41ea5323480fbb6ead7dceb2af71 HTTP/1.1" status: 200 len: 380 time: 0.0427287 Jun 30 10:05:27.306991 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6dcc49aa-93c0-4c47-88e2-8c03180caa99 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'port': {'device_id': 'f63c768c-9d2e-41e3-ba4f-a76ded10d32d', 'network_id': '2fd85d7e-c3bc-4b12-bc80-c4eaf928baef', 'admin_state_up': True, 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'security_groups': ['8da92579-9a56-40bd-ab67-90741d8356c8']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:27.387999 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-93cd86c8-88f5-4229-b251-90b58dfa7704 req-d4032253-ce78-4d02-a509-1996c4dcb1b5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 210 time: 0.0753818 Jun 30 10:05:27.552150 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6dcc49aa-93c0-4c47-88e2-8c03180caa99 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Made reservation on behalf of d88d41ea5323480fbb6ead7dceb2af71 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:05:27.558681 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6dcc49aa-93c0-4c47-88e2-8c03180caa99 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:27.609108 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b709277c-86c0-4756-86dd-0c11fa542120 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:05:27.685990 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6dcc49aa-93c0-4c47-88e2-8c03180caa99 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Allocated IP 172.20.0.9 (2fd85d7e-c3bc-4b12-bc80-c4eaf928baef/4ce42574-7c07-4765-8fea-434b5d067f34/014c28d6-2315-4a07-b284-323bc76b3011) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:05:27.712565 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port b709277c-86c0-4756-86dd-0c11fa542120 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:05:27.720818 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port b709277c-86c0-4756-86dd-0c11fa542120 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:27.721607 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:27.813905 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:27.846807 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port b709277c-86c0-4756-86dd-0c11fa542120, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=b709277c-86c0-4756-86dd-0c11fa542120,segment=NetworkSegment(7dbe7fcb-c97c-4634-bca6-a257b6b2e06d),segment_id=7dbe7fcb-c97c-4634-bca6-a257b6b2e06d)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:27.850547 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6dcc49aa-93c0-4c47-88e2-8c03180caa99 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:27.864210 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6dcc49aa-93c0-4c47-88e2-8c03180caa99 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Transition to ACTIVE for port object 014c28d6-2315-4a07-b284-323bc76b3011 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:05:27.912334 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:27.960598 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=b709277c-86c0-4756-86dd-0c11fa542120,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:27.975671 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6dcc49aa-93c0-4c47-88e2-8c03180caa99 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:28.019532 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6dcc49aa-93c0-4c47-88e2-8c03180caa99 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Network 2fd85d7e-c3bc-4b12-bc80-c4eaf928baef is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:05:28.023301 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6dcc49aa-93c0-4c47-88e2-8c03180caa99 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:05:28.025672 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6dcc49aa-93c0-4c47-88e2-8c03180caa99 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:05:28.053443 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc49aa-93c0-4c47-88e2-8c03180caa99 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'Port': ['ID=014c28d6-2315-4a07-b284-323bc76b3011,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:28.084658 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6dcc49aa-93c0-4c47-88e2-8c03180caa99 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:28.085331 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6dcc49aa-93c0-4c47-88e2-8c03180caa99 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:28.196642 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6dcc49aa-93c0-4c47-88e2-8c03180caa99 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8954692 Jun 30 10:05:28.209124 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6f35e2b4-3a0c-46e2-aff7-83a417629c9a service neutron] Request body: {'port': {'device_id': 'f63c768c-9d2e-41e3-ba4f-a76ded10d32d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:28.287707 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6f35e2b4-3a0c-46e2-aff7-83a417629c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:28.309878 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8056f414-bf2c-41cc-9874-d4d6fa92bfcc None None] Provisioning for port 014c28d6-2315-4a07-b284-323bc76b3011 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:05:28.313886 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8056f414-bf2c-41cc-9874-d4d6fa92bfcc None None] Provisioning complete for port 014c28d6-2315-4a07-b284-323bc76b3011 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:28.317986 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8056f414-bf2c-41cc-9874-d4d6fa92bfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:28.348504 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-8056f414-bf2c-41cc-9874-d4d6fa92bfcc None None] Port 014c28d6-2315-4a07-b284-323bc76b3011 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:05:28.547964 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6f35e2b4-3a0c-46e2-aff7-83a417629c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 014c28d6-2315-4a07-b284-323bc76b3011 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:05:28.556070 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6f35e2b4-3a0c-46e2-aff7-83a417629c9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:28.568573 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6f35e2b4-3a0c-46e2-aff7-83a417629c9a service neutron] Transition to ACTIVE for port object 014c28d6-2315-4a07-b284-323bc76b3011 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:05:28.571783 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770652f-3e4b-439e-b190-54a5f15a4990 req-153e0c2b-eaa0-4bf5-b111-45fed951b3b5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:28.573310 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8770652f-3e4b-439e-b190-54a5f15a4990 req-153e0c2b-eaa0-4bf5-b111-45fed951b3b5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 931 time: 0.0679717 Jun 30 10:05:28.614009 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8770652f-3e4b-439e-b190-54a5f15a4990 req-9c9fd74c-00f6-4d10-a20b-69b9c74b9004 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=8da92579-9a56-40bd-ab67-90741d8356c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350513 Jun 30 10:05:28.677442 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6f35e2b4-3a0c-46e2-aff7-83a417629c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:28.733487 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35e2b4-3a0c-46e2-aff7-83a417629c9a service neutron] Pushing event updated for resources: {'Port': ['ID=014c28d6-2315-4a07-b284-323bc76b3011,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:28.812847 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6f35e2b4-3a0c-46e2-aff7-83a417629c9a service neutron] Attempting to bind port 014c28d6-2315-4a07-b284-323bc76b3011 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:05:28.813177 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6f35e2b4-3a0c-46e2-aff7-83a417629c9a service neutron] Attempting to bind port 014c28d6-2315-4a07-b284-323bc76b3011 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '7dbe7fcb-c97c-4634-bca6-a257b6b2e06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2fd85d7e-c3bc-4b12-bc80-c4eaf928baef'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:05:28.813502 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6f35e2b4-3a0c-46e2-aff7-83a417629c9a service neutron] Attempting to bind port 014c28d6-2315-4a07-b284-323bc76b3011 on network 2fd85d7e-c3bc-4b12-bc80-c4eaf928baef {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:05:28.818435 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6f35e2b4-3a0c-46e2-aff7-83a417629c9a service neutron] Port 014c28d6-2315-4a07-b284-323bc76b3011 on network 2fd85d7e-c3bc-4b12-bc80-c4eaf928baef not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:05:28.818846 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6f35e2b4-3a0c-46e2-aff7-83a417629c9a service neutron] Attempting to bind port 014c28d6-2315-4a07-b284-323bc76b3011 on network 2fd85d7e-c3bc-4b12-bc80-c4eaf928baef {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:05:28.824533 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6f35e2b4-3a0c-46e2-aff7-83a417629c9a service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:05:28.824876 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6f35e2b4-3a0c-46e2-aff7-83a417629c9a service neutron] Checking segment: {'id': '7dbe7fcb-c97c-4634-bca6-a257b6b2e06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2fd85d7e-c3bc-4b12-bc80-c4eaf928baef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:05:28.825264 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6f35e2b4-3a0c-46e2-aff7-83a417629c9a service neutron] Bound using segment: {'id': '7dbe7fcb-c97c-4634-bca6-a257b6b2e06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2fd85d7e-c3bc-4b12-bc80-c4eaf928baef'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:05:28.825697 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6f35e2b4-3a0c-46e2-aff7-83a417629c9a service neutron] Bound port: 014c28d6-2315-4a07-b284-323bc76b3011, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dbe7fcb-c97c-4634-bca6-a257b6b2e06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2fd85d7e-c3bc-4b12-bc80-c4eaf928baef'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:05:28.826059 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6f35e2b4-3a0c-46e2-aff7-83a417629c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:28.894219 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6f35e2b4-3a0c-46e2-aff7-83a417629c9a service neutron] For port 014c28d6-2315-4a07-b284-323bc76b3011, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:05:28.897945 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6f35e2b4-3a0c-46e2-aff7-83a417629c9a service neutron] For port 014c28d6-2315-4a07-b284-323bc76b3011, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=014c28d6-2315-4a07-b284-323bc76b3011,segment=NetworkSegment(7dbe7fcb-c97c-4634-bca6-a257b6b2e06d),segment_id=7dbe7fcb-c97c-4634-bca6-a257b6b2e06d)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:05:28.976067 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6f35e2b4-3a0c-46e2-aff7-83a417629c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:29.013703 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6f35e2b4-3a0c-46e2-aff7-83a417629c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:29.014331 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6f35e2b4-3a0c-46e2-aff7-83a417629c9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:29.015771 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-6f35e2b4-3a0c-46e2-aff7-83a417629c9a service neutron] 10.222.0.37 "PUT /v2.0/ports/014c28d6-2315-4a07-b284-323bc76b3011 HTTP/1.1" status: 200 len: 1092 time: 0.8108294 Jun 30 10:05:29.016217 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63c768c-9d2e-41e3-ba4f-a76ded10d32d', 'tag': '014c28d6-2315-4a07-b284-323bc76b3011'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:05:29.018786 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79335b6b-c2c4-4118-876b-6cac6920935c" -d '{"events": [{"name": "network-changed", "server_uuid": "f63c768c-9d2e-41e3-ba4f-a76ded10d32d", "tag": "014c28d6-2315-4a07-b284-323bc76b3011"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:05:29.045643 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35e2b4-3a0c-46e2-aff7-83a417629c9a service neutron] Pushing event updated for resources: {'Port': ['ID=014c28d6-2315-4a07-b284-323bc76b3011,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:29.061640 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77e16f1-1ae2-488c-a006-03ff3ed14a87 x-openstack-request-id: req-f77e16f1-1ae2-488c-a006-03ff3ed14a87 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:05:29.061934 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63c768c-9d2e-41e3-ba4f-a76ded10d32d", "tag": "014c28d6-2315-4a07-b284-323bc76b3011", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:05:29.062237 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f77e16f1-1ae2-488c-a006-03ff3ed14a87 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:05:29.062677 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63c768c-9d2e-41e3-ba4f-a76ded10d32d', 'tag': '014c28d6-2315-4a07-b284-323bc76b3011', 'status': 'completed', 'code': 200} Jun 30 10:05:29.143185 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79335b6b-c2c4-4118-876b-6cac6920935c req-16ef65f1-0d52-4913-bd9b-71fa61b7c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:29.144810 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-79335b6b-c2c4-4118-876b-6cac6920935c req-16ef65f1-0d52-4913-bd9b-71fa61b7c82a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 1095 time: 0.0597706 Jun 30 10:05:29.248291 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79335b6b-c2c4-4118-876b-6cac6920935c req-714db0ea-66e4-4245-b3a6-dee871d9221e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:29.249678 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-79335b6b-c2c4-4118-876b-6cac6920935c req-714db0ea-66e4-4245-b3a6-dee871d9221e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0983539 Jun 30 10:05:29.344069 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79335b6b-c2c4-4118-876b-6cac6920935c req-3c83ca4b-63fc-4ec4-a5bd-f2574073ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:29.345522 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-79335b6b-c2c4-4118-876b-6cac6920935c req-3c83ca4b-63fc-4ec4-a5bd-f2574073ba80 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895271 Jun 30 10:05:29.434773 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-e60d4910-3444-4349-85a3-18cb662b4696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:29.436312 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-e60d4910-3444-4349-85a3-18cb662b4696 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 1095 time: 0.0538561 Jun 30 10:05:29.480204 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-59fa182e-2b4f-445f-b823-e5b54f6b0840 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=014c28d6-2315-4a07-b284-323bc76b3011 HTTP/1.1" status: 200 len: 217 time: 0.0372458 Jun 30 10:05:29.527880 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-8f7f1855-2222-43f5-9a43-2c5f55585402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:29.529576 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-8f7f1855-2222-43f5-9a43-2c5f55585402 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4ce42574-7c07-4765-8fea-434b5d067f34 HTTP/1.1" status: 200 len: 835 time: 0.0435286 Jun 30 10:05:29.586373 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b709277c-86c0-4756-86dd-0c11fa542120 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:05:29.588947 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-38ab6d96-b9e2-439a-8967-f02394656f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:29.590448 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-38ab6d96-b9e2-439a-8967-f02394656f85 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2fd85d7e-c3bc-4b12-bc80-c4eaf928baef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547352 Jun 30 10:05:29.638042 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port b709277c-86c0-4756-86dd-0c11fa542120 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:29.638526 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:29.689472 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-613f10fc-9bbd-49b5-907a-2a92cc592283 service neutron] 10.222.0.37 "GET /v2.0/networks/2fd85d7e-c3bc-4b12-bc80-c4eaf928baef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918486 Jun 30 10:05:29.783667 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45bd7020-bc7d-4d4e-86f6-edda59a591a1 req-3b7f2bd7-84aa-4aac-a8a9-f8d7ac97a5e3 service neutron] 10.222.0.37 "GET /v2.0/networks/2fd85d7e-c3bc-4b12-bc80-c4eaf928baef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874438 Jun 30 10:05:29.804825 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e096213-8546-488d-95d2-ee32e84b3729 req-efd53a94-3863-4886-ac26-cc8f0468774d tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:29.811303 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e096213-8546-488d-95d2-ee32e84b3729 req-efd53a94-3863-4886-ac26-cc8f0468774d tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 943 time: 0.0745924 Jun 30 10:05:29.845226 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1e096213-8546-488d-95d2-ee32e84b3729 req-4295c18b-c749-4535-a6ce-950a009b3e83 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=8da92579-9a56-40bd-ab67-90741d8356c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329065 Jun 30 10:05:31.032144 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9c01b-0d85-4a6a-b565-280a026fa508 req-742993c2-f936-4b1b-b6f5-e971c3b64eab tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:31.033761 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-19d9c01b-0d85-4a6a-b565-280a026fa508 req-742993c2-f936-4b1b-b6f5-e971c3b64eab tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 943 time: 0.0729756 Jun 30 10:05:31.392151 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-19d9c01b-0d85-4a6a-b565-280a026fa508 req-7e5e8c4b-c670-47ec-88a7-b468fdaa2210 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=8da92579-9a56-40bd-ab67-90741d8356c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3520138 Jun 30 10:05:32.578393 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431ff76-3999-4b55-b1db-3c7063984d5b req-ab856e45-389f-4687-84dd-6aac65d553bf tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:32.580178 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b431ff76-3999-4b55-b1db-3c7063984d5b req-ab856e45-389f-4687-84dd-6aac65d553bf tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 943 time: 0.0727608 Jun 30 10:05:32.602625 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 014c28d6-2315-4a07-b284-323bc76b3011 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:05:32.627475 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b431ff76-3999-4b55-b1db-3c7063984d5b req-6ac37fd8-ec31-4c5f-a8e3-b506807f3111 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=8da92579-9a56-40bd-ab67-90741d8356c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360577 Jun 30 10:05:32.719178 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 014c28d6-2315-4a07-b284-323bc76b3011, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=014c28d6-2315-4a07-b284-323bc76b3011,segment=NetworkSegment(7dbe7fcb-c97c-4634-bca6-a257b6b2e06d),segment_id=7dbe7fcb-c97c-4634-bca6-a257b6b2e06d)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:32.731241 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '014c28d6-2315-4a07-b284-323bc76b3011', 'network_id': '2fd85d7e-c3bc-4b12-bc80-c4eaf928baef', 'port_id': '014c28d6-2315-4a07-b284-323bc76b3011', 'mac_address': 'fa:16:3e:f3:38:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ce42574-7c07-4765-8fea-434b5d067f34', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:05:32.770402 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:32.783760 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 014c28d6-2315-4a07-b284-323bc76b3011 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:05:32.804510 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 014c28d6-2315-4a07-b284-323bc76b3011, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=014c28d6-2315-4a07-b284-323bc76b3011,segment=NetworkSegment(7dbe7fcb-c97c-4634-bca6-a257b6b2e06d),segment_id=7dbe7fcb-c97c-4634-bca6-a257b6b2e06d)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:32.910098 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:32.962831 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=014c28d6-2315-4a07-b284-323bc76b3011,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:33.207903 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['014c28d6-2315-4a07-b284-323bc76b3011'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:05:33.816358 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49534bc2-a9fc-45b6-8c1e-24b5e8bead8f req-6d9448cd-d1fc-413c-af00-5b0f8a703169 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:33.817763 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-49534bc2-a9fc-45b6-8c1e-24b5e8bead8f req-6d9448cd-d1fc-413c-af00-5b0f8a703169 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 944 time: 0.0660787 Jun 30 10:05:33.857624 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-49534bc2-a9fc-45b6-8c1e-24b5e8bead8f req-b94ca500-090a-4a5b-be6e-adc2e6bfe25b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=8da92579-9a56-40bd-ab67-90741d8356c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335159 Jun 30 10:05:34.596554 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 014c28d6-2315-4a07-b284-323bc76b3011 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:05:34.723235 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 014c28d6-2315-4a07-b284-323bc76b3011 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:05:34.728081 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 014c28d6-2315-4a07-b284-323bc76b3011 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:34.735138 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:34.807713 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:34.831556 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63c768c-9d2e-41e3-ba4f-a76ded10d32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014c28d6-2315-4a07-b284-323bc76b3011'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:05:34.833795 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251cb8f8-ad30-4f35-9ef0-0e8acdda705a" -d '{"events": [{"server_uuid": "f63c768c-9d2e-41e3-ba4f-a76ded10d32d", "name": "network-vif-plugged", "status": "completed", "tag": "014c28d6-2315-4a07-b284-323bc76b3011"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:05:34.848540 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 014c28d6-2315-4a07-b284-323bc76b3011, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=014c28d6-2315-4a07-b284-323bc76b3011,segment=NetworkSegment(7dbe7fcb-c97c-4634-bca6-a257b6b2e06d),segment_id=7dbe7fcb-c97c-4634-bca6-a257b6b2e06d)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:34.872836 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c47a08-f62d-49fc-9106-24da40c51191 x-openstack-request-id: req-c3c47a08-f62d-49fc-9106-24da40c51191 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:05:34.873128 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63c768c-9d2e-41e3-ba4f-a76ded10d32d", "name": "network-vif-plugged", "status": "completed", "tag": "014c28d6-2315-4a07-b284-323bc76b3011", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:05:34.873379 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c3c47a08-f62d-49fc-9106-24da40c51191 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:05:34.873775 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63c768c-9d2e-41e3-ba4f-a76ded10d32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014c28d6-2315-4a07-b284-323bc76b3011', 'code': 200} Jun 30 10:05:34.929775 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:34.984861 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=014c28d6-2315-4a07-b284-323bc76b3011,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:35.047615 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a136681-bea7-4bff-824d-f4915e43aded req-6adb0bf2-f114-4f87-803d-a5dd57e59aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:35.049115 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6a136681-bea7-4bff-824d-f4915e43aded req-6adb0bf2-f114-4f87-803d-a5dd57e59aac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 1097 time: 0.1111324 Jun 30 10:05:35.091302 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fe42c-e9a0-41e9-8816-616dda17bfb8 req-2bbf9a0f-66c5-483c-bce3-3de746868c68 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:35.092779 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ff3fe42c-e9a0-41e9-8816-616dda17bfb8 req-2bbf9a0f-66c5-483c-bce3-3de746868c68 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 945 time: 0.1046312 Jun 30 10:05:35.111416 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6a136681-bea7-4bff-824d-f4915e43aded req-ea2535ea-6e36-415a-bfa6-367591e9d49a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8da92579-9a56-40bd-ab67-90741d8356c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543599 Jun 30 10:05:35.137947 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ff3fe42c-e9a0-41e9-8816-616dda17bfb8 req-e65e18c6-c6e4-41b8-a295-d4f55f032b97 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=8da92579-9a56-40bd-ab67-90741d8356c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395217 Jun 30 10:05:36.370718 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c351a6a-3a50-4762-bc9d-b37811394fec req-52aa815e-4fd7-421b-8b58-04dc8ad411c0 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:36.372189 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c351a6a-3a50-4762-bc9d-b37811394fec req-52aa815e-4fd7-421b-8b58-04dc8ad411c0 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 945 time: 0.0803249 Jun 30 10:05:36.413363 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c351a6a-3a50-4762-bc9d-b37811394fec req-7396642f-41fa-4214-9b38-5cf56084ba9d tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=8da92579-9a56-40bd-ab67-90741d8356c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350132 Jun 30 10:05:37.589508 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd69d1-75f8-4e6e-b46d-9ac0432a82b7 req-47b66d9d-3d50-4f1e-86ea-ec08d0e75d1c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:37.591075 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d2bd69d1-75f8-4e6e-b46d-9ac0432a82b7 req-47b66d9d-3d50-4f1e-86ea-ec08d0e75d1c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 945 time: 0.0645316 Jun 30 10:05:37.633790 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d2bd69d1-75f8-4e6e-b46d-9ac0432a82b7 req-fa2aaa94-dc37-458d-8c3f-511550f9bfa8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=8da92579-9a56-40bd-ab67-90741d8356c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369790 Jun 30 10:05:37.812370 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49eeed6-e54a-47ee-9571-6acafc215475 req-50b07ec3-b591-4726-a867-94583ab140c8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:37.813879 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e49eeed6-e54a-47ee-9571-6acafc215475 req-50b07ec3-b591-4726-a867-94583ab140c8 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 945 time: 0.0678430 Jun 30 10:05:37.858159 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e49eeed6-e54a-47ee-9571-6acafc215475 req-f123993d-5158-4ed6-b8bc-cdea2d20dd74 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=8da92579-9a56-40bd-ab67-90741d8356c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386250 Jun 30 10:05:37.883880 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58992) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:37.939608 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f1e4b3-fe4d-4cb4-a48c-17fede3f4713 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:37.941156 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-97f1e4b3-fe4d-4cb4-a48c-17fede3f4713 tempest-TestNetworkAdvancedServerOps-1992332962 tempest-TestNetworkAdvancedServerOps-1992332962-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 1092 time: 0.0562577 Jun 30 10:05:37.944229 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 58994) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:37.949313 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-7a6b90f5-95ab-4b6c-ac5f-964e15faadd5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'port_id': '014c28d6-2315-4a07-b284-323bc76b3011', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:38.020545 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:38.049102 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7a6b90f5-95ab-4b6c-ac5f-964e15faadd5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for floatingip, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:38.149037 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7a6b90f5-95ab-4b6c-ac5f-964e15faadd5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:38.258283 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-7a6b90f5-95ab-4b6c-ac5f-964e15faadd5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Allocated IP 172.25.6.44 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/6517ee97-ef2f-499d-94e7-6ae4bf73303b) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:05:38.373670 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7a6b90f5-95ab-4b6c-ac5f-964e15faadd5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:38.504167 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7a6b90f5-95ab-4b6c-ac5f-964e15faadd5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:38.547582 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6b90f5-95ab-4b6c-ac5f-964e15faadd5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:05:38.550470 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-7a6b90f5-95ab-4b6c-ac5f-964e15faadd5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:05:38.556923 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6b90f5-95ab-4b6c-ac5f-964e15faadd5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:05:38.562421 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b90f5-95ab-4b6c-ac5f-964e15faadd5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'Port': ['ID=6517ee97-ef2f-499d-94e7-6ae4bf73303b,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:38.939472 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7a6b90f5-95ab-4b6c-ac5f-964e15faadd5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:39.098244 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7a6b90f5-95ab-4b6c-ac5f-964e15faadd5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:39.254360 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7a6b90f5-95ab-4b6c-ac5f-964e15faadd5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:39.260664 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:39.326797 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7a6b90f5-95ab-4b6c-ac5f-964e15faadd5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:39.394160 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b90f5-95ab-4b6c-ac5f-964e15faadd5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event updated for resources: {'Port': ['ID=6517ee97-ef2f-499d-94e7-6ae4bf73303b,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:39.406692 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7a6b90f5-95ab-4b6c-ac5f-964e15faadd5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:39.510534 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-7a6b90f5-95ab-4b6c-ac5f-964e15faadd5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Floating IP 15a70df4-0433-465d-9854-9e30c14d027f associated. External IP: 172.25.6.44, port: 014c28d6-2315-4a07-b284-323bc76b3011. Jun 30 10:05:39.721250 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6b90f5-95ab-4b6c-ac5f-964e15faadd5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Router 2eda9f26-51bc-4e90-a791-280fedc33476 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:05:39.831934 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6b90f5-95ab-4b6c-ac5f-964e15faadd5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:05:39.843318 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1400eb2e-298c-4452-bde9-8f4c650d3a96 None None] Sync routers for ids ['2eda9f26-51bc-4e90-a791-280fedc33476'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:05:39.855759 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1400eb2e-298c-4452-bde9-8f4c650d3a96 None None] Routers {'2eda9f26-51bc-4e90-a791-280fedc33476'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:39.860150 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-1400eb2e-298c-4452-bde9-8f4c650d3a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:05:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['2eda9f26-51bc-4e90-a791-280fedc33476'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:39.909575 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7a6b90f5-95ab-4b6c-ac5f-964e15faadd5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:39.949832 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7a6b90f5-95ab-4b6c-ac5f-964e15faadd5 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0042710 Jun 30 10:05:39.950623 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63c768c-9d2e-41e3-ba4f-a76ded10d32d', 'tag': '014c28d6-2315-4a07-b284-323bc76b3011'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:05:39.952912 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0199cf8-4ca1-49b8-9e8b-fbb84ca1ceea" -d '{"events": [{"name": "network-changed", "server_uuid": "f63c768c-9d2e-41e3-ba4f-a76ded10d32d", "tag": "014c28d6-2315-4a07-b284-323bc76b3011"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:05:39.970436 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-1400eb2e-298c-4452-bde9-8f4c650d3a96 None None] Set router 2eda9f26-51bc-4e90-a791-280fedc33476 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:40.002108 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02794126-bfa3-4f9f-9184-8624a16a05d5 x-openstack-request-id: req-02794126-bfa3-4f9f-9184-8624a16a05d5 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:05:40.002455 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63c768c-9d2e-41e3-ba4f-a76ded10d32d", "tag": "014c28d6-2315-4a07-b284-323bc76b3011", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:05:40.002827 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-02794126-bfa3-4f9f-9184-8624a16a05d5 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:05:40.003313 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63c768c-9d2e-41e3-ba4f-a76ded10d32d', 'tag': '014c28d6-2315-4a07-b284-323bc76b3011', 'status': 'completed', 'code': 200} Jun 30 10:05:40.127861 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0199cf8-4ca1-49b8-9e8b-fbb84ca1ceea req-fd5bacdb-301c-4b2b-95d4-1e68901f9424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:40.129269 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0199cf8-4ca1-49b8-9e8b-fbb84ca1ceea req-fd5bacdb-301c-4b2b-95d4-1e68901f9424 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 1097 time: 0.1014516 Jun 30 10:05:40.193260 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18cdf35-6fce-40fb-a61e-0c977cc75ec7 req-606f36cc-f7a3-46f9-b1b2-94a8265cdd87 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:40.195362 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b18cdf35-6fce-40fb-a61e-0c977cc75ec7 req-606f36cc-f7a3-46f9-b1b2-94a8265cdd87 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 945 time: 0.1363025 Jun 30 10:05:40.229761 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-1400eb2e-298c-4452-bde9-8f4c650d3a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751274683', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '6d165882-a64a-412b-b96d-cb53ae6b21b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:18Z', 'updated_at': '2021-06-30T10:05:23Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '6d165882-a64a-412b-b96d-cb53ae6b21b8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:19Z', 'updated_at': '2021-06-30T10:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '15a70df4-0433-465d-9854-9e30c14d027f', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'floating_ip_address': '172.25.6.44', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'port_id': '014c28d6-2315-4a07-b284-323bc76b3011', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd85d7e-c3bc-4b12-bc80-c4eaf928baef', 'mac_address': 'fa:16:3e:f3:38:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63c768c-9d2e-41e3-ba4f-a76ded10d32d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:05:38Z', 'updated_at': '2021-06-30T10:05:38Z', 'revision_number': 0, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b709277c-86c0-4756-86dd-0c11fa542120', 'name': '', 'network_id': '2fd85d7e-c3bc-4b12-bc80-c4eaf928baef', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:2d:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '4ce42574-7c07-4765-8fea-434b5d067f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:22Z', 'updated_at': '2021-06-30T10:05:27Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '4ce42574-7c07-4765-8fea-434b5d067f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:40.256019 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1400eb2e-298c-4452-bde9-8f4c650d3a96 None None] Checking router: 2eda9f26-51bc-4e90-a791-280fedc33476 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:05:40.262981 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b18cdf35-6fce-40fb-a61e-0c977cc75ec7 req-0081bbdb-d821-4bd2-9348-41eedf2e2177 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=8da92579-9a56-40bd-ab67-90741d8356c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612099 Jun 30 10:05:40.265952 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1400eb2e-298c-4452-bde9-8f4c650d3a96 None None] Routers {'2eda9f26-51bc-4e90-a791-280fedc33476'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:40.266549 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-1400eb2e-298c-4452-bde9-8f4c650d3a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:05:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['2eda9f26-51bc-4e90-a791-280fedc33476'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:40.268021 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0199cf8-4ca1-49b8-9e8b-fbb84ca1ceea req-53c81c38-ed22-46ac-80e2-0cadd6c29024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:40.270088 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0199cf8-4ca1-49b8-9e8b-fbb84ca1ceea req-53c81c38-ed22-46ac-80e2-0cadd6c29024 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2fd85d7e-c3bc-4b12-bc80-c4eaf928baef HTTP/1.1" status: 200 len: 898 time: 0.1337278 Jun 30 10:05:40.291022 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59000) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:40.342741 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0199cf8-4ca1-49b8-9e8b-fbb84ca1ceea req-2972fffb-bb74-4d33-85d6-11803e6bc030 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=014c28d6-2315-4a07-b284-323bc76b3011 HTTP/1.1" status: 200 len: 998 time: 0.0670173 Jun 30 10:05:40.355293 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ba5e6e47-4a99-489a-88a3-5275bd4a8d26 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/floatingips/15a70df4-0433-465d-9854-9e30c14d027f HTTP/1.1" status: 200 len: 990 time: 0.0628350 Jun 30 10:05:40.379060 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-1400eb2e-298c-4452-bde9-8f4c650d3a96 None None] Set router 2eda9f26-51bc-4e90-a791-280fedc33476 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:40.394656 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0199cf8-4ca1-49b8-9e8b-fbb84ca1ceea req-d095bee8-f3d9-401e-a35d-b9761f00bb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:40.396153 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0199cf8-4ca1-49b8-9e8b-fbb84ca1ceea req-d095bee8-f3d9-401e-a35d-b9761f00bb03 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4ce42574-7c07-4765-8fea-434b5d067f34 HTTP/1.1" status: 200 len: 835 time: 0.0470810 Jun 30 10:05:40.469789 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0199cf8-4ca1-49b8-9e8b-fbb84ca1ceea req-e3d0d80c-83a7-4e87-adf3-6eaf611ca78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:40.472364 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0199cf8-4ca1-49b8-9e8b-fbb84ca1ceea req-e3d0d80c-83a7-4e87-adf3-6eaf611ca78d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2fd85d7e-c3bc-4b12-bc80-c4eaf928baef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694981 Jun 30 10:05:40.569504 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0199cf8-4ca1-49b8-9e8b-fbb84ca1ceea req-d415b4f7-5dd0-4ed0-9bcd-80b3878eb558 service neutron] 10.222.0.37 "GET /v2.0/networks/2fd85d7e-c3bc-4b12-bc80-c4eaf928baef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905209 Jun 30 10:05:40.605088 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-1400eb2e-298c-4452-bde9-8f4c650d3a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751274683', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '6d165882-a64a-412b-b96d-cb53ae6b21b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:18Z', 'updated_at': '2021-06-30T10:05:23Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '6d165882-a64a-412b-b96d-cb53ae6b21b8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:19Z', 'updated_at': '2021-06-30T10:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '15a70df4-0433-465d-9854-9e30c14d027f', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'floating_ip_address': '172.25.6.44', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'port_id': '014c28d6-2315-4a07-b284-323bc76b3011', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd85d7e-c3bc-4b12-bc80-c4eaf928baef', 'mac_address': 'fa:16:3e:f3:38:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63c768c-9d2e-41e3-ba4f-a76ded10d32d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:05:38Z', 'updated_at': '2021-06-30T10:05:38Z', 'revision_number': 0, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b709277c-86c0-4756-86dd-0c11fa542120', 'name': '', 'network_id': '2fd85d7e-c3bc-4b12-bc80-c4eaf928baef', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:2d:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '4ce42574-7c07-4765-8fea-434b5d067f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:22Z', 'updated_at': '2021-06-30T10:05:27Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '4ce42574-7c07-4765-8fea-434b5d067f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:40.637887 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1400eb2e-298c-4452-bde9-8f4c650d3a96 None None] The sync data for ids ['2eda9f26-51bc-4e90-a791-280fedc33476'] in n-d-771363-31 is: [{'id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751274683', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '6d165882-a64a-412b-b96d-cb53ae6b21b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:18Z', 'updated_at': '2021-06-30T10:05:23Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '6d165882-a64a-412b-b96d-cb53ae6b21b8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:19Z', 'updated_at': '2021-06-30T10:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '15a70df4-0433-465d-9854-9e30c14d027f', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'floating_ip_address': '172.25.6.44', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'port_id': '014c28d6-2315-4a07-b284-323bc76b3011', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd85d7e-c3bc-4b12-bc80-c4eaf928baef', 'mac_address': 'fa:16:3e:f3:38:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63c768c-9d2e-41e3-ba4f-a76ded10d32d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:05:38Z', 'updated_at': '2021-06-30T10:05:38Z', 'revision_number': 0, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b709277c-86c0-4756-86dd-0c11fa542120', 'name': '', 'network_id': '2fd85d7e-c3bc-4b12-bc80-c4eaf928baef', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:2d:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '4ce42574-7c07-4765-8fea-434b5d067f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:22Z', 'updated_at': '2021-06-30T10:05:27Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '4ce42574-7c07-4765-8fea-434b5d067f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:05:40.668227 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0199cf8-4ca1-49b8-9e8b-fbb84ca1ceea req-52c2724b-d6e5-4b4e-86f6-312fca2f5744 service neutron] 10.222.0.37 "GET /v2.0/networks/2fd85d7e-c3bc-4b12-bc80-c4eaf928baef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923519 Jun 30 10:05:40.858145 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac7a964-a78b-4431-935c-d8e94d647a6d None None] New status for floating IP 15a70df4-0433-465d-9854-9e30c14d027f: ACTIVE {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:05:41.359446 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59004) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:41.424065 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9bc4816a-8f72-4b7e-b09d-a4d207743b56 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/floatingips/15a70df4-0433-465d-9854-9e30c14d027f HTTP/1.1" status: 200 len: 992 time: 0.0635412 Jun 30 10:05:50.597336 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-61a48d8c-4381-43fa-ad09-5eebad188987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:52.951229 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-18cc90d9-8741-4393-9d26-d317749b73a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:53.537864 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:54.756791 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:56.435204 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-28684fab-2966-4ce0-bde8-df92819ef9ad req-9ade43c6-a54f-4d61-9e5d-fba40562b490 service neutron] (101053) timed out ('10.222.0.37', 59112) {{(pid=101053) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 10:05:56.465293 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:59.999116 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:06:00.594163 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-58c578d5-7e57-4406-b995-efe68d311129 req-e619a227-d271-46d2-8e78-85a87ef6b8e4 service neutron] (101053) timed out ('10.222.0.52', 51540) {{(pid=101053) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 10:06:05.780706 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-203d12a8-a682-4dc8-ad53-e16272eb231c req-638ead58-de4b-44ed-88fe-43dcb0805de7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0577545 Jun 30 10:06:05.879037 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d12a8-a682-4dc8-ad53-e16272eb231c req-b5ec991d-8890-4d79-a2fb-7acf9a23fd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:05.880472 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-203d12a8-a682-4dc8-ad53-e16272eb231c req-b5ec991d-8890-4d79-a2fb-7acf9a23fd22 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 1097 time: 0.0536256 Jun 30 10:06:05.994374 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d12a8-a682-4dc8-ad53-e16272eb231c req-cb94f872-e329-4000-ae1c-168836c661da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:05.995891 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-203d12a8-a682-4dc8-ad53-e16272eb231c req-cb94f872-e329-4000-ae1c-168836c661da service neutron] 10.222.0.37 "GET /v2.0/networks?id=2fd85d7e-c3bc-4b12-bc80-c4eaf928baef HTTP/1.1" status: 200 len: 898 time: 0.0946212 Jun 30 10:06:06.074240 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-203d12a8-a682-4dc8-ad53-e16272eb231c req-1579e22e-404f-494b-aa6a-0b855ec4c2a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=014c28d6-2315-4a07-b284-323bc76b3011 HTTP/1.1" status: 200 len: 1000 time: 0.0699890 Jun 30 10:06:06.128487 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d12a8-a682-4dc8-ad53-e16272eb231c req-eee0f171-5486-4c54-b1ca-b51b161d02be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:06.129999 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-203d12a8-a682-4dc8-ad53-e16272eb231c req-eee0f171-5486-4c54-b1ca-b51b161d02be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4ce42574-7c07-4765-8fea-434b5d067f34 HTTP/1.1" status: 200 len: 835 time: 0.0449004 Jun 30 10:06:06.185415 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d12a8-a682-4dc8-ad53-e16272eb231c req-d9a32fc8-d04b-4c8f-bc5b-42d3095fd30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:06.186874 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-203d12a8-a682-4dc8-ad53-e16272eb231c req-d9a32fc8-d04b-4c8f-bc5b-42d3095fd30e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2fd85d7e-c3bc-4b12-bc80-c4eaf928baef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504408 Jun 30 10:06:06.280074 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-203d12a8-a682-4dc8-ad53-e16272eb231c req-caa4603c-5773-42f1-b61b-5193a8865b86 service neutron] 10.222.0.37 "GET /v2.0/networks/2fd85d7e-c3bc-4b12-bc80-c4eaf928baef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867536 Jun 30 10:06:06.367962 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-203d12a8-a682-4dc8-ad53-e16272eb231c req-7d57fc56-8d14-412a-b9c3-47ae2c8edbe1 service neutron] 10.222.0.37 "GET /v2.0/networks/2fd85d7e-c3bc-4b12-bc80-c4eaf928baef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822530 Jun 30 10:06:08.071031 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:09.268927 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:20.497338 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d657a1a2-869c-42e2-a0d2-0c8e2ed1b824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:22.990517 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-46cfcb86-c514-466b-a35e-5f37cb8d6c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:23.533457 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:24.771559 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:26.468399 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:36.999115 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:06:38.042272 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:39.253710 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:50.485487 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1eb0fdde-1743-48cb-b7ab-ed670e680e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:52.948408 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d9bfb0cb-6a94-4e26-8853-8d7925c06eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:53.484345 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080217a-9360-4fe7-8493-7c9bba24d128 req-54085b08-0f7f-4d34-bb56-7fd3eba34e34 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:53.485849 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5080217a-9360-4fe7-8493-7c9bba24d128 req-54085b08-0f7f-4d34-bb56-7fd3eba34e34 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 945 time: 0.0689099 Jun 30 10:06:53.525715 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5080217a-9360-4fe7-8493-7c9bba24d128 req-a4a32349-19a8-4d08-8273-5cd703702d97 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=8da92579-9a56-40bd-ab67-90741d8356c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339034 Jun 30 10:06:53.596811 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:54.726588 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f8b1c-a728-4667-b5d4-169bad6f4338 req-a6dbf35c-84cc-4dfd-af60-a3117f3ed31d tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:54.728102 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9c2f8b1c-a728-4667-b5d4-169bad6f4338 req-a6dbf35c-84cc-4dfd-af60-a3117f3ed31d tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 945 time: 0.0762482 Jun 30 10:06:54.767836 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9c2f8b1c-a728-4667-b5d4-169bad6f4338 req-21e6274c-f34d-48ea-b960-7271cd5de98f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=8da92579-9a56-40bd-ab67-90741d8356c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334234 Jun 30 10:06:54.813426 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:55.957429 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5ce66-4aa3-48c0-a40b-359dc3f835e6 req-ed9a855d-3d4b-4984-ac27-c5d9f5f173ca tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:55.958829 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cae5ce66-4aa3-48c0-a40b-359dc3f835e6 req-ed9a855d-3d4b-4984-ac27-c5d9f5f173ca tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 945 time: 0.0644507 Jun 30 10:06:55.998703 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cae5ce66-4aa3-48c0-a40b-359dc3f835e6 req-5f557baa-7132-4569-967b-c68349df2657 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=8da92579-9a56-40bd-ab67-90741d8356c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342236 Jun 30 10:06:56.468504 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:57.189111 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012ae0c-d0ce-488d-b67b-26e93423c4e8 req-399d193c-e9f9-4268-92d7-61249eb48632 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:57.190695 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e012ae0c-d0ce-488d-b67b-26e93423c4e8 req-399d193c-e9f9-4268-92d7-61249eb48632 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 945 time: 0.0714138 Jun 30 10:06:57.231385 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e012ae0c-d0ce-488d-b67b-26e93423c4e8 req-818bb5ea-d2ad-41bd-9794-6bcb37a80d83 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=8da92579-9a56-40bd-ab67-90741d8356c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348773 Jun 30 10:06:58.723320 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ad06b-0cd5-45b5-bedc-afef0c040919 req-0ceefe5e-f038-4de6-8069-76f732dfb056 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:58.724783 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e99ad06b-0cd5-45b5-bedc-afef0c040919 req-0ceefe5e-f038-4de6-8069-76f732dfb056 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 945 time: 0.3795886 Jun 30 10:06:58.764794 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e99ad06b-0cd5-45b5-bedc-afef0c040919 req-b00c0c02-ebc1-432c-861b-570084a31095 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=8da92579-9a56-40bd-ab67-90741d8356c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341525 Jun 30 10:06:59.939192 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d7205-90fd-43be-aa23-5215e9f3da0f req-73eb3fd4-cdbb-48a7-b255-f5b22b431579 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:59.940696 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a44d7205-90fd-43be-aa23-5215e9f3da0f req-73eb3fd4-cdbb-48a7-b255-f5b22b431579 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 945 time: 0.0637980 Jun 30 10:06:59.981292 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a44d7205-90fd-43be-aa23-5215e9f3da0f req-340f1d18-5fd6-4c42-8798-01e9c4449924 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=8da92579-9a56-40bd-ab67-90741d8356c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342760 Jun 30 10:07:01.163838 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34fe80d-2b7e-44d1-b705-1846a3453a28 req-5a0381b4-c35d-4fae-a450-68a15249eb6c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:01.165312 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b34fe80d-2b7e-44d1-b705-1846a3453a28 req-5a0381b4-c35d-4fae-a450-68a15249eb6c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 945 time: 0.0639648 Jun 30 10:07:01.204857 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b34fe80d-2b7e-44d1-b705-1846a3453a28 req-3255b984-78f2-4318-b17b-8b98b57a0b73 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=8da92579-9a56-40bd-ab67-90741d8356c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328720 Jun 30 10:07:02.381423 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24909f9c-8780-4243-b7e7-b3ebedd444d1 req-0ec5ae0b-69f0-44d9-939f-20914410776b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:02.382899 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-24909f9c-8780-4243-b7e7-b3ebedd444d1 req-0ec5ae0b-69f0-44d9-939f-20914410776b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 945 time: 0.0674424 Jun 30 10:07:02.425639 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-24909f9c-8780-4243-b7e7-b3ebedd444d1 req-b4b8bc88-373d-478d-86a9-32c52c2220c4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=8da92579-9a56-40bd-ab67-90741d8356c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358288 Jun 30 10:07:03.610182 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6654d-2a54-4bc2-b982-ea29411420ba req-97e19dad-d9da-45d0-97d7-1bf76610feac tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:03.611679 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fcd6654d-2a54-4bc2-b982-ea29411420ba req-97e19dad-d9da-45d0-97d7-1bf76610feac tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 945 time: 0.0695524 Jun 30 10:07:03.650662 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fcd6654d-2a54-4bc2-b982-ea29411420ba req-92a6643a-9763-4bc6-a38c-90e5c4675a97 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=8da92579-9a56-40bd-ab67-90741d8356c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333581 Jun 30 10:07:04.837413 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b32ba8-00cc-4c7c-b701-b59a9d20f931 req-d9324c48-462f-4fc5-be91-64994261549b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:04.838968 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6b32ba8-00cc-4c7c-b701-b59a9d20f931 req-d9324c48-462f-4fc5-be91-64994261549b tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 945 time: 0.0659611 Jun 30 10:07:04.881335 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6b32ba8-00cc-4c7c-b701-b59a9d20f931 req-e2ea5876-d8fc-461e-9dc3-e57159bf9632 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=8da92579-9a56-40bd-ab67-90741d8356c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364206 Jun 30 10:07:06.058907 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22f891-9021-4a6b-a74c-4272dd18835d req-d30043f3-974f-4a7d-9595-0628fa0e0a1c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:06.060580 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0a22f891-9021-4a6b-a74c-4272dd18835d req-d30043f3-974f-4a7d-9595-0628fa0e0a1c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 945 time: 0.0648329 Jun 30 10:07:06.098399 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0a22f891-9021-4a6b-a74c-4272dd18835d req-5baf0c92-5df2-4b91-a616-532121c5b2cb tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=8da92579-9a56-40bd-ab67-90741d8356c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318124 Jun 30 10:07:07.288458 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe52e8a-511b-4667-b3e5-68f21bd341bc req-7de4d0ee-8047-4182-adf5-ef3263c811a9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:07.289845 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ffe52e8a-511b-4667-b3e5-68f21bd341bc req-7de4d0ee-8047-4182-adf5-ef3263c811a9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 945 time: 0.0692742 Jun 30 10:07:07.329005 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ffe52e8a-511b-4667-b3e5-68f21bd341bc req-e014c276-9e83-4c4a-b8a6-04cba87b8447 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=8da92579-9a56-40bd-ab67-90741d8356c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328085 Jun 30 10:07:07.799855 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef95926-c252-4fee-8102-c1b28eb71116 req-969be560-a20f-4b05-ae50-8130c675cc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:07.801363 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef95926-c252-4fee-8102-c1b28eb71116 req-969be560-a20f-4b05-ae50-8130c675cc1a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 1097 time: 0.0562892 Jun 30 10:07:07.915937 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef95926-c252-4fee-8102-c1b28eb71116 req-d1434964-167b-43da-8d53-927b6bb9f194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:07.917312 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef95926-c252-4fee-8102-c1b28eb71116 req-d1434964-167b-43da-8d53-927b6bb9f194 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2fd85d7e-c3bc-4b12-bc80-c4eaf928baef HTTP/1.1" status: 200 len: 898 time: 0.0933728 Jun 30 10:07:07.985480 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef95926-c252-4fee-8102-c1b28eb71116 req-adb60ffe-e2fd-4f8b-a839-6eecdb8168e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=014c28d6-2315-4a07-b284-323bc76b3011 HTTP/1.1" status: 200 len: 1000 time: 0.0621853 Jun 30 10:07:08.037214 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef95926-c252-4fee-8102-c1b28eb71116 req-c29eb428-7bf8-49b5-bf83-5803c5c4efb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:08.038728 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef95926-c252-4fee-8102-c1b28eb71116 req-c29eb428-7bf8-49b5-bf83-5803c5c4efb4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4ce42574-7c07-4765-8fea-434b5d067f34 HTTP/1.1" status: 200 len: 835 time: 0.0474255 Jun 30 10:07:08.039766 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:08.103495 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef95926-c252-4fee-8102-c1b28eb71116 req-99d99437-225a-4eb0-b9bd-adc9a82d1477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:08.105357 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef95926-c252-4fee-8102-c1b28eb71116 req-99d99437-225a-4eb0-b9bd-adc9a82d1477 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2fd85d7e-c3bc-4b12-bc80-c4eaf928baef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598986 Jun 30 10:07:08.198378 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef95926-c252-4fee-8102-c1b28eb71116 req-8fc17eb8-239f-448b-b725-1aeda082460d service neutron] 10.222.0.37 "GET /v2.0/networks/2fd85d7e-c3bc-4b12-bc80-c4eaf928baef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865595 Jun 30 10:07:08.295826 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef95926-c252-4fee-8102-c1b28eb71116 req-2d95e8ec-9407-4568-ac36-bc472e9e1341 service neutron] 10.222.0.37 "GET /v2.0/networks/2fd85d7e-c3bc-4b12-bc80-c4eaf928baef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906467 Jun 30 10:07:08.507980 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd528ba-a310-40d6-9fb7-53bb77d93851 req-f0fb3042-4673-46f8-a14d-7ccccafa758e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:08.509739 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-acd528ba-a310-40d6-9fb7-53bb77d93851 req-f0fb3042-4673-46f8-a14d-7ccccafa758e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 945 time: 0.0679309 Jun 30 10:07:08.548933 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-acd528ba-a310-40d6-9fb7-53bb77d93851 req-4e7f0cbf-7255-4820-a7c8-295a64d5ee45 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=8da92579-9a56-40bd-ab67-90741d8356c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328040 Jun 30 10:07:09.293333 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:09.728079 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab4bc7-a855-4103-8acc-d972d2941781 req-75d6b4d0-5297-42b2-a6ea-22f7362574ac tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:09.729617 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-97ab4bc7-a855-4103-8acc-d972d2941781 req-75d6b4d0-5297-42b2-a6ea-22f7362574ac tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 945 time: 0.0661340 Jun 30 10:07:09.770261 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-97ab4bc7-a855-4103-8acc-d972d2941781 req-5def1078-c945-46f6-a2d2-58f44eeeb1be tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=8da92579-9a56-40bd-ab67-90741d8356c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335093 Jun 30 10:07:10.965230 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7095c4-597c-4913-8fdc-7ec15f74df70 req-1f53fb86-7300-4789-b8de-4467cbfe72da tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:10.966729 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bd7095c4-597c-4913-8fdc-7ec15f74df70 req-1f53fb86-7300-4789-b8de-4467cbfe72da tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 945 time: 0.0718317 Jun 30 10:07:11.010226 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bd7095c4-597c-4913-8fdc-7ec15f74df70 req-ed68a5cd-1254-4df4-ade5-505e83813038 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=8da92579-9a56-40bd-ab67-90741d8356c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367048 Jun 30 10:07:12.196338 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe28fe0-cc8b-42cd-8be1-a2903ca70914 req-7b81c3e9-e5ea-4554-9d4d-8dabc6376597 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:12.197884 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3fe28fe0-cc8b-42cd-8be1-a2903ca70914 req-7b81c3e9-e5ea-4554-9d4d-8dabc6376597 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 945 time: 0.0662999 Jun 30 10:07:12.239196 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3fe28fe0-cc8b-42cd-8be1-a2903ca70914 req-f4865898-6fa4-403d-a724-626e7f6d934a tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=8da92579-9a56-40bd-ab67-90741d8356c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350015 Jun 30 10:07:13.412535 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5a4a5-d067-44a1-bb08-876fc5638168 req-29d53d77-03b2-4d9f-92b3-9d1078367636 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:13.413945 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-26f5a4a5-d067-44a1-bb08-876fc5638168 req-29d53d77-03b2-4d9f-92b3-9d1078367636 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 945 time: 0.0637953 Jun 30 10:07:13.452046 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-26f5a4a5-d067-44a1-bb08-876fc5638168 req-59661f12-4187-4e06-935e-535ee99c82bb tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=8da92579-9a56-40bd-ab67-90741d8356c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315971 Jun 30 10:07:13.727770 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168e074-a261-4fb1-80f4-054cfa6dc462 req-5e2e42dc-1a3c-4a67-aacb-df6cb92f26eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:13.729242 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7168e074-a261-4fb1-80f4-054cfa6dc462 req-5e2e42dc-1a3c-4a67-aacb-df6cb92f26eb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 1097 time: 0.0553453 Jun 30 10:07:13.764482 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7168e074-a261-4fb1-80f4-054cfa6dc462 req-f338cdf2-01ba-4e97-aec2-ba10d764683a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8da92579-9a56-40bd-ab67-90741d8356c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288513 Jun 30 10:07:13.999266 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:07:14.643095 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3e68d-46e5-4d74-b01b-b54bf5b77257 req-766f27c8-b2c7-4342-a7ae-bd7c3fbd4d7f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:14.644621 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-23f3e68d-46e5-4d74-b01b-b54bf5b77257 req-766f27c8-b2c7-4342-a7ae-bd7c3fbd4d7f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 945 time: 0.0640585 Jun 30 10:07:14.684740 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-23f3e68d-46e5-4d74-b01b-b54bf5b77257 req-2be975b0-377a-42b7-a03f-64ce0afc62e6 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=8da92579-9a56-40bd-ab67-90741d8356c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321202 Jun 30 10:07:15.200167 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 014c28d6-2315-4a07-b284-323bc76b3011 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:07:15.203464 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 014c28d6-2315-4a07-b284-323bc76b3011 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:07:15.348722 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:15.363759 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 014c28d6-2315-4a07-b284-323bc76b3011, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=014c28d6-2315-4a07-b284-323bc76b3011,segment=NetworkSegment(7dbe7fcb-c97c-4634-bca6-a257b6b2e06d),segment_id=7dbe7fcb-c97c-4634-bca6-a257b6b2e06d)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:07:15.384932 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63c768c-9d2e-41e3-ba4f-a76ded10d32d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '014c28d6-2315-4a07-b284-323bc76b3011'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:07:15.387170 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d7ccd2-e946-4c85-bc9e-33a8ac276a8f" -d '{"events": [{"server_uuid": "f63c768c-9d2e-41e3-ba4f-a76ded10d32d", "name": "network-vif-unplugged", "status": "completed", "tag": "014c28d6-2315-4a07-b284-323bc76b3011"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:07:15.391770 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '014c28d6-2315-4a07-b284-323bc76b3011', 'network_id': '2fd85d7e-c3bc-4b12-bc80-c4eaf928baef', 'port_id': '014c28d6-2315-4a07-b284-323bc76b3011', 'mac_address': 'fa:16:3e:f3:38:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ce42574-7c07-4765-8fea-434b5d067f34', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:07:15.403854 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 014c28d6-2315-4a07-b284-323bc76b3011, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=014c28d6-2315-4a07-b284-323bc76b3011,segment=NetworkSegment(7dbe7fcb-c97c-4634-bca6-a257b6b2e06d),segment_id=7dbe7fcb-c97c-4634-bca6-a257b6b2e06d)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:07:15.431085 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 10:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c824e4-544d-428d-9150-eb95932b33f4 x-openstack-request-id: req-f2c824e4-544d-428d-9150-eb95932b33f4 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:07:15.431424 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63c768c-9d2e-41e3-ba4f-a76ded10d32d", "name": "network-vif-unplugged", "status": "completed", "tag": "014c28d6-2315-4a07-b284-323bc76b3011", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:07:15.431681 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f2c824e4-544d-428d-9150-eb95932b33f4 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:07:15.432070 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63c768c-9d2e-41e3-ba4f-a76ded10d32d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '014c28d6-2315-4a07-b284-323bc76b3011', 'code': 200} Jun 30 10:07:15.441694 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:15.454529 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 014c28d6-2315-4a07-b284-323bc76b3011 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:07:15.468313 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:15.540559 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 10:07:15.540915 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 10:07:15.545656 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=014c28d6-2315-4a07-b284-323bc76b3011,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:07:15.553060 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:15.553404 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:15.553741 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:15.554074 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:15.554403 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:15.554731 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:15.555054 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:15.555402 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:15.555726 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:15.556043 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:15.556360 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:15.556680 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:15.871471 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be1f76-1be7-4481-8f21-346d7a570642 req-9bf0b8cf-3330-4801-a0ce-4ba9bd1c0f52 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:15.872954 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-90be1f76-1be7-4481-8f21-346d7a570642 req-9bf0b8cf-3330-4801-a0ce-4ba9bd1c0f52 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 943 time: 0.0714490 Jun 30 10:07:15.912162 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-90be1f76-1be7-4481-8f21-346d7a570642 req-8b308eab-d444-49c1-b123-cff67d2c4be7 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=8da92579-9a56-40bd-ab67-90741d8356c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327206 Jun 30 10:07:15.937239 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59106) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:07:16.001500 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e02a3bbf-0470-46fe-8181-dc3a7aca7c21 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/floatingips/15a70df4-0433-465d-9854-9e30c14d027f HTTP/1.1" status: 200 len: 990 time: 0.0631125 Jun 30 10:07:16.075742 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:16.088666 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 014c28d6-2315-4a07-b284-323bc76b3011 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:07:16.107488 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 014c28d6-2315-4a07-b284-323bc76b3011, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=014c28d6-2315-4a07-b284-323bc76b3011,segment=NetworkSegment(7dbe7fcb-c97c-4634-bca6-a257b6b2e06d),segment_id=7dbe7fcb-c97c-4634-bca6-a257b6b2e06d)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:07:16.190158 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:16.241983 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=014c28d6-2315-4a07-b284-323bc76b3011,revision_number=7']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:07:16.543637 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['014c28d6-2315-4a07-b284-323bc76b3011'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:07:19.229415 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 014c28d6-2315-4a07-b284-323bc76b3011 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:07:19.278417 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 014c28d6-2315-4a07-b284-323bc76b3011 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:07:19.278782 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:19.367681 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:19.393616 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63c768c-9d2e-41e3-ba4f-a76ded10d32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014c28d6-2315-4a07-b284-323bc76b3011'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:07:19.395917 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e8a7f7-5fdf-4862-8fd6-48545d0b5f46" -d '{"events": [{"server_uuid": "f63c768c-9d2e-41e3-ba4f-a76ded10d32d", "name": "network-vif-plugged", "status": "completed", "tag": "014c28d6-2315-4a07-b284-323bc76b3011"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:07:19.409954 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 014c28d6-2315-4a07-b284-323bc76b3011, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=014c28d6-2315-4a07-b284-323bc76b3011,segment=NetworkSegment(7dbe7fcb-c97c-4634-bca6-a257b6b2e06d),segment_id=7dbe7fcb-c97c-4634-bca6-a257b6b2e06d)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:07:19.437107 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460365d7-4b31-404c-9991-106eefd81c5e x-openstack-request-id: req-460365d7-4b31-404c-9991-106eefd81c5e {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:07:19.437500 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63c768c-9d2e-41e3-ba4f-a76ded10d32d", "name": "network-vif-plugged", "status": "completed", "tag": "014c28d6-2315-4a07-b284-323bc76b3011", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:07:19.437632 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-460365d7-4b31-404c-9991-106eefd81c5e {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:07:19.438182 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63c768c-9d2e-41e3-ba4f-a76ded10d32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014c28d6-2315-4a07-b284-323bc76b3011', 'code': 200} Jun 30 10:07:19.496295 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:19.549778 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=014c28d6-2315-4a07-b284-323bc76b3011,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:07:20.467816 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-540a7407-9f0a-43f7-90ec-3a198dbfafce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:22.953334 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-38590ef5-d93d-4047-a2a8-ea11a2f4ddbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:23.544488 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:24.807383 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:26.468739 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:38.108869 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:39.302357 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:50.503838 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8dd69314-9b5f-4ee3-b26f-a7d52809d437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:50.998073 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:07:52.964332 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4b4c5c78-0148-4f7e-a840-2aa2e38821c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:53.530048 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:54.787062 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:56.498085 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:08.058067 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:09.304029 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:09.785790 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b4a1a225-b989-439b-b5ef-37fe6dfacff5 req-d5bda66f-2769-4ff7-b423-0db945839bae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0644224 Jun 30 10:08:09.882778 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1a225-b989-439b-b5ef-37fe6dfacff5 req-a5ea87ab-7ada-44b8-851a-b0071b4d854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:09.884557 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b4a1a225-b989-439b-b5ef-37fe6dfacff5 req-a5ea87ab-7ada-44b8-851a-b0071b4d854a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 1097 time: 0.0550532 Jun 30 10:08:09.993696 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1a225-b989-439b-b5ef-37fe6dfacff5 req-5616d575-69ff-4750-a541-6d23d5d93c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:09.997761 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b4a1a225-b989-439b-b5ef-37fe6dfacff5 req-5616d575-69ff-4750-a541-6d23d5d93c01 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2fd85d7e-c3bc-4b12-bc80-c4eaf928baef HTTP/1.1" status: 200 len: 898 time: 0.0893900 Jun 30 10:08:10.065668 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b4a1a225-b989-439b-b5ef-37fe6dfacff5 req-159d9070-1389-49df-98da-fc7527dbed6e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=014c28d6-2315-4a07-b284-323bc76b3011 HTTP/1.1" status: 200 len: 1000 time: 0.0626786 Jun 30 10:08:10.116380 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1a225-b989-439b-b5ef-37fe6dfacff5 req-d0b106a6-7214-45c0-939a-21f2068aa92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:10.117901 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b4a1a225-b989-439b-b5ef-37fe6dfacff5 req-d0b106a6-7214-45c0-939a-21f2068aa92f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4ce42574-7c07-4765-8fea-434b5d067f34 HTTP/1.1" status: 200 len: 835 time: 0.0456939 Jun 30 10:08:10.181829 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1a225-b989-439b-b5ef-37fe6dfacff5 req-ab440588-3041-424f-9d09-079a5e9d1b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:10.183260 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b4a1a225-b989-439b-b5ef-37fe6dfacff5 req-ab440588-3041-424f-9d09-079a5e9d1b2e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2fd85d7e-c3bc-4b12-bc80-c4eaf928baef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586505 Jun 30 10:08:10.194187 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-b4a1a225-b989-439b-b5ef-37fe6dfacff5 req-54bcf003-4958-40cb-9bb4-b20cb510674f service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:08:10.195178 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b4a1a225-b989-439b-b5ef-37fe6dfacff5 req-54bcf003-4958-40cb-9bb4-b20cb510674f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057986 Jun 30 10:08:10.285503 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b4a1a225-b989-439b-b5ef-37fe6dfacff5 req-37552b63-f0e3-43c6-a909-982b4ee3c7a7 service neutron] 10.222.0.37 "GET /v2.0/networks/2fd85d7e-c3bc-4b12-bc80-c4eaf928baef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837591 Jun 30 10:08:10.383065 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b4a1a225-b989-439b-b5ef-37fe6dfacff5 req-6ab37b90-dc29-4184-8eab-263d57e3c989 service neutron] 10.222.0.37 "GET /v2.0/networks/2fd85d7e-c3bc-4b12-bc80-c4eaf928baef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912943 Jun 30 10:08:20.475093 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f06f07b2-ee75-43f6-af7e-06c7d014baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:22.949491 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-54815f05-0137-47d7-bb24-d30232f9da02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:23.541344 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:24.783587 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:26.480701 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:27.997280 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:08:31.224591 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59156) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:31.394915 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-ae1299d3-a7e8-4ad9-b0f3-e9aa4ccca09f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Deleting port 6517ee97-ef2f-499d-94e7-6ae4bf73303b {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:08:31.395196 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ae1299d3-a7e8-4ad9-b0f3-e9aa4ccca09f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:31.479215 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ae1299d3-a7e8-4ad9-b0f3-e9aa4ccca09f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:31.479599 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ae1299d3-a7e8-4ad9-b0f3-e9aa4ccca09f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:31.491877 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-ae1299d3-a7e8-4ad9-b0f3-e9aa4ccca09f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Calling delete_port for 6517ee97-ef2f-499d-94e7-6ae4bf73303b owned by network:floatingip {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:08:31.714973 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ae1299d3-a7e8-4ad9-b0f3-e9aa4ccca09f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:31.743604 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1299d3-a7e8-4ad9-b0f3-e9aa4ccca09f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event deleted for resources: {'Port': ['ID=6517ee97-ef2f-499d-94e7-6ae4bf73303b,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:31.755266 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1299d3-a7e8-4ad9-b0f3-e9aa4ccca09f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:31.755617 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1299d3-a7e8-4ad9-b0f3-e9aa4ccca09f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:31.755958 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1299d3-a7e8-4ad9-b0f3-e9aa4ccca09f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:31.756291 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1299d3-a7e8-4ad9-b0f3-e9aa4ccca09f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:31.756616 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1299d3-a7e8-4ad9-b0f3-e9aa4ccca09f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:31.756941 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1299d3-a7e8-4ad9-b0f3-e9aa4ccca09f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:31.757265 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1299d3-a7e8-4ad9-b0f3-e9aa4ccca09f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:31.757588 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1299d3-a7e8-4ad9-b0f3-e9aa4ccca09f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:31.758383 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1299d3-a7e8-4ad9-b0f3-e9aa4ccca09f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:31.758383 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1299d3-a7e8-4ad9-b0f3-e9aa4ccca09f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:31.758894 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1299d3-a7e8-4ad9-b0f3-e9aa4ccca09f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:31.759108 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1299d3-a7e8-4ad9-b0f3-e9aa4ccca09f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:31.814921 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ae1299d3-a7e8-4ad9-b0f3-e9aa4ccca09f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for floatingip, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:31.815286 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [None req-ae1299d3-a7e8-4ad9-b0f3-e9aa4ccca09f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Floating IP 15a70df4-0433-465d-9854-9e30c14d027f disassociated (deleted). External IP: 172.25.6.44, port: 014c28d6-2315-4a07-b284-323bc76b3011. Jun 30 10:08:32.028508 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1299d3-a7e8-4ad9-b0f3-e9aa4ccca09f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Router 2eda9f26-51bc-4e90-a791-280fedc33476 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:08:32.138696 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1299d3-a7e8-4ad9-b0f3-e9aa4ccca09f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:08:32.143506 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ae1299d3-a7e8-4ad9-b0f3-e9aa4ccca09f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:32.149145 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d94965-f088-4591-9331-9eef3efbcf35 None None] Sync routers for ids ['2eda9f26-51bc-4e90-a791-280fedc33476'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:08:32.159189 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d94965-f088-4591-9331-9eef3efbcf35 None None] Routers {'2eda9f26-51bc-4e90-a791-280fedc33476'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:08:32.159782 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a1d94965-f088-4591-9331-9eef3efbcf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:08:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['2eda9f26-51bc-4e90-a791-280fedc33476'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:32.180248 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ae1299d3-a7e8-4ad9-b0f3-e9aa4ccca09f tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "DELETE /v2.0/floatingips/15a70df4-0433-465d-9854-9e30c14d027f HTTP/1.1" status: 204 len: 168 time: 0.9539993 Jun 30 10:08:32.180720 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63c768c-9d2e-41e3-ba4f-a76ded10d32d', 'tag': '014c28d6-2315-4a07-b284-323bc76b3011'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:08:32.182876 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761f48f7-5d76-47ee-8731-7cb04a39fb73" -d '{"events": [{"name": "network-changed", "server_uuid": "f63c768c-9d2e-41e3-ba4f-a76ded10d32d", "tag": "014c28d6-2315-4a07-b284-323bc76b3011"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:08:32.225708 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29005ac1-bde0-43a9-8bf4-cad79ebe0caa x-openstack-request-id: req-29005ac1-bde0-43a9-8bf4-cad79ebe0caa {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:08:32.226328 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63c768c-9d2e-41e3-ba4f-a76ded10d32d", "tag": "014c28d6-2315-4a07-b284-323bc76b3011", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:08:32.226328 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-29005ac1-bde0-43a9-8bf4-cad79ebe0caa {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:08:32.227273 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63c768c-9d2e-41e3-ba4f-a76ded10d32d', 'tag': '014c28d6-2315-4a07-b284-323bc76b3011', 'status': 'completed', 'code': 200} Jun 30 10:08:32.283994 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-a1d94965-f088-4591-9331-9eef3efbcf35 None None] Set router 2eda9f26-51bc-4e90-a791-280fedc33476 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:08:32.548618 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a1d94965-f088-4591-9331-9eef3efbcf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751274683', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '6d165882-a64a-412b-b96d-cb53ae6b21b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:18Z', 'updated_at': '2021-06-30T10:05:23Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '6d165882-a64a-412b-b96d-cb53ae6b21b8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:19Z', 'updated_at': '2021-06-30T10:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'b709277c-86c0-4756-86dd-0c11fa542120', 'name': '', 'network_id': '2fd85d7e-c3bc-4b12-bc80-c4eaf928baef', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:2d:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '4ce42574-7c07-4765-8fea-434b5d067f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:22Z', 'updated_at': '2021-06-30T10:05:27Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '4ce42574-7c07-4765-8fea-434b5d067f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:32.576136 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d94965-f088-4591-9331-9eef3efbcf35 None None] Checking router: 2eda9f26-51bc-4e90-a791-280fedc33476 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:08:32.584427 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d94965-f088-4591-9331-9eef3efbcf35 None None] Routers {'2eda9f26-51bc-4e90-a791-280fedc33476'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:08:32.585028 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a1d94965-f088-4591-9331-9eef3efbcf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:08:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['2eda9f26-51bc-4e90-a791-280fedc33476'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:32.612750 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f48f7-5d76-47ee-8731-7cb04a39fb73 req-c489873a-730d-4b7e-8ba6-5822c3635094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:32.614238 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-761f48f7-5d76-47ee-8731-7cb04a39fb73 req-c489873a-730d-4b7e-8ba6-5822c3635094 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 1097 time: 0.3605976 Jun 30 10:08:32.708855 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f48f7-5d76-47ee-8731-7cb04a39fb73 req-70b741aa-fd1f-45f6-956a-f6494467a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:32.710330 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-761f48f7-5d76-47ee-8731-7cb04a39fb73 req-70b741aa-fd1f-45f6-956a-f6494467a964 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2fd85d7e-c3bc-4b12-bc80-c4eaf928baef HTTP/1.1" status: 200 len: 898 time: 0.0893767 Jun 30 10:08:32.757290 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-761f48f7-5d76-47ee-8731-7cb04a39fb73 req-1c8d55cc-e3e3-4d43-9d39-5792e3db51d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=014c28d6-2315-4a07-b284-323bc76b3011 HTTP/1.1" status: 200 len: 217 time: 0.0380940 Jun 30 10:08:32.782146 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-a1d94965-f088-4591-9331-9eef3efbcf35 None None] Set router 2eda9f26-51bc-4e90-a791-280fedc33476 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:08:32.810115 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f48f7-5d76-47ee-8731-7cb04a39fb73 req-aaf8e00f-5c80-4bf6-bf7d-35dde3dcb226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:32.811625 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-761f48f7-5d76-47ee-8731-7cb04a39fb73 req-aaf8e00f-5c80-4bf6-bf7d-35dde3dcb226 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4ce42574-7c07-4765-8fea-434b5d067f34 HTTP/1.1" status: 200 len: 835 time: 0.0472324 Jun 30 10:08:32.920070 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f48f7-5d76-47ee-8731-7cb04a39fb73 req-17a8386d-9a5c-479c-9b97-510574eedbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:32.921570 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-761f48f7-5d76-47ee-8731-7cb04a39fb73 req-17a8386d-9a5c-479c-9b97-510574eedbe5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2fd85d7e-c3bc-4b12-bc80-c4eaf928baef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1031451 Jun 30 10:08:32.932209 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555933a-d2f5-49fa-8691-84e6714506ca req-8b6129fa-7fc5-4751-9e12-878958f97809 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:32.933635 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2555933a-d2f5-49fa-8691-84e6714506ca req-8b6129fa-7fc5-4751-9e12-878958f97809 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 945 time: 0.0861444 Jun 30 10:08:32.985630 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a1d94965-f088-4591-9331-9eef3efbcf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751274683', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '6d165882-a64a-412b-b96d-cb53ae6b21b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:18Z', 'updated_at': '2021-06-30T10:05:23Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '6d165882-a64a-412b-b96d-cb53ae6b21b8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:19Z', 'updated_at': '2021-06-30T10:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'b709277c-86c0-4756-86dd-0c11fa542120', 'name': '', 'network_id': '2fd85d7e-c3bc-4b12-bc80-c4eaf928baef', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:2d:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '4ce42574-7c07-4765-8fea-434b5d067f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:22Z', 'updated_at': '2021-06-30T10:05:27Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '4ce42574-7c07-4765-8fea-434b5d067f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:33.015524 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d94965-f088-4591-9331-9eef3efbcf35 None None] The sync data for ids ['2eda9f26-51bc-4e90-a791-280fedc33476'] in n-d-771363-31 is: [{'id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751274683', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '6d165882-a64a-412b-b96d-cb53ae6b21b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:18Z', 'updated_at': '2021-06-30T10:05:23Z', 'revision_number': 4, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '6d165882-a64a-412b-b96d-cb53ae6b21b8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:19Z', 'updated_at': '2021-06-30T10:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'b709277c-86c0-4756-86dd-0c11fa542120', 'name': '', 'network_id': '2fd85d7e-c3bc-4b12-bc80-c4eaf928baef', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'mac_address': 'fa:16:3e:2d:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '4ce42574-7c07-4765-8fea-434b5d067f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:22Z', 'updated_at': '2021-06-30T10:05:27Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'subnets': [{'id': '4ce42574-7c07-4765-8fea-434b5d067f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:08:33.025161 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2555933a-d2f5-49fa-8691-84e6714506ca req-013fcd8a-a9d0-4543-aee8-e38d8386cfc4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=8da92579-9a56-40bd-ab67-90741d8356c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825961 Jun 30 10:08:33.051944 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-761f48f7-5d76-47ee-8731-7cb04a39fb73 req-20a8b205-2085-440b-b688-3b6ea580cd18 service neutron] 10.222.0.37 "GET /v2.0/networks/2fd85d7e-c3bc-4b12-bc80-c4eaf928baef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173496 Jun 30 10:08:33.157564 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-761f48f7-5d76-47ee-8731-7cb04a39fb73 req-249ef0eb-7be7-491e-8f8b-1c642259a015 service neutron] 10.222.0.37 "GET /v2.0/networks/2fd85d7e-c3bc-4b12-bc80-c4eaf928baef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988791 Jun 30 10:08:33.280512 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a818e080-70fe-4c1c-bf1d-1304c79d6a48 None None] New status for floating IP 15a70df4-0433-465d-9854-9e30c14d027f: DOWN {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:08:34.238596 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ca430-537d-4734-a6a8-540829e40f27 req-1f7c230e-3096-4ce7-a16e-b22b79b53851 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:34.240130 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee7ca430-537d-4734-a6a8-540829e40f27 req-1f7c230e-3096-4ce7-a16e-b22b79b53851 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 945 time: 0.0676911 Jun 30 10:08:34.289092 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ee7ca430-537d-4734-a6a8-540829e40f27 req-4c49c007-6f50-429c-ba18-d7309b400661 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/security-groups?id=8da92579-9a56-40bd-ab67-90741d8356c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426717 Jun 30 10:08:34.437753 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c20b3-5e16-4f1c-b004-9bafd1266ef7 req-a1d0ed7c-971f-4566-b56d-b83909524a25 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:34.439238 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-028c20b3-5e16-4f1c-b004-9bafd1266ef7 req-a1d0ed7c-971f-4566-b56d-b83909524a25 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.37 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 945 time: 0.0627468 Jun 30 10:08:34.544638 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-028c20b3-5e16-4f1c-b004-9bafd1266ef7 req-a0bfbdde-5610-4337-8517-c2ea30ccc421 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Deleting port 014c28d6-2315-4a07-b284-323bc76b3011 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:08:34.544892 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-028c20b3-5e16-4f1c-b004-9bafd1266ef7 req-a0bfbdde-5610-4337-8517-c2ea30ccc421 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:34.634113 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-028c20b3-5e16-4f1c-b004-9bafd1266ef7 req-a0bfbdde-5610-4337-8517-c2ea30ccc421 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] For port 014c28d6-2315-4a07-b284-323bc76b3011, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=014c28d6-2315-4a07-b284-323bc76b3011,segment=NetworkSegment(7dbe7fcb-c97c-4634-bca6-a257b6b2e06d),segment_id=7dbe7fcb-c97c-4634-bca6-a257b6b2e06d)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:34.634475 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-028c20b3-5e16-4f1c-b004-9bafd1266ef7 req-a0bfbdde-5610-4337-8517-c2ea30ccc421 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:34.646979 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-028c20b3-5e16-4f1c-b004-9bafd1266ef7 req-a0bfbdde-5610-4337-8517-c2ea30ccc421 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Calling delete_port for 014c28d6-2315-4a07-b284-323bc76b3011 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:08:34.846273 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-028c20b3-5e16-4f1c-b004-9bafd1266ef7 req-a0bfbdde-5610-4337-8517-c2ea30ccc421 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:34.874362 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bfbdde-5610-4337-8517-c2ea30ccc421 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event deleted for resources: {'Port': ['ID=014c28d6-2315-4a07-b284-323bc76b3011,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:34.889557 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfbdde-5610-4337-8517-c2ea30ccc421 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:34.895455 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfbdde-5610-4337-8517-c2ea30ccc421 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:34.895455 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfbdde-5610-4337-8517-c2ea30ccc421 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:34.895455 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfbdde-5610-4337-8517-c2ea30ccc421 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:34.895455 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfbdde-5610-4337-8517-c2ea30ccc421 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:34.895455 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfbdde-5610-4337-8517-c2ea30ccc421 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:34.895455 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfbdde-5610-4337-8517-c2ea30ccc421 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:34.895455 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfbdde-5610-4337-8517-c2ea30ccc421 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:34.895455 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfbdde-5610-4337-8517-c2ea30ccc421 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:34.895455 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfbdde-5610-4337-8517-c2ea30ccc421 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:34.895455 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfbdde-5610-4337-8517-c2ea30ccc421 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:34.895455 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfbdde-5610-4337-8517-c2ea30ccc421 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:34.932068 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-028c20b3-5e16-4f1c-b004-9bafd1266ef7 req-a0bfbdde-5610-4337-8517-c2ea30ccc421 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] No DVR routers for this DVR port 014c28d6-2315-4a07-b284-323bc76b3011 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:08:34.934737 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-028c20b3-5e16-4f1c-b004-9bafd1266ef7 req-a0bfbdde-5610-4337-8517-c2ea30ccc421 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:34.936806 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-028c20b3-5e16-4f1c-b004-9bafd1266ef7 req-a0bfbdde-5610-4337-8517-c2ea30ccc421 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.37 "DELETE /v2.0/ports/014c28d6-2315-4a07-b284-323bc76b3011 HTTP/1.1" status: 204 len: 173 time: 0.4925382 Jun 30 10:08:34.937241 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63c768c-9d2e-41e3-ba4f-a76ded10d32d', 'name': 'network-vif-deleted', 'tag': '014c28d6-2315-4a07-b284-323bc76b3011'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:08:34.939508 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9f4df0-addb-44c6-9c62-c8b0d634bbd9" -d '{"events": [{"server_uuid": "f63c768c-9d2e-41e3-ba4f-a76ded10d32d", "name": "network-vif-deleted", "tag": "014c28d6-2315-4a07-b284-323bc76b3011"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:08:34.975718 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9041ba53-d9ca-4246-aca6-7867335b5b63 x-openstack-request-id: req-9041ba53-d9ca-4246-aca6-7867335b5b63 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:08:34.976036 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63c768c-9d2e-41e3-ba4f-a76ded10d32d", "name": "network-vif-deleted", "tag": "014c28d6-2315-4a07-b284-323bc76b3011", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:08:34.976317 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9041ba53-d9ca-4246-aca6-7867335b5b63 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:08:34.976752 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63c768c-9d2e-41e3-ba4f-a76ded10d32d', 'name': 'network-vif-deleted', 'tag': '014c28d6-2315-4a07-b284-323bc76b3011', 'status': 'completed', 'code': 200} Jun 30 10:08:35.442919 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c6e550b4-2f6c-4453-b1e9-0fb10b42f070 req-0f319f66-5343-4a47-92a3-79f89752cd2e tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "GET /v2.0/ports?device_id=f63c768c-9d2e-41e3-ba4f-a76ded10d32d HTTP/1.1" status: 200 len: 210 time: 0.0282607 Jun 30 10:08:36.534711 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59178) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:36.892707 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-11c5b2eb-c52d-419e-a0bc-51307335b0d9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:37.165772 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-11c5b2eb-c52d-419e-a0bc-51307335b0d9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Deleting port b709277c-86c0-4756-86dd-0c11fa542120 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:08:37.166011 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-11c5b2eb-c52d-419e-a0bc-51307335b0d9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:37.262287 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-11c5b2eb-c52d-419e-a0bc-51307335b0d9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] For port b709277c-86c0-4756-86dd-0c11fa542120, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=b709277c-86c0-4756-86dd-0c11fa542120,segment=NetworkSegment(7dbe7fcb-c97c-4634-bca6-a257b6b2e06d),segment_id=7dbe7fcb-c97c-4634-bca6-a257b6b2e06d)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:37.262640 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-11c5b2eb-c52d-419e-a0bc-51307335b0d9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:37.275743 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-11c5b2eb-c52d-419e-a0bc-51307335b0d9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Calling delete_port for b709277c-86c0-4756-86dd-0c11fa542120 owned by network:router_interface {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:08:37.543363 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-11c5b2eb-c52d-419e-a0bc-51307335b0d9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:37.568924 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5b2eb-c52d-419e-a0bc-51307335b0d9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event deleted for resources: {'Port': ['ID=b709277c-86c0-4756-86dd-0c11fa542120,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:37.706636 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 014c28d6-2315-4a07-b284-323bc76b3011 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:08:37.729569 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 014c28d6-2315-4a07-b284-323bc76b3011 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:08:37.729925 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 014c28d6-2315-4a07-b284-323bc76b3011 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:08:37.784890 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-11c5b2eb-c52d-419e-a0bc-51307335b0d9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:38.001007 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c5b2eb-c52d-419e-a0bc-51307335b0d9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Router 2eda9f26-51bc-4e90-a791-280fedc33476 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:08:38.080379 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:38.110828 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c5b2eb-c52d-419e-a0bc-51307335b0d9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:08:38.115891 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-11c5b2eb-c52d-419e-a0bc-51307335b0d9 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "PUT /v2.0/routers/2eda9f26-51bc-4e90-a791-280fedc33476/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5801382 Jun 30 10:08:38.119341 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59180) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:38.122043 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9971560c-a5ec-4d6f-b7d3-ecf08718c32a None None] Sync routers for ids ['2eda9f26-51bc-4e90-a791-280fedc33476'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:08:38.131111 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9971560c-a5ec-4d6f-b7d3-ecf08718c32a None None] Routers {'2eda9f26-51bc-4e90-a791-280fedc33476'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:08:38.132804 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-9971560c-a5ec-4d6f-b7d3-ecf08718c32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:08:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['2eda9f26-51bc-4e90-a791-280fedc33476'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:38.175977 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a253d6-c8e8-4e34-b307-3f8ec9a6dbd1 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Deleting subnet 4ce42574-7c07-4765-8fea-434b5d067f34 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:08:38.179089 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e1a253d6-c8e8-4e34-b307-3f8ec9a6dbd1 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:38.220089 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e1a253d6-c8e8-4e34-b307-3f8ec9a6dbd1 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:38.233516 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-9971560c-a5ec-4d6f-b7d3-ecf08718c32a None None] Set router 2eda9f26-51bc-4e90-a791-280fedc33476 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:08:38.302539 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e1a253d6-c8e8-4e34-b307-3f8ec9a6dbd1 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:38.408149 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-9971560c-a5ec-4d6f-b7d3-ecf08718c32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751274683', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '6d165882-a64a-412b-b96d-cb53ae6b21b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:18Z', 'updated_at': '2021-06-30T10:08:37Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '6d165882-a64a-412b-b96d-cb53ae6b21b8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:19Z', 'updated_at': '2021-06-30T10:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:38.423491 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e1a253d6-c8e8-4e34-b307-3f8ec9a6dbd1 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:38.434014 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9971560c-a5ec-4d6f-b7d3-ecf08718c32a None None] Checking router: 2eda9f26-51bc-4e90-a791-280fedc33476 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:08:38.442143 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9971560c-a5ec-4d6f-b7d3-ecf08718c32a None None] Routers {'2eda9f26-51bc-4e90-a791-280fedc33476'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:08:38.442751 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-9971560c-a5ec-4d6f-b7d3-ecf08718c32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:08:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['2eda9f26-51bc-4e90-a791-280fedc33476'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:38.448964 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a253d6-c8e8-4e34-b307-3f8ec9a6dbd1 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event deleted for resources: {'Subnet': ['ID=4ce42574-7c07-4765-8fea-434b5d067f34,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:38.455682 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e1a253d6-c8e8-4e34-b307-3f8ec9a6dbd1 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:38.460303 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e1a253d6-c8e8-4e34-b307-3f8ec9a6dbd1 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "DELETE /v2.0/subnets/4ce42574-7c07-4765-8fea-434b5d067f34 HTTP/1.1" status: 204 len: 168 time: 0.3372831 Jun 30 10:08:38.461227 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59182) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:38.462605 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8aaf354-0782-4a80-8312-42f78fcf1f68 None None] Network 2fd85d7e-c3bc-4b12-bc80-c4eaf928baef requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:08:38.561833 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-9971560c-a5ec-4d6f-b7d3-ecf08718c32a None None] Set router 2eda9f26-51bc-4e90-a791-280fedc33476 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:08:38.585414 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-28bb60ba-3071-472a-9ed0-f35d8f52f376 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:38.671264 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be02906-72dc-4349-b719-3535b4fa8cdc None None] DHCP port deletion for 2fd85d7e-c3bc-4b12-bc80-c4eaf928baef request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:08:38.698912 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-28bb60ba-3071-472a-9ed0-f35d8f52f376 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:38.722644 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-7be02906-72dc-4349-b719-3535b4fa8cdc None None] Deleting port c32d58f1-69ed-4f12-b064-2a85f1d4d905 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:08:38.723240 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7be02906-72dc-4349-b719-3535b4fa8cdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:38.751803 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-9971560c-a5ec-4d6f-b7d3-ecf08718c32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751274683', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '6d165882-a64a-412b-b96d-cb53ae6b21b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:18Z', 'updated_at': '2021-06-30T10:08:37Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '6d165882-a64a-412b-b96d-cb53ae6b21b8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:19Z', 'updated_at': '2021-06-30T10:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:38.778175 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9971560c-a5ec-4d6f-b7d3-ecf08718c32a None None] The sync data for ids ['2eda9f26-51bc-4e90-a791-280fedc33476'] in n-d-771363-31 is: [{'id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751274683', 'tenant_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '6d165882-a64a-412b-b96d-cb53ae6b21b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:18Z', 'updated_at': '2021-06-30T10:08:37Z', 'revision_number': 5, 'project_id': 'd88d41ea5323480fbb6ead7dceb2af71', 'gw_port': {'id': '6d165882-a64a-412b-b96d-cb53ae6b21b8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda9f26-51bc-4e90-a791-280fedc33476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:19Z', 'updated_at': '2021-06-30T10:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:08:38.788746 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-7be02906-72dc-4349-b719-3535b4fa8cdc None None] For port c32d58f1-69ed-4f12-b064-2a85f1d4d905, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c32d58f1-69ed-4f12-b064-2a85f1d4d905,segment=NetworkSegment(7dbe7fcb-c97c-4634-bca6-a257b6b2e06d),segment_id=7dbe7fcb-c97c-4634-bca6-a257b6b2e06d)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:38.791027 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7be02906-72dc-4349-b719-3535b4fa8cdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:38.803620 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-7be02906-72dc-4349-b719-3535b4fa8cdc None None] Calling delete_port for c32d58f1-69ed-4f12-b064-2a85f1d4d905 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:08:38.966720 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7be02906-72dc-4349-b719-3535b4fa8cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:38.998442 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be02906-72dc-4349-b719-3535b4fa8cdc None None] Pushing event deleted for resources: {'Port': ['ID=c32d58f1-69ed-4f12-b064-2a85f1d4d905,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:39.003530 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be02906-72dc-4349-b719-3535b4fa8cdc None None] No DVR routers for this DVR port c32d58f1-69ed-4f12-b064-2a85f1d4d905 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:08:39.016342 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be02906-72dc-4349-b719-3535b4fa8cdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:39.016342 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be02906-72dc-4349-b719-3535b4fa8cdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:39.016342 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be02906-72dc-4349-b719-3535b4fa8cdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:39.016342 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be02906-72dc-4349-b719-3535b4fa8cdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:39.016342 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be02906-72dc-4349-b719-3535b4fa8cdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:39.016342 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be02906-72dc-4349-b719-3535b4fa8cdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:39.016342 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be02906-72dc-4349-b719-3535b4fa8cdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:39.016342 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be02906-72dc-4349-b719-3535b4fa8cdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:39.019368 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be02906-72dc-4349-b719-3535b4fa8cdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:39.019368 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be02906-72dc-4349-b719-3535b4fa8cdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:39.019368 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be02906-72dc-4349-b719-3535b4fa8cdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:39.019368 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be02906-72dc-4349-b719-3535b4fa8cdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:39.155834 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-28bb60ba-3071-472a-9ed0-f35d8f52f376 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Deleting port 6d165882-a64a-412b-b96d-cb53ae6b21b8 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:08:39.156173 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-28bb60ba-3071-472a-9ed0-f35d8f52f376 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:39.248115 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-28bb60ba-3071-472a-9ed0-f35d8f52f376 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] For port 6d165882-a64a-412b-b96d-cb53ae6b21b8, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=6d165882-a64a-412b-b96d-cb53ae6b21b8,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:39.249106 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-28bb60ba-3071-472a-9ed0-f35d8f52f376 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:39.264923 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-28bb60ba-3071-472a-9ed0-f35d8f52f376 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Calling delete_port for 6d165882-a64a-412b-b96d-cb53ae6b21b8 owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:08:39.343379 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:39.509731 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-28bb60ba-3071-472a-9ed0-f35d8f52f376 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:39.541235 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb60ba-3071-472a-9ed0-f35d8f52f376 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event deleted for resources: {'Port': ['ID=6d165882-a64a-412b-b96d-cb53ae6b21b8,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:39.604039 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-28bb60ba-3071-472a-9ed0-f35d8f52f376 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:39.705217 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-28bb60ba-3071-472a-9ed0-f35d8f52f376 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:39.707648 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-28bb60ba-3071-472a-9ed0-f35d8f52f376 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:39.736709 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b709277c-86c0-4756-86dd-0c11fa542120 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:08:39.759930 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: b709277c-86c0-4756-86dd-0c11fa542120 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:08:39.760532 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b709277c-86c0-4756-86dd-0c11fa542120 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:08:39.763918 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c32d58f1-69ed-4f12-b064-2a85f1d4d905 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:08:39.780400 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: c32d58f1-69ed-4f12-b064-2a85f1d4d905 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:08:39.780745 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c32d58f1-69ed-4f12-b064-2a85f1d4d905 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:08:39.806503 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-28bb60ba-3071-472a-9ed0-f35d8f52f376 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:39.807074 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bb60ba-3071-472a-9ed0-f35d8f52f376 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Fanout notify agent at l3_agent the message router_deleted on router 2eda9f26-51bc-4e90-a791-280fedc33476 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:08:39.814837 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-28bb60ba-3071-472a-9ed0-f35d8f52f376 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:39.816098 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-28bb60ba-3071-472a-9ed0-f35d8f52f376 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "DELETE /v2.0/routers/2eda9f26-51bc-4e90-a791-280fedc33476 HTTP/1.1" status: 204 len: 168 time: 1.3539121 Jun 30 10:08:39.818882 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59186) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:39.907335 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-13bb6e61-5828-486c-afd7-ac026412c49c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:39.998735 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-13bb6e61-5828-486c-afd7-ac026412c49c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:40.009219 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-13bb6e61-5828-486c-afd7-ac026412c49c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd85d7e-c3bc-4b12-bc80-c4eaf928baef']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:40.023903 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-13bb6e61-5828-486c-afd7-ac026412c49c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dbe7fcb-c97c-4634-bca6-a257b6b2e06d') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:40.024196 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-13bb6e61-5828-486c-afd7-ac026412c49c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dbe7fcb-c97c-4634-bca6-a257b6b2e06d') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:40.036254 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-13bb6e61-5828-486c-afd7-ac026412c49c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:40.050568 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-13bb6e61-5828-486c-afd7-ac026412c49c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:40.057784 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13bb6e61-5828-486c-afd7-ac026412c49c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:08:40.058201 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-13bb6e61-5828-486c-afd7-ac026412c49c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: timer() Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:08:40.061280 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:08:40.183730 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-13bb6e61-5828-486c-afd7-ac026412c49c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:40.191808 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-13bb6e61-5828-486c-afd7-ac026412c49c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:40.193181 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-13bb6e61-5828-486c-afd7-ac026412c49c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "DELETE /v2.0/networks/2fd85d7e-c3bc-4b12-bc80-c4eaf928baef HTTP/1.1" status: 204 len: 168 time: 0.3732514 Jun 30 10:08:40.196894 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59188) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:40.204667 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb6e61-5828-486c-afd7-ac026412c49c tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event deleted for resources: {'Network': ['ID=2fd85d7e-c3bc-4b12-bc80-c4eaf928baef,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:40.266967 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-30fb3aef-d1a4-4fbd-8d12-912ab61645e4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:40.303105 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-30fb3aef-d1a4-4fbd-8d12-912ab61645e4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:40.432380 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-30fb3aef-d1a4-4fbd-8d12-912ab61645e4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:40.434977 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-30fb3aef-d1a4-4fbd-8d12-912ab61645e4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:40.436147 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-30fb3aef-d1a4-4fbd-8d12-912ab61645e4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] 10.222.0.10 "DELETE /v2.0/security-groups/8da92579-9a56-40bd-ab67-90741d8356c8 HTTP/1.1" status: 204 len: 168 time: 0.2382159 Jun 30 10:08:40.445989 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb3aef-d1a4-4fbd-8d12-912ab61645e4 tempest-TestNetworkAdvancedServerOps-778842831 tempest-TestNetworkAdvancedServerOps-778842831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da92579-9a56-40bd-ab67-90741d8356c8,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:41.007164 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59196) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:41.154451 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e4e53349-02b8-4e4d-9367-4f4ae17e4e0d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d88d41ea5323480fbb6ead7dceb2af71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452916 Jun 30 10:08:41.157113 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59200) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:41.212408 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cdf352e7-5511-4296-951a-0b6e7dda7bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:41.233714 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cdf352e7-5511-4296-951a-0b6e7dda7bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:41.349079 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cdf352e7-5511-4296-951a-0b6e7dda7bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:41.352262 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cdf352e7-5511-4296-951a-0b6e7dda7bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:41.355215 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-cdf352e7-5511-4296-951a-0b6e7dda7bec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e9f402db-4fcc-48e7-8bae-5f76dc77574c HTTP/1.1" status: 204 len: 168 time: 0.1954272 Jun 30 10:08:41.361597 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf352e7-5511-4296-951a-0b6e7dda7bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f402db-4fcc-48e7-8bae-5f76dc77574c,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:41.645104 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 6d165882-a64a-412b-b96d-cb53ae6b21b8 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:08:41.666448 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 6d165882-a64a-412b-b96d-cb53ae6b21b8 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:08:41.666778 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 6d165882-a64a-412b-b96d-cb53ae6b21b8 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:08:41.956209 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59206) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:42.000624 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8fa49d82-388a-4565-8eb9-301624d7d6c5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5edfc3226a19468ca204f52600deee67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432453 Jun 30 10:08:42.003140 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59208) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:42.052333 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4163982b-438a-482f-b908-796088d80d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:42.073361 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4163982b-438a-482f-b908-796088d80d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:42.198201 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4163982b-438a-482f-b908-796088d80d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:42.201078 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4163982b-438a-482f-b908-796088d80d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:42.202341 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4163982b-438a-482f-b908-796088d80d44 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2a6729d7-45b2-464f-bf13-b04c85e96ec9 HTTP/1.1" status: 204 len: 168 time: 0.1982810 Jun 30 10:08:42.210320 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4163982b-438a-482f-b908-796088d80d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6729d7-45b2-464f-bf13-b04c85e96ec9,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:43.990044 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59244) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:44.138435 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-aafdf6ea-4229-4e0f-9025-59f72b534532 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'network': {'name': 'tempest-network-smoke--1421686522', 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'port_security_enabled': True}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:44.251417 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafdf6ea-4229-4e0f-9025-59f72b534532 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Made reservation on behalf of e78cb94e3e7846abb3457d5b43ee0638 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:08:44.255033 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aafdf6ea-4229-4e0f-9025-59f72b534532 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:44.265024 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aafdf6ea-4229-4e0f-9025-59f72b534532 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:44.358921 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aafdf6ea-4229-4e0f-9025-59f72b534532 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:44.422729 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aafdf6ea-4229-4e0f-9025-59f72b534532 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:44.448100 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aafdf6ea-4229-4e0f-9025-59f72b534532 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:08:44.457544 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafdf6ea-4229-4e0f-9025-59f72b534532 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bef456a3-6b80-4550-a9c5-7edfbc09018d,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:44.462875 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aafdf6ea-4229-4e0f-9025-59f72b534532 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:44.463272 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-aafdf6ea-4229-4e0f-9025-59f72b534532 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Added segment 5e54b663-e96d-4c0b-94be-6d1c197eda28 of type vlan for network 2f0268a3-9062-450f-b0bf-83f9a6d29707 Jun 30 10:08:44.505184 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aafdf6ea-4229-4e0f-9025-59f72b534532 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:44.605605 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aafdf6ea-4229-4e0f-9025-59f72b534532 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:44.611499 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafdf6ea-4229-4e0f-9025-59f72b534532 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:44.612046 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aafdf6ea-4229-4e0f-9025-59f72b534532 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:44.675605 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafdf6ea-4229-4e0f-9025-59f72b534532 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'Network': ['ID=2f0268a3-9062-450f-b0bf-83f9a6d29707,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:44.689307 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 2f0268a3-9062-450f-b0bf-83f9a6d29707 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:08:44.744899 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-aafdf6ea-4229-4e0f-9025-59f72b534532 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7533417 Jun 30 10:08:44.747963 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59248) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:44.752942 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-976eeb16-5785-4dc4-bf15-7531d4e03160 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-945159740', 'admin_state_up': True, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:44.841035 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-976eeb16-5785-4dc4-bf15-7531d4e03160 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:44.842229 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-976eeb16-5785-4dc4-bf15-7531d4e03160 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:44.897923 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-976eeb16-5785-4dc4-bf15-7531d4e03160 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:45.093533 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-976eeb16-5785-4dc4-bf15-7531d4e03160 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:45.355019 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-976eeb16-5785-4dc4-bf15-7531d4e03160 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:45.373953 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-976eeb16-5785-4dc4-bf15-7531d4e03160 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:45.482258 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-976eeb16-5785-4dc4-bf15-7531d4e03160 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Allocated IP 172.25.6.185 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/2d0c4622-fc25-4022-b5d3-131bf339339f) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:08:45.583700 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-976eeb16-5785-4dc4-bf15-7531d4e03160 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:45.680537 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-976eeb16-5785-4dc4-bf15-7531d4e03160 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:45.733850 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976eeb16-5785-4dc4-bf15-7531d4e03160 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:08:45.747172 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-976eeb16-5785-4dc4-bf15-7531d4e03160 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:08:45.751301 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976eeb16-5785-4dc4-bf15-7531d4e03160 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:08:45.754506 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976eeb16-5785-4dc4-bf15-7531d4e03160 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'Port': ['ID=2d0c4622-fc25-4022-b5d3-131bf339339f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:46.132297 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-976eeb16-5785-4dc4-bf15-7531d4e03160 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:46.385519 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-976eeb16-5785-4dc4-bf15-7531d4e03160 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:46.575273 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976eeb16-5785-4dc4-bf15-7531d4e03160 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Router 1c385f2d-c34f-4f6f-befd-48e62136b9ae is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:08:46.692411 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976eeb16-5785-4dc4-bf15-7531d4e03160 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:08:46.704248 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d205c983-81a6-4273-9e93-c65ee5c95bc3 None None] Sync routers for ids ['1c385f2d-c34f-4f6f-befd-48e62136b9ae'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:08:46.713823 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d205c983-81a6-4273-9e93-c65ee5c95bc3 None None] Routers {'1c385f2d-c34f-4f6f-befd-48e62136b9ae'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:08:46.714446 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-d205c983-81a6-4273-9e93-c65ee5c95bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:08:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c385f2d-c34f-4f6f-befd-48e62136b9ae'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:46.775383 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-976eeb16-5785-4dc4-bf15-7531d4e03160 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:46.776626 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-976eeb16-5785-4dc4-bf15-7531d4e03160 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0276110 Jun 30 10:08:46.780812 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59250) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:46.829480 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-d205c983-81a6-4273-9e93-c65ee5c95bc3 None None] Set router 1c385f2d-c34f-4f6f-befd-48e62136b9ae gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:08:46.861639 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9590f579-b390-4021-9ba3-e0c49745ce77 tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=e78cb94e3e7846abb3457d5b43ee0638&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0797212 Jun 30 10:08:46.864385 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59254) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:46.959382 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9239e4-1b0f-4769-9506-f9f95a9bd477 tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:46.961312 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-cf9239e4-1b0f-4769-9506-f9f95a9bd477 tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0954707 Jun 30 10:08:46.964561 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59256) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:46.997409 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7440a413-febd-40c9-a8c6-7abfe75ced2c tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=599fb812-09ee-4e3b-a109-d92406a95c23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309470 Jun 30 10:08:46.999994 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59258) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:47.005399 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-c9a20890-2801-4339-bb9b-eceb00a8fb68 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-345773630', 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707', 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:47.010789 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-d205c983-81a6-4273-9e93-c65ee5c95bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'name': 'tempest-TestNetworkBasicOps-router-945159740', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:44Z', 'updated_at': '2021-06-30T10:08:45Z', 'revision_number': 3, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:45Z', 'updated_at': '2021-06-30T10:08:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:47.041706 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d205c983-81a6-4273-9e93-c65ee5c95bc3 None None] Checking router: 1c385f2d-c34f-4f6f-befd-48e62136b9ae for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:08:47.042058 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d205c983-81a6-4273-9e93-c65ee5c95bc3 None None] Updating router 1c385f2d-c34f-4f6f-befd-48e62136b9ae port 2d0c4622-fc25-4022-b5d3-131bf339339f binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:08:47.077484 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d205c983-81a6-4273-9e93-c65ee5c95bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:47.162411 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a20890-2801-4339-bb9b-eceb00a8fb68 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Made reservation on behalf of e78cb94e3e7846abb3457d5b43ee0638 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:08:47.166244 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c9a20890-2801-4339-bb9b-eceb00a8fb68 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:47.348550 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d205c983-81a6-4273-9e93-c65ee5c95bc3 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:47.359034 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d205c983-81a6-4273-9e93-c65ee5c95bc3 None None] Transition to ACTIVE for port object 2d0c4622-fc25-4022-b5d3-131bf339339f will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:08:47.440235 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d205c983-81a6-4273-9e93-c65ee5c95bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:47.469961 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c9a20890-2801-4339-bb9b-eceb00a8fb68 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:47.497667 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-d205c983-81a6-4273-9e93-c65ee5c95bc3 None None] Attempting to bind port 2d0c4622-fc25-4022-b5d3-131bf339339f on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:08:47.498038 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-d205c983-81a6-4273-9e93-c65ee5c95bc3 None None] Attempting to bind port 2d0c4622-fc25-4022-b5d3-131bf339339f by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:08:47.503099 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205c983-81a6-4273-9e93-c65ee5c95bc3 None None] Attempting to bind port 2d0c4622-fc25-4022-b5d3-131bf339339f on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:08:47.503099 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80f74d-7bc6-4a39-be63-780ea50b6b68 None None] Pushing event updated for resources: {'Port': ['ID=2d0c4622-fc25-4022-b5d3-131bf339339f,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:47.506546 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205c983-81a6-4273-9e93-c65ee5c95bc3 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:08:47.506925 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205c983-81a6-4273-9e93-c65ee5c95bc3 None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:08:47.507528 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d205c983-81a6-4273-9e93-c65ee5c95bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:47.509025 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205c983-81a6-4273-9e93-c65ee5c95bc3 None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:08:47.509991 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-d205c983-81a6-4273-9e93-c65ee5c95bc3 None None] Bound port: 2d0c4622-fc25-4022-b5d3-131bf339339f, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:08:47.510168 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d205c983-81a6-4273-9e93-c65ee5c95bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:47.542389 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a20890-2801-4339-bb9b-eceb00a8fb68 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'Subnet': ['ID=e1224c3d-f327-454f-b561-b1ff18a77a8f,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:47.555713 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a20890-2801-4339-bb9b-eceb00a8fb68 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Checking segment: {'id': '5e54b663-e96d-4c0b-94be-6d1c197eda28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:08:47.556093 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a20890-2801-4339-bb9b-eceb00a8fb68 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Network hostable DHCP agents. Network: 2f0268a3-9062-450f-b0bf-83f9a6d29707, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:08:47.565991 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-d205c983-81a6-4273-9e93-c65ee5c95bc3 None None] For port 2d0c4622-fc25-4022-b5d3-131bf339339f, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:08:47.569986 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-d205c983-81a6-4273-9e93-c65ee5c95bc3 None None] For port 2d0c4622-fc25-4022-b5d3-131bf339339f, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=2d0c4622-fc25-4022-b5d3-131bf339339f,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:08:47.649447 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a20890-2801-4339-bb9b-eceb00a8fb68 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Network 2f0268a3-9062-450f-b0bf-83f9a6d29707 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:08:47.663272 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d205c983-81a6-4273-9e93-c65ee5c95bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:47.713010 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-c9a20890-2801-4339-bb9b-eceb00a8fb68 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 2f0268a3-9062-450f-b0bf-83f9a6d29707) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:08:47.717924 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a20890-2801-4339-bb9b-eceb00a8fb68 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:47.718541 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c9a20890-2801-4339-bb9b-eceb00a8fb68 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:47.724942 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d205c983-81a6-4273-9e93-c65ee5c95bc3 None None] Routers {'1c385f2d-c34f-4f6f-befd-48e62136b9ae'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:08:47.725571 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-d205c983-81a6-4273-9e93-c65ee5c95bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:08:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c385f2d-c34f-4f6f-befd-48e62136b9ae'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:47.732029 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac37563-28d3-40dd-9989-d0972affcf8a None None] Network 2f0268a3-9062-450f-b0bf-83f9a6d29707 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:08:47.769800 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80f74d-7bc6-4a39-be63-780ea50b6b68 None None] Pushing event updated for resources: {'Port': ['ID=2d0c4622-fc25-4022-b5d3-131bf339339f,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:47.798836 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c9a20890-2801-4339-bb9b-eceb00a8fb68 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7973509 Jun 30 10:08:47.801493 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59260) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:47.904169 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-d205c983-81a6-4273-9e93-c65ee5c95bc3 None None] Set router 1c385f2d-c34f-4f6f-befd-48e62136b9ae gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:08:48.077204 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c6ac0e-9a34-4108-836f-a60a5477e9ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-2f0268a3-9062-450f-b0bf-83f9a6d29707', 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'fixed_ips': [{'subnet_id': 'e1224c3d-f327-454f-b561-b1ff18a77a8f'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:08:48.078943 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-01c6ac0e-9a34-4108-836f-a60a5477e9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:48.225695 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-d205c983-81a6-4273-9e93-c65ee5c95bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'name': 'tempest-TestNetworkBasicOps-router-945159740', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:44Z', 'updated_at': '2021-06-30T10:08:45Z', 'revision_number': 3, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:45Z', 'updated_at': '2021-06-30T10:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:48.263978 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d205c983-81a6-4273-9e93-c65ee5c95bc3 None None] The sync data for ids ['1c385f2d-c34f-4f6f-befd-48e62136b9ae'] in n-d-771363-31 is: [{'id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'name': 'tempest-TestNetworkBasicOps-router-945159740', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:44Z', 'updated_at': '2021-06-30T10:08:45Z', 'revision_number': 3, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:45Z', 'updated_at': '2021-06-30T10:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:08:48.328692 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-01c6ac0e-9a34-4108-836f-a60a5477e9ee None None] Allocated IP 172.20.0.2 (2f0268a3-9062-450f-b0bf-83f9a6d29707/e1224c3d-f327-454f-b561-b1ff18a77a8f/864d3251-e756-46a2-a1df-77166c7eb8dc) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:08:48.521913 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-01c6ac0e-9a34-4108-836f-a60a5477e9ee None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:48.534875 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-01c6ac0e-9a34-4108-836f-a60a5477e9ee None None] Transition to ACTIVE for port object 864d3251-e756-46a2-a1df-77166c7eb8dc will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:08:48.571878 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-01c6ac0e-9a34-4108-836f-a60a5477e9ee None None] Transition to ACTIVE for port object 864d3251-e756-46a2-a1df-77166c7eb8dc will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:08:48.643003 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9fd2ca92-cfac-42c9-9e47-75aef04157c7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:48.669970 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-01c6ac0e-9a34-4108-836f-a60a5477e9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:48.715083 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c6ac0e-9a34-4108-836f-a60a5477e9ee None None] Network 2f0268a3-9062-450f-b0bf-83f9a6d29707 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:08:48.721957 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-01c6ac0e-9a34-4108-836f-a60a5477e9ee None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:08:48.724631 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c6ac0e-9a34-4108-836f-a60a5477e9ee None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:08:48.733696 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6ac0e-9a34-4108-836f-a60a5477e9ee None None] Pushing event updated for resources: {'Port': ['ID=864d3251-e756-46a2-a1df-77166c7eb8dc,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:48.793743 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-01c6ac0e-9a34-4108-836f-a60a5477e9ee None None] Attempting to bind port 864d3251-e756-46a2-a1df-77166c7eb8dc on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:08:48.795330 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-01c6ac0e-9a34-4108-836f-a60a5477e9ee None None] Attempting to bind port 864d3251-e756-46a2-a1df-77166c7eb8dc by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5e54b663-e96d-4c0b-94be-6d1c197eda28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:08:48.795330 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c6ac0e-9a34-4108-836f-a60a5477e9ee None None] Attempting to bind port 864d3251-e756-46a2-a1df-77166c7eb8dc on network 2f0268a3-9062-450f-b0bf-83f9a6d29707 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:08:48.799904 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c6ac0e-9a34-4108-836f-a60a5477e9ee None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:08:48.800305 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c6ac0e-9a34-4108-836f-a60a5477e9ee None None] Checking segment: {'id': '5e54b663-e96d-4c0b-94be-6d1c197eda28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:08:48.800718 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-01c6ac0e-9a34-4108-836f-a60a5477e9ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:48.801098 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c6ac0e-9a34-4108-836f-a60a5477e9ee None None] Bound using segment: {'id': '5e54b663-e96d-4c0b-94be-6d1c197eda28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:08:48.801560 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-01c6ac0e-9a34-4108-836f-a60a5477e9ee None None] Bound port: 864d3251-e756-46a2-a1df-77166c7eb8dc, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e54b663-e96d-4c0b-94be-6d1c197eda28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:08:48.801940 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-01c6ac0e-9a34-4108-836f-a60a5477e9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:48.873860 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-01c6ac0e-9a34-4108-836f-a60a5477e9ee None None] For port 864d3251-e756-46a2-a1df-77166c7eb8dc, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:08:48.877537 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-01c6ac0e-9a34-4108-836f-a60a5477e9ee None None] For port 864d3251-e756-46a2-a1df-77166c7eb8dc, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=864d3251-e756-46a2-a1df-77166c7eb8dc,segment=NetworkSegment(5e54b663-e96d-4c0b-94be-6d1c197eda28),segment_id=5e54b663-e96d-4c0b-94be-6d1c197eda28)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:08:48.948048 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-01c6ac0e-9a34-4108-836f-a60a5477e9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:49.007597 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-9fd2ca92-cfac-42c9-9e47-75aef04157c7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Allocated IP 172.20.0.1 (2f0268a3-9062-450f-b0bf-83f9a6d29707/e1224c3d-f327-454f-b561-b1ff18a77a8f/ad5d318f-c6bb-4937-9d6d-e0435721a628) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:08:49.016008 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6ac0e-9a34-4108-836f-a60a5477e9ee None None] Pushing event updated for resources: {'Port': ['ID=864d3251-e756-46a2-a1df-77166c7eb8dc,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:49.178204 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9fd2ca92-cfac-42c9-9e47-75aef04157c7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:49.198703 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-9fd2ca92-cfac-42c9-9e47-75aef04157c7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Transition to ACTIVE for port object ad5d318f-c6bb-4937-9d6d-e0435721a628 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:08:49.321348 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9fd2ca92-cfac-42c9-9e47-75aef04157c7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:49.370051 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd2ca92-cfac-42c9-9e47-75aef04157c7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Network 2f0268a3-9062-450f-b0bf-83f9a6d29707 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:08:49.375651 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-9fd2ca92-cfac-42c9-9e47-75aef04157c7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:08:49.381281 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd2ca92-cfac-42c9-9e47-75aef04157c7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:08:49.384997 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2ca92-cfac-42c9-9e47-75aef04157c7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'Port': ['ID=ad5d318f-c6bb-4937-9d6d-e0435721a628,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:49.434079 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9fd2ca92-cfac-42c9-9e47-75aef04157c7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:49.685912 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9fd2ca92-cfac-42c9-9e47-75aef04157c7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:49.805134 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 864d3251-e756-46a2-a1df-77166c7eb8dc up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:08:49.930024 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 864d3251-e756-46a2-a1df-77166c7eb8dc completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:08:49.937528 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 2d0c4622-fc25-4022-b5d3-131bf339339f up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:08:50.049028 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9fd2ca92-cfac-42c9-9e47-75aef04157c7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:50.069097 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 2d0c4622-fc25-4022-b5d3-131bf339339f completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:08:50.075444 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 2d0c4622-fc25-4022-b5d3-131bf339339f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:08:50.075834 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:50.118306 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9fd2ca92-cfac-42c9-9e47-75aef04157c7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:50.162382 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:50.184848 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 2d0c4622-fc25-4022-b5d3-131bf339339f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=2d0c4622-fc25-4022-b5d3-131bf339339f,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:50.202643 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9fd2ca92-cfac-42c9-9e47-75aef04157c7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:50.204390 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2ca92-cfac-42c9-9e47-75aef04157c7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'Port': ['ID=ad5d318f-c6bb-4937-9d6d-e0435721a628,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:50.263148 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:50.314627 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=2d0c4622-fc25-4022-b5d3-131bf339339f,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:50.326565 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd2ca92-cfac-42c9-9e47-75aef04157c7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Network 2f0268a3-9062-450f-b0bf-83f9a6d29707 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:08:50.328128 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-9fd2ca92-cfac-42c9-9e47-75aef04157c7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:08:50.445928 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd2ca92-cfac-42c9-9e47-75aef04157c7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Router 1c385f2d-c34f-4f6f-befd-48e62136b9ae has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:08:50.492192 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2ffba30e-216a-4e9b-a465-5fcd9bbdf7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:50.572848 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd2ca92-cfac-42c9-9e47-75aef04157c7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:08:50.581385 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9fd2ca92-cfac-42c9-9e47-75aef04157c7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "PUT /v2.0/routers/1c385f2d-c34f-4f6f-befd-48e62136b9ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7787995 Jun 30 10:08:50.583024 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8910d3-f50d-4d5a-a29b-f312da7fa782 None None] Sync routers for ids ['1c385f2d-c34f-4f6f-befd-48e62136b9ae'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:08:50.584843 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59264) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:50.593832 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8910d3-f50d-4d5a-a29b-f312da7fa782 None None] Routers {'1c385f2d-c34f-4f6f-befd-48e62136b9ae'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:08:50.594442 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-3a8910d3-f50d-4d5a-a29b-f312da7fa782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:08:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c385f2d-c34f-4f6f-befd-48e62136b9ae'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:50.722090 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-3a8910d3-f50d-4d5a-a29b-f312da7fa782 None None] Set router 1c385f2d-c34f-4f6f-befd-48e62136b9ae gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:08:50.785840 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3271ae66-3aaa-4698-bd7d-d7f34a04697a tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:50.791580 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3271ae66-3aaa-4698-bd7d-d7f34a04697a tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:50.791580 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3271ae66-3aaa-4698-bd7d-d7f34a04697a tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:50.791580 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3271ae66-3aaa-4698-bd7d-d7f34a04697a tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:50.791580 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3271ae66-3aaa-4698-bd7d-d7f34a04697a tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2036161 Jun 30 10:08:50.793861 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59266) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:50.899112 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048d3de5-b53d-4c81-b10d-a41c962cc94d tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:50.899757 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048d3de5-b53d-4c81-b10d-a41c962cc94d tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:50.900236 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048d3de5-b53d-4c81-b10d-a41c962cc94d tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:50.900704 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048d3de5-b53d-4c81-b10d-a41c962cc94d tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:50.902536 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-048d3de5-b53d-4c81-b10d-a41c962cc94d tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1074302 Jun 30 10:08:50.905652 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59268) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:50.962169 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-3a8910d3-f50d-4d5a-a29b-f312da7fa782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'name': 'tempest-TestNetworkBasicOps-router-945159740', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:44Z', 'updated_at': '2021-06-30T10:08:49Z', 'revision_number': 4, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:45Z', 'updated_at': '2021-06-30T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'ad5d318f-c6bb-4937-9d6d-e0435721a628', 'name': '', 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'mac_address': 'fa:16:3e:9e:f4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'e1224c3d-f327-454f-b561-b1ff18a77a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:48Z', 'updated_at': '2021-06-30T10:08:49Z', 'revision_number': 2, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'subnets': [{'id': 'e1224c3d-f327-454f-b561-b1ff18a77a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:51.112953 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8910d3-f50d-4d5a-a29b-f312da7fa782 None None] Checking router: 1c385f2d-c34f-4f6f-befd-48e62136b9ae for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:08:51.113315 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8910d3-f50d-4d5a-a29b-f312da7fa782 None None] Updating router 1c385f2d-c34f-4f6f-befd-48e62136b9ae port ad5d318f-c6bb-4937-9d6d-e0435721a628 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:08:51.151647 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-3a8910d3-f50d-4d5a-a29b-f312da7fa782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:51.162968 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8c7c2145-7a43-4b09-bfb9-86fc41a5fda6 tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2557943 Jun 30 10:08:51.164213 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd79bbc1-12c7-4b5f-b0f0-eb041b7dd42a None None] Network 2f0268a3-9062-450f-b0bf-83f9a6d29707 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:08:51.288308 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7593eec1-5512-45d8-9cc3-43b7bef6323f None None] Provisioning for port 864d3251-e756-46a2-a1df-77166c7eb8dc completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:08:51.296436 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7593eec1-5512-45d8-9cc3-43b7bef6323f None None] Provisioning complete for port 864d3251-e756-46a2-a1df-77166c7eb8dc triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:08:51.296815 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7593eec1-5512-45d8-9cc3-43b7bef6323f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:51.478476 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-3a8910d3-f50d-4d5a-a29b-f312da7fa782 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:51.489165 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-3a8910d3-f50d-4d5a-a29b-f312da7fa782 None None] Transition to ACTIVE for port object ad5d318f-c6bb-4937-9d6d-e0435721a628 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:08:51.510891 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59272) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:51.516497 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-7be9f6ea-b972-49f8-84fd-f55787dcc4cf tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-522089364', 'description': 'tempest-secgroup-smoke-522089364 description', 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:51.577611 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-3a8910d3-f50d-4d5a-a29b-f312da7fa782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:51.580335 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7593eec1-5512-45d8-9cc3-43b7bef6323f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:51.607341 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7be9f6ea-b972-49f8-84fd-f55787dcc4cf tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:51.621355 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-7593eec1-5512-45d8-9cc3-43b7bef6323f None None] For port 864d3251-e756-46a2-a1df-77166c7eb8dc, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=864d3251-e756-46a2-a1df-77166c7eb8dc,segment=NetworkSegment(5e54b663-e96d-4c0b-94be-6d1c197eda28),segment_id=5e54b663-e96d-4c0b-94be-6d1c197eda28)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:51.641771 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6422dd-b7ff-4578-b906-9c4c6c059a42 None None] Pushing event updated for resources: {'Port': ['ID=ad5d318f-c6bb-4937-9d6d-e0435721a628,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:51.674661 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7593eec1-5512-45d8-9cc3-43b7bef6323f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:51.703848 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6422dd-b7ff-4578-b906-9c4c6c059a42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:51.704462 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6422dd-b7ff-4578-b906-9c4c6c059a42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:51.704994 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6422dd-b7ff-4578-b906-9c4c6c059a42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:51.705493 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6422dd-b7ff-4578-b906-9c4c6c059a42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:51.706060 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6422dd-b7ff-4578-b906-9c4c6c059a42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:51.706567 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6422dd-b7ff-4578-b906-9c4c6c059a42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:51.707319 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6422dd-b7ff-4578-b906-9c4c6c059a42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:51.707809 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6422dd-b7ff-4578-b906-9c4c6c059a42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:51.708317 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6422dd-b7ff-4578-b906-9c4c6c059a42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:51.708827 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6422dd-b7ff-4578-b906-9c4c6c059a42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:51.709330 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6422dd-b7ff-4578-b906-9c4c6c059a42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:51.709814 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6422dd-b7ff-4578-b906-9c4c6c059a42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:51.714759 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-3a8910d3-f50d-4d5a-a29b-f312da7fa782 None None] Attempting to bind port ad5d318f-c6bb-4937-9d6d-e0435721a628 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:08:51.715388 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-3a8910d3-f50d-4d5a-a29b-f312da7fa782 None None] Attempting to bind port ad5d318f-c6bb-4937-9d6d-e0435721a628 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5e54b663-e96d-4c0b-94be-6d1c197eda28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:08:51.715946 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8910d3-f50d-4d5a-a29b-f312da7fa782 None None] Attempting to bind port ad5d318f-c6bb-4937-9d6d-e0435721a628 on network 2f0268a3-9062-450f-b0bf-83f9a6d29707 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:08:51.727953 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8910d3-f50d-4d5a-a29b-f312da7fa782 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:08:51.733388 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8910d3-f50d-4d5a-a29b-f312da7fa782 None None] Checking segment: {'id': '5e54b663-e96d-4c0b-94be-6d1c197eda28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:08:51.733388 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-3a8910d3-f50d-4d5a-a29b-f312da7fa782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:51.733388 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8910d3-f50d-4d5a-a29b-f312da7fa782 None None] Bound using segment: {'id': '5e54b663-e96d-4c0b-94be-6d1c197eda28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:08:51.733388 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-3a8910d3-f50d-4d5a-a29b-f312da7fa782 None None] Bound port: ad5d318f-c6bb-4937-9d6d-e0435721a628, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e54b663-e96d-4c0b-94be-6d1c197eda28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:08:51.733388 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-3a8910d3-f50d-4d5a-a29b-f312da7fa782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:51.741005 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 2d0c4622-fc25-4022-b5d3-131bf339339f up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:08:51.767636 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7be9f6ea-b972-49f8-84fd-f55787dcc4cf tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:51.784364 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593eec1-5512-45d8-9cc3-43b7bef6323f None None] Pushing event updated for resources: {'Port': ['ID=864d3251-e756-46a2-a1df-77166c7eb8dc,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:51.824055 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-3a8910d3-f50d-4d5a-a29b-f312da7fa782 None None] For port ad5d318f-c6bb-4937-9d6d-e0435721a628, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:08:51.825986 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 2d0c4622-fc25-4022-b5d3-131bf339339f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:08:51.826372 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:51.828543 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-3a8910d3-f50d-4d5a-a29b-f312da7fa782 None None] For port ad5d318f-c6bb-4937-9d6d-e0435721a628, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=ad5d318f-c6bb-4937-9d6d-e0435721a628,segment=NetworkSegment(5e54b663-e96d-4c0b-94be-6d1c197eda28),segment_id=5e54b663-e96d-4c0b-94be-6d1c197eda28)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:08:51.846363 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7be9f6ea-b972-49f8-84fd-f55787dcc4cf tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:51.880557 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9f6ea-b972-49f8-84fd-f55787dcc4cf tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89788f89-f341-4b7a-9cac-0a096bed8e3c,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:51.921416 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-3a8910d3-f50d-4d5a-a29b-f312da7fa782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:51.929386 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-782914b0-d35a-4168-83ed-a410e188e01c None None] Provisioning complete for port 864d3251-e756-46a2-a1df-77166c7eb8dc triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:08:51.929752 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-782914b0-d35a-4168-83ed-a410e188e01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:51.943473 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7be9f6ea-b972-49f8-84fd-f55787dcc4cf tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:51.946623 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7be9f6ea-b972-49f8-84fd-f55787dcc4cf tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4327126 Jun 30 10:08:51.953700 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59274) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:51.959963 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-fca9aff2-f5fa-4229-89fc-e175b7a513a1 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'security_group_rule': {'security_group_id': '89788f89-f341-4b7a-9cac-0a096bed8e3c', 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:51.997077 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6422dd-b7ff-4578-b906-9c4c6c059a42 None None] Pushing event updated for resources: {'Port': ['ID=ad5d318f-c6bb-4937-9d6d-e0435721a628,revision_number=4']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:52.008056 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8910d3-f50d-4d5a-a29b-f312da7fa782 None None] Routers {'1c385f2d-c34f-4f6f-befd-48e62136b9ae'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:08:52.010225 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-3a8910d3-f50d-4d5a-a29b-f312da7fa782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:08:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c385f2d-c34f-4f6f-befd-48e62136b9ae'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:52.097393 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fca9aff2-f5fa-4229-89fc-e175b7a513a1 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:52.140957 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-3a8910d3-f50d-4d5a-a29b-f312da7fa782 None None] Set router 1c385f2d-c34f-4f6f-befd-48e62136b9ae gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:08:52.144379 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-782914b0-d35a-4168-83ed-a410e188e01c None None] Provisioning for port ad5d318f-c6bb-4937-9d6d-e0435721a628 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:08:52.170246 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fca9aff2-f5fa-4229-89fc-e175b7a513a1 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:52.246022 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fca9aff2-f5fa-4229-89fc-e175b7a513a1 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:52.287080 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9aff2-f5fa-4229-89fc-e175b7a513a1 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98f7df25-8d17-44ee-b88c-e055530e7995,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:52.329424 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fca9aff2-f5fa-4229-89fc-e175b7a513a1 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:52.330728 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fca9aff2-f5fa-4229-89fc-e175b7a513a1 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3754413 Jun 30 10:08:52.333922 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59276) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:52.345805 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-2d6948b6-847a-41ff-bff5-a1fbd1dfba25 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'security_group_rule': {'security_group_id': '89788f89-f341-4b7a-9cac-0a096bed8e3c', 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:52.381795 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-3a8910d3-f50d-4d5a-a29b-f312da7fa782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'name': 'tempest-TestNetworkBasicOps-router-945159740', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:44Z', 'updated_at': '2021-06-30T10:08:49Z', 'revision_number': 4, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:45Z', 'updated_at': '2021-06-30T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'ad5d318f-c6bb-4937-9d6d-e0435721a628', 'name': '', 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'mac_address': 'fa:16:3e:9e:f4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'e1224c3d-f327-454f-b561-b1ff18a77a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:48Z', 'updated_at': '2021-06-30T10:08:51Z', 'revision_number': 4, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'subnets': [{'id': 'e1224c3d-f327-454f-b561-b1ff18a77a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:52.411364 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8910d3-f50d-4d5a-a29b-f312da7fa782 None None] The sync data for ids ['1c385f2d-c34f-4f6f-befd-48e62136b9ae'] in n-d-771363-31 is: [{'id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'name': 'tempest-TestNetworkBasicOps-router-945159740', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:44Z', 'updated_at': '2021-06-30T10:08:49Z', 'revision_number': 4, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:45Z', 'updated_at': '2021-06-30T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'ad5d318f-c6bb-4937-9d6d-e0435721a628', 'name': '', 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'mac_address': 'fa:16:3e:9e:f4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'e1224c3d-f327-454f-b561-b1ff18a77a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:48Z', 'updated_at': '2021-06-30T10:08:51Z', 'revision_number': 4, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'subnets': [{'id': 'e1224c3d-f327-454f-b561-b1ff18a77a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:08:52.443464 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2d6948b6-847a-41ff-bff5-a1fbd1dfba25 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:52.544430 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2d6948b6-847a-41ff-bff5-a1fbd1dfba25 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:52.623083 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2d6948b6-847a-41ff-bff5-a1fbd1dfba25 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:52.641911 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6948b6-847a-41ff-bff5-a1fbd1dfba25 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c91d0d9-efd4-482c-be7d-c7c75a823d0c,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:52.716588 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2d6948b6-847a-41ff-bff5-a1fbd1dfba25 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:52.716588 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2d6948b6-847a-41ff-bff5-a1fbd1dfba25 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3769307 Jun 30 10:08:52.718145 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59278) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:52.724431 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-e08e9771-c7e4-4f2c-b012-91cee06f8b87 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'security_group_rule': {'security_group_id': '89788f89-f341-4b7a-9cac-0a096bed8e3c', 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:52.832280 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e08e9771-c7e4-4f2c-b012-91cee06f8b87 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:52.903586 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e08e9771-c7e4-4f2c-b012-91cee06f8b87 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:52.935477 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8a387fe1-3cf1-4142-9386-0c88abec4dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:52.969712 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e08e9771-c7e4-4f2c-b012-91cee06f8b87 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:52.991765 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e9771-c7e4-4f2c-b012-91cee06f8b87 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c35c102d-976b-4487-89ad-7507f44bf7ac,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:53.067609 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e08e9771-c7e4-4f2c-b012-91cee06f8b87 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:53.076547 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e08e9771-c7e4-4f2c-b012-91cee06f8b87 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3499992 Jun 30 10:08:53.076945 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59280) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:53.078246 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-954889fc-1524-41e7-beda-0ef71e34fa0c tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'security_group_rule': {'security_group_id': '89788f89-f341-4b7a-9cac-0a096bed8e3c', 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:53.180478 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-954889fc-1524-41e7-beda-0ef71e34fa0c tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:53.250340 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-954889fc-1524-41e7-beda-0ef71e34fa0c tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:53.323792 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-954889fc-1524-41e7-beda-0ef71e34fa0c tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:53.344457 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954889fc-1524-41e7-beda-0ef71e34fa0c tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aab2730-007c-4eca-8987-b57679b508c9,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:53.428783 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-954889fc-1524-41e7-beda-0ef71e34fa0c tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:53.430834 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-954889fc-1524-41e7-beda-0ef71e34fa0c tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3563492 Jun 30 10:08:53.439053 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59282) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:53.443479 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-3410f258-e09b-4595-9593-c2dd75b8f16d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'security_group_rule': {'security_group_id': '89788f89-f341-4b7a-9cac-0a096bed8e3c', 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:53.552632 n-d-771363-31 neutron-server[101054]: INFO neutron.db.securitygroups_db [None req-3410f258-e09b-4595-9593-c2dd75b8f16d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Project e78cb94e3e7846abb3457d5b43ee0638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:08:53.559086 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3410f258-e09b-4595-9593-c2dd75b8f16d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:53.581411 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:53.647233 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3410f258-e09b-4595-9593-c2dd75b8f16d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:53.730442 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3410f258-e09b-4595-9593-c2dd75b8f16d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:53.745625 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410f258-e09b-4595-9593-c2dd75b8f16d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4926a74a-025a-43d8-beb4-4df61b081bed,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:53.784607 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device ad5d318f-c6bb-4937-9d6d-e0435721a628 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:08:53.817659 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-3410f258-e09b-4595-9593-c2dd75b8f16d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:53.818847 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3410f258-e09b-4595-9593-c2dd75b8f16d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3789899 Jun 30 10:08:53.822504 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59284) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:53.830249 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-020b2b71-ac55-42e9-8d0b-a75f47b9db7e tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'security_group_rule': {'security_group_id': '89788f89-f341-4b7a-9cac-0a096bed8e3c', 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:53.960242 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port ad5d318f-c6bb-4937-9d6d-e0435721a628 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:08:53.964818 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port ad5d318f-c6bb-4937-9d6d-e0435721a628 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:08:53.965054 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:53.983558 n-d-771363-31 neutron-server[101054]: INFO neutron.db.securitygroups_db [None req-020b2b71-ac55-42e9-8d0b-a75f47b9db7e tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Project e78cb94e3e7846abb3457d5b43ee0638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:08:53.988990 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-020b2b71-ac55-42e9-8d0b-a75f47b9db7e tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:54.057493 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:54.065211 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-020b2b71-ac55-42e9-8d0b-a75f47b9db7e tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:54.092262 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port ad5d318f-c6bb-4937-9d6d-e0435721a628, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=ad5d318f-c6bb-4937-9d6d-e0435721a628,segment=NetworkSegment(5e54b663-e96d-4c0b-94be-6d1c197eda28),segment_id=5e54b663-e96d-4c0b-94be-6d1c197eda28)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:54.187328 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-020b2b71-ac55-42e9-8d0b-a75f47b9db7e tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:54.204937 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b2b71-ac55-42e9-8d0b-a75f47b9db7e tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78ecc43b-9036-48b0-8997-6afd5e77854a,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:54.227482 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:54.228322 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 864d3251-e756-46a2-a1df-77166c7eb8dc up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:08:54.305600 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=ad5d318f-c6bb-4937-9d6d-e0435721a628,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:54.309054 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-020b2b71-ac55-42e9-8d0b-a75f47b9db7e tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:54.311114 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-020b2b71-ac55-42e9-8d0b-a75f47b9db7e tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4865713 Jun 30 10:08:54.318037 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 864d3251-e756-46a2-a1df-77166c7eb8dc triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:08:54.318438 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:54.499361 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-6f4b0cba-abfb-42ad-b014-ed792b2e7f87 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-522089364&fields=id&tenant_id=e78cb94e3e7846abb3457d5b43ee0638 HTTP/1.1" status: 200 len: 267 time: 0.0421429 Jun 30 10:08:54.626542 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-b45bd6ee-1cba-48ee-b7d3-1f516720e899 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:54.628579 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-b45bd6ee-1cba-48ee-b7d3-1f516720e899 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/networks?id=2f0268a3-9062-450f-b0bf-83f9a6d29707 HTTP/1.1" status: 200 len: 797 time: 0.1222136 Jun 30 10:08:54.646658 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-fc14e1d9-8c01-4305-ba65-7024a1932610 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/quotas/e78cb94e3e7846abb3457d5b43ee0638 HTTP/1.1" status: 200 len: 375 time: 0.0107288 Jun 30 10:08:54.733763 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-e78cf7e3-f713-4912-8e87-f6102ecde533 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e78cb94e3e7846abb3457d5b43ee0638&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785167 Jun 30 10:08:54.750280 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-08e7f7c0-58b7-47f5-a3e0-cdda85719a1a service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:08:54.751302 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-08e7f7c0-58b7-47f5-a3e0-cdda85719a1a service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052722 Jun 30 10:08:54.822978 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:54.845287 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-66c736be-a284-494a-bbe3-e3f8e906ed48 service neutron] 10.222.0.10 "GET /v2.0/networks/2f0268a3-9062-450f-b0bf-83f9a6d29707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884194 Jun 30 10:08:54.945739 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-aeebea66-fee5-47ec-8166-42ffd03bed45 service neutron] 10.222.0.10 "GET /v2.0/networks/2f0268a3-9062-450f-b0bf-83f9a6d29707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913594 Jun 30 10:08:55.206184 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-efa3e27f-8c73-409d-a394-e387856d7f14 req-5025d551-b8f9-4c16-aa50-83a837b7b74e tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5 HTTP/1.1" status: 200 len: 210 time: 0.0289724 Jun 30 10:08:55.700690 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device ad5d318f-c6bb-4937-9d6d-e0435721a628 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:08:55.752599 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port ad5d318f-c6bb-4937-9d6d-e0435721a628 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:08:55.757216 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:56.304053 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e1ec1385-a3f8-45a4-93e9-89dd5bbf947e req-9510588b-477d-42db-b798-68fb8eab5101 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5 HTTP/1.1" status: 200 len: 210 time: 0.0306606 Jun 30 10:08:56.485803 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:57.453529 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ead77b6b-2306-4a36-8e94-9156384dee9b req-2e01b4f7-9dae-4d83-92bb-31b8759327ef tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5 HTTP/1.1" status: 200 len: 210 time: 0.0296166 Jun 30 10:08:57.706439 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-dd318093-b54c-4dc4-b833-a3d1541b6461 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:57.707982 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-dd318093-b54c-4dc4-b833-a3d1541b6461 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.37 "GET /v2.0/networks?id=2f0268a3-9062-450f-b0bf-83f9a6d29707 HTTP/1.1" status: 200 len: 797 time: 0.1108975 Jun 30 10:08:57.758773 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-c69e544b-349f-41dc-8c72-744fded15691 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e78cb94e3e7846abb3457d5b43ee0638 HTTP/1.1" status: 200 len: 379 time: 0.0384264 Jun 30 10:08:57.767452 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-9c7c02d3-c529-4a45-9d3d-35c217369bea tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'port': {'device_id': 'bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5', 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707', 'admin_state_up': True, 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'security_groups': ['89788f89-f341-4b7a-9cac-0a096bed8e3c']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:57.946674 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-9c7c02d3-c529-4a45-9d3d-35c217369bea tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Made reservation on behalf of e78cb94e3e7846abb3457d5b43ee0638 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:08:57.950365 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-9c7c02d3-c529-4a45-9d3d-35c217369bea tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:58.102934 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-9c7c02d3-c529-4a45-9d3d-35c217369bea tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Allocated IP 172.20.0.5 (2f0268a3-9062-450f-b0bf-83f9a6d29707/e1224c3d-f327-454f-b561-b1ff18a77a8f/17d24b44-9576-4f46-aad4-d8dffbb6beba) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:08:58.259012 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-9c7c02d3-c529-4a45-9d3d-35c217369bea tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:58.595363 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-9c7c02d3-c529-4a45-9d3d-35c217369bea tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Transition to ACTIVE for port object 17d24b44-9576-4f46-aad4-d8dffbb6beba will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:08:58.602221 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5bf0caed-bf0d-4087-bff8-7d4d45d10b84 req-3d341159-ff7f-4d74-8236-99399965b05c tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5 HTTP/1.1" status: 200 len: 210 time: 0.0312951 Jun 30 10:08:58.709468 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-9c7c02d3-c529-4a45-9d3d-35c217369bea tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:58.753894 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-9c7c02d3-c529-4a45-9d3d-35c217369bea tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Network 2f0268a3-9062-450f-b0bf-83f9a6d29707 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:08:58.757017 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-9c7c02d3-c529-4a45-9d3d-35c217369bea tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:08:58.764964 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-9c7c02d3-c529-4a45-9d3d-35c217369bea tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:08:58.791858 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c02d3-c529-4a45-9d3d-35c217369bea tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'Port': ['ID=17d24b44-9576-4f46-aad4-d8dffbb6beba,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:58.822638 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-9c7c02d3-c529-4a45-9d3d-35c217369bea tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:58.823322 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-9c7c02d3-c529-4a45-9d3d-35c217369bea tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:58.933120 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-9c7c02d3-c529-4a45-9d3d-35c217369bea tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1628909 Jun 30 10:08:58.938346 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-5053f761-acf5-4af7-9459-0b6c4924be51 service neutron] Request body: {'port': {'device_id': 'bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:59.017867 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-5053f761-acf5-4af7-9459-0b6c4924be51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:59.091679 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a0ec2815-e290-46c1-bd5e-29cbe23033c6 None None] Provisioning for port 17d24b44-9576-4f46-aad4-d8dffbb6beba completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:08:59.097132 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a0ec2815-e290-46c1-bd5e-29cbe23033c6 None None] Provisioning complete for port 17d24b44-9576-4f46-aad4-d8dffbb6beba triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:08:59.097766 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a0ec2815-e290-46c1-bd5e-29cbe23033c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:59.135359 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a0ec2815-e290-46c1-bd5e-29cbe23033c6 None None] Port 17d24b44-9576-4f46-aad4-d8dffbb6beba cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:08:59.311000 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-5053f761-acf5-4af7-9459-0b6c4924be51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17d24b44-9576-4f46-aad4-d8dffbb6beba {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:08:59.318729 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-5053f761-acf5-4af7-9459-0b6c4924be51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:59.331735 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-5053f761-acf5-4af7-9459-0b6c4924be51 service neutron] Transition to ACTIVE for port object 17d24b44-9576-4f46-aad4-d8dffbb6beba will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:08:59.403954 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-5053f761-acf5-4af7-9459-0b6c4924be51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:59.457494 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053f761-acf5-4af7-9459-0b6c4924be51 service neutron] Pushing event updated for resources: {'Port': ['ID=17d24b44-9576-4f46-aad4-d8dffbb6beba,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:59.542576 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-5053f761-acf5-4af7-9459-0b6c4924be51 service neutron] Attempting to bind port 17d24b44-9576-4f46-aad4-d8dffbb6beba on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:08:59.547042 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-5053f761-acf5-4af7-9459-0b6c4924be51 service neutron] Attempting to bind port 17d24b44-9576-4f46-aad4-d8dffbb6beba by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '5e54b663-e96d-4c0b-94be-6d1c197eda28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:08:59.547042 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-5053f761-acf5-4af7-9459-0b6c4924be51 service neutron] Attempting to bind port 17d24b44-9576-4f46-aad4-d8dffbb6beba on network 2f0268a3-9062-450f-b0bf-83f9a6d29707 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:08:59.548427 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-5053f761-acf5-4af7-9459-0b6c4924be51 service neutron] Port 17d24b44-9576-4f46-aad4-d8dffbb6beba on network 2f0268a3-9062-450f-b0bf-83f9a6d29707 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:08:59.548758 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-5053f761-acf5-4af7-9459-0b6c4924be51 service neutron] Attempting to bind port 17d24b44-9576-4f46-aad4-d8dffbb6beba on network 2f0268a3-9062-450f-b0bf-83f9a6d29707 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:08:59.554002 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-5053f761-acf5-4af7-9459-0b6c4924be51 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:08:59.554834 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-5053f761-acf5-4af7-9459-0b6c4924be51 service neutron] Checking segment: {'id': '5e54b663-e96d-4c0b-94be-6d1c197eda28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:08:59.555449 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-5053f761-acf5-4af7-9459-0b6c4924be51 service neutron] Bound using segment: {'id': '5e54b663-e96d-4c0b-94be-6d1c197eda28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:08:59.556105 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-5053f761-acf5-4af7-9459-0b6c4924be51 service neutron] Bound port: 17d24b44-9576-4f46-aad4-d8dffbb6beba, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e54b663-e96d-4c0b-94be-6d1c197eda28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:08:59.556508 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-5053f761-acf5-4af7-9459-0b6c4924be51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:59.627138 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-5053f761-acf5-4af7-9459-0b6c4924be51 service neutron] For port 17d24b44-9576-4f46-aad4-d8dffbb6beba, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:08:59.630352 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-5053f761-acf5-4af7-9459-0b6c4924be51 service neutron] For port 17d24b44-9576-4f46-aad4-d8dffbb6beba, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=17d24b44-9576-4f46-aad4-d8dffbb6beba,segment=NetworkSegment(5e54b663-e96d-4c0b-94be-6d1c197eda28),segment_id=5e54b663-e96d-4c0b-94be-6d1c197eda28)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:08:59.699284 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-5053f761-acf5-4af7-9459-0b6c4924be51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:59.738863 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-5053f761-acf5-4af7-9459-0b6c4924be51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:59.739860 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-5053f761-acf5-4af7-9459-0b6c4924be51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:59.741257 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-5053f761-acf5-4af7-9459-0b6c4924be51 service neutron] 10.222.0.37 "PUT /v2.0/ports/17d24b44-9576-4f46-aad4-d8dffbb6beba HTTP/1.1" status: 200 len: 1092 time: 0.8074019 Jun 30 10:08:59.746216 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5', 'tag': '17d24b44-9576-4f46-aad4-d8dffbb6beba'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:08:59.748610 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43c2e83-c680-4bba-b77b-1c4005220864" -d '{"events": [{"name": "network-changed", "server_uuid": "bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5", "tag": "17d24b44-9576-4f46-aad4-d8dffbb6beba"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:08:59.795828 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fabeb4-f015-411b-b58c-5ff01f0c4807 x-openstack-request-id: req-35fabeb4-f015-411b-b58c-5ff01f0c4807 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:08:59.796127 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5", "tag": "17d24b44-9576-4f46-aad4-d8dffbb6beba", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:08:59.796679 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-35fabeb4-f015-411b-b58c-5ff01f0c4807 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:08:59.797084 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5', 'tag': '17d24b44-9576-4f46-aad4-d8dffbb6beba', 'status': 'completed', 'code': 200} Jun 30 10:08:59.833275 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053f761-acf5-4af7-9459-0b6c4924be51 service neutron] Pushing event updated for resources: {'Port': ['ID=17d24b44-9576-4f46-aad4-d8dffbb6beba,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:59.897845 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ad51c-1f03-47bb-9981-4cc55a82345f req-d5b3f7f4-40c9-4db4-96c7-54d1b0e2e0d8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:59.899463 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3f2ad51c-1f03-47bb-9981-4cc55a82345f req-d5b3f7f4-40c9-4db4-96c7-54d1b0e2e0d8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5 HTTP/1.1" status: 200 len: 943 time: 0.1677012 Jun 30 10:08:59.919083 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c2e83-c680-4bba-b77b-1c4005220864 req-177565fb-e37e-4a64-b7e0-8004e8efc845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:59.920634 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d43c2e83-c680-4bba-b77b-1c4005220864 req-177565fb-e37e-4a64-b7e0-8004e8efc845 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e78cb94e3e7846abb3457d5b43ee0638&device_id=bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5 HTTP/1.1" status: 200 len: 1095 time: 0.1012726 Jun 30 10:09:00.003426 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3f2ad51c-1f03-47bb-9981-4cc55a82345f req-a73b77c0-063e-4053-9fe9-9e8cb1115bf7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=89788f89-f341-4b7a-9cac-0a096bed8e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936224 Jun 30 10:09:00.044264 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c2e83-c680-4bba-b77b-1c4005220864 req-73e9c27a-171f-46d8-817e-c7ff4e2cc494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:00.045712 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d43c2e83-c680-4bba-b77b-1c4005220864 req-73e9c27a-171f-46d8-817e-c7ff4e2cc494 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e78cb94e3e7846abb3457d5b43ee0638&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1173413 Jun 30 10:09:00.141594 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c2e83-c680-4bba-b77b-1c4005220864 req-8bd00710-03d6-43f2-8dbd-e2fa663b482a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:00.142989 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d43c2e83-c680-4bba-b77b-1c4005220864 req-8bd00710-03d6-43f2-8dbd-e2fa663b482a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909846 Jun 30 10:09:00.240172 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-50e9f550-b57f-480e-9633-0e7ada2e28aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:00.242054 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-50e9f550-b57f-480e-9633-0e7ada2e28aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e78cb94e3e7846abb3457d5b43ee0638&device_id=bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5 HTTP/1.1" status: 200 len: 1095 time: 0.0592206 Jun 30 10:09:00.283035 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-eb5cb033-cd2c-437f-98e8-1b9bf5531afa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17d24b44-9576-4f46-aad4-d8dffbb6beba HTTP/1.1" status: 200 len: 217 time: 0.0346670 Jun 30 10:09:00.332300 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-97f1eae8-0029-41b1-bb52-13b104f1bfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:00.333795 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-97f1eae8-0029-41b1-bb52-13b104f1bfde service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1224c3d-f327-454f-b561-b1ff18a77a8f HTTP/1.1" status: 200 len: 834 time: 0.0451460 Jun 30 10:09:00.404932 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-74b4d7f1-e40d-4c3c-b4bb-ba57620712b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:00.406350 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-74b4d7f1-e40d-4c3c-b4bb-ba57620712b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f0268a3-9062-450f-b0bf-83f9a6d29707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642996 Jun 30 10:09:00.502974 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-f448dd6a-4cbc-4b6f-b113-d3d7927868c5 service neutron] 10.222.0.37 "GET /v2.0/networks/2f0268a3-9062-450f-b0bf-83f9a6d29707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895693 Jun 30 10:09:00.593582 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3f60120-4094-46f5-a159-ee7da7bcdf84 req-742e2233-59be-44d2-a962-52cde52ca628 service neutron] 10.222.0.37 "GET /v2.0/networks/2f0268a3-9062-450f-b0bf-83f9a6d29707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838966 Jun 30 10:09:01.188845 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a9ff4-cba4-4804-8636-27ee0e9d0357 req-0997275e-7099-45f6-9d7e-1cbf3d0679f8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:01.190337 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-410a9ff4-cba4-4804-8636-27ee0e9d0357 req-0997275e-7099-45f6-9d7e-1cbf3d0679f8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5 HTTP/1.1" status: 200 len: 943 time: 0.0713584 Jun 30 10:09:01.229646 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-410a9ff4-cba4-4804-8636-27ee0e9d0357 req-0caf428e-afe2-4fa2-b432-f03cb81972ff tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=89788f89-f341-4b7a-9cac-0a096bed8e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330091 Jun 30 10:09:02.408355 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853138f0-bb8f-4017-b641-0ea892e1ade8 req-4627e342-16fb-4c9a-a8e2-fe6d6e43cd53 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:02.409757 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-853138f0-bb8f-4017-b641-0ea892e1ade8 req-4627e342-16fb-4c9a-a8e2-fe6d6e43cd53 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5 HTTP/1.1" status: 200 len: 943 time: 0.0686491 Jun 30 10:09:02.449166 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-853138f0-bb8f-4017-b641-0ea892e1ade8 req-47797e07-84bf-4a8d-bba6-bde42e11d0a2 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=89788f89-f341-4b7a-9cac-0a096bed8e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321152 Jun 30 10:09:03.630248 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5bb1c-a844-4806-8d16-ccbc6a905d29 req-d46fe5e7-6ac7-411a-8056-4f9aa4483c82 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:03.631780 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-efd5bb1c-a844-4806-8d16-ccbc6a905d29 req-d46fe5e7-6ac7-411a-8056-4f9aa4483c82 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5 HTTP/1.1" status: 200 len: 943 time: 0.0657101 Jun 30 10:09:03.673429 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-efd5bb1c-a844-4806-8d16-ccbc6a905d29 req-10a33105-bd62-443f-9db9-7056d61576d3 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=89788f89-f341-4b7a-9cac-0a096bed8e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349159 Jun 30 10:09:03.871102 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 17d24b44-9576-4f46-aad4-d8dffbb6beba details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:09:03.978891 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 17d24b44-9576-4f46-aad4-d8dffbb6beba, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=17d24b44-9576-4f46-aad4-d8dffbb6beba,segment=NetworkSegment(5e54b663-e96d-4c0b-94be-6d1c197eda28),segment_id=5e54b663-e96d-4c0b-94be-6d1c197eda28)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:09:03.991059 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '17d24b44-9576-4f46-aad4-d8dffbb6beba', 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707', 'port_id': '17d24b44-9576-4f46-aad4-d8dffbb6beba', 'mac_address': 'fa:16:3e:54:5b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1224c3d-f327-454f-b561-b1ff18a77a8f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:09:04.029106 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:04.042942 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17d24b44-9576-4f46-aad4-d8dffbb6beba {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:09:04.062639 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 17d24b44-9576-4f46-aad4-d8dffbb6beba, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=17d24b44-9576-4f46-aad4-d8dffbb6beba,segment=NetworkSegment(5e54b663-e96d-4c0b-94be-6d1c197eda28),segment_id=5e54b663-e96d-4c0b-94be-6d1c197eda28)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:09:04.117901 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:04.167265 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=17d24b44-9576-4f46-aad4-d8dffbb6beba,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:04.433560 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['17d24b44-9576-4f46-aad4-d8dffbb6beba'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:09:04.856259 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762747f-5e1f-4942-8da6-85666a98029b req-02c73b4e-1c68-4642-b449-50453fe245f8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:04.857910 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d762747f-5e1f-4942-8da6-85666a98029b req-02c73b4e-1c68-4642-b449-50453fe245f8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5 HTTP/1.1" status: 200 len: 944 time: 0.0663335 Jun 30 10:09:04.897146 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d762747f-5e1f-4942-8da6-85666a98029b req-6265b06b-a8b5-4be5-b632-aed3b97c452a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=89788f89-f341-4b7a-9cac-0a096bed8e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336132 Jun 30 10:09:04.997875 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:09:05.892300 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 17d24b44-9576-4f46-aad4-d8dffbb6beba up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:09:06.011213 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 17d24b44-9576-4f46-aad4-d8dffbb6beba completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:09:06.015511 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 17d24b44-9576-4f46-aad4-d8dffbb6beba triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:09:06.015937 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:06.087254 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3a365-d254-4479-ba6a-4ff00c3eb1ef req-87f578b1-2153-4f11-8993-e4ce32036332 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:06.088817 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9ff3a365-d254-4479-ba6a-4ff00c3eb1ef req-87f578b1-2153-4f11-8993-e4ce32036332 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5 HTTP/1.1" status: 200 len: 944 time: 0.0728714 Jun 30 10:09:06.098827 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:06.122738 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d24b44-9576-4f46-aad4-d8dffbb6beba'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:09:06.125114 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2eee4c-c09d-41cd-9ce6-2247c80aea8b" -d '{"events": [{"server_uuid": "bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5", "name": "network-vif-plugged", "status": "completed", "tag": "17d24b44-9576-4f46-aad4-d8dffbb6beba"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:09:06.128904 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9ff3a365-d254-4479-ba6a-4ff00c3eb1ef req-06e0cefd-f110-46ef-a263-672eb873401d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=89788f89-f341-4b7a-9cac-0a096bed8e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339346 Jun 30 10:09:06.140135 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 17d24b44-9576-4f46-aad4-d8dffbb6beba, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=17d24b44-9576-4f46-aad4-d8dffbb6beba,segment=NetworkSegment(5e54b663-e96d-4c0b-94be-6d1c197eda28),segment_id=5e54b663-e96d-4c0b-94be-6d1c197eda28)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:09:06.164069 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a67a14c-2223-43d6-a734-3ac4626a5fe9 x-openstack-request-id: req-9a67a14c-2223-43d6-a734-3ac4626a5fe9 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:09:06.164786 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5", "name": "network-vif-plugged", "status": "completed", "tag": "17d24b44-9576-4f46-aad4-d8dffbb6beba", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:09:06.164786 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9a67a14c-2223-43d6-a734-3ac4626a5fe9 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:09:06.165167 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d24b44-9576-4f46-aad4-d8dffbb6beba', 'code': 200} Jun 30 10:09:06.237751 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:06.289558 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=17d24b44-9576-4f46-aad4-d8dffbb6beba,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:06.326984 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32334125-f612-45d7-a301-38d0c9eb7020 req-599b7a74-4159-4947-bc3a-fc3249d8debe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:06.336007 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-32334125-f612-45d7-a301-38d0c9eb7020 req-599b7a74-4159-4947-bc3a-fc3249d8debe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5 HTTP/1.1" status: 200 len: 1097 time: 0.1041570 Jun 30 10:09:06.369511 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-32334125-f612-45d7-a301-38d0c9eb7020 req-9a7a64bc-4d19-4ba7-9569-88f1e2aecfe6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=89788f89-f341-4b7a-9cac-0a096bed8e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350959 Jun 30 10:09:07.316559 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277879d-b554-41a1-8a55-c48f311d45d7 req-d1372ec3-92f3-41e7-a365-d4f6fe7bdc08 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:07.317979 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b277879d-b554-41a1-8a55-c48f311d45d7 req-d1372ec3-92f3-41e7-a365-d4f6fe7bdc08 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5 HTTP/1.1" status: 200 len: 945 time: 0.0731196 Jun 30 10:09:07.362390 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b277879d-b554-41a1-8a55-c48f311d45d7 req-65097796-3934-4dc4-bc2a-ef3bccb391ac tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=89788f89-f341-4b7a-9cac-0a096bed8e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379884 Jun 30 10:09:08.108425 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:08.540375 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a948d-d08d-46f0-9006-de2d3da4eb82 req-7679d2cb-1c1c-41c2-9550-f044b1220eb1 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:08.542734 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d97a948d-d08d-46f0-9006-de2d3da4eb82 req-7679d2cb-1c1c-41c2-9550-f044b1220eb1 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5 HTTP/1.1" status: 200 len: 945 time: 0.0644646 Jun 30 10:09:08.580887 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d97a948d-d08d-46f0-9006-de2d3da4eb82 req-5ad39d0e-9404-4949-a9eb-df9219f8b4de tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=89788f89-f341-4b7a-9cac-0a096bed8e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323095 Jun 30 10:09:08.755347 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619987c6-fc27-485b-8747-883108ee3e45 req-a74d5b82-8453-40f0-bdd6-6b2f762f8195 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:08.756803 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-619987c6-fc27-485b-8747-883108ee3e45 req-a74d5b82-8453-40f0-bdd6-6b2f762f8195 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5 HTTP/1.1" status: 200 len: 945 time: 0.0633042 Jun 30 10:09:08.799046 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-619987c6-fc27-485b-8747-883108ee3e45 req-7cbc0593-b076-490e-987f-b7c806ce1ebd tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=89788f89-f341-4b7a-9cac-0a096bed8e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362661 Jun 30 10:09:08.824104 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59350) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:08.879575 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01257725-d4b5-4e1b-8e6e-f4382ef68d5f tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:08.881091 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-01257725-d4b5-4e1b-8e6e-f4382ef68d5f tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5 HTTP/1.1" status: 200 len: 1092 time: 0.0559733 Jun 30 10:09:08.884311 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59352) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:08.889261 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-698353d2-0c66-45a9-824d-740696fd6522 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'port_id': '17d24b44-9576-4f46-aad4-d8dffbb6beba', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:09:09.009585 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-698353d2-0c66-45a9-824d-740696fd6522 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for floatingip, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:09.108117 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-698353d2-0c66-45a9-824d-740696fd6522 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:09.217515 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-698353d2-0c66-45a9-824d-740696fd6522 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Allocated IP 172.25.6.42 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/26b07287-fddd-4db5-bc9f-dd9a59895bd1) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:09:09.321974 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-698353d2-0c66-45a9-824d-740696fd6522 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:09.348388 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:09.457213 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-698353d2-0c66-45a9-824d-740696fd6522 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:09.497252 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698353d2-0c66-45a9-824d-740696fd6522 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:09:09.502027 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-698353d2-0c66-45a9-824d-740696fd6522 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:09:09.506602 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698353d2-0c66-45a9-824d-740696fd6522 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:09:09.508833 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698353d2-0c66-45a9-824d-740696fd6522 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'Port': ['ID=26b07287-fddd-4db5-bc9f-dd9a59895bd1,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:10.003080 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-698353d2-0c66-45a9-824d-740696fd6522 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:10.210966 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-698353d2-0c66-45a9-824d-740696fd6522 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:10.360124 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-698353d2-0c66-45a9-824d-740696fd6522 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:10.443533 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-698353d2-0c66-45a9-824d-740696fd6522 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:10.511568 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698353d2-0c66-45a9-824d-740696fd6522 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'Port': ['ID=26b07287-fddd-4db5-bc9f-dd9a59895bd1,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:10.523662 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-698353d2-0c66-45a9-824d-740696fd6522 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:10.624319 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [None req-698353d2-0c66-45a9-824d-740696fd6522 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Floating IP fb722c25-49fd-400b-b77e-f18b5593fb12 associated. External IP: 172.25.6.42, port: 17d24b44-9576-4f46-aad4-d8dffbb6beba. Jun 30 10:09:10.834206 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698353d2-0c66-45a9-824d-740696fd6522 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Router 1c385f2d-c34f-4f6f-befd-48e62136b9ae has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:09:10.942728 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698353d2-0c66-45a9-824d-740696fd6522 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:09:10.952071 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e4ae05-0c0b-4276-89eb-746a19f701c1 None None] Sync routers for ids ['1c385f2d-c34f-4f6f-befd-48e62136b9ae'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:09:10.960694 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e4ae05-0c0b-4276-89eb-746a19f701c1 None None] Routers {'1c385f2d-c34f-4f6f-befd-48e62136b9ae'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:09:10.961346 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a9e4ae05-0c0b-4276-89eb-746a19f701c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:08:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c385f2d-c34f-4f6f-befd-48e62136b9ae'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:11.037556 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-698353d2-0c66-45a9-824d-740696fd6522 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:11.070157 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-a9e4ae05-0c0b-4276-89eb-746a19f701c1 None None] Set router 1c385f2d-c34f-4f6f-befd-48e62136b9ae gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:09:11.078128 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-698353d2-0c66-45a9-824d-740696fd6522 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1896687 Jun 30 10:09:11.078128 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5', 'tag': '17d24b44-9576-4f46-aad4-d8dffbb6beba'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:09:11.078128 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b93376-4eb8-493d-b3e0-ecfe8f09e9e3" -d '{"events": [{"name": "network-changed", "server_uuid": "bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5", "tag": "17d24b44-9576-4f46-aad4-d8dffbb6beba"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:09:11.078938 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59354) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:11.116846 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d7aff7-633b-419b-b561-e9fb784fafac x-openstack-request-id: req-46d7aff7-633b-419b-b561-e9fb784fafac {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:09:11.116846 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5", "tag": "17d24b44-9576-4f46-aad4-d8dffbb6beba", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:09:11.116846 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-46d7aff7-633b-419b-b561-e9fb784fafac {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:09:11.116846 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5', 'tag': '17d24b44-9576-4f46-aad4-d8dffbb6beba', 'status': 'completed', 'code': 200} Jun 30 10:09:11.178696 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2d7b0aab-6b49-4675-9811-af85b3148c5e tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/floatingips/fb722c25-49fd-400b-b77e-f18b5593fb12 HTTP/1.1" status: 200 len: 990 time: 0.0980072 Jun 30 10:09:11.204262 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b93376-4eb8-493d-b3e0-ecfe8f09e9e3 req-dfd7c81a-a675-4a01-af2e-e0cd025689b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:11.205977 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a7b93376-4eb8-493d-b3e0-ecfe8f09e9e3 req-dfd7c81a-a675-4a01-af2e-e0cd025689b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e78cb94e3e7846abb3457d5b43ee0638&device_id=bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5 HTTP/1.1" status: 200 len: 1097 time: 0.0642245 Jun 30 10:09:11.298421 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b93376-4eb8-493d-b3e0-ecfe8f09e9e3 req-3e0ef2b5-67bb-4542-bc64-dd7c5dcfa429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:11.300171 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a7b93376-4eb8-493d-b3e0-ecfe8f09e9e3 req-3e0ef2b5-67bb-4542-bc64-dd7c5dcfa429 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f0268a3-9062-450f-b0bf-83f9a6d29707 HTTP/1.1" status: 200 len: 898 time: 0.0878732 Jun 30 10:09:11.302751 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a9e4ae05-0c0b-4276-89eb-746a19f701c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'name': 'tempest-TestNetworkBasicOps-router-945159740', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:44Z', 'updated_at': '2021-06-30T10:08:49Z', 'revision_number': 4, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:45Z', 'updated_at': '2021-06-30T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'fb722c25-49fd-400b-b77e-f18b5593fb12', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'port_id': '17d24b44-9576-4f46-aad4-d8dffbb6beba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707', 'mac_address': 'fa:16:3e:54:5b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:09:09Z', 'updated_at': '2021-06-30T10:09:09Z', 'revision_number': 0, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5d318f-c6bb-4937-9d6d-e0435721a628', 'name': '', 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'mac_address': 'fa:16:3e:9e:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'e1224c3d-f327-454f-b561-b1ff18a77a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:48Z', 'updated_at': '2021-06-30T10:08:54Z', 'revision_number': 5, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'subnets': [{'id': 'e1224c3d-f327-454f-b561-b1ff18a77a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:11.329863 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e4ae05-0c0b-4276-89eb-746a19f701c1 None None] Checking router: 1c385f2d-c34f-4f6f-befd-48e62136b9ae for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:09:11.338869 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e4ae05-0c0b-4276-89eb-746a19f701c1 None None] Routers {'1c385f2d-c34f-4f6f-befd-48e62136b9ae'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:09:11.340129 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a9e4ae05-0c0b-4276-89eb-746a19f701c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:08:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c385f2d-c34f-4f6f-befd-48e62136b9ae'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:11.370849 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a7b93376-4eb8-493d-b3e0-ecfe8f09e9e3 req-b1c16c3e-2f49-4e77-8cbe-d4a930f61ea3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17d24b44-9576-4f46-aad4-d8dffbb6beba HTTP/1.1" status: 200 len: 998 time: 0.0640485 Jun 30 10:09:11.421132 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b93376-4eb8-493d-b3e0-ecfe8f09e9e3 req-687b93e1-3698-4158-9f3f-742d565d1c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:11.422645 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a7b93376-4eb8-493d-b3e0-ecfe8f09e9e3 req-687b93e1-3698-4158-9f3f-742d565d1c57 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1224c3d-f327-454f-b561-b1ff18a77a8f HTTP/1.1" status: 200 len: 834 time: 0.0457911 Jun 30 10:09:11.451443 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-a9e4ae05-0c0b-4276-89eb-746a19f701c1 None None] Set router 1c385f2d-c34f-4f6f-befd-48e62136b9ae gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:09:11.478509 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b93376-4eb8-493d-b3e0-ecfe8f09e9e3 req-6a02f743-2261-41c1-aef3-14d4db4c2b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:11.480865 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a7b93376-4eb8-493d-b3e0-ecfe8f09e9e3 req-6a02f743-2261-41c1-aef3-14d4db4c2b35 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f0268a3-9062-450f-b0bf-83f9a6d29707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525577 Jun 30 10:09:11.575415 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a7b93376-4eb8-493d-b3e0-ecfe8f09e9e3 req-aea149bf-0224-4f61-89a9-d4c65ecca734 service neutron] 10.222.0.37 "GET /v2.0/networks/2f0268a3-9062-450f-b0bf-83f9a6d29707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883896 Jun 30 10:09:11.665911 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a7b93376-4eb8-493d-b3e0-ecfe8f09e9e3 req-7e6a9c01-1017-401d-b3bc-cfb7aae85caa service neutron] 10.222.0.37 "GET /v2.0/networks/2f0268a3-9062-450f-b0bf-83f9a6d29707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849116 Jun 30 10:09:11.688124 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a9e4ae05-0c0b-4276-89eb-746a19f701c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'name': 'tempest-TestNetworkBasicOps-router-945159740', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:44Z', 'updated_at': '2021-06-30T10:08:49Z', 'revision_number': 4, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:45Z', 'updated_at': '2021-06-30T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'fb722c25-49fd-400b-b77e-f18b5593fb12', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'port_id': '17d24b44-9576-4f46-aad4-d8dffbb6beba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707', 'mac_address': 'fa:16:3e:54:5b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:09:09Z', 'updated_at': '2021-06-30T10:09:09Z', 'revision_number': 0, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5d318f-c6bb-4937-9d6d-e0435721a628', 'name': '', 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'mac_address': 'fa:16:3e:9e:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'e1224c3d-f327-454f-b561-b1ff18a77a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:48Z', 'updated_at': '2021-06-30T10:08:54Z', 'revision_number': 5, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'subnets': [{'id': 'e1224c3d-f327-454f-b561-b1ff18a77a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:11.717504 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e4ae05-0c0b-4276-89eb-746a19f701c1 None None] The sync data for ids ['1c385f2d-c34f-4f6f-befd-48e62136b9ae'] in n-d-771363-31 is: [{'id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'name': 'tempest-TestNetworkBasicOps-router-945159740', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:44Z', 'updated_at': '2021-06-30T10:08:49Z', 'revision_number': 4, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:45Z', 'updated_at': '2021-06-30T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'fb722c25-49fd-400b-b77e-f18b5593fb12', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'port_id': '17d24b44-9576-4f46-aad4-d8dffbb6beba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707', 'mac_address': 'fa:16:3e:54:5b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:09:09Z', 'updated_at': '2021-06-30T10:09:09Z', 'revision_number': 0, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5d318f-c6bb-4937-9d6d-e0435721a628', 'name': '', 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'mac_address': 'fa:16:3e:9e:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'e1224c3d-f327-454f-b561-b1ff18a77a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:48Z', 'updated_at': '2021-06-30T10:08:54Z', 'revision_number': 5, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'subnets': [{'id': 'e1224c3d-f327-454f-b561-b1ff18a77a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:09:11.767329 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0040785a-7c42-4018-bebc-853540dde3c4 req-2703d3eb-d309-482f-af79-4f4c760a8532 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0562708 Jun 30 10:09:11.880168 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040785a-7c42-4018-bebc-853540dde3c4 req-bed92062-6763-4eec-bfbf-e4f8a354d42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:11.881678 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0040785a-7c42-4018-bebc-853540dde3c4 req-bed92062-6763-4eec-bfbf-e4f8a354d42d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e78cb94e3e7846abb3457d5b43ee0638&device_id=bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5 HTTP/1.1" status: 200 len: 1097 time: 0.0640109 Jun 30 10:09:11.918560 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654f1f9f-d960-4480-8015-35a2a511a450 None None] New status for floating IP fb722c25-49fd-400b-b77e-f18b5593fb12: ACTIVE {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:09:11.991250 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040785a-7c42-4018-bebc-853540dde3c4 req-2deba538-3fd4-4086-9946-cc0e633eab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:11.992726 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0040785a-7c42-4018-bebc-853540dde3c4 req-2deba538-3fd4-4086-9946-cc0e633eab70 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f0268a3-9062-450f-b0bf-83f9a6d29707 HTTP/1.1" status: 200 len: 898 time: 0.0887246 Jun 30 10:09:12.064506 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0040785a-7c42-4018-bebc-853540dde3c4 req-9fe80835-f40a-4c2e-92ac-88c910b41fcd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17d24b44-9576-4f46-aad4-d8dffbb6beba HTTP/1.1" status: 200 len: 998 time: 0.0646694 Jun 30 10:09:12.113273 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040785a-7c42-4018-bebc-853540dde3c4 req-3154391d-3722-47ed-af2c-c33bae64b814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:12.114697 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0040785a-7c42-4018-bebc-853540dde3c4 req-3154391d-3722-47ed-af2c-c33bae64b814 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1224c3d-f327-454f-b561-b1ff18a77a8f HTTP/1.1" status: 200 len: 834 time: 0.0441256 Jun 30 10:09:12.173348 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040785a-7c42-4018-bebc-853540dde3c4 req-a37b4d89-0088-4850-81d2-c877834a5b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:12.174832 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0040785a-7c42-4018-bebc-853540dde3c4 req-a37b4d89-0088-4850-81d2-c877834a5b93 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f0268a3-9062-450f-b0bf-83f9a6d29707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529630 Jun 30 10:09:12.183461 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59358) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:12.248774 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8dd99dd3-1f26-4504-9a54-8b3bf6b4c75a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/floatingips/fb722c25-49fd-400b-b77e-f18b5593fb12 HTTP/1.1" status: 200 len: 992 time: 0.0642676 Jun 30 10:09:12.274547 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0040785a-7c42-4018-bebc-853540dde3c4 req-235c862d-0a7d-420c-894d-49f80e65b0e3 service neutron] 10.222.0.37 "GET /v2.0/networks/2f0268a3-9062-450f-b0bf-83f9a6d29707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928206 Jun 30 10:09:12.364203 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0040785a-7c42-4018-bebc-853540dde3c4 req-80c83f5b-3e11-4f68-925a-4cc8dd1baa7d service neutron] 10.222.0.37 "GET /v2.0/networks/2f0268a3-9062-450f-b0bf-83f9a6d29707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836642 Jun 30 10:09:20.466509 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b017ca98-d113-4338-8673-e0ef32c2a37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:22.946338 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0471d32a-dd9e-48af-b4ff-a147577f71f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:23.528786 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:24.793928 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:26.505871 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:38.111839 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:39.340601 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:41.997243 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:09:50.490501 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-641ff9af-046f-47d5-ba0b-b8e5ebb7aa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:52.948458 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a03a5256-2d10-4c50-937c-35892e185c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:53.536534 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:54.787531 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:56.479318 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:08.185337 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:09.370433 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:11.780365 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7828b7d6-22b8-49a2-816c-c4f3fbed632f req-f326336f-fccd-4830-964c-af114c0d31f3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0522451 Jun 30 10:10:11.876361 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828b7d6-22b8-49a2-816c-c4f3fbed632f req-dd2d0f5e-ba5a-41f0-918a-5f51415df316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:11.877896 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7828b7d6-22b8-49a2-816c-c4f3fbed632f req-dd2d0f5e-ba5a-41f0-918a-5f51415df316 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e78cb94e3e7846abb3457d5b43ee0638&device_id=bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5 HTTP/1.1" status: 200 len: 1097 time: 0.0569465 Jun 30 10:10:11.979594 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828b7d6-22b8-49a2-816c-c4f3fbed632f req-a9c21d3c-d698-4b5e-b21f-672c3ba019ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:11.981064 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7828b7d6-22b8-49a2-816c-c4f3fbed632f req-a9c21d3c-d698-4b5e-b21f-672c3ba019ce service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f0268a3-9062-450f-b0bf-83f9a6d29707 HTTP/1.1" status: 200 len: 898 time: 0.0842924 Jun 30 10:10:12.049805 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7828b7d6-22b8-49a2-816c-c4f3fbed632f req-65dc96f6-a2b6-48e2-a12c-64ec76abd445 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17d24b44-9576-4f46-aad4-d8dffbb6beba HTTP/1.1" status: 200 len: 1000 time: 0.0618360 Jun 30 10:10:12.098662 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828b7d6-22b8-49a2-816c-c4f3fbed632f req-a35e1c43-8fbb-4996-ba35-7ec827cae049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:12.100141 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7828b7d6-22b8-49a2-816c-c4f3fbed632f req-a35e1c43-8fbb-4996-ba35-7ec827cae049 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1224c3d-f327-454f-b561-b1ff18a77a8f HTTP/1.1" status: 200 len: 834 time: 0.0437031 Jun 30 10:10:12.155786 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828b7d6-22b8-49a2-816c-c4f3fbed632f req-26d6fb4f-aebc-4d31-b96d-9b51d18ef59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:12.157590 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7828b7d6-22b8-49a2-816c-c4f3fbed632f req-26d6fb4f-aebc-4d31-b96d-9b51d18ef59b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f0268a3-9062-450f-b0bf-83f9a6d29707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516913 Jun 30 10:10:12.248722 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7828b7d6-22b8-49a2-816c-c4f3fbed632f req-c0472bba-30f6-4ebf-9c5d-008133e65f0b service neutron] 10.222.0.37 "GET /v2.0/networks/2f0268a3-9062-450f-b0bf-83f9a6d29707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847824 Jun 30 10:10:12.340389 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7828b7d6-22b8-49a2-816c-c4f3fbed632f req-c6410c64-0918-439f-a7e4-136bb9091bf8 service neutron] 10.222.0.37 "GET /v2.0/networks/2f0268a3-9062-450f-b0bf-83f9a6d29707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855629 Jun 30 10:10:18.997640 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:10:20.504847 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d270bc0c-8e35-4f2c-a97a-8db127a1a2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:23.027675 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-10d9efab-8166-4df8-b16d-d5d497e22807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:23.541466 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:24.790970 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:25.244188 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59382) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:25.343094 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e88360-43fd-4ea0-976b-51ab284bfbfd tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:25.343531 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e88360-43fd-4ea0-976b-51ab284bfbfd tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:25.344005 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e88360-43fd-4ea0-976b-51ab284bfbfd tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:25.346021 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-92e88360-43fd-4ea0-976b-51ab284bfbfd tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] 10.222.0.10 "GET /v2.0/ports?project_id=e78cb94e3e7846abb3457d5b43ee0638&network_id=2f0268a3-9062-450f-b0bf-83f9a6d29707 HTTP/1.1" status: 200 len: 2972 time: 0.1008563 Jun 30 10:10:26.482206 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:26.954349 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59394) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:27.005358 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47d4564-53f0-4fc5-996b-3acc383eaa28 tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:27.006824 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a47d4564-53f0-4fc5-996b-3acc383eaa28 tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=599fb812-09ee-4e3b-a109-d92406a95c23 HTTP/1.1" status: 200 len: 814 time: 0.0514936 Jun 30 10:10:27.474713 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59400) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:27.479908 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-2fc13492-8aca-4b59-a833-b56a26e904b7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'network': {'name': 'tempest-network-smoke--1476772573', 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'port_security_enabled': True}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:10:27.596308 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc13492-8aca-4b59-a833-b56a26e904b7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Made reservation on behalf of e78cb94e3e7846abb3457d5b43ee0638 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:10:27.600461 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2fc13492-8aca-4b59-a833-b56a26e904b7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:27.627969 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc13492-8aca-4b59-a833-b56a26e904b7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:10:27.637062 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2fc13492-8aca-4b59-a833-b56a26e904b7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:27.637395 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-2fc13492-8aca-4b59-a833-b56a26e904b7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Added segment dddba4a8-6f57-499c-ae3b-38fa0e9b0721 of type vlan for network 164769cf-47b1-42a0-b294-950843cbc60f Jun 30 10:10:27.676562 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2fc13492-8aca-4b59-a833-b56a26e904b7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:27.762294 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2fc13492-8aca-4b59-a833-b56a26e904b7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:27.767754 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc13492-8aca-4b59-a833-b56a26e904b7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:27.768358 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2fc13492-8aca-4b59-a833-b56a26e904b7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:27.833010 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc13492-8aca-4b59-a833-b56a26e904b7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'Network': ['ID=164769cf-47b1-42a0-b294-950843cbc60f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:27.840164 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13492-8aca-4b59-a833-b56a26e904b7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:27.840503 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13492-8aca-4b59-a833-b56a26e904b7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:27.840839 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13492-8aca-4b59-a833-b56a26e904b7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:27.841167 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13492-8aca-4b59-a833-b56a26e904b7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:27.841494 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13492-8aca-4b59-a833-b56a26e904b7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:27.841816 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13492-8aca-4b59-a833-b56a26e904b7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:27.842136 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13492-8aca-4b59-a833-b56a26e904b7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:27.842459 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13492-8aca-4b59-a833-b56a26e904b7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:27.842769 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13492-8aca-4b59-a833-b56a26e904b7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:27.843148 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13492-8aca-4b59-a833-b56a26e904b7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:27.843478 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13492-8aca-4b59-a833-b56a26e904b7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:27.843812 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13492-8aca-4b59-a833-b56a26e904b7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:27.856505 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 164769cf-47b1-42a0-b294-950843cbc60f details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:10:27.913922 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2fc13492-8aca-4b59-a833-b56a26e904b7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4377844 Jun 30 10:10:27.916790 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59402) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:27.987431 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa53d18-0aee-4c44-a8af-03287968ec8d tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:27.989513 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5fa53d18-0aee-4c44-a8af-03287968ec8d tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=e78cb94e3e7846abb3457d5b43ee0638&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0717359 Jun 30 10:10:27.992341 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59404) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:28.077102 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f311c294-f12b-4e90-b2f5-5d2fdfd46c8c tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:28.078585 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f311c294-f12b-4e90-b2f5-5d2fdfd46c8c tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853419 Jun 30 10:10:28.081395 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59406) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:28.109530 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-120ba37c-8420-443d-a7ce-e96c5bf6218a tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=599fb812-09ee-4e3b-a109-d92406a95c23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262291 Jun 30 10:10:28.112204 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59408) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:28.145893 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a7f7ebc0-09fb-4c2c-a32d-a4e2cee19f9c tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=e78cb94e3e7846abb3457d5b43ee0638&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324972 Jun 30 10:10:28.148294 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59410) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:28.230617 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8b7597-fea6-43da-9afb-f2bdc8ec8eec tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:28.232115 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9b8b7597-fea6-43da-9afb-f2bdc8ec8eec tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0828769 Jun 30 10:10:28.234799 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59412) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:28.262698 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7511c624-ef60-41c9-8699-277bf6342b40 tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=599fb812-09ee-4e3b-a109-d92406a95c23&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268590 Jun 30 10:10:28.264964 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59414) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:28.269498 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-be34e05b-214e-4976-8fc5-c2b755d47e11 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-509278759', 'network_id': '164769cf-47b1-42a0-b294-950843cbc60f', 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:10:28.419196 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be34e05b-214e-4976-8fc5-c2b755d47e11 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Made reservation on behalf of e78cb94e3e7846abb3457d5b43ee0638 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:10:28.422656 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-be34e05b-214e-4976-8fc5-c2b755d47e11 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:28.656060 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-be34e05b-214e-4976-8fc5-c2b755d47e11 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:28.722066 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34e05b-214e-4976-8fc5-c2b755d47e11 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'Subnet': ['ID=eec1d05a-f770-40b8-8721-d2aa47c46957,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:28.733414 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be34e05b-214e-4976-8fc5-c2b755d47e11 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Checking segment: {'id': 'dddba4a8-6f57-499c-ae3b-38fa0e9b0721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '164769cf-47b1-42a0-b294-950843cbc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:10:28.733779 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be34e05b-214e-4976-8fc5-c2b755d47e11 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Network hostable DHCP agents. Network: 164769cf-47b1-42a0-b294-950843cbc60f, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:10:28.830723 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be34e05b-214e-4976-8fc5-c2b755d47e11 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Network 164769cf-47b1-42a0-b294-950843cbc60f is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:10:28.907239 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-be34e05b-214e-4976-8fc5-c2b755d47e11 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 164769cf-47b1-42a0-b294-950843cbc60f) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:10:28.911693 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be34e05b-214e-4976-8fc5-c2b755d47e11 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:28.912293 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-be34e05b-214e-4976-8fc5-c2b755d47e11 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:28.918786 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2385dbc7-c731-4f72-85c8-419a7ebd8809 None None] Network 164769cf-47b1-42a0-b294-950843cbc60f requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:10:28.991982 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-be34e05b-214e-4976-8fc5-c2b755d47e11 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7259450 Jun 30 10:10:29.068012 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-164769cf-47b1-42a0-b294-950843cbc60f', 'network_id': '164769cf-47b1-42a0-b294-950843cbc60f', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'fixed_ips': [{'subnet_id': 'eec1d05a-f770-40b8-8721-d2aa47c46957'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:10:29.068874 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:29.356512 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Allocated IP 172.20.0.18 (164769cf-47b1-42a0-b294-950843cbc60f/eec1d05a-f770-40b8-8721-d2aa47c46957/9a4e4976-594d-424e-9b20-ab94afacab48) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:10:29.497845 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:29.506745 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Transition to ACTIVE for port object 9a4e4976-594d-424e-9b20-ab94afacab48 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:10:29.523213 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Transition to ACTIVE for port object 9a4e4976-594d-424e-9b20-ab94afacab48 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:10:29.557609 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59420) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:29.562414 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-d26a67ee-17fc-46e0-a5d5-fe4e9d6053a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-434096885', 'description': 'tempest-secgroup-smoke-434096885 description', 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:10:29.596533 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:29.633852 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Network 164769cf-47b1-42a0-b294-950843cbc60f is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:10:29.636481 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:10:29.641769 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:10:29.647772 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d26a67ee-17fc-46e0-a5d5-fe4e9d6053a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:29.649254 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Pushing event updated for resources: {'Port': ['ID=9a4e4976-594d-424e-9b20-ab94afacab48,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:29.676974 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:29.677319 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:29.677659 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:29.677981 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:29.678384 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:29.678623 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:29.678943 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:29.679296 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:29.679617 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:29.679933 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:29.680251 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:29.680563 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:29.712338 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Attempting to bind port 9a4e4976-594d-424e-9b20-ab94afacab48 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:10:29.715722 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Attempting to bind port 9a4e4976-594d-424e-9b20-ab94afacab48 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'dddba4a8-6f57-499c-ae3b-38fa0e9b0721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '164769cf-47b1-42a0-b294-950843cbc60f'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:10:29.715722 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Attempting to bind port 9a4e4976-594d-424e-9b20-ab94afacab48 on network 164769cf-47b1-42a0-b294-950843cbc60f {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:10:29.717910 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:10:29.718302 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Checking segment: {'id': 'dddba4a8-6f57-499c-ae3b-38fa0e9b0721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '164769cf-47b1-42a0-b294-950843cbc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:10:29.718674 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:29.719065 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Bound using segment: {'id': 'dddba4a8-6f57-499c-ae3b-38fa0e9b0721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '164769cf-47b1-42a0-b294-950843cbc60f'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:10:29.719556 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Bound port: 9a4e4976-594d-424e-9b20-ab94afacab48, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dddba4a8-6f57-499c-ae3b-38fa0e9b0721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '164769cf-47b1-42a0-b294-950843cbc60f'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:10:29.719933 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:29.733750 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d26a67ee-17fc-46e0-a5d5-fe4e9d6053a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:29.785659 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] For port 9a4e4976-594d-424e-9b20-ab94afacab48, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:10:29.788647 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] For port 9a4e4976-594d-424e-9b20-ab94afacab48, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=9a4e4976-594d-424e-9b20-ab94afacab48,segment=NetworkSegment(dddba4a8-6f57-499c-ae3b-38fa0e9b0721),segment_id=dddba4a8-6f57-499c-ae3b-38fa0e9b0721)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:10:29.833032 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d26a67ee-17fc-46e0-a5d5-fe4e9d6053a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:29.861374 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a67ee-17fc-46e0-a5d5-fe4e9d6053a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43282ae0-c485-45ef-845c-62185b4f8368,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:29.869263 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a67ee-17fc-46e0-a5d5-fe4e9d6053a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:29.871488 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a67ee-17fc-46e0-a5d5-fe4e9d6053a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:29.871488 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a67ee-17fc-46e0-a5d5-fe4e9d6053a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:29.871488 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a67ee-17fc-46e0-a5d5-fe4e9d6053a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:29.871488 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a67ee-17fc-46e0-a5d5-fe4e9d6053a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:29.871488 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a67ee-17fc-46e0-a5d5-fe4e9d6053a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:29.871488 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a67ee-17fc-46e0-a5d5-fe4e9d6053a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:29.872060 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a67ee-17fc-46e0-a5d5-fe4e9d6053a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:29.872060 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a67ee-17fc-46e0-a5d5-fe4e9d6053a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:29.872252 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a67ee-17fc-46e0-a5d5-fe4e9d6053a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:29.872456 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a67ee-17fc-46e0-a5d5-fe4e9d6053a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:29.872773 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a67ee-17fc-46e0-a5d5-fe4e9d6053a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:29.890623 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:29.918744 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d26a67ee-17fc-46e0-a5d5-fe4e9d6053a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:29.922720 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d26a67ee-17fc-46e0-a5d5-fe4e9d6053a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3615544 Jun 30 10:10:29.925114 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59422) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:29.932450 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-3bc0e05b-014b-4f6a-8473-3de7013b8719 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'security_group_rule': {'security_group_id': '43282ae0-c485-45ef-845c-62185b4f8368', 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:10:29.950597 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854c96d-53f6-42bd-a64c-3dbdf9e3dc38 None None] Pushing event updated for resources: {'Port': ['ID=9a4e4976-594d-424e-9b20-ab94afacab48,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:30.076987 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3bc0e05b-014b-4f6a-8473-3de7013b8719 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:30.181715 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3bc0e05b-014b-4f6a-8473-3de7013b8719 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:30.290496 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3bc0e05b-014b-4f6a-8473-3de7013b8719 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:30.311337 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0e05b-014b-4f6a-8473-3de7013b8719 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f07c72-aead-4a0a-87c2-28e7a54b2c3e,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:30.385665 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3bc0e05b-014b-4f6a-8473-3de7013b8719 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:30.387776 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3bc0e05b-014b-4f6a-8473-3de7013b8719 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4607725 Jun 30 10:10:30.390892 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59426) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:30.396435 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-8ed86536-3c07-44e3-beaf-0a6408514e54 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'security_group_rule': {'security_group_id': '43282ae0-c485-45ef-845c-62185b4f8368', 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:10:30.501013 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8ed86536-3c07-44e3-beaf-0a6408514e54 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:30.563144 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8ed86536-3c07-44e3-beaf-0a6408514e54 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:30.636531 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8ed86536-3c07-44e3-beaf-0a6408514e54 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:30.656846 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed86536-3c07-44e3-beaf-0a6408514e54 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=185d9b88-b381-4400-aa70-28872fc93a3a,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:30.733426 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8ed86536-3c07-44e3-beaf-0a6408514e54 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:30.739697 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8ed86536-3c07-44e3-beaf-0a6408514e54 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3424561 Jun 30 10:10:30.739891 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59428) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:30.745114 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-c8c83be0-65e1-43bf-855b-4bce362a5fba tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'security_group_rule': {'security_group_id': '43282ae0-c485-45ef-845c-62185b4f8368', 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:10:30.838578 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c8c83be0-65e1-43bf-855b-4bce362a5fba tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:30.893762 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ea5920-650f-4dea-8235-aa8f5902149e None None] Network 164769cf-47b1-42a0-b294-950843cbc60f requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:10:30.918091 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c8c83be0-65e1-43bf-855b-4bce362a5fba tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:30.987842 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c8c83be0-65e1-43bf-855b-4bce362a5fba tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.008389 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c83be0-65e1-43bf-855b-4bce362a5fba tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7440544e-3149-4b39-a7de-19fea7d2eabc,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:31.049246 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e4e64a1a-1e96-49b7-afff-40c372b7a1bd None None] Provisioning for port 9a4e4976-594d-424e-9b20-ab94afacab48 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:10:31.078068 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c8c83be0-65e1-43bf-855b-4bce362a5fba tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.080162 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c8c83be0-65e1-43bf-855b-4bce362a5fba tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3389986 Jun 30 10:10:31.082666 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59430) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:31.087302 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-c2d8c99f-0f90-4bf7-8c12-49d8258a3000 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'security_group_rule': {'security_group_id': '43282ae0-c485-45ef-845c-62185b4f8368', 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:10:31.210841 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c2d8c99f-0f90-4bf7-8c12-49d8258a3000 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.283746 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c2d8c99f-0f90-4bf7-8c12-49d8258a3000 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.367973 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c2d8c99f-0f90-4bf7-8c12-49d8258a3000 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.388719 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8c99f-0f90-4bf7-8c12-49d8258a3000 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560a46b3-db9f-41bb-9d64-d1c036b6f32b,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:31.476572 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c2d8c99f-0f90-4bf7-8c12-49d8258a3000 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.477813 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c2d8c99f-0f90-4bf7-8c12-49d8258a3000 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3941710 Jun 30 10:10:31.480535 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59432) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:31.485171 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-828c5e7b-eee8-43b4-9b8c-82db2481c1a5 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'security_group_rule': {'security_group_id': '43282ae0-c485-45ef-845c-62185b4f8368', 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:10:31.596372 n-d-771363-31 neutron-server[101054]: INFO neutron.db.securitygroups_db [None req-828c5e7b-eee8-43b4-9b8c-82db2481c1a5 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Project e78cb94e3e7846abb3457d5b43ee0638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:10:31.602454 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-828c5e7b-eee8-43b4-9b8c-82db2481c1a5 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.663544 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-828c5e7b-eee8-43b4-9b8c-82db2481c1a5 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.739506 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-828c5e7b-eee8-43b4-9b8c-82db2481c1a5 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.758363 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c5e7b-eee8-43b4-9b8c-82db2481c1a5 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac31ce1-4f67-4eb4-a40a-392d9332372d,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:31.777428 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 9a4e4976-594d-424e-9b20-ab94afacab48 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:10:31.830526 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-828c5e7b-eee8-43b4-9b8c-82db2481c1a5 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.832458 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-828c5e7b-eee8-43b4-9b8c-82db2481c1a5 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3502831 Jun 30 10:10:31.841410 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59434) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:31.841850 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-e6122504-e62e-4625-8729-7d143362e18f tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'security_group_rule': {'security_group_id': '43282ae0-c485-45ef-845c-62185b4f8368', 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:10:31.967786 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 9a4e4976-594d-424e-9b20-ab94afacab48 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:10:31.971800 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 9a4e4976-594d-424e-9b20-ab94afacab48 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:31.972706 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.981362 n-d-771363-31 neutron-server[101054]: INFO neutron.db.securitygroups_db [None req-e6122504-e62e-4625-8729-7d143362e18f tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Project e78cb94e3e7846abb3457d5b43ee0638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:10:31.989629 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e6122504-e62e-4625-8729-7d143362e18f tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:32.056716 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:32.068692 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e6122504-e62e-4625-8729-7d143362e18f tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:32.090588 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 9a4e4976-594d-424e-9b20-ab94afacab48, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=9a4e4976-594d-424e-9b20-ab94afacab48,segment=NetworkSegment(dddba4a8-6f57-499c-ae3b-38fa0e9b0721),segment_id=dddba4a8-6f57-499c-ae3b-38fa0e9b0721)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:32.158796 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e6122504-e62e-4625-8729-7d143362e18f tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:32.179635 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6122504-e62e-4625-8729-7d143362e18f tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05392b93-2358-4a29-9a19-c70bd4b5aea3,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:32.190832 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:32.238674 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=9a4e4976-594d-424e-9b20-ab94afacab48,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:32.287995 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e6122504-e62e-4625-8729-7d143362e18f tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:32.289225 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e6122504-e62e-4625-8729-7d143362e18f tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4509904 Jun 30 10:10:32.660142 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-a357f741-8651-44a5-9aed-7125eca1abe7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-434096885&fields=id&tenant_id=e78cb94e3e7846abb3457d5b43ee0638 HTTP/1.1" status: 200 len: 267 time: 0.0325580 Jun 30 10:10:32.777760 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-fa2f05ae-92f8-4276-a461-a7d18e19663b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:32.779090 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-fa2f05ae-92f8-4276-a461-a7d18e19663b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/networks?id=164769cf-47b1-42a0-b294-950843cbc60f HTTP/1.1" status: 200 len: 797 time: 0.1126025 Jun 30 10:10:32.794711 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-49804dab-53df-4ad8-8638-81b4e0f76a57 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/quotas/e78cb94e3e7846abb3457d5b43ee0638 HTTP/1.1" status: 200 len: 375 time: 0.0101867 Jun 30 10:10:32.871719 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-d9a4c04b-4591-46cf-b35b-2dd95b9fb4dc tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e78cb94e3e7846abb3457d5b43ee0638&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0719147 Jun 30 10:10:33.015764 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-7e6ba796-9e3f-496d-9f9b-2faa95c2e93e service neutron] 10.222.0.10 "GET /v2.0/networks/164769cf-47b1-42a0-b294-950843cbc60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329076 Jun 30 10:10:33.104532 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-b24bae31-9765-46ef-b8aa-b7c059ab2c73 service neutron] 10.222.0.10 "GET /v2.0/networks/164769cf-47b1-42a0-b294-950843cbc60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822756 Jun 30 10:10:33.423857 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e602f487-48e5-4345-a37a-dd76fa0c5043 req-00681f8d-86f1-4409-bfa1-89ebd1b43dbb tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8b23e08-7eed-4237-8a59-10ae320ae231 HTTP/1.1" status: 200 len: 210 time: 0.0779405 Jun 30 10:10:33.748224 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 9a4e4976-594d-424e-9b20-ab94afacab48 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:10:33.804842 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 9a4e4976-594d-424e-9b20-ab94afacab48 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:33.805217 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:34.566078 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd43c29c-761a-4d10-b7cc-50570a49b244 req-9687ebed-7d2a-46d1-a4f8-bab0a08d5273 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8b23e08-7eed-4237-8a59-10ae320ae231 HTTP/1.1" status: 200 len: 210 time: 0.0277653 Jun 30 10:10:35.465466 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-2be269b1-f4e6-4a62-a7ff-1177cfd0eaac tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:35.466860 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-2be269b1-f4e6-4a62-a7ff-1177cfd0eaac tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.52 "GET /v2.0/networks?id=164769cf-47b1-42a0-b294-950843cbc60f HTTP/1.1" status: 200 len: 797 time: 0.1068466 Jun 30 10:10:35.522940 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-b9eca9a9-fb74-4350-82d3-8d049ffd2121 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e78cb94e3e7846abb3457d5b43ee0638 HTTP/1.1" status: 200 len: 471 time: 0.0456295 Jun 30 10:10:35.535704 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-0986acc0-c6d3-4846-9d86-1f5f82f36dc8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'port': {'device_id': 'a8b23e08-7eed-4237-8a59-10ae320ae231', 'network_id': '164769cf-47b1-42a0-b294-950843cbc60f', 'admin_state_up': True, 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'security_groups': ['43282ae0-c485-45ef-845c-62185b4f8368']}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:10:35.730885 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8c0b9d4d-b9e5-4cf2-9178-96dca5fd9370 req-4cd72458-d1ff-411a-87b8-4530760eee93 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8b23e08-7eed-4237-8a59-10ae320ae231 HTTP/1.1" status: 200 len: 210 time: 0.0291269 Jun 30 10:10:36.030647 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-0986acc0-c6d3-4846-9d86-1f5f82f36dc8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Made reservation on behalf of e78cb94e3e7846abb3457d5b43ee0638 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:10:36.034248 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-0986acc0-c6d3-4846-9d86-1f5f82f36dc8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:36.159208 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-0986acc0-c6d3-4846-9d86-1f5f82f36dc8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Allocated IP 172.20.0.22 (164769cf-47b1-42a0-b294-950843cbc60f/eec1d05a-f770-40b8-8721-d2aa47c46957/3cfb2e05-b613-4669-979e-27db389bf3b8) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:10:36.306464 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-0986acc0-c6d3-4846-9d86-1f5f82f36dc8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:36.320327 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-0986acc0-c6d3-4846-9d86-1f5f82f36dc8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Transition to ACTIVE for port object 3cfb2e05-b613-4669-979e-27db389bf3b8 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:10:36.387434 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-0986acc0-c6d3-4846-9d86-1f5f82f36dc8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:36.432732 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-0986acc0-c6d3-4846-9d86-1f5f82f36dc8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Network 164769cf-47b1-42a0-b294-950843cbc60f is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:10:36.435898 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-0986acc0-c6d3-4846-9d86-1f5f82f36dc8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:10:36.442302 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-0986acc0-c6d3-4846-9d86-1f5f82f36dc8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:10:36.448606 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986acc0-c6d3-4846-9d86-1f5f82f36dc8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'Port': ['ID=3cfb2e05-b613-4669-979e-27db389bf3b8,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:36.497181 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-0986acc0-c6d3-4846-9d86-1f5f82f36dc8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:36.497837 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-0986acc0-c6d3-4846-9d86-1f5f82f36dc8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:36.580420 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-0986acc0-c6d3-4846-9d86-1f5f82f36dc8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0490718 Jun 30 10:10:36.636406 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-e33e85cd-d7bc-4521-9743-8e26f2dea1f0 service neutron] Request body: {'port': {'device_id': 'a8b23e08-7eed-4237-8a59-10ae320ae231', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:10:36.710737 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-e33e85cd-d7bc-4521-9743-8e26f2dea1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:36.722817 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-40387c9d-6a07-4fb7-8bcb-96b300cba9e4 None None] Provisioning for port 3cfb2e05-b613-4669-979e-27db389bf3b8 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:10:36.726978 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-40387c9d-6a07-4fb7-8bcb-96b300cba9e4 None None] Provisioning complete for port 3cfb2e05-b613-4669-979e-27db389bf3b8 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:36.727380 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-40387c9d-6a07-4fb7-8bcb-96b300cba9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:36.760861 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-40387c9d-6a07-4fb7-8bcb-96b300cba9e4 None None] Port 3cfb2e05-b613-4669-979e-27db389bf3b8 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:10:36.998437 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde6f77-5c7e-45bb-96b8-6567faec5b07 req-69a16580-d1c6-4c99-aee7-fca2649f044a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:37.000008 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5bde6f77-5c7e-45bb-96b8-6567faec5b07 req-69a16580-d1c6-4c99-aee7-fca2649f044a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8b23e08-7eed-4237-8a59-10ae320ae231 HTTP/1.1" status: 200 len: 932 time: 0.1429129 Jun 30 10:10:37.073668 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5bde6f77-5c7e-45bb-96b8-6567faec5b07 req-57acb0d7-9133-4f8d-b637-7f0bec04e53c tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=43282ae0-c485-45ef-845c-62185b4f8368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666518 Jun 30 10:10:37.081970 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-e33e85cd-d7bc-4521-9743-8e26f2dea1f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cfb2e05-b613-4669-979e-27db389bf3b8 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:10:37.090012 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-e33e85cd-d7bc-4521-9743-8e26f2dea1f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:37.102571 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-e33e85cd-d7bc-4521-9743-8e26f2dea1f0 service neutron] Transition to ACTIVE for port object 3cfb2e05-b613-4669-979e-27db389bf3b8 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:10:37.209954 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-e33e85cd-d7bc-4521-9743-8e26f2dea1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:37.265058 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e85cd-d7bc-4521-9743-8e26f2dea1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3cfb2e05-b613-4669-979e-27db389bf3b8,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:37.340015 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-e33e85cd-d7bc-4521-9743-8e26f2dea1f0 service neutron] Attempting to bind port 3cfb2e05-b613-4669-979e-27db389bf3b8 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:10:37.340348 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-e33e85cd-d7bc-4521-9743-8e26f2dea1f0 service neutron] Attempting to bind port 3cfb2e05-b613-4669-979e-27db389bf3b8 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': 'dddba4a8-6f57-499c-ae3b-38fa0e9b0721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '164769cf-47b1-42a0-b294-950843cbc60f'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:10:37.340830 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-e33e85cd-d7bc-4521-9743-8e26f2dea1f0 service neutron] Attempting to bind port 3cfb2e05-b613-4669-979e-27db389bf3b8 on network 164769cf-47b1-42a0-b294-950843cbc60f {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:10:37.345441 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-e33e85cd-d7bc-4521-9743-8e26f2dea1f0 service neutron] Port 3cfb2e05-b613-4669-979e-27db389bf3b8 on network 164769cf-47b1-42a0-b294-950843cbc60f not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:10:37.345801 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-e33e85cd-d7bc-4521-9743-8e26f2dea1f0 service neutron] Attempting to bind port 3cfb2e05-b613-4669-979e-27db389bf3b8 on network 164769cf-47b1-42a0-b294-950843cbc60f {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:10:37.351546 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-e33e85cd-d7bc-4521-9743-8e26f2dea1f0 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:10:37.351885 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-e33e85cd-d7bc-4521-9743-8e26f2dea1f0 service neutron] Checking segment: {'id': 'dddba4a8-6f57-499c-ae3b-38fa0e9b0721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '164769cf-47b1-42a0-b294-950843cbc60f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:10:37.352264 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-e33e85cd-d7bc-4521-9743-8e26f2dea1f0 service neutron] Bound using segment: {'id': 'dddba4a8-6f57-499c-ae3b-38fa0e9b0721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '164769cf-47b1-42a0-b294-950843cbc60f'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:10:37.352689 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-e33e85cd-d7bc-4521-9743-8e26f2dea1f0 service neutron] Bound port: 3cfb2e05-b613-4669-979e-27db389bf3b8, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dddba4a8-6f57-499c-ae3b-38fa0e9b0721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '164769cf-47b1-42a0-b294-950843cbc60f'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:10:37.353038 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-e33e85cd-d7bc-4521-9743-8e26f2dea1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:37.420448 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-e33e85cd-d7bc-4521-9743-8e26f2dea1f0 service neutron] For port 3cfb2e05-b613-4669-979e-27db389bf3b8, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:10:37.423390 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-e33e85cd-d7bc-4521-9743-8e26f2dea1f0 service neutron] For port 3cfb2e05-b613-4669-979e-27db389bf3b8, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3cfb2e05-b613-4669-979e-27db389bf3b8,segment=NetworkSegment(dddba4a8-6f57-499c-ae3b-38fa0e9b0721),segment_id=dddba4a8-6f57-499c-ae3b-38fa0e9b0721)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:10:37.488072 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-e33e85cd-d7bc-4521-9743-8e26f2dea1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:37.521372 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-e33e85cd-d7bc-4521-9743-8e26f2dea1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:37.521922 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-e33e85cd-d7bc-4521-9743-8e26f2dea1f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:37.523284 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-e33e85cd-d7bc-4521-9743-8e26f2dea1f0 service neutron] 10.222.0.52 "PUT /v2.0/ports/3cfb2e05-b613-4669-979e-27db389bf3b8 HTTP/1.1" status: 200 len: 1093 time: 0.9345472 Jun 30 10:10:37.525585 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b23e08-7eed-4237-8a59-10ae320ae231', 'tag': '3cfb2e05-b613-4669-979e-27db389bf3b8'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:10:37.528054 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c200520-7589-4830-9a1c-77fdc03474df" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b23e08-7eed-4237-8a59-10ae320ae231", "tag": "3cfb2e05-b613-4669-979e-27db389bf3b8"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:10:37.555649 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e85cd-d7bc-4521-9743-8e26f2dea1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3cfb2e05-b613-4669-979e-27db389bf3b8,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:37.630416 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a7ed75-ee7d-4a9a-860d-b2742c3d71c4 x-openstack-request-id: req-98a7ed75-ee7d-4a9a-860d-b2742c3d71c4 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:10:37.630716 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b23e08-7eed-4237-8a59-10ae320ae231", "tag": "3cfb2e05-b613-4669-979e-27db389bf3b8", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:10:37.630976 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-98a7ed75-ee7d-4a9a-860d-b2742c3d71c4 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:10:37.631420 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b23e08-7eed-4237-8a59-10ae320ae231', 'tag': '3cfb2e05-b613-4669-979e-27db389bf3b8', 'status': 'completed', 'code': 200} Jun 30 10:10:37.699923 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-c436aa8b-ee31-420b-9159-0d31f00cfa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:37.701444 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-c436aa8b-ee31-420b-9159-0d31f00cfa64 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e78cb94e3e7846abb3457d5b43ee0638&device_id=a8b23e08-7eed-4237-8a59-10ae320ae231 HTTP/1.1" status: 200 len: 1096 time: 0.0619287 Jun 30 10:10:37.745022 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-67a47aff-4854-4ea3-b650-73aac01731c8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=3cfb2e05-b613-4669-979e-27db389bf3b8 HTTP/1.1" status: 200 len: 217 time: 0.0349934 Jun 30 10:10:37.794461 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-aac190b5-2d43-4526-89be-b56e198ba0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:37.795842 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-aac190b5-2d43-4526-89be-b56e198ba0d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=eec1d05a-f770-40b8-8721-d2aa47c46957 HTTP/1.1" status: 200 len: 837 time: 0.0449805 Jun 30 10:10:37.854370 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-910fab60-fc14-428c-85ae-e27ba3b84fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:37.855853 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-910fab60-fc14-428c-85ae-e27ba3b84fe0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=164769cf-47b1-42a0-b294-950843cbc60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0516522 Jun 30 10:10:37.956032 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-5adf0198-41cc-47a4-853d-31b2e4ee6d66 service neutron] 10.222.0.52 "GET /v2.0/networks/164769cf-47b1-42a0-b294-950843cbc60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928149 Jun 30 10:10:38.047307 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-11fbc2fe-666e-4a5c-b41f-1335e6dd6090 req-91767c17-2499-4ce4-a9d5-244be20abbc0 service neutron] 10.222.0.52 "GET /v2.0/networks/164769cf-47b1-42a0-b294-950843cbc60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836241 Jun 30 10:10:38.124592 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:38.289413 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c200520-7589-4830-9a1c-77fdc03474df req-f1f17c2b-50ca-46c8-891c-383c8f5d2f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:38.290963 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c200520-7589-4830-9a1c-77fdc03474df req-f1f17c2b-50ca-46c8-891c-383c8f5d2f22 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e78cb94e3e7846abb3457d5b43ee0638&device_id=a8b23e08-7eed-4237-8a59-10ae320ae231 HTTP/1.1" status: 200 len: 1096 time: 0.1037557 Jun 30 10:10:38.299196 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16718770-feaa-4cda-aa53-4a55e320ef42 req-758559d9-9c26-4756-b792-05263fe9600f tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:38.301023 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-16718770-feaa-4cda-aa53-4a55e320ef42 req-758559d9-9c26-4756-b792-05263fe9600f tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8b23e08-7eed-4237-8a59-10ae320ae231 HTTP/1.1" status: 200 len: 944 time: 0.1157537 Jun 30 10:10:38.389913 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-16718770-feaa-4cda-aa53-4a55e320ef42 req-aeb26e3f-da73-4707-9964-76ac5c67a27b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=43282ae0-c485-45ef-845c-62185b4f8368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805268 Jun 30 10:10:38.417685 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c200520-7589-4830-9a1c-77fdc03474df req-e9e5d87c-65b0-451f-b45e-79ff013a7666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:38.419194 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c200520-7589-4830-9a1c-77fdc03474df req-e9e5d87c-65b0-451f-b45e-79ff013a7666 service neutron] 10.222.0.52 "GET /v2.0/networks?id=164769cf-47b1-42a0-b294-950843cbc60f HTTP/1.1" status: 200 len: 898 time: 0.1173422 Jun 30 10:10:38.460774 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c200520-7589-4830-9a1c-77fdc03474df req-c7a0e16a-b845-4cdb-b67d-c32ae6ca46f2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=3cfb2e05-b613-4669-979e-27db389bf3b8 HTTP/1.1" status: 200 len: 217 time: 0.0337992 Jun 30 10:10:38.509815 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c200520-7589-4830-9a1c-77fdc03474df req-f69860a3-aee0-4552-9d6b-39beeae74c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:38.511263 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c200520-7589-4830-9a1c-77fdc03474df req-f69860a3-aee0-4552-9d6b-39beeae74c60 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=eec1d05a-f770-40b8-8721-d2aa47c46957 HTTP/1.1" status: 200 len: 837 time: 0.0433517 Jun 30 10:10:38.584851 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c200520-7589-4830-9a1c-77fdc03474df req-96c475fd-e4ff-455d-ad6d-95fba86fd82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:38.586262 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c200520-7589-4830-9a1c-77fdc03474df req-96c475fd-e4ff-455d-ad6d-95fba86fd82b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=164769cf-47b1-42a0-b294-950843cbc60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0679760 Jun 30 10:10:38.677386 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c200520-7589-4830-9a1c-77fdc03474df req-532b9a1e-ef8b-4836-833f-c1ec34e4a93a service neutron] 10.222.0.52 "GET /v2.0/networks/164769cf-47b1-42a0-b294-950843cbc60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832143 Jun 30 10:10:38.774951 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c200520-7589-4830-9a1c-77fdc03474df req-50265cd1-3194-428d-8205-c498222c14f9 service neutron] 10.222.0.52 "GET /v2.0/networks/164769cf-47b1-42a0-b294-950843cbc60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873890 Jun 30 10:10:39.352653 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:39.565748 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23302a5d-4efa-4ed6-a67e-9b4c275e98a2 req-4f9b2520-cf81-4d05-9d04-18ce88e45acb tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:39.567884 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-23302a5d-4efa-4ed6-a67e-9b4c275e98a2 req-4f9b2520-cf81-4d05-9d04-18ce88e45acb tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8b23e08-7eed-4237-8a59-10ae320ae231 HTTP/1.1" status: 200 len: 944 time: 0.0645885 Jun 30 10:10:39.604939 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-23302a5d-4efa-4ed6-a67e-9b4c275e98a2 req-4158ed7a-63a8-44e3-bf1b-c0b417cf9f93 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=43282ae0-c485-45ef-845c-62185b4f8368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313439 Jun 30 10:10:40.776302 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb061bc1-a870-412c-b263-da16803d5988 req-66cf32b8-3538-4a7c-b588-3703a49f8616 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:40.777795 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cb061bc1-a870-412c-b263-da16803d5988 req-66cf32b8-3538-4a7c-b588-3703a49f8616 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8b23e08-7eed-4237-8a59-10ae320ae231 HTTP/1.1" status: 200 len: 944 time: 0.0627849 Jun 30 10:10:40.814613 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cb061bc1-a870-412c-b263-da16803d5988 req-59d64daa-2bcb-4c7a-8110-9144b0f6d3f6 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=43282ae0-c485-45ef-845c-62185b4f8368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313120 Jun 30 10:10:41.992004 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7b49a-4b08-46a7-9d91-009ebaf15883 req-5274e2d3-ea4d-4eb8-b733-6e4d04389eef tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:41.993515 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5af7b49a-4b08-46a7-9d91-009ebaf15883 req-5274e2d3-ea4d-4eb8-b733-6e4d04389eef tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8b23e08-7eed-4237-8a59-10ae320ae231 HTTP/1.1" status: 200 len: 944 time: 0.0645463 Jun 30 10:10:42.031001 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5af7b49a-4b08-46a7-9d91-009ebaf15883 req-463094ba-7bc9-4cdd-806e-077ea010312a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=43282ae0-c485-45ef-845c-62185b4f8368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319223 Jun 30 10:10:42.101251 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 3cfb2e05-b613-4669-979e-27db389bf3b8 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:10:42.199691 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 3cfb2e05-b613-4669-979e-27db389bf3b8, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3cfb2e05-b613-4669-979e-27db389bf3b8,segment=NetworkSegment(dddba4a8-6f57-499c-ae3b-38fa0e9b0721),segment_id=dddba4a8-6f57-499c-ae3b-38fa0e9b0721)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:42.210828 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '3cfb2e05-b613-4669-979e-27db389bf3b8', 'network_id': '164769cf-47b1-42a0-b294-950843cbc60f', 'port_id': '3cfb2e05-b613-4669-979e-27db389bf3b8', 'mac_address': 'fa:16:3e:d4:63:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eec1d05a-f770-40b8-8721-d2aa47c46957', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:10:42.246619 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:42.258939 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cfb2e05-b613-4669-979e-27db389bf3b8 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:10:42.277770 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 3cfb2e05-b613-4669-979e-27db389bf3b8, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3cfb2e05-b613-4669-979e-27db389bf3b8,segment=NetworkSegment(dddba4a8-6f57-499c-ae3b-38fa0e9b0721),segment_id=dddba4a8-6f57-499c-ae3b-38fa0e9b0721)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:42.339370 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:42.391878 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=3cfb2e05-b613-4669-979e-27db389bf3b8,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:42.602823 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['3cfb2e05-b613-4669-979e-27db389bf3b8'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:10:43.205230 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473535a-76ae-4161-b5b3-38b6e1cd58cd req-2d51cda3-f2a8-4687-afc5-0980ce4fef78 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:43.207448 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3473535a-76ae-4161-b5b3-38b6e1cd58cd req-2d51cda3-f2a8-4687-afc5-0980ce4fef78 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8b23e08-7eed-4237-8a59-10ae320ae231 HTTP/1.1" status: 200 len: 945 time: 0.0640945 Jun 30 10:10:43.245129 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3473535a-76ae-4161-b5b3-38b6e1cd58cd req-75666dfc-eeab-4c83-a03d-044e6afd4986 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=43282ae0-c485-45ef-845c-62185b4f8368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320241 Jun 30 10:10:44.102204 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 3cfb2e05-b613-4669-979e-27db389bf3b8 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:10:44.213065 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 3cfb2e05-b613-4669-979e-27db389bf3b8 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:10:44.217081 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 3cfb2e05-b613-4669-979e-27db389bf3b8 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:44.217457 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:44.294935 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:44.320699 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b23e08-7eed-4237-8a59-10ae320ae231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfb2e05-b613-4669-979e-27db389bf3b8'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:10:44.323278 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d182f2-fa8b-4117-a87f-8ae0c7d60d9a" -d '{"events": [{"server_uuid": "a8b23e08-7eed-4237-8a59-10ae320ae231", "name": "network-vif-plugged", "status": "completed", "tag": "3cfb2e05-b613-4669-979e-27db389bf3b8"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:10:44.336826 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 3cfb2e05-b613-4669-979e-27db389bf3b8, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3cfb2e05-b613-4669-979e-27db389bf3b8,segment=NetworkSegment(dddba4a8-6f57-499c-ae3b-38fa0e9b0721),segment_id=dddba4a8-6f57-499c-ae3b-38fa0e9b0721)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:44.416064 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:44.422878 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebcfa0-8320-4952-b9aa-268cdb388696 req-34cbcea1-a4d7-469a-8e4e-0c8b006087e9 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:44.424424 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ebebcfa0-8320-4952-b9aa-268cdb388696 req-34cbcea1-a4d7-469a-8e4e-0c8b006087e9 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8b23e08-7eed-4237-8a59-10ae320ae231 HTTP/1.1" status: 200 len: 945 time: 0.0640287 Jun 30 10:10:44.442800 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a24961-65de-4537-811d-ddfe3d47956c x-openstack-request-id: req-28a24961-65de-4537-811d-ddfe3d47956c {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:10:44.443208 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b23e08-7eed-4237-8a59-10ae320ae231", "name": "network-vif-plugged", "status": "completed", "tag": "3cfb2e05-b613-4669-979e-27db389bf3b8", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:10:44.443390 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-28a24961-65de-4537-811d-ddfe3d47956c {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:10:44.443735 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b23e08-7eed-4237-8a59-10ae320ae231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfb2e05-b613-4669-979e-27db389bf3b8', 'code': 200} Jun 30 10:10:44.467233 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ebebcfa0-8320-4952-b9aa-268cdb388696 req-dcfd52eb-6c7b-49af-bf91-eb228efd61cb tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=43282ae0-c485-45ef-845c-62185b4f8368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370269 Jun 30 10:10:44.470680 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=3cfb2e05-b613-4669-979e-27db389bf3b8,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:44.566740 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ac0ae-37aa-4a4b-b689-e564335eda81 req-f4eedcd3-d9d6-45a3-bd18-cb35c2aeb948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:44.568162 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f36ac0ae-37aa-4a4b-b689-e564335eda81 req-f4eedcd3-d9d6-45a3-bd18-cb35c2aeb948 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a8b23e08-7eed-4237-8a59-10ae320ae231 HTTP/1.1" status: 200 len: 1098 time: 0.0573826 Jun 30 10:10:44.604554 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f36ac0ae-37aa-4a4b-b689-e564335eda81 req-ca2241b4-0141-425c-bb0f-28155c5cff97 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=43282ae0-c485-45ef-845c-62185b4f8368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273676 Jun 30 10:10:45.651146 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27248836-ba40-4ab4-8cde-de7db39abdee req-bb5d509a-1fb7-4d07-b5fd-8768bad0b8d5 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:45.652659 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-27248836-ba40-4ab4-8cde-de7db39abdee req-bb5d509a-1fb7-4d07-b5fd-8768bad0b8d5 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8b23e08-7eed-4237-8a59-10ae320ae231 HTTP/1.1" status: 200 len: 946 time: 0.0679145 Jun 30 10:10:45.691511 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-27248836-ba40-4ab4-8cde-de7db39abdee req-88a1fa22-48f9-4779-8554-d0afd2fbde9e tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=43282ae0-c485-45ef-845c-62185b4f8368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331359 Jun 30 10:10:46.869312 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6c3f3-4744-451b-9404-20242c97dd70 req-4f9ba435-085b-4b52-a9d8-f5adf5922d0d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:46.870799 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eca6c3f3-4744-451b-9404-20242c97dd70 req-4f9ba435-085b-4b52-a9d8-f5adf5922d0d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8b23e08-7eed-4237-8a59-10ae320ae231 HTTP/1.1" status: 200 len: 946 time: 0.0670238 Jun 30 10:10:46.910305 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eca6c3f3-4744-451b-9404-20242c97dd70 req-58bf4994-7ff2-4de6-b155-b35cb235746a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=43282ae0-c485-45ef-845c-62185b4f8368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336664 Jun 30 10:10:47.087442 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb66013-888c-47b6-8925-95116fd18b24 req-8ea4101a-dbfc-424c-997b-04f36e3799cc tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:47.088918 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5fb66013-888c-47b6-8925-95116fd18b24 req-8ea4101a-dbfc-424c-997b-04f36e3799cc tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8b23e08-7eed-4237-8a59-10ae320ae231 HTTP/1.1" status: 200 len: 946 time: 0.0681214 Jun 30 10:10:47.127098 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5fb66013-888c-47b6-8925-95116fd18b24 req-f1ba0efe-440b-4f71-8e70-74d957a46d59 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=43282ae0-c485-45ef-845c-62185b4f8368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325565 Jun 30 10:10:48.659662 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59522) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:49.106663 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eb54c1d0-9f6f-4dc5-8557-de027ad51006 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:49.374328 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-eb54c1d0-9f6f-4dc5-8557-de027ad51006 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Allocated IP 172.20.0.17 (164769cf-47b1-42a0-b294-950843cbc60f/eec1d05a-f770-40b8-8721-d2aa47c46957/0c1538f2-69e8-44ff-b8a6-25d28b949e25) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:10:49.493430 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eb54c1d0-9f6f-4dc5-8557-de027ad51006 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:49.507716 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-eb54c1d0-9f6f-4dc5-8557-de027ad51006 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Transition to ACTIVE for port object 0c1538f2-69e8-44ff-b8a6-25d28b949e25 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:10:49.596949 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eb54c1d0-9f6f-4dc5-8557-de027ad51006 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:49.641339 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb54c1d0-9f6f-4dc5-8557-de027ad51006 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Network 164769cf-47b1-42a0-b294-950843cbc60f is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:10:49.644400 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-eb54c1d0-9f6f-4dc5-8557-de027ad51006 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:10:49.651889 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb54c1d0-9f6f-4dc5-8557-de027ad51006 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:10:49.698924 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54c1d0-9f6f-4dc5-8557-de027ad51006 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'Port': ['ID=0c1538f2-69e8-44ff-b8a6-25d28b949e25,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:49.707367 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eb54c1d0-9f6f-4dc5-8557-de027ad51006 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:49.917606 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eb54c1d0-9f6f-4dc5-8557-de027ad51006 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:49.961956 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-718094db-104d-4ba4-afb0-e1df413cc7d5 None None] Provisioning for port 0c1538f2-69e8-44ff-b8a6-25d28b949e25 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:10:49.965827 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-718094db-104d-4ba4-afb0-e1df413cc7d5 None None] Provisioning complete for port 0c1538f2-69e8-44ff-b8a6-25d28b949e25 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:49.966200 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-718094db-104d-4ba4-afb0-e1df413cc7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:50.001289 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-718094db-104d-4ba4-afb0-e1df413cc7d5 None None] Port 0c1538f2-69e8-44ff-b8a6-25d28b949e25 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:10:50.525920 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eb54c1d0-9f6f-4dc5-8557-de027ad51006 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:50.546985 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d419b449-dc28-4ffc-9127-ead5e262041f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:50.592511 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eb54c1d0-9f6f-4dc5-8557-de027ad51006 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:50.667340 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54c1d0-9f6f-4dc5-8557-de027ad51006 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'Port': ['ID=0c1538f2-69e8-44ff-b8a6-25d28b949e25,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:50.672063 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-eb54c1d0-9f6f-4dc5-8557-de027ad51006 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:50.759643 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb54c1d0-9f6f-4dc5-8557-de027ad51006 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Network 164769cf-47b1-42a0-b294-950843cbc60f is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:10:50.761485 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-eb54c1d0-9f6f-4dc5-8557-de027ad51006 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:10:50.886649 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb54c1d0-9f6f-4dc5-8557-de027ad51006 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Router 1c385f2d-c34f-4f6f-befd-48e62136b9ae has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:10:51.004070 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb54c1d0-9f6f-4dc5-8557-de027ad51006 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:10:51.009931 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-eb54c1d0-9f6f-4dc5-8557-de027ad51006 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "PUT /v2.0/routers/1c385f2d-c34f-4f6f-befd-48e62136b9ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3485601 Jun 30 10:10:51.016778 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2fbb97-3f45-40de-a7c1-a5384d8eec9e None None] Sync routers for ids ['1c385f2d-c34f-4f6f-befd-48e62136b9ae'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:10:51.033826 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2fbb97-3f45-40de-a7c1-a5384d8eec9e None None] Routers {'1c385f2d-c34f-4f6f-befd-48e62136b9ae'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:10:51.034457 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2a2fbb97-3f45-40de-a7c1-a5384d8eec9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:10:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c385f2d-c34f-4f6f-befd-48e62136b9ae'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:51.074672 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b96b42d2-184e-4ad2-b111-25ab8bff7268 None None] Provisioning complete for port 0c1538f2-69e8-44ff-b8a6-25d28b949e25 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:51.075040 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b96b42d2-184e-4ad2-b111-25ab8bff7268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:51.146449 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-b96b42d2-184e-4ad2-b111-25ab8bff7268 None None] Port 0c1538f2-69e8-44ff-b8a6-25d28b949e25 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:10:51.170317 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-2a2fbb97-3f45-40de-a7c1-a5384d8eec9e None None] Set router 1c385f2d-c34f-4f6f-befd-48e62136b9ae gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:10:51.393396 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2a2fbb97-3f45-40de-a7c1-a5384d8eec9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'name': 'tempest-TestNetworkBasicOps-router-945159740', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:44Z', 'updated_at': '2021-06-30T10:10:49Z', 'revision_number': 5, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:45Z', 'updated_at': '2021-06-30T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'fb722c25-49fd-400b-b77e-f18b5593fb12', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'port_id': '17d24b44-9576-4f46-aad4-d8dffbb6beba', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707', 'mac_address': 'fa:16:3e:54:5b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:09:09Z', 'updated_at': '2021-06-30T10:09:12Z', 'revision_number': 1, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c1538f2-69e8-44ff-b8a6-25d28b949e25', 'name': '', 'network_id': '164769cf-47b1-42a0-b294-950843cbc60f', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'mac_address': 'fa:16:3e:ec:85:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'eec1d05a-f770-40b8-8721-d2aa47c46957', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:49Z', 'updated_at': '2021-06-30T10:10:50Z', 'revision_number': 2, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'subnets': [{'id': 'eec1d05a-f770-40b8-8721-d2aa47c46957', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad5d318f-c6bb-4937-9d6d-e0435721a628', 'name': '', 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'mac_address': 'fa:16:3e:9e:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'e1224c3d-f327-454f-b561-b1ff18a77a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:48Z', 'updated_at': '2021-06-30T10:08:54Z', 'revision_number': 5, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'subnets': [{'id': 'e1224c3d-f327-454f-b561-b1ff18a77a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:51.420517 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2fbb97-3f45-40de-a7c1-a5384d8eec9e None None] Checking router: 1c385f2d-c34f-4f6f-befd-48e62136b9ae for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:10:51.420862 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2fbb97-3f45-40de-a7c1-a5384d8eec9e None None] Updating router 1c385f2d-c34f-4f6f-befd-48e62136b9ae port 0c1538f2-69e8-44ff-b8a6-25d28b949e25 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:10:51.458621 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2a2fbb97-3f45-40de-a7c1-a5384d8eec9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:51.724961 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2a2fbb97-3f45-40de-a7c1-a5384d8eec9e None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:51.734282 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2a2fbb97-3f45-40de-a7c1-a5384d8eec9e None None] Transition to ACTIVE for port object 0c1538f2-69e8-44ff-b8a6-25d28b949e25 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:10:51.798339 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2a2fbb97-3f45-40de-a7c1-a5384d8eec9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:51.848460 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27829d11-ee07-4672-8b0c-2691bc7f2f74 None None] Pushing event updated for resources: {'Port': ['ID=0c1538f2-69e8-44ff-b8a6-25d28b949e25,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:51.912430 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-2a2fbb97-3f45-40de-a7c1-a5384d8eec9e None None] Attempting to bind port 0c1538f2-69e8-44ff-b8a6-25d28b949e25 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:10:51.913035 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-2a2fbb97-3f45-40de-a7c1-a5384d8eec9e None None] Attempting to bind port 0c1538f2-69e8-44ff-b8a6-25d28b949e25 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'dddba4a8-6f57-499c-ae3b-38fa0e9b0721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '164769cf-47b1-42a0-b294-950843cbc60f'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:10:51.913657 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2fbb97-3f45-40de-a7c1-a5384d8eec9e None None] Attempting to bind port 0c1538f2-69e8-44ff-b8a6-25d28b949e25 on network 164769cf-47b1-42a0-b294-950843cbc60f {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:10:51.919480 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2fbb97-3f45-40de-a7c1-a5384d8eec9e None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:10:51.919856 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2fbb97-3f45-40de-a7c1-a5384d8eec9e None None] Checking segment: {'id': 'dddba4a8-6f57-499c-ae3b-38fa0e9b0721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '164769cf-47b1-42a0-b294-950843cbc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:10:51.920259 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2a2fbb97-3f45-40de-a7c1-a5384d8eec9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:51.920651 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2fbb97-3f45-40de-a7c1-a5384d8eec9e None None] Bound using segment: {'id': 'dddba4a8-6f57-499c-ae3b-38fa0e9b0721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '164769cf-47b1-42a0-b294-950843cbc60f'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:10:51.921118 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-2a2fbb97-3f45-40de-a7c1-a5384d8eec9e None None] Bound port: 0c1538f2-69e8-44ff-b8a6-25d28b949e25, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dddba4a8-6f57-499c-ae3b-38fa0e9b0721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '164769cf-47b1-42a0-b294-950843cbc60f'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:10:51.921530 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2a2fbb97-3f45-40de-a7c1-a5384d8eec9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:51.990339 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-2a2fbb97-3f45-40de-a7c1-a5384d8eec9e None None] For port 0c1538f2-69e8-44ff-b8a6-25d28b949e25, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:10:51.993710 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-2a2fbb97-3f45-40de-a7c1-a5384d8eec9e None None] For port 0c1538f2-69e8-44ff-b8a6-25d28b949e25, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=0c1538f2-69e8-44ff-b8a6-25d28b949e25,segment=NetworkSegment(dddba4a8-6f57-499c-ae3b-38fa0e9b0721),segment_id=dddba4a8-6f57-499c-ae3b-38fa0e9b0721)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:10:52.071771 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2a2fbb97-3f45-40de-a7c1-a5384d8eec9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:52.128596 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2fbb97-3f45-40de-a7c1-a5384d8eec9e None None] Routers {'1c385f2d-c34f-4f6f-befd-48e62136b9ae'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:10:52.129232 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2a2fbb97-3f45-40de-a7c1-a5384d8eec9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:10:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c385f2d-c34f-4f6f-befd-48e62136b9ae'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:52.169164 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27829d11-ee07-4672-8b0c-2691bc7f2f74 None None] Pushing event updated for resources: {'Port': ['ID=0c1538f2-69e8-44ff-b8a6-25d28b949e25,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:52.247085 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-2a2fbb97-3f45-40de-a7c1-a5384d8eec9e None None] Set router 1c385f2d-c34f-4f6f-befd-48e62136b9ae gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:10:52.495489 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2a2fbb97-3f45-40de-a7c1-a5384d8eec9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'name': 'tempest-TestNetworkBasicOps-router-945159740', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:44Z', 'updated_at': '2021-06-30T10:10:49Z', 'revision_number': 5, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:45Z', 'updated_at': '2021-06-30T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'fb722c25-49fd-400b-b77e-f18b5593fb12', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'port_id': '17d24b44-9576-4f46-aad4-d8dffbb6beba', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707', 'mac_address': 'fa:16:3e:54:5b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:09:09Z', 'updated_at': '2021-06-30T10:09:12Z', 'revision_number': 1, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c1538f2-69e8-44ff-b8a6-25d28b949e25', 'name': '', 'network_id': '164769cf-47b1-42a0-b294-950843cbc60f', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'mac_address': 'fa:16:3e:ec:85:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'eec1d05a-f770-40b8-8721-d2aa47c46957', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:49Z', 'updated_at': '2021-06-30T10:10:51Z', 'revision_number': 4, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'subnets': [{'id': 'eec1d05a-f770-40b8-8721-d2aa47c46957', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad5d318f-c6bb-4937-9d6d-e0435721a628', 'name': '', 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'mac_address': 'fa:16:3e:9e:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'e1224c3d-f327-454f-b561-b1ff18a77a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:48Z', 'updated_at': '2021-06-30T10:08:54Z', 'revision_number': 5, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'subnets': [{'id': 'e1224c3d-f327-454f-b561-b1ff18a77a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:52.522200 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2fbb97-3f45-40de-a7c1-a5384d8eec9e None None] The sync data for ids ['1c385f2d-c34f-4f6f-befd-48e62136b9ae'] in n-d-771363-31 is: [{'id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'name': 'tempest-TestNetworkBasicOps-router-945159740', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:44Z', 'updated_at': '2021-06-30T10:10:49Z', 'revision_number': 5, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:45Z', 'updated_at': '2021-06-30T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'fb722c25-49fd-400b-b77e-f18b5593fb12', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'port_id': '17d24b44-9576-4f46-aad4-d8dffbb6beba', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707', 'mac_address': 'fa:16:3e:54:5b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:09:09Z', 'updated_at': '2021-06-30T10:09:12Z', 'revision_number': 1, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c1538f2-69e8-44ff-b8a6-25d28b949e25', 'name': '', 'network_id': '164769cf-47b1-42a0-b294-950843cbc60f', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'mac_address': 'fa:16:3e:ec:85:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'eec1d05a-f770-40b8-8721-d2aa47c46957', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:49Z', 'updated_at': '2021-06-30T10:10:51Z', 'revision_number': 4, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'subnets': [{'id': 'eec1d05a-f770-40b8-8721-d2aa47c46957', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad5d318f-c6bb-4937-9d6d-e0435721a628', 'name': '', 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'mac_address': 'fa:16:3e:9e:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'e1224c3d-f327-454f-b561-b1ff18a77a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:48Z', 'updated_at': '2021-06-30T10:08:54Z', 'revision_number': 5, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'subnets': [{'id': 'e1224c3d-f327-454f-b561-b1ff18a77a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:10:52.958993 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a2f76f40-1337-41e4-af2f-fb09c9d6cb34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:53.535132 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:53.776659 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 0c1538f2-69e8-44ff-b8a6-25d28b949e25 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:10:53.875790 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 0c1538f2-69e8-44ff-b8a6-25d28b949e25 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:10:53.879634 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 0c1538f2-69e8-44ff-b8a6-25d28b949e25 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:53.880075 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:54.113894 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:54.146612 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 0c1538f2-69e8-44ff-b8a6-25d28b949e25, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=0c1538f2-69e8-44ff-b8a6-25d28b949e25,segment=NetworkSegment(dddba4a8-6f57-499c-ae3b-38fa0e9b0721),segment_id=dddba4a8-6f57-499c-ae3b-38fa0e9b0721)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:54.238139 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:54.285368 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=0c1538f2-69e8-44ff-b8a6-25d28b949e25,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:54.790101 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:55.762844 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 0c1538f2-69e8-44ff-b8a6-25d28b949e25 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:10:55.814465 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 0c1538f2-69e8-44ff-b8a6-25d28b949e25 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:55.815191 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:55.997347 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:10:56.505359 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:08.123945 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:09.363633 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:11.754110 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a8928098-27d1-4944-8b2b-af3b418af0c8 req-dfb35e40-8913-468f-9394-e8b12dfd0a35 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0535269 Jun 30 10:11:11.860252 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8928098-27d1-4944-8b2b-af3b418af0c8 req-3181dfdd-dbb7-4fe6-b09f-6cde876735e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:11.862005 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a8928098-27d1-4944-8b2b-af3b418af0c8 req-3181dfdd-dbb7-4fe6-b09f-6cde876735e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e78cb94e3e7846abb3457d5b43ee0638&device_id=bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5 HTTP/1.1" status: 200 len: 1097 time: 0.0616090 Jun 30 10:11:11.972830 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8928098-27d1-4944-8b2b-af3b418af0c8 req-2aba029b-ca04-4547-a45e-da6d568ef6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:11.974323 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a8928098-27d1-4944-8b2b-af3b418af0c8 req-2aba029b-ca04-4547-a45e-da6d568ef6ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f0268a3-9062-450f-b0bf-83f9a6d29707 HTTP/1.1" status: 200 len: 898 time: 0.0907223 Jun 30 10:11:12.062536 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a8928098-27d1-4944-8b2b-af3b418af0c8 req-eee9eaa8-4cc3-4207-a5fa-414e45c325b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17d24b44-9576-4f46-aad4-d8dffbb6beba HTTP/1.1" status: 200 len: 1000 time: 0.0666530 Jun 30 10:11:12.100515 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8928098-27d1-4944-8b2b-af3b418af0c8 req-e764c095-c3a8-404c-a5f6-abfae766d302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:12.101986 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a8928098-27d1-4944-8b2b-af3b418af0c8 req-e764c095-c3a8-404c-a5f6-abfae766d302 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1224c3d-f327-454f-b561-b1ff18a77a8f HTTP/1.1" status: 200 len: 834 time: 0.0474412 Jun 30 10:11:12.163085 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8928098-27d1-4944-8b2b-af3b418af0c8 req-07d446a8-6ce9-4760-b6bf-f82ec98ce4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:12.164658 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a8928098-27d1-4944-8b2b-af3b418af0c8 req-07d446a8-6ce9-4760-b6bf-f82ec98ce4fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f0268a3-9062-450f-b0bf-83f9a6d29707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561361 Jun 30 10:11:12.268640 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a8928098-27d1-4944-8b2b-af3b418af0c8 req-f15be384-0e83-442c-a177-fd06a692998b service neutron] 10.222.0.37 "GET /v2.0/networks/2f0268a3-9062-450f-b0bf-83f9a6d29707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932941 Jun 30 10:11:12.362639 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a8928098-27d1-4944-8b2b-af3b418af0c8 req-fa175e46-3999-486c-a27d-881036ccf6ab service neutron] 10.222.0.37 "GET /v2.0/networks/2f0268a3-9062-450f-b0bf-83f9a6d29707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872519 Jun 30 10:11:13.766892 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59552) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:14.143984 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-65d4712d-51ea-4935-a9d9-655a00826e2b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:14.475309 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-65d4712d-51ea-4935-a9d9-655a00826e2b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Deleting port 0c1538f2-69e8-44ff-b8a6-25d28b949e25 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:11:14.475659 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-65d4712d-51ea-4935-a9d9-655a00826e2b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:14.565775 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-65d4712d-51ea-4935-a9d9-655a00826e2b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] For port 0c1538f2-69e8-44ff-b8a6-25d28b949e25, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=0c1538f2-69e8-44ff-b8a6-25d28b949e25,segment=NetworkSegment(dddba4a8-6f57-499c-ae3b-38fa0e9b0721),segment_id=dddba4a8-6f57-499c-ae3b-38fa0e9b0721)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:11:14.566211 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-65d4712d-51ea-4935-a9d9-655a00826e2b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:14.580857 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-65d4712d-51ea-4935-a9d9-655a00826e2b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Calling delete_port for 0c1538f2-69e8-44ff-b8a6-25d28b949e25 owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:11:14.830059 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-65d4712d-51ea-4935-a9d9-655a00826e2b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:14.858793 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4712d-51ea-4935-a9d9-655a00826e2b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event deleted for resources: {'Port': ['ID=0c1538f2-69e8-44ff-b8a6-25d28b949e25,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:15.047476 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-65d4712d-51ea-4935-a9d9-655a00826e2b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:15.256616 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d4712d-51ea-4935-a9d9-655a00826e2b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Router 1c385f2d-c34f-4f6f-befd-48e62136b9ae has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:11:15.360961 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d4712d-51ea-4935-a9d9-655a00826e2b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:11:15.366290 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-65d4712d-51ea-4935-a9d9-655a00826e2b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "PUT /v2.0/routers/1c385f2d-c34f-4f6f-befd-48e62136b9ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5978758 Jun 30 10:11:15.371696 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d7fda3-283b-4f92-a21e-32a4da8fcd2c None None] Sync routers for ids ['1c385f2d-c34f-4f6f-befd-48e62136b9ae'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:11:15.381483 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d7fda3-283b-4f92-a21e-32a4da8fcd2c None None] Routers {'1c385f2d-c34f-4f6f-befd-48e62136b9ae'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:11:15.382399 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c0d7fda3-283b-4f92-a21e-32a4da8fcd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:10:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c385f2d-c34f-4f6f-befd-48e62136b9ae'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:15.490745 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-c0d7fda3-283b-4f92-a21e-32a4da8fcd2c None None] Set router 1c385f2d-c34f-4f6f-befd-48e62136b9ae gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:11:15.714119 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c0d7fda3-283b-4f92-a21e-32a4da8fcd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'name': 'tempest-TestNetworkBasicOps-router-945159740', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:44Z', 'updated_at': '2021-06-30T10:11:14Z', 'revision_number': 6, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:45Z', 'updated_at': '2021-06-30T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'fb722c25-49fd-400b-b77e-f18b5593fb12', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'port_id': '17d24b44-9576-4f46-aad4-d8dffbb6beba', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707', 'mac_address': 'fa:16:3e:54:5b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:09:09Z', 'updated_at': '2021-06-30T10:09:12Z', 'revision_number': 1, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5d318f-c6bb-4937-9d6d-e0435721a628', 'name': '', 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'mac_address': 'fa:16:3e:9e:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'e1224c3d-f327-454f-b561-b1ff18a77a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:48Z', 'updated_at': '2021-06-30T10:08:54Z', 'revision_number': 5, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'subnets': [{'id': 'e1224c3d-f327-454f-b561-b1ff18a77a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:15.833608 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d7fda3-283b-4f92-a21e-32a4da8fcd2c None None] Checking router: 1c385f2d-c34f-4f6f-befd-48e62136b9ae for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:11:15.842477 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d7fda3-283b-4f92-a21e-32a4da8fcd2c None None] Routers {'1c385f2d-c34f-4f6f-befd-48e62136b9ae'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:11:15.843066 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c0d7fda3-283b-4f92-a21e-32a4da8fcd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:10:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c385f2d-c34f-4f6f-befd-48e62136b9ae'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:15.945026 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-c0d7fda3-283b-4f92-a21e-32a4da8fcd2c None None] Set router 1c385f2d-c34f-4f6f-befd-48e62136b9ae gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:11:16.155230 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77344688-c8a4-40f9-b9e3-e97c1de9c421 req-8c250809-e4a9-4e00-a136-32a12d848b11 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:16.156763 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-77344688-c8a4-40f9-b9e3-e97c1de9c421 req-8c250809-e4a9-4e00-a136-32a12d848b11 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8b23e08-7eed-4237-8a59-10ae320ae231 HTTP/1.1" status: 200 len: 946 time: 0.1120815 Jun 30 10:11:16.173641 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c0d7fda3-283b-4f92-a21e-32a4da8fcd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'name': 'tempest-TestNetworkBasicOps-router-945159740', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:44Z', 'updated_at': '2021-06-30T10:11:14Z', 'revision_number': 6, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:45Z', 'updated_at': '2021-06-30T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'fb722c25-49fd-400b-b77e-f18b5593fb12', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'port_id': '17d24b44-9576-4f46-aad4-d8dffbb6beba', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707', 'mac_address': 'fa:16:3e:54:5b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:09:09Z', 'updated_at': '2021-06-30T10:09:12Z', 'revision_number': 1, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5d318f-c6bb-4937-9d6d-e0435721a628', 'name': '', 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'mac_address': 'fa:16:3e:9e:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'e1224c3d-f327-454f-b561-b1ff18a77a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:48Z', 'updated_at': '2021-06-30T10:08:54Z', 'revision_number': 5, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'subnets': [{'id': 'e1224c3d-f327-454f-b561-b1ff18a77a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:16.196990 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-77344688-c8a4-40f9-b9e3-e97c1de9c421 req-6f68476f-0027-4c09-83e4-34888abd423b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=43282ae0-c485-45ef-845c-62185b4f8368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339139 Jun 30 10:11:16.199089 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d7fda3-283b-4f92-a21e-32a4da8fcd2c None None] The sync data for ids ['1c385f2d-c34f-4f6f-befd-48e62136b9ae'] in n-d-771363-31 is: [{'id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'name': 'tempest-TestNetworkBasicOps-router-945159740', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:44Z', 'updated_at': '2021-06-30T10:11:14Z', 'revision_number': 6, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:45Z', 'updated_at': '2021-06-30T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'fb722c25-49fd-400b-b77e-f18b5593fb12', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'port_id': '17d24b44-9576-4f46-aad4-d8dffbb6beba', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707', 'mac_address': 'fa:16:3e:54:5b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:09:09Z', 'updated_at': '2021-06-30T10:09:12Z', 'revision_number': 1, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5d318f-c6bb-4937-9d6d-e0435721a628', 'name': '', 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'mac_address': 'fa:16:3e:9e:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'e1224c3d-f327-454f-b561-b1ff18a77a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:48Z', 'updated_at': '2021-06-30T10:08:54Z', 'revision_number': 5, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'subnets': [{'id': 'e1224c3d-f327-454f-b561-b1ff18a77a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:11:17.387147 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9fd0bb-e4ff-4473-9979-9baf46d98282 req-1e3bf262-4ea3-400e-847b-0530502a46f2 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:17.388625 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ae9fd0bb-e4ff-4473-9979-9baf46d98282 req-1e3bf262-4ea3-400e-847b-0530502a46f2 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8b23e08-7eed-4237-8a59-10ae320ae231 HTTP/1.1" status: 200 len: 946 time: 0.0662258 Jun 30 10:11:17.426369 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ae9fd0bb-e4ff-4473-9979-9baf46d98282 req-709be327-d3bb-4d90-923b-859d540715ad tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=43282ae0-c485-45ef-845c-62185b4f8368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321274 Jun 30 10:11:17.499806 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f84ba-a276-4628-9fa5-2141c8e5da0a req-3fb942d7-02b9-453b-a9ff-f319bf93185f tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:17.501181 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5f1f84ba-a276-4628-9fa5-2141c8e5da0a req-3fb942d7-02b9-453b-a9ff-f319bf93185f tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.52 "GET /v2.0/ports?device_id=a8b23e08-7eed-4237-8a59-10ae320ae231 HTTP/1.1" status: 200 len: 946 time: 0.0625951 Jun 30 10:11:17.607637 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-5f1f84ba-a276-4628-9fa5-2141c8e5da0a req-720892cb-aa7a-443f-b3f7-5e0d22f0f43e tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Deleting port 3cfb2e05-b613-4669-979e-27db389bf3b8 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:11:17.607979 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5f1f84ba-a276-4628-9fa5-2141c8e5da0a req-720892cb-aa7a-443f-b3f7-5e0d22f0f43e tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:17.692341 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-5f1f84ba-a276-4628-9fa5-2141c8e5da0a req-720892cb-aa7a-443f-b3f7-5e0d22f0f43e tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] For port 3cfb2e05-b613-4669-979e-27db389bf3b8, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=3cfb2e05-b613-4669-979e-27db389bf3b8,segment=NetworkSegment(dddba4a8-6f57-499c-ae3b-38fa0e9b0721),segment_id=dddba4a8-6f57-499c-ae3b-38fa0e9b0721)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:11:17.692692 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5f1f84ba-a276-4628-9fa5-2141c8e5da0a req-720892cb-aa7a-443f-b3f7-5e0d22f0f43e tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:17.705758 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-5f1f84ba-a276-4628-9fa5-2141c8e5da0a req-720892cb-aa7a-443f-b3f7-5e0d22f0f43e tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Calling delete_port for 3cfb2e05-b613-4669-979e-27db389bf3b8 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:11:17.732044 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 0c1538f2-69e8-44ff-b8a6-25d28b949e25 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:11:17.751704 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 0c1538f2-69e8-44ff-b8a6-25d28b949e25 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:11:17.751966 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 0c1538f2-69e8-44ff-b8a6-25d28b949e25 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:11:17.898183 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5f1f84ba-a276-4628-9fa5-2141c8e5da0a req-720892cb-aa7a-443f-b3f7-5e0d22f0f43e tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:17.926828 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720892cb-aa7a-443f-b3f7-5e0d22f0f43e tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event deleted for resources: {'Port': ['ID=3cfb2e05-b613-4669-979e-27db389bf3b8,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:17.976799 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1f84ba-a276-4628-9fa5-2141c8e5da0a req-720892cb-aa7a-443f-b3f7-5e0d22f0f43e tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] No DVR routers for this DVR port 3cfb2e05-b613-4669-979e-27db389bf3b8 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:11:17.979323 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-5f1f84ba-a276-4628-9fa5-2141c8e5da0a req-720892cb-aa7a-443f-b3f7-5e0d22f0f43e tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:17.981379 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5f1f84ba-a276-4628-9fa5-2141c8e5da0a req-720892cb-aa7a-443f-b3f7-5e0d22f0f43e tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.52 "DELETE /v2.0/ports/3cfb2e05-b613-4669-979e-27db389bf3b8 HTTP/1.1" status: 204 len: 173 time: 0.4716222 Jun 30 10:11:17.981807 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b23e08-7eed-4237-8a59-10ae320ae231', 'name': 'network-vif-deleted', 'tag': '3cfb2e05-b613-4669-979e-27db389bf3b8'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:11:17.984112 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d54109-4d69-4751-91ec-b7be28f1aa84" -d '{"events": [{"server_uuid": "a8b23e08-7eed-4237-8a59-10ae320ae231", "name": "network-vif-deleted", "tag": "3cfb2e05-b613-4669-979e-27db389bf3b8"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:11:18.020146 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce32d73-447d-4aa1-895c-3e36949bc625 x-openstack-request-id: req-fce32d73-447d-4aa1-895c-3e36949bc625 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:11:18.020441 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b23e08-7eed-4237-8a59-10ae320ae231", "name": "network-vif-deleted", "tag": "3cfb2e05-b613-4669-979e-27db389bf3b8", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:11:18.020691 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fce32d73-447d-4aa1-895c-3e36949bc625 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:11:18.021085 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b23e08-7eed-4237-8a59-10ae320ae231', 'name': 'network-vif-deleted', 'tag': '3cfb2e05-b613-4669-979e-27db389bf3b8', 'status': 'completed', 'code': 200} Jun 30 10:11:18.574738 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1e4a2418-395e-4761-97cf-735b9d147eda req-af61a58c-9dc5-4ac0-8737-4273974a7fb9 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8b23e08-7eed-4237-8a59-10ae320ae231 HTTP/1.1" status: 200 len: 210 time: 0.0283999 Jun 30 10:11:19.668010 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59568) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:19.724737 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a9f4fa6c-51ef-4f49-b92b-87c805beb39d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:19.750129 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a9f4fa6c-51ef-4f49-b92b-87c805beb39d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:19.889147 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a9f4fa6c-51ef-4f49-b92b-87c805beb39d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:19.891667 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a9f4fa6c-51ef-4f49-b92b-87c805beb39d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:19.892802 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a9f4fa6c-51ef-4f49-b92b-87c805beb39d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "DELETE /v2.0/security-groups/43282ae0-c485-45ef-845c-62185b4f8368 HTTP/1.1" status: 204 len: 168 time: 0.2238281 Jun 30 10:11:19.901844 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4fa6c-51ef-4f49-b92b-87c805beb39d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43282ae0-c485-45ef-845c-62185b4f8368,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:19.982290 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59572) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:20.032574 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d29c73-cc56-415f-9923-feaff6fc0682 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Deleting subnet eec1d05a-f770-40b8-8721-d2aa47c46957 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:11:20.035731 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-44d29c73-cc56-415f-9923-feaff6fc0682 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:20.075747 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-44d29c73-cc56-415f-9923-feaff6fc0682 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:20.163243 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-44d29c73-cc56-415f-9923-feaff6fc0682 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:20.289805 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-44d29c73-cc56-415f-9923-feaff6fc0682 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:20.319043 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-44d29c73-cc56-415f-9923-feaff6fc0682 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:20.320922 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-44d29c73-cc56-415f-9923-feaff6fc0682 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "DELETE /v2.0/subnets/eec1d05a-f770-40b8-8721-d2aa47c46957 HTTP/1.1" status: 204 len: 168 time: 0.3376396 Jun 30 10:11:20.322390 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d29c73-cc56-415f-9923-feaff6fc0682 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event deleted for resources: {'Subnet': ['ID=eec1d05a-f770-40b8-8721-d2aa47c46957,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:20.324155 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59574) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:20.326655 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf271ae1-3d33-4e09-ad85-442e731fca8b None None] Network 164769cf-47b1-42a0-b294-950843cbc60f requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:11:20.402945 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f9af0aac-3b6d-447a-9f01-37809b44c939 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:20.455805 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-f9af0aac-3b6d-447a-9f01-37809b44c939 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Deleting port 9a4e4976-594d-424e-9b20-ab94afacab48 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:11:20.456060 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f9af0aac-3b6d-447a-9f01-37809b44c939 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:20.521854 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-f9af0aac-3b6d-447a-9f01-37809b44c939 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] For port 9a4e4976-594d-424e-9b20-ab94afacab48, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=9a4e4976-594d-424e-9b20-ab94afacab48,segment=NetworkSegment(dddba4a8-6f57-499c-ae3b-38fa0e9b0721),segment_id=dddba4a8-6f57-499c-ae3b-38fa0e9b0721)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:11:20.522274 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f9af0aac-3b6d-447a-9f01-37809b44c939 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:20.524030 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9a4fde-4318-4dc3-bffb-f00dda87067d None None] DHCP port deletion for 164769cf-47b1-42a0-b294-950843cbc60f request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:11:20.528523 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b42aa161-2cec-4c29-8f10-08424e5aceba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:20.537550 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-f9af0aac-3b6d-447a-9f01-37809b44c939 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Calling delete_port for 9a4e4976-594d-424e-9b20-ab94afacab48 owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:11:20.578158 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-7b9a4fde-4318-4dc3-bffb-f00dda87067d None None] Deleting port 9a4e4976-594d-424e-9b20-ab94afacab48 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:11:20.578537 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7b9a4fde-4318-4dc3-bffb-f00dda87067d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:20.642654 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-7b9a4fde-4318-4dc3-bffb-f00dda87067d None None] For port 9a4e4976-594d-424e-9b20-ab94afacab48, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=9a4e4976-594d-424e-9b20-ab94afacab48,segment=NetworkSegment(dddba4a8-6f57-499c-ae3b-38fa0e9b0721),segment_id=dddba4a8-6f57-499c-ae3b-38fa0e9b0721)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:11:20.643046 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7b9a4fde-4318-4dc3-bffb-f00dda87067d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:20.656425 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-7b9a4fde-4318-4dc3-bffb-f00dda87067d None None] Calling delete_port for 9a4e4976-594d-424e-9b20-ab94afacab48 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:11:20.664139 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f9af0aac-3b6d-447a-9f01-37809b44c939 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:20.689299 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af0aac-3b6d-447a-9f01-37809b44c939 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event deleted for resources: {'Port': ['ID=9a4e4976-594d-424e-9b20-ab94afacab48,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:20.693708 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9af0aac-3b6d-447a-9f01-37809b44c939 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] No DVR routers for this DVR port 9a4e4976-594d-424e-9b20-ab94afacab48 on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:11:20.735884 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7b9a4fde-4318-4dc3-bffb-f00dda87067d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:20.761942 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a4fde-4318-4dc3-bffb-f00dda87067d None None] Pushing event deleted for resources: {'Port': ['ID=9a4e4976-594d-424e-9b20-ab94afacab48,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:20.765533 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9a4fde-4318-4dc3-bffb-f00dda87067d None None] No DVR routers for this DVR port 9a4e4976-594d-424e-9b20-ab94afacab48 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:11:20.779930 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f9af0aac-3b6d-447a-9f01-37809b44c939 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:20.789620 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-f9af0aac-3b6d-447a-9f01-37809b44c939 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['164769cf-47b1-42a0-b294-950843cbc60f']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:20.801426 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-f9af0aac-3b6d-447a-9f01-37809b44c939 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dddba4a8-6f57-499c-ae3b-38fa0e9b0721') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:20.801728 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-f9af0aac-3b6d-447a-9f01-37809b44c939 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dddba4a8-6f57-499c-ae3b-38fa0e9b0721') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:20.810820 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f9af0aac-3b6d-447a-9f01-37809b44c939 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:20.824916 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f9af0aac-3b6d-447a-9f01-37809b44c939 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:20.830661 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9af0aac-3b6d-447a-9f01-37809b44c939 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f9af0aac-3b6d-447a-9f01-37809b44c939 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: timer() Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:11:20.835431 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:11:20.934929 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f9af0aac-3b6d-447a-9f01-37809b44c939 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:20.942070 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f9af0aac-3b6d-447a-9f01-37809b44c939 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:20.943882 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f9af0aac-3b6d-447a-9f01-37809b44c939 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "DELETE /v2.0/networks/164769cf-47b1-42a0-b294-950843cbc60f HTTP/1.1" status: 204 len: 168 time: 0.6186366 Jun 30 10:11:20.946969 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59576) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:20.959933 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af0aac-3b6d-447a-9f01-37809b44c939 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event deleted for resources: {'Network': ['ID=164769cf-47b1-42a0-b294-950843cbc60f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:21.106094 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-4b0c4191-a625-4252-b5d4-5a77140f6b3a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Deleting port 26b07287-fddd-4db5-bc9f-dd9a59895bd1 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:11:21.106721 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4b0c4191-a625-4252-b5d4-5a77140f6b3a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:21.184355 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4b0c4191-a625-4252-b5d4-5a77140f6b3a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:21.184682 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4b0c4191-a625-4252-b5d4-5a77140f6b3a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:21.195946 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-4b0c4191-a625-4252-b5d4-5a77140f6b3a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Calling delete_port for 26b07287-fddd-4db5-bc9f-dd9a59895bd1 owned by network:floatingip {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:11:21.403769 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4b0c4191-a625-4252-b5d4-5a77140f6b3a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:21.434256 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c4191-a625-4252-b5d4-5a77140f6b3a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event deleted for resources: {'Port': ['ID=26b07287-fddd-4db5-bc9f-dd9a59895bd1,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:21.491099 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4b0c4191-a625-4252-b5d4-5a77140f6b3a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for floatingip, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:21.491455 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [None req-4b0c4191-a625-4252-b5d4-5a77140f6b3a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Floating IP fb722c25-49fd-400b-b77e-f18b5593fb12 disassociated (deleted). External IP: 172.25.6.42, port: 17d24b44-9576-4f46-aad4-d8dffbb6beba. Jun 30 10:11:21.696633 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0c4191-a625-4252-b5d4-5a77140f6b3a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Router 1c385f2d-c34f-4f6f-befd-48e62136b9ae has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:11:21.772947 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 9a4e4976-594d-424e-9b20-ab94afacab48 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:11:21.793052 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 9a4e4976-594d-424e-9b20-ab94afacab48 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:11:21.793396 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 9a4e4976-594d-424e-9b20-ab94afacab48 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:11:21.805629 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0c4191-a625-4252-b5d4-5a77140f6b3a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:11:21.810837 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4b0c4191-a625-4252-b5d4-5a77140f6b3a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:21.815215 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343a38e9-3f52-496a-b435-075c668db727 None None] Sync routers for ids ['1c385f2d-c34f-4f6f-befd-48e62136b9ae'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:11:21.824666 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343a38e9-3f52-496a-b435-075c668db727 None None] Routers {'1c385f2d-c34f-4f6f-befd-48e62136b9ae'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:11:21.825291 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-343a38e9-3f52-496a-b435-075c668db727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:10:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c385f2d-c34f-4f6f-befd-48e62136b9ae'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:21.846675 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4b0c4191-a625-4252-b5d4-5a77140f6b3a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "DELETE /v2.0/floatingips/fb722c25-49fd-400b-b77e-f18b5593fb12 HTTP/1.1" status: 204 len: 168 time: 0.8980565 Jun 30 10:11:21.847287 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5', 'tag': '17d24b44-9576-4f46-aad4-d8dffbb6beba'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:11:21.849575 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a8d854-5c2f-4918-8a91-9a954b5f2f19" -d '{"events": [{"name": "network-changed", "server_uuid": "bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5", "tag": "17d24b44-9576-4f46-aad4-d8dffbb6beba"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:11:21.895679 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832df545-357a-4a5a-a497-264b5f37c317 x-openstack-request-id: req-832df545-357a-4a5a-a497-264b5f37c317 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:11:21.896030 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5", "tag": "17d24b44-9576-4f46-aad4-d8dffbb6beba", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:11:21.896469 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-832df545-357a-4a5a-a497-264b5f37c317 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:11:21.896965 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5', 'tag': '17d24b44-9576-4f46-aad4-d8dffbb6beba', 'status': 'completed', 'code': 200} Jun 30 10:11:21.933639 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-343a38e9-3f52-496a-b435-075c668db727 None None] Set router 1c385f2d-c34f-4f6f-befd-48e62136b9ae gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:11:21.981015 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8d854-5c2f-4918-8a91-9a954b5f2f19 req-41b08eef-f5b5-48e1-b715-15bb58920d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:21.982555 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-34a8d854-5c2f-4918-8a91-9a954b5f2f19 req-41b08eef-f5b5-48e1-b715-15bb58920d77 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e78cb94e3e7846abb3457d5b43ee0638&device_id=bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5 HTTP/1.1" status: 200 len: 1097 time: 0.0620031 Jun 30 10:11:22.075928 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8d854-5c2f-4918-8a91-9a954b5f2f19 req-6828f8fe-c2d3-4823-8039-90575b63d8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:22.077559 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-34a8d854-5c2f-4918-8a91-9a954b5f2f19 req-6828f8fe-c2d3-4823-8039-90575b63d8a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f0268a3-9062-450f-b0bf-83f9a6d29707 HTTP/1.1" status: 200 len: 898 time: 0.0871208 Jun 30 10:11:22.123660 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-34a8d854-5c2f-4918-8a91-9a954b5f2f19 req-f77e94da-026e-4252-a0ef-ece9f5508996 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17d24b44-9576-4f46-aad4-d8dffbb6beba HTTP/1.1" status: 200 len: 217 time: 0.0393102 Jun 30 10:11:22.133587 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-343a38e9-3f52-496a-b435-075c668db727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'name': 'tempest-TestNetworkBasicOps-router-945159740', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:44Z', 'updated_at': '2021-06-30T10:11:14Z', 'revision_number': 6, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:45Z', 'updated_at': '2021-06-30T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'ad5d318f-c6bb-4937-9d6d-e0435721a628', 'name': '', 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'mac_address': 'fa:16:3e:9e:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'e1224c3d-f327-454f-b561-b1ff18a77a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:48Z', 'updated_at': '2021-06-30T10:08:54Z', 'revision_number': 5, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'subnets': [{'id': 'e1224c3d-f327-454f-b561-b1ff18a77a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:22.164431 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343a38e9-3f52-496a-b435-075c668db727 None None] Checking router: 1c385f2d-c34f-4f6f-befd-48e62136b9ae for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:11:22.173650 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343a38e9-3f52-496a-b435-075c668db727 None None] Routers {'1c385f2d-c34f-4f6f-befd-48e62136b9ae'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:11:22.174179 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-343a38e9-3f52-496a-b435-075c668db727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:10:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c385f2d-c34f-4f6f-befd-48e62136b9ae'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:22.177673 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8d854-5c2f-4918-8a91-9a954b5f2f19 req-152284bb-dffd-420b-a1b8-5538b7d87368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:22.179150 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-34a8d854-5c2f-4918-8a91-9a954b5f2f19 req-152284bb-dffd-420b-a1b8-5538b7d87368 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1224c3d-f327-454f-b561-b1ff18a77a8f HTTP/1.1" status: 200 len: 834 time: 0.0498362 Jun 30 10:11:22.236833 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8d854-5c2f-4918-8a91-9a954b5f2f19 req-f0ffbe42-66a2-40d4-b6cb-00208b1ecccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:22.238425 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-34a8d854-5c2f-4918-8a91-9a954b5f2f19 req-f0ffbe42-66a2-40d4-b6cb-00208b1ecccf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f0268a3-9062-450f-b0bf-83f9a6d29707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533044 Jun 30 10:11:22.283193 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-343a38e9-3f52-496a-b435-075c668db727 None None] Set router 1c385f2d-c34f-4f6f-befd-48e62136b9ae gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:11:22.309569 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 3cfb2e05-b613-4669-979e-27db389bf3b8 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:11:22.338670 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 3cfb2e05-b613-4669-979e-27db389bf3b8 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:11:22.339022 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 3cfb2e05-b613-4669-979e-27db389bf3b8 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:11:22.517215 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-343a38e9-3f52-496a-b435-075c668db727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'name': 'tempest-TestNetworkBasicOps-router-945159740', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:44Z', 'updated_at': '2021-06-30T10:11:14Z', 'revision_number': 6, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:45Z', 'updated_at': '2021-06-30T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'ad5d318f-c6bb-4937-9d6d-e0435721a628', 'name': '', 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'mac_address': 'fa:16:3e:9e:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'e1224c3d-f327-454f-b561-b1ff18a77a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:48Z', 'updated_at': '2021-06-30T10:08:54Z', 'revision_number': 5, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'subnets': [{'id': 'e1224c3d-f327-454f-b561-b1ff18a77a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:22.548065 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343a38e9-3f52-496a-b435-075c668db727 None None] The sync data for ids ['1c385f2d-c34f-4f6f-befd-48e62136b9ae'] in n-d-771363-31 is: [{'id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'name': 'tempest-TestNetworkBasicOps-router-945159740', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:44Z', 'updated_at': '2021-06-30T10:11:14Z', 'revision_number': 6, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:45Z', 'updated_at': '2021-06-30T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'ad5d318f-c6bb-4937-9d6d-e0435721a628', 'name': '', 'network_id': '2f0268a3-9062-450f-b0bf-83f9a6d29707', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'mac_address': 'fa:16:3e:9e:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'e1224c3d-f327-454f-b561-b1ff18a77a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:48Z', 'updated_at': '2021-06-30T10:08:54Z', 'revision_number': 5, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'subnets': [{'id': 'e1224c3d-f327-454f-b561-b1ff18a77a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:11:22.725485 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-34a8d854-5c2f-4918-8a91-9a954b5f2f19 req-32e658c7-dae4-4f90-aee2-9b092d6ddf89 service neutron] 10.222.0.37 "GET /v2.0/networks/2f0268a3-9062-450f-b0bf-83f9a6d29707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793959 Jun 30 10:11:22.789004 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e14a9f-dc5a-4028-af9c-a086a8f9c032 None None] New status for floating IP fb722c25-49fd-400b-b77e-f18b5593fb12: DOWN {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:11:22.790333 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55da38-62da-4321-838e-098a0f01039c req-94c6a424-6e52-4704-a191-caf4fbbb63d8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:22.792747 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4c55da38-62da-4321-838e-098a0f01039c req-94c6a424-6e52-4704-a191-caf4fbbb63d8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5 HTTP/1.1" status: 200 len: 945 time: 0.1436503 Jun 30 10:11:22.849080 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4c55da38-62da-4321-838e-098a0f01039c req-3ff9f70f-44f1-4ede-905d-c0631e2b8088 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=89788f89-f341-4b7a-9cac-0a096bed8e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504019 Jun 30 10:11:22.864177 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-34a8d854-5c2f-4918-8a91-9a954b5f2f19 req-96c2c39d-c33f-4bab-9c87-575e006440c1 service neutron] 10.222.0.37 "GET /v2.0/networks/2f0268a3-9062-450f-b0bf-83f9a6d29707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304736 Jun 30 10:11:23.015097 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2a35fba1-fbe6-4dbd-8625-5efcd4f3f47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:23.546211 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:23.942742 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167f164-7ad7-4dda-bbb5-434ae62a3398 req-d4f38f4d-7a77-40ec-af22-eaf5777e977b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:23.944246 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2167f164-7ad7-4dda-bbb5-434ae62a3398 req-d4f38f4d-7a77-40ec-af22-eaf5777e977b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5 HTTP/1.1" status: 200 len: 945 time: 0.0651288 Jun 30 10:11:24.033790 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8760f-56c3-4741-b42f-571a672d146f req-16d6506d-a6c2-456b-8c80-028eff1b5a2a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:24.036102 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9ff8760f-56c3-4741-b42f-571a672d146f req-16d6506d-a6c2-456b-8c80-028eff1b5a2a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5 HTTP/1.1" status: 200 len: 945 time: 0.0682998 Jun 30 10:11:24.050502 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-2167f164-7ad7-4dda-bbb5-434ae62a3398 req-3baddb42-510b-4658-bbb4-e7e58d19b377 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Deleting port 17d24b44-9576-4f46-aad4-d8dffbb6beba {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:11:24.050971 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2167f164-7ad7-4dda-bbb5-434ae62a3398 req-3baddb42-510b-4658-bbb4-e7e58d19b377 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:24.075505 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9ff8760f-56c3-4741-b42f-571a672d146f req-951773ff-f391-4a4e-a618-03387d7fb078 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=89788f89-f341-4b7a-9cac-0a096bed8e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343146 Jun 30 10:11:24.150350 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-2167f164-7ad7-4dda-bbb5-434ae62a3398 req-3baddb42-510b-4658-bbb4-e7e58d19b377 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] For port 17d24b44-9576-4f46-aad4-d8dffbb6beba, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=17d24b44-9576-4f46-aad4-d8dffbb6beba,segment=NetworkSegment(5e54b663-e96d-4c0b-94be-6d1c197eda28),segment_id=5e54b663-e96d-4c0b-94be-6d1c197eda28)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:11:24.150765 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2167f164-7ad7-4dda-bbb5-434ae62a3398 req-3baddb42-510b-4658-bbb4-e7e58d19b377 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:24.163251 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-2167f164-7ad7-4dda-bbb5-434ae62a3398 req-3baddb42-510b-4658-bbb4-e7e58d19b377 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Calling delete_port for 17d24b44-9576-4f46-aad4-d8dffbb6beba owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:11:24.350000 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2167f164-7ad7-4dda-bbb5-434ae62a3398 req-3baddb42-510b-4658-bbb4-e7e58d19b377 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:24.378055 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baddb42-510b-4658-bbb4-e7e58d19b377 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event deleted for resources: {'Port': ['ID=17d24b44-9576-4f46-aad4-d8dffbb6beba,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:24.424286 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-2167f164-7ad7-4dda-bbb5-434ae62a3398 req-3baddb42-510b-4658-bbb4-e7e58d19b377 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] No DVR routers for this DVR port 17d24b44-9576-4f46-aad4-d8dffbb6beba on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:11:24.426762 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2167f164-7ad7-4dda-bbb5-434ae62a3398 req-3baddb42-510b-4658-bbb4-e7e58d19b377 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:24.428776 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2167f164-7ad7-4dda-bbb5-434ae62a3398 req-3baddb42-510b-4658-bbb4-e7e58d19b377 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.37 "DELETE /v2.0/ports/17d24b44-9576-4f46-aad4-d8dffbb6beba HTTP/1.1" status: 204 len: 173 time: 0.4790728 Jun 30 10:11:24.429201 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5', 'name': 'network-vif-deleted', 'tag': '17d24b44-9576-4f46-aad4-d8dffbb6beba'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:11:24.431472 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2438457-46db-4c97-b54a-f652b86d4c8e" -d '{"events": [{"server_uuid": "bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5", "name": "network-vif-deleted", "tag": "17d24b44-9576-4f46-aad4-d8dffbb6beba"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:11:24.518815 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faff9736-20ca-460d-95d2-bf3ff600c1db x-openstack-request-id: req-faff9736-20ca-460d-95d2-bf3ff600c1db {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:11:24.519087 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5", "name": "network-vif-deleted", "tag": "17d24b44-9576-4f46-aad4-d8dffbb6beba", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:11:24.524139 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-faff9736-20ca-460d-95d2-bf3ff600c1db {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:11:24.524139 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5', 'name': 'network-vif-deleted', 'tag': '17d24b44-9576-4f46-aad4-d8dffbb6beba', 'status': 'completed', 'code': 200} Jun 30 10:11:24.789895 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:25.242745 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d5082ea3-3009-49a4-8657-6564e67322ad req-49c80809-5cb6-4b7f-af0e-df14128fe6a3 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbdfa9d3-7dd3-43cc-b5d4-ece340411cd5 HTTP/1.1" status: 200 len: 210 time: 0.0318043 Jun 30 10:11:26.334729 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59594) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:26.391815 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-006e28ff-bc60-412e-9c11-3a80f6172dde tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:26.417084 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-006e28ff-bc60-412e-9c11-3a80f6172dde tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:26.517567 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:26.540494 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-006e28ff-bc60-412e-9c11-3a80f6172dde tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:26.543862 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-006e28ff-bc60-412e-9c11-3a80f6172dde tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:26.545007 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-006e28ff-bc60-412e-9c11-3a80f6172dde tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "DELETE /v2.0/security-groups/89788f89-f341-4b7a-9cac-0a096bed8e3c HTTP/1.1" status: 204 len: 168 time: 0.2092869 Jun 30 10:11:26.554342 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e28ff-bc60-412e-9c11-3a80f6172dde tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89788f89-f341-4b7a-9cac-0a096bed8e3c,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:26.628369 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59598) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:26.987709 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-433cee00-e739-4217-a78e-daf43eceeac9 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:27.254107 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-433cee00-e739-4217-a78e-daf43eceeac9 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Deleting port ad5d318f-c6bb-4937-9d6d-e0435721a628 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:11:27.254366 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-433cee00-e739-4217-a78e-daf43eceeac9 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:27.351393 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-433cee00-e739-4217-a78e-daf43eceeac9 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] For port ad5d318f-c6bb-4937-9d6d-e0435721a628, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=ad5d318f-c6bb-4937-9d6d-e0435721a628,segment=NetworkSegment(5e54b663-e96d-4c0b-94be-6d1c197eda28),segment_id=5e54b663-e96d-4c0b-94be-6d1c197eda28)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:11:27.352212 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-433cee00-e739-4217-a78e-daf43eceeac9 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:27.370551 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-433cee00-e739-4217-a78e-daf43eceeac9 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Calling delete_port for ad5d318f-c6bb-4937-9d6d-e0435721a628 owned by network:router_interface {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:11:27.629576 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-433cee00-e739-4217-a78e-daf43eceeac9 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:27.656396 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433cee00-e739-4217-a78e-daf43eceeac9 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event deleted for resources: {'Port': ['ID=ad5d318f-c6bb-4937-9d6d-e0435721a628,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:27.838685 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-433cee00-e739-4217-a78e-daf43eceeac9 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:28.048001 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433cee00-e739-4217-a78e-daf43eceeac9 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Router 1c385f2d-c34f-4f6f-befd-48e62136b9ae has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:11:28.488671 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433cee00-e739-4217-a78e-daf43eceeac9 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:11:28.493489 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-433cee00-e739-4217-a78e-daf43eceeac9 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "PUT /v2.0/routers/1c385f2d-c34f-4f6f-befd-48e62136b9ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8640954 Jun 30 10:11:28.496419 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59602) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:28.498731 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3d8410-6d31-441a-8a9e-887e13192a81 None None] Sync routers for ids ['1c385f2d-c34f-4f6f-befd-48e62136b9ae'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:11:28.508646 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3d8410-6d31-441a-8a9e-887e13192a81 None None] Routers {'1c385f2d-c34f-4f6f-befd-48e62136b9ae'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:11:28.509253 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-1c3d8410-6d31-441a-8a9e-887e13192a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:11:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c385f2d-c34f-4f6f-befd-48e62136b9ae'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:28.514590 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 17d24b44-9576-4f46-aad4-d8dffbb6beba no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:11:28.547048 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-a636e269-05bd-4fe1-9448-0cb36ad90519 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Deleting subnet e1224c3d-f327-454f-b561-b1ff18a77a8f {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:11:28.550137 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a636e269-05bd-4fe1-9448-0cb36ad90519 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:28.569013 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 17d24b44-9576-4f46-aad4-d8dffbb6beba {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:11:28.569356 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 17d24b44-9576-4f46-aad4-d8dffbb6beba not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:11:28.589432 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a636e269-05bd-4fe1-9448-0cb36ad90519 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:28.633348 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-1c3d8410-6d31-441a-8a9e-887e13192a81 None None] Set router 1c385f2d-c34f-4f6f-befd-48e62136b9ae gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:11:28.677082 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a636e269-05bd-4fe1-9448-0cb36ad90519 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:28.820966 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a636e269-05bd-4fe1-9448-0cb36ad90519 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:28.821544 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-1c3d8410-6d31-441a-8a9e-887e13192a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'name': 'tempest-TestNetworkBasicOps-router-945159740', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:44Z', 'updated_at': '2021-06-30T10:11:27Z', 'revision_number': 7, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:45Z', 'updated_at': '2021-06-30T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:28.848862 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636e269-05bd-4fe1-9448-0cb36ad90519 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event deleted for resources: {'Subnet': ['ID=e1224c3d-f327-454f-b561-b1ff18a77a8f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:28.849475 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3d8410-6d31-441a-8a9e-887e13192a81 None None] Checking router: 1c385f2d-c34f-4f6f-befd-48e62136b9ae for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:11:28.850813 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a636e269-05bd-4fe1-9448-0cb36ad90519 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:28.852665 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a636e269-05bd-4fe1-9448-0cb36ad90519 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "DELETE /v2.0/subnets/e1224c3d-f327-454f-b561-b1ff18a77a8f HTTP/1.1" status: 204 len: 168 time: 0.3555803 Jun 30 10:11:28.856521 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59604) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:28.864416 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09b0b09-229c-4f2c-97a1-4e534c46a760 None None] Network 2f0268a3-9062-450f-b0bf-83f9a6d29707 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:11:28.869255 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3d8410-6d31-441a-8a9e-887e13192a81 None None] Routers {'1c385f2d-c34f-4f6f-befd-48e62136b9ae'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:11:28.870449 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-1c3d8410-6d31-441a-8a9e-887e13192a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:11:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c385f2d-c34f-4f6f-befd-48e62136b9ae'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:28.961442 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-509ca38b-af69-4837-a57e-1768c2b6e8a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:29.062418 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-509ca38b-af69-4837-a57e-1768c2b6e8a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:29.066116 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-1c3d8410-6d31-441a-8a9e-887e13192a81 None None] Set router 1c385f2d-c34f-4f6f-befd-48e62136b9ae gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:11:29.166925 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-509ca38b-af69-4837-a57e-1768c2b6e8a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Deleting port 2d0c4622-fc25-4022-b5d3-131bf339339f {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:11:29.167187 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-509ca38b-af69-4837-a57e-1768c2b6e8a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:29.250843 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-509ca38b-af69-4837-a57e-1768c2b6e8a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] For port 2d0c4622-fc25-4022-b5d3-131bf339339f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=2d0c4622-fc25-4022-b5d3-131bf339339f,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:11:29.251227 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-509ca38b-af69-4837-a57e-1768c2b6e8a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:29.265874 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-509ca38b-af69-4837-a57e-1768c2b6e8a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Calling delete_port for 2d0c4622-fc25-4022-b5d3-131bf339339f owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:11:29.426356 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-1c3d8410-6d31-441a-8a9e-887e13192a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'name': 'tempest-TestNetworkBasicOps-router-945159740', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:44Z', 'updated_at': '2021-06-30T10:11:27Z', 'revision_number': 7, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:45Z', 'updated_at': '2021-06-30T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:29.430789 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3c6bd5-06f7-4c93-9da9-06770717b628 None None] DHCP port deletion for 2f0268a3-9062-450f-b0bf-83f9a6d29707 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:11:29.463426 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3d8410-6d31-441a-8a9e-887e13192a81 None None] The sync data for ids ['1c385f2d-c34f-4f6f-befd-48e62136b9ae'] in n-d-771363-31 is: [{'id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'name': 'tempest-TestNetworkBasicOps-router-945159740', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:44Z', 'updated_at': '2021-06-30T10:11:27Z', 'revision_number': 7, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2d0c4622-fc25-4022-b5d3-131bf339339f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c385f2d-c34f-4f6f-befd-48e62136b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:45Z', 'updated_at': '2021-06-30T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:11:29.509484 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c6bd5-06f7-4c93-9da9-06770717b628 None None] Deleting port 864d3251-e756-46a2-a1df-77166c7eb8dc {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:11:29.515436 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2b3c6bd5-06f7-4c93-9da9-06770717b628 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:29.534970 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-509ca38b-af69-4837-a57e-1768c2b6e8a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:29.562496 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ca38b-af69-4837-a57e-1768c2b6e8a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event deleted for resources: {'Port': ['ID=2d0c4622-fc25-4022-b5d3-131bf339339f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:29.575558 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-2b3c6bd5-06f7-4c93-9da9-06770717b628 None None] For port 864d3251-e756-46a2-a1df-77166c7eb8dc, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=864d3251-e756-46a2-a1df-77166c7eb8dc,segment=NetworkSegment(5e54b663-e96d-4c0b-94be-6d1c197eda28),segment_id=5e54b663-e96d-4c0b-94be-6d1c197eda28)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:11:29.575953 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2b3c6bd5-06f7-4c93-9da9-06770717b628 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:29.589407 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c6bd5-06f7-4c93-9da9-06770717b628 None None] Calling delete_port for 864d3251-e756-46a2-a1df-77166c7eb8dc owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:11:29.625919 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-509ca38b-af69-4837-a57e-1768c2b6e8a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:29.714522 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-509ca38b-af69-4837-a57e-1768c2b6e8a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:29.716474 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-509ca38b-af69-4837-a57e-1768c2b6e8a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:29.723661 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2b3c6bd5-06f7-4c93-9da9-06770717b628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:29.750799 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c6bd5-06f7-4c93-9da9-06770717b628 None None] Pushing event deleted for resources: {'Port': ['ID=864d3251-e756-46a2-a1df-77166c7eb8dc,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:29.753048 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3c6bd5-06f7-4c93-9da9-06770717b628 None None] No DVR routers for this DVR port 864d3251-e756-46a2-a1df-77166c7eb8dc on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:11:29.764956 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c6bd5-06f7-4c93-9da9-06770717b628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:29.765302 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c6bd5-06f7-4c93-9da9-06770717b628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:29.765636 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c6bd5-06f7-4c93-9da9-06770717b628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:29.765997 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c6bd5-06f7-4c93-9da9-06770717b628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:29.766293 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c6bd5-06f7-4c93-9da9-06770717b628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:29.766642 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c6bd5-06f7-4c93-9da9-06770717b628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:29.767005 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c6bd5-06f7-4c93-9da9-06770717b628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:29.767358 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c6bd5-06f7-4c93-9da9-06770717b628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:29.767676 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c6bd5-06f7-4c93-9da9-06770717b628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:29.768023 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c6bd5-06f7-4c93-9da9-06770717b628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:29.768360 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c6bd5-06f7-4c93-9da9-06770717b628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:29.768655 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c6bd5-06f7-4c93-9da9-06770717b628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:29.830463 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-509ca38b-af69-4837-a57e-1768c2b6e8a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:29.831112 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509ca38b-af69-4837-a57e-1768c2b6e8a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Fanout notify agent at l3_agent the message router_deleted on router 1c385f2d-c34f-4f6f-befd-48e62136b9ae {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:11:29.840865 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-509ca38b-af69-4837-a57e-1768c2b6e8a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:29.842071 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-509ca38b-af69-4837-a57e-1768c2b6e8a8 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "DELETE /v2.0/routers/1c385f2d-c34f-4f6f-befd-48e62136b9ae HTTP/1.1" status: 204 len: 168 time: 0.9843800 Jun 30 10:11:29.844803 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59606) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:29.935592 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-07724b00-c35e-4c2d-ad1a-dad61071b4c6 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:29.942097 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device ad5d318f-c6bb-4937-9d6d-e0435721a628 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:11:29.962397 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: ad5d318f-c6bb-4937-9d6d-e0435721a628 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:11:29.962745 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device ad5d318f-c6bb-4937-9d6d-e0435721a628 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:11:29.963890 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 864d3251-e756-46a2-a1df-77166c7eb8dc no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:11:29.983545 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 864d3251-e756-46a2-a1df-77166c7eb8dc {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:11:29.983899 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 864d3251-e756-46a2-a1df-77166c7eb8dc not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:11:30.021243 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-07724b00-c35e-4c2d-ad1a-dad61071b4c6 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:30.031442 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-07724b00-c35e-4c2d-ad1a-dad61071b4c6 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f0268a3-9062-450f-b0bf-83f9a6d29707']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:30.049336 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-07724b00-c35e-4c2d-ad1a-dad61071b4c6 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e54b663-e96d-4c0b-94be-6d1c197eda28') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:30.049632 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-07724b00-c35e-4c2d-ad1a-dad61071b4c6 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e54b663-e96d-4c0b-94be-6d1c197eda28') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:30.058785 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-07724b00-c35e-4c2d-ad1a-dad61071b4c6 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:30.073343 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-07724b00-c35e-4c2d-ad1a-dad61071b4c6 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:30.079906 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07724b00-c35e-4c2d-ad1a-dad61071b4c6 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:11:30.080309 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-07724b00-c35e-4c2d-ad1a-dad61071b4c6 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:30.094714 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 10:11:30.094714 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:11:30.094714 n-d-771363-31 neutron-server[101054]: timer() Jun 30 10:11:30.094714 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:11:30.094714 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 10:11:30.094714 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:11:30.094714 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 10:11:30.094714 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:11:30.094714 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 10:11:30.094714 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:11:30.094714 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 10:11:30.094714 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:11:30.094714 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 10:11:30.094714 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:11:30.094714 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:11:30.094714 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:11:30.094714 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:11:30.094714 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:11:30.094714 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 10:11:30.094714 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:11:30.094714 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 10:11:30.094714 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:11:30.094714 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:11:30.094714 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:11:30.094714 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 10:11:30.094714 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:11:30.094714 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:11:30.094714 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:11:30.094714 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:11:30.094714 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:11:30.094714 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:11:30.094714 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:11:30.218185 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-07724b00-c35e-4c2d-ad1a-dad61071b4c6 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:30.222712 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-07724b00-c35e-4c2d-ad1a-dad61071b4c6 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:30.228067 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-07724b00-c35e-4c2d-ad1a-dad61071b4c6 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "DELETE /v2.0/networks/2f0268a3-9062-450f-b0bf-83f9a6d29707 HTTP/1.1" status: 204 len: 168 time: 0.3765035 Jun 30 10:11:30.241220 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07724b00-c35e-4c2d-ad1a-dad61071b4c6 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event deleted for resources: {'Network': ['ID=2f0268a3-9062-450f-b0bf-83f9a6d29707,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:30.249215 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59608) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:30.250028 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07724b00-c35e-4c2d-ad1a-dad61071b4c6 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:30.250393 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07724b00-c35e-4c2d-ad1a-dad61071b4c6 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:30.250734 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07724b00-c35e-4c2d-ad1a-dad61071b4c6 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:30.251064 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07724b00-c35e-4c2d-ad1a-dad61071b4c6 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:30.256376 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07724b00-c35e-4c2d-ad1a-dad61071b4c6 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:30.256376 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07724b00-c35e-4c2d-ad1a-dad61071b4c6 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:30.256376 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07724b00-c35e-4c2d-ad1a-dad61071b4c6 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:30.256376 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07724b00-c35e-4c2d-ad1a-dad61071b4c6 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:30.256376 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07724b00-c35e-4c2d-ad1a-dad61071b4c6 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:30.256376 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07724b00-c35e-4c2d-ad1a-dad61071b4c6 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:30.256376 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07724b00-c35e-4c2d-ad1a-dad61071b4c6 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:30.256376 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07724b00-c35e-4c2d-ad1a-dad61071b4c6 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:30.257465 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-785c8db6-4e0e-4ab8-b0e7-185d0e58be33 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'network': {'name': 'tempest-network-smoke--357394781', 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'port_security_enabled': True}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:11:30.334764 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785c8db6-4e0e-4ab8-b0e7-185d0e58be33 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Made reservation on behalf of e78cb94e3e7846abb3457d5b43ee0638 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:11:30.338768 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-785c8db6-4e0e-4ab8-b0e7-185d0e58be33 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:30.368198 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-785c8db6-4e0e-4ab8-b0e7-185d0e58be33 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:11:30.377716 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-785c8db6-4e0e-4ab8-b0e7-185d0e58be33 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:30.378065 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-785c8db6-4e0e-4ab8-b0e7-185d0e58be33 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Added segment b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159 of type vlan for network c08f2c68-5b33-479a-b759-16eea11998e0 Jun 30 10:11:30.419881 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-785c8db6-4e0e-4ab8-b0e7-185d0e58be33 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:30.532594 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-785c8db6-4e0e-4ab8-b0e7-185d0e58be33 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:30.538241 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785c8db6-4e0e-4ab8-b0e7-185d0e58be33 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:30.538848 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-785c8db6-4e0e-4ab8-b0e7-185d0e58be33 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:30.608544 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c8db6-4e0e-4ab8-b0e7-185d0e58be33 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'Network': ['ID=c08f2c68-5b33-479a-b759-16eea11998e0,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:30.616096 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c8db6-4e0e-4ab8-b0e7-185d0e58be33 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:30.616471 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c8db6-4e0e-4ab8-b0e7-185d0e58be33 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:30.616889 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c8db6-4e0e-4ab8-b0e7-185d0e58be33 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:30.617232 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c8db6-4e0e-4ab8-b0e7-185d0e58be33 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:30.617567 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c8db6-4e0e-4ab8-b0e7-185d0e58be33 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:30.617896 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c8db6-4e0e-4ab8-b0e7-185d0e58be33 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:30.618225 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c8db6-4e0e-4ab8-b0e7-185d0e58be33 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:30.618550 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c8db6-4e0e-4ab8-b0e7-185d0e58be33 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:30.618871 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c8db6-4e0e-4ab8-b0e7-185d0e58be33 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:30.619873 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c8db6-4e0e-4ab8-b0e7-185d0e58be33 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:30.620297 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c8db6-4e0e-4ab8-b0e7-185d0e58be33 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:30.620627 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c8db6-4e0e-4ab8-b0e7-185d0e58be33 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:30.631395 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network c08f2c68-5b33-479a-b759-16eea11998e0 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:11:30.656236 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-785c8db6-4e0e-4ab8-b0e7-185d0e58be33 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4019687 Jun 30 10:11:30.656605 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59610) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:30.661676 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-bd949883-3014-4f92-8104-ed35487bfd31 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-413920425', 'admin_state_up': True, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:11:30.755406 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd949883-3014-4f92-8104-ed35487bfd31 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:30.756346 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd949883-3014-4f92-8104-ed35487bfd31 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:30.815490 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd949883-3014-4f92-8104-ed35487bfd31 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:31.029942 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd949883-3014-4f92-8104-ed35487bfd31 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:31.266329 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd949883-3014-4f92-8104-ed35487bfd31 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:31.285117 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd949883-3014-4f92-8104-ed35487bfd31 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:31.388382 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-bd949883-3014-4f92-8104-ed35487bfd31 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Allocated IP 172.25.6.62 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/2ae4f9cd-0667-4483-8614-547a98b2f147) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:11:31.487720 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd949883-3014-4f92-8104-ed35487bfd31 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:31.630204 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd949883-3014-4f92-8104-ed35487bfd31 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:31.666973 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd949883-3014-4f92-8104-ed35487bfd31 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:11:31.669896 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-bd949883-3014-4f92-8104-ed35487bfd31 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:11:31.672341 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd949883-3014-4f92-8104-ed35487bfd31 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:11:31.707533 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd949883-3014-4f92-8104-ed35487bfd31 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'Port': ['ID=2ae4f9cd-0667-4483-8614-547a98b2f147,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:31.741506 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 2d0c4622-fc25-4022-b5d3-131bf339339f no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:11:31.761733 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 2d0c4622-fc25-4022-b5d3-131bf339339f {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:11:31.762082 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 2d0c4622-fc25-4022-b5d3-131bf339339f not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:11:32.011251 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd949883-3014-4f92-8104-ed35487bfd31 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:32.203086 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd949883-3014-4f92-8104-ed35487bfd31 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:32.423648 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd949883-3014-4f92-8104-ed35487bfd31 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Router 68d8c64c-647b-4547-876b-3e7f997e6619 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:11:32.531350 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd949883-3014-4f92-8104-ed35487bfd31 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:11:32.540050 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346bb3ba-9667-4ee9-8fef-f75ef9895984 None None] Sync routers for ids ['68d8c64c-647b-4547-876b-3e7f997e6619'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:11:32.549406 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346bb3ba-9667-4ee9-8fef-f75ef9895984 None None] Routers {'68d8c64c-647b-4547-876b-3e7f997e6619'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:11:32.550006 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-346bb3ba-9667-4ee9-8fef-f75ef9895984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:11:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['68d8c64c-647b-4547-876b-3e7f997e6619'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:32.612601 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bd949883-3014-4f92-8104-ed35487bfd31 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:32.613839 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-bd949883-3014-4f92-8104-ed35487bfd31 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9559500 Jun 30 10:11:32.616833 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59612) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:32.649314 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-bb37b6dc-2934-4ee4-831b-c6c81a910c27 tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=e78cb94e3e7846abb3457d5b43ee0638&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313568 Jun 30 10:11:32.651894 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59614) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:32.654910 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-346bb3ba-9667-4ee9-8fef-f75ef9895984 None None] Set router 68d8c64c-647b-4547-876b-3e7f997e6619 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:11:32.735037 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a539a13d-8296-49ad-8b96-2c01ddf569e7 tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:32.736564 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a539a13d-8296-49ad-8b96-2c01ddf569e7 tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0837798 Jun 30 10:11:32.739403 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59616) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:32.767670 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d709f18a-4697-4ea5-a155-134630d04352 tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=599fb812-09ee-4e3b-a109-d92406a95c23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271451 Jun 30 10:11:32.769988 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59618) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:32.774629 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-87f0fe02-685c-4d9c-a8b0-1acdf5e30368 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1244094645', 'network_id': 'c08f2c68-5b33-479a-b759-16eea11998e0', 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:11:32.833773 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-346bb3ba-9667-4ee9-8fef-f75ef9895984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'name': 'tempest-TestNetworkBasicOps-router-413920425', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '2ae4f9cd-0667-4483-8614-547a98b2f147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:11:30Z', 'updated_at': '2021-06-30T10:11:31Z', 'revision_number': 3, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2ae4f9cd-0667-4483-8614-547a98b2f147', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:11:31Z', 'updated_at': '2021-06-30T10:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:32.859325 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346bb3ba-9667-4ee9-8fef-f75ef9895984 None None] Checking router: 68d8c64c-647b-4547-876b-3e7f997e6619 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:11:32.859669 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346bb3ba-9667-4ee9-8fef-f75ef9895984 None None] Updating router 68d8c64c-647b-4547-876b-3e7f997e6619 port 2ae4f9cd-0667-4483-8614-547a98b2f147 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:11:32.893193 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-346bb3ba-9667-4ee9-8fef-f75ef9895984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:32.943670 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f0fe02-685c-4d9c-a8b0-1acdf5e30368 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Made reservation on behalf of e78cb94e3e7846abb3457d5b43ee0638 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:11:32.947801 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-87f0fe02-685c-4d9c-a8b0-1acdf5e30368 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:33.001145 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:11:33.149481 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-346bb3ba-9667-4ee9-8fef-f75ef9895984 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:33.159728 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-346bb3ba-9667-4ee9-8fef-f75ef9895984 None None] Transition to ACTIVE for port object 2ae4f9cd-0667-4483-8614-547a98b2f147 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:11:33.189980 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-87f0fe02-685c-4d9c-a8b0-1acdf5e30368 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:33.246706 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-346bb3ba-9667-4ee9-8fef-f75ef9895984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:33.256529 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f0fe02-685c-4d9c-a8b0-1acdf5e30368 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'Subnet': ['ID=c6e890e4-0649-4e16-bd27-c9d616f299f0,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:33.261607 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f0fe02-685c-4d9c-a8b0-1acdf5e30368 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Checking segment: {'id': 'b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c08f2c68-5b33-479a-b759-16eea11998e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:11:33.261993 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f0fe02-685c-4d9c-a8b0-1acdf5e30368 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Network hostable DHCP agents. Network: c08f2c68-5b33-479a-b759-16eea11998e0, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:11:33.297988 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-346bb3ba-9667-4ee9-8fef-f75ef9895984 None None] Attempting to bind port 2ae4f9cd-0667-4483-8614-547a98b2f147 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:11:33.298348 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-346bb3ba-9667-4ee9-8fef-f75ef9895984 None None] Attempting to bind port 2ae4f9cd-0667-4483-8614-547a98b2f147 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:11:33.298697 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346bb3ba-9667-4ee9-8fef-f75ef9895984 None None] Attempting to bind port 2ae4f9cd-0667-4483-8614-547a98b2f147 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:11:33.300600 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66893e75-45d2-4fd2-ae07-e39add07d12c None None] Pushing event updated for resources: {'Port': ['ID=2ae4f9cd-0667-4483-8614-547a98b2f147,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:33.308873 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346bb3ba-9667-4ee9-8fef-f75ef9895984 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:11:33.309248 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346bb3ba-9667-4ee9-8fef-f75ef9895984 None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:11:33.309633 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-346bb3ba-9667-4ee9-8fef-f75ef9895984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:33.310012 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346bb3ba-9667-4ee9-8fef-f75ef9895984 None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:11:33.310480 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-346bb3ba-9667-4ee9-8fef-f75ef9895984 None None] Bound port: 2ae4f9cd-0667-4483-8614-547a98b2f147, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:11:33.310845 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-346bb3ba-9667-4ee9-8fef-f75ef9895984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:33.313664 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66893e75-45d2-4fd2-ae07-e39add07d12c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:33.313997 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66893e75-45d2-4fd2-ae07-e39add07d12c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:33.314326 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66893e75-45d2-4fd2-ae07-e39add07d12c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:33.314650 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66893e75-45d2-4fd2-ae07-e39add07d12c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:33.314971 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66893e75-45d2-4fd2-ae07-e39add07d12c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:33.315310 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66893e75-45d2-4fd2-ae07-e39add07d12c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:33.315625 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66893e75-45d2-4fd2-ae07-e39add07d12c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:33.315935 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66893e75-45d2-4fd2-ae07-e39add07d12c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:33.316246 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66893e75-45d2-4fd2-ae07-e39add07d12c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:33.316893 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66893e75-45d2-4fd2-ae07-e39add07d12c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:33.317020 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66893e75-45d2-4fd2-ae07-e39add07d12c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:33.317290 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66893e75-45d2-4fd2-ae07-e39add07d12c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:33.346091 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f0fe02-685c-4d9c-a8b0-1acdf5e30368 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Network c08f2c68-5b33-479a-b759-16eea11998e0 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:11:33.366875 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-346bb3ba-9667-4ee9-8fef-f75ef9895984 None None] For port 2ae4f9cd-0667-4483-8614-547a98b2f147, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:11:33.369922 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-346bb3ba-9667-4ee9-8fef-f75ef9895984 None None] For port 2ae4f9cd-0667-4483-8614-547a98b2f147, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=2ae4f9cd-0667-4483-8614-547a98b2f147,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:11:33.403230 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-87f0fe02-685c-4d9c-a8b0-1acdf5e30368 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, c08f2c68-5b33-479a-b759-16eea11998e0) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:11:33.408553 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f0fe02-685c-4d9c-a8b0-1acdf5e30368 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:33.409143 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-87f0fe02-685c-4d9c-a8b0-1acdf5e30368 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:33.413408 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cd8cee-888c-40ec-ba7b-941766c31641 None None] Network c08f2c68-5b33-479a-b759-16eea11998e0 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:11:33.430025 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-346bb3ba-9667-4ee9-8fef-f75ef9895984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:33.485446 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346bb3ba-9667-4ee9-8fef-f75ef9895984 None None] Routers {'68d8c64c-647b-4547-876b-3e7f997e6619'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:11:33.486090 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-346bb3ba-9667-4ee9-8fef-f75ef9895984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:11:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['68d8c64c-647b-4547-876b-3e7f997e6619'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:33.492014 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66893e75-45d2-4fd2-ae07-e39add07d12c None None] Pushing event updated for resources: {'Port': ['ID=2ae4f9cd-0667-4483-8614-547a98b2f147,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:33.533451 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-87f0fe02-685c-4d9c-a8b0-1acdf5e30368 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7622840 Jun 30 10:11:33.535919 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59620) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:33.563720 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bce5e38-ff3c-47ee-b05f-d024492fc4c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-c08f2c68-5b33-479a-b759-16eea11998e0', 'network_id': 'c08f2c68-5b33-479a-b759-16eea11998e0', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'fixed_ips': [{'subnet_id': 'c6e890e4-0649-4e16-bd27-c9d616f299f0'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:11:33.564590 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2bce5e38-ff3c-47ee-b05f-d024492fc4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:33.600837 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-346bb3ba-9667-4ee9-8fef-f75ef9895984 None None] Set router 68d8c64c-647b-4547-876b-3e7f997e6619 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:11:33.699422 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-2bce5e38-ff3c-47ee-b05f-d024492fc4c1 None None] Allocated IP 172.20.0.2 (c08f2c68-5b33-479a-b759-16eea11998e0/c6e890e4-0649-4e16-bd27-c9d616f299f0/ca6a356e-462c-406d-8d17-073605730165) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:11:33.792229 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-346bb3ba-9667-4ee9-8fef-f75ef9895984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'name': 'tempest-TestNetworkBasicOps-router-413920425', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '2ae4f9cd-0667-4483-8614-547a98b2f147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:11:30Z', 'updated_at': '2021-06-30T10:11:31Z', 'revision_number': 3, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2ae4f9cd-0667-4483-8614-547a98b2f147', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:11:31Z', 'updated_at': '2021-06-30T10:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:33.819148 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346bb3ba-9667-4ee9-8fef-f75ef9895984 None None] The sync data for ids ['68d8c64c-647b-4547-876b-3e7f997e6619'] in n-d-771363-31 is: [{'id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'name': 'tempest-TestNetworkBasicOps-router-413920425', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '2ae4f9cd-0667-4483-8614-547a98b2f147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:11:30Z', 'updated_at': '2021-06-30T10:11:31Z', 'revision_number': 3, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2ae4f9cd-0667-4483-8614-547a98b2f147', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:11:31Z', 'updated_at': '2021-06-30T10:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:11:33.858120 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2bce5e38-ff3c-47ee-b05f-d024492fc4c1 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:33.866622 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2bce5e38-ff3c-47ee-b05f-d024492fc4c1 None None] Transition to ACTIVE for port object ca6a356e-462c-406d-8d17-073605730165 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:11:33.885868 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2bce5e38-ff3c-47ee-b05f-d024492fc4c1 None None] Transition to ACTIVE for port object ca6a356e-462c-406d-8d17-073605730165 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:11:33.955864 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2bce5e38-ff3c-47ee-b05f-d024492fc4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:33.996683 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bce5e38-ff3c-47ee-b05f-d024492fc4c1 None None] Network c08f2c68-5b33-479a-b759-16eea11998e0 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:11:33.999965 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-2bce5e38-ff3c-47ee-b05f-d024492fc4c1 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:11:34.007320 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e9f3e3e-11ce-4403-819a-7c6ea62adde2 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:34.007525 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bce5e38-ff3c-47ee-b05f-d024492fc4c1 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:11:34.015849 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce5e38-ff3c-47ee-b05f-d024492fc4c1 None None] Pushing event updated for resources: {'Port': ['ID=ca6a356e-462c-406d-8d17-073605730165,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:34.108147 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-2bce5e38-ff3c-47ee-b05f-d024492fc4c1 None None] Attempting to bind port ca6a356e-462c-406d-8d17-073605730165 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:11:34.108520 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-2bce5e38-ff3c-47ee-b05f-d024492fc4c1 None None] Attempting to bind port ca6a356e-462c-406d-8d17-073605730165 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c08f2c68-5b33-479a-b759-16eea11998e0'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:11:34.108933 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce5e38-ff3c-47ee-b05f-d024492fc4c1 None None] Attempting to bind port ca6a356e-462c-406d-8d17-073605730165 on network c08f2c68-5b33-479a-b759-16eea11998e0 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:11:34.114478 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce5e38-ff3c-47ee-b05f-d024492fc4c1 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:11:34.115026 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce5e38-ff3c-47ee-b05f-d024492fc4c1 None None] Checking segment: {'id': 'b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c08f2c68-5b33-479a-b759-16eea11998e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:11:34.115553 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2bce5e38-ff3c-47ee-b05f-d024492fc4c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:34.115949 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce5e38-ff3c-47ee-b05f-d024492fc4c1 None None] Bound using segment: {'id': 'b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c08f2c68-5b33-479a-b759-16eea11998e0'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:11:34.116420 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-2bce5e38-ff3c-47ee-b05f-d024492fc4c1 None None] Bound port: ca6a356e-462c-406d-8d17-073605730165, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c08f2c68-5b33-479a-b759-16eea11998e0'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:11:34.116799 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2bce5e38-ff3c-47ee-b05f-d024492fc4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:34.183616 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-2bce5e38-ff3c-47ee-b05f-d024492fc4c1 None None] For port ca6a356e-462c-406d-8d17-073605730165, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:11:34.187030 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-2bce5e38-ff3c-47ee-b05f-d024492fc4c1 None None] For port ca6a356e-462c-406d-8d17-073605730165, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=ca6a356e-462c-406d-8d17-073605730165,segment=NetworkSegment(b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159),segment_id=b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:11:34.247763 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2bce5e38-ff3c-47ee-b05f-d024492fc4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:34.332367 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce5e38-ff3c-47ee-b05f-d024492fc4c1 None None] Pushing event updated for resources: {'Port': ['ID=ca6a356e-462c-406d-8d17-073605730165,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:34.363621 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-1e9f3e3e-11ce-4403-819a-7c6ea62adde2 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Allocated IP 172.20.0.1 (c08f2c68-5b33-479a-b759-16eea11998e0/c6e890e4-0649-4e16-bd27-c9d616f299f0/9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:11:34.513839 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e9f3e3e-11ce-4403-819a-7c6ea62adde2 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:34.545382 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-1e9f3e3e-11ce-4403-819a-7c6ea62adde2 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Transition to ACTIVE for port object 9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:11:34.649843 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e9f3e3e-11ce-4403-819a-7c6ea62adde2 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:34.727273 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f3e3e-11ce-4403-819a-7c6ea62adde2 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'Port': ['ID=9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:34.731024 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9f3e3e-11ce-4403-819a-7c6ea62adde2 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Network c08f2c68-5b33-479a-b759-16eea11998e0 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:11:34.732836 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-1e9f3e3e-11ce-4403-819a-7c6ea62adde2 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:11:34.734941 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9f3e3e-11ce-4403-819a-7c6ea62adde2 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:11:34.779792 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e9f3e3e-11ce-4403-819a-7c6ea62adde2 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:34.979338 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e9f3e3e-11ce-4403-819a-7c6ea62adde2 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:35.259502 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e9f3e3e-11ce-4403-819a-7c6ea62adde2 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:35.329181 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e9f3e3e-11ce-4403-819a-7c6ea62adde2 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:35.365088 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081d5861-33d9-4216-897a-c998724a53af None None] Network c08f2c68-5b33-479a-b759-16eea11998e0 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:11:35.536275 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-622a7d6f-c040-4605-9271-6deed76ba757 None None] Provisioning for port ca6a356e-462c-406d-8d17-073605730165 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:11:35.772969 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f3e3e-11ce-4403-819a-7c6ea62adde2 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'Port': ['ID=9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:35.776745 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1e9f3e3e-11ce-4403-819a-7c6ea62adde2 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:35.888413 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 2ae4f9cd-0667-4483-8614-547a98b2f147 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:11:35.891977 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9f3e3e-11ce-4403-819a-7c6ea62adde2 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Network c08f2c68-5b33-479a-b759-16eea11998e0 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:11:35.896291 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-1e9f3e3e-11ce-4403-819a-7c6ea62adde2 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:11:35.945055 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4c350142-5078-4dc6-b297-1e4f2f8c202a None None] Provisioning for port 9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:11:35.950280 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4c350142-5078-4dc6-b297-1e4f2f8c202a None None] Provisioning complete for port 9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:11:35.950645 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4c350142-5078-4dc6-b297-1e4f2f8c202a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:35.995574 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4c350142-5078-4dc6-b297-1e4f2f8c202a None None] Port 9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:11:36.012631 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 2ae4f9cd-0667-4483-8614-547a98b2f147 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:11:36.014713 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9f3e3e-11ce-4403-819a-7c6ea62adde2 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Router 68d8c64c-647b-4547-876b-3e7f997e6619 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:11:36.016816 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 2ae4f9cd-0667-4483-8614-547a98b2f147 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:11:36.017257 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:36.113216 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:36.127763 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9f3e3e-11ce-4403-819a-7c6ea62adde2 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:11:36.136919 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1e9f3e3e-11ce-4403-819a-7c6ea62adde2 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "PUT /v2.0/routers/68d8c64c-647b-4547-876b-3e7f997e6619/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5960982 Jun 30 10:11:36.140937 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59622) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:36.143698 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94115c41-d8e5-4a31-b211-780608efdacc None None] Sync routers for ids ['68d8c64c-647b-4547-876b-3e7f997e6619'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:11:36.146708 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 2ae4f9cd-0667-4483-8614-547a98b2f147, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=2ae4f9cd-0667-4483-8614-547a98b2f147,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:11:36.149837 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e09a34a2-73eb-408c-b799-c34e352a0c09 None None] Provisioning complete for port 9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:11:36.150220 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e09a34a2-73eb-408c-b799-c34e352a0c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:36.181306 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94115c41-d8e5-4a31-b211-780608efdacc None None] Routers {'68d8c64c-647b-4547-876b-3e7f997e6619'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:11:36.182425 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-94115c41-d8e5-4a31-b211-780608efdacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:11:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['68d8c64c-647b-4547-876b-3e7f997e6619'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:36.222148 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:36.222916 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device ca6a356e-462c-406d-8d17-073605730165 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:11:36.227267 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-e09a34a2-73eb-408c-b799-c34e352a0c09 None None] Port 9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:11:36.317281 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032b9c5d-b69a-40ec-b309-5f84c14959ef tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:36.317762 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032b9c5d-b69a-40ec-b309-5f84c14959ef tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:36.318228 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032b9c5d-b69a-40ec-b309-5f84c14959ef tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:36.318690 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032b9c5d-b69a-40ec-b309-5f84c14959ef tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:36.320359 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-032b9c5d-b69a-40ec-b309-5f84c14959ef tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1820478 Jun 30 10:11:36.323659 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59624) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:36.359666 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=2ae4f9cd-0667-4483-8614-547a98b2f147,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:36.383356 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-17d03f5b-206e-4df5-9573-ae2568c25378 None None] Provisioning complete for port 9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:11:36.384033 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-17d03f5b-206e-4df5-9573-ae2568c25378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:36.386126 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-94115c41-d8e5-4a31-b211-780608efdacc None None] Set router 68d8c64c-647b-4547-876b-3e7f997e6619 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:11:36.436422 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca0a5d9-5659-4be0-b004-554cd77d08af tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:36.436811 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca0a5d9-5659-4be0-b004-554cd77d08af tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:36.437270 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca0a5d9-5659-4be0-b004-554cd77d08af tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:36.437727 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca0a5d9-5659-4be0-b004-554cd77d08af tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:36.439415 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bca0a5d9-5659-4be0-b004-554cd77d08af tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1148229 Jun 30 10:11:36.442022 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59626) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:36.481292 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-17d03f5b-206e-4df5-9573-ae2568c25378 None None] Port 9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:11:36.484145 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port ca6a356e-462c-406d-8d17-073605730165 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:11:36.499936 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port ca6a356e-462c-406d-8d17-073605730165 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:11:36.500297 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:36.656630 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:36.667652 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-23ba9d0c-851a-4873-ab58-7982b3294225 tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2214739 Jun 30 10:11:36.699787 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port ca6a356e-462c-406d-8d17-073605730165, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=ca6a356e-462c-406d-8d17-073605730165,segment=NetworkSegment(b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159),segment_id=b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:11:36.707430 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-94115c41-d8e5-4a31-b211-780608efdacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'name': 'tempest-TestNetworkBasicOps-router-413920425', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '2ae4f9cd-0667-4483-8614-547a98b2f147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:11:30Z', 'updated_at': '2021-06-30T10:11:34Z', 'revision_number': 4, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2ae4f9cd-0667-4483-8614-547a98b2f147', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:11:31Z', 'updated_at': '2021-06-30T10:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3', 'name': '', 'network_id': 'c08f2c68-5b33-479a-b759-16eea11998e0', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'mac_address': 'fa:16:3e:99:55:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c6e890e4-0649-4e16-bd27-c9d616f299f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:11:34Z', 'updated_at': '2021-06-30T10:11:35Z', 'revision_number': 2, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'subnets': [{'id': 'c6e890e4-0649-4e16-bd27-c9d616f299f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:36.735933 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94115c41-d8e5-4a31-b211-780608efdacc None None] Checking router: 68d8c64c-647b-4547-876b-3e7f997e6619 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:11:36.736352 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94115c41-d8e5-4a31-b211-780608efdacc None None] Updating router 68d8c64c-647b-4547-876b-3e7f997e6619 port 9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:11:36.757639 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:36.797582 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-94115c41-d8e5-4a31-b211-780608efdacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:36.842564 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=ca6a356e-462c-406d-8d17-073605730165,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:36.941816 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59630) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:36.947449 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-6f5efd33-9dc0-47dc-87ce-7d2c0a374542 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-407267866', 'description': 'tempest-secgroup-smoke-407267866 description', 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:11:37.024197 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6f5efd33-9dc0-47dc-87ce-7d2c0a374542 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:37.075855 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-94115c41-d8e5-4a31-b211-780608efdacc None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:37.085331 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-94115c41-d8e5-4a31-b211-780608efdacc None None] Transition to ACTIVE for port object 9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:11:37.111045 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6f5efd33-9dc0-47dc-87ce-7d2c0a374542 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:37.178233 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-94115c41-d8e5-4a31-b211-780608efdacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:37.213607 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6f5efd33-9dc0-47dc-87ce-7d2c0a374542 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:37.248486 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5efd33-9dc0-47dc-87ce-7d2c0a374542 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd27c55a-32fc-4597-b0f0-754f78bc2fee,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:37.261296 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8fc6fc-bc94-4a15-8d55-301b86587292 None None] Pushing event updated for resources: {'Port': ['ID=9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:37.299788 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-94115c41-d8e5-4a31-b211-780608efdacc None None] Attempting to bind port 9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:11:37.300164 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-94115c41-d8e5-4a31-b211-780608efdacc None None] Attempting to bind port 9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c08f2c68-5b33-479a-b759-16eea11998e0'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:11:37.300532 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94115c41-d8e5-4a31-b211-780608efdacc None None] Attempting to bind port 9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3 on network c08f2c68-5b33-479a-b759-16eea11998e0 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:11:37.305828 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94115c41-d8e5-4a31-b211-780608efdacc None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:11:37.306205 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94115c41-d8e5-4a31-b211-780608efdacc None None] Checking segment: {'id': 'b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c08f2c68-5b33-479a-b759-16eea11998e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:11:37.306630 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-94115c41-d8e5-4a31-b211-780608efdacc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:37.307114 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94115c41-d8e5-4a31-b211-780608efdacc None None] Bound using segment: {'id': 'b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c08f2c68-5b33-479a-b759-16eea11998e0'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:11:37.307854 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-94115c41-d8e5-4a31-b211-780608efdacc None None] Bound port: 9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c08f2c68-5b33-479a-b759-16eea11998e0'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:11:37.308302 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-94115c41-d8e5-4a31-b211-780608efdacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:37.325398 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6f5efd33-9dc0-47dc-87ce-7d2c0a374542 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:37.326673 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6f5efd33-9dc0-47dc-87ce-7d2c0a374542 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3829947 Jun 30 10:11:37.329425 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59632) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:37.334603 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-d492b973-009a-42e7-89e1-e585a7284485 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'security_group_rule': {'security_group_id': 'cd27c55a-32fc-4597-b0f0-754f78bc2fee', 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:11:37.384677 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-94115c41-d8e5-4a31-b211-780608efdacc None None] For port 9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:11:37.388219 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-94115c41-d8e5-4a31-b211-780608efdacc None None] For port 9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3,segment=NetworkSegment(b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159),segment_id=b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:11:37.442974 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d492b973-009a-42e7-89e1-e585a7284485 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:37.468674 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-94115c41-d8e5-4a31-b211-780608efdacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:37.503226 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d492b973-009a-42e7-89e1-e585a7284485 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:37.536067 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8fc6fc-bc94-4a15-8d55-301b86587292 None None] Pushing event updated for resources: {'Port': ['ID=9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:37.538497 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94115c41-d8e5-4a31-b211-780608efdacc None None] Routers {'68d8c64c-647b-4547-876b-3e7f997e6619'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:11:37.539215 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-94115c41-d8e5-4a31-b211-780608efdacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:11:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['68d8c64c-647b-4547-876b-3e7f997e6619'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:37.563316 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d492b973-009a-42e7-89e1-e585a7284485 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:37.585008 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492b973-009a-42e7-89e1-e585a7284485 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048e8027-4e0d-4a9f-b5bb-687341f1fdef,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:37.655452 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-94115c41-d8e5-4a31-b211-780608efdacc None None] Set router 68d8c64c-647b-4547-876b-3e7f997e6619 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:11:37.658694 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d492b973-009a-42e7-89e1-e585a7284485 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:37.662496 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d492b973-009a-42e7-89e1-e585a7284485 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3295586 Jun 30 10:11:37.663225 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59634) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:37.669008 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-8e1ca569-8b19-4a17-bb74-1f7b6be5cc4a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'security_group_rule': {'security_group_id': 'cd27c55a-32fc-4597-b0f0-754f78bc2fee', 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:11:37.768890 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e1ca569-8b19-4a17-bb74-1f7b6be5cc4a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:37.834555 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e1ca569-8b19-4a17-bb74-1f7b6be5cc4a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:37.899711 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 2ae4f9cd-0667-4483-8614-547a98b2f147 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:11:37.909561 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e1ca569-8b19-4a17-bb74-1f7b6be5cc4a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:37.925055 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ca569-8b19-4a17-bb74-1f7b6be5cc4a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b6fbe6-84b4-4ddb-8907-412f59218f20,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:37.997413 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8e1ca569-8b19-4a17-bb74-1f7b6be5cc4a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:37.998637 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8e1ca569-8b19-4a17-bb74-1f7b6be5cc4a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3342924 Jun 30 10:11:38.001430 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59636) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:38.005980 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-f0b09968-cd26-48a8-bf84-689a1c87de44 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'security_group_rule': {'security_group_id': 'cd27c55a-32fc-4597-b0f0-754f78bc2fee', 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:11:38.026327 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 2ae4f9cd-0667-4483-8614-547a98b2f147 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:11:38.026701 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:38.083256 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f0b09968-cd26-48a8-bf84-689a1c87de44 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:38.153126 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f0b09968-cd26-48a8-bf84-689a1c87de44 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:38.153962 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-94115c41-d8e5-4a31-b211-780608efdacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'name': 'tempest-TestNetworkBasicOps-router-413920425', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '2ae4f9cd-0667-4483-8614-547a98b2f147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:11:30Z', 'updated_at': '2021-06-30T10:11:34Z', 'revision_number': 4, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2ae4f9cd-0667-4483-8614-547a98b2f147', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:11:31Z', 'updated_at': '2021-06-30T10:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3', 'name': '', 'network_id': 'c08f2c68-5b33-479a-b759-16eea11998e0', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'mac_address': 'fa:16:3e:99:55:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c6e890e4-0649-4e16-bd27-c9d616f299f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:11:34Z', 'updated_at': '2021-06-30T10:11:37Z', 'revision_number': 4, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'subnets': [{'id': 'c6e890e4-0649-4e16-bd27-c9d616f299f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:38.185059 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:38.186576 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device ca6a356e-462c-406d-8d17-073605730165 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:11:38.188280 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94115c41-d8e5-4a31-b211-780608efdacc None None] The sync data for ids ['68d8c64c-647b-4547-876b-3e7f997e6619'] in n-d-771363-31 is: [{'id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'name': 'tempest-TestNetworkBasicOps-router-413920425', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '2ae4f9cd-0667-4483-8614-547a98b2f147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:11:30Z', 'updated_at': '2021-06-30T10:11:34Z', 'revision_number': 4, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2ae4f9cd-0667-4483-8614-547a98b2f147', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:11:31Z', 'updated_at': '2021-06-30T10:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3', 'name': '', 'network_id': 'c08f2c68-5b33-479a-b759-16eea11998e0', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'mac_address': 'fa:16:3e:99:55:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c6e890e4-0649-4e16-bd27-c9d616f299f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:11:34Z', 'updated_at': '2021-06-30T10:11:37Z', 'revision_number': 4, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'subnets': [{'id': 'c6e890e4-0649-4e16-bd27-c9d616f299f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:11:38.235258 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f0b09968-cd26-48a8-bf84-689a1c87de44 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:38.263410 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port ca6a356e-462c-406d-8d17-073605730165 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:11:38.263714 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:38.272579 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b09968-cd26-48a8-bf84-689a1c87de44 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85dd03f7-85e2-4f87-accf-bb077efd6306,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:38.329316 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f0b09968-cd26-48a8-bf84-689a1c87de44 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:38.333304 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f0b09968-cd26-48a8-bf84-689a1c87de44 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3283589 Jun 30 10:11:38.333630 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59638) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:38.338965 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-18810797-da1a-4c02-8f8b-6e0e274c7e7b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'security_group_rule': {'security_group_id': 'cd27c55a-32fc-4597-b0f0-754f78bc2fee', 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:11:38.446923 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-18810797-da1a-4c02-8f8b-6e0e274c7e7b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:38.514119 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-18810797-da1a-4c02-8f8b-6e0e274c7e7b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:38.586235 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-18810797-da1a-4c02-8f8b-6e0e274c7e7b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:38.606126 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18810797-da1a-4c02-8f8b-6e0e274c7e7b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914d437d-38ef-4b52-a100-62a202935b00,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:38.666787 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-18810797-da1a-4c02-8f8b-6e0e274c7e7b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:38.670450 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-18810797-da1a-4c02-8f8b-6e0e274c7e7b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3334069 Jun 30 10:11:38.670908 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59640) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:38.675468 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-f0398a4b-aba3-4952-b72d-1cf0134652ff tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'security_group_rule': {'security_group_id': 'cd27c55a-32fc-4597-b0f0-754f78bc2fee', 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:11:38.786201 n-d-771363-31 neutron-server[101053]: INFO neutron.db.securitygroups_db [None req-f0398a4b-aba3-4952-b72d-1cf0134652ff tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Project e78cb94e3e7846abb3457d5b43ee0638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:11:38.794843 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f0398a4b-aba3-4952-b72d-1cf0134652ff tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:38.863455 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f0398a4b-aba3-4952-b72d-1cf0134652ff tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:38.933629 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f0398a4b-aba3-4952-b72d-1cf0134652ff tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:38.952690 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0398a4b-aba3-4952-b72d-1cf0134652ff tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf112ef-5abe-4c8d-8fbc-3b76df04e471,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:39.026894 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f0398a4b-aba3-4952-b72d-1cf0134652ff tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:39.030814 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f0398a4b-aba3-4952-b72d-1cf0134652ff tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3564875 Jun 30 10:11:39.031048 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59642) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:39.036008 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-d87bf929-e29f-4704-b6b7-1ad78c69e5e3 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'security_group_rule': {'security_group_id': 'cd27c55a-32fc-4597-b0f0-754f78bc2fee', 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:11:39.120968 n-d-771363-31 neutron-server[101053]: INFO neutron.db.securitygroups_db [None req-d87bf929-e29f-4704-b6b7-1ad78c69e5e3 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Project e78cb94e3e7846abb3457d5b43ee0638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:11:39.126910 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d87bf929-e29f-4704-b6b7-1ad78c69e5e3 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:39.194874 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d87bf929-e29f-4704-b6b7-1ad78c69e5e3 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:39.263924 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d87bf929-e29f-4704-b6b7-1ad78c69e5e3 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:39.283989 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bf929-e29f-4704-b6b7-1ad78c69e5e3 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09bdd5f6-4fb5-41b1-9403-46870a32254a,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:39.369961 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d87bf929-e29f-4704-b6b7-1ad78c69e5e3 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:39.372797 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d87bf929-e29f-4704-b6b7-1ad78c69e5e3 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3393052 Jun 30 10:11:39.378385 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:39.549113 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-b3b213f1-c3a0-461f-9478-5700b0fc8155 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-407267866&fields=id&tenant_id=e78cb94e3e7846abb3457d5b43ee0638 HTTP/1.1" status: 200 len: 267 time: 0.0327609 Jun 30 10:11:39.657220 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-b7ac6428-6f03-40cf-a18b-7f07b443e31f tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:39.658568 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-b7ac6428-6f03-40cf-a18b-7f07b443e31f tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/networks?id=c08f2c68-5b33-479a-b759-16eea11998e0 HTTP/1.1" status: 200 len: 796 time: 0.1031728 Jun 30 10:11:39.673525 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-6312c4a6-367b-4537-b377-56db0043f5ef tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/quotas/e78cb94e3e7846abb3457d5b43ee0638 HTTP/1.1" status: 200 len: 375 time: 0.0096104 Jun 30 10:11:39.742511 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-01437f3b-0a19-4d14-a250-ebf6d068a0eb tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e78cb94e3e7846abb3457d5b43ee0638&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633380 Jun 30 10:11:39.805000 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:11:39.846698 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-26a05e2a-2e29-4615-b138-d47f205152b1 service neutron] 10.222.0.10 "GET /v2.0/networks/c08f2c68-5b33-479a-b759-16eea11998e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921075 Jun 30 10:11:39.937747 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:11:39.938624 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-21b4318b-85c4-4889-9b87-d1680c1e5c7e service neutron] 10.222.0.10 "GET /v2.0/networks/c08f2c68-5b33-479a-b759-16eea11998e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857346 Jun 30 10:11:39.941871 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:11:39.942153 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:40.019404 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:40.054644 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3,segment=NetworkSegment(b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159),segment_id=b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:11:40.152481 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:40.205010 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:40.209510 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-116166fe-1ab2-4f74-a7a6-c2cf4e3ab72a req-a3fffa13-5092-43bd-915b-391fe0d39007 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=d85c4cae-ad4e-4ff4-b875-ac4478b2b12c HTTP/1.1" status: 200 len: 210 time: 0.0297973 Jun 30 10:11:41.354393 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2b9dee5a-8c8e-4600-8fda-9f4e0261ad39 req-e9e24cf9-2200-4300-b69e-2c4b2cd3562e tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=d85c4cae-ad4e-4ff4-b875-ac4478b2b12c HTTP/1.1" status: 200 len: 210 time: 0.0287280 Jun 30 10:11:41.789847 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:11:41.836795 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:11:41.837155 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:42.387683 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-83f68bd0-2b39-4d6e-99b5-42a5a8c47dbf tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:42.389606 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-83f68bd0-2b39-4d6e-99b5-42a5a8c47dbf tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.37 "GET /v2.0/networks?id=c08f2c68-5b33-479a-b759-16eea11998e0 HTTP/1.1" status: 200 len: 796 time: 0.1044798 Jun 30 10:11:42.436936 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-615f513b-9cbc-4589-b388-a03a314a73c0 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e78cb94e3e7846abb3457d5b43ee0638 HTTP/1.1" status: 200 len: 379 time: 0.0382662 Jun 30 10:11:42.445308 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-8ca735ae-a217-4b13-a641-3bff3a8705ca tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'port': {'device_id': 'd85c4cae-ad4e-4ff4-b875-ac4478b2b12c', 'network_id': 'c08f2c68-5b33-479a-b759-16eea11998e0', 'admin_state_up': True, 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'security_groups': ['cd27c55a-32fc-4597-b0f0-754f78bc2fee']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:11:42.521926 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bff86094-23b4-4bed-803d-4a5e21e54feb req-56c6a573-9393-4b34-b510-cab8b50fed0e tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=d85c4cae-ad4e-4ff4-b875-ac4478b2b12c HTTP/1.1" status: 200 len: 210 time: 0.0316219 Jun 30 10:11:42.703625 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-8ca735ae-a217-4b13-a641-3bff3a8705ca tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Made reservation on behalf of e78cb94e3e7846abb3457d5b43ee0638 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:11:42.707130 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-8ca735ae-a217-4b13-a641-3bff3a8705ca tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:42.834651 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-8ca735ae-a217-4b13-a641-3bff3a8705ca tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Allocated IP 172.20.0.11 (c08f2c68-5b33-479a-b759-16eea11998e0/c6e890e4-0649-4e16-bd27-c9d616f299f0/7f6b3575-5cde-4e4e-bc56-5c23857301fb) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:11:42.972679 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-8ca735ae-a217-4b13-a641-3bff3a8705ca tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:42.985995 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-8ca735ae-a217-4b13-a641-3bff3a8705ca tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Transition to ACTIVE for port object 7f6b3575-5cde-4e4e-bc56-5c23857301fb will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:11:43.086932 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-8ca735ae-a217-4b13-a641-3bff3a8705ca tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:43.135373 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-8ca735ae-a217-4b13-a641-3bff3a8705ca tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Network c08f2c68-5b33-479a-b759-16eea11998e0 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:11:43.138990 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-8ca735ae-a217-4b13-a641-3bff3a8705ca tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:11:43.141472 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-8ca735ae-a217-4b13-a641-3bff3a8705ca tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:11:43.172098 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca735ae-a217-4b13-a641-3bff3a8705ca tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'Port': ['ID=7f6b3575-5cde-4e4e-bc56-5c23857301fb,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:43.199993 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-8ca735ae-a217-4b13-a641-3bff3a8705ca tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:43.200643 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-8ca735ae-a217-4b13-a641-3bff3a8705ca tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:43.289553 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-8ca735ae-a217-4b13-a641-3bff3a8705ca tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8479674 Jun 30 10:11:43.344931 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-4199d2b2-f7fa-446d-80ca-36e5b0167ce8 service neutron] Request body: {'port': {'device_id': 'd85c4cae-ad4e-4ff4-b875-ac4478b2b12c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:11:43.380533 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-cd15a0db-3079-4069-9f8b-3d8292c52fa1 None None] Provisioning for port 7f6b3575-5cde-4e4e-bc56-5c23857301fb completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:11:43.384860 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-cd15a0db-3079-4069-9f8b-3d8292c52fa1 None None] Provisioning complete for port 7f6b3575-5cde-4e4e-bc56-5c23857301fb triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:11:43.385323 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cd15a0db-3079-4069-9f8b-3d8292c52fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:43.420243 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-cd15a0db-3079-4069-9f8b-3d8292c52fa1 None None] Port 7f6b3575-5cde-4e4e-bc56-5c23857301fb cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:11:43.422795 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-4199d2b2-f7fa-446d-80ca-36e5b0167ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:43.688682 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-4199d2b2-f7fa-446d-80ca-36e5b0167ce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f6b3575-5cde-4e4e-bc56-5c23857301fb {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:11:43.695854 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-4199d2b2-f7fa-446d-80ca-36e5b0167ce8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:43.702528 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb473de9-db19-4960-9834-22f96db11a28 req-13e91ce7-a453-4cac-a049-08a2dfed9d68 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:43.704055 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cb473de9-db19-4960-9834-22f96db11a28 req-13e91ce7-a453-4cac-a049-08a2dfed9d68 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=d85c4cae-ad4e-4ff4-b875-ac4478b2b12c HTTP/1.1" status: 200 len: 932 time: 0.0663123 Jun 30 10:11:43.708284 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-4199d2b2-f7fa-446d-80ca-36e5b0167ce8 service neutron] Transition to ACTIVE for port object 7f6b3575-5cde-4e4e-bc56-5c23857301fb will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:11:43.742021 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cb473de9-db19-4960-9834-22f96db11a28 req-6443b386-d10b-4e80-97ec-e3479548fa26 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd27c55a-32fc-4597-b0f0-754f78bc2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320895 Jun 30 10:11:43.797390 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-4199d2b2-f7fa-446d-80ca-36e5b0167ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:43.847015 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199d2b2-f7fa-446d-80ca-36e5b0167ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6b3575-5cde-4e4e-bc56-5c23857301fb,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:43.927224 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-4199d2b2-f7fa-446d-80ca-36e5b0167ce8 service neutron] Attempting to bind port 7f6b3575-5cde-4e4e-bc56-5c23857301fb on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:11:43.927509 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-4199d2b2-f7fa-446d-80ca-36e5b0167ce8 service neutron] Attempting to bind port 7f6b3575-5cde-4e4e-bc56-5c23857301fb by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': 'b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c08f2c68-5b33-479a-b759-16eea11998e0'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:11:43.928234 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-4199d2b2-f7fa-446d-80ca-36e5b0167ce8 service neutron] Attempting to bind port 7f6b3575-5cde-4e4e-bc56-5c23857301fb on network c08f2c68-5b33-479a-b759-16eea11998e0 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:11:43.932634 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-4199d2b2-f7fa-446d-80ca-36e5b0167ce8 service neutron] Port 7f6b3575-5cde-4e4e-bc56-5c23857301fb on network c08f2c68-5b33-479a-b759-16eea11998e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:11:43.932963 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-4199d2b2-f7fa-446d-80ca-36e5b0167ce8 service neutron] Attempting to bind port 7f6b3575-5cde-4e4e-bc56-5c23857301fb on network c08f2c68-5b33-479a-b759-16eea11998e0 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:11:43.938996 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-4199d2b2-f7fa-446d-80ca-36e5b0167ce8 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:11:43.939365 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-4199d2b2-f7fa-446d-80ca-36e5b0167ce8 service neutron] Checking segment: {'id': 'b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c08f2c68-5b33-479a-b759-16eea11998e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:11:43.939756 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-4199d2b2-f7fa-446d-80ca-36e5b0167ce8 service neutron] Bound using segment: {'id': 'b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c08f2c68-5b33-479a-b759-16eea11998e0'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:11:43.940191 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-4199d2b2-f7fa-446d-80ca-36e5b0167ce8 service neutron] Bound port: 7f6b3575-5cde-4e4e-bc56-5c23857301fb, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c08f2c68-5b33-479a-b759-16eea11998e0'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:11:43.940554 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-4199d2b2-f7fa-446d-80ca-36e5b0167ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:44.010339 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-4199d2b2-f7fa-446d-80ca-36e5b0167ce8 service neutron] For port 7f6b3575-5cde-4e4e-bc56-5c23857301fb, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:11:44.013528 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-4199d2b2-f7fa-446d-80ca-36e5b0167ce8 service neutron] For port 7f6b3575-5cde-4e4e-bc56-5c23857301fb, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=7f6b3575-5cde-4e4e-bc56-5c23857301fb,segment=NetworkSegment(b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159),segment_id=b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:11:44.089982 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-4199d2b2-f7fa-446d-80ca-36e5b0167ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:44.124501 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-4199d2b2-f7fa-446d-80ca-36e5b0167ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:44.125128 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-4199d2b2-f7fa-446d-80ca-36e5b0167ce8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:44.126497 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-4199d2b2-f7fa-446d-80ca-36e5b0167ce8 service neutron] 10.222.0.37 "PUT /v2.0/ports/7f6b3575-5cde-4e4e-bc56-5c23857301fb HTTP/1.1" status: 200 len: 1093 time: 0.7858980 Jun 30 10:11:44.127008 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85c4cae-ad4e-4ff4-b875-ac4478b2b12c', 'tag': '7f6b3575-5cde-4e4e-bc56-5c23857301fb'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:11:44.129290 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e719f59b-0781-4c94-8aaa-32ee2de11340" -d '{"events": [{"name": "network-changed", "server_uuid": "d85c4cae-ad4e-4ff4-b875-ac4478b2b12c", "tag": "7f6b3575-5cde-4e4e-bc56-5c23857301fb"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:11:44.155707 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199d2b2-f7fa-446d-80ca-36e5b0167ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6b3575-5cde-4e4e-bc56-5c23857301fb,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:44.170021 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a09431-6bbc-4532-aa61-0679be84dff4 x-openstack-request-id: req-d4a09431-6bbc-4532-aa61-0679be84dff4 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:11:44.170321 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85c4cae-ad4e-4ff4-b875-ac4478b2b12c", "tag": "7f6b3575-5cde-4e4e-bc56-5c23857301fb", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:11:44.170574 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d4a09431-6bbc-4532-aa61-0679be84dff4 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:11:44.170981 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd85c4cae-ad4e-4ff4-b875-ac4478b2b12c', 'tag': '7f6b3575-5cde-4e4e-bc56-5c23857301fb', 'status': 'completed', 'code': 200} Jun 30 10:11:44.249571 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719f59b-0781-4c94-8aaa-32ee2de11340 req-122ca440-c732-4236-891d-83faa579af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:44.251069 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e719f59b-0781-4c94-8aaa-32ee2de11340 req-122ca440-c732-4236-891d-83faa579af04 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e78cb94e3e7846abb3457d5b43ee0638&device_id=d85c4cae-ad4e-4ff4-b875-ac4478b2b12c HTTP/1.1" status: 200 len: 1096 time: 0.0613616 Jun 30 10:11:44.351379 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719f59b-0781-4c94-8aaa-32ee2de11340 req-63776cab-6546-42cf-a1e6-51befa1e16a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:44.352945 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e719f59b-0781-4c94-8aaa-32ee2de11340 req-63776cab-6546-42cf-a1e6-51befa1e16a1 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e78cb94e3e7846abb3457d5b43ee0638&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0949056 Jun 30 10:11:44.448144 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719f59b-0781-4c94-8aaa-32ee2de11340 req-1965a328-5e6b-404b-9958-de62a1e7d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:44.449765 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e719f59b-0781-4c94-8aaa-32ee2de11340 req-1965a328-5e6b-404b-9958-de62a1e7d369 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912354 Jun 30 10:11:44.537615 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-77ca64f8-18eb-498a-930e-1162441970fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:44.539148 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-77ca64f8-18eb-498a-930e-1162441970fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e78cb94e3e7846abb3457d5b43ee0638&device_id=d85c4cae-ad4e-4ff4-b875-ac4478b2b12c HTTP/1.1" status: 200 len: 1096 time: 0.0519044 Jun 30 10:11:44.579386 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-fa6c77f0-6efd-49c5-811f-765d3b6feee3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f6b3575-5cde-4e4e-bc56-5c23857301fb HTTP/1.1" status: 200 len: 217 time: 0.0330296 Jun 30 10:11:44.626317 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-bcec99ff-287e-4ad1-8fcc-8646a27c9d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:44.627656 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-bcec99ff-287e-4ad1-8fcc-8646a27c9d26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c6e890e4-0649-4e16-bd27-c9d616f299f0 HTTP/1.1" status: 200 len: 835 time: 0.0418229 Jun 30 10:11:44.688284 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-9bf87295-3691-4f4e-85f8-d91a192e3434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:44.689744 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-9bf87295-3691-4f4e-85f8-d91a192e3434 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c08f2c68-5b33-479a-b759-16eea11998e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552185 Jun 30 10:11:44.778961 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-ace23992-6b5a-45ba-a1aa-9c91fcd1fff5 service neutron] 10.222.0.37 "GET /v2.0/networks/c08f2c68-5b33-479a-b759-16eea11998e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806589 Jun 30 10:11:44.874162 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-43b4f916-c19b-4d17-83ce-4f9da7bc9d77 req-96514b3c-df4f-4897-b395-b02af291e1b4 service neutron] 10.222.0.37 "GET /v2.0/networks/c08f2c68-5b33-479a-b759-16eea11998e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887282 Jun 30 10:11:44.920815 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab482e5-64f7-4850-8f08-ea4f37cafd82 req-04d28900-f410-4690-a97d-05d915c6ee7a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:44.922224 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8ab482e5-64f7-4850-8f08-ea4f37cafd82 req-04d28900-f410-4690-a97d-05d915c6ee7a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=d85c4cae-ad4e-4ff4-b875-ac4478b2b12c HTTP/1.1" status: 200 len: 944 time: 0.0652466 Jun 30 10:11:44.960096 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8ab482e5-64f7-4850-8f08-ea4f37cafd82 req-10c13f17-0f15-4977-b6bd-db3cc787757c tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd27c55a-32fc-4597-b0f0-754f78bc2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322697 Jun 30 10:11:46.135331 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4fe11-ef03-4a99-bc4a-4b73ae80aa02 req-e2705fe6-d610-4964-a706-89cd5d9bf3f7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:46.136868 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d8f4fe11-ef03-4a99-bc4a-4b73ae80aa02 req-e2705fe6-d610-4964-a706-89cd5d9bf3f7 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=d85c4cae-ad4e-4ff4-b875-ac4478b2b12c HTTP/1.1" status: 200 len: 944 time: 0.0646598 Jun 30 10:11:46.174641 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d8f4fe11-ef03-4a99-bc4a-4b73ae80aa02 req-df17df03-2105-4bb0-bc3a-9901d6a4e81a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd27c55a-32fc-4597-b0f0-754f78bc2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321050 Jun 30 10:11:47.349151 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46454a9-55ea-43ca-9b42-fbccd9198b30 req-bf227b41-c878-4ee5-886e-21c48509337f tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:47.350534 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d46454a9-55ea-43ca-9b42-fbccd9198b30 req-bf227b41-c878-4ee5-886e-21c48509337f tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=d85c4cae-ad4e-4ff4-b875-ac4478b2b12c HTTP/1.1" status: 200 len: 944 time: 0.0640094 Jun 30 10:11:47.389568 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d46454a9-55ea-43ca-9b42-fbccd9198b30 req-61f9bebe-472f-4135-96ea-5df29bee18c0 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd27c55a-32fc-4597-b0f0-754f78bc2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333142 Jun 30 10:11:48.560980 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3076713-ec41-4ee6-a6b9-3da570d61235 req-435e7d50-7221-4f34-b694-62ed4beac3d9 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:48.562453 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b3076713-ec41-4ee6-a6b9-3da570d61235 req-435e7d50-7221-4f34-b694-62ed4beac3d9 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=d85c4cae-ad4e-4ff4-b875-ac4478b2b12c HTTP/1.1" status: 200 len: 944 time: 0.0630443 Jun 30 10:11:48.590292 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 7f6b3575-5cde-4e4e-bc56-5c23857301fb details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:11:48.603622 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b3076713-ec41-4ee6-a6b9-3da570d61235 req-8c012c64-b20b-4301-83cd-f9361fb805bc tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd27c55a-32fc-4597-b0f0-754f78bc2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355732 Jun 30 10:11:48.685027 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 7f6b3575-5cde-4e4e-bc56-5c23857301fb, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=7f6b3575-5cde-4e4e-bc56-5c23857301fb,segment=NetworkSegment(b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159),segment_id=b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:11:48.698968 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '7f6b3575-5cde-4e4e-bc56-5c23857301fb', 'network_id': 'c08f2c68-5b33-479a-b759-16eea11998e0', 'port_id': '7f6b3575-5cde-4e4e-bc56-5c23857301fb', 'mac_address': 'fa:16:3e:fd:16:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6e890e4-0649-4e16-bd27-c9d616f299f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:11:48.736737 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:48.748820 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f6b3575-5cde-4e4e-bc56-5c23857301fb {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:11:48.767914 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 7f6b3575-5cde-4e4e-bc56-5c23857301fb, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=7f6b3575-5cde-4e4e-bc56-5c23857301fb,segment=NetworkSegment(b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159),segment_id=b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:11:48.834977 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:48.882276 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=7f6b3575-5cde-4e4e-bc56-5c23857301fb,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:49.144662 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['7f6b3575-5cde-4e4e-bc56-5c23857301fb'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:11:49.779668 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97580a7b-2580-4c73-850e-1e6384bb85a4 req-7b428477-514d-4982-b47b-7835bffc6f93 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:49.781028 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-97580a7b-2580-4c73-850e-1e6384bb85a4 req-7b428477-514d-4982-b47b-7835bffc6f93 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=d85c4cae-ad4e-4ff4-b875-ac4478b2b12c HTTP/1.1" status: 200 len: 945 time: 0.0674345 Jun 30 10:11:49.819210 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-97580a7b-2580-4c73-850e-1e6384bb85a4 req-9fa42c00-73dd-492c-ac47-91b8b2cab38e tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd27c55a-32fc-4597-b0f0-754f78bc2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325291 Jun 30 10:11:50.517392 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c2c71e31-9296-4d08-92cf-993f57b73939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:50.591301 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 7f6b3575-5cde-4e4e-bc56-5c23857301fb up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:11:50.697893 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 7f6b3575-5cde-4e4e-bc56-5c23857301fb completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:11:50.701707 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 7f6b3575-5cde-4e4e-bc56-5c23857301fb triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:11:50.702070 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:50.779187 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:50.801176 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85c4cae-ad4e-4ff4-b875-ac4478b2b12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6b3575-5cde-4e4e-bc56-5c23857301fb'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:11:50.803450 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0ca5fc-e1ed-46f0-92a4-7bffe394da4d" -d '{"events": [{"server_uuid": "d85c4cae-ad4e-4ff4-b875-ac4478b2b12c", "name": "network-vif-plugged", "status": "completed", "tag": "7f6b3575-5cde-4e4e-bc56-5c23857301fb"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:11:50.816121 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 7f6b3575-5cde-4e4e-bc56-5c23857301fb, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=7f6b3575-5cde-4e4e-bc56-5c23857301fb,segment=NetworkSegment(b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159),segment_id=b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:11:50.843380 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc79769-f4c1-42b3-abaf-c4203e9fe6dc x-openstack-request-id: req-8bc79769-f4c1-42b3-abaf-c4203e9fe6dc {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:11:50.843670 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85c4cae-ad4e-4ff4-b875-ac4478b2b12c", "name": "network-vif-plugged", "status": "completed", "tag": "7f6b3575-5cde-4e4e-bc56-5c23857301fb", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:11:50.843920 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8bc79769-f4c1-42b3-abaf-c4203e9fe6dc {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:11:50.844562 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85c4cae-ad4e-4ff4-b875-ac4478b2b12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6b3575-5cde-4e4e-bc56-5c23857301fb', 'code': 200} Jun 30 10:11:50.892509 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:50.939985 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=7f6b3575-5cde-4e4e-bc56-5c23857301fb,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:50.965401 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863f14b-330e-4c0d-82d3-12420796641f req-b9144130-32d7-4b8d-bbbb-ae6ae55133ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:50.969176 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4863f14b-330e-4c0d-82d3-12420796641f req-b9144130-32d7-4b8d-bbbb-ae6ae55133ff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d85c4cae-ad4e-4ff4-b875-ac4478b2b12c HTTP/1.1" status: 200 len: 1098 time: 0.0581498 Jun 30 10:11:51.004128 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4863f14b-330e-4c0d-82d3-12420796641f req-1c856e76-8acc-4b3e-9553-d010001e838f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cd27c55a-32fc-4597-b0f0-754f78bc2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311120 Jun 30 10:11:51.004580 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a56a55-e137-42ed-996d-70bf13112f1a req-b97e892f-7c8e-431b-81c2-53f952368ea1 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:51.006052 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63a56a55-e137-42ed-996d-70bf13112f1a req-b97e892f-7c8e-431b-81c2-53f952368ea1 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=d85c4cae-ad4e-4ff4-b875-ac4478b2b12c HTTP/1.1" status: 200 len: 946 time: 0.0645454 Jun 30 10:11:51.043813 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-63a56a55-e137-42ed-996d-70bf13112f1a req-e267f89e-5645-45b9-8036-0c5a9ed41d8a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd27c55a-32fc-4597-b0f0-754f78bc2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311067 Jun 30 10:11:52.220012 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d9ae9-cd54-4af8-a7e2-a8c8761f9937 req-02c04699-76bd-4cce-b647-8a8c85bfc665 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:52.221470 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f17d9ae9-cd54-4af8-a7e2-a8c8761f9937 req-02c04699-76bd-4cce-b647-8a8c85bfc665 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=d85c4cae-ad4e-4ff4-b875-ac4478b2b12c HTTP/1.1" status: 200 len: 946 time: 0.0633376 Jun 30 10:11:52.262207 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f17d9ae9-cd54-4af8-a7e2-a8c8761f9937 req-22bb33ce-5702-450d-b9fa-0493aa882c8e tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd27c55a-32fc-4597-b0f0-754f78bc2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337002 Jun 30 10:11:52.951241 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d146bcca-7548-4b1e-b452-4addc8ee2c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:53.440711 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca50c5e-0f49-4556-b4d6-3da93f322f3d req-0ec4e2ff-92e6-48fe-a70a-141ebb633ebd tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:53.442199 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eca50c5e-0f49-4556-b4d6-3da93f322f3d req-0ec4e2ff-92e6-48fe-a70a-141ebb633ebd tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=d85c4cae-ad4e-4ff4-b875-ac4478b2b12c HTTP/1.1" status: 200 len: 946 time: 0.0673311 Jun 30 10:11:53.481007 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-eca50c5e-0f49-4556-b4d6-3da93f322f3d req-84858855-42d4-4763-819f-fcf4edb4c199 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd27c55a-32fc-4597-b0f0-754f78bc2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331826 Jun 30 10:11:53.546328 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:53.663088 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33fdd4-fa4e-4f7b-b3e3-6e42f8246fd7 req-32871d38-00ef-4378-8d3a-c8ccfd4d3650 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:53.664557 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e33fdd4-fa4e-4f7b-b3e3-6e42f8246fd7 req-32871d38-00ef-4378-8d3a-c8ccfd4d3650 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=d85c4cae-ad4e-4ff4-b875-ac4478b2b12c HTTP/1.1" status: 200 len: 946 time: 0.0669720 Jun 30 10:11:53.702431 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2e33fdd4-fa4e-4f7b-b3e3-6e42f8246fd7 req-02f0199b-4d95-4030-8f7f-5d45fe5c9e25 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd27c55a-32fc-4597-b0f0-754f78bc2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314443 Jun 30 10:11:53.726001 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59702) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:53.777115 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48c4554-d68b-49d4-af08-ab3c2ad53586 tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:53.778739 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e48c4554-d68b-49d4-af08-ab3c2ad53586 tempest-TestNetworkBasicOps-2087306347 tempest-TestNetworkBasicOps-2087306347-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d85c4cae-ad4e-4ff4-b875-ac4478b2b12c HTTP/1.1" status: 200 len: 1093 time: 0.0517917 Jun 30 10:11:53.781497 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59704) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:53.787193 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-a8c83c58-485e-46af-916a-9cd33d1e4157 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'port_id': '7f6b3575-5cde-4e4e-bc56-5c23857301fb', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:11:53.863996 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8c83c58-485e-46af-916a-9cd33d1e4157 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for floatingip, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:53.975860 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8c83c58-485e-46af-916a-9cd33d1e4157 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:54.077765 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-a8c83c58-485e-46af-916a-9cd33d1e4157 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Allocated IP 172.25.6.11 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/ffe1ed0f-2f00-406c-8f20-0c931471ac00) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:11:54.186351 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8c83c58-485e-46af-916a-9cd33d1e4157 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:54.304042 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8c83c58-485e-46af-916a-9cd33d1e4157 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:54.341913 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c83c58-485e-46af-916a-9cd33d1e4157 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:11:54.346182 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-a8c83c58-485e-46af-916a-9cd33d1e4157 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:11:54.349291 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c83c58-485e-46af-916a-9cd33d1e4157 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:11:54.374571 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c83c58-485e-46af-916a-9cd33d1e4157 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'Port': ['ID=ffe1ed0f-2f00-406c-8f20-0c931471ac00,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:54.722324 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8c83c58-485e-46af-916a-9cd33d1e4157 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:54.797061 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:54.861467 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8c83c58-485e-46af-916a-9cd33d1e4157 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:55.015209 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8c83c58-485e-46af-916a-9cd33d1e4157 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:55.076947 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8c83c58-485e-46af-916a-9cd33d1e4157 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:55.147934 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c83c58-485e-46af-916a-9cd33d1e4157 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event updated for resources: {'Port': ['ID=ffe1ed0f-2f00-406c-8f20-0c931471ac00,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:55.162189 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8c83c58-485e-46af-916a-9cd33d1e4157 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:55.264299 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-a8c83c58-485e-46af-916a-9cd33d1e4157 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Floating IP e586fc71-e3e0-4b70-bd5e-fed2b1664e7c associated. External IP: 172.25.6.11, port: 7f6b3575-5cde-4e4e-bc56-5c23857301fb. Jun 30 10:11:55.471872 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c83c58-485e-46af-916a-9cd33d1e4157 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Router 68d8c64c-647b-4547-876b-3e7f997e6619 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:11:55.586272 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c83c58-485e-46af-916a-9cd33d1e4157 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:11:55.596646 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799dd78b-5dc3-442a-a187-7c9472f47a19 None None] Sync routers for ids ['68d8c64c-647b-4547-876b-3e7f997e6619'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:11:55.605545 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799dd78b-5dc3-442a-a187-7c9472f47a19 None None] Routers {'68d8c64c-647b-4547-876b-3e7f997e6619'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:11:55.606216 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-799dd78b-5dc3-442a-a187-7c9472f47a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:11:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['68d8c64c-647b-4547-876b-3e7f997e6619'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:55.680847 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8c83c58-485e-46af-916a-9cd33d1e4157 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:55.721839 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a8c83c58-485e-46af-916a-9cd33d1e4157 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9393301 Jun 30 10:11:55.722485 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85c4cae-ad4e-4ff4-b875-ac4478b2b12c', 'tag': '7f6b3575-5cde-4e4e-bc56-5c23857301fb'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:11:55.724705 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59706) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:55.725168 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9324e728-3c00-466a-9dcb-fad0f8768602" -d '{"events": [{"name": "network-changed", "server_uuid": "d85c4cae-ad4e-4ff4-b875-ac4478b2b12c", "tag": "7f6b3575-5cde-4e4e-bc56-5c23857301fb"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:11:55.761121 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7120435f-6936-4735-a6ba-b27d94f6386c x-openstack-request-id: req-7120435f-6936-4735-a6ba-b27d94f6386c {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:11:55.761482 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85c4cae-ad4e-4ff4-b875-ac4478b2b12c", "tag": "7f6b3575-5cde-4e4e-bc56-5c23857301fb", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:11:55.761813 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7120435f-6936-4735-a6ba-b27d94f6386c {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:11:55.762883 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd85c4cae-ad4e-4ff4-b875-ac4478b2b12c', 'tag': '7f6b3575-5cde-4e4e-bc56-5c23857301fb', 'status': 'completed', 'code': 200} Jun 30 10:11:55.797345 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6f380129-1946-42dd-88df-86407b07c181 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/floatingips/e586fc71-e3e0-4b70-bd5e-fed2b1664e7c HTTP/1.1" status: 200 len: 991 time: 0.0714645 Jun 30 10:11:55.806723 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-799dd78b-5dc3-442a-a187-7c9472f47a19 None None] Set router 68d8c64c-647b-4547-876b-3e7f997e6619 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:11:55.839917 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324e728-3c00-466a-9dcb-fad0f8768602 req-920eea47-962c-4b94-92fc-938bca1a852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:55.841478 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9324e728-3c00-466a-9dcb-fad0f8768602 req-920eea47-962c-4b94-92fc-938bca1a852e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e78cb94e3e7846abb3457d5b43ee0638&device_id=d85c4cae-ad4e-4ff4-b875-ac4478b2b12c HTTP/1.1" status: 200 len: 1098 time: 0.0544667 Jun 30 10:11:55.943539 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324e728-3c00-466a-9dcb-fad0f8768602 req-027ecc8a-23ab-433f-b9c6-d9466b6ec688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:55.945128 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9324e728-3c00-466a-9dcb-fad0f8768602 req-027ecc8a-23ab-433f-b9c6-d9466b6ec688 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c08f2c68-5b33-479a-b759-16eea11998e0 HTTP/1.1" status: 200 len: 897 time: 0.0974646 Jun 30 10:11:56.015573 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9324e728-3c00-466a-9dcb-fad0f8768602 req-68466f6c-641a-444a-ac67-1e45a2690046 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f6b3575-5cde-4e4e-bc56-5c23857301fb HTTP/1.1" status: 200 len: 999 time: 0.0637255 Jun 30 10:11:56.024868 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-799dd78b-5dc3-442a-a187-7c9472f47a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'name': 'tempest-TestNetworkBasicOps-router-413920425', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '2ae4f9cd-0667-4483-8614-547a98b2f147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:11:30Z', 'updated_at': '2021-06-30T10:11:34Z', 'revision_number': 4, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2ae4f9cd-0667-4483-8614-547a98b2f147', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:11:31Z', 'updated_at': '2021-06-30T10:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'e586fc71-e3e0-4b70-bd5e-fed2b1664e7c', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'port_id': '7f6b3575-5cde-4e4e-bc56-5c23857301fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c08f2c68-5b33-479a-b759-16eea11998e0', 'mac_address': 'fa:16:3e:fd:16:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c4cae-ad4e-4ff4-b875-ac4478b2b12c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:11:54Z', 'updated_at': '2021-06-30T10:11:54Z', 'revision_number': 0, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3', 'name': '', 'network_id': 'c08f2c68-5b33-479a-b759-16eea11998e0', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'mac_address': 'fa:16:3e:99:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c6e890e4-0649-4e16-bd27-c9d616f299f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:11:34Z', 'updated_at': '2021-06-30T10:11:40Z', 'revision_number': 5, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'subnets': [{'id': 'c6e890e4-0649-4e16-bd27-c9d616f299f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:56.050563 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799dd78b-5dc3-442a-a187-7c9472f47a19 None None] Checking router: 68d8c64c-647b-4547-876b-3e7f997e6619 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:11:56.059267 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799dd78b-5dc3-442a-a187-7c9472f47a19 None None] Routers {'68d8c64c-647b-4547-876b-3e7f997e6619'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:11:56.059919 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-799dd78b-5dc3-442a-a187-7c9472f47a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:11:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['68d8c64c-647b-4547-876b-3e7f997e6619'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:56.069675 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324e728-3c00-466a-9dcb-fad0f8768602 req-4b9dea2f-85d6-4ed0-a6cd-4f02bc2417b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:56.075514 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9324e728-3c00-466a-9dcb-fad0f8768602 req-4b9dea2f-85d6-4ed0-a6cd-4f02bc2417b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c6e890e4-0649-4e16-bd27-c9d616f299f0 HTTP/1.1" status: 200 len: 835 time: 0.0461283 Jun 30 10:11:56.129184 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324e728-3c00-466a-9dcb-fad0f8768602 req-9ad9c619-6cc2-48a8-9b4b-6cd88a9c0e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:56.130685 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9324e728-3c00-466a-9dcb-fad0f8768602 req-9ad9c619-6cc2-48a8-9b4b-6cd88a9c0e99 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c08f2c68-5b33-479a-b759-16eea11998e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535803 Jun 30 10:11:56.163949 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-799dd78b-5dc3-442a-a187-7c9472f47a19 None None] Set router 68d8c64c-647b-4547-876b-3e7f997e6619 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:11:56.225988 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9324e728-3c00-466a-9dcb-fad0f8768602 req-a7773e67-8834-4c3c-b23b-627f40bef09e service neutron] 10.222.0.37 "GET /v2.0/networks/c08f2c68-5b33-479a-b759-16eea11998e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883255 Jun 30 10:11:56.314525 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9324e728-3c00-466a-9dcb-fad0f8768602 req-d38b9a65-abe5-46aa-b4e1-e2dbb551f124 service neutron] 10.222.0.37 "GET /v2.0/networks/c08f2c68-5b33-479a-b759-16eea11998e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818052 Jun 30 10:11:56.380909 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-799dd78b-5dc3-442a-a187-7c9472f47a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'name': 'tempest-TestNetworkBasicOps-router-413920425', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '2ae4f9cd-0667-4483-8614-547a98b2f147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:11:30Z', 'updated_at': '2021-06-30T10:11:34Z', 'revision_number': 4, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2ae4f9cd-0667-4483-8614-547a98b2f147', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:11:31Z', 'updated_at': '2021-06-30T10:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'e586fc71-e3e0-4b70-bd5e-fed2b1664e7c', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'port_id': '7f6b3575-5cde-4e4e-bc56-5c23857301fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c08f2c68-5b33-479a-b759-16eea11998e0', 'mac_address': 'fa:16:3e:fd:16:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c4cae-ad4e-4ff4-b875-ac4478b2b12c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:11:54Z', 'updated_at': '2021-06-30T10:11:54Z', 'revision_number': 0, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3', 'name': '', 'network_id': 'c08f2c68-5b33-479a-b759-16eea11998e0', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'mac_address': 'fa:16:3e:99:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c6e890e4-0649-4e16-bd27-c9d616f299f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:11:34Z', 'updated_at': '2021-06-30T10:11:40Z', 'revision_number': 5, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'subnets': [{'id': 'c6e890e4-0649-4e16-bd27-c9d616f299f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:56.406998 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799dd78b-5dc3-442a-a187-7c9472f47a19 None None] The sync data for ids ['68d8c64c-647b-4547-876b-3e7f997e6619'] in n-d-771363-31 is: [{'id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'name': 'tempest-TestNetworkBasicOps-router-413920425', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '2ae4f9cd-0667-4483-8614-547a98b2f147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:11:30Z', 'updated_at': '2021-06-30T10:11:34Z', 'revision_number': 4, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2ae4f9cd-0667-4483-8614-547a98b2f147', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:11:31Z', 'updated_at': '2021-06-30T10:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'e586fc71-e3e0-4b70-bd5e-fed2b1664e7c', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'port_id': '7f6b3575-5cde-4e4e-bc56-5c23857301fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c08f2c68-5b33-479a-b759-16eea11998e0', 'mac_address': 'fa:16:3e:fd:16:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c4cae-ad4e-4ff4-b875-ac4478b2b12c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:11:54Z', 'updated_at': '2021-06-30T10:11:54Z', 'revision_number': 0, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3', 'name': '', 'network_id': 'c08f2c68-5b33-479a-b759-16eea11998e0', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'mac_address': 'fa:16:3e:99:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c6e890e4-0649-4e16-bd27-c9d616f299f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:11:34Z', 'updated_at': '2021-06-30T10:11:40Z', 'revision_number': 5, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'subnets': [{'id': 'c6e890e4-0649-4e16-bd27-c9d616f299f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:11:56.494418 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:56.588954 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0646ff43-73f1-4352-b929-859146810878 None None] New status for floating IP e586fc71-e3e0-4b70-bd5e-fed2b1664e7c: ACTIVE {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:11:56.800916 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59712) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:56.866451 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0426fc5b-7f24-4b70-ab47-e37b9e73ea32 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/floatingips/e586fc71-e3e0-4b70-bd5e-fed2b1664e7c HTTP/1.1" status: 200 len: 993 time: 0.0637393 Jun 30 10:12:08.143177 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:09.377336 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:10.000182 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:12:11.785775 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f307ed00-b6f9-490f-8e9d-5af517dd388b req-8b90a163-8aaa-4063-9047-93f85dc93ece service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d85c4cae-ad4e-4ff4-b875-ac4478b2b12c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0570376 Jun 30 10:12:11.881985 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307ed00-b6f9-490f-8e9d-5af517dd388b req-09a861b2-5d02-431a-ac85-1ef06f2527f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:11.883502 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f307ed00-b6f9-490f-8e9d-5af517dd388b req-09a861b2-5d02-431a-ac85-1ef06f2527f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e78cb94e3e7846abb3457d5b43ee0638&device_id=d85c4cae-ad4e-4ff4-b875-ac4478b2b12c HTTP/1.1" status: 200 len: 1098 time: 0.0534236 Jun 30 10:12:11.988517 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307ed00-b6f9-490f-8e9d-5af517dd388b req-58f23139-2794-4ef1-b895-f5b8b6f3bd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:11.989969 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f307ed00-b6f9-490f-8e9d-5af517dd388b req-58f23139-2794-4ef1-b895-f5b8b6f3bd4c service neutron] 10.222.0.37 "GET /v2.0/networks?id=c08f2c68-5b33-479a-b759-16eea11998e0 HTTP/1.1" status: 200 len: 897 time: 0.0838206 Jun 30 10:12:12.060283 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f307ed00-b6f9-490f-8e9d-5af517dd388b req-073ca586-5856-40c5-a8da-92e897a5e5b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f6b3575-5cde-4e4e-bc56-5c23857301fb HTTP/1.1" status: 200 len: 1001 time: 0.0616419 Jun 30 10:12:12.106598 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307ed00-b6f9-490f-8e9d-5af517dd388b req-ab368991-afee-4c5a-910c-aa4656f864a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:12.108616 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f307ed00-b6f9-490f-8e9d-5af517dd388b req-ab368991-afee-4c5a-910c-aa4656f864a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c6e890e4-0649-4e16-bd27-c9d616f299f0 HTTP/1.1" status: 200 len: 835 time: 0.0416067 Jun 30 10:12:12.162428 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307ed00-b6f9-490f-8e9d-5af517dd388b req-f310b309-b609-4203-b61f-c112bca864e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:12.163911 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f307ed00-b6f9-490f-8e9d-5af517dd388b req-f310b309-b609-4203-b61f-c112bca864e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c08f2c68-5b33-479a-b759-16eea11998e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499151 Jun 30 10:12:12.255029 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f307ed00-b6f9-490f-8e9d-5af517dd388b req-fbe1857e-45ee-4076-8512-42d504ac8723 service neutron] 10.222.0.37 "GET /v2.0/networks/c08f2c68-5b33-479a-b759-16eea11998e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831954 Jun 30 10:12:12.343925 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f307ed00-b6f9-490f-8e9d-5af517dd388b req-612081b7-922a-46db-9c6e-3bdf420d3da7 service neutron] 10.222.0.37 "GET /v2.0/networks/c08f2c68-5b33-479a-b759-16eea11998e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821302 Jun 30 10:12:20.493927 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e2d9b7d0-043c-447b-9a51-cb1bfd5e8eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:23.023248 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a4a859bb-afe7-4e99-91f9-dc768cea5ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:23.562568 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:24.811622 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:26.499564 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:38.213618 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:39.377406 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:46.999232 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:12:50.525223 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ae1c545f-51a7-44d2-80e9-b894cec24684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:52.959785 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-69f54fe2-ce29-457f-ba3a-fdb89b48885e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:53.544520 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:54.807535 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:56.493214 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:08.176709 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:09.376453 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:09.898853 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59744) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:09.960868 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-15e1de7c-773b-45b9-b67e-5da378843a84 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/floatingips/e586fc71-e3e0-4b70-bd5e-fed2b1664e7c HTTP/1.1" status: 200 len: 993 time: 0.0595734 Jun 30 10:13:10.205622 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59754) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:10.362894 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-a7419513-e05e-4e51-ba59-f6028545daef tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Deleting port ffe1ed0f-2f00-406c-8f20-0c931471ac00 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:13:10.363166 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a7419513-e05e-4e51-ba59-f6028545daef tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:10.436950 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a7419513-e05e-4e51-ba59-f6028545daef tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:10.437277 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a7419513-e05e-4e51-ba59-f6028545daef tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:10.449281 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-a7419513-e05e-4e51-ba59-f6028545daef tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Calling delete_port for ffe1ed0f-2f00-406c-8f20-0c931471ac00 owned by network:floatingip {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:13:11.033833 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a7419513-e05e-4e51-ba59-f6028545daef tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:11.058887 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7419513-e05e-4e51-ba59-f6028545daef tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event deleted for resources: {'Port': ['ID=ffe1ed0f-2f00-406c-8f20-0c931471ac00,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:11.086705 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7419513-e05e-4e51-ba59-f6028545daef tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:11.087043 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7419513-e05e-4e51-ba59-f6028545daef tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:11.087415 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7419513-e05e-4e51-ba59-f6028545daef tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:11.087744 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7419513-e05e-4e51-ba59-f6028545daef tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:11.088068 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7419513-e05e-4e51-ba59-f6028545daef tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:11.088393 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7419513-e05e-4e51-ba59-f6028545daef tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:11.088711 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7419513-e05e-4e51-ba59-f6028545daef tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:11.089027 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7419513-e05e-4e51-ba59-f6028545daef tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:11.089424 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7419513-e05e-4e51-ba59-f6028545daef tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:11.089655 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7419513-e05e-4e51-ba59-f6028545daef tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:11.089969 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7419513-e05e-4e51-ba59-f6028545daef tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:11.090282 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7419513-e05e-4e51-ba59-f6028545daef tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:11.135448 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a7419513-e05e-4e51-ba59-f6028545daef tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for floatingip, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:11.135776 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-a7419513-e05e-4e51-ba59-f6028545daef tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Floating IP e586fc71-e3e0-4b70-bd5e-fed2b1664e7c disassociated (deleted). External IP: 172.25.6.11, port: 7f6b3575-5cde-4e4e-bc56-5c23857301fb. Jun 30 10:13:11.333811 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7419513-e05e-4e51-ba59-f6028545daef tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Router 68d8c64c-647b-4547-876b-3e7f997e6619 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:13:11.440861 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7419513-e05e-4e51-ba59-f6028545daef tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:13:11.445759 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a7419513-e05e-4e51-ba59-f6028545daef tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:11.451628 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7144cd3-ad79-4349-822b-5501b0720147 None None] Sync routers for ids ['68d8c64c-647b-4547-876b-3e7f997e6619'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:13:11.462158 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7144cd3-ad79-4349-822b-5501b0720147 None None] Routers {'68d8c64c-647b-4547-876b-3e7f997e6619'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:13:11.462856 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-f7144cd3-ad79-4349-822b-5501b0720147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:12:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['68d8c64c-647b-4547-876b-3e7f997e6619'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:11.485713 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a7419513-e05e-4e51-ba59-f6028545daef tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "DELETE /v2.0/floatingips/e586fc71-e3e0-4b70-bd5e-fed2b1664e7c HTTP/1.1" status: 204 len: 168 time: 1.2790031 Jun 30 10:13:11.486284 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85c4cae-ad4e-4ff4-b875-ac4478b2b12c', 'tag': '7f6b3575-5cde-4e4e-bc56-5c23857301fb'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:13:11.488550 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c135b30-5c65-4ac9-a84f-655a868c988d" -d '{"events": [{"name": "network-changed", "server_uuid": "d85c4cae-ad4e-4ff4-b875-ac4478b2b12c", "tag": "7f6b3575-5cde-4e4e-bc56-5c23857301fb"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:13:11.539335 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1991723f-e0c0-4750-9167-effd2ad23840 x-openstack-request-id: req-1991723f-e0c0-4750-9167-effd2ad23840 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:13:11.539685 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85c4cae-ad4e-4ff4-b875-ac4478b2b12c", "tag": "7f6b3575-5cde-4e4e-bc56-5c23857301fb", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:13:11.539942 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1991723f-e0c0-4750-9167-effd2ad23840 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:13:11.540331 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd85c4cae-ad4e-4ff4-b875-ac4478b2b12c', 'tag': '7f6b3575-5cde-4e4e-bc56-5c23857301fb', 'status': 'completed', 'code': 200} Jun 30 10:13:11.576717 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-f7144cd3-ad79-4349-822b-5501b0720147 None None] Set router 68d8c64c-647b-4547-876b-3e7f997e6619 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:13:11.614183 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c135b30-5c65-4ac9-a84f-655a868c988d req-94156957-4a2b-43ac-849d-fdfa8fc8b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:11.616572 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c135b30-5c65-4ac9-a84f-655a868c988d req-94156957-4a2b-43ac-849d-fdfa8fc8b6de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e78cb94e3e7846abb3457d5b43ee0638&device_id=d85c4cae-ad4e-4ff4-b875-ac4478b2b12c HTTP/1.1" status: 200 len: 1098 time: 0.0530064 Jun 30 10:13:11.704582 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c135b30-5c65-4ac9-a84f-655a868c988d req-068694ef-50b8-4ce4-8cb7-fe7311f02fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:11.706092 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c135b30-5c65-4ac9-a84f-655a868c988d req-068694ef-50b8-4ce4-8cb7-fe7311f02fd7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c08f2c68-5b33-479a-b759-16eea11998e0 HTTP/1.1" status: 200 len: 897 time: 0.0839472 Jun 30 10:13:11.752216 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c135b30-5c65-4ac9-a84f-655a868c988d req-c150950b-be0a-4403-a176-29d7c2efd86b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f6b3575-5cde-4e4e-bc56-5c23857301fb HTTP/1.1" status: 200 len: 217 time: 0.0388851 Jun 30 10:13:11.775493 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-f7144cd3-ad79-4349-822b-5501b0720147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'name': 'tempest-TestNetworkBasicOps-router-413920425', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '2ae4f9cd-0667-4483-8614-547a98b2f147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:11:30Z', 'updated_at': '2021-06-30T10:11:34Z', 'revision_number': 4, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2ae4f9cd-0667-4483-8614-547a98b2f147', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:11:31Z', 'updated_at': '2021-06-30T10:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3', 'name': '', 'network_id': 'c08f2c68-5b33-479a-b759-16eea11998e0', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'mac_address': 'fa:16:3e:99:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c6e890e4-0649-4e16-bd27-c9d616f299f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:11:34Z', 'updated_at': '2021-06-30T10:11:40Z', 'revision_number': 5, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'subnets': [{'id': 'c6e890e4-0649-4e16-bd27-c9d616f299f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:11.802390 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c135b30-5c65-4ac9-a84f-655a868c988d req-02c78ea1-9188-4591-9520-5ab9d01517b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:11.804344 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c135b30-5c65-4ac9-a84f-655a868c988d req-02c78ea1-9188-4591-9520-5ab9d01517b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c6e890e4-0649-4e16-bd27-c9d616f299f0 HTTP/1.1" status: 200 len: 835 time: 0.0462608 Jun 30 10:13:11.807697 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7144cd3-ad79-4349-822b-5501b0720147 None None] Checking router: 68d8c64c-647b-4547-876b-3e7f997e6619 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:13:11.826084 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7144cd3-ad79-4349-822b-5501b0720147 None None] Routers {'68d8c64c-647b-4547-876b-3e7f997e6619'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:13:11.826843 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-f7144cd3-ad79-4349-822b-5501b0720147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:12:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['68d8c64c-647b-4547-876b-3e7f997e6619'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:11.862881 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c135b30-5c65-4ac9-a84f-655a868c988d req-65cf438f-be15-45a6-b5c4-f2caee553953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:11.864352 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c135b30-5c65-4ac9-a84f-655a868c988d req-65cf438f-be15-45a6-b5c4-f2caee553953 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c08f2c68-5b33-479a-b759-16eea11998e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539162 Jun 30 10:13:11.936056 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-f7144cd3-ad79-4349-822b-5501b0720147 None None] Set router 68d8c64c-647b-4547-876b-3e7f997e6619 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:13:11.960995 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c135b30-5c65-4ac9-a84f-655a868c988d req-cb28e170-7185-4081-a09f-4836360a1346 service neutron] 10.222.0.37 "GET /v2.0/networks/c08f2c68-5b33-479a-b759-16eea11998e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893397 Jun 30 10:13:12.059306 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c135b30-5c65-4ac9-a84f-655a868c988d req-e426409a-ee4c-4220-b5e4-f67046730d0d service neutron] 10.222.0.37 "GET /v2.0/networks/c08f2c68-5b33-479a-b759-16eea11998e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922389 Jun 30 10:13:12.190242 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2c89e-fbdd-4f3a-b144-abc0d5fec8e6 req-07cfefd8-918b-40d5-ba91-77ba9b09a23a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:12.191637 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d4c2c89e-fbdd-4f3a-b144-abc0d5fec8e6 req-07cfefd8-918b-40d5-ba91-77ba9b09a23a tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=d85c4cae-ad4e-4ff4-b875-ac4478b2b12c HTTP/1.1" status: 200 len: 946 time: 0.0643411 Jun 30 10:13:12.227420 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-f7144cd3-ad79-4349-822b-5501b0720147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'name': 'tempest-TestNetworkBasicOps-router-413920425', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '2ae4f9cd-0667-4483-8614-547a98b2f147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:11:30Z', 'updated_at': '2021-06-30T10:11:34Z', 'revision_number': 4, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2ae4f9cd-0667-4483-8614-547a98b2f147', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:11:31Z', 'updated_at': '2021-06-30T10:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3', 'name': '', 'network_id': 'c08f2c68-5b33-479a-b759-16eea11998e0', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'mac_address': 'fa:16:3e:99:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c6e890e4-0649-4e16-bd27-c9d616f299f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:11:34Z', 'updated_at': '2021-06-30T10:11:40Z', 'revision_number': 5, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'subnets': [{'id': 'c6e890e4-0649-4e16-bd27-c9d616f299f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:12.238098 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d4c2c89e-fbdd-4f3a-b144-abc0d5fec8e6 req-e80ddc5b-7f25-4f01-9046-ae2e83a87510 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd27c55a-32fc-4597-b0f0-754f78bc2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407729 Jun 30 10:13:12.252668 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7144cd3-ad79-4349-822b-5501b0720147 None None] The sync data for ids ['68d8c64c-647b-4547-876b-3e7f997e6619'] in n-d-771363-31 is: [{'id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'name': 'tempest-TestNetworkBasicOps-router-413920425', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '2ae4f9cd-0667-4483-8614-547a98b2f147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:11:30Z', 'updated_at': '2021-06-30T10:11:34Z', 'revision_number': 4, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2ae4f9cd-0667-4483-8614-547a98b2f147', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:11:31Z', 'updated_at': '2021-06-30T10:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3', 'name': '', 'network_id': 'c08f2c68-5b33-479a-b759-16eea11998e0', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'mac_address': 'fa:16:3e:99:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c6e890e4-0649-4e16-bd27-c9d616f299f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:11:34Z', 'updated_at': '2021-06-30T10:11:40Z', 'revision_number': 5, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'subnets': [{'id': 'c6e890e4-0649-4e16-bd27-c9d616f299f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:13:12.475463 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bf760d-6506-4cdb-a367-3d430a89c5b4 None None] New status for floating IP e586fc71-e3e0-4b70-bd5e-fed2b1664e7c: DOWN {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:13:13.413904 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2d04e-acc3-4c1e-9b26-cdd5be5491c5 req-1ddcc74c-8619-42a6-b550-0d553f454658 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:13.415436 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-74d2d04e-acc3-4c1e-9b26-cdd5be5491c5 req-1ddcc74c-8619-42a6-b550-0d553f454658 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=d85c4cae-ad4e-4ff4-b875-ac4478b2b12c HTTP/1.1" status: 200 len: 946 time: 0.0627217 Jun 30 10:13:13.458067 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-74d2d04e-acc3-4c1e-9b26-cdd5be5491c5 req-f0bbcbe0-f220-4558-aee4-ef8981a2faaa tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd27c55a-32fc-4597-b0f0-754f78bc2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370507 Jun 30 10:13:13.625778 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311ecfd-55d0-4115-b958-fe48ebc708eb req-59339ee8-4a22-4df1-b8fe-225e109190e6 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:13.627114 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8311ecfd-55d0-4115-b958-fe48ebc708eb req-59339ee8-4a22-4df1-b8fe-225e109190e6 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.37 "GET /v2.0/ports?device_id=d85c4cae-ad4e-4ff4-b875-ac4478b2b12c HTTP/1.1" status: 200 len: 946 time: 0.0621061 Jun 30 10:13:13.723945 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-8311ecfd-55d0-4115-b958-fe48ebc708eb req-0b24ebb3-2ca5-4047-9d29-85eb80fc200d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Deleting port 7f6b3575-5cde-4e4e-bc56-5c23857301fb {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:13:13.724285 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-8311ecfd-55d0-4115-b958-fe48ebc708eb req-0b24ebb3-2ca5-4047-9d29-85eb80fc200d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:13.814376 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-8311ecfd-55d0-4115-b958-fe48ebc708eb req-0b24ebb3-2ca5-4047-9d29-85eb80fc200d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] For port 7f6b3575-5cde-4e4e-bc56-5c23857301fb, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=7f6b3575-5cde-4e4e-bc56-5c23857301fb,segment=NetworkSegment(b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159),segment_id=b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:13:13.814738 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-8311ecfd-55d0-4115-b958-fe48ebc708eb req-0b24ebb3-2ca5-4047-9d29-85eb80fc200d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:13.828602 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-8311ecfd-55d0-4115-b958-fe48ebc708eb req-0b24ebb3-2ca5-4047-9d29-85eb80fc200d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Calling delete_port for 7f6b3575-5cde-4e4e-bc56-5c23857301fb owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:13:14.024619 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-8311ecfd-55d0-4115-b958-fe48ebc708eb req-0b24ebb3-2ca5-4047-9d29-85eb80fc200d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:14.061636 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24ebb3-2ca5-4047-9d29-85eb80fc200d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event deleted for resources: {'Port': ['ID=7f6b3575-5cde-4e4e-bc56-5c23857301fb,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:14.101278 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-8311ecfd-55d0-4115-b958-fe48ebc708eb req-0b24ebb3-2ca5-4047-9d29-85eb80fc200d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] No DVR routers for this DVR port 7f6b3575-5cde-4e4e-bc56-5c23857301fb on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:13:14.103989 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-8311ecfd-55d0-4115-b958-fe48ebc708eb req-0b24ebb3-2ca5-4047-9d29-85eb80fc200d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:14.106041 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8311ecfd-55d0-4115-b958-fe48ebc708eb req-0b24ebb3-2ca5-4047-9d29-85eb80fc200d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.37 "DELETE /v2.0/ports/7f6b3575-5cde-4e4e-bc56-5c23857301fb HTTP/1.1" status: 204 len: 173 time: 0.4731190 Jun 30 10:13:14.106494 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85c4cae-ad4e-4ff4-b875-ac4478b2b12c', 'name': 'network-vif-deleted', 'tag': '7f6b3575-5cde-4e4e-bc56-5c23857301fb'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:13:14.108742 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f7abc9-a046-4245-8221-a0783c770ad5" -d '{"events": [{"server_uuid": "d85c4cae-ad4e-4ff4-b875-ac4478b2b12c", "name": "network-vif-deleted", "tag": "7f6b3575-5cde-4e4e-bc56-5c23857301fb"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:13:14.145361 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7b02ab-8a54-4659-9d09-00804f413de5 x-openstack-request-id: req-bd7b02ab-8a54-4659-9d09-00804f413de5 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:13:14.145681 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85c4cae-ad4e-4ff4-b875-ac4478b2b12c", "name": "network-vif-deleted", "tag": "7f6b3575-5cde-4e4e-bc56-5c23857301fb", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:13:14.145931 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bd7b02ab-8a54-4659-9d09-00804f413de5 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:13:14.146346 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85c4cae-ad4e-4ff4-b875-ac4478b2b12c', 'name': 'network-vif-deleted', 'tag': '7f6b3575-5cde-4e4e-bc56-5c23857301fb', 'status': 'completed', 'code': 200} Jun 30 10:13:14.610819 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0e8114d6-3495-4a00-aacb-499582dc40d8 req-75a710f5-7b17-4b49-8d86-08b3debacf47 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "GET /v2.0/ports?device_id=d85c4cae-ad4e-4ff4-b875-ac4478b2b12c HTTP/1.1" status: 200 len: 210 time: 0.0291185 Jun 30 10:13:15.701917 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59772) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:15.763327 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9f9852c8-ffa2-4262-a11f-93adadeb5a81 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:15.789307 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9f9852c8-ffa2-4262-a11f-93adadeb5a81 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:15.927723 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9f9852c8-ffa2-4262-a11f-93adadeb5a81 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:15.930281 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9f9852c8-ffa2-4262-a11f-93adadeb5a81 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:15.931665 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9f9852c8-ffa2-4262-a11f-93adadeb5a81 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "DELETE /v2.0/security-groups/cd27c55a-32fc-4597-b0f0-754f78bc2fee HTTP/1.1" status: 204 len: 168 time: 0.2287495 Jun 30 10:13:15.941000 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9852c8-ffa2-4262-a11f-93adadeb5a81 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd27c55a-32fc-4597-b0f0-754f78bc2fee,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:15.949873 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9852c8-ffa2-4262-a11f-93adadeb5a81 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:15.950219 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9852c8-ffa2-4262-a11f-93adadeb5a81 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:15.950556 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9852c8-ffa2-4262-a11f-93adadeb5a81 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:15.950889 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9852c8-ffa2-4262-a11f-93adadeb5a81 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:15.951245 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9852c8-ffa2-4262-a11f-93adadeb5a81 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:15.951572 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9852c8-ffa2-4262-a11f-93adadeb5a81 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:15.951895 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9852c8-ffa2-4262-a11f-93adadeb5a81 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:15.952216 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9852c8-ffa2-4262-a11f-93adadeb5a81 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:15.952532 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9852c8-ffa2-4262-a11f-93adadeb5a81 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:15.952848 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9852c8-ffa2-4262-a11f-93adadeb5a81 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:15.953165 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9852c8-ffa2-4262-a11f-93adadeb5a81 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:15.953478 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9852c8-ffa2-4262-a11f-93adadeb5a81 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:16.072105 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59776) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:16.441434 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fded579f-cd38-4d78-a437-610b844a2455 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:16.709050 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-fded579f-cd38-4d78-a437-610b844a2455 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Deleting port 9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:13:16.709738 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fded579f-cd38-4d78-a437-610b844a2455 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:16.800229 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-fded579f-cd38-4d78-a437-610b844a2455 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] For port 9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3,segment=NetworkSegment(b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159),segment_id=b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:13:16.800584 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fded579f-cd38-4d78-a437-610b844a2455 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:16.813119 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-fded579f-cd38-4d78-a437-610b844a2455 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Calling delete_port for 9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3 owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:13:17.101924 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fded579f-cd38-4d78-a437-610b844a2455 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:17.129806 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded579f-cd38-4d78-a437-610b844a2455 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event deleted for resources: {'Port': ['ID=9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:17.174508 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 7f6b3575-5cde-4e4e-bc56-5c23857301fb no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:13:17.196848 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 7f6b3575-5cde-4e4e-bc56-5c23857301fb {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:13:17.197538 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 7f6b3575-5cde-4e4e-bc56-5c23857301fb not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:13:17.315090 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fded579f-cd38-4d78-a437-610b844a2455 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:17.526368 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fded579f-cd38-4d78-a437-610b844a2455 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Router 68d8c64c-647b-4547-876b-3e7f997e6619 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:13:17.630255 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fded579f-cd38-4d78-a437-610b844a2455 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:13:17.636101 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fded579f-cd38-4d78-a437-610b844a2455 tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "PUT /v2.0/routers/68d8c64c-647b-4547-876b-3e7f997e6619/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5626285 Jun 30 10:13:17.638435 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59778) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:17.641326 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9b1d20-9740-4b1c-9bfd-b43847c468a8 None None] Sync routers for ids ['68d8c64c-647b-4547-876b-3e7f997e6619'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:13:17.651654 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9b1d20-9740-4b1c-9bfd-b43847c468a8 None None] Routers {'68d8c64c-647b-4547-876b-3e7f997e6619'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:13:17.652266 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-7b9b1d20-9740-4b1c-9bfd-b43847c468a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:12:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['68d8c64c-647b-4547-876b-3e7f997e6619'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:17.689417 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-66cf6cfd-9cf3-45b8-bce8-995d3814dd6c tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Deleting subnet c6e890e4-0649-4e16-bd27-c9d616f299f0 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:13:17.692881 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-66cf6cfd-9cf3-45b8-bce8-995d3814dd6c tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:17.733068 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-66cf6cfd-9cf3-45b8-bce8-995d3814dd6c tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:17.754149 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-7b9b1d20-9740-4b1c-9bfd-b43847c468a8 None None] Set router 68d8c64c-647b-4547-876b-3e7f997e6619 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:13:17.826523 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-66cf6cfd-9cf3-45b8-bce8-995d3814dd6c tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:17.932253 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-7b9b1d20-9740-4b1c-9bfd-b43847c468a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'name': 'tempest-TestNetworkBasicOps-router-413920425', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '2ae4f9cd-0667-4483-8614-547a98b2f147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:11:30Z', 'updated_at': '2021-06-30T10:13:16Z', 'revision_number': 5, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2ae4f9cd-0667-4483-8614-547a98b2f147', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:11:31Z', 'updated_at': '2021-06-30T10:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:17.958133 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9b1d20-9740-4b1c-9bfd-b43847c468a8 None None] Checking router: 68d8c64c-647b-4547-876b-3e7f997e6619 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:13:17.968543 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9b1d20-9740-4b1c-9bfd-b43847c468a8 None None] Routers {'68d8c64c-647b-4547-876b-3e7f997e6619'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:13:17.969145 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-7b9b1d20-9740-4b1c-9bfd-b43847c468a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:12:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['68d8c64c-647b-4547-876b-3e7f997e6619'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:18.072374 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-7b9b1d20-9740-4b1c-9bfd-b43847c468a8 None None] Set router 68d8c64c-647b-4547-876b-3e7f997e6619 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:13:18.073947 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-66cf6cfd-9cf3-45b8-bce8-995d3814dd6c tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:18.102332 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf6cfd-9cf3-45b8-bce8-995d3814dd6c tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event deleted for resources: {'Subnet': ['ID=c6e890e4-0649-4e16-bd27-c9d616f299f0,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:18.106058 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-66cf6cfd-9cf3-45b8-bce8-995d3814dd6c tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:18.110514 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-66cf6cfd-9cf3-45b8-bce8-995d3814dd6c tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "DELETE /v2.0/subnets/c6e890e4-0649-4e16-bd27-c9d616f299f0 HTTP/1.1" status: 204 len: 168 time: 0.4687822 Jun 30 10:13:18.110810 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59780) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:18.114028 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76f3794-1881-42a1-8a49-81fc2e571f0d None None] Network c08f2c68-5b33-479a-b759-16eea11998e0 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:13:18.220201 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e3dfaa2a-8f74-447b-91bf-700db9862b9b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:18.257667 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-7b9b1d20-9740-4b1c-9bfd-b43847c468a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'name': 'tempest-TestNetworkBasicOps-router-413920425', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '2ae4f9cd-0667-4483-8614-547a98b2f147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:11:30Z', 'updated_at': '2021-06-30T10:13:16Z', 'revision_number': 5, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2ae4f9cd-0667-4483-8614-547a98b2f147', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:11:31Z', 'updated_at': '2021-06-30T10:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:18.291457 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9b1d20-9740-4b1c-9bfd-b43847c468a8 None None] The sync data for ids ['68d8c64c-647b-4547-876b-3e7f997e6619'] in n-d-771363-31 is: [{'id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'name': 'tempest-TestNetworkBasicOps-router-413920425', 'tenant_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '2ae4f9cd-0667-4483-8614-547a98b2f147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:11:30Z', 'updated_at': '2021-06-30T10:13:16Z', 'revision_number': 5, 'project_id': 'e78cb94e3e7846abb3457d5b43ee0638', 'gw_port': {'id': '2ae4f9cd-0667-4483-8614-547a98b2f147', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d8c64c-647b-4547-876b-3e7f997e6619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:11:31Z', 'updated_at': '2021-06-30T10:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:13:18.324738 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d479253a-a099-40d3-9c96-6484db90ab0a None None] DHCP port deletion for c08f2c68-5b33-479a-b759-16eea11998e0 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:13:18.343776 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e3dfaa2a-8f74-447b-91bf-700db9862b9b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:18.370437 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-d479253a-a099-40d3-9c96-6484db90ab0a None None] Deleting port ca6a356e-462c-406d-8d17-073605730165 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:13:18.370802 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d479253a-a099-40d3-9c96-6484db90ab0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:18.434762 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-d479253a-a099-40d3-9c96-6484db90ab0a None None] For port ca6a356e-462c-406d-8d17-073605730165, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=ca6a356e-462c-406d-8d17-073605730165,segment=NetworkSegment(b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159),segment_id=b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:13:18.435167 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d479253a-a099-40d3-9c96-6484db90ab0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:18.447954 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-d479253a-a099-40d3-9c96-6484db90ab0a None None] Calling delete_port for ca6a356e-462c-406d-8d17-073605730165 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:13:18.448794 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-e3dfaa2a-8f74-447b-91bf-700db9862b9b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Deleting port 2ae4f9cd-0667-4483-8614-547a98b2f147 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:13:18.449136 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e3dfaa2a-8f74-447b-91bf-700db9862b9b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:18.533234 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-e3dfaa2a-8f74-447b-91bf-700db9862b9b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] For port 2ae4f9cd-0667-4483-8614-547a98b2f147, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=2ae4f9cd-0667-4483-8614-547a98b2f147,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:13:18.533609 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e3dfaa2a-8f74-447b-91bf-700db9862b9b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:18.546004 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-e3dfaa2a-8f74-447b-91bf-700db9862b9b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Calling delete_port for 2ae4f9cd-0667-4483-8614-547a98b2f147 owned by network:router_gateway {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:13:18.590114 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d479253a-a099-40d3-9c96-6484db90ab0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:18.622538 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479253a-a099-40d3-9c96-6484db90ab0a None None] Pushing event deleted for resources: {'Port': ['ID=ca6a356e-462c-406d-8d17-073605730165,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:18.627861 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d479253a-a099-40d3-9c96-6484db90ab0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:18.628439 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d479253a-a099-40d3-9c96-6484db90ab0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:18.628866 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d479253a-a099-40d3-9c96-6484db90ab0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:18.629168 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d479253a-a099-40d3-9c96-6484db90ab0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:18.629484 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d479253a-a099-40d3-9c96-6484db90ab0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:18.629805 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d479253a-a099-40d3-9c96-6484db90ab0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:18.630124 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d479253a-a099-40d3-9c96-6484db90ab0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:18.630439 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d479253a-a099-40d3-9c96-6484db90ab0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:18.630752 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d479253a-a099-40d3-9c96-6484db90ab0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:18.632046 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d479253a-a099-40d3-9c96-6484db90ab0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:18.632402 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d479253a-a099-40d3-9c96-6484db90ab0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:18.632720 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d479253a-a099-40d3-9c96-6484db90ab0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:18.635564 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d479253a-a099-40d3-9c96-6484db90ab0a None None] No DVR routers for this DVR port ca6a356e-462c-406d-8d17-073605730165 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:13:18.761679 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e3dfaa2a-8f74-447b-91bf-700db9862b9b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:18.785628 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dfaa2a-8f74-447b-91bf-700db9862b9b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event deleted for resources: {'Port': ['ID=2ae4f9cd-0667-4483-8614-547a98b2f147,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:18.854434 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e3dfaa2a-8f74-447b-91bf-700db9862b9b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:18.949464 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e3dfaa2a-8f74-447b-91bf-700db9862b9b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:18.951659 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e3dfaa2a-8f74-447b-91bf-700db9862b9b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:19.054195 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e3dfaa2a-8f74-447b-91bf-700db9862b9b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:19.054720 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3dfaa2a-8f74-447b-91bf-700db9862b9b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Fanout notify agent at l3_agent the message router_deleted on router 68d8c64c-647b-4547-876b-3e7f997e6619 {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:13:19.061861 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e3dfaa2a-8f74-447b-91bf-700db9862b9b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:19.062972 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e3dfaa2a-8f74-447b-91bf-700db9862b9b tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "DELETE /v2.0/routers/68d8c64c-647b-4547-876b-3e7f997e6619 HTTP/1.1" status: 204 len: 168 time: 0.9513357 Jun 30 10:13:19.066737 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59782) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:19.146138 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-76fd21ff-8130-4295-9df3-994001a2997d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:19.235376 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-76fd21ff-8130-4295-9df3-994001a2997d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:19.245659 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-76fd21ff-8130-4295-9df3-994001a2997d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c08f2c68-5b33-479a-b759-16eea11998e0']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:19.255481 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-76fd21ff-8130-4295-9df3-994001a2997d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:19.255822 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-76fd21ff-8130-4295-9df3-994001a2997d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f9e0ad-8e33-49d5-a0c2-3e57c5cb7159') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:19.264646 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-76fd21ff-8130-4295-9df3-994001a2997d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:19.278152 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-76fd21ff-8130-4295-9df3-994001a2997d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:19.283935 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76fd21ff-8130-4295-9df3-994001a2997d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:13:19.284322 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-76fd21ff-8130-4295-9df3-994001a2997d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: timer() Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:13:19.288179 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:13:19.410354 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-76fd21ff-8130-4295-9df3-994001a2997d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:19.418366 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-76fd21ff-8130-4295-9df3-994001a2997d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:19.419594 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-76fd21ff-8130-4295-9df3-994001a2997d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] 10.222.0.10 "DELETE /v2.0/networks/c08f2c68-5b33-479a-b759-16eea11998e0 HTTP/1.1" status: 204 len: 168 time: 0.3519094 Jun 30 10:13:19.431302 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd21ff-8130-4295-9df3-994001a2997d tempest-TestNetworkBasicOps-1488888340 tempest-TestNetworkBasicOps-1488888340-project] Pushing event deleted for resources: {'Network': ['ID=c08f2c68-5b33-479a-b759-16eea11998e0,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:19.842428 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 2ae4f9cd-0667-4483-8614-547a98b2f147 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:13:19.862233 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 2ae4f9cd-0667-4483-8614-547a98b2f147 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:13:19.862595 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 2ae4f9cd-0667-4483-8614-547a98b2f147 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:13:19.863004 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device ca6a356e-462c-406d-8d17-073605730165 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:13:19.864756 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59788) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:19.882809 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: ca6a356e-462c-406d-8d17-073605730165 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:13:19.883174 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device ca6a356e-462c-406d-8d17-073605730165 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:13:19.883596 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:13:19.903063 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:13:19.903432 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 9cf1b162-1cef-4a2b-a2dc-aa115d1e4ec3 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:13:19.996670 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-120f38e6-a0ef-43f2-8da3-54c8aff80ba2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e78cb94e3e7846abb3457d5b43ee0638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305602 Jun 30 10:13:19.999079 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59792) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:20.045592 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc688ba5-a8b9-4cb7-aa0f-994705528fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:20.066254 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc688ba5-a8b9-4cb7-aa0f-994705528fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:20.182096 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc688ba5-a8b9-4cb7-aa0f-994705528fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:20.184608 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc688ba5-a8b9-4cb7-aa0f-994705528fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:20.185832 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fc688ba5-a8b9-4cb7-aa0f-994705528fa5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bef456a3-6b80-4550-a9c5-7edfbc09018d HTTP/1.1" status: 204 len: 168 time: 0.1857798 Jun 30 10:13:20.194285 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc688ba5-a8b9-4cb7-aa0f-994705528fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef456a3-6b80-4550-a9c5-7edfbc09018d,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:20.490450 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0877ad0c-e4f8-4697-9635-e9cccce39567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:20.727783 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59798) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:20.741019 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-685e15cf-b62a-4d28-8d6b-39043fb27518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:20.838014 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-685e15cf-b62a-4d28-8d6b-39043fb27518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:20.896070 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-685e15cf-b62a-4d28-8d6b-39043fb27518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:20.942577 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-685e15cf-b62a-4d28-8d6b-39043fb27518 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2ce42752dbb5471aa9ae7b0ecfd30fb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2136638 Jun 30 10:13:20.943669 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e15cf-b62a-4d28-8d6b-39043fb27518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63386d8b-aef2-4dd4-87d4-f0c0189236f9,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:20.945292 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59800) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:20.994079 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6f721a91-401a-4069-881b-ea777dc7401d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:21.014332 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6f721a91-401a-4069-881b-ea777dc7401d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:21.152943 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6f721a91-401a-4069-881b-ea777dc7401d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:21.155443 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6f721a91-401a-4069-881b-ea777dc7401d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:21.156579 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6f721a91-401a-4069-881b-ea777dc7401d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/63386d8b-aef2-4dd4-87d4-f0c0189236f9 HTTP/1.1" status: 204 len: 168 time: 0.2102931 Jun 30 10:13:21.164968 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f721a91-401a-4069-881b-ea777dc7401d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63386d8b-aef2-4dd4-87d4-f0c0189236f9,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:22.155181 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59822) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:22.250186 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-158777fa-bba1-4e96-82be-f1ccffaaacde admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1204883003-network', 'tenant_id': '7fef1243e949497798bfecf67f0b28bf'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:13:22.321509 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158777fa-bba1-4e96-82be-f1ccffaaacde admin admin] Made reservation on behalf of 7fef1243e949497798bfecf67f0b28bf for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:13:22.323895 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-158777fa-bba1-4e96-82be-f1ccffaaacde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:22.332464 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-158777fa-bba1-4e96-82be-f1ccffaaacde admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:22.425374 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-158777fa-bba1-4e96-82be-f1ccffaaacde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:22.464026 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-158777fa-bba1-4e96-82be-f1ccffaaacde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:22.488187 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-158777fa-bba1-4e96-82be-f1ccffaaacde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:13:22.498074 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158777fa-bba1-4e96-82be-f1ccffaaacde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c659df8-8c2a-49bf-9157-0ef049f34638,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:22.503627 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-158777fa-bba1-4e96-82be-f1ccffaaacde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:22.503969 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-158777fa-bba1-4e96-82be-f1ccffaaacde admin admin] Added segment 8dd670c3-b307-4cb3-99de-47fb201fc4a3 of type vlan for network acbb3239-56b7-4320-bccf-85134f3e3412 Jun 30 10:13:22.543496 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-158777fa-bba1-4e96-82be-f1ccffaaacde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:22.650835 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-158777fa-bba1-4e96-82be-f1ccffaaacde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:22.651826 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158777fa-bba1-4e96-82be-f1ccffaaacde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:22.652395 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-158777fa-bba1-4e96-82be-f1ccffaaacde admin admin] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:22.742999 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158777fa-bba1-4e96-82be-f1ccffaaacde admin admin] Pushing event updated for resources: {'Network': ['ID=acbb3239-56b7-4320-bccf-85134f3e3412,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:22.752434 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network acbb3239-56b7-4320-bccf-85134f3e3412 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:13:22.788415 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-158777fa-bba1-4e96-82be-f1ccffaaacde admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6321273 Jun 30 10:13:22.792162 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59826) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:22.797682 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-6428d05f-a938-47fa-ad33-14b281275167 admin admin] Request body: {'subnet': {'network_id': 'acbb3239-56b7-4320-bccf-85134f3e3412', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1204883003-subnet', 'tenant_id': '7fef1243e949497798bfecf67f0b28bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:13:22.867672 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6428d05f-a938-47fa-ad33-14b281275167 admin admin] Made reservation on behalf of 7fef1243e949497798bfecf67f0b28bf for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:13:22.870070 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6428d05f-a938-47fa-ad33-14b281275167 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:22.942143 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3536bc03-9c5f-4a08-a514-1eb1f1dd35fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:23.098775 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6428d05f-a938-47fa-ad33-14b281275167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:23.156641 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428d05f-a938-47fa-ad33-14b281275167 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf46db10-aace-4299-b94f-874dcb4416c0,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:23.163812 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6428d05f-a938-47fa-ad33-14b281275167 admin admin] Checking segment: {'id': '8dd670c3-b307-4cb3-99de-47fb201fc4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'acbb3239-56b7-4320-bccf-85134f3e3412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:13:23.164217 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6428d05f-a938-47fa-ad33-14b281275167 admin admin] Network hostable DHCP agents. Network: acbb3239-56b7-4320-bccf-85134f3e3412, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:13:23.270087 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6428d05f-a938-47fa-ad33-14b281275167 admin admin] Network acbb3239-56b7-4320-bccf-85134f3e3412 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:13:23.350404 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-6428d05f-a938-47fa-ad33-14b281275167 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, acbb3239-56b7-4320-bccf-85134f3e3412) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:13:23.355336 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6428d05f-a938-47fa-ad33-14b281275167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:23.355956 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6428d05f-a938-47fa-ad33-14b281275167 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:23.360605 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db4e59c-d4f3-41fa-827c-9d4452db403f None None] Network acbb3239-56b7-4320-bccf-85134f3e3412 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:13:23.442282 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6428d05f-a938-47fa-ad33-14b281275167 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6489651 Jun 30 10:13:23.480532 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fe5874-8a6a-4ed8-ab88-1acf319efb4a None None] Network acbb3239-56b7-4320-bccf-85134f3e3412 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:13:23.623104 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:23.999474 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:13:24.100078 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59842) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:24.105762 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-d82ea290-4857-45fd-a291-782600902668 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1565621833-network', 'tenant_id': '31ef9d3e5a8f46fc9f0db572ab77d7a1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:13:24.201385 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82ea290-4857-45fd-a291-782600902668 admin admin] Made reservation on behalf of 31ef9d3e5a8f46fc9f0db572ab77d7a1 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:13:24.203752 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d82ea290-4857-45fd-a291-782600902668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:24.213066 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d82ea290-4857-45fd-a291-782600902668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:24.302972 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d82ea290-4857-45fd-a291-782600902668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:24.441477 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d82ea290-4857-45fd-a291-782600902668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:24.468589 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d82ea290-4857-45fd-a291-782600902668 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:13:24.473628 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ea290-4857-45fd-a291-782600902668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a61036-5a35-4605-a580-2483aacc6719,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:24.482160 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d82ea290-4857-45fd-a291-782600902668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:24.482651 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-d82ea290-4857-45fd-a291-782600902668 admin admin] Added segment d6f5c8f8-48c1-4ebd-ab1d-f9afeef346b7 of type vlan for network 7fd23fe9-6c71-46f0-b754-0a514d26ea96 Jun 30 10:13:24.521654 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d82ea290-4857-45fd-a291-782600902668 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:24.629920 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d82ea290-4857-45fd-a291-782600902668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:24.631287 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82ea290-4857-45fd-a291-782600902668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:24.631849 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d82ea290-4857-45fd-a291-782600902668 admin admin] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:24.689741 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ea290-4857-45fd-a291-782600902668 admin admin] Pushing event updated for resources: {'Network': ['ID=7fd23fe9-6c71-46f0-b754-0a514d26ea96,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:24.699956 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 7fd23fe9-6c71-46f0-b754-0a514d26ea96 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:13:24.751033 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d82ea290-4857-45fd-a291-782600902668 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6498451 Jun 30 10:13:24.753814 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59844) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:24.759635 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-8a8e1d3d-804c-4718-915b-de76d9ad344f admin admin] Request body: {'subnet': {'network_id': '7fd23fe9-6c71-46f0-b754-0a514d26ea96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1565621833-subnet', 'tenant_id': '31ef9d3e5a8f46fc9f0db572ab77d7a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:13:24.850676 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:24.930964 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8e1d3d-804c-4718-915b-de76d9ad344f admin admin] Made reservation on behalf of 31ef9d3e5a8f46fc9f0db572ab77d7a1 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:13:24.933400 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8a8e1d3d-804c-4718-915b-de76d9ad344f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:25.150730 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8a8e1d3d-804c-4718-915b-de76d9ad344f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:25.549811 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e1d3d-804c-4718-915b-de76d9ad344f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f1d6b11-2a29-47b8-8e81-5d4223604c8b,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:25.559261 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8e1d3d-804c-4718-915b-de76d9ad344f admin admin] Checking segment: {'id': 'd6f5c8f8-48c1-4ebd-ab1d-f9afeef346b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7fd23fe9-6c71-46f0-b754-0a514d26ea96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:13:25.559611 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8e1d3d-804c-4718-915b-de76d9ad344f admin admin] Network hostable DHCP agents. Network: 7fd23fe9-6c71-46f0-b754-0a514d26ea96, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:13:25.665071 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8e1d3d-804c-4718-915b-de76d9ad344f admin admin] Network 7fd23fe9-6c71-46f0-b754-0a514d26ea96 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:13:25.742077 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-8a8e1d3d-804c-4718-915b-de76d9ad344f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 7fd23fe9-6c71-46f0-b754-0a514d26ea96) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:13:25.746827 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8e1d3d-804c-4718-915b-de76d9ad344f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:25.747419 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8a8e1d3d-804c-4718-915b-de76d9ad344f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:25.751627 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf50909e-7725-42c9-b7e8-7c4062c884bc None None] Network 7fd23fe9-6c71-46f0-b754-0a514d26ea96 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:13:25.830891 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8a8e1d3d-804c-4718-915b-de76d9ad344f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0757003 Jun 30 10:13:25.896009 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911db2b2-7137-47c7-97d8-7e10e49a3efa None None] Network 7fd23fe9-6c71-46f0-b754-0a514d26ea96 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:13:26.393483 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0436773-95b7-40fd-92c0-342868df83ad req-c29d7197-9188-4704-b38b-993f745e77bf tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:26.395682 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f0436773-95b7-40fd-92c0-342868df83ad req-c29d7197-9188-4704-b38b-993f745e77bf tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/networks?id=acbb3239-56b7-4320-bccf-85134f3e3412 HTTP/1.1" status: 200 len: 812 time: 0.1319592 Jun 30 10:13:26.415490 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f0436773-95b7-40fd-92c0-342868df83ad req-9aa5b5c0-1455-4220-9655-504a25f8c4fc tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/quotas/7fef1243e949497798bfecf67f0b28bf HTTP/1.1" status: 200 len: 375 time: 0.0124466 Jun 30 10:13:26.456269 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f0436773-95b7-40fd-92c0-342868df83ad req-6de2a6a2-dfc1-4cb8-84de-7e19848a4f6f tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7fef1243e949497798bfecf67f0b28bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340314 Jun 30 10:13:26.513638 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:26.580756 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f0436773-95b7-40fd-92c0-342868df83ad req-232f438c-d012-48b2-be29-cc1cfcfd5d3d service neutron] 10.222.0.10 "GET /v2.0/networks/acbb3239-56b7-4320-bccf-85134f3e3412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151910 Jun 30 10:13:26.686322 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f0436773-95b7-40fd-92c0-342868df83ad req-7fa6d1a0-f535-4820-a3c4-fca2faa4ca68 service neutron] 10.222.0.10 "GET /v2.0/networks/acbb3239-56b7-4320-bccf-85134f3e3412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005967 Jun 30 10:13:26.936103 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9c427ff0-df66-42bb-a975-47a99eb5d98d req-e3d96d39-f356-4661-b98c-70a06ff9b5bd tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/ports?device_id=f734f8d6-3086-4311-b2a9-5d97e3e43405 HTTP/1.1" status: 200 len: 210 time: 0.0303822 Jun 30 10:13:28.088312 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6463e12b-3edd-4e93-984f-15b8ef21d8b2 req-aba8556a-9441-44a5-a989-ae4dd88a40b1 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/ports?device_id=f734f8d6-3086-4311-b2a9-5d97e3e43405 HTTP/1.1" status: 200 len: 210 time: 0.0341475 Jun 30 10:13:29.244275 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-03608d46-a6c8-4a2e-a03a-b310ef5a78d1 req-2353b5ae-6bb2-4167-8a16-54d262334bca tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/ports?device_id=f734f8d6-3086-4311-b2a9-5d97e3e43405 HTTP/1.1" status: 200 len: 210 time: 0.0383339 Jun 30 10:13:29.285926 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0436773-95b7-40fd-92c0-342868df83ad req-3b7d129c-1734-414d-8e75-d2cb6239938e tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:29.287315 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0436773-95b7-40fd-92c0-342868df83ad req-3b7d129c-1734-414d-8e75-d2cb6239938e tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.37 "GET /v2.0/networks?id=acbb3239-56b7-4320-bccf-85134f3e3412 HTTP/1.1" status: 200 len: 812 time: 0.1402440 Jun 30 10:13:29.299171 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-f0436773-95b7-40fd-92c0-342868df83ad req-f51e8c31-a10f-4347-9084-99d2addcc83b tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Request body: {'port': {'device_id': 'f734f8d6-3086-4311-b2a9-5d97e3e43405', 'network_id': 'acbb3239-56b7-4320-bccf-85134f3e3412', 'admin_state_up': True, 'tenant_id': '7fef1243e949497798bfecf67f0b28bf'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:13:29.469974 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0436773-95b7-40fd-92c0-342868df83ad req-f51e8c31-a10f-4347-9084-99d2addcc83b tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Made reservation on behalf of 7fef1243e949497798bfecf67f0b28bf for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:13:29.473600 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f0436773-95b7-40fd-92c0-342868df83ad req-f51e8c31-a10f-4347-9084-99d2addcc83b tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:29.602859 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-f0436773-95b7-40fd-92c0-342868df83ad req-f51e8c31-a10f-4347-9084-99d2addcc83b tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Allocated IP 172.20.0.8 (acbb3239-56b7-4320-bccf-85134f3e3412/cf46db10-aace-4299-b94f-874dcb4416c0/4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:13:29.749363 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f0436773-95b7-40fd-92c0-342868df83ad req-f51e8c31-a10f-4347-9084-99d2addcc83b tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:29.839255 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f0436773-95b7-40fd-92c0-342868df83ad req-f51e8c31-a10f-4347-9084-99d2addcc83b tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:29.882691 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0436773-95b7-40fd-92c0-342868df83ad req-f51e8c31-a10f-4347-9084-99d2addcc83b tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Network acbb3239-56b7-4320-bccf-85134f3e3412 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:13:29.885816 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-f0436773-95b7-40fd-92c0-342868df83ad req-f51e8c31-a10f-4347-9084-99d2addcc83b tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:13:29.892053 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0436773-95b7-40fd-92c0-342868df83ad req-f51e8c31-a10f-4347-9084-99d2addcc83b tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:13:29.898257 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e8c31-a10f-4347-9084-99d2addcc83b tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Pushing event updated for resources: {'Port': ['ID=4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:29.944008 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0436773-95b7-40fd-92c0-342868df83ad req-f51e8c31-a10f-4347-9084-99d2addcc83b tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:29.944606 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f0436773-95b7-40fd-92c0-342868df83ad req-f51e8c31-a10f-4347-9084-99d2addcc83b tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:30.019054 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0436773-95b7-40fd-92c0-342868df83ad req-f51e8c31-a10f-4347-9084-99d2addcc83b tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7235353 Jun 30 10:13:30.080098 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-f0436773-95b7-40fd-92c0-342868df83ad req-fdd0e664-052f-4661-96b9-a36c48dc84d5 service neutron] Request body: {'port': {'device_id': 'f734f8d6-3086-4311-b2a9-5d97e3e43405', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:13:30.155188 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f0436773-95b7-40fd-92c0-342868df83ad req-fdd0e664-052f-4661-96b9-a36c48dc84d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:30.419187 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe48a52-ca00-4999-81b8-1a552f4fb55c req-30bf3227-7a56-4d10-bc5b-3383ce618d0b tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:30.420682 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cbe48a52-ca00-4999-81b8-1a552f4fb55c req-30bf3227-7a56-4d10-bc5b-3383ce618d0b tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/ports?device_id=f734f8d6-3086-4311-b2a9-5d97e3e43405 HTTP/1.1" status: 200 len: 931 time: 0.0641186 Jun 30 10:13:30.424889 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-f0436773-95b7-40fd-92c0-342868df83ad req-fdd0e664-052f-4661-96b9-a36c48dc84d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:13:30.433519 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f0436773-95b7-40fd-92c0-342868df83ad req-fdd0e664-052f-4661-96b9-a36c48dc84d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:30.446435 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-f0436773-95b7-40fd-92c0-342868df83ad req-fdd0e664-052f-4661-96b9-a36c48dc84d5 service neutron] Transition to ACTIVE for port object 4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:13:30.459433 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cbe48a52-ca00-4999-81b8-1a552f4fb55c req-f41d6b37-9ce7-4bae-bb32-3713f9f82405 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c659df8-8c2a-49bf-9157-0ef049f34638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330539 Jun 30 10:13:30.527256 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f0436773-95b7-40fd-92c0-342868df83ad req-fdd0e664-052f-4661-96b9-a36c48dc84d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:30.579159 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0e664-052f-4661-96b9-a36c48dc84d5 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:30.651820 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-f0436773-95b7-40fd-92c0-342868df83ad req-fdd0e664-052f-4661-96b9-a36c48dc84d5 service neutron] Attempting to bind port 4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:13:30.652157 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-f0436773-95b7-40fd-92c0-342868df83ad req-fdd0e664-052f-4661-96b9-a36c48dc84d5 service neutron] Attempting to bind port 4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '8dd670c3-b307-4cb3-99de-47fb201fc4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'acbb3239-56b7-4320-bccf-85134f3e3412'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:13:30.652489 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0436773-95b7-40fd-92c0-342868df83ad req-fdd0e664-052f-4661-96b9-a36c48dc84d5 service neutron] Attempting to bind port 4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f on network acbb3239-56b7-4320-bccf-85134f3e3412 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:13:30.656655 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0436773-95b7-40fd-92c0-342868df83ad req-fdd0e664-052f-4661-96b9-a36c48dc84d5 service neutron] Port 4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f on network acbb3239-56b7-4320-bccf-85134f3e3412 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:13:30.657015 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0436773-95b7-40fd-92c0-342868df83ad req-fdd0e664-052f-4661-96b9-a36c48dc84d5 service neutron] Attempting to bind port 4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f on network acbb3239-56b7-4320-bccf-85134f3e3412 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:13:30.661688 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0436773-95b7-40fd-92c0-342868df83ad req-fdd0e664-052f-4661-96b9-a36c48dc84d5 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:13:30.662026 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0436773-95b7-40fd-92c0-342868df83ad req-fdd0e664-052f-4661-96b9-a36c48dc84d5 service neutron] Checking segment: {'id': '8dd670c3-b307-4cb3-99de-47fb201fc4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'acbb3239-56b7-4320-bccf-85134f3e3412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:13:30.662402 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0436773-95b7-40fd-92c0-342868df83ad req-fdd0e664-052f-4661-96b9-a36c48dc84d5 service neutron] Bound using segment: {'id': '8dd670c3-b307-4cb3-99de-47fb201fc4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'acbb3239-56b7-4320-bccf-85134f3e3412'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:13:30.662825 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-f0436773-95b7-40fd-92c0-342868df83ad req-fdd0e664-052f-4661-96b9-a36c48dc84d5 service neutron] Bound port: 4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd670c3-b307-4cb3-99de-47fb201fc4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'acbb3239-56b7-4320-bccf-85134f3e3412'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:13:30.663220 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f0436773-95b7-40fd-92c0-342868df83ad req-fdd0e664-052f-4661-96b9-a36c48dc84d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:30.726262 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-f0436773-95b7-40fd-92c0-342868df83ad req-fdd0e664-052f-4661-96b9-a36c48dc84d5 service neutron] For port 4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:13:30.729881 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-f0436773-95b7-40fd-92c0-342868df83ad req-fdd0e664-052f-4661-96b9-a36c48dc84d5 service neutron] For port 4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f,segment=NetworkSegment(8dd670c3-b307-4cb3-99de-47fb201fc4a3),segment_id=8dd670c3-b307-4cb3-99de-47fb201fc4a3)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:13:30.798905 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f0436773-95b7-40fd-92c0-342868df83ad req-fdd0e664-052f-4661-96b9-a36c48dc84d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:30.835226 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0436773-95b7-40fd-92c0-342868df83ad req-fdd0e664-052f-4661-96b9-a36c48dc84d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:30.836211 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f0436773-95b7-40fd-92c0-342868df83ad req-fdd0e664-052f-4661-96b9-a36c48dc84d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:30.837588 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0436773-95b7-40fd-92c0-342868df83ad req-fdd0e664-052f-4661-96b9-a36c48dc84d5 service neutron] 10.222.0.37 "PUT /v2.0/ports/4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f HTTP/1.1" status: 200 len: 1092 time: 0.7618115 Jun 30 10:13:30.838022 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f734f8d6-3086-4311-b2a9-5d97e3e43405', 'tag': '4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:13:30.840311 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ddcefd-6cfa-4064-9b54-e3283f934a61" -d '{"events": [{"name": "network-changed", "server_uuid": "f734f8d6-3086-4311-b2a9-5d97e3e43405", "tag": "4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:13:30.863927 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0e664-052f-4661-96b9-a36c48dc84d5 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:30.879476 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c8bb30-c8d2-4059-bd68-0e2bc2744532 x-openstack-request-id: req-c7c8bb30-c8d2-4059-bd68-0e2bc2744532 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:13:30.879768 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f734f8d6-3086-4311-b2a9-5d97e3e43405", "tag": "4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:13:30.880022 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c7c8bb30-c8d2-4059-bd68-0e2bc2744532 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:13:30.880421 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f734f8d6-3086-4311-b2a9-5d97e3e43405', 'tag': '4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f', 'status': 'completed', 'code': 200} Jun 30 10:13:30.959067 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddcefd-6cfa-4064-9b54-e3283f934a61 req-24bfc148-8127-41f0-a1b2-f8a1d34fba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:30.960698 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-82ddcefd-6cfa-4064-9b54-e3283f934a61 req-24bfc148-8127-41f0-a1b2-f8a1d34fba9e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7fef1243e949497798bfecf67f0b28bf&device_id=f734f8d6-3086-4311-b2a9-5d97e3e43405 HTTP/1.1" status: 200 len: 1095 time: 0.0582397 Jun 30 10:13:31.058122 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddcefd-6cfa-4064-9b54-e3283f934a61 req-af2440e6-7301-4c38-b64c-5434371c24cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:31.059614 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-82ddcefd-6cfa-4064-9b54-e3283f934a61 req-af2440e6-7301-4c38-b64c-5434371c24cd service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7fef1243e949497798bfecf67f0b28bf&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0914829 Jun 30 10:13:31.159354 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddcefd-6cfa-4064-9b54-e3283f934a61 req-f53804d5-ff62-43c3-a3ec-7e8baa6b9ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:31.160857 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-82ddcefd-6cfa-4064-9b54-e3283f934a61 req-f53804d5-ff62-43c3-a3ec-7e8baa6b9ce1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954907 Jun 30 10:13:31.249813 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0436773-95b7-40fd-92c0-342868df83ad req-9bfb325c-27ff-4818-9f4f-d0f109059f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:31.251372 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0436773-95b7-40fd-92c0-342868df83ad req-9bfb325c-27ff-4818-9f4f-d0f109059f7b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7fef1243e949497798bfecf67f0b28bf&device_id=f734f8d6-3086-4311-b2a9-5d97e3e43405 HTTP/1.1" status: 200 len: 1095 time: 0.0523150 Jun 30 10:13:31.292499 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0436773-95b7-40fd-92c0-342868df83ad req-ee52f55c-9988-44d3-be0b-29cbc9ba0ecb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f HTTP/1.1" status: 200 len: 217 time: 0.0343120 Jun 30 10:13:31.343886 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0436773-95b7-40fd-92c0-342868df83ad req-1b81510f-e2a1-4d28-ad41-d666a7e1fe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:31.345319 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0436773-95b7-40fd-92c0-342868df83ad req-1b81510f-e2a1-4d28-ad41-d666a7e1fe4f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cf46db10-aace-4299-b94f-874dcb4416c0 HTTP/1.1" status: 200 len: 852 time: 0.0472763 Jun 30 10:13:31.378029 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0436773-95b7-40fd-92c0-342868df83ad req-be802895-ded0-498e-960f-798099598e52 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=acbb3239-56b7-4320-bccf-85134f3e3412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267415 Jun 30 10:13:31.465901 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0436773-95b7-40fd-92c0-342868df83ad req-2e2ea1a9-d23e-4e7b-b8ff-54d35fceab5f service neutron] 10.222.0.37 "GET /v2.0/networks/acbb3239-56b7-4320-bccf-85134f3e3412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816391 Jun 30 10:13:31.559337 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0436773-95b7-40fd-92c0-342868df83ad req-517ea19f-d6cd-41d9-abe1-829bf3cdaa3d service neutron] 10.222.0.37 "GET /v2.0/networks/acbb3239-56b7-4320-bccf-85134f3e3412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867131 Jun 30 10:13:31.634447 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b029f-aaf0-4d02-905d-ac05452d0026 req-cf7eda8f-63e4-44ff-8f09-dc3284c61ce1 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:31.635932 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-990b029f-aaf0-4d02-905d-ac05452d0026 req-cf7eda8f-63e4-44ff-8f09-dc3284c61ce1 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/ports?device_id=f734f8d6-3086-4311-b2a9-5d97e3e43405 HTTP/1.1" status: 200 len: 943 time: 0.0627387 Jun 30 10:13:31.673997 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-990b029f-aaf0-4d02-905d-ac05452d0026 req-f00fc532-7d0f-49e5-8da0-e84309c580c8 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c659df8-8c2a-49bf-9157-0ef049f34638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323899 Jun 30 10:13:32.845999 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9394bf-c2d5-4ab5-816f-3f2594652d19 req-9664cd1a-e651-4d50-8cc4-42cc013149a1 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:32.847474 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5d9394bf-c2d5-4ab5-816f-3f2594652d19 req-9664cd1a-e651-4d50-8cc4-42cc013149a1 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/ports?device_id=f734f8d6-3086-4311-b2a9-5d97e3e43405 HTTP/1.1" status: 200 len: 943 time: 0.0627875 Jun 30 10:13:32.886693 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5d9394bf-c2d5-4ab5-816f-3f2594652d19 req-b77d278d-ea0c-460d-baea-f60b4a6311d5 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c659df8-8c2a-49bf-9157-0ef049f34638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323806 Jun 30 10:13:34.065194 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c63509-11fe-427a-aa4b-7638580da898 req-3502b666-8f68-4782-8619-42ddf8bdd329 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:34.066553 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f7c63509-11fe-427a-aa4b-7638580da898 req-3502b666-8f68-4782-8619-42ddf8bdd329 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/ports?device_id=f734f8d6-3086-4311-b2a9-5d97e3e43405 HTTP/1.1" status: 200 len: 943 time: 0.0719087 Jun 30 10:13:34.105543 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f7c63509-11fe-427a-aa4b-7638580da898 req-6a778703-0f91-487e-ab39-bdac3ed037f6 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c659df8-8c2a-49bf-9157-0ef049f34638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328462 Jun 30 10:13:35.237392 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:13:35.284303 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07253c-e7dc-42d4-9d7c-1bf5d1608db0 req-20e09381-703e-4ef8-990d-554d6d6347c3 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:35.285694 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2a07253c-e7dc-42d4-9d7c-1bf5d1608db0 req-20e09381-703e-4ef8-990d-554d6d6347c3 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/ports?device_id=f734f8d6-3086-4311-b2a9-5d97e3e43405 HTTP/1.1" status: 200 len: 943 time: 0.0676937 Jun 30 10:13:35.323527 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2a07253c-e7dc-42d4-9d7c-1bf5d1608db0 req-e2e15257-7a07-4a43-bbef-3a53e807d6eb tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c659df8-8c2a-49bf-9157-0ef049f34638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314119 Jun 30 10:13:35.330110 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f,segment=NetworkSegment(8dd670c3-b307-4cb3-99de-47fb201fc4a3),segment_id=8dd670c3-b307-4cb3-99de-47fb201fc4a3)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:13:35.341779 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f', 'network_id': 'acbb3239-56b7-4320-bccf-85134f3e3412', 'port_id': '4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f', 'mac_address': 'fa:16:3e:35:b3:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf46db10-aace-4299-b94f-874dcb4416c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:13:35.377892 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:35.390373 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:13:35.413146 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f,segment=NetworkSegment(8dd670c3-b307-4cb3-99de-47fb201fc4a3),segment_id=8dd670c3-b307-4cb3-99de-47fb201fc4a3)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:13:35.496088 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:35.542500 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:35.816541 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:13:36.497365 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c476eb-b0ff-4994-bb69-db033b111313 req-7b7fa418-4094-4be9-9abb-b1ab9e74a5e0 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:36.498860 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e5c476eb-b0ff-4994-bb69-db033b111313 req-7b7fa418-4094-4be9-9abb-b1ab9e74a5e0 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/ports?device_id=f734f8d6-3086-4311-b2a9-5d97e3e43405 HTTP/1.1" status: 200 len: 944 time: 0.0647285 Jun 30 10:13:36.537068 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e5c476eb-b0ff-4994-bb69-db033b111313 req-118afc09-31c6-4fe8-afb8-25d79f73623d tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c659df8-8c2a-49bf-9157-0ef049f34638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319924 Jun 30 10:13:37.233313 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:13:37.361516 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:13:37.365340 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:13:37.365712 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:37.446575 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:37.468946 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f734f8d6-3086-4311-b2a9-5d97e3e43405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:13:37.471227 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b63c91-386b-497d-8e6b-be05bdee9426" -d '{"events": [{"server_uuid": "f734f8d6-3086-4311-b2a9-5d97e3e43405", "name": "network-vif-plugged", "status": "completed", "tag": "4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:13:37.485770 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f,segment=NetworkSegment(8dd670c3-b307-4cb3-99de-47fb201fc4a3),segment_id=8dd670c3-b307-4cb3-99de-47fb201fc4a3)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:13:37.519460 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fc18e9-13c4-4fd1-8043-7bb0ddcfc8b9 x-openstack-request-id: req-a2fc18e9-13c4-4fd1-8043-7bb0ddcfc8b9 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:13:37.519844 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f734f8d6-3086-4311-b2a9-5d97e3e43405", "name": "network-vif-plugged", "status": "completed", "tag": "4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:13:37.520013 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a2fc18e9-13c4-4fd1-8043-7bb0ddcfc8b9 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:13:37.520408 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f734f8d6-3086-4311-b2a9-5d97e3e43405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f', 'code': 200} Jun 30 10:13:37.555488 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:37.609627 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:37.631895 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1092f3-6162-4abb-863f-cdddd03ef881 req-2f5cf9fe-8766-480e-b503-f99cad35d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:37.633409 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9e1092f3-6162-4abb-863f-cdddd03ef881 req-2f5cf9fe-8766-480e-b503-f99cad35d2eb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f734f8d6-3086-4311-b2a9-5d97e3e43405 HTTP/1.1" status: 200 len: 1097 time: 0.0534303 Jun 30 10:13:37.669086 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9e1092f3-6162-4abb-863f-cdddd03ef881 req-34ae77d3-918d-4806-a315-9cb969f610c0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1c659df8-8c2a-49bf-9157-0ef049f34638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292339 Jun 30 10:13:37.714346 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f419e7e-ffb9-4454-9951-19ecf684a98e req-92f79cfb-e947-498e-a614-92ab0a10b4bb tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:37.715824 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6f419e7e-ffb9-4454-9951-19ecf684a98e req-92f79cfb-e947-498e-a614-92ab0a10b4bb tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/ports?device_id=f734f8d6-3086-4311-b2a9-5d97e3e43405 HTTP/1.1" status: 200 len: 945 time: 0.0630322 Jun 30 10:13:37.756808 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6f419e7e-ffb9-4454-9951-19ecf684a98e req-14afd316-1c47-4864-87f8-8ce4f0dcd376 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c659df8-8c2a-49bf-9157-0ef049f34638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353346 Jun 30 10:13:38.204462 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:38.940156 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d742085-38d4-4eac-996e-e13425263f5e req-bb13ef60-dc99-49ad-9807-0f6ff9003892 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:38.941632 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5d742085-38d4-4eac-996e-e13425263f5e req-bb13ef60-dc99-49ad-9807-0f6ff9003892 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/ports?device_id=f734f8d6-3086-4311-b2a9-5d97e3e43405 HTTP/1.1" status: 200 len: 945 time: 0.0659525 Jun 30 10:13:38.984885 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5d742085-38d4-4eac-996e-e13425263f5e req-2b1301f0-18e2-4b2c-8c5f-60a36e3f81b4 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c659df8-8c2a-49bf-9157-0ef049f34638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367742 Jun 30 10:13:39.398845 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:40.163354 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d78ce1-d2a7-41ad-9173-eac5597a4aba req-42cb42ea-1fdb-476e-be4f-649243867ffb tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:40.164737 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-01d78ce1-d2a7-41ad-9173-eac5597a4aba req-42cb42ea-1fdb-476e-be4f-649243867ffb tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/ports?device_id=f734f8d6-3086-4311-b2a9-5d97e3e43405 HTTP/1.1" status: 200 len: 945 time: 0.0633488 Jun 30 10:13:40.203613 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-01d78ce1-d2a7-41ad-9173-eac5597a4aba req-d2d029b2-7c64-4362-9340-71ed324a2b87 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c659df8-8c2a-49bf-9157-0ef049f34638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312533 Jun 30 10:13:40.373591 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f58ee-248d-40f2-94ee-66dc2a61e6f7 req-56998eb9-c8ff-4b2a-8601-ddfcf7922ce7 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:40.375060 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-120f58ee-248d-40f2-94ee-66dc2a61e6f7 req-56998eb9-c8ff-4b2a-8601-ddfcf7922ce7 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/ports?device_id=f734f8d6-3086-4311-b2a9-5d97e3e43405 HTTP/1.1" status: 200 len: 945 time: 0.0631766 Jun 30 10:13:40.413571 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-120f58ee-248d-40f2-94ee-66dc2a61e6f7 req-7a68d39c-59ae-4280-a023-de0b10d9c1e0 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c659df8-8c2a-49bf-9157-0ef049f34638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326822 Jun 30 10:13:40.968892 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534c135-8d64-4d3c-a6d0-246519ce426c req-9933060a-b79c-4509-ba06-0a8fa1c874df tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:40.970268 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e534c135-8d64-4d3c-a6d0-246519ce426c req-9933060a-b79c-4509-ba06-0a8fa1c874df tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/ports?device_id=f734f8d6-3086-4311-b2a9-5d97e3e43405 HTTP/1.1" status: 200 len: 945 time: 0.0654666 Jun 30 10:13:41.009143 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e534c135-8d64-4d3c-a6d0-246519ce426c req-a1bdc62b-6d46-4d4f-90b3-488b42a7d633 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c659df8-8c2a-49bf-9157-0ef049f34638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329528 Jun 30 10:13:42.183437 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6707c5e-bfe5-4506-993a-21d80ebbcd17 req-63501bf4-6f4d-40c1-9ffe-3ccc9bdaac3d tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:42.184885 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e6707c5e-bfe5-4506-993a-21d80ebbcd17 req-63501bf4-6f4d-40c1-9ffe-3ccc9bdaac3d tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/ports?device_id=f734f8d6-3086-4311-b2a9-5d97e3e43405 HTTP/1.1" status: 200 len: 945 time: 0.0630574 Jun 30 10:13:42.221657 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e6707c5e-bfe5-4506-993a-21d80ebbcd17 req-f95e6e9b-5121-44f5-a6f9-a1c48f9b3d2f tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c659df8-8c2a-49bf-9157-0ef049f34638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312536 Jun 30 10:13:42.692299 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254871f-cb23-4e7f-8dba-16c39003f636 req-b8a935d0-b5ca-40d6-bc1f-b4a4cbca20af tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:42.693652 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2254871f-cb23-4e7f-8dba-16c39003f636 req-b8a935d0-b5ca-40d6-bc1f-b4a4cbca20af tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/ports?device_id=f734f8d6-3086-4311-b2a9-5d97e3e43405 HTTP/1.1" status: 200 len: 945 time: 0.0670176 Jun 30 10:13:42.731836 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2254871f-cb23-4e7f-8dba-16c39003f636 req-1b7b36e0-8420-4392-8d8f-0755988f3f46 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c659df8-8c2a-49bf-9157-0ef049f34638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325062 Jun 30 10:13:42.738445 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757e897-af21-40db-a997-0ae537343a70 req-31385497-0d40-4971-80de-f79eb02d82e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:42.739988 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d757e897-af21-40db-a997-0ae537343a70 req-31385497-0d40-4971-80de-f79eb02d82e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7fef1243e949497798bfecf67f0b28bf&device_id=f734f8d6-3086-4311-b2a9-5d97e3e43405 HTTP/1.1" status: 200 len: 1097 time: 0.0566380 Jun 30 10:13:42.827712 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757e897-af21-40db-a997-0ae537343a70 req-27d2b2cb-9be8-441d-9709-0ab0f0550227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:42.829179 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d757e897-af21-40db-a997-0ae537343a70 req-27d2b2cb-9be8-441d-9709-0ab0f0550227 service neutron] 10.222.0.37 "GET /v2.0/networks?id=acbb3239-56b7-4320-bccf-85134f3e3412 HTTP/1.1" status: 200 len: 913 time: 0.0831549 Jun 30 10:13:42.873718 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d757e897-af21-40db-a997-0ae537343a70 req-63afe2ff-27be-4d6d-b165-4789c8b399cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f HTTP/1.1" status: 200 len: 217 time: 0.0379555 Jun 30 10:13:42.920709 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757e897-af21-40db-a997-0ae537343a70 req-2901ed5b-3241-4536-bf02-6f1c111fa902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:42.922117 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d757e897-af21-40db-a997-0ae537343a70 req-2901ed5b-3241-4536-bf02-6f1c111fa902 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cf46db10-aace-4299-b94f-874dcb4416c0 HTTP/1.1" status: 200 len: 852 time: 0.0427518 Jun 30 10:13:42.954974 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d757e897-af21-40db-a997-0ae537343a70 req-1c04bc0f-113e-4afe-9deb-a3b6474264c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=acbb3239-56b7-4320-bccf-85134f3e3412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257959 Jun 30 10:13:43.046456 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d757e897-af21-40db-a997-0ae537343a70 req-e5bf0c60-4377-4413-87dd-53eeb320ea01 service neutron] 10.222.0.37 "GET /v2.0/networks/acbb3239-56b7-4320-bccf-85134f3e3412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863910 Jun 30 10:13:43.133631 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d757e897-af21-40db-a997-0ae537343a70 req-2a61ffa0-990c-4c16-b906-6bb5ec364618 service neutron] 10.222.0.37 "GET /v2.0/networks/acbb3239-56b7-4320-bccf-85134f3e3412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811677 Jun 30 10:13:43.910672 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7d3fb-8e7d-4929-a6d5-fe4a615be04e req-21b98675-7a49-4a63-b609-cb5a6abf3471 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:43.912182 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-00a7d3fb-8e7d-4929-a6d5-fe4a615be04e req-21b98675-7a49-4a63-b609-cb5a6abf3471 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/ports?device_id=f734f8d6-3086-4311-b2a9-5d97e3e43405 HTTP/1.1" status: 200 len: 945 time: 0.0652120 Jun 30 10:13:43.952150 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-00a7d3fb-8e7d-4929-a6d5-fe4a615be04e req-8c83e047-66a7-4a08-9ce8-b5340d2a6bf9 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c659df8-8c2a-49bf-9157-0ef049f34638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339687 Jun 30 10:13:45.123424 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9aaa4-1fdc-4bf6-800e-087968704520 req-769c0ea5-7363-4bf1-a998-599be76821e7 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:45.124899 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-44b9aaa4-1fdc-4bf6-800e-087968704520 req-769c0ea5-7363-4bf1-a998-599be76821e7 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/ports?device_id=f734f8d6-3086-4311-b2a9-5d97e3e43405 HTTP/1.1" status: 200 len: 945 time: 0.0631685 Jun 30 10:13:45.165559 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-44b9aaa4-1fdc-4bf6-800e-087968704520 req-b09b0082-d6f3-4d23-961f-0f9ffa8649bf tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c659df8-8c2a-49bf-9157-0ef049f34638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351317 Jun 30 10:13:45.777002 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ad2a1-ee75-4e55-99b4-27e0327258a6 req-c08b4c6d-6969-4f61-b9ba-9dfc63573404 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:45.778457 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-083ad2a1-ee75-4e55-99b4-27e0327258a6 req-c08b4c6d-6969-4f61-b9ba-9dfc63573404 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/ports?device_id=f734f8d6-3086-4311-b2a9-5d97e3e43405 HTTP/1.1" status: 200 len: 945 time: 0.0644360 Jun 30 10:13:45.820572 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-083ad2a1-ee75-4e55-99b4-27e0327258a6 req-c34fab02-5e31-4c0f-a22e-e8fe2b4eb81f tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c659df8-8c2a-49bf-9157-0ef049f34638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365891 Jun 30 10:13:47.000297 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f328a-e5f3-4f0d-a6ee-9185d5e6ed4a req-b641f49c-ae6f-4f0a-9402-b8de18a2e05e tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:47.001743 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0f9f328a-e5f3-4f0d-a6ee-9185d5e6ed4a req-b641f49c-ae6f-4f0a-9402-b8de18a2e05e tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/ports?device_id=f734f8d6-3086-4311-b2a9-5d97e3e43405 HTTP/1.1" status: 200 len: 945 time: 0.0661008 Jun 30 10:13:47.039050 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0f9f328a-e5f3-4f0d-a6ee-9185d5e6ed4a req-4efeebdd-f36d-4de8-9299-f56cdaf28f4a tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c659df8-8c2a-49bf-9157-0ef049f34638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313814 Jun 30 10:13:47.505105 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9badf8e9-d5b5-4e53-b3bc-9dfb7c7b6ad7 req-cd720841-fc7e-425c-b631-27fdaebc6b27 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:47.506871 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9badf8e9-d5b5-4e53-b3bc-9dfb7c7b6ad7 req-cd720841-fc7e-425c-b631-27fdaebc6b27 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/ports?device_id=f734f8d6-3086-4311-b2a9-5d97e3e43405 HTTP/1.1" status: 200 len: 945 time: 0.0670745 Jun 30 10:13:47.578710 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9badf8e9-d5b5-4e53-b3bc-9dfb7c7b6ad7 req-25573a2c-ce7a-420d-851e-c81c081d3c33 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c659df8-8c2a-49bf-9157-0ef049f34638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648713 Jun 30 10:13:47.596260 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807d54a-d37c-42fe-8125-032e48fb9fdd req-59944fb9-7b78-4a73-a472-02903bf3c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:47.597720 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3807d54a-d37c-42fe-8125-032e48fb9fdd req-59944fb9-7b78-4a73-a472-02903bf3c1bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7fef1243e949497798bfecf67f0b28bf&device_id=f734f8d6-3086-4311-b2a9-5d97e3e43405 HTTP/1.1" status: 200 len: 1097 time: 0.0828567 Jun 30 10:13:47.687080 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807d54a-d37c-42fe-8125-032e48fb9fdd req-864ee9a8-6689-49cb-a63b-8d05731a2e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:47.688574 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3807d54a-d37c-42fe-8125-032e48fb9fdd req-864ee9a8-6689-49cb-a63b-8d05731a2e15 service neutron] 10.222.0.37 "GET /v2.0/networks?id=acbb3239-56b7-4320-bccf-85134f3e3412 HTTP/1.1" status: 200 len: 913 time: 0.0846701 Jun 30 10:13:47.733030 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3807d54a-d37c-42fe-8125-032e48fb9fdd req-e82b6e25-82a1-4a13-aa26-7ea338de5fce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f HTTP/1.1" status: 200 len: 217 time: 0.0383103 Jun 30 10:13:47.781739 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807d54a-d37c-42fe-8125-032e48fb9fdd req-e0580381-7e88-4c5a-8742-7332cfcfe5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:47.783063 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3807d54a-d37c-42fe-8125-032e48fb9fdd req-e0580381-7e88-4c5a-8742-7332cfcfe5f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cf46db10-aace-4299-b94f-874dcb4416c0 HTTP/1.1" status: 200 len: 852 time: 0.0441172 Jun 30 10:13:47.816034 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3807d54a-d37c-42fe-8125-032e48fb9fdd req-44a5b35a-2577-4aff-b68b-5adf3319f842 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=acbb3239-56b7-4320-bccf-85134f3e3412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267737 Jun 30 10:13:47.908325 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3807d54a-d37c-42fe-8125-032e48fb9fdd req-d1ab612d-7fac-475a-b1c6-8a1720026865 service neutron] 10.222.0.37 "GET /v2.0/networks/acbb3239-56b7-4320-bccf-85134f3e3412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862956 Jun 30 10:13:47.999618 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3807d54a-d37c-42fe-8125-032e48fb9fdd req-74f3fc31-93e7-49af-9d81-e0bf524b131f service neutron] 10.222.0.37 "GET /v2.0/networks/acbb3239-56b7-4320-bccf-85134f3e3412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848327 Jun 30 10:13:48.751056 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521366b2-f251-4cfa-8163-4fd3077d281c req-bf613160-4ce6-4e60-9f88-998f530adaec tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:48.752539 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-521366b2-f251-4cfa-8163-4fd3077d281c req-bf613160-4ce6-4e60-9f88-998f530adaec tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/ports?device_id=f734f8d6-3086-4311-b2a9-5d97e3e43405 HTTP/1.1" status: 200 len: 945 time: 0.0626097 Jun 30 10:13:48.790881 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-521366b2-f251-4cfa-8163-4fd3077d281c req-71522504-b8bf-4b57-8c4c-8cb94a72d610 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c659df8-8c2a-49bf-9157-0ef049f34638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322988 Jun 30 10:13:49.964118 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b70114-4d70-4ae5-b1bc-521755e2980f req-4b4476cb-cecc-4f4d-a8a5-ac10d075fdbc tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:49.965619 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-42b70114-4d70-4ae5-b1bc-521755e2980f req-4b4476cb-cecc-4f4d-a8a5-ac10d075fdbc tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/ports?device_id=f734f8d6-3086-4311-b2a9-5d97e3e43405 HTTP/1.1" status: 200 len: 945 time: 0.0635419 Jun 30 10:13:50.002996 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-42b70114-4d70-4ae5-b1bc-521755e2980f req-ff5413af-635e-4534-8d1d-fed152a1c13d tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c659df8-8c2a-49bf-9157-0ef049f34638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316710 Jun 30 10:13:50.490014 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0f9aad33-5853-409c-a93f-e913999970e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:50.590701 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982f9b2-abe3-4fb9-bd2e-fb28910c64d1 req-8ac75a4d-f824-4217-896b-686804b67b01 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:50.592194 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f982f9b2-abe3-4fb9-bd2e-fb28910c64d1 req-8ac75a4d-f824-4217-896b-686804b67b01 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/ports?device_id=f734f8d6-3086-4311-b2a9-5d97e3e43405 HTTP/1.1" status: 200 len: 945 time: 0.0695081 Jun 30 10:13:50.630858 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f982f9b2-abe3-4fb9-bd2e-fb28910c64d1 req-daf3be6e-3178-479f-b5f2-7518813045e0 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c659df8-8c2a-49bf-9157-0ef049f34638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328281 Jun 30 10:13:51.804183 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba4319-6792-49d9-98c1-58a0757f0e7c req-618aa7d4-83e0-491d-956f-24dde0cfe477 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:51.805656 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3aba4319-6792-49d9-98c1-58a0757f0e7c req-618aa7d4-83e0-491d-956f-24dde0cfe477 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/ports?device_id=f734f8d6-3086-4311-b2a9-5d97e3e43405 HTTP/1.1" status: 200 len: 945 time: 0.0622127 Jun 30 10:13:51.843537 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3aba4319-6792-49d9-98c1-58a0757f0e7c req-ed43fef2-b9d8-4e2e-95dd-d86f7a9a09a8 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c659df8-8c2a-49bf-9157-0ef049f34638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320258 Jun 30 10:13:52.695975 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d308397-0672-4177-8642-b5dcf5ef69af req-920b9b90-2c0a-4ed0-9dea-a98281fc6ed3 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:52.697435 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2d308397-0672-4177-8642-b5dcf5ef69af req-920b9b90-2c0a-4ed0-9dea-a98281fc6ed3 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.37 "GET /v2.0/ports?device_id=f734f8d6-3086-4311-b2a9-5d97e3e43405 HTTP/1.1" status: 200 len: 945 time: 0.0617728 Jun 30 10:13:52.799002 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-2d308397-0672-4177-8642-b5dcf5ef69af req-edeb273f-cff3-4698-acbf-bc0cebc19666 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Deleting port 4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:13:52.799476 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2d308397-0672-4177-8642-b5dcf5ef69af req-edeb273f-cff3-4698-acbf-bc0cebc19666 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:52.887888 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-2d308397-0672-4177-8642-b5dcf5ef69af req-edeb273f-cff3-4698-acbf-bc0cebc19666 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] For port 4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f,segment=NetworkSegment(8dd670c3-b307-4cb3-99de-47fb201fc4a3),segment_id=8dd670c3-b307-4cb3-99de-47fb201fc4a3)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:13:52.888282 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2d308397-0672-4177-8642-b5dcf5ef69af req-edeb273f-cff3-4698-acbf-bc0cebc19666 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:52.902858 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-2d308397-0672-4177-8642-b5dcf5ef69af req-edeb273f-cff3-4698-acbf-bc0cebc19666 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Calling delete_port for 4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:13:52.955485 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-244ce720-d188-4609-8a19-7d7ed3124e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:53.069287 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cce316-3297-4271-9104-14191f67ec8d req-165c5f15-0aa2-4e43-b68c-da9e162bd956 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:53.075054 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-90cce316-3297-4271-9104-14191f67ec8d req-165c5f15-0aa2-4e43-b68c-da9e162bd956 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/ports?device_id=f734f8d6-3086-4311-b2a9-5d97e3e43405 HTTP/1.1" status: 200 len: 945 time: 0.1097000 Jun 30 10:13:53.118392 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-90cce316-3297-4271-9104-14191f67ec8d req-664377be-7fe6-4605-8a88-4034d99cc7e9 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c659df8-8c2a-49bf-9157-0ef049f34638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400634 Jun 30 10:13:53.167829 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2d308397-0672-4177-8642-b5dcf5ef69af req-edeb273f-cff3-4698-acbf-bc0cebc19666 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:53.179508 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:13:53.201905 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb273f-cff3-4698-acbf-bc0cebc19666 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Pushing event deleted for resources: {'Port': ['ID=4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:53.250250 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d308397-0672-4177-8642-b5dcf5ef69af req-edeb273f-cff3-4698-acbf-bc0cebc19666 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] No DVR routers for this DVR port 4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:13:53.252911 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2d308397-0672-4177-8642-b5dcf5ef69af req-edeb273f-cff3-4698-acbf-bc0cebc19666 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:53.254937 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2d308397-0672-4177-8642-b5dcf5ef69af req-edeb273f-cff3-4698-acbf-bc0cebc19666 tempest-TestServerAdvancedOps-1726974024 tempest-TestServerAdvancedOps-1726974024-project] 10.222.0.37 "DELETE /v2.0/ports/4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f HTTP/1.1" status: 204 len: 173 time: 0.5518186 Jun 30 10:13:53.255409 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f734f8d6-3086-4311-b2a9-5d97e3e43405', 'name': 'network-vif-deleted', 'tag': '4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:13:53.257923 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6d1176-3d63-435d-92f5-a17df5b6d65e" -d '{"events": [{"server_uuid": "f734f8d6-3086-4311-b2a9-5d97e3e43405", "name": "network-vif-deleted", "tag": "4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:13:53.294964 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ef2d25-1457-4ef1-b2f6-83f09afe009f x-openstack-request-id: req-d0ef2d25-1457-4ef1-b2f6-83f09afe009f {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:13:53.295292 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f734f8d6-3086-4311-b2a9-5d97e3e43405", "name": "network-vif-deleted", "tag": "4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:13:53.295550 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d0ef2d25-1457-4ef1-b2f6-83f09afe009f {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:13:53.295952 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f734f8d6-3086-4311-b2a9-5d97e3e43405', 'name': 'network-vif-deleted', 'tag': '4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f', 'status': 'completed', 'code': 200} Jun 30 10:13:53.552907 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:54.217421 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59950) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:54.262172 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-085c8850-7eaa-491a-a086-c1b6c35b1df6 admin admin] Deleting subnet cf46db10-aace-4299-b94f-874dcb4416c0 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:13:54.265249 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-085c8850-7eaa-491a-a086-c1b6c35b1df6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:54.301135 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-085c8850-7eaa-491a-a086-c1b6c35b1df6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:54.338855 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-085c8850-7eaa-491a-a086-c1b6c35b1df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:54.444746 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-085c8850-7eaa-491a-a086-c1b6c35b1df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:54.472184 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c8850-7eaa-491a-a086-c1b6c35b1df6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf46db10-aace-4299-b94f-874dcb4416c0,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:54.475904 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-085c8850-7eaa-491a-a086-c1b6c35b1df6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:54.477734 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-085c8850-7eaa-491a-a086-c1b6c35b1df6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/cf46db10-aace-4299-b94f-874dcb4416c0 HTTP/1.1" status: 204 len: 168 time: 0.2593355 Jun 30 10:13:54.480724 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59952) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:54.549262 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-180862b8-9877-4708-aa35-c6ce400ff380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:54.632570 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-180862b8-9877-4708-aa35-c6ce400ff380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:54.642539 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-180862b8-9877-4708-aa35-c6ce400ff380 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acbb3239-56b7-4320-bccf-85134f3e3412']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:54.653767 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-180862b8-9877-4708-aa35-c6ce400ff380 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd670c3-b307-4cb3-99de-47fb201fc4a3') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:54.654067 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-180862b8-9877-4708-aa35-c6ce400ff380 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd670c3-b307-4cb3-99de-47fb201fc4a3') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:54.665293 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-180862b8-9877-4708-aa35-c6ce400ff380 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:54.679549 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-180862b8-9877-4708-aa35-c6ce400ff380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:54.685683 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180862b8-9877-4708-aa35-c6ce400ff380 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:13:54.686061 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-180862b8-9877-4708-aa35-c6ce400ff380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: timer() Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:13:54.687688 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:13:54.812583 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-180862b8-9877-4708-aa35-c6ce400ff380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:54.817989 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-180862b8-9877-4708-aa35-c6ce400ff380 admin admin] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:54.822179 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-180862b8-9877-4708-aa35-c6ce400ff380 admin admin] 10.222.0.10 "DELETE /v2.0/networks/acbb3239-56b7-4320-bccf-85134f3e3412 HTTP/1.1" status: 204 len: 168 time: 0.3381755 Jun 30 10:13:54.823193 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59954) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:54.830633 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180862b8-9877-4708-aa35-c6ce400ff380 admin admin] Pushing event deleted for resources: {'Network': ['ID=acbb3239-56b7-4320-bccf-85134f3e3412,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:54.841570 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:55.196994 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1784fcf-3156-451c-bf21-415cf8472ce0 admin admin] Deleting subnet 0f1d6b11-2a29-47b8-8e81-5d4223604c8b {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:13:55.200118 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1784fcf-3156-451c-bf21-415cf8472ce0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:55.235034 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1784fcf-3156-451c-bf21-415cf8472ce0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:55.272868 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1784fcf-3156-451c-bf21-415cf8472ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:55.475475 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1784fcf-3156-451c-bf21-415cf8472ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:55.498883 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1784fcf-3156-451c-bf21-415cf8472ce0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f1d6b11-2a29-47b8-8e81-5d4223604c8b,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:55.505422 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1784fcf-3156-451c-bf21-415cf8472ce0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:55.507643 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c1784fcf-3156-451c-bf21-415cf8472ce0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0f1d6b11-2a29-47b8-8e81-5d4223604c8b HTTP/1.1" status: 204 len: 168 time: 0.6833625 Jun 30 10:13:55.510038 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59956) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:55.580205 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-59a22bc6-5209-42b3-9897-6e8f9d2e13ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:55.670152 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-59a22bc6-5209-42b3-9897-6e8f9d2e13ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:55.679774 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-59a22bc6-5209-42b3-9897-6e8f9d2e13ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd23fe9-6c71-46f0-b754-0a514d26ea96']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:55.696697 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-59a22bc6-5209-42b3-9897-6e8f9d2e13ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f5c8f8-48c1-4ebd-ab1d-f9afeef346b7') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:55.696992 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-59a22bc6-5209-42b3-9897-6e8f9d2e13ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f5c8f8-48c1-4ebd-ab1d-f9afeef346b7') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:55.712871 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-59a22bc6-5209-42b3-9897-6e8f9d2e13ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:55.732372 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-59a22bc6-5209-42b3-9897-6e8f9d2e13ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:55.738663 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a22bc6-5209-42b3-9897-6e8f9d2e13ca admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:13:55.739043 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-59a22bc6-5209-42b3-9897-6e8f9d2e13ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: timer() Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:13:55.740661 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:13:55.861488 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-59a22bc6-5209-42b3-9897-6e8f9d2e13ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:55.866855 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-59a22bc6-5209-42b3-9897-6e8f9d2e13ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:55.875561 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-59a22bc6-5209-42b3-9897-6e8f9d2e13ca admin admin] 10.222.0.10 "DELETE /v2.0/networks/7fd23fe9-6c71-46f0-b754-0a514d26ea96 HTTP/1.1" status: 204 len: 168 time: 0.3572538 Jun 30 10:13:55.887318 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a22bc6-5209-42b3-9897-6e8f9d2e13ca admin admin] Pushing event deleted for resources: {'Network': ['ID=7fd23fe9-6c71-46f0-b754-0a514d26ea96,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:56.272457 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59960) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:56.315800 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-23db8685-4817-4abc-b409-c5a524c52c8a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7fef1243e949497798bfecf67f0b28bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420074 Jun 30 10:13:56.318045 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59962) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:56.363694 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff2d5-549e-4ae3-8acb-16f2538bb9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:56.384416 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff2d5-549e-4ae3-8acb-16f2538bb9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:56.501056 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff2d5-549e-4ae3-8acb-16f2538bb9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:56.503644 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff2d5-549e-4ae3-8acb-16f2538bb9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:56.504826 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-cf0ff2d5-549e-4ae3-8acb-16f2538bb9db admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1c659df8-8c2a-49bf-9157-0ef049f34638 HTTP/1.1" status: 204 len: 168 time: 0.1859059 Jun 30 10:13:56.513587 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ff2d5-549e-4ae3-8acb-16f2538bb9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c659df8-8c2a-49bf-9157-0ef049f34638,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:56.530346 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:57.193884 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 59968) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:57.233937 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-dd341043-584a-4097-8b3b-f0535c4d80fb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=31ef9d3e5a8f46fc9f0db572ab77d7a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389123 Jun 30 10:13:57.236623 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 59970) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:57.285145 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-329df1a0-cb05-412d-b625-1bbe28628fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:57.305457 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-329df1a0-cb05-412d-b625-1bbe28628fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:57.341110 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:13:57.359989 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:13:57.360329 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 4bd030fa-c2de-4f6d-b936-7a34ce6c6e4f not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:13:57.435408 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-329df1a0-cb05-412d-b625-1bbe28628fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:57.437933 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-329df1a0-cb05-412d-b625-1bbe28628fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:57.439147 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-329df1a0-cb05-412d-b625-1bbe28628fcb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/88a61036-5a35-4605-a580-2483aacc6719 HTTP/1.1" status: 204 len: 168 time: 0.2015173 Jun 30 10:13:57.447217 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329df1a0-cb05-412d-b625-1bbe28628fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a61036-5a35-4605-a580-2483aacc6719,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:00.998907 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:14:08.217781 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:08.682618 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-c0da980e-3ec2-459d-8060-2e70aef2ebe8 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=3473428b370f4ba5af1cc6eaab37db37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285456 Jun 30 10:14:08.864890 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-f14b0846-bad3-4989-93d3-95ffee49f19d tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:08.866114 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-f14b0846-bad3-4989-93d3-95ffee49f19d tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1779795 Jun 30 10:14:08.880692 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-342e071d-9bc4-42e2-8202-f20d48d18d3c tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] 10.222.0.10 "GET /v2.0/quotas/3473428b370f4ba5af1cc6eaab37db37 HTTP/1.1" status: 200 len: 375 time: 0.0088668 Jun 30 10:14:08.915884 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-b5736b26-c1cd-4838-a5cf-b453f20783aa tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3473428b370f4ba5af1cc6eaab37db37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291045 Jun 30 10:14:09.139894 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1f0c62b7-ceb1-4f35-ae75-c6f9fa2ed80c req-77e09df5-02c7-49f9-9c78-6b509093a81b tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f48894-e34e-4350-bd08-0ad785bb3b0e HTTP/1.1" status: 200 len: 210 time: 0.0311413 Jun 30 10:14:09.409570 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:10.280674 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e33e48ac-d591-4e8b-895e-9342b71a1a5d req-8562ca0f-ba35-48cf-86f2-539bd41a49e1 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f48894-e34e-4350-bd08-0ad785bb3b0e HTTP/1.1" status: 200 len: 210 time: 0.0295341 Jun 30 10:14:11.300113 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-73d07b4f-bbba-4a4e-a090-493130cd0e1f tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3473428b370f4ba5af1cc6eaab37db37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344086 Jun 30 10:14:11.458964 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-838fa768-4fda-47d0-9646-8fd17dd35f57 req-b0acdc2e-75e9-47b7-8455-edb9f8bbd1e2 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f48894-e34e-4350-bd08-0ad785bb3b0e HTTP/1.1" status: 200 len: 210 time: 0.0495491 Jun 30 10:14:11.509518 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-fe526a3e-8525-4fd9-a995-3cd7cb0e103e tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:11.511025 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-fe526a3e-8525-4fd9-a995-3cd7cb0e103e tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2063422 Jun 30 10:14:11.533579 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-6cf25107-2f92-44af-a985-2ca98a0f9d22 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Request body: {'port': {'device_id': '25f48894-e34e-4350-bd08-0ad785bb3b0e', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'admin_state_up': True, 'tenant_id': '3473428b370f4ba5af1cc6eaab37db37'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:14:11.692057 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-6cf25107-2f92-44af-a985-2ca98a0f9d22 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Made reservation on behalf of 3473428b370f4ba5af1cc6eaab37db37 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:14:11.695683 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-6cf25107-2f92-44af-a985-2ca98a0f9d22 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:11.705295 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-6cf25107-2f92-44af-a985-2ca98a0f9d22 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:11.795826 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-6cf25107-2f92-44af-a985-2ca98a0f9d22 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:11.903386 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-6cf25107-2f92-44af-a985-2ca98a0f9d22 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:11.962310 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf25107-2f92-44af-a985-2ca98a0f9d22 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db8dcab6-a9ae-4473-b7f6-5d5d20fac13e,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:11.976345 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf25107-2f92-44af-a985-2ca98a0f9d22 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:11.976686 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf25107-2f92-44af-a985-2ca98a0f9d22 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:11.977022 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf25107-2f92-44af-a985-2ca98a0f9d22 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:11.977356 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf25107-2f92-44af-a985-2ca98a0f9d22 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:11.977684 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf25107-2f92-44af-a985-2ca98a0f9d22 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:11.978012 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf25107-2f92-44af-a985-2ca98a0f9d22 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:11.978343 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf25107-2f92-44af-a985-2ca98a0f9d22 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:11.978666 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf25107-2f92-44af-a985-2ca98a0f9d22 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:11.978988 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf25107-2f92-44af-a985-2ca98a0f9d22 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:11.979392 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf25107-2f92-44af-a985-2ca98a0f9d22 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:11.979715 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf25107-2f92-44af-a985-2ca98a0f9d22 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:11.980121 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf25107-2f92-44af-a985-2ca98a0f9d22 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:12.052142 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-6cf25107-2f92-44af-a985-2ca98a0f9d22 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Allocated IP 192.168.233.189 (ad33225d-5521-4894-b7e8-170799d80b12/a0a5de46-050b-42ad-8d47-c859eedbe230/3cebca8b-d305-4452-8bd1-b51136b6b300) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:14:12.190620 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-6cf25107-2f92-44af-a985-2ca98a0f9d22 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:12.204259 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-6cf25107-2f92-44af-a985-2ca98a0f9d22 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Transition to ACTIVE for port object 3cebca8b-d305-4452-8bd1-b51136b6b300 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:14:12.292268 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-6cf25107-2f92-44af-a985-2ca98a0f9d22 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:12.340663 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-6cf25107-2f92-44af-a985-2ca98a0f9d22 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Network ad33225d-5521-4894-b7e8-170799d80b12 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:14:12.343800 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-6cf25107-2f92-44af-a985-2ca98a0f9d22 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:14:12.346298 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-6cf25107-2f92-44af-a985-2ca98a0f9d22 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:14:12.374092 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf25107-2f92-44af-a985-2ca98a0f9d22 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Pushing event updated for resources: {'Port': ['ID=3cebca8b-d305-4452-8bd1-b51136b6b300,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:12.404292 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-6cf25107-2f92-44af-a985-2ca98a0f9d22 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:12.404923 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-6cf25107-2f92-44af-a985-2ca98a0f9d22 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:12.479417 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-6cf25107-2f92-44af-a985-2ca98a0f9d22 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9495273 Jun 30 10:14:12.597890 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-624afc56-cdf9-4e05-8e58-035ee069a354 service neutron] Request body: {'port': {'device_id': '25f48894-e34e-4350-bd08-0ad785bb3b0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:14:12.609656 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-791087e6-1f5e-4f9a-a8fe-91a55c78a934 None None] Provisioning for port 3cebca8b-d305-4452-8bd1-b51136b6b300 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:14:12.613649 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-791087e6-1f5e-4f9a-a8fe-91a55c78a934 None None] Provisioning complete for port 3cebca8b-d305-4452-8bd1-b51136b6b300 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:14:12.614220 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-791087e6-1f5e-4f9a-a8fe-91a55c78a934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:12.646998 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf382ad-764f-4bbd-bdf5-88ab6daff069 req-678b80bb-af13-4dee-88d0-56cbf424a414 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:12.649160 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dcf382ad-764f-4bbd-bdf5-88ab6daff069 req-678b80bb-af13-4dee-88d0-56cbf424a414 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f48894-e34e-4350-bd08-0ad785bb3b0e HTTP/1.1" status: 200 len: 936 time: 0.0725155 Jun 30 10:14:12.649456 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-791087e6-1f5e-4f9a-a8fe-91a55c78a934 None None] Port 3cebca8b-d305-4452-8bd1-b51136b6b300 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:14:12.680022 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-624afc56-cdf9-4e05-8e58-035ee069a354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:12.692330 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dcf382ad-764f-4bbd-bdf5-88ab6daff069 req-b52cdecb-53f9-4da5-8122-6f81df443ce1 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] 10.222.0.10 "GET /v2.0/security-groups?id=db8dcab6-a9ae-4473-b7f6-5d5d20fac13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359168 Jun 30 10:14:12.951430 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-624afc56-cdf9-4e05-8e58-035ee069a354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cebca8b-d305-4452-8bd1-b51136b6b300 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:14:12.958410 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-624afc56-cdf9-4e05-8e58-035ee069a354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:12.970153 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-624afc56-cdf9-4e05-8e58-035ee069a354 service neutron] Transition to ACTIVE for port object 3cebca8b-d305-4452-8bd1-b51136b6b300 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:14:13.027178 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-624afc56-cdf9-4e05-8e58-035ee069a354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:13.075099 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624afc56-cdf9-4e05-8e58-035ee069a354 service neutron] Pushing event updated for resources: {'Port': ['ID=3cebca8b-d305-4452-8bd1-b51136b6b300,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:13.150755 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-624afc56-cdf9-4e05-8e58-035ee069a354 service neutron] Attempting to bind port 3cebca8b-d305-4452-8bd1-b51136b6b300 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:14:13.151098 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-624afc56-cdf9-4e05-8e58-035ee069a354 service neutron] Attempting to bind port 3cebca8b-d305-4452-8bd1-b51136b6b300 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:14:13.151479 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-624afc56-cdf9-4e05-8e58-035ee069a354 service neutron] Attempting to bind port 3cebca8b-d305-4452-8bd1-b51136b6b300 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:14:13.156211 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-624afc56-cdf9-4e05-8e58-035ee069a354 service neutron] Port 3cebca8b-d305-4452-8bd1-b51136b6b300 on network ad33225d-5521-4894-b7e8-170799d80b12 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:14:13.156533 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-624afc56-cdf9-4e05-8e58-035ee069a354 service neutron] Attempting to bind port 3cebca8b-d305-4452-8bd1-b51136b6b300 on network ad33225d-5521-4894-b7e8-170799d80b12 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:14:13.161415 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-624afc56-cdf9-4e05-8e58-035ee069a354 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:14:13.161749 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-624afc56-cdf9-4e05-8e58-035ee069a354 service neutron] Checking segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:14:13.162131 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-624afc56-cdf9-4e05-8e58-035ee069a354 service neutron] Bound using segment: {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:14:13.162556 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-624afc56-cdf9-4e05-8e58-035ee069a354 service neutron] Bound port: 3cebca8b-d305-4452-8bd1-b51136b6b300, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ec93cb-1d77-4fec-8b2a-44a391464581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:14:13.162913 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-624afc56-cdf9-4e05-8e58-035ee069a354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:13.581508 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-624afc56-cdf9-4e05-8e58-035ee069a354 service neutron] For port 3cebca8b-d305-4452-8bd1-b51136b6b300, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:14:13.584388 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-624afc56-cdf9-4e05-8e58-035ee069a354 service neutron] For port 3cebca8b-d305-4452-8bd1-b51136b6b300, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=3cebca8b-d305-4452-8bd1-b51136b6b300,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:14:13.681273 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-624afc56-cdf9-4e05-8e58-035ee069a354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:13.713293 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-624afc56-cdf9-4e05-8e58-035ee069a354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:13.714464 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-624afc56-cdf9-4e05-8e58-035ee069a354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:13.715855 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-624afc56-cdf9-4e05-8e58-035ee069a354 service neutron] 10.222.0.37 "PUT /v2.0/ports/3cebca8b-d305-4452-8bd1-b51136b6b300 HTTP/1.1" status: 200 len: 1097 time: 1.2291203 Jun 30 10:14:13.716350 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f48894-e34e-4350-bd08-0ad785bb3b0e', 'tag': '3cebca8b-d305-4452-8bd1-b51136b6b300'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:14:13.718706 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd80144-76cf-4fb5-9976-63d66ede7324" -d '{"events": [{"name": "network-changed", "server_uuid": "25f48894-e34e-4350-bd08-0ad785bb3b0e", "tag": "3cebca8b-d305-4452-8bd1-b51136b6b300"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:14:13.754049 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624afc56-cdf9-4e05-8e58-035ee069a354 service neutron] Pushing event updated for resources: {'Port': ['ID=3cebca8b-d305-4452-8bd1-b51136b6b300,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:13.768282 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c1832a-666d-4225-99ae-2f5e1cdbfec1 x-openstack-request-id: req-09c1832a-666d-4225-99ae-2f5e1cdbfec1 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:14:13.768603 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f48894-e34e-4350-bd08-0ad785bb3b0e", "tag": "3cebca8b-d305-4452-8bd1-b51136b6b300", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:14:13.768909 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-09c1832a-666d-4225-99ae-2f5e1cdbfec1 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:14:13.769344 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f48894-e34e-4350-bd08-0ad785bb3b0e', 'tag': '3cebca8b-d305-4452-8bd1-b51136b6b300', 'status': 'completed', 'code': 200} Jun 30 10:14:13.881996 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd80144-76cf-4fb5-9976-63d66ede7324 req-0dda7841-139e-4195-82e3-7b0a2ded8b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:13.883616 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cdd80144-76cf-4fb5-9976-63d66ede7324 req-0dda7841-139e-4195-82e3-7b0a2ded8b13 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3473428b370f4ba5af1cc6eaab37db37&device_id=25f48894-e34e-4350-bd08-0ad785bb3b0e HTTP/1.1" status: 200 len: 1100 time: 0.0894825 Jun 30 10:14:13.915378 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cdd80144-76cf-4fb5-9976-63d66ede7324 req-cb4d7b81-bdf2-4c66-8bb6-e1017616786e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3473428b370f4ba5af1cc6eaab37db37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229158 Jun 30 10:14:13.948880 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b05ef-ad3a-4e49-b017-b836ac72e1d0 req-a0dcea33-20fd-4d0a-ab98-990868fe3fc1 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:13.950543 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-832b05ef-ad3a-4e49-b017-b836ac72e1d0 req-a0dcea33-20fd-4d0a-ab98-990868fe3fc1 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f48894-e34e-4350-bd08-0ad785bb3b0e HTTP/1.1" status: 200 len: 948 time: 0.1190591 Jun 30 10:14:14.033040 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-832b05ef-ad3a-4e49-b017-b836ac72e1d0 req-46290e14-3075-4381-afe7-08861c5f86b6 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] 10.222.0.10 "GET /v2.0/security-groups?id=db8dcab6-a9ae-4473-b7f6-5d5d20fac13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554662 Jun 30 10:14:14.047994 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd80144-76cf-4fb5-9976-63d66ede7324 req-c97466cc-8a56-48a3-8fdd-96aa7e7ad0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:14.049482 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cdd80144-76cf-4fb5-9976-63d66ede7324 req-c97466cc-8a56-48a3-8fdd-96aa7e7ad0c9 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1269643 Jun 30 10:14:14.141714 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-71b9298c-5740-440c-9f58-64f2828b94b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:14.143106 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-71b9298c-5740-440c-9f58-64f2828b94b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3473428b370f4ba5af1cc6eaab37db37&device_id=25f48894-e34e-4350-bd08-0ad785bb3b0e HTTP/1.1" status: 200 len: 1100 time: 0.0523288 Jun 30 10:14:14.183917 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-46a1c041-bf60-4a97-b11e-8b5e7967a902 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=3cebca8b-d305-4452-8bd1-b51136b6b300 HTTP/1.1" status: 200 len: 217 time: 0.0335989 Jun 30 10:14:14.235841 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-997c6d13-a790-4bb8-ac51-dd397d67732f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:14.237262 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-997c6d13-a790-4bb8-ac51-dd397d67732f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0a5de46-050b-42ad-8d47-c859eedbe230 HTTP/1.1" status: 200 len: 843 time: 0.0478952 Jun 30 10:14:14.293690 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-e86539a7-7cef-4fa6-b73e-e7375ab0ceee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:14.295149 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-e86539a7-7cef-4fa6-b73e-e7375ab0ceee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad33225d-5521-4894-b7e8-170799d80b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0512245 Jun 30 10:14:14.381922 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-5d487545-d497-46ba-a6e0-5a424348cb46 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806549 Jun 30 10:14:14.473801 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-81dfdf21-3c59-459f-bb0c-36b95126395c req-3ef7956b-462f-4755-8017-0edddcbfc7f1 service neutron] 10.222.0.37 "GET /v2.0/networks/ad33225d-5521-4894-b7e8-170799d80b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852256 Jun 30 10:14:15.207835 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab5009-8036-466a-8624-695dd65014f7 req-400a7d0e-2fd2-4a36-af29-ce171df54301 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:15.209328 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e6ab5009-8036-466a-8624-695dd65014f7 req-400a7d0e-2fd2-4a36-af29-ce171df54301 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f48894-e34e-4350-bd08-0ad785bb3b0e HTTP/1.1" status: 200 len: 948 time: 0.0628231 Jun 30 10:14:15.246786 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e6ab5009-8036-466a-8624-695dd65014f7 req-8ad478d2-feb3-4544-9ad7-57495c647bac tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] 10.222.0.10 "GET /v2.0/security-groups?id=db8dcab6-a9ae-4473-b7f6-5d5d20fac13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313125 Jun 30 10:14:16.423766 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b018f2-bae7-4d90-b7b8-52ab8b1b1fbb req-f5240993-7ad4-48ee-9a51-7590903eabb8 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:16.425267 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-97b018f2-bae7-4d90-b7b8-52ab8b1b1fbb req-f5240993-7ad4-48ee-9a51-7590903eabb8 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f48894-e34e-4350-bd08-0ad785bb3b0e HTTP/1.1" status: 200 len: 948 time: 0.0620403 Jun 30 10:14:16.467869 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-97b018f2-bae7-4d90-b7b8-52ab8b1b1fbb req-7143ccf0-c9f7-4069-82e2-458e75916096 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] 10.222.0.10 "GET /v2.0/security-groups?id=db8dcab6-a9ae-4473-b7f6-5d5d20fac13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321398 Jun 30 10:14:17.402221 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 3cebca8b-d305-4452-8bd1-b51136b6b300 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:14:17.493051 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 3cebca8b-d305-4452-8bd1-b51136b6b300, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=3cebca8b-d305-4452-8bd1-b51136b6b300,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:14:17.508626 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '3cebca8b-d305-4452-8bd1-b51136b6b300', 'network_id': 'ad33225d-5521-4894-b7e8-170799d80b12', 'port_id': '3cebca8b-d305-4452-8bd1-b51136b6b300', 'mac_address': 'fa:16:3e:c7:6c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5de46-050b-42ad-8d47-c859eedbe230', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:14:17.544606 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:17.556707 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cebca8b-d305-4452-8bd1-b51136b6b300 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:14:17.576992 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 3cebca8b-d305-4452-8bd1-b51136b6b300, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=3cebca8b-d305-4452-8bd1-b51136b6b300,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:14:17.646093 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:17.648640 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434716e-9f9c-4e48-b5c8-e62f3c7694e3 req-fe64448f-77bc-48c9-b92b-951ca5ae6174 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:17.650147 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2434716e-9f9c-4e48-b5c8-e62f3c7694e3 req-fe64448f-77bc-48c9-b92b-951ca5ae6174 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f48894-e34e-4350-bd08-0ad785bb3b0e HTTP/1.1" status: 200 len: 948 time: 0.0687864 Jun 30 10:14:17.688971 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2434716e-9f9c-4e48-b5c8-e62f3c7694e3 req-86861010-bc1c-40ae-b9df-c6d6468ebe34 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] 10.222.0.10 "GET /v2.0/security-groups?id=db8dcab6-a9ae-4473-b7f6-5d5d20fac13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326824 Jun 30 10:14:17.694858 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=3cebca8b-d305-4452-8bd1-b51136b6b300,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:17.935259 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['3cebca8b-d305-4452-8bd1-b51136b6b300'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:14:18.868956 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c400e-ce57-42f5-b48b-d95ea4238230 req-910ff746-7244-44bb-a57c-b9cdeefe895e tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:18.870997 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-705c400e-ce57-42f5-b48b-d95ea4238230 req-910ff746-7244-44bb-a57c-b9cdeefe895e tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f48894-e34e-4350-bd08-0ad785bb3b0e HTTP/1.1" status: 200 len: 949 time: 0.0693696 Jun 30 10:14:18.919615 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-705c400e-ce57-42f5-b48b-d95ea4238230 req-aa22a5d8-f9a6-4da3-a081-3ebf5316a9f7 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] 10.222.0.10 "GET /v2.0/security-groups?id=db8dcab6-a9ae-4473-b7f6-5d5d20fac13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427604 Jun 30 10:14:19.416526 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 3cebca8b-d305-4452-8bd1-b51136b6b300 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:14:19.543494 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 3cebca8b-d305-4452-8bd1-b51136b6b300 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:14:19.547416 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 3cebca8b-d305-4452-8bd1-b51136b6b300 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:14:19.547790 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:19.625837 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:19.648502 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f48894-e34e-4350-bd08-0ad785bb3b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cebca8b-d305-4452-8bd1-b51136b6b300'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:14:19.650736 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97311179-5f08-4aad-8840-6e7bb23a32d9" -d '{"events": [{"server_uuid": "25f48894-e34e-4350-bd08-0ad785bb3b0e", "name": "network-vif-plugged", "status": "completed", "tag": "3cebca8b-d305-4452-8bd1-b51136b6b300"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:14:19.663782 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 3cebca8b-d305-4452-8bd1-b51136b6b300, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=3cebca8b-d305-4452-8bd1-b51136b6b300,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:14:19.691294 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f864e91d-abd5-47b4-b04e-a38a58b2fece x-openstack-request-id: req-f864e91d-abd5-47b4-b04e-a38a58b2fece {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:14:19.691591 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f48894-e34e-4350-bd08-0ad785bb3b0e", "name": "network-vif-plugged", "status": "completed", "tag": "3cebca8b-d305-4452-8bd1-b51136b6b300", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:14:19.691838 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f864e91d-abd5-47b4-b04e-a38a58b2fece {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:14:19.692226 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f48894-e34e-4350-bd08-0ad785bb3b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cebca8b-d305-4452-8bd1-b51136b6b300', 'code': 200} Jun 30 10:14:19.726438 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:19.775784 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=3cebca8b-d305-4452-8bd1-b51136b6b300,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:19.783761 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:19.784111 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:19.784451 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:19.784783 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:19.785114 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:19.785443 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:19.785767 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:19.786094 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:19.786437 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:19.786756 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:19.787076 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:19.787420 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:19.804144 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0a57b-2a81-4fd4-9ec8-66b274f81002 req-f8b8cb1d-6988-4988-8a95-6ea613da299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:19.805824 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-75b0a57b-2a81-4fd4-9ec8-66b274f81002 req-f8b8cb1d-6988-4988-8a95-6ea613da299a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=25f48894-e34e-4350-bd08-0ad785bb3b0e HTTP/1.1" status: 200 len: 1102 time: 0.0538199 Jun 30 10:14:19.840056 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-75b0a57b-2a81-4fd4-9ec8-66b274f81002 req-fdbbd4c0-45f2-4203-b0cd-c619dfd85aa6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=db8dcab6-a9ae-4473-b7f6-5d5d20fac13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278718 Jun 30 10:14:20.092246 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26df2d3-3538-470b-90b1-f21ca4091f73 req-c3814e44-5e1c-4d11-bf70-7fc2a2f9bf1d tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:20.093700 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c26df2d3-3538-470b-90b1-f21ca4091f73 req-c3814e44-5e1c-4d11-bf70-7fc2a2f9bf1d tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f48894-e34e-4350-bd08-0ad785bb3b0e HTTP/1.1" status: 200 len: 950 time: 0.0633135 Jun 30 10:14:20.131455 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c26df2d3-3538-470b-90b1-f21ca4091f73 req-d64dc94e-9627-466f-ad99-793335b572f3 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] 10.222.0.10 "GET /v2.0/security-groups?id=db8dcab6-a9ae-4473-b7f6-5d5d20fac13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320652 Jun 30 10:14:20.486110 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-664dc219-8ee5-4b64-a1e1-43e8e73cadbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:21.305708 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc220-1786-4a8d-bcbf-07e891573319 req-f6d1f90b-106a-4113-8eec-69da7321e4c4 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:21.307069 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-57dbc220-1786-4a8d-bcbf-07e891573319 req-f6d1f90b-106a-4113-8eec-69da7321e4c4 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f48894-e34e-4350-bd08-0ad785bb3b0e HTTP/1.1" status: 200 len: 950 time: 0.0625899 Jun 30 10:14:21.345352 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-57dbc220-1786-4a8d-bcbf-07e891573319 req-c1345887-11b4-47bc-a2dd-61909afc5dcf tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] 10.222.0.10 "GET /v2.0/security-groups?id=db8dcab6-a9ae-4473-b7f6-5d5d20fac13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313702 Jun 30 10:14:22.895666 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e24a9-c9d8-451b-b952-61cc9ea92506 req-45ab5615-6bfa-4a99-b410-ebe529b030f8 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:22.897163 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-329e24a9-c9d8-451b-b952-61cc9ea92506 req-45ab5615-6bfa-4a99-b410-ebe529b030f8 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f48894-e34e-4350-bd08-0ad785bb3b0e HTTP/1.1" status: 200 len: 950 time: 0.0669537 Jun 30 10:14:22.943213 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1e920925-1dd1-4165-b357-0f8d5e1496d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:22.945868 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-329e24a9-c9d8-451b-b952-61cc9ea92506 req-4706e74a-e13e-46e7-801a-89792b73c3e7 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] 10.222.0.10 "GET /v2.0/security-groups?id=db8dcab6-a9ae-4473-b7f6-5d5d20fac13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417492 Jun 30 10:14:23.548725 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:24.128517 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce3bb8-fdad-4eca-bcc2-88021242f62c req-0cf4d539-f6d5-44c2-a4a9-f07a5e88c141 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:24.129900 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-72ce3bb8-fdad-4eca-bcc2-88021242f62c req-0cf4d539-f6d5-44c2-a4a9-f07a5e88c141 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f48894-e34e-4350-bd08-0ad785bb3b0e HTTP/1.1" status: 200 len: 950 time: 0.0681055 Jun 30 10:14:24.193482 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-72ce3bb8-fdad-4eca-bcc2-88021242f62c req-b3bb7d05-260a-4427-946b-5f812c14bb44 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] 10.222.0.10 "GET /v2.0/security-groups?id=db8dcab6-a9ae-4473-b7f6-5d5d20fac13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576336 Jun 30 10:14:24.227436 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff793150-7001-4758-a4e9-6ee542f077ee req-1155eb17-5071-4117-88c9-e64ec444d41e tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:24.228878 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ff793150-7001-4758-a4e9-6ee542f077ee req-1155eb17-5071-4117-88c9-e64ec444d41e tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] 10.222.0.37 "GET /v2.0/ports?device_id=25f48894-e34e-4350-bd08-0ad785bb3b0e HTTP/1.1" status: 200 len: 950 time: 0.0712821 Jun 30 10:14:24.327816 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-ff793150-7001-4758-a4e9-6ee542f077ee req-79dfba2a-0fa2-46b8-a039-07e239d08cb1 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Deleting port 3cebca8b-d305-4452-8bd1-b51136b6b300 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:14:24.328158 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ff793150-7001-4758-a4e9-6ee542f077ee req-79dfba2a-0fa2-46b8-a039-07e239d08cb1 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:24.413100 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-ff793150-7001-4758-a4e9-6ee542f077ee req-79dfba2a-0fa2-46b8-a039-07e239d08cb1 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] For port 3cebca8b-d305-4452-8bd1-b51136b6b300, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=3cebca8b-d305-4452-8bd1-b51136b6b300,segment=NetworkSegment(23ec93cb-1d77-4fec-8b2a-44a391464581),segment_id=23ec93cb-1d77-4fec-8b2a-44a391464581)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:14:24.413368 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ff793150-7001-4758-a4e9-6ee542f077ee req-79dfba2a-0fa2-46b8-a039-07e239d08cb1 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:24.425896 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-ff793150-7001-4758-a4e9-6ee542f077ee req-79dfba2a-0fa2-46b8-a039-07e239d08cb1 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Calling delete_port for 3cebca8b-d305-4452-8bd1-b51136b6b300 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:14:24.614793 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ff793150-7001-4758-a4e9-6ee542f077ee req-79dfba2a-0fa2-46b8-a039-07e239d08cb1 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:24.626919 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['3cebca8b-d305-4452-8bd1-b51136b6b300'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:14:24.643658 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dfba2a-0fa2-46b8-a039-07e239d08cb1 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Pushing event deleted for resources: {'Port': ['ID=3cebca8b-d305-4452-8bd1-b51136b6b300,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:24.692962 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff793150-7001-4758-a4e9-6ee542f077ee req-79dfba2a-0fa2-46b8-a039-07e239d08cb1 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] No DVR routers for this DVR port 3cebca8b-d305-4452-8bd1-b51136b6b300 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:14:24.695645 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ff793150-7001-4758-a4e9-6ee542f077ee req-79dfba2a-0fa2-46b8-a039-07e239d08cb1 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:24.697619 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ff793150-7001-4758-a4e9-6ee542f077ee req-79dfba2a-0fa2-46b8-a039-07e239d08cb1 tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] 10.222.0.37 "DELETE /v2.0/ports/3cebca8b-d305-4452-8bd1-b51136b6b300 HTTP/1.1" status: 204 len: 173 time: 0.4638214 Jun 30 10:14:24.698061 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f48894-e34e-4350-bd08-0ad785bb3b0e', 'name': 'network-vif-deleted', 'tag': '3cebca8b-d305-4452-8bd1-b51136b6b300'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:14:24.700656 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e4f849-983a-4702-b595-76a1545f8381" -d '{"events": [{"server_uuid": "25f48894-e34e-4350-bd08-0ad785bb3b0e", "name": "network-vif-deleted", "tag": "3cebca8b-d305-4452-8bd1-b51136b6b300"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:14:24.737861 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9c6149-6281-446d-a70f-093dc103a666 x-openstack-request-id: req-cb9c6149-6281-446d-a70f-093dc103a666 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:14:24.738154 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f48894-e34e-4350-bd08-0ad785bb3b0e", "name": "network-vif-deleted", "tag": "3cebca8b-d305-4452-8bd1-b51136b6b300", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:14:24.738406 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cb9c6149-6281-446d-a70f-093dc103a666 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:14:24.738798 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f48894-e34e-4350-bd08-0ad785bb3b0e', 'name': 'network-vif-deleted', 'tag': '3cebca8b-d305-4452-8bd1-b51136b6b300', 'status': 'completed', 'code': 200} Jun 30 10:14:24.832213 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:25.359593 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6be1e041-12fd-40a5-8bf7-1d3b32f032a8 req-776c922b-ccae-4f4c-9146-8b97feb83ede tempest-ServersAdminNegativeTestJSON-1405630782 tempest-ServersAdminNegativeTestJSON-1405630782-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f48894-e34e-4350-bd08-0ad785bb3b0e HTTP/1.1" status: 200 len: 210 time: 0.0306435 Jun 30 10:14:26.520755 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:26.902398 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 60110) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:27.068044 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6162bffa-1d10-46fe-9ead-80774e4a7cb0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3473428b370f4ba5af1cc6eaab37db37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1632814 Jun 30 10:14:27.070655 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 60114) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:27.128795 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-78b25be0-c0ff-4071-b4d0-7f13b41dd4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:27.150973 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-78b25be0-c0ff-4071-b4d0-7f13b41dd4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:27.266804 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-78b25be0-c0ff-4071-b4d0-7f13b41dd4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:27.269736 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-78b25be0-c0ff-4071-b4d0-7f13b41dd4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:27.270892 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-78b25be0-c0ff-4071-b4d0-7f13b41dd4e0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/db8dcab6-a9ae-4473-b7f6-5d5d20fac13e HTTP/1.1" status: 204 len: 168 time: 0.1992967 Jun 30 10:14:27.281589 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b25be0-c0ff-4071-b4d0-7f13b41dd4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8dcab6-a9ae-4473-b7f6-5d5d20fac13e,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:27.420496 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 3cebca8b-d305-4452-8bd1-b51136b6b300 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:14:27.447625 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 3cebca8b-d305-4452-8bd1-b51136b6b300 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:14:27.448195 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 3cebca8b-d305-4452-8bd1-b51136b6b300 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:14:27.888392 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 60120) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:27.901885 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4bf7de87-a03b-4feb-8077-a04165a0c677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:27.994360 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4bf7de87-a03b-4feb-8077-a04165a0c677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:28.049349 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4bf7de87-a03b-4feb-8077-a04165a0c677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:28.087546 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4bf7de87-a03b-4feb-8077-a04165a0c677 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a422355ca25a4b96abcc2616d10f03cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1979537 Jun 30 10:14:28.088194 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7de87-a03b-4feb-8077-a04165a0c677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc80c61c-f449-451c-8b46-e2016a251eb5,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:28.091595 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 60122) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:28.139902 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-96511d07-983a-4059-aa5e-0e786cab572d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:28.162885 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-96511d07-983a-4059-aa5e-0e786cab572d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:28.309936 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-96511d07-983a-4059-aa5e-0e786cab572d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:28.312592 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-96511d07-983a-4059-aa5e-0e786cab572d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:28.314054 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-96511d07-983a-4059-aa5e-0e786cab572d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cc80c61c-f449-451c-8b46-e2016a251eb5 HTTP/1.1" status: 204 len: 168 time: 0.2212899 Jun 30 10:14:28.321879 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96511d07-983a-4059-aa5e-0e786cab572d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc80c61c-f449-451c-8b46-e2016a251eb5,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:28.330185 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96511d07-983a-4059-aa5e-0e786cab572d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:28.330612 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96511d07-983a-4059-aa5e-0e786cab572d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:28.331096 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96511d07-983a-4059-aa5e-0e786cab572d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:28.331608 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96511d07-983a-4059-aa5e-0e786cab572d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:28.332040 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96511d07-983a-4059-aa5e-0e786cab572d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:28.332272 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96511d07-983a-4059-aa5e-0e786cab572d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:28.332745 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96511d07-983a-4059-aa5e-0e786cab572d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:28.333065 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96511d07-983a-4059-aa5e-0e786cab572d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:28.333395 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96511d07-983a-4059-aa5e-0e786cab572d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:28.333722 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96511d07-983a-4059-aa5e-0e786cab572d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:28.334046 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96511d07-983a-4059-aa5e-0e786cab572d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:28.334368 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96511d07-983a-4059-aa5e-0e786cab572d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:29.385934 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 60144) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:29.481715 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-e430b6ca-8794-4b9f-8c1f-8392663f3a93 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1406791164-network', 'tenant_id': '005d1b61dc554fc8b32bebbb0a7700c8'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:14:29.575046 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e430b6ca-8794-4b9f-8c1f-8392663f3a93 admin admin] Made reservation on behalf of 005d1b61dc554fc8b32bebbb0a7700c8 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:14:29.577436 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e430b6ca-8794-4b9f-8c1f-8392663f3a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:29.585932 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e430b6ca-8794-4b9f-8c1f-8392663f3a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:29.672148 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e430b6ca-8794-4b9f-8c1f-8392663f3a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:29.751923 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e430b6ca-8794-4b9f-8c1f-8392663f3a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:29.776673 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e430b6ca-8794-4b9f-8c1f-8392663f3a93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:14:29.786660 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430b6ca-8794-4b9f-8c1f-8392663f3a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:29.791369 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e430b6ca-8794-4b9f-8c1f-8392663f3a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:29.791710 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-e430b6ca-8794-4b9f-8c1f-8392663f3a93 admin admin] Added segment 36c8a929-93fa-445f-8c75-1d9fd72bcda6 of type vlan for network c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f Jun 30 10:14:29.832112 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e430b6ca-8794-4b9f-8c1f-8392663f3a93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:29.923742 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e430b6ca-8794-4b9f-8c1f-8392663f3a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:29.924647 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e430b6ca-8794-4b9f-8c1f-8392663f3a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:29.925248 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e430b6ca-8794-4b9f-8c1f-8392663f3a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:30.007919 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430b6ca-8794-4b9f-8c1f-8392663f3a93 admin admin] Pushing event updated for resources: {'Network': ['ID=c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:30.017557 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:14:30.067444 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e430b6ca-8794-4b9f-8c1f-8392663f3a93 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6803355 Jun 30 10:14:30.070273 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 60148) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:30.075143 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-0cb52fc2-01eb-45f5-baa6-9bf593549335 admin admin] Request body: {'subnet': {'network_id': 'c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1406791164-subnet', 'tenant_id': '005d1b61dc554fc8b32bebbb0a7700c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:14:30.178037 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb52fc2-01eb-45f5-baa6-9bf593549335 admin admin] Made reservation on behalf of 005d1b61dc554fc8b32bebbb0a7700c8 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:14:30.180411 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0cb52fc2-01eb-45f5-baa6-9bf593549335 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:30.411723 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0cb52fc2-01eb-45f5-baa6-9bf593549335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:30.464699 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb52fc2-01eb-45f5-baa6-9bf593549335 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba81129a-794e-4e8a-94ed-c346d218e410,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:30.489747 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb52fc2-01eb-45f5-baa6-9bf593549335 admin admin] Checking segment: {'id': '36c8a929-93fa-445f-8c75-1d9fd72bcda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:14:30.490107 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb52fc2-01eb-45f5-baa6-9bf593549335 admin admin] Network hostable DHCP agents. Network: c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:14:30.574721 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb52fc2-01eb-45f5-baa6-9bf593549335 admin admin] Network c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:14:30.657346 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-0cb52fc2-01eb-45f5-baa6-9bf593549335 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:14:30.661558 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb52fc2-01eb-45f5-baa6-9bf593549335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:30.662182 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0cb52fc2-01eb-45f5-baa6-9bf593549335 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:30.666082 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4f50ac-a8b7-44f0-8d5c-ebd422d3fda0 None None] Network c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:14:30.738341 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0cb52fc2-01eb-45f5-baa6-9bf593549335 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6670012 Jun 30 10:14:30.789116 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf37f645-d059-42d2-b8e0-268869d69517 None None] Network c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:14:31.166498 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6647d-0467-4790-b8de-22efae039385 req-963eb55f-3f1f-41d5-be23-b42ee2f07f07 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:31.167960 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef6647d-0467-4790-b8de-22efae039385 req-963eb55f-3f1f-41d5-be23-b42ee2f07f07 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/networks?id=c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f HTTP/1.1" status: 200 len: 812 time: 0.1006579 Jun 30 10:14:31.182667 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef6647d-0467-4790-b8de-22efae039385 req-09f874e9-6f15-4672-b3f8-9c524c9e8268 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/quotas/005d1b61dc554fc8b32bebbb0a7700c8 HTTP/1.1" status: 200 len: 375 time: 0.0088432 Jun 30 10:14:31.219826 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef6647d-0467-4790-b8de-22efae039385 req-d14d9f80-c1ba-4d61-8f44-f48a6851fb90 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=005d1b61dc554fc8b32bebbb0a7700c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316205 Jun 30 10:14:31.274695 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-7ef6647d-0467-4790-b8de-22efae039385 req-34b5ac9e-1970-4963-a557-25f0c8a45979 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:14:31.275724 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef6647d-0467-4790-b8de-22efae039385 req-34b5ac9e-1970-4963-a557-25f0c8a45979 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0498395 Jun 30 10:14:31.364621 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef6647d-0467-4790-b8de-22efae039385 req-d469b762-10e7-431f-b294-cef2f54e0cad service neutron] 10.222.0.10 "GET /v2.0/networks/c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826211 Jun 30 10:14:31.457259 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef6647d-0467-4790-b8de-22efae039385 req-ed442907-8224-4113-85c5-a841c5392fdb service neutron] 10.222.0.10 "GET /v2.0/networks/c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870743 Jun 30 10:14:31.695283 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-77b259bb-49d1-4090-a700-69eeb24be740 req-2cc7067a-1f7a-45d9-bf86-9a794123c28b tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 210 time: 0.0272622 Jun 30 10:14:32.777301 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0d397bc-7291-49c1-8a51-923d4f630292 req-f4543eac-e970-413b-b71a-8db29043c328 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 210 time: 0.0312088 Jun 30 10:14:33.916100 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09918dec-ae43-4fee-99eb-8969803cb281 req-e90beabc-bfc0-4329-bf73-c51013befb2f tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 210 time: 0.0271397 Jun 30 10:14:34.284918 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6647d-0467-4790-b8de-22efae039385 req-78a4227d-6500-4f80-bf82-dd563588c88a tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:34.286365 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef6647d-0467-4790-b8de-22efae039385 req-78a4227d-6500-4f80-bf82-dd563588c88a tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.37 "GET /v2.0/networks?id=c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f HTTP/1.1" status: 200 len: 812 time: 0.1015520 Jun 30 10:14:34.298411 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-7ef6647d-0467-4790-b8de-22efae039385 req-9c6ed5b8-fb30-4258-a5a9-835969422af9 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Request body: {'port': {'device_id': 'af9783c8-49a7-49cc-b423-84957499a35a', 'network_id': 'c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f', 'admin_state_up': True, 'tenant_id': '005d1b61dc554fc8b32bebbb0a7700c8'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:14:34.463136 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef6647d-0467-4790-b8de-22efae039385 req-9c6ed5b8-fb30-4258-a5a9-835969422af9 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Made reservation on behalf of 005d1b61dc554fc8b32bebbb0a7700c8 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:14:34.466905 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7ef6647d-0467-4790-b8de-22efae039385 req-9c6ed5b8-fb30-4258-a5a9-835969422af9 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:34.602143 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-7ef6647d-0467-4790-b8de-22efae039385 req-9c6ed5b8-fb30-4258-a5a9-835969422af9 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Allocated IP 172.20.0.12 (c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f/ba81129a-794e-4e8a-94ed-c346d218e410/c2306cdc-8aca-4f2f-8e0d-cb40701dfd71) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:14:34.742260 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7ef6647d-0467-4790-b8de-22efae039385 req-9c6ed5b8-fb30-4258-a5a9-835969422af9 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:34.838012 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7ef6647d-0467-4790-b8de-22efae039385 req-9c6ed5b8-fb30-4258-a5a9-835969422af9 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:34.890572 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef6647d-0467-4790-b8de-22efae039385 req-9c6ed5b8-fb30-4258-a5a9-835969422af9 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Network c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:14:34.893703 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-7ef6647d-0467-4790-b8de-22efae039385 req-9c6ed5b8-fb30-4258-a5a9-835969422af9 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:14:34.896255 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef6647d-0467-4790-b8de-22efae039385 req-9c6ed5b8-fb30-4258-a5a9-835969422af9 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:14:34.927166 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ed5b8-fb30-4258-a5a9-835969422af9 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Pushing event updated for resources: {'Port': ['ID=c2306cdc-8aca-4f2f-8e0d-cb40701dfd71,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:34.954448 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6647d-0467-4790-b8de-22efae039385 req-9c6ed5b8-fb30-4258-a5a9-835969422af9 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:34.955077 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7ef6647d-0467-4790-b8de-22efae039385 req-9c6ed5b8-fb30-4258-a5a9-835969422af9 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:35.061223 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef6647d-0467-4790-b8de-22efae039385 req-9c6ed5b8-fb30-4258-a5a9-835969422af9 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7673361 Jun 30 10:14:35.081021 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-7ef6647d-0467-4790-b8de-22efae039385 req-bac055e7-5844-46c8-99de-3293dd01ac2d service neutron] Request body: {'port': {'device_id': 'af9783c8-49a7-49cc-b423-84957499a35a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:14:35.117146 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88b395-3af6-49dc-90ca-b8729dbeaf4b req-ace8e341-9e5b-4bd4-bf44-d57706144361 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:35.118613 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7b88b395-3af6-49dc-90ca-b8729dbeaf4b req-ace8e341-9e5b-4bd4-bf44-d57706144361 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 932 time: 0.0892723 Jun 30 10:14:35.194039 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7b88b395-3af6-49dc-90ca-b8729dbeaf4b req-af508cfa-182b-47b1-84a4-6a8636be298c tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689247 Jun 30 10:14:35.196669 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7ef6647d-0467-4790-b8de-22efae039385 req-bac055e7-5844-46c8-99de-3293dd01ac2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:35.464836 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-7ef6647d-0467-4790-b8de-22efae039385 req-bac055e7-5844-46c8-99de-3293dd01ac2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:14:35.473290 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7ef6647d-0467-4790-b8de-22efae039385 req-bac055e7-5844-46c8-99de-3293dd01ac2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:35.485071 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-7ef6647d-0467-4790-b8de-22efae039385 req-bac055e7-5844-46c8-99de-3293dd01ac2d service neutron] Transition to ACTIVE for port object c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:14:35.565782 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7ef6647d-0467-4790-b8de-22efae039385 req-bac055e7-5844-46c8-99de-3293dd01ac2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:35.613315 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac055e7-5844-46c8-99de-3293dd01ac2d service neutron] Pushing event updated for resources: {'Port': ['ID=c2306cdc-8aca-4f2f-8e0d-cb40701dfd71,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:35.686085 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-7ef6647d-0467-4790-b8de-22efae039385 req-bac055e7-5844-46c8-99de-3293dd01ac2d service neutron] Attempting to bind port c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:14:35.686421 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-7ef6647d-0467-4790-b8de-22efae039385 req-bac055e7-5844-46c8-99de-3293dd01ac2d service neutron] Attempting to bind port c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '36c8a929-93fa-445f-8c75-1d9fd72bcda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:14:35.686740 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef6647d-0467-4790-b8de-22efae039385 req-bac055e7-5844-46c8-99de-3293dd01ac2d service neutron] Attempting to bind port c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 on network c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:14:35.690817 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef6647d-0467-4790-b8de-22efae039385 req-bac055e7-5844-46c8-99de-3293dd01ac2d service neutron] Port c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 on network c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:14:35.691147 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef6647d-0467-4790-b8de-22efae039385 req-bac055e7-5844-46c8-99de-3293dd01ac2d service neutron] Attempting to bind port c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 on network c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:14:35.695820 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef6647d-0467-4790-b8de-22efae039385 req-bac055e7-5844-46c8-99de-3293dd01ac2d service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:14:35.696147 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef6647d-0467-4790-b8de-22efae039385 req-bac055e7-5844-46c8-99de-3293dd01ac2d service neutron] Checking segment: {'id': '36c8a929-93fa-445f-8c75-1d9fd72bcda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:14:35.696516 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef6647d-0467-4790-b8de-22efae039385 req-bac055e7-5844-46c8-99de-3293dd01ac2d service neutron] Bound using segment: {'id': '36c8a929-93fa-445f-8c75-1d9fd72bcda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:14:35.696928 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-7ef6647d-0467-4790-b8de-22efae039385 req-bac055e7-5844-46c8-99de-3293dd01ac2d service neutron] Bound port: c2306cdc-8aca-4f2f-8e0d-cb40701dfd71, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c8a929-93fa-445f-8c75-1d9fd72bcda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:14:35.697269 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7ef6647d-0467-4790-b8de-22efae039385 req-bac055e7-5844-46c8-99de-3293dd01ac2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:35.758406 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-7ef6647d-0467-4790-b8de-22efae039385 req-bac055e7-5844-46c8-99de-3293dd01ac2d service neutron] For port c2306cdc-8aca-4f2f-8e0d-cb40701dfd71, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:14:35.761303 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-7ef6647d-0467-4790-b8de-22efae039385 req-bac055e7-5844-46c8-99de-3293dd01ac2d service neutron] For port c2306cdc-8aca-4f2f-8e0d-cb40701dfd71, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c2306cdc-8aca-4f2f-8e0d-cb40701dfd71,segment=NetworkSegment(36c8a929-93fa-445f-8c75-1d9fd72bcda6),segment_id=36c8a929-93fa-445f-8c75-1d9fd72bcda6)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:14:35.852320 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7ef6647d-0467-4790-b8de-22efae039385 req-bac055e7-5844-46c8-99de-3293dd01ac2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:35.889105 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6647d-0467-4790-b8de-22efae039385 req-bac055e7-5844-46c8-99de-3293dd01ac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:35.889729 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-7ef6647d-0467-4790-b8de-22efae039385 req-bac055e7-5844-46c8-99de-3293dd01ac2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:35.891137 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef6647d-0467-4790-b8de-22efae039385 req-bac055e7-5844-46c8-99de-3293dd01ac2d service neutron] 10.222.0.37 "PUT /v2.0/ports/c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 HTTP/1.1" status: 200 len: 1093 time: 0.8149414 Jun 30 10:14:35.895799 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9783c8-49a7-49cc-b423-84957499a35a', 'tag': 'c2306cdc-8aca-4f2f-8e0d-cb40701dfd71'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:14:35.895799 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34d0da7-b1e3-4b02-b979-ee9546afeb8d" -d '{"events": [{"name": "network-changed", "server_uuid": "af9783c8-49a7-49cc-b423-84957499a35a", "tag": "c2306cdc-8aca-4f2f-8e0d-cb40701dfd71"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:14:35.917268 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac055e7-5844-46c8-99de-3293dd01ac2d service neutron] Pushing event updated for resources: {'Port': ['ID=c2306cdc-8aca-4f2f-8e0d-cb40701dfd71,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:35.938187 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07096620-0d6e-4de7-be5f-1e244ca61ca1 x-openstack-request-id: req-07096620-0d6e-4de7-be5f-1e244ca61ca1 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:14:35.938187 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9783c8-49a7-49cc-b423-84957499a35a", "tag": "c2306cdc-8aca-4f2f-8e0d-cb40701dfd71", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:14:35.938187 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-07096620-0d6e-4de7-be5f-1e244ca61ca1 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:14:35.938187 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9783c8-49a7-49cc-b423-84957499a35a', 'tag': 'c2306cdc-8aca-4f2f-8e0d-cb40701dfd71', 'status': 'completed', 'code': 200} Jun 30 10:14:36.008837 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d0da7-b1e3-4b02-b979-ee9546afeb8d req-50779450-efe0-4551-b1db-7899181bb2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:36.010270 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c34d0da7-b1e3-4b02-b979-ee9546afeb8d req-50779450-efe0-4551-b1db-7899181bb2b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=005d1b61dc554fc8b32bebbb0a7700c8&device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 1096 time: 0.0584350 Jun 30 10:14:36.103277 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d0da7-b1e3-4b02-b979-ee9546afeb8d req-5145c204-50a0-430b-a80a-a74a066ba977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:36.104735 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c34d0da7-b1e3-4b02-b979-ee9546afeb8d req-5145c204-50a0-430b-a80a-a74a066ba977 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=005d1b61dc554fc8b32bebbb0a7700c8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0879815 Jun 30 10:14:36.199535 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d0da7-b1e3-4b02-b979-ee9546afeb8d req-d5814d34-0945-496e-b74e-97418a2f6934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:36.201048 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c34d0da7-b1e3-4b02-b979-ee9546afeb8d req-d5814d34-0945-496e-b74e-97418a2f6934 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904267 Jun 30 10:14:36.296066 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6647d-0467-4790-b8de-22efae039385 req-2a165234-3fcc-4910-9253-abe17ce8ffff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:36.297493 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef6647d-0467-4790-b8de-22efae039385 req-2a165234-3fcc-4910-9253-abe17ce8ffff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=005d1b61dc554fc8b32bebbb0a7700c8&device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 1096 time: 0.0557358 Jun 30 10:14:36.339946 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef6647d-0467-4790-b8de-22efae039385 req-f8f83217-421a-4042-8c6a-ef5ace05cce8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 HTTP/1.1" status: 200 len: 217 time: 0.0354826 Jun 30 10:14:36.417456 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6647d-0467-4790-b8de-22efae039385 req-5d126eb9-0f85-434d-8562-03e6772ec510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:36.419443 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef6647d-0467-4790-b8de-22efae039385 req-5d126eb9-0f85-434d-8562-03e6772ec510 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba81129a-794e-4e8a-94ed-c346d218e410 HTTP/1.1" status: 200 len: 852 time: 0.0715275 Jun 30 10:14:36.454807 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef6647d-0467-4790-b8de-22efae039385 req-77e2db74-dded-4e05-982c-55a65abaf940 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293510 Jun 30 10:14:36.465426 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5b090-4a80-4d42-a019-52eff776544f req-be0a4267-0ee4-410f-a858-76e945959f5a tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:36.467565 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a7e5b090-4a80-4d42-a019-52eff776544f req-be0a4267-0ee4-410f-a858-76e945959f5a tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 944 time: 0.1300778 Jun 30 10:14:36.555018 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a7e5b090-4a80-4d42-a019-52eff776544f req-086da409-242c-4e5f-b3d2-0466d1021701 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796523 Jun 30 10:14:36.579324 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef6647d-0467-4790-b8de-22efae039385 req-81f76004-9d7e-4e94-85df-6da6a5229f79 service neutron] 10.222.0.37 "GET /v2.0/networks/c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108146 Jun 30 10:14:36.666745 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ef6647d-0467-4790-b8de-22efae039385 req-3c9094b5-493d-4d48-935f-9eec6bf7231a service neutron] 10.222.0.37 "GET /v2.0/networks/c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810294 Jun 30 10:14:37.750655 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51de019-f740-4531-8e42-de94762c9bef req-ec0152f8-2f60-48e6-a1c5-1a2c29bb4554 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:37.753280 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a51de019-f740-4531-8e42-de94762c9bef req-ec0152f8-2f60-48e6-a1c5-1a2c29bb4554 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 944 time: 0.0853312 Jun 30 10:14:37.806751 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a51de019-f740-4531-8e42-de94762c9bef req-92bee449-b49c-4131-9478-11c205c1ca5d tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455406 Jun 30 10:14:37.998165 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:14:38.228584 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:38.987282 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757abb2-a304-4f56-aa8d-ac4cbd5e9f1c req-79959eec-bae1-439a-8b1c-be46a9ffe9d2 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:38.988749 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e757abb2-a304-4f56-aa8d-ac4cbd5e9f1c req-79959eec-bae1-439a-8b1c-be46a9ffe9d2 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 944 time: 0.0677271 Jun 30 10:14:39.027946 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e757abb2-a304-4f56-aa8d-ac4cbd5e9f1c req-37d6aac1-cbd4-406f-89ff-7c1085a6049a tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334849 Jun 30 10:14:39.406057 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:39.462170 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:14:39.556376 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port c2306cdc-8aca-4f2f-8e0d-cb40701dfd71, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c2306cdc-8aca-4f2f-8e0d-cb40701dfd71,segment=NetworkSegment(36c8a929-93fa-445f-8c75-1d9fd72bcda6),segment_id=36c8a929-93fa-445f-8c75-1d9fd72bcda6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:14:39.568203 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'c2306cdc-8aca-4f2f-8e0d-cb40701dfd71', 'network_id': 'c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f', 'port_id': 'c2306cdc-8aca-4f2f-8e0d-cb40701dfd71', 'mac_address': 'fa:16:3e:78:14:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba81129a-794e-4e8a-94ed-c346d218e410', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:14:39.607856 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:39.619928 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:14:39.639430 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port c2306cdc-8aca-4f2f-8e0d-cb40701dfd71, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c2306cdc-8aca-4f2f-8e0d-cb40701dfd71,segment=NetworkSegment(36c8a929-93fa-445f-8c75-1d9fd72bcda6),segment_id=36c8a929-93fa-445f-8c75-1d9fd72bcda6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:14:39.717789 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:39.765515 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=c2306cdc-8aca-4f2f-8e0d-cb40701dfd71,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:40.056680 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['c2306cdc-8aca-4f2f-8e0d-cb40701dfd71'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:14:40.199414 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da8dc6-0e79-4172-9661-db7eb6d1d18e req-31b03f5e-2839-427b-ad04-e8ac6500acc4 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:40.201406 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c6da8dc6-0e79-4172-9661-db7eb6d1d18e req-31b03f5e-2839-427b-ad04-e8ac6500acc4 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 945 time: 0.0630512 Jun 30 10:14:40.238440 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c6da8dc6-0e79-4172-9661-db7eb6d1d18e req-57c3ad3c-e84a-4acd-8a87-e970f2e4ad90 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314517 Jun 30 10:14:41.412642 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501cf98-ae4d-4103-b5cc-8ceface53db3 req-99129dee-324c-47cb-b49d-665a20b03612 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:41.414021 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d501cf98-ae4d-4103-b5cc-8ceface53db3 req-99129dee-324c-47cb-b49d-665a20b03612 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 945 time: 0.0629036 Jun 30 10:14:41.451378 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d501cf98-ae4d-4103-b5cc-8ceface53db3 req-18d103af-e960-4290-9906-2514417dc021 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314529 Jun 30 10:14:41.478049 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:14:41.586136 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:14:41.589908 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:14:41.590280 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:41.668110 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:41.695254 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9783c8-49a7-49cc-b423-84957499a35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2306cdc-8aca-4f2f-8e0d-cb40701dfd71'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:14:41.697495 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5284fd67-c3ce-4d89-b41b-e3ddbaf49f61" -d '{"events": [{"server_uuid": "af9783c8-49a7-49cc-b423-84957499a35a", "name": "network-vif-plugged", "status": "completed", "tag": "c2306cdc-8aca-4f2f-8e0d-cb40701dfd71"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:14:41.710619 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port c2306cdc-8aca-4f2f-8e0d-cb40701dfd71, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c2306cdc-8aca-4f2f-8e0d-cb40701dfd71,segment=NetworkSegment(36c8a929-93fa-445f-8c75-1d9fd72bcda6),segment_id=36c8a929-93fa-445f-8c75-1d9fd72bcda6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:14:41.736697 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a891c1f0-151f-434b-a12f-dd149a9c236c x-openstack-request-id: req-a891c1f0-151f-434b-a12f-dd149a9c236c {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:14:41.736996 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9783c8-49a7-49cc-b423-84957499a35a", "name": "network-vif-plugged", "status": "completed", "tag": "c2306cdc-8aca-4f2f-8e0d-cb40701dfd71", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:14:41.737251 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a891c1f0-151f-434b-a12f-dd149a9c236c {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:14:41.737646 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9783c8-49a7-49cc-b423-84957499a35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2306cdc-8aca-4f2f-8e0d-cb40701dfd71', 'code': 200} Jun 30 10:14:41.820918 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:41.851353 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99b666-d3c9-4b39-93ae-3aabc29c12de req-fd6063e2-6b99-4bfa-ab69-2306c07bc39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:41.852831 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0f99b666-d3c9-4b39-93ae-3aabc29c12de req-fd6063e2-6b99-4bfa-ab69-2306c07bc39e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 1097 time: 0.0550616 Jun 30 10:14:41.869972 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=c2306cdc-8aca-4f2f-8e0d-cb40701dfd71,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:41.893257 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0f99b666-d3c9-4b39-93ae-3aabc29c12de req-1a0937ce-c8bc-4ae1-bf77-6481c67552ed service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343916 Jun 30 10:14:42.625330 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164a499-839a-414f-a66c-4f453e5add5c req-028144ea-3c30-4b79-9993-aa1090756224 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:42.630357 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b164a499-839a-414f-a66c-4f453e5add5c req-028144ea-3c30-4b79-9993-aa1090756224 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 946 time: 0.0651910 Jun 30 10:14:42.666405 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b164a499-839a-414f-a66c-4f453e5add5c req-ef480eb4-5c87-40a7-a7e5-23bfb1937ab7 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333941 Jun 30 10:14:43.842906 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785fefe-b02d-4619-abe0-646f382a6c9e req-82e4e2c2-f531-4b2d-8ac3-5f7e9c1f7bcb tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:43.845667 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a785fefe-b02d-4619-abe0-646f382a6c9e req-82e4e2c2-f531-4b2d-8ac3-5f7e9c1f7bcb tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 946 time: 0.0675871 Jun 30 10:14:43.883003 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a785fefe-b02d-4619-abe0-646f382a6c9e req-ec0d9134-55bd-458f-a26f-f05d7eda7dc4 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330105 Jun 30 10:14:44.398789 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad761d03-9468-4200-beb8-6feb5d8f1362 req-1cf42534-e564-4383-9bad-a9380d79955e tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:44.400268 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ad761d03-9468-4200-beb8-6feb5d8f1362 req-1cf42534-e564-4383-9bad-a9380d79955e tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 946 time: 0.0632691 Jun 30 10:14:44.439099 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ad761d03-9468-4200-beb8-6feb5d8f1362 req-675d5da9-c49a-4540-820b-e27e385e48a2 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324736 Jun 30 10:14:44.507622 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-9bb357ae-fe46-4337-8505-a779ce14199e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0937543 Jun 30 10:14:45.620929 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f9488-0f98-427a-a279-0002132fc0ab req-7cfd5f47-e843-4ee0-93a7-d0dd7570e513 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:45.622527 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-558f9488-0f98-427a-a279-0002132fc0ab req-7cfd5f47-e843-4ee0-93a7-d0dd7570e513 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 946 time: 0.0680239 Jun 30 10:14:45.662204 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-558f9488-0f98-427a-a279-0002132fc0ab req-2ff9aa7f-560c-4dd8-b499-9268952291d2 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333345 Jun 30 10:14:46.751717 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-8e7fc746-4493-43ce-9e60-d42c05e032bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:46.753177 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-8e7fc746-4493-43ce-9e60-d42c05e032bd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=005d1b61dc554fc8b32bebbb0a7700c8&device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 1098 time: 0.0543597 Jun 30 10:14:46.843493 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e1c91-25fe-4695-a4b7-6eec3d62d1b1 req-48981ac1-4112-4cb1-96d5-f8ef331f11a7 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:46.844979 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6e3e1c91-25fe-4695-a4b7-6eec3d62d1b1 req-48981ac1-4112-4cb1-96d5-f8ef331f11a7 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 946 time: 0.0639133 Jun 30 10:14:46.846133 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-0e187e23-e8c3-49a1-b0c8-29f93be4618b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:46.847611 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-0e187e23-e8c3-49a1-b0c8-29f93be4618b service neutron] 10.222.0.37 "GET /v2.0/networks?id=c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f HTTP/1.1" status: 200 len: 913 time: 0.0880923 Jun 30 10:14:46.884465 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6e3e1c91-25fe-4695-a4b7-6eec3d62d1b1 req-f080e32b-ac6d-4b26-965a-36e5e5c4eb17 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333095 Jun 30 10:14:46.889091 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-686d1846-ab00-4320-b0ac-812cc59baba3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 HTTP/1.1" status: 200 len: 217 time: 0.0348418 Jun 30 10:14:46.937953 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-4aacf580-1b79-4655-9f49-93f53384b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:46.939458 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-4aacf580-1b79-4655-9f49-93f53384b0eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba81129a-794e-4e8a-94ed-c346d218e410 HTTP/1.1" status: 200 len: 852 time: 0.0444996 Jun 30 10:14:46.970927 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-378d929d-47fe-4fb1-af78-29a999b5ad33 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252240 Jun 30 10:14:47.064254 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-376cc2eb-9843-4bb5-9a78-80f9e7d15dff service neutron] 10.222.0.37 "GET /v2.0/networks/c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872874 Jun 30 10:14:47.156905 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-aed1d16e-3160-4731-a409-f122f111b069 service neutron] 10.222.0.37 "GET /v2.0/networks/c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856588 Jun 30 10:14:48.063743 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de064fd-94af-48e9-844b-0b69314f7af6 req-982d712a-435c-4898-b117-c2fdd39cb0ed tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:48.065242 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1de064fd-94af-48e9-844b-0b69314f7af6 req-982d712a-435c-4898-b117-c2fdd39cb0ed tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 946 time: 0.0640171 Jun 30 10:14:48.102857 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1de064fd-94af-48e9-844b-0b69314f7af6 req-7265b15d-ee12-4c14-a621-623f90866c02 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319667 Jun 30 10:14:49.286560 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78579967-afe2-48b2-ad73-ed30d43595a3 req-7c3042be-84da-4454-9dab-f23cce4fccfd tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:49.287940 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-78579967-afe2-48b2-ad73-ed30d43595a3 req-7c3042be-84da-4454-9dab-f23cce4fccfd tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 946 time: 0.0657032 Jun 30 10:14:49.324195 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-78579967-afe2-48b2-ad73-ed30d43595a3 req-d4f3f32b-b544-4b9f-ae0f-3aa205547d80 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307984 Jun 30 10:14:50.486002 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-39f0c8df-3e2a-4f12-adb8-0aa32b5918b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:50.506381 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68139b70-db31-42e7-aaa6-6b5e007af1ef req-ea86562e-25d3-455c-afbf-35a742558788 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:50.508106 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-68139b70-db31-42e7-aaa6-6b5e007af1ef req-ea86562e-25d3-455c-afbf-35a742558788 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 946 time: 0.0641453 Jun 30 10:14:50.545890 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-68139b70-db31-42e7-aaa6-6b5e007af1ef req-20a536f8-09d5-48c8-b683-ea454c4a1fa5 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317652 Jun 30 10:14:51.722714 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85949cb0-6aaa-4ec8-9865-9ea79c821e86 req-59769ce2-6175-4194-9b56-2b725fd182bf tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:51.725039 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85949cb0-6aaa-4ec8-9865-9ea79c821e86 req-59769ce2-6175-4194-9b56-2b725fd182bf tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 946 time: 0.0679154 Jun 30 10:14:51.764822 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85949cb0-6aaa-4ec8-9865-9ea79c821e86 req-5b77e9ca-bd29-4185-9fd0-3b6443f05f83 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342350 Jun 30 10:14:52.944360 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d93da-6571-420e-988b-24f3c1f5bb64 req-313e05b7-963e-4eb0-b6aa-6a9e9010e3c3 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:52.945836 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-775d93da-6571-420e-988b-24f3c1f5bb64 req-313e05b7-963e-4eb0-b6aa-6a9e9010e3c3 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 946 time: 0.0668941 Jun 30 10:14:52.977008 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-310a5191-2005-4b31-9bf9-6a3254c02853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:52.986507 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-775d93da-6571-420e-988b-24f3c1f5bb64 req-db8dd82c-ccf9-4508-9c7d-c75e5f9909cb tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343840 Jun 30 10:14:53.575481 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:54.166094 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d583c-e5f6-451b-88cd-6eab6371d4cf req-5b0e335d-f009-445f-83e5-5e879912be7b tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:54.167489 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b87d583c-e5f6-451b-88cd-6eab6371d4cf req-5b0e335d-f009-445f-83e5-5e879912be7b tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 946 time: 0.0667343 Jun 30 10:14:54.205365 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b87d583c-e5f6-451b-88cd-6eab6371d4cf req-408705a0-1282-4e5a-91d6-627cdfbaa530 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312958 Jun 30 10:14:54.837401 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:55.379807 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb201ed-a8bb-4307-89c1-26e9cf92cc7b req-625d088b-0ec2-4e16-9d69-46e5a8b6b080 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:55.381534 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7bb201ed-a8bb-4307-89c1-26e9cf92cc7b req-625d088b-0ec2-4e16-9d69-46e5a8b6b080 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 946 time: 0.0635829 Jun 30 10:14:55.419401 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7bb201ed-a8bb-4307-89c1-26e9cf92cc7b req-a64944ea-e331-4141-8b01-cd0dd147c0af tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316372 Jun 30 10:14:56.517591 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:56.594596 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d7c43-344e-4946-8b0f-441e2b20523f req-8def2cbb-e06a-4f03-8e63-8187a03e8ea6 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:56.596159 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-576d7c43-344e-4946-8b0f-441e2b20523f req-8def2cbb-e06a-4f03-8e63-8187a03e8ea6 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 946 time: 0.0629699 Jun 30 10:14:56.634663 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-576d7c43-344e-4946-8b0f-441e2b20523f req-11d6e810-8aec-4fda-ae9f-63032a8b3afb tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326979 Jun 30 10:14:57.810108 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d2ccc-d71c-455d-9541-87533c97ac09 req-b39ae1d6-fa96-4d3e-97ec-4403bbbb1d3f tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:57.815925 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-591d2ccc-d71c-455d-9541-87533c97ac09 req-b39ae1d6-fa96-4d3e-97ec-4403bbbb1d3f tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 946 time: 0.0666103 Jun 30 10:14:57.848837 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-591d2ccc-d71c-455d-9541-87533c97ac09 req-200abea0-a0d9-40f4-95d8-d4ab69574605 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315740 Jun 30 10:14:59.023364 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef7834-2392-4855-a8fe-76d67a565447 req-e7c876dd-3639-43b8-8f40-a9daae5ea1bf tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:59.024846 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a3ef7834-2392-4855-a8fe-76d67a565447 req-e7c876dd-3639-43b8-8f40-a9daae5ea1bf tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 946 time: 0.0661373 Jun 30 10:14:59.063433 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a3ef7834-2392-4855-a8fe-76d67a565447 req-745f850c-061f-4b6d-abe4-2544cb7c5a65 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322678 Jun 30 10:15:00.233850 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393db50-f706-4794-87bf-ebf80b63ea75 req-c5e090ec-22f5-4e84-9060-3d0c537496b7 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:00.235297 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a393db50-f706-4794-87bf-ebf80b63ea75 req-c5e090ec-22f5-4e84-9060-3d0c537496b7 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 946 time: 0.0612705 Jun 30 10:15:00.271909 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a393db50-f706-4794-87bf-ebf80b63ea75 req-ea52fc78-f7c6-4c2d-8038-69543776c724 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310991 Jun 30 10:15:01.446353 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85821417-9151-4da1-b117-f46e82bfd205 req-5de0b32e-d1fd-4f37-840c-a1cc3fae2a89 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:01.447821 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85821417-9151-4da1-b117-f46e82bfd205 req-5de0b32e-d1fd-4f37-840c-a1cc3fae2a89 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 946 time: 0.0660410 Jun 30 10:15:01.486999 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85821417-9151-4da1-b117-f46e82bfd205 req-174939cf-7945-4c7b-8cb3-feade8ebeba7 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325968 Jun 30 10:15:02.660778 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b87086-dcbe-4a0d-b1fd-487f3fe35bbb req-a83beb0e-d319-459a-8f0e-535cbe424af6 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:02.690675 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e1b87086-dcbe-4a0d-b1fd-487f3fe35bbb req-a83beb0e-d319-459a-8f0e-535cbe424af6 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 946 time: 0.0636375 Jun 30 10:15:02.699537 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e1b87086-dcbe-4a0d-b1fd-487f3fe35bbb req-e7f5de5c-6731-4229-9335-eb8cf6c3181a tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316744 Jun 30 10:15:03.874181 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc6813-1675-45ca-9595-97000014be2d req-591c1be0-139c-46d4-b11b-6811478f2c0e tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:03.875647 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-05cc6813-1675-45ca-9595-97000014be2d req-591c1be0-139c-46d4-b11b-6811478f2c0e tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 946 time: 0.0653861 Jun 30 10:15:03.912841 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-05cc6813-1675-45ca-9595-97000014be2d req-4d2bec88-405f-4200-a5d3-6f6bd0b1a5e8 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312092 Jun 30 10:15:05.095526 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd41b65-f9c5-492f-beb9-9f7a39a2bb7d req-e554e1c0-1a3c-46db-a179-e20a457e951b tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:05.096978 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-abd41b65-f9c5-492f-beb9-9f7a39a2bb7d req-e554e1c0-1a3c-46db-a179-e20a457e951b tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 946 time: 0.0649011 Jun 30 10:15:05.135255 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-abd41b65-f9c5-492f-beb9-9f7a39a2bb7d req-33e7f74b-797c-4ef4-87f6-67c3b0751f49 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325420 Jun 30 10:15:06.316312 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8ebee-8858-42e4-9934-9daaf9ae75a0 req-29fa1eba-187c-4843-a7ed-bc9fe0d51716 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:06.317789 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8bf8ebee-8858-42e4-9934-9daaf9ae75a0 req-29fa1eba-187c-4843-a7ed-bc9fe0d51716 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 946 time: 0.0675225 Jun 30 10:15:06.356223 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8bf8ebee-8858-42e4-9934-9daaf9ae75a0 req-0390d936-3831-4116-a3c3-5c55f712bf19 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328739 Jun 30 10:15:07.530983 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad270e-4d6e-476a-98fc-a846d273af12 req-3077076b-0295-423a-aabb-ff36640bf8f1 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:07.532511 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2aad270e-4d6e-476a-98fc-a846d273af12 req-3077076b-0295-423a-aabb-ff36640bf8f1 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 946 time: 0.0630820 Jun 30 10:15:07.569563 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2aad270e-4d6e-476a-98fc-a846d273af12 req-baf153c2-8ac1-4916-9a17-96b01446ea42 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313148 Jun 30 10:15:08.211098 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:08.742939 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a46c3-a807-4596-828b-cc8f98769d3f req-7c120ce7-508b-4945-b581-5096946f28af tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:08.744434 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-942a46c3-a807-4596-828b-cc8f98769d3f req-7c120ce7-508b-4945-b581-5096946f28af tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 946 time: 0.0627239 Jun 30 10:15:08.782614 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-942a46c3-a807-4596-828b-cc8f98769d3f req-78b5008f-00ee-42db-aafd-671071b7b590 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323193 Jun 30 10:15:09.422644 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:09.957966 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb61ad6-e9a8-4cee-95e3-32b5c5b09fcd req-f4bf8c7c-7bc9-42fe-9045-16fa0fdb0079 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:09.959474 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4eb61ad6-e9a8-4cee-95e3-32b5c5b09fcd req-f4bf8c7c-7bc9-42fe-9045-16fa0fdb0079 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 946 time: 0.0671089 Jun 30 10:15:10.000932 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4eb61ad6-e9a8-4cee-95e3-32b5c5b09fcd req-8fa96ea6-cbc7-4ed9-9b86-7b009ff4dfc6 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327935 Jun 30 10:15:11.173346 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638cf74-3cab-4060-a678-64ba103de81c req-4bf5db91-c6c4-4dc1-a6eb-daf836b44302 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:11.174805 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4638cf74-3cab-4060-a678-64ba103de81c req-4bf5db91-c6c4-4dc1-a6eb-daf836b44302 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 946 time: 0.0625141 Jun 30 10:15:11.212118 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4638cf74-3cab-4060-a678-64ba103de81c req-58bc735b-9a20-44a8-b3f8-f8331388bed0 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316422 Jun 30 10:15:12.385877 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5abd6-8c34-4966-a3d0-5a611f536b12 req-1ecff0d5-db04-488a-92ae-973f73580620 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:12.387354 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f3b5abd6-8c34-4966-a3d0-5a611f536b12 req-1ecff0d5-db04-488a-92ae-973f73580620 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 946 time: 0.0629935 Jun 30 10:15:12.424787 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f3b5abd6-8c34-4966-a3d0-5a611f536b12 req-856ee06b-87c0-4710-9e49-f5bd636f3c78 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313432 Jun 30 10:15:13.599496 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d9a74-6817-4c98-a5b1-5fe6e9ece135 req-cf22f425-ac13-4e94-b582-a7a308137654 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:13.600958 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-904d9a74-6817-4c98-a5b1-5fe6e9ece135 req-cf22f425-ac13-4e94-b582-a7a308137654 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 946 time: 0.0673547 Jun 30 10:15:13.639664 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-904d9a74-6817-4c98-a5b1-5fe6e9ece135 req-bf86b2a8-6012-4630-9615-9db2e6dbf30f tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331621 Jun 30 10:15:14.298742 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-927b922c-a613-4ed7-8e68-7e1e2cea9dc2 service neutron] show failed (client error): The resource could not be found. Jun 30 10:15:14.299807 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-927b922c-a613-4ed7-8e68-7e1e2cea9dc2 service neutron] 10.222.0.37 "GET /v2.0/ports/c2306cdc-8aca-4f2f-8e0d-cb40701dfd71/bindings/n-h1-771363-31 HTTP/1.1" status: 404 len: 381 time: 0.0550110 Jun 30 10:15:14.824429 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f8e39-fa76-4982-97de-b30668724173 req-04a098c2-d8be-4abc-9c43-326ed1d49587 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:14.825897 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7c7f8e39-fa76-4982-97de-b30668724173 req-04a098c2-d8be-4abc-9c43-326ed1d49587 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 946 time: 0.0685494 Jun 30 10:15:14.866823 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7c7f8e39-fa76-4982-97de-b30668724173 req-4105b348-3c83-4caa-bf85-44cfc3d0ff1b tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329967 Jun 30 10:15:14.937857 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-4ee9b5b2-3f5b-4a3e-a1fb-b3331e3f5c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:14.939295 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-4ee9b5b2-3f5b-4a3e-a1fb-b3331e3f5c51 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a&tenant_id=005d1b61dc554fc8b32bebbb0a7700c8 HTTP/1.1" status: 200 len: 1098 time: 0.0847733 Jun 30 10:15:14.955502 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-1af8cdaa-608b-4382-a8ae-f5188c964a4a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-31', 'device_owner': 'compute:nova'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:15:14.996284 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:15:15.030781 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-1af8cdaa-608b-4382-a8ae-f5188c964a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:15.226706 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-1af8cdaa-608b-4382-a8ae-f5188c964a4a service neutron] For port c2306cdc-8aca-4f2f-8e0d-cb40701dfd71, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=c2306cdc-8aca-4f2f-8e0d-cb40701dfd71,segment=NetworkSegment(36c8a929-93fa-445f-8c75-1d9fd72bcda6),segment_id=36c8a929-93fa-445f-8c75-1d9fd72bcda6)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:15:15.272361 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-1af8cdaa-608b-4382-a8ae-f5188c964a4a service neutron] For port c2306cdc-8aca-4f2f-8e0d-cb40701dfd71, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:15:15.314016 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9783c8-49a7-49cc-b423-84957499a35a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2306cdc-8aca-4f2f-8e0d-cb40701dfd71'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:15:15.316313 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1084e39f-071e-4a4a-8d98-5150ead4786f" -d '{"events": [{"server_uuid": "af9783c8-49a7-49cc-b423-84957499a35a", "name": "network-vif-unplugged", "status": "completed", "tag": "c2306cdc-8aca-4f2f-8e0d-cb40701dfd71"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:15:15.320149 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-1af8cdaa-608b-4382-a8ae-f5188c964a4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:15.332873 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-1af8cdaa-608b-4382-a8ae-f5188c964a4a service neutron] Transition to ACTIVE for port object c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:15:15.364302 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 10:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531a0f14-c107-477e-8e1c-1fa5e1e6baee x-openstack-request-id: req-531a0f14-c107-477e-8e1c-1fa5e1e6baee {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:15:15.364595 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9783c8-49a7-49cc-b423-84957499a35a", "name": "network-vif-unplugged", "status": "completed", "tag": "c2306cdc-8aca-4f2f-8e0d-cb40701dfd71", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:15:15.364845 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-531a0f14-c107-477e-8e1c-1fa5e1e6baee {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:15:15.365238 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9783c8-49a7-49cc-b423-84957499a35a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2306cdc-8aca-4f2f-8e0d-cb40701dfd71', 'code': 200} Jun 30 10:15:15.399744 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-1af8cdaa-608b-4382-a8ae-f5188c964a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:15.466151 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-1af8cdaa-608b-4382-a8ae-f5188c964a4a service neutron] No DVR routers for this DVR port c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 on host n-h2-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:15:15.469839 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8cdaa-608b-4382-a8ae-f5188c964a4a service neutron] Pushing event updated for resources: {'Port': ['ID=c2306cdc-8aca-4f2f-8e0d-cb40701dfd71,revision_number=6']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:15.505201 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-1af8cdaa-608b-4382-a8ae-f5188c964a4a service neutron] Attempting to bind port c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:15:15.505529 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-1af8cdaa-608b-4382-a8ae-f5188c964a4a service neutron] Attempting to bind port c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '36c8a929-93fa-445f-8c75-1d9fd72bcda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:15:15.505847 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-1af8cdaa-608b-4382-a8ae-f5188c964a4a service neutron] Attempting to bind port c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 on network c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:15:15.509954 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-1af8cdaa-608b-4382-a8ae-f5188c964a4a service neutron] Port c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 on network c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:15:15.510274 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-1af8cdaa-608b-4382-a8ae-f5188c964a4a service neutron] Attempting to bind port c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 on network c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:15:15.515168 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-1af8cdaa-608b-4382-a8ae-f5188c964a4a service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:15:15.515504 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-1af8cdaa-608b-4382-a8ae-f5188c964a4a service neutron] Checking segment: {'id': '36c8a929-93fa-445f-8c75-1d9fd72bcda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:15:15.515874 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-1af8cdaa-608b-4382-a8ae-f5188c964a4a service neutron] Bound using segment: {'id': '36c8a929-93fa-445f-8c75-1d9fd72bcda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:15:15.516287 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-1af8cdaa-608b-4382-a8ae-f5188c964a4a service neutron] Bound port: c2306cdc-8aca-4f2f-8e0d-cb40701dfd71, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c8a929-93fa-445f-8c75-1d9fd72bcda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:15:15.516632 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-1af8cdaa-608b-4382-a8ae-f5188c964a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:15.576888 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-1af8cdaa-608b-4382-a8ae-f5188c964a4a service neutron] For port c2306cdc-8aca-4f2f-8e0d-cb40701dfd71, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:15:15.579770 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-1af8cdaa-608b-4382-a8ae-f5188c964a4a service neutron] For port c2306cdc-8aca-4f2f-8e0d-cb40701dfd71, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c2306cdc-8aca-4f2f-8e0d-cb40701dfd71,segment=NetworkSegment(36c8a929-93fa-445f-8c75-1d9fd72bcda6),segment_id=36c8a929-93fa-445f-8c75-1d9fd72bcda6)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:15:15.654623 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-1af8cdaa-608b-4382-a8ae-f5188c964a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:15.690744 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-1af8cdaa-608b-4382-a8ae-f5188c964a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:15.691442 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-1af8cdaa-608b-4382-a8ae-f5188c964a4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:15.692800 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-1af8cdaa-608b-4382-a8ae-f5188c964a4a service neutron] 10.222.0.52 "PUT /v2.0/ports/c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 HTTP/1.1" status: 200 len: 1093 time: 0.7422247 Jun 30 10:15:15.712825 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8cdaa-608b-4382-a8ae-f5188c964a4a service neutron] Pushing event updated for resources: {'Port': ['ID=c2306cdc-8aca-4f2f-8e0d-cb40701dfd71,revision_number=7']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:15.772842 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-0bea2069-3f9b-4b2d-aac0-e0ac547be65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:15.774254 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-0bea2069-3f9b-4b2d-aac0-e0ac547be65f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=005d1b61dc554fc8b32bebbb0a7700c8&device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 1096 time: 0.0532045 Jun 30 10:15:15.869609 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-116f4806-93ec-4826-b798-2de2f4c7bf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:15.871065 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-116f4806-93ec-4826-b798-2de2f4c7bf7c service neutron] 10.222.0.52 "GET /v2.0/networks?id=c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f HTTP/1.1" status: 200 len: 913 time: 0.0892284 Jun 30 10:15:15.916895 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-8fd6977d-80ca-4d0b-a503-eb9f2f9da165 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 HTTP/1.1" status: 200 len: 217 time: 0.0346355 Jun 30 10:15:15.964536 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-2132564c-aacb-4c00-b3b4-1030d4748300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:15.966011 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-2132564c-aacb-4c00-b3b4-1030d4748300 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ba81129a-794e-4e8a-94ed-c346d218e410 HTTP/1.1" status: 200 len: 852 time: 0.0426862 Jun 30 10:15:16.000877 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-c3ac8057-5402-4db1-aa66-511477b4f59a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269911 Jun 30 10:15:16.011328 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-1f57f7bc-b221-41c8-971a-0202b907c56a service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:15:16.012308 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-1f57f7bc-b221-41c8-971a-0202b907c56a service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049877 Jun 30 10:15:16.044414 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e1669-4b3e-4ae7-8b71-cd73a76ee5d5 req-b4ca9e8e-f388-4c84-bb6b-0d68614b4a51 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:16.045946 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-177e1669-4b3e-4ae7-8b71-cd73a76ee5d5 req-b4ca9e8e-f388-4c84-bb6b-0d68614b4a51 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 944 time: 0.0643699 Jun 30 10:15:16.083930 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-177e1669-4b3e-4ae7-8b71-cd73a76ee5d5 req-e86dfc57-9fd8-470f-b7c7-e95ff9164bc6 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320725 Jun 30 10:15:16.106504 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-7ba0bc6e-4679-4a19-9c21-af8ffb6399d8 service neutron] 10.222.0.52 "GET /v2.0/networks/c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874398 Jun 30 10:15:16.209244 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1a7ce026-cf81-4c3f-a97c-38fd21cde3c6 req-21926f74-04bb-4f76-8d52-298b9757a289 service neutron] 10.222.0.52 "GET /v2.0/networks/c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844874 Jun 30 10:15:17.263285 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c3238-9731-4be1-8dc3-22be246bb494 req-645ed07b-ed63-4cb8-99ec-5cb68a4c739b tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:17.267153 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4b4c3238-9731-4be1-8dc3-22be246bb494 req-645ed07b-ed63-4cb8-99ec-5cb68a4c739b tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 944 time: 0.0655305 Jun 30 10:15:17.303012 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4b4c3238-9731-4be1-8dc3-22be246bb494 req-beeaf0ad-7197-4dd1-a3d6-609d8577a234 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321405 Jun 30 10:15:17.366667 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9783c8-49a7-49cc-b423-84957499a35a', 'tag': 'c2306cdc-8aca-4f2f-8e0d-cb40701dfd71'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:15:17.369083 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b6d98a-ad56-4c63-a7bb-5a1d2b3966dd" -d '{"events": [{"name": "network-changed", "server_uuid": "af9783c8-49a7-49cc-b423-84957499a35a", "tag": "c2306cdc-8aca-4f2f-8e0d-cb40701dfd71"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:15:17.421621 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5524c37e-f69c-4ea3-a358-94b99c022581 x-openstack-request-id: req-5524c37e-f69c-4ea3-a358-94b99c022581 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:15:17.421908 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9783c8-49a7-49cc-b423-84957499a35a", "tag": "c2306cdc-8aca-4f2f-8e0d-cb40701dfd71", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:15:17.422156 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5524c37e-f69c-4ea3-a358-94b99c022581 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:15:17.422544 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9783c8-49a7-49cc-b423-84957499a35a', 'tag': 'c2306cdc-8aca-4f2f-8e0d-cb40701dfd71', 'status': 'completed', 'code': 200} Jun 30 10:15:17.497024 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6d98a-ad56-4c63-a7bb-5a1d2b3966dd req-3b18a20c-7513-4654-bd6e-3e213d8e3e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:17.498765 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45b6d98a-ad56-4c63-a7bb-5a1d2b3966dd req-3b18a20c-7513-4654-bd6e-3e213d8e3e27 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=005d1b61dc554fc8b32bebbb0a7700c8&device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 1096 time: 0.0540152 Jun 30 10:15:17.501371 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6d98a-ad56-4c63-a7bb-5a1d2b3966dd req-65bc20d7-c37e-4fc5-b77e-19fd4bdef4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:17.502802 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-45b6d98a-ad56-4c63-a7bb-5a1d2b3966dd req-65bc20d7-c37e-4fc5-b77e-19fd4bdef4a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=005d1b61dc554fc8b32bebbb0a7700c8&device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 1096 time: 0.0609076 Jun 30 10:15:17.594654 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6d98a-ad56-4c63-a7bb-5a1d2b3966dd req-98daa162-5420-446d-a4f5-765a0689e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:17.596079 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45b6d98a-ad56-4c63-a7bb-5a1d2b3966dd req-98daa162-5420-446d-a4f5-765a0689e33b service neutron] 10.222.0.37 "GET /v2.0/networks?id=c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f HTTP/1.1" status: 200 len: 913 time: 0.0906932 Jun 30 10:15:17.602474 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:15:17.642291 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45b6d98a-ad56-4c63-a7bb-5a1d2b3966dd req-4335fb13-a093-4ec5-917b-738cbb30bc1a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 HTTP/1.1" status: 200 len: 217 time: 0.0386450 Jun 30 10:15:17.645604 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:15:17.700047 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6d98a-ad56-4c63-a7bb-5a1d2b3966dd req-922e9e6c-be6e-4ee4-9205-b1f8cc0c5a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:17.703091 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45b6d98a-ad56-4c63-a7bb-5a1d2b3966dd req-922e9e6c-be6e-4ee4-9205-b1f8cc0c5a1b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba81129a-794e-4e8a-94ed-c346d218e410 HTTP/1.1" status: 200 len: 852 time: 0.0541518 Jun 30 10:15:17.738428 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45b6d98a-ad56-4c63-a7bb-5a1d2b3966dd req-4b3e1472-b61e-4ed9-8bb2-f55acfbba43e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284977 Jun 30 10:15:17.832624 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45b6d98a-ad56-4c63-a7bb-5a1d2b3966dd req-eff52272-c384-4fd8-8f10-07d81c028f25 service neutron] 10.222.0.37 "GET /v2.0/networks/c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881946 Jun 30 10:15:17.916224 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6d98a-ad56-4c63-a7bb-5a1d2b3966dd req-16458e38-c376-4911-a7c8-f55dbc67459c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:17.917665 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-45b6d98a-ad56-4c63-a7bb-5a1d2b3966dd req-16458e38-c376-4911-a7c8-f55dbc67459c service neutron] 10.222.0.52 "GET /v2.0/networks?id=c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f HTTP/1.1" status: 200 len: 913 time: 0.4059551 Jun 30 10:15:17.926741 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45b6d98a-ad56-4c63-a7bb-5a1d2b3966dd req-73e2310f-e76d-4592-8684-31801b4c4cde service neutron] 10.222.0.37 "GET /v2.0/networks/c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883408 Jun 30 10:15:17.960801 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-45b6d98a-ad56-4c63-a7bb-5a1d2b3966dd req-b0081444-d1bb-4c85-8e70-752d54dc8139 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 HTTP/1.1" status: 200 len: 217 time: 0.0347495 Jun 30 10:15:18.010844 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6d98a-ad56-4c63-a7bb-5a1d2b3966dd req-5f52c070-07b2-48ec-b7b0-99d19a06fb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:18.012293 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-45b6d98a-ad56-4c63-a7bb-5a1d2b3966dd req-5f52c070-07b2-48ec-b7b0-99d19a06fb42 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ba81129a-794e-4e8a-94ed-c346d218e410 HTTP/1.1" status: 200 len: 852 time: 0.0443993 Jun 30 10:15:18.049208 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-45b6d98a-ad56-4c63-a7bb-5a1d2b3966dd req-6d37d4b1-efc2-4e9a-8999-a25a3a369178 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292821 Jun 30 10:15:18.141327 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-45b6d98a-ad56-4c63-a7bb-5a1d2b3966dd req-f01f3de5-adc7-4b62-9d66-848d191bc7bb service neutron] 10.222.0.52 "GET /v2.0/networks/c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845230 Jun 30 10:15:18.238098 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-45b6d98a-ad56-4c63-a7bb-5a1d2b3966dd req-c2568e9f-2347-4395-9794-58e3c5d20b5c service neutron] 10.222.0.52 "GET /v2.0/networks/c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897346 Jun 30 10:15:18.489457 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f52c73-99cc-4599-9d01-bdc3ad91256e req-4171ffa1-ff8b-487d-832b-c597e7707815 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:18.490945 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-32f52c73-99cc-4599-9d01-bdc3ad91256e req-4171ffa1-ff8b-487d-832b-c597e7707815 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 944 time: 0.0670879 Jun 30 10:15:18.528132 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-32f52c73-99cc-4599-9d01-bdc3ad91256e req-2cbae8ec-c034-4da9-bd55-5d061f36d9f4 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316248 Jun 30 10:15:19.588581 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:15:19.682338 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port c2306cdc-8aca-4f2f-8e0d-cb40701dfd71, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c2306cdc-8aca-4f2f-8e0d-cb40701dfd71,segment=NetworkSegment(36c8a929-93fa-445f-8c75-1d9fd72bcda6),segment_id=36c8a929-93fa-445f-8c75-1d9fd72bcda6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:15:19.695000 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'c2306cdc-8aca-4f2f-8e0d-cb40701dfd71', 'network_id': 'c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f', 'port_id': 'c2306cdc-8aca-4f2f-8e0d-cb40701dfd71', 'mac_address': 'fa:16:3e:78:14:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba81129a-794e-4e8a-94ed-c346d218e410', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:15:19.711432 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf853ed-5031-449e-9b58-55f199a55f19 req-907c9013-eb9b-4b50-926d-bfc61b31a1c9 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:19.712935 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-caf853ed-5031-449e-9b58-55f199a55f19 req-907c9013-eb9b-4b50-926d-bfc61b31a1c9 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 944 time: 0.0655768 Jun 30 10:15:19.736153 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:19.750551 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:15:19.753383 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-caf853ed-5031-449e-9b58-55f199a55f19 req-e1b3a210-440c-4387-ac76-10964131303a tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345678 Jun 30 10:15:19.774983 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port c2306cdc-8aca-4f2f-8e0d-cb40701dfd71, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c2306cdc-8aca-4f2f-8e0d-cb40701dfd71,segment=NetworkSegment(36c8a929-93fa-445f-8c75-1d9fd72bcda6),segment_id=36c8a929-93fa-445f-8c75-1d9fd72bcda6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:15:19.882764 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:19.929961 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=c2306cdc-8aca-4f2f-8e0d-cb40701dfd71,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:19.938628 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:19.938908 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:19.939276 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:19.939619 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:19.939951 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:19.940280 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:19.940606 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:19.940931 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:19.941252 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:19.941573 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:19.941894 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:19.942213 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:20.162826 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['c2306cdc-8aca-4f2f-8e0d-cb40701dfd71'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:15:20.340354 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b26b2-97e9-40e0-af2b-68fb186dd060 req-af1910c3-dd9e-4cd8-9831-fea3da55b42e tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:20.342482 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-968b26b2-97e9-40e0-af2b-68fb186dd060 req-af1910c3-dd9e-4cd8-9831-fea3da55b42e tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.37 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a&tenant_id=005d1b61dc554fc8b32bebbb0a7700c8&binding%3Ahost_id=n-h1-771363-31 HTTP/1.1" status: 200 len: 945 time: 0.0739343 Jun 30 10:15:20.398430 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [req-968b26b2-97e9-40e0-af2b-68fb186dd060 req-4644125d-8869-44de-97af-b44014d0dbce service neutron] delete failed (client error): The resource could not be found. Jun 30 10:15:20.399438 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-968b26b2-97e9-40e0-af2b-68fb186dd060 req-4644125d-8869-44de-97af-b44014d0dbce service neutron] 10.222.0.37 "DELETE /v2.0/ports/c2306cdc-8aca-4f2f-8e0d-cb40701dfd71/bindings/n-h2-771363-31 HTTP/1.1" status: 404 len: 381 time: 0.0517073 Jun 30 10:15:20.471404 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b9b9bcc6-ae56-4de2-9f10-8b73e7e7d59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:20.494315 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b26b2-97e9-40e0-af2b-68fb186dd060 req-3ca8b266-fcfc-40e3-80fd-2f9c0b951720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:20.495824 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-968b26b2-97e9-40e0-af2b-68fb186dd060 req-3ca8b266-fcfc-40e3-80fd-2f9c0b951720 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=005d1b61dc554fc8b32bebbb0a7700c8&device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 1097 time: 0.0556419 Jun 30 10:15:20.587445 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b26b2-97e9-40e0-af2b-68fb186dd060 req-51730d29-f94c-42a8-b49f-51ddc21f4abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:20.588889 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-968b26b2-97e9-40e0-af2b-68fb186dd060 req-51730d29-f94c-42a8-b49f-51ddc21f4abe service neutron] 10.222.0.37 "GET /v2.0/networks?id=c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f HTTP/1.1" status: 200 len: 913 time: 0.0873039 Jun 30 10:15:20.630013 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-968b26b2-97e9-40e0-af2b-68fb186dd060 req-5b3fa040-e5fe-40f4-8c72-4a76f5c16cdf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 HTTP/1.1" status: 200 len: 217 time: 0.0345182 Jun 30 10:15:20.677442 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b26b2-97e9-40e0-af2b-68fb186dd060 req-70d6ed54-1c65-42ae-8f35-ff58f6b38dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:20.678839 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-968b26b2-97e9-40e0-af2b-68fb186dd060 req-70d6ed54-1c65-42ae-8f35-ff58f6b38dbb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba81129a-794e-4e8a-94ed-c346d218e410 HTTP/1.1" status: 200 len: 852 time: 0.0429587 Jun 30 10:15:20.713942 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-968b26b2-97e9-40e0-af2b-68fb186dd060 req-45daf1d3-e025-4940-96d1-57c69a5a0657 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292974 Jun 30 10:15:20.801340 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-968b26b2-97e9-40e0-af2b-68fb186dd060 req-1e00e15c-544e-4e12-ac0f-e26675fe40b3 service neutron] 10.222.0.37 "GET /v2.0/networks/c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809534 Jun 30 10:15:20.893099 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-968b26b2-97e9-40e0-af2b-68fb186dd060 req-675e7a79-398b-4b90-bee3-96afe683bba4 service neutron] 10.222.0.37 "GET /v2.0/networks/c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858054 Jun 30 10:15:21.597786 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:15:21.730637 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:15:21.735387 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:15:21.735859 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:21.815252 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:21.837453 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9783c8-49a7-49cc-b423-84957499a35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2306cdc-8aca-4f2f-8e0d-cb40701dfd71'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:15:21.839821 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83022cc-4ca0-4ebf-b839-b305aefc3c26" -d '{"events": [{"server_uuid": "af9783c8-49a7-49cc-b423-84957499a35a", "name": "network-vif-plugged", "status": "completed", "tag": "c2306cdc-8aca-4f2f-8e0d-cb40701dfd71"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:15:21.852771 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port c2306cdc-8aca-4f2f-8e0d-cb40701dfd71, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c2306cdc-8aca-4f2f-8e0d-cb40701dfd71,segment=NetworkSegment(36c8a929-93fa-445f-8c75-1d9fd72bcda6),segment_id=36c8a929-93fa-445f-8c75-1d9fd72bcda6)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:15:21.890823 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bf53e2-ef11-4558-bce4-a1b178433cda x-openstack-request-id: req-66bf53e2-ef11-4558-bce4-a1b178433cda {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:15:21.891249 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9783c8-49a7-49cc-b423-84957499a35a", "name": "network-vif-plugged", "status": "completed", "tag": "c2306cdc-8aca-4f2f-8e0d-cb40701dfd71", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:15:21.891510 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-66bf53e2-ef11-4558-bce4-a1b178433cda {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:15:21.891909 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9783c8-49a7-49cc-b423-84957499a35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2306cdc-8aca-4f2f-8e0d-cb40701dfd71', 'code': 200} Jun 30 10:15:21.919216 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:21.971016 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=c2306cdc-8aca-4f2f-8e0d-cb40701dfd71,revision_number=9']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:22.581051 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c29f3-7b3d-4545-9dc4-1f2210a8aa34 req-29a8f319-133e-4f19-ba35-dcadeaff3d44 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:22.582518 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f7c29f3-7b3d-4545-9dc4-1f2210a8aa34 req-29a8f319-133e-4f19-ba35-dcadeaff3d44 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 946 time: 0.0627818 Jun 30 10:15:22.619486 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f7c29f3-7b3d-4545-9dc4-1f2210a8aa34 req-914f0be7-9e84-4bb0-a42a-f24e6acdce04 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312278 Jun 30 10:15:22.953381 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-712e8a5a-deb0-45f3-8164-22252196cffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:23.587872 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:23.805447 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8e068-1fe4-4fbd-a740-1723caabb972 req-f1bd8154-bf33-4002-af9b-1c229ea67e45 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:23.806961 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fcb8e068-1fe4-4fbd-a740-1723caabb972 req-f1bd8154-bf33-4002-af9b-1c229ea67e45 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 946 time: 0.0687451 Jun 30 10:15:23.850564 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fcb8e068-1fe4-4fbd-a740-1723caabb972 req-3e6987e5-da91-4667-9495-f0e6ab0373b4 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/security-groups?id=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371864 Jun 30 10:15:23.983479 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b26b2-97e9-40e0-af2b-68fb186dd060 req-264f924c-5a91-4b49-a50b-60943f0783a3 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:23.984901 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-968b26b2-97e9-40e0-af2b-68fb186dd060 req-264f924c-5a91-4b49-a50b-60943f0783a3 tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.52 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 946 time: 0.0625505 Jun 30 10:15:24.087653 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-968b26b2-97e9-40e0-af2b-68fb186dd060 req-4ac83588-ec89-4bb1-9bc8-755e070ff6bf tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Deleting port c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:15:24.087986 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-968b26b2-97e9-40e0-af2b-68fb186dd060 req-4ac83588-ec89-4bb1-9bc8-755e070ff6bf tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:24.177538 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-968b26b2-97e9-40e0-af2b-68fb186dd060 req-4ac83588-ec89-4bb1-9bc8-755e070ff6bf tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] For port c2306cdc-8aca-4f2f-8e0d-cb40701dfd71, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=c2306cdc-8aca-4f2f-8e0d-cb40701dfd71,segment=NetworkSegment(36c8a929-93fa-445f-8c75-1d9fd72bcda6),segment_id=36c8a929-93fa-445f-8c75-1d9fd72bcda6)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:15:24.177802 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-968b26b2-97e9-40e0-af2b-68fb186dd060 req-4ac83588-ec89-4bb1-9bc8-755e070ff6bf tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:24.189909 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-968b26b2-97e9-40e0-af2b-68fb186dd060 req-4ac83588-ec89-4bb1-9bc8-755e070ff6bf tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Calling delete_port for c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:15:24.399415 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-968b26b2-97e9-40e0-af2b-68fb186dd060 req-4ac83588-ec89-4bb1-9bc8-755e070ff6bf tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:24.416605 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['c2306cdc-8aca-4f2f-8e0d-cb40701dfd71'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:15:24.431621 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac83588-ec89-4bb1-9bc8-755e070ff6bf tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Pushing event deleted for resources: {'Port': ['ID=c2306cdc-8aca-4f2f-8e0d-cb40701dfd71,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:24.476384 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-968b26b2-97e9-40e0-af2b-68fb186dd060 req-4ac83588-ec89-4bb1-9bc8-755e070ff6bf tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] No DVR routers for this DVR port c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:15:24.478953 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-968b26b2-97e9-40e0-af2b-68fb186dd060 req-4ac83588-ec89-4bb1-9bc8-755e070ff6bf tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:24.480972 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-968b26b2-97e9-40e0-af2b-68fb186dd060 req-4ac83588-ec89-4bb1-9bc8-755e070ff6bf tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.52 "DELETE /v2.0/ports/c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 HTTP/1.1" status: 204 len: 173 time: 0.4876750 Jun 30 10:15:24.481424 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9783c8-49a7-49cc-b423-84957499a35a', 'name': 'network-vif-deleted', 'tag': 'c2306cdc-8aca-4f2f-8e0d-cb40701dfd71'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:15:24.484583 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1ca669-975b-461d-8537-0e66aaa7f4c5" -d '{"events": [{"server_uuid": "af9783c8-49a7-49cc-b423-84957499a35a", "name": "network-vif-deleted", "tag": "c2306cdc-8aca-4f2f-8e0d-cb40701dfd71"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:15:24.519754 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5360d677-6e29-4ea8-a331-aae43b1055ec x-openstack-request-id: req-5360d677-6e29-4ea8-a331-aae43b1055ec {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:15:24.520048 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9783c8-49a7-49cc-b423-84957499a35a", "name": "network-vif-deleted", "tag": "c2306cdc-8aca-4f2f-8e0d-cb40701dfd71", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:15:24.520305 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5360d677-6e29-4ea8-a331-aae43b1055ec {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:15:24.520739 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9783c8-49a7-49cc-b423-84957499a35a', 'name': 'network-vif-deleted', 'tag': 'c2306cdc-8aca-4f2f-8e0d-cb40701dfd71', 'status': 'completed', 'code': 200} Jun 30 10:15:24.844044 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:25.018179 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b6fe05af-588c-4236-9a26-99c759a96191 req-956a81b1-1663-41ef-8e49-f7718f09c0de tempest-DeleteServersTestJSON-1204079098 tempest-DeleteServersTestJSON-1204079098-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9783c8-49a7-49cc-b423-84957499a35a HTTP/1.1" status: 200 len: 210 time: 0.0358291 Jun 30 10:15:26.256524 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 60318) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:15:26.300527 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-bef284fa-b507-4efb-aa7c-d66e48f5e64c admin admin] Deleting subnet ba81129a-794e-4e8a-94ed-c346d218e410 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:15:26.303555 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bef284fa-b507-4efb-aa7c-d66e48f5e64c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:26.337028 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bef284fa-b507-4efb-aa7c-d66e48f5e64c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:26.377532 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bef284fa-b507-4efb-aa7c-d66e48f5e64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:26.508463 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bef284fa-b507-4efb-aa7c-d66e48f5e64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:26.537227 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef284fa-b507-4efb-aa7c-d66e48f5e64c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba81129a-794e-4e8a-94ed-c346d218e410,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:26.537463 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:26.540309 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bef284fa-b507-4efb-aa7c-d66e48f5e64c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:26.542246 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bef284fa-b507-4efb-aa7c-d66e48f5e64c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ba81129a-794e-4e8a-94ed-c346d218e410 HTTP/1.1" status: 204 len: 168 time: 0.2847261 Jun 30 10:15:26.544848 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 60320) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:15:26.612482 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c0b411f1-6e8e-43e3-89a9-5aed7246f6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:26.695317 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c0b411f1-6e8e-43e3-89a9-5aed7246f6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:26.705011 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-c0b411f1-6e8e-43e3-89a9-5aed7246f6bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:15:26.715351 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-c0b411f1-6e8e-43e3-89a9-5aed7246f6bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c8a929-93fa-445f-8c75-1d9fd72bcda6') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:15:26.715648 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-c0b411f1-6e8e-43e3-89a9-5aed7246f6bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c8a929-93fa-445f-8c75-1d9fd72bcda6') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:15:26.724914 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c0b411f1-6e8e-43e3-89a9-5aed7246f6bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:26.739524 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c0b411f1-6e8e-43e3-89a9-5aed7246f6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:26.745248 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b411f1-6e8e-43e3-89a9-5aed7246f6bc admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:15:26.746493 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c0b411f1-6e8e-43e3-89a9-5aed7246f6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: timer() Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:15:26.747287 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:15:26.862592 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c0b411f1-6e8e-43e3-89a9-5aed7246f6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:26.873864 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c0b411f1-6e8e-43e3-89a9-5aed7246f6bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:26.873864 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c0b411f1-6e8e-43e3-89a9-5aed7246f6bc admin admin] 10.222.0.10 "DELETE /v2.0/networks/c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f HTTP/1.1" status: 204 len: 168 time: 0.3247881 Jun 30 10:15:26.887786 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b411f1-6e8e-43e3-89a9-5aed7246f6bc admin admin] Pushing event deleted for resources: {'Network': ['ID=c2b5dcc2-c0a8-4b57-94dd-fc4b370b932f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:27.229623 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 60324) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:15:27.284465 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0e113138-1bbd-49ec-9824-4f64f7345ac0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=005d1b61dc554fc8b32bebbb0a7700c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535462 Jun 30 10:15:27.287361 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 60326) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:15:27.353242 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-956e6cfe-2902-4737-8ae8-13c35be5618d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:27.377745 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-956e6cfe-2902-4737-8ae8-13c35be5618d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:27.602985 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-956e6cfe-2902-4737-8ae8-13c35be5618d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:27.605473 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-956e6cfe-2902-4737-8ae8-13c35be5618d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:27.606656 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-956e6cfe-2902-4737-8ae8-13c35be5618d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7cb7aad3-1bb2-4213-94a6-4922e51ac5c7 HTTP/1.1" status: 204 len: 168 time: 0.3183143 Jun 30 10:15:27.614899 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e6cfe-2902-4737-8ae8-13c35be5618d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb7aad3-1bb2-4213-94a6-4922e51ac5c7,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:27.644853 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:15:27.663895 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:15:27.664238 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device c2306cdc-8aca-4f2f-8e0d-cb40701dfd71 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:15:28.694183 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 60348) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:15:28.801196 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-f1749385-9b65-4225-bc95-a79243e9005b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-275087352-network', 'tenant_id': 'e2cbbc3aca7a445a821a9cc45f6c9d77'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:15:28.976640 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1749385-9b65-4225-bc95-a79243e9005b admin admin] Made reservation on behalf of e2cbbc3aca7a445a821a9cc45f6c9d77 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:15:28.979025 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f1749385-9b65-4225-bc95-a79243e9005b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:28.988362 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f1749385-9b65-4225-bc95-a79243e9005b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:29.074707 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f1749385-9b65-4225-bc95-a79243e9005b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:29.145071 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f1749385-9b65-4225-bc95-a79243e9005b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:29.169370 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1749385-9b65-4225-bc95-a79243e9005b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:15:29.178692 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1749385-9b65-4225-bc95-a79243e9005b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:29.188163 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f1749385-9b65-4225-bc95-a79243e9005b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:29.188509 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-f1749385-9b65-4225-bc95-a79243e9005b admin admin] Added segment e793c0e6-bfde-4052-8314-a66ba8dba553 of type vlan for network 71652235-a2d8-447b-afb1-725a4910dceb Jun 30 10:15:29.198166 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1749385-9b65-4225-bc95-a79243e9005b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:29.198504 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1749385-9b65-4225-bc95-a79243e9005b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:29.198843 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1749385-9b65-4225-bc95-a79243e9005b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:29.199198 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1749385-9b65-4225-bc95-a79243e9005b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:29.199536 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1749385-9b65-4225-bc95-a79243e9005b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:29.199865 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1749385-9b65-4225-bc95-a79243e9005b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:29.200187 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1749385-9b65-4225-bc95-a79243e9005b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:29.200560 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1749385-9b65-4225-bc95-a79243e9005b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:29.200833 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1749385-9b65-4225-bc95-a79243e9005b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:29.201947 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1749385-9b65-4225-bc95-a79243e9005b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:29.202336 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1749385-9b65-4225-bc95-a79243e9005b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:29.202657 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1749385-9b65-4225-bc95-a79243e9005b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:29.246632 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f1749385-9b65-4225-bc95-a79243e9005b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:29.353505 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f1749385-9b65-4225-bc95-a79243e9005b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:29.354470 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1749385-9b65-4225-bc95-a79243e9005b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:29.355044 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f1749385-9b65-4225-bc95-a79243e9005b admin admin] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:29.414998 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1749385-9b65-4225-bc95-a79243e9005b admin admin] Pushing event updated for resources: {'Network': ['ID=71652235-a2d8-447b-afb1-725a4910dceb,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:29.425420 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 71652235-a2d8-447b-afb1-725a4910dceb details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:15:29.466064 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f1749385-9b65-4225-bc95-a79243e9005b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7705257 Jun 30 10:15:29.468874 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 60352) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:15:29.473651 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-d9bf6225-782d-4cce-9973-cc94c65c7a53 admin admin] Request body: {'subnet': {'network_id': '71652235-a2d8-447b-afb1-725a4910dceb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-275087352-subnet', 'tenant_id': 'e2cbbc3aca7a445a821a9cc45f6c9d77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:15:29.579668 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bf6225-782d-4cce-9973-cc94c65c7a53 admin admin] Made reservation on behalf of e2cbbc3aca7a445a821a9cc45f6c9d77 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:15:29.582129 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d9bf6225-782d-4cce-9973-cc94c65c7a53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:29.814116 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d9bf6225-782d-4cce-9973-cc94c65c7a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:29.867977 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf6225-782d-4cce-9973-cc94c65c7a53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f61c5df-eea0-4ae1-8c7a-099f29a02b0c,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:29.878869 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bf6225-782d-4cce-9973-cc94c65c7a53 admin admin] Checking segment: {'id': 'e793c0e6-bfde-4052-8314-a66ba8dba553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71652235-a2d8-447b-afb1-725a4910dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:15:29.879288 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bf6225-782d-4cce-9973-cc94c65c7a53 admin admin] Network hostable DHCP agents. Network: 71652235-a2d8-447b-afb1-725a4910dceb, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:15:29.962234 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bf6225-782d-4cce-9973-cc94c65c7a53 admin admin] Network 71652235-a2d8-447b-afb1-725a4910dceb is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:15:30.042093 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-d9bf6225-782d-4cce-9973-cc94c65c7a53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 71652235-a2d8-447b-afb1-725a4910dceb) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:15:30.047196 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bf6225-782d-4cce-9973-cc94c65c7a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:30.047764 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d9bf6225-782d-4cce-9973-cc94c65c7a53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:30.050751 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f9bce4-8972-4dd0-9a72-2015b689f9e2 None None] Network 71652235-a2d8-447b-afb1-725a4910dceb requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:15:30.131755 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d9bf6225-782d-4cce-9973-cc94c65c7a53 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6615973 Jun 30 10:15:30.177487 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8b6505-1c33-4ef1-9359-9f2027bc0d1a None None] Network 71652235-a2d8-447b-afb1-725a4910dceb requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:15:30.561165 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-223c9634-b03f-4fa8-ad17-401491057d15 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:30.562598 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-223c9634-b03f-4fa8-ad17-401491057d15 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/networks?id=71652235-a2d8-447b-afb1-725a4910dceb HTTP/1.1" status: 200 len: 814 time: 0.1033382 Jun 30 10:15:30.577576 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-64522fd0-7bd6-436b-b086-91f33a1bd47e tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/quotas/e2cbbc3aca7a445a821a9cc45f6c9d77 HTTP/1.1" status: 200 len: 375 time: 0.0095499 Jun 30 10:15:30.610652 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-c84292aa-190d-4386-af4b-d42fc7764937 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2cbbc3aca7a445a821a9cc45f6c9d77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281737 Jun 30 10:15:30.699703 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-5dce1f58-f320-4d7b-98c8-c28ccb20ec68 service neutron] 10.222.0.10 "GET /v2.0/networks/71652235-a2d8-447b-afb1-725a4910dceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825448 Jun 30 10:15:30.798727 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-cc32a6da-a657-4ae5-bf40-b4586ee69736 service neutron] 10.222.0.10 "GET /v2.0/networks/71652235-a2d8-447b-afb1-725a4910dceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927832 Jun 30 10:15:31.395096 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6492bc22-4fc4-4b8f-9511-817448edde12 req-b2f2f7d9-ab89-4490-9fb6-9b2c59b6befb tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 210 time: 0.3876121 Jun 30 10:15:32.546138 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c2adba9-245f-4e96-a1a9-db0a31ba051f req-4c51d2bf-2d9d-44f8-91ad-b79069984c26 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 210 time: 0.0335910 Jun 30 10:15:33.339700 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-c0f8affb-704b-4a09-9886-71d78b665db6 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:33.341036 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-c0f8affb-704b-4a09-9886-71d78b665db6 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.37 "GET /v2.0/networks?id=71652235-a2d8-447b-afb1-725a4910dceb HTTP/1.1" status: 200 len: 814 time: 0.0996890 Jun 30 10:15:33.353306 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-d1d1632f-baac-4cf1-ac63-8ebf793634c2 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Request body: {'port': {'device_id': '9ac7312d-698a-4235-9016-1be641b08a62', 'network_id': '71652235-a2d8-447b-afb1-725a4910dceb', 'admin_state_up': True, 'tenant_id': 'e2cbbc3aca7a445a821a9cc45f6c9d77'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:15:33.530882 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-d1d1632f-baac-4cf1-ac63-8ebf793634c2 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Made reservation on behalf of e2cbbc3aca7a445a821a9cc45f6c9d77 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:15:33.534675 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-d1d1632f-baac-4cf1-ac63-8ebf793634c2 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:33.658713 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-d1d1632f-baac-4cf1-ac63-8ebf793634c2 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Allocated IP 172.20.0.4 (71652235-a2d8-447b-afb1-725a4910dceb/5f61c5df-eea0-4ae1-8c7a-099f29a02b0c/01114938-20df-48be-86f4-41466f58b814) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:15:33.788008 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4d0af6e9-f991-4da2-a8ff-7d518bdf4451 req-a4f171a9-5cf7-4edd-98e4-06087a777591 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 210 time: 0.1194417 Jun 30 10:15:33.846087 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-d1d1632f-baac-4cf1-ac63-8ebf793634c2 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:33.952433 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-d1d1632f-baac-4cf1-ac63-8ebf793634c2 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:34.003523 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-d1d1632f-baac-4cf1-ac63-8ebf793634c2 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Network 71652235-a2d8-447b-afb1-725a4910dceb is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:15:34.006919 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-d1d1632f-baac-4cf1-ac63-8ebf793634c2 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:15:34.025461 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-d1d1632f-baac-4cf1-ac63-8ebf793634c2 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:15:34.025461 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1632f-baac-4cf1-ac63-8ebf793634c2 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Pushing event updated for resources: {'Port': ['ID=01114938-20df-48be-86f4-41466f58b814,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:34.068452 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-d1d1632f-baac-4cf1-ac63-8ebf793634c2 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:34.069065 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-d1d1632f-baac-4cf1-ac63-8ebf793634c2 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:34.165702 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-d1d1632f-baac-4cf1-ac63-8ebf793634c2 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8159952 Jun 30 10:15:34.215404 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-90fbfffa-c265-470d-83b9-403c6b7387ba service neutron] Request body: {'port': {'device_id': '9ac7312d-698a-4235-9016-1be641b08a62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:15:34.282085 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-90fbfffa-c265-470d-83b9-403c6b7387ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:34.530344 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-90fbfffa-c265-470d-83b9-403c6b7387ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01114938-20df-48be-86f4-41466f58b814 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:15:34.537524 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-90fbfffa-c265-470d-83b9-403c6b7387ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:34.549698 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-90fbfffa-c265-470d-83b9-403c6b7387ba service neutron] Transition to ACTIVE for port object 01114938-20df-48be-86f4-41466f58b814 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:15:34.639872 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-90fbfffa-c265-470d-83b9-403c6b7387ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:34.691893 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbfffa-c265-470d-83b9-403c6b7387ba service neutron] Pushing event updated for resources: {'Port': ['ID=01114938-20df-48be-86f4-41466f58b814,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:34.758777 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-90fbfffa-c265-470d-83b9-403c6b7387ba service neutron] Attempting to bind port 01114938-20df-48be-86f4-41466f58b814 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:15:34.759132 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-90fbfffa-c265-470d-83b9-403c6b7387ba service neutron] Attempting to bind port 01114938-20df-48be-86f4-41466f58b814 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': 'e793c0e6-bfde-4052-8314-a66ba8dba553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71652235-a2d8-447b-afb1-725a4910dceb'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:15:34.759457 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-90fbfffa-c265-470d-83b9-403c6b7387ba service neutron] Attempting to bind port 01114938-20df-48be-86f4-41466f58b814 on network 71652235-a2d8-447b-afb1-725a4910dceb {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:15:34.764456 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-90fbfffa-c265-470d-83b9-403c6b7387ba service neutron] Port 01114938-20df-48be-86f4-41466f58b814 on network 71652235-a2d8-447b-afb1-725a4910dceb not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:15:34.764456 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-90fbfffa-c265-470d-83b9-403c6b7387ba service neutron] Attempting to bind port 01114938-20df-48be-86f4-41466f58b814 on network 71652235-a2d8-447b-afb1-725a4910dceb {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:15:34.769045 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-90fbfffa-c265-470d-83b9-403c6b7387ba service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:15:34.769378 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-90fbfffa-c265-470d-83b9-403c6b7387ba service neutron] Checking segment: {'id': 'e793c0e6-bfde-4052-8314-a66ba8dba553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71652235-a2d8-447b-afb1-725a4910dceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:15:34.769756 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-90fbfffa-c265-470d-83b9-403c6b7387ba service neutron] Bound using segment: {'id': 'e793c0e6-bfde-4052-8314-a66ba8dba553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71652235-a2d8-447b-afb1-725a4910dceb'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:15:34.770174 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-90fbfffa-c265-470d-83b9-403c6b7387ba service neutron] Bound port: 01114938-20df-48be-86f4-41466f58b814, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e793c0e6-bfde-4052-8314-a66ba8dba553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71652235-a2d8-447b-afb1-725a4910dceb'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:15:34.770521 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-90fbfffa-c265-470d-83b9-403c6b7387ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:34.833210 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-90fbfffa-c265-470d-83b9-403c6b7387ba service neutron] For port 01114938-20df-48be-86f4-41466f58b814, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:15:34.836443 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-90fbfffa-c265-470d-83b9-403c6b7387ba service neutron] For port 01114938-20df-48be-86f4-41466f58b814, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=01114938-20df-48be-86f4-41466f58b814,segment=NetworkSegment(e793c0e6-bfde-4052-8314-a66ba8dba553),segment_id=e793c0e6-bfde-4052-8314-a66ba8dba553)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:15:34.917479 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-90fbfffa-c265-470d-83b9-403c6b7387ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:34.955918 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-90fbfffa-c265-470d-83b9-403c6b7387ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:34.955918 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-90fbfffa-c265-470d-83b9-403c6b7387ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:34.955918 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-90fbfffa-c265-470d-83b9-403c6b7387ba service neutron] 10.222.0.37 "PUT /v2.0/ports/01114938-20df-48be-86f4-41466f58b814 HTTP/1.1" status: 200 len: 1092 time: 0.7506497 Jun 30 10:15:34.955918 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac7312d-698a-4235-9016-1be641b08a62', 'tag': '01114938-20df-48be-86f4-41466f58b814'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:15:34.957912 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e96418-5fb6-4d83-910a-09fa2c5a33dc" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac7312d-698a-4235-9016-1be641b08a62", "tag": "01114938-20df-48be-86f4-41466f58b814"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:15:34.982288 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbfffa-c265-470d-83b9-403c6b7387ba service neutron] Pushing event updated for resources: {'Port': ['ID=01114938-20df-48be-86f4-41466f58b814,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:35.005000 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0382a349-cc99-4273-9294-0c014b8b56b4 x-openstack-request-id: req-0382a349-cc99-4273-9294-0c014b8b56b4 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:15:35.007355 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac7312d-698a-4235-9016-1be641b08a62", "tag": "01114938-20df-48be-86f4-41466f58b814", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:15:35.007355 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0382a349-cc99-4273-9294-0c014b8b56b4 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:15:35.007355 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac7312d-698a-4235-9016-1be641b08a62', 'tag': '01114938-20df-48be-86f4-41466f58b814', 'status': 'completed', 'code': 200} Jun 30 10:15:35.042799 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038253e-5c55-4d21-a096-0c63e489953e req-7bc629bf-3759-45bd-a33d-4e7cbee73543 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:35.044402 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3038253e-5c55-4d21-a096-0c63e489953e req-7bc629bf-3759-45bd-a33d-4e7cbee73543 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 943 time: 0.1451509 Jun 30 10:15:35.080499 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e96418-5fb6-4d83-910a-09fa2c5a33dc req-103c7b1c-2445-4c80-bf1a-4bcabbd0e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:35.081878 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-69e96418-5fb6-4d83-910a-09fa2c5a33dc req-103c7b1c-2445-4c80-bf1a-4bcabbd0e870 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2cbbc3aca7a445a821a9cc45f6c9d77&device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 1095 time: 0.0559890 Jun 30 10:15:35.089694 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3038253e-5c55-4d21-a096-0c63e489953e req-152100d8-340a-428f-8149-dab76d3eb3cf tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388308 Jun 30 10:15:35.178118 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e96418-5fb6-4d83-910a-09fa2c5a33dc req-82597f5a-adb0-468a-9587-3ac663fce7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:35.179583 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-69e96418-5fb6-4d83-910a-09fa2c5a33dc req-82597f5a-adb0-468a-9587-3ac663fce7c1 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e2cbbc3aca7a445a821a9cc45f6c9d77&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0907464 Jun 30 10:15:35.275023 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e96418-5fb6-4d83-910a-09fa2c5a33dc req-84eeb616-29cd-4f70-a484-ab2f16ed6e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:35.276490 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-69e96418-5fb6-4d83-910a-09fa2c5a33dc req-84eeb616-29cd-4f70-a484-ab2f16ed6e4b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912821 Jun 30 10:15:35.364359 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-60143d2c-ceed-49a1-b7cd-58591019459e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:35.365764 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-60143d2c-ceed-49a1-b7cd-58591019459e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2cbbc3aca7a445a821a9cc45f6c9d77&device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 1095 time: 0.0517921 Jun 30 10:15:35.407351 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-238609d2-6be2-49af-98f5-6449a0e94e0c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01114938-20df-48be-86f4-41466f58b814 HTTP/1.1" status: 200 len: 217 time: 0.0348577 Jun 30 10:15:35.457149 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-e68a56d4-b5bf-4ede-a926-b2a5e7839127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:35.458676 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-e68a56d4-b5bf-4ede-a926-b2a5e7839127 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5f61c5df-eea0-4ae1-8c7a-099f29a02b0c HTTP/1.1" status: 200 len: 854 time: 0.0445676 Jun 30 10:15:35.494662 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-90b0206f-2a67-4813-b5e6-63f0e8eee867 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71652235-a2d8-447b-afb1-725a4910dceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300252 Jun 30 10:15:35.586256 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-d1498799-920f-46e8-b299-ad4cd1a50edf service neutron] 10.222.0.37 "GET /v2.0/networks/71652235-a2d8-447b-afb1-725a4910dceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858219 Jun 30 10:15:35.696855 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9e4e3e44-2f87-4f8f-8272-2f0ae5588080 req-7e4c4c00-89eb-4fd7-99da-a8cf4974ac73 service neutron] 10.222.0.37 "GET /v2.0/networks/71652235-a2d8-447b-afb1-725a4910dceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037610 Jun 30 10:15:36.268310 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d19a0-49ee-4386-8623-3bad7874e247 req-a00cd99a-e83b-41fe-b7e6-799d79ccb8bb tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:36.269770 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fc9d19a0-49ee-4386-8623-3bad7874e247 req-a00cd99a-e83b-41fe-b7e6-799d79ccb8bb tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 943 time: 0.0674639 Jun 30 10:15:36.306624 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fc9d19a0-49ee-4386-8623-3bad7874e247 req-6c381579-e3cf-4505-a3c1-6f1827651780 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311475 Jun 30 10:15:37.476671 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6afa26-6829-4ebd-8fa0-c59c0658ed32 req-bce030be-8e99-4b61-8cb9-b42486f0cbb1 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:37.478162 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-df6afa26-6829-4ebd-8fa0-c59c0658ed32 req-bce030be-8e99-4b61-8cb9-b42486f0cbb1 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 943 time: 0.0633008 Jun 30 10:15:37.516088 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-df6afa26-6829-4ebd-8fa0-c59c0658ed32 req-7aa97a1a-a9f7-414c-9d0b-e6c11910fa67 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313821 Jun 30 10:15:37.755209 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 01114938-20df-48be-86f4-41466f58b814 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:15:37.852855 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 01114938-20df-48be-86f4-41466f58b814, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=01114938-20df-48be-86f4-41466f58b814,segment=NetworkSegment(e793c0e6-bfde-4052-8314-a66ba8dba553),segment_id=e793c0e6-bfde-4052-8314-a66ba8dba553)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:15:37.864369 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '01114938-20df-48be-86f4-41466f58b814', 'network_id': '71652235-a2d8-447b-afb1-725a4910dceb', 'port_id': '01114938-20df-48be-86f4-41466f58b814', 'mac_address': 'fa:16:3e:5c:a7:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f61c5df-eea0-4ae1-8c7a-099f29a02b0c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:15:37.904561 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:37.917043 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01114938-20df-48be-86f4-41466f58b814 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:15:37.940548 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 01114938-20df-48be-86f4-41466f58b814, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=01114938-20df-48be-86f4-41466f58b814,segment=NetworkSegment(e793c0e6-bfde-4052-8314-a66ba8dba553),segment_id=e793c0e6-bfde-4052-8314-a66ba8dba553)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:15:38.002363 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:38.052670 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=01114938-20df-48be-86f4-41466f58b814,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:38.236858 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:38.287681 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['01114938-20df-48be-86f4-41466f58b814'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:15:38.687782 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53edd3-f993-4b29-8019-be3b77ba9ddd req-2a813aeb-2816-4098-a09e-6462ab324031 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:38.689252 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3b53edd3-f993-4b29-8019-be3b77ba9ddd req-2a813aeb-2816-4098-a09e-6462ab324031 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 944 time: 0.0628881 Jun 30 10:15:38.730866 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3b53edd3-f993-4b29-8019-be3b77ba9ddd req-74dfae3a-226d-4c76-9a0c-2931eb44dff3 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360115 Jun 30 10:15:39.437489 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:39.754911 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 01114938-20df-48be-86f4-41466f58b814 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:15:39.899220 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 01114938-20df-48be-86f4-41466f58b814 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:15:39.903199 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 01114938-20df-48be-86f4-41466f58b814 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:15:39.903567 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:39.904683 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f916bca-9e87-4fa3-a93d-be0d2e9c45d6 req-453d4403-d7b1-4bee-8e54-57e18bd5d20b tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:39.906205 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9f916bca-9e87-4fa3-a93d-be0d2e9c45d6 req-453d4403-d7b1-4bee-8e54-57e18bd5d20b tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 944 time: 0.0644436 Jun 30 10:15:39.948687 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9f916bca-9e87-4fa3-a93d-be0d2e9c45d6 req-52f615cf-4109-4d1d-b793-fe24d40a0a45 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352373 Jun 30 10:15:40.129939 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:40.151083 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac7312d-698a-4235-9016-1be641b08a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01114938-20df-48be-86f4-41466f58b814'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:15:40.153375 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d6ad16-9627-4660-9ff3-2defcf38e97c" -d '{"events": [{"server_uuid": "9ac7312d-698a-4235-9016-1be641b08a62", "name": "network-vif-plugged", "status": "completed", "tag": "01114938-20df-48be-86f4-41466f58b814"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:15:40.165598 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 01114938-20df-48be-86f4-41466f58b814, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=01114938-20df-48be-86f4-41466f58b814,segment=NetworkSegment(e793c0e6-bfde-4052-8314-a66ba8dba553),segment_id=e793c0e6-bfde-4052-8314-a66ba8dba553)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:15:40.190316 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a8abba-6b28-4ea0-9fa6-b6053104e527 x-openstack-request-id: req-b5a8abba-6b28-4ea0-9fa6-b6053104e527 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:15:40.190609 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac7312d-698a-4235-9016-1be641b08a62", "name": "network-vif-plugged", "status": "completed", "tag": "01114938-20df-48be-86f4-41466f58b814", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:15:40.190859 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b5a8abba-6b28-4ea0-9fa6-b6053104e527 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:15:40.191267 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac7312d-698a-4235-9016-1be641b08a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01114938-20df-48be-86f4-41466f58b814', 'code': 200} Jun 30 10:15:40.213852 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:40.262634 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=01114938-20df-48be-86f4-41466f58b814,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:40.308451 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830c1af-a84f-4745-ac8c-dcd6ed43a333 req-95b3afe9-199a-4818-b9e2-27afcd81f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:40.309865 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8830c1af-a84f-4745-ac8c-dcd6ed43a333 req-95b3afe9-199a-4818-b9e2-27afcd81f19a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 1097 time: 0.0532081 Jun 30 10:15:40.344479 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8830c1af-a84f-4745-ac8c-dcd6ed43a333 req-fb062907-440f-45bd-b68d-3486109f08b2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285482 Jun 30 10:15:41.129735 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6491b-d3c8-4061-857f-abf349e87f91 req-ee04bfc3-046b-4ed7-8c82-e704274c2ad8 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:41.131199 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a2b6491b-d3c8-4061-857f-abf349e87f91 req-ee04bfc3-046b-4ed7-8c82-e704274c2ad8 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 945 time: 0.0679538 Jun 30 10:15:41.168935 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a2b6491b-d3c8-4061-857f-abf349e87f91 req-de77fb0a-1921-489c-8560-2491592fda70 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320468 Jun 30 10:15:42.352385 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2923bc-58fd-409a-a2a2-d3deed965b1a req-dd5b6eb4-aecf-4ab4-92b4-92d9d54a8d13 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:42.353852 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ad2923bc-58fd-409a-a2a2-d3deed965b1a req-dd5b6eb4-aecf-4ab4-92b4-92d9d54a8d13 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 945 time: 0.0678103 Jun 30 10:15:42.391960 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ad2923bc-58fd-409a-a2a2-d3deed965b1a req-155b1c50-a83b-4223-923f-9aa3ca49e05b tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324337 Jun 30 10:15:42.563929 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695a332-066c-48f7-9cef-2c7a0b29f64f req-9e217c1c-d3fd-43a5-be90-67d5beb533ca tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:42.565407 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6695a332-066c-48f7-9cef-2c7a0b29f64f req-9e217c1c-d3fd-43a5-be90-67d5beb533ca tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 945 time: 0.0643153 Jun 30 10:15:42.605911 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6695a332-066c-48f7-9cef-2c7a0b29f64f req-5d354ce2-3b95-42a1-943a-e62737e5ceb6 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340300 Jun 30 10:15:43.043804 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826343a1-f7a1-4b24-8e5a-3fff1f678391 req-828b0e66-3a4a-479c-9004-5f87e6a51842 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:43.045488 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-826343a1-f7a1-4b24-8e5a-3fff1f678391 req-828b0e66-3a4a-479c-9004-5f87e6a51842 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 945 time: 0.0639923 Jun 30 10:15:43.087481 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-826343a1-f7a1-4b24-8e5a-3fff1f678391 req-c95257c4-7336-454c-849c-9908dfa2d4c7 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363503 Jun 30 10:15:43.262671 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b0c41-e1fc-478c-a2e7-df6abe994c1e req-986a3d60-a684-4fea-9ee9-0e5a7f409481 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:43.264846 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-139b0c41-e1fc-478c-a2e7-df6abe994c1e req-986a3d60-a684-4fea-9ee9-0e5a7f409481 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 945 time: 0.0677953 Jun 30 10:15:43.302218 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-139b0c41-e1fc-478c-a2e7-df6abe994c1e req-ad5efb60-fa7e-4d1b-b991-46193f994a7c tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316236 Jun 30 10:15:44.031145 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effef61-239b-4ea5-b987-b76642f6f01f req-02919acf-c48c-451b-b106-a0fbb6aaa56a tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:44.032702 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3effef61-239b-4ea5-b987-b76642f6f01f req-02919acf-c48c-451b-b106-a0fbb6aaa56a tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 945 time: 0.0635743 Jun 30 10:15:44.097497 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3effef61-239b-4ea5-b987-b76642f6f01f req-f6bc88ff-41fe-40f3-b31e-37e35eb5afcc tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592141 Jun 30 10:15:44.120689 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-130441d0-3369-4bf6-9088-402eb967b89b req-691041fe-f036-4152-8b0c-b8e6eea3a7a6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0660408 Jun 30 10:15:45.274596 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd81fb7-6c20-4dad-9daa-21d3b8e8d4fa req-cc2a0715-a10b-4fc3-9cf9-49675efa0d13 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:45.276125 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fdd81fb7-6c20-4dad-9daa-21d3b8e8d4fa req-cc2a0715-a10b-4fc3-9cf9-49675efa0d13 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 945 time: 0.0653930 Jun 30 10:15:45.314821 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fdd81fb7-6c20-4dad-9daa-21d3b8e8d4fa req-82bea777-ded4-486f-942a-bc8e66091d07 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328109 Jun 30 10:15:46.334069 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130441d0-3369-4bf6-9088-402eb967b89b req-96c24bd0-6c1b-439c-b2ec-39c395cf1dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:46.335569 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-130441d0-3369-4bf6-9088-402eb967b89b req-96c24bd0-6c1b-439c-b2ec-39c395cf1dfe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2cbbc3aca7a445a821a9cc45f6c9d77&device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 1097 time: 0.0594237 Jun 30 10:15:46.425530 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130441d0-3369-4bf6-9088-402eb967b89b req-81a065be-b4c9-47f1-a3f2-9e5df3a26995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:46.426995 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-130441d0-3369-4bf6-9088-402eb967b89b req-81a065be-b4c9-47f1-a3f2-9e5df3a26995 service neutron] 10.222.0.37 "GET /v2.0/networks?id=71652235-a2d8-447b-afb1-725a4910dceb HTTP/1.1" status: 200 len: 915 time: 0.0852416 Jun 30 10:15:46.494048 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-130441d0-3369-4bf6-9088-402eb967b89b req-b5406f4a-1631-4271-9fba-8b46a74c3832 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01114938-20df-48be-86f4-41466f58b814 HTTP/1.1" status: 200 len: 217 time: 0.0577879 Jun 30 10:15:46.554848 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130441d0-3369-4bf6-9088-402eb967b89b req-9a1a19ae-e182-4569-966b-042f3419fa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:46.556320 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-130441d0-3369-4bf6-9088-402eb967b89b req-9a1a19ae-e182-4569-966b-042f3419fa3b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5f61c5df-eea0-4ae1-8c7a-099f29a02b0c HTTP/1.1" status: 200 len: 854 time: 0.0560849 Jun 30 10:15:46.565583 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092aef3-f3f5-4d67-8cea-ac71b128b450 req-6aeb4661-a8b2-4025-a7fd-936b961a38bf tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:46.566939 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b092aef3-f3f5-4d67-8cea-ac71b128b450 req-6aeb4661-a8b2-4025-a7fd-936b961a38bf tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 945 time: 0.1390607 Jun 30 10:15:46.600533 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-130441d0-3369-4bf6-9088-402eb967b89b req-12f2bcb4-22c9-4df2-b10a-e5da65810e87 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71652235-a2d8-447b-afb1-725a4910dceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325668 Jun 30 10:15:46.673990 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b092aef3-f3f5-4d67-8cea-ac71b128b450 req-78edeb0c-bd75-4b86-aa93-79f1be772181 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991442 Jun 30 10:15:46.710691 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-130441d0-3369-4bf6-9088-402eb967b89b req-d8d038aa-faa4-46d3-b021-80919494b011 service neutron] 10.222.0.37 "GET /v2.0/networks/71652235-a2d8-447b-afb1-725a4910dceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044335 Jun 30 10:15:46.799329 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-130441d0-3369-4bf6-9088-402eb967b89b req-e9384d64-2c32-4f61-a2e6-317a228f3136 service neutron] 10.222.0.37 "GET /v2.0/networks/71652235-a2d8-447b-afb1-725a4910dceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828874 Jun 30 10:15:47.860915 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a42f3-0fa3-46da-94b9-ff87aa1247f8 req-fb961b1e-c25a-4d06-8b4d-39a7f7207aab tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:47.862380 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a64a42f3-0fa3-46da-94b9-ff87aa1247f8 req-fb961b1e-c25a-4d06-8b4d-39a7f7207aab tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 945 time: 0.0738955 Jun 30 10:15:47.901235 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a64a42f3-0fa3-46da-94b9-ff87aa1247f8 req-bbbb2743-d360-48ff-b43c-f735ff7493c6 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329428 Jun 30 10:15:49.082666 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d951040-e373-4e4f-a072-f739ac09c386 req-22f9603a-9619-4c4b-b830-872f00c93c7e tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:49.084172 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4d951040-e373-4e4f-a072-f739ac09c386 req-22f9603a-9619-4c4b-b830-872f00c93c7e tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 945 time: 0.0708561 Jun 30 10:15:49.122714 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4d951040-e373-4e4f-a072-f739ac09c386 req-475723e3-8246-4b32-b2fe-e846e7db310c tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325799 Jun 30 10:15:50.301793 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b2f7c-fc87-4a60-9165-f6d43a583d8d req-23842914-81b1-4d24-a203-fe44c1ac853a tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:50.303274 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9b2b2f7c-fc87-4a60-9165-f6d43a583d8d req-23842914-81b1-4d24-a203-fe44c1ac853a tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 945 time: 0.0669873 Jun 30 10:15:50.340843 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9b2b2f7c-fc87-4a60-9165-f6d43a583d8d req-bc344c34-385f-4a53-ba7c-f8d9bedda69f tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317893 Jun 30 10:15:50.478948 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f3cf0ec2-567d-41fc-8a6e-f684779ad240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:51.513580 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc06bde-c1d6-4771-a5ba-c92ef4367b50 req-caee83e4-43b9-4bba-9c65-87c58fe74d2a tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:51.515738 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8cc06bde-c1d6-4771-a5ba-c92ef4367b50 req-caee83e4-43b9-4bba-9c65-87c58fe74d2a tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 945 time: 0.0636604 Jun 30 10:15:51.553461 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8cc06bde-c1d6-4771-a5ba-c92ef4367b50 req-6a81e782-9053-4f87-8300-450932acaa0a tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316658 Jun 30 10:15:51.994469 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:15:52.727924 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c59fc-767a-4576-8cd2-8d33c4756cbf req-4bd29c4c-8f68-4156-b971-ff155a8d9aa4 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:52.729387 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b35c59fc-767a-4576-8cd2-8d33c4756cbf req-4bd29c4c-8f68-4156-b971-ff155a8d9aa4 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 945 time: 0.0640941 Jun 30 10:15:52.769800 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b35c59fc-767a-4576-8cd2-8d33c4756cbf req-793b35fd-5767-4531-83ff-ef737460a7f4 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338242 Jun 30 10:15:52.950639 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-04ada8e0-2a13-4d98-8136-20d8033e2bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:53.569944 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:53.959096 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d203d20-1f83-425e-b41b-cc294f152661 req-55fbf71d-cd6b-4c85-9eca-eae1a94e636e tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:53.960581 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9d203d20-1f83-425e-b41b-cc294f152661 req-55fbf71d-cd6b-4c85-9eca-eae1a94e636e tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 945 time: 0.0673478 Jun 30 10:15:53.999013 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9d203d20-1f83-425e-b41b-cc294f152661 req-b993553d-b64d-4b1d-9376-04cf537e1c5a tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327106 Jun 30 10:15:54.830160 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:55.170149 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d310e7a-4614-45f1-bf08-2666ff92a23e req-010e3c16-775d-4f4a-bb07-5eb40fa70ef3 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:55.172098 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5d310e7a-4614-45f1-bf08-2666ff92a23e req-010e3c16-775d-4f4a-bb07-5eb40fa70ef3 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 945 time: 0.0630195 Jun 30 10:15:55.212112 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5d310e7a-4614-45f1-bf08-2666ff92a23e req-4a5743bf-63f6-46b4-abe9-1c7ac0591201 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345261 Jun 30 10:15:56.386409 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf067d6-1d49-4e46-afc7-4a223eb8cad9 req-3a73365f-e6db-43e1-a686-c47f347b3f61 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:56.387913 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6cf067d6-1d49-4e46-afc7-4a223eb8cad9 req-3a73365f-e6db-43e1-a686-c47f347b3f61 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 945 time: 0.0643260 Jun 30 10:15:56.425377 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6cf067d6-1d49-4e46-afc7-4a223eb8cad9 req-a0521667-04ee-4a88-8eb0-cb88f8967f81 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317378 Jun 30 10:15:56.547299 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:57.600806 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c77ef6-dd6a-4724-aaf9-dd820a1d50ff req-f9b71d18-d307-41a2-a1e6-e860d79c5b6e tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:57.602269 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f8c77ef6-dd6a-4724-aaf9-dd820a1d50ff req-f9b71d18-d307-41a2-a1e6-e860d79c5b6e tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 945 time: 0.0630410 Jun 30 10:15:57.641472 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f8c77ef6-dd6a-4724-aaf9-dd820a1d50ff req-8ea1c220-cfb3-4a9f-b8c4-80f68230c850 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336344 Jun 30 10:15:58.815977 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a868f308-d5e3-49aa-aa72-5f636cd5399a req-9838a0bd-f36c-41bb-82f6-7254b72873f4 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:58.817460 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a868f308-d5e3-49aa-aa72-5f636cd5399a req-9838a0bd-f36c-41bb-82f6-7254b72873f4 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 945 time: 0.0615926 Jun 30 10:15:58.855323 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a868f308-d5e3-49aa-aa72-5f636cd5399a req-e5be4b4c-2d6f-4c62-ac17-0bd67b6f0e42 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322442 Jun 30 10:16:00.035844 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea81442-662c-44fd-9001-b168d8b47f56 req-780650ac-bf1f-4329-a4c7-39fb714a928b tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:00.037348 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0ea81442-662c-44fd-9001-b168d8b47f56 req-780650ac-bf1f-4329-a4c7-39fb714a928b tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 945 time: 0.0635135 Jun 30 10:16:00.075556 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0ea81442-662c-44fd-9001-b168d8b47f56 req-c3445c47-2f38-4df8-a786-59738af8c11d tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323162 Jun 30 10:16:01.252522 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de3c7c-22b5-40b8-9a3c-3ad0fa2303a6 req-9a364660-b85c-4440-b310-6b60e0a7da55 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:01.253963 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a8de3c7c-22b5-40b8-9a3c-3ad0fa2303a6 req-9a364660-b85c-4440-b310-6b60e0a7da55 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 945 time: 0.0658054 Jun 30 10:16:01.292724 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a8de3c7c-22b5-40b8-9a3c-3ad0fa2303a6 req-2518766b-3b52-40cc-b0a0-09b6c26a4ea5 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324137 Jun 30 10:16:02.469709 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98532d3-ca71-4a5f-b683-ae9241521138 req-beae9502-29cc-48ae-9546-d6edea29fec9 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:02.471167 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c98532d3-ca71-4a5f-b683-ae9241521138 req-beae9502-29cc-48ae-9546-d6edea29fec9 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 945 time: 0.0673563 Jun 30 10:16:02.508047 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c98532d3-ca71-4a5f-b683-ae9241521138 req-8ede130b-bb73-44b9-8f68-806af4e792af tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312502 Jun 30 10:16:03.691229 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0896ded9-bd0e-458c-9f77-a00d3505fac0 req-3ac90db0-16a3-4a06-bbd3-df6e85dd590b tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:03.692708 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0896ded9-bd0e-458c-9f77-a00d3505fac0 req-3ac90db0-16a3-4a06-bbd3-df6e85dd590b tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 945 time: 0.0675845 Jun 30 10:16:03.729820 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0896ded9-bd0e-458c-9f77-a00d3505fac0 req-3aca72b3-376f-47f7-8102-0d0a8fa2f08c tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314865 Jun 30 10:16:04.019208 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [req-130441d0-3369-4bf6-9088-402eb967b89b req-7fd7dba4-5adc-45f6-a326-d0050b1e25fd service neutron] show failed (client error): The resource could not be found. Jun 30 10:16:04.020210 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-130441d0-3369-4bf6-9088-402eb967b89b req-7fd7dba4-5adc-45f6-a326-d0050b1e25fd service neutron] 10.222.0.37 "GET /v2.0/ports/01114938-20df-48be-86f4-41466f58b814/bindings/n-h1-771363-31 HTTP/1.1" status: 404 len: 381 time: 0.0611341 Jun 30 10:16:04.643981 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130441d0-3369-4bf6-9088-402eb967b89b req-c4e674be-c72b-48b3-928e-23c098ff0fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:04.645466 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-130441d0-3369-4bf6-9088-402eb967b89b req-c4e674be-c72b-48b3-928e-23c098ff0fd0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62&tenant_id=e2cbbc3aca7a445a821a9cc45f6c9d77 HTTP/1.1" status: 200 len: 1097 time: 0.0941303 Jun 30 10:16:04.658084 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-130441d0-3369-4bf6-9088-402eb967b89b req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-31', 'device_owner': 'compute:nova'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:16:04.737313 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-130441d0-3369-4bf6-9088-402eb967b89b req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:04.980183 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d5583-07f9-4393-b164-60b1cf3fc070 req-37e287a2-13cb-4b02-8e7c-cee721062c27 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:04.981646 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-991d5583-07f9-4393-b164-60b1cf3fc070 req-37e287a2-13cb-4b02-8e7c-cee721062c27 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 945 time: 0.1393008 Jun 30 10:16:04.990997 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-130441d0-3369-4bf6-9088-402eb967b89b req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] For port 01114938-20df-48be-86f4-41466f58b814, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=01114938-20df-48be-86f4-41466f58b814,segment=NetworkSegment(e793c0e6-bfde-4052-8314-a66ba8dba553),segment_id=e793c0e6-bfde-4052-8314-a66ba8dba553)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:16:05.047470 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-991d5583-07f9-4393-b164-60b1cf3fc070 req-e6224481-aad4-4131-9b4f-f6f1a613ecee tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589199 Jun 30 10:16:05.050468 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-130441d0-3369-4bf6-9088-402eb967b89b req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] For port 01114938-20df-48be-86f4-41466f58b814, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:16:05.094916 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac7312d-698a-4235-9016-1be641b08a62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01114938-20df-48be-86f4-41466f58b814'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:16:05.097173 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d77372a-0e0a-41ba-9006-4cba72ab073c" -d '{"events": [{"server_uuid": "9ac7312d-698a-4235-9016-1be641b08a62", "name": "network-vif-unplugged", "status": "completed", "tag": "01114938-20df-48be-86f4-41466f58b814"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:16:05.101008 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-130441d0-3369-4bf6-9088-402eb967b89b req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:05.113251 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-130441d0-3369-4bf6-9088-402eb967b89b req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] Transition to ACTIVE for port object 01114938-20df-48be-86f4-41466f58b814 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:16:05.181675 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-130441d0-3369-4bf6-9088-402eb967b89b req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:05.210191 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 10:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0325ca4-4e96-4ac8-a866-c1508055b1a4 x-openstack-request-id: req-c0325ca4-4e96-4ac8-a866-c1508055b1a4 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:16:05.210482 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac7312d-698a-4235-9016-1be641b08a62", "name": "network-vif-unplugged", "status": "completed", "tag": "01114938-20df-48be-86f4-41466f58b814", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:16:05.210732 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c0325ca4-4e96-4ac8-a866-c1508055b1a4 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:16:05.211138 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac7312d-698a-4235-9016-1be641b08a62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01114938-20df-48be-86f4-41466f58b814', 'code': 200} Jun 30 10:16:05.247443 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-130441d0-3369-4bf6-9088-402eb967b89b req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] No DVR routers for this DVR port 01114938-20df-48be-86f4-41466f58b814 on host n-h2-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:16:05.251910 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] Pushing event updated for resources: {'Port': ['ID=01114938-20df-48be-86f4-41466f58b814,revision_number=6']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:16:05.261862 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:05.262209 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:05.262551 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:05.262888 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:05.263249 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:05.263582 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:05.263912 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:05.264238 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:05.265229 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:05.265559 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:05.265886 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:05.266204 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:05.296400 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-130441d0-3369-4bf6-9088-402eb967b89b req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] Attempting to bind port 01114938-20df-48be-86f4-41466f58b814 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:16:05.296787 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-130441d0-3369-4bf6-9088-402eb967b89b req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] Attempting to bind port 01114938-20df-48be-86f4-41466f58b814 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': 'e793c0e6-bfde-4052-8314-a66ba8dba553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71652235-a2d8-447b-afb1-725a4910dceb'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:16:05.297079 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130441d0-3369-4bf6-9088-402eb967b89b req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] Attempting to bind port 01114938-20df-48be-86f4-41466f58b814 on network 71652235-a2d8-447b-afb1-725a4910dceb {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:16:05.301272 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130441d0-3369-4bf6-9088-402eb967b89b req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] Port 01114938-20df-48be-86f4-41466f58b814 on network 71652235-a2d8-447b-afb1-725a4910dceb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:16:05.301596 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130441d0-3369-4bf6-9088-402eb967b89b req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] Attempting to bind port 01114938-20df-48be-86f4-41466f58b814 on network 71652235-a2d8-447b-afb1-725a4910dceb {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:16:05.306224 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130441d0-3369-4bf6-9088-402eb967b89b req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:16:05.306564 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130441d0-3369-4bf6-9088-402eb967b89b req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] Checking segment: {'id': 'e793c0e6-bfde-4052-8314-a66ba8dba553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71652235-a2d8-447b-afb1-725a4910dceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:16:05.306942 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130441d0-3369-4bf6-9088-402eb967b89b req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] Bound using segment: {'id': 'e793c0e6-bfde-4052-8314-a66ba8dba553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71652235-a2d8-447b-afb1-725a4910dceb'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:16:05.307395 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-130441d0-3369-4bf6-9088-402eb967b89b req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] Bound port: 01114938-20df-48be-86f4-41466f58b814, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e793c0e6-bfde-4052-8314-a66ba8dba553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71652235-a2d8-447b-afb1-725a4910dceb'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:16:05.307744 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-130441d0-3369-4bf6-9088-402eb967b89b req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:05.371484 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-130441d0-3369-4bf6-9088-402eb967b89b req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] For port 01114938-20df-48be-86f4-41466f58b814, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:16:05.375088 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-130441d0-3369-4bf6-9088-402eb967b89b req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] For port 01114938-20df-48be-86f4-41466f58b814, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=01114938-20df-48be-86f4-41466f58b814,segment=NetworkSegment(e793c0e6-bfde-4052-8314-a66ba8dba553),segment_id=e793c0e6-bfde-4052-8314-a66ba8dba553)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:16:05.473180 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-130441d0-3369-4bf6-9088-402eb967b89b req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:05.508570 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130441d0-3369-4bf6-9088-402eb967b89b req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:05.509186 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-130441d0-3369-4bf6-9088-402eb967b89b req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:05.510628 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-130441d0-3369-4bf6-9088-402eb967b89b req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] 10.222.0.52 "PUT /v2.0/ports/01114938-20df-48be-86f4-41466f58b814 HTTP/1.1" status: 200 len: 1092 time: 0.8565915 Jun 30 10:16:05.530299 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c40e11-1850-45b3-9c3c-b1ba548cde9b service neutron] Pushing event updated for resources: {'Port': ['ID=01114938-20df-48be-86f4-41466f58b814,revision_number=7']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:16:05.584733 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130441d0-3369-4bf6-9088-402eb967b89b req-de9cf06a-e3aa-4275-9be5-cde7022aa3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:05.586192 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-130441d0-3369-4bf6-9088-402eb967b89b req-de9cf06a-e3aa-4275-9be5-cde7022aa3af service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e2cbbc3aca7a445a821a9cc45f6c9d77&device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 1095 time: 0.0527959 Jun 30 10:16:05.678975 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130441d0-3369-4bf6-9088-402eb967b89b req-16035f17-7267-4381-99fc-15d82ab839d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:05.680442 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-130441d0-3369-4bf6-9088-402eb967b89b req-16035f17-7267-4381-99fc-15d82ab839d9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=71652235-a2d8-447b-afb1-725a4910dceb HTTP/1.1" status: 200 len: 915 time: 0.0870376 Jun 30 10:16:05.722124 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-130441d0-3369-4bf6-9088-402eb967b89b req-a2e803c0-2fc2-44aa-a6ba-3ebe40ecf165 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01114938-20df-48be-86f4-41466f58b814 HTTP/1.1" status: 200 len: 217 time: 0.0346878 Jun 30 10:16:05.769771 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130441d0-3369-4bf6-9088-402eb967b89b req-32cd4bb2-881c-4328-aa24-4f0c9b790ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:05.771088 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-130441d0-3369-4bf6-9088-402eb967b89b req-32cd4bb2-881c-4328-aa24-4f0c9b790ecc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5f61c5df-eea0-4ae1-8c7a-099f29a02b0c HTTP/1.1" status: 200 len: 854 time: 0.0431240 Jun 30 10:16:05.808202 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-130441d0-3369-4bf6-9088-402eb967b89b req-8c9f4c9a-07d7-4070-8476-8991318768dd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=71652235-a2d8-447b-afb1-725a4910dceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305409 Jun 30 10:16:05.897041 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-130441d0-3369-4bf6-9088-402eb967b89b req-23976266-c6c9-41fa-a312-8c2ff34a3074 service neutron] 10.222.0.52 "GET /v2.0/networks/71652235-a2d8-447b-afb1-725a4910dceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821304 Jun 30 10:16:05.992350 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-130441d0-3369-4bf6-9088-402eb967b89b req-ced10a01-880c-46bc-b0a3-054b09b0ce19 service neutron] 10.222.0.52 "GET /v2.0/networks/71652235-a2d8-447b-afb1-725a4910dceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859790 Jun 30 10:16:06.226952 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33f059-ae3b-4dc2-98a1-05476543c206 req-0068b263-26ca-4dbf-bc97-650734667f65 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:06.228477 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7a33f059-ae3b-4dc2-98a1-05476543c206 req-0068b263-26ca-4dbf-bc97-650734667f65 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 943 time: 0.0636163 Jun 30 10:16:06.268131 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7a33f059-ae3b-4dc2-98a1-05476543c206 req-068bee26-4c53-4dc5-901e-a202a71f935f tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335095 Jun 30 10:16:07.212648 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac7312d-698a-4235-9016-1be641b08a62', 'tag': '01114938-20df-48be-86f4-41466f58b814'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:16:07.215036 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341969d9-22d9-4e32-95f5-8740f688efe8" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac7312d-698a-4235-9016-1be641b08a62", "tag": "01114938-20df-48be-86f4-41466f58b814"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:16:07.261781 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101817f6-26cf-4a40-992b-d97af07a1d47 x-openstack-request-id: req-101817f6-26cf-4a40-992b-d97af07a1d47 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:16:07.262075 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac7312d-698a-4235-9016-1be641b08a62", "tag": "01114938-20df-48be-86f4-41466f58b814", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:16:07.262329 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-101817f6-26cf-4a40-992b-d97af07a1d47 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:16:07.262724 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac7312d-698a-4235-9016-1be641b08a62', 'tag': '01114938-20df-48be-86f4-41466f58b814', 'status': 'completed', 'code': 200} Jun 30 10:16:07.341455 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341969d9-22d9-4e32-95f5-8740f688efe8 req-e1f22b36-1162-4de3-a11a-f2b0edcfbbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:07.345113 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-341969d9-22d9-4e32-95f5-8740f688efe8 req-e1f22b36-1162-4de3-a11a-f2b0edcfbbbb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e2cbbc3aca7a445a821a9cc45f6c9d77&device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 1095 time: 0.0608966 Jun 30 10:16:07.348168 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341969d9-22d9-4e32-95f5-8740f688efe8 req-25a5c4fc-e615-496b-9520-016799a15152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:07.349636 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-341969d9-22d9-4e32-95f5-8740f688efe8 req-25a5c4fc-e615-496b-9520-016799a15152 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2cbbc3aca7a445a821a9cc45f6c9d77&device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 1095 time: 0.0597067 Jun 30 10:16:07.439393 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341969d9-22d9-4e32-95f5-8740f688efe8 req-3edd5e97-7b67-48c5-a03f-79090ce2bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:07.440964 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-341969d9-22d9-4e32-95f5-8740f688efe8 req-3edd5e97-7b67-48c5-a03f-79090ce2bf54 service neutron] 10.222.0.37 "GET /v2.0/networks?id=71652235-a2d8-447b-afb1-725a4910dceb HTTP/1.1" status: 200 len: 915 time: 0.0855963 Jun 30 10:16:07.478276 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341969d9-22d9-4e32-95f5-8740f688efe8 req-73846dbd-311c-4c3e-83dc-272a2e46ecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:07.479756 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-341969d9-22d9-4e32-95f5-8740f688efe8 req-73846dbd-311c-4c3e-83dc-272a2e46ecd4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=71652235-a2d8-447b-afb1-725a4910dceb HTTP/1.1" status: 200 len: 915 time: 0.1271348 Jun 30 10:16:07.485471 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-341969d9-22d9-4e32-95f5-8740f688efe8 req-a08c928d-8261-4a2e-898f-57aa45aabf3b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01114938-20df-48be-86f4-41466f58b814 HTTP/1.1" status: 200 len: 217 time: 0.0387137 Jun 30 10:16:07.494607 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca67b5-1826-42ec-99a3-3a8c475668ee req-5954380c-2fe4-4091-8d38-8015a8f22e51 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:07.496056 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-deca67b5-1826-42ec-99a3-3a8c475668ee req-5954380c-2fe4-4091-8d38-8015a8f22e51 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 943 time: 0.0967712 Jun 30 10:16:07.535712 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341969d9-22d9-4e32-95f5-8740f688efe8 req-0155b65c-9cca-4f9c-b5b6-ea299d1bde6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:07.537181 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-341969d9-22d9-4e32-95f5-8740f688efe8 req-0155b65c-9cca-4f9c-b5b6-ea299d1bde6a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5f61c5df-eea0-4ae1-8c7a-099f29a02b0c HTTP/1.1" status: 200 len: 854 time: 0.0452278 Jun 30 10:16:07.546427 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-341969d9-22d9-4e32-95f5-8740f688efe8 req-30b2b729-6570-42da-809f-1e755a29c3c0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01114938-20df-48be-86f4-41466f58b814 HTTP/1.1" status: 200 len: 217 time: 0.0494561 Jun 30 10:16:07.573559 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-341969d9-22d9-4e32-95f5-8740f688efe8 req-6eeb7c17-8993-4880-b92c-3c4d5abcbb06 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71652235-a2d8-447b-afb1-725a4910dceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301373 Jun 30 10:16:07.593505 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-deca67b5-1826-42ec-99a3-3a8c475668ee req-8f87ecec-8939-4904-9b07-01470eaf4e7c tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904777 Jun 30 10:16:07.609935 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341969d9-22d9-4e32-95f5-8740f688efe8 req-8deacf5c-9e10-4b60-a4fe-4a3069af8982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:07.611417 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-341969d9-22d9-4e32-95f5-8740f688efe8 req-8deacf5c-9e10-4b60-a4fe-4a3069af8982 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5f61c5df-eea0-4ae1-8c7a-099f29a02b0c HTTP/1.1" status: 200 len: 854 time: 0.0575857 Jun 30 10:16:07.649759 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-341969d9-22d9-4e32-95f5-8740f688efe8 req-e3c60a8b-d7c3-4b84-85f1-4a0c01781ab8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=71652235-a2d8-447b-afb1-725a4910dceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279300 Jun 30 10:16:07.671150 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-341969d9-22d9-4e32-95f5-8740f688efe8 req-86c9a4a6-1ce5-4d97-99ed-f4479faefbe4 service neutron] 10.222.0.37 "GET /v2.0/networks/71652235-a2d8-447b-afb1-725a4910dceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911872 Jun 30 10:16:07.743897 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-341969d9-22d9-4e32-95f5-8740f688efe8 req-e47f6da2-b436-41bc-8c1f-d9632f5f8e08 service neutron] 10.222.0.52 "GET /v2.0/networks/71652235-a2d8-447b-afb1-725a4910dceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863261 Jun 30 10:16:07.761229 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-341969d9-22d9-4e32-95f5-8740f688efe8 req-0937e6eb-d423-45a5-b96e-882fdf1d7eca service neutron] 10.222.0.37 "GET /v2.0/networks/71652235-a2d8-447b-afb1-725a4910dceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844109 Jun 30 10:16:07.835975 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-341969d9-22d9-4e32-95f5-8740f688efe8 req-ec9c6dc6-0d4d-4558-a376-f0a71ed66547 service neutron] 10.222.0.52 "GET /v2.0/networks/71652235-a2d8-447b-afb1-725a4910dceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810239 Jun 30 10:16:07.870168 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 01114938-20df-48be-86f4-41466f58b814 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:16:07.908622 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 01114938-20df-48be-86f4-41466f58b814 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:16:08.261178 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:08.777393 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d725629-8ecf-41ca-858c-e03df61c0967 req-fb8cfa8f-29ed-4023-97d4-579dc9294061 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:08.778868 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6d725629-8ecf-41ca-858c-e03df61c0967 req-fb8cfa8f-29ed-4023-97d4-579dc9294061 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 943 time: 0.0699797 Jun 30 10:16:08.817128 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6d725629-8ecf-41ca-858c-e03df61c0967 req-dbf3b878-986f-4c27-a600-1b99592a1779 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321412 Jun 30 10:16:09.255665 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fd47f-8e5b-41d5-9130-75794a68c32d req-81a16780-79a4-4abb-91e7-464c65d21f38 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:09.257236 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a75fd47f-8e5b-41d5-9130-75794a68c32d req-81a16780-79a4-4abb-91e7-464c65d21f38 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 943 time: 0.0654929 Jun 30 10:16:09.334209 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a75fd47f-8e5b-41d5-9130-75794a68c32d req-df95115f-54b6-4310-a0e6-eab2963c1729 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714231 Jun 30 10:16:09.364450 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12b94d-9b65-42d7-9224-94f7c6c2751f req-d75c2538-ee3d-4804-813e-267afb8a5ca0 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:09.366038 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb12b94d-9b65-42d7-9224-94f7c6c2751f req-d75c2538-ee3d-4804-813e-267afb8a5ca0 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62&tenant_id=e2cbbc3aca7a445a821a9cc45f6c9d77&binding%3Ahost_id=n-h1-771363-31 HTTP/1.1" status: 200 len: 943 time: 0.1022594 Jun 30 10:16:09.429604 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [req-bb12b94d-9b65-42d7-9224-94f7c6c2751f req-7b297177-8f45-4c5e-80af-926d3f066ab5 service neutron] delete failed (client error): The resource could not be found. Jun 30 10:16:09.430610 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb12b94d-9b65-42d7-9224-94f7c6c2751f req-7b297177-8f45-4c5e-80af-926d3f066ab5 service neutron] 10.222.0.37 "DELETE /v2.0/ports/01114938-20df-48be-86f4-41466f58b814/bindings/n-h2-771363-31 HTTP/1.1" status: 404 len: 381 time: 0.0586629 Jun 30 10:16:09.467215 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:09.528319 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12b94d-9b65-42d7-9224-94f7c6c2751f req-195eba09-8dd3-4121-bce1-b422873a2dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:09.529703 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb12b94d-9b65-42d7-9224-94f7c6c2751f req-195eba09-8dd3-4121-bce1-b422873a2dd2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2cbbc3aca7a445a821a9cc45f6c9d77&device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 1095 time: 0.0537188 Jun 30 10:16:09.622703 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12b94d-9b65-42d7-9224-94f7c6c2751f req-d9635873-3e91-4638-a048-d8bbca40df0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:09.624169 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb12b94d-9b65-42d7-9224-94f7c6c2751f req-d9635873-3e91-4638-a048-d8bbca40df0d service neutron] 10.222.0.37 "GET /v2.0/networks?id=71652235-a2d8-447b-afb1-725a4910dceb HTTP/1.1" status: 200 len: 915 time: 0.0858243 Jun 30 10:16:09.664843 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb12b94d-9b65-42d7-9224-94f7c6c2751f req-26c5a4e1-fb63-4c27-83ea-010bf7d05d63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01114938-20df-48be-86f4-41466f58b814 HTTP/1.1" status: 200 len: 217 time: 0.0340512 Jun 30 10:16:09.711635 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12b94d-9b65-42d7-9224-94f7c6c2751f req-902e1498-2b73-4929-8964-ee1762bd72d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:09.713058 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb12b94d-9b65-42d7-9224-94f7c6c2751f req-902e1498-2b73-4929-8964-ee1762bd72d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5f61c5df-eea0-4ae1-8c7a-099f29a02b0c HTTP/1.1" status: 200 len: 854 time: 0.0424209 Jun 30 10:16:09.746028 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb12b94d-9b65-42d7-9224-94f7c6c2751f req-b7493506-3990-494d-8942-a3cbd6362e45 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71652235-a2d8-447b-afb1-725a4910dceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263238 Jun 30 10:16:09.834789 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb12b94d-9b65-42d7-9224-94f7c6c2751f req-1101551c-c924-4e43-b742-2f336f46e5e8 service neutron] 10.222.0.37 "GET /v2.0/networks/71652235-a2d8-447b-afb1-725a4910dceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828512 Jun 30 10:16:09.862297 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 01114938-20df-48be-86f4-41466f58b814 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:16:09.922880 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb12b94d-9b65-42d7-9224-94f7c6c2751f req-4673d20c-ce2c-4c8f-aade-3da6d9763ce3 service neutron] 10.222.0.37 "GET /v2.0/networks/71652235-a2d8-447b-afb1-725a4910dceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821211 Jun 30 10:16:09.963648 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 01114938-20df-48be-86f4-41466f58b814, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=01114938-20df-48be-86f4-41466f58b814,segment=NetworkSegment(e793c0e6-bfde-4052-8314-a66ba8dba553),segment_id=e793c0e6-bfde-4052-8314-a66ba8dba553)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:16:09.976719 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '01114938-20df-48be-86f4-41466f58b814', 'network_id': '71652235-a2d8-447b-afb1-725a4910dceb', 'port_id': '01114938-20df-48be-86f4-41466f58b814', 'mac_address': 'fa:16:3e:5c:a7:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f61c5df-eea0-4ae1-8c7a-099f29a02b0c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:16:10.015899 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:10.028459 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01114938-20df-48be-86f4-41466f58b814 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:16:10.048555 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 01114938-20df-48be-86f4-41466f58b814, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=01114938-20df-48be-86f4-41466f58b814,segment=NetworkSegment(e793c0e6-bfde-4052-8314-a66ba8dba553),segment_id=e793c0e6-bfde-4052-8314-a66ba8dba553)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:16:10.136018 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:10.188377 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=01114938-20df-48be-86f4-41466f58b814,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:16:10.364559 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['01114938-20df-48be-86f4-41466f58b814'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:16:10.518554 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d32396-9169-4433-813f-86b508db8ece req-1235ea36-ee32-4864-87e1-65abdd401449 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:10.520067 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-75d32396-9169-4433-813f-86b508db8ece req-1235ea36-ee32-4864-87e1-65abdd401449 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 944 time: 0.0721292 Jun 30 10:16:10.557808 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-75d32396-9169-4433-813f-86b508db8ece req-ae913390-d402-45e0-9a50-3bd0dc45ed8a tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320382 Jun 30 10:16:11.736894 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd992b96-a32d-47e5-bc56-7f614d76b0e0 req-0a7d2552-caed-4c9b-bcae-3b1455e2056b tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:11.738385 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cd992b96-a32d-47e5-bc56-7f614d76b0e0 req-0a7d2552-caed-4c9b-bcae-3b1455e2056b tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 944 time: 0.0702655 Jun 30 10:16:11.776334 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cd992b96-a32d-47e5-bc56-7f614d76b0e0 req-8c04feb4-f642-4492-a0c8-227222f3bc59 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323825 Jun 30 10:16:11.862304 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 01114938-20df-48be-86f4-41466f58b814 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:16:11.952872 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606e5c4-7200-4a79-92aa-166f112faf82 req-ce1326d8-86c9-470a-9c5f-4f0d46eba1bc tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:11.954308 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5606e5c4-7200-4a79-92aa-166f112faf82 req-ce1326d8-86c9-470a-9c5f-4f0d46eba1bc tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 944 time: 0.0624454 Jun 30 10:16:11.961808 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 01114938-20df-48be-86f4-41466f58b814 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:16:11.966090 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 01114938-20df-48be-86f4-41466f58b814 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:16:11.966536 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:11.994548 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5606e5c4-7200-4a79-92aa-166f112faf82 req-8d0a5b6b-2b25-4c23-ad15-f77303c11e64 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340323 Jun 30 10:16:12.051778 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:12.073514 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac7312d-698a-4235-9016-1be641b08a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01114938-20df-48be-86f4-41466f58b814'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:16:12.075776 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a59e452-f252-4dd2-a2a7-174934d6fa3f" -d '{"events": [{"server_uuid": "9ac7312d-698a-4235-9016-1be641b08a62", "name": "network-vif-plugged", "status": "completed", "tag": "01114938-20df-48be-86f4-41466f58b814"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:16:12.088888 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 01114938-20df-48be-86f4-41466f58b814, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=01114938-20df-48be-86f4-41466f58b814,segment=NetworkSegment(e793c0e6-bfde-4052-8314-a66ba8dba553),segment_id=e793c0e6-bfde-4052-8314-a66ba8dba553)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:16:12.165494 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5f64d5-aa86-4c62-b76b-f7cb2dd283e1 x-openstack-request-id: req-df5f64d5-aa86-4c62-b76b-f7cb2dd283e1 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:16:12.165783 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac7312d-698a-4235-9016-1be641b08a62", "name": "network-vif-plugged", "status": "completed", "tag": "01114938-20df-48be-86f4-41466f58b814", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:16:12.166068 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-df5f64d5-aa86-4c62-b76b-f7cb2dd283e1 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:16:12.166461 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac7312d-698a-4235-9016-1be641b08a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01114938-20df-48be-86f4-41466f58b814', 'code': 200} Jun 30 10:16:12.181273 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:12.185474 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b059c-8b14-4351-9b66-7bc7b4425417 req-69a832a6-9663-4aa3-9c8b-d2a6ea6b58bb tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:12.188380 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-046b059c-8b14-4351-9b66-7bc7b4425417 req-69a832a6-9663-4aa3-9c8b-d2a6ea6b58bb tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 944 time: 0.0678339 Jun 30 10:16:12.226045 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-046b059c-8b14-4351-9b66-7bc7b4425417 req-fcae8309-38a4-4866-87fd-3b7451f47fbf tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319300 Jun 30 10:16:12.228361 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=01114938-20df-48be-86f4-41466f58b814,revision_number=9']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:16:12.866562 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280046b-a77d-430b-805e-5b90d08ad623 req-0c3dff8f-827f-40a5-a64d-dbda64de6cd8 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:12.868066 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d280046b-a77d-430b-805e-5b90d08ad623 req-0c3dff8f-827f-40a5-a64d-dbda64de6cd8 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/networks?id=71652235-a2d8-447b-afb1-725a4910dceb HTTP/1.1" status: 200 len: 814 time: 0.1063426 Jun 30 10:16:12.884464 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d280046b-a77d-430b-805e-5b90d08ad623 req-d2643233-1bc6-4a9f-a085-3ff307d8ec5c tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/quotas/e2cbbc3aca7a445a821a9cc45f6c9d77 HTTP/1.1" status: 200 len: 375 time: 0.0105374 Jun 30 10:16:12.954421 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d280046b-a77d-430b-805e-5b90d08ad623 req-93f2705c-95f3-4a02-bbd6-536db9345859 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2cbbc3aca7a445a821a9cc45f6c9d77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0636990 Jun 30 10:16:13.053379 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d280046b-a77d-430b-805e-5b90d08ad623 req-d295fa4f-df54-44d2-8984-b22b67b1e690 service neutron] 10.222.0.10 "GET /v2.0/networks/71652235-a2d8-447b-afb1-725a4910dceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922818 Jun 30 10:16:13.141315 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d280046b-a77d-430b-805e-5b90d08ad623 req-b3bc7504-4887-442c-935d-d1fe30538a4f service neutron] 10.222.0.10 "GET /v2.0/networks/71652235-a2d8-447b-afb1-725a4910dceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822377 Jun 30 10:16:13.417251 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2b1f35e0-754e-4a8e-8480-4d672b08ae42 req-07718fd9-e12c-4766-9c8f-c592b46c82bf tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 210 time: 0.0284655 Jun 30 10:16:14.213239 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b026b03-01de-40dc-b450-232023572c90 req-ffd550af-4d59-42b9-b4f1-30573cf5bc28 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:14.214696 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2b026b03-01de-40dc-b450-232023572c90 req-ffd550af-4d59-42b9-b4f1-30573cf5bc28 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ac7312d-698a-4235-9016-1be641b08a62 HTTP/1.1" status: 200 len: 945 time: 0.0655575 Jun 30 10:16:14.324585 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-2b026b03-01de-40dc-b450-232023572c90 req-843c14d9-96b8-4847-ab39-e1e96bc29c06 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Deleting port 01114938-20df-48be-86f4-41466f58b814 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:16:14.324841 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2b026b03-01de-40dc-b450-232023572c90 req-843c14d9-96b8-4847-ab39-e1e96bc29c06 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:14.416015 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-2b026b03-01de-40dc-b450-232023572c90 req-843c14d9-96b8-4847-ab39-e1e96bc29c06 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] For port 01114938-20df-48be-86f4-41466f58b814, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=01114938-20df-48be-86f4-41466f58b814,segment=NetworkSegment(e793c0e6-bfde-4052-8314-a66ba8dba553),segment_id=e793c0e6-bfde-4052-8314-a66ba8dba553)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:16:14.416374 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2b026b03-01de-40dc-b450-232023572c90 req-843c14d9-96b8-4847-ab39-e1e96bc29c06 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:14.430780 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-2b026b03-01de-40dc-b450-232023572c90 req-843c14d9-96b8-4847-ab39-e1e96bc29c06 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Calling delete_port for 01114938-20df-48be-86f4-41466f58b814 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:16:14.563229 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5ebf52bd-1c75-41c3-82df-e87adf255f4c req-2467453e-03c9-4039-8657-8e054d408738 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 210 time: 0.0285208 Jun 30 10:16:14.621215 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2b026b03-01de-40dc-b450-232023572c90 req-843c14d9-96b8-4847-ab39-e1e96bc29c06 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:14.635413 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['01114938-20df-48be-86f4-41466f58b814'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:16:14.657461 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c14d9-96b8-4847-ab39-e1e96bc29c06 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Pushing event deleted for resources: {'Port': ['ID=01114938-20df-48be-86f4-41466f58b814,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:16:14.700268 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b026b03-01de-40dc-b450-232023572c90 req-843c14d9-96b8-4847-ab39-e1e96bc29c06 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] No DVR routers for this DVR port 01114938-20df-48be-86f4-41466f58b814 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:16:14.702762 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-2b026b03-01de-40dc-b450-232023572c90 req-843c14d9-96b8-4847-ab39-e1e96bc29c06 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:14.705185 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2b026b03-01de-40dc-b450-232023572c90 req-843c14d9-96b8-4847-ab39-e1e96bc29c06 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.52 "DELETE /v2.0/ports/01114938-20df-48be-86f4-41466f58b814 HTTP/1.1" status: 204 len: 173 time: 0.4777191 Jun 30 10:16:14.705621 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac7312d-698a-4235-9016-1be641b08a62', 'name': 'network-vif-deleted', 'tag': '01114938-20df-48be-86f4-41466f58b814'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:16:14.707960 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03355489-6c68-40a7-92dd-9cfab0ff218f" -d '{"events": [{"server_uuid": "9ac7312d-698a-4235-9016-1be641b08a62", "name": "network-vif-deleted", "tag": "01114938-20df-48be-86f4-41466f58b814"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:16:14.744305 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aad576b-2814-4e89-a00a-f72165e8bd1b x-openstack-request-id: req-7aad576b-2814-4e89-a00a-f72165e8bd1b {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:16:14.744668 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac7312d-698a-4235-9016-1be641b08a62", "name": "network-vif-deleted", "tag": "01114938-20df-48be-86f4-41466f58b814", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:16:14.744922 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7aad576b-2814-4e89-a00a-f72165e8bd1b {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:16:14.745438 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac7312d-698a-4235-9016-1be641b08a62', 'name': 'network-vif-deleted', 'tag': '01114938-20df-48be-86f4-41466f58b814', 'status': 'completed', 'code': 200} Jun 30 10:16:15.599933 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280046b-a77d-430b-805e-5b90d08ad623 req-1016f118-ad29-443b-a24c-08fd47a4406c tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:15.603385 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d280046b-a77d-430b-805e-5b90d08ad623 req-1016f118-ad29-443b-a24c-08fd47a4406c tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.52 "GET /v2.0/networks?id=71652235-a2d8-447b-afb1-725a4910dceb HTTP/1.1" status: 200 len: 814 time: 0.1087132 Jun 30 10:16:15.619712 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-d280046b-a77d-430b-805e-5b90d08ad623 req-5f33d58c-8eb2-4e96-9233-204b2cb47e10 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Request body: {'port': {'device_id': 'a4c823ff-5c8b-43c7-98c2-26d38723d51e', 'network_id': '71652235-a2d8-447b-afb1-725a4910dceb', 'admin_state_up': True, 'tenant_id': 'e2cbbc3aca7a445a821a9cc45f6c9d77'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:16:15.728136 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b76c8479-9680-408f-a49e-312f9684a252 req-9d42c5db-45be-43db-8ee4-b1473b86d961 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 210 time: 0.0346417 Jun 30 10:16:15.809734 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d280046b-a77d-430b-805e-5b90d08ad623 req-5f33d58c-8eb2-4e96-9233-204b2cb47e10 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Made reservation on behalf of e2cbbc3aca7a445a821a9cc45f6c9d77 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:16:15.813353 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d280046b-a77d-430b-805e-5b90d08ad623 req-5f33d58c-8eb2-4e96-9233-204b2cb47e10 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:15.949395 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-d280046b-a77d-430b-805e-5b90d08ad623 req-5f33d58c-8eb2-4e96-9233-204b2cb47e10 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Allocated IP 172.20.0.12 (71652235-a2d8-447b-afb1-725a4910dceb/5f61c5df-eea0-4ae1-8c7a-099f29a02b0c/aaca8043-5b04-4045-9a8e-590c6f8b35e3) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:16:16.099293 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d280046b-a77d-430b-805e-5b90d08ad623 req-5f33d58c-8eb2-4e96-9233-204b2cb47e10 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:16.210347 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d280046b-a77d-430b-805e-5b90d08ad623 req-5f33d58c-8eb2-4e96-9233-204b2cb47e10 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:16.256957 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d280046b-a77d-430b-805e-5b90d08ad623 req-5f33d58c-8eb2-4e96-9233-204b2cb47e10 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Network 71652235-a2d8-447b-afb1-725a4910dceb is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:16:16.260136 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-d280046b-a77d-430b-805e-5b90d08ad623 req-5f33d58c-8eb2-4e96-9233-204b2cb47e10 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:16:16.265940 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-d280046b-a77d-430b-805e-5b90d08ad623 req-5f33d58c-8eb2-4e96-9233-204b2cb47e10 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:16:16.289912 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f33d58c-8eb2-4e96-9233-204b2cb47e10 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Pushing event updated for resources: {'Port': ['ID=aaca8043-5b04-4045-9a8e-590c6f8b35e3,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:16:16.330532 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280046b-a77d-430b-805e-5b90d08ad623 req-5f33d58c-8eb2-4e96-9233-204b2cb47e10 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:16.331168 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d280046b-a77d-430b-805e-5b90d08ad623 req-5f33d58c-8eb2-4e96-9233-204b2cb47e10 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:16.413824 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d280046b-a77d-430b-805e-5b90d08ad623 req-5f33d58c-8eb2-4e96-9233-204b2cb47e10 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7993629 Jun 30 10:16:16.426442 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-d280046b-a77d-430b-805e-5b90d08ad623 req-53743c4b-fc12-4d12-b341-ff7cc665f95a service neutron] Request body: {'port': {'device_id': 'a4c823ff-5c8b-43c7-98c2-26d38723d51e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:16:16.498978 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d280046b-a77d-430b-805e-5b90d08ad623 req-53743c4b-fc12-4d12-b341-ff7cc665f95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:17.024366 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878eb1c-35b0-4353-8c06-def791e8b172 req-fec99527-fb89-4e78-a5e7-e78e035aca71 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:17.025760 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c878eb1c-35b0-4353-8c06-def791e8b172 req-fec99527-fb89-4e78-a5e7-e78e035aca71 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 932 time: 0.1742234 Jun 30 10:16:17.084549 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c878eb1c-35b0-4353-8c06-def791e8b172 req-d7ebd297-4820-475d-9943-6e3a80d9f3ab tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524316 Jun 30 10:16:17.149947 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-d280046b-a77d-430b-805e-5b90d08ad623 req-53743c4b-fc12-4d12-b341-ff7cc665f95a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaca8043-5b04-4045-9a8e-590c6f8b35e3 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:16:17.158235 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d280046b-a77d-430b-805e-5b90d08ad623 req-53743c4b-fc12-4d12-b341-ff7cc665f95a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:17.169624 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-d280046b-a77d-430b-805e-5b90d08ad623 req-53743c4b-fc12-4d12-b341-ff7cc665f95a service neutron] Transition to ACTIVE for port object aaca8043-5b04-4045-9a8e-590c6f8b35e3 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:16:17.236271 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d280046b-a77d-430b-805e-5b90d08ad623 req-53743c4b-fc12-4d12-b341-ff7cc665f95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:17.297958 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53743c4b-fc12-4d12-b341-ff7cc665f95a service neutron] Pushing event updated for resources: {'Port': ['ID=aaca8043-5b04-4045-9a8e-590c6f8b35e3,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:16:17.361435 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-d280046b-a77d-430b-805e-5b90d08ad623 req-53743c4b-fc12-4d12-b341-ff7cc665f95a service neutron] Attempting to bind port aaca8043-5b04-4045-9a8e-590c6f8b35e3 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:16:17.361772 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-d280046b-a77d-430b-805e-5b90d08ad623 req-53743c4b-fc12-4d12-b341-ff7cc665f95a service neutron] Attempting to bind port aaca8043-5b04-4045-9a8e-590c6f8b35e3 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': 'e793c0e6-bfde-4052-8314-a66ba8dba553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71652235-a2d8-447b-afb1-725a4910dceb'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:16:17.362099 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d280046b-a77d-430b-805e-5b90d08ad623 req-53743c4b-fc12-4d12-b341-ff7cc665f95a service neutron] Attempting to bind port aaca8043-5b04-4045-9a8e-590c6f8b35e3 on network 71652235-a2d8-447b-afb1-725a4910dceb {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:16:17.366296 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d280046b-a77d-430b-805e-5b90d08ad623 req-53743c4b-fc12-4d12-b341-ff7cc665f95a service neutron] Port aaca8043-5b04-4045-9a8e-590c6f8b35e3 on network 71652235-a2d8-447b-afb1-725a4910dceb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:16:17.366609 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d280046b-a77d-430b-805e-5b90d08ad623 req-53743c4b-fc12-4d12-b341-ff7cc665f95a service neutron] Attempting to bind port aaca8043-5b04-4045-9a8e-590c6f8b35e3 on network 71652235-a2d8-447b-afb1-725a4910dceb {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:16:17.371373 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d280046b-a77d-430b-805e-5b90d08ad623 req-53743c4b-fc12-4d12-b341-ff7cc665f95a service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:16:17.371706 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d280046b-a77d-430b-805e-5b90d08ad623 req-53743c4b-fc12-4d12-b341-ff7cc665f95a service neutron] Checking segment: {'id': 'e793c0e6-bfde-4052-8314-a66ba8dba553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71652235-a2d8-447b-afb1-725a4910dceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:16:17.372083 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d280046b-a77d-430b-805e-5b90d08ad623 req-53743c4b-fc12-4d12-b341-ff7cc665f95a service neutron] Bound using segment: {'id': 'e793c0e6-bfde-4052-8314-a66ba8dba553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71652235-a2d8-447b-afb1-725a4910dceb'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:16:17.372501 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-d280046b-a77d-430b-805e-5b90d08ad623 req-53743c4b-fc12-4d12-b341-ff7cc665f95a service neutron] Bound port: aaca8043-5b04-4045-9a8e-590c6f8b35e3, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e793c0e6-bfde-4052-8314-a66ba8dba553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71652235-a2d8-447b-afb1-725a4910dceb'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:16:17.372849 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d280046b-a77d-430b-805e-5b90d08ad623 req-53743c4b-fc12-4d12-b341-ff7cc665f95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:17.434155 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-d280046b-a77d-430b-805e-5b90d08ad623 req-53743c4b-fc12-4d12-b341-ff7cc665f95a service neutron] For port aaca8043-5b04-4045-9a8e-590c6f8b35e3, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:16:17.437267 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-d280046b-a77d-430b-805e-5b90d08ad623 req-53743c4b-fc12-4d12-b341-ff7cc665f95a service neutron] For port aaca8043-5b04-4045-9a8e-590c6f8b35e3, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=aaca8043-5b04-4045-9a8e-590c6f8b35e3,segment=NetworkSegment(e793c0e6-bfde-4052-8314-a66ba8dba553),segment_id=e793c0e6-bfde-4052-8314-a66ba8dba553)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:16:17.502008 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d280046b-a77d-430b-805e-5b90d08ad623 req-53743c4b-fc12-4d12-b341-ff7cc665f95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:17.539625 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280046b-a77d-430b-805e-5b90d08ad623 req-53743c4b-fc12-4d12-b341-ff7cc665f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:17.540251 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-d280046b-a77d-430b-805e-5b90d08ad623 req-53743c4b-fc12-4d12-b341-ff7cc665f95a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:17.541611 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d280046b-a77d-430b-805e-5b90d08ad623 req-53743c4b-fc12-4d12-b341-ff7cc665f95a service neutron] 10.222.0.52 "PUT /v2.0/ports/aaca8043-5b04-4045-9a8e-590c6f8b35e3 HTTP/1.1" status: 200 len: 1093 time: 1.1195924 Jun 30 10:16:17.542038 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c823ff-5c8b-43c7-98c2-26d38723d51e', 'tag': 'aaca8043-5b04-4045-9a8e-590c6f8b35e3'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:16:17.544269 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc79946-0145-46b9-a76f-cd76addcc14c" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c823ff-5c8b-43c7-98c2-26d38723d51e", "tag": "aaca8043-5b04-4045-9a8e-590c6f8b35e3"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:16:17.570397 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53743c4b-fc12-4d12-b341-ff7cc665f95a service neutron] Pushing event updated for resources: {'Port': ['ID=aaca8043-5b04-4045-9a8e-590c6f8b35e3,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:16:17.580864 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f17993d-1928-4d7a-bcf4-c30f054eddf7 x-openstack-request-id: req-8f17993d-1928-4d7a-bcf4-c30f054eddf7 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:16:17.581158 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c823ff-5c8b-43c7-98c2-26d38723d51e", "tag": "aaca8043-5b04-4045-9a8e-590c6f8b35e3", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:16:17.581410 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8f17993d-1928-4d7a-bcf4-c30f054eddf7 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:16:17.581823 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c823ff-5c8b-43c7-98c2-26d38723d51e', 'tag': 'aaca8043-5b04-4045-9a8e-590c6f8b35e3', 'status': 'completed', 'code': 200} Jun 30 10:16:17.656196 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc79946-0145-46b9-a76f-cd76addcc14c req-5cd48bfd-7c53-4951-bc4b-6151af2e29f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:17.657971 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3cc79946-0145-46b9-a76f-cd76addcc14c req-5cd48bfd-7c53-4951-bc4b-6151af2e29f0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e2cbbc3aca7a445a821a9cc45f6c9d77&device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 1096 time: 0.0542469 Jun 30 10:16:17.818752 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc79946-0145-46b9-a76f-cd76addcc14c req-f46b4c61-7c7f-4beb-950e-a99d491e6442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:17.820129 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3cc79946-0145-46b9-a76f-cd76addcc14c req-f46b4c61-7c7f-4beb-950e-a99d491e6442 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=e2cbbc3aca7a445a821a9cc45f6c9d77&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1549089 Jun 30 10:16:17.924626 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 01114938-20df-48be-86f4-41466f58b814 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:16:17.948822 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 01114938-20df-48be-86f4-41466f58b814 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:16:17.949166 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 01114938-20df-48be-86f4-41466f58b814 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:16:18.039471 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc79946-0145-46b9-a76f-cd76addcc14c req-d0139582-3e20-41b8-8529-cce4f6d3b4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:18.040935 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3cc79946-0145-46b9-a76f-cd76addcc14c req-d0139582-3e20-41b8-8529-cce4f6d3b4b1 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2109725 Jun 30 10:16:18.145788 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280046b-a77d-430b-805e-5b90d08ad623 req-70b03267-6c3c-4fef-8c36-2debb0754ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:18.147310 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d280046b-a77d-430b-805e-5b90d08ad623 req-70b03267-6c3c-4fef-8c36-2debb0754ea7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e2cbbc3aca7a445a821a9cc45f6c9d77&device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 1096 time: 0.0615625 Jun 30 10:16:18.192461 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d280046b-a77d-430b-805e-5b90d08ad623 req-3e59124a-a312-4665-bc08-146f68f07e4e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaca8043-5b04-4045-9a8e-590c6f8b35e3 HTTP/1.1" status: 200 len: 217 time: 0.0340893 Jun 30 10:16:18.274189 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280046b-a77d-430b-805e-5b90d08ad623 req-6d76ca3b-1a08-47b3-8bc8-4a5d061be1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:18.275632 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d280046b-a77d-430b-805e-5b90d08ad623 req-6d76ca3b-1a08-47b3-8bc8-4a5d061be1dc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5f61c5df-eea0-4ae1-8c7a-099f29a02b0c HTTP/1.1" status: 200 len: 854 time: 0.0674284 Jun 30 10:16:18.316206 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d280046b-a77d-430b-805e-5b90d08ad623 req-330a0a81-0679-40bd-a1b7-91d73e772596 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=71652235-a2d8-447b-afb1-725a4910dceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299623 Jun 30 10:16:18.324217 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb028c-b567-4f46-964e-95d241be8295 req-a85bb98d-2014-4628-a59e-1d6abde8a8c0 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:18.325544 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dcfb028c-b567-4f46-964e-95d241be8295 req-a85bb98d-2014-4628-a59e-1d6abde8a8c0 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 944 time: 0.1256797 Jun 30 10:16:18.410907 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dcfb028c-b567-4f46-964e-95d241be8295 req-170f5f2b-89ce-443b-bb82-8bea908554a1 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773737 Jun 30 10:16:18.437768 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d280046b-a77d-430b-805e-5b90d08ad623 req-a0d9a410-37db-490b-a400-a1d8ed454405 service neutron] 10.222.0.52 "GET /v2.0/networks/71652235-a2d8-447b-afb1-725a4910dceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113324 Jun 30 10:16:18.525543 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d280046b-a77d-430b-805e-5b90d08ad623 req-ec0e6387-395c-43a0-b852-2ac19153ebeb service neutron] 10.222.0.52 "GET /v2.0/networks/71652235-a2d8-447b-afb1-725a4910dceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800922 Jun 30 10:16:19.588631 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d12cd1-d700-45d5-b9d3-86255698a599 req-3a81b932-7e27-471d-ade4-ca1b0cc7e4b6 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:19.590099 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f2d12cd1-d700-45d5-b9d3-86255698a599 req-3a81b932-7e27-471d-ade4-ca1b0cc7e4b6 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 944 time: 0.0634482 Jun 30 10:16:19.628478 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f2d12cd1-d700-45d5-b9d3-86255698a599 req-c8b45665-fea9-4cb3-bc08-8c0dc4f56d4f tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326982 Jun 30 10:16:20.475756 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-11639bc2-36e7-4c7b-9687-e3d9589878a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:20.802756 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2c43c-c992-49f8-8754-c524b5be024f req-eb3ff365-c48e-46a7-b4b5-085d06cce9ce tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:20.804250 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c9a2c43c-c992-49f8-8754-c524b5be024f req-eb3ff365-c48e-46a7-b4b5-085d06cce9ce tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 944 time: 0.0672772 Jun 30 10:16:20.842785 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c9a2c43c-c992-49f8-8754-c524b5be024f req-9ca7a75c-6808-481d-8d1c-50df451cfc14 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329428 Jun 30 10:16:21.957230 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device aaca8043-5b04-4045-9a8e-590c6f8b35e3 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:16:22.020280 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfa3a9-a100-4900-9768-c845131f49c0 req-76497503-5b6f-4115-b552-92f538a5a388 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:22.021908 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e1cfa3a9-a100-4900-9768-c845131f49c0 req-76497503-5b6f-4115-b552-92f538a5a388 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 944 time: 0.0643106 Jun 30 10:16:22.055753 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port aaca8043-5b04-4045-9a8e-590c6f8b35e3, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=aaca8043-5b04-4045-9a8e-590c6f8b35e3,segment=NetworkSegment(e793c0e6-bfde-4052-8314-a66ba8dba553),segment_id=e793c0e6-bfde-4052-8314-a66ba8dba553)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:16:22.060868 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e1cfa3a9-a100-4900-9768-c845131f49c0 req-953247ba-f2a5-40e7-9e97-be2a265f4b42 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332005 Jun 30 10:16:22.068007 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'aaca8043-5b04-4045-9a8e-590c6f8b35e3', 'network_id': '71652235-a2d8-447b-afb1-725a4910dceb', 'port_id': 'aaca8043-5b04-4045-9a8e-590c6f8b35e3', 'mac_address': 'fa:16:3e:f4:84:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f61c5df-eea0-4ae1-8c7a-099f29a02b0c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:16:22.106204 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:22.122779 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaca8043-5b04-4045-9a8e-590c6f8b35e3 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:16:22.144029 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port aaca8043-5b04-4045-9a8e-590c6f8b35e3, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=aaca8043-5b04-4045-9a8e-590c6f8b35e3,segment=NetworkSegment(e793c0e6-bfde-4052-8314-a66ba8dba553),segment_id=e793c0e6-bfde-4052-8314-a66ba8dba553)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:16:22.212703 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:22.259676 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=aaca8043-5b04-4045-9a8e-590c6f8b35e3,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:16:22.267584 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:22.267927 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:22.268263 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:22.268655 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:22.268990 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:22.269315 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:22.269637 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:22.269959 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:22.270279 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:22.270597 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:22.270915 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:22.271254 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:22.490579 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['aaca8043-5b04-4045-9a8e-590c6f8b35e3'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:16:22.952807 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bc2addc2-8fb7-4736-81b8-ff5bc104fecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:23.238060 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4e631-a035-4f2e-9a6f-3727f7cddc11 req-83159d13-2165-4b7d-8daf-358dece3ad5b tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:23.239523 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-93a4e631-a035-4f2e-9a6f-3727f7cddc11 req-83159d13-2165-4b7d-8daf-358dece3ad5b tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 945 time: 0.0613678 Jun 30 10:16:23.276762 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-93a4e631-a035-4f2e-9a6f-3727f7cddc11 req-7ffd5f27-7682-4a2b-9621-62722dc03351 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317268 Jun 30 10:16:23.561364 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:23.971761 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device aaca8043-5b04-4045-9a8e-590c6f8b35e3 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:16:24.089386 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port aaca8043-5b04-4045-9a8e-590c6f8b35e3 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:16:24.093353 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port aaca8043-5b04-4045-9a8e-590c6f8b35e3 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:16:24.093716 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:24.169048 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:24.189956 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c823ff-5c8b-43c7-98c2-26d38723d51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaca8043-5b04-4045-9a8e-590c6f8b35e3'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:16:24.192216 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f59a1f-ebc5-4d82-832c-0bd7415341dd" -d '{"events": [{"server_uuid": "a4c823ff-5c8b-43c7-98c2-26d38723d51e", "name": "network-vif-plugged", "status": "completed", "tag": "aaca8043-5b04-4045-9a8e-590c6f8b35e3"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:16:24.204743 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port aaca8043-5b04-4045-9a8e-590c6f8b35e3, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=aaca8043-5b04-4045-9a8e-590c6f8b35e3,segment=NetworkSegment(e793c0e6-bfde-4052-8314-a66ba8dba553),segment_id=e793c0e6-bfde-4052-8314-a66ba8dba553)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:16:24.232149 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e10d38-a296-4efa-97f8-fd3cbc06790e x-openstack-request-id: req-e8e10d38-a296-4efa-97f8-fd3cbc06790e {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:16:24.232149 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c823ff-5c8b-43c7-98c2-26d38723d51e", "name": "network-vif-plugged", "status": "completed", "tag": "aaca8043-5b04-4045-9a8e-590c6f8b35e3", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:16:24.232149 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e8e10d38-a296-4efa-97f8-fd3cbc06790e {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:16:24.232149 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c823ff-5c8b-43c7-98c2-26d38723d51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaca8043-5b04-4045-9a8e-590c6f8b35e3', 'code': 200} Jun 30 10:16:24.281240 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:24.333058 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=aaca8043-5b04-4045-9a8e-590c6f8b35e3,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:16:24.358702 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e51742-1a46-4ec4-95db-4e2be6a92d81 req-4ce1409a-c51f-4f88-8b24-201fdebe31d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:24.360511 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-93e51742-1a46-4ec4-95db-4e2be6a92d81 req-4ce1409a-c51f-4f88-8b24-201fdebe31d6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 1098 time: 0.0548673 Jun 30 10:16:24.431586 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-93e51742-1a46-4ec4-95db-4e2be6a92d81 req-0aaa8835-fd22-452d-a698-260262ba16e0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598207 Jun 30 10:16:24.466080 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b6a3d-7740-4fba-9e7d-d9172f34e9af req-9347f8e2-3ae5-4fe8-aa48-03208a339ba1 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:24.467562 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db5b6a3d-7740-4fba-9e7d-d9172f34e9af req-9347f8e2-3ae5-4fe8-aa48-03208a339ba1 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 946 time: 0.0677934 Jun 30 10:16:24.509483 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db5b6a3d-7740-4fba-9e7d-d9172f34e9af req-9d2124a1-adb2-411e-b695-91d9070087f4 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330024 Jun 30 10:16:24.826946 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:25.699463 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d3d1a-271b-41da-b4b5-114858c90da2 req-a0104604-b923-4a9c-be04-8ca53c9d7347 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:25.700909 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0c9d3d1a-271b-41da-b4b5-114858c90da2 req-a0104604-b923-4a9c-be04-8ca53c9d7347 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 946 time: 0.0652378 Jun 30 10:16:25.738741 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0c9d3d1a-271b-41da-b4b5-114858c90da2 req-6b7d01d8-93ac-4213-8efc-8a783ed0452d tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314958 Jun 30 10:16:25.912607 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e18711-dba6-4bef-9ff6-1bd9ba807875 req-a0b14bff-b95a-4c8c-9041-44dc9279e82d tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:25.914040 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-82e18711-dba6-4bef-9ff6-1bd9ba807875 req-a0b14bff-b95a-4c8c-9041-44dc9279e82d tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 946 time: 0.0654879 Jun 30 10:16:25.950799 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-82e18711-dba6-4bef-9ff6-1bd9ba807875 req-31c3e1dc-5a25-44b7-8334-605a3d715be0 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309703 Jun 30 10:16:26.498354 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a279fb-cde6-4181-a5f1-cb6c6fc3d546 req-932a1ee6-09fc-4c58-bc62-02e82fdced36 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:26.499888 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-08a279fb-cde6-4181-a5f1-cb6c6fc3d546 req-932a1ee6-09fc-4c58-bc62-02e82fdced36 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 946 time: 0.0716040 Jun 30 10:16:26.521349 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:26.543785 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-08a279fb-cde6-4181-a5f1-cb6c6fc3d546 req-1b45b646-d14f-4a5d-b758-e90ca100b341 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369310 Jun 30 10:16:26.558690 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fcefa083-1148-400b-8317-9636b4dab220 req-752e4c23-44a4-4740-832a-a06c0a25937e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0558767 Jun 30 10:16:27.719069 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8ee6d-77f8-40e1-97f8-677c64a934ab req-d7ff9e3c-eaf8-4113-b7c9-6b997b069c6e tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:27.720476 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bfa8ee6d-77f8-40e1-97f8-677c64a934ab req-d7ff9e3c-eaf8-4113-b7c9-6b997b069c6e tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 946 time: 0.0640020 Jun 30 10:16:27.763916 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bfa8ee6d-77f8-40e1-97f8-677c64a934ab req-f3a26d2d-78bb-4d8c-8714-500e685c1f5a tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369084 Jun 30 10:16:28.660678 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefa083-1148-400b-8317-9636b4dab220 req-b38e013e-c5b2-47cc-bef8-4f985b103709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:28.662156 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fcefa083-1148-400b-8317-9636b4dab220 req-b38e013e-c5b2-47cc-bef8-4f985b103709 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e2cbbc3aca7a445a821a9cc45f6c9d77&device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 1098 time: 0.0530324 Jun 30 10:16:28.749450 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefa083-1148-400b-8317-9636b4dab220 req-529fe6b8-0721-4941-8319-7956aa0a39f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:28.750920 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fcefa083-1148-400b-8317-9636b4dab220 req-529fe6b8-0721-4941-8319-7956aa0a39f2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=71652235-a2d8-447b-afb1-725a4910dceb HTTP/1.1" status: 200 len: 915 time: 0.0817087 Jun 30 10:16:28.801842 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fcefa083-1148-400b-8317-9636b4dab220 req-397a6e34-a2cd-4f66-848f-87fc4f55359d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaca8043-5b04-4045-9a8e-590c6f8b35e3 HTTP/1.1" status: 200 len: 217 time: 0.0439842 Jun 30 10:16:28.860707 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefa083-1148-400b-8317-9636b4dab220 req-a521a7b2-abc4-4fca-a2b4-27297f9fb566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:28.862516 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fcefa083-1148-400b-8317-9636b4dab220 req-a521a7b2-abc4-4fca-a2b4-27297f9fb566 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5f61c5df-eea0-4ae1-8c7a-099f29a02b0c HTTP/1.1" status: 200 len: 854 time: 0.0547791 Jun 30 10:16:28.911327 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fcefa083-1148-400b-8317-9636b4dab220 req-5dd8bcf7-4c83-4757-a4b4-2818f92e82b9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=71652235-a2d8-447b-afb1-725a4910dceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407114 Jun 30 10:16:28.993525 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:16:29.053150 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4544815-c71e-481f-901f-5274900601da req-f548fb2c-8394-42e7-8955-6a23fff18ddd tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:29.054626 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b4544815-c71e-481f-901f-5274900601da req-f548fb2c-8394-42e7-8955-6a23fff18ddd tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 946 time: 0.1760583 Jun 30 10:16:29.060076 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fcefa083-1148-400b-8317-9636b4dab220 req-41c1c108-70fb-4a49-9fd2-4b69f4685b01 service neutron] 10.222.0.52 "GET /v2.0/networks/71652235-a2d8-447b-afb1-725a4910dceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267464 Jun 30 10:16:29.141861 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b4544815-c71e-481f-901f-5274900601da req-eeeb2fba-4c7e-4250-ad4e-01812497a724 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807462 Jun 30 10:16:29.181897 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fcefa083-1148-400b-8317-9636b4dab220 req-3c81072b-3150-4898-8a54-da630e63cf67 service neutron] 10.222.0.52 "GET /v2.0/networks/71652235-a2d8-447b-afb1-725a4910dceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141150 Jun 30 10:16:29.373620 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c164068-1602-4966-a548-2ea828bec2a6 req-e756cc3c-2807-4287-b34e-3207d0b4f3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:29.375102 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c164068-1602-4966-a548-2ea828bec2a6 req-e756cc3c-2807-4287-b34e-3207d0b4f3fb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e2cbbc3aca7a445a821a9cc45f6c9d77&device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 1098 time: 0.0528214 Jun 30 10:16:29.489007 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c164068-1602-4966-a548-2ea828bec2a6 req-d59729f4-67d6-4ef0-a8b4-220d6358da16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:29.490488 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c164068-1602-4966-a548-2ea828bec2a6 req-d59729f4-67d6-4ef0-a8b4-220d6358da16 service neutron] 10.222.0.52 "GET /v2.0/networks?id=71652235-a2d8-447b-afb1-725a4910dceb HTTP/1.1" status: 200 len: 915 time: 0.0930095 Jun 30 10:16:29.534059 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c164068-1602-4966-a548-2ea828bec2a6 req-e94f84c0-ab19-4b69-982c-1973497a30e5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaca8043-5b04-4045-9a8e-590c6f8b35e3 HTTP/1.1" status: 200 len: 217 time: 0.0361059 Jun 30 10:16:29.583265 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c164068-1602-4966-a548-2ea828bec2a6 req-0b3243e4-e498-40d8-bf2c-3d67697ba99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:29.584698 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c164068-1602-4966-a548-2ea828bec2a6 req-0b3243e4-e498-40d8-bf2c-3d67697ba99e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5f61c5df-eea0-4ae1-8c7a-099f29a02b0c HTTP/1.1" status: 200 len: 854 time: 0.0455158 Jun 30 10:16:29.621294 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c164068-1602-4966-a548-2ea828bec2a6 req-0c5cb946-9eae-4f21-a478-dc328eff396e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=71652235-a2d8-447b-afb1-725a4910dceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294020 Jun 30 10:16:29.710156 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c164068-1602-4966-a548-2ea828bec2a6 req-4f6c3197-744b-4629-935e-fe03bddeb8ed service neutron] 10.222.0.52 "GET /v2.0/networks/71652235-a2d8-447b-afb1-725a4910dceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821192 Jun 30 10:16:29.802297 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1c164068-1602-4966-a548-2ea828bec2a6 req-881f9276-b16f-4fe2-bb9c-a80e31667bbd service neutron] 10.222.0.52 "GET /v2.0/networks/71652235-a2d8-447b-afb1-725a4910dceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845079 Jun 30 10:16:30.316503 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc269e4-b9ce-438f-9e34-3febfa128176 req-d08f0ad8-f63f-44f3-a846-1d99c10a3cac tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:30.317996 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4fc269e4-b9ce-438f-9e34-3febfa128176 req-d08f0ad8-f63f-44f3-a846-1d99c10a3cac tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 946 time: 0.0621777 Jun 30 10:16:30.354607 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4fc269e4-b9ce-438f-9e34-3febfa128176 req-52f3c26d-b46c-4801-b40a-f59c19838f59 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309038 Jun 30 10:16:31.534907 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed9f2a-007f-402b-a07c-8fefdb0d82ad req-fca29783-0f31-404e-aa26-9191541b5b1b tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:31.536399 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09ed9f2a-007f-402b-a07c-8fefdb0d82ad req-fca29783-0f31-404e-aa26-9191541b5b1b tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 946 time: 0.0648456 Jun 30 10:16:31.573251 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09ed9f2a-007f-402b-a07c-8fefdb0d82ad req-8e7a3bba-09bf-417d-9cd9-a0a0a665f2a5 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311539 Jun 30 10:16:32.750686 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81d8e6-6a4f-4015-95c3-ea9651f125a3 req-ec52d418-7aa7-4c41-b46b-f4546d3fe1c5 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:32.752464 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0f81d8e6-6a4f-4015-95c3-ea9651f125a3 req-ec52d418-7aa7-4c41-b46b-f4546d3fe1c5 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 946 time: 0.0635448 Jun 30 10:16:32.790257 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0f81d8e6-6a4f-4015-95c3-ea9651f125a3 req-6f02c136-4409-4ca7-850c-bcadb6658b66 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320590 Jun 30 10:16:33.973227 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864fc33-11f1-4e49-9070-d11c86bada9b req-abaa12a5-e31a-4446-96b9-ab9e327b48e4 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:33.974724 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a864fc33-11f1-4e49-9070-d11c86bada9b req-abaa12a5-e31a-4446-96b9-ab9e327b48e4 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 946 time: 0.0640180 Jun 30 10:16:34.013406 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a864fc33-11f1-4e49-9070-d11c86bada9b req-683ba305-8dbb-4cfe-bc4b-8b124d996192 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331287 Jun 30 10:16:35.190848 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c34f3-34ae-4a9c-9648-23cc4094f577 req-6e4ab289-efb3-4bae-ba1d-814f18116a41 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:35.192310 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8a1c34f3-34ae-4a9c-9648-23cc4094f577 req-6e4ab289-efb3-4bae-ba1d-814f18116a41 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 946 time: 0.0673435 Jun 30 10:16:35.230303 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8a1c34f3-34ae-4a9c-9648-23cc4094f577 req-dd009edd-442b-4c90-835b-ada02b86aa06 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325203 Jun 30 10:16:36.404789 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fac6d0-c8fe-46ff-8132-95469bce2f9d req-7c817550-4220-4b2e-bed7-8834137a8613 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:36.406228 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c7fac6d0-c8fe-46ff-8132-95469bce2f9d req-7c817550-4220-4b2e-bed7-8834137a8613 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 946 time: 0.0676758 Jun 30 10:16:36.443911 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c7fac6d0-c8fe-46ff-8132-95469bce2f9d req-2773a447-c897-4d83-986c-05b7b86d4465 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314324 Jun 30 10:16:37.618135 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fecd7-c77e-4794-8a3b-f6b539ed4c47 req-7a07e3d2-d3e1-4f1f-b689-a9dc51df4edd tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:37.619619 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b99fecd7-c77e-4794-8a3b-f6b539ed4c47 req-7a07e3d2-d3e1-4f1f-b689-a9dc51df4edd tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 946 time: 0.0616663 Jun 30 10:16:37.657482 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b99fecd7-c77e-4794-8a3b-f6b539ed4c47 req-9caf1278-df6f-4b34-bb1e-b7f8092b6a7e tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323579 Jun 30 10:16:38.238223 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:38.829786 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd1038-71e6-4a35-bbf5-1d74bb570c30 req-c8de3e5a-5b47-4936-9ccf-495e941b975d tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:38.831361 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a9cd1038-71e6-4a35-bbf5-1d74bb570c30 req-c8de3e5a-5b47-4936-9ccf-495e941b975d tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 946 time: 0.0626523 Jun 30 10:16:38.871645 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a9cd1038-71e6-4a35-bbf5-1d74bb570c30 req-fdf901b9-ab8e-4534-a359-c9a67128d130 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344880 Jun 30 10:16:39.429555 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:40.065443 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca4859-e82a-4c67-b0f6-7dd1d4d10f40 req-ef95b9ec-14b5-4831-836d-aeadb745a08f tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:40.066886 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-43ca4859-e82a-4c67-b0f6-7dd1d4d10f40 req-ef95b9ec-14b5-4831-836d-aeadb745a08f tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 946 time: 0.0669632 Jun 30 10:16:40.103906 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-43ca4859-e82a-4c67-b0f6-7dd1d4d10f40 req-7e21f5ac-4fc5-4e05-9813-6b1ed983091f tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312886 Jun 30 10:16:41.278116 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b02c55-ee61-4cca-8d3f-526cfa161041 req-27e4ab6f-92cb-456f-a99b-71293cb2b51c tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:41.279692 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a8b02c55-ee61-4cca-8d3f-526cfa161041 req-27e4ab6f-92cb-456f-a99b-71293cb2b51c tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 946 time: 0.0635562 Jun 30 10:16:41.321706 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a8b02c55-ee61-4cca-8d3f-526cfa161041 req-163967be-7fd8-462b-9af3-df2728cb8310 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364141 Jun 30 10:16:42.497704 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2862a-e212-475b-a041-345300951ee1 req-051557d6-7906-4717-9072-8feda68ea14f tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:42.499172 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b4d2862a-e212-475b-a041-345300951ee1 req-051557d6-7906-4717-9072-8feda68ea14f tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 946 time: 0.0633337 Jun 30 10:16:42.536433 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b4d2862a-e212-475b-a041-345300951ee1 req-14be5818-146e-4da7-9773-71848c740712 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313118 Jun 30 10:16:43.709244 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4842343-bef8-4e76-9862-b3ad3ce67499 req-53518fe0-a376-472d-a153-046355b6da6e tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:43.710699 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d4842343-bef8-4e76-9862-b3ad3ce67499 req-53518fe0-a376-472d-a153-046355b6da6e tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 946 time: 0.0643790 Jun 30 10:16:43.748802 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d4842343-bef8-4e76-9862-b3ad3ce67499 req-2c457664-67e6-403d-81d5-770a6e455d77 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325437 Jun 30 10:16:44.919612 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba3c24-21cb-474b-abf5-3b7730003019 req-f68d5b0a-0186-4d26-9f0c-ee575f300d11 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:44.921033 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-67ba3c24-21cb-474b-abf5-3b7730003019 req-f68d5b0a-0186-4d26-9f0c-ee575f300d11 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 946 time: 0.0619516 Jun 30 10:16:44.958436 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-67ba3c24-21cb-474b-abf5-3b7730003019 req-475480a3-b6a4-4ca0-9c06-adb0a15d53fa tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311999 Jun 30 10:16:46.131495 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868c1e3-6f37-4d5a-bb8e-c384a676fe4f req-9acf8435-ce98-492e-9add-97b311632d0b tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:46.132941 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f868c1e3-6f37-4d5a-bb8e-c384a676fe4f req-9acf8435-ce98-492e-9add-97b311632d0b tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 946 time: 0.0630603 Jun 30 10:16:46.170982 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f868c1e3-6f37-4d5a-bb8e-c384a676fe4f req-a82f751d-1153-493e-8a4c-a2753d2f51ab tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321336 Jun 30 10:16:47.350534 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b0242-201f-4069-b68a-cf5e58746cbe req-6f5dbcb8-d9e1-49fb-b344-5152c73b33db tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:47.351945 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c11b0242-201f-4069-b68a-cf5e58746cbe req-6f5dbcb8-d9e1-49fb-b344-5152c73b33db tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 946 time: 0.0689151 Jun 30 10:16:47.390625 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c11b0242-201f-4069-b68a-cf5e58746cbe req-0db80497-28df-43ee-8cba-c547560bd6ba tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329792 Jun 30 10:16:48.566655 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a4d32-e85b-4af2-a406-187926720cc6 req-79fba3fa-2567-4f2c-aecb-f647871d586c tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:48.568139 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e50a4d32-e85b-4af2-a406-187926720cc6 req-79fba3fa-2567-4f2c-aecb-f647871d586c tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 946 time: 0.0663271 Jun 30 10:16:48.605796 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e50a4d32-e85b-4af2-a406-187926720cc6 req-233884b4-bf21-4671-a499-f5a6efcf4d33 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319777 Jun 30 10:16:49.786085 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58c129-ab26-4e76-86f9-0789e17d3970 req-6235cc50-5391-4f09-a229-2c32edd06f41 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:49.787577 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ab58c129-ab26-4e76-86f9-0789e17d3970 req-6235cc50-5391-4f09-a229-2c32edd06f41 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 946 time: 0.0628972 Jun 30 10:16:49.824438 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ab58c129-ab26-4e76-86f9-0789e17d3970 req-82a26497-6487-438a-a7b5-63804a7ef440 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312755 Jun 30 10:16:50.472612 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5809f103-0d4b-441a-b9be-dbfff8046528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:50.998567 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a840a-be52-4789-8429-ff5178fd6fe9 req-99f12215-cf02-4c8c-8ea5-51b587e3d1c6 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:51.000018 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2f2a840a-be52-4789-8429-ff5178fd6fe9 req-99f12215-cf02-4c8c-8ea5-51b587e3d1c6 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 946 time: 0.0621622 Jun 30 10:16:51.037981 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2f2a840a-be52-4789-8429-ff5178fd6fe9 req-90221ba1-cb37-4d2f-852a-b4d8de443f26 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310497 Jun 30 10:16:52.218023 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ed295-fe5b-4b4c-98ce-e7e9f69c5174 req-e46aa152-3562-4fbc-a137-2fb04e03280c tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:52.219399 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-582ed295-fe5b-4b4c-98ce-e7e9f69c5174 req-e46aa152-3562-4fbc-a137-2fb04e03280c tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 946 time: 0.0663121 Jun 30 10:16:52.256930 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-582ed295-fe5b-4b4c-98ce-e7e9f69c5174 req-9ded1544-e4d8-47aa-a35b-92c94e4fef02 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319881 Jun 30 10:16:52.995042 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b660012b-b485-4dda-87ef-7a36814e1b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:53.431042 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7f5fb-459b-4586-b488-346b296cf3d9 req-daa05d32-7340-46fa-8056-a7220905e239 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:53.432538 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bbb7f5fb-459b-4586-b488-346b296cf3d9 req-daa05d32-7340-46fa-8056-a7220905e239 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 946 time: 0.0645223 Jun 30 10:16:53.475457 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bbb7f5fb-459b-4586-b488-346b296cf3d9 req-c92c011f-2939-4ebc-8811-32d626ec14aa tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372770 Jun 30 10:16:53.623704 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:54.665410 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bfb6f-9ffb-481b-935d-3d00c6cd75e5 req-8695e1e4-06ea-4335-9c9f-fa386e752a64 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:54.666881 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c96bfb6f-9ffb-481b-935d-3d00c6cd75e5 req-8695e1e4-06ea-4335-9c9f-fa386e752a64 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 946 time: 0.0626478 Jun 30 10:16:54.704375 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c96bfb6f-9ffb-481b-935d-3d00c6cd75e5 req-6509b38a-6733-4531-8471-4565bc584c3e tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318828 Jun 30 10:16:54.826196 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:55.882278 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79f36b-362e-4773-bb76-500191a1e574 req-e87bfb26-af19-4e0e-927a-78c10775628f tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:55.883796 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5c79f36b-362e-4773-bb76-500191a1e574 req-e87bfb26-af19-4e0e-927a-78c10775628f tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 946 time: 0.0644338 Jun 30 10:16:55.921399 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5c79f36b-362e-4773-bb76-500191a1e574 req-92841d9a-ad41-43f1-96de-19b55fcf3a66 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320516 Jun 30 10:16:56.526854 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:56.917963 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [req-fcefa083-1148-400b-8317-9636b4dab220 req-62711ae7-a508-4e90-b17b-ab55d51ea760 service neutron] show failed (client error): The resource could not be found. Jun 30 10:16:56.918880 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fcefa083-1148-400b-8317-9636b4dab220 req-62711ae7-a508-4e90-b17b-ab55d51ea760 service neutron] 10.222.0.52 "GET /v2.0/ports/aaca8043-5b04-4045-9a8e-590c6f8b35e3/bindings/n-h2-771363-31 HTTP/1.1" status: 404 len: 381 time: 0.0554845 Jun 30 10:16:57.094419 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244405f-8c96-4edf-9743-fa9e93705f39 req-b0fb6720-15d1-47ef-af13-630231648a2a tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:57.096286 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5244405f-8c96-4edf-9743-fa9e93705f39 req-b0fb6720-15d1-47ef-af13-630231648a2a tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 946 time: 0.0640514 Jun 30 10:16:57.136868 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5244405f-8c96-4edf-9743-fa9e93705f39 req-20fdb7c4-00ab-4843-82a2-c605e2e17aed tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347571 Jun 30 10:16:57.627409 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefa083-1148-400b-8317-9636b4dab220 req-b0042dae-a8ef-4f41-a510-42d3ec8e77ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:57.629192 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fcefa083-1148-400b-8317-9636b4dab220 req-b0042dae-a8ef-4f41-a510-42d3ec8e77ec service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e&tenant_id=e2cbbc3aca7a445a821a9cc45f6c9d77 HTTP/1.1" status: 200 len: 1098 time: 0.0578437 Jun 30 10:16:57.639628 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-fcefa083-1148-400b-8317-9636b4dab220 req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-31', 'device_owner': 'compute:nova'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:16:57.709499 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fcefa083-1148-400b-8317-9636b4dab220 req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:57.911713 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-fcefa083-1148-400b-8317-9636b4dab220 req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] For port aaca8043-5b04-4045-9a8e-590c6f8b35e3, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=aaca8043-5b04-4045-9a8e-590c6f8b35e3,segment=NetworkSegment(e793c0e6-bfde-4052-8314-a66ba8dba553),segment_id=e793c0e6-bfde-4052-8314-a66ba8dba553)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:16:57.948159 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-fcefa083-1148-400b-8317-9636b4dab220 req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] For port aaca8043-5b04-4045-9a8e-590c6f8b35e3, host n-h1-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:16:57.988864 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c823ff-5c8b-43c7-98c2-26d38723d51e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaca8043-5b04-4045-9a8e-590c6f8b35e3'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:16:57.991097 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ac0b86-b7c6-43f1-b004-9fb275a95f96" -d '{"events": [{"server_uuid": "a4c823ff-5c8b-43c7-98c2-26d38723d51e", "name": "network-vif-unplugged", "status": "completed", "tag": "aaca8043-5b04-4045-9a8e-590c6f8b35e3"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:16:57.994543 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fcefa083-1148-400b-8317-9636b4dab220 req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:58.008827 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-fcefa083-1148-400b-8317-9636b4dab220 req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] Transition to ACTIVE for port object aaca8043-5b04-4045-9a8e-590c6f8b35e3 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:16:58.100449 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 10:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482d611f-2b61-4101-9500-80cd962f46ec x-openstack-request-id: req-482d611f-2b61-4101-9500-80cd962f46ec {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:16:58.100449 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c823ff-5c8b-43c7-98c2-26d38723d51e", "name": "network-vif-unplugged", "status": "completed", "tag": "aaca8043-5b04-4045-9a8e-590c6f8b35e3", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:16:58.100449 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-482d611f-2b61-4101-9500-80cd962f46ec {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:16:58.100449 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c823ff-5c8b-43c7-98c2-26d38723d51e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaca8043-5b04-4045-9a8e-590c6f8b35e3', 'code': 200} Jun 30 10:16:58.127188 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fcefa083-1148-400b-8317-9636b4dab220 req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:58.189988 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcefa083-1148-400b-8317-9636b4dab220 req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] No DVR routers for this DVR port aaca8043-5b04-4045-9a8e-590c6f8b35e3 on host n-h1-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:16:58.192021 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=aaca8043-5b04-4045-9a8e-590c6f8b35e3,revision_number=6']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:16:58.202625 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:58.202979 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:58.203347 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:58.203686 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:58.204016 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:58.204347 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:58.204805 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:58.205690 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:58.206132 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:58.206346 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:58.206672 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:58.206993 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:58.239629 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-fcefa083-1148-400b-8317-9636b4dab220 req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] Attempting to bind port aaca8043-5b04-4045-9a8e-590c6f8b35e3 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:16:58.239966 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-fcefa083-1148-400b-8317-9636b4dab220 req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] Attempting to bind port aaca8043-5b04-4045-9a8e-590c6f8b35e3 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': 'e793c0e6-bfde-4052-8314-a66ba8dba553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71652235-a2d8-447b-afb1-725a4910dceb'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:16:58.240292 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcefa083-1148-400b-8317-9636b4dab220 req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] Attempting to bind port aaca8043-5b04-4045-9a8e-590c6f8b35e3 on network 71652235-a2d8-447b-afb1-725a4910dceb {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:16:58.244566 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcefa083-1148-400b-8317-9636b4dab220 req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] Port aaca8043-5b04-4045-9a8e-590c6f8b35e3 on network 71652235-a2d8-447b-afb1-725a4910dceb not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:16:58.244897 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcefa083-1148-400b-8317-9636b4dab220 req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] Attempting to bind port aaca8043-5b04-4045-9a8e-590c6f8b35e3 on network 71652235-a2d8-447b-afb1-725a4910dceb {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:16:58.249729 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcefa083-1148-400b-8317-9636b4dab220 req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:16:58.250069 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcefa083-1148-400b-8317-9636b4dab220 req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] Checking segment: {'id': 'e793c0e6-bfde-4052-8314-a66ba8dba553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71652235-a2d8-447b-afb1-725a4910dceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:16:58.250453 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcefa083-1148-400b-8317-9636b4dab220 req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] Bound using segment: {'id': 'e793c0e6-bfde-4052-8314-a66ba8dba553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71652235-a2d8-447b-afb1-725a4910dceb'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:16:58.250882 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-fcefa083-1148-400b-8317-9636b4dab220 req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] Bound port: aaca8043-5b04-4045-9a8e-590c6f8b35e3, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e793c0e6-bfde-4052-8314-a66ba8dba553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71652235-a2d8-447b-afb1-725a4910dceb'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:16:58.251265 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fcefa083-1148-400b-8317-9636b4dab220 req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:58.356698 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-fcefa083-1148-400b-8317-9636b4dab220 req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] For port aaca8043-5b04-4045-9a8e-590c6f8b35e3, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:16:58.375464 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73ec4e-100b-422b-9d01-3680d9e89409 req-9759349b-0faf-4890-ac9c-7c0f01ae81a2 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:58.377468 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c73ec4e-100b-422b-9d01-3680d9e89409 req-9759349b-0faf-4890-ac9c-7c0f01ae81a2 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 944 time: 0.1232498 Jun 30 10:16:58.379492 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-fcefa083-1148-400b-8317-9636b4dab220 req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] For port aaca8043-5b04-4045-9a8e-590c6f8b35e3, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=aaca8043-5b04-4045-9a8e-590c6f8b35e3,segment=NetworkSegment(e793c0e6-bfde-4052-8314-a66ba8dba553),segment_id=e793c0e6-bfde-4052-8314-a66ba8dba553)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:16:58.415784 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3c73ec4e-100b-422b-9d01-3680d9e89409 req-db0f6419-247f-40e3-8b91-82c4ebea8472 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323012 Jun 30 10:16:58.449235 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fcefa083-1148-400b-8317-9636b4dab220 req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:58.483709 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefa083-1148-400b-8317-9636b4dab220 req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:58.484357 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-fcefa083-1148-400b-8317-9636b4dab220 req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:58.485715 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fcefa083-1148-400b-8317-9636b4dab220 req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] 10.222.0.37 "PUT /v2.0/ports/aaca8043-5b04-4045-9a8e-590c6f8b35e3 HTTP/1.1" status: 200 len: 1093 time: 0.8499746 Jun 30 10:16:58.519604 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7ac11-01cb-43e0-bd29-925e3bce6bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=aaca8043-5b04-4045-9a8e-590c6f8b35e3,revision_number=7']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:16:58.567394 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefa083-1148-400b-8317-9636b4dab220 req-d8a3fad6-ca46-45c7-bc27-67c04fe663c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:58.568867 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fcefa083-1148-400b-8317-9636b4dab220 req-d8a3fad6-ca46-45c7-bc27-67c04fe663c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2cbbc3aca7a445a821a9cc45f6c9d77&device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 1096 time: 0.0593269 Jun 30 10:16:58.657216 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefa083-1148-400b-8317-9636b4dab220 req-8d22c671-fa8f-42ec-ac03-3528a7a7732a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:58.659419 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fcefa083-1148-400b-8317-9636b4dab220 req-8d22c671-fa8f-42ec-ac03-3528a7a7732a service neutron] 10.222.0.37 "GET /v2.0/networks?id=71652235-a2d8-447b-afb1-725a4910dceb HTTP/1.1" status: 200 len: 915 time: 0.0845940 Jun 30 10:16:58.701817 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fcefa083-1148-400b-8317-9636b4dab220 req-fdba9c67-4b54-45ce-8ae3-be4f24d741da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaca8043-5b04-4045-9a8e-590c6f8b35e3 HTTP/1.1" status: 200 len: 217 time: 0.0357778 Jun 30 10:16:58.749042 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefa083-1148-400b-8317-9636b4dab220 req-1fa780c9-9c63-4041-8cd2-174298786079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:58.750446 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fcefa083-1148-400b-8317-9636b4dab220 req-1fa780c9-9c63-4041-8cd2-174298786079 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5f61c5df-eea0-4ae1-8c7a-099f29a02b0c HTTP/1.1" status: 200 len: 854 time: 0.0422542 Jun 30 10:16:58.781739 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fcefa083-1148-400b-8317-9636b4dab220 req-0d86bfec-1269-47b1-84e8-bbd82f212a1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71652235-a2d8-447b-afb1-725a4910dceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246646 Jun 30 10:16:58.871381 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fcefa083-1148-400b-8317-9636b4dab220 req-d35b8aa8-b164-4b73-a58d-c5628b1a58da service neutron] 10.222.0.37 "GET /v2.0/networks/71652235-a2d8-447b-afb1-725a4910dceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828788 Jun 30 10:16:58.959737 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fcefa083-1148-400b-8317-9636b4dab220 req-b4766872-1d20-4f4e-9bc7-9e1d8830e740 service neutron] 10.222.0.37 "GET /v2.0/networks/71652235-a2d8-447b-afb1-725a4910dceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809567 Jun 30 10:16:59.597195 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ab832-e52f-4b21-af1f-0e4a169b00b7 req-7e379951-bab3-4d0b-aa2a-6ce6001f0603 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:59.598560 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b41ab832-e52f-4b21-af1f-0e4a169b00b7 req-7e379951-bab3-4d0b-aa2a-6ce6001f0603 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 944 time: 0.0692821 Jun 30 10:16:59.635415 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b41ab832-e52f-4b21-af1f-0e4a169b00b7 req-370fef05-f83d-420d-9a25-dd1c85e202cf tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312145 Jun 30 10:17:00.098903 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c823ff-5c8b-43c7-98c2-26d38723d51e', 'tag': 'aaca8043-5b04-4045-9a8e-590c6f8b35e3'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:17:00.101270 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695e5e0b-4fb7-4199-ba6d-b2a8117ee2b1" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c823ff-5c8b-43c7-98c2-26d38723d51e", "tag": "aaca8043-5b04-4045-9a8e-590c6f8b35e3"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:17:00.129731 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device aaca8043-5b04-4045-9a8e-590c6f8b35e3 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:17:00.153621 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652dc111-8416-445b-be00-31a2467803b1 x-openstack-request-id: req-652dc111-8416-445b-be00-31a2467803b1 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:17:00.153852 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c823ff-5c8b-43c7-98c2-26d38723d51e", "tag": "aaca8043-5b04-4045-9a8e-590c6f8b35e3", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:17:00.154093 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-652dc111-8416-445b-be00-31a2467803b1 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:17:00.154486 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c823ff-5c8b-43c7-98c2-26d38723d51e', 'tag': 'aaca8043-5b04-4045-9a8e-590c6f8b35e3', 'status': 'completed', 'code': 200} Jun 30 10:17:00.172475 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device aaca8043-5b04-4045-9a8e-590c6f8b35e3 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:17:00.224168 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e5e0b-4fb7-4199-ba6d-b2a8117ee2b1 req-6add971d-904c-4231-819f-178c5ffdd59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:00.225703 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-695e5e0b-4fb7-4199-ba6d-b2a8117ee2b1 req-6add971d-904c-4231-819f-178c5ffdd59c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e2cbbc3aca7a445a821a9cc45f6c9d77&device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 1096 time: 0.0542452 Jun 30 10:17:00.229673 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e5e0b-4fb7-4199-ba6d-b2a8117ee2b1 req-cddf3b07-c8d5-4d98-a080-c79d6aa2a01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:00.231143 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-695e5e0b-4fb7-4199-ba6d-b2a8117ee2b1 req-cddf3b07-c8d5-4d98-a080-c79d6aa2a01b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2cbbc3aca7a445a821a9cc45f6c9d77&device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 1096 time: 0.0538635 Jun 30 10:17:00.319529 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e5e0b-4fb7-4199-ba6d-b2a8117ee2b1 req-f2fedf1a-75b8-4fff-9f98-464895f1237d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:00.320992 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-695e5e0b-4fb7-4199-ba6d-b2a8117ee2b1 req-f2fedf1a-75b8-4fff-9f98-464895f1237d service neutron] 10.222.0.52 "GET /v2.0/networks?id=71652235-a2d8-447b-afb1-725a4910dceb HTTP/1.1" status: 200 len: 915 time: 0.0884078 Jun 30 10:17:00.322882 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e5e0b-4fb7-4199-ba6d-b2a8117ee2b1 req-73b2da1d-27ba-48a7-aac7-d64fbe6c23cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:00.324351 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-695e5e0b-4fb7-4199-ba6d-b2a8117ee2b1 req-73b2da1d-27ba-48a7-aac7-d64fbe6c23cb service neutron] 10.222.0.37 "GET /v2.0/networks?id=71652235-a2d8-447b-afb1-725a4910dceb HTTP/1.1" status: 200 len: 915 time: 0.0865533 Jun 30 10:17:00.363964 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-695e5e0b-4fb7-4199-ba6d-b2a8117ee2b1 req-59b7264b-d8ac-4d35-bb50-e616eee1163b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaca8043-5b04-4045-9a8e-590c6f8b35e3 HTTP/1.1" status: 200 len: 217 time: 0.0350606 Jun 30 10:17:00.368924 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-695e5e0b-4fb7-4199-ba6d-b2a8117ee2b1 req-618ab596-9c45-44ab-a55b-11a2a8335f3f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaca8043-5b04-4045-9a8e-590c6f8b35e3 HTTP/1.1" status: 200 len: 217 time: 0.0372119 Jun 30 10:17:00.413247 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e5e0b-4fb7-4199-ba6d-b2a8117ee2b1 req-3fbfdb4d-e302-48c2-bc24-3e901ad615a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:00.414612 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-695e5e0b-4fb7-4199-ba6d-b2a8117ee2b1 req-3fbfdb4d-e302-48c2-bc24-3e901ad615a3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5f61c5df-eea0-4ae1-8c7a-099f29a02b0c HTTP/1.1" status: 200 len: 854 time: 0.0436933 Jun 30 10:17:00.421944 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e5e0b-4fb7-4199-ba6d-b2a8117ee2b1 req-2080b067-8693-45ea-b7cc-6b107845317b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:00.423416 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-695e5e0b-4fb7-4199-ba6d-b2a8117ee2b1 req-2080b067-8693-45ea-b7cc-6b107845317b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5f61c5df-eea0-4ae1-8c7a-099f29a02b0c HTTP/1.1" status: 200 len: 854 time: 0.0475512 Jun 30 10:17:00.446868 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-695e5e0b-4fb7-4199-ba6d-b2a8117ee2b1 req-6699c463-05ee-4ce7-aa33-1850bc525351 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=71652235-a2d8-447b-afb1-725a4910dceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261815 Jun 30 10:17:00.551097 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-695e5e0b-4fb7-4199-ba6d-b2a8117ee2b1 req-76cb4f9c-04c2-4795-be13-a8c459a89317 service neutron] 10.222.0.52 "GET /v2.0/networks/71652235-a2d8-447b-afb1-725a4910dceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926411 Jun 30 10:17:00.655843 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-695e5e0b-4fb7-4199-ba6d-b2a8117ee2b1 req-4881fea6-3c72-49d6-afb9-db40e43600dd service neutron] 10.222.0.52 "GET /v2.0/networks/71652235-a2d8-447b-afb1-725a4910dceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944176 Jun 30 10:17:00.808295 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-695e5e0b-4fb7-4199-ba6d-b2a8117ee2b1 req-a0934c7d-d1a3-4fc5-8f4e-c5e05265fa01 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71652235-a2d8-447b-afb1-725a4910dceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3785651 Jun 30 10:17:00.858707 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4823ecc-5d58-40b3-bbb7-0565fff68577 req-4c4eee78-7e39-47ff-bcd2-865999b1c725 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:00.860269 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d4823ecc-5d58-40b3-bbb7-0565fff68577 req-4c4eee78-7e39-47ff-bcd2-865999b1c725 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 944 time: 0.0642083 Jun 30 10:17:00.896498 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-695e5e0b-4fb7-4199-ba6d-b2a8117ee2b1 req-ad4e194e-952b-482e-8717-f9592262b1ba service neutron] 10.222.0.37 "GET /v2.0/networks/71652235-a2d8-447b-afb1-725a4910dceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807626 Jun 30 10:17:00.900188 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d4823ecc-5d58-40b3-bbb7-0565fff68577 req-52cf850b-f419-4227-994f-b4b20eb4da25 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330546 Jun 30 10:17:00.987659 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-695e5e0b-4fb7-4199-ba6d-b2a8117ee2b1 req-f736f226-4731-46d7-8cb3-2e619ab2b999 service neutron] 10.222.0.37 "GET /v2.0/networks/71652235-a2d8-447b-afb1-725a4910dceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843053 Jun 30 10:17:02.081587 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647b25b-4f3b-42a2-b0ac-fea3a6810462 req-b46bcb40-b32c-4eea-aaa5-d7b80c5d7f4c tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:02.083072 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6647b25b-4f3b-42a2-b0ac-fea3a6810462 req-b46bcb40-b32c-4eea-aaa5-d7b80c5d7f4c tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 944 time: 0.0641055 Jun 30 10:17:02.121241 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6647b25b-4f3b-42a2-b0ac-fea3a6810462 req-8a8b4c02-8927-4114-99f9-a2d90cc6431d tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320573 Jun 30 10:17:03.297084 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907d172-50e3-419d-a328-417b122003fd req-6b9bd086-0071-46ae-b26a-c533768aad81 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:03.299381 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2907d172-50e3-419d-a328-417b122003fd req-6b9bd086-0071-46ae-b26a-c533768aad81 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 944 time: 0.0625126 Jun 30 10:17:03.336301 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2907d172-50e3-419d-a328-417b122003fd req-ae4b7f39-a9d9-4c52-b761-0d388f4d89bf tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315669 Jun 30 10:17:03.752019 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51d4db-147a-4cee-8ee4-b6402bc5942c req-c9838570-d79c-44be-bc61-4a8e0f3336f6 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:03.753749 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3d51d4db-147a-4cee-8ee4-b6402bc5942c req-c9838570-d79c-44be-bc61-4a8e0f3336f6 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 944 time: 0.0683045 Jun 30 10:17:03.852734 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3d51d4db-147a-4cee-8ee4-b6402bc5942c req-0f2f77ea-f99b-447a-b94a-c47f850cf33a tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925322 Jun 30 10:17:03.934283 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad46258-905e-4eae-98a3-f491b6946794 req-3edb0216-633e-42f4-bff4-f33f634026f4 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:03.935754 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6ad46258-905e-4eae-98a3-f491b6946794 req-3edb0216-633e-42f4-bff4-f33f634026f4 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e&tenant_id=e2cbbc3aca7a445a821a9cc45f6c9d77&binding%3Ahost_id=n-h2-771363-31 HTTP/1.1" status: 200 len: 944 time: 0.1614914 Jun 30 10:17:04.042399 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device aaca8043-5b04-4045-9a8e-590c6f8b35e3 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:17:04.144298 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port aaca8043-5b04-4045-9a8e-590c6f8b35e3, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=aaca8043-5b04-4045-9a8e-590c6f8b35e3,segment=NetworkSegment(e793c0e6-bfde-4052-8314-a66ba8dba553),segment_id=e793c0e6-bfde-4052-8314-a66ba8dba553)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:17:04.156310 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'aaca8043-5b04-4045-9a8e-590c6f8b35e3', 'network_id': '71652235-a2d8-447b-afb1-725a4910dceb', 'port_id': 'aaca8043-5b04-4045-9a8e-590c6f8b35e3', 'mac_address': 'fa:16:3e:f4:84:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f61c5df-eea0-4ae1-8c7a-099f29a02b0c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:17:04.195527 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:04.208949 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaca8043-5b04-4045-9a8e-590c6f8b35e3 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:17:04.228670 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port aaca8043-5b04-4045-9a8e-590c6f8b35e3, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=aaca8043-5b04-4045-9a8e-590c6f8b35e3,segment=NetworkSegment(e793c0e6-bfde-4052-8314-a66ba8dba553),segment_id=e793c0e6-bfde-4052-8314-a66ba8dba553)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:17:04.291965 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [req-6ad46258-905e-4eae-98a3-f491b6946794 req-0ef6d427-1ea3-4a42-a9a5-d52eb2ef2b8e service neutron] delete failed (client error): The resource could not be found. Jun 30 10:17:04.292990 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6ad46258-905e-4eae-98a3-f491b6946794 req-0ef6d427-1ea3-4a42-a9a5-d52eb2ef2b8e service neutron] 10.222.0.52 "DELETE /v2.0/ports/aaca8043-5b04-4045-9a8e-590c6f8b35e3/bindings/n-h1-771363-31 HTTP/1.1" status: 404 len: 381 time: 0.3475900 Jun 30 10:17:04.317445 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:04.368735 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=aaca8043-5b04-4045-9a8e-590c6f8b35e3,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:17:04.394943 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad46258-905e-4eae-98a3-f491b6946794 req-a01f9869-0aa9-4bb6-adff-499cd3f8d65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:04.396382 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6ad46258-905e-4eae-98a3-f491b6946794 req-a01f9869-0aa9-4bb6-adff-499cd3f8d65f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e2cbbc3aca7a445a821a9cc45f6c9d77&device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 1097 time: 0.0560188 Jun 30 10:17:04.488493 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad46258-905e-4eae-98a3-f491b6946794 req-7c221298-bda1-4cad-8277-0149a8091fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:04.489924 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6ad46258-905e-4eae-98a3-f491b6946794 req-7c221298-bda1-4cad-8277-0149a8091fc8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=71652235-a2d8-447b-afb1-725a4910dceb HTTP/1.1" status: 200 len: 915 time: 0.0849788 Jun 30 10:17:04.535379 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6ad46258-905e-4eae-98a3-f491b6946794 req-f1000d5f-7311-428c-8a7e-7a6089978614 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaca8043-5b04-4045-9a8e-590c6f8b35e3 HTTP/1.1" status: 200 len: 217 time: 0.0353317 Jun 30 10:17:04.583899 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad46258-905e-4eae-98a3-f491b6946794 req-638df0fe-8d07-4e86-a989-06883a223a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:04.585296 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6ad46258-905e-4eae-98a3-f491b6946794 req-638df0fe-8d07-4e86-a989-06883a223a45 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5f61c5df-eea0-4ae1-8c7a-099f29a02b0c HTTP/1.1" status: 200 len: 854 time: 0.0440397 Jun 30 10:17:04.624712 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6ad46258-905e-4eae-98a3-f491b6946794 req-00a4dd45-f35a-4695-b9b9-315b27daecac service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=71652235-a2d8-447b-afb1-725a4910dceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292680 Jun 30 10:17:04.631995 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['aaca8043-5b04-4045-9a8e-590c6f8b35e3'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:17:04.715085 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6ad46258-905e-4eae-98a3-f491b6946794 req-96c2fa98-beb0-4f1a-8711-9672fde63f15 service neutron] 10.222.0.52 "GET /v2.0/networks/71652235-a2d8-447b-afb1-725a4910dceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831630 Jun 30 10:17:04.812459 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6ad46258-905e-4eae-98a3-f491b6946794 req-2faac379-7b45-4bc5-813a-0aef8c5dc20f service neutron] 10.222.0.52 "GET /v2.0/networks/71652235-a2d8-447b-afb1-725a4910dceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867937 Jun 30 10:17:05.037149 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feaeac6-4dab-4fbd-a8d2-cae53572f1c0 req-ccc6f74e-d47d-4116-a97e-ad4c16da8d2e tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:05.042316 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0feaeac6-4dab-4fbd-a8d2-cae53572f1c0 req-ccc6f74e-d47d-4116-a97e-ad4c16da8d2e tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 945 time: 0.0666058 Jun 30 10:17:05.077575 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0feaeac6-4dab-4fbd-a8d2-cae53572f1c0 req-0133e360-b822-4eea-b4d0-f4163aa1c9e0 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331581 Jun 30 10:17:05.992028 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:17:06.049011 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device aaca8043-5b04-4045-9a8e-590c6f8b35e3 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:17:06.259230 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533af8d-f839-431a-a35e-5d06489fd085 req-2445b77c-a945-4d1f-862b-9545c2db74b4 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:06.260710 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9533af8d-f839-431a-a35e-5d06489fd085 req-2445b77c-a945-4d1f-862b-9545c2db74b4 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 945 time: 0.0637739 Jun 30 10:17:06.297660 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port aaca8043-5b04-4045-9a8e-590c6f8b35e3 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:17:06.299035 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9533af8d-f839-431a-a35e-5d06489fd085 req-eb066b27-6405-4ecf-993a-2a4c0355b6ce tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326636 Jun 30 10:17:06.302334 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port aaca8043-5b04-4045-9a8e-590c6f8b35e3 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:17:06.302708 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:06.384143 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:06.405831 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c823ff-5c8b-43c7-98c2-26d38723d51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaca8043-5b04-4045-9a8e-590c6f8b35e3'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:17:06.408142 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a95ecc-8c76-4846-b974-c60bba8a9226" -d '{"events": [{"server_uuid": "a4c823ff-5c8b-43c7-98c2-26d38723d51e", "name": "network-vif-plugged", "status": "completed", "tag": "aaca8043-5b04-4045-9a8e-590c6f8b35e3"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:17:06.421123 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port aaca8043-5b04-4045-9a8e-590c6f8b35e3, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=aaca8043-5b04-4045-9a8e-590c6f8b35e3,segment=NetworkSegment(e793c0e6-bfde-4052-8314-a66ba8dba553),segment_id=e793c0e6-bfde-4052-8314-a66ba8dba553)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:17:06.444856 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1180b874-6df8-485e-8d56-d92170ad6634 x-openstack-request-id: req-1180b874-6df8-485e-8d56-d92170ad6634 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:17:06.445193 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c823ff-5c8b-43c7-98c2-26d38723d51e", "name": "network-vif-plugged", "status": "completed", "tag": "aaca8043-5b04-4045-9a8e-590c6f8b35e3", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:17:06.445447 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1180b874-6df8-485e-8d56-d92170ad6634 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:17:06.445834 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c823ff-5c8b-43c7-98c2-26d38723d51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaca8043-5b04-4045-9a8e-590c6f8b35e3', 'code': 200} Jun 30 10:17:06.475879 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786d0b8-fce2-468f-9380-fdb93cb9d177 req-b523cdba-3f08-4038-baad-2f14fe8bc235 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:06.477339 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7786d0b8-fce2-468f-9380-fdb93cb9d177 req-b523cdba-3f08-4038-baad-2f14fe8bc235 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 945 time: 0.0662811 Jun 30 10:17:06.486975 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:06.517118 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7786d0b8-fce2-468f-9380-fdb93cb9d177 req-ec7ec7d6-ec67-4639-96eb-fc820ab7b761 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338783 Jun 30 10:17:06.534615 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=aaca8043-5b04-4045-9a8e-590c6f8b35e3,revision_number=9']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:17:06.697285 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b50656-f078-48b6-9460-4adcf4007562 req-a878645d-aa69-4623-985c-5ff822512c29 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:06.698783 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-12b50656-f078-48b6-9460-4adcf4007562 req-a878645d-aa69-4623-985c-5ff822512c29 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 946 time: 0.0641878 Jun 30 10:17:06.737934 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-12b50656-f078-48b6-9460-4adcf4007562 req-96247f0c-4917-434e-9d63-ea14e79b5b1e tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335250 Jun 30 10:17:07.555473 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28e4c4-ef26-48af-8990-db331db91318 req-8fb4a81c-8a2d-44d6-afeb-27bc6c6dd231 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:07.556911 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5c28e4c4-ef26-48af-8990-db331db91318 req-8fb4a81c-8a2d-44d6-afeb-27bc6c6dd231 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 946 time: 0.0610213 Jun 30 10:17:07.594636 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5c28e4c4-ef26-48af-8990-db331db91318 req-1cf2d8e0-b5e7-4cf8-90eb-93f787909651 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319397 Jun 30 10:17:08.351669 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:08.770677 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756f85f-c3d4-4df0-8908-8daccbad729c req-3a179ae3-b594-40a4-82fb-afd548a2cc2a tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:08.772192 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3756f85f-c3d4-4df0-8908-8daccbad729c req-3a179ae3-b594-40a4-82fb-afd548a2cc2a tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 946 time: 0.0690014 Jun 30 10:17:08.781558 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83613351-a672-4258-b3dd-176d8a02c32b req-8927348d-a7c2-432c-b4d1-ffbdfb86eb7a tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:08.783853 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83613351-a672-4258-b3dd-176d8a02c32b req-8927348d-a7c2-432c-b4d1-ffbdfb86eb7a tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 946 time: 0.0672894 Jun 30 10:17:08.811320 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3756f85f-c3d4-4df0-8908-8daccbad729c req-ad2a20fe-87d9-4a7b-93f2-011838a243b4 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333238 Jun 30 10:17:08.882951 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-83613351-a672-4258-b3dd-176d8a02c32b req-50d5ccf8-df56-4c9c-953a-f5f96a25a9c7 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Deleting port aaca8043-5b04-4045-9a8e-590c6f8b35e3 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:17:08.882951 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-83613351-a672-4258-b3dd-176d8a02c32b req-50d5ccf8-df56-4c9c-953a-f5f96a25a9c7 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:08.973494 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-83613351-a672-4258-b3dd-176d8a02c32b req-50d5ccf8-df56-4c9c-953a-f5f96a25a9c7 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] For port aaca8043-5b04-4045-9a8e-590c6f8b35e3, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=aaca8043-5b04-4045-9a8e-590c6f8b35e3,segment=NetworkSegment(e793c0e6-bfde-4052-8314-a66ba8dba553),segment_id=e793c0e6-bfde-4052-8314-a66ba8dba553)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:17:08.973898 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-83613351-a672-4258-b3dd-176d8a02c32b req-50d5ccf8-df56-4c9c-953a-f5f96a25a9c7 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:08.987067 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-83613351-a672-4258-b3dd-176d8a02c32b req-50d5ccf8-df56-4c9c-953a-f5f96a25a9c7 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Calling delete_port for aaca8043-5b04-4045-9a8e-590c6f8b35e3 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:17:09.235448 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-83613351-a672-4258-b3dd-176d8a02c32b req-50d5ccf8-df56-4c9c-953a-f5f96a25a9c7 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:09.247686 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['aaca8043-5b04-4045-9a8e-590c6f8b35e3'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:17:09.265333 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5ccf8-df56-4c9c-953a-f5f96a25a9c7 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Pushing event deleted for resources: {'Port': ['ID=aaca8043-5b04-4045-9a8e-590c6f8b35e3,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:17:09.312953 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-83613351-a672-4258-b3dd-176d8a02c32b req-50d5ccf8-df56-4c9c-953a-f5f96a25a9c7 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] No DVR routers for this DVR port aaca8043-5b04-4045-9a8e-590c6f8b35e3 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:17:09.315658 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-83613351-a672-4258-b3dd-176d8a02c32b req-50d5ccf8-df56-4c9c-953a-f5f96a25a9c7 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:09.317667 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-83613351-a672-4258-b3dd-176d8a02c32b req-50d5ccf8-df56-4c9c-953a-f5f96a25a9c7 tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.37 "DELETE /v2.0/ports/aaca8043-5b04-4045-9a8e-590c6f8b35e3 HTTP/1.1" status: 204 len: 173 time: 0.5294380 Jun 30 10:17:09.318131 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c823ff-5c8b-43c7-98c2-26d38723d51e', 'name': 'network-vif-deleted', 'tag': 'aaca8043-5b04-4045-9a8e-590c6f8b35e3'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:17:09.320455 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f95e052-79ee-4644-b5e8-3a95bcc90b61" -d '{"events": [{"server_uuid": "a4c823ff-5c8b-43c7-98c2-26d38723d51e", "name": "network-vif-deleted", "tag": "aaca8043-5b04-4045-9a8e-590c6f8b35e3"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:17:09.357558 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15efdbd-57c6-4dc3-adcf-a0d1769070aa x-openstack-request-id: req-c15efdbd-57c6-4dc3-adcf-a0d1769070aa {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:17:09.358749 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c823ff-5c8b-43c7-98c2-26d38723d51e", "name": "network-vif-deleted", "tag": "aaca8043-5b04-4045-9a8e-590c6f8b35e3", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:17:09.358749 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c15efdbd-57c6-4dc3-adcf-a0d1769070aa {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:17:09.358749 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c823ff-5c8b-43c7-98c2-26d38723d51e', 'name': 'network-vif-deleted', 'tag': 'aaca8043-5b04-4045-9a8e-590c6f8b35e3', 'status': 'completed', 'code': 200} Jun 30 10:17:09.463615 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:09.973539 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6fc9cd1a-5a6b-4428-8f8b-51f705e3776a req-5aa77c49-2cd4-4522-b05d-0dee070e4c4f tempest-ServerDiskConfigTestJSON-1469681149 tempest-ServerDiskConfigTestJSON-1469681149-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c823ff-5c8b-43c7-98c2-26d38723d51e HTTP/1.1" status: 200 len: 210 time: 0.0289185 Jun 30 10:17:11.207992 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 60694) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:17:11.251938 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-533adcc9-9aad-45e6-8bf9-5c82aeed57cd admin admin] Deleting subnet 5f61c5df-eea0-4ae1-8c7a-099f29a02b0c {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:17:11.255311 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-533adcc9-9aad-45e6-8bf9-5c82aeed57cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:11.293532 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-533adcc9-9aad-45e6-8bf9-5c82aeed57cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:11.331034 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-533adcc9-9aad-45e6-8bf9-5c82aeed57cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:11.435055 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-533adcc9-9aad-45e6-8bf9-5c82aeed57cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:11.462928 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533adcc9-9aad-45e6-8bf9-5c82aeed57cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f61c5df-eea0-4ae1-8c7a-099f29a02b0c,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:17:11.464874 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-533adcc9-9aad-45e6-8bf9-5c82aeed57cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:11.467293 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-533adcc9-9aad-45e6-8bf9-5c82aeed57cd admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5f61c5df-eea0-4ae1-8c7a-099f29a02b0c HTTP/1.1" status: 204 len: 168 time: 0.2576973 Jun 30 10:17:11.469374 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 60696) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:17:11.541527 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-74f3193a-8e0a-4fc3-ab2e-ad1fc99f3bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:11.619664 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-74f3193a-8e0a-4fc3-ab2e-ad1fc99f3bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:11.629559 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-74f3193a-8e0a-4fc3-ab2e-ad1fc99f3bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71652235-a2d8-447b-afb1-725a4910dceb']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:17:11.639375 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-74f3193a-8e0a-4fc3-ab2e-ad1fc99f3bd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e793c0e6-bfde-4052-8314-a66ba8dba553') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:17:11.639666 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-74f3193a-8e0a-4fc3-ab2e-ad1fc99f3bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e793c0e6-bfde-4052-8314-a66ba8dba553') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:17:11.648640 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-74f3193a-8e0a-4fc3-ab2e-ad1fc99f3bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:11.662214 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-74f3193a-8e0a-4fc3-ab2e-ad1fc99f3bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:11.667842 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f3193a-8e0a-4fc3-ab2e-ad1fc99f3bd8 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:17:11.668217 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-74f3193a-8e0a-4fc3-ab2e-ad1fc99f3bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: timer() Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:17:11.669812 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:17:11.857730 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-74f3193a-8e0a-4fc3-ab2e-ad1fc99f3bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:11.863525 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-74f3193a-8e0a-4fc3-ab2e-ad1fc99f3bd8 admin admin] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:11.865337 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-74f3193a-8e0a-4fc3-ab2e-ad1fc99f3bd8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/71652235-a2d8-447b-afb1-725a4910dceb HTTP/1.1" status: 204 len: 168 time: 0.3950508 Jun 30 10:17:11.876141 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3193a-8e0a-4fc3-ab2e-ad1fc99f3bd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=71652235-a2d8-447b-afb1-725a4910dceb,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:17:12.099587 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device aaca8043-5b04-4045-9a8e-590c6f8b35e3 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:17:12.119719 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: aaca8043-5b04-4045-9a8e-590c6f8b35e3 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:17:12.119995 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device aaca8043-5b04-4045-9a8e-590c6f8b35e3 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:17:12.272682 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 60700) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:17:12.311520 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6d384471-8bf9-4e6a-95c0-1746c2801e14 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e2cbbc3aca7a445a821a9cc45f6c9d77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376267 Jun 30 10:17:12.314743 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 60702) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:17:12.362423 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a7043a7f-6f33-401e-905c-4e8fc6e10674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:12.383834 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a7043a7f-6f33-401e-905c-4e8fc6e10674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:12.554712 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a7043a7f-6f33-401e-905c-4e8fc6e10674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:12.557324 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a7043a7f-6f33-401e-905c-4e8fc6e10674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:12.558748 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a7043a7f-6f33-401e-905c-4e8fc6e10674 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b6e08f7f-1ee2-40ea-8f9e-5764597bf81a HTTP/1.1" status: 204 len: 168 time: 0.2430739 Jun 30 10:17:12.569500 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7043a7f-6f33-401e-905c-4e8fc6e10674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e08f7f-1ee2-40ea-8f9e-5764597bf81a,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:17:12.575147 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7043a7f-6f33-401e-905c-4e8fc6e10674 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:12.575504 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7043a7f-6f33-401e-905c-4e8fc6e10674 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:12.575846 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7043a7f-6f33-401e-905c-4e8fc6e10674 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:12.576180 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7043a7f-6f33-401e-905c-4e8fc6e10674 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:12.576512 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7043a7f-6f33-401e-905c-4e8fc6e10674 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:12.576839 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7043a7f-6f33-401e-905c-4e8fc6e10674 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:12.577161 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7043a7f-6f33-401e-905c-4e8fc6e10674 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:12.577481 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7043a7f-6f33-401e-905c-4e8fc6e10674 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:12.577801 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7043a7f-6f33-401e-905c-4e8fc6e10674 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:12.578120 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7043a7f-6f33-401e-905c-4e8fc6e10674 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:12.578438 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7043a7f-6f33-401e-905c-4e8fc6e10674 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:12.578755 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7043a7f-6f33-401e-905c-4e8fc6e10674 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:13.640911 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 60724) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:17:13.736088 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-d1811a9e-c7e7-440f-9b11-f93f260af4ad admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1438650912-network', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:17:13.840033 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1811a9e-c7e7-440f-9b11-f93f260af4ad admin admin] Made reservation on behalf of e9f8f14385164b03b43038c362f2c023 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:17:13.842380 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d1811a9e-c7e7-440f-9b11-f93f260af4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:13.851502 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d1811a9e-c7e7-440f-9b11-f93f260af4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:13.937026 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d1811a9e-c7e7-440f-9b11-f93f260af4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:14.006252 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d1811a9e-c7e7-440f-9b11-f93f260af4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:14.032834 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1811a9e-c7e7-440f-9b11-f93f260af4ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:17:14.038290 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1811a9e-c7e7-440f-9b11-f93f260af4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2537f6d0-e6cb-403a-b959-773420ed8298,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:17:14.045328 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d1811a9e-c7e7-440f-9b11-f93f260af4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:14.045591 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-d1811a9e-c7e7-440f-9b11-f93f260af4ad admin admin] Added segment a9277347-830b-4d48-b984-c11146c63081 of type vlan for network 06561236-8fc5-4ee2-8277-b1f7dae949d9 Jun 30 10:17:14.085705 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d1811a9e-c7e7-440f-9b11-f93f260af4ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:14.185966 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d1811a9e-c7e7-440f-9b11-f93f260af4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:14.186934 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1811a9e-c7e7-440f-9b11-f93f260af4ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:14.187544 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d1811a9e-c7e7-440f-9b11-f93f260af4ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:14.250306 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1811a9e-c7e7-440f-9b11-f93f260af4ad admin admin] Pushing event updated for resources: {'Network': ['ID=06561236-8fc5-4ee2-8277-b1f7dae949d9,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:17:14.260921 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 06561236-8fc5-4ee2-8277-b1f7dae949d9 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:17:14.321052 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d1811a9e-c7e7-440f-9b11-f93f260af4ad admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6763504 Jun 30 10:17:14.321383 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 60728) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:17:14.327383 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-5206c86e-7603-44f7-9f90-98d9e2f909b6 admin admin] Request body: {'subnet': {'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1438650912-subnet', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:17:14.423087 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5206c86e-7603-44f7-9f90-98d9e2f909b6 admin admin] Made reservation on behalf of e9f8f14385164b03b43038c362f2c023 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:17:14.425793 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5206c86e-7603-44f7-9f90-98d9e2f909b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:14.688882 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5206c86e-7603-44f7-9f90-98d9e2f909b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:14.745558 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206c86e-7603-44f7-9f90-98d9e2f909b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:17:14.753559 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5206c86e-7603-44f7-9f90-98d9e2f909b6 admin admin] Checking segment: {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:17:14.753896 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5206c86e-7603-44f7-9f90-98d9e2f909b6 admin admin] Network hostable DHCP agents. Network: 06561236-8fc5-4ee2-8277-b1f7dae949d9, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:17:14.888961 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5206c86e-7603-44f7-9f90-98d9e2f909b6 admin admin] Network 06561236-8fc5-4ee2-8277-b1f7dae949d9 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:17:15.020927 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-5206c86e-7603-44f7-9f90-98d9e2f909b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 06561236-8fc5-4ee2-8277-b1f7dae949d9) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:17:15.026133 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206c86e-7603-44f7-9f90-98d9e2f909b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:15.028460 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5206c86e-7603-44f7-9f90-98d9e2f909b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:15.031238 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c908c5-b7a8-4c0a-94b0-a4ad5d087599 None None] Network 06561236-8fc5-4ee2-8277-b1f7dae949d9 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:17:15.115851 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5206c86e-7603-44f7-9f90-98d9e2f909b6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7928965 Jun 30 10:17:15.118596 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 60730) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:17:15.122966 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-0d5d933d-c9a7-483f-8fae-c5ea8a7413c0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:17:15.181173 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bcf2b9-c923-4a18-be46-e56dafbcad3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-06561236-8fc5-4ee2-8277-b1f7dae949d9', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:17:15.182031 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-18bcf2b9-c923-4a18-be46-e56dafbcad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:15.238280 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0d5d933d-c9a7-483f-8fae-c5ea8a7413c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:15.239366 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0d5d933d-c9a7-483f-8fae-c5ea8a7413c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:15.316157 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-18bcf2b9-c923-4a18-be46-e56dafbcad3c None None] Allocated IP 172.20.0.2 (06561236-8fc5-4ee2-8277-b1f7dae949d9/39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b/19666497-4100-47e0-b446-a4944fc6aa1c) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:17:15.325371 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0d5d933d-c9a7-483f-8fae-c5ea8a7413c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:15.457566 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-18bcf2b9-c923-4a18-be46-e56dafbcad3c None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:15.465590 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-18bcf2b9-c923-4a18-be46-e56dafbcad3c None None] Transition to ACTIVE for port object 19666497-4100-47e0-b446-a4944fc6aa1c will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:17:15.480939 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-18bcf2b9-c923-4a18-be46-e56dafbcad3c None None] Transition to ACTIVE for port object 19666497-4100-47e0-b446-a4944fc6aa1c will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:17:15.546896 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0d5d933d-c9a7-483f-8fae-c5ea8a7413c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:15.557902 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-18bcf2b9-c923-4a18-be46-e56dafbcad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:15.595171 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bcf2b9-c923-4a18-be46-e56dafbcad3c None None] Network 06561236-8fc5-4ee2-8277-b1f7dae949d9 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:17:15.606806 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-18bcf2b9-c923-4a18-be46-e56dafbcad3c None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:17:15.612261 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bcf2b9-c923-4a18-be46-e56dafbcad3c None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:17:15.618089 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bcf2b9-c923-4a18-be46-e56dafbcad3c None None] Pushing event updated for resources: {'Port': ['ID=19666497-4100-47e0-b446-a4944fc6aa1c,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:17:15.675809 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-18bcf2b9-c923-4a18-be46-e56dafbcad3c None None] Attempting to bind port 19666497-4100-47e0-b446-a4944fc6aa1c on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:17:15.676170 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-18bcf2b9-c923-4a18-be46-e56dafbcad3c None None] Attempting to bind port 19666497-4100-47e0-b446-a4944fc6aa1c by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:17:15.676559 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bcf2b9-c923-4a18-be46-e56dafbcad3c None None] Attempting to bind port 19666497-4100-47e0-b446-a4944fc6aa1c on network 06561236-8fc5-4ee2-8277-b1f7dae949d9 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:17:15.681569 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bcf2b9-c923-4a18-be46-e56dafbcad3c None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:17:15.681944 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bcf2b9-c923-4a18-be46-e56dafbcad3c None None] Checking segment: {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:17:15.682343 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-18bcf2b9-c923-4a18-be46-e56dafbcad3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:15.682734 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bcf2b9-c923-4a18-be46-e56dafbcad3c None None] Bound using segment: {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:17:15.683227 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-18bcf2b9-c923-4a18-be46-e56dafbcad3c None None] Bound port: 19666497-4100-47e0-b446-a4944fc6aa1c, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:17:15.683605 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-18bcf2b9-c923-4a18-be46-e56dafbcad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:15.749420 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-18bcf2b9-c923-4a18-be46-e56dafbcad3c None None] For port 19666497-4100-47e0-b446-a4944fc6aa1c, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:17:15.752750 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-18bcf2b9-c923-4a18-be46-e56dafbcad3c None None] For port 19666497-4100-47e0-b446-a4944fc6aa1c, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=19666497-4100-47e0-b446-a4944fc6aa1c,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:17:15.814475 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0d5d933d-c9a7-483f-8fae-c5ea8a7413c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:15.815145 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-18bcf2b9-c923-4a18-be46-e56dafbcad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:15.842634 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0d5d933d-c9a7-483f-8fae-c5ea8a7413c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:15.872176 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bcf2b9-c923-4a18-be46-e56dafbcad3c None None] Pushing event updated for resources: {'Port': ['ID=19666497-4100-47e0-b446-a4944fc6aa1c,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:17:15.949495 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-0d5d933d-c9a7-483f-8fae-c5ea8a7413c0 admin admin] Allocated IP 172.25.6.80 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/63e5d047-7f1e-4acb-bdfa-218cd79a46de) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:17:16.086449 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0d5d933d-c9a7-483f-8fae-c5ea8a7413c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:16.186470 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0d5d933d-c9a7-483f-8fae-c5ea8a7413c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:16.223902 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5d933d-c9a7-483f-8fae-c5ea8a7413c0 admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:17:16.226692 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-0d5d933d-c9a7-483f-8fae-c5ea8a7413c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:17:16.230877 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5d933d-c9a7-483f-8fae-c5ea8a7413c0 admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:17:16.258755 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d933d-c9a7-483f-8fae-c5ea8a7413c0 admin admin] Pushing event updated for resources: {'Port': ['ID=63e5d047-7f1e-4acb-bdfa-218cd79a46de,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:17:16.560736 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0d5d933d-c9a7-483f-8fae-c5ea8a7413c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:16.768893 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0d5d933d-c9a7-483f-8fae-c5ea8a7413c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:16.772534 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3205264-5093-4e5f-9b4a-45ea38aa9e3a None None] Network 06561236-8fc5-4ee2-8277-b1f7dae949d9 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:17:16.937828 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-10633cd9-c728-4093-8ec9-de786ff4ecbf None None] Provisioning for port 19666497-4100-47e0-b446-a4944fc6aa1c completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:17:17.034961 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5d933d-c9a7-483f-8fae-c5ea8a7413c0 admin admin] Router 1c4961ba-dbd5-4c68-92ac-442b8970845e is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:17:17.145544 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5d933d-c9a7-483f-8fae-c5ea8a7413c0 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:17:17.154463 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bda634-5073-4baf-9a1f-782c9e036a31 None None] Sync routers for ids ['1c4961ba-dbd5-4c68-92ac-442b8970845e'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:17:17.171329 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bda634-5073-4baf-9a1f-782c9e036a31 None None] Routers {'1c4961ba-dbd5-4c68-92ac-442b8970845e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:17:17.171941 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-74bda634-5073-4baf-9a1f-782c9e036a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:16:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c4961ba-dbd5-4c68-92ac-442b8970845e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:17:17.214958 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0d5d933d-c9a7-483f-8fae-c5ea8a7413c0 admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:17.216496 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0d5d933d-c9a7-483f-8fae-c5ea8a7413c0 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0967093 Jun 30 10:17:17.219397 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 60732) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:17:17.280491 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-74bda634-5073-4baf-9a1f-782c9e036a31 None None] Set router 1c4961ba-dbd5-4c68-92ac-442b8970845e gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:17:17.459045 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-74bda634-5073-4baf-9a1f-782c9e036a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:16Z', 'revision_number': 3, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'gw_port': {'id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:17:17.489538 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bda634-5073-4baf-9a1f-782c9e036a31 None None] Checking router: 1c4961ba-dbd5-4c68-92ac-442b8970845e for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:17:17.489905 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bda634-5073-4baf-9a1f-782c9e036a31 None None] Updating router 1c4961ba-dbd5-4c68-92ac-442b8970845e port 63e5d047-7f1e-4acb-bdfa-218cd79a46de binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:17:17.524494 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-74bda634-5073-4baf-9a1f-782c9e036a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:17.785781 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-74bda634-5073-4baf-9a1f-782c9e036a31 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:17.796532 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-74bda634-5073-4baf-9a1f-782c9e036a31 None None] Transition to ACTIVE for port object 63e5d047-7f1e-4acb-bdfa-218cd79a46de will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:17:17.871709 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-74bda634-5073-4baf-9a1f-782c9e036a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:17.924352 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-74bda634-5073-4baf-9a1f-782c9e036a31 None None] Attempting to bind port 63e5d047-7f1e-4acb-bdfa-218cd79a46de on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:17:17.924352 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-74bda634-5073-4baf-9a1f-782c9e036a31 None None] Attempting to bind port 63e5d047-7f1e-4acb-bdfa-218cd79a46de by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:17:17.924352 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bda634-5073-4baf-9a1f-782c9e036a31 None None] Attempting to bind port 63e5d047-7f1e-4acb-bdfa-218cd79a46de on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:17:17.934712 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bda634-5073-4baf-9a1f-782c9e036a31 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:17:17.935091 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bda634-5073-4baf-9a1f-782c9e036a31 None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:17:17.935515 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-74bda634-5073-4baf-9a1f-782c9e036a31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:17.935905 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bda634-5073-4baf-9a1f-782c9e036a31 None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:17:17.936375 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-74bda634-5073-4baf-9a1f-782c9e036a31 None None] Bound port: 63e5d047-7f1e-4acb-bdfa-218cd79a46de, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:17:17.936786 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-74bda634-5073-4baf-9a1f-782c9e036a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:17.939576 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b092cd3-cff4-45f8-be2a-0b0cdb1850dc None None] Pushing event updated for resources: {'Port': ['ID=63e5d047-7f1e-4acb-bdfa-218cd79a46de,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:17:17.958402 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9be52317-a9d8-4a5d-ae38-b02236a43472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:18.002225 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-74bda634-5073-4baf-9a1f-782c9e036a31 None None] For port 63e5d047-7f1e-4acb-bdfa-218cd79a46de, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:17:18.006207 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-74bda634-5073-4baf-9a1f-782c9e036a31 None None] For port 63e5d047-7f1e-4acb-bdfa-218cd79a46de, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=63e5d047-7f1e-4acb-bdfa-218cd79a46de,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:17:18.010109 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 19666497-4100-47e0-b446-a4944fc6aa1c up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:17:18.077664 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-74bda634-5073-4baf-9a1f-782c9e036a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:18.177105 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-9be52317-a9d8-4a5d-ae38-b02236a43472 admin admin] Allocated IP 172.20.0.1 (06561236-8fc5-4ee2-8277-b1f7dae949d9/39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b/a6c740cb-dd18-4eb7-8133-05ddd1e3e23c) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:17:18.266452 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 19666497-4100-47e0-b446-a4944fc6aa1c completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:17:18.282324 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 19666497-4100-47e0-b446-a4944fc6aa1c triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:17:18.282690 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:18.285895 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9be52317-a9d8-4a5d-ae38-b02236a43472 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:18.300734 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-9be52317-a9d8-4a5d-ae38-b02236a43472 admin admin] Transition to ACTIVE for port object a6c740cb-dd18-4eb7-8133-05ddd1e3e23c will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:17:18.333743 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b092cd3-cff4-45f8-be2a-0b0cdb1850dc None None] Pushing event updated for resources: {'Port': ['ID=63e5d047-7f1e-4acb-bdfa-218cd79a46de,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:17:18.341273 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bda634-5073-4baf-9a1f-782c9e036a31 None None] Routers {'1c4961ba-dbd5-4c68-92ac-442b8970845e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:17:18.341926 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-74bda634-5073-4baf-9a1f-782c9e036a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:16:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c4961ba-dbd5-4c68-92ac-442b8970845e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:17:18.400546 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9be52317-a9d8-4a5d-ae38-b02236a43472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:18.440190 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be52317-a9d8-4a5d-ae38-b02236a43472 admin admin] Network 06561236-8fc5-4ee2-8277-b1f7dae949d9 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:17:18.443213 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-9be52317-a9d8-4a5d-ae38-b02236a43472 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:17:18.449747 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be52317-a9d8-4a5d-ae38-b02236a43472 admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:17:18.478759 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be52317-a9d8-4a5d-ae38-b02236a43472 admin admin] Pushing event updated for resources: {'Port': ['ID=a6c740cb-dd18-4eb7-8133-05ddd1e3e23c,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:17:18.479080 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:18.497437 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-74bda634-5073-4baf-9a1f-782c9e036a31 None None] Set router 1c4961ba-dbd5-4c68-92ac-442b8970845e gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:17:18.497902 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9be52317-a9d8-4a5d-ae38-b02236a43472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:18.619629 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 19666497-4100-47e0-b446-a4944fc6aa1c, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=19666497-4100-47e0-b446-a4944fc6aa1c,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:17:18.688243 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:18.756278 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=19666497-4100-47e0-b446-a4944fc6aa1c,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:17:18.770664 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-74bda634-5073-4baf-9a1f-782c9e036a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:16Z', 'revision_number': 3, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'gw_port': {'id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:17:18.773615 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9be52317-a9d8-4a5d-ae38-b02236a43472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:18.799187 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bda634-5073-4baf-9a1f-782c9e036a31 None None] The sync data for ids ['1c4961ba-dbd5-4c68-92ac-442b8970845e'] in n-d-771363-31 is: [{'id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:16Z', 'revision_number': 3, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'gw_port': {'id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:17:18.801079 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d0cb80b5-d19d-4da6-a018-c97141f8c876 None None] Provisioning for port a6c740cb-dd18-4eb7-8133-05ddd1e3e23c completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:17:18.805524 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d0cb80b5-d19d-4da6-a018-c97141f8c876 None None] Provisioning complete for port a6c740cb-dd18-4eb7-8133-05ddd1e3e23c triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:17:18.806083 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d0cb80b5-d19d-4da6-a018-c97141f8c876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:18.849663 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-d0cb80b5-d19d-4da6-a018-c97141f8c876 None None] Port a6c740cb-dd18-4eb7-8133-05ddd1e3e23c cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:17:18.951663 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9be52317-a9d8-4a5d-ae38-b02236a43472 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:19.009216 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9be52317-a9d8-4a5d-ae38-b02236a43472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:19.102088 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be52317-a9d8-4a5d-ae38-b02236a43472 admin admin] Pushing event updated for resources: {'Port': ['ID=a6c740cb-dd18-4eb7-8133-05ddd1e3e23c,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:17:19.106866 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9be52317-a9d8-4a5d-ae38-b02236a43472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:19.215567 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be52317-a9d8-4a5d-ae38-b02236a43472 admin admin] Network 06561236-8fc5-4ee2-8277-b1f7dae949d9 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:17:19.220940 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-9be52317-a9d8-4a5d-ae38-b02236a43472 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:17:19.358829 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be52317-a9d8-4a5d-ae38-b02236a43472 admin admin] Router 1c4961ba-dbd5-4c68-92ac-442b8970845e has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:17:19.473941 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-284b1779-79c1-4537-94b1-f3a3d410d2aa None None] Provisioning complete for port a6c740cb-dd18-4eb7-8133-05ddd1e3e23c triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:17:19.474316 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-284b1779-79c1-4537-94b1-f3a3d410d2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:19.481268 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be52317-a9d8-4a5d-ae38-b02236a43472 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:17:19.492945 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9be52317-a9d8-4a5d-ae38-b02236a43472 admin admin] 10.222.0.10 "PUT /v2.0/routers/1c4961ba-dbd5-4c68-92ac-442b8970845e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2666297 Jun 30 10:17:19.517279 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-284b1779-79c1-4537-94b1-f3a3d410d2aa None None] Port a6c740cb-dd18-4eb7-8133-05ddd1e3e23c cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:17:20.031728 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 63e5d047-7f1e-4acb-bdfa-218cd79a46de up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:17:20.157273 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 63e5d047-7f1e-4acb-bdfa-218cd79a46de completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:17:20.162264 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 63e5d047-7f1e-4acb-bdfa-218cd79a46de triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:17:20.162667 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:20.245321 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:20.267101 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 63e5d047-7f1e-4acb-bdfa-218cd79a46de, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=63e5d047-7f1e-4acb-bdfa-218cd79a46de,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:17:20.341447 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:20.342092 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b879128f-3f56-43a5-a284-8cb9e39ede84 None None] Sync routers for ids ['1c4961ba-dbd5-4c68-92ac-442b8970845e'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:17:20.342615 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 19666497-4100-47e0-b446-a4944fc6aa1c up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:17:20.351589 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b879128f-3f56-43a5-a284-8cb9e39ede84 None None] Routers {'1c4961ba-dbd5-4c68-92ac-442b8970845e'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:17:20.352195 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b879128f-3f56-43a5-a284-8cb9e39ede84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:16:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c4961ba-dbd5-4c68-92ac-442b8970845e'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:17:20.430823 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=63e5d047-7f1e-4acb-bdfa-218cd79a46de,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:17:20.442447 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 19666497-4100-47e0-b446-a4944fc6aa1c triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:17:20.442819 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:20.461462 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-b879128f-3f56-43a5-a284-8cb9e39ede84 None None] Set router 1c4961ba-dbd5-4c68-92ac-442b8970845e gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:17:20.490386 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0f48098d-20ad-49f5-8e71-736b8b4f3246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:20.655005 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b879128f-3f56-43a5-a284-8cb9e39ede84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:18Z', 'revision_number': 4, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'gw_port': {'id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'a6c740cb-dd18-4eb7-8133-05ddd1e3e23c', 'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'mac_address': 'fa:16:3e:e2:e8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:17Z', 'updated_at': '2021-06-30T10:17:18Z', 'revision_number': 2, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'subnets': [{'id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:17:20.684403 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b879128f-3f56-43a5-a284-8cb9e39ede84 None None] Checking router: 1c4961ba-dbd5-4c68-92ac-442b8970845e for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:17:20.684894 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b879128f-3f56-43a5-a284-8cb9e39ede84 None None] Updating router 1c4961ba-dbd5-4c68-92ac-442b8970845e port a6c740cb-dd18-4eb7-8133-05ddd1e3e23c binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:17:20.721740 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b879128f-3f56-43a5-a284-8cb9e39ede84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:21.063852 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b879128f-3f56-43a5-a284-8cb9e39ede84 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:21.074702 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-b879128f-3f56-43a5-a284-8cb9e39ede84 None None] Transition to ACTIVE for port object a6c740cb-dd18-4eb7-8133-05ddd1e3e23c will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:17:21.140183 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b879128f-3f56-43a5-a284-8cb9e39ede84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:21.195452 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9831067-5117-4f9e-abec-1e5b19761da5 None None] Pushing event updated for resources: {'Port': ['ID=a6c740cb-dd18-4eb7-8133-05ddd1e3e23c,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:17:21.239355 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9831067-5117-4f9e-abec-1e5b19761da5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:21.243779 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9831067-5117-4f9e-abec-1e5b19761da5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:21.243779 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9831067-5117-4f9e-abec-1e5b19761da5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:21.243779 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9831067-5117-4f9e-abec-1e5b19761da5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:21.243779 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9831067-5117-4f9e-abec-1e5b19761da5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:21.243779 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9831067-5117-4f9e-abec-1e5b19761da5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:21.243779 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9831067-5117-4f9e-abec-1e5b19761da5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:21.243779 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9831067-5117-4f9e-abec-1e5b19761da5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:21.243779 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9831067-5117-4f9e-abec-1e5b19761da5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:21.243779 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9831067-5117-4f9e-abec-1e5b19761da5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:21.243779 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9831067-5117-4f9e-abec-1e5b19761da5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:21.243779 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9831067-5117-4f9e-abec-1e5b19761da5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:21.256765 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-b879128f-3f56-43a5-a284-8cb9e39ede84 None None] Attempting to bind port a6c740cb-dd18-4eb7-8133-05ddd1e3e23c on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:17:21.257128 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-b879128f-3f56-43a5-a284-8cb9e39ede84 None None] Attempting to bind port a6c740cb-dd18-4eb7-8133-05ddd1e3e23c by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:17:21.257613 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b879128f-3f56-43a5-a284-8cb9e39ede84 None None] Attempting to bind port a6c740cb-dd18-4eb7-8133-05ddd1e3e23c on network 06561236-8fc5-4ee2-8277-b1f7dae949d9 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:17:21.263157 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b879128f-3f56-43a5-a284-8cb9e39ede84 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:17:21.263579 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b879128f-3f56-43a5-a284-8cb9e39ede84 None None] Checking segment: {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:17:21.263882 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b879128f-3f56-43a5-a284-8cb9e39ede84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:21.264268 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b879128f-3f56-43a5-a284-8cb9e39ede84 None None] Bound using segment: {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:17:21.264862 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-b879128f-3f56-43a5-a284-8cb9e39ede84 None None] Bound port: a6c740cb-dd18-4eb7-8133-05ddd1e3e23c, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:17:21.265247 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b879128f-3f56-43a5-a284-8cb9e39ede84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:21.293613 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 60744) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:17:21.298368 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-36ed50f9-bf7e-401d-aae3-cbe0f52deb9b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2049030941', 'description': 'tempest-description--986255527'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:17:21.331572 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-b879128f-3f56-43a5-a284-8cb9e39ede84 None None] For port a6c740cb-dd18-4eb7-8133-05ddd1e3e23c, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:17:21.334963 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-b879128f-3f56-43a5-a284-8cb9e39ede84 None None] For port a6c740cb-dd18-4eb7-8133-05ddd1e3e23c, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a6c740cb-dd18-4eb7-8133-05ddd1e3e23c,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:17:21.374609 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-36ed50f9-bf7e-401d-aae3-cbe0f52deb9b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:21.397932 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-b879128f-3f56-43a5-a284-8cb9e39ede84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:21.459168 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b879128f-3f56-43a5-a284-8cb9e39ede84 None None] Routers {'1c4961ba-dbd5-4c68-92ac-442b8970845e'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:17:21.460193 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b879128f-3f56-43a5-a284-8cb9e39ede84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:16:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c4961ba-dbd5-4c68-92ac-442b8970845e'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:17:21.470572 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-36ed50f9-bf7e-401d-aae3-cbe0f52deb9b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:21.510012 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9831067-5117-4f9e-abec-1e5b19761da5 None None] Pushing event updated for resources: {'Port': ['ID=a6c740cb-dd18-4eb7-8133-05ddd1e3e23c,revision_number=4']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:17:21.549733 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-36ed50f9-bf7e-401d-aae3-cbe0f52deb9b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:21.582719 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed50f9-bf7e-401d-aae3-cbe0f52deb9b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e129980d-f15b-4e8f-974d-e186d9c2c4f3,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:17:21.591327 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-b879128f-3f56-43a5-a284-8cb9e39ede84 None None] Set router 1c4961ba-dbd5-4c68-92ac-442b8970845e gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:17:21.660049 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-36ed50f9-bf7e-401d-aae3-cbe0f52deb9b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:21.661318 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-36ed50f9-bf7e-401d-aae3-cbe0f52deb9b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3666809 Jun 30 10:17:21.664178 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 60746) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:17:21.668731 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-23ff8f22-f688-41dc-9f6e-8dfafe2da50d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Request body: {'security_group_rule': {'security_group_id': 'e129980d-f15b-4e8f-974d-e186d9c2c4f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:17:21.774014 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-23ff8f22-f688-41dc-9f6e-8dfafe2da50d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:21.792590 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b879128f-3f56-43a5-a284-8cb9e39ede84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:18Z', 'revision_number': 4, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'gw_port': {'id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'a6c740cb-dd18-4eb7-8133-05ddd1e3e23c', 'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'mac_address': 'fa:16:3e:e2:e8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:17Z', 'updated_at': '2021-06-30T10:17:21Z', 'revision_number': 4, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'subnets': [{'id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:17:21.817750 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b879128f-3f56-43a5-a284-8cb9e39ede84 None None] The sync data for ids ['1c4961ba-dbd5-4c68-92ac-442b8970845e'] in n-d-771363-31 is: [{'id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:18Z', 'revision_number': 4, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'gw_port': {'id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'a6c740cb-dd18-4eb7-8133-05ddd1e3e23c', 'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'mac_address': 'fa:16:3e:e2:e8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:17Z', 'updated_at': '2021-06-30T10:17:21Z', 'revision_number': 4, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'subnets': [{'id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:17:21.837231 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-23ff8f22-f688-41dc-9f6e-8dfafe2da50d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:21.911731 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-23ff8f22-f688-41dc-9f6e-8dfafe2da50d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:21.936741 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff8f22-f688-41dc-9f6e-8dfafe2da50d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1948c9b3-6f0a-48b8-a0dd-02f2f7b48f14,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:17:21.992314 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-23ff8f22-f688-41dc-9f6e-8dfafe2da50d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:21.993728 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-23ff8f22-f688-41dc-9f6e-8dfafe2da50d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3286207 Jun 30 10:17:21.996337 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 60748) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:17:22.001138 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-589db5a1-f19c-4f19-889e-afd5b285b161 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Request body: {'security_group_rule': {'security_group_id': 'e129980d-f15b-4e8f-974d-e186d9c2c4f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:17:22.069000 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a6c740cb-dd18-4eb7-8133-05ddd1e3e23c up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:17:22.117259 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-589db5a1-f19c-4f19-889e-afd5b285b161 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:22.174629 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-589db5a1-f19c-4f19-889e-afd5b285b161 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:22.191530 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port a6c740cb-dd18-4eb7-8133-05ddd1e3e23c completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:17:22.195745 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port a6c740cb-dd18-4eb7-8133-05ddd1e3e23c triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:17:22.196121 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:22.252162 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-589db5a1-f19c-4f19-889e-afd5b285b161 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:22.273600 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589db5a1-f19c-4f19-889e-afd5b285b161 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a12cfae4-b0f7-4065-a672-5450dc28d20c,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:17:22.280854 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:22.315269 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port a6c740cb-dd18-4eb7-8133-05ddd1e3e23c, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a6c740cb-dd18-4eb7-8133-05ddd1e3e23c,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:17:22.338484 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-589db5a1-f19c-4f19-889e-afd5b285b161 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:22.338484 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-589db5a1-f19c-4f19-889e-afd5b285b161 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3387842 Jun 30 10:17:22.339252 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 60750) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:17:22.343688 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-c30e9176-f5be-489e-9c9b-971559aa5abd tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:17:22.380374 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:22.381198 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 63e5d047-7f1e-4acb-bdfa-218cd79a46de up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:17:22.426313 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c30e9176-f5be-489e-9c9b-971559aa5abd tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for floatingip, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:22.460983 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=a6c740cb-dd18-4eb7-8133-05ddd1e3e23c,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:17:22.473439 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:22.473782 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:22.474196 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:22.474536 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:22.474999 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:22.475346 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:22.475670 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:22.476062 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:22.476387 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:22.476714 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:22.477254 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:22.477454 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:22.486698 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 63e5d047-7f1e-4acb-bdfa-218cd79a46de triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:17:22.487073 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:22.542762 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c30e9176-f5be-489e-9c9b-971559aa5abd tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:22.660713 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-c30e9176-f5be-489e-9c9b-971559aa5abd tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Allocated IP 172.25.6.166 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/c2994216-8340-42d2-8a00-3b25f5b1bc91) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:17:22.766712 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c30e9176-f5be-489e-9c9b-971559aa5abd tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:22.852509 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c30e9176-f5be-489e-9c9b-971559aa5abd tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:22.900685 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30e9176-f5be-489e-9c9b-971559aa5abd tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:17:22.905483 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-c30e9176-f5be-489e-9c9b-971559aa5abd tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:17:22.912043 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30e9176-f5be-489e-9c9b-971559aa5abd tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:17:22.917781 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e9176-f5be-489e-9c9b-971559aa5abd tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Pushing event updated for resources: {'Port': ['ID=c2994216-8340-42d2-8a00-3b25f5b1bc91,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:17:22.963346 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-21ac2b63-5f64-4d81-8339-4ad74e9b18af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:23.018744 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c30e9176-f5be-489e-9c9b-971559aa5abd tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:23.131368 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c30e9176-f5be-489e-9c9b-971559aa5abd tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:23.282038 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c30e9176-f5be-489e-9c9b-971559aa5abd tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:23.363064 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c30e9176-f5be-489e-9c9b-971559aa5abd tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:23.433310 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e9176-f5be-489e-9c9b-971559aa5abd tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Pushing event updated for resources: {'Port': ['ID=c2994216-8340-42d2-8a00-3b25f5b1bc91,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:17:23.444704 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c30e9176-f5be-489e-9c9b-971559aa5abd tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:23.546089 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c30e9176-f5be-489e-9c9b-971559aa5abd tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:23.547388 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c30e9176-f5be-489e-9c9b-971559aa5abd tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2071733 Jun 30 10:17:23.580820 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:23.689792 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-7d3f1b49-c841-4b79-8bde-9b2f158d108a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--2049030941&fields=id&tenant_id=e9f8f14385164b03b43038c362f2c023 HTTP/1.1" status: 200 len: 267 time: 0.0331659 Jun 30 10:17:23.797400 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-78d01bd1-c393-47d2-ba97-114d27c75645 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:23.798991 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-78d01bd1-c393-47d2-ba97-114d27c75645 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 812 time: 0.1028643 Jun 30 10:17:23.816289 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-ab920400-86a4-404f-8571-afdd9d25189a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/quotas/e9f8f14385164b03b43038c362f2c023 HTTP/1.1" status: 200 len: 375 time: 0.0115178 Jun 30 10:17:23.894901 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-25638dc1-eaeb-473a-be86-8ce46e35a5ed tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0734830 Jun 30 10:17:23.976960 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a6c740cb-dd18-4eb7-8133-05ddd1e3e23c up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:17:23.998747 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-3ba8ede3-8f29-46d5-bd1e-3b696b8cac56 service neutron] 10.222.0.10 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918958 Jun 30 10:17:24.025473 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port a6c740cb-dd18-4eb7-8133-05ddd1e3e23c triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:17:24.025944 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:24.094725 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-101ca165-f3d1-4308-9642-1ef922268784 service neutron] 10.222.0.10 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893934 Jun 30 10:17:24.338972 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5bf811f8-e187-4f08-9f49-fdc02fe03157 req-9c9f94da-d3f1-425e-a0b4-b8eb71c60ef1 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 210 time: 0.0299263 Jun 30 10:17:24.836964 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:25.430427 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-117fa39b-90c5-4210-8254-3da91e9cc71e req-84aea0f1-6f22-4eab-87ee-ba58dea47635 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 210 time: 0.0343010 Jun 30 10:17:26.522650 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:26.582822 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c5dd3d52-de45-4e0b-b506-38de098bf8ac req-36932b25-7443-499f-a945-d30446b1d97d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 210 time: 0.0286407 Jun 30 10:17:26.904550 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-ec474b21-815b-41d9-8f9a-e8e316ec12ff tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:26.906265 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-ec474b21-815b-41d9-8f9a-e8e316ec12ff tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.37 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 812 time: 0.1202190 Jun 30 10:17:26.951794 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-2cf32d8b-2a5a-4e30-a2c8-2125cd1f57c1 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9f8f14385164b03b43038c362f2c023 HTTP/1.1" status: 200 len: 380 time: 0.0366256 Jun 30 10:17:26.960766 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-7c009c8c-bdf3-4b30-a502-69537dfe9f4d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Request body: {'port': {'device_id': 'ace41612-df78-47b0-ba54-579d55d65e74', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'admin_state_up': True, 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'security_groups': ['e129980d-f15b-4e8f-974d-e186d9c2c4f3']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:17:27.140171 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-7c009c8c-bdf3-4b30-a502-69537dfe9f4d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Made reservation on behalf of e9f8f14385164b03b43038c362f2c023 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:17:27.143931 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-7c009c8c-bdf3-4b30-a502-69537dfe9f4d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:27.280408 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-7c009c8c-bdf3-4b30-a502-69537dfe9f4d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Allocated IP 172.20.0.6 (06561236-8fc5-4ee2-8277-b1f7dae949d9/39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b/7df86291-1c17-4fa7-b1d9-2890dc9feac3) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:17:27.428115 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-7c009c8c-bdf3-4b30-a502-69537dfe9f4d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:27.443320 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-7c009c8c-bdf3-4b30-a502-69537dfe9f4d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Transition to ACTIVE for port object 7df86291-1c17-4fa7-b1d9-2890dc9feac3 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:17:27.558002 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-7c009c8c-bdf3-4b30-a502-69537dfe9f4d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:27.603960 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-7c009c8c-bdf3-4b30-a502-69537dfe9f4d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Network 06561236-8fc5-4ee2-8277-b1f7dae949d9 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:17:27.607221 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-7c009c8c-bdf3-4b30-a502-69537dfe9f4d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:17:27.615586 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-7c009c8c-bdf3-4b30-a502-69537dfe9f4d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:17:27.621070 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c009c8c-bdf3-4b30-a502-69537dfe9f4d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Pushing event updated for resources: {'Port': ['ID=7df86291-1c17-4fa7-b1d9-2890dc9feac3,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:17:27.675149 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-7c009c8c-bdf3-4b30-a502-69537dfe9f4d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:27.675756 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-7c009c8c-bdf3-4b30-a502-69537dfe9f4d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:27.771020 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-7c009c8c-bdf3-4b30-a502-69537dfe9f4d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8139720 Jun 30 10:17:27.780029 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662340ca-03b1-49a1-b029-8e7e5c390060 req-edabb0e6-1398-4aa6-aa21-e78e071c1076 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:27.781555 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-662340ca-03b1-49a1-b029-8e7e5c390060 req-edabb0e6-1398-4aa6-aa21-e78e071c1076 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 931 time: 0.0791664 Jun 30 10:17:27.786820 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-8a70d16b-6fb6-4cbe-97f0-20fe4e0b68ef service neutron] Request body: {'port': {'device_id': 'ace41612-df78-47b0-ba54-579d55d65e74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:17:27.859589 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-662340ca-03b1-49a1-b029-8e7e5c390060 req-d0e78a78-4a90-4e28-af9a-ba4130685178 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699432 Jun 30 10:17:27.898327 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-8a70d16b-6fb6-4cbe-97f0-20fe4e0b68ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:27.941025 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-29c2b51b-7952-4b38-bb04-3fb1342abf33 None None] Provisioning for port 7df86291-1c17-4fa7-b1d9-2890dc9feac3 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:17:27.945126 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-29c2b51b-7952-4b38-bb04-3fb1342abf33 None None] Provisioning complete for port 7df86291-1c17-4fa7-b1d9-2890dc9feac3 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:17:27.945569 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-29c2b51b-7952-4b38-bb04-3fb1342abf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:27.978931 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-29c2b51b-7952-4b38-bb04-3fb1342abf33 None None] Port 7df86291-1c17-4fa7-b1d9-2890dc9feac3 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:17:28.170347 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-8a70d16b-6fb6-4cbe-97f0-20fe4e0b68ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7df86291-1c17-4fa7-b1d9-2890dc9feac3 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:17:28.178830 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-8a70d16b-6fb6-4cbe-97f0-20fe4e0b68ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:28.191378 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-8a70d16b-6fb6-4cbe-97f0-20fe4e0b68ef service neutron] Transition to ACTIVE for port object 7df86291-1c17-4fa7-b1d9-2890dc9feac3 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:17:28.300644 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-8a70d16b-6fb6-4cbe-97f0-20fe4e0b68ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:28.349303 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70d16b-6fb6-4cbe-97f0-20fe4e0b68ef service neutron] Pushing event updated for resources: {'Port': ['ID=7df86291-1c17-4fa7-b1d9-2890dc9feac3,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:17:28.431443 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-8a70d16b-6fb6-4cbe-97f0-20fe4e0b68ef service neutron] Attempting to bind port 7df86291-1c17-4fa7-b1d9-2890dc9feac3 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:17:28.431716 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-8a70d16b-6fb6-4cbe-97f0-20fe4e0b68ef service neutron] Attempting to bind port 7df86291-1c17-4fa7-b1d9-2890dc9feac3 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:17:28.432041 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-8a70d16b-6fb6-4cbe-97f0-20fe4e0b68ef service neutron] Attempting to bind port 7df86291-1c17-4fa7-b1d9-2890dc9feac3 on network 06561236-8fc5-4ee2-8277-b1f7dae949d9 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:17:28.436970 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-8a70d16b-6fb6-4cbe-97f0-20fe4e0b68ef service neutron] Port 7df86291-1c17-4fa7-b1d9-2890dc9feac3 on network 06561236-8fc5-4ee2-8277-b1f7dae949d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:17:28.437097 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-8a70d16b-6fb6-4cbe-97f0-20fe4e0b68ef service neutron] Attempting to bind port 7df86291-1c17-4fa7-b1d9-2890dc9feac3 on network 06561236-8fc5-4ee2-8277-b1f7dae949d9 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:17:28.443772 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-8a70d16b-6fb6-4cbe-97f0-20fe4e0b68ef service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:17:28.444123 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-8a70d16b-6fb6-4cbe-97f0-20fe4e0b68ef service neutron] Checking segment: {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:17:28.444566 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-8a70d16b-6fb6-4cbe-97f0-20fe4e0b68ef service neutron] Bound using segment: {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:17:28.444999 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-8a70d16b-6fb6-4cbe-97f0-20fe4e0b68ef service neutron] Bound port: 7df86291-1c17-4fa7-b1d9-2890dc9feac3, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:17:28.445357 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-8a70d16b-6fb6-4cbe-97f0-20fe4e0b68ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:28.517486 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-8a70d16b-6fb6-4cbe-97f0-20fe4e0b68ef service neutron] For port 7df86291-1c17-4fa7-b1d9-2890dc9feac3, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:17:28.520458 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-8a70d16b-6fb6-4cbe-97f0-20fe4e0b68ef service neutron] For port 7df86291-1c17-4fa7-b1d9-2890dc9feac3, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=7df86291-1c17-4fa7-b1d9-2890dc9feac3,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:17:28.586602 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-8a70d16b-6fb6-4cbe-97f0-20fe4e0b68ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:28.623617 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-8a70d16b-6fb6-4cbe-97f0-20fe4e0b68ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:28.624237 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-8a70d16b-6fb6-4cbe-97f0-20fe4e0b68ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:28.625607 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-8a70d16b-6fb6-4cbe-97f0-20fe4e0b68ef service neutron] 10.222.0.37 "PUT /v2.0/ports/7df86291-1c17-4fa7-b1d9-2890dc9feac3 HTTP/1.1" status: 200 len: 1092 time: 0.8431258 Jun 30 10:17:28.626047 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace41612-df78-47b0-ba54-579d55d65e74', 'tag': '7df86291-1c17-4fa7-b1d9-2890dc9feac3'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:17:28.629402 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38063171-f3ce-4508-9501-49ad5608d41d" -d '{"events": [{"name": "network-changed", "server_uuid": "ace41612-df78-47b0-ba54-579d55d65e74", "tag": "7df86291-1c17-4fa7-b1d9-2890dc9feac3"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:17:28.661846 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70d16b-6fb6-4cbe-97f0-20fe4e0b68ef service neutron] Pushing event updated for resources: {'Port': ['ID=7df86291-1c17-4fa7-b1d9-2890dc9feac3,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:17:28.669292 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b680e3fe-adbf-4a4c-b14e-16050e8c540e x-openstack-request-id: req-b680e3fe-adbf-4a4c-b14e-16050e8c540e {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:17:28.669687 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace41612-df78-47b0-ba54-579d55d65e74", "tag": "7df86291-1c17-4fa7-b1d9-2890dc9feac3", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:17:28.669892 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b680e3fe-adbf-4a4c-b14e-16050e8c540e {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:17:28.670290 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace41612-df78-47b0-ba54-579d55d65e74', 'tag': '7df86291-1c17-4fa7-b1d9-2890dc9feac3', 'status': 'completed', 'code': 200} Jun 30 10:17:28.751429 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38063171-f3ce-4508-9501-49ad5608d41d req-3f2e7ee4-2919-449d-9e03-1f6e521a6fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:28.754788 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38063171-f3ce-4508-9501-49ad5608d41d req-3f2e7ee4-2919-449d-9e03-1f6e521a6fa1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 1095 time: 0.0611398 Jun 30 10:17:28.858918 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38063171-f3ce-4508-9501-49ad5608d41d req-4e74e186-516f-4448-9c6b-236bf6e22472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:28.860476 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38063171-f3ce-4508-9501-49ad5608d41d req-4e74e186-516f-4448-9c6b-236bf6e22472 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e9f8f14385164b03b43038c362f2c023&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0988076 Jun 30 10:17:28.962103 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38063171-f3ce-4508-9501-49ad5608d41d req-f23f693a-2f58-475c-8886-78bb734d440c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:28.963519 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38063171-f3ce-4508-9501-49ad5608d41d req-f23f693a-2f58-475c-8886-78bb734d440c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970857 Jun 30 10:17:29.087763 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e791f3-1eb4-4384-a5c7-80958e95fbec req-9ba3516c-3a8c-4daa-b4ca-354ddc21e5ce tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:29.089224 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-39e791f3-1eb4-4384-a5c7-80958e95fbec req-9ba3516c-3a8c-4daa-b4ca-354ddc21e5ce tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 943 time: 0.1113760 Jun 30 10:17:29.093530 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-9e8b303d-9247-490f-846b-a7439f018347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:29.094870 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-9e8b303d-9247-490f-846b-a7439f018347 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 1095 time: 0.0860384 Jun 30 10:17:29.144270 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-1ca3ecbc-8f45-46a2-9974-4db2814b262a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7df86291-1c17-4fa7-b1d9-2890dc9feac3 HTTP/1.1" status: 200 len: 217 time: 0.0423243 Jun 30 10:17:29.193526 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-39e791f3-1eb4-4384-a5c7-80958e95fbec req-1c906808-a959-45a8-bf57-27a4f2808d87 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976412 Jun 30 10:17:29.210415 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-df17b3ac-6699-40ee-b209-1d9f66301e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:29.211963 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-df17b3ac-6699-40ee-b209-1d9f66301e48 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0613973 Jun 30 10:17:29.273728 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-ec9002b8-07dc-46c9-9527-1e546d13b0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:29.275535 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-ec9002b8-07dc-46c9-9527-1e546d13b0e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571671 Jun 30 10:17:29.370201 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-0959ecdc-937f-49b8-9559-76223e4f25d8 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886252 Jun 30 10:17:29.463200 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ca0d6ec-6fd3-4bea-8b33-a6c12a9de052 req-07d39e1f-0602-483b-a161-aa6e1dca5446 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872526 Jun 30 10:17:30.394808 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b67c20-3947-48dd-8c06-b9be6149825d req-5d95be46-067c-4328-924e-758f6ae68efd tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:30.397192 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-97b67c20-3947-48dd-8c06-b9be6149825d req-5d95be46-067c-4328-924e-758f6ae68efd tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 943 time: 0.0841243 Jun 30 10:17:30.445507 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-97b67c20-3947-48dd-8c06-b9be6149825d req-f50eeb3b-f696-446b-a847-55b40f8c26d5 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431721 Jun 30 10:17:31.625486 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb6435-cdd7-49b5-b419-a7f8d664a77f req-7d6755e6-2dc3-4a73-b03a-bba804cb3381 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:31.627013 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fabb6435-cdd7-49b5-b419-a7f8d664a77f req-7d6755e6-2dc3-4a73-b03a-bba804cb3381 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 943 time: 0.0632157 Jun 30 10:17:31.665732 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fabb6435-cdd7-49b5-b419-a7f8d664a77f req-b1b19ca8-e390-451c-aaca-26fcafd01f5f tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319283 Jun 30 10:17:32.845601 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fac174-b2d5-408a-83c5-6799a24198b9 req-25241e92-a54c-4810-a570-0c596225a5e8 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:32.847408 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-59fac174-b2d5-408a-83c5-6799a24198b9 req-25241e92-a54c-4810-a570-0c596225a5e8 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 943 time: 0.0687389 Jun 30 10:17:32.890033 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-59fac174-b2d5-408a-83c5-6799a24198b9 req-2f751ec4-23e3-4679-b6a5-eb6d94c88ba7 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355999 Jun 30 10:17:34.209255 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 7df86291-1c17-4fa7-b1d9-2890dc9feac3 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:17:34.245911 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82abf1-4488-478e-8519-80a5e6afe9d3 req-f52eaec5-3b15-42d0-82a8-841940cc047e tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:34.247404 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4e82abf1-4488-478e-8519-80a5e6afe9d3 req-f52eaec5-3b15-42d0-82a8-841940cc047e tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 943 time: 0.0667002 Jun 30 10:17:34.294818 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4e82abf1-4488-478e-8519-80a5e6afe9d3 req-2046755b-aa27-45cd-a0f8-da07fca1fe58 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385950 Jun 30 10:17:34.304368 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 7df86291-1c17-4fa7-b1d9-2890dc9feac3, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=7df86291-1c17-4fa7-b1d9-2890dc9feac3,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:17:34.316692 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '7df86291-1c17-4fa7-b1d9-2890dc9feac3', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'port_id': '7df86291-1c17-4fa7-b1d9-2890dc9feac3', 'mac_address': 'fa:16:3e:a4:e5:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:17:34.356460 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:34.369653 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7df86291-1c17-4fa7-b1d9-2890dc9feac3 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:17:34.389454 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 7df86291-1c17-4fa7-b1d9-2890dc9feac3, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=7df86291-1c17-4fa7-b1d9-2890dc9feac3,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:17:34.480064 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:34.529766 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=7df86291-1c17-4fa7-b1d9-2890dc9feac3,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:17:34.781353 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['7df86291-1c17-4fa7-b1d9-2890dc9feac3'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:17:35.468397 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024139a8-bbea-439d-aec6-b9067b89b5e6 req-035af023-30dd-4728-b134-4ef6d477e39c tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:35.469913 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-024139a8-bbea-439d-aec6-b9067b89b5e6 req-035af023-30dd-4728-b134-4ef6d477e39c tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 944 time: 0.0626240 Jun 30 10:17:35.506969 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-024139a8-bbea-439d-aec6-b9067b89b5e6 req-65711772-629e-4c05-80c6-11308cedeee1 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311337 Jun 30 10:17:36.208582 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 7df86291-1c17-4fa7-b1d9-2890dc9feac3 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:17:36.353923 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 7df86291-1c17-4fa7-b1d9-2890dc9feac3 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:17:36.357749 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 7df86291-1c17-4fa7-b1d9-2890dc9feac3 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:17:36.358110 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:36.432879 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:36.458158 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace41612-df78-47b0-ba54-579d55d65e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df86291-1c17-4fa7-b1d9-2890dc9feac3'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:17:36.460473 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7ccc58-1c9e-49e4-a624-1756a3f32f11" -d '{"events": [{"server_uuid": "ace41612-df78-47b0-ba54-579d55d65e74", "name": "network-vif-plugged", "status": "completed", "tag": "7df86291-1c17-4fa7-b1d9-2890dc9feac3"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:17:36.473647 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 7df86291-1c17-4fa7-b1d9-2890dc9feac3, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=7df86291-1c17-4fa7-b1d9-2890dc9feac3,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:17:36.495546 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3c75fc-2a8f-4b5a-a00e-687fb3b58e56 x-openstack-request-id: req-be3c75fc-2a8f-4b5a-a00e-687fb3b58e56 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:17:36.495781 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace41612-df78-47b0-ba54-579d55d65e74", "name": "network-vif-plugged", "status": "completed", "tag": "7df86291-1c17-4fa7-b1d9-2890dc9feac3", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:17:36.496036 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-be3c75fc-2a8f-4b5a-a00e-687fb3b58e56 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:17:36.496428 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace41612-df78-47b0-ba54-579d55d65e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df86291-1c17-4fa7-b1d9-2890dc9feac3', 'code': 200} Jun 30 10:17:36.560842 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:36.617903 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7350392-21db-420e-b21e-bfcf2def3fc3 req-cec6e650-b6a8-4101-8d56-58f1da5dda53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:36.618478 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=7df86291-1c17-4fa7-b1d9-2890dc9feac3,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:17:36.619467 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a7350392-21db-420e-b21e-bfcf2def3fc3 req-cec6e650-b6a8-4101-8d56-58f1da5dda53 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 1097 time: 0.0569801 Jun 30 10:17:36.657878 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a7350392-21db-420e-b21e-bfcf2def3fc3 req-883160d4-fa08-4cec-893e-089bd6b4b26e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296090 Jun 30 10:17:36.713936 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8252d57-8512-453d-b618-21958ed5dc05 req-f83e4a07-8940-43d3-8536-fa5367129410 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:36.715486 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a8252d57-8512-453d-b618-21958ed5dc05 req-f83e4a07-8940-43d3-8536-fa5367129410 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 945 time: 0.0677536 Jun 30 10:17:36.751958 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a8252d57-8512-453d-b618-21958ed5dc05 req-146f8db8-231d-4381-929d-118e99c8e95a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310333 Jun 30 10:17:37.929729 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47e0d5-ff14-45d8-a148-57217beb51c8 req-4f2f6a63-f43e-4ea0-b365-234c3a3d524f tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:37.931309 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6d47e0d5-ff14-45d8-a148-57217beb51c8 req-4f2f6a63-f43e-4ea0-b365-234c3a3d524f tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 945 time: 0.0644324 Jun 30 10:17:37.969644 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6d47e0d5-ff14-45d8-a148-57217beb51c8 req-2b8861b6-36c3-4c13-9e02-6bd3bc65de2f tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324774 Jun 30 10:17:38.282430 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:39.162554 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916b91f-127e-415b-bf6c-8a18b8b4991c req-0a70f53b-4c4d-4d9c-adc2-3adc51ddafa0 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:39.164105 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a916b91f-127e-415b-bf6c-8a18b8b4991c req-0a70f53b-4c4d-4d9c-adc2-3adc51ddafa0 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 945 time: 0.0694394 Jun 30 10:17:39.204713 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a916b91f-127e-415b-bf6c-8a18b8b4991c req-6ceb369b-b5b3-4946-ade9-ba27d6ec9300 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349832 Jun 30 10:17:39.380299 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e879e7-fdcf-490a-92a4-244458be7401 req-375badec-576d-4b8d-b721-286c1d6063f8 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:39.381744 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6e879e7-fdcf-490a-92a4-244458be7401 req-375badec-576d-4b8d-b721-286c1d6063f8 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 945 time: 0.0695283 Jun 30 10:17:39.390579 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 60812) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:17:39.395172 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-83f298a2-d32b-41dc-ac9f-68043417b01b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Request body: {'floatingip': {'port_id': '7df86291-1c17-4fa7-b1d9-2890dc9feac3'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:17:39.432990 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-83f298a2-d32b-41dc-ac9f-68043417b01b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for floatingip, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:39.460097 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:39.871646 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-83f298a2-d32b-41dc-ac9f-68043417b01b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:39.931767 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-83f298a2-d32b-41dc-ac9f-68043417b01b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:40.032283 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-83f298a2-d32b-41dc-ac9f-68043417b01b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Floating IP b9eddb6e-2709-42d7-97f5-1105b41f63c5 associated. External IP: 172.25.6.166, port: 7df86291-1c17-4fa7-b1d9-2890dc9feac3. Jun 30 10:17:40.238766 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f298a2-d32b-41dc-ac9f-68043417b01b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Router 1c4961ba-dbd5-4c68-92ac-442b8970845e has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:17:40.347599 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f298a2-d32b-41dc-ac9f-68043417b01b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:17:40.352459 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-83f298a2-d32b-41dc-ac9f-68043417b01b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:40.357280 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909131f7-d493-4c99-a451-e60d978255b2 None None] Sync routers for ids ['1c4961ba-dbd5-4c68-92ac-442b8970845e'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:17:40.366605 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909131f7-d493-4c99-a451-e60d978255b2 None None] Routers {'1c4961ba-dbd5-4c68-92ac-442b8970845e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:17:40.367256 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-909131f7-d493-4c99-a451-e60d978255b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:17:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c4961ba-dbd5-4c68-92ac-442b8970845e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:17:40.388482 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-83f298a2-d32b-41dc-ac9f-68043417b01b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "PUT /v2.0/floatingips/b9eddb6e-2709-42d7-97f5-1105b41f63c5 HTTP/1.1" status: 200 len: 991 time: 0.9968219 Jun 30 10:17:40.389082 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace41612-df78-47b0-ba54-579d55d65e74', 'tag': '7df86291-1c17-4fa7-b1d9-2890dc9feac3'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:17:40.391446 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d279bc8-c77f-4d89-86a9-6d0f57ec47b8" -d '{"events": [{"name": "network-changed", "server_uuid": "ace41612-df78-47b0-ba54-579d55d65e74", "tag": "7df86291-1c17-4fa7-b1d9-2890dc9feac3"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:17:40.429521 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474641e6-bc3d-48b4-ad2e-c138de0eadaa x-openstack-request-id: req-474641e6-bc3d-48b4-ad2e-c138de0eadaa {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:17:40.429881 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace41612-df78-47b0-ba54-579d55d65e74", "tag": "7df86291-1c17-4fa7-b1d9-2890dc9feac3", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:17:40.430206 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-474641e6-bc3d-48b4-ad2e-c138de0eadaa {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:17:40.430666 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace41612-df78-47b0-ba54-579d55d65e74', 'tag': '7df86291-1c17-4fa7-b1d9-2890dc9feac3', 'status': 'completed', 'code': 200} Jun 30 10:17:40.481980 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-909131f7-d493-4c99-a451-e60d978255b2 None None] Set router 1c4961ba-dbd5-4c68-92ac-442b8970845e gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:17:40.506378 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d279bc8-c77f-4d89-86a9-6d0f57ec47b8 req-5ab638d1-8374-40f8-b839-5ce5b3cdc529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:40.507912 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d279bc8-c77f-4d89-86a9-6d0f57ec47b8 req-5ab638d1-8374-40f8-b839-5ce5b3cdc529 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 1097 time: 0.0560637 Jun 30 10:17:40.604930 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d279bc8-c77f-4d89-86a9-6d0f57ec47b8 req-486e51c6-2f1e-43a2-8151-e1a1b3378d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:40.606406 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d279bc8-c77f-4d89-86a9-6d0f57ec47b8 req-486e51c6-2f1e-43a2-8151-e1a1b3378d01 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.0926392 Jun 30 10:17:40.672305 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d279bc8-c77f-4d89-86a9-6d0f57ec47b8 req-3353b17a-ac3a-434a-8908-a6eaf56a1d89 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7df86291-1c17-4fa7-b1d9-2890dc9feac3 HTTP/1.1" status: 200 len: 999 time: 0.0582185 Jun 30 10:17:40.707139 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-909131f7-d493-4c99-a451-e60d978255b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:18Z', 'revision_number': 4, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'gw_port': {'id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'b9eddb6e-2709-42d7-97f5-1105b41f63c5', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'floating_ip_address': '172.25.6.166', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'port_id': '7df86291-1c17-4fa7-b1d9-2890dc9feac3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'mac_address': 'fa:16:3e:a4:e5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace41612-df78-47b0-ba54-579d55d65e74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:17:22Z', 'updated_at': '2021-06-30T10:17:39Z', 'revision_number': 1, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6c740cb-dd18-4eb7-8133-05ddd1e3e23c', 'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'mac_address': 'fa:16:3e:e2:e8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:17Z', 'updated_at': '2021-06-30T10:17:22Z', 'revision_number': 5, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'subnets': [{'id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:17:40.718222 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d279bc8-c77f-4d89-86a9-6d0f57ec47b8 req-ae6b2ea9-7f9e-4fe1-8c88-86bde95e2abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:40.719684 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d279bc8-c77f-4d89-86a9-6d0f57ec47b8 req-ae6b2ea9-7f9e-4fe1-8c88-86bde95e2abc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0416071 Jun 30 10:17:40.736697 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909131f7-d493-4c99-a451-e60d978255b2 None None] Checking router: 1c4961ba-dbd5-4c68-92ac-442b8970845e for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:17:40.745550 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909131f7-d493-4c99-a451-e60d978255b2 None None] Routers {'1c4961ba-dbd5-4c68-92ac-442b8970845e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:17:40.746097 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-909131f7-d493-4c99-a451-e60d978255b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:17:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c4961ba-dbd5-4c68-92ac-442b8970845e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:17:40.780153 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d279bc8-c77f-4d89-86a9-6d0f57ec47b8 req-4fb40627-03f0-4a42-8730-9dfea6821f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:40.781631 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d279bc8-c77f-4d89-86a9-6d0f57ec47b8 req-4fb40627-03f0-4a42-8730-9dfea6821f7e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558875 Jun 30 10:17:40.851176 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-909131f7-d493-4c99-a451-e60d978255b2 None None] Set router 1c4961ba-dbd5-4c68-92ac-442b8970845e gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:17:40.870443 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d279bc8-c77f-4d89-86a9-6d0f57ec47b8 req-5a113394-b08e-4d1e-856e-dbe201c7e362 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827603 Jun 30 10:17:41.106779 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-909131f7-d493-4c99-a451-e60d978255b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:18Z', 'revision_number': 4, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'gw_port': {'id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'b9eddb6e-2709-42d7-97f5-1105b41f63c5', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'floating_ip_address': '172.25.6.166', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'port_id': '7df86291-1c17-4fa7-b1d9-2890dc9feac3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'mac_address': 'fa:16:3e:a4:e5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace41612-df78-47b0-ba54-579d55d65e74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:17:22Z', 'updated_at': '2021-06-30T10:17:39Z', 'revision_number': 1, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6c740cb-dd18-4eb7-8133-05ddd1e3e23c', 'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'mac_address': 'fa:16:3e:e2:e8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:17Z', 'updated_at': '2021-06-30T10:17:22Z', 'revision_number': 5, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'subnets': [{'id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:17:41.142750 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909131f7-d493-4c99-a451-e60d978255b2 None None] The sync data for ids ['1c4961ba-dbd5-4c68-92ac-442b8970845e'] in n-d-771363-31 is: [{'id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:18Z', 'revision_number': 4, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'gw_port': {'id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'b9eddb6e-2709-42d7-97f5-1105b41f63c5', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'floating_ip_address': '172.25.6.166', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'port_id': '7df86291-1c17-4fa7-b1d9-2890dc9feac3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'mac_address': 'fa:16:3e:a4:e5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace41612-df78-47b0-ba54-579d55d65e74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:17:22Z', 'updated_at': '2021-06-30T10:17:39Z', 'revision_number': 1, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6c740cb-dd18-4eb7-8133-05ddd1e3e23c', 'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'mac_address': 'fa:16:3e:e2:e8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:17Z', 'updated_at': '2021-06-30T10:17:22Z', 'revision_number': 5, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'subnets': [{'id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:17:41.343966 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99496111-ab41-4ad2-9596-b0a27f1c86ac None None] New status for floating IP b9eddb6e-2709-42d7-97f5-1105b41f63c5: ACTIVE {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:17:41.356308 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d279bc8-c77f-4d89-86a9-6d0f57ec47b8 req-30abff1e-e462-44d8-956d-9277d463993a service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793651 Jun 30 10:17:42.991952 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:17:50.485121 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-61ef4bf7-2207-4284-aee5-76434beb39ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:52.959893 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-537fe548-79f3-446b-87ee-75e7f7930ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:53.553738 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:54.839891 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:56.533488 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:08.296754 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:09.465165 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:19.991701 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:18:20.461839 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-678e11d7-1b00-4ee1-a039-fc9c00c22adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:22.757001 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-62aab9b1-3343-4402-a025-0b3cbe25ba42 req-9aeb7f1a-71e1-44b8-9e8b-68d538f01b8a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520205 Jun 30 10:18:22.847357 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aab9b1-3343-4402-a025-0b3cbe25ba42 req-de9d27ea-7d15-445f-a2f9-ea6ddf50f005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:22.848950 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-62aab9b1-3343-4402-a025-0b3cbe25ba42 req-de9d27ea-7d15-445f-a2f9-ea6ddf50f005 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 1097 time: 0.0512910 Jun 30 10:18:22.930325 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-78aedf52-afc1-46c6-824a-5a8393fd1cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:22.960924 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aab9b1-3343-4402-a025-0b3cbe25ba42 req-70e10458-9d16-4592-8ce9-c4368270dbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:22.962382 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-62aab9b1-3343-4402-a025-0b3cbe25ba42 req-70e10458-9d16-4592-8ce9-c4368270dbf7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.0945113 Jun 30 10:18:23.028504 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-62aab9b1-3343-4402-a025-0b3cbe25ba42 req-f2992cdb-a4a2-42e1-8401-e87ecbc30d94 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7df86291-1c17-4fa7-b1d9-2890dc9feac3 HTTP/1.1" status: 200 len: 1001 time: 0.0593553 Jun 30 10:18:23.082204 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aab9b1-3343-4402-a025-0b3cbe25ba42 req-46872b11-7923-4da9-a92e-9e1a755a9a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:23.084217 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-62aab9b1-3343-4402-a025-0b3cbe25ba42 req-46872b11-7923-4da9-a92e-9e1a755a9a62 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0497224 Jun 30 10:18:23.140608 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aab9b1-3343-4402-a025-0b3cbe25ba42 req-166acca3-7214-4031-91bd-fc1c447c2be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:23.142091 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-62aab9b1-3343-4402-a025-0b3cbe25ba42 req-166acca3-7214-4031-91bd-fc1c447c2be7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521867 Jun 30 10:18:23.151986 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-62aab9b1-3343-4402-a025-0b3cbe25ba42 req-7f281d19-cf13-4100-b72a-b0ed7f80175b service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:18:23.152901 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-62aab9b1-3343-4402-a025-0b3cbe25ba42 req-7f281d19-cf13-4100-b72a-b0ed7f80175b service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048623 Jun 30 10:18:23.248990 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-62aab9b1-3343-4402-a025-0b3cbe25ba42 req-6a9b7038-f39c-4ca1-baa7-8d609adb5e27 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884309 Jun 30 10:18:23.344965 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-62aab9b1-3343-4402-a025-0b3cbe25ba42 req-9adb212b-2dca-4ddc-abf1-d3a20849f571 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888779 Jun 30 10:18:23.555947 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:24.848271 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:26.550468 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:38.327281 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:39.469845 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:50.464269 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-93e11919-10ee-465c-8db3-7550deffc8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:52.949631 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f44bd7aa-6747-4dac-bb0d-491a0ca7b7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:53.590580 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:54.861295 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:56.535827 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:56.990692 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:19:08.303675 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:09.475253 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:20.474662 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b2e7b0bb-ccd6-46d2-9b58-d4d8955cfe98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:22.946198 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4742f0f5-76b2-4a46-a09b-ae013d1a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:23.566349 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:24.820304 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9aa12a1b-c37b-4628-9553-612b68b83d41 req-286ae395-6025-459d-8127-e293cd8cf177 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1105008 Jun 30 10:19:24.860614 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:24.916418 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa12a1b-c37b-4628-9553-612b68b83d41 req-18e38380-dae4-453b-9ef9-f71a0a5f8b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:24.917834 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9aa12a1b-c37b-4628-9553-612b68b83d41 req-18e38380-dae4-453b-9ef9-f71a0a5f8b0a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 1097 time: 0.0539505 Jun 30 10:19:25.030332 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa12a1b-c37b-4628-9553-612b68b83d41 req-2b46174c-f46b-4eb5-97e2-ebda27519ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:25.031828 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9aa12a1b-c37b-4628-9553-612b68b83d41 req-2b46174c-f46b-4eb5-97e2-ebda27519ca1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.0928590 Jun 30 10:19:25.096986 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9aa12a1b-c37b-4628-9553-612b68b83d41 req-36ad88db-51ba-4777-aeb3-720bd09e2b63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7df86291-1c17-4fa7-b1d9-2890dc9feac3 HTTP/1.1" status: 200 len: 1001 time: 0.0591896 Jun 30 10:19:25.154245 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa12a1b-c37b-4628-9553-612b68b83d41 req-365225ec-a542-44aa-bf1d-63515b0c9fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:25.156542 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9aa12a1b-c37b-4628-9553-612b68b83d41 req-365225ec-a542-44aa-bf1d-63515b0c9fb5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0531993 Jun 30 10:19:25.218277 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa12a1b-c37b-4628-9553-612b68b83d41 req-4851d729-7a27-4b2b-b433-fe51875059ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:25.219797 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9aa12a1b-c37b-4628-9553-612b68b83d41 req-4851d729-7a27-4b2b-b433-fe51875059ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568011 Jun 30 10:19:25.314670 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9aa12a1b-c37b-4628-9553-612b68b83d41 req-12ced6fe-113d-4b1f-90d0-02f3300bc93e service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879462 Jun 30 10:19:25.419214 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9aa12a1b-c37b-4628-9553-612b68b83d41 req-ee8ecf8e-ed93-4236-9840-6b614954851e service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982194 Jun 30 10:19:26.532176 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:33.989598 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:19:38.320270 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:39.486044 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:50.486079 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f44cbdb8-a339-4c2c-9a30-988aacee531e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:51.834616 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-23dc4db4-71d6-4c9d-81c0-6d7bfbf1454c req-8abdfa4b-e999-4cb4-81e2-5b82adc3c031 service neutron] (101054) timed out ('10.222.0.10', 58096) {{(pid=101054) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 10:19:52.925966 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-121cad72-5b99-4af2-8e97-e187d5ead9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:53.562810 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:54.851675 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:56.568588 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:08.337137 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:09.497401 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:10.988001 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:20:20.479531 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5e2cb9d8-420e-4513-aeb0-1c316f5f507a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:21.770221 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f38fc-f093-4811-9fa6-d36dda57a302 req-3edb2f6c-31aa-47ae-880c-aa9023ffd905 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:21.771719 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-815f38fc-f093-4811-9fa6-d36dda57a302 req-3edb2f6c-31aa-47ae-880c-aa9023ffd905 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 945 time: 0.0651500 Jun 30 10:20:21.810290 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-815f38fc-f093-4811-9fa6-d36dda57a302 req-5a52d08d-e725-40b9-86bb-7e2f63334e4d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320201 Jun 30 10:20:22.374905 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3529e4-d3c4-427b-8e48-6d39b9285899 req-ffe7dde9-401a-4260-ab9f-0105c5551c94 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:22.376582 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d3529e4-d3c4-427b-8e48-6d39b9285899 req-ffe7dde9-401a-4260-ab9f-0105c5551c94 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 945 time: 0.0700681 Jun 30 10:20:22.421935 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d3529e4-d3c4-427b-8e48-6d39b9285899 req-458019af-748e-4fd9-bb8c-2d498cfddd2a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396938 Jun 30 10:20:22.494048 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-13d3650c-ea7b-4e08-afba-c377d709c62d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0960586 Jun 30 10:20:22.936813 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-45a58417-07c4-4f83-b46b-2ac13e0d239e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:23.582698 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:23.612806 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82101e8-ce2e-406b-85e8-4354bb086a5e req-8f7d4a90-fc0b-4732-ae17-e6e9c8c845db tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:23.614351 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b82101e8-ce2e-406b-85e8-4354bb086a5e req-8f7d4a90-fc0b-4732-ae17-e6e9c8c845db tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 945 time: 0.0719676 Jun 30 10:20:23.652908 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b82101e8-ce2e-406b-85e8-4354bb086a5e req-9140a5fb-507e-4fc8-b69f-48861aeaf10e tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324128 Jun 30 10:20:24.835685 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d68c2-da73-445e-a23f-738ea09063ba req-6bf86bd7-2b6c-4f05-8569-7d33cfb80bb8 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:24.837206 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0d7d68c2-da73-445e-a23f-738ea09063ba req-6bf86bd7-2b6c-4f05-8569-7d33cfb80bb8 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 945 time: 0.0686255 Jun 30 10:20:24.850926 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:24.908875 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0d7d68c2-da73-445e-a23f-738ea09063ba req-36ab2db7-2ad2-422c-b00d-ebe309a8db9b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615361 Jun 30 10:20:24.931398 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-883517a7-d6b7-4889-b28d-db3a77146df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:24.931398 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-883517a7-d6b7-4889-b28d-db3a77146df0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 1097 time: 0.0882230 Jun 30 10:20:25.029747 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-583da472-e78c-4d7a-8365-ebc5dbba9c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:25.031900 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-583da472-e78c-4d7a-8365-ebc5dbba9c8c service neutron] 10.222.0.37 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.0978572 Jun 30 10:20:25.102997 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-875acc75-c7fd-4ecf-b891-56382bc736d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7df86291-1c17-4fa7-b1d9-2890dc9feac3 HTTP/1.1" status: 200 len: 1001 time: 0.0635974 Jun 30 10:20:25.152987 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-b541d3f6-3756-4512-877e-967d4e27f046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:25.154471 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-b541d3f6-3756-4512-877e-967d4e27f046 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0450921 Jun 30 10:20:25.215752 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-1dcd64b2-9649-49ce-90c1-a51a6ba587dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:25.217279 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-1dcd64b2-9649-49ce-90c1-a51a6ba587dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562065 Jun 30 10:20:25.315980 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-28cc0169-13d5-43e7-a5bf-bcbd9e29350b service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908973 Jun 30 10:20:25.411562 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-d84c4a1f-6e1d-4575-ae36-c866fdb801ee service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895145 Jun 30 10:20:26.091808 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f964324-ceba-433d-8048-2db145afa167 req-7b046135-9196-414a-a729-2979c4565d30 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:26.093290 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3f964324-ceba-433d-8048-2db145afa167 req-7b046135-9196-414a-a729-2979c4565d30 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 945 time: 0.0684817 Jun 30 10:20:26.132091 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3f964324-ceba-433d-8048-2db145afa167 req-adc2f719-a9ff-4583-a802-005caa31e26f tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332322 Jun 30 10:20:26.543005 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:26.787099 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bb344-fe7e-48d3-b893-87b017bcb2da req-9fc707e9-4049-4bd4-a38f-c47176b20187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:26.788513 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-130bb344-fe7e-48d3-b893-87b017bcb2da req-9fc707e9-4049-4bd4-a38f-c47176b20187 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 1097 time: 0.0575628 Jun 30 10:20:26.905212 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bb344-fe7e-48d3-b893-87b017bcb2da req-01c34a96-28be-4857-8c8d-4927101216f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:26.906686 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-130bb344-fe7e-48d3-b893-87b017bcb2da req-01c34a96-28be-4857-8c8d-4927101216f6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.0903625 Jun 30 10:20:26.976244 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-130bb344-fe7e-48d3-b893-87b017bcb2da req-f2e8af83-f61c-44a6-8370-6a2bd6f4e48d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7df86291-1c17-4fa7-b1d9-2890dc9feac3 HTTP/1.1" status: 200 len: 1001 time: 0.0623519 Jun 30 10:20:27.025006 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bb344-fe7e-48d3-b893-87b017bcb2da req-dc9e10f3-a39d-4010-8174-86e2d09e4b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:27.027269 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-130bb344-fe7e-48d3-b893-87b017bcb2da req-dc9e10f3-a39d-4010-8174-86e2d09e4b5e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0444398 Jun 30 10:20:27.083843 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bb344-fe7e-48d3-b893-87b017bcb2da req-fabb86fc-90dc-4788-b43e-e0ccc580dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:27.085216 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-130bb344-fe7e-48d3-b893-87b017bcb2da req-fabb86fc-90dc-4788-b43e-e0ccc580dac0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517123 Jun 30 10:20:27.178886 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-130bb344-fe7e-48d3-b893-87b017bcb2da req-92319310-211a-483c-aefc-30e52f3caf08 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859621 Jun 30 10:20:27.299499 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-130bb344-fe7e-48d3-b893-87b017bcb2da req-8952ff2c-e1b3-4d2c-8ba6-f1b83d5279f2 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147325 Jun 30 10:20:27.328434 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3085250-6b92-42f8-894e-22d644c0bda6 req-63477059-1f9f-444f-9709-004e9d0a6d9c tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:27.329952 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e3085250-6b92-42f8-894e-22d644c0bda6 req-63477059-1f9f-444f-9709-004e9d0a6d9c tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 945 time: 0.0842679 Jun 30 10:20:27.369030 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e3085250-6b92-42f8-894e-22d644c0bda6 req-3ba3bfcd-f047-4e46-9f59-a2fff78de3f6 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333138 Jun 30 10:20:28.544928 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55718f-a935-4152-8622-8a5e8197e662 req-aff8e4e1-ef96-4a3f-ba43-e7a8ef934792 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:28.546384 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cf55718f-a935-4152-8622-8a5e8197e662 req-aff8e4e1-ef96-4a3f-ba43-e7a8ef934792 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 945 time: 0.0668190 Jun 30 10:20:28.583364 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cf55718f-a935-4152-8622-8a5e8197e662 req-c37f0be4-9812-4f10-9896-6fdca66d0f65 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313706 Jun 30 10:20:29.764797 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f79e1-a3ba-4d9d-82f1-7af395df279b req-d92d78e5-828b-439f-9634-1c87adbb377e tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:29.766312 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-456f79e1-a3ba-4d9d-82f1-7af395df279b req-d92d78e5-828b-439f-9634-1c87adbb377e tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 945 time: 0.0691879 Jun 30 10:20:29.804638 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-456f79e1-a3ba-4d9d-82f1-7af395df279b req-e76ed975-41dd-41f2-a5c8-19c22806efd8 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324860 Jun 30 10:20:30.982025 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcc2ad-d58b-4d3e-842a-94bb1e9da57b req-0c3a3d4c-a0c0-46f5-b6c3-b3cb09beedbf tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:30.983537 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7efcc2ad-d58b-4d3e-842a-94bb1e9da57b req-0c3a3d4c-a0c0-46f5-b6c3-b3cb09beedbf tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 945 time: 0.0643940 Jun 30 10:20:31.022072 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7efcc2ad-d58b-4d3e-842a-94bb1e9da57b req-295717db-2238-435e-a7bc-f6ffcc8a4dec tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329478 Jun 30 10:20:32.198286 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b9d23-0b49-4046-ad7d-6c46b3445740 req-3260bd7a-faa8-41e5-9c91-a0c5bc858a7e tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:32.199913 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-366b9d23-0b49-4046-ad7d-6c46b3445740 req-3260bd7a-faa8-41e5-9c91-a0c5bc858a7e tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 945 time: 0.0644546 Jun 30 10:20:32.238496 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-366b9d23-0b49-4046-ad7d-6c46b3445740 req-3e18c856-d538-4af6-a6a5-6ad82179ff1c tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328417 Jun 30 10:20:33.428534 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1832b-c624-46a3-88e7-efa3d0775443 req-4516afc4-b996-4e5d-b204-dec078490de9 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:33.430371 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-99c1832b-c624-46a3-88e7-efa3d0775443 req-4516afc4-b996-4e5d-b204-dec078490de9 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 945 time: 0.0733199 Jun 30 10:20:33.476085 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-99c1832b-c624-46a3-88e7-efa3d0775443 req-51ab58f0-5431-4cd4-a7d6-6c74fe46de6a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385110 Jun 30 10:20:34.721556 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c33735d-fe31-426b-9570-0aac72d73648 req-9ccd0fc0-b113-474b-a74c-aaf87fc62c44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:34.723040 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4c33735d-fe31-426b-9570-0aac72d73648 req-9ccd0fc0-b113-474b-a74c-aaf87fc62c44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 945 time: 0.1246641 Jun 30 10:20:34.762010 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4c33735d-fe31-426b-9570-0aac72d73648 req-6adb5ede-20ec-49a3-b1b9-17f837fbb697 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331776 Jun 30 10:20:35.988785 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8c213-6f6e-46fe-86f2-0fa4de420782 req-0a4d3b2b-e3d0-4596-bd7e-4b9f7e0751df tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:35.990255 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-33c8c213-6f6e-46fe-86f2-0fa4de420782 req-0a4d3b2b-e3d0-4596-bd7e-4b9f7e0751df tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 945 time: 0.1170969 Jun 30 10:20:36.029547 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-33c8c213-6f6e-46fe-86f2-0fa4de420782 req-9204405e-32e3-47a4-97c4-7225b10f2f64 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336206 Jun 30 10:20:37.212537 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65ce9d-49c5-41fb-9ffa-c5f177f7e13a req-de1e2294-9bc9-4405-95ae-9e1cbe8c2a74 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:37.214652 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8c65ce9d-49c5-41fb-9ffa-c5f177f7e13a req-de1e2294-9bc9-4405-95ae-9e1cbe8c2a74 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 945 time: 0.0627320 Jun 30 10:20:37.252351 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8c65ce9d-49c5-41fb-9ffa-c5f177f7e13a req-b20c08bf-dd34-418a-87ba-424d5b2cb54b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320067 Jun 30 10:20:37.722367 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-54181205-8176-4c78-b668-f0d3fc44e8df service neutron] show failed (client error): The resource could not be found. Jun 30 10:20:37.723548 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-54181205-8176-4c78-b668-f0d3fc44e8df service neutron] 10.222.0.37 "GET /v2.0/ports/7df86291-1c17-4fa7-b1d9-2890dc9feac3/bindings/n-h1-771363-31 HTTP/1.1" status: 404 len: 381 time: 0.0558858 Jun 30 10:20:38.371159 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:38.463895 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21a0f0-c477-4c1a-bfcc-4e85acc1dbb2 req-e508d70c-84c4-4b09-b146-418892bcfbaf tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:38.465289 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2b21a0f0-c477-4c1a-bfcc-4e85acc1dbb2 req-e508d70c-84c4-4b09-b146-418892bcfbaf tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 945 time: 0.1003220 Jun 30 10:20:38.489872 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-61daa1f7-b7f9-43b8-b2be-c7f0274b95f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:38.491382 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-61daa1f7-b7f9-43b8-b2be-c7f0274b95f6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74&tenant_id=e9f8f14385164b03b43038c362f2c023 HTTP/1.1" status: 200 len: 1097 time: 0.0985739 Jun 30 10:20:38.509214 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-31', 'device_owner': 'compute:nova'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:20:38.534507 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2b21a0f0-c477-4c1a-bfcc-4e85acc1dbb2 req-b6876637-c031-41c1-8742-cd437d3e83bb tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620818 Jun 30 10:20:38.585336 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:38.787847 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] For port 7df86291-1c17-4fa7-b1d9-2890dc9feac3, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=7df86291-1c17-4fa7-b1d9-2890dc9feac3,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:20:38.821453 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] For port 7df86291-1c17-4fa7-b1d9-2890dc9feac3, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:20:38.864964 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace41612-df78-47b0-ba54-579d55d65e74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7df86291-1c17-4fa7-b1d9-2890dc9feac3'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:20:38.867247 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5913b6-295c-4e8e-afae-ee972cb2ac4c" -d '{"events": [{"server_uuid": "ace41612-df78-47b0-ba54-579d55d65e74", "name": "network-vif-unplugged", "status": "completed", "tag": "7df86291-1c17-4fa7-b1d9-2890dc9feac3"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:20:38.872084 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:38.887235 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] Transition to ACTIVE for port object 7df86291-1c17-4fa7-b1d9-2890dc9feac3 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:20:38.916866 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 10:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c448a820-2961-46ff-b4e1-1babcb8f9135 x-openstack-request-id: req-c448a820-2961-46ff-b4e1-1babcb8f9135 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:20:38.917153 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace41612-df78-47b0-ba54-579d55d65e74", "name": "network-vif-unplugged", "status": "completed", "tag": "7df86291-1c17-4fa7-b1d9-2890dc9feac3", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:20:38.922021 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c448a820-2961-46ff-b4e1-1babcb8f9135 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:20:38.922021 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace41612-df78-47b0-ba54-579d55d65e74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7df86291-1c17-4fa7-b1d9-2890dc9feac3', 'code': 200} Jun 30 10:20:38.985124 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:39.081175 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=7df86291-1c17-4fa7-b1d9-2890dc9feac3,revision_number=6']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:39.107919 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:39.108272 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:39.108607 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:39.108941 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:39.109266 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:39.109589 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:39.109909 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:39.110225 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:39.110541 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:39.110857 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:39.111192 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:39.111507 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:39.172039 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] No DVR routers for this DVR port 7df86291-1c17-4fa7-b1d9-2890dc9feac3 on host n-h2-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:20:39.308940 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] Attempting to bind port 7df86291-1c17-4fa7-b1d9-2890dc9feac3 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:20:39.309169 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] Attempting to bind port 7df86291-1c17-4fa7-b1d9-2890dc9feac3 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:20:39.309450 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] Attempting to bind port 7df86291-1c17-4fa7-b1d9-2890dc9feac3 on network 06561236-8fc5-4ee2-8277-b1f7dae949d9 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:20:39.313716 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] Port 7df86291-1c17-4fa7-b1d9-2890dc9feac3 on network 06561236-8fc5-4ee2-8277-b1f7dae949d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:20:39.314036 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] Attempting to bind port 7df86291-1c17-4fa7-b1d9-2890dc9feac3 on network 06561236-8fc5-4ee2-8277-b1f7dae949d9 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:20:39.318777 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:20:39.321943 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] Checking segment: {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:20:39.321943 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] Bound using segment: {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:20:39.321943 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] Bound port: 7df86291-1c17-4fa7-b1d9-2890dc9feac3, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:20:39.321943 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:39.387368 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] For port 7df86291-1c17-4fa7-b1d9-2890dc9feac3, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:20:39.390332 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] For port 7df86291-1c17-4fa7-b1d9-2890dc9feac3, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=7df86291-1c17-4fa7-b1d9-2890dc9feac3,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:20:39.465502 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:39.494431 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:39.501926 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:39.502452 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:39.503870 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] 10.222.0.52 "PUT /v2.0/ports/7df86291-1c17-4fa7-b1d9-2890dc9feac3 HTTP/1.1" status: 200 len: 1092 time: 0.9994807 Jun 30 10:20:39.527109 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc123e-9986-475d-8044-45d398f2f1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=7df86291-1c17-4fa7-b1d9-2890dc9feac3,revision_number=7']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:39.592112 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-778b4492-9057-4a6f-b7a4-fd3cfbe244b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:39.593642 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-778b4492-9057-4a6f-b7a4-fd3cfbe244b8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 1095 time: 0.0583494 Jun 30 10:20:39.733897 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-ec8aa148-a335-4904-a231-695c83baea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:39.735502 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-ec8aa148-a335-4904-a231-695c83baea51 service neutron] 10.222.0.52 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.1348462 Jun 30 10:20:39.761444 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf559c-f1d6-4894-a50c-cacb37ed9a9e req-7a93744c-a488-490f-b989-58f13aeb7d92 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:39.762833 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-efdf559c-f1d6-4894-a50c-cacb37ed9a9e req-7a93744c-a488-490f-b989-58f13aeb7d92 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 943 time: 0.1031070 Jun 30 10:20:39.870803 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-d66a6374-fb27-4683-8b3c-a72149ea1b3f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7df86291-1c17-4fa7-b1d9-2890dc9feac3 HTTP/1.1" status: 200 len: 999 time: 0.1236303 Jun 30 10:20:39.873607 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-efdf559c-f1d6-4894-a50c-cacb37ed9a9e req-becc97d1-c393-4a1a-8bbb-bb39ece81e2c tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797377 Jun 30 10:20:39.923839 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-1932f328-0067-4730-91a9-a348fdc16750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:39.925270 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-1932f328-0067-4730-91a9-a348fdc16750 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0461061 Jun 30 10:20:39.987142 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-6fea14c9-0eeb-461b-ae6d-7291192a47a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:39.988683 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-6fea14c9-0eeb-461b-ae6d-7291192a47a3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546563 Jun 30 10:20:40.415719 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-f0fa82bd-005c-41ac-a8d2-e363dbac6718 service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153950 Jun 30 10:20:40.511760 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-0cb94478-35ee-440d-b9cb-52fc358135e1 service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851114 Jun 30 10:20:40.919559 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace41612-df78-47b0-ba54-579d55d65e74', 'tag': '7df86291-1c17-4fa7-b1d9-2890dc9feac3'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:20:40.921972 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be91b62d-34c9-4611-a399-276be446317c" -d '{"events": [{"name": "network-changed", "server_uuid": "ace41612-df78-47b0-ba54-579d55d65e74", "tag": "7df86291-1c17-4fa7-b1d9-2890dc9feac3"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:20:40.974608 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93815990-3109-48ca-8068-152aa72d65db x-openstack-request-id: req-93815990-3109-48ca-8068-152aa72d65db {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:20:40.974913 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace41612-df78-47b0-ba54-579d55d65e74", "tag": "7df86291-1c17-4fa7-b1d9-2890dc9feac3", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:20:40.975237 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-93815990-3109-48ca-8068-152aa72d65db {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:20:40.975647 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace41612-df78-47b0-ba54-579d55d65e74', 'tag': '7df86291-1c17-4fa7-b1d9-2890dc9feac3', 'status': 'completed', 'code': 200} Jun 30 10:20:41.049992 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91b62d-34c9-4611-a399-276be446317c req-967188b7-a8dc-4a19-8f47-bdd9304ba261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:41.051517 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-be91b62d-34c9-4611-a399-276be446317c req-967188b7-a8dc-4a19-8f47-bdd9304ba261 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 1095 time: 0.0557966 Jun 30 10:20:41.105982 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cc2e5-d9b8-42aa-ab00-fc41c570f2d2 req-69238958-ebef-4d0a-80b0-43332ae782b7 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:41.107524 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0b5cc2e5-d9b8-42aa-ab00-fc41c570f2d2 req-69238958-ebef-4d0a-80b0-43332ae782b7 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 943 time: 0.1087945 Jun 30 10:20:41.110350 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91b62d-34c9-4611-a399-276be446317c req-a34afdc5-83a4-4473-8046-101676e2ba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:41.111881 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be91b62d-34c9-4611-a399-276be446317c req-a34afdc5-83a4-4473-8046-101676e2ba75 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 1095 time: 0.1005313 Jun 30 10:20:41.143957 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91b62d-34c9-4611-a399-276be446317c req-51954dc6-4dc9-43bf-8dbc-c6c722047b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:41.145475 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-be91b62d-34c9-4611-a399-276be446317c req-51954dc6-4dc9-43bf-8dbc-c6c722047b3b service neutron] 10.222.0.52 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.0865963 Jun 30 10:20:41.213534 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0b5cc2e5-d9b8-42aa-ab00-fc41c570f2d2 req-e01953ea-222e-49a2-8b78-ead7c9089f4b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992596 Jun 30 10:20:41.223870 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-be91b62d-34c9-4611-a399-276be446317c req-f95937a9-7425-4ec0-b17f-67bfe1c855bb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7df86291-1c17-4fa7-b1d9-2890dc9feac3 HTTP/1.1" status: 200 len: 999 time: 0.0708938 Jun 30 10:20:41.248420 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91b62d-34c9-4611-a399-276be446317c req-5469fe3c-0e45-4cdc-a0b5-d183fc1175e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:41.250022 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be91b62d-34c9-4611-a399-276be446317c req-5469fe3c-0e45-4cdc-a0b5-d183fc1175e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.1281188 Jun 30 10:20:41.279772 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91b62d-34c9-4611-a399-276be446317c req-b6bc48f4-f362-484d-92b9-c01097a2986f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:41.281212 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-be91b62d-34c9-4611-a399-276be446317c req-b6bc48f4-f362-484d-92b9-c01097a2986f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0506642 Jun 30 10:20:41.315379 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be91b62d-34c9-4611-a399-276be446317c req-a210ac9d-ffc9-4b44-8195-7487da6ddee9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7df86291-1c17-4fa7-b1d9-2890dc9feac3 HTTP/1.1" status: 200 len: 999 time: 0.0586276 Jun 30 10:20:41.344945 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91b62d-34c9-4611-a399-276be446317c req-baa86db5-1b2b-4523-a9a6-235dd73f5fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:41.346429 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-be91b62d-34c9-4611-a399-276be446317c req-baa86db5-1b2b-4523-a9a6-235dd73f5fc2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581291 Jun 30 10:20:41.365541 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91b62d-34c9-4611-a399-276be446317c req-4f0780b9-bbe4-4514-9a47-e0566687f370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:41.366999 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be91b62d-34c9-4611-a399-276be446317c req-4f0780b9-bbe4-4514-9a47-e0566687f370 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0438948 Jun 30 10:20:41.429691 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91b62d-34c9-4611-a399-276be446317c req-435a9e51-c135-4c31-88ad-247826e17310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:41.431199 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be91b62d-34c9-4611-a399-276be446317c req-435a9e51-c135-4c31-88ad-247826e17310 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561330 Jun 30 10:20:41.442163 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-be91b62d-34c9-4611-a399-276be446317c req-2575028d-258c-471b-9fcc-0a0696c0d4a6 service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870426 Jun 30 10:20:41.524941 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be91b62d-34c9-4611-a399-276be446317c req-c56f6128-b4e0-4acf-90c9-fed1b6241c33 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830112 Jun 30 10:20:41.530557 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-be91b62d-34c9-4611-a399-276be446317c req-e8b99890-596c-4e7a-a563-1456ac670ec9 service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815053 Jun 30 10:20:41.617455 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be91b62d-34c9-4611-a399-276be446317c req-21649fec-f14e-4bde-869b-bbb89fe571bf service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852566 Jun 30 10:20:42.397840 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c943a-6529-4c81-8681-a3d9712d7e8a req-29d4039f-b6d5-45be-b357-0a45807e1224 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:42.399263 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8b3c943a-6529-4c81-8681-a3d9712d7e8a req-29d4039f-b6d5-45be-b357-0a45807e1224 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 943 time: 0.0696766 Jun 30 10:20:42.438522 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8b3c943a-6529-4c81-8681-a3d9712d7e8a req-72c9d96a-65c6-46b2-926e-864fd336b63b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330422 Jun 30 10:20:42.966122 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 7df86291-1c17-4fa7-b1d9-2890dc9feac3 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:20:43.007937 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 7df86291-1c17-4fa7-b1d9-2890dc9feac3 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:20:43.616469 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300c84c-8186-428a-b089-79108c98c3c6 req-de70c7ad-5fab-46b5-8263-fa4c4640e734 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:43.617921 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f300c84c-8186-428a-b089-79108c98c3c6 req-de70c7ad-5fab-46b5-8263-fa4c4640e734 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 943 time: 0.0625401 Jun 30 10:20:43.657292 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f300c84c-8186-428a-b089-79108c98c3c6 req-6fbdbb6f-5f68-4258-baa0-b320d0bbfe2b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327673 Jun 30 10:20:44.138135 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853881d-a7c5-4479-a4b4-15d401ad1f6c req-dabf4b67-29ad-48d7-8afb-5fe0ec0eb9e5 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:44.140000 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2853881d-a7c5-4479-a4b4-15d401ad1f6c req-dabf4b67-29ad-48d7-8afb-5fe0ec0eb9e5 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 943 time: 0.0650294 Jun 30 10:20:44.179357 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2853881d-a7c5-4479-a4b4-15d401ad1f6c req-f7ece286-313c-4ff9-9c55-98a566ffaee4 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335510 Jun 30 10:20:44.257831 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cce7e-c144-4b9b-8450-43a35ca68cbd req-9621dc43-70fc-4e72-b162-c56983f3d683 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:44.259315 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d05cce7e-c144-4b9b-8450-43a35ca68cbd req-9621dc43-70fc-4e72-b162-c56983f3d683 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.37 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74&tenant_id=e9f8f14385164b03b43038c362f2c023&binding%3Ahost_id=n-h1-771363-31 HTTP/1.1" status: 200 len: 943 time: 0.0749021 Jun 30 10:20:44.320934 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [req-d05cce7e-c144-4b9b-8450-43a35ca68cbd req-4ec0aab7-3509-467d-aa91-48378cb32b54 service neutron] delete failed (client error): The resource could not be found. Jun 30 10:20:44.321855 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d05cce7e-c144-4b9b-8450-43a35ca68cbd req-4ec0aab7-3509-467d-aa91-48378cb32b54 service neutron] 10.222.0.37 "DELETE /v2.0/ports/7df86291-1c17-4fa7-b1d9-2890dc9feac3/bindings/n-h2-771363-31 HTTP/1.1" status: 404 len: 381 time: 0.0539441 Jun 30 10:20:44.418968 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cce7e-c144-4b9b-8450-43a35ca68cbd req-3dd4e927-a360-4753-a33a-79553fa7e68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:44.420508 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d05cce7e-c144-4b9b-8450-43a35ca68cbd req-3dd4e927-a360-4753-a33a-79553fa7e68e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 1095 time: 0.0554912 Jun 30 10:20:44.513509 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cce7e-c144-4b9b-8450-43a35ca68cbd req-7b39a5f3-4e3a-4e66-9dba-e440f5b64b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:44.514984 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d05cce7e-c144-4b9b-8450-43a35ca68cbd req-7b39a5f3-4e3a-4e66-9dba-e440f5b64b2c service neutron] 10.222.0.37 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.0888562 Jun 30 10:20:44.579373 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d05cce7e-c144-4b9b-8450-43a35ca68cbd req-b8d11d9a-5dc8-4c21-a71c-06cc67b5d201 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7df86291-1c17-4fa7-b1d9-2890dc9feac3 HTTP/1.1" status: 200 len: 999 time: 0.0586126 Jun 30 10:20:44.633437 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cce7e-c144-4b9b-8450-43a35ca68cbd req-5aa295ea-87b1-4c95-8a3b-9f92fc8c1576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:44.635006 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d05cce7e-c144-4b9b-8450-43a35ca68cbd req-5aa295ea-87b1-4c95-8a3b-9f92fc8c1576 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0491848 Jun 30 10:20:44.691794 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cce7e-c144-4b9b-8450-43a35ca68cbd req-27316e5e-843e-4b8e-9ba7-abe234c4f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:44.693255 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d05cce7e-c144-4b9b-8450-43a35ca68cbd req-27316e5e-843e-4b8e-9ba7-abe234c4f19d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516119 Jun 30 10:20:44.782514 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d05cce7e-c144-4b9b-8450-43a35ca68cbd req-1dad92e2-6a71-48b9-b799-069b7c51b4f0 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819900 Jun 30 10:20:44.874119 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d05cce7e-c144-4b9b-8450-43a35ca68cbd req-be72c0fe-379c-4b2a-be3f-7a39510b7b84 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852106 Jun 30 10:20:45.300225 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 7df86291-1c17-4fa7-b1d9-2890dc9feac3 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:20:45.363901 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7d166-f0be-4d55-9d7f-f1e05ac38da4 req-3a49d87f-ef97-4053-81ce-4db4e2208536 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:45.366097 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c9b7d166-f0be-4d55-9d7f-f1e05ac38da4 req-3a49d87f-ef97-4053-81ce-4db4e2208536 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 943 time: 0.0665710 Jun 30 10:20:45.402625 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 7df86291-1c17-4fa7-b1d9-2890dc9feac3, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=7df86291-1c17-4fa7-b1d9-2890dc9feac3,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:20:45.405823 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c9b7d166-f0be-4d55-9d7f-f1e05ac38da4 req-e8239755-cc64-4883-9f55-b115f87c0cba tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333264 Jun 30 10:20:45.414379 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '7df86291-1c17-4fa7-b1d9-2890dc9feac3', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'port_id': '7df86291-1c17-4fa7-b1d9-2890dc9feac3', 'mac_address': 'fa:16:3e:a4:e5:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:20:45.456277 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:45.469526 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7df86291-1c17-4fa7-b1d9-2890dc9feac3 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:20:45.489667 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 7df86291-1c17-4fa7-b1d9-2890dc9feac3, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=7df86291-1c17-4fa7-b1d9-2890dc9feac3,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:20:45.547708 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:45.599387 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=7df86291-1c17-4fa7-b1d9-2890dc9feac3,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:45.607826 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:45.609522 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:45.609522 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:45.609522 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:45.609522 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:45.609522 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:45.610029 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:45.610215 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:45.610540 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:45.610869 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:45.611219 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:45.611543 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:45.834441 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['7df86291-1c17-4fa7-b1d9-2890dc9feac3'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:20:46.581783 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1f9ca-ea87-4dfc-ad6d-8eee06988b29 req-ba0c7b63-6ad4-45e0-bcf7-763f304e2130 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:46.583303 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-69f1f9ca-ea87-4dfc-ad6d-8eee06988b29 req-ba0c7b63-6ad4-45e0-bcf7-763f304e2130 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 944 time: 0.0645647 Jun 30 10:20:46.622343 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-69f1f9ca-ea87-4dfc-ad6d-8eee06988b29 req-15b58ea1-10cf-4541-82fe-e48639bf7ebd tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323617 Jun 30 10:20:46.989133 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcd99e-c126-4f2b-848e-72dc7f5c44a6 req-b3b10eec-422d-439c-a263-82fd99a6fe2d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:46.990593 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-50bcd99e-c126-4f2b-848e-72dc7f5c44a6 req-b3b10eec-422d-439c-a263-82fd99a6fe2d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 944 time: 0.0743499 Jun 30 10:20:47.029672 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-50bcd99e-c126-4f2b-848e-72dc7f5c44a6 req-84145678-35dc-4084-a34a-f58f86002148 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325408 Jun 30 10:20:47.205372 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b05d14-fb61-41b1-a623-7cea23b17eec req-fbc0a468-88cd-4751-bda3-1c4d380bdfd6 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:47.206828 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-42b05d14-fb61-41b1-a623-7cea23b17eec req-fbc0a468-88cd-4751-bda3-1c4d380bdfd6 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 944 time: 0.0678194 Jun 30 10:20:47.244326 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-42b05d14-fb61-41b1-a623-7cea23b17eec req-4fe8cab1-00e0-4df4-91b4-e368557509bf tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318043 Jun 30 10:20:47.315399 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 7df86291-1c17-4fa7-b1d9-2890dc9feac3 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:20:47.433849 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 7df86291-1c17-4fa7-b1d9-2890dc9feac3 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:20:47.437768 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 7df86291-1c17-4fa7-b1d9-2890dc9feac3 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:20:47.438140 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:47.513781 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:47.536153 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace41612-df78-47b0-ba54-579d55d65e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df86291-1c17-4fa7-b1d9-2890dc9feac3'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:20:47.538427 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81accc8-39fb-4302-be5e-7bab2806df44" -d '{"events": [{"server_uuid": "ace41612-df78-47b0-ba54-579d55d65e74", "name": "network-vif-plugged", "status": "completed", "tag": "7df86291-1c17-4fa7-b1d9-2890dc9feac3"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:20:47.551745 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 7df86291-1c17-4fa7-b1d9-2890dc9feac3, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=7df86291-1c17-4fa7-b1d9-2890dc9feac3,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:20:47.577650 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b802f482-bd6c-4fe4-a989-ec0133db5d92 x-openstack-request-id: req-b802f482-bd6c-4fe4-a989-ec0133db5d92 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:20:47.577944 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace41612-df78-47b0-ba54-579d55d65e74", "name": "network-vif-plugged", "status": "completed", "tag": "7df86291-1c17-4fa7-b1d9-2890dc9feac3", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:20:47.578245 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b802f482-bd6c-4fe4-a989-ec0133db5d92 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:20:47.578643 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace41612-df78-47b0-ba54-579d55d65e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df86291-1c17-4fa7-b1d9-2890dc9feac3', 'code': 200} Jun 30 10:20:47.628055 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:47.679314 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=7df86291-1c17-4fa7-b1d9-2890dc9feac3,revision_number=9']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:47.864912 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea21e86-6594-48a7-8f94-9d76f81e31f2 req-fca4ebc2-af4b-4783-babd-2d44ea94e2c0 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:47.866331 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fea21e86-6594-48a7-8f94-9d76f81e31f2 req-fca4ebc2-af4b-4783-babd-2d44ea94e2c0 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 945 time: 0.0651248 Jun 30 10:20:47.909485 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fea21e86-6594-48a7-8f94-9d76f81e31f2 req-947189b1-5a1e-4a0a-9540-83385a1e8546 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373359 Jun 30 10:20:47.986855 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:20:49.090447 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd50da-0ce7-4c6b-9360-60a4e64168e3 req-a842f00e-21ec-447d-baf7-a800e2bb3a6b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:49.092000 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cfdd50da-0ce7-4c6b-9360-60a4e64168e3 req-a842f00e-21ec-447d-baf7-a800e2bb3a6b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 945 time: 0.0646849 Jun 30 10:20:49.131786 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cfdd50da-0ce7-4c6b-9360-60a4e64168e3 req-c7376a39-dff7-4dda-9520-96cafd751b31 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335598 Jun 30 10:20:49.304359 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438a64e-b23c-408b-9c93-5fef23023169 req-7a152214-e76d-4a43-a534-f303a1560572 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:49.305866 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1438a64e-b23c-408b-9c93-5fef23023169 req-7a152214-e76d-4a43-a534-f303a1560572 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.52 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 945 time: 0.0670497 Jun 30 10:20:49.414335 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-1438a64e-b23c-408b-9c93-5fef23023169 req-154dc1d1-c933-4803-822c-8d46872946f3 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Deleting port 7df86291-1c17-4fa7-b1d9-2890dc9feac3 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:20:49.414675 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1438a64e-b23c-408b-9c93-5fef23023169 req-154dc1d1-c933-4803-822c-8d46872946f3 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:49.504342 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-1438a64e-b23c-408b-9c93-5fef23023169 req-154dc1d1-c933-4803-822c-8d46872946f3 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] For port 7df86291-1c17-4fa7-b1d9-2890dc9feac3, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=7df86291-1c17-4fa7-b1d9-2890dc9feac3,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:20:49.504621 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1438a64e-b23c-408b-9c93-5fef23023169 req-154dc1d1-c933-4803-822c-8d46872946f3 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:49.739155 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1438a64e-b23c-408b-9c93-5fef23023169 req-154dc1d1-c933-4803-822c-8d46872946f3 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:49.739525 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1438a64e-b23c-408b-9c93-5fef23023169 req-154dc1d1-c933-4803-822c-8d46872946f3 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:49.739839 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [req-1438a64e-b23c-408b-9c93-5fef23023169 req-154dc1d1-c933-4803-822c-8d46872946f3 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Floating IP b9eddb6e-2709-42d7-97f5-1105b41f63c5 disassociated. External IP: 172.25.6.166, port: 7df86291-1c17-4fa7-b1d9-2890dc9feac3. Jun 30 10:20:49.740185 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-1438a64e-b23c-408b-9c93-5fef23023169 req-154dc1d1-c933-4803-822c-8d46872946f3 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Calling delete_port for 7df86291-1c17-4fa7-b1d9-2890dc9feac3 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:20:49.939714 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1438a64e-b23c-408b-9c93-5fef23023169 req-154dc1d1-c933-4803-822c-8d46872946f3 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:49.972337 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154dc1d1-c933-4803-822c-8d46872946f3 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Pushing event deleted for resources: {'Port': ['ID=7df86291-1c17-4fa7-b1d9-2890dc9feac3,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:50.117265 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1438a64e-b23c-408b-9c93-5fef23023169 req-154dc1d1-c933-4803-822c-8d46872946f3 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Router 1c4961ba-dbd5-4c68-92ac-442b8970845e has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:20:50.247428 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1438a64e-b23c-408b-9c93-5fef23023169 req-154dc1d1-c933-4803-822c-8d46872946f3 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:20:50.258227 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9465c5-daa9-4926-b278-8af570de1ab5 None None] Sync routers for ids ['1c4961ba-dbd5-4c68-92ac-442b8970845e'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:20:50.269315 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9465c5-daa9-4926-b278-8af570de1ab5 None None] Routers {'1c4961ba-dbd5-4c68-92ac-442b8970845e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:20:50.270121 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-6e9465c5-daa9-4926-b278-8af570de1ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:20:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c4961ba-dbd5-4c68-92ac-442b8970845e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:20:50.287208 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6053c95d-a3f4-407f-9e96-d0a30778e9cf req-4e268b6c-b7d5-4f3b-9054-c49f5c01cefe tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace41612-df78-47b0-ba54-579d55d65e74 HTTP/1.1" status: 200 len: 210 time: 0.0359151 Jun 30 10:20:50.297120 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-1438a64e-b23c-408b-9c93-5fef23023169 req-154dc1d1-c933-4803-822c-8d46872946f3 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] No DVR routers for this DVR port 7df86291-1c17-4fa7-b1d9-2890dc9feac3 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:20:50.299979 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-1438a64e-b23c-408b-9c93-5fef23023169 req-154dc1d1-c933-4803-822c-8d46872946f3 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:50.302580 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1438a64e-b23c-408b-9c93-5fef23023169 req-154dc1d1-c933-4803-822c-8d46872946f3 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.52 "DELETE /v2.0/ports/7df86291-1c17-4fa7-b1d9-2890dc9feac3 HTTP/1.1" status: 204 len: 173 time: 0.9887190 Jun 30 10:20:50.303050 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace41612-df78-47b0-ba54-579d55d65e74', 'name': 'network-vif-deleted', 'tag': '7df86291-1c17-4fa7-b1d9-2890dc9feac3'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:20:50.305377 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203adfc3-e24f-4b37-b701-f8c63683202b" -d '{"events": [{"server_uuid": "ace41612-df78-47b0-ba54-579d55d65e74", "name": "network-vif-deleted", "tag": "7df86291-1c17-4fa7-b1d9-2890dc9feac3"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:20:50.346446 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227eea67-4d52-47a7-84a8-2afdab164008 x-openstack-request-id: req-227eea67-4d52-47a7-84a8-2afdab164008 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:20:50.346804 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace41612-df78-47b0-ba54-579d55d65e74", "name": "network-vif-deleted", "tag": "7df86291-1c17-4fa7-b1d9-2890dc9feac3", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:20:50.347242 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-227eea67-4d52-47a7-84a8-2afdab164008 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:20:50.347698 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace41612-df78-47b0-ba54-579d55d65e74', 'name': 'network-vif-deleted', 'tag': '7df86291-1c17-4fa7-b1d9-2890dc9feac3', 'status': 'completed', 'code': 200} Jun 30 10:20:50.425853 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-6e9465c5-daa9-4926-b278-8af570de1ab5 None None] Set router 1c4961ba-dbd5-4c68-92ac-442b8970845e gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:20:50.517270 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e5b5a6da-51eb-4bea-aece-1c3de18ecd57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:50.658898 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-6e9465c5-daa9-4926-b278-8af570de1ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:18Z', 'revision_number': 4, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'gw_port': {'id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'a6c740cb-dd18-4eb7-8133-05ddd1e3e23c', 'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'mac_address': 'fa:16:3e:e2:e8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:17Z', 'updated_at': '2021-06-30T10:17:22Z', 'revision_number': 5, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'subnets': [{'id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:20:50.685556 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9465c5-daa9-4926-b278-8af570de1ab5 None None] Checking router: 1c4961ba-dbd5-4c68-92ac-442b8970845e for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:20:50.695026 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9465c5-daa9-4926-b278-8af570de1ab5 None None] Routers {'1c4961ba-dbd5-4c68-92ac-442b8970845e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:20:50.695883 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-6e9465c5-daa9-4926-b278-8af570de1ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:20:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c4961ba-dbd5-4c68-92ac-442b8970845e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:20:50.817207 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-6e9465c5-daa9-4926-b278-8af570de1ab5 None None] Set router 1c4961ba-dbd5-4c68-92ac-442b8970845e gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:20:51.053629 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-6e9465c5-daa9-4926-b278-8af570de1ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:18Z', 'revision_number': 4, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'gw_port': {'id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'a6c740cb-dd18-4eb7-8133-05ddd1e3e23c', 'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'mac_address': 'fa:16:3e:e2:e8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:17Z', 'updated_at': '2021-06-30T10:17:22Z', 'revision_number': 5, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'subnets': [{'id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:20:51.082121 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9465c5-daa9-4926-b278-8af570de1ab5 None None] The sync data for ids ['1c4961ba-dbd5-4c68-92ac-442b8970845e'] in n-d-771363-31 is: [{'id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:18Z', 'revision_number': 4, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'gw_port': {'id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'a6c740cb-dd18-4eb7-8133-05ddd1e3e23c', 'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'mac_address': 'fa:16:3e:e2:e8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:17Z', 'updated_at': '2021-06-30T10:17:22Z', 'revision_number': 5, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'subnets': [{'id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:20:51.308738 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dc1d02-00be-467e-bc47-fd0dd868b7f8 None None] New status for floating IP b9eddb6e-2709-42d7-97f5-1105b41f63c5: DOWN {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:20:51.614659 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c860d438-6e9e-4398-91fb-a815abec5286 req-9c66d946-1013-49f2-ad61-55ac97d50d2d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--2049030941&fields=id&tenant_id=e9f8f14385164b03b43038c362f2c023 HTTP/1.1" status: 200 len: 267 time: 0.0332863 Jun 30 10:20:51.727579 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860d438-6e9e-4398-91fb-a815abec5286 req-54a1005e-3cfc-4702-a06b-22aa32405d90 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:51.729041 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c860d438-6e9e-4398-91fb-a815abec5286 req-54a1005e-3cfc-4702-a06b-22aa32405d90 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 812 time: 0.1075239 Jun 30 10:20:51.743808 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c860d438-6e9e-4398-91fb-a815abec5286 req-0f1d3957-a6a8-4d21-9525-0d7ac36a5924 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/quotas/e9f8f14385164b03b43038c362f2c023 HTTP/1.1" status: 200 len: 375 time: 0.0091507 Jun 30 10:20:51.817975 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c860d438-6e9e-4398-91fb-a815abec5286 req-386762dc-79e5-4ea4-9e17-57979b0913fd tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0690999 Jun 30 10:20:51.978359 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c860d438-6e9e-4398-91fb-a815abec5286 req-ebee66ac-7bbc-402d-ab2a-9d69dc9da42e service neutron] 10.222.0.10 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466508 Jun 30 10:20:52.074299 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c860d438-6e9e-4398-91fb-a815abec5286 req-8d2bc84d-c3d7-499e-a9af-53973a4c6073 service neutron] 10.222.0.10 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892434 Jun 30 10:20:52.327945 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-75a7a737-ae91-4278-b125-86fc59523809 req-bf11a9ab-a93e-4595-8113-7aed58219e37 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 210 time: 0.0339503 Jun 30 10:20:52.933519 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-46b7201c-514d-44e5-801d-a4f86a96c527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:53.321727 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 7df86291-1c17-4fa7-b1d9-2890dc9feac3 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:20:53.351190 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 7df86291-1c17-4fa7-b1d9-2890dc9feac3 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:20:53.351536 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 7df86291-1c17-4fa7-b1d9-2890dc9feac3 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:20:53.489716 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cff9658e-c271-4cb0-8b1c-e81153178efb req-8136afd5-df6c-4d05-8ca5-9b5cb7d4c9d4 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 210 time: 0.0351257 Jun 30 10:20:53.587558 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:54.632981 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cb22044c-282e-4100-b6d3-a9f4870563f0 req-d1b20930-ddf8-42e9-9391-894507ab13e6 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 210 time: 0.0286713 Jun 30 10:20:54.823244 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860d438-6e9e-4398-91fb-a815abec5286 req-a411b429-7e4e-4336-8943-dbfaa3a81926 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:54.825228 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c860d438-6e9e-4398-91fb-a815abec5286 req-a411b429-7e4e-4336-8943-dbfaa3a81926 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.52 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 812 time: 0.1087861 Jun 30 10:20:54.877373 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c860d438-6e9e-4398-91fb-a815abec5286 req-fee678cf-5542-4e94-ac8b-64b3765f9a7a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9f8f14385164b03b43038c362f2c023 HTTP/1.1" status: 200 len: 380 time: 0.0390565 Jun 30 10:20:54.888259 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:54.889917 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-c860d438-6e9e-4398-91fb-a815abec5286 req-cdb1451c-83b0-4af9-8c46-8acedda7476a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Request body: {'port': {'device_id': '5fda53a1-afd6-4a60-85a4-58a7fa02507d', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'admin_state_up': True, 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'security_groups': ['e129980d-f15b-4e8f-974d-e186d9c2c4f3']}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:20:55.093562 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c860d438-6e9e-4398-91fb-a815abec5286 req-cdb1451c-83b0-4af9-8c46-8acedda7476a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Made reservation on behalf of e9f8f14385164b03b43038c362f2c023 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:20:55.097158 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c860d438-6e9e-4398-91fb-a815abec5286 req-cdb1451c-83b0-4af9-8c46-8acedda7476a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:55.238948 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-c860d438-6e9e-4398-91fb-a815abec5286 req-cdb1451c-83b0-4af9-8c46-8acedda7476a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Allocated IP 172.20.0.12 (06561236-8fc5-4ee2-8277-b1f7dae949d9/39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b/732eced2-da9e-4b5c-9dd0-a7f279584a99) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:20:55.388256 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c860d438-6e9e-4398-91fb-a815abec5286 req-cdb1451c-83b0-4af9-8c46-8acedda7476a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:55.402238 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-c860d438-6e9e-4398-91fb-a815abec5286 req-cdb1451c-83b0-4af9-8c46-8acedda7476a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Transition to ACTIVE for port object 732eced2-da9e-4b5c-9dd0-a7f279584a99 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:20:55.499383 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c860d438-6e9e-4398-91fb-a815abec5286 req-cdb1451c-83b0-4af9-8c46-8acedda7476a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:55.550085 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c860d438-6e9e-4398-91fb-a815abec5286 req-cdb1451c-83b0-4af9-8c46-8acedda7476a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Network 06561236-8fc5-4ee2-8277-b1f7dae949d9 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:20:55.553319 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-c860d438-6e9e-4398-91fb-a815abec5286 req-cdb1451c-83b0-4af9-8c46-8acedda7476a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:20:55.560937 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-c860d438-6e9e-4398-91fb-a815abec5286 req-cdb1451c-83b0-4af9-8c46-8acedda7476a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:20:55.567112 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1451c-83b0-4af9-8c46-8acedda7476a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Pushing event updated for resources: {'Port': ['ID=732eced2-da9e-4b5c-9dd0-a7f279584a99,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:55.614592 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860d438-6e9e-4398-91fb-a815abec5286 req-cdb1451c-83b0-4af9-8c46-8acedda7476a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:55.615237 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c860d438-6e9e-4398-91fb-a815abec5286 req-cdb1451c-83b0-4af9-8c46-8acedda7476a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:55.711248 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c860d438-6e9e-4398-91fb-a815abec5286 req-cdb1451c-83b0-4af9-8c46-8acedda7476a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8261704 Jun 30 10:20:55.732265 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-c860d438-6e9e-4398-91fb-a815abec5286 req-5ae2fe22-ed46-434b-9be5-847a1feff0ac service neutron] Request body: {'port': {'device_id': '5fda53a1-afd6-4a60-85a4-58a7fa02507d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:20:55.820106 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c860d438-6e9e-4398-91fb-a815abec5286 req-5ae2fe22-ed46-434b-9be5-847a1feff0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:55.822424 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47885e8-731a-4606-9aaf-7e31c0521d69 req-13b642a3-efee-4359-94cd-0e09bc120dce tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:55.824136 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b47885e8-731a-4606-9aaf-7e31c0521d69 req-13b642a3-efee-4359-94cd-0e09bc120dce tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 932 time: 0.0651460 Jun 30 10:20:55.865565 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b47885e8-731a-4606-9aaf-7e31c0521d69 req-c7ceede0-d113-4b30-8dd3-542e3016378d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352688 Jun 30 10:20:55.913756 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7dc74ead-fd77-4567-ac69-57d117293451 None None] Provisioning for port 732eced2-da9e-4b5c-9dd0-a7f279584a99 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:20:55.918559 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7dc74ead-fd77-4567-ac69-57d117293451 None None] Provisioning complete for port 732eced2-da9e-4b5c-9dd0-a7f279584a99 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:20:55.919151 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7dc74ead-fd77-4567-ac69-57d117293451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:55.956764 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-7dc74ead-fd77-4567-ac69-57d117293451 None None] Port 732eced2-da9e-4b5c-9dd0-a7f279584a99 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:20:56.124304 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-c860d438-6e9e-4398-91fb-a815abec5286 req-5ae2fe22-ed46-434b-9be5-847a1feff0ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 732eced2-da9e-4b5c-9dd0-a7f279584a99 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:20:56.133818 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c860d438-6e9e-4398-91fb-a815abec5286 req-5ae2fe22-ed46-434b-9be5-847a1feff0ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:56.148497 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-c860d438-6e9e-4398-91fb-a815abec5286 req-5ae2fe22-ed46-434b-9be5-847a1feff0ac service neutron] Transition to ACTIVE for port object 732eced2-da9e-4b5c-9dd0-a7f279584a99 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:20:56.241808 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c860d438-6e9e-4398-91fb-a815abec5286 req-5ae2fe22-ed46-434b-9be5-847a1feff0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:56.292690 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2fe22-ed46-434b-9be5-847a1feff0ac service neutron] Pushing event updated for resources: {'Port': ['ID=732eced2-da9e-4b5c-9dd0-a7f279584a99,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:56.373890 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-c860d438-6e9e-4398-91fb-a815abec5286 req-5ae2fe22-ed46-434b-9be5-847a1feff0ac service neutron] Attempting to bind port 732eced2-da9e-4b5c-9dd0-a7f279584a99 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:20:56.374228 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-c860d438-6e9e-4398-91fb-a815abec5286 req-5ae2fe22-ed46-434b-9be5-847a1feff0ac service neutron] Attempting to bind port 732eced2-da9e-4b5c-9dd0-a7f279584a99 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:20:56.374545 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c860d438-6e9e-4398-91fb-a815abec5286 req-5ae2fe22-ed46-434b-9be5-847a1feff0ac service neutron] Attempting to bind port 732eced2-da9e-4b5c-9dd0-a7f279584a99 on network 06561236-8fc5-4ee2-8277-b1f7dae949d9 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:20:56.380668 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c860d438-6e9e-4398-91fb-a815abec5286 req-5ae2fe22-ed46-434b-9be5-847a1feff0ac service neutron] Port 732eced2-da9e-4b5c-9dd0-a7f279584a99 on network 06561236-8fc5-4ee2-8277-b1f7dae949d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:20:56.381014 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c860d438-6e9e-4398-91fb-a815abec5286 req-5ae2fe22-ed46-434b-9be5-847a1feff0ac service neutron] Attempting to bind port 732eced2-da9e-4b5c-9dd0-a7f279584a99 on network 06561236-8fc5-4ee2-8277-b1f7dae949d9 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:20:56.387144 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c860d438-6e9e-4398-91fb-a815abec5286 req-5ae2fe22-ed46-434b-9be5-847a1feff0ac service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:20:56.387507 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c860d438-6e9e-4398-91fb-a815abec5286 req-5ae2fe22-ed46-434b-9be5-847a1feff0ac service neutron] Checking segment: {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:20:56.387895 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c860d438-6e9e-4398-91fb-a815abec5286 req-5ae2fe22-ed46-434b-9be5-847a1feff0ac service neutron] Bound using segment: {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:20:56.388331 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-c860d438-6e9e-4398-91fb-a815abec5286 req-5ae2fe22-ed46-434b-9be5-847a1feff0ac service neutron] Bound port: 732eced2-da9e-4b5c-9dd0-a7f279584a99, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:20:56.388687 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c860d438-6e9e-4398-91fb-a815abec5286 req-5ae2fe22-ed46-434b-9be5-847a1feff0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:56.460890 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-c860d438-6e9e-4398-91fb-a815abec5286 req-5ae2fe22-ed46-434b-9be5-847a1feff0ac service neutron] For port 732eced2-da9e-4b5c-9dd0-a7f279584a99, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:20:56.464905 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-c860d438-6e9e-4398-91fb-a815abec5286 req-5ae2fe22-ed46-434b-9be5-847a1feff0ac service neutron] For port 732eced2-da9e-4b5c-9dd0-a7f279584a99, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=732eced2-da9e-4b5c-9dd0-a7f279584a99,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:20:56.562542 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c860d438-6e9e-4398-91fb-a815abec5286 req-5ae2fe22-ed46-434b-9be5-847a1feff0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:56.576082 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:56.598824 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860d438-6e9e-4398-91fb-a815abec5286 req-5ae2fe22-ed46-434b-9be5-847a1feff0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:56.599464 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c860d438-6e9e-4398-91fb-a815abec5286 req-5ae2fe22-ed46-434b-9be5-847a1feff0ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:56.600904 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c860d438-6e9e-4398-91fb-a815abec5286 req-5ae2fe22-ed46-434b-9be5-847a1feff0ac service neutron] 10.222.0.52 "PUT /v2.0/ports/732eced2-da9e-4b5c-9dd0-a7f279584a99 HTTP/1.1" status: 200 len: 1093 time: 0.8755703 Jun 30 10:20:56.601339 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fda53a1-afd6-4a60-85a4-58a7fa02507d', 'tag': '732eced2-da9e-4b5c-9dd0-a7f279584a99'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:20:56.603623 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f109b89b-6f1c-4378-a02e-9afd2690f12a" -d '{"events": [{"name": "network-changed", "server_uuid": "5fda53a1-afd6-4a60-85a4-58a7fa02507d", "tag": "732eced2-da9e-4b5c-9dd0-a7f279584a99"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:20:56.631995 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2fe22-ed46-434b-9be5-847a1feff0ac service neutron] Pushing event updated for resources: {'Port': ['ID=732eced2-da9e-4b5c-9dd0-a7f279584a99,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:56.653934 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1760da-228e-480a-a043-3ca94da72a8e x-openstack-request-id: req-cb1760da-228e-480a-a043-3ca94da72a8e {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:20:56.654330 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fda53a1-afd6-4a60-85a4-58a7fa02507d", "tag": "732eced2-da9e-4b5c-9dd0-a7f279584a99", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:20:56.654590 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cb1760da-228e-480a-a043-3ca94da72a8e {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:20:56.655173 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fda53a1-afd6-4a60-85a4-58a7fa02507d', 'tag': '732eced2-da9e-4b5c-9dd0-a7f279584a99', 'status': 'completed', 'code': 200} Jun 30 10:20:56.736462 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109b89b-6f1c-4378-a02e-9afd2690f12a req-6bda9730-dd8b-4b95-9081-a012066ea8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:56.738074 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f109b89b-6f1c-4378-a02e-9afd2690f12a req-6bda9730-dd8b-4b95-9081-a012066ea8ac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 1096 time: 0.0581799 Jun 30 10:20:56.846772 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109b89b-6f1c-4378-a02e-9afd2690f12a req-11d1b580-4c1e-4667-8739-4e82ec66c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:56.852540 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f109b89b-6f1c-4378-a02e-9afd2690f12a req-11d1b580-4c1e-4667-8739-4e82ec66c27a service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=e9f8f14385164b03b43038c362f2c023&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0993278 Jun 30 10:20:56.952438 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109b89b-6f1c-4378-a02e-9afd2690f12a req-e83ef095-74b2-4712-8c89-06b24bd05ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:56.953882 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f109b89b-6f1c-4378-a02e-9afd2690f12a req-e83ef095-74b2-4712-8c89-06b24bd05ef3 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951860 Jun 30 10:20:57.051607 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb610cba-c9ed-42be-866f-0babc78cba12 req-879e5c5f-a7fd-4862-a0a5-e775ac101c52 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:57.053195 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb610cba-c9ed-42be-866f-0babc78cba12 req-879e5c5f-a7fd-4862-a0a5-e775ac101c52 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 944 time: 0.0645630 Jun 30 10:20:57.056220 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860d438-6e9e-4398-91fb-a815abec5286 req-af1986b0-fdff-45cf-a115-4129e906107a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:57.058483 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c860d438-6e9e-4398-91fb-a815abec5286 req-af1986b0-fdff-45cf-a115-4129e906107a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 1096 time: 0.0594385 Jun 30 10:20:57.091773 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bb610cba-c9ed-42be-866f-0babc78cba12 req-cbd3bd96-2157-4a48-8fe7-9c352fa7dacf tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318296 Jun 30 10:20:57.103465 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c860d438-6e9e-4398-91fb-a815abec5286 req-4481a1f0-fe18-478b-8d9c-ad6cbc8566ad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=732eced2-da9e-4b5c-9dd0-a7f279584a99 HTTP/1.1" status: 200 len: 217 time: 0.0336642 Jun 30 10:20:57.154565 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860d438-6e9e-4398-91fb-a815abec5286 req-f52dfa95-d53f-44d1-8599-5ac58fff3779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:57.156007 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c860d438-6e9e-4398-91fb-a815abec5286 req-f52dfa95-d53f-44d1-8599-5ac58fff3779 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0437508 Jun 30 10:20:57.219811 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860d438-6e9e-4398-91fb-a815abec5286 req-cb371590-cacc-456e-895f-dfa86b63a8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:57.221275 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c860d438-6e9e-4398-91fb-a815abec5286 req-cb371590-cacc-456e-895f-dfa86b63a8dd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550394 Jun 30 10:20:57.312327 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c860d438-6e9e-4398-91fb-a815abec5286 req-ba6350e9-3969-43cb-bf37-8d7ec63394ae service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805171 Jun 30 10:20:57.408037 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c860d438-6e9e-4398-91fb-a815abec5286 req-602108b9-6a3d-4285-aa83-5dba8ce1a573 service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857079 Jun 30 10:20:58.270872 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520dbaa-0b23-444a-a5d5-354733ca152e req-a723bcaa-4df7-440e-a3f2-4dfa23c8ee2c tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:58.272364 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f520dbaa-0b23-444a-a5d5-354733ca152e req-a723bcaa-4df7-440e-a3f2-4dfa23c8ee2c tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 944 time: 0.0654712 Jun 30 10:20:58.311436 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f520dbaa-0b23-444a-a5d5-354733ca152e req-019f33ea-0d7a-4768-85f3-afb5faa1c8d7 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330687 Jun 30 10:20:59.487857 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f445134-e5c1-4275-a1e7-143f0db3d05b req-72ce0ff5-863e-4255-b151-86f31ff19d69 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:59.489315 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5f445134-e5c1-4275-a1e7-143f0db3d05b req-72ce0ff5-863e-4255-b151-86f31ff19d69 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 944 time: 0.0664632 Jun 30 10:20:59.528556 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5f445134-e5c1-4275-a1e7-143f0db3d05b req-6139eed8-3106-4d34-a7f1-4d90aa0d35e3 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326202 Jun 30 10:21:00.701212 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21693f20-7008-48da-9aff-d88a8946e14e req-5723f8ec-60a6-4324-a50a-1a2c777dc094 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:00.702681 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-21693f20-7008-48da-9aff-d88a8946e14e req-5723f8ec-60a6-4324-a50a-1a2c777dc094 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 944 time: 0.0633221 Jun 30 10:21:00.744283 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-21693f20-7008-48da-9aff-d88a8946e14e req-f4518201-d95d-4632-98bd-e8d77c1d8e8a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359828 Jun 30 10:21:01.381741 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 732eced2-da9e-4b5c-9dd0-a7f279584a99 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:21:01.473211 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 732eced2-da9e-4b5c-9dd0-a7f279584a99, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=732eced2-da9e-4b5c-9dd0-a7f279584a99,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:21:01.485107 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '732eced2-da9e-4b5c-9dd0-a7f279584a99', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'port_id': '732eced2-da9e-4b5c-9dd0-a7f279584a99', 'mac_address': 'fa:16:3e:31:a6:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:21:01.523928 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:01.536349 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 732eced2-da9e-4b5c-9dd0-a7f279584a99 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:21:01.555606 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 732eced2-da9e-4b5c-9dd0-a7f279584a99, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=732eced2-da9e-4b5c-9dd0-a7f279584a99,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:21:01.633081 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:01.685901 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=732eced2-da9e-4b5c-9dd0-a7f279584a99,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:21:01.862309 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['732eced2-da9e-4b5c-9dd0-a7f279584a99'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:21:01.920981 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369691b7-612f-4940-8450-a385ea07d45e req-22a8d42f-f3d2-49ed-ad49-f63f5a4aef2f tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:01.922410 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-369691b7-612f-4940-8450-a385ea07d45e req-22a8d42f-f3d2-49ed-ad49-f63f5a4aef2f tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 945 time: 0.0646255 Jun 30 10:21:01.961282 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-369691b7-612f-4940-8450-a385ea07d45e req-da1d9e73-0271-456f-b96f-473afbf0dbce tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331190 Jun 30 10:21:03.144711 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfc604-92a9-4710-913a-2a2f617a6f19 req-68bc9dd5-ec88-494a-8330-a4139758c72b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:03.146186 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-03dfc604-92a9-4710-913a-2a2f617a6f19 req-68bc9dd5-ec88-494a-8330-a4139758c72b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 945 time: 0.0690498 Jun 30 10:21:03.184474 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-03dfc604-92a9-4710-913a-2a2f617a6f19 req-f862f264-33b5-4fa8-88a2-2114e3603f76 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319748 Jun 30 10:21:03.389820 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 732eced2-da9e-4b5c-9dd0-a7f279584a99 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:21:03.513005 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 732eced2-da9e-4b5c-9dd0-a7f279584a99 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:21:03.517020 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 732eced2-da9e-4b5c-9dd0-a7f279584a99 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:21:03.517458 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:03.594149 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:03.615656 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fda53a1-afd6-4a60-85a4-58a7fa02507d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732eced2-da9e-4b5c-9dd0-a7f279584a99'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:21:03.617950 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00e3736-695e-47ba-b45a-55379ab5689e" -d '{"events": [{"server_uuid": "5fda53a1-afd6-4a60-85a4-58a7fa02507d", "name": "network-vif-plugged", "status": "completed", "tag": "732eced2-da9e-4b5c-9dd0-a7f279584a99"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:21:03.632199 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 732eced2-da9e-4b5c-9dd0-a7f279584a99, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=732eced2-da9e-4b5c-9dd0-a7f279584a99,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:21:03.658139 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bb7dda-18dd-41fa-9354-64e5ef352dd9 x-openstack-request-id: req-86bb7dda-18dd-41fa-9354-64e5ef352dd9 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:21:03.658444 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fda53a1-afd6-4a60-85a4-58a7fa02507d", "name": "network-vif-plugged", "status": "completed", "tag": "732eced2-da9e-4b5c-9dd0-a7f279584a99", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:21:03.658692 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-86bb7dda-18dd-41fa-9354-64e5ef352dd9 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:21:03.659113 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fda53a1-afd6-4a60-85a4-58a7fa02507d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732eced2-da9e-4b5c-9dd0-a7f279584a99', 'code': 200} Jun 30 10:21:03.733695 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:03.778013 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3de75-062b-42a2-967c-552bca8cfd9b req-ebce30c5-79c0-41bd-95e4-5d5aa6f2ed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:03.779527 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e8b3de75-062b-42a2-967c-552bca8cfd9b req-ebce30c5-79c0-41bd-95e4-5d5aa6f2ed18 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 1098 time: 0.0548441 Jun 30 10:21:03.786202 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=732eced2-da9e-4b5c-9dd0-a7f279584a99,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:21:03.815040 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e8b3de75-062b-42a2-967c-552bca8cfd9b req-0054e59f-28ef-4541-8d56-ce3fbda5044b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284860 Jun 30 10:21:04.358641 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568bb67-8ecb-4bec-b1c9-db768987f0b5 req-e4778570-8c46-436b-940f-312262a3d502 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:04.360081 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7568bb67-8ecb-4bec-b1c9-db768987f0b5 req-e4778570-8c46-436b-940f-312262a3d502 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 946 time: 0.0660596 Jun 30 10:21:04.398368 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7568bb67-8ecb-4bec-b1c9-db768987f0b5 req-10a1d0a5-498e-417c-997c-cf8da58875d7 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323682 Jun 30 10:21:05.573848 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49ad1-f5b4-48ce-8854-38ad2124dde0 req-554ff805-e091-419a-b0a8-f76021a2c659 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:05.575332 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fee49ad1-f5b4-48ce-8854-38ad2124dde0 req-554ff805-e091-419a-b0a8-f76021a2c659 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 946 time: 0.0641069 Jun 30 10:21:05.615676 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fee49ad1-f5b4-48ce-8854-38ad2124dde0 req-93ce9a97-a845-4e8e-9093-b6f4af6ba49f tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346916 Jun 30 10:21:05.786819 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba90d4c-70bf-4cd8-aada-52ea50d7c448 req-a0cb2243-fb09-405e-aa34-be742ace3652 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:05.788296 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fba90d4c-70bf-4cd8-aada-52ea50d7c448 req-a0cb2243-fb09-405e-aa34-be742ace3652 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 946 time: 0.0623996 Jun 30 10:21:05.797378 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33092) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:21:05.801778 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-e45de14f-1424-4c5c-9419-28a38b1202d9 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Request body: {'floatingip': {'port_id': '732eced2-da9e-4b5c-9dd0-a7f279584a99'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:21:05.843295 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e45de14f-1424-4c5c-9419-28a38b1202d9 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for floatingip, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:06.275404 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e45de14f-1424-4c5c-9419-28a38b1202d9 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:06.364190 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e45de14f-1424-4c5c-9419-28a38b1202d9 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:06.462543 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [None req-e45de14f-1424-4c5c-9419-28a38b1202d9 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Floating IP b9eddb6e-2709-42d7-97f5-1105b41f63c5 associated. External IP: 172.25.6.166, port: 732eced2-da9e-4b5c-9dd0-a7f279584a99. Jun 30 10:21:06.671572 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45de14f-1424-4c5c-9419-28a38b1202d9 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Router 1c4961ba-dbd5-4c68-92ac-442b8970845e has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:21:06.778397 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45de14f-1424-4c5c-9419-28a38b1202d9 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:21:06.783833 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e45de14f-1424-4c5c-9419-28a38b1202d9 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:06.787793 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2277bceb-4e64-41d7-9d8b-c7fe61b05e6e None None] Sync routers for ids ['1c4961ba-dbd5-4c68-92ac-442b8970845e'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:21:06.799515 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2277bceb-4e64-41d7-9d8b-c7fe61b05e6e None None] Routers {'1c4961ba-dbd5-4c68-92ac-442b8970845e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:21:06.800135 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2277bceb-4e64-41d7-9d8b-c7fe61b05e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:20:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c4961ba-dbd5-4c68-92ac-442b8970845e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:21:06.820561 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e45de14f-1424-4c5c-9419-28a38b1202d9 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "PUT /v2.0/floatingips/b9eddb6e-2709-42d7-97f5-1105b41f63c5 HTTP/1.1" status: 200 len: 992 time: 1.0221288 Jun 30 10:21:06.821146 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fda53a1-afd6-4a60-85a4-58a7fa02507d', 'tag': '732eced2-da9e-4b5c-9dd0-a7f279584a99'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:21:06.824226 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b08ea5f-9e53-48d7-9cb6-30f3d8f8796f" -d '{"events": [{"name": "network-changed", "server_uuid": "5fda53a1-afd6-4a60-85a4-58a7fa02507d", "tag": "732eced2-da9e-4b5c-9dd0-a7f279584a99"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:21:06.908246 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-2277bceb-4e64-41d7-9d8b-c7fe61b05e6e None None] Set router 1c4961ba-dbd5-4c68-92ac-442b8970845e gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:21:06.922342 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decca8d6-efa8-4b16-9e62-573882794c95 x-openstack-request-id: req-decca8d6-efa8-4b16-9e62-573882794c95 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:21:06.922573 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fda53a1-afd6-4a60-85a4-58a7fa02507d", "tag": "732eced2-da9e-4b5c-9dd0-a7f279584a99", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:21:06.922821 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-decca8d6-efa8-4b16-9e62-573882794c95 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:21:06.923246 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fda53a1-afd6-4a60-85a4-58a7fa02507d', 'tag': '732eced2-da9e-4b5c-9dd0-a7f279584a99', 'status': 'completed', 'code': 200} Jun 30 10:21:07.047658 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08ea5f-9e53-48d7-9cb6-30f3d8f8796f req-bd5e90e3-1e4a-45ef-aeec-11858c0dfb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:07.049146 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8b08ea5f-9e53-48d7-9cb6-30f3d8f8796f req-bd5e90e3-1e4a-45ef-aeec-11858c0dfb00 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 1098 time: 0.0948403 Jun 30 10:21:07.133033 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2277bceb-4e64-41d7-9d8b-c7fe61b05e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:18Z', 'revision_number': 4, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'gw_port': {'id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'b9eddb6e-2709-42d7-97f5-1105b41f63c5', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'floating_ip_address': '172.25.6.166', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'port_id': '732eced2-da9e-4b5c-9dd0-a7f279584a99', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'mac_address': 'fa:16:3e:31:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fda53a1-afd6-4a60-85a4-58a7fa02507d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:17:22Z', 'updated_at': '2021-06-30T10:21:06Z', 'revision_number': 5, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6c740cb-dd18-4eb7-8133-05ddd1e3e23c', 'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'mac_address': 'fa:16:3e:e2:e8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:17Z', 'updated_at': '2021-06-30T10:17:22Z', 'revision_number': 5, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'subnets': [{'id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:21:07.144558 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08ea5f-9e53-48d7-9cb6-30f3d8f8796f req-74851214-9449-4ada-a0e4-66c6caaedc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:07.146030 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8b08ea5f-9e53-48d7-9cb6-30f3d8f8796f req-74851214-9449-4ada-a0e4-66c6caaedc08 service neutron] 10.222.0.52 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.0902846 Jun 30 10:21:07.163854 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2277bceb-4e64-41d7-9d8b-c7fe61b05e6e None None] Checking router: 1c4961ba-dbd5-4c68-92ac-442b8970845e for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:21:07.172329 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2277bceb-4e64-41d7-9d8b-c7fe61b05e6e None None] Routers {'1c4961ba-dbd5-4c68-92ac-442b8970845e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:21:07.172998 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2277bceb-4e64-41d7-9d8b-c7fe61b05e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:20:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c4961ba-dbd5-4c68-92ac-442b8970845e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:21:07.210865 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8b08ea5f-9e53-48d7-9cb6-30f3d8f8796f req-dacf8b09-091a-490f-a4f0-7c3396e3ced3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=732eced2-da9e-4b5c-9dd0-a7f279584a99 HTTP/1.1" status: 200 len: 1000 time: 0.0579374 Jun 30 10:21:07.266603 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08ea5f-9e53-48d7-9cb6-30f3d8f8796f req-02ae26f2-11ac-4539-a4bd-cbb89cc6e94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:07.268095 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8b08ea5f-9e53-48d7-9cb6-30f3d8f8796f req-02ae26f2-11ac-4539-a4bd-cbb89cc6e94b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0511856 Jun 30 10:21:07.328895 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08ea5f-9e53-48d7-9cb6-30f3d8f8796f req-cbd9b91e-4ea1-40ab-a1ad-7d6ee55213bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:07.330398 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8b08ea5f-9e53-48d7-9cb6-30f3d8f8796f req-cbd9b91e-4ea1-40ab-a1ad-7d6ee55213bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555892 Jun 30 10:21:07.423092 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8b08ea5f-9e53-48d7-9cb6-30f3d8f8796f req-5ae8f7c2-0931-49ce-9b72-262034b8ac90 service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849605 Jun 30 10:21:07.438180 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-2277bceb-4e64-41d7-9d8b-c7fe61b05e6e None None] Set router 1c4961ba-dbd5-4c68-92ac-442b8970845e gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:21:07.515566 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8b08ea5f-9e53-48d7-9cb6-30f3d8f8796f req-9fd72d80-96f7-4590-99af-3cb2a457481c service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864494 Jun 30 10:21:07.662574 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2277bceb-4e64-41d7-9d8b-c7fe61b05e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:18Z', 'revision_number': 4, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'gw_port': {'id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'b9eddb6e-2709-42d7-97f5-1105b41f63c5', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'floating_ip_address': '172.25.6.166', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'port_id': '732eced2-da9e-4b5c-9dd0-a7f279584a99', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'mac_address': 'fa:16:3e:31:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fda53a1-afd6-4a60-85a4-58a7fa02507d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:17:22Z', 'updated_at': '2021-06-30T10:21:06Z', 'revision_number': 5, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6c740cb-dd18-4eb7-8133-05ddd1e3e23c', 'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'mac_address': 'fa:16:3e:e2:e8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:17Z', 'updated_at': '2021-06-30T10:17:22Z', 'revision_number': 5, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'subnets': [{'id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:21:07.688877 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2277bceb-4e64-41d7-9d8b-c7fe61b05e6e None None] The sync data for ids ['1c4961ba-dbd5-4c68-92ac-442b8970845e'] in n-d-771363-31 is: [{'id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:18Z', 'revision_number': 4, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'gw_port': {'id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'b9eddb6e-2709-42d7-97f5-1105b41f63c5', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'floating_ip_address': '172.25.6.166', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'port_id': '732eced2-da9e-4b5c-9dd0-a7f279584a99', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'mac_address': 'fa:16:3e:31:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fda53a1-afd6-4a60-85a4-58a7fa02507d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:17:22Z', 'updated_at': '2021-06-30T10:21:06Z', 'revision_number': 5, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6c740cb-dd18-4eb7-8133-05ddd1e3e23c', 'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'mac_address': 'fa:16:3e:e2:e8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:17Z', 'updated_at': '2021-06-30T10:17:22Z', 'revision_number': 5, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'subnets': [{'id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:21:07.877307 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f8397d-ba54-4794-8e97-8d84fd38e2d2 None None] New status for floating IP b9eddb6e-2709-42d7-97f5-1105b41f63c5: ACTIVE {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:21:08.384407 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:09.484370 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:20.472479 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1d06d9b8-e45b-404d-bffd-92105d667ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:22.955409 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-21cbbaac-d3d4-4ce9-b625-ae4083ed0d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:23.569357 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:24.858702 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:24.985929 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:21:26.572650 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:36.540938 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a63feb7c-5f56-4521-a00d-d88920ab7dee req-6e4c859e-e62b-4f79-ba57-2c7da65cffd1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0508957 Jun 30 10:21:36.635553 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63feb7c-5f56-4521-a00d-d88920ab7dee req-f7259f17-baf9-437d-9b63-f438a2618e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:36.637175 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a63feb7c-5f56-4521-a00d-d88920ab7dee req-f7259f17-baf9-437d-9b63-f438a2618e8e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 1098 time: 0.0525596 Jun 30 10:21:37.080623 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63feb7c-5f56-4521-a00d-d88920ab7dee req-9b3193cd-3a1b-4af1-af42-a1e1bc3371f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:37.082081 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a63feb7c-5f56-4521-a00d-d88920ab7dee req-9b3193cd-3a1b-4af1-af42-a1e1bc3371f3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.4248869 Jun 30 10:21:37.150400 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a63feb7c-5f56-4521-a00d-d88920ab7dee req-bf773744-3595-4c01-b7ff-ad82c2746130 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=732eced2-da9e-4b5c-9dd0-a7f279584a99 HTTP/1.1" status: 200 len: 1002 time: 0.0597425 Jun 30 10:21:37.200442 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63feb7c-5f56-4521-a00d-d88920ab7dee req-a100ba46-b16d-49b7-9219-0edc0e4ffa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:37.201832 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a63feb7c-5f56-4521-a00d-d88920ab7dee req-a100ba46-b16d-49b7-9219-0edc0e4ffa22 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0429642 Jun 30 10:21:37.257821 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63feb7c-5f56-4521-a00d-d88920ab7dee req-46e317e6-8f20-4f35-9355-7a1520024aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:37.259290 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a63feb7c-5f56-4521-a00d-d88920ab7dee req-46e317e6-8f20-4f35-9355-7a1520024aba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501649 Jun 30 10:21:37.353151 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a63feb7c-5f56-4521-a00d-d88920ab7dee req-5abc3138-bf4a-424c-a316-e3daaece7f76 service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863013 Jun 30 10:21:37.441980 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a63feb7c-5f56-4521-a00d-d88920ab7dee req-65b7b551-41d8-4b18-84ef-690322be2127 service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814898 Jun 30 10:21:38.360844 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:39.489487 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:50.508998 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-535af0d4-3392-493f-b499-6651fba09701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:52.948986 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-89af18a7-85f9-4371-a7d6-1398747c7534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:53.585948 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:54.863316 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:56.560912 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:01.985159 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:22:08.403098 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:09.506185 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:20.566023 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-57846b72-40ea-4416-9057-7d065a222e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:22.959989 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d524032b-3022-4d10-8b66-3f8764a1beab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:23.599948 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:24.860245 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:26.579959 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:37.378521 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09e86157-b1cf-458c-b592-1283d359e8fe req-a3f2ce23-8f28-47d9-8d31-2dda84c75ae0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0577109 Jun 30 10:22:37.478890 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e86157-b1cf-458c-b592-1283d359e8fe req-72299e92-4034-4c48-a994-f60ed5257890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:37.480395 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09e86157-b1cf-458c-b592-1283d359e8fe req-72299e92-4034-4c48-a994-f60ed5257890 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 1098 time: 0.0559542 Jun 30 10:22:37.584526 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e86157-b1cf-458c-b592-1283d359e8fe req-3e3f317e-e21f-460d-9e5d-3a34c16b89f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:37.585968 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09e86157-b1cf-458c-b592-1283d359e8fe req-3e3f317e-e21f-460d-9e5d-3a34c16b89f4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.0845115 Jun 30 10:22:37.659804 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09e86157-b1cf-458c-b592-1283d359e8fe req-a05d7883-9844-421a-88a6-daac203246fe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=732eced2-da9e-4b5c-9dd0-a7f279584a99 HTTP/1.1" status: 200 len: 1002 time: 0.0628843 Jun 30 10:22:37.711653 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e86157-b1cf-458c-b592-1283d359e8fe req-780cd471-7b00-4e20-9f4c-43416197b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:37.713045 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09e86157-b1cf-458c-b592-1283d359e8fe req-780cd471-7b00-4e20-9f4c-43416197b381 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0431886 Jun 30 10:22:37.768872 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e86157-b1cf-458c-b592-1283d359e8fe req-67c827ec-77d7-4fc9-aa8b-1aff20581bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:37.770632 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09e86157-b1cf-458c-b592-1283d359e8fe req-67c827ec-77d7-4fc9-aa8b-1aff20581bde service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508173 Jun 30 10:22:37.864798 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09e86157-b1cf-458c-b592-1283d359e8fe req-020b51d3-60d2-4082-ac73-414fd3417e1b service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851324 Jun 30 10:22:37.959056 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09e86157-b1cf-458c-b592-1283d359e8fe req-8992c289-b3d7-41f7-bc02-38d6cbaee993 service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834453 Jun 30 10:22:38.405873 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:38.984152 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:22:39.511015 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:49.467504 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e570c0-b12f-4111-9ca6-ebbbbf9aba27 req-c9173a09-4d84-4200-bbc7-a1fb74890d3b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:49.468989 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-93e570c0-b12f-4111-9ca6-ebbbbf9aba27 req-c9173a09-4d84-4200-bbc7-a1fb74890d3b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 946 time: 0.0649333 Jun 30 10:22:49.509664 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-93e570c0-b12f-4111-9ca6-ebbbbf9aba27 req-154aaca9-0465-457c-a081-4d39f72cadae tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331702 Jun 30 10:22:50.471223 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eefb8641-eab4-406a-af30-4c89599e764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:50.686878 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5046b-3127-4922-ad64-4de83c776734 req-60d49bae-20dd-4647-b71c-ae4b9c27b6a3 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:50.688420 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0da5046b-3127-4922-ad64-4de83c776734 req-60d49bae-20dd-4647-b71c-ae4b9c27b6a3 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 946 time: 0.0671160 Jun 30 10:22:50.732043 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0da5046b-3127-4922-ad64-4de83c776734 req-ba1f1748-8035-4842-856f-4baba913b761 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372202 Jun 30 10:22:51.904476 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f475fb-3353-4245-be65-03f4bb306b00 req-aaccd3db-565f-43ff-a89e-e3465cc4d651 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:51.905830 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e7f475fb-3353-4245-be65-03f4bb306b00 req-aaccd3db-565f-43ff-a89e-e3465cc4d651 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 946 time: 0.0641451 Jun 30 10:22:51.943135 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e7f475fb-3353-4245-be65-03f4bb306b00 req-73b3ac4b-5ef1-4cce-83d6-23c3025dffca tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311487 Jun 30 10:22:52.959527 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c99df544-16ed-4215-91eb-20ee7de4f5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:53.119648 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44269e7-b9ef-47ba-8f50-39241877e573 req-51e3b48e-284a-4116-a69e-b93aa3b76c90 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:53.121193 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c44269e7-b9ef-47ba-8f50-39241877e573 req-51e3b48e-284a-4116-a69e-b93aa3b76c90 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 946 time: 0.0656395 Jun 30 10:22:53.159214 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c44269e7-b9ef-47ba-8f50-39241877e573 req-e4f69308-86ff-4e96-9f73-fa9513e81ebd tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321603 Jun 30 10:22:53.573865 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:54.338296 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40400f5f-55c0-414e-a07e-0bd29b9faae1 req-880cff11-cab2-4037-ab8d-47968bdc4a57 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:54.339664 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-40400f5f-55c0-414e-a07e-0bd29b9faae1 req-880cff11-cab2-4037-ab8d-47968bdc4a57 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 946 time: 0.0648770 Jun 30 10:22:54.376634 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-40400f5f-55c0-414e-a07e-0bd29b9faae1 req-12c9d00c-5a15-4f36-8a6f-38a01e96d8af tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314403 Jun 30 10:22:54.876442 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:55.566329 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01eee5-af44-47d1-821a-5f34e0fdc38d req-267d8184-5125-414d-86c7-b00732a68cf5 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:55.568890 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ad01eee5-af44-47d1-821a-5f34e0fdc38d req-267d8184-5125-414d-86c7-b00732a68cf5 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 946 time: 0.0744541 Jun 30 10:22:55.607993 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ad01eee5-af44-47d1-821a-5f34e0fdc38d req-bbfb211a-778c-4e93-bed5-c7f417b7ebbc tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334868 Jun 30 10:22:56.559685 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:56.782593 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237e555-0696-4c82-9037-8d148656fe7c req-194ff457-05a4-4d55-9fe3-1e04159b7a66 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:56.783986 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2237e555-0696-4c82-9037-8d148656fe7c req-194ff457-05a4-4d55-9fe3-1e04159b7a66 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 946 time: 0.0625715 Jun 30 10:22:56.821984 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2237e555-0696-4c82-9037-8d148656fe7c req-a74d7340-d1af-4945-a8e6-10553d845310 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319448 Jun 30 10:22:57.995862 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52045c75-3ac5-4e7d-af7f-a1965494db60 req-bbb79151-1de3-49bb-a587-73a7b83b1734 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:57.997317 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-52045c75-3ac5-4e7d-af7f-a1965494db60 req-bbb79151-1de3-49bb-a587-73a7b83b1734 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 946 time: 0.0667217 Jun 30 10:22:58.036902 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-52045c75-3ac5-4e7d-af7f-a1965494db60 req-375e242b-fce9-460e-87eb-30c32da15559 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336618 Jun 30 10:22:59.208913 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520d2ad-4109-4f5f-9836-a2b47ea31b62 req-ab15bf35-5670-4123-9173-a6b33fab239a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:59.210421 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5520d2ad-4109-4f5f-9836-a2b47ea31b62 req-ab15bf35-5670-4123-9173-a6b33fab239a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 946 time: 0.0630746 Jun 30 10:22:59.254816 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5520d2ad-4109-4f5f-9836-a2b47ea31b62 req-49d549c2-ecb7-4a0a-b354-1f148c6a5ffc tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382004 Jun 30 10:23:00.426560 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca35ed-3178-4150-9958-2ba4fc604ea3 req-67529b53-c9dc-4676-9376-eeee7d28bc72 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:00.428203 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b5ca35ed-3178-4150-9958-2ba4fc604ea3 req-67529b53-c9dc-4676-9376-eeee7d28bc72 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 946 time: 0.0621724 Jun 30 10:23:00.465061 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b5ca35ed-3178-4150-9958-2ba4fc604ea3 req-6a75d249-a6dd-43ec-9acf-04b642fcd283 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312865 Jun 30 10:23:00.988647 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90dc82a-ba3b-41f9-80f2-20ae2bdb8481 req-6fdb3fb3-fb67-483c-98f1-5a57a7acc509 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:00.990120 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b90dc82a-ba3b-41f9-80f2-20ae2bdb8481 req-6fdb3fb3-fb67-483c-98f1-5a57a7acc509 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 946 time: 0.0644901 Jun 30 10:23:00.993506 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33348) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:23:01.038374 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b90dc82a-ba3b-41f9-80f2-20ae2bdb8481 req-4c81c623-6a58-4b99-9aef-cc7c4fdeb58c tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394962 Jun 30 10:23:01.093475 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-2c0d55b2-01e9-4c95-8456-a386320c4435 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0987899 Jun 30 10:23:02.217691 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75ea0f-e980-4875-93b9-b98b63a2cc6e req-73089d70-c608-41c5-81e4-4391a98b62b8 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:02.219070 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ae75ea0f-e980-4875-93b9-b98b63a2cc6e req-73089d70-c608-41c5-81e4-4391a98b62b8 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 946 time: 0.0637016 Jun 30 10:23:02.258133 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ae75ea0f-e980-4875-93b9-b98b63a2cc6e req-4d839e70-b76c-4229-b752-a5c5a7c0850b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330846 Jun 30 10:23:03.221968 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-1bbdb4c9-258a-4948-b12c-fc11a3899be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:03.224050 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-1bbdb4c9-258a-4948-b12c-fc11a3899be9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 1098 time: 0.0526388 Jun 30 10:23:03.321199 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-1e86afd5-9999-479d-8459-79c9380b099c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:03.322657 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-1e86afd5-9999-479d-8459-79c9380b099c service neutron] 10.222.0.52 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.0887833 Jun 30 10:23:03.417563 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-99ea0a20-caa4-41d0-90d2-52bb36528fcd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=732eced2-da9e-4b5c-9dd0-a7f279584a99 HTTP/1.1" status: 200 len: 1002 time: 0.0847359 Jun 30 10:23:03.486786 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f710dd8-d1e3-412e-843b-a717aefed223 req-c11d4636-c2cc-44f5-8de3-0ffe30ce5115 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:03.488292 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2f710dd8-d1e3-412e-843b-a717aefed223 req-c11d4636-c2cc-44f5-8de3-0ffe30ce5115 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 946 time: 0.1117170 Jun 30 10:23:03.491949 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-0077e6eb-b935-404b-a18e-304781d97865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:03.493280 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-0077e6eb-b935-404b-a18e-304781d97865 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0646949 Jun 30 10:23:03.554540 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2f710dd8-d1e3-412e-843b-a717aefed223 req-c7b37f67-8fed-4b22-b42f-2c781b7e98bc tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601346 Jun 30 10:23:03.574450 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-8e89b223-6751-4031-a7a5-dfcd904722a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:03.575931 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-8e89b223-6751-4031-a7a5-dfcd904722a6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681977 Jun 30 10:23:03.671040 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-9473c8e3-8d1e-4a94-8540-a6daff059365 service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860248 Jun 30 10:23:03.760707 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-08e8359c-9944-4ccc-9131-9b5888bbaaea service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809884 Jun 30 10:23:04.729083 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d7d47-0ad3-4c5c-8b9b-505e14d9c398 req-ff063c0a-bf10-4895-84d7-84b96049b4ff tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:04.730562 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-669d7d47-0ad3-4c5c-8b9b-505e14d9c398 req-ff063c0a-bf10-4895-84d7-84b96049b4ff tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 946 time: 0.0631530 Jun 30 10:23:04.769521 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-669d7d47-0ad3-4c5c-8b9b-505e14d9c398 req-a52884e0-d93f-4b3b-b0fd-e3241a708b0e tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333166 Jun 30 10:23:05.942654 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445cb0f-4556-403c-8c4c-c6ce7c27144c req-6d2152b6-2164-46c9-b1bb-e389c6026462 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:05.944153 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f445cb0f-4556-403c-8c4c-c6ce7c27144c req-6d2152b6-2164-46c9-b1bb-e389c6026462 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 946 time: 0.0628650 Jun 30 10:23:05.989750 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f445cb0f-4556-403c-8c4c-c6ce7c27144c req-98aab02f-6dd5-4b98-a404-5ab1addb1fa8 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368619 Jun 30 10:23:06.295202 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-2a65b6f7-eca7-41c7-917c-edc4cc8b4734 service neutron] show failed (client error): The resource could not be found. Jun 30 10:23:06.296206 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-2a65b6f7-eca7-41c7-917c-edc4cc8b4734 service neutron] 10.222.0.52 "GET /v2.0/ports/732eced2-da9e-4b5c-9dd0-a7f279584a99/bindings/n-h2-771363-31 HTTP/1.1" status: 404 len: 381 time: 0.0535038 Jun 30 10:23:06.940565 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-fa52550a-fd1e-4015-bea2-e816aff91319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:06.942395 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-fa52550a-fd1e-4015-bea2-e816aff91319 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d&tenant_id=e9f8f14385164b03b43038c362f2c023 HTTP/1.1" status: 200 len: 1098 time: 0.0582254 Jun 30 10:23:06.953255 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-31', 'device_owner': 'compute:nova'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:23:07.032328 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:07.266876 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25646b37-97f4-482d-b9dc-d1ad4ce3ab5c req-da8847d1-5506-4133-a26e-abbe422fab4d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:07.268372 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25646b37-97f4-482d-b9dc-d1ad4ce3ab5c req-da8847d1-5506-4133-a26e-abbe422fab4d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 946 time: 0.1352775 Jun 30 10:23:07.289828 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] For port 732eced2-da9e-4b5c-9dd0-a7f279584a99, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=732eced2-da9e-4b5c-9dd0-a7f279584a99,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:07.337566 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-25646b37-97f4-482d-b9dc-d1ad4ce3ab5c req-7448cc55-de97-4692-9911-9a10c5479d75 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594206 Jun 30 10:23:07.344947 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] For port 732eced2-da9e-4b5c-9dd0-a7f279584a99, host n-h1-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:23:07.384593 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fda53a1-afd6-4a60-85a4-58a7fa02507d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '732eced2-da9e-4b5c-9dd0-a7f279584a99'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:23:07.386828 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8221bcc-b3eb-45e1-9486-cf37d0309c33" -d '{"events": [{"server_uuid": "5fda53a1-afd6-4a60-85a4-58a7fa02507d", "name": "network-vif-unplugged", "status": "completed", "tag": "732eced2-da9e-4b5c-9dd0-a7f279584a99"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:23:07.390618 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:07.404934 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] Transition to ACTIVE for port object 732eced2-da9e-4b5c-9dd0-a7f279584a99 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:23:07.467876 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:07.515810 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 10:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5126264-4c1d-4e4f-84f1-652c14942f1a x-openstack-request-id: req-d5126264-4c1d-4e4f-84f1-652c14942f1a {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:23:07.516087 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fda53a1-afd6-4a60-85a4-58a7fa02507d", "name": "network-vif-unplugged", "status": "completed", "tag": "732eced2-da9e-4b5c-9dd0-a7f279584a99", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:23:07.516344 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d5126264-4c1d-4e4f-84f1-652c14942f1a {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:23:07.516741 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fda53a1-afd6-4a60-85a4-58a7fa02507d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '732eced2-da9e-4b5c-9dd0-a7f279584a99', 'code': 200} Jun 30 10:23:07.551479 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] Pushing event updated for resources: {'Port': ['ID=732eced2-da9e-4b5c-9dd0-a7f279584a99,revision_number=6']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:07.563872 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:07.564214 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:07.564552 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:07.564886 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:07.565211 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:07.565535 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:07.565858 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:07.566246 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:07.566760 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:07.567173 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:07.567502 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:07.567823 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:07.607422 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] No DVR routers for this DVR port 732eced2-da9e-4b5c-9dd0-a7f279584a99 on host n-h1-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:23:07.753776 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] Attempting to bind port 732eced2-da9e-4b5c-9dd0-a7f279584a99 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:23:07.754329 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] Attempting to bind port 732eced2-da9e-4b5c-9dd0-a7f279584a99 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:23:07.754688 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] Attempting to bind port 732eced2-da9e-4b5c-9dd0-a7f279584a99 on network 06561236-8fc5-4ee2-8277-b1f7dae949d9 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:23:07.760151 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] Port 732eced2-da9e-4b5c-9dd0-a7f279584a99 on network 06561236-8fc5-4ee2-8277-b1f7dae949d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:23:07.760463 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] Attempting to bind port 732eced2-da9e-4b5c-9dd0-a7f279584a99 on network 06561236-8fc5-4ee2-8277-b1f7dae949d9 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:23:07.766020 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:23:07.766354 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] Checking segment: {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:23:07.766735 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] Bound using segment: {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:23:07.767189 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] Bound port: 732eced2-da9e-4b5c-9dd0-a7f279584a99, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:23:07.767545 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:07.831633 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] For port 732eced2-da9e-4b5c-9dd0-a7f279584a99, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:23:07.835111 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] For port 732eced2-da9e-4b5c-9dd0-a7f279584a99, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=732eced2-da9e-4b5c-9dd0-a7f279584a99,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:23:07.905046 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:07.938838 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:07.939500 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:07.940843 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] 10.222.0.37 "PUT /v2.0/ports/732eced2-da9e-4b5c-9dd0-a7f279584a99 HTTP/1.1" status: 200 len: 1093 time: 0.9915459 Jun 30 10:23:07.962038 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c50e7-cad5-4c60-9c97-0eb8408e2303 service neutron] Pushing event updated for resources: {'Port': ['ID=732eced2-da9e-4b5c-9dd0-a7f279584a99,revision_number=7']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:08.032502 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-dd52faf4-556e-4e11-9641-75e745a5ec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:08.034938 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-dd52faf4-556e-4e11-9641-75e745a5ec89 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 1096 time: 0.0657101 Jun 30 10:23:08.152334 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-bd36723c-45e5-4cb8-a574-a4b33bd15f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:08.153878 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-bd36723c-45e5-4cb8-a574-a4b33bd15f67 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.1118183 Jun 30 10:23:08.218449 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-424e58e9-dfed-4298-8811-6ae557953550 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=732eced2-da9e-4b5c-9dd0-a7f279584a99 HTTP/1.1" status: 200 len: 1000 time: 0.0571673 Jun 30 10:23:08.267493 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-cd98692f-a884-4593-a74d-343d306f592a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:08.268929 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-cd98692f-a884-4593-a74d-343d306f592a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0438049 Jun 30 10:23:08.327367 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-c1ab5b97-6f69-4cf1-917a-f486ac65bed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:08.328835 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-c1ab5b97-6f69-4cf1-917a-f486ac65bed3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540769 Jun 30 10:23:08.416524 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:08.425021 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-09062c5e-99ae-43c7-a8a7-0eba1cb41a4a service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884776 Jun 30 10:23:08.559411 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3453e3ff-b683-49ed-97f3-2a16ac209148 req-0eecd4a7-e9fc-4ff0-8a0e-fa4698662ba6 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264381 Jun 30 10:23:08.573798 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77062388-09a6-4f82-bdd5-0ae7c9616b54 req-abd40053-9b94-4b62-bef0-699a7aaaec04 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:08.575281 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-77062388-09a6-4f82-bdd5-0ae7c9616b54 req-abd40053-9b94-4b62-bef0-699a7aaaec04 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 944 time: 0.0956728 Jun 30 10:23:08.616530 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-77062388-09a6-4f82-bdd5-0ae7c9616b54 req-64d1fb06-d72a-446c-a838-6b521f1cc9e2 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351830 Jun 30 10:23:09.518731 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fda53a1-afd6-4a60-85a4-58a7fa02507d', 'tag': '732eced2-da9e-4b5c-9dd0-a7f279584a99'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:23:09.521266 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cceedf2-e8cb-4e3b-ad97-c1dc412731f5" -d '{"events": [{"name": "network-changed", "server_uuid": "5fda53a1-afd6-4a60-85a4-58a7fa02507d", "tag": "732eced2-da9e-4b5c-9dd0-a7f279584a99"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:23:09.564653 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:09.572498 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894c9d20-3086-4ee9-838f-1701e6d69dae x-openstack-request-id: req-894c9d20-3086-4ee9-838f-1701e6d69dae {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:23:09.572791 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fda53a1-afd6-4a60-85a4-58a7fa02507d", "tag": "732eced2-da9e-4b5c-9dd0-a7f279584a99", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:23:09.573041 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-894c9d20-3086-4ee9-838f-1701e6d69dae {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:23:09.573432 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fda53a1-afd6-4a60-85a4-58a7fa02507d', 'tag': '732eced2-da9e-4b5c-9dd0-a7f279584a99', 'status': 'completed', 'code': 200} Jun 30 10:23:09.656335 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cceedf2-e8cb-4e3b-ad97-c1dc412731f5 req-1cfc1f52-96b9-4069-b553-dff1833adcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:09.656826 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cceedf2-e8cb-4e3b-ad97-c1dc412731f5 req-8ceb6dfb-aafa-4503-9491-4c5c7f3f56ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:09.657849 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9cceedf2-e8cb-4e3b-ad97-c1dc412731f5 req-8ceb6dfb-aafa-4503-9491-4c5c7f3f56ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 1096 time: 0.0590305 Jun 30 10:23:09.657990 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9cceedf2-e8cb-4e3b-ad97-c1dc412731f5 req-1cfc1f52-96b9-4069-b553-dff1833adcb1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 1096 time: 0.0565052 Jun 30 10:23:09.758520 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cceedf2-e8cb-4e3b-ad97-c1dc412731f5 req-2f4eca4e-2d85-4218-ab70-da8444b907d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:09.759745 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9cceedf2-e8cb-4e3b-ad97-c1dc412731f5 req-2f4eca4e-2d85-4218-ab70-da8444b907d9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.0949459 Jun 30 10:23:09.797824 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cceedf2-e8cb-4e3b-ad97-c1dc412731f5 req-64f1d4ff-971c-473e-a8cf-553e619e6bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:09.799245 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9cceedf2-e8cb-4e3b-ad97-c1dc412731f5 req-64f1d4ff-971c-473e-a8cf-553e619e6bc7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.1311903 Jun 30 10:23:09.827526 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9cceedf2-e8cb-4e3b-ad97-c1dc412731f5 req-0a9ffa2d-97bd-437e-9895-a6abefc94b95 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=732eced2-da9e-4b5c-9dd0-a7f279584a99 HTTP/1.1" status: 200 len: 1000 time: 0.0597010 Jun 30 10:23:09.884951 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cceedf2-e8cb-4e3b-ad97-c1dc412731f5 req-9d001745-26f5-4b2d-a5fe-2170159a4e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:09.886609 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9cceedf2-e8cb-4e3b-ad97-c1dc412731f5 req-9d001745-26f5-4b2d-a5fe-2170159a4e38 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0491102 Jun 30 10:23:09.957464 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cceedf2-e8cb-4e3b-ad97-c1dc412731f5 req-90e587dc-02c7-4b27-950b-c324339baa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:09.958999 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9cceedf2-e8cb-4e3b-ad97-c1dc412731f5 req-90e587dc-02c7-4b27-950b-c324339baa3c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628343 Jun 30 10:23:10.060405 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9cceedf2-e8cb-4e3b-ad97-c1dc412731f5 req-47a356a4-b638-4196-91b1-a3df2eeb5dac service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906773 Jun 30 10:23:10.076634 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 732eced2-da9e-4b5c-9dd0-a7f279584a99 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:23:10.120732 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 732eced2-da9e-4b5c-9dd0-a7f279584a99 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:23:10.166744 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9cceedf2-e8cb-4e3b-ad97-c1dc412731f5 req-104fd9fe-2792-4651-b0e1-70ca54259781 service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958898 Jun 30 10:23:10.247363 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14812eb2-fb41-4bba-a147-4dc243b4b786 req-245c2b7e-efb0-4297-bce4-c619c6777825 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:10.248810 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-14812eb2-fb41-4bba-a147-4dc243b4b786 req-245c2b7e-efb0-4297-bce4-c619c6777825 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 944 time: 0.5067871 Jun 30 10:23:10.259682 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9cceedf2-e8cb-4e3b-ad97-c1dc412731f5 req-ed403e6d-fb67-49e1-bbf2-124e429cd90a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=732eced2-da9e-4b5c-9dd0-a7f279584a99 HTTP/1.1" status: 200 len: 1000 time: 0.4532344 Jun 30 10:23:10.324066 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-14812eb2-fb41-4bba-a147-4dc243b4b786 req-a5a3c959-2b95-44da-ba72-b59d5192c3e7 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671616 Jun 30 10:23:10.327350 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cceedf2-e8cb-4e3b-ad97-c1dc412731f5 req-b37b5021-5d4e-4141-bfa0-d44f374b6397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:10.328710 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9cceedf2-e8cb-4e3b-ad97-c1dc412731f5 req-b37b5021-5d4e-4141-bfa0-d44f374b6397 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0629432 Jun 30 10:23:10.387051 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cceedf2-e8cb-4e3b-ad97-c1dc412731f5 req-d749a699-d91c-4436-bca9-11f42e20aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:10.388628 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9cceedf2-e8cb-4e3b-ad97-c1dc412731f5 req-d749a699-d91c-4436-bca9-11f42e20aefb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530186 Jun 30 10:23:10.482571 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9cceedf2-e8cb-4e3b-ad97-c1dc412731f5 req-2c279936-b816-4f07-a2aa-445dd5b9f455 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860648 Jun 30 10:23:10.571743 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9cceedf2-e8cb-4e3b-ad97-c1dc412731f5 req-c836788e-b8e0-444c-9075-ed479083bb6a service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824678 Jun 30 10:23:11.505873 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58dd9a-87fc-41fa-815b-577f3c48a3d3 req-cef6a404-fcf2-470d-a98c-8a15321cbf3f tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:11.507347 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ae58dd9a-87fc-41fa-815b-577f3c48a3d3 req-cef6a404-fcf2-470d-a98c-8a15321cbf3f tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 944 time: 0.0635581 Jun 30 10:23:11.545096 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ae58dd9a-87fc-41fa-815b-577f3c48a3d3 req-6e199784-057e-4518-8082-970834aea888 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320728 Jun 30 10:23:12.719785 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03c703-4969-40c5-8bb1-49e661ab7521 req-85a5004f-57cd-4f73-8d1d-50377ced87e6 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:12.721218 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2f03c703-4969-40c5-8bb1-49e661ab7521 req-85a5004f-57cd-4f73-8d1d-50377ced87e6 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 944 time: 0.0653288 Jun 30 10:23:12.762748 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2f03c703-4969-40c5-8bb1-49e661ab7521 req-82ab3509-0c4f-44ba-ad93-de6ceb2a9055 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332470 Jun 30 10:23:13.236818 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691fcd8-beb1-4328-a0b8-de19e371e646 req-33c9292f-495c-4f23-9900-542327c9ab2c tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:13.238476 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2691fcd8-beb1-4328-a0b8-de19e371e646 req-33c9292f-495c-4f23-9900-542327c9ab2c tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 944 time: 0.0662284 Jun 30 10:23:13.278676 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2691fcd8-beb1-4328-a0b8-de19e371e646 req-3b05e166-1798-42ef-b710-1ff98a55cdb1 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338178 Jun 30 10:23:13.353406 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad4117-86ee-4350-a659-105e9777e187 req-47d757f9-b747-479a-ae38-2806e65c3b90 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:13.354896 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ffad4117-86ee-4350-a659-105e9777e187 req-47d757f9-b747-479a-ae38-2806e65c3b90 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d&tenant_id=e9f8f14385164b03b43038c362f2c023&binding%3Ahost_id=n-h2-771363-31 HTTP/1.1" status: 200 len: 944 time: 0.0735154 Jun 30 10:23:13.421385 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [req-ffad4117-86ee-4350-a659-105e9777e187 req-97eb16a0-0378-4cd5-ba00-0b30e131bbd2 service neutron] delete failed (client error): The resource could not be found. Jun 30 10:23:13.422395 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ffad4117-86ee-4350-a659-105e9777e187 req-97eb16a0-0378-4cd5-ba00-0b30e131bbd2 service neutron] 10.222.0.52 "DELETE /v2.0/ports/732eced2-da9e-4b5c-9dd0-a7f279584a99/bindings/n-h1-771363-31 HTTP/1.1" status: 404 len: 381 time: 0.0587287 Jun 30 10:23:13.530829 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad4117-86ee-4350-a659-105e9777e187 req-e35480fd-87fb-47d4-880b-491409fbc859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:13.532263 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ffad4117-86ee-4350-a659-105e9777e187 req-e35480fd-87fb-47d4-880b-491409fbc859 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 1096 time: 0.0553987 Jun 30 10:23:13.568726 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 732eced2-da9e-4b5c-9dd0-a7f279584a99 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:23:13.632250 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad4117-86ee-4350-a659-105e9777e187 req-ef2f9b91-7777-43c5-b257-bfbfe692a4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:13.633855 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ffad4117-86ee-4350-a659-105e9777e187 req-ef2f9b91-7777-43c5-b257-bfbfe692a4cf service neutron] 10.222.0.52 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.0915346 Jun 30 10:23:13.663594 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 732eced2-da9e-4b5c-9dd0-a7f279584a99, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=732eced2-da9e-4b5c-9dd0-a7f279584a99,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:13.675055 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '732eced2-da9e-4b5c-9dd0-a7f279584a99', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'port_id': '732eced2-da9e-4b5c-9dd0-a7f279584a99', 'mac_address': 'fa:16:3e:31:a6:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:23:13.706052 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ffad4117-86ee-4350-a659-105e9777e187 req-c0dbeec9-2ae0-4af6-8dd9-65856820264a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=732eced2-da9e-4b5c-9dd0-a7f279584a99 HTTP/1.1" status: 200 len: 1000 time: 0.0617120 Jun 30 10:23:13.716006 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:13.733281 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 732eced2-da9e-4b5c-9dd0-a7f279584a99 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:23:13.753266 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 732eced2-da9e-4b5c-9dd0-a7f279584a99, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=732eced2-da9e-4b5c-9dd0-a7f279584a99,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:13.765440 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad4117-86ee-4350-a659-105e9777e187 req-b0310810-8e48-4d16-9eeb-697866f6199a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:13.767347 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ffad4117-86ee-4350-a659-105e9777e187 req-b0310810-8e48-4d16-9eeb-697866f6199a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0499399 Jun 30 10:23:13.818988 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:13.841420 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad4117-86ee-4350-a659-105e9777e187 req-9535f114-5ebb-4437-84b6-d63a9cd86de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:13.842935 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ffad4117-86ee-4350-a659-105e9777e187 req-9535f114-5ebb-4437-84b6-d63a9cd86de8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665407 Jun 30 10:23:13.865941 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=732eced2-da9e-4b5c-9dd0-a7f279584a99,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:13.873316 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:13.873667 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:13.874258 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:13.874594 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:13.874928 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:13.875288 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:13.875611 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:13.875934 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:13.876255 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:13.876589 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:13.876894 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:13.877210 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:13.940131 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ffad4117-86ee-4350-a659-105e9777e187 req-6fd35293-51f1-4eec-866b-8a43ef96946a service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852025 Jun 30 10:23:14.042430 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ffad4117-86ee-4350-a659-105e9777e187 req-8f12aa9e-7d70-4c34-8c69-4dbe056c77fb service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927563 Jun 30 10:23:14.233534 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['732eced2-da9e-4b5c-9dd0-a7f279584a99'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:23:14.486222 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891ccad-3b5c-417d-8a90-ff0af9c28cd3 req-5aa48d1a-2db2-47b3-b81f-e20bd5ce96e4 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:14.487735 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e891ccad-3b5c-417d-8a90-ff0af9c28cd3 req-5aa48d1a-2db2-47b3-b81f-e20bd5ce96e4 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 945 time: 0.0805721 Jun 30 10:23:14.529429 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e891ccad-3b5c-417d-8a90-ff0af9c28cd3 req-28f45119-1229-40d9-bb10-ac1fc30a7056 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355222 Jun 30 10:23:15.571511 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 732eced2-da9e-4b5c-9dd0-a7f279584a99 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:23:15.716046 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 732eced2-da9e-4b5c-9dd0-a7f279584a99 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:23:15.720027 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 732eced2-da9e-4b5c-9dd0-a7f279584a99 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:23:15.724409 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:15.724564 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b848c-8342-4018-bf00-5be973b84675 req-e12cad10-3505-4e3a-b829-22c1b8691ec3 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:15.724564 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cf4b848c-8342-4018-bf00-5be973b84675 req-e12cad10-3505-4e3a-b829-22c1b8691ec3 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 945 time: 0.0682750 Jun 30 10:23:15.766782 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cf4b848c-8342-4018-bf00-5be973b84675 req-3a31d4d4-a599-4477-98cd-9d9371b7229a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373688 Jun 30 10:23:15.803601 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:15.827205 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fda53a1-afd6-4a60-85a4-58a7fa02507d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732eced2-da9e-4b5c-9dd0-a7f279584a99'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:23:15.829496 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362de5d4-4723-4946-ac20-bbe882667435" -d '{"events": [{"server_uuid": "5fda53a1-afd6-4a60-85a4-58a7fa02507d", "name": "network-vif-plugged", "status": "completed", "tag": "732eced2-da9e-4b5c-9dd0-a7f279584a99"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:23:15.844379 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 732eced2-da9e-4b5c-9dd0-a7f279584a99, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=732eced2-da9e-4b5c-9dd0-a7f279584a99,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:15.912615 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:15.944348 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc553dfb-6f43-4946-b53e-72044ee29508 x-openstack-request-id: req-dc553dfb-6f43-4946-b53e-72044ee29508 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:23:15.944645 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fda53a1-afd6-4a60-85a4-58a7fa02507d", "name": "network-vif-plugged", "status": "completed", "tag": "732eced2-da9e-4b5c-9dd0-a7f279584a99", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:23:15.944897 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dc553dfb-6f43-4946-b53e-72044ee29508 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:23:15.945283 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fda53a1-afd6-4a60-85a4-58a7fa02507d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732eced2-da9e-4b5c-9dd0-a7f279584a99', 'code': 200} Jun 30 10:23:15.956573 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13425ba4-3b89-4ffd-83ec-2935371df867 req-e5b309c6-f7eb-4599-b0d6-5ae5cfbfdbe7 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:15.958091 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-13425ba4-3b89-4ffd-83ec-2935371df867 req-e5b309c6-f7eb-4599-b0d6-5ae5cfbfdbe7 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 945 time: 0.0732999 Jun 30 10:23:15.971804 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=732eced2-da9e-4b5c-9dd0-a7f279584a99,revision_number=9']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:15.982656 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:23:16.004295 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-13425ba4-3b89-4ffd-83ec-2935371df867 req-c6c9b995-36dc-4c9f-9567-0c329379d950 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402899 Jun 30 10:23:16.548637 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0deee1-f99b-4913-8d9e-77a109cdf5ff req-e52312fc-6cfe-459e-b7c9-0b7d85f17af0 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:16.550102 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd0deee1-f99b-4913-8d9e-77a109cdf5ff req-e52312fc-6cfe-459e-b7c9-0b7d85f17af0 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 946 time: 0.0735078 Jun 30 10:23:16.588957 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fd0deee1-f99b-4913-8d9e-77a109cdf5ff req-411250d7-e79c-474a-851f-9f36e5f6b66f tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322008 Jun 30 10:23:16.607012 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a0aeb-e571-4e1f-ba3a-e4cc438eec77 req-ec14d991-7031-4306-a5cd-ca723d902ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:16.608704 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0b6a0aeb-e571-4e1f-ba3a-e4cc438eec77 req-ec14d991-7031-4306-a5cd-ca723d902ffa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 1098 time: 0.0560808 Jun 30 10:23:16.708242 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a0aeb-e571-4e1f-ba3a-e4cc438eec77 req-86de61f5-f817-4579-8c23-e09ae9500309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:16.709697 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0b6a0aeb-e571-4e1f-ba3a-e4cc438eec77 req-86de61f5-f817-4579-8c23-e09ae9500309 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.0864313 Jun 30 10:23:16.779786 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0b6a0aeb-e571-4e1f-ba3a-e4cc438eec77 req-323740b0-01cc-4c81-9320-6bcd346b06d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=732eced2-da9e-4b5c-9dd0-a7f279584a99 HTTP/1.1" status: 200 len: 1002 time: 0.0638545 Jun 30 10:23:16.829723 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a0aeb-e571-4e1f-ba3a-e4cc438eec77 req-055ff696-bf93-4a19-87c1-4f4e68080e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:16.831195 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0b6a0aeb-e571-4e1f-ba3a-e4cc438eec77 req-055ff696-bf93-4a19-87c1-4f4e68080e9c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0438471 Jun 30 10:23:16.900324 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a0aeb-e571-4e1f-ba3a-e4cc438eec77 req-4cdfe631-ed0f-4a69-b151-de913f7f4f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:16.902721 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0b6a0aeb-e571-4e1f-ba3a-e4cc438eec77 req-4cdfe631-ed0f-4a69-b151-de913f7f4f40 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628691 Jun 30 10:23:16.999884 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0b6a0aeb-e571-4e1f-ba3a-e4cc438eec77 req-83c5acd7-3671-40b0-a492-a1eafb9d3411 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908191 Jun 30 10:23:17.094463 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0b6a0aeb-e571-4e1f-ba3a-e4cc438eec77 req-8a649192-72a1-42bb-8df0-da240570396d service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876238 Jun 30 10:23:17.781479 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f264b-c289-45bb-8ee1-a0d48af80a23 req-7f145ceb-ddc6-487e-91b7-170aa17bfc6e tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:17.783019 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a52f264b-c289-45bb-8ee1-a0d48af80a23 req-7f145ceb-ddc6-487e-91b7-170aa17bfc6e tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 946 time: 0.0718648 Jun 30 10:23:17.824811 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a52f264b-c289-45bb-8ee1-a0d48af80a23 req-7f842931-ec3b-4808-b329-aff18a90101c tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349314 Jun 30 10:23:18.997876 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5fea5-2e10-4145-8ece-2f7bdfc2efe0 req-2d10ddc6-188e-4641-a190-e4f591dffdd5 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:18.999633 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-30a5fea5-2e10-4145-8ece-2f7bdfc2efe0 req-2d10ddc6-188e-4641-a190-e4f591dffdd5 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 946 time: 0.0643504 Jun 30 10:23:19.039062 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-30a5fea5-2e10-4145-8ece-2f7bdfc2efe0 req-1831cf46-73d0-472e-819f-3e5ad563d8de tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336146 Jun 30 10:23:19.671772 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511d644-2663-433b-8eb4-04aaec6c2a77 req-a100bf22-83a3-42ce-a2f9-b91b0655759b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:19.673259 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5511d644-2663-433b-8eb4-04aaec6c2a77 req-a100bf22-83a3-42ce-a2f9-b91b0655759b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 946 time: 0.0680072 Jun 30 10:23:19.715531 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5511d644-2663-433b-8eb4-04aaec6c2a77 req-ed0a3ecb-06df-4f1b-9c0e-2b147edb16f7 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363052 Jun 30 10:23:20.493436 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0577b1a6-b2ad-4e78-83aa-65be45dd4828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:20.894712 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69f02d-6491-47b2-909f-c18fce1ece99 req-11540985-e906-476b-8fd1-646dfaa425a6 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:20.896209 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ff69f02d-6491-47b2-909f-c18fce1ece99 req-11540985-e906-476b-8fd1-646dfaa425a6 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 946 time: 0.0628297 Jun 30 10:23:20.935387 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ff69f02d-6491-47b2-909f-c18fce1ece99 req-d55ef7bf-ce7d-4534-bece-d30d894d3d03 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327995 Jun 30 10:23:21.043647 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721c8bc-c633-4e77-bad2-8b14db7b22ec req-f07001ac-5a2f-4ac4-bf0d-90d7dc1d9110 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:21.045085 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3721c8bc-c633-4e77-bad2-8b14db7b22ec req-f07001ac-5a2f-4ac4-bf0d-90d7dc1d9110 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 946 time: 0.0632277 Jun 30 10:23:21.145960 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-3721c8bc-c633-4e77-bad2-8b14db7b22ec req-135766ea-449e-4d54-818d-393612722e44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Deleting port 732eced2-da9e-4b5c-9dd0-a7f279584a99 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:23:21.146299 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3721c8bc-c633-4e77-bad2-8b14db7b22ec req-135766ea-449e-4d54-818d-393612722e44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:21.231800 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-3721c8bc-c633-4e77-bad2-8b14db7b22ec req-135766ea-449e-4d54-818d-393612722e44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] For port 732eced2-da9e-4b5c-9dd0-a7f279584a99, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=732eced2-da9e-4b5c-9dd0-a7f279584a99,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:21.232155 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3721c8bc-c633-4e77-bad2-8b14db7b22ec req-135766ea-449e-4d54-818d-393612722e44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:21.470476 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3721c8bc-c633-4e77-bad2-8b14db7b22ec req-135766ea-449e-4d54-818d-393612722e44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:21.470848 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3721c8bc-c633-4e77-bad2-8b14db7b22ec req-135766ea-449e-4d54-818d-393612722e44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:21.471195 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [req-3721c8bc-c633-4e77-bad2-8b14db7b22ec req-135766ea-449e-4d54-818d-393612722e44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Floating IP b9eddb6e-2709-42d7-97f5-1105b41f63c5 disassociated. External IP: 172.25.6.166, port: 732eced2-da9e-4b5c-9dd0-a7f279584a99. Jun 30 10:23:21.471540 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-3721c8bc-c633-4e77-bad2-8b14db7b22ec req-135766ea-449e-4d54-818d-393612722e44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Calling delete_port for 732eced2-da9e-4b5c-9dd0-a7f279584a99 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:23:21.713403 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3721c8bc-c633-4e77-bad2-8b14db7b22ec req-135766ea-449e-4d54-818d-393612722e44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:21.743424 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135766ea-449e-4d54-818d-393612722e44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Pushing event deleted for resources: {'Port': ['ID=732eced2-da9e-4b5c-9dd0-a7f279584a99,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:21.861329 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3721c8bc-c633-4e77-bad2-8b14db7b22ec req-135766ea-449e-4d54-818d-393612722e44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Router 1c4961ba-dbd5-4c68-92ac-442b8970845e has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:23:21.978368 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3721c8bc-c633-4e77-bad2-8b14db7b22ec req-135766ea-449e-4d54-818d-393612722e44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:23:21.989368 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0408e5-f9b9-4235-84e2-9b820fbcd04c None None] Sync routers for ids ['1c4961ba-dbd5-4c68-92ac-442b8970845e'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:23:21.999501 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0408e5-f9b9-4235-84e2-9b820fbcd04c None None] Routers {'1c4961ba-dbd5-4c68-92ac-442b8970845e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:23:22.000053 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2f0408e5-f9b9-4235-84e2-9b820fbcd04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:22:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c4961ba-dbd5-4c68-92ac-442b8970845e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:22.029704 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-3721c8bc-c633-4e77-bad2-8b14db7b22ec req-135766ea-449e-4d54-818d-393612722e44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] No DVR routers for this DVR port 732eced2-da9e-4b5c-9dd0-a7f279584a99 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:23:22.032460 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-3721c8bc-c633-4e77-bad2-8b14db7b22ec req-135766ea-449e-4d54-818d-393612722e44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:22.034758 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3721c8bc-c633-4e77-bad2-8b14db7b22ec req-135766ea-449e-4d54-818d-393612722e44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.37 "DELETE /v2.0/ports/732eced2-da9e-4b5c-9dd0-a7f279584a99 HTTP/1.1" status: 204 len: 173 time: 0.9844074 Jun 30 10:23:22.035335 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fda53a1-afd6-4a60-85a4-58a7fa02507d', 'name': 'network-vif-deleted', 'tag': '732eced2-da9e-4b5c-9dd0-a7f279584a99'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:23:22.037668 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02032251-670a-4b6e-b37e-32af868309c7" -d '{"events": [{"server_uuid": "5fda53a1-afd6-4a60-85a4-58a7fa02507d", "name": "network-vif-deleted", "tag": "732eced2-da9e-4b5c-9dd0-a7f279584a99"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:23:22.078250 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4275167-59d7-44ad-995a-b7229a0f3f64 x-openstack-request-id: req-d4275167-59d7-44ad-995a-b7229a0f3f64 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:23:22.078250 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fda53a1-afd6-4a60-85a4-58a7fa02507d", "name": "network-vif-deleted", "tag": "732eced2-da9e-4b5c-9dd0-a7f279584a99", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:23:22.078534 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d4275167-59d7-44ad-995a-b7229a0f3f64 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:23:22.078738 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fda53a1-afd6-4a60-85a4-58a7fa02507d', 'name': 'network-vif-deleted', 'tag': '732eced2-da9e-4b5c-9dd0-a7f279584a99', 'status': 'completed', 'code': 200} Jun 30 10:23:22.085854 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7e11c810-e0f0-477d-8514-76e0a5879b39 req-75d76e58-aedf-45db-b346-93e79bcd3994 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fda53a1-afd6-4a60-85a4-58a7fa02507d HTTP/1.1" status: 200 len: 210 time: 0.0334694 Jun 30 10:23:22.121491 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-2f0408e5-f9b9-4235-84e2-9b820fbcd04c None None] Set router 1c4961ba-dbd5-4c68-92ac-442b8970845e gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:23:22.324335 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2f0408e5-f9b9-4235-84e2-9b820fbcd04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:18Z', 'revision_number': 4, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'gw_port': {'id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'a6c740cb-dd18-4eb7-8133-05ddd1e3e23c', 'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'mac_address': 'fa:16:3e:e2:e8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:17Z', 'updated_at': '2021-06-30T10:17:22Z', 'revision_number': 5, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'subnets': [{'id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:22.349928 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0408e5-f9b9-4235-84e2-9b820fbcd04c None None] Checking router: 1c4961ba-dbd5-4c68-92ac-442b8970845e for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:23:22.360031 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0408e5-f9b9-4235-84e2-9b820fbcd04c None None] Routers {'1c4961ba-dbd5-4c68-92ac-442b8970845e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:23:22.360907 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2f0408e5-f9b9-4235-84e2-9b820fbcd04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:22:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c4961ba-dbd5-4c68-92ac-442b8970845e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:22.468635 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-2f0408e5-f9b9-4235-84e2-9b820fbcd04c None None] Set router 1c4961ba-dbd5-4c68-92ac-442b8970845e gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:23:22.680686 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2f0408e5-f9b9-4235-84e2-9b820fbcd04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:18Z', 'revision_number': 4, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'gw_port': {'id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'a6c740cb-dd18-4eb7-8133-05ddd1e3e23c', 'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'mac_address': 'fa:16:3e:e2:e8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:17Z', 'updated_at': '2021-06-30T10:17:22Z', 'revision_number': 5, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'subnets': [{'id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:22.707257 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0408e5-f9b9-4235-84e2-9b820fbcd04c None None] The sync data for ids ['1c4961ba-dbd5-4c68-92ac-442b8970845e'] in n-d-771363-31 is: [{'id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:18Z', 'revision_number': 4, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'gw_port': {'id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'a6c740cb-dd18-4eb7-8133-05ddd1e3e23c', 'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'mac_address': 'fa:16:3e:e2:e8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:17Z', 'updated_at': '2021-06-30T10:17:22Z', 'revision_number': 5, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'subnets': [{'id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:23:22.926910 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15831248-c2e3-4eed-bf4e-faa6301e409c None None] New status for floating IP b9eddb6e-2709-42d7-97f5-1105b41f63c5: DOWN {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:23:22.948183 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c0b12008-1e74-4943-9166-2080a4afb1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:23.470971 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0452150-1a43-48ec-8849-d66b67b490ba req-839cb397-0cb4-4617-a07e-d666561523a8 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--2049030941&fields=id&tenant_id=e9f8f14385164b03b43038c362f2c023 HTTP/1.1" status: 200 len: 267 time: 0.0350087 Jun 30 10:23:23.576069 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:23.589354 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0452150-1a43-48ec-8849-d66b67b490ba req-b13a3ea3-389a-4833-a06f-000b63ee5ee0 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:23.590815 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0452150-1a43-48ec-8849-d66b67b490ba req-b13a3ea3-389a-4833-a06f-000b63ee5ee0 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 812 time: 0.1126339 Jun 30 10:23:23.606749 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0452150-1a43-48ec-8849-d66b67b490ba req-46f306ee-0642-462c-99c3-f0ad7aef99cb tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/quotas/e9f8f14385164b03b43038c362f2c023 HTTP/1.1" status: 200 len: 375 time: 0.0102007 Jun 30 10:23:23.682055 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0452150-1a43-48ec-8849-d66b67b490ba req-c3899808-c437-40d6-8047-46457a472ffb tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0699832 Jun 30 10:23:23.777377 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0452150-1a43-48ec-8849-d66b67b490ba req-1f7e58d4-338c-4dc3-a0b2-9467baec7966 service neutron] 10.222.0.10 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839982 Jun 30 10:23:23.872131 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0452150-1a43-48ec-8849-d66b67b490ba req-6a4a8f9d-7929-4808-a1bb-1ac390ebf7d4 service neutron] 10.222.0.10 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890665 Jun 30 10:23:24.102874 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-76295e3f-805a-440b-b159-220003b30def req-8bddcddc-e064-43fc-9068-fda152f6366d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 210 time: 0.0280039 Jun 30 10:23:24.910093 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:25.256632 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d4ec0ff-5232-47ea-929a-fdcd74374077 req-eb3e53a3-cafc-404f-a089-c2ceb62f0429 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 210 time: 0.0311151 Jun 30 10:23:25.572473 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 732eced2-da9e-4b5c-9dd0-a7f279584a99 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:23:25.593457 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 732eced2-da9e-4b5c-9dd0-a7f279584a99 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:23:25.593804 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 732eced2-da9e-4b5c-9dd0-a7f279584a99 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:23:26.400857 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3b373105-c7b6-4ffc-affd-126b81e3fc14 req-18659b95-6816-48e0-b9a2-33ddaedf281c tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 210 time: 0.0279722 Jun 30 10:23:26.469339 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0452150-1a43-48ec-8849-d66b67b490ba req-3abb52c4-6af3-4973-b993-387d431ce5f9 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:26.470844 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0452150-1a43-48ec-8849-d66b67b490ba req-3abb52c4-6af3-4973-b993-387d431ce5f9 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.37 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 812 time: 0.1104200 Jun 30 10:23:26.524158 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0452150-1a43-48ec-8849-d66b67b490ba req-3e794122-94ef-4912-9040-ebddb71ab9ad tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9f8f14385164b03b43038c362f2c023 HTTP/1.1" status: 200 len: 380 time: 0.0420277 Jun 30 10:23:26.533053 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-f0452150-1a43-48ec-8849-d66b67b490ba req-f49b842c-5568-4949-b61e-36182ff5e770 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Request body: {'port': {'device_id': 'e4d7d018-a52c-4cdf-8061-1ae4a2b66078', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'admin_state_up': True, 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'security_groups': ['e129980d-f15b-4e8f-974d-e186d9c2c4f3']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:23:26.607666 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:26.753335 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0452150-1a43-48ec-8849-d66b67b490ba req-f49b842c-5568-4949-b61e-36182ff5e770 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Made reservation on behalf of e9f8f14385164b03b43038c362f2c023 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:23:26.756990 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f0452150-1a43-48ec-8849-d66b67b490ba req-f49b842c-5568-4949-b61e-36182ff5e770 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:26.890392 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-f0452150-1a43-48ec-8849-d66b67b490ba req-f49b842c-5568-4949-b61e-36182ff5e770 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Allocated IP 172.20.0.11 (06561236-8fc5-4ee2-8277-b1f7dae949d9/39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b/95ccab0a-72b0-4e19-874f-d6e192b4964a) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:23:27.025676 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f0452150-1a43-48ec-8849-d66b67b490ba req-f49b842c-5568-4949-b61e-36182ff5e770 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:27.045652 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-f0452150-1a43-48ec-8849-d66b67b490ba req-f49b842c-5568-4949-b61e-36182ff5e770 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Transition to ACTIVE for port object 95ccab0a-72b0-4e19-874f-d6e192b4964a will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:23:27.139320 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f0452150-1a43-48ec-8849-d66b67b490ba req-f49b842c-5568-4949-b61e-36182ff5e770 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:27.183513 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0452150-1a43-48ec-8849-d66b67b490ba req-f49b842c-5568-4949-b61e-36182ff5e770 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Network 06561236-8fc5-4ee2-8277-b1f7dae949d9 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:23:27.186710 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-f0452150-1a43-48ec-8849-d66b67b490ba req-f49b842c-5568-4949-b61e-36182ff5e770 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:23:27.190533 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0452150-1a43-48ec-8849-d66b67b490ba req-f49b842c-5568-4949-b61e-36182ff5e770 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:23:27.219569 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b842c-5568-4949-b61e-36182ff5e770 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Pushing event updated for resources: {'Port': ['ID=95ccab0a-72b0-4e19-874f-d6e192b4964a,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:27.250499 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0452150-1a43-48ec-8849-d66b67b490ba req-f49b842c-5568-4949-b61e-36182ff5e770 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:27.251208 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f0452150-1a43-48ec-8849-d66b67b490ba req-f49b842c-5568-4949-b61e-36182ff5e770 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:27.339633 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0452150-1a43-48ec-8849-d66b67b490ba req-f49b842c-5568-4949-b61e-36182ff5e770 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8102591 Jun 30 10:23:27.351598 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-f0452150-1a43-48ec-8849-d66b67b490ba req-a64c3791-3707-47d8-8716-fa0fb10763dc service neutron] Request body: {'port': {'device_id': 'e4d7d018-a52c-4cdf-8061-1ae4a2b66078', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:23:27.429900 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f0452150-1a43-48ec-8849-d66b67b490ba req-a64c3791-3707-47d8-8716-fa0fb10763dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:27.539380 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2a681614-5b2f-45f4-a79b-7b1ede78f841 None None] Provisioning for port 95ccab0a-72b0-4e19-874f-d6e192b4964a completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:23:27.544164 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2a681614-5b2f-45f4-a79b-7b1ede78f841 None None] Provisioning complete for port 95ccab0a-72b0-4e19-874f-d6e192b4964a triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:23:27.544655 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2a681614-5b2f-45f4-a79b-7b1ede78f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:27.582900 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-2a681614-5b2f-45f4-a79b-7b1ede78f841 None None] Port 95ccab0a-72b0-4e19-874f-d6e192b4964a cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:23:27.664308 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499fe24-41d1-4292-b415-43e11740fc0e req-5f818141-27ce-4c86-b56d-ef338222c585 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:27.666561 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1499fe24-41d1-4292-b415-43e11740fc0e req-5f818141-27ce-4c86-b56d-ef338222c585 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 932 time: 0.1308603 Jun 30 10:23:27.729681 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1499fe24-41d1-4292-b415-43e11740fc0e req-bfacff25-cc8d-4798-9fce-9500c0f6a166 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546496 Jun 30 10:23:27.781598 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-f0452150-1a43-48ec-8849-d66b67b490ba req-a64c3791-3707-47d8-8716-fa0fb10763dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95ccab0a-72b0-4e19-874f-d6e192b4964a {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:23:27.788754 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f0452150-1a43-48ec-8849-d66b67b490ba req-a64c3791-3707-47d8-8716-fa0fb10763dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:27.800888 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-f0452150-1a43-48ec-8849-d66b67b490ba req-a64c3791-3707-47d8-8716-fa0fb10763dc service neutron] Transition to ACTIVE for port object 95ccab0a-72b0-4e19-874f-d6e192b4964a will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:23:27.875753 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f0452150-1a43-48ec-8849-d66b67b490ba req-a64c3791-3707-47d8-8716-fa0fb10763dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:27.948130 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c3791-3707-47d8-8716-fa0fb10763dc service neutron] Pushing event updated for resources: {'Port': ['ID=95ccab0a-72b0-4e19-874f-d6e192b4964a,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:28.001094 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-f0452150-1a43-48ec-8849-d66b67b490ba req-a64c3791-3707-47d8-8716-fa0fb10763dc service neutron] Attempting to bind port 95ccab0a-72b0-4e19-874f-d6e192b4964a on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:23:28.001456 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-f0452150-1a43-48ec-8849-d66b67b490ba req-a64c3791-3707-47d8-8716-fa0fb10763dc service neutron] Attempting to bind port 95ccab0a-72b0-4e19-874f-d6e192b4964a by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:23:28.001858 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0452150-1a43-48ec-8849-d66b67b490ba req-a64c3791-3707-47d8-8716-fa0fb10763dc service neutron] Attempting to bind port 95ccab0a-72b0-4e19-874f-d6e192b4964a on network 06561236-8fc5-4ee2-8277-b1f7dae949d9 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:23:28.006552 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0452150-1a43-48ec-8849-d66b67b490ba req-a64c3791-3707-47d8-8716-fa0fb10763dc service neutron] Port 95ccab0a-72b0-4e19-874f-d6e192b4964a on network 06561236-8fc5-4ee2-8277-b1f7dae949d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:23:28.006878 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0452150-1a43-48ec-8849-d66b67b490ba req-a64c3791-3707-47d8-8716-fa0fb10763dc service neutron] Attempting to bind port 95ccab0a-72b0-4e19-874f-d6e192b4964a on network 06561236-8fc5-4ee2-8277-b1f7dae949d9 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:23:28.013092 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0452150-1a43-48ec-8849-d66b67b490ba req-a64c3791-3707-47d8-8716-fa0fb10763dc service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:23:28.013428 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0452150-1a43-48ec-8849-d66b67b490ba req-a64c3791-3707-47d8-8716-fa0fb10763dc service neutron] Checking segment: {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:23:28.013814 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0452150-1a43-48ec-8849-d66b67b490ba req-a64c3791-3707-47d8-8716-fa0fb10763dc service neutron] Bound using segment: {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:23:28.014249 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-f0452150-1a43-48ec-8849-d66b67b490ba req-a64c3791-3707-47d8-8716-fa0fb10763dc service neutron] Bound port: 95ccab0a-72b0-4e19-874f-d6e192b4964a, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:23:28.014607 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f0452150-1a43-48ec-8849-d66b67b490ba req-a64c3791-3707-47d8-8716-fa0fb10763dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:28.086124 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-f0452150-1a43-48ec-8849-d66b67b490ba req-a64c3791-3707-47d8-8716-fa0fb10763dc service neutron] For port 95ccab0a-72b0-4e19-874f-d6e192b4964a, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:23:28.089622 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-f0452150-1a43-48ec-8849-d66b67b490ba req-a64c3791-3707-47d8-8716-fa0fb10763dc service neutron] For port 95ccab0a-72b0-4e19-874f-d6e192b4964a, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=95ccab0a-72b0-4e19-874f-d6e192b4964a,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:23:28.179207 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f0452150-1a43-48ec-8849-d66b67b490ba req-a64c3791-3707-47d8-8716-fa0fb10763dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:28.214452 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0452150-1a43-48ec-8849-d66b67b490ba req-a64c3791-3707-47d8-8716-fa0fb10763dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:28.215138 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-f0452150-1a43-48ec-8849-d66b67b490ba req-a64c3791-3707-47d8-8716-fa0fb10763dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:28.216521 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0452150-1a43-48ec-8849-d66b67b490ba req-a64c3791-3707-47d8-8716-fa0fb10763dc service neutron] 10.222.0.37 "PUT /v2.0/ports/95ccab0a-72b0-4e19-874f-d6e192b4964a HTTP/1.1" status: 200 len: 1093 time: 0.8693044 Jun 30 10:23:28.216958 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d7d018-a52c-4cdf-8061-1ae4a2b66078', 'tag': '95ccab0a-72b0-4e19-874f-d6e192b4964a'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:23:28.219248 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb6c2eb-4656-47bd-9dfb-0dac362906bc" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d7d018-a52c-4cdf-8061-1ae4a2b66078", "tag": "95ccab0a-72b0-4e19-874f-d6e192b4964a"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:23:28.248366 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c3791-3707-47d8-8716-fa0fb10763dc service neutron] Pushing event updated for resources: {'Port': ['ID=95ccab0a-72b0-4e19-874f-d6e192b4964a,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:28.259937 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd1ff3f-0cdf-4322-a236-c07d22dc24cf x-openstack-request-id: req-0dd1ff3f-0cdf-4322-a236-c07d22dc24cf {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:23:28.260240 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d7d018-a52c-4cdf-8061-1ae4a2b66078", "tag": "95ccab0a-72b0-4e19-874f-d6e192b4964a", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:23:28.260502 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0dd1ff3f-0cdf-4322-a236-c07d22dc24cf {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:23:28.260915 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d7d018-a52c-4cdf-8061-1ae4a2b66078', 'tag': '95ccab0a-72b0-4e19-874f-d6e192b4964a', 'status': 'completed', 'code': 200} Jun 30 10:23:28.338218 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6c2eb-4656-47bd-9dfb-0dac362906bc req-e8b6bae1-f6fa-45d2-bda0-1aaa7348e039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:28.339780 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2bb6c2eb-4656-47bd-9dfb-0dac362906bc req-e8b6bae1-f6fa-45d2-bda0-1aaa7348e039 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 1096 time: 0.0587523 Jun 30 10:23:28.448284 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6c2eb-4656-47bd-9dfb-0dac362906bc req-6730079a-2628-4bc1-b638-814a73e701be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:28.449755 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2bb6c2eb-4656-47bd-9dfb-0dac362906bc req-6730079a-2628-4bc1-b638-814a73e701be service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e9f8f14385164b03b43038c362f2c023&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1037471 Jun 30 10:23:28.550988 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6c2eb-4656-47bd-9dfb-0dac362906bc req-ca45699b-f3fe-4794-becc-f46f14cd8990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:28.552362 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2bb6c2eb-4656-47bd-9dfb-0dac362906bc req-ca45699b-f3fe-4794-becc-f46f14cd8990 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0967042 Jun 30 10:23:28.645893 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0452150-1a43-48ec-8849-d66b67b490ba req-7dfa6fb8-1b41-4f7e-bf87-2b52cf32e258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:28.647380 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0452150-1a43-48ec-8849-d66b67b490ba req-7dfa6fb8-1b41-4f7e-bf87-2b52cf32e258 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 1096 time: 0.0541453 Jun 30 10:23:28.692447 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0452150-1a43-48ec-8849-d66b67b490ba req-9753db31-5c37-4e59-babb-04757c77c58a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95ccab0a-72b0-4e19-874f-d6e192b4964a HTTP/1.1" status: 200 len: 217 time: 0.0381379 Jun 30 10:23:28.739408 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0452150-1a43-48ec-8849-d66b67b490ba req-4432d972-bbaa-4c78-8d4d-3b39b63b2695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:28.740842 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0452150-1a43-48ec-8849-d66b67b490ba req-4432d972-bbaa-4c78-8d4d-3b39b63b2695 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0428956 Jun 30 10:23:28.797803 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0452150-1a43-48ec-8849-d66b67b490ba req-e2530258-7136-473b-b65c-6e5b4a0c587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:28.799455 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0452150-1a43-48ec-8849-d66b67b490ba req-e2530258-7136-473b-b65c-6e5b4a0c587c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526745 Jun 30 10:23:28.933087 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0452150-1a43-48ec-8849-d66b67b490ba req-7a480cd3-788b-41e2-8c6e-c3a7a9cd0dd9 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260438 Jun 30 10:23:28.957205 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb8666-2be3-43de-917a-f3309c0e8391 req-b9fbf1e3-ebd8-40f1-b81a-6f8463bbe218 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:28.958628 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dfcb8666-2be3-43de-917a-f3309c0e8391 req-b9fbf1e3-ebd8-40f1-b81a-6f8463bbe218 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 944 time: 0.1051791 Jun 30 10:23:29.047921 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dfcb8666-2be3-43de-917a-f3309c0e8391 req-7a9e679c-6163-437c-a469-29596f56bb98 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788260 Jun 30 10:23:29.068402 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0452150-1a43-48ec-8849-d66b67b490ba req-55fba445-69c6-4690-801d-a3d3c651d29e service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285875 Jun 30 10:23:30.230733 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b52ab-5991-45de-813c-eeddf3fd53eb req-8fe0a036-b2a1-4c26-9aab-4f0b55fa1a6b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:30.232364 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b44b52ab-5991-45de-813c-eeddf3fd53eb req-8fe0a036-b2a1-4c26-9aab-4f0b55fa1a6b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 944 time: 0.0706863 Jun 30 10:23:30.270497 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b44b52ab-5991-45de-813c-eeddf3fd53eb req-92dc7e2f-cec4-4a26-8998-e05d1bc41646 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324697 Jun 30 10:23:31.451942 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2feaf11-aec9-427d-9599-516b1439b8f7 req-ffa0bc06-0ccd-45ec-a9bf-27f33be76beb tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:31.453422 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e2feaf11-aec9-427d-9599-516b1439b8f7 req-ffa0bc06-0ccd-45ec-a9bf-27f33be76beb tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 944 time: 0.0679896 Jun 30 10:23:31.491788 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e2feaf11-aec9-427d-9599-516b1439b8f7 req-6f198dd8-09d8-450e-95f9-717c6002ad7a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328403 Jun 30 10:23:32.674693 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5c63f-42ab-4693-967d-4285aad49a90 req-76128213-2385-4b5b-af28-aee3ff440f08 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:32.676229 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-30d5c63f-42ab-4693-967d-4285aad49a90 req-76128213-2385-4b5b-af28-aee3ff440f08 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 944 time: 0.0681841 Jun 30 10:23:32.716531 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-30d5c63f-42ab-4693-967d-4285aad49a90 req-ff36d771-a1ce-4d7d-a8ce-fbaca00ea0a4 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346036 Jun 30 10:23:33.599391 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 95ccab0a-72b0-4e19-874f-d6e192b4964a details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:23:33.694246 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 95ccab0a-72b0-4e19-874f-d6e192b4964a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=95ccab0a-72b0-4e19-874f-d6e192b4964a,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:33.707323 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '95ccab0a-72b0-4e19-874f-d6e192b4964a', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'port_id': '95ccab0a-72b0-4e19-874f-d6e192b4964a', 'mac_address': 'fa:16:3e:67:0b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:23:33.742891 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:33.760543 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95ccab0a-72b0-4e19-874f-d6e192b4964a {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:23:33.780585 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 95ccab0a-72b0-4e19-874f-d6e192b4964a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=95ccab0a-72b0-4e19-874f-d6e192b4964a,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:33.841388 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:33.889435 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=95ccab0a-72b0-4e19-874f-d6e192b4964a,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:33.896675 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0a1f1-2694-408a-acd0-c3c007dd0028 req-bfe5ee18-599e-45f7-84cf-4d981f189d7a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:33.898278 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3ff0a1f1-2694-408a-acd0-c3c007dd0028 req-bfe5ee18-599e-45f7-84cf-4d981f189d7a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 945 time: 0.0658541 Jun 30 10:23:33.940646 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3ff0a1f1-2694-408a-acd0-c3c007dd0028 req-257fdbfe-d808-42be-b24d-818a21c5779f tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361969 Jun 30 10:23:34.135336 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['95ccab0a-72b0-4e19-874f-d6e192b4964a'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:23:35.112655 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38f2f1-28e4-4ea4-a4fc-649d52aaee56 req-d1bed69c-7cd7-4009-b3b9-6a8d2d6b92b5 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:35.114109 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4a38f2f1-28e4-4ea4-a4fc-649d52aaee56 req-d1bed69c-7cd7-4009-b3b9-6a8d2d6b92b5 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 945 time: 0.0635481 Jun 30 10:23:35.154670 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4a38f2f1-28e4-4ea4-a4fc-649d52aaee56 req-26287487-ffc6-4317-95ae-2c3c81fa6b50 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338697 Jun 30 10:23:35.605746 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 95ccab0a-72b0-4e19-874f-d6e192b4964a up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:23:35.721668 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 95ccab0a-72b0-4e19-874f-d6e192b4964a completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:23:35.725764 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 95ccab0a-72b0-4e19-874f-d6e192b4964a triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:23:35.726136 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:35.804101 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:35.828738 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d7d018-a52c-4cdf-8061-1ae4a2b66078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ccab0a-72b0-4e19-874f-d6e192b4964a'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:23:35.831081 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6749b0d-ae92-4b00-9b80-3637d9527a7c" -d '{"events": [{"server_uuid": "e4d7d018-a52c-4cdf-8061-1ae4a2b66078", "name": "network-vif-plugged", "status": "completed", "tag": "95ccab0a-72b0-4e19-874f-d6e192b4964a"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:23:35.846027 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 95ccab0a-72b0-4e19-874f-d6e192b4964a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=95ccab0a-72b0-4e19-874f-d6e192b4964a,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:35.869828 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc27f9dd-06ea-4f27-8787-6644a7747abe x-openstack-request-id: req-dc27f9dd-06ea-4f27-8787-6644a7747abe {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:23:35.870116 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d7d018-a52c-4cdf-8061-1ae4a2b66078", "name": "network-vif-plugged", "status": "completed", "tag": "95ccab0a-72b0-4e19-874f-d6e192b4964a", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:23:35.870372 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dc27f9dd-06ea-4f27-8787-6644a7747abe {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:23:35.870809 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d7d018-a52c-4cdf-8061-1ae4a2b66078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ccab0a-72b0-4e19-874f-d6e192b4964a', 'code': 200} Jun 30 10:23:35.930265 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:35.982456 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=95ccab0a-72b0-4e19-874f-d6e192b4964a,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:35.988916 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883e887-5e38-410a-b17d-7b167c55e2ad req-718727bb-b866-4d55-8cfd-8fec8d740a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:35.990389 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2883e887-5e38-410a-b17d-7b167c55e2ad req-718727bb-b866-4d55-8cfd-8fec8d740a82 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 1098 time: 0.0536742 Jun 30 10:23:36.026458 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2883e887-5e38-410a-b17d-7b167c55e2ad req-44e0f499-5056-45df-befd-e73ba667de2c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295284 Jun 30 10:23:36.334316 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711aec8-a373-4dad-8e9d-e1b2da90cf52 req-9742aded-86e9-44b0-89a5-d18c4517769f tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:36.335819 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6711aec8-a373-4dad-8e9d-e1b2da90cf52 req-9742aded-86e9-44b0-89a5-d18c4517769f tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 946 time: 0.0677633 Jun 30 10:23:36.374158 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6711aec8-a373-4dad-8e9d-e1b2da90cf52 req-fc2c4d85-5aa9-440d-b501-42952df6e234 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320961 Jun 30 10:23:37.573280 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cced16-c254-45d8-9c49-7e6cadd5e086 req-00fdcdd2-8573-401a-899a-2c66ab678fa6 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:37.577361 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b3cced16-c254-45d8-9c49-7e6cadd5e086 req-00fdcdd2-8573-401a-899a-2c66ab678fa6 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 946 time: 0.0651731 Jun 30 10:23:37.618501 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b3cced16-c254-45d8-9c49-7e6cadd5e086 req-271800cd-f36c-414f-b627-6d948095a217 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370626 Jun 30 10:23:37.796206 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bf848-32ef-403e-89d7-bdb1e655b7f4 req-c2226a22-1910-49e1-84c9-119693144e88 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:37.797735 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1d1bf848-32ef-403e-89d7-bdb1e655b7f4 req-c2226a22-1910-49e1-84c9-119693144e88 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 946 time: 0.0633945 Jun 30 10:23:37.806147 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 33488) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:23:37.810951 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-7550c455-220c-401d-995d-9e21e4f57d7b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Request body: {'floatingip': {'port_id': '95ccab0a-72b0-4e19-874f-d6e192b4964a'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:23:37.852717 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7550c455-220c-401d-995d-9e21e4f57d7b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for floatingip, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:38.290172 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7550c455-220c-401d-995d-9e21e4f57d7b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:38.378871 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7550c455-220c-401d-995d-9e21e4f57d7b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:38.478852 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [None req-7550c455-220c-401d-995d-9e21e4f57d7b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Floating IP b9eddb6e-2709-42d7-97f5-1105b41f63c5 associated. External IP: 172.25.6.166, port: 95ccab0a-72b0-4e19-874f-d6e192b4964a. Jun 30 10:23:38.492795 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:38.692667 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7550c455-220c-401d-995d-9e21e4f57d7b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Router 1c4961ba-dbd5-4c68-92ac-442b8970845e has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:23:39.158848 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7550c455-220c-401d-995d-9e21e4f57d7b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:23:39.164257 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7550c455-220c-401d-995d-9e21e4f57d7b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:39.168834 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48a6a70-e02a-40a7-8b3b-40a9e4ff593c None None] Sync routers for ids ['1c4961ba-dbd5-4c68-92ac-442b8970845e'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:23:39.179439 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48a6a70-e02a-40a7-8b3b-40a9e4ff593c None None] Routers {'1c4961ba-dbd5-4c68-92ac-442b8970845e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:23:39.180056 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a48a6a70-e02a-40a7-8b3b-40a9e4ff593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:23:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c4961ba-dbd5-4c68-92ac-442b8970845e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:39.200020 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7550c455-220c-401d-995d-9e21e4f57d7b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "PUT /v2.0/floatingips/b9eddb6e-2709-42d7-97f5-1105b41f63c5 HTTP/1.1" status: 200 len: 992 time: 1.3927972 Jun 30 10:23:39.200646 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d7d018-a52c-4cdf-8061-1ae4a2b66078', 'tag': '95ccab0a-72b0-4e19-874f-d6e192b4964a'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:23:39.203352 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b194ea9-1f77-44dd-8958-69c6a1941a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d7d018-a52c-4cdf-8061-1ae4a2b66078", "tag": "95ccab0a-72b0-4e19-874f-d6e192b4964a"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:23:39.241186 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8b3da2-e1e0-4faa-8b43-26f9b9d3bf59 x-openstack-request-id: req-3d8b3da2-e1e0-4faa-8b43-26f9b9d3bf59 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:23:39.241538 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d7d018-a52c-4cdf-8061-1ae4a2b66078", "tag": "95ccab0a-72b0-4e19-874f-d6e192b4964a", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:23:39.241735 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3d8b3da2-e1e0-4faa-8b43-26f9b9d3bf59 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:23:39.242115 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d7d018-a52c-4cdf-8061-1ae4a2b66078', 'tag': '95ccab0a-72b0-4e19-874f-d6e192b4964a', 'status': 'completed', 'code': 200} Jun 30 10:23:39.330257 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b194ea9-1f77-44dd-8958-69c6a1941a9e req-81152d00-896d-48f8-bf42-0da8c74b23c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:39.332001 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b194ea9-1f77-44dd-8958-69c6a1941a9e req-81152d00-896d-48f8-bf42-0da8c74b23c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 1098 time: 0.0657134 Jun 30 10:23:39.425857 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b194ea9-1f77-44dd-8958-69c6a1941a9e req-89655ef5-071c-4f86-ab6c-0245b89b70c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:39.427348 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b194ea9-1f77-44dd-8958-69c6a1941a9e req-89655ef5-071c-4f86-ab6c-0245b89b70c5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.0893431 Jun 30 10:23:39.466485 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-a48a6a70-e02a-40a7-8b3b-40a9e4ff593c None None] Set router 1c4961ba-dbd5-4c68-92ac-442b8970845e gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:23:39.497958 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b194ea9-1f77-44dd-8958-69c6a1941a9e req-4c3268f8-740b-4a8b-82a1-79ad7c7aa45c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95ccab0a-72b0-4e19-874f-d6e192b4964a HTTP/1.1" status: 200 len: 1000 time: 0.0645380 Jun 30 10:23:39.548485 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b194ea9-1f77-44dd-8958-69c6a1941a9e req-d8d3c6ac-3abf-4073-ab51-4a87dc29539d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:39.549940 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b194ea9-1f77-44dd-8958-69c6a1941a9e req-d8d3c6ac-3abf-4073-ab51-4a87dc29539d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0452232 Jun 30 10:23:39.614026 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:39.616794 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b194ea9-1f77-44dd-8958-69c6a1941a9e req-b027ae02-b32b-4c2b-900c-4c08bc521272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:39.618350 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b194ea9-1f77-44dd-8958-69c6a1941a9e req-b027ae02-b32b-4c2b-900c-4c08bc521272 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620832 Jun 30 10:23:39.703029 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a48a6a70-e02a-40a7-8b3b-40a9e4ff593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:18Z', 'revision_number': 4, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'gw_port': {'id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'b9eddb6e-2709-42d7-97f5-1105b41f63c5', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'floating_ip_address': '172.25.6.166', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'port_id': '95ccab0a-72b0-4e19-874f-d6e192b4964a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'mac_address': 'fa:16:3e:67:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d7d018-a52c-4cdf-8061-1ae4a2b66078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:17:22Z', 'updated_at': '2021-06-30T10:23:38Z', 'revision_number': 9, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6c740cb-dd18-4eb7-8133-05ddd1e3e23c', 'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'mac_address': 'fa:16:3e:e2:e8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:17Z', 'updated_at': '2021-06-30T10:17:22Z', 'revision_number': 5, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'subnets': [{'id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:39.717396 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b194ea9-1f77-44dd-8958-69c6a1941a9e req-e2f203f8-b970-42e8-9baf-6033b8abd158 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915313 Jun 30 10:23:39.731046 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48a6a70-e02a-40a7-8b3b-40a9e4ff593c None None] Checking router: 1c4961ba-dbd5-4c68-92ac-442b8970845e for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:23:39.740643 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48a6a70-e02a-40a7-8b3b-40a9e4ff593c None None] Routers {'1c4961ba-dbd5-4c68-92ac-442b8970845e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:23:39.741257 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a48a6a70-e02a-40a7-8b3b-40a9e4ff593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:23:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c4961ba-dbd5-4c68-92ac-442b8970845e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:39.808842 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6b194ea9-1f77-44dd-8958-69c6a1941a9e req-356e8df1-b934-4e90-906f-b0b67df66236 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854871 Jun 30 10:23:39.850020 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-a48a6a70-e02a-40a7-8b3b-40a9e4ff593c None None] Set router 1c4961ba-dbd5-4c68-92ac-442b8970845e gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:23:40.072226 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a48a6a70-e02a-40a7-8b3b-40a9e4ff593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:18Z', 'revision_number': 4, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'gw_port': {'id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'b9eddb6e-2709-42d7-97f5-1105b41f63c5', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'floating_ip_address': '172.25.6.166', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'port_id': '95ccab0a-72b0-4e19-874f-d6e192b4964a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'mac_address': 'fa:16:3e:67:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d7d018-a52c-4cdf-8061-1ae4a2b66078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:17:22Z', 'updated_at': '2021-06-30T10:23:38Z', 'revision_number': 9, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6c740cb-dd18-4eb7-8133-05ddd1e3e23c', 'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'mac_address': 'fa:16:3e:e2:e8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:17Z', 'updated_at': '2021-06-30T10:17:22Z', 'revision_number': 5, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'subnets': [{'id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:40.098947 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48a6a70-e02a-40a7-8b3b-40a9e4ff593c None None] The sync data for ids ['1c4961ba-dbd5-4c68-92ac-442b8970845e'] in n-d-771363-31 is: [{'id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:18Z', 'revision_number': 4, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'gw_port': {'id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'b9eddb6e-2709-42d7-97f5-1105b41f63c5', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'floating_ip_address': '172.25.6.166', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'port_id': '95ccab0a-72b0-4e19-874f-d6e192b4964a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'mac_address': 'fa:16:3e:67:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d7d018-a52c-4cdf-8061-1ae4a2b66078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:17:22Z', 'updated_at': '2021-06-30T10:23:38Z', 'revision_number': 9, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6c740cb-dd18-4eb7-8133-05ddd1e3e23c', 'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'mac_address': 'fa:16:3e:e2:e8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:17Z', 'updated_at': '2021-06-30T10:17:22Z', 'revision_number': 5, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'subnets': [{'id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:23:40.277367 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333d588a-ebde-44a3-9c4b-3b0505545cf4 None None] New status for floating IP b9eddb6e-2709-42d7-97f5-1105b41f63c5: ACTIVE {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:23:50.515037 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0e87b29b-9cbf-4394-b3c8-67ac8fff5e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:52.944101 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-81445260-f4f5-4ee3-b6f7-66f9521bb84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:52.981089 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:23:53.572683 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:54.886771 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:56.569190 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:08.438886 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:09.555611 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:20.477355 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b276d9af-f445-476f-9df9-fd68613a81e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:22.962926 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-42427d4a-dd56-43f6-961b-a2b3f29a0ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:23.578549 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:24.906577 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:26.560416 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:29.980053 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:24:33.555821 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-67f1d47c-b204-4ade-984f-e8879c702829 req-27d107f6-15c3-4aa7-99f8-02da8f0b0a97 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0907834 Jun 30 10:24:33.655149 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1d47c-b204-4ade-984f-e8879c702829 req-2bbcc8dc-9673-4d7b-94a7-b36b4fe104c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:33.656779 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-67f1d47c-b204-4ade-984f-e8879c702829 req-2bbcc8dc-9673-4d7b-94a7-b36b4fe104c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 1098 time: 0.0568056 Jun 30 10:24:33.762925 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1d47c-b204-4ade-984f-e8879c702829 req-643d2be3-5d4c-4922-a1e7-71c9228f3806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:33.764397 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-67f1d47c-b204-4ade-984f-e8879c702829 req-643d2be3-5d4c-4922-a1e7-71c9228f3806 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.0853703 Jun 30 10:24:33.833746 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-67f1d47c-b204-4ade-984f-e8879c702829 req-b27651d5-9b5c-4a65-9282-5e130c162a1c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95ccab0a-72b0-4e19-874f-d6e192b4964a HTTP/1.1" status: 200 len: 1003 time: 0.0622358 Jun 30 10:24:33.886922 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1d47c-b204-4ade-984f-e8879c702829 req-fa628cba-0aaa-4ee8-a062-aea52183a419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:33.888367 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-67f1d47c-b204-4ade-984f-e8879c702829 req-fa628cba-0aaa-4ee8-a062-aea52183a419 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0452530 Jun 30 10:24:33.943806 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1d47c-b204-4ade-984f-e8879c702829 req-b7c37376-4691-42b8-bc51-ecb24cf8d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:33.945247 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-67f1d47c-b204-4ade-984f-e8879c702829 req-b7c37376-4691-42b8-bc51-ecb24cf8d2c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507863 Jun 30 10:24:34.036953 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-67f1d47c-b204-4ade-984f-e8879c702829 req-8d689cf1-395c-4e81-80fb-7617ee5fa07a service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850477 Jun 30 10:24:34.482368 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-67f1d47c-b204-4ade-984f-e8879c702829 req-8869f958-b484-43f8-a468-cefb7a6dcfe4 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395244 Jun 30 10:24:38.475381 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:39.562693 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:50.505847 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-46bd33d1-41f3-43fc-b44c-07b391cc2d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:52.936853 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4da18e5a-3890-4b00-ba0d-8994993600e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:53.642569 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:54.902529 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:56.556911 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:06.979024 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:25:08.482334 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:09.617102 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:20.484971 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-940386a8-044c-4649-bc33-a5dbb2179578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:22.960043 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4d0c5a47-eb44-4260-88e2-74cf68f74f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:23.653798 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:24.888077 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:26.616324 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:33.405896 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9fc8f525-61ee-4c34-8be0-21f5478ffa61 req-f9ab4513-8716-4808-a861-02ca05f957cc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0529583 Jun 30 10:25:33.522742 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8f525-61ee-4c34-8be0-21f5478ffa61 req-aef89467-a6ef-4fd4-8e46-0c2241c9c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:25:33.524315 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9fc8f525-61ee-4c34-8be0-21f5478ffa61 req-aef89467-a6ef-4fd4-8e46-0c2241c9c645 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 1098 time: 0.0571418 Jun 30 10:25:33.625892 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8f525-61ee-4c34-8be0-21f5478ffa61 req-5d8b09d8-1a8a-4b10-b00c-449446878fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:25:33.627295 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9fc8f525-61ee-4c34-8be0-21f5478ffa61 req-5d8b09d8-1a8a-4b10-b00c-449446878fc2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.0838892 Jun 30 10:25:33.696153 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9fc8f525-61ee-4c34-8be0-21f5478ffa61 req-7f02d70f-ebac-4e9f-a516-a969fb9e56e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95ccab0a-72b0-4e19-874f-d6e192b4964a HTTP/1.1" status: 200 len: 1003 time: 0.0627775 Jun 30 10:25:33.745112 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8f525-61ee-4c34-8be0-21f5478ffa61 req-4b97e4fc-b49d-43f7-8900-37721c88d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:25:33.746530 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9fc8f525-61ee-4c34-8be0-21f5478ffa61 req-4b97e4fc-b49d-43f7-8900-37721c88d2bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0446694 Jun 30 10:25:33.804954 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8f525-61ee-4c34-8be0-21f5478ffa61 req-911e57a8-98a2-4b05-9a44-1eb35777c15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:25:33.806443 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9fc8f525-61ee-4c34-8be0-21f5478ffa61 req-911e57a8-98a2-4b05-9a44-1eb35777c15f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535686 Jun 30 10:25:33.898247 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9fc8f525-61ee-4c34-8be0-21f5478ffa61 req-4d9e04cc-2e8c-43c4-8e7b-1e3db2135bf5 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851734 Jun 30 10:25:33.985869 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9fc8f525-61ee-4c34-8be0-21f5478ffa61 req-41254591-9ece-4d8a-b4cf-6eaf9348c18d service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820146 Jun 30 10:25:38.485011 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:39.550340 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:43.978374 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:25:50.487264 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9ab79ebe-ddd5-440f-a00c-abcc302517e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:52.958731 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-153b118d-f7fc-4e70-9069-19c4f0b555e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:53.595973 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:54.886758 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:56.581597 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:08.501612 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:09.566819 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:20.472541 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-323968bd-55b0-4175-b71a-db2895ace4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:20.977994 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:26:22.954834 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-509797f6-ba25-4e6d-b62f-e9cb476f610a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:23.612478 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:23.670233 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bd884-f34b-40e8-a5ce-02cbdbcf467f req-4c3243ec-1dfe-42f0-97cc-236fd4510712 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:23.671754 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-120bd884-f34b-40e8-a5ce-02cbdbcf467f req-4c3243ec-1dfe-42f0-97cc-236fd4510712 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 946 time: 0.1187222 Jun 30 10:26:23.715306 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-120bd884-f34b-40e8-a5ce-02cbdbcf467f req-78814bfb-f764-41dc-a593-df5c9a4d7536 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372655 Jun 30 10:26:23.747845 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-ace4fe48-c114-4542-b7b6-6a64439f4fce service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0530748 Jun 30 10:26:24.915274 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:24.947416 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292ea2a-95ae-4d65-8aaf-8ae39c4cde47 req-9df203a9-01c6-427f-b5a5-1272d9c064ce tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:24.949386 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4292ea2a-95ae-4d65-8aaf-8ae39c4cde47 req-9df203a9-01c6-427f-b5a5-1272d9c064ce tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 946 time: 0.1151357 Jun 30 10:26:24.988632 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4292ea2a-95ae-4d65-8aaf-8ae39c4cde47 req-09ecb1c3-49ce-4b62-9d42-e6aa4449fa71 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326927 Jun 30 10:26:26.193726 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6020946-d2bc-4a7e-b6f6-debd04f51b5c req-34358b6e-1fd7-4f12-a146-2496a2921c5b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:26.195212 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a6020946-d2bc-4a7e-b6f6-debd04f51b5c req-34358b6e-1fd7-4f12-a146-2496a2921c5b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 946 time: 0.0889828 Jun 30 10:26:26.242372 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-c7ad26eb-c51b-4a1e-be04-f46f095b34f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:26.243856 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-c7ad26eb-c51b-4a1e-be04-f46f095b34f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 1098 time: 0.0924716 Jun 30 10:26:26.247877 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a6020946-d2bc-4a7e-b6f6-debd04f51b5c req-7a5a7f15-1ddd-4c9a-91cf-ceb3407ae65a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445714 Jun 30 10:26:26.335494 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-41eed6b2-28a2-4633-80d9-a06cb85ac7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:26.337893 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-41eed6b2-28a2-4633-80d9-a06cb85ac7a3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.0869865 Jun 30 10:26:26.402188 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-7988ad17-25ce-4ec5-9d92-b4fd2252cff7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95ccab0a-72b0-4e19-874f-d6e192b4964a HTTP/1.1" status: 200 len: 1003 time: 0.0566025 Jun 30 10:26:26.453902 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-99f2e312-e620-4dfc-99bd-e698071660eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:26.455338 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-99f2e312-e620-4dfc-99bd-e698071660eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0462587 Jun 30 10:26:26.513623 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-2e5124f8-ca19-46bc-83de-419575df3774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:26.515099 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-2e5124f8-ca19-46bc-83de-419575df3774 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539579 Jun 30 10:26:26.601652 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-d637befa-3a64-4ff6-b08e-52dcdb0abc7d service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799625 Jun 30 10:26:26.603932 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:26.694440 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-ddca0bce-23f5-49dd-a8ff-25df00c9caf1 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859399 Jun 30 10:26:27.427951 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271e906-7aaf-4f25-82f3-323ccc0bf4d4 req-7770cc1a-b511-490e-ae54-4a5a6f8475ea tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:27.429395 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1271e906-7aaf-4f25-82f3-323ccc0bf4d4 req-7770cc1a-b511-490e-ae54-4a5a6f8475ea tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 946 time: 0.0653567 Jun 30 10:26:27.467614 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1271e906-7aaf-4f25-82f3-323ccc0bf4d4 req-d080dcdc-aba6-4e74-8bcb-b5344e355ed9 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323386 Jun 30 10:26:28.646185 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46234663-263a-4387-86f9-d59115d34922 req-2951e912-10a3-49ce-b88a-8ab67161b3f0 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:28.647709 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-46234663-263a-4387-86f9-d59115d34922 req-2951e912-10a3-49ce-b88a-8ab67161b3f0 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 946 time: 0.0640676 Jun 30 10:26:28.687971 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-46234663-263a-4387-86f9-d59115d34922 req-21b1d91b-4d12-4edc-a440-a59f042eb568 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335770 Jun 30 10:26:29.866865 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd6aec-5469-4bf7-b2cd-938dddbe8d10 req-0591b478-4204-4d56-9adf-8f03c3434ffb tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:29.868354 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-27dd6aec-5469-4bf7-b2cd-938dddbe8d10 req-0591b478-4204-4d56-9adf-8f03c3434ffb tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 946 time: 0.0668137 Jun 30 10:26:29.905975 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-27dd6aec-5469-4bf7-b2cd-938dddbe8d10 req-807882c0-4de2-4e20-a092-8b2102d192b3 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311277 Jun 30 10:26:31.081952 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdb885-90a0-4131-bc04-7bd00364c9f7 req-0fa33cb4-8ad1-4ec8-86d7-9d2836fdb8d0 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:31.083445 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dfcdb885-90a0-4131-bc04-7bd00364c9f7 req-0fa33cb4-8ad1-4ec8-86d7-9d2836fdb8d0 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 946 time: 0.0644095 Jun 30 10:26:31.127445 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dfcdb885-90a0-4131-bc04-7bd00364c9f7 req-34ad3454-1b9c-444c-ba54-b936f5fa4f1c tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382106 Jun 30 10:26:32.301588 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d443387-a860-4525-9a28-dad18725be38 req-397cd8ef-3f72-490e-a132-85778943bb58 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:32.302956 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4d443387-a860-4525-9a28-dad18725be38 req-397cd8ef-3f72-490e-a132-85778943bb58 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 946 time: 0.0633636 Jun 30 10:26:32.341647 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4d443387-a860-4525-9a28-dad18725be38 req-c650d903-53ed-4cc9-a91e-6218ea986390 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325720 Jun 30 10:26:33.515841 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f2c67-eb51-4360-9b48-ab294aea0b07 req-3ea6a4fd-71e5-4f6a-b1d5-0f813a9c37e5 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:33.517298 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aa1f2c67-eb51-4360-9b48-ab294aea0b07 req-3ea6a4fd-71e5-4f6a-b1d5-0f813a9c37e5 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 946 time: 0.0643179 Jun 30 10:26:33.556051 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aa1f2c67-eb51-4360-9b48-ab294aea0b07 req-83ba615d-424b-4dba-a848-4c1c8f85b146 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330243 Jun 30 10:26:34.734167 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40978587-9183-455b-a38e-097ed84e614f req-2c06b1c1-8d8c-40d2-a4a9-34c9610893f4 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:34.735629 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-40978587-9183-455b-a38e-097ed84e614f req-2c06b1c1-8d8c-40d2-a4a9-34c9610893f4 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 946 time: 0.0666978 Jun 30 10:26:34.773756 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-40978587-9183-455b-a38e-097ed84e614f req-00621a36-b288-47ac-8c6e-aeb14529fb87 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325949 Jun 30 10:26:35.450535 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891e5d5-2ed3-448b-81bb-511af56e869d req-b2b9f6b3-798d-41ba-a17b-6c2882817c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:35.452209 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e891e5d5-2ed3-448b-81bb-511af56e869d req-b2b9f6b3-798d-41ba-a17b-6c2882817c8c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 1098 time: 0.0529068 Jun 30 10:26:35.559425 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891e5d5-2ed3-448b-81bb-511af56e869d req-73cb84d5-09bb-4ff7-8b3f-b0e4364267c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:35.560982 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e891e5d5-2ed3-448b-81bb-511af56e869d req-73cb84d5-09bb-4ff7-8b3f-b0e4364267c7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.0888352 Jun 30 10:26:35.623969 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e891e5d5-2ed3-448b-81bb-511af56e869d req-8feac65f-401a-4d0c-bc06-38c4b2935b26 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95ccab0a-72b0-4e19-874f-d6e192b4964a HTTP/1.1" status: 200 len: 1003 time: 0.0570679 Jun 30 10:26:35.676035 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891e5d5-2ed3-448b-81bb-511af56e869d req-85ddae72-812c-48a2-860d-ba39f30ff2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:35.677448 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e891e5d5-2ed3-448b-81bb-511af56e869d req-85ddae72-812c-48a2-860d-ba39f30ff2dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0478828 Jun 30 10:26:35.733154 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891e5d5-2ed3-448b-81bb-511af56e869d req-afab69fa-f971-4ba1-bc84-17aabbdc7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:35.734636 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e891e5d5-2ed3-448b-81bb-511af56e869d req-afab69fa-f971-4ba1-bc84-17aabbdc7d6d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512064 Jun 30 10:26:35.821619 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e891e5d5-2ed3-448b-81bb-511af56e869d req-50e068ec-c0cf-45ae-946f-33eb53bcfd24 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807612 Jun 30 10:26:35.947270 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e891e5d5-2ed3-448b-81bb-511af56e869d req-901c060c-9a90-4c08-a83b-ca4621e9f1ec service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191990 Jun 30 10:26:35.972560 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a5311-a362-4fb9-b289-7fa1a6fbde94 req-5415c016-59b9-4233-8c70-e70d778c1121 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:35.974371 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-267a5311-a362-4fb9-b289-7fa1a6fbde94 req-5415c016-59b9-4233-8c70-e70d778c1121 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 946 time: 0.0890305 Jun 30 10:26:36.015081 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-267a5311-a362-4fb9-b289-7fa1a6fbde94 req-076d62d7-58b9-4bb4-9c22-85a390b0d3b8 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335460 Jun 30 10:26:37.192655 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd150909-6d4f-4a90-964e-aeca7bdacaa9 req-3100dbe4-834e-469f-97aa-1fc4e67ac74f tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:37.194104 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dd150909-6d4f-4a90-964e-aeca7bdacaa9 req-3100dbe4-834e-469f-97aa-1fc4e67ac74f tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 946 time: 0.0623255 Jun 30 10:26:37.231983 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dd150909-6d4f-4a90-964e-aeca7bdacaa9 req-f45e9108-136e-49e3-b93d-3c1b57365a1c tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322204 Jun 30 10:26:38.419082 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7f457-cb7c-49f6-bcce-a389c0d762ae req-5572ad90-d7db-4ddf-a361-d0bcde3cfd10 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:38.420579 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-abd7f457-cb7c-49f6-bcce-a389c0d762ae req-5572ad90-d7db-4ddf-a361-d0bcde3cfd10 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 946 time: 0.0707214 Jun 30 10:26:38.461815 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-abd7f457-cb7c-49f6-bcce-a389c0d762ae req-34844150-b7ff-43f7-8a2d-7907de85a306 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348306 Jun 30 10:26:38.500531 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:39.109216 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-24f615f2-ca6b-49e9-b8ac-c82f808fb0b3 service neutron] show failed (client error): The resource could not be found. Jun 30 10:26:39.110240 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-24f615f2-ca6b-49e9-b8ac-c82f808fb0b3 service neutron] 10.222.0.37 "GET /v2.0/ports/95ccab0a-72b0-4e19-874f-d6e192b4964a/bindings/n-h1-771363-31 HTTP/1.1" status: 404 len: 381 time: 0.0644162 Jun 30 10:26:39.638984 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528a919-d50d-4c00-955f-1b329c89c855 req-63004e3d-fd6e-4f1f-a798-221e2c952ce5 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:39.640473 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f528a919-d50d-4c00-955f-1b329c89c855 req-63004e3d-fd6e-4f1f-a798-221e2c952ce5 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 946 time: 0.0664048 Jun 30 10:26:39.679594 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f528a919-d50d-4c00-955f-1b329c89c855 req-c101e279-e65e-49d0-812a-8e79bbecac91 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326407 Jun 30 10:26:39.701480 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:39.936047 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-ca7a5b7b-1022-47b7-b237-66bc63fc3f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:39.937255 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-ca7a5b7b-1022-47b7-b237-66bc63fc3f41 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078&tenant_id=e9f8f14385164b03b43038c362f2c023 HTTP/1.1" status: 200 len: 1098 time: 0.0917852 Jun 30 10:26:39.949091 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-31', 'device_owner': 'compute:nova'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:26:40.020461 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:40.219923 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] For port 95ccab0a-72b0-4e19-874f-d6e192b4964a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=95ccab0a-72b0-4e19-874f-d6e192b4964a,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:26:40.253046 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] For port 95ccab0a-72b0-4e19-874f-d6e192b4964a, host n-h2-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:26:40.290351 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d7d018-a52c-4cdf-8061-1ae4a2b66078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95ccab0a-72b0-4e19-874f-d6e192b4964a'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:26:40.292890 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101827c1-3200-4f09-aa80-5f9acfec7872" -d '{"events": [{"server_uuid": "e4d7d018-a52c-4cdf-8061-1ae4a2b66078", "name": "network-vif-unplugged", "status": "completed", "tag": "95ccab0a-72b0-4e19-874f-d6e192b4964a"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:26:40.296892 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:40.310517 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] Transition to ACTIVE for port object 95ccab0a-72b0-4e19-874f-d6e192b4964a will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:26:40.389080 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 10:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8275816b-f63e-45dc-8b77-e097a828133b x-openstack-request-id: req-8275816b-f63e-45dc-8b77-e097a828133b {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:26:40.389373 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d7d018-a52c-4cdf-8061-1ae4a2b66078", "name": "network-vif-unplugged", "status": "completed", "tag": "95ccab0a-72b0-4e19-874f-d6e192b4964a", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:26:40.389626 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8275816b-f63e-45dc-8b77-e097a828133b {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:26:40.390027 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d7d018-a52c-4cdf-8061-1ae4a2b66078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95ccab0a-72b0-4e19-874f-d6e192b4964a', 'code': 200} Jun 30 10:26:40.397454 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:40.474014 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] Pushing event updated for resources: {'Port': ['ID=95ccab0a-72b0-4e19-874f-d6e192b4964a,revision_number=6']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:40.493900 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:40.494247 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:40.494583 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:40.494917 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:40.495270 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:40.495598 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:40.495919 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:40.496605 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:40.497037 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:40.497519 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:40.497847 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:40.498168 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:40.526777 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.52', 52224) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:26:40.541752 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] No DVR routers for this DVR port 95ccab0a-72b0-4e19-874f-d6e192b4964a on host n-h2-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:26:40.584086 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a62f1-7b76-4a4d-9eac-04cae6336199 req-aad4bf9b-72aa-4fa4-ab66-b1f9a74748d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:40.585676 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d5a62f1-7b76-4a4d-9eac-04cae6336199 req-aad4bf9b-72aa-4fa4-ab66-b1f9a74748d0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 1054 time: 0.0578659 Jun 30 10:26:40.688324 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] Attempting to bind port 95ccab0a-72b0-4e19-874f-d6e192b4964a on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:26:40.688324 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] Attempting to bind port 95ccab0a-72b0-4e19-874f-d6e192b4964a by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:26:40.688324 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] Attempting to bind port 95ccab0a-72b0-4e19-874f-d6e192b4964a on network 06561236-8fc5-4ee2-8277-b1f7dae949d9 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:26:40.690315 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] Port 95ccab0a-72b0-4e19-874f-d6e192b4964a on network 06561236-8fc5-4ee2-8277-b1f7dae949d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:26:40.690631 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] Attempting to bind port 95ccab0a-72b0-4e19-874f-d6e192b4964a on network 06561236-8fc5-4ee2-8277-b1f7dae949d9 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:26:40.695598 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:26:40.695868 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] Checking segment: {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:26:40.696242 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] Bound using segment: {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:26:40.696656 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] Bound port: 95ccab0a-72b0-4e19-874f-d6e192b4964a, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:26:40.697005 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:40.700339 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a62f1-7b76-4a4d-9eac-04cae6336199 req-f7e2110d-faae-4e34-ac90-d8dc4cf19f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:40.701809 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d5a62f1-7b76-4a4d-9eac-04cae6336199 req-f7e2110d-faae-4e34-ac90-d8dc4cf19f03 service neutron] 10.222.0.52 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.0912228 Jun 30 10:26:40.764848 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] For port 95ccab0a-72b0-4e19-874f-d6e192b4964a, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:26:40.768370 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] For port 95ccab0a-72b0-4e19-874f-d6e192b4964a, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=95ccab0a-72b0-4e19-874f-d6e192b4964a,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:26:40.775908 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d5a62f1-7b76-4a4d-9eac-04cae6336199 req-0f8c550b-39a5-49a4-b3a7-da686fc2251b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95ccab0a-72b0-4e19-874f-d6e192b4964a HTTP/1.1" status: 200 len: 1001 time: 0.0667634 Jun 30 10:26:40.831571 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a62f1-7b76-4a4d-9eac-04cae6336199 req-13b3ef40-0351-483d-8a9b-b898d64dbe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:40.833045 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d5a62f1-7b76-4a4d-9eac-04cae6336199 req-13b3ef40-0351-483d-8a9b-b898d64dbe60 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0492885 Jun 30 10:26:40.849604 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:40.893071 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:40.894137 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:40.895799 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] 10.222.0.52 "PUT /v2.0/ports/95ccab0a-72b0-4e19-874f-d6e192b4964a HTTP/1.1" status: 200 len: 1093 time: 0.9503958 Jun 30 10:26:40.909343 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a62f1-7b76-4a4d-9eac-04cae6336199 req-61ac49f0-8c70-430e-9913-191841000778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:40.912628 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d5a62f1-7b76-4a4d-9eac-04cae6336199 req-61ac49f0-8c70-430e-9913-191841000778 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726457 Jun 30 10:26:40.922621 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b87d7f-e157-42e2-beda-b0be194a5797 req-fcbbeb11-2d75-415f-8954-4d80a20436b2 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:40.924143 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-60b87d7f-e157-42e2-beda-b0be194a5797 req-fcbbeb11-2d75-415f-8954-4d80a20436b2 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 944 time: 0.1210630 Jun 30 10:26:40.927320 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-8d5a62f1-7b76-4a4d-9eac-04cae6336199 req-9f3dc9fd-a653-4072-89c8-e2ba07789420 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:26:40.928714 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d5a62f1-7b76-4a4d-9eac-04cae6336199 req-9f3dc9fd-a653-4072-89c8-e2ba07789420 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064969 Jun 30 10:26:40.953458 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] Pushing event updated for resources: {'Port': ['ID=95ccab0a-72b0-4e19-874f-d6e192b4964a,revision_number=7']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:40.981931 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-60b87d7f-e157-42e2-beda-b0be194a5797 req-d883da77-ef37-4788-97fd-fa40c31c39da tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481560 Jun 30 10:26:41.051017 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d5a62f1-7b76-4a4d-9eac-04cae6336199 req-c729a017-1261-43bd-86a0-451b43ea2533 service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129711 Jun 30 10:26:41.172993 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d5a62f1-7b76-4a4d-9eac-04cae6336199 req-77fc2098-2203-439b-8379-1da3b586734f service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120613 Jun 30 10:26:41.387141 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-dcc51e8f-ac2f-444e-8234-aa4b7bd81bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:41.389293 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-dcc51e8f-ac2f-444e-8234-aa4b7bd81bd4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 1096 time: 0.0543947 Jun 30 10:26:41.484730 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-621aa6dd-52f7-4467-958a-087b6a3b0090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:41.486200 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-621aa6dd-52f7-4467-958a-087b6a3b0090 service neutron] 10.222.0.52 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.0896213 Jun 30 10:26:41.553736 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-b8723612-ee24-4938-99f6-94d655d46c04 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95ccab0a-72b0-4e19-874f-d6e192b4964a HTTP/1.1" status: 200 len: 1001 time: 0.0606816 Jun 30 10:26:41.605617 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-0f568291-fbcb-4a01-b286-a0b128982463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:41.608165 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-0f568291-fbcb-4a01-b286-a0b128982463 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0445409 Jun 30 10:26:41.681041 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-cb185a09-7650-4955-b044-375651d697df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:41.682452 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-cb185a09-7650-4955-b044-375651d697df service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673139 Jun 30 10:26:41.789877 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-5fec3a28-9231-475a-b98a-1425afd4edcd service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001189 Jun 30 10:26:41.882230 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-d75b5082-a71b-4aa3-8c84-a17ba68a5f50 service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848410 Jun 30 10:26:42.161562 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb0f76-517a-47ec-8405-3fdf919c26dd req-e6f44da4-9599-4f0c-8870-750a22760fa6 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:42.163149 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6fb0f76-517a-47ec-8405-3fdf919c26dd req-e6f44da4-9599-4f0c-8870-750a22760fa6 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 944 time: 0.0656102 Jun 30 10:26:42.204200 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6fb0f76-517a-47ec-8405-3fdf919c26dd req-240b3b28-8a9e-40f4-9156-7fee091e4a41 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342913 Jun 30 10:26:42.391103 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d7d018-a52c-4cdf-8061-1ae4a2b66078', 'tag': '95ccab0a-72b0-4e19-874f-d6e192b4964a'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:26:42.393501 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60dc4c4-c6b4-415a-8ef5-3d7a01b7e34d" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d7d018-a52c-4cdf-8061-1ae4a2b66078", "tag": "95ccab0a-72b0-4e19-874f-d6e192b4964a"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:26:42.441926 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b108d9-1f8c-41e0-81b3-07358e506879 x-openstack-request-id: req-31b108d9-1f8c-41e0-81b3-07358e506879 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:26:42.442217 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d7d018-a52c-4cdf-8061-1ae4a2b66078", "tag": "95ccab0a-72b0-4e19-874f-d6e192b4964a", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:26:42.442470 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-31b108d9-1f8c-41e0-81b3-07358e506879 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:26:42.442867 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d7d018-a52c-4cdf-8061-1ae4a2b66078', 'tag': '95ccab0a-72b0-4e19-874f-d6e192b4964a', 'status': 'completed', 'code': 200} Jun 30 10:26:42.545426 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 95ccab0a-72b0-4e19-874f-d6e192b4964a no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:26:42.560874 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60dc4c4-c6b4-415a-8ef5-3d7a01b7e34d req-10da7e51-394c-40ff-945f-6dc4e44c0cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:42.562365 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b60dc4c4-c6b4-415a-8ef5-3d7a01b7e34d req-10da7e51-394c-40ff-945f-6dc4e44c0cdd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 1096 time: 0.0966916 Jun 30 10:26:42.564162 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60dc4c4-c6b4-415a-8ef5-3d7a01b7e34d req-1a47759a-3b71-4bb5-b0fb-252d7924efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:42.565465 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b60dc4c4-c6b4-415a-8ef5-3d7a01b7e34d req-1a47759a-3b71-4bb5-b0fb-252d7924efa4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 1096 time: 0.0915751 Jun 30 10:26:42.583313 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 95ccab0a-72b0-4e19-874f-d6e192b4964a not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:26:42.717506 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60dc4c4-c6b4-415a-8ef5-3d7a01b7e34d req-df2adf51-08b9-4fb9-a04c-d364713a5a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:42.718942 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b60dc4c4-c6b4-415a-8ef5-3d7a01b7e34d req-df2adf51-08b9-4fb9-a04c-d364713a5a58 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.1508422 Jun 30 10:26:42.721404 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60dc4c4-c6b4-415a-8ef5-3d7a01b7e34d req-191a7ae8-c9d8-42da-b434-159bd8e8bf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:42.722690 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b60dc4c4-c6b4-415a-8ef5-3d7a01b7e34d req-191a7ae8-c9d8-42da-b434-159bd8e8bf8f service neutron] 10.222.0.52 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.1473885 Jun 30 10:26:42.825897 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b60dc4c4-c6b4-415a-8ef5-3d7a01b7e34d req-60df8fde-ec3a-43fd-b72e-efb31a510063 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95ccab0a-72b0-4e19-874f-d6e192b4964a HTTP/1.1" status: 200 len: 1001 time: 0.1000838 Jun 30 10:26:42.829652 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b60dc4c4-c6b4-415a-8ef5-3d7a01b7e34d req-0f3838a2-c413-4c20-a7f9-2fe47fafa5e2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95ccab0a-72b0-4e19-874f-d6e192b4964a HTTP/1.1" status: 200 len: 1001 time: 0.0977948 Jun 30 10:26:42.905719 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60dc4c4-c6b4-415a-8ef5-3d7a01b7e34d req-d9f0de9a-d72d-4818-926d-173704a4f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:42.907053 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b60dc4c4-c6b4-415a-8ef5-3d7a01b7e34d req-d9f0de9a-d72d-4818-926d-173704a4f765 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0750098 Jun 30 10:26:42.910270 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60dc4c4-c6b4-415a-8ef5-3d7a01b7e34d req-8dfa8fd5-516f-4621-9c21-0f5d079018a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:42.911583 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b60dc4c4-c6b4-415a-8ef5-3d7a01b7e34d req-8dfa8fd5-516f-4621-9c21-0f5d079018a5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0716481 Jun 30 10:26:43.003561 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60dc4c4-c6b4-415a-8ef5-3d7a01b7e34d req-d91c7b9f-5399-43ae-aaa2-1a1ad3689045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:43.005036 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b60dc4c4-c6b4-415a-8ef5-3d7a01b7e34d req-d91c7b9f-5399-43ae-aaa2-1a1ad3689045 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0845194 Jun 30 10:26:43.007505 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60dc4c4-c6b4-415a-8ef5-3d7a01b7e34d req-3fe916e7-e132-4aa0-ab46-d94571d96f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:43.008819 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b60dc4c4-c6b4-415a-8ef5-3d7a01b7e34d req-3fe916e7-e132-4aa0-ab46-d94571d96f69 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0958447 Jun 30 10:26:43.452238 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b60dc4c4-c6b4-415a-8ef5-3d7a01b7e34d req-8e822897-c6ad-43bd-8c21-798f15ccfd2a service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313776 Jun 30 10:26:43.455013 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b60dc4c4-c6b4-415a-8ef5-3d7a01b7e34d req-bfdf92a9-b89a-4067-8ed5-4b142f8eb73f service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412260 Jun 30 10:26:43.497722 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548a9ee-d9bb-41bd-8b0a-79e7a8a2771f req-3a70b5cf-5796-45fb-9a0e-6f3c1da93442 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:43.499099 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b548a9ee-d9bb-41bd-8b0a-79e7a8a2771f req-3a70b5cf-5796-45fb-9a0e-6f3c1da93442 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 944 time: 0.1604335 Jun 30 10:26:43.632806 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b548a9ee-d9bb-41bd-8b0a-79e7a8a2771f req-6a30b3b6-7c55-41fd-a731-410496247fa1 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012170 Jun 30 10:26:43.658934 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b60dc4c4-c6b4-415a-8ef5-3d7a01b7e34d req-d3cf0acb-ebf3-4d57-8af8-82080c5f17fa service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977808 Jun 30 10:26:43.661196 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b60dc4c4-c6b4-415a-8ef5-3d7a01b7e34d req-58287792-a532-406a-bf38-2ac6b25f7146 service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981599 Jun 30 10:26:44.809641 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493a05c-812c-4021-9914-f528cfcf78c1 req-5ffec364-2a00-4030-9df7-a14a7717eaef tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:44.811138 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0493a05c-812c-4021-9914-f528cfcf78c1 req-5ffec364-2a00-4030-9df7-a14a7717eaef tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 944 time: 0.0629554 Jun 30 10:26:44.849024 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0493a05c-812c-4021-9914-f528cfcf78c1 req-c4c43193-2adc-493a-8473-142abf9ddaf5 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323548 Jun 30 10:26:45.147867 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 95ccab0a-72b0-4e19-874f-d6e192b4964a details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:26:45.241379 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 95ccab0a-72b0-4e19-874f-d6e192b4964a, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=95ccab0a-72b0-4e19-874f-d6e192b4964a,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:26:45.257877 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '95ccab0a-72b0-4e19-874f-d6e192b4964a', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'port_id': '95ccab0a-72b0-4e19-874f-d6e192b4964a', 'mac_address': 'fa:16:3e:67:0b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:26:45.295708 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:45.307784 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95ccab0a-72b0-4e19-874f-d6e192b4964a {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:26:45.327383 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 95ccab0a-72b0-4e19-874f-d6e192b4964a, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=95ccab0a-72b0-4e19-874f-d6e192b4964a,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:26:45.428857 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:45.477675 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=95ccab0a-72b0-4e19-874f-d6e192b4964a,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:45.485926 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:45.486286 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:45.486612 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:45.486944 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:45.487315 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:45.487628 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:45.487953 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:45.488277 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:45.488593 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:45.488913 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:45.489229 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:45.489546 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:45.610604 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-6ced4106-5c5c-4322-b4cf-9e15179cbb4f tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:45.612070 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-6ced4106-5c5c-4322-b4cf-9e15179cbb4f tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078&tenant_id=e9f8f14385164b03b43038c362f2c023&binding%3Ahost_id=n-h1-771363-31 HTTP/1.1" status: 200 len: 945 time: 0.0763776 Jun 30 10:26:45.628672 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74cb3b-116c-4864-baa2-0feb155e3ef0 req-df982bed-8e30-44b7-a33b-1c9a87693004 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:45.630161 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7f74cb3b-116c-4864-baa2-0feb155e3ef0 req-df982bed-8e30-44b7-a33b-1c9a87693004 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 945 time: 0.0675800 Jun 30 10:26:45.669189 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7f74cb3b-116c-4864-baa2-0feb155e3ef0 req-3f754b51-c45c-4c6d-921d-c4a6e694710f tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333617 Jun 30 10:26:45.674728 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-879fdec4-ea93-489d-b150-d374ec1403ca service neutron] 10.222.0.52 "GET /v2.0/ports/95ccab0a-72b0-4e19-874f-d6e192b4964a/bindings/n-h1-771363-31 HTTP/1.1" status: 200 len: 383 time: 0.0559554 Jun 30 10:26:45.704080 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['95ccab0a-72b0-4e19-874f-d6e192b4964a'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:26:45.754171 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-70f5edd0-51d0-4113-be3b-fe8b2440abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:45.755604 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-70f5edd0-51d0-4113-be3b-fe8b2440abd1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 1097 time: 0.0535421 Jun 30 10:26:45.852510 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-60f9d4f1-6c2b-4471-91a9-8179cba5903d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:45.854973 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-60f9d4f1-6c2b-4471-91a9-8179cba5903d service neutron] 10.222.0.52 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.0921226 Jun 30 10:26:45.919233 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-51d076ec-fe10-4753-be52-1efc5a8fb5ca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95ccab0a-72b0-4e19-874f-d6e192b4964a HTTP/1.1" status: 200 len: 1002 time: 0.0567095 Jun 30 10:26:45.966023 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-a2d1f87a-8c9d-458a-a7f6-a59c94233714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:45.967489 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-a2d1f87a-8c9d-458a-a7f6-a59c94233714 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0423775 Jun 30 10:26:46.028433 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-676e47cd-c217-4679-a7d7-0e89c864fce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:46.029824 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-676e47cd-c217-4679-a7d7-0e89c864fce2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555048 Jun 30 10:26:46.116338 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-8eb0980d-7056-4a5e-8212-ed16c22c7911 service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785470 Jun 30 10:26:46.207436 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-63fe3366-d240-4a71-b13b-a9b68f725c52 service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839906 Jun 30 10:26:46.847216 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49861156-5653-4fcf-8021-54cb9dce6725 req-83abdc60-18e8-4a8e-a407-be24ecc82053 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:46.848682 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-49861156-5653-4fcf-8021-54cb9dce6725 req-83abdc60-18e8-4a8e-a407-be24ecc82053 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 945 time: 0.0638142 Jun 30 10:26:46.886543 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-49861156-5653-4fcf-8021-54cb9dce6725 req-908f1fa6-c754-4f9f-b1a3-63722355efb6 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322685 Jun 30 10:26:47.148094 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 95ccab0a-72b0-4e19-874f-d6e192b4964a up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:26:47.254402 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 95ccab0a-72b0-4e19-874f-d6e192b4964a completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:26:47.258173 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 95ccab0a-72b0-4e19-874f-d6e192b4964a triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:26:47.258534 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:47.335514 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:47.358884 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d7d018-a52c-4cdf-8061-1ae4a2b66078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ccab0a-72b0-4e19-874f-d6e192b4964a'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:26:47.361160 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6aaa8f-f52f-41b4-86c3-d39d46a18939" -d '{"events": [{"server_uuid": "e4d7d018-a52c-4cdf-8061-1ae4a2b66078", "name": "network-vif-plugged", "status": "completed", "tag": "95ccab0a-72b0-4e19-874f-d6e192b4964a"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:26:47.374248 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 95ccab0a-72b0-4e19-874f-d6e192b4964a, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=95ccab0a-72b0-4e19-874f-d6e192b4964a,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:26:47.408989 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21138100-079f-498e-9243-719c7b2c797e x-openstack-request-id: req-21138100-079f-498e-9243-719c7b2c797e {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:26:47.409293 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d7d018-a52c-4cdf-8061-1ae4a2b66078", "name": "network-vif-plugged", "status": "completed", "tag": "95ccab0a-72b0-4e19-874f-d6e192b4964a", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:26:47.409547 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-21138100-079f-498e-9243-719c7b2c797e {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:26:47.409944 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d7d018-a52c-4cdf-8061-1ae4a2b66078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ccab0a-72b0-4e19-874f-d6e192b4964a', 'code': 200} Jun 30 10:26:47.454941 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:47.503299 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=95ccab0a-72b0-4e19-874f-d6e192b4964a,revision_number=9']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:48.061964 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50703a7-42a1-4dea-b5cd-7dcd2f526785 req-d601dddf-1c79-40ae-937e-45bfda91fb75 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:48.063481 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b50703a7-42a1-4dea-b5cd-7dcd2f526785 req-d601dddf-1c79-40ae-937e-45bfda91fb75 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 946 time: 0.0644701 Jun 30 10:26:48.100760 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b50703a7-42a1-4dea-b5cd-7dcd2f526785 req-0f8764de-49fc-45ac-a1c4-fa58b1cf18b9 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315289 Jun 30 10:26:49.112543 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-bd115528-8d67-4789-afce-df4a49b80613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:49.113924 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-bd115528-8d67-4789-afce-df4a49b80613 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078&tenant_id=e9f8f14385164b03b43038c362f2c023 HTTP/1.1" status: 200 len: 1098 time: 0.0566990 Jun 30 10:26:49.125095 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-31', 'device_owner': 'compute:nova'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:26:49.197569 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:49.276018 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaeb3b1-acfb-4221-8961-3e62d540d6a7 req-176a648e-a8f3-48cd-b61d-99c1c3d2d184 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:49.277509 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2eaeb3b1-acfb-4221-8961-3e62d540d6a7 req-176a648e-a8f3-48cd-b61d-99c1c3d2d184 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 946 time: 0.0632787 Jun 30 10:26:49.316817 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2eaeb3b1-acfb-4221-8961-3e62d540d6a7 req-93176796-45fe-4de0-b786-852f186dad52 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332730 Jun 30 10:26:49.403588 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] For port 95ccab0a-72b0-4e19-874f-d6e192b4964a, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=95ccab0a-72b0-4e19-874f-d6e192b4964a,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:26:49.435654 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] For port 95ccab0a-72b0-4e19-874f-d6e192b4964a, host n-h1-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:26:49.477715 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d7d018-a52c-4cdf-8061-1ae4a2b66078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95ccab0a-72b0-4e19-874f-d6e192b4964a'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:26:49.480006 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199f91bf-2961-4deb-b083-453d7366bf4f" -d '{"events": [{"server_uuid": "e4d7d018-a52c-4cdf-8061-1ae4a2b66078", "name": "network-vif-unplugged", "status": "completed", "tag": "95ccab0a-72b0-4e19-874f-d6e192b4964a"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:26:49.484071 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:49.496667 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] Transition to ACTIVE for port object 95ccab0a-72b0-4e19-874f-d6e192b4964a will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:26:49.532460 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 10:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cf1658-93f7-4654-ac0e-4e77032c57fb x-openstack-request-id: req-21cf1658-93f7-4654-ac0e-4e77032c57fb {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:26:49.532752 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d7d018-a52c-4cdf-8061-1ae4a2b66078", "name": "network-vif-unplugged", "status": "completed", "tag": "95ccab0a-72b0-4e19-874f-d6e192b4964a", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:26:49.532998 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-21cf1658-93f7-4654-ac0e-4e77032c57fb {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:26:49.533390 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d7d018-a52c-4cdf-8061-1ae4a2b66078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95ccab0a-72b0-4e19-874f-d6e192b4964a', 'code': 200} Jun 30 10:26:49.574577 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:49.649742 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] Pushing event updated for resources: {'Port': ['ID=95ccab0a-72b0-4e19-874f-d6e192b4964a,revision_number=10']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:49.663355 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:49.663702 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:49.664041 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:49.664369 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:49.664694 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:49.665018 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:49.665341 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:49.665659 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:49.665978 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:49.666295 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:49.666608 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:49.666926 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:49.704523 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] No DVR routers for this DVR port 95ccab0a-72b0-4e19-874f-d6e192b4964a on host n-h1-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:26:49.859253 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] Attempting to bind port 95ccab0a-72b0-4e19-874f-d6e192b4964a on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:26:49.859712 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] Attempting to bind port 95ccab0a-72b0-4e19-874f-d6e192b4964a by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:26:49.860086 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] Attempting to bind port 95ccab0a-72b0-4e19-874f-d6e192b4964a on network 06561236-8fc5-4ee2-8277-b1f7dae949d9 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:26:49.864887 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] Port 95ccab0a-72b0-4e19-874f-d6e192b4964a on network 06561236-8fc5-4ee2-8277-b1f7dae949d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:26:49.865231 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] Attempting to bind port 95ccab0a-72b0-4e19-874f-d6e192b4964a on network 06561236-8fc5-4ee2-8277-b1f7dae949d9 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:26:49.870262 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:26:49.870591 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] Checking segment: {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:26:49.871429 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] Bound using segment: {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:26:49.871789 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] Bound port: 95ccab0a-72b0-4e19-874f-d6e192b4964a, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:26:49.872139 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:49.948334 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] For port 95ccab0a-72b0-4e19-874f-d6e192b4964a, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:26:49.952118 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] For port 95ccab0a-72b0-4e19-874f-d6e192b4964a, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=95ccab0a-72b0-4e19-874f-d6e192b4964a,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:26:50.052123 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:50.085259 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:50.085825 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:50.087411 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] 10.222.0.37 "PUT /v2.0/ports/95ccab0a-72b0-4e19-874f-d6e192b4964a HTTP/1.1" status: 200 len: 1094 time: 0.9670572 Jun 30 10:26:50.123981 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19b058-68ee-481e-a5f4-ad490e77227e service neutron] Pushing event updated for resources: {'Port': ['ID=95ccab0a-72b0-4e19-874f-d6e192b4964a,revision_number=11']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:50.172845 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-ffc896ef-1293-4513-855a-9ecadc9c8ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:50.174373 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-ffc896ef-1293-4513-855a-9ecadc9c8ca7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 1097 time: 0.0619416 Jun 30 10:26:50.268945 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-e5f728d1-86d1-48a5-82c4-fe238fdd4689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:50.270481 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-e5f728d1-86d1-48a5-82c4-fe238fdd4689 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.0905004 Jun 30 10:26:50.334244 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-516682c3-af05-40dc-ad3f-681de642eb13 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95ccab0a-72b0-4e19-874f-d6e192b4964a HTTP/1.1" status: 200 len: 1001 time: 0.0566106 Jun 30 10:26:50.387179 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-7a5203de-f40b-4bd7-b21e-c29a5989f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:50.388626 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-7a5203de-f40b-4bd7-b21e-c29a5989f13e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0478289 Jun 30 10:26:50.445122 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-2ea59bf0-89ba-4a11-9737-571a84c68349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:50.446837 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-2ea59bf0-89ba-4a11-9737-571a84c68349 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524187 Jun 30 10:26:50.497136 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93538fa8-1b1d-44b4-ad1d-f8783bf50f0c req-387ec1e0-6303-46f2-ad90-23c2d5135d1f tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:50.497976 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-93538fa8-1b1d-44b4-ad1d-f8783bf50f0c req-387ec1e0-6303-46f2-ad90-23c2d5135d1f tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 945 time: 0.0636973 Jun 30 10:26:50.513109 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3ea00674-d26f-4852-98a6-8fc7194ec894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:50.538459 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-9740da4e-25bc-475b-b5e1-0ae6871b1f07 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854175 Jun 30 10:26:50.542403 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-93538fa8-1b1d-44b4-ad1d-f8783bf50f0c req-3b7b985d-a6b4-40aa-a8c8-aa5784108e11 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388770 Jun 30 10:26:50.632097 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6f7ef876-da7c-4193-8c70-9077915fb8ef req-976e8711-aa8f-4143-8e39-7bf79120233d service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864923 Jun 30 10:26:51.172158 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 95ccab0a-72b0-4e19-874f-d6e192b4964a no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:26:51.208197 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 95ccab0a-72b0-4e19-874f-d6e192b4964a not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:26:51.534886 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d7d018-a52c-4cdf-8061-1ae4a2b66078', 'tag': '95ccab0a-72b0-4e19-874f-d6e192b4964a'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:26:51.537344 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5196ff7a-4746-425d-a7db-9353c98e5532" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d7d018-a52c-4cdf-8061-1ae4a2b66078", "tag": "95ccab0a-72b0-4e19-874f-d6e192b4964a"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:26:51.586932 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6950d36-1a45-4755-842d-b38e6f242c9f x-openstack-request-id: req-b6950d36-1a45-4755-842d-b38e6f242c9f {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:26:51.587253 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d7d018-a52c-4cdf-8061-1ae4a2b66078", "tag": "95ccab0a-72b0-4e19-874f-d6e192b4964a", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:26:51.587511 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b6950d36-1a45-4755-842d-b38e6f242c9f {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:26:51.587905 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d7d018-a52c-4cdf-8061-1ae4a2b66078', 'tag': '95ccab0a-72b0-4e19-874f-d6e192b4964a', 'status': 'completed', 'code': 200} Jun 30 10:26:51.706345 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196ff7a-4746-425d-a7db-9353c98e5532 req-e5caf9f4-2630-4ca5-a806-a94d9e1b3350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:51.707914 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5196ff7a-4746-425d-a7db-9353c98e5532 req-e5caf9f4-2630-4ca5-a806-a94d9e1b3350 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 1097 time: 0.0982542 Jun 30 10:26:51.710405 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196ff7a-4746-425d-a7db-9353c98e5532 req-17bd4250-8ec2-4dc4-b2ad-c09c51159af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:51.711982 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5196ff7a-4746-425d-a7db-9353c98e5532 req-17bd4250-8ec2-4dc4-b2ad-c09c51159af0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 1097 time: 0.0939035 Jun 30 10:26:51.724380 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae1559-c394-4b5c-b3d9-32fd5cdb6e4a req-cdc61393-db7c-40cd-b43b-013cc4d4f904 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:51.725873 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a9ae1559-c394-4b5c-b3d9-32fd5cdb6e4a req-cdc61393-db7c-40cd-b43b-013cc4d4f904 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 945 time: 0.0635540 Jun 30 10:26:51.765286 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a9ae1559-c394-4b5c-b3d9-32fd5cdb6e4a req-70d0d23b-f795-4ee9-a74c-7c8515624549 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336399 Jun 30 10:26:51.869370 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196ff7a-4746-425d-a7db-9353c98e5532 req-33bbe899-edb1-4c3c-8dd8-34534cc851dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:51.870749 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5196ff7a-4746-425d-a7db-9353c98e5532 req-33bbe899-edb1-4c3c-8dd8-34534cc851dc service neutron] 10.222.0.52 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.1532779 Jun 30 10:26:51.872738 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196ff7a-4746-425d-a7db-9353c98e5532 req-6b573bf6-11d6-4420-a82e-0fde126e8282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:51.873977 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5196ff7a-4746-425d-a7db-9353c98e5532 req-6b573bf6-11d6-4420-a82e-0fde126e8282 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.1491244 Jun 30 10:26:51.981598 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5196ff7a-4746-425d-a7db-9353c98e5532 req-a2ef7e36-14f7-4d67-aa81-edd5aaf92190 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95ccab0a-72b0-4e19-874f-d6e192b4964a HTTP/1.1" status: 200 len: 1001 time: 0.1010318 Jun 30 10:26:51.983359 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5196ff7a-4746-425d-a7db-9353c98e5532 req-05d3762e-b5a4-4d68-9464-2e6bd5b9d2a4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95ccab0a-72b0-4e19-874f-d6e192b4964a HTTP/1.1" status: 200 len: 1001 time: 0.1039293 Jun 30 10:26:52.068484 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196ff7a-4746-425d-a7db-9353c98e5532 req-94327fd9-a98e-4772-b01f-6fff5b83f9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:52.069931 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5196ff7a-4746-425d-a7db-9353c98e5532 req-94327fd9-a98e-4772-b01f-6fff5b83f9dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0819149 Jun 30 10:26:52.071564 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196ff7a-4746-425d-a7db-9353c98e5532 req-dc28c58a-4404-4cdc-bd9b-a46e70110022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:52.072822 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5196ff7a-4746-425d-a7db-9353c98e5532 req-dc28c58a-4404-4cdc-bd9b-a46e70110022 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0777841 Jun 30 10:26:52.163607 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196ff7a-4746-425d-a7db-9353c98e5532 req-5fc061cc-c3ed-49aa-bb2b-5b75de48ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:52.165013 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5196ff7a-4746-425d-a7db-9353c98e5532 req-5fc061cc-c3ed-49aa-bb2b-5b75de48ba77 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0878780 Jun 30 10:26:52.167488 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196ff7a-4746-425d-a7db-9353c98e5532 req-89e4275d-8f7b-4c7e-9922-8d82d0826cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:52.170697 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5196ff7a-4746-425d-a7db-9353c98e5532 req-89e4275d-8f7b-4c7e-9922-8d82d0826cd0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0854988 Jun 30 10:26:52.339650 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5196ff7a-4746-425d-a7db-9353c98e5532 req-bf41b41c-988d-4912-a2c6-719c097ecf8a service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673005 Jun 30 10:26:52.343613 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5196ff7a-4746-425d-a7db-9353c98e5532 req-2039cad5-fcac-47c9-91fe-2727cdee997f service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545279 Jun 30 10:26:52.498723 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5196ff7a-4746-425d-a7db-9353c98e5532 req-a316365d-d8f8-42fd-9286-18c9477b4638 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515265 Jun 30 10:26:52.502032 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5196ff7a-4746-425d-a7db-9353c98e5532 req-22943935-5dea-4a75-b436-8220ff68ffdd service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477544 Jun 30 10:26:52.954831 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-96ea2780-eb04-4418-9683-cc770ba54374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:53.190591 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1744687-8f7e-4329-a472-04b4b5b3306d req-b20ffb8b-573c-479c-8cce-eb67ccd1fb8d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:53.192027 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f1744687-8f7e-4329-a472-04b4b5b3306d req-b20ffb8b-573c-479c-8cce-eb67ccd1fb8d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 945 time: 0.3122163 Jun 30 10:26:53.230163 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f1744687-8f7e-4329-a472-04b4b5b3306d req-4df067dd-7791-4f37-9f9a-c44cf20ffed9 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324373 Jun 30 10:26:53.637601 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:54.428620 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5e1ee-795c-4e22-beaf-af181b95eca7 req-088d16cf-eca7-4476-ada4-802b14ed7ab4 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:54.430025 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-03c5e1ee-795c-4e22-beaf-af181b95eca7 req-088d16cf-eca7-4476-ada4-802b14ed7ab4 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 945 time: 0.0649388 Jun 30 10:26:54.468939 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-03c5e1ee-795c-4e22-beaf-af181b95eca7 req-75f55a9a-29c5-4c28-8d27-f55aeccb628a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328836 Jun 30 10:26:54.611090 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 95ccab0a-72b0-4e19-874f-d6e192b4964a details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:26:54.641226 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6127fc-45bf-4f62-9ac7-d183ca3681a7 req-147efd5e-8c84-4899-9060-bab8c5bf3a13 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:54.642781 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9c6127fc-45bf-4f62-9ac7-d183ca3681a7 req-147efd5e-8c84-4899-9060-bab8c5bf3a13 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 945 time: 0.0640442 Jun 30 10:26:54.683360 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9c6127fc-45bf-4f62-9ac7-d183ca3681a7 req-beab2b59-d322-4cad-b757-472c1fb6b324 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344427 Jun 30 10:26:54.724607 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 95ccab0a-72b0-4e19-874f-d6e192b4964a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=95ccab0a-72b0-4e19-874f-d6e192b4964a,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:26:54.736672 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '95ccab0a-72b0-4e19-874f-d6e192b4964a', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'port_id': '95ccab0a-72b0-4e19-874f-d6e192b4964a', 'mac_address': 'fa:16:3e:67:0b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:26:54.773502 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:54.787327 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95ccab0a-72b0-4e19-874f-d6e192b4964a {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:26:54.806574 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 95ccab0a-72b0-4e19-874f-d6e192b4964a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=95ccab0a-72b0-4e19-874f-d6e192b4964a,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:26:54.863379 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe1383-2283-4911-89fd-726736f5f17c req-a6c6907d-e443-4f8d-870e-288b8c6a2339 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:54.864950 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81fe1383-2283-4911-89fd-726736f5f17c req-a6c6907d-e443-4f8d-870e-288b8c6a2339 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 945 time: 0.0698116 Jun 30 10:26:54.866710 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:54.903007 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:54.906498 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-81fe1383-2283-4911-89fd-726736f5f17c req-0ac569e9-8256-45f6-b4df-f099bc579959 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341640 Jun 30 10:26:54.921824 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=95ccab0a-72b0-4e19-874f-d6e192b4964a,revision_number=12']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:55.205091 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['95ccab0a-72b0-4e19-874f-d6e192b4964a'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:26:55.523196 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed38186-e76e-4b56-b853-e8a7a1552262 req-eea1d87b-e137-4298-b1ce-0ae151d9b42e tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:55.524664 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9ed38186-e76e-4b56-b853-e8a7a1552262 req-eea1d87b-e137-4298-b1ce-0ae151d9b42e tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 946 time: 0.0635052 Jun 30 10:26:55.562302 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9ed38186-e76e-4b56-b853-e8a7a1552262 req-a1576b21-d998-4cbd-bae8-ac1717f163fb tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313063 Jun 30 10:26:56.574312 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:56.628126 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 95ccab0a-72b0-4e19-874f-d6e192b4964a up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:26:56.734359 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 95ccab0a-72b0-4e19-874f-d6e192b4964a completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:26:56.738373 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 95ccab0a-72b0-4e19-874f-d6e192b4964a triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:26:56.738829 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:56.748673 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8d0b2-6367-4b44-a90a-5df10d6ae24e req-1bab3dcd-2c77-437a-9994-c5b5a6aa2252 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:56.755478 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e3d8d0b2-6367-4b44-a90a-5df10d6ae24e req-1bab3dcd-2c77-437a-9994-c5b5a6aa2252 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 946 time: 0.0693276 Jun 30 10:26:56.787755 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e3d8d0b2-6367-4b44-a90a-5df10d6ae24e req-e793bc56-edd5-4e76-99fa-cdaeafa2bdc7 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317788 Jun 30 10:26:56.818468 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:56.840369 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d7d018-a52c-4cdf-8061-1ae4a2b66078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ccab0a-72b0-4e19-874f-d6e192b4964a'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:26:56.846921 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142ce7f2-dd7f-4f35-9040-07cdb2bda990" -d '{"events": [{"server_uuid": "e4d7d018-a52c-4cdf-8061-1ae4a2b66078", "name": "network-vif-plugged", "status": "completed", "tag": "95ccab0a-72b0-4e19-874f-d6e192b4964a"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:26:56.855691 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 95ccab0a-72b0-4e19-874f-d6e192b4964a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=95ccab0a-72b0-4e19-874f-d6e192b4964a,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:26:56.880243 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8129ff-fdda-425e-926c-fef870545851 x-openstack-request-id: req-eb8129ff-fdda-425e-926c-fef870545851 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:26:56.880542 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d7d018-a52c-4cdf-8061-1ae4a2b66078", "name": "network-vif-plugged", "status": "completed", "tag": "95ccab0a-72b0-4e19-874f-d6e192b4964a", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:26:56.880816 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eb8129ff-fdda-425e-926c-fef870545851 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:26:56.881224 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d7d018-a52c-4cdf-8061-1ae4a2b66078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ccab0a-72b0-4e19-874f-d6e192b4964a', 'code': 200} Jun 30 10:26:56.931801 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:56.982618 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=95ccab0a-72b0-4e19-874f-d6e192b4964a,revision_number=13']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:57.051679 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be6197-32f0-4f25-a6da-9329dd053562 req-49d671c1-446e-415b-b3c1-af329e51f064 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:57.053058 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88be6197-32f0-4f25-a6da-9329dd053562 req-49d671c1-446e-415b-b3c1-af329e51f064 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 947 time: 0.0637009 Jun 30 10:26:57.153706 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-88be6197-32f0-4f25-a6da-9329dd053562 req-bc7d09dd-6b12-40b6-835c-f9eb7b3259c0 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Deleting port 95ccab0a-72b0-4e19-874f-d6e192b4964a {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:26:57.154365 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-88be6197-32f0-4f25-a6da-9329dd053562 req-bc7d09dd-6b12-40b6-835c-f9eb7b3259c0 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:57.239459 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-88be6197-32f0-4f25-a6da-9329dd053562 req-bc7d09dd-6b12-40b6-835c-f9eb7b3259c0 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] For port 95ccab0a-72b0-4e19-874f-d6e192b4964a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=95ccab0a-72b0-4e19-874f-d6e192b4964a,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:26:57.239818 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-88be6197-32f0-4f25-a6da-9329dd053562 req-bc7d09dd-6b12-40b6-835c-f9eb7b3259c0 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:57.409333 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-88be6197-32f0-4f25-a6da-9329dd053562 req-bc7d09dd-6b12-40b6-835c-f9eb7b3259c0 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:57.409621 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-88be6197-32f0-4f25-a6da-9329dd053562 req-bc7d09dd-6b12-40b6-835c-f9eb7b3259c0 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:57.409935 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [req-88be6197-32f0-4f25-a6da-9329dd053562 req-bc7d09dd-6b12-40b6-835c-f9eb7b3259c0 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Floating IP b9eddb6e-2709-42d7-97f5-1105b41f63c5 disassociated. External IP: 172.25.6.166, port: 95ccab0a-72b0-4e19-874f-d6e192b4964a. Jun 30 10:26:57.410286 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-88be6197-32f0-4f25-a6da-9329dd053562 req-bc7d09dd-6b12-40b6-835c-f9eb7b3259c0 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Calling delete_port for 95ccab0a-72b0-4e19-874f-d6e192b4964a owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:26:57.620119 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-88be6197-32f0-4f25-a6da-9329dd053562 req-bc7d09dd-6b12-40b6-835c-f9eb7b3259c0 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:57.648729 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d09dd-6b12-40b6-835c-f9eb7b3259c0 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Pushing event deleted for resources: {'Port': ['ID=95ccab0a-72b0-4e19-874f-d6e192b4964a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:57.770151 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88be6197-32f0-4f25-a6da-9329dd053562 req-bc7d09dd-6b12-40b6-835c-f9eb7b3259c0 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Router 1c4961ba-dbd5-4c68-92ac-442b8970845e has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:26:57.880767 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88be6197-32f0-4f25-a6da-9329dd053562 req-bc7d09dd-6b12-40b6-835c-f9eb7b3259c0 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:26:57.892271 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc863aca-7237-4be2-a338-ea4deab89732 None None] Sync routers for ids ['1c4961ba-dbd5-4c68-92ac-442b8970845e'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:26:57.902710 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc863aca-7237-4be2-a338-ea4deab89732 None None] Routers {'1c4961ba-dbd5-4c68-92ac-442b8970845e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:26:57.903393 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-fc863aca-7237-4be2-a338-ea4deab89732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:26:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c4961ba-dbd5-4c68-92ac-442b8970845e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:57.952823 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-88be6197-32f0-4f25-a6da-9329dd053562 req-bc7d09dd-6b12-40b6-835c-f9eb7b3259c0 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] No DVR routers for this DVR port 95ccab0a-72b0-4e19-874f-d6e192b4964a on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:26:57.955419 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-88be6197-32f0-4f25-a6da-9329dd053562 req-bc7d09dd-6b12-40b6-835c-f9eb7b3259c0 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:57.958246 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88be6197-32f0-4f25-a6da-9329dd053562 req-bc7d09dd-6b12-40b6-835c-f9eb7b3259c0 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.37 "DELETE /v2.0/ports/95ccab0a-72b0-4e19-874f-d6e192b4964a HTTP/1.1" status: 204 len: 173 time: 0.8993320 Jun 30 10:26:57.958868 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d7d018-a52c-4cdf-8061-1ae4a2b66078', 'name': 'network-vif-deleted', 'tag': '95ccab0a-72b0-4e19-874f-d6e192b4964a'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:26:57.961638 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef3175e-7943-4535-8fbf-fb3d335b0764" -d '{"events": [{"server_uuid": "e4d7d018-a52c-4cdf-8061-1ae4a2b66078", "name": "network-vif-deleted", "tag": "95ccab0a-72b0-4e19-874f-d6e192b4964a"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:26:57.965607 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f123622d-bba6-4bdb-9b7a-ca29788d65e8 req-1a16f7e1-afb9-45c8-ac64-0a73b4cddd98 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d7d018-a52c-4cdf-8061-1ae4a2b66078 HTTP/1.1" status: 200 len: 210 time: 0.0577271 Jun 30 10:26:57.977967 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:26:58.012441 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5846fc-170f-4adf-9ceb-64b5431dc4a7 x-openstack-request-id: req-7b5846fc-170f-4adf-9ceb-64b5431dc4a7 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:26:58.012790 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d7d018-a52c-4cdf-8061-1ae4a2b66078", "name": "network-vif-deleted", "tag": "95ccab0a-72b0-4e19-874f-d6e192b4964a", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:26:58.013044 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7b5846fc-170f-4adf-9ceb-64b5431dc4a7 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:26:58.013576 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d7d018-a52c-4cdf-8061-1ae4a2b66078', 'name': 'network-vif-deleted', 'tag': '95ccab0a-72b0-4e19-874f-d6e192b4964a', 'status': 'completed', 'code': 200} Jun 30 10:26:58.017256 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-fc863aca-7237-4be2-a338-ea4deab89732 None None] Set router 1c4961ba-dbd5-4c68-92ac-442b8970845e gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:26:58.223154 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-fc863aca-7237-4be2-a338-ea4deab89732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:18Z', 'revision_number': 4, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'gw_port': {'id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'a6c740cb-dd18-4eb7-8133-05ddd1e3e23c', 'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'mac_address': 'fa:16:3e:e2:e8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:17Z', 'updated_at': '2021-06-30T10:17:22Z', 'revision_number': 5, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'subnets': [{'id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:58.250176 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc863aca-7237-4be2-a338-ea4deab89732 None None] Checking router: 1c4961ba-dbd5-4c68-92ac-442b8970845e for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:26:58.258409 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc863aca-7237-4be2-a338-ea4deab89732 None None] Routers {'1c4961ba-dbd5-4c68-92ac-442b8970845e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:26:58.259020 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-fc863aca-7237-4be2-a338-ea4deab89732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:26:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c4961ba-dbd5-4c68-92ac-442b8970845e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:58.363541 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-fc863aca-7237-4be2-a338-ea4deab89732 None None] Set router 1c4961ba-dbd5-4c68-92ac-442b8970845e gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:26:58.566271 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-fc863aca-7237-4be2-a338-ea4deab89732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:18Z', 'revision_number': 4, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'gw_port': {'id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'a6c740cb-dd18-4eb7-8133-05ddd1e3e23c', 'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'mac_address': 'fa:16:3e:e2:e8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:17Z', 'updated_at': '2021-06-30T10:17:22Z', 'revision_number': 5, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'subnets': [{'id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:58.592152 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc863aca-7237-4be2-a338-ea4deab89732 None None] The sync data for ids ['1c4961ba-dbd5-4c68-92ac-442b8970845e'] in n-d-771363-31 is: [{'id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:18Z', 'revision_number': 4, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'gw_port': {'id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'a6c740cb-dd18-4eb7-8133-05ddd1e3e23c', 'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'mac_address': 'fa:16:3e:e2:e8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:17Z', 'updated_at': '2021-06-30T10:17:22Z', 'revision_number': 5, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'subnets': [{'id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:26:58.830507 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720105f6-df9e-499b-a97d-753acddb9c72 None None] New status for floating IP b9eddb6e-2709-42d7-97f5-1105b41f63c5: DOWN {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:26:59.363524 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-06312ad5-75be-4309-b41f-dfeb288b1492 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--2049030941&fields=id&tenant_id=e9f8f14385164b03b43038c362f2c023 HTTP/1.1" status: 200 len: 267 time: 0.0321801 Jun 30 10:26:59.467651 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-3166f4b9-b53a-40ab-b5a4-a28455802f1a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:59.469098 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-3166f4b9-b53a-40ab-b5a4-a28455802f1a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 812 time: 0.0993676 Jun 30 10:26:59.484101 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-110066a2-62ad-4ac7-a7ea-fd707f815d23 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/quotas/e9f8f14385164b03b43038c362f2c023 HTTP/1.1" status: 200 len: 375 time: 0.0095963 Jun 30 10:26:59.560773 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-2a76ca5f-7891-42d2-bfcd-63348875ac2e tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0717523 Jun 30 10:26:59.613303 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-02c8a1c9-dd1c-4acf-bede-f4ed9d75a127 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:26:59.614316 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-02c8a1c9-dd1c-4acf-bede-f4ed9d75a127 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0427504 Jun 30 10:26:59.703042 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-6cd71f67-0426-4a30-ae80-ac3935549499 service neutron] 10.222.0.10 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827761 Jun 30 10:26:59.797487 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-07319e40-1500-4078-9806-3ad7c004cc9e service neutron] 10.222.0.10 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884116 Jun 30 10:27:00.045741 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9501a610-5fc2-44d0-a360-4050dfdb6669 req-950b87f1-1730-447b-982e-54820bc86afa tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 210 time: 0.0286291 Jun 30 10:27:00.669810 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 95ccab0a-72b0-4e19-874f-d6e192b4964a no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:27:00.689491 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 95ccab0a-72b0-4e19-874f-d6e192b4964a {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:27:00.689826 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 95ccab0a-72b0-4e19-874f-d6e192b4964a not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:27:01.190885 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2d2f39c6-22bc-457e-883f-383b48e93c91 req-cad81a66-8953-4503-aa0d-a1b71bef2dd5 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 210 time: 0.0286822 Jun 30 10:27:02.338172 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f7b2ae73-04de-4382-a291-b75fc0448a2b req-0e42b465-993f-4ff9-9b17-305e86cbddc0 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 210 time: 0.0326569 Jun 30 10:27:02.349798 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-b4a942ea-8a45-4604-8728-c3ebb0ded838 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:02.353698 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-b4a942ea-8a45-4604-8728-c3ebb0ded838 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.37 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 812 time: 0.1016154 Jun 30 10:27:02.399406 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-5fba03c9-b5fd-4e1c-b166-068f71d2a640 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9f8f14385164b03b43038c362f2c023 HTTP/1.1" status: 200 len: 380 time: 0.0387623 Jun 30 10:27:02.408367 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-43f27aba-b78f-4500-b9eb-7d88df01171d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Request body: {'port': {'device_id': 'e787f890-cae8-4c0e-88bf-03313fac3553', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'admin_state_up': True, 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'security_groups': ['e129980d-f15b-4e8f-974d-e186d9c2c4f3']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:27:02.588829 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-43f27aba-b78f-4500-b9eb-7d88df01171d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Made reservation on behalf of e9f8f14385164b03b43038c362f2c023 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:27:02.593173 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-43f27aba-b78f-4500-b9eb-7d88df01171d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:02.724303 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-43f27aba-b78f-4500-b9eb-7d88df01171d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Allocated IP 172.20.0.14 (06561236-8fc5-4ee2-8277-b1f7dae949d9/39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b/b99a2207-6d4c-4383-b894-8b1993042c22) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:27:02.859216 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-43f27aba-b78f-4500-b9eb-7d88df01171d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:02.874073 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-43f27aba-b78f-4500-b9eb-7d88df01171d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Transition to ACTIVE for port object b99a2207-6d4c-4383-b894-8b1993042c22 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:27:02.965969 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-43f27aba-b78f-4500-b9eb-7d88df01171d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:03.014834 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-43f27aba-b78f-4500-b9eb-7d88df01171d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Network 06561236-8fc5-4ee2-8277-b1f7dae949d9 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:27:03.017982 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-43f27aba-b78f-4500-b9eb-7d88df01171d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:27:03.023815 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-43f27aba-b78f-4500-b9eb-7d88df01171d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:27:03.048110 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f27aba-b78f-4500-b9eb-7d88df01171d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Pushing event updated for resources: {'Port': ['ID=b99a2207-6d4c-4383-b894-8b1993042c22,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:03.077534 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-43f27aba-b78f-4500-b9eb-7d88df01171d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:03.078192 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-43f27aba-b78f-4500-b9eb-7d88df01171d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:03.158127 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-43f27aba-b78f-4500-b9eb-7d88df01171d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7535059 Jun 30 10:27:03.169774 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-3619d7e2-22c8-400d-9917-01651ebc0428 service neutron] Request body: {'port': {'device_id': 'e787f890-cae8-4c0e-88bf-03313fac3553', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:27:03.241409 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-3619d7e2-22c8-400d-9917-01651ebc0428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:03.335093 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3b52940a-b7e8-4558-8700-36ed88b522dd None None] Provisioning for port b99a2207-6d4c-4383-b894-8b1993042c22 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:27:03.339440 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3b52940a-b7e8-4558-8700-36ed88b522dd None None] Provisioning complete for port b99a2207-6d4c-4383-b894-8b1993042c22 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:27:03.341009 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3b52940a-b7e8-4558-8700-36ed88b522dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:03.376692 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-3b52940a-b7e8-4558-8700-36ed88b522dd None None] Port b99a2207-6d4c-4383-b894-8b1993042c22 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:27:03.567602 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-3619d7e2-22c8-400d-9917-01651ebc0428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b99a2207-6d4c-4383-b894-8b1993042c22 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:27:03.578754 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-3619d7e2-22c8-400d-9917-01651ebc0428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:03.593428 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd4f61-c0de-4059-9570-f588c1103528 req-4a5e6f04-3851-4ba0-b07f-b286b227ab79 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:03.594875 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6fbd4f61-c0de-4059-9570-f588c1103528 req-4a5e6f04-3851-4ba0-b07f-b286b227ab79 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 932 time: 0.1359203 Jun 30 10:27:03.602805 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-3619d7e2-22c8-400d-9917-01651ebc0428 service neutron] Transition to ACTIVE for port object b99a2207-6d4c-4383-b894-8b1993042c22 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:27:03.636717 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6fbd4f61-c0de-4059-9570-f588c1103528 req-e5694258-dc7e-4b79-a56a-2efabccd6407 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349259 Jun 30 10:27:03.685864 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-3619d7e2-22c8-400d-9917-01651ebc0428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:03.740846 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619d7e2-22c8-400d-9917-01651ebc0428 service neutron] Pushing event updated for resources: {'Port': ['ID=b99a2207-6d4c-4383-b894-8b1993042c22,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:03.814376 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-3619d7e2-22c8-400d-9917-01651ebc0428 service neutron] Attempting to bind port b99a2207-6d4c-4383-b894-8b1993042c22 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:27:03.814716 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-3619d7e2-22c8-400d-9917-01651ebc0428 service neutron] Attempting to bind port b99a2207-6d4c-4383-b894-8b1993042c22 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:27:03.815047 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-3619d7e2-22c8-400d-9917-01651ebc0428 service neutron] Attempting to bind port b99a2207-6d4c-4383-b894-8b1993042c22 on network 06561236-8fc5-4ee2-8277-b1f7dae949d9 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:27:03.820047 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-3619d7e2-22c8-400d-9917-01651ebc0428 service neutron] Port b99a2207-6d4c-4383-b894-8b1993042c22 on network 06561236-8fc5-4ee2-8277-b1f7dae949d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:27:03.820377 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-3619d7e2-22c8-400d-9917-01651ebc0428 service neutron] Attempting to bind port b99a2207-6d4c-4383-b894-8b1993042c22 on network 06561236-8fc5-4ee2-8277-b1f7dae949d9 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:27:03.827087 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-3619d7e2-22c8-400d-9917-01651ebc0428 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:27:03.827554 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-3619d7e2-22c8-400d-9917-01651ebc0428 service neutron] Checking segment: {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:27:03.828198 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-3619d7e2-22c8-400d-9917-01651ebc0428 service neutron] Bound using segment: {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:27:03.828646 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-3619d7e2-22c8-400d-9917-01651ebc0428 service neutron] Bound port: b99a2207-6d4c-4383-b894-8b1993042c22, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:27:03.829013 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-3619d7e2-22c8-400d-9917-01651ebc0428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:03.896884 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-3619d7e2-22c8-400d-9917-01651ebc0428 service neutron] For port b99a2207-6d4c-4383-b894-8b1993042c22, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:27:03.899989 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-3619d7e2-22c8-400d-9917-01651ebc0428 service neutron] For port b99a2207-6d4c-4383-b894-8b1993042c22, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=b99a2207-6d4c-4383-b894-8b1993042c22,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:27:04.032423 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-3619d7e2-22c8-400d-9917-01651ebc0428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:04.070998 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-3619d7e2-22c8-400d-9917-01651ebc0428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:04.071599 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-3619d7e2-22c8-400d-9917-01651ebc0428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:04.072971 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-3619d7e2-22c8-400d-9917-01651ebc0428 service neutron] 10.222.0.37 "PUT /v2.0/ports/b99a2207-6d4c-4383-b894-8b1993042c22 HTTP/1.1" status: 200 len: 1093 time: 0.9078526 Jun 30 10:27:04.073421 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e787f890-cae8-4c0e-88bf-03313fac3553', 'tag': 'b99a2207-6d4c-4383-b894-8b1993042c22'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:27:04.076135 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0251069d-accf-4681-b9f2-a4b7fbca37f2" -d '{"events": [{"name": "network-changed", "server_uuid": "e787f890-cae8-4c0e-88bf-03313fac3553", "tag": "b99a2207-6d4c-4383-b894-8b1993042c22"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:27:04.101579 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619d7e2-22c8-400d-9917-01651ebc0428 service neutron] Pushing event updated for resources: {'Port': ['ID=b99a2207-6d4c-4383-b894-8b1993042c22,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:04.124793 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5e2aae-047f-42d9-99f9-2b4f3c3c2d8f x-openstack-request-id: req-6e5e2aae-047f-42d9-99f9-2b4f3c3c2d8f {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:27:04.125086 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e787f890-cae8-4c0e-88bf-03313fac3553", "tag": "b99a2207-6d4c-4383-b894-8b1993042c22", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:27:04.125339 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6e5e2aae-047f-42d9-99f9-2b4f3c3c2d8f {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:27:04.125740 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e787f890-cae8-4c0e-88bf-03313fac3553', 'tag': 'b99a2207-6d4c-4383-b894-8b1993042c22', 'status': 'completed', 'code': 200} Jun 30 10:27:04.206944 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251069d-accf-4681-b9f2-a4b7fbca37f2 req-bafd5f1a-451a-4512-813c-3b19c3cc98ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:04.208577 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0251069d-accf-4681-b9f2-a4b7fbca37f2 req-bafd5f1a-451a-4512-813c-3b19c3cc98ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 1096 time: 0.0597234 Jun 30 10:27:04.304093 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251069d-accf-4681-b9f2-a4b7fbca37f2 req-00b20e2a-a672-4464-85d9-c0d1939644c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:04.305567 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0251069d-accf-4681-b9f2-a4b7fbca37f2 req-00b20e2a-a672-4464-85d9-c0d1939644c6 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e9f8f14385164b03b43038c362f2c023&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0901423 Jun 30 10:27:04.401403 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251069d-accf-4681-b9f2-a4b7fbca37f2 req-e001d82f-d25c-41dd-a565-4fdd9c3d6a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:04.402767 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0251069d-accf-4681-b9f2-a4b7fbca37f2 req-e001d82f-d25c-41dd-a565-4fdd9c3d6a82 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911233 Jun 30 10:27:04.498015 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-9ae2947c-5a98-4835-b7b8-8b7291220a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:04.499539 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-9ae2947c-5a98-4835-b7b8-8b7291220a9f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 1096 time: 0.0599351 Jun 30 10:27:04.543141 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-967ca07d-6d9f-4bb7-a83d-c81488905c6b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b99a2207-6d4c-4383-b894-8b1993042c22 HTTP/1.1" status: 200 len: 217 time: 0.0371501 Jun 30 10:27:04.589495 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-0f3519d3-4940-48c6-8250-51fd08db9583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:04.591632 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-0f3519d3-4940-48c6-8250-51fd08db9583 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0428369 Jun 30 10:27:04.646035 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-dbb0444f-1f30-4c6c-810d-2a233958cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:04.647503 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-dbb0444f-1f30-4c6c-810d-2a233958cad9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504131 Jun 30 10:27:04.739700 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-b0acca10-efe1-450d-8c89-0714a379e0f5 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855577 Jun 30 10:27:04.866344 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-366e5f21-afdf-47c7-bb15-a79f10577dd6 req-7684acf6-1e9b-4089-bbfc-bda890306844 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208417 Jun 30 10:27:04.882383 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc487941-3afd-4cf1-8086-93522e638c5d req-6df55997-a177-4c9e-aabe-3a772b7b40e6 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:04.884168 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cc487941-3afd-4cf1-8086-93522e638c5d req-6df55997-a177-4c9e-aabe-3a772b7b40e6 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 944 time: 0.1313937 Jun 30 10:27:04.923929 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cc487941-3afd-4cf1-8086-93522e638c5d req-89cde733-148f-450b-9de1-934380cf5b37 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333631 Jun 30 10:27:06.098205 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a618b6-9aba-48ba-8c7c-5b48a7b05bfb req-e75d952b-1400-435e-a35f-f3f2bc71a78c tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:06.099754 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-90a618b6-9aba-48ba-8c7c-5b48a7b05bfb req-e75d952b-1400-435e-a35f-f3f2bc71a78c tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 944 time: 0.0633729 Jun 30 10:27:06.138600 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-90a618b6-9aba-48ba-8c7c-5b48a7b05bfb req-e9a94ad6-8c37-4f7a-b491-a7e83ec1fe9b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332956 Jun 30 10:27:07.308844 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6f8ef-95f1-42f7-b453-ec58356df58d req-d8acea47-7115-4536-b8c9-e341dd44954d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:07.310258 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b2f6f8ef-95f1-42f7-b453-ec58356df58d req-d8acea47-7115-4536-b8c9-e341dd44954d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 944 time: 0.0622120 Jun 30 10:27:07.348998 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b2f6f8ef-95f1-42f7-b453-ec58356df58d req-e7172a74-e1de-4b08-8e75-9a7736b358cf tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324447 Jun 30 10:27:08.508347 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:08.526882 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7a554-8ce2-4f30-9945-19b29cf32ee8 req-f76871d6-c4e5-4767-b7f9-679084110fd3 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:08.531307 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-37d7a554-8ce2-4f30-9945-19b29cf32ee8 req-f76871d6-c4e5-4767-b7f9-679084110fd3 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 944 time: 0.0668290 Jun 30 10:27:08.571678 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-37d7a554-8ce2-4f30-9945-19b29cf32ee8 req-92f59544-4330-4cad-89f4-345f7502c8d6 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367155 Jun 30 10:27:08.715189 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device b99a2207-6d4c-4383-b894-8b1993042c22 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:27:08.810947 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port b99a2207-6d4c-4383-b894-8b1993042c22, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=b99a2207-6d4c-4383-b894-8b1993042c22,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:08.821867 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'b99a2207-6d4c-4383-b894-8b1993042c22', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'port_id': 'b99a2207-6d4c-4383-b894-8b1993042c22', 'mac_address': 'fa:16:3e:85:25:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:27:08.858650 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:08.871086 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b99a2207-6d4c-4383-b894-8b1993042c22 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:27:08.891796 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port b99a2207-6d4c-4383-b894-8b1993042c22, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=b99a2207-6d4c-4383-b894-8b1993042c22,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:08.981695 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:09.032521 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=b99a2207-6d4c-4383-b894-8b1993042c22,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:09.308562 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['b99a2207-6d4c-4383-b894-8b1993042c22'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:27:09.614353 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:09.749795 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7db69-194c-46bd-921d-4aeff7e5d019 req-6f167b7f-e4f2-4168-b9f7-8e81e5e18ee9 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:09.751282 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-87f7db69-194c-46bd-921d-4aeff7e5d019 req-6f167b7f-e4f2-4168-b9f7-8e81e5e18ee9 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 945 time: 0.0633218 Jun 30 10:27:09.789960 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-87f7db69-194c-46bd-921d-4aeff7e5d019 req-f32ff706-91e4-407a-9d74-c87dd66f0539 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327411 Jun 30 10:27:10.746709 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device b99a2207-6d4c-4383-b894-8b1993042c22 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:27:10.866042 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port b99a2207-6d4c-4383-b894-8b1993042c22 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:27:10.870266 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port b99a2207-6d4c-4383-b894-8b1993042c22 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:27:10.870631 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:10.950103 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:10.972038 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e787f890-cae8-4c0e-88bf-03313fac3553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99a2207-6d4c-4383-b894-8b1993042c22'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:27:10.974267 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1ccf99-ca8c-46d8-a550-022a5c6f6ee7" -d '{"events": [{"server_uuid": "e787f890-cae8-4c0e-88bf-03313fac3553", "name": "network-vif-plugged", "status": "completed", "tag": "b99a2207-6d4c-4383-b894-8b1993042c22"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:27:10.974817 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2a7e2-fadc-4475-b773-357937543f90 req-5d81c807-1482-4558-8c72-b9fe3281787d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:10.981968 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09b2a7e2-fadc-4475-b773-357937543f90 req-5d81c807-1482-4558-8c72-b9fe3281787d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 945 time: 0.0737729 Jun 30 10:27:10.988303 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port b99a2207-6d4c-4383-b894-8b1993042c22, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=b99a2207-6d4c-4383-b894-8b1993042c22,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:11.013717 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5bbd00-6504-4213-ab95-1d4de52df73b x-openstack-request-id: req-7c5bbd00-6504-4213-ab95-1d4de52df73b {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:27:11.014044 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e787f890-cae8-4c0e-88bf-03313fac3553", "name": "network-vif-plugged", "status": "completed", "tag": "b99a2207-6d4c-4383-b894-8b1993042c22", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:27:11.014305 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7c5bbd00-6504-4213-ab95-1d4de52df73b {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:27:11.014788 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e787f890-cae8-4c0e-88bf-03313fac3553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99a2207-6d4c-4383-b894-8b1993042c22', 'code': 200} Jun 30 10:27:11.019866 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-09b2a7e2-fadc-4475-b773-357937543f90 req-90b6b22d-eec2-4958-8405-d1fae1fb7f4e tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370514 Jun 30 10:27:11.057088 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:11.104721 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=b99a2207-6d4c-4383-b894-8b1993042c22,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:11.133056 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dea8f0-caa5-4ab1-818a-2367a69f88e4 req-7481a015-441b-4e0c-b68e-fe12c44974f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:11.134541 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-00dea8f0-caa5-4ab1-818a-2367a69f88e4 req-7481a015-441b-4e0c-b68e-fe12c44974f4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 1098 time: 0.0575480 Jun 30 10:27:11.167970 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-00dea8f0-caa5-4ab1-818a-2367a69f88e4 req-36a46b4a-02a8-4d06-b105-b0c7d84b0bed service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267558 Jun 30 10:27:12.194970 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2be720-b552-4916-b628-84a72c7b00d1 req-c8543336-3924-4d9f-b29a-11acd9881efa tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:12.196642 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2f2be720-b552-4916-b628-84a72c7b00d1 req-c8543336-3924-4d9f-b29a-11acd9881efa tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 946 time: 0.0656164 Jun 30 10:27:12.241191 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2f2be720-b552-4916-b628-84a72c7b00d1 req-7aa496c1-5928-4501-bc2d-1495242e430d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339947 Jun 30 10:27:13.411463 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57b410-a172-43a1-b802-3ec4815e2192 req-97044aeb-3a17-4da8-92fa-805e59099d1c tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:13.412852 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6d57b410-a172-43a1-b802-3ec4815e2192 req-97044aeb-3a17-4da8-92fa-805e59099d1c tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 946 time: 0.0639470 Jun 30 10:27:13.450966 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6d57b410-a172-43a1-b802-3ec4815e2192 req-8557de70-49a5-4b43-a22d-679df5bc4872 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325401 Jun 30 10:27:13.625644 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4780c8-af27-4ca5-8c93-4ae74428ec87 req-8d8231dc-cbd7-463b-8aeb-fc7ce50c75c6 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:13.627114 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2f4780c8-af27-4ca5-8c93-4ae74428ec87 req-8d8231dc-cbd7-463b-8aeb-fc7ce50c75c6 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 946 time: 0.0667717 Jun 30 10:27:13.635722 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34020) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:27:13.640918 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-8186c270-cf91-4189-b79d-841d6f486870 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Request body: {'floatingip': {'port_id': 'b99a2207-6d4c-4383-b894-8b1993042c22'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:27:13.678616 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8186c270-cf91-4189-b79d-841d6f486870 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for floatingip, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:14.352367 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8186c270-cf91-4189-b79d-841d6f486870 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:14.416425 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8186c270-cf91-4189-b79d-841d6f486870 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:14.526287 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-8186c270-cf91-4189-b79d-841d6f486870 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Floating IP b9eddb6e-2709-42d7-97f5-1105b41f63c5 associated. External IP: 172.25.6.166, port: b99a2207-6d4c-4383-b894-8b1993042c22. Jun 30 10:27:14.730480 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8186c270-cf91-4189-b79d-841d6f486870 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Router 1c4961ba-dbd5-4c68-92ac-442b8970845e has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:27:14.836806 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8186c270-cf91-4189-b79d-841d6f486870 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:27:14.841589 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-8186c270-cf91-4189-b79d-841d6f486870 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:14.847427 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07622ae-5d1a-4a3a-87d4-d60a52a55ad2 None None] Sync routers for ids ['1c4961ba-dbd5-4c68-92ac-442b8970845e'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:27:14.866427 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07622ae-5d1a-4a3a-87d4-d60a52a55ad2 None None] Routers {'1c4961ba-dbd5-4c68-92ac-442b8970845e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:27:14.867264 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a07622ae-5d1a-4a3a-87d4-d60a52a55ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:26:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c4961ba-dbd5-4c68-92ac-442b8970845e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:14.879592 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8186c270-cf91-4189-b79d-841d6f486870 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "PUT /v2.0/floatingips/b9eddb6e-2709-42d7-97f5-1105b41f63c5 HTTP/1.1" status: 200 len: 993 time: 1.2427845 Jun 30 10:27:14.880205 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e787f890-cae8-4c0e-88bf-03313fac3553', 'tag': 'b99a2207-6d4c-4383-b894-8b1993042c22'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:27:14.882512 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bb88b4-6833-42bf-9b71-dff5fbc0ad3d" -d '{"events": [{"name": "network-changed", "server_uuid": "e787f890-cae8-4c0e-88bf-03313fac3553", "tag": "b99a2207-6d4c-4383-b894-8b1993042c22"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:27:14.921168 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b3a58c-a545-4921-accd-c55dcb7ef95b x-openstack-request-id: req-26b3a58c-a545-4921-accd-c55dcb7ef95b {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:27:14.921706 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e787f890-cae8-4c0e-88bf-03313fac3553", "tag": "b99a2207-6d4c-4383-b894-8b1993042c22", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:27:14.922023 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-26b3a58c-a545-4921-accd-c55dcb7ef95b {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:27:14.922539 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e787f890-cae8-4c0e-88bf-03313fac3553', 'tag': 'b99a2207-6d4c-4383-b894-8b1993042c22', 'status': 'completed', 'code': 200} Jun 30 10:27:15.002827 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb88b4-6833-42bf-9b71-dff5fbc0ad3d req-3fef6185-d055-4afa-9f40-66dfb85ae404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:15.004379 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-37bb88b4-6833-42bf-9b71-dff5fbc0ad3d req-3fef6185-d055-4afa-9f40-66dfb85ae404 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 1098 time: 0.0586851 Jun 30 10:27:15.100205 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb88b4-6833-42bf-9b71-dff5fbc0ad3d req-895a7b20-1a9f-412c-ba64-0be5122c8daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:15.101714 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-37bb88b4-6833-42bf-9b71-dff5fbc0ad3d req-895a7b20-1a9f-412c-ba64-0be5122c8daf service neutron] 10.222.0.37 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.0912986 Jun 30 10:27:15.133652 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-a07622ae-5d1a-4a3a-87d4-d60a52a55ad2 None None] Set router 1c4961ba-dbd5-4c68-92ac-442b8970845e gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:27:15.168595 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-37bb88b4-6833-42bf-9b71-dff5fbc0ad3d req-c01ef37f-462d-46c4-8961-90f8db48a363 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b99a2207-6d4c-4383-b894-8b1993042c22 HTTP/1.1" status: 200 len: 1001 time: 0.0593488 Jun 30 10:27:15.218942 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb88b4-6833-42bf-9b71-dff5fbc0ad3d req-7097594a-f963-4ed6-982e-6f32fd4bbb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:15.220449 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-37bb88b4-6833-42bf-9b71-dff5fbc0ad3d req-7097594a-f963-4ed6-982e-6f32fd4bbb1f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0460765 Jun 30 10:27:15.284346 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb88b4-6833-42bf-9b71-dff5fbc0ad3d req-00c2111a-9659-40c2-a0e0-c72938e4c896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:15.285922 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-37bb88b4-6833-42bf-9b71-dff5fbc0ad3d req-00c2111a-9659-40c2-a0e0-c72938e4c896 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591333 Jun 30 10:27:15.356066 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a07622ae-5d1a-4a3a-87d4-d60a52a55ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:18Z', 'revision_number': 4, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'gw_port': {'id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'b9eddb6e-2709-42d7-97f5-1105b41f63c5', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'floating_ip_address': '172.25.6.166', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'port_id': 'b99a2207-6d4c-4383-b894-8b1993042c22', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'mac_address': 'fa:16:3e:85:25:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e787f890-cae8-4c0e-88bf-03313fac3553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:17:22Z', 'updated_at': '2021-06-30T10:27:14Z', 'revision_number': 13, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6c740cb-dd18-4eb7-8133-05ddd1e3e23c', 'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'mac_address': 'fa:16:3e:e2:e8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:17Z', 'updated_at': '2021-06-30T10:17:22Z', 'revision_number': 5, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'subnets': [{'id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:15.375636 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-37bb88b4-6833-42bf-9b71-dff5fbc0ad3d req-1a8439a3-189e-4f8c-81d7-cbfc7f403708 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825684 Jun 30 10:27:15.382763 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07622ae-5d1a-4a3a-87d4-d60a52a55ad2 None None] Checking router: 1c4961ba-dbd5-4c68-92ac-442b8970845e for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:27:15.391333 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07622ae-5d1a-4a3a-87d4-d60a52a55ad2 None None] Routers {'1c4961ba-dbd5-4c68-92ac-442b8970845e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:27:15.391939 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a07622ae-5d1a-4a3a-87d4-d60a52a55ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:26:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c4961ba-dbd5-4c68-92ac-442b8970845e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:15.467177 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-37bb88b4-6833-42bf-9b71-dff5fbc0ad3d req-340bea88-4b2a-4808-b741-01a460fef89a service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864129 Jun 30 10:27:15.497492 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-a07622ae-5d1a-4a3a-87d4-d60a52a55ad2 None None] Set router 1c4961ba-dbd5-4c68-92ac-442b8970845e gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:27:15.719745 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a07622ae-5d1a-4a3a-87d4-d60a52a55ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:18Z', 'revision_number': 4, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'gw_port': {'id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'b9eddb6e-2709-42d7-97f5-1105b41f63c5', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'floating_ip_address': '172.25.6.166', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'port_id': 'b99a2207-6d4c-4383-b894-8b1993042c22', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'mac_address': 'fa:16:3e:85:25:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e787f890-cae8-4c0e-88bf-03313fac3553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:17:22Z', 'updated_at': '2021-06-30T10:27:14Z', 'revision_number': 13, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6c740cb-dd18-4eb7-8133-05ddd1e3e23c', 'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'mac_address': 'fa:16:3e:e2:e8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:17Z', 'updated_at': '2021-06-30T10:17:22Z', 'revision_number': 5, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'subnets': [{'id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:15.745922 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07622ae-5d1a-4a3a-87d4-d60a52a55ad2 None None] The sync data for ids ['1c4961ba-dbd5-4c68-92ac-442b8970845e'] in n-d-771363-31 is: [{'id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:18Z', 'revision_number': 4, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'gw_port': {'id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'b9eddb6e-2709-42d7-97f5-1105b41f63c5', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'floating_ip_address': '172.25.6.166', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'port_id': 'b99a2207-6d4c-4383-b894-8b1993042c22', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'mac_address': 'fa:16:3e:85:25:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e787f890-cae8-4c0e-88bf-03313fac3553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:17:22Z', 'updated_at': '2021-06-30T10:27:14Z', 'revision_number': 13, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6c740cb-dd18-4eb7-8133-05ddd1e3e23c', 'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'mac_address': 'fa:16:3e:e2:e8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:17Z', 'updated_at': '2021-06-30T10:17:22Z', 'revision_number': 5, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'subnets': [{'id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:27:15.932471 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a987f12-b4af-435d-9863-84a5ed36a740 None None] New status for floating IP b9eddb6e-2709-42d7-97f5-1105b41f63c5: ACTIVE {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:27:20.483851 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-aa893b1b-9548-47fa-9030-e65ef5d00a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:22.954496 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-48c623f3-54e2-48a5-acfa-277e1f5a25be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:23.605372 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:24.896745 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:26.599587 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:34.977691 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:27:35.510027 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9e7dc105-1da4-43dc-ae0b-6da4a4aa9482 req-cb12c237-918a-4029-a047-bcca05b23293 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0526912 Jun 30 10:27:35.602633 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7dc105-1da4-43dc-ae0b-6da4a4aa9482 req-13567a48-8ac5-4a02-bc70-b1615a5595a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:35.604105 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9e7dc105-1da4-43dc-ae0b-6da4a4aa9482 req-13567a48-8ac5-4a02-bc70-b1615a5595a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 1098 time: 0.0515456 Jun 30 10:27:35.707904 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7dc105-1da4-43dc-ae0b-6da4a4aa9482 req-f9b308c4-a370-4442-b880-e77ea0f322a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:35.709324 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9e7dc105-1da4-43dc-ae0b-6da4a4aa9482 req-f9b308c4-a370-4442-b880-e77ea0f322a9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.0851350 Jun 30 10:27:35.773783 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9e7dc105-1da4-43dc-ae0b-6da4a4aa9482 req-0874f303-4fc9-4cc2-bb66-bb01b1817e10 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b99a2207-6d4c-4383-b894-8b1993042c22 HTTP/1.1" status: 200 len: 1003 time: 0.0571501 Jun 30 10:27:35.822242 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7dc105-1da4-43dc-ae0b-6da4a4aa9482 req-7865dc0c-ae6d-4da6-8d2d-1c1dccc1e2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:35.823677 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9e7dc105-1da4-43dc-ae0b-6da4a4aa9482 req-7865dc0c-ae6d-4da6-8d2d-1c1dccc1e2d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0432267 Jun 30 10:27:35.884312 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7dc105-1da4-43dc-ae0b-6da4a4aa9482 req-a85c917b-6937-4659-8ab7-f9d5223c5855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:35.885748 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9e7dc105-1da4-43dc-ae0b-6da4a4aa9482 req-a85c917b-6937-4659-8ab7-f9d5223c5855 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558672 Jun 30 10:27:35.971997 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9e7dc105-1da4-43dc-ae0b-6da4a4aa9482 req-8c29539d-ce03-4ebb-80ce-7238c081128b service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792241 Jun 30 10:27:36.064722 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9e7dc105-1da4-43dc-ae0b-6da4a4aa9482 req-8a7704e6-b0cd-4f55-b4bc-c3bcab6dc029 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863693 Jun 30 10:27:38.516951 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:39.590625 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:50.496270 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-58cb0076-c734-45dc-82e7-9a010b5761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:52.988081 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-429bdb99-a71d-4886-8ae2-1dbaaf4d7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:53.607858 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:54.911029 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:56.601660 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:08.516313 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:09.607671 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:11.977178 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:28:20.504249 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-104a5f07-2caa-4dfc-a5a7-92c019492a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:22.953422 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f55d6298-4d43-4aa8-84c2-97bfac3224e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:23.621719 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:24.895497 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:26.600975 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:36.378639 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-71e6f413-39da-49df-b200-3ba5c2e9a27c req-e40fc0d3-b85c-4e11-b351-bb0078dbc482 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516789 Jun 30 10:28:36.471896 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6f413-39da-49df-b200-3ba5c2e9a27c req-cc8d7c67-269c-47e1-b801-c736f6dae572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:28:36.473389 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-71e6f413-39da-49df-b200-3ba5c2e9a27c req-cc8d7c67-269c-47e1-b801-c736f6dae572 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 1098 time: 0.0510702 Jun 30 10:28:36.577948 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6f413-39da-49df-b200-3ba5c2e9a27c req-ea60d154-842c-405c-b863-c5c4822096e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:28:36.579424 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-71e6f413-39da-49df-b200-3ba5c2e9a27c req-ea60d154-842c-405c-b863-c5c4822096e2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.0870123 Jun 30 10:28:36.646106 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-71e6f413-39da-49df-b200-3ba5c2e9a27c req-69734575-0215-4fe0-983b-1c3ef0027524 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b99a2207-6d4c-4383-b894-8b1993042c22 HTTP/1.1" status: 200 len: 1003 time: 0.0600576 Jun 30 10:28:36.695075 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6f413-39da-49df-b200-3ba5c2e9a27c req-5b733c6a-49c9-44d2-b629-a42f30725baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:28:36.696576 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-71e6f413-39da-49df-b200-3ba5c2e9a27c req-5b733c6a-49c9-44d2-b629-a42f30725baf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0446584 Jun 30 10:28:36.761260 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6f413-39da-49df-b200-3ba5c2e9a27c req-e999d924-35e0-4311-be10-a4ffeb415fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:28:36.762761 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-71e6f413-39da-49df-b200-3ba5c2e9a27c req-e999d924-35e0-4311-be10-a4ffeb415fca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597308 Jun 30 10:28:36.772891 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-71e6f413-39da-49df-b200-3ba5c2e9a27c req-52521805-f346-4515-8603-4b91d7a291f6 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:28:36.773828 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-71e6f413-39da-49df-b200-3ba5c2e9a27c req-52521805-f346-4515-8603-4b91d7a291f6 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050633 Jun 30 10:28:36.869296 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-71e6f413-39da-49df-b200-3ba5c2e9a27c req-53ccc0b2-71a3-4ee9-b002-ccb545a6b69a service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885391 Jun 30 10:28:36.960012 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-71e6f413-39da-49df-b200-3ba5c2e9a27c req-3f3ee606-b3c9-414c-ab60-9c18daeb1d3b service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845320 Jun 30 10:28:38.521364 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:39.620666 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:48.978030 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:28:50.486250 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7ffaf350-f056-40fb-b865-3acc73db116a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:52.966320 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-79fac634-89a9-4e85-9710-c60201464b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:53.584321 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:54.897979 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:56.578011 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:08.523080 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:09.611909 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:20.488649 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8583a636-6d4e-41de-9f50-6d0e00d7382b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:22.959899 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-493f69d6-78d2-4bbb-b71e-9fe75f0f2add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:23.599822 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:24.940191 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:25.977292 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:29:26.574488 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:36.470006 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c29b69fc-f119-42b6-b008-6697074c37a9 req-28b0fac4-a57d-43ed-8756-cbe9589ee299 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1716783 Jun 30 10:29:36.566610 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b69fc-f119-42b6-b008-6697074c37a9 req-2e738640-11cb-4ba6-b754-9b2a50e5734c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:36.568156 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c29b69fc-f119-42b6-b008-6697074c37a9 req-2e738640-11cb-4ba6-b754-9b2a50e5734c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 1098 time: 0.0531940 Jun 30 10:29:36.675711 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b69fc-f119-42b6-b008-6697074c37a9 req-3fa080c6-cff7-4486-ac9f-77cff7e0cf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:36.677208 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c29b69fc-f119-42b6-b008-6697074c37a9 req-3fa080c6-cff7-4486-ac9f-77cff7e0cf49 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.0888290 Jun 30 10:29:36.743020 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c29b69fc-f119-42b6-b008-6697074c37a9 req-89480240-7f2d-4b37-b7e8-98d006f8effd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b99a2207-6d4c-4383-b894-8b1993042c22 HTTP/1.1" status: 200 len: 1003 time: 0.0596108 Jun 30 10:29:36.792042 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b69fc-f119-42b6-b008-6697074c37a9 req-61b2fb5e-169b-4aef-be47-73f3877f4ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:36.793459 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c29b69fc-f119-42b6-b008-6697074c37a9 req-61b2fb5e-169b-4aef-be47-73f3877f4ef5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0442293 Jun 30 10:29:36.853700 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b69fc-f119-42b6-b008-6697074c37a9 req-2ea06358-ada4-401f-b584-6e89eb65e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:36.855055 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c29b69fc-f119-42b6-b008-6697074c37a9 req-2ea06358-ada4-401f-b584-6e89eb65e719 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552912 Jun 30 10:29:36.942552 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c29b69fc-f119-42b6-b008-6697074c37a9 req-c0557765-10ed-4a42-8dd0-ddff3222ab83 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806887 Jun 30 10:29:37.037520 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c29b69fc-f119-42b6-b008-6697074c37a9 req-c122960f-71f4-4ecc-a8ce-7fbf7a773430 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887935 Jun 30 10:29:38.562660 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:39.597251 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:50.499488 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0aee262c-54e0-43d3-91b7-5dc0d8e8cbff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:53.008117 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fe05db12-e7db-4951-85fb-7e16548159cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:53.642299 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:54.921955 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:56.625249 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:00.487511 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4856c31-dc43-4fbb-8454-db33c3c86a69 req-9e20cad6-5473-4146-b720-09f3bc8864d2 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:00.488988 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c4856c31-dc43-4fbb-8454-db33c3c86a69 req-9e20cad6-5473-4146-b720-09f3bc8864d2 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 946 time: 0.0679240 Jun 30 10:30:00.531862 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c4856c31-dc43-4fbb-8454-db33c3c86a69 req-6a6d9595-a0c0-4036-88f6-c280a04a77b3 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369399 Jun 30 10:30:02.978078 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:30:08.584658 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:09.590196 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:13.571639 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285d5e8-8c18-4be7-a21b-b9db43205d85 req-4193f2df-51c6-4d8c-a04d-7c4b4603a192 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:13.573299 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6285d5e8-8c18-4be7-a21b-b9db43205d85 req-4193f2df-51c6-4d8c-a04d-7c4b4603a192 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 946 time: 0.0705440 Jun 30 10:30:13.615038 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6285d5e8-8c18-4be7-a21b-b9db43205d85 req-d8c3936d-0a40-41b4-9572-2c3b8b7d9890 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358241 Jun 30 10:30:13.988088 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-a077a1f7-ea88-4f2f-8338-d8cee632aeb6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0977211 Jun 30 10:30:14.801535 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8498ab-cc18-4a95-822c-6164124f6319 req-551cbca7-3d74-4c91-b5de-fdedad635bfc tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:14.802914 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3f8498ab-cc18-4a95-822c-6164124f6319 req-551cbca7-3d74-4c91-b5de-fdedad635bfc tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 946 time: 0.0660579 Jun 30 10:30:14.848376 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3f8498ab-cc18-4a95-822c-6164124f6319 req-9e060ea8-a357-41e0-8863-19a60c291a10 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397387 Jun 30 10:30:16.312720 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca0687-4083-406a-824e-a20dd44c3b27 req-55758cf5-b318-4cd0-81be-6db441d9ac68 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:16.314190 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-95ca0687-4083-406a-824e-a20dd44c3b27 req-55758cf5-b318-4cd0-81be-6db441d9ac68 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 946 time: 0.3427529 Jun 30 10:30:16.358143 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-07196a48-5f5e-4a54-9f6c-adfff61b86f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:16.359619 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-07196a48-5f5e-4a54-9f6c-adfff61b86f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 1098 time: 0.3466940 Jun 30 10:30:16.364380 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-95ca0687-4083-406a-824e-a20dd44c3b27 req-eb88f983-eb04-4daf-88fc-a2f932a087ce tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445037 Jun 30 10:30:16.449078 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-9ddaabbd-58fb-4df5-a173-85e1a33b9bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:16.450515 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-9ddaabbd-58fb-4df5-a173-85e1a33b9bfa service neutron] 10.222.0.37 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.0836718 Jun 30 10:30:16.519252 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-1ed08d57-1480-453f-8c0f-fdc33f79dc7c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b99a2207-6d4c-4383-b894-8b1993042c22 HTTP/1.1" status: 200 len: 1003 time: 0.0613887 Jun 30 10:30:16.565633 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-9ef308c7-9bcf-46e3-a3a8-5b2a5cf639c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:16.566958 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-9ef308c7-9bcf-46e3-a3a8-5b2a5cf639c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0423086 Jun 30 10:30:16.622160 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-e5660afa-8d0c-4877-bcb2-24c4e23e14ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:16.623819 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-e5660afa-8d0c-4877-bcb2-24c4e23e14ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503435 Jun 30 10:30:16.713402 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-038438f8-252a-4079-aa0b-66efa20e3748 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832839 Jun 30 10:30:16.800570 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-78cd7c1d-2070-4211-96fc-4f3884f63239 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810688 Jun 30 10:30:17.539712 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974c811-90e5-498b-9ceb-0a1acb30bd6f req-6ae24ad1-6152-4369-a55e-97adb9ae89d3 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:17.541197 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a974c811-90e5-498b-9ceb-0a1acb30bd6f req-6ae24ad1-6152-4369-a55e-97adb9ae89d3 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 946 time: 0.0661893 Jun 30 10:30:17.579075 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a974c811-90e5-498b-9ceb-0a1acb30bd6f req-864a16f9-e539-48c9-92cf-2057390e9f42 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312879 Jun 30 10:30:18.758692 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59004e-a084-47c2-9348-568b675f8f13 req-5650581c-6099-42d5-917c-d9815f1f8d4c tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:18.760175 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1b59004e-a084-47c2-9348-568b675f8f13 req-5650581c-6099-42d5-917c-d9815f1f8d4c tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 946 time: 0.0670915 Jun 30 10:30:18.805366 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1b59004e-a084-47c2-9348-568b675f8f13 req-a1186a95-0ef2-48f7-b08a-9da331297c61 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383670 Jun 30 10:30:19.981246 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778eb6f-7376-440a-bb02-ddda56f8a42a req-1be78a4d-726c-468f-a485-688ac19783fe tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:19.982765 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3778eb6f-7376-440a-bb02-ddda56f8a42a req-1be78a4d-726c-468f-a485-688ac19783fe tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 946 time: 0.0659690 Jun 30 10:30:20.023640 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3778eb6f-7376-440a-bb02-ddda56f8a42a req-eaf3d765-aead-43b1-bf69-ee2f6096b2ab tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343184 Jun 30 10:30:20.504277 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-758c9534-e4c7-4821-878c-a007faa2cb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:21.196868 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb958e-604c-42c0-a1b3-416e8b28014c req-2c6611a0-b491-45af-8bf1-4f476728f879 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:21.198625 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2acb958e-604c-42c0-a1b3-416e8b28014c req-2c6611a0-b491-45af-8bf1-4f476728f879 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 946 time: 0.0625110 Jun 30 10:30:21.236632 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2acb958e-604c-42c0-a1b3-416e8b28014c req-f31b1698-8cb1-4d4c-aed2-d5fe8d671a87 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323482 Jun 30 10:30:22.412945 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df570b-4475-46ab-b31d-abd21d029e52 req-d92304cd-6c84-463b-bcf6-3188381d05dc tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:22.414408 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-74df570b-4475-46ab-b31d-abd21d029e52 req-d92304cd-6c84-463b-bcf6-3188381d05dc tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 946 time: 0.0674548 Jun 30 10:30:22.452666 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-74df570b-4475-46ab-b31d-abd21d029e52 req-209e03a6-c7a9-4330-8bf0-0fcfd1556ec2 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325441 Jun 30 10:30:22.949769 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-844bc8ee-3975-4c98-bfe6-5ba4b209137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:23.610719 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:23.630706 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869c5e0-4ff6-4ecd-9764-7882b702a222 req-dc18fafe-4775-444c-be69-23d465715041 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:23.632166 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9869c5e0-4ff6-4ecd-9764-7882b702a222 req-dc18fafe-4775-444c-be69-23d465715041 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 946 time: 0.0672157 Jun 30 10:30:23.669798 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9869c5e0-4ff6-4ecd-9764-7882b702a222 req-29877de6-b9fb-47d9-ab49-bfce6fd7d230 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318298 Jun 30 10:30:24.860666 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54a7c1-a54d-47ee-b49d-f9af3dc37241 req-3dd99b0e-d3ed-42fd-bf4e-8b917dbd7aed tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:24.862398 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4a54a7c1-a54d-47ee-b49d-f9af3dc37241 req-3dd99b0e-d3ed-42fd-bf4e-8b917dbd7aed tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 946 time: 0.0776963 Jun 30 10:30:24.903195 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4a54a7c1-a54d-47ee-b49d-f9af3dc37241 req-742da449-d5bc-41e0-b70b-1306a60fee07 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346117 Jun 30 10:30:25.001563 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:26.081305 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4f8f2-53c4-45c6-a9d0-7d06f41f6568 req-86663ba5-f654-472e-b0c4-383595c56314 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:26.082789 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5de4f8f2-53c4-45c6-a9d0-7d06f41f6568 req-86663ba5-f654-472e-b0c4-383595c56314 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 946 time: 0.0642915 Jun 30 10:30:26.120867 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5de4f8f2-53c4-45c6-a9d0-7d06f41f6568 req-66b98970-19f4-4df6-ac58-4f553c6a743e tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317583 Jun 30 10:30:26.610283 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:27.292430 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87ea4b-1b33-43ad-9bc6-4e6000b1af59 req-27ecde20-adb6-4945-b13c-f748c1a5c919 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:27.293800 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5c87ea4b-1b33-43ad-9bc6-4e6000b1af59 req-27ecde20-adb6-4945-b13c-f748c1a5c919 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 946 time: 0.0626364 Jun 30 10:30:27.335942 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5c87ea4b-1b33-43ad-9bc6-4e6000b1af59 req-3fa28ada-db99-448a-abf0-0db2313ebbab tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363708 Jun 30 10:30:28.506014 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d117ce-b211-4d5e-be30-42088e86fb3c req-84e8a94c-3308-423b-a5fc-740828b7750f tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:28.507486 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-00d117ce-b211-4d5e-be30-42088e86fb3c req-84e8a94c-3308-423b-a5fc-740828b7750f tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 946 time: 0.0619497 Jun 30 10:30:28.545165 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-00d117ce-b211-4d5e-be30-42088e86fb3c req-48267426-9fdb-4bc4-83f4-e8f1dbec223f tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318055 Jun 30 10:30:29.723666 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d066bdc-1927-49d0-a885-f1b538fae657 req-f59b7944-034d-442e-84b1-b249b83c3952 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:29.725171 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5d066bdc-1927-49d0-a885-f1b538fae657 req-f59b7944-034d-442e-84b1-b249b83c3952 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 946 time: 0.0642624 Jun 30 10:30:29.764018 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5d066bdc-1927-49d0-a885-f1b538fae657 req-317f569d-41a5-4617-8156-2cbbb3881f04 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329046 Jun 30 10:30:30.954942 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d2b72-713e-4420-b73d-5c14550c3f30 req-4a344df2-eba6-4fac-8e0b-fc449f21c05e tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:30.956478 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f68d2b72-713e-4420-b73d-5c14550c3f30 req-4a344df2-eba6-4fac-8e0b-fc449f21c05e tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 946 time: 0.0753975 Jun 30 10:30:30.996313 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f68d2b72-713e-4420-b73d-5c14550c3f30 req-5bd9b3aa-f362-4b7c-b5ca-d7a24fbdf357 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341597 Jun 30 10:30:31.146461 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-c515c234-5f10-4170-b88e-dd640e782dc5 service neutron] show failed (client error): The resource could not be found. Jun 30 10:30:31.147340 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-c515c234-5f10-4170-b88e-dd640e782dc5 service neutron] 10.222.0.37 "GET /v2.0/ports/b99a2207-6d4c-4383-b894-8b1993042c22/bindings/n-h1-771363-31 HTTP/1.1" status: 404 len: 381 time: 0.0541751 Jun 30 10:30:31.709007 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-5c57cbd6-8218-4d0e-be33-b4f627091db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:31.710497 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-5c57cbd6-8218-4d0e-be33-b4f627091db0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553&tenant_id=e9f8f14385164b03b43038c362f2c023 HTTP/1.1" status: 200 len: 1098 time: 0.0541985 Jun 30 10:30:31.726310 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-31', 'device_owner': 'compute:nova'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:30:31.799045 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:31.999710 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] For port b99a2207-6d4c-4383-b894-8b1993042c22, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=b99a2207-6d4c-4383-b894-8b1993042c22,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:30:32.038192 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] For port b99a2207-6d4c-4383-b894-8b1993042c22, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:30:32.079355 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e787f890-cae8-4c0e-88bf-03313fac3553', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b99a2207-6d4c-4383-b894-8b1993042c22'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:30:32.081672 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621a7570-853c-497c-b8a9-c3d18f6ca0cf" -d '{"events": [{"server_uuid": "e787f890-cae8-4c0e-88bf-03313fac3553", "name": "network-vif-unplugged", "status": "completed", "tag": "b99a2207-6d4c-4383-b894-8b1993042c22"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:30:32.085707 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:32.098907 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] Transition to ACTIVE for port object b99a2207-6d4c-4383-b894-8b1993042c22 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:30:32.161633 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:32.174729 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c5e00-7a7d-43fb-a57f-ee67eec11bd0 req-52205a74-ff4c-43a4-aaa5-1be72412467a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:32.176423 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9d3c5e00-7a7d-43fb-a57f-ee67eec11bd0 req-52205a74-ff4c-43a4-aaa5-1be72412467a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 946 time: 0.0656884 Jun 30 10:30:32.203653 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 10:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d3e959-2dd3-4f51-9bc1-485c7a74ad78 x-openstack-request-id: req-c1d3e959-2dd3-4f51-9bc1-485c7a74ad78 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:30:32.203966 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e787f890-cae8-4c0e-88bf-03313fac3553", "name": "network-vif-unplugged", "status": "completed", "tag": "b99a2207-6d4c-4383-b894-8b1993042c22", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:30:32.204176 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c1d3e959-2dd3-4f51-9bc1-485c7a74ad78 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:30:32.205008 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e787f890-cae8-4c0e-88bf-03313fac3553', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b99a2207-6d4c-4383-b894-8b1993042c22', 'code': 200} Jun 30 10:30:32.219742 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9d3c5e00-7a7d-43fb-a57f-ee67eec11bd0 req-1926b0eb-41fe-44f7-9930-dd6dcf757d72 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377254 Jun 30 10:30:32.254459 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b99a2207-6d4c-4383-b894-8b1993042c22,revision_number=6']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:30:32.266151 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:30:32.268750 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:30:32.268750 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:30:32.268750 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:30:32.268750 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:30:32.268750 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:30:32.268750 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:30:32.268750 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:30:32.269502 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:30:32.269502 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:30:32.270021 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:30:32.270571 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:30:32.311185 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] No DVR routers for this DVR port b99a2207-6d4c-4383-b894-8b1993042c22 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:30:32.449495 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] Attempting to bind port b99a2207-6d4c-4383-b894-8b1993042c22 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:30:32.449827 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] Attempting to bind port b99a2207-6d4c-4383-b894-8b1993042c22 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:30:32.450148 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] Attempting to bind port b99a2207-6d4c-4383-b894-8b1993042c22 on network 06561236-8fc5-4ee2-8277-b1f7dae949d9 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:30:32.454363 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] Port b99a2207-6d4c-4383-b894-8b1993042c22 on network 06561236-8fc5-4ee2-8277-b1f7dae949d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:30:32.454664 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] Attempting to bind port b99a2207-6d4c-4383-b894-8b1993042c22 on network 06561236-8fc5-4ee2-8277-b1f7dae949d9 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:30:32.459566 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:30:32.459888 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] Checking segment: {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:30:32.460277 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] Bound using segment: {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:30:32.460709 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] Bound port: b99a2207-6d4c-4383-b894-8b1993042c22, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:30:32.461168 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:32.528603 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] For port b99a2207-6d4c-4383-b894-8b1993042c22, host n-h1-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:30:32.532139 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] For port b99a2207-6d4c-4383-b894-8b1993042c22, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=b99a2207-6d4c-4383-b894-8b1993042c22,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:30:32.944880 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:32.980748 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:32.981365 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:32.982732 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] 10.222.0.52 "PUT /v2.0/ports/b99a2207-6d4c-4383-b894-8b1993042c22 HTTP/1.1" status: 200 len: 1093 time: 1.2605743 Jun 30 10:30:33.008212 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669a526-369c-4427-a12f-86ba0a2ce4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b99a2207-6d4c-4383-b894-8b1993042c22,revision_number=7']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:30:33.066690 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-c41e3864-afc6-4eee-8d80-8db733078ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:33.068278 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-c41e3864-afc6-4eee-8d80-8db733078ef5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 1096 time: 0.0571399 Jun 30 10:30:33.176146 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-0dfae05f-bebc-45f7-ba11-ae76a9b32d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:33.177605 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-0dfae05f-bebc-45f7-ba11-ae76a9b32d49 service neutron] 10.222.0.52 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.1015096 Jun 30 10:30:33.245845 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-92a3ac65-15c2-47a3-9cea-94cee2b8f804 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b99a2207-6d4c-4383-b894-8b1993042c22 HTTP/1.1" status: 200 len: 1001 time: 0.0587461 Jun 30 10:30:33.303766 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-7ac2add4-99de-486b-965c-10f9f486c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:33.305223 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-7ac2add4-99de-486b-965c-10f9f486c5b7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0487816 Jun 30 10:30:33.402959 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-b2323ae1-eb08-4a66-8f65-51519d7b691a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:33.404472 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-b2323ae1-eb08-4a66-8f65-51519d7b691a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0915885 Jun 30 10:30:33.420455 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6918d33-2dd0-4a50-bfad-ca3fd3d33b5d req-ee19f875-bc4e-41eb-98d7-8807009fac81 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:33.422196 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a6918d33-2dd0-4a50-bfad-ca3fd3d33b5d req-ee19f875-bc4e-41eb-98d7-8807009fac81 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 944 time: 0.0838702 Jun 30 10:30:33.508087 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a6918d33-2dd0-4a50-bfad-ca3fd3d33b5d req-0e22c19b-de2d-4333-ab76-8be3be5628a3 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773892 Jun 30 10:30:33.537266 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-a1250d0a-decf-40db-8022-77a143282c23 service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141515 Jun 30 10:30:33.629105 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-4ed480de-08f9-4f9b-9f48-458d4bd6e0eb service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819178 Jun 30 10:30:33.636686 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device b99a2207-6d4c-4383-b894-8b1993042c22 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:30:33.675799 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device b99a2207-6d4c-4383-b894-8b1993042c22 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:30:34.205434 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e787f890-cae8-4c0e-88bf-03313fac3553', 'tag': 'b99a2207-6d4c-4383-b894-8b1993042c22'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:30:34.208017 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e907f2c2-e4b7-4c1f-983a-7c097a38ec35" -d '{"events": [{"name": "network-changed", "server_uuid": "e787f890-cae8-4c0e-88bf-03313fac3553", "tag": "b99a2207-6d4c-4383-b894-8b1993042c22"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:30:34.256658 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7722d6ea-4e79-4cbe-8767-63378f577163 x-openstack-request-id: req-7722d6ea-4e79-4cbe-8767-63378f577163 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:30:34.256961 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e787f890-cae8-4c0e-88bf-03313fac3553", "tag": "b99a2207-6d4c-4383-b894-8b1993042c22", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:30:34.257221 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7722d6ea-4e79-4cbe-8767-63378f577163 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:30:34.257623 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e787f890-cae8-4c0e-88bf-03313fac3553', 'tag': 'b99a2207-6d4c-4383-b894-8b1993042c22', 'status': 'completed', 'code': 200} Jun 30 10:30:34.376512 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907f2c2-e4b7-4c1f-983a-7c097a38ec35 req-4a75734f-987e-4d56-a5d1-193d96e9af1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:34.378007 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e907f2c2-e4b7-4c1f-983a-7c097a38ec35 req-4a75734f-987e-4d56-a5d1-193d96e9af1f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 1096 time: 0.0967495 Jun 30 10:30:34.385764 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907f2c2-e4b7-4c1f-983a-7c097a38ec35 req-b0cf3930-26d2-4a83-9c65-80688ba69da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:34.387195 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e907f2c2-e4b7-4c1f-983a-7c097a38ec35 req-b0cf3930-26d2-4a83-9c65-80688ba69da8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 1096 time: 0.0980620 Jun 30 10:30:34.542289 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907f2c2-e4b7-4c1f-983a-7c097a38ec35 req-c9468f5b-dcec-469d-96b9-7f51fb7ac578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:34.543832 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e907f2c2-e4b7-4c1f-983a-7c097a38ec35 req-c9468f5b-dcec-469d-96b9-7f51fb7ac578 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.1558561 Jun 30 10:30:34.549894 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907f2c2-e4b7-4c1f-983a-7c097a38ec35 req-e10a6cec-b438-423a-8b32-36c8708c019a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:34.551448 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e907f2c2-e4b7-4c1f-983a-7c097a38ec35 req-e10a6cec-b438-423a-8b32-36c8708c019a service neutron] 10.222.0.52 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.1452563 Jun 30 10:30:34.692292 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e907f2c2-e4b7-4c1f-983a-7c097a38ec35 req-ee6aad34-c2c0-4b30-a015-0ecad95a6985 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b99a2207-6d4c-4383-b894-8b1993042c22 HTTP/1.1" status: 200 len: 1001 time: 0.1398828 Jun 30 10:30:34.697608 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e907f2c2-e4b7-4c1f-983a-7c097a38ec35 req-bee70e22-6a3e-48b1-94c6-3af3947a1453 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b99a2207-6d4c-4383-b894-8b1993042c22 HTTP/1.1" status: 200 len: 1001 time: 0.1062322 Jun 30 10:30:34.789751 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907f2c2-e4b7-4c1f-983a-7c097a38ec35 req-be4b1ffe-3b7c-4bed-91bd-bc87ad15dbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:34.791113 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e907f2c2-e4b7-4c1f-983a-7c097a38ec35 req-be4b1ffe-3b7c-4bed-91bd-bc87ad15dbc0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0916083 Jun 30 10:30:34.795255 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907f2c2-e4b7-4c1f-983a-7c097a38ec35 req-db52a9a1-7619-40ae-8d66-6895e1086478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:34.797290 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e907f2c2-e4b7-4c1f-983a-7c097a38ec35 req-db52a9a1-7619-40ae-8d66-6895e1086478 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0897512 Jun 30 10:30:34.840495 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d82f1-ed58-4539-aeab-569ee227c73e req-18021509-a6bb-4605-a191-b94999cd45f4 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:34.841857 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-452d82f1-ed58-4539-aeab-569ee227c73e req-18021509-a6bb-4605-a191-b94999cd45f4 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 944 time: 0.2082629 Jun 30 10:30:34.916036 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-452d82f1-ed58-4539-aeab-569ee227c73e req-1055a272-8d77-434a-ba1c-a90bfe90bf9b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526257 Jun 30 10:30:34.938343 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907f2c2-e4b7-4c1f-983a-7c097a38ec35 req-bc7bd689-061c-4621-aeea-beb80d165359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:34.939858 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e907f2c2-e4b7-4c1f-983a-7c097a38ec35 req-bc7bd689-061c-4621-aeea-beb80d165359 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1322446 Jun 30 10:30:34.941644 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907f2c2-e4b7-4c1f-983a-7c097a38ec35 req-ddb65079-2f8e-4b53-b4d5-2bb3c5a02f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:34.942981 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e907f2c2-e4b7-4c1f-983a-7c097a38ec35 req-ddb65079-2f8e-4b53-b4d5-2bb3c5a02f39 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1447449 Jun 30 10:30:35.098988 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e907f2c2-e4b7-4c1f-983a-7c097a38ec35 req-877db157-382c-42d6-8c47-799702db96d0 service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512973 Jun 30 10:30:35.104013 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e907f2c2-e4b7-4c1f-983a-7c097a38ec35 req-943bb211-5bde-468f-9e8d-86cdc23a7600 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493828 Jun 30 10:30:35.267296 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e907f2c2-e4b7-4c1f-983a-7c097a38ec35 req-0098cf1f-85ce-48e3-abbb-140e50152381 service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568034 Jun 30 10:30:35.268594 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e907f2c2-e4b7-4c1f-983a-7c097a38ec35 req-90a70c3d-e5c6-4495-ba52-7330273411d5 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516173 Jun 30 10:30:36.112032 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97aee1-7b40-4aa9-8908-456684a1bbea req-f13e4499-1da8-40c3-b1ee-d16f267ac001 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:36.113600 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ca97aee1-7b40-4aa9-8908-456684a1bbea req-f13e4499-1da8-40c3-b1ee-d16f267ac001 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 944 time: 0.0702457 Jun 30 10:30:36.152052 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ca97aee1-7b40-4aa9-8908-456684a1bbea req-cac5e493-c439-4414-aee5-a022b473b9c5 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326052 Jun 30 10:30:37.336828 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c0b00-cc66-437d-9c73-b05b497863ab req-5e35ea18-45cd-4ff6-a801-65ad5544ce29 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:37.338297 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4d1c0b00-cc66-437d-9c73-b05b497863ab req-5e35ea18-45cd-4ff6-a801-65ad5544ce29 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 944 time: 0.0688348 Jun 30 10:30:37.376966 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4d1c0b00-cc66-437d-9c73-b05b497863ab req-807de455-cc56-48cd-b14a-cdf7eb5c1cc2 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320296 Jun 30 10:30:38.555903 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575f811-282d-4250-8dc2-e38bee15d2ce req-2c900e0d-b930-4f5c-bb05-dd827681e157 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:38.557353 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f575f811-282d-4250-8dc2-e38bee15d2ce req-2c900e0d-b930-4f5c-bb05-dd827681e157 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 944 time: 0.0665305 Jun 30 10:30:38.596592 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f575f811-282d-4250-8dc2-e38bee15d2ce req-0a884737-0cb5-4e8d-a1ff-4b0d1fa9047f tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327518 Jun 30 10:30:38.618395 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:39.658559 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:39.775388 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931402e4-84b6-4da1-a5c7-3f23dda32fee req-255ba525-7cd0-457f-b5c4-5bfebae6f71c tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:39.776843 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-931402e4-84b6-4da1-a5c7-3f23dda32fee req-255ba525-7cd0-457f-b5c4-5bfebae6f71c tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 944 time: 0.0674210 Jun 30 10:30:39.816729 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-931402e4-84b6-4da1-a5c7-3f23dda32fee req-e0a1672e-3c60-4b2a-8f80-43070a6fb988 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331287 Jun 30 10:30:39.977145 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:30:40.989741 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a11e6-5fcb-435d-939e-e103301af451 req-40fa00ab-7f32-4a6c-b2fd-c36aa3e6c949 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:40.991227 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6d6a11e6-5fcb-435d-939e-e103301af451 req-40fa00ab-7f32-4a6c-b2fd-c36aa3e6c949 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 944 time: 0.0642900 Jun 30 10:30:41.033409 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6d6a11e6-5fcb-435d-939e-e103301af451 req-ce8d0c18-7a7a-4833-b7fe-29c8100a34c2 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363073 Jun 30 10:30:42.237060 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcab218-f7a0-44c9-8d65-05493818b981 req-024d6cd0-1fe6-4f0d-90de-c7597305fc75 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:42.238558 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-adcab218-f7a0-44c9-8d65-05493818b981 req-024d6cd0-1fe6-4f0d-90de-c7597305fc75 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 944 time: 0.0695970 Jun 30 10:30:42.288043 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-adcab218-f7a0-44c9-8d65-05493818b981 req-e58b8436-d310-4970-a716-f7a041372bdc tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420980 Jun 30 10:30:43.464925 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b217f1b-53ea-4365-9aa9-66e1d246ef2b req-eae06efb-1fd6-4050-b215-79abe74e71f1 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:43.466391 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9b217f1b-53ea-4365-9aa9-66e1d246ef2b req-eae06efb-1fd6-4050-b215-79abe74e71f1 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 944 time: 0.0634232 Jun 30 10:30:43.509463 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9b217f1b-53ea-4365-9aa9-66e1d246ef2b req-51391cd4-73af-45ed-891d-2066c1534af4 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363345 Jun 30 10:30:44.603268 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82baf3d-3254-4b3a-9a0f-7a3d93dce4de req-a0538a9f-2496-4aa6-8e19-b8e7a84b19e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:44.604672 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a82baf3d-3254-4b3a-9a0f-7a3d93dce4de req-a0538a9f-2496-4aa6-8e19-b8e7a84b19e6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 1096 time: 0.0551145 Jun 30 10:30:44.997733 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82baf3d-3254-4b3a-9a0f-7a3d93dce4de req-d613d857-632c-4e40-a50f-34d6ffbc134d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:44.999334 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a82baf3d-3254-4b3a-9a0f-7a3d93dce4de req-d613d857-632c-4e40-a50f-34d6ffbc134d service neutron] 10.222.0.52 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.3613946 Jun 30 10:30:45.006528 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aeb5bf-01d0-41a4-baf3-554bfa8a61ee req-e1b17044-0ac4-4f2c-a0ff-ff8d8f0ebe8b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:45.007893 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-74aeb5bf-01d0-41a4-baf3-554bfa8a61ee req-e1b17044-0ac4-4f2c-a0ff-ff8d8f0ebe8b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 944 time: 0.3787758 Jun 30 10:30:45.086787 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-74aeb5bf-01d0-41a4-baf3-554bfa8a61ee req-0871c5b1-e020-43d9-b7b2-87ddfd82ec41 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709052 Jun 30 10:30:45.090673 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a82baf3d-3254-4b3a-9a0f-7a3d93dce4de req-ddf1d7e6-5d1a-4965-bdf9-339664975d76 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b99a2207-6d4c-4383-b894-8b1993042c22 HTTP/1.1" status: 200 len: 1001 time: 0.0808992 Jun 30 10:30:45.143750 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82baf3d-3254-4b3a-9a0f-7a3d93dce4de req-f23008b0-0073-44fe-92e9-dacda3077906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:45.145226 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a82baf3d-3254-4b3a-9a0f-7a3d93dce4de req-f23008b0-0073-44fe-92e9-dacda3077906 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0477090 Jun 30 10:30:45.205588 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82baf3d-3254-4b3a-9a0f-7a3d93dce4de req-afb26fb3-1896-492e-b22f-e78bd3250c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:45.207068 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a82baf3d-3254-4b3a-9a0f-7a3d93dce4de req-afb26fb3-1896-492e-b22f-e78bd3250c78 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517726 Jun 30 10:30:45.296014 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a82baf3d-3254-4b3a-9a0f-7a3d93dce4de req-edbda0ee-8ff2-48ec-9baf-be21afa10493 service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808907 Jun 30 10:30:45.392540 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a82baf3d-3254-4b3a-9a0f-7a3d93dce4de req-8cc25dec-617b-464b-8fdc-7ffb24a8127d service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869920 Jun 30 10:30:46.272505 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4889a-c578-46f7-bd65-14d074b6b405 req-70bf823a-f177-4657-a4d5-cd8edfdb6b25 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:46.273968 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-40a4889a-c578-46f7-bd65-14d074b6b405 req-70bf823a-f177-4657-a4d5-cd8edfdb6b25 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 944 time: 0.0654848 Jun 30 10:30:46.310187 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-40a4889a-c578-46f7-bd65-14d074b6b405 req-bdbe1ed8-df47-4b07-9a8d-bc3e303982f7 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305569 Jun 30 10:30:46.384213 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device b99a2207-6d4c-4383-b894-8b1993042c22 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:30:46.478520 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port b99a2207-6d4c-4383-b894-8b1993042c22, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=b99a2207-6d4c-4383-b894-8b1993042c22,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:30:46.491152 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'b99a2207-6d4c-4383-b894-8b1993042c22', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'port_id': 'b99a2207-6d4c-4383-b894-8b1993042c22', 'mac_address': 'fa:16:3e:85:25:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:30:46.528271 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:46.541212 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b99a2207-6d4c-4383-b894-8b1993042c22 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:30:46.561137 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port b99a2207-6d4c-4383-b894-8b1993042c22, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=b99a2207-6d4c-4383-b894-8b1993042c22,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:30:46.656095 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:46.706028 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=b99a2207-6d4c-4383-b894-8b1993042c22,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:30:46.714161 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:30:46.714509 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:30:46.714848 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:30:46.715219 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:30:46.715551 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:30:46.715876 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:30:46.716200 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:30:46.716521 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:30:46.716842 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:30:46.717159 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:30:46.717476 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:30:46.718296 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:30:46.959878 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['b99a2207-6d4c-4383-b894-8b1993042c22'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:30:47.508191 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ab9de-e92b-45e0-a51f-f8829d5e98c8 req-0212c9a9-80de-4c3f-b1bd-4630c5be48af tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:47.509904 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-944ab9de-e92b-45e0-a51f-f8829d5e98c8 req-0212c9a9-80de-4c3f-b1bd-4630c5be48af tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 945 time: 0.0750177 Jun 30 10:30:47.548590 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-944ab9de-e92b-45e0-a51f-f8829d5e98c8 req-77b49046-b90b-4d2b-ad10-2678f5f34ade tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324423 Jun 30 10:30:48.297086 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-27a11ae9-8ac7-437d-aee4-2f2a7647faa4 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:48.298767 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-27a11ae9-8ac7-437d-aee4-2f2a7647faa4 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.52 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553&tenant_id=e9f8f14385164b03b43038c362f2c023&binding%3Ahost_id=n-h1-771363-31 HTTP/1.1" status: 200 len: 945 time: 0.1133194 Jun 30 10:30:48.309863 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08ae17-ac8d-410d-aac8-dc1f1b263ff2 req-124be2ab-4651-4c98-835d-e3ab29ca5056 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:48.311242 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4e08ae17-ac8d-410d-aac8-dc1f1b263ff2 req-124be2ab-4651-4c98-835d-e3ab29ca5056 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 945 time: 0.1165617 Jun 30 10:30:48.381141 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4e08ae17-ac8d-410d-aac8-dc1f1b263ff2 req-0934305f-decc-4e2e-8ec3-dc423f860782 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635681 Jun 30 10:30:48.390350 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-c17b76ec-b8f6-4f1f-a8b9-0a276ebd181b service neutron] 10.222.0.52 "GET /v2.0/ports/b99a2207-6d4c-4383-b894-8b1993042c22/bindings/n-h1-771363-31 HTTP/1.1" status: 200 len: 383 time: 0.0782280 Jun 30 10:30:48.398495 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device b99a2207-6d4c-4383-b894-8b1993042c22 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:30:48.471695 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-72b6c8a0-4586-494c-a640-6d46362a59c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:48.473170 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-72b6c8a0-4586-494c-a640-6d46362a59c9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 1097 time: 0.0560894 Jun 30 10:30:48.537723 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port b99a2207-6d4c-4383-b894-8b1993042c22 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:30:48.541590 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port b99a2207-6d4c-4383-b894-8b1993042c22 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:30:48.541953 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:48.562549 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-b337ff22-e213-4b2a-a58f-ed59fe14fd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:48.564134 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-b337ff22-e213-4b2a-a58f-ed59fe14fd9b service neutron] 10.222.0.52 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.0842297 Jun 30 10:30:48.621065 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:48.634223 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-40f5b070-8bc3-4d0a-972e-111c40cc7c9f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b99a2207-6d4c-4383-b894-8b1993042c22 HTTP/1.1" status: 200 len: 1002 time: 0.0632558 Jun 30 10:30:48.643098 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e787f890-cae8-4c0e-88bf-03313fac3553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99a2207-6d4c-4383-b894-8b1993042c22'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:30:48.645419 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261fe972-d653-4195-b765-7044acbb458b" -d '{"events": [{"server_uuid": "e787f890-cae8-4c0e-88bf-03313fac3553", "name": "network-vif-plugged", "status": "completed", "tag": "b99a2207-6d4c-4383-b894-8b1993042c22"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:30:48.659374 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port b99a2207-6d4c-4383-b894-8b1993042c22, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=b99a2207-6d4c-4383-b894-8b1993042c22,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:30:48.684433 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-452e7047-830f-4304-a744-c78a52434c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:48.685884 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-452e7047-830f-4304-a744-c78a52434c4e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0445323 Jun 30 10:30:48.724658 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:48.748806 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-7a573ff8-463e-469e-b94e-7782a854f73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:48.751173 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-7a573ff8-463e-469e-b94e-7782a854f73f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588086 Jun 30 10:30:48.777889 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49cb723-3c74-4e92-9ccf-efdb974c379a x-openstack-request-id: req-f49cb723-3c74-4e92-9ccf-efdb974c379a {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:30:48.778187 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e787f890-cae8-4c0e-88bf-03313fac3553", "name": "network-vif-plugged", "status": "completed", "tag": "b99a2207-6d4c-4383-b894-8b1993042c22", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:30:48.779195 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f49cb723-3c74-4e92-9ccf-efdb974c379a {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:30:48.779195 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e787f890-cae8-4c0e-88bf-03313fac3553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99a2207-6d4c-4383-b894-8b1993042c22', 'code': 200} Jun 30 10:30:48.781918 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=b99a2207-6d4c-4383-b894-8b1993042c22,revision_number=9']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:30:48.845144 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-a89ae3be-229a-42b7-879d-50dd0f8a6a55 service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872738 Jun 30 10:30:48.934472 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-7af53be0-67b8-4f6f-af7f-af4dac5fc151 service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819411 Jun 30 10:30:49.554092 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3681f-3440-4411-9f79-f5eef9b78e84 req-fef3b2b7-2885-45cb-aedf-4a88a16d6374 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:49.555582 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d8f3681f-3440-4411-9f79-f5eef9b78e84 req-fef3b2b7-2885-45cb-aedf-4a88a16d6374 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 946 time: 0.0630791 Jun 30 10:30:49.592907 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d8f3681f-3440-4411-9f79-f5eef9b78e84 req-730c9359-6a10-4e15-ac1c-95a5b7ad4c27 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315144 Jun 30 10:30:50.486371 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1084c8d5-d57f-4efe-8b06-c9f889066b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:50.774434 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a5dae-954b-4f2f-ad2e-b3098471e3d9 req-b517fd06-4f6b-4a75-9a16-096b4e2f4133 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:50.775900 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e71a5dae-954b-4f2f-ad2e-b3098471e3d9 req-b517fd06-4f6b-4a75-9a16-096b4e2f4133 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 946 time: 0.0667732 Jun 30 10:30:50.814011 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e71a5dae-954b-4f2f-ad2e-b3098471e3d9 req-53d7030f-b2f2-441d-8f5b-1e06990845cd tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326145 Jun 30 10:30:51.996485 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa84c0-47d6-44b8-a8d0-38902e3740df req-2b34ae2b-9a28-46e5-ba45-b1d578f3c500 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:51.997936 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8cfa84c0-47d6-44b8-a8d0-38902e3740df req-2b34ae2b-9a28-46e5-ba45-b1d578f3c500 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 946 time: 0.0682130 Jun 30 10:30:52.036675 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8cfa84c0-47d6-44b8-a8d0-38902e3740df req-d3861782-79ac-4524-9e61-4606d7fd73b9 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328429 Jun 30 10:30:52.966577 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2f1e6a5d-73c3-45eb-843b-62c5cc96b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:53.220143 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f42c88-d735-418b-b737-c06ada0df045 req-9472fc41-2715-4eb3-a845-fd2a5d26e716 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:53.221654 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b3f42c88-d735-418b-b737-c06ada0df045 req-9472fc41-2715-4eb3-a845-fd2a5d26e716 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 946 time: 0.0684686 Jun 30 10:30:53.261309 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b3f42c88-d735-418b-b737-c06ada0df045 req-314aacdf-6fd8-49f4-949f-bd6b88243a19 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337000 Jun 30 10:30:53.600871 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:54.053345 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-0fbb22f0-ff22-48fe-ba80-9223cb3bf3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:54.054817 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-0fbb22f0-ff22-48fe-ba80-9223cb3bf3a7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553&tenant_id=e9f8f14385164b03b43038c362f2c023 HTTP/1.1" status: 200 len: 1098 time: 0.0532339 Jun 30 10:30:54.065707 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-dcb78ebe-4f29-44d6-af4c-bada960eafe1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-31', 'device_owner': 'compute:nova'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:30:54.138383 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-dcb78ebe-4f29-44d6-af4c-bada960eafe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:54.343327 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-dcb78ebe-4f29-44d6-af4c-bada960eafe1 service neutron] For port b99a2207-6d4c-4383-b894-8b1993042c22, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=b99a2207-6d4c-4383-b894-8b1993042c22,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:30:54.381400 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-dcb78ebe-4f29-44d6-af4c-bada960eafe1 service neutron] For port b99a2207-6d4c-4383-b894-8b1993042c22, host n-h1-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:30:54.441845 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device b99a2207-6d4c-4383-b894-8b1993042c22 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:30:54.449522 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e787f890-cae8-4c0e-88bf-03313fac3553', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b99a2207-6d4c-4383-b894-8b1993042c22'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:30:54.451813 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6228c7-97aa-4226-aef0-6387569faffb" -d '{"events": [{"server_uuid": "e787f890-cae8-4c0e-88bf-03313fac3553", "name": "network-vif-unplugged", "status": "completed", "tag": "b99a2207-6d4c-4383-b894-8b1993042c22"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:30:54.456592 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-dcb78ebe-4f29-44d6-af4c-bada960eafe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:54.471644 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-dcb78ebe-4f29-44d6-af4c-bada960eafe1 service neutron] Transition to ACTIVE for port object b99a2207-6d4c-4383-b894-8b1993042c22 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:30:54.495297 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae6922-0a3a-4a16-92aa-699910629562 req-cc62ccd9-7f01-45b6-b6fd-d851a51c6243 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:54.497042 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0bae6922-0a3a-4a16-92aa-699910629562 req-cc62ccd9-7f01-45b6-b6fd-d851a51c6243 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 946 time: 0.1168931 Jun 30 10:30:54.512311 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 10:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986420e6-5080-4d16-8516-bc2212649afd x-openstack-request-id: req-986420e6-5080-4d16-8516-bc2212649afd {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:30:54.512602 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e787f890-cae8-4c0e-88bf-03313fac3553", "name": "network-vif-unplugged", "status": "completed", "tag": "b99a2207-6d4c-4383-b894-8b1993042c22", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:30:54.512856 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-986420e6-5080-4d16-8516-bc2212649afd {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:30:54.513240 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e787f890-cae8-4c0e-88bf-03313fac3553', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b99a2207-6d4c-4383-b894-8b1993042c22', 'code': 200} Jun 30 10:30:54.525145 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:54.545851 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0bae6922-0a3a-4a16-92aa-699910629562 req-f3c4052b-d721-4a92-a282-dea2600e75b5 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409999 Jun 30 10:30:54.546895 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-dcb78ebe-4f29-44d6-af4c-bada960eafe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:54.584654 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 10:30:54.585021 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 10:30:54.623904 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb78ebe-4f29-44d6-af4c-bada960eafe1 service neutron] Pushing event updated for resources: {'Port': ['ID=b99a2207-6d4c-4383-b894-8b1993042c22,revision_number=10']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:30:54.669696 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-dcb78ebe-4f29-44d6-af4c-bada960eafe1 service neutron] No DVR routers for this DVR port b99a2207-6d4c-4383-b894-8b1993042c22 on host n-h1-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:30:54.806956 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-dcb78ebe-4f29-44d6-af4c-bada960eafe1 service neutron] Attempting to bind port b99a2207-6d4c-4383-b894-8b1993042c22 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:30:54.807323 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-dcb78ebe-4f29-44d6-af4c-bada960eafe1 service neutron] Attempting to bind port b99a2207-6d4c-4383-b894-8b1993042c22 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:30:54.807653 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-dcb78ebe-4f29-44d6-af4c-bada960eafe1 service neutron] Attempting to bind port b99a2207-6d4c-4383-b894-8b1993042c22 on network 06561236-8fc5-4ee2-8277-b1f7dae949d9 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:30:54.811814 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-dcb78ebe-4f29-44d6-af4c-bada960eafe1 service neutron] Port b99a2207-6d4c-4383-b894-8b1993042c22 on network 06561236-8fc5-4ee2-8277-b1f7dae949d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:30:54.812131 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-dcb78ebe-4f29-44d6-af4c-bada960eafe1 service neutron] Attempting to bind port b99a2207-6d4c-4383-b894-8b1993042c22 on network 06561236-8fc5-4ee2-8277-b1f7dae949d9 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:30:54.816939 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-dcb78ebe-4f29-44d6-af4c-bada960eafe1 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:30:54.817277 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-dcb78ebe-4f29-44d6-af4c-bada960eafe1 service neutron] Checking segment: {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:30:54.817657 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-dcb78ebe-4f29-44d6-af4c-bada960eafe1 service neutron] Bound using segment: {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:30:54.818081 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-dcb78ebe-4f29-44d6-af4c-bada960eafe1 service neutron] Bound port: b99a2207-6d4c-4383-b894-8b1993042c22, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9277347-830b-4d48-b984-c11146c63081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:30:54.818431 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-dcb78ebe-4f29-44d6-af4c-bada960eafe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:54.886662 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-dcb78ebe-4f29-44d6-af4c-bada960eafe1 service neutron] For port b99a2207-6d4c-4383-b894-8b1993042c22, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:30:54.889608 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-dcb78ebe-4f29-44d6-af4c-bada960eafe1 service neutron] For port b99a2207-6d4c-4383-b894-8b1993042c22, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=b99a2207-6d4c-4383-b894-8b1993042c22,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:30:54.909412 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:54.955822 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-dcb78ebe-4f29-44d6-af4c-bada960eafe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:54.992091 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-dcb78ebe-4f29-44d6-af4c-bada960eafe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:54.992720 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-dcb78ebe-4f29-44d6-af4c-bada960eafe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:54.994344 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-dcb78ebe-4f29-44d6-af4c-bada960eafe1 service neutron] 10.222.0.37 "PUT /v2.0/ports/b99a2207-6d4c-4383-b894-8b1993042c22 HTTP/1.1" status: 200 len: 1094 time: 0.9331067 Jun 30 10:30:55.015113 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb78ebe-4f29-44d6-af4c-bada960eafe1 service neutron] Pushing event updated for resources: {'Port': ['ID=b99a2207-6d4c-4383-b894-8b1993042c22,revision_number=11']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:30:55.072071 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-b733e9ad-de7b-45de-8561-26c85f99926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:55.073584 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-b733e9ad-de7b-45de-8561-26c85f99926c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 1097 time: 0.0548627 Jun 30 10:30:55.177771 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-1396e630-9252-4ac9-91f7-274416934bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:55.179243 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-1396e630-9252-4ac9-91f7-274416934bbd service neutron] 10.222.0.37 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.0994980 Jun 30 10:30:55.244194 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-89c8c5e2-81a1-48b1-b4fc-dce792adb825 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b99a2207-6d4c-4383-b894-8b1993042c22 HTTP/1.1" status: 200 len: 1001 time: 0.0589032 Jun 30 10:30:55.298723 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-e5fcf448-3378-4f12-90b7-fc90b5ac7b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:55.300254 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-e5fcf448-3378-4f12-90b7-fc90b5ac7b89 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0500865 Jun 30 10:30:55.357311 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-b86f73c7-8a58-4fa1-a887-3af86ee5ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:55.358890 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-b86f73c7-8a58-4fa1-a887-3af86ee5ec54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529242 Jun 30 10:30:55.451701 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-b6dc81e5-6ee8-425b-adc6-d964e000f5f5 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864844 Jun 30 10:30:55.543818 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0457ffd1-d3e4-4a16-a241-9f68923fb867 req-d0eaf69c-6dc4-4707-b036-0ed2e3ce75ec service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854259 Jun 30 10:30:55.738362 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4848f2-e7e4-4020-a28a-668aa4cc48cd req-921d74b5-238b-414d-80dd-270daf4aebfd tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:55.739904 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ed4848f2-e7e4-4020-a28a-668aa4cc48cd req-921d74b5-238b-414d-80dd-270daf4aebfd tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 945 time: 0.0741720 Jun 30 10:30:55.783541 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ed4848f2-e7e4-4020-a28a-668aa4cc48cd req-d35402a3-fa9e-45ed-83b9-0719f1a41e9b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377605 Jun 30 10:30:56.514926 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e787f890-cae8-4c0e-88bf-03313fac3553', 'tag': 'b99a2207-6d4c-4383-b894-8b1993042c22'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:30:56.521446 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350eec49-62c7-406b-9683-37c6959dc4a9" -d '{"events": [{"name": "network-changed", "server_uuid": "e787f890-cae8-4c0e-88bf-03313fac3553", "tag": "b99a2207-6d4c-4383-b894-8b1993042c22"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:30:56.572608 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1d7239-c3d6-4fbb-ac58-7d13f1241c6f x-openstack-request-id: req-ea1d7239-c3d6-4fbb-ac58-7d13f1241c6f {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:30:56.572911 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e787f890-cae8-4c0e-88bf-03313fac3553", "tag": "b99a2207-6d4c-4383-b894-8b1993042c22", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:30:56.573168 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ea1d7239-c3d6-4fbb-ac58-7d13f1241c6f {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:30:56.573595 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e787f890-cae8-4c0e-88bf-03313fac3553', 'tag': 'b99a2207-6d4c-4383-b894-8b1993042c22', 'status': 'completed', 'code': 200} Jun 30 10:30:56.621443 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:56.710268 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350eec49-62c7-406b-9683-37c6959dc4a9 req-87dd845e-97b7-4e0e-9be8-efcc7c4f591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:56.711781 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-350eec49-62c7-406b-9683-37c6959dc4a9 req-87dd845e-97b7-4e0e-9be8-efcc7c4f591b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 1097 time: 0.0737495 Jun 30 10:30:56.713604 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350eec49-62c7-406b-9683-37c6959dc4a9 req-90233a4b-7104-479f-8715-187abb34a5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:56.714915 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-350eec49-62c7-406b-9683-37c6959dc4a9 req-90233a4b-7104-479f-8715-187abb34a5bb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9f8f14385164b03b43038c362f2c023&device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 1097 time: 0.1054363 Jun 30 10:30:56.873122 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350eec49-62c7-406b-9683-37c6959dc4a9 req-423ebc79-bfa8-49a0-8ee7-c76ab9412a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:56.874518 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-350eec49-62c7-406b-9683-37c6959dc4a9 req-423ebc79-bfa8-49a0-8ee7-c76ab9412a7d service neutron] 10.222.0.37 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.1569850 Jun 30 10:30:56.878147 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350eec49-62c7-406b-9683-37c6959dc4a9 req-5fa7717f-fa88-425f-b99c-a01240817cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:56.879517 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-350eec49-62c7-406b-9683-37c6959dc4a9 req-5fa7717f-fa88-425f-b99c-a01240817cbd service neutron] 10.222.0.52 "GET /v2.0/networks?id=06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 200 len: 913 time: 0.1535373 Jun 30 10:30:56.973202 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9e63f-36fb-4772-8902-9b8bad671b0d req-8a271604-e8ef-45ba-8fe0-f4cf91f78057 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:56.975480 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d4f9e63f-36fb-4772-8902-9b8bad671b0d req-8a271604-e8ef-45ba-8fe0-f4cf91f78057 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 945 time: 0.0704782 Jun 30 10:30:56.992970 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-350eec49-62c7-406b-9683-37c6959dc4a9 req-d919f470-96a5-4fe6-97eb-f38e1d88add4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b99a2207-6d4c-4383-b894-8b1993042c22 HTTP/1.1" status: 200 len: 1001 time: 0.1108248 Jun 30 10:30:57.017994 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d4f9e63f-36fb-4772-8902-9b8bad671b0d req-79536fe2-f62b-49ab-91f5-0e289a23c0b3 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357282 Jun 30 10:30:57.028940 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-350eec49-62c7-406b-9683-37c6959dc4a9 req-660e184a-dcf5-4b2b-9fed-157894889f16 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b99a2207-6d4c-4383-b894-8b1993042c22 HTTP/1.1" status: 200 len: 1001 time: 0.1392934 Jun 30 10:30:57.073932 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350eec49-62c7-406b-9683-37c6959dc4a9 req-ac380a17-f81b-4676-b459-be4f7b54bbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:57.075378 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-350eec49-62c7-406b-9683-37c6959dc4a9 req-ac380a17-f81b-4676-b459-be4f7b54bbe8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0758765 Jun 30 10:30:57.112126 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350eec49-62c7-406b-9683-37c6959dc4a9 req-edac6345-79ab-4f31-8d17-83572ae020d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:57.113539 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-350eec49-62c7-406b-9683-37c6959dc4a9 req-edac6345-79ab-4f31-8d17-83572ae020d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 200 len: 851 time: 0.0778248 Jun 30 10:30:57.174193 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350eec49-62c7-406b-9683-37c6959dc4a9 req-bc31cdab-f682-4118-af8b-3f9f4ef3ae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:57.175718 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-350eec49-62c7-406b-9683-37c6959dc4a9 req-bc31cdab-f682-4118-af8b-3f9f4ef3ae63 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0937221 Jun 30 10:30:57.240816 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350eec49-62c7-406b-9683-37c6959dc4a9 req-f5635254-bea0-458b-8f9e-b31140f2dee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:57.242305 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-350eec49-62c7-406b-9683-37c6959dc4a9 req-f5635254-bea0-458b-8f9e-b31140f2dee6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06561236-8fc5-4ee2-8277-b1f7dae949d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1173625 Jun 30 10:30:57.328886 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-350eec49-62c7-406b-9683-37c6959dc4a9 req-4e64c1e0-3496-4538-bf94-cdba8a99fd98 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470327 Jun 30 10:30:57.410597 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-350eec49-62c7-406b-9683-37c6959dc4a9 req-7fb2a4a5-88d6-47fb-acf4-779793eeb59e service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582181 Jun 30 10:30:57.487022 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-350eec49-62c7-406b-9683-37c6959dc4a9 req-7c2f6463-cf3a-4a93-a7f3-7606a98a8581 service neutron] 10.222.0.37 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506510 Jun 30 10:30:57.526295 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-350eec49-62c7-406b-9683-37c6959dc4a9 req-4132fd36-d666-4b21-8fb6-c38d00da216b service neutron] 10.222.0.52 "GET /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043530 Jun 30 10:30:58.205445 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a40976-2702-42dd-9160-199b951eefba req-f92683b7-10e3-4ce9-b8a4-fe2ce225376b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:58.206975 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c2a40976-2702-42dd-9160-199b951eefba req-f92683b7-10e3-4ce9-b8a4-fe2ce225376b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 945 time: 0.0667169 Jun 30 10:30:58.247262 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c2a40976-2702-42dd-9160-199b951eefba req-19db673a-59e1-4d67-8510-5881f41ae9e8 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341005 Jun 30 10:30:59.428454 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccc6fa-4309-40b1-9daf-d6b161e33051 req-4474592e-d743-4fa6-92f3-cb4cce2e6446 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:59.429906 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ccccc6fa-4309-40b1-9daf-d6b161e33051 req-4474592e-d743-4fa6-92f3-cb4cce2e6446 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 945 time: 0.0660632 Jun 30 10:30:59.468473 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ccccc6fa-4309-40b1-9daf-d6b161e33051 req-b2e89b36-378d-46f1-b575-b3fa62a97732 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328243 Jun 30 10:31:00.654029 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e85356-bd4f-46d3-8d3e-a56df2089a71 req-f485a3d4-eb5f-4845-80ca-9c6e42ea6326 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:00.655468 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b0e85356-bd4f-46d3-8d3e-a56df2089a71 req-f485a3d4-eb5f-4845-80ca-9c6e42ea6326 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 945 time: 0.0688100 Jun 30 10:31:00.696096 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b0e85356-bd4f-46d3-8d3e-a56df2089a71 req-7f2e9b2d-435e-4ca6-8bc0-231965c5f78e tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338881 Jun 30 10:31:01.874776 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a390ad-539e-4037-8753-e4694ce038e1 req-841d2ca7-70e6-4a64-a16b-5f5a0893347b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:01.876231 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-12a390ad-539e-4037-8753-e4694ce038e1 req-841d2ca7-70e6-4a64-a16b-5f5a0893347b tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 945 time: 0.0662282 Jun 30 10:31:01.913691 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-12a390ad-539e-4037-8753-e4694ce038e1 req-7a75d681-7d1f-4293-a6d7-297fd384472a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313866 Jun 30 10:31:03.092775 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8117cf-f484-4f48-9387-a8b057a8d936 req-5bc6498b-3581-4b13-9da9-1dcadff644e2 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:03.094231 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6a8117cf-f484-4f48-9387-a8b057a8d936 req-5bc6498b-3581-4b13-9da9-1dcadff644e2 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 945 time: 0.0631380 Jun 30 10:31:03.131877 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6a8117cf-f484-4f48-9387-a8b057a8d936 req-d9d27f12-5b31-46fc-acf2-4e2277680a8e tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320094 Jun 30 10:31:04.305069 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7d892-e827-4e63-bc7b-3ee47501f357 req-8eaac6e6-dc26-4119-b8a4-2d84fe2fc5fa tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:04.306462 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0ef7d892-e827-4e63-bc7b-3ee47501f357 req-8eaac6e6-dc26-4119-b8a4-2d84fe2fc5fa tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 945 time: 0.0630553 Jun 30 10:31:04.343863 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0ef7d892-e827-4e63-bc7b-3ee47501f357 req-8c3b19a4-6f3f-435f-b330-b122266c4abb tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318303 Jun 30 10:31:05.521206 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa8c16-db16-4dfb-a1b1-e01b8e4e762a req-542d108c-6df4-41ec-8f4a-189e997b4057 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:05.522664 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aeaa8c16-db16-4dfb-a1b1-e01b8e4e762a req-542d108c-6df4-41ec-8f4a-189e997b4057 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 945 time: 0.0627913 Jun 30 10:31:05.563018 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aeaa8c16-db16-4dfb-a1b1-e01b8e4e762a req-007c0af9-0ad8-4e56-ac92-37b1f70df3ff tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346291 Jun 30 10:31:06.756204 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ebc7a-ecaf-4427-848a-f53d2ce793e6 req-2a862775-c904-4047-8508-3c9829664d0d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:06.757814 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-834ebc7a-ecaf-4427-848a-f53d2ce793e6 req-2a862775-c904-4047-8508-3c9829664d0d tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 945 time: 0.0633237 Jun 30 10:31:06.799465 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-834ebc7a-ecaf-4427-848a-f53d2ce793e6 req-6384cc5a-298c-4cbb-b5b3-fc91f9439e0a tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360248 Jun 30 10:31:07.806294 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device b99a2207-6d4c-4383-b894-8b1993042c22 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:31:07.897750 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port b99a2207-6d4c-4383-b894-8b1993042c22, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=b99a2207-6d4c-4383-b894-8b1993042c22,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:31:07.909103 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'b99a2207-6d4c-4383-b894-8b1993042c22', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'port_id': 'b99a2207-6d4c-4383-b894-8b1993042c22', 'mac_address': 'fa:16:3e:85:25:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:31:07.949053 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:07.961645 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b99a2207-6d4c-4383-b894-8b1993042c22 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:31:07.975621 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c9667-089b-475d-b694-fb47b20d843d req-56c71ef3-140c-4656-a29d-72c426f37e30 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:07.975621 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-899c9667-089b-475d-b694-fb47b20d843d req-56c71ef3-140c-4656-a29d-72c426f37e30 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 945 time: 0.0624266 Jun 30 10:31:07.983833 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port b99a2207-6d4c-4383-b894-8b1993042c22, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=b99a2207-6d4c-4383-b894-8b1993042c22,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:31:08.013712 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-899c9667-089b-475d-b694-fb47b20d843d req-60f86157-d7b8-4918-986c-96bdfbfa25ca tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319242 Jun 30 10:31:08.066790 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:08.115380 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=b99a2207-6d4c-4383-b894-8b1993042c22,revision_number=12']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:31:08.422479 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['b99a2207-6d4c-4383-b894-8b1993042c22'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:31:08.592485 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:09.192173 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90642ddc-43ad-420c-8671-9904537fdb26 req-61b32ee8-bbb0-46c2-9b28-ee4abf134de6 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:09.193745 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-90642ddc-43ad-420c-8671-9904537fdb26 req-61b32ee8-bbb0-46c2-9b28-ee4abf134de6 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 946 time: 0.0640934 Jun 30 10:31:09.231469 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-90642ddc-43ad-420c-8671-9904537fdb26 req-cc28fb42-35f3-45b5-99b8-8fa53aaae39e tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320179 Jun 30 10:31:09.402243 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e2b64-1ec0-46d4-89a4-f6690a3fa008 req-84b8c08f-8013-4c88-bfb4-829de3caa07f tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:09.403642 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c42e2b64-1ec0-46d4-89a4-f6690a3fa008 req-84b8c08f-8013-4c88-bfb4-829de3caa07f tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 946 time: 0.0625947 Jun 30 10:31:09.441633 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c42e2b64-1ec0-46d4-89a4-f6690a3fa008 req-7c91de59-6636-46ed-99d0-316f002f4818 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319343 Jun 30 10:31:09.611763 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:09.613735 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca70e3-41ff-4569-84a4-c9aef82bfb42 req-cb637475-5e59-499e-ad82-92501999174c tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:09.615241 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ecca70e3-41ff-4569-84a4-c9aef82bfb42 req-cb637475-5e59-499e-ad82-92501999174c tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 946 time: 0.0635617 Jun 30 10:31:09.653822 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ecca70e3-41ff-4569-84a4-c9aef82bfb42 req-06ae92c5-cffa-45d1-82bc-5e9ac83941e5 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324233 Jun 30 10:31:09.816594 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device b99a2207-6d4c-4383-b894-8b1993042c22 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:31:09.983553 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port b99a2207-6d4c-4383-b894-8b1993042c22 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:31:09.988670 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port b99a2207-6d4c-4383-b894-8b1993042c22 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:31:09.991485 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:10.068084 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:10.090274 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e787f890-cae8-4c0e-88bf-03313fac3553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99a2207-6d4c-4383-b894-8b1993042c22'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:31:10.092535 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2736a0d4-9033-4af4-a3a9-0b7162fda700" -d '{"events": [{"server_uuid": "e787f890-cae8-4c0e-88bf-03313fac3553", "name": "network-vif-plugged", "status": "completed", "tag": "b99a2207-6d4c-4383-b894-8b1993042c22"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:31:10.109547 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port b99a2207-6d4c-4383-b894-8b1993042c22, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=b99a2207-6d4c-4383-b894-8b1993042c22,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:31:10.128566 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75936cd8-bec9-4da9-9c5e-eaee82e49089 x-openstack-request-id: req-75936cd8-bec9-4da9-9c5e-eaee82e49089 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:31:10.128844 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e787f890-cae8-4c0e-88bf-03313fac3553", "name": "network-vif-plugged", "status": "completed", "tag": "b99a2207-6d4c-4383-b894-8b1993042c22", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:31:10.129120 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-75936cd8-bec9-4da9-9c5e-eaee82e49089 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:31:10.129508 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e787f890-cae8-4c0e-88bf-03313fac3553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99a2207-6d4c-4383-b894-8b1993042c22', 'code': 200} Jun 30 10:31:10.175362 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:10.313541 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d6ef8-0951-4391-b536-3eeefe010232 req-4cc3879e-5125-4941-9a7c-9889e685b819 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:10.315884 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-586d6ef8-0951-4391-b536-3eeefe010232 req-4cc3879e-5125-4941-9a7c-9889e685b819 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 947 time: 0.0718298 Jun 30 10:31:10.359343 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-586d6ef8-0951-4391-b536-3eeefe010232 req-9a8b6cc2-7e83-4353-bdf8-fd3d032033e8 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374684 Jun 30 10:31:10.377525 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=b99a2207-6d4c-4383-b894-8b1993042c22,revision_number=13']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:31:11.787184 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416786b-412d-4874-8b9f-9d5c1caf41ba req-9ba49d4c-9ffd-4398-8949-ce13e3815d9c tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:11.788648 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2416786b-412d-4874-8b9f-9d5c1caf41ba req-9ba49d4c-9ffd-4398-8949-ce13e3815d9c tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 947 time: 0.3134794 Jun 30 10:31:11.827885 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2416786b-412d-4874-8b9f-9d5c1caf41ba req-2dfbc91c-d300-437c-a483-4c6ddfaccb01 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups?id=e129980d-f15b-4e8f-974d-e186d9c2c4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336745 Jun 30 10:31:11.922574 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d11c1-6e00-4cb3-8049-a16429344dd4 req-99bb0624-b708-4791-909f-515bb0f8957f tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:11.924582 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-706d11c1-6e00-4cb3-8049-a16429344dd4 req-99bb0624-b708-4791-909f-515bb0f8957f tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.37 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 947 time: 0.0611703 Jun 30 10:31:12.027635 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-706d11c1-6e00-4cb3-8049-a16429344dd4 req-8181354b-650f-4f35-93dc-d8c8ffa8e150 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Deleting port b99a2207-6d4c-4383-b894-8b1993042c22 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:31:12.027979 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-706d11c1-6e00-4cb3-8049-a16429344dd4 req-8181354b-650f-4f35-93dc-d8c8ffa8e150 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:12.115557 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-706d11c1-6e00-4cb3-8049-a16429344dd4 req-8181354b-650f-4f35-93dc-d8c8ffa8e150 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] For port b99a2207-6d4c-4383-b894-8b1993042c22, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=b99a2207-6d4c-4383-b894-8b1993042c22,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:31:12.115982 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-706d11c1-6e00-4cb3-8049-a16429344dd4 req-8181354b-650f-4f35-93dc-d8c8ffa8e150 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:12.286598 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-706d11c1-6e00-4cb3-8049-a16429344dd4 req-8181354b-650f-4f35-93dc-d8c8ffa8e150 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:12.286968 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-706d11c1-6e00-4cb3-8049-a16429344dd4 req-8181354b-650f-4f35-93dc-d8c8ffa8e150 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:12.287447 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [req-706d11c1-6e00-4cb3-8049-a16429344dd4 req-8181354b-650f-4f35-93dc-d8c8ffa8e150 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Floating IP b9eddb6e-2709-42d7-97f5-1105b41f63c5 disassociated. External IP: 172.25.6.166, port: b99a2207-6d4c-4383-b894-8b1993042c22. Jun 30 10:31:12.287791 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-706d11c1-6e00-4cb3-8049-a16429344dd4 req-8181354b-650f-4f35-93dc-d8c8ffa8e150 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Calling delete_port for b99a2207-6d4c-4383-b894-8b1993042c22 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:31:12.506785 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-706d11c1-6e00-4cb3-8049-a16429344dd4 req-8181354b-650f-4f35-93dc-d8c8ffa8e150 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:12.536760 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181354b-650f-4f35-93dc-d8c8ffa8e150 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Pushing event deleted for resources: {'Port': ['ID=b99a2207-6d4c-4383-b894-8b1993042c22,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:31:12.652374 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [req-706d11c1-6e00-4cb3-8049-a16429344dd4 req-8181354b-650f-4f35-93dc-d8c8ffa8e150 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Router 1c4961ba-dbd5-4c68-92ac-442b8970845e has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:31:12.770552 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-706d11c1-6e00-4cb3-8049-a16429344dd4 req-8181354b-650f-4f35-93dc-d8c8ffa8e150 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:31:12.781308 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171dfdac-446c-496d-a796-8703948f92c2 None None] Sync routers for ids ['1c4961ba-dbd5-4c68-92ac-442b8970845e'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:31:12.792512 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171dfdac-446c-496d-a796-8703948f92c2 None None] Routers {'1c4961ba-dbd5-4c68-92ac-442b8970845e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:31:12.793319 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-171dfdac-446c-496d-a796-8703948f92c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:30:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c4961ba-dbd5-4c68-92ac-442b8970845e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:31:12.818778 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-706d11c1-6e00-4cb3-8049-a16429344dd4 req-8181354b-650f-4f35-93dc-d8c8ffa8e150 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] No DVR routers for this DVR port b99a2207-6d4c-4383-b894-8b1993042c22 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:31:12.821188 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-706d11c1-6e00-4cb3-8049-a16429344dd4 req-8181354b-650f-4f35-93dc-d8c8ffa8e150 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:12.823221 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-706d11c1-6e00-4cb3-8049-a16429344dd4 req-8181354b-650f-4f35-93dc-d8c8ffa8e150 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.37 "DELETE /v2.0/ports/b99a2207-6d4c-4383-b894-8b1993042c22 HTTP/1.1" status: 204 len: 173 time: 0.8932984 Jun 30 10:31:12.823656 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e787f890-cae8-4c0e-88bf-03313fac3553', 'name': 'network-vif-deleted', 'tag': 'b99a2207-6d4c-4383-b894-8b1993042c22'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:31:12.825908 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920894ec-a64d-4ba9-9c0d-4da57a34a822" -d '{"events": [{"server_uuid": "e787f890-cae8-4c0e-88bf-03313fac3553", "name": "network-vif-deleted", "tag": "b99a2207-6d4c-4383-b894-8b1993042c22"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:31:12.864030 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2629968-b9fd-4185-a137-20a704cf7945 x-openstack-request-id: req-f2629968-b9fd-4185-a137-20a704cf7945 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:31:12.864328 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e787f890-cae8-4c0e-88bf-03313fac3553", "name": "network-vif-deleted", "tag": "b99a2207-6d4c-4383-b894-8b1993042c22", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:31:12.864576 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f2629968-b9fd-4185-a137-20a704cf7945 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:31:12.864969 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e787f890-cae8-4c0e-88bf-03313fac3553', 'name': 'network-vif-deleted', 'tag': 'b99a2207-6d4c-4383-b894-8b1993042c22', 'status': 'completed', 'code': 200} Jun 30 10:31:12.912976 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-171dfdac-446c-496d-a796-8703948f92c2 None None] Set router 1c4961ba-dbd5-4c68-92ac-442b8970845e gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:31:12.978459 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-15c71590-b28c-4300-bddf-8aeb57cdef75 req-920000fd-cb10-404e-bceb-e32453b545a8 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 210 time: 0.0300949 Jun 30 10:31:13.122061 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-171dfdac-446c-496d-a796-8703948f92c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:18Z', 'revision_number': 4, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'gw_port': {'id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'a6c740cb-dd18-4eb7-8133-05ddd1e3e23c', 'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'mac_address': 'fa:16:3e:e2:e8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:17Z', 'updated_at': '2021-06-30T10:17:22Z', 'revision_number': 5, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'subnets': [{'id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:31:13.154273 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171dfdac-446c-496d-a796-8703948f92c2 None None] Checking router: 1c4961ba-dbd5-4c68-92ac-442b8970845e for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:31:13.164471 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171dfdac-446c-496d-a796-8703948f92c2 None None] Routers {'1c4961ba-dbd5-4c68-92ac-442b8970845e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:31:13.165092 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-171dfdac-446c-496d-a796-8703948f92c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:30:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c4961ba-dbd5-4c68-92ac-442b8970845e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:31:13.270328 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-171dfdac-446c-496d-a796-8703948f92c2 None None] Set router 1c4961ba-dbd5-4c68-92ac-442b8970845e gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:31:13.475767 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-171dfdac-446c-496d-a796-8703948f92c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:18Z', 'revision_number': 4, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'gw_port': {'id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'a6c740cb-dd18-4eb7-8133-05ddd1e3e23c', 'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'mac_address': 'fa:16:3e:e2:e8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:17Z', 'updated_at': '2021-06-30T10:17:22Z', 'revision_number': 5, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'subnets': [{'id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:31:13.501847 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171dfdac-446c-496d-a796-8703948f92c2 None None] The sync data for ids ['1c4961ba-dbd5-4c68-92ac-442b8970845e'] in n-d-771363-31 is: [{'id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:18Z', 'revision_number': 4, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'gw_port': {'id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'a6c740cb-dd18-4eb7-8133-05ddd1e3e23c', 'name': '', 'network_id': '06561236-8fc5-4ee2-8277-b1f7dae949d9', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'mac_address': 'fa:16:3e:e2:e8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:17Z', 'updated_at': '2021-06-30T10:17:22Z', 'revision_number': 5, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'subnets': [{'id': '39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:31:13.734669 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae66fcf-c2ca-4fb3-9911-82bbb88d0432 None None] New status for floating IP b9eddb6e-2709-42d7-97f5-1105b41f63c5: DOWN {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:31:14.128559 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cf9f3eab-dd25-4e26-b12c-c94d9dae5094 req-ff280bb7-aff3-4a9b-b96a-90094cdde488 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 210 time: 0.0305889 Jun 30 10:31:15.282964 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5e1286c3-5b2d-4f17-b6f0-3cd9733250a8 req-f26ce700-4b12-4128-974c-834fb952dfee tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 210 time: 0.0358133 Jun 30 10:31:15.851671 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device b99a2207-6d4c-4383-b894-8b1993042c22 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:31:15.875614 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: b99a2207-6d4c-4383-b894-8b1993042c22 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:31:15.875970 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device b99a2207-6d4c-4383-b894-8b1993042c22 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:31:16.622385 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a8e1592c-6efb-4d50-a6ea-aaf8c4a465a8 req-b380de3f-5596-4b79-8a43-f5bbccdc96e8 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/ports?device_id=e787f890-cae8-4c0e-88bf-03313fac3553 HTTP/1.1" status: 200 len: 210 time: 0.0294788 Jun 30 10:31:16.976492 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:31:20.554692 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-de132d35-7309-4781-9c15-1d785c0d9789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:22.088074 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34622) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:31:22.148397 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-43c1a075-0a06-4aff-9508-eda85c8fa011 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:22.172563 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-43c1a075-0a06-4aff-9508-eda85c8fa011 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:22.320526 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-43c1a075-0a06-4aff-9508-eda85c8fa011 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:22.323310 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-43c1a075-0a06-4aff-9508-eda85c8fa011 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:22.324509 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-43c1a075-0a06-4aff-9508-eda85c8fa011 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "DELETE /v2.0/security-groups/e129980d-f15b-4e8f-974d-e186d9c2c4f3 HTTP/1.1" status: 204 len: 168 time: 0.2353714 Jun 30 10:31:22.328051 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34624) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:31:22.338053 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1a075-0a06-4aff-9508-eda85c8fa011 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e129980d-f15b-4e8f-974d-e186d9c2c4f3,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:31:22.346647 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-ebb72e42-b843-4f9e-ad34-83f9bd86b89f tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] show failed (client error): The resource could not be found. Jun 30 10:31:22.348076 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ebb72e42-b843-4f9e-ad34-83f9bd86b89f tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "GET /v2.0/security-groups/e129980d-f15b-4e8f-974d-e186d9c2c4f3 HTTP/1.1" status: 404 len: 347 time: 0.0184181 Jun 30 10:31:22.351140 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34626) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:31:22.486771 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-5960f321-91c9-4c7e-82f2-7f7cc7d20d44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Deleting port c2994216-8340-42d2-8a00-3b25f5b1bc91 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:31:22.487103 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5960f321-91c9-4c7e-82f2-7f7cc7d20d44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:22.568459 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5960f321-91c9-4c7e-82f2-7f7cc7d20d44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:22.568780 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5960f321-91c9-4c7e-82f2-7f7cc7d20d44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:22.580102 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-5960f321-91c9-4c7e-82f2-7f7cc7d20d44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Calling delete_port for c2994216-8340-42d2-8a00-3b25f5b1bc91 owned by network:floatingip {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:31:22.801591 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5960f321-91c9-4c7e-82f2-7f7cc7d20d44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:22.828897 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960f321-91c9-4c7e-82f2-7f7cc7d20d44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Pushing event deleted for resources: {'Port': ['ID=c2994216-8340-42d2-8a00-3b25f5b1bc91,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:31:22.855936 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960f321-91c9-4c7e-82f2-7f7cc7d20d44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:22.856281 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960f321-91c9-4c7e-82f2-7f7cc7d20d44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:22.856626 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960f321-91c9-4c7e-82f2-7f7cc7d20d44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:22.856991 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960f321-91c9-4c7e-82f2-7f7cc7d20d44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:22.857325 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960f321-91c9-4c7e-82f2-7f7cc7d20d44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:22.857656 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960f321-91c9-4c7e-82f2-7f7cc7d20d44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:22.857982 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960f321-91c9-4c7e-82f2-7f7cc7d20d44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:22.858309 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960f321-91c9-4c7e-82f2-7f7cc7d20d44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:22.858633 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960f321-91c9-4c7e-82f2-7f7cc7d20d44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:22.858953 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960f321-91c9-4c7e-82f2-7f7cc7d20d44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:22.859303 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960f321-91c9-4c7e-82f2-7f7cc7d20d44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:22.859626 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960f321-91c9-4c7e-82f2-7f7cc7d20d44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:22.902844 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5960f321-91c9-4c7e-82f2-7f7cc7d20d44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks [] for floatingip, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:22.905794 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5960f321-91c9-4c7e-82f2-7f7cc7d20d44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:22.906534 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5960f321-91c9-4c7e-82f2-7f7cc7d20d44 tempest-ServerActionsTestJSON-1478982925 tempest-ServerActionsTestJSON-1478982925-project] 10.222.0.10 "DELETE /v2.0/floatingips/b9eddb6e-2709-42d7-97f5-1105b41f63c5 HTTP/1.1" status: 204 len: 168 time: 0.5543127 Jun 30 10:31:22.909529 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34628) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:31:22.960565 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e211fde1-8585-43ef-9591-1ed49742b3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:23.382919 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-127ed1ed-45e1-43e0-9d1f-3ec550db7774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:23.594275 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:23.640248 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-127ed1ed-45e1-43e0-9d1f-3ec550db7774 admin admin] Deleting port a6c740cb-dd18-4eb7-8133-05ddd1e3e23c {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:31:23.640484 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-127ed1ed-45e1-43e0-9d1f-3ec550db7774 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:23.716458 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-127ed1ed-45e1-43e0-9d1f-3ec550db7774 admin admin] For port a6c740cb-dd18-4eb7-8133-05ddd1e3e23c, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a6c740cb-dd18-4eb7-8133-05ddd1e3e23c,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:31:23.716812 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-127ed1ed-45e1-43e0-9d1f-3ec550db7774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:23.729295 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-127ed1ed-45e1-43e0-9d1f-3ec550db7774 admin admin] Calling delete_port for a6c740cb-dd18-4eb7-8133-05ddd1e3e23c owned by network:router_interface {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:31:23.977456 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-127ed1ed-45e1-43e0-9d1f-3ec550db7774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:24.008690 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ed1ed-45e1-43e0-9d1f-3ec550db7774 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6c740cb-dd18-4eb7-8133-05ddd1e3e23c,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:31:24.184266 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-127ed1ed-45e1-43e0-9d1f-3ec550db7774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:24.745155 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127ed1ed-45e1-43e0-9d1f-3ec550db7774 admin admin] Router 1c4961ba-dbd5-4c68-92ac-442b8970845e has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:31:24.852541 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127ed1ed-45e1-43e0-9d1f-3ec550db7774 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:31:24.857900 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-127ed1ed-45e1-43e0-9d1f-3ec550db7774 admin admin] 10.222.0.10 "PUT /v2.0/routers/1c4961ba-dbd5-4c68-92ac-442b8970845e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9461350 Jun 30 10:31:24.860290 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34632) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:31:24.866264 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53790acf-acb7-4f2c-abc3-8e40799fe0ea None None] Sync routers for ids ['1c4961ba-dbd5-4c68-92ac-442b8970845e'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:31:24.876631 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53790acf-acb7-4f2c-abc3-8e40799fe0ea None None] Routers {'1c4961ba-dbd5-4c68-92ac-442b8970845e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:31:24.877327 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-53790acf-acb7-4f2c-abc3-8e40799fe0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:31:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c4961ba-dbd5-4c68-92ac-442b8970845e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:31:24.926954 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:24.970630 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-80118625-691b-4f38-9559-5df75b896a8e admin admin] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:24.989655 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-53790acf-acb7-4f2c-abc3-8e40799fe0ea None None] Set router 1c4961ba-dbd5-4c68-92ac-442b8970845e gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:31:25.073761 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-80118625-691b-4f38-9559-5df75b896a8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:25.176481 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-53790acf-acb7-4f2c-abc3-8e40799fe0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:31:23Z', 'revision_number': 5, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'gw_port': {'id': '63e5d047-7f1e-4acb-bdfa-218cd79a46de', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:31:25.184971 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-80118625-691b-4f38-9559-5df75b896a8e admin admin] Deleting port 63e5d047-7f1e-4acb-bdfa-218cd79a46de {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:31:25.185366 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-80118625-691b-4f38-9559-5df75b896a8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:25.204736 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53790acf-acb7-4f2c-abc3-8e40799fe0ea None None] Checking router: 1c4961ba-dbd5-4c68-92ac-442b8970845e for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:31:25.215031 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53790acf-acb7-4f2c-abc3-8e40799fe0ea None None] Routers {'1c4961ba-dbd5-4c68-92ac-442b8970845e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:31:25.215709 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-53790acf-acb7-4f2c-abc3-8e40799fe0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:31:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1c4961ba-dbd5-4c68-92ac-442b8970845e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:31:25.269942 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-80118625-691b-4f38-9559-5df75b896a8e admin admin] For port 63e5d047-7f1e-4acb-bdfa-218cd79a46de, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=63e5d047-7f1e-4acb-bdfa-218cd79a46de,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:31:25.269942 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-80118625-691b-4f38-9559-5df75b896a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:25.283345 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-80118625-691b-4f38-9559-5df75b896a8e admin admin] Calling delete_port for 63e5d047-7f1e-4acb-bdfa-218cd79a46de owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:31:25.308961 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-53790acf-acb7-4f2c-abc3-8e40799fe0ea None None] Set router 1c4961ba-dbd5-4c68-92ac-442b8970845e gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:31:25.366069 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-53790acf-acb7-4f2c-abc3-8e40799fe0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:31:25Z', 'revision_number': 6, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:31:25.393570 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53790acf-acb7-4f2c-abc3-8e40799fe0ea None None] The sync data for ids ['1c4961ba-dbd5-4c68-92ac-442b8970845e'] in n-d-771363-31 is: [{'id': '1c4961ba-dbd5-4c68-92ac-442b8970845e', 'name': 'tempest-ServerActionsTestJSON-1438650912-router', 'tenant_id': 'e9f8f14385164b03b43038c362f2c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:17:15Z', 'updated_at': '2021-06-30T10:31:25Z', 'revision_number': 6, 'project_id': 'e9f8f14385164b03b43038c362f2c023', 'gw_port_host': None}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:31:25.521294 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-80118625-691b-4f38-9559-5df75b896a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:25.545667 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80118625-691b-4f38-9559-5df75b896a8e admin admin] Pushing event deleted for resources: {'Port': ['ID=63e5d047-7f1e-4acb-bdfa-218cd79a46de,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:31:25.614095 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-80118625-691b-4f38-9559-5df75b896a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:25.707807 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-80118625-691b-4f38-9559-5df75b896a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:25.709762 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-80118625-691b-4f38-9559-5df75b896a8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:25.815568 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-80118625-691b-4f38-9559-5df75b896a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:25.815568 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80118625-691b-4f38-9559-5df75b896a8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c4961ba-dbd5-4c68-92ac-442b8970845e {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:31:25.819241 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-80118625-691b-4f38-9559-5df75b896a8e admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:25.820401 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-80118625-691b-4f38-9559-5df75b896a8e admin admin] 10.222.0.10 "DELETE /v2.0/routers/1c4961ba-dbd5-4c68-92ac-442b8970845e HTTP/1.1" status: 204 len: 168 time: 0.9592040 Jun 30 10:31:25.823008 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34634) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:31:25.872217 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9439fe9-d632-4939-a7f9-3a700c25dc7b admin admin] Deleting subnet 39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:31:25.875969 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f9439fe9-d632-4939-a7f9-3a700c25dc7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:25.911553 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f9439fe9-d632-4939-a7f9-3a700c25dc7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:25.988489 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f9439fe9-d632-4939-a7f9-3a700c25dc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:26.118390 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f9439fe9-d632-4939-a7f9-3a700c25dc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:26.150200 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9439fe9-d632-4939-a7f9-3a700c25dc7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:31:26.154894 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f9439fe9-d632-4939-a7f9-3a700c25dc7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:26.156982 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f9439fe9-d632-4939-a7f9-3a700c25dc7b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/39ca8c82-10c6-4eba-a6e7-c0dbc35bfd1b HTTP/1.1" status: 204 len: 168 time: 0.3330183 Jun 30 10:31:26.159614 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34636) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:31:26.162461 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259c084c-d503-4572-aedd-2a307cce744e None None] Network 06561236-8fc5-4ee2-8277-b1f7dae949d9 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:31:26.236438 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-95fe7460-c2b0-440b-9b99-1b0264d59e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:26.303158 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-95fe7460-c2b0-440b-9b99-1b0264d59e44 admin admin] Deleting port 19666497-4100-47e0-b446-a4944fc6aa1c {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:31:26.303585 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-95fe7460-c2b0-440b-9b99-1b0264d59e44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:26.380842 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-95fe7460-c2b0-440b-9b99-1b0264d59e44 admin admin] For port 19666497-4100-47e0-b446-a4944fc6aa1c, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=19666497-4100-47e0-b446-a4944fc6aa1c,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:31:26.381192 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-95fe7460-c2b0-440b-9b99-1b0264d59e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:26.395921 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-95fe7460-c2b0-440b-9b99-1b0264d59e44 admin admin] Calling delete_port for 19666497-4100-47e0-b446-a4944fc6aa1c owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:31:26.407354 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6348e1b2-d4c8-436a-976d-798788e93885 None None] DHCP port deletion for 06561236-8fc5-4ee2-8277-b1f7dae949d9 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:31:26.455533 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-6348e1b2-d4c8-436a-976d-798788e93885 None None] Deleting port 19666497-4100-47e0-b446-a4944fc6aa1c {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:31:26.455912 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6348e1b2-d4c8-436a-976d-798788e93885 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:26.458976 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a6c740cb-dd18-4eb7-8133-05ddd1e3e23c no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:31:26.511780 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: a6c740cb-dd18-4eb7-8133-05ddd1e3e23c {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:31:26.512119 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a6c740cb-dd18-4eb7-8133-05ddd1e3e23c not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:31:26.512538 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 63e5d047-7f1e-4acb-bdfa-218cd79a46de no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:31:26.547022 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 63e5d047-7f1e-4acb-bdfa-218cd79a46de {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:31:26.547305 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 63e5d047-7f1e-4acb-bdfa-218cd79a46de not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:31:26.567429 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-6348e1b2-d4c8-436a-976d-798788e93885 None None] For port 19666497-4100-47e0-b446-a4944fc6aa1c, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=19666497-4100-47e0-b446-a4944fc6aa1c,segment=NetworkSegment(a9277347-830b-4d48-b984-c11146c63081),segment_id=a9277347-830b-4d48-b984-c11146c63081)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:31:26.567825 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6348e1b2-d4c8-436a-976d-798788e93885 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:26.579102 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-6348e1b2-d4c8-436a-976d-798788e93885 None None] Calling delete_port for 19666497-4100-47e0-b446-a4944fc6aa1c owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:31:26.589052 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-95fe7460-c2b0-440b-9b99-1b0264d59e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:26.619513 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe7460-c2b0-440b-9b99-1b0264d59e44 admin admin] Pushing event deleted for resources: {'Port': ['ID=19666497-4100-47e0-b446-a4944fc6aa1c,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:31:26.622407 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fe7460-c2b0-440b-9b99-1b0264d59e44 admin admin] No DVR routers for this DVR port 19666497-4100-47e0-b446-a4944fc6aa1c on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:31:26.659087 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6348e1b2-d4c8-436a-976d-798788e93885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:26.667560 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:26.686032 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6348e1b2-d4c8-436a-976d-798788e93885 None None] Pushing event deleted for resources: {'Port': ['ID=19666497-4100-47e0-b446-a4944fc6aa1c,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:31:26.690326 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6348e1b2-d4c8-436a-976d-798788e93885 None None] No DVR routers for this DVR port 19666497-4100-47e0-b446-a4944fc6aa1c on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:31:26.704120 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-95fe7460-c2b0-440b-9b99-1b0264d59e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:26.714591 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-95fe7460-c2b0-440b-9b99-1b0264d59e44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06561236-8fc5-4ee2-8277-b1f7dae949d9']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:31:26.725827 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-95fe7460-c2b0-440b-9b99-1b0264d59e44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9277347-830b-4d48-b984-c11146c63081') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:31:26.726122 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-95fe7460-c2b0-440b-9b99-1b0264d59e44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9277347-830b-4d48-b984-c11146c63081') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:31:26.734726 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-95fe7460-c2b0-440b-9b99-1b0264d59e44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:26.749119 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-95fe7460-c2b0-440b-9b99-1b0264d59e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:26.755202 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95fe7460-c2b0-440b-9b99-1b0264d59e44 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-95fe7460-c2b0-440b-9b99-1b0264d59e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: timer() Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:31:26.757248 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:31:26.886068 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-95fe7460-c2b0-440b-9b99-1b0264d59e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:26.891559 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-95fe7460-c2b0-440b-9b99-1b0264d59e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:26.893745 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-95fe7460-c2b0-440b-9b99-1b0264d59e44 admin admin] 10.222.0.10 "DELETE /v2.0/networks/06561236-8fc5-4ee2-8277-b1f7dae949d9 HTTP/1.1" status: 204 len: 168 time: 0.7325950 Jun 30 10:31:26.905521 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe7460-c2b0-440b-9b99-1b0264d59e44 admin admin] Pushing event deleted for resources: {'Network': ['ID=06561236-8fc5-4ee2-8277-b1f7dae949d9,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:31:27.209780 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34640) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:31:27.249837 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-eabd9ce5-c1c8-4482-b676-b4e85a979e05 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e9f8f14385164b03b43038c362f2c023&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388920 Jun 30 10:31:27.252515 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34642) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:31:27.301070 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7f8cee9c-d39c-4070-b139-b1bf5281f923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:27.322001 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7f8cee9c-d39c-4070-b139-b1bf5281f923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:27.434408 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7f8cee9c-d39c-4070-b139-b1bf5281f923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:27.437022 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7f8cee9c-d39c-4070-b139-b1bf5281f923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:27.438222 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7f8cee9c-d39c-4070-b139-b1bf5281f923 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2537f6d0-e6cb-403a-b959-773420ed8298 HTTP/1.1" status: 204 len: 168 time: 0.1847556 Jun 30 10:31:27.446652 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8cee9c-d39c-4070-b139-b1bf5281f923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2537f6d0-e6cb-403a-b959-773420ed8298,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:31:28.425154 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 19666497-4100-47e0-b446-a4944fc6aa1c no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:31:28.446487 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 19666497-4100-47e0-b446-a4944fc6aa1c {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:31:28.446832 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 19666497-4100-47e0-b446-a4944fc6aa1c not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:31:28.484172 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34666) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:31:28.579843 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-f76263d3-b02e-4ef3-b8a5-e429e099aaad admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2068305001-network', 'tenant_id': '5835b239b04f4655b61f3d7dc0214fbf'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:31:28.689188 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76263d3-b02e-4ef3-b8a5-e429e099aaad admin admin] Made reservation on behalf of 5835b239b04f4655b61f3d7dc0214fbf for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:31:28.692147 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f76263d3-b02e-4ef3-b8a5-e429e099aaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:28.700663 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f76263d3-b02e-4ef3-b8a5-e429e099aaad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:28.792749 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f76263d3-b02e-4ef3-b8a5-e429e099aaad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:28.880482 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f76263d3-b02e-4ef3-b8a5-e429e099aaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:28.907247 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f76263d3-b02e-4ef3-b8a5-e429e099aaad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:31:28.913425 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76263d3-b02e-4ef3-b8a5-e429e099aaad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdd1c6c-a19a-44b6-877c-ee946a68fc20,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:31:28.919230 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f76263d3-b02e-4ef3-b8a5-e429e099aaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:28.919573 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-f76263d3-b02e-4ef3-b8a5-e429e099aaad admin admin] Added segment 0aed9a86-97a6-47b9-a1ca-88e8a6abe039 of type vlan for network 4dfacea8-53d5-4a86-9110-b73a8f85cdcf Jun 30 10:31:28.959931 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f76263d3-b02e-4ef3-b8a5-e429e099aaad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:29.074811 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f76263d3-b02e-4ef3-b8a5-e429e099aaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:29.075851 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76263d3-b02e-4ef3-b8a5-e429e099aaad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:29.076438 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f76263d3-b02e-4ef3-b8a5-e429e099aaad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:29.135802 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76263d3-b02e-4ef3-b8a5-e429e099aaad admin admin] Pushing event updated for resources: {'Network': ['ID=4dfacea8-53d5-4a86-9110-b73a8f85cdcf,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:31:29.146300 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 4dfacea8-53d5-4a86-9110-b73a8f85cdcf details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:31:29.196620 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f76263d3-b02e-4ef3-b8a5-e429e099aaad admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7112780 Jun 30 10:31:29.199389 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34670) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:31:29.204453 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-bc19d21b-bb3d-478d-84d8-8a78c066ec29 admin admin] Request body: {'subnet': {'network_id': '4dfacea8-53d5-4a86-9110-b73a8f85cdcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2068305001-subnet', 'tenant_id': '5835b239b04f4655b61f3d7dc0214fbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:31:29.285461 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc19d21b-bb3d-478d-84d8-8a78c066ec29 admin admin] Made reservation on behalf of 5835b239b04f4655b61f3d7dc0214fbf for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:31:29.287877 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bc19d21b-bb3d-478d-84d8-8a78c066ec29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:29.536212 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bc19d21b-bb3d-478d-84d8-8a78c066ec29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:29.598441 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19d21b-bb3d-478d-84d8-8a78c066ec29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5b41cc9-a317-4db5-ac89-1b5183060063,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:31:29.605716 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc19d21b-bb3d-478d-84d8-8a78c066ec29 admin admin] Checking segment: {'id': '0aed9a86-97a6-47b9-a1ca-88e8a6abe039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4dfacea8-53d5-4a86-9110-b73a8f85cdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:31:29.606076 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc19d21b-bb3d-478d-84d8-8a78c066ec29 admin admin] Network hostable DHCP agents. Network: 4dfacea8-53d5-4a86-9110-b73a8f85cdcf, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:31:29.702897 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc19d21b-bb3d-478d-84d8-8a78c066ec29 admin admin] Network 4dfacea8-53d5-4a86-9110-b73a8f85cdcf is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:31:29.768820 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-bc19d21b-bb3d-478d-84d8-8a78c066ec29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 4dfacea8-53d5-4a86-9110-b73a8f85cdcf) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:31:29.774171 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc19d21b-bb3d-478d-84d8-8a78c066ec29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:29.778760 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bc19d21b-bb3d-478d-84d8-8a78c066ec29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:29.778961 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e86cb5-081a-4681-bfbb-64bccd150354 None None] Network 4dfacea8-53d5-4a86-9110-b73a8f85cdcf requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:31:29.894786 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bc19d21b-bb3d-478d-84d8-8a78c066ec29 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6863763 Jun 30 10:31:30.054592 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb33f88-9712-41c6-9188-97b2f77b19f5 None None] Network 4dfacea8-53d5-4a86-9110-b73a8f85cdcf requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:31:30.436442 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-ab81c271-5320-4503-9b6e-2bcefc0df344 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:30.437789 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-ab81c271-5320-4503-9b6e-2bcefc0df344 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/networks?id=4dfacea8-53d5-4a86-9110-b73a8f85cdcf HTTP/1.1" status: 200 len: 814 time: 0.0975647 Jun 30 10:31:30.453300 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-ad6be85c-3e9f-441a-b2df-3fba305335f4 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/quotas/5835b239b04f4655b61f3d7dc0214fbf HTTP/1.1" status: 200 len: 375 time: 0.0091021 Jun 30 10:31:30.485969 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-67e6a376-a9b1-447f-9a4a-8882d982bf47 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5835b239b04f4655b61f3d7dc0214fbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268116 Jun 30 10:31:30.578877 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-e498617a-8e85-4af1-a25a-f9c87194d515 service neutron] 10.222.0.10 "GET /v2.0/networks/4dfacea8-53d5-4a86-9110-b73a8f85cdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850906 Jun 30 10:31:30.665844 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-a357631f-fa80-4ccd-a606-350abc4cde18 service neutron] 10.222.0.10 "GET /v2.0/networks/4dfacea8-53d5-4a86-9110-b73a8f85cdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810392 Jun 30 10:31:30.960130 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5e3345ca-2593-4d2f-bd76-352d25003822 req-2ecbd200-b8c5-478d-a201-2231073cea59 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a96c50-6859-4c81-8792-e48ebc42b336 HTTP/1.1" status: 200 len: 210 time: 0.0783362 Jun 30 10:31:32.114435 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-099e4a3a-2a41-4cbc-b574-182cde3fc94c req-5d0146ea-cf22-4c5c-88c6-23d76321405a tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a96c50-6859-4c81-8792-e48ebc42b336 HTTP/1.1" status: 200 len: 210 time: 0.0355055 Jun 30 10:31:33.279552 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d4a7de60-ddfd-45f7-913e-946ff5a9f1e3 req-4bdd53c6-672f-47d8-a4eb-7bfc8bbae81d tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a96c50-6859-4c81-8792-e48ebc42b336 HTTP/1.1" status: 200 len: 210 time: 0.0323718 Jun 30 10:31:33.536076 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-23dde2a2-ba31-4900-9da7-67d335abeefd tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:33.537950 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-23dde2a2-ba31-4900-9da7-67d335abeefd tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.52 "GET /v2.0/networks?id=4dfacea8-53d5-4a86-9110-b73a8f85cdcf HTTP/1.1" status: 200 len: 814 time: 0.1024902 Jun 30 10:31:33.554627 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-c12f35cd-9b25-4654-b3b5-604fc42f5961 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Request body: {'port': {'device_id': 'd3a96c50-6859-4c81-8792-e48ebc42b336', 'network_id': '4dfacea8-53d5-4a86-9110-b73a8f85cdcf', 'admin_state_up': True, 'tenant_id': '5835b239b04f4655b61f3d7dc0214fbf'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:31:33.740919 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-c12f35cd-9b25-4654-b3b5-604fc42f5961 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Made reservation on behalf of 5835b239b04f4655b61f3d7dc0214fbf for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:31:33.744808 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-c12f35cd-9b25-4654-b3b5-604fc42f5961 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:33.884092 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-c12f35cd-9b25-4654-b3b5-604fc42f5961 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Allocated IP 172.20.0.11 (4dfacea8-53d5-4a86-9110-b73a8f85cdcf/e5b41cc9-a317-4db5-ac89-1b5183060063/bb51792a-e7bb-4599-baac-80657c31cfa9) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:31:34.052341 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-c12f35cd-9b25-4654-b3b5-604fc42f5961 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:34.166468 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-c12f35cd-9b25-4654-b3b5-604fc42f5961 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:34.210312 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-c12f35cd-9b25-4654-b3b5-604fc42f5961 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Network 4dfacea8-53d5-4a86-9110-b73a8f85cdcf is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:31:34.213421 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-c12f35cd-9b25-4654-b3b5-604fc42f5961 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:31:34.219450 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-c12f35cd-9b25-4654-b3b5-604fc42f5961 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:31:34.227354 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f35cd-9b25-4654-b3b5-604fc42f5961 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Pushing event updated for resources: {'Port': ['ID=bb51792a-e7bb-4599-baac-80657c31cfa9,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:31:34.268390 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f35cd-9b25-4654-b3b5-604fc42f5961 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:34.268729 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f35cd-9b25-4654-b3b5-604fc42f5961 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:34.269064 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f35cd-9b25-4654-b3b5-604fc42f5961 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:34.269395 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f35cd-9b25-4654-b3b5-604fc42f5961 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:34.269718 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f35cd-9b25-4654-b3b5-604fc42f5961 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:34.270582 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f35cd-9b25-4654-b3b5-604fc42f5961 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:34.270906 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f35cd-9b25-4654-b3b5-604fc42f5961 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:34.271251 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f35cd-9b25-4654-b3b5-604fc42f5961 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:34.271569 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f35cd-9b25-4654-b3b5-604fc42f5961 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:34.271887 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f35cd-9b25-4654-b3b5-604fc42f5961 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:34.272194 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f35cd-9b25-4654-b3b5-604fc42f5961 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:34.272523 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f35cd-9b25-4654-b3b5-604fc42f5961 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:34.300570 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-c12f35cd-9b25-4654-b3b5-604fc42f5961 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:34.302633 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-c12f35cd-9b25-4654-b3b5-604fc42f5961 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:34.402644 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-c12f35cd-9b25-4654-b3b5-604fc42f5961 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8532643 Jun 30 10:31:34.430112 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-46b7142a-ff4e-4558-995e-6073954da5e8 service neutron] Request body: {'port': {'device_id': 'd3a96c50-6859-4c81-8792-e48ebc42b336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:31:34.511261 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585098f3-fa00-4ba5-be24-714ef8ac6366 req-c7b10e9f-0ec1-47ed-a238-98f0ccab89e9 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:34.512720 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-585098f3-fa00-4ba5-be24-714ef8ac6366 req-c7b10e9f-0ec1-47ed-a238-98f0ccab89e9 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a96c50-6859-4c81-8792-e48ebc42b336 HTTP/1.1" status: 200 len: 932 time: 0.1223233 Jun 30 10:31:34.521329 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-46b7142a-ff4e-4558-995e-6073954da5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:34.585594 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-585098f3-fa00-4ba5-be24-714ef8ac6366 req-1098c24b-61b4-46b9-b378-3a08f61c0915 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cdd1c6c-a19a-44b6-877c-ee946a68fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666089 Jun 30 10:31:34.812062 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-46b7142a-ff4e-4558-995e-6073954da5e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb51792a-e7bb-4599-baac-80657c31cfa9 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:31:34.819590 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-46b7142a-ff4e-4558-995e-6073954da5e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:34.831111 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-46b7142a-ff4e-4558-995e-6073954da5e8 service neutron] Transition to ACTIVE for port object bb51792a-e7bb-4599-baac-80657c31cfa9 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:31:34.925435 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-46b7142a-ff4e-4558-995e-6073954da5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:34.980411 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7142a-ff4e-4558-995e-6073954da5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb51792a-e7bb-4599-baac-80657c31cfa9,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:31:35.053043 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-46b7142a-ff4e-4558-995e-6073954da5e8 service neutron] Attempting to bind port bb51792a-e7bb-4599-baac-80657c31cfa9 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:31:35.053377 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-46b7142a-ff4e-4558-995e-6073954da5e8 service neutron] Attempting to bind port bb51792a-e7bb-4599-baac-80657c31cfa9 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '0aed9a86-97a6-47b9-a1ca-88e8a6abe039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4dfacea8-53d5-4a86-9110-b73a8f85cdcf'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:31:35.053703 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-46b7142a-ff4e-4558-995e-6073954da5e8 service neutron] Attempting to bind port bb51792a-e7bb-4599-baac-80657c31cfa9 on network 4dfacea8-53d5-4a86-9110-b73a8f85cdcf {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:31:35.057882 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-46b7142a-ff4e-4558-995e-6073954da5e8 service neutron] Port bb51792a-e7bb-4599-baac-80657c31cfa9 on network 4dfacea8-53d5-4a86-9110-b73a8f85cdcf not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:31:35.058200 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-46b7142a-ff4e-4558-995e-6073954da5e8 service neutron] Attempting to bind port bb51792a-e7bb-4599-baac-80657c31cfa9 on network 4dfacea8-53d5-4a86-9110-b73a8f85cdcf {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:31:35.063002 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-46b7142a-ff4e-4558-995e-6073954da5e8 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:31:35.063315 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-46b7142a-ff4e-4558-995e-6073954da5e8 service neutron] Checking segment: {'id': '0aed9a86-97a6-47b9-a1ca-88e8a6abe039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4dfacea8-53d5-4a86-9110-b73a8f85cdcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:31:35.063700 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-46b7142a-ff4e-4558-995e-6073954da5e8 service neutron] Bound using segment: {'id': '0aed9a86-97a6-47b9-a1ca-88e8a6abe039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4dfacea8-53d5-4a86-9110-b73a8f85cdcf'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:31:35.064124 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-46b7142a-ff4e-4558-995e-6073954da5e8 service neutron] Bound port: bb51792a-e7bb-4599-baac-80657c31cfa9, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aed9a86-97a6-47b9-a1ca-88e8a6abe039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4dfacea8-53d5-4a86-9110-b73a8f85cdcf'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:31:35.064476 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-46b7142a-ff4e-4558-995e-6073954da5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:35.128238 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-46b7142a-ff4e-4558-995e-6073954da5e8 service neutron] For port bb51792a-e7bb-4599-baac-80657c31cfa9, host n-h1-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:31:35.131358 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-46b7142a-ff4e-4558-995e-6073954da5e8 service neutron] For port bb51792a-e7bb-4599-baac-80657c31cfa9, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=bb51792a-e7bb-4599-baac-80657c31cfa9,segment=NetworkSegment(0aed9a86-97a6-47b9-a1ca-88e8a6abe039),segment_id=0aed9a86-97a6-47b9-a1ca-88e8a6abe039)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:31:35.203636 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-46b7142a-ff4e-4558-995e-6073954da5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:35.242115 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-46b7142a-ff4e-4558-995e-6073954da5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:35.243047 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-46b7142a-ff4e-4558-995e-6073954da5e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:35.244474 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-46b7142a-ff4e-4558-995e-6073954da5e8 service neutron] 10.222.0.52 "PUT /v2.0/ports/bb51792a-e7bb-4599-baac-80657c31cfa9 HTTP/1.1" status: 200 len: 1093 time: 0.8243759 Jun 30 10:31:35.244908 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a96c50-6859-4c81-8792-e48ebc42b336', 'tag': 'bb51792a-e7bb-4599-baac-80657c31cfa9'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:31:35.247203 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681f5913-d078-4f28-869f-3210f23b7c24" -d '{"events": [{"name": "network-changed", "server_uuid": "d3a96c50-6859-4c81-8792-e48ebc42b336", "tag": "bb51792a-e7bb-4599-baac-80657c31cfa9"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:31:35.269509 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7142a-ff4e-4558-995e-6073954da5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb51792a-e7bb-4599-baac-80657c31cfa9,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:31:35.284951 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e23e77-6f2f-496a-af83-8ffdbb4868a7 x-openstack-request-id: req-d9e23e77-6f2f-496a-af83-8ffdbb4868a7 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:31:35.285259 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3a96c50-6859-4c81-8792-e48ebc42b336", "tag": "bb51792a-e7bb-4599-baac-80657c31cfa9", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:31:35.285513 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d9e23e77-6f2f-496a-af83-8ffdbb4868a7 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:31:35.286474 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a96c50-6859-4c81-8792-e48ebc42b336', 'tag': 'bb51792a-e7bb-4599-baac-80657c31cfa9', 'status': 'completed', 'code': 200} Jun 30 10:31:35.363721 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f5913-d078-4f28-869f-3210f23b7c24 req-66bb8235-7820-4272-b77e-c84b18534bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:35.365221 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-681f5913-d078-4f28-869f-3210f23b7c24 req-66bb8235-7820-4272-b77e-c84b18534bf8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5835b239b04f4655b61f3d7dc0214fbf&device_id=d3a96c50-6859-4c81-8792-e48ebc42b336 HTTP/1.1" status: 200 len: 1096 time: 0.0534127 Jun 30 10:31:35.468953 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f5913-d078-4f28-869f-3210f23b7c24 req-568de75b-16b6-451a-91ef-6931cbace4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:35.470385 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-681f5913-d078-4f28-869f-3210f23b7c24 req-568de75b-16b6-451a-91ef-6931cbace4dc service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=5835b239b04f4655b61f3d7dc0214fbf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0941968 Jun 30 10:31:35.568817 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f5913-d078-4f28-869f-3210f23b7c24 req-c921fe41-72c0-4815-ab1a-893bfe4d56d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:35.570266 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-681f5913-d078-4f28-869f-3210f23b7c24 req-c921fe41-72c0-4815-ab1a-893bfe4d56d5 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902267 Jun 30 10:31:35.676832 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-d1b581bc-f64f-4c64-b0df-4d00513f0c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:35.678302 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-d1b581bc-f64f-4c64-b0df-4d00513f0c4c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5835b239b04f4655b61f3d7dc0214fbf&device_id=d3a96c50-6859-4c81-8792-e48ebc42b336 HTTP/1.1" status: 200 len: 1096 time: 0.0531044 Jun 30 10:31:35.732734 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-1a07d7a8-6b11-4556-ba13-3a55febe537b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb51792a-e7bb-4599-baac-80657c31cfa9 HTTP/1.1" status: 200 len: 217 time: 0.0426993 Jun 30 10:31:35.806153 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-a81f63c1-c3bd-4520-a507-66bef83b9892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:35.807557 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-a81f63c1-c3bd-4520-a507-66bef83b9892 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e5b41cc9-a317-4db5-ac89-1b5183060063 HTTP/1.1" status: 200 len: 854 time: 0.0559490 Jun 30 10:31:35.849159 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e62eeb-b1db-4486-aff9-e93953b11d12 req-6a7ac090-b20d-41f1-b969-f9781ad718c7 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:35.850612 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f6e62eeb-b1db-4486-aff9-e93953b11d12 req-6a7ac090-b20d-41f1-b969-f9781ad718c7 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a96c50-6859-4c81-8792-e48ebc42b336 HTTP/1.1" status: 200 len: 944 time: 0.1271298 Jun 30 10:31:35.852507 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-54f36298-d7cf-40c6-8eb5-4c52ef4b2afb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4dfacea8-53d5-4a86-9110-b73a8f85cdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361259 Jun 30 10:31:35.938465 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f6e62eeb-b1db-4486-aff9-e93953b11d12 req-b411cabd-37e9-41ad-8261-12574c72ace6 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cdd1c6c-a19a-44b6-877c-ee946a68fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801644 Jun 30 10:31:35.970069 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-591481a3-f324-41d7-a967-bcdaf8dfbd8d service neutron] 10.222.0.52 "GET /v2.0/networks/4dfacea8-53d5-4a86-9110-b73a8f85cdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051502 Jun 30 10:31:36.062434 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-70052850-bedc-4fad-8b16-b2d6861e9cfc req-18b65f78-fced-43d8-9b96-58dc4666db2d service neutron] 10.222.0.52 "GET /v2.0/networks/4dfacea8-53d5-4a86-9110-b73a8f85cdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818496 Jun 30 10:31:37.111810 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0d561-15eb-47e3-9ea5-e11cf95702eb req-aa392a44-071c-40ad-bed2-1361b64b04e3 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:37.113291 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-83d0d561-15eb-47e3-9ea5-e11cf95702eb req-aa392a44-071c-40ad-bed2-1361b64b04e3 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a96c50-6859-4c81-8792-e48ebc42b336 HTTP/1.1" status: 200 len: 944 time: 0.0630221 Jun 30 10:31:37.151348 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-83d0d561-15eb-47e3-9ea5-e11cf95702eb req-d0e763f0-9a0e-4e9e-a044-303812f3f54f tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cdd1c6c-a19a-44b6-877c-ee946a68fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321136 Jun 30 10:31:38.337386 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877e1e7-570c-4226-b2f9-aa5ca26f5aa1 req-61b2d81c-7ca1-4abf-aa9d-6a47bed4fb66 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:38.338778 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5877e1e7-570c-4226-b2f9-aa5ca26f5aa1 req-61b2d81c-7ca1-4abf-aa9d-6a47bed4fb66 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a96c50-6859-4c81-8792-e48ebc42b336 HTTP/1.1" status: 200 len: 944 time: 0.0729051 Jun 30 10:31:38.377802 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5877e1e7-570c-4226-b2f9-aa5ca26f5aa1 req-c8a41abb-9e01-40cf-9617-3eff575a306f tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cdd1c6c-a19a-44b6-877c-ee946a68fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330248 Jun 30 10:31:38.584018 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:39.568592 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59659160-eed9-49c7-860d-1b98c21fbf3d req-ae4ec6f8-a2da-400d-abda-549cd7210f5e tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:39.573660 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-59659160-eed9-49c7-860d-1b98c21fbf3d req-ae4ec6f8-a2da-400d-abda-549cd7210f5e tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a96c50-6859-4c81-8792-e48ebc42b336 HTTP/1.1" status: 200 len: 944 time: 0.0757113 Jun 30 10:31:39.609817 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-59659160-eed9-49c7-860d-1b98c21fbf3d req-2a437290-40e3-4f9d-8b44-6bf3900fe047 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cdd1c6c-a19a-44b6-877c-ee946a68fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338891 Jun 30 10:31:39.646197 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:40.640265 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device bb51792a-e7bb-4599-baac-80657c31cfa9 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:31:40.750302 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port bb51792a-e7bb-4599-baac-80657c31cfa9, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=bb51792a-e7bb-4599-baac-80657c31cfa9,segment=NetworkSegment(0aed9a86-97a6-47b9-a1ca-88e8a6abe039),segment_id=0aed9a86-97a6-47b9-a1ca-88e8a6abe039)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:31:40.762386 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': 'bb51792a-e7bb-4599-baac-80657c31cfa9', 'network_id': '4dfacea8-53d5-4a86-9110-b73a8f85cdcf', 'port_id': 'bb51792a-e7bb-4599-baac-80657c31cfa9', 'mac_address': 'fa:16:3e:10:50:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b41cc9-a317-4db5-ac89-1b5183060063', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:31:40.798593 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce1ef1-72e8-45d1-a48f-19bdf643bcc1 req-86794dc4-309c-4746-86eb-2a1e03c6b0d8 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:40.799632 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:40.802715 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a1ce1ef1-72e8-45d1-a48f-19bdf643bcc1 req-86794dc4-309c-4746-86eb-2a1e03c6b0d8 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a96c50-6859-4c81-8792-e48ebc42b336 HTTP/1.1" status: 200 len: 944 time: 0.0659602 Jun 30 10:31:40.814696 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb51792a-e7bb-4599-baac-80657c31cfa9 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:31:40.835690 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port bb51792a-e7bb-4599-baac-80657c31cfa9, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=bb51792a-e7bb-4599-baac-80657c31cfa9,segment=NetworkSegment(0aed9a86-97a6-47b9-a1ca-88e8a6abe039),segment_id=0aed9a86-97a6-47b9-a1ca-88e8a6abe039)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:31:40.839916 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a1ce1ef1-72e8-45d1-a48f-19bdf643bcc1 req-babc146b-b20d-46d8-bdfa-b23a42f64456 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cdd1c6c-a19a-44b6-877c-ee946a68fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335619 Jun 30 10:31:40.943330 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:40.994621 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=bb51792a-e7bb-4599-baac-80657c31cfa9,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:31:41.168548 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['bb51792a-e7bb-4599-baac-80657c31cfa9'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:31:42.032213 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290aa7c-e751-4581-b4d2-d952e8c48178 req-db6335ac-7aab-4e59-8115-1e705b109d83 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:42.034124 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1290aa7c-e751-4581-b4d2-d952e8c48178 req-db6335ac-7aab-4e59-8115-1e705b109d83 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a96c50-6859-4c81-8792-e48ebc42b336 HTTP/1.1" status: 200 len: 945 time: 0.0661142 Jun 30 10:31:42.074128 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1290aa7c-e751-4581-b4d2-d952e8c48178 req-000b3cba-c169-4f7c-9249-93b26401d7f3 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cdd1c6c-a19a-44b6-877c-ee946a68fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340917 Jun 30 10:31:42.639550 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device bb51792a-e7bb-4599-baac-80657c31cfa9 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:31:42.794272 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port bb51792a-e7bb-4599-baac-80657c31cfa9 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:31:42.798326 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port bb51792a-e7bb-4599-baac-80657c31cfa9 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:31:42.798703 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:42.874910 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:42.898978 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a96c50-6859-4c81-8792-e48ebc42b336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb51792a-e7bb-4599-baac-80657c31cfa9'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:31:42.901359 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2def91e7-72e3-44da-8fd6-9de6c333ddef" -d '{"events": [{"server_uuid": "d3a96c50-6859-4c81-8792-e48ebc42b336", "name": "network-vif-plugged", "status": "completed", "tag": "bb51792a-e7bb-4599-baac-80657c31cfa9"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:31:42.914787 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port bb51792a-e7bb-4599-baac-80657c31cfa9, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=bb51792a-e7bb-4599-baac-80657c31cfa9,segment=NetworkSegment(0aed9a86-97a6-47b9-a1ca-88e8a6abe039),segment_id=0aed9a86-97a6-47b9-a1ca-88e8a6abe039)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:31:42.940605 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4a1810-7759-4221-b99d-2b33e426971e x-openstack-request-id: req-3b4a1810-7759-4221-b99d-2b33e426971e {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:31:42.940797 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a96c50-6859-4c81-8792-e48ebc42b336", "name": "network-vif-plugged", "status": "completed", "tag": "bb51792a-e7bb-4599-baac-80657c31cfa9", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:31:42.941053 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3b4a1810-7759-4221-b99d-2b33e426971e {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:31:42.941463 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a96c50-6859-4c81-8792-e48ebc42b336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb51792a-e7bb-4599-baac-80657c31cfa9', 'code': 200} Jun 30 10:31:42.994097 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:43.050568 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=bb51792a-e7bb-4599-baac-80657c31cfa9,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:31:43.118029 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4d1ae-4c0b-4f06-88d7-91a536e0965a req-15fa3ce7-ea4b-4640-bd32-8b6e2b55a119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:43.119542 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38b4d1ae-4c0b-4f06-88d7-91a536e0965a req-15fa3ce7-ea4b-4640-bd32-8b6e2b55a119 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d3a96c50-6859-4c81-8792-e48ebc42b336 HTTP/1.1" status: 200 len: 1098 time: 0.1028142 Jun 30 10:31:43.160266 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38b4d1ae-4c0b-4f06-88d7-91a536e0965a req-2f8df204-6ade-4d4c-8213-1ef9795965a3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6cdd1c6c-a19a-44b6-877c-ee946a68fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294707 Jun 30 10:31:43.251732 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694736a-ba12-47bc-b4f4-725e9799da6e req-de881422-221a-4e72-8fb9-619b7303a200 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:43.253198 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1694736a-ba12-47bc-b4f4-725e9799da6e req-de881422-221a-4e72-8fb9-619b7303a200 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a96c50-6859-4c81-8792-e48ebc42b336 HTTP/1.1" status: 200 len: 946 time: 0.0669348 Jun 30 10:31:43.290356 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1694736a-ba12-47bc-b4f4-725e9799da6e req-3ccfa774-bbe5-4748-ab2c-07d7e54e92ba tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cdd1c6c-a19a-44b6-877c-ee946a68fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315630 Jun 30 10:31:44.466438 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067bb72-6047-4431-8e7f-83b428bfc8cb req-9c13599d-2ec0-4687-a999-c6cfffa63551 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:44.467995 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7067bb72-6047-4431-8e7f-83b428bfc8cb req-9c13599d-2ec0-4687-a999-c6cfffa63551 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a96c50-6859-4c81-8792-e48ebc42b336 HTTP/1.1" status: 200 len: 946 time: 0.0663579 Jun 30 10:31:44.506146 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7067bb72-6047-4431-8e7f-83b428bfc8cb req-799c6b15-8644-4fc2-93b4-c03b24b5605e tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cdd1c6c-a19a-44b6-877c-ee946a68fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323420 Jun 30 10:31:44.731014 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-2f5bf61a-c9da-4aa4-980a-74bf34ee1a52 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:44.732497 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-2f5bf61a-c9da-4aa4-980a-74bf34ee1a52 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/networks?id=4dfacea8-53d5-4a86-9110-b73a8f85cdcf HTTP/1.1" status: 200 len: 814 time: 0.1006718 Jun 30 10:31:44.747008 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-b46a5b41-a9b6-4f5e-bec9-4b6a1d99ff43 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/quotas/5835b239b04f4655b61f3d7dc0214fbf HTTP/1.1" status: 200 len: 375 time: 0.0092294 Jun 30 10:31:44.815965 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-0f8ee727-ad7d-4e08-9aa6-3a3ec8dabb3a tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5835b239b04f4655b61f3d7dc0214fbf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0640659 Jun 30 10:31:44.868050 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-fe8d5bd7-72b1-4ae4-9aae-d69943493a4e service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:31:44.869030 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-fe8d5bd7-72b1-4ae4-9aae-d69943493a4e service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460243 Jun 30 10:31:44.955836 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-893cbb9c-38d3-46ef-9bfc-eefeb5826a68 service neutron] 10.222.0.10 "GET /v2.0/networks/4dfacea8-53d5-4a86-9110-b73a8f85cdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808775 Jun 30 10:31:45.048209 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-bcca8788-0e06-42b6-9388-14bcf4897373 service neutron] 10.222.0.10 "GET /v2.0/networks/4dfacea8-53d5-4a86-9110-b73a8f85cdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859053 Jun 30 10:31:45.308835 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-98077f85-7d87-4711-aaee-b678979daf13 req-1657b75e-58de-4aca-9ba7-6b062562e7c4 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=26ffac0e-7d96-4884-ac77-4b7a411f3cd5 HTTP/1.1" status: 200 len: 210 time: 0.0290942 Jun 30 10:31:46.452426 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4d78d1da-a4f9-4959-986b-0ecfeeb808ab req-05f21bf9-0c40-4882-abfe-a083c38e8889 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=26ffac0e-7d96-4884-ac77-4b7a411f3cd5 HTTP/1.1" status: 200 len: 210 time: 0.0297451 Jun 30 10:31:46.531108 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-096edfb1-66a0-4448-8578-7770aeef9a52 req-07107fcd-241f-4fcc-b86a-a8b3e2fbff5c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d3a96c50-6859-4c81-8792-e48ebc42b336&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0518348 Jun 30 10:31:46.675308 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096edfb1-66a0-4448-8578-7770aeef9a52 req-eedb2e6a-057a-4c97-b087-6ef613e25104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:46.676773 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-096edfb1-66a0-4448-8578-7770aeef9a52 req-eedb2e6a-057a-4c97-b087-6ef613e25104 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5835b239b04f4655b61f3d7dc0214fbf&device_id=d3a96c50-6859-4c81-8792-e48ebc42b336 HTTP/1.1" status: 200 len: 1098 time: 0.0583372 Jun 30 10:31:46.790503 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096edfb1-66a0-4448-8578-7770aeef9a52 req-554623cd-ed86-423e-a7a5-09e84a1bc104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:46.792050 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-096edfb1-66a0-4448-8578-7770aeef9a52 req-554623cd-ed86-423e-a7a5-09e84a1bc104 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4dfacea8-53d5-4a86-9110-b73a8f85cdcf HTTP/1.1" status: 200 len: 915 time: 0.0941906 Jun 30 10:31:46.840401 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-096edfb1-66a0-4448-8578-7770aeef9a52 req-53e83b7a-7f8f-4339-8cd3-af54988812c1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb51792a-e7bb-4599-baac-80657c31cfa9 HTTP/1.1" status: 200 len: 217 time: 0.0401146 Jun 30 10:31:46.889376 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096edfb1-66a0-4448-8578-7770aeef9a52 req-e1a65a14-49e5-4378-9bd9-43b157e6fdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:46.890881 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-096edfb1-66a0-4448-8578-7770aeef9a52 req-e1a65a14-49e5-4378-9bd9-43b157e6fdb0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e5b41cc9-a317-4db5-ac89-1b5183060063 HTTP/1.1" status: 200 len: 854 time: 0.0442986 Jun 30 10:31:46.923614 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-096edfb1-66a0-4448-8578-7770aeef9a52 req-aa5481a7-eed5-4168-b778-4766ba0b5326 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4dfacea8-53d5-4a86-9110-b73a8f85cdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260811 Jun 30 10:31:47.016944 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-096edfb1-66a0-4448-8578-7770aeef9a52 req-5e8e7ff8-2429-47fc-8ad4-deca5804f7ee service neutron] 10.222.0.52 "GET /v2.0/networks/4dfacea8-53d5-4a86-9110-b73a8f85cdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870016 Jun 30 10:31:47.114157 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-096edfb1-66a0-4448-8578-7770aeef9a52 req-dfee7dc7-5656-4068-86cd-cc002ae7b6d1 service neutron] 10.222.0.52 "GET /v2.0/networks/4dfacea8-53d5-4a86-9110-b73a8f85cdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907114 Jun 30 10:31:47.664004 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4539b4de-336c-4651-b757-250e7fc8a224 req-9f52f91f-31b8-4df5-8b87-65d45fd13e47 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=26ffac0e-7d96-4884-ac77-4b7a411f3cd5 HTTP/1.1" status: 200 len: 210 time: 0.0596406 Jun 30 10:31:47.727760 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-a6966c94-3ac3-4fd7-b128-216650b9aa96 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:47.729266 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-a6966c94-3ac3-4fd7-b128-216650b9aa96 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.37 "GET /v2.0/networks?id=4dfacea8-53d5-4a86-9110-b73a8f85cdcf HTTP/1.1" status: 200 len: 814 time: 0.1506646 Jun 30 10:31:47.743966 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-ec5c5760-9ff5-4671-b39b-e50d266ba6af tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Request body: {'port': {'device_id': '26ffac0e-7d96-4884-ac77-4b7a411f3cd5', 'network_id': '4dfacea8-53d5-4a86-9110-b73a8f85cdcf', 'admin_state_up': True, 'tenant_id': '5835b239b04f4655b61f3d7dc0214fbf'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:31:47.984171 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-ec5c5760-9ff5-4671-b39b-e50d266ba6af tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Made reservation on behalf of 5835b239b04f4655b61f3d7dc0214fbf for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:31:47.988989 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-ec5c5760-9ff5-4671-b39b-e50d266ba6af tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:48.131972 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-ec5c5760-9ff5-4671-b39b-e50d266ba6af tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Allocated IP 172.20.0.3 (4dfacea8-53d5-4a86-9110-b73a8f85cdcf/e5b41cc9-a317-4db5-ac89-1b5183060063/b2c751f6-2b6d-479b-8da2-41a22318e919) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:31:48.283390 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-ec5c5760-9ff5-4671-b39b-e50d266ba6af tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:48.417266 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-ec5c5760-9ff5-4671-b39b-e50d266ba6af tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:48.430371 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['bb51792a-e7bb-4599-baac-80657c31cfa9'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:31:48.465440 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-ec5c5760-9ff5-4671-b39b-e50d266ba6af tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Network 4dfacea8-53d5-4a86-9110-b73a8f85cdcf is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:31:48.468813 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-ec5c5760-9ff5-4671-b39b-e50d266ba6af tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:31:48.476311 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-ec5c5760-9ff5-4671-b39b-e50d266ba6af tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:31:48.501852 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c5760-9ff5-4671-b39b-e50d266ba6af tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Pushing event updated for resources: {'Port': ['ID=b2c751f6-2b6d-479b-8da2-41a22318e919,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:31:48.530752 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-ec5c5760-9ff5-4671-b39b-e50d266ba6af tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:48.531467 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-ec5c5760-9ff5-4671-b39b-e50d266ba6af tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:48.623847 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-ec5c5760-9ff5-4671-b39b-e50d266ba6af tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8858221 Jun 30 10:31:48.637595 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-65f4ea1b-9f2d-4cce-909d-c517b2a949f3 service neutron] Request body: {'port': {'device_id': '26ffac0e-7d96-4884-ac77-4b7a411f3cd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:31:48.718032 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-65f4ea1b-9f2d-4cce-909d-c517b2a949f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:48.853051 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3709a-08f0-4e67-90a6-6b8861b288e0 req-9c6992ac-a7f6-4087-89c4-6b6ec8c1a38c tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:48.854623 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dfa3709a-08f0-4e67-90a6-6b8861b288e0 req-9c6992ac-a7f6-4087-89c4-6b6ec8c1a38c tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=26ffac0e-7d96-4884-ac77-4b7a411f3cd5 HTTP/1.1" status: 200 len: 931 time: 0.0686691 Jun 30 10:31:48.899035 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dfa3709a-08f0-4e67-90a6-6b8861b288e0 req-93a315a3-9816-427d-9c60-b9ed930d4514 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cdd1c6c-a19a-44b6-877c-ee946a68fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385025 Jun 30 10:31:49.238428 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-65f4ea1b-9f2d-4cce-909d-c517b2a949f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2c751f6-2b6d-479b-8da2-41a22318e919 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:31:49.247199 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-65f4ea1b-9f2d-4cce-909d-c517b2a949f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:49.259207 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-65f4ea1b-9f2d-4cce-909d-c517b2a949f3 service neutron] Transition to ACTIVE for port object b2c751f6-2b6d-479b-8da2-41a22318e919 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:31:49.319616 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-65f4ea1b-9f2d-4cce-909d-c517b2a949f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:49.373487 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f4ea1b-9f2d-4cce-909d-c517b2a949f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c751f6-2b6d-479b-8da2-41a22318e919,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:31:49.446008 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-65f4ea1b-9f2d-4cce-909d-c517b2a949f3 service neutron] Attempting to bind port b2c751f6-2b6d-479b-8da2-41a22318e919 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:31:49.446345 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-65f4ea1b-9f2d-4cce-909d-c517b2a949f3 service neutron] Attempting to bind port b2c751f6-2b6d-479b-8da2-41a22318e919 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '0aed9a86-97a6-47b9-a1ca-88e8a6abe039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4dfacea8-53d5-4a86-9110-b73a8f85cdcf'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:31:49.446675 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-65f4ea1b-9f2d-4cce-909d-c517b2a949f3 service neutron] Attempting to bind port b2c751f6-2b6d-479b-8da2-41a22318e919 on network 4dfacea8-53d5-4a86-9110-b73a8f85cdcf {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:31:49.450959 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-65f4ea1b-9f2d-4cce-909d-c517b2a949f3 service neutron] Port b2c751f6-2b6d-479b-8da2-41a22318e919 on network 4dfacea8-53d5-4a86-9110-b73a8f85cdcf not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:31:49.451322 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-65f4ea1b-9f2d-4cce-909d-c517b2a949f3 service neutron] Attempting to bind port b2c751f6-2b6d-479b-8da2-41a22318e919 on network 4dfacea8-53d5-4a86-9110-b73a8f85cdcf {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:31:49.455960 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-65f4ea1b-9f2d-4cce-909d-c517b2a949f3 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:31:49.456288 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-65f4ea1b-9f2d-4cce-909d-c517b2a949f3 service neutron] Checking segment: {'id': '0aed9a86-97a6-47b9-a1ca-88e8a6abe039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4dfacea8-53d5-4a86-9110-b73a8f85cdcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:31:49.456665 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-65f4ea1b-9f2d-4cce-909d-c517b2a949f3 service neutron] Bound using segment: {'id': '0aed9a86-97a6-47b9-a1ca-88e8a6abe039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4dfacea8-53d5-4a86-9110-b73a8f85cdcf'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:31:49.457082 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-65f4ea1b-9f2d-4cce-909d-c517b2a949f3 service neutron] Bound port: b2c751f6-2b6d-479b-8da2-41a22318e919, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aed9a86-97a6-47b9-a1ca-88e8a6abe039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4dfacea8-53d5-4a86-9110-b73a8f85cdcf'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:31:49.457437 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-65f4ea1b-9f2d-4cce-909d-c517b2a949f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:49.525815 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-65f4ea1b-9f2d-4cce-909d-c517b2a949f3 service neutron] For port b2c751f6-2b6d-479b-8da2-41a22318e919, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:31:49.530120 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-65f4ea1b-9f2d-4cce-909d-c517b2a949f3 service neutron] For port b2c751f6-2b6d-479b-8da2-41a22318e919, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=b2c751f6-2b6d-479b-8da2-41a22318e919,segment=NetworkSegment(0aed9a86-97a6-47b9-a1ca-88e8a6abe039),segment_id=0aed9a86-97a6-47b9-a1ca-88e8a6abe039)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:31:49.609161 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-65f4ea1b-9f2d-4cce-909d-c517b2a949f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:49.647638 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-65f4ea1b-9f2d-4cce-909d-c517b2a949f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:49.648254 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-65f4ea1b-9f2d-4cce-909d-c517b2a949f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:49.649627 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-65f4ea1b-9f2d-4cce-909d-c517b2a949f3 service neutron] 10.222.0.37 "PUT /v2.0/ports/b2c751f6-2b6d-479b-8da2-41a22318e919 HTTP/1.1" status: 200 len: 1092 time: 1.0164261 Jun 30 10:31:49.650063 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ffac0e-7d96-4884-ac77-4b7a411f3cd5', 'tag': 'b2c751f6-2b6d-479b-8da2-41a22318e919'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:31:49.652418 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7f7835-d0f7-4f98-9d01-d5516599db7b" -d '{"events": [{"name": "network-changed", "server_uuid": "26ffac0e-7d96-4884-ac77-4b7a411f3cd5", "tag": "b2c751f6-2b6d-479b-8da2-41a22318e919"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:31:49.674159 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f4ea1b-9f2d-4cce-909d-c517b2a949f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c751f6-2b6d-479b-8da2-41a22318e919,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:31:49.693192 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5dcb69-5f12-4ed3-8be6-f0b9bf966a8d x-openstack-request-id: req-bc5dcb69-5f12-4ed3-8be6-f0b9bf966a8d {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:31:49.693192 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ffac0e-7d96-4884-ac77-4b7a411f3cd5", "tag": "b2c751f6-2b6d-479b-8da2-41a22318e919", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:31:49.693192 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bc5dcb69-5f12-4ed3-8be6-f0b9bf966a8d {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:31:49.693192 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ffac0e-7d96-4884-ac77-4b7a411f3cd5', 'tag': 'b2c751f6-2b6d-479b-8da2-41a22318e919', 'status': 'completed', 'code': 200} Jun 30 10:31:49.772150 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f7835-d0f7-4f98-9d01-d5516599db7b req-99963078-c578-4ff0-8aaf-eb44b151968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:49.774264 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9d7f7835-d0f7-4f98-9d01-d5516599db7b req-99963078-c578-4ff0-8aaf-eb44b151968a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5835b239b04f4655b61f3d7dc0214fbf&device_id=26ffac0e-7d96-4884-ac77-4b7a411f3cd5 HTTP/1.1" status: 200 len: 1095 time: 0.0621150 Jun 30 10:31:49.872553 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f7835-d0f7-4f98-9d01-d5516599db7b req-c7340e7b-f44a-4652-aac9-7036edb7a5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:49.873997 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9d7f7835-d0f7-4f98-9d01-d5516599db7b req-c7340e7b-f44a-4652-aac9-7036edb7a5ed service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5835b239b04f4655b61f3d7dc0214fbf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0926764 Jun 30 10:31:49.977366 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f7835-d0f7-4f98-9d01-d5516599db7b req-9ae3a0af-7cf4-4e56-99fd-e971151a36d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:49.978883 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9d7f7835-d0f7-4f98-9d01-d5516599db7b req-9ae3a0af-7cf4-4e56-99fd-e971151a36d6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972278 Jun 30 10:31:50.073488 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-4a0d129b-ac25-438a-a59d-18019ddfada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:50.074957 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-4a0d129b-ac25-438a-a59d-18019ddfada2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5835b239b04f4655b61f3d7dc0214fbf&device_id=26ffac0e-7d96-4884-ac77-4b7a411f3cd5 HTTP/1.1" status: 200 len: 1095 time: 0.0565200 Jun 30 10:31:50.085905 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c68d79-c6a8-453e-9829-a429d8cc5f5a req-3a71ca6f-8d54-474e-b328-105bfabfb32f tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:50.087504 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-76c68d79-c6a8-453e-9829-a429d8cc5f5a req-3a71ca6f-8d54-474e-b328-105bfabfb32f tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=26ffac0e-7d96-4884-ac77-4b7a411f3cd5 HTTP/1.1" status: 200 len: 943 time: 0.0694683 Jun 30 10:31:50.116876 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-4681d90d-6e26-4b24-9c49-6b8d1b9c0192 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2c751f6-2b6d-479b-8da2-41a22318e919 HTTP/1.1" status: 200 len: 217 time: 0.0336924 Jun 30 10:31:50.125865 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-76c68d79-c6a8-453e-9829-a429d8cc5f5a req-6bc98729-4d2b-42fe-bdfb-9333c07e1d76 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cdd1c6c-a19a-44b6-877c-ee946a68fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323353 Jun 30 10:31:50.168613 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-860994bb-dcfb-4ac5-9f7d-b19be1245e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:50.170059 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-860994bb-dcfb-4ac5-9f7d-b19be1245e94 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5b41cc9-a317-4db5-ac89-1b5183060063 HTTP/1.1" status: 200 len: 854 time: 0.0479546 Jun 30 10:31:50.202076 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-784ff723-79f3-4f2e-a042-47f6baabad18 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4dfacea8-53d5-4a86-9110-b73a8f85cdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256634 Jun 30 10:31:50.287649 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-5c9283e1-246a-42ba-838c-26facb42987a service neutron] 10.222.0.37 "GET /v2.0/networks/4dfacea8-53d5-4a86-9110-b73a8f85cdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795290 Jun 30 10:31:50.379220 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2d435df2-698a-4fd7-9841-388eb4cecca2 req-ff5d1c26-fa73-41b1-9419-b92bf213d2db service neutron] 10.222.0.37 "GET /v2.0/networks/4dfacea8-53d5-4a86-9110-b73a8f85cdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856733 Jun 30 10:31:50.517029 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-dbbd6130-ef85-443f-bdaa-b8d7d2fddb7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:51.305762 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef61a4-2387-4094-80ea-c815901b3fbb req-601f4e1d-41f4-4933-8d3e-b293dc8472b2 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:51.305762 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f1ef61a4-2387-4094-80ea-c815901b3fbb req-601f4e1d-41f4-4933-8d3e-b293dc8472b2 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=26ffac0e-7d96-4884-ac77-4b7a411f3cd5 HTTP/1.1" status: 200 len: 943 time: 0.0631547 Jun 30 10:31:51.338554 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f1ef61a4-2387-4094-80ea-c815901b3fbb req-51019cff-f574-45c3-8817-94bb0071ee1e tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cdd1c6c-a19a-44b6-877c-ee946a68fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308049 Jun 30 10:31:52.113554 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device b2c751f6-2b6d-479b-8da2-41a22318e919 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:31:52.210274 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port b2c751f6-2b6d-479b-8da2-41a22318e919, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=b2c751f6-2b6d-479b-8da2-41a22318e919,segment=NetworkSegment(0aed9a86-97a6-47b9-a1ca-88e8a6abe039),segment_id=0aed9a86-97a6-47b9-a1ca-88e8a6abe039)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:31:52.221445 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'b2c751f6-2b6d-479b-8da2-41a22318e919', 'network_id': '4dfacea8-53d5-4a86-9110-b73a8f85cdcf', 'port_id': 'b2c751f6-2b6d-479b-8da2-41a22318e919', 'mac_address': 'fa:16:3e:92:7d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b41cc9-a317-4db5-ac89-1b5183060063', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:31:52.257907 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:52.270543 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2c751f6-2b6d-479b-8da2-41a22318e919 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:31:52.290293 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port b2c751f6-2b6d-479b-8da2-41a22318e919, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=b2c751f6-2b6d-479b-8da2-41a22318e919,segment=NetworkSegment(0aed9a86-97a6-47b9-a1ca-88e8a6abe039),segment_id=0aed9a86-97a6-47b9-a1ca-88e8a6abe039)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:31:52.410992 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:52.464088 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=b2c751f6-2b6d-479b-8da2-41a22318e919,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:31:52.471473 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:52.471823 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:52.472163 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:52.472502 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:52.472835 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:52.473165 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:52.473495 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:52.473819 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:52.474142 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:52.474497 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:52.475026 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:52.475384 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:52.516328 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f811e9-8745-4574-adb4-7ef0982d47ca req-040fab2d-3f79-4058-845e-d1db938d7b0f tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:52.517798 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-44f811e9-8745-4574-adb4-7ef0982d47ca req-040fab2d-3f79-4058-845e-d1db938d7b0f tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=26ffac0e-7d96-4884-ac77-4b7a411f3cd5 HTTP/1.1" status: 200 len: 944 time: 0.0652375 Jun 30 10:31:52.555914 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-44f811e9-8745-4574-adb4-7ef0982d47ca req-5bac699b-3c8a-405e-abec-298ccce226a6 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cdd1c6c-a19a-44b6-877c-ee946a68fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322869 Jun 30 10:31:52.715529 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['b2c751f6-2b6d-479b-8da2-41a22318e919'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:31:52.965125 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ddc538ed-dbf8-4e2b-b856-2b80b791945e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:53.622698 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:53.738622 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad4f4b-45b7-40a8-8d4c-a9fc1482b82a req-43e599ca-7f44-45d7-99b0-427e1b82b4db tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:53.740125 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a7ad4f4b-45b7-40a8-8d4c-a9fc1482b82a req-43e599ca-7f44-45d7-99b0-427e1b82b4db tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=26ffac0e-7d96-4884-ac77-4b7a411f3cd5 HTTP/1.1" status: 200 len: 944 time: 0.0675619 Jun 30 10:31:53.779581 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a7ad4f4b-45b7-40a8-8d4c-a9fc1482b82a req-b3077100-d75f-4ab7-af6e-9299ea3620a3 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cdd1c6c-a19a-44b6-877c-ee946a68fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327935 Jun 30 10:31:53.976438 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:31:54.126812 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device b2c751f6-2b6d-479b-8da2-41a22318e919 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:31:54.233950 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port b2c751f6-2b6d-479b-8da2-41a22318e919 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:31:54.237903 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port b2c751f6-2b6d-479b-8da2-41a22318e919 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:31:54.238271 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:54.312946 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:54.334643 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ffac0e-7d96-4884-ac77-4b7a411f3cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c751f6-2b6d-479b-8da2-41a22318e919'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:31:54.337009 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9de5b8-ed3f-48d3-8b41-1f46c5f6bdbc" -d '{"events": [{"server_uuid": "26ffac0e-7d96-4884-ac77-4b7a411f3cd5", "name": "network-vif-plugged", "status": "completed", "tag": "b2c751f6-2b6d-479b-8da2-41a22318e919"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:31:54.350946 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port b2c751f6-2b6d-479b-8da2-41a22318e919, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=b2c751f6-2b6d-479b-8da2-41a22318e919,segment=NetworkSegment(0aed9a86-97a6-47b9-a1ca-88e8a6abe039),segment_id=0aed9a86-97a6-47b9-a1ca-88e8a6abe039)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:31:54.373887 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363ad613-9299-4221-b198-40b2c08e56e2 x-openstack-request-id: req-363ad613-9299-4221-b198-40b2c08e56e2 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:31:54.374184 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ffac0e-7d96-4884-ac77-4b7a411f3cd5", "name": "network-vif-plugged", "status": "completed", "tag": "b2c751f6-2b6d-479b-8da2-41a22318e919", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:31:54.374432 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-363ad613-9299-4221-b198-40b2c08e56e2 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:31:54.374820 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ffac0e-7d96-4884-ac77-4b7a411f3cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c751f6-2b6d-479b-8da2-41a22318e919', 'code': 200} Jun 30 10:31:54.411286 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:54.458931 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=b2c751f6-2b6d-479b-8da2-41a22318e919,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:31:54.490153 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa56dd-3a5f-4e86-95c9-05f6726722e9 req-d5a1f5bd-1188-461c-a20e-5aa9708de1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:54.491915 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f2aa56dd-3a5f-4e86-95c9-05f6726722e9 req-d5a1f5bd-1188-461c-a20e-5aa9708de1c2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=26ffac0e-7d96-4884-ac77-4b7a411f3cd5 HTTP/1.1" status: 200 len: 1097 time: 0.0532613 Jun 30 10:31:54.527767 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f2aa56dd-3a5f-4e86-95c9-05f6726722e9 req-d875c9be-d06f-43dc-9545-f8a64fe77eb4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6cdd1c6c-a19a-44b6-877c-ee946a68fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283864 Jun 30 10:31:54.908391 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:54.968184 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8ab67-86d2-4f79-84f6-7e67c3e94c56 req-eadf2b4f-33a0-4675-9b1b-b2c29e338a3b tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:54.969621 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dfb8ab67-86d2-4f79-84f6-7e67c3e94c56 req-eadf2b4f-33a0-4675-9b1b-b2c29e338a3b tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=26ffac0e-7d96-4884-ac77-4b7a411f3cd5 HTTP/1.1" status: 200 len: 945 time: 0.0658700 Jun 30 10:31:55.008282 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dfb8ab67-86d2-4f79-84f6-7e67c3e94c56 req-9441ca9f-6c40-4ac4-a017-c65e2cac7b88 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cdd1c6c-a19a-44b6-877c-ee946a68fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327890 Jun 30 10:31:56.183151 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b79a2-4382-403a-a02a-d7233fa5ed3d req-dc68a4ba-4ee1-48f7-9713-ffb28c4ff301 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:56.184519 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ac2b79a2-4382-403a-a02a-d7233fa5ed3d req-dc68a4ba-4ee1-48f7-9713-ffb28c4ff301 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=26ffac0e-7d96-4884-ac77-4b7a411f3cd5 HTTP/1.1" status: 200 len: 945 time: 0.0632160 Jun 30 10:31:56.221639 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ac2b79a2-4382-403a-a02a-d7233fa5ed3d req-1b722c34-c6df-4329-8170-3e85dae2e9a1 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cdd1c6c-a19a-44b6-877c-ee946a68fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315828 Jun 30 10:31:56.645526 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:56.836354 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a57b1-8454-4167-bb1b-c03a8767e5e3 req-023d90fa-b320-4924-8382-82456ebda71e tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:56.837748 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-660a57b1-8454-4167-bb1b-c03a8767e5e3 req-023d90fa-b320-4924-8382-82456ebda71e tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=26ffac0e-7d96-4884-ac77-4b7a411f3cd5 HTTP/1.1" status: 200 len: 945 time: 0.0678041 Jun 30 10:31:56.875909 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-660a57b1-8454-4167-bb1b-c03a8767e5e3 req-1eac7e11-cf3b-4abd-b2bc-1800a9c5252d tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cdd1c6c-a19a-44b6-877c-ee946a68fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324774 Jun 30 10:31:58.053377 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd62a3-55dd-40df-a49a-aa07724d9f4e req-64d69d24-1e23-48b5-8f39-039db70937d6 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:58.055496 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c9bd62a3-55dd-40df-a49a-aa07724d9f4e req-64d69d24-1e23-48b5-8f39-039db70937d6 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=26ffac0e-7d96-4884-ac77-4b7a411f3cd5 HTTP/1.1" status: 200 len: 945 time: 0.0621490 Jun 30 10:31:58.118888 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c9bd62a3-55dd-40df-a49a-aa07724d9f4e req-8805753f-eb10-4661-84c1-0d41fac0d8c0 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cdd1c6c-a19a-44b6-877c-ee946a68fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577993 Jun 30 10:31:58.149087 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd9963-5596-43b4-a316-b2cbc3bcf437 req-bf64c747-b185-47dc-a16a-772038e34bf7 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:58.150523 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-86dd9963-5596-43b4-a316-b2cbc3bcf437 req-bf64c747-b185-47dc-a16a-772038e34bf7 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.37 "GET /v2.0/ports?device_id=26ffac0e-7d96-4884-ac77-4b7a411f3cd5 HTTP/1.1" status: 200 len: 945 time: 0.0731766 Jun 30 10:31:58.250122 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-86dd9963-5596-43b4-a316-b2cbc3bcf437 req-f58e9d83-30b5-457c-ba69-3da4e08a653f tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Deleting port b2c751f6-2b6d-479b-8da2-41a22318e919 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:31:58.250456 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-86dd9963-5596-43b4-a316-b2cbc3bcf437 req-f58e9d83-30b5-457c-ba69-3da4e08a653f tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:58.333229 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-86dd9963-5596-43b4-a316-b2cbc3bcf437 req-f58e9d83-30b5-457c-ba69-3da4e08a653f tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] For port b2c751f6-2b6d-479b-8da2-41a22318e919, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=b2c751f6-2b6d-479b-8da2-41a22318e919,segment=NetworkSegment(0aed9a86-97a6-47b9-a1ca-88e8a6abe039),segment_id=0aed9a86-97a6-47b9-a1ca-88e8a6abe039)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:31:58.333582 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-86dd9963-5596-43b4-a316-b2cbc3bcf437 req-f58e9d83-30b5-457c-ba69-3da4e08a653f tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:58.346616 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-86dd9963-5596-43b4-a316-b2cbc3bcf437 req-f58e9d83-30b5-457c-ba69-3da4e08a653f tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Calling delete_port for b2c751f6-2b6d-479b-8da2-41a22318e919 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:31:58.603176 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-86dd9963-5596-43b4-a316-b2cbc3bcf437 req-f58e9d83-30b5-457c-ba69-3da4e08a653f tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:58.615335 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['b2c751f6-2b6d-479b-8da2-41a22318e919'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:31:58.621930 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['bb51792a-e7bb-4599-baac-80657c31cfa9'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:31:58.632789 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e9d83-30b5-457c-ba69-3da4e08a653f tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Pushing event deleted for resources: {'Port': ['ID=b2c751f6-2b6d-479b-8da2-41a22318e919,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:31:58.681509 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-86dd9963-5596-43b4-a316-b2cbc3bcf437 req-f58e9d83-30b5-457c-ba69-3da4e08a653f tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] No DVR routers for this DVR port b2c751f6-2b6d-479b-8da2-41a22318e919 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:31:58.684776 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-86dd9963-5596-43b4-a316-b2cbc3bcf437 req-f58e9d83-30b5-457c-ba69-3da4e08a653f tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:58.686758 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-86dd9963-5596-43b4-a316-b2cbc3bcf437 req-f58e9d83-30b5-457c-ba69-3da4e08a653f tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.37 "DELETE /v2.0/ports/b2c751f6-2b6d-479b-8da2-41a22318e919 HTTP/1.1" status: 204 len: 173 time: 0.5311630 Jun 30 10:31:58.687255 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ffac0e-7d96-4884-ac77-4b7a411f3cd5', 'name': 'network-vif-deleted', 'tag': 'b2c751f6-2b6d-479b-8da2-41a22318e919'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:31:58.689531 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c997a64f-0338-44da-9595-4f1fdbb71fa0" -d '{"events": [{"server_uuid": "26ffac0e-7d96-4884-ac77-4b7a411f3cd5", "name": "network-vif-deleted", "tag": "b2c751f6-2b6d-479b-8da2-41a22318e919"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:31:58.727007 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b1c66a-b425-4573-91b0-f56d200d1b94 x-openstack-request-id: req-33b1c66a-b425-4573-91b0-f56d200d1b94 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:31:58.727337 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ffac0e-7d96-4884-ac77-4b7a411f3cd5", "name": "network-vif-deleted", "tag": "b2c751f6-2b6d-479b-8da2-41a22318e919", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:31:58.727590 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-33b1c66a-b425-4573-91b0-f56d200d1b94 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:31:58.727990 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ffac0e-7d96-4884-ac77-4b7a411f3cd5', 'name': 'network-vif-deleted', 'tag': 'b2c751f6-2b6d-479b-8da2-41a22318e919', 'status': 'completed', 'code': 200} Jun 30 10:31:59.273803 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-edcabb18-14db-43db-91ef-269a3307d191 req-21cef52b-4306-45a0-bd66-9321197149e7 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=26ffac0e-7d96-4884-ac77-4b7a411f3cd5 HTTP/1.1" status: 200 len: 210 time: 0.0293260 Jun 30 10:32:00.521337 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e1220-fe26-4446-8a1e-11a61d82ed6f req-df857ae2-5753-4bfc-8490-b2594a91fdfd tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:00.522774 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fd1e1220-fe26-4446-8a1e-11a61d82ed6f req-df857ae2-5753-4bfc-8490-b2594a91fdfd tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a96c50-6859-4c81-8792-e48ebc42b336 HTTP/1.1" status: 200 len: 946 time: 0.0621347 Jun 30 10:32:00.560570 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fd1e1220-fe26-4446-8a1e-11a61d82ed6f req-83c985cb-2125-48b7-b425-b4fffb2e5fe8 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cdd1c6c-a19a-44b6-877c-ee946a68fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314395 Jun 30 10:32:00.752510 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a54d92-0c9b-4633-b524-e4140ed651f3 req-fa2e6b52-b1ab-413f-bb53-8e23577955e5 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:00.753968 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-62a54d92-0c9b-4633-b524-e4140ed651f3 req-fa2e6b52-b1ab-413f-bb53-8e23577955e5 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a96c50-6859-4c81-8792-e48ebc42b336 HTTP/1.1" status: 200 len: 946 time: 0.0660319 Jun 30 10:32:00.792049 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-62a54d92-0c9b-4633-b524-e4140ed651f3 req-69acf692-e852-493b-aaee-fa15b86dde54 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cdd1c6c-a19a-44b6-877c-ee946a68fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317271 Jun 30 10:32:00.967483 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5cdce3-6cd5-41c7-8048-35c876bad909 req-e721615e-de2e-4b64-9565-141ba4c105a4 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:00.968946 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3a5cdce3-6cd5-41c7-8048-35c876bad909 req-e721615e-de2e-4b64-9565-141ba4c105a4 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a96c50-6859-4c81-8792-e48ebc42b336 HTTP/1.1" status: 200 len: 946 time: 0.0634592 Jun 30 10:32:01.008394 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3a5cdce3-6cd5-41c7-8048-35c876bad909 req-f159119e-5116-4b50-ab77-3c9fba9316e2 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cdd1c6c-a19a-44b6-877c-ee946a68fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337853 Jun 30 10:32:01.280630 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7fcbe-bb4b-45c2-85a0-7ca4fa80c435 req-d6cb1867-7997-4c65-af94-c773feef48f2 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:01.282086 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e7d7fcbe-bb4b-45c2-85a0-7ca4fa80c435 req-d6cb1867-7997-4c65-af94-c773feef48f2 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a96c50-6859-4c81-8792-e48ebc42b336 HTTP/1.1" status: 200 len: 946 time: 0.0668738 Jun 30 10:32:01.320659 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e7d7fcbe-bb4b-45c2-85a0-7ca4fa80c435 req-b3107060-bda7-4dc0-aed3-2b0a69c2dae1 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cdd1c6c-a19a-44b6-877c-ee946a68fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328865 Jun 30 10:32:01.493423 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85a090-34ee-4fb8-85d4-1615b3aab679 req-7f6cc21a-1fcd-48aa-8a2f-6536ea8783a9 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:01.494880 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cb85a090-34ee-4fb8-85d4-1615b3aab679 req-7f6cc21a-1fcd-48aa-8a2f-6536ea8783a9 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a96c50-6859-4c81-8792-e48ebc42b336 HTTP/1.1" status: 200 len: 946 time: 0.0648878 Jun 30 10:32:01.532778 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cb85a090-34ee-4fb8-85d4-1615b3aab679 req-a73817eb-ffc3-43b4-8a5d-4f22cf1a4421 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cdd1c6c-a19a-44b6-877c-ee946a68fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323625 Jun 30 10:32:01.720992 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad4f8a-8e4b-4c1d-ac7b-a0b6a7155d26 req-2b25ee46-74e8-42cf-911f-0520eda43a51 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:01.722458 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7cad4f8a-8e4b-4c1d-ac7b-a0b6a7155d26 req-2b25ee46-74e8-42cf-911f-0520eda43a51 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a96c50-6859-4c81-8792-e48ebc42b336 HTTP/1.1" status: 200 len: 946 time: 0.0639865 Jun 30 10:32:01.766089 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7cad4f8a-8e4b-4c1d-ac7b-a0b6a7155d26 req-4ad70a5d-73f3-488c-8fda-da138f00bf17 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cdd1c6c-a19a-44b6-877c-ee946a68fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365338 Jun 30 10:32:02.147734 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device b2c751f6-2b6d-479b-8da2-41a22318e919 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:32:02.170494 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: b2c751f6-2b6d-479b-8da2-41a22318e919 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:32:02.170843 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device b2c751f6-2b6d-479b-8da2-41a22318e919 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:32:02.574698 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733021d9-523d-42c7-820e-ff20970877b5 req-de960dcc-c560-44aa-96fd-b560c20dda30 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:02.576195 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-733021d9-523d-42c7-820e-ff20970877b5 req-de960dcc-c560-44aa-96fd-b560c20dda30 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a96c50-6859-4c81-8792-e48ebc42b336 HTTP/1.1" status: 200 len: 946 time: 0.0631878 Jun 30 10:32:02.614341 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-733021d9-523d-42c7-820e-ff20970877b5 req-f3298b7f-272a-47d3-9146-bcb60055a26e tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cdd1c6c-a19a-44b6-877c-ee946a68fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321989 Jun 30 10:32:03.791644 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd2016-804d-463c-8edc-2ff47a352fb7 req-a9bc2a69-3da9-423d-bf03-f1de1a4c2679 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:03.793104 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8bbd2016-804d-463c-8edc-2ff47a352fb7 req-a9bc2a69-3da9-423d-bf03-f1de1a4c2679 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a96c50-6859-4c81-8792-e48ebc42b336 HTTP/1.1" status: 200 len: 946 time: 0.0644114 Jun 30 10:32:03.833951 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8bbd2016-804d-463c-8edc-2ff47a352fb7 req-3e875d50-309f-41d8-adcc-18706a327325 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/security-groups?id=6cdd1c6c-a19a-44b6-877c-ee946a68fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352175 Jun 30 10:32:03.975550 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0dff7-adff-4a0d-96de-72a381cc06b2 req-403cf4a4-1703-4486-a6ba-82dbdcf7b540 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:03.977784 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-14f0dff7-adff-4a0d-96de-72a381cc06b2 req-403cf4a4-1703-4486-a6ba-82dbdcf7b540 tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3a96c50-6859-4c81-8792-e48ebc42b336 HTTP/1.1" status: 200 len: 946 time: 0.0626335 Jun 30 10:32:04.083625 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-14f0dff7-adff-4a0d-96de-72a381cc06b2 req-437faf1e-4c3e-4506-8374-bd49ab3fe60f tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Deleting port bb51792a-e7bb-4599-baac-80657c31cfa9 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:32:04.083966 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-14f0dff7-adff-4a0d-96de-72a381cc06b2 req-437faf1e-4c3e-4506-8374-bd49ab3fe60f tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:04.171194 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-14f0dff7-adff-4a0d-96de-72a381cc06b2 req-437faf1e-4c3e-4506-8374-bd49ab3fe60f tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] For port bb51792a-e7bb-4599-baac-80657c31cfa9, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=bb51792a-e7bb-4599-baac-80657c31cfa9,segment=NetworkSegment(0aed9a86-97a6-47b9-a1ca-88e8a6abe039),segment_id=0aed9a86-97a6-47b9-a1ca-88e8a6abe039)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:32:04.171552 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-14f0dff7-adff-4a0d-96de-72a381cc06b2 req-437faf1e-4c3e-4506-8374-bd49ab3fe60f tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:04.184703 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-14f0dff7-adff-4a0d-96de-72a381cc06b2 req-437faf1e-4c3e-4506-8374-bd49ab3fe60f tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Calling delete_port for bb51792a-e7bb-4599-baac-80657c31cfa9 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:32:04.385278 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-14f0dff7-adff-4a0d-96de-72a381cc06b2 req-437faf1e-4c3e-4506-8374-bd49ab3fe60f tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:04.411794 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['bb51792a-e7bb-4599-baac-80657c31cfa9'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:32:04.415757 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437faf1e-4c3e-4506-8374-bd49ab3fe60f tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Pushing event deleted for resources: {'Port': ['ID=bb51792a-e7bb-4599-baac-80657c31cfa9,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:04.464137 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f0dff7-adff-4a0d-96de-72a381cc06b2 req-437faf1e-4c3e-4506-8374-bd49ab3fe60f tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] No DVR routers for this DVR port bb51792a-e7bb-4599-baac-80657c31cfa9 on host n-h1-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:32:04.466748 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-14f0dff7-adff-4a0d-96de-72a381cc06b2 req-437faf1e-4c3e-4506-8374-bd49ab3fe60f tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:04.468852 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-14f0dff7-adff-4a0d-96de-72a381cc06b2 req-437faf1e-4c3e-4506-8374-bd49ab3fe60f tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.52 "DELETE /v2.0/ports/bb51792a-e7bb-4599-baac-80657c31cfa9 HTTP/1.1" status: 204 len: 173 time: 0.4854257 Jun 30 10:32:04.469291 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a96c50-6859-4c81-8792-e48ebc42b336', 'name': 'network-vif-deleted', 'tag': 'bb51792a-e7bb-4599-baac-80657c31cfa9'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:32:04.471650 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e49eac-b3b1-4740-8955-905d07c67df2" -d '{"events": [{"server_uuid": "d3a96c50-6859-4c81-8792-e48ebc42b336", "name": "network-vif-deleted", "tag": "bb51792a-e7bb-4599-baac-80657c31cfa9"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:32:04.508534 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b0c66c-1d5d-4b16-89b5-6af08f4efd26 x-openstack-request-id: req-43b0c66c-1d5d-4b16-89b5-6af08f4efd26 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:32:04.508833 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a96c50-6859-4c81-8792-e48ebc42b336", "name": "network-vif-deleted", "tag": "bb51792a-e7bb-4599-baac-80657c31cfa9", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:32:04.509085 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-43b0c66c-1d5d-4b16-89b5-6af08f4efd26 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:32:04.509504 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a96c50-6859-4c81-8792-e48ebc42b336', 'name': 'network-vif-deleted', 'tag': 'bb51792a-e7bb-4599-baac-80657c31cfa9', 'status': 'completed', 'code': 200} Jun 30 10:32:04.988695 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9e2ce62c-a51e-42b5-bfe7-9f06874bb295 req-05d12368-8e4b-483a-8c7f-d70bc9fe8aad tempest-ServersNegativeTestJSON-375407188 tempest-ServersNegativeTestJSON-375407188-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a96c50-6859-4c81-8792-e48ebc42b336 HTTP/1.1" status: 200 len: 210 time: 0.0292568 Jun 30 10:32:06.083989 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34836) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:06.131448 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f64017-72b7-45d7-ac4c-6dd86ee247c7 admin admin] Deleting subnet e5b41cc9-a317-4db5-ac89-1b5183060063 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:32:06.134903 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a8f64017-72b7-45d7-ac4c-6dd86ee247c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:06.169204 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a8f64017-72b7-45d7-ac4c-6dd86ee247c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:06.207795 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a8f64017-72b7-45d7-ac4c-6dd86ee247c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:06.342215 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a8f64017-72b7-45d7-ac4c-6dd86ee247c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:06.372048 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f64017-72b7-45d7-ac4c-6dd86ee247c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5b41cc9-a317-4db5-ac89-1b5183060063,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:06.375738 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a8f64017-72b7-45d7-ac4c-6dd86ee247c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:06.379152 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a8f64017-72b7-45d7-ac4c-6dd86ee247c7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e5b41cc9-a317-4db5-ac89-1b5183060063 HTTP/1.1" status: 204 len: 168 time: 0.2926121 Jun 30 10:32:06.380047 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34838) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:06.448100 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c0b3858-3775-40b0-b85e-0b306b141f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:06.527332 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c0b3858-3775-40b0-b85e-0b306b141f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:06.536816 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-7c0b3858-3775-40b0-b85e-0b306b141f22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dfacea8-53d5-4a86-9110-b73a8f85cdcf']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:06.546868 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-7c0b3858-3775-40b0-b85e-0b306b141f22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aed9a86-97a6-47b9-a1ca-88e8a6abe039') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:06.547187 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-7c0b3858-3775-40b0-b85e-0b306b141f22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aed9a86-97a6-47b9-a1ca-88e8a6abe039') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:06.556822 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c0b3858-3775-40b0-b85e-0b306b141f22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:06.571205 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c0b3858-3775-40b0-b85e-0b306b141f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:06.577162 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c0b3858-3775-40b0-b85e-0b306b141f22 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:32:06.582103 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c0b3858-3775-40b0-b85e-0b306b141f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:06.582103 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 10:32:06.582103 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:32:06.582103 n-d-771363-31 neutron-server[101053]: timer() Jun 30 10:32:06.582103 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:32:06.582103 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 10:32:06.582103 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:32:06.582103 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 10:32:06.582103 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:32:06.582103 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 10:32:06.582103 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:32:06.582103 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 10:32:06.582103 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:32:06.582103 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 10:32:06.582103 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:32:06.582103 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:32:06.582103 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:32:06.582103 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:32:06.582103 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:32:06.582103 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 10:32:06.582103 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:32:06.582103 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 10:32:06.582103 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:32:06.582103 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:32:06.582103 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:32:06.582103 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 10:32:06.582103 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:32:06.582103 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:32:06.582103 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:32:06.582103 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:32:06.582103 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:32:06.582103 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:32:06.582103 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:32:06.719028 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c0b3858-3775-40b0-b85e-0b306b141f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:06.724341 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c0b3858-3775-40b0-b85e-0b306b141f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:06.726745 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7c0b3858-3775-40b0-b85e-0b306b141f22 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4dfacea8-53d5-4a86-9110-b73a8f85cdcf HTTP/1.1" status: 204 len: 168 time: 0.3453460 Jun 30 10:32:06.737722 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b3858-3775-40b0-b85e-0b306b141f22 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dfacea8-53d5-4a86-9110-b73a8f85cdcf,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:07.145541 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34842) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:07.186535 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-73a5e923-5eea-49f9-b90c-258b59959984 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5835b239b04f4655b61f3d7dc0214fbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400469 Jun 30 10:32:07.188968 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34844) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:07.240385 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ecc0d3e3-1c8b-49f0-92df-09172c139703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:07.261226 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ecc0d3e3-1c8b-49f0-92df-09172c139703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:07.381806 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ecc0d3e3-1c8b-49f0-92df-09172c139703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:07.384388 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ecc0d3e3-1c8b-49f0-92df-09172c139703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:07.385597 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ecc0d3e3-1c8b-49f0-92df-09172c139703 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6cdd1c6c-a19a-44b6-877c-ee946a68fc20 HTTP/1.1" status: 204 len: 168 time: 0.1957462 Jun 30 10:32:07.395231 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0d3e3-1c8b-49f0-92df-09172c139703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdd1c6c-a19a-44b6-877c-ee946a68fc20,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:08.398829 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34866) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:08.491214 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-30f12324-c13e-485c-b329-dbdd7f0fe6bf tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-828940838'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:32:08.593435 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f12324-c13e-485c-b329-dbdd7f0fe6bf tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Made reservation on behalf of 28b0e353e1e7498fb30877fcdc44e7a2 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:32:08.597096 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-30f12324-c13e-485c-b329-dbdd7f0fe6bf tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:08.606255 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-30f12324-c13e-485c-b329-dbdd7f0fe6bf tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:08.656599 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:08.698504 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-30f12324-c13e-485c-b329-dbdd7f0fe6bf tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:08.762556 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-30f12324-c13e-485c-b329-dbdd7f0fe6bf tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:08.769049 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device bb51792a-e7bb-4599-baac-80657c31cfa9 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:32:08.789728 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: bb51792a-e7bb-4599-baac-80657c31cfa9 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:32:08.790614 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device bb51792a-e7bb-4599-baac-80657c31cfa9 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:32:08.792395 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f12324-c13e-485c-b329-dbdd7f0fe6bf tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:32:08.798769 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f12324-c13e-485c-b329-dbdd7f0fe6bf tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae1f6e1-0b56-4403-984b-40a3c22cdb3f,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:08.804500 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-30f12324-c13e-485c-b329-dbdd7f0fe6bf tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:08.804843 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-30f12324-c13e-485c-b329-dbdd7f0fe6bf tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Added segment 9b6527ba-4c81-41f4-9a01-35df23c8f091 of type vlan for network 5af91272-5122-4ca5-b567-2ac036aacd17 Jun 30 10:32:08.844864 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-30f12324-c13e-485c-b329-dbdd7f0fe6bf tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:08.941795 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-30f12324-c13e-485c-b329-dbdd7f0fe6bf tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:08.947283 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f12324-c13e-485c-b329-dbdd7f0fe6bf tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:08.947892 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-30f12324-c13e-485c-b329-dbdd7f0fe6bf tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:09.017239 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f12324-c13e-485c-b329-dbdd7f0fe6bf tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Pushing event updated for resources: {'Network': ['ID=5af91272-5122-4ca5-b567-2ac036aacd17,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:09.032993 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 5af91272-5122-4ca5-b567-2ac036aacd17 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:32:09.062835 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-30f12324-c13e-485c-b329-dbdd7f0fe6bf tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6629901 Jun 30 10:32:09.656446 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:12.366297 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34870) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:12.372045 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-369ac71f-2b60-42c2-a179-96aa74751488 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Request body: {'subnet': {'network_id': '5af91272-5122-4ca5-b567-2ac036aacd17', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:32:12.547541 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369ac71f-2b60-42c2-a179-96aa74751488 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Made reservation on behalf of 28b0e353e1e7498fb30877fcdc44e7a2 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:32:12.551108 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-369ac71f-2b60-42c2-a179-96aa74751488 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:12.791852 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-369ac71f-2b60-42c2-a179-96aa74751488 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:12.856107 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ac71f-2b60-42c2-a179-96aa74751488 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Pushing event updated for resources: {'Subnet': ['ID=923165f1-469e-461e-b86e-fd3203e12b3c,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:12.868508 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369ac71f-2b60-42c2-a179-96aa74751488 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Checking segment: {'id': '9b6527ba-4c81-41f4-9a01-35df23c8f091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5af91272-5122-4ca5-b567-2ac036aacd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:32:12.868870 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369ac71f-2b60-42c2-a179-96aa74751488 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Network hostable DHCP agents. Network: 5af91272-5122-4ca5-b567-2ac036aacd17, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:32:12.964524 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369ac71f-2b60-42c2-a179-96aa74751488 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Network 5af91272-5122-4ca5-b567-2ac036aacd17 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:32:13.079471 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-369ac71f-2b60-42c2-a179-96aa74751488 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 5af91272-5122-4ca5-b567-2ac036aacd17) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:32:13.083906 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369ac71f-2b60-42c2-a179-96aa74751488 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:13.084493 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-369ac71f-2b60-42c2-a179-96aa74751488 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:13.088859 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae1b030-a23f-4f58-bcdf-2cc8e8e466c5 None None] Network 5af91272-5122-4ca5-b567-2ac036aacd17 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:32:13.192220 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-369ac71f-2b60-42c2-a179-96aa74751488 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8242311 Jun 30 10:32:13.196051 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34872) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:13.201338 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-8fbf8513-2dad-4be8-bee1-da58cd47fa95 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-191282064'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:32:13.234632 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbe4ea5-37e7-430c-911a-b3cbe9d46304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-5af91272-5122-4ca5-b567-2ac036aacd17', 'network_id': '5af91272-5122-4ca5-b567-2ac036aacd17', 'tenant_id': '28b0e353e1e7498fb30877fcdc44e7a2', 'fixed_ips': [{'subnet_id': '923165f1-469e-461e-b86e-fd3203e12b3c'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:32:13.235592 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9dbe4ea5-37e7-430c-911a-b3cbe9d46304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:13.365524 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-9dbe4ea5-37e7-430c-911a-b3cbe9d46304 None None] Allocated IP 2001:db8:0:ffff::2 (5af91272-5122-4ca5-b567-2ac036aacd17/923165f1-469e-461e-b86e-fd3203e12b3c/57ebcbcc-6d0c-4d04-8507-678b248b3256) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:32:13.647045 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbf8513-2dad-4be8-bee1-da58cd47fa95 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Made reservation on behalf of 28b0e353e1e7498fb30877fcdc44e7a2 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:32:13.647045 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8fbf8513-2dad-4be8-bee1-da58cd47fa95 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:13.671141 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fbf8513-2dad-4be8-bee1-da58cd47fa95 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:32:13.679466 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8fbf8513-2dad-4be8-bee1-da58cd47fa95 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:13.682411 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-8fbf8513-2dad-4be8-bee1-da58cd47fa95 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Added segment 76b0a0d2-2d8e-440c-a9f5-1adce5ed200a of type vlan for network 4f481c0f-9431-4be8-b978-8ea615586dfa Jun 30 10:32:13.718940 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8fbf8513-2dad-4be8-bee1-da58cd47fa95 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:14.148968 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8fbf8513-2dad-4be8-bee1-da58cd47fa95 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:14.154534 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbf8513-2dad-4be8-bee1-da58cd47fa95 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:14.155145 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8fbf8513-2dad-4be8-bee1-da58cd47fa95 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:14.223821 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf8513-2dad-4be8-bee1-da58cd47fa95 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Pushing event updated for resources: {'Network': ['ID=4f481c0f-9431-4be8-b978-8ea615586dfa,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:14.238085 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 4f481c0f-9431-4be8-b978-8ea615586dfa details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:32:14.306482 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8fbf8513-2dad-4be8-bee1-da58cd47fa95 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1092150 Jun 30 10:32:14.309227 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34874) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:14.314716 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-0350e389-d775-429c-abd3-170c6c76132c tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Request body: {'subnet': {'network_id': '4f481c0f-9431-4be8-b978-8ea615586dfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:32:14.419784 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9dbe4ea5-37e7-430c-911a-b3cbe9d46304 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:14.428041 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9dbe4ea5-37e7-430c-911a-b3cbe9d46304 None None] Transition to ACTIVE for port object 57ebcbcc-6d0c-4d04-8507-678b248b3256 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:32:14.442244 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9dbe4ea5-37e7-430c-911a-b3cbe9d46304 None None] Transition to ACTIVE for port object 57ebcbcc-6d0c-4d04-8507-678b248b3256 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:32:14.539667 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0350e389-d775-429c-abd3-170c6c76132c tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Made reservation on behalf of 28b0e353e1e7498fb30877fcdc44e7a2 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:32:14.543326 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0350e389-d775-429c-abd3-170c6c76132c tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:14.617232 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9dbe4ea5-37e7-430c-911a-b3cbe9d46304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:14.660653 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbe4ea5-37e7-430c-911a-b3cbe9d46304 None None] Network 5af91272-5122-4ca5-b567-2ac036aacd17 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:32:14.663352 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-9dbe4ea5-37e7-430c-911a-b3cbe9d46304 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:32:14.669895 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbe4ea5-37e7-430c-911a-b3cbe9d46304 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:32:14.676637 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe4ea5-37e7-430c-911a-b3cbe9d46304 None None] Pushing event updated for resources: {'Port': ['ID=57ebcbcc-6d0c-4d04-8507-678b248b3256,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:14.731732 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-9dbe4ea5-37e7-430c-911a-b3cbe9d46304 None None] Attempting to bind port 57ebcbcc-6d0c-4d04-8507-678b248b3256 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:32:14.732166 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-9dbe4ea5-37e7-430c-911a-b3cbe9d46304 None None] Attempting to bind port 57ebcbcc-6d0c-4d04-8507-678b248b3256 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '9b6527ba-4c81-41f4-9a01-35df23c8f091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5af91272-5122-4ca5-b567-2ac036aacd17'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:32:14.732523 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbe4ea5-37e7-430c-911a-b3cbe9d46304 None None] Attempting to bind port 57ebcbcc-6d0c-4d04-8507-678b248b3256 on network 5af91272-5122-4ca5-b567-2ac036aacd17 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:32:14.737714 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbe4ea5-37e7-430c-911a-b3cbe9d46304 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:32:14.738076 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbe4ea5-37e7-430c-911a-b3cbe9d46304 None None] Checking segment: {'id': '9b6527ba-4c81-41f4-9a01-35df23c8f091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5af91272-5122-4ca5-b567-2ac036aacd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:32:14.738464 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9dbe4ea5-37e7-430c-911a-b3cbe9d46304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:14.738847 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbe4ea5-37e7-430c-911a-b3cbe9d46304 None None] Bound using segment: {'id': '9b6527ba-4c81-41f4-9a01-35df23c8f091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5af91272-5122-4ca5-b567-2ac036aacd17'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:32:14.739334 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-9dbe4ea5-37e7-430c-911a-b3cbe9d46304 None None] Bound port: 57ebcbcc-6d0c-4d04-8507-678b248b3256, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6527ba-4c81-41f4-9a01-35df23c8f091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5af91272-5122-4ca5-b567-2ac036aacd17'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:32:14.739707 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9dbe4ea5-37e7-430c-911a-b3cbe9d46304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:14.802725 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-9dbe4ea5-37e7-430c-911a-b3cbe9d46304 None None] For port 57ebcbcc-6d0c-4d04-8507-678b248b3256, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:32:14.805981 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-9dbe4ea5-37e7-430c-911a-b3cbe9d46304 None None] For port 57ebcbcc-6d0c-4d04-8507-678b248b3256, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=57ebcbcc-6d0c-4d04-8507-678b248b3256,segment=NetworkSegment(9b6527ba-4c81-41f4-9a01-35df23c8f091),segment_id=9b6527ba-4c81-41f4-9a01-35df23c8f091)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:32:14.839509 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0350e389-d775-429c-abd3-170c6c76132c tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:14.869003 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9dbe4ea5-37e7-430c-911a-b3cbe9d46304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:14.909661 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350e389-d775-429c-abd3-170c6c76132c tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Pushing event updated for resources: {'Subnet': ['ID=b25bc065-df58-4301-a8ba-3856d04dae30,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:14.919086 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0350e389-d775-429c-abd3-170c6c76132c tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Checking segment: {'id': '76b0a0d2-2d8e-440c-a9f5-1adce5ed200a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4f481c0f-9431-4be8-b978-8ea615586dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:32:14.919573 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0350e389-d775-429c-abd3-170c6c76132c tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Network hostable DHCP agents. Network: 4f481c0f-9431-4be8-b978-8ea615586dfa, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:32:14.939306 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe4ea5-37e7-430c-911a-b3cbe9d46304 None None] Pushing event updated for resources: {'Port': ['ID=57ebcbcc-6d0c-4d04-8507-678b248b3256,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:15.044951 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0350e389-d775-429c-abd3-170c6c76132c tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Network 4f481c0f-9431-4be8-b978-8ea615586dfa is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:32:15.159789 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-0350e389-d775-429c-abd3-170c6c76132c tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 4f481c0f-9431-4be8-b978-8ea615586dfa) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:32:15.164121 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0350e389-d775-429c-abd3-170c6c76132c tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:15.165512 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0350e389-d775-429c-abd3-170c6c76132c tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:15.170907 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3615e87-bc79-42f2-9b53-ab1fa7ecfaee None None] Network 4f481c0f-9431-4be8-b978-8ea615586dfa requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:32:15.265978 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0350e389-d775-429c-abd3-170c6c76132c tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9555926 Jun 30 10:32:15.268567 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34876) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:15.326806 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9094921b-5925-43b8-a20f-dd9015fc5835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-4f481c0f-9431-4be8-b978-8ea615586dfa', 'network_id': '4f481c0f-9431-4be8-b978-8ea615586dfa', 'tenant_id': '28b0e353e1e7498fb30877fcdc44e7a2', 'fixed_ips': [{'subnet_id': 'b25bc065-df58-4301-a8ba-3856d04dae30'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:32:15.328117 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9094921b-5925-43b8-a20f-dd9015fc5835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:15.372137 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:15.466289 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:15.468329 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-9094921b-5925-43b8-a20f-dd9015fc5835 None None] Allocated IP 2001:db8::2 (4f481c0f-9431-4be8-b978-8ea615586dfa/b25bc065-df58-4301-a8ba-3856d04dae30/80bfd64d-eca8-4d5d-9172-7b54289d179c) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:32:15.631777 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9094921b-5925-43b8-a20f-dd9015fc5835 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:15.641038 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9094921b-5925-43b8-a20f-dd9015fc5835 None None] Transition to ACTIVE for port object 80bfd64d-eca8-4d5d-9172-7b54289d179c will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:32:15.656165 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9094921b-5925-43b8-a20f-dd9015fc5835 None None] Transition to ACTIVE for port object 80bfd64d-eca8-4d5d-9172-7b54289d179c will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:32:15.802961 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b583b7a4-42ad-49da-a064-f231a75fabb5 None None] Network 5af91272-5122-4ca5-b567-2ac036aacd17 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:32:15.905841 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9094921b-5925-43b8-a20f-dd9015fc5835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:15.954248 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9094921b-5925-43b8-a20f-dd9015fc5835 None None] Network 4f481c0f-9431-4be8-b978-8ea615586dfa is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:32:15.962372 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-9094921b-5925-43b8-a20f-dd9015fc5835 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:32:15.966122 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9094921b-5925-43b8-a20f-dd9015fc5835 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:32:15.972074 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094921b-5925-43b8-a20f-dd9015fc5835 None None] Pushing event updated for resources: {'Port': ['ID=80bfd64d-eca8-4d5d-9172-7b54289d179c,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:16.001427 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fa1102f4-0377-403f-821f-8e5d06666890 None None] Provisioning for port 57ebcbcc-6d0c-4d04-8507-678b248b3256 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:32:16.050309 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:16.067362 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-9094921b-5925-43b8-a20f-dd9015fc5835 None None] Attempting to bind port 80bfd64d-eca8-4d5d-9172-7b54289d179c on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:32:16.071160 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-9094921b-5925-43b8-a20f-dd9015fc5835 None None] Attempting to bind port 80bfd64d-eca8-4d5d-9172-7b54289d179c by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '76b0a0d2-2d8e-440c-a9f5-1adce5ed200a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4f481c0f-9431-4be8-b978-8ea615586dfa'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:32:16.071160 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9094921b-5925-43b8-a20f-dd9015fc5835 None None] Attempting to bind port 80bfd64d-eca8-4d5d-9172-7b54289d179c on network 4f481c0f-9431-4be8-b978-8ea615586dfa {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:32:16.077316 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9094921b-5925-43b8-a20f-dd9015fc5835 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:32:16.077689 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9094921b-5925-43b8-a20f-dd9015fc5835 None None] Checking segment: {'id': '76b0a0d2-2d8e-440c-a9f5-1adce5ed200a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4f481c0f-9431-4be8-b978-8ea615586dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:32:16.078084 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9094921b-5925-43b8-a20f-dd9015fc5835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:16.078472 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9094921b-5925-43b8-a20f-dd9015fc5835 None None] Bound using segment: {'id': '76b0a0d2-2d8e-440c-a9f5-1adce5ed200a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4f481c0f-9431-4be8-b978-8ea615586dfa'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:32:16.078936 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-9094921b-5925-43b8-a20f-dd9015fc5835 None None] Bound port: 80bfd64d-eca8-4d5d-9172-7b54289d179c, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76b0a0d2-2d8e-440c-a9f5-1adce5ed200a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4f481c0f-9431-4be8-b978-8ea615586dfa'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:32:16.080066 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Pushing event deleted for resources: {'Subnet': ['ID=b25bc065-df58-4301-a8ba-3856d04dae30,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:16.080218 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9094921b-5925-43b8-a20f-dd9015fc5835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:16.151489 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:16.152498 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-9094921b-5925-43b8-a20f-dd9015fc5835 None None] For port 80bfd64d-eca8-4d5d-9172-7b54289d179c, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:32:16.156122 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-9094921b-5925-43b8-a20f-dd9015fc5835 None None] For port 80bfd64d-eca8-4d5d-9172-7b54289d179c, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=80bfd64d-eca8-4d5d-9172-7b54289d179c,segment=NetworkSegment(76b0a0d2-2d8e-440c-a9f5-1adce5ed200a),segment_id=76b0a0d2-2d8e-440c-a9f5-1adce5ed200a)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:32:16.162270 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f481c0f-9431-4be8-b978-8ea615586dfa']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:16.174171 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b0a0d2-2d8e-440c-a9f5-1adce5ed200a') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:16.174495 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b0a0d2-2d8e-440c-a9f5-1adce5ed200a') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:16.184336 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:16.277327 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9094921b-5925-43b8-a20f-dd9015fc5835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:16.280045 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:16.286618 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:32:16.287014 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:16.290636 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 10:32:16.290636 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:32:16.290636 n-d-771363-31 neutron-server[101053]: timer() Jun 30 10:32:16.290636 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:32:16.290636 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 10:32:16.290636 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:32:16.290636 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 10:32:16.290636 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:32:16.290636 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 10:32:16.290636 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:32:16.290636 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 10:32:16.290636 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:32:16.290636 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 10:32:16.290636 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:32:16.290636 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:32:16.290636 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:32:16.290636 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:32:16.290636 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:32:16.290636 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 10:32:16.290636 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:32:16.290636 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 10:32:16.290636 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:32:16.290636 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:32:16.290636 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:32:16.290636 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 10:32:16.290636 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:32:16.290636 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:32:16.290636 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:32:16.290636 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:32:16.290636 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:32:16.290636 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:32:16.290636 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:32:16.366270 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094921b-5925-43b8-a20f-dd9015fc5835 None None] Pushing event updated for resources: {'Port': ['ID=80bfd64d-eca8-4d5d-9172-7b54289d179c,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:16.391989 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38d9cb8-9e28-45b1-bd59-401ea32966e8 None None] Network 4f481c0f-9431-4be8-b978-8ea615586dfa requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:32:16.420863 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.db.api [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 10:32:16.420863 n-d-771363-31 neutron-server[101053]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 10:32:16.420863 n-d-771363-31 neutron-server[101053]: [parameters: {'id': '4f481c0f-9431-4be8-b978-8ea615586dfa'}] Jun 30 10:32:16.420863 n-d-771363-31 neutron-server[101053]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=101053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 10:32:16.421678 n-d-771363-31 neutron-server[101053]: DEBUG oslo_db.api [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 10:32:16.497561 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 57ebcbcc-6d0c-4d04-8507-678b248b3256 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:32:16.721681 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03eff69d-4dfa-4f9c-87ae-6abb9d81f42a None None] get_active_networks_info from n-d-771363-31 {{(pid=101055) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 10:32:16.788867 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 57ebcbcc-6d0c-4d04-8507-678b248b3256 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:32:16.792274 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eff69d-4dfa-4f9c-87ae-6abb9d81f42a None None] Resources bound (agent type, host, resource id): {{(pid=101055) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 10:32:16.795583 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 57ebcbcc-6d0c-4d04-8507-678b248b3256 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:32:16.795973 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:16.922415 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:16.960752 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:16.979272 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Deleting port 80bfd64d-eca8-4d5d-9172-7b54289d179c {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:32:16.979666 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:17.025417 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 57ebcbcc-6d0c-4d04-8507-678b248b3256, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=57ebcbcc-6d0c-4d04-8507-678b248b3256,segment=NetworkSegment(9b6527ba-4c81-41f4-9a01-35df23c8f091),segment_id=9b6527ba-4c81-41f4-9a01-35df23c8f091)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:32:17.182291 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:17.235726 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=57ebcbcc-6d0c-4d04-8507-678b248b3256,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:17.393596 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] For port 80bfd64d-eca8-4d5d-9172-7b54289d179c, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=80bfd64d-eca8-4d5d-9172-7b54289d179c,segment=NetworkSegment(76b0a0d2-2d8e-440c-a9f5-1adce5ed200a),segment_id=76b0a0d2-2d8e-440c-a9f5-1adce5ed200a)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:32:17.394193 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:17.405950 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Calling delete_port for 80bfd64d-eca8-4d5d-9172-7b54289d179c owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:32:17.553325 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:17.576894 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Pushing event deleted for resources: {'Port': ['ID=80bfd64d-eca8-4d5d-9172-7b54289d179c,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:17.583425 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] No DVR routers for this DVR port 80bfd64d-eca8-4d5d-9172-7b54289d179c on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:32:17.660642 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:17.670834 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f481c0f-9431-4be8-b978-8ea615586dfa']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:17.684861 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b0a0d2-2d8e-440c-a9f5-1adce5ed200a') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:17.685158 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b0a0d2-2d8e-440c-a9f5-1adce5ed200a') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:17.693772 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:17.707455 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:17.713690 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:32:17.714101 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:17.717031 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 10:32:17.717031 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:32:17.717031 n-d-771363-31 neutron-server[101053]: timer() Jun 30 10:32:17.717031 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:32:17.717031 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 10:32:17.717031 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:32:17.717031 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 10:32:17.717031 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:32:17.717031 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 10:32:17.717031 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:32:17.717031 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 10:32:17.717031 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:32:17.717031 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 10:32:17.717031 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:32:17.717031 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:32:17.717031 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:32:17.717031 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:32:17.717031 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:32:17.717031 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 10:32:17.717031 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:32:17.717031 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 10:32:17.717031 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:32:17.717031 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:32:17.717031 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:32:17.717031 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 10:32:17.717031 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:32:17.717031 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:32:17.717031 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:32:17.717031 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:32:17.717031 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:32:17.717031 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:32:17.717031 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:32:17.844955 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:17.852089 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:17.854381 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] 10.222.0.10 "DELETE /v2.0/networks/4f481c0f-9431-4be8-b978-8ea615586dfa HTTP/1.1" status: 204 len: 168 time: 2.5847180 Jun 30 10:32:17.858123 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34878) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:17.863641 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-4985be48-ebd8-4331-b9b4-e1e6f59d74b2 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-502046404'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:32:17.867762 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ac755-2a27-43c5-ac9d-ca841cba1e12 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Pushing event deleted for resources: {'Network': ['ID=4f481c0f-9431-4be8-b978-8ea615586dfa,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:17.975917 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4985be48-ebd8-4331-b9b4-e1e6f59d74b2 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Made reservation on behalf of 28b0e353e1e7498fb30877fcdc44e7a2 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:32:17.980081 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4985be48-ebd8-4331-b9b4-e1e6f59d74b2 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:18.003391 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4985be48-ebd8-4331-b9b4-e1e6f59d74b2 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:32:18.011623 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4985be48-ebd8-4331-b9b4-e1e6f59d74b2 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:18.011993 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-4985be48-ebd8-4331-b9b4-e1e6f59d74b2 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Added segment 2a5aa0ba-45eb-4a49-9670-f0a795e0ea11 of type vlan for network cc6679bc-8d71-4a36-ac00-838378adbf1a Jun 30 10:32:18.055761 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4985be48-ebd8-4331-b9b4-e1e6f59d74b2 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:18.219413 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4985be48-ebd8-4331-b9b4-e1e6f59d74b2 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:18.224951 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4985be48-ebd8-4331-b9b4-e1e6f59d74b2 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:18.225535 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4985be48-ebd8-4331-b9b4-e1e6f59d74b2 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:18.326064 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985be48-ebd8-4331-b9b4-e1e6f59d74b2 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Pushing event updated for resources: {'Network': ['ID=cc6679bc-8d71-4a36-ac00-838378adbf1a,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:18.336858 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network cc6679bc-8d71-4a36-ac00-838378adbf1a details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:32:18.405499 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4985be48-ebd8-4331-b9b4-e1e6f59d74b2 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5460508 Jun 30 10:32:18.408456 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34880) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:18.413563 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-f1734675-3d70-43d6-ae1f-cad68b35fdd1 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Request body: {'subnet': {'network_id': 'cc6679bc-8d71-4a36-ac00-838378adbf1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:32:18.463238 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 57ebcbcc-6d0c-4d04-8507-678b248b3256 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:32:18.511290 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 57ebcbcc-6d0c-4d04-8507-678b248b3256 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:32:18.511660 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:18.616374 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1734675-3d70-43d6-ae1f-cad68b35fdd1 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Made reservation on behalf of 28b0e353e1e7498fb30877fcdc44e7a2 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:32:18.620844 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f1734675-3d70-43d6-ae1f-cad68b35fdd1 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:18.680626 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.ipam_backend_mixin [None req-f1734675-3d70-43d6-ae1f-cad68b35fdd1 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Performing IP validity checks on allocation pools {{(pid=101054) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 10:32:18.681147 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.ipam_backend_mixin [None req-f1734675-3d70-43d6-ae1f-cad68b35fdd1 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101054) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 10:32:18.902222 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f1734675-3d70-43d6-ae1f-cad68b35fdd1 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:18.962212 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1734675-3d70-43d6-ae1f-cad68b35fdd1 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Pushing event updated for resources: {'Subnet': ['ID=2f1426fc-0386-4ae2-837e-51e2f6336e90,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:18.973698 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1734675-3d70-43d6-ae1f-cad68b35fdd1 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Checking segment: {'id': '2a5aa0ba-45eb-4a49-9670-f0a795e0ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cc6679bc-8d71-4a36-ac00-838378adbf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:32:18.973698 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1734675-3d70-43d6-ae1f-cad68b35fdd1 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Network hostable DHCP agents. Network: cc6679bc-8d71-4a36-ac00-838378adbf1a, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:32:19.099451 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1734675-3d70-43d6-ae1f-cad68b35fdd1 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Network cc6679bc-8d71-4a36-ac00-838378adbf1a is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:32:19.193155 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-f1734675-3d70-43d6-ae1f-cad68b35fdd1 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, cc6679bc-8d71-4a36-ac00-838378adbf1a) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:32:19.197940 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1734675-3d70-43d6-ae1f-cad68b35fdd1 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:19.198527 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f1734675-3d70-43d6-ae1f-cad68b35fdd1 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:19.202776 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20457c13-0751-42c6-8154-5e17a54faead None None] Network cc6679bc-8d71-4a36-ac00-838378adbf1a requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:32:19.300650 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f1734675-3d70-43d6-ae1f-cad68b35fdd1 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8908708 Jun 30 10:32:19.303150 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34882) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:19.367758 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60541c33-3441-4a19-a9d4-8130cd6b6cc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-cc6679bc-8d71-4a36-ac00-838378adbf1a', 'network_id': 'cc6679bc-8d71-4a36-ac00-838378adbf1a', 'tenant_id': '28b0e353e1e7498fb30877fcdc44e7a2', 'fixed_ips': [{'subnet_id': '2f1426fc-0386-4ae2-837e-51e2f6336e90'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:32:19.368845 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-60541c33-3441-4a19-a9d4-8130cd6b6cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:19.419277 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:19.499492 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:19.505944 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-60541c33-3441-4a19-a9d4-8130cd6b6cc4 None None] Allocated IP 2001:db8::3 (cc6679bc-8d71-4a36-ac00-838378adbf1a/2f1426fc-0386-4ae2-837e-51e2f6336e90/8168a742-a12e-4d27-b6f0-2f1843afdcee) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:32:19.647265 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-60541c33-3441-4a19-a9d4-8130cd6b6cc4 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:19.655656 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-60541c33-3441-4a19-a9d4-8130cd6b6cc4 None None] Transition to ACTIVE for port object 8168a742-a12e-4d27-b6f0-2f1843afdcee will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:32:19.670239 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-60541c33-3441-4a19-a9d4-8130cd6b6cc4 None None] Transition to ACTIVE for port object 8168a742-a12e-4d27-b6f0-2f1843afdcee will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:32:19.757246 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-60541c33-3441-4a19-a9d4-8130cd6b6cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:19.795418 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60541c33-3441-4a19-a9d4-8130cd6b6cc4 None None] Network cc6679bc-8d71-4a36-ac00-838378adbf1a is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:32:19.798081 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-60541c33-3441-4a19-a9d4-8130cd6b6cc4 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:32:19.803896 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60541c33-3441-4a19-a9d4-8130cd6b6cc4 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:32:19.811581 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60541c33-3441-4a19-a9d4-8130cd6b6cc4 None None] Pushing event updated for resources: {'Port': ['ID=8168a742-a12e-4d27-b6f0-2f1843afdcee,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:19.848316 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:19.865796 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-60541c33-3441-4a19-a9d4-8130cd6b6cc4 None None] Attempting to bind port 8168a742-a12e-4d27-b6f0-2f1843afdcee on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:32:19.870060 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-60541c33-3441-4a19-a9d4-8130cd6b6cc4 None None] Attempting to bind port 8168a742-a12e-4d27-b6f0-2f1843afdcee by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '2a5aa0ba-45eb-4a49-9670-f0a795e0ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cc6679bc-8d71-4a36-ac00-838378adbf1a'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:32:19.870060 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60541c33-3441-4a19-a9d4-8130cd6b6cc4 None None] Attempting to bind port 8168a742-a12e-4d27-b6f0-2f1843afdcee on network cc6679bc-8d71-4a36-ac00-838378adbf1a {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:32:19.874047 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60541c33-3441-4a19-a9d4-8130cd6b6cc4 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:32:19.874445 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60541c33-3441-4a19-a9d4-8130cd6b6cc4 None None] Checking segment: {'id': '2a5aa0ba-45eb-4a49-9670-f0a795e0ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cc6679bc-8d71-4a36-ac00-838378adbf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:32:19.874842 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-60541c33-3441-4a19-a9d4-8130cd6b6cc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:19.875249 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60541c33-3441-4a19-a9d4-8130cd6b6cc4 None None] Bound using segment: {'id': '2a5aa0ba-45eb-4a49-9670-f0a795e0ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cc6679bc-8d71-4a36-ac00-838378adbf1a'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:32:19.875811 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-60541c33-3441-4a19-a9d4-8130cd6b6cc4 None None] Bound port: 8168a742-a12e-4d27-b6f0-2f1843afdcee, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a5aa0ba-45eb-4a49-9670-f0a795e0ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cc6679bc-8d71-4a36-ac00-838378adbf1a'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:32:19.876340 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-60541c33-3441-4a19-a9d4-8130cd6b6cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:19.876746 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Pushing event deleted for resources: {'Subnet': ['ID=2f1426fc-0386-4ae2-837e-51e2f6336e90,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:19.943094 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-60541c33-3441-4a19-a9d4-8130cd6b6cc4 None None] For port 8168a742-a12e-4d27-b6f0-2f1843afdcee, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:32:19.944260 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:19.946265 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-60541c33-3441-4a19-a9d4-8130cd6b6cc4 None None] For port 8168a742-a12e-4d27-b6f0-2f1843afdcee, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8168a742-a12e-4d27-b6f0-2f1843afdcee,segment=NetworkSegment(2a5aa0ba-45eb-4a49-9670-f0a795e0ea11),segment_id=2a5aa0ba-45eb-4a49-9670-f0a795e0ea11)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:32:19.954917 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc6679bc-8d71-4a36-ac00-838378adbf1a']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:19.966225 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a5aa0ba-45eb-4a49-9670-f0a795e0ea11') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:19.966526 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a5aa0ba-45eb-4a49-9670-f0a795e0ea11') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:19.975378 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:20.028264 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-60541c33-3441-4a19-a9d4-8130cd6b6cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:20.030451 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:20.037180 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:32:20.037668 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: timer() Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:32:20.041875 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:32:20.109732 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60541c33-3441-4a19-a9d4-8130cd6b6cc4 None None] Pushing event updated for resources: {'Port': ['ID=8168a742-a12e-4d27-b6f0-2f1843afdcee,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:20.131867 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ade547-653f-4e76-a287-301673ada1ae None None] Network cc6679bc-8d71-4a36-ac00-838378adbf1a requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:32:20.153823 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.db.api [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 10:32:20.153823 n-d-771363-31 neutron-server[101054]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 10:32:20.153823 n-d-771363-31 neutron-server[101054]: [parameters: {'id': 'cc6679bc-8d71-4a36-ac00-838378adbf1a'}] Jun 30 10:32:20.153823 n-d-771363-31 neutron-server[101054]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=101054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 10:32:20.154403 n-d-771363-31 neutron-server[101054]: DEBUG oslo_db.api [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 10:32:20.285575 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bc90b2-8613-4d57-b5a9-d0fde5f2ca4d None None] get_active_networks_info from n-d-771363-31 {{(pid=101055) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 10:32:20.349527 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bc90b2-8613-4d57-b5a9-d0fde5f2ca4d None None] Resources bound (agent type, host, resource id): {{(pid=101055) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 10:32:20.585482 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c3741898-0418-4a09-bf05-b8fd759c2576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:20.655274 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:20.714245 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Deleting port 8168a742-a12e-4d27-b6f0-2f1843afdcee {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:32:20.714587 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:20.776474 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] For port 8168a742-a12e-4d27-b6f0-2f1843afdcee, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8168a742-a12e-4d27-b6f0-2f1843afdcee,segment=NetworkSegment(2a5aa0ba-45eb-4a49-9670-f0a795e0ea11),segment_id=2a5aa0ba-45eb-4a49-9670-f0a795e0ea11)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:32:20.776834 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:20.789493 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Calling delete_port for 8168a742-a12e-4d27-b6f0-2f1843afdcee owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:32:20.936206 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:20.959944 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Pushing event deleted for resources: {'Port': ['ID=8168a742-a12e-4d27-b6f0-2f1843afdcee,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:20.966238 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] No DVR routers for this DVR port 8168a742-a12e-4d27-b6f0-2f1843afdcee on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:32:21.042842 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:21.052449 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc6679bc-8d71-4a36-ac00-838378adbf1a']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:21.063296 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a5aa0ba-45eb-4a49-9670-f0a795e0ea11') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:21.063603 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a5aa0ba-45eb-4a49-9670-f0a795e0ea11') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:21.072394 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:21.089562 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:21.095447 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:32:21.095829 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:21.098688 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 10:32:21.098688 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:32:21.098688 n-d-771363-31 neutron-server[101054]: timer() Jun 30 10:32:21.098688 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:32:21.098688 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 10:32:21.098688 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:32:21.098688 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 10:32:21.098688 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:32:21.098688 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 10:32:21.098688 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:32:21.098688 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 10:32:21.098688 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:32:21.098688 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 10:32:21.098688 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:32:21.098688 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:32:21.098688 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:32:21.098688 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:32:21.098688 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:32:21.098688 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 10:32:21.098688 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:32:21.098688 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 10:32:21.098688 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:32:21.098688 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:32:21.098688 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:32:21.098688 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 10:32:21.098688 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:32:21.098688 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:32:21.098688 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:32:21.098688 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:32:21.098688 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:32:21.098688 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:32:21.098688 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:32:21.250529 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:21.258288 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:21.260038 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] 10.222.0.10 "DELETE /v2.0/networks/cc6679bc-8d71-4a36-ac00-838378adbf1a HTTP/1.1" status: 204 len: 168 time: 1.9554331 Jun 30 10:32:21.263719 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34886) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:21.268801 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-33e4cfea-a509-46da-b3a7-dc1798c29145 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2071188245'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:32:21.272075 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94bc7e9-aecb-4302-811c-6d3de6543e51 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Pushing event deleted for resources: {'Network': ['ID=cc6679bc-8d71-4a36-ac00-838378adbf1a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:21.356610 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e4cfea-a509-46da-b3a7-dc1798c29145 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Made reservation on behalf of 28b0e353e1e7498fb30877fcdc44e7a2 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:32:21.360172 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-33e4cfea-a509-46da-b3a7-dc1798c29145 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:21.384815 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33e4cfea-a509-46da-b3a7-dc1798c29145 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:32:21.393188 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-33e4cfea-a509-46da-b3a7-dc1798c29145 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:21.393534 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-33e4cfea-a509-46da-b3a7-dc1798c29145 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Added segment 4ecef392-ac13-40e6-af40-a6b50bee1d6e of type vlan for network bbb31594-d63d-45bf-abe1-bc095637d6ae Jun 30 10:32:21.433700 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-33e4cfea-a509-46da-b3a7-dc1798c29145 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:21.550456 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-33e4cfea-a509-46da-b3a7-dc1798c29145 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:21.556100 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e4cfea-a509-46da-b3a7-dc1798c29145 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:21.556708 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-33e4cfea-a509-46da-b3a7-dc1798c29145 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:21.621084 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4cfea-a509-46da-b3a7-dc1798c29145 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Pushing event updated for resources: {'Network': ['ID=bbb31594-d63d-45bf-abe1-bc095637d6ae,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:21.631285 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network bbb31594-d63d-45bf-abe1-bc095637d6ae details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:32:21.708098 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-33e4cfea-a509-46da-b3a7-dc1798c29145 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4432657 Jun 30 10:32:21.713717 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34888) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:21.716912 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-25ece21f-3d75-4108-b0f0-87e974c9bf16 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Request body: {'subnet': {'network_id': 'bbb31594-d63d-45bf-abe1-bc095637d6ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:32:21.878915 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ece21f-3d75-4108-b0f0-87e974c9bf16 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Made reservation on behalf of 28b0e353e1e7498fb30877fcdc44e7a2 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:32:21.882903 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-25ece21f-3d75-4108-b0f0-87e974c9bf16 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:22.130765 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-25ece21f-3d75-4108-b0f0-87e974c9bf16 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:22.191799 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ece21f-3d75-4108-b0f0-87e974c9bf16 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Pushing event updated for resources: {'Subnet': ['ID=a6b31d4a-52ad-4ba2-b08c-239c2be3a8d4,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:22.201409 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ece21f-3d75-4108-b0f0-87e974c9bf16 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Checking segment: {'id': '4ecef392-ac13-40e6-af40-a6b50bee1d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bbb31594-d63d-45bf-abe1-bc095637d6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:32:22.201773 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ece21f-3d75-4108-b0f0-87e974c9bf16 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Network hostable DHCP agents. Network: bbb31594-d63d-45bf-abe1-bc095637d6ae, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:32:22.290353 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ece21f-3d75-4108-b0f0-87e974c9bf16 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Network bbb31594-d63d-45bf-abe1-bc095637d6ae is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:32:22.433275 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-25ece21f-3d75-4108-b0f0-87e974c9bf16 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, bbb31594-d63d-45bf-abe1-bc095637d6ae) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:32:22.437810 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ece21f-3d75-4108-b0f0-87e974c9bf16 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:22.438402 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-25ece21f-3d75-4108-b0f0-87e974c9bf16 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:22.442645 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6337471b-e4d9-4162-a467-a2209406aa5b None None] Network bbb31594-d63d-45bf-abe1-bc095637d6ae requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:32:22.580243 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-25ece21f-3d75-4108-b0f0-87e974c9bf16 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8671434 Jun 30 10:32:22.584933 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34890) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:22.590381 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-75c8ee11-d787-4da7-ba48-a6f84d20fd78 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-742761176'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:32:22.593597 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ba4f3c-c8b3-42ca-b8fa-a99faafd54ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-bbb31594-d63d-45bf-abe1-bc095637d6ae', 'network_id': 'bbb31594-d63d-45bf-abe1-bc095637d6ae', 'tenant_id': '28b0e353e1e7498fb30877fcdc44e7a2', 'fixed_ips': [{'subnet_id': 'a6b31d4a-52ad-4ba2-b08c-239c2be3a8d4'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:32:22.594911 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-04ba4f3c-c8b3-42ca-b8fa-a99faafd54ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:22.722306 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c8ee11-d787-4da7-ba48-a6f84d20fd78 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Made reservation on behalf of 28b0e353e1e7498fb30877fcdc44e7a2 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:32:22.726737 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-75c8ee11-d787-4da7-ba48-a6f84d20fd78 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:22.736234 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-04ba4f3c-c8b3-42ca-b8fa-a99faafd54ad None None] Allocated IP 2001:db8::2 (bbb31594-d63d-45bf-abe1-bc095637d6ae/a6b31d4a-52ad-4ba2-b08c-239c2be3a8d4/5864d785-4ade-4aad-9611-8fd2a6d8d5f2) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:32:22.751823 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c8ee11-d787-4da7-ba48-a6f84d20fd78 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:32:22.762218 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-75c8ee11-d787-4da7-ba48-a6f84d20fd78 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:22.767758 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-75c8ee11-d787-4da7-ba48-a6f84d20fd78 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Added segment 417faee6-41db-430d-8c14-33ec984f42d4 of type vlan for network a1d4a0ba-3795-4383-ab55-15406ede8d8a Jun 30 10:32:22.802956 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-75c8ee11-d787-4da7-ba48-a6f84d20fd78 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:22.885637 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-04ba4f3c-c8b3-42ca-b8fa-a99faafd54ad None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:22.897333 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-04ba4f3c-c8b3-42ca-b8fa-a99faafd54ad None None] Transition to ACTIVE for port object 5864d785-4ade-4aad-9611-8fd2a6d8d5f2 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:32:22.910585 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-75c8ee11-d787-4da7-ba48-a6f84d20fd78 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:22.917377 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-04ba4f3c-c8b3-42ca-b8fa-a99faafd54ad None None] Transition to ACTIVE for port object 5864d785-4ade-4aad-9611-8fd2a6d8d5f2 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:32:22.917562 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c8ee11-d787-4da7-ba48-a6f84d20fd78 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:22.918155 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-75c8ee11-d787-4da7-ba48-a6f84d20fd78 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:22.990695 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8ee11-d787-4da7-ba48-a6f84d20fd78 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Pushing event updated for resources: {'Network': ['ID=a1d4a0ba-3795-4383-ab55-15406ede8d8a,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:22.998674 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8ee11-d787-4da7-ba48-a6f84d20fd78 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:22.999023 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8ee11-d787-4da7-ba48-a6f84d20fd78 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:22.999387 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8ee11-d787-4da7-ba48-a6f84d20fd78 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:22.999727 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8ee11-d787-4da7-ba48-a6f84d20fd78 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:23.000059 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8ee11-d787-4da7-ba48-a6f84d20fd78 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:23.000388 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8ee11-d787-4da7-ba48-a6f84d20fd78 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:23.000716 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8ee11-d787-4da7-ba48-a6f84d20fd78 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:23.001042 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8ee11-d787-4da7-ba48-a6f84d20fd78 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:23.001373 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8ee11-d787-4da7-ba48-a6f84d20fd78 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:23.001700 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8ee11-d787-4da7-ba48-a6f84d20fd78 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:23.002021 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8ee11-d787-4da7-ba48-a6f84d20fd78 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:23.002340 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8ee11-d787-4da7-ba48-a6f84d20fd78 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:23.014304 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network a1d4a0ba-3795-4383-ab55-15406ede8d8a details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:32:23.056708 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-610df1dd-d7ec-49ff-81d3-2db713fae617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:23.062807 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-75c8ee11-d787-4da7-ba48-a6f84d20fd78 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4764280 Jun 30 10:32:23.065778 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34892) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:23.068378 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-04ba4f3c-c8b3-42ca-b8fa-a99faafd54ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:23.071819 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-32a41729-c11f-4f25-90dd-5a0708f5854e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Request body: {'subnet': {'network_id': 'a1d4a0ba-3795-4383-ab55-15406ede8d8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:32:23.123359 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ba4f3c-c8b3-42ca-b8fa-a99faafd54ad None None] Network bbb31594-d63d-45bf-abe1-bc095637d6ae is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:32:23.130883 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-04ba4f3c-c8b3-42ca-b8fa-a99faafd54ad None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:32:23.133943 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ba4f3c-c8b3-42ca-b8fa-a99faafd54ad None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:32:23.135909 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba4f3c-c8b3-42ca-b8fa-a99faafd54ad None None] Pushing event updated for resources: {'Port': ['ID=5864d785-4ade-4aad-9611-8fd2a6d8d5f2,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:23.193481 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-04ba4f3c-c8b3-42ca-b8fa-a99faafd54ad None None] Attempting to bind port 5864d785-4ade-4aad-9611-8fd2a6d8d5f2 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:32:23.193842 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-04ba4f3c-c8b3-42ca-b8fa-a99faafd54ad None None] Attempting to bind port 5864d785-4ade-4aad-9611-8fd2a6d8d5f2 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '4ecef392-ac13-40e6-af40-a6b50bee1d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bbb31594-d63d-45bf-abe1-bc095637d6ae'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:32:23.194195 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ba4f3c-c8b3-42ca-b8fa-a99faafd54ad None None] Attempting to bind port 5864d785-4ade-4aad-9611-8fd2a6d8d5f2 on network bbb31594-d63d-45bf-abe1-bc095637d6ae {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:32:23.199419 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ba4f3c-c8b3-42ca-b8fa-a99faafd54ad None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:32:23.199790 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ba4f3c-c8b3-42ca-b8fa-a99faafd54ad None None] Checking segment: {'id': '4ecef392-ac13-40e6-af40-a6b50bee1d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bbb31594-d63d-45bf-abe1-bc095637d6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:32:23.200193 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-04ba4f3c-c8b3-42ca-b8fa-a99faafd54ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:23.200639 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ba4f3c-c8b3-42ca-b8fa-a99faafd54ad None None] Bound using segment: {'id': '4ecef392-ac13-40e6-af40-a6b50bee1d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bbb31594-d63d-45bf-abe1-bc095637d6ae'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:32:23.201107 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-04ba4f3c-c8b3-42ca-b8fa-a99faafd54ad None None] Bound port: 5864d785-4ade-4aad-9611-8fd2a6d8d5f2, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecef392-ac13-40e6-af40-a6b50bee1d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bbb31594-d63d-45bf-abe1-bc095637d6ae'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:32:23.201480 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-04ba4f3c-c8b3-42ca-b8fa-a99faafd54ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:23.265697 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-04ba4f3c-c8b3-42ca-b8fa-a99faafd54ad None None] For port 5864d785-4ade-4aad-9611-8fd2a6d8d5f2, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:32:23.268512 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-04ba4f3c-c8b3-42ca-b8fa-a99faafd54ad None None] For port 5864d785-4ade-4aad-9611-8fd2a6d8d5f2, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5864d785-4ade-4aad-9611-8fd2a6d8d5f2,segment=NetworkSegment(4ecef392-ac13-40e6-af40-a6b50bee1d6e),segment_id=4ecef392-ac13-40e6-af40-a6b50bee1d6e)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:32:23.301671 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a41729-c11f-4f25-90dd-5a0708f5854e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Made reservation on behalf of 28b0e353e1e7498fb30877fcdc44e7a2 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:32:23.305554 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-32a41729-c11f-4f25-90dd-5a0708f5854e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:23.431528 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-04ba4f3c-c8b3-42ca-b8fa-a99faafd54ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:23.492238 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba4f3c-c8b3-42ca-b8fa-a99faafd54ad None None] Pushing event updated for resources: {'Port': ['ID=5864d785-4ade-4aad-9611-8fd2a6d8d5f2,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:23.588278 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-32a41729-c11f-4f25-90dd-5a0708f5854e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:23.623353 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:23.670206 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a41729-c11f-4f25-90dd-5a0708f5854e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Pushing event updated for resources: {'Subnet': ['ID=a2e5925e-7826-466f-9acf-324d26969bee,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:23.683351 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a41729-c11f-4f25-90dd-5a0708f5854e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Checking segment: {'id': '417faee6-41db-430d-8c14-33ec984f42d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a1d4a0ba-3795-4383-ab55-15406ede8d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:32:23.683729 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a41729-c11f-4f25-90dd-5a0708f5854e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Network hostable DHCP agents. Network: a1d4a0ba-3795-4383-ab55-15406ede8d8a, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:32:23.785256 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a41729-c11f-4f25-90dd-5a0708f5854e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Network a1d4a0ba-3795-4383-ab55-15406ede8d8a is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:32:23.879547 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-32a41729-c11f-4f25-90dd-5a0708f5854e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, a1d4a0ba-3795-4383-ab55-15406ede8d8a) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:32:23.884984 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a41729-c11f-4f25-90dd-5a0708f5854e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:23.885563 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-32a41729-c11f-4f25-90dd-5a0708f5854e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:23.889638 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd071903-6131-42bb-b838-af38a0ba3fba None None] Network a1d4a0ba-3795-4383-ab55-15406ede8d8a requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:32:23.992708 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-32a41729-c11f-4f25-90dd-5a0708f5854e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9250002 Jun 30 10:32:23.995424 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34894) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:24.080776 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539c1a54-99fc-4cb0-80a1-2ec5682e3123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-a1d4a0ba-3795-4383-ab55-15406ede8d8a', 'network_id': 'a1d4a0ba-3795-4383-ab55-15406ede8d8a', 'tenant_id': '28b0e353e1e7498fb30877fcdc44e7a2', 'fixed_ips': [{'subnet_id': 'a2e5925e-7826-466f-9acf-324d26969bee'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:32:24.081911 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-539c1a54-99fc-4cb0-80a1-2ec5682e3123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:24.130385 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:24.202845 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:24.299299 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-539c1a54-99fc-4cb0-80a1-2ec5682e3123 None None] Allocated IP 2001:db8::2 (a1d4a0ba-3795-4383-ab55-15406ede8d8a/a2e5925e-7826-466f-9acf-324d26969bee/1ad7b2e7-a093-494d-9f54-6aea3a8eaac0) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:32:24.480259 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-539c1a54-99fc-4cb0-80a1-2ec5682e3123 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:24.495090 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-539c1a54-99fc-4cb0-80a1-2ec5682e3123 None None] Transition to ACTIVE for port object 1ad7b2e7-a093-494d-9f54-6aea3a8eaac0 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:32:24.511094 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-539c1a54-99fc-4cb0-80a1-2ec5682e3123 None None] Transition to ACTIVE for port object 1ad7b2e7-a093-494d-9f54-6aea3a8eaac0 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:32:24.515924 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5864d785-4ade-4aad-9611-8fd2a6d8d5f2 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:32:24.549541 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c201511-a999-44eb-b80b-ef8b4823ad96 None None] Network bbb31594-d63d-45bf-abe1-bc095637d6ae requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:32:24.608203 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-539c1a54-99fc-4cb0-80a1-2ec5682e3123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:24.743718 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:24.779208 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Pushing event deleted for resources: {'Subnet': ['ID=a2e5925e-7826-466f-9acf-324d26969bee,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:24.830521 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539c1a54-99fc-4cb0-80a1-2ec5682e3123 None None] Network a1d4a0ba-3795-4383-ab55-15406ede8d8a is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:32:24.837404 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6becbca2-011c-4b86-8433-e9899af2229a None None] Provisioning for port 5864d785-4ade-4aad-9611-8fd2a6d8d5f2 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:32:24.841815 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-539c1a54-99fc-4cb0-80a1-2ec5682e3123 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:32:24.844167 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539c1a54-99fc-4cb0-80a1-2ec5682e3123 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:32:24.855831 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:24.868334 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d4a0ba-3795-4383-ab55-15406ede8d8a']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:24.880824 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417faee6-41db-430d-8c14-33ec984f42d4') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:24.881269 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417faee6-41db-430d-8c14-33ec984f42d4') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:24.888137 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c1a54-99fc-4cb0-80a1-2ec5682e3123 None None] Pushing event updated for resources: {'Port': ['ID=1ad7b2e7-a093-494d-9f54-6aea3a8eaac0,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:24.903062 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:24.917859 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:24.924644 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:32:24.925161 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:24.928572 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 10:32:24.928572 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:32:24.928572 n-d-771363-31 neutron-server[101053]: timer() Jun 30 10:32:24.928572 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:32:24.928572 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 10:32:24.928572 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:32:24.928572 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 10:32:24.928572 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:32:24.928572 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 10:32:24.928572 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:32:24.928572 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 10:32:24.928572 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:32:24.928572 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 10:32:24.928572 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:32:24.928572 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:32:24.928572 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:32:24.928572 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:32:24.928572 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:32:24.928572 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 10:32:24.928572 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:32:24.928572 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 10:32:24.928572 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:32:24.928572 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:32:24.928572 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:32:24.928572 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 10:32:24.928572 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:32:24.928572 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:32:24.928572 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:32:24.928572 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:32:24.928572 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:32:24.928572 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:32:24.928572 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:32:24.971688 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 5864d785-4ade-4aad-9611-8fd2a6d8d5f2 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:32:24.973395 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-539c1a54-99fc-4cb0-80a1-2ec5682e3123 None None] Attempting to bind port 1ad7b2e7-a093-494d-9f54-6aea3a8eaac0 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:32:24.973395 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-539c1a54-99fc-4cb0-80a1-2ec5682e3123 None None] Attempting to bind port 1ad7b2e7-a093-494d-9f54-6aea3a8eaac0 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '417faee6-41db-430d-8c14-33ec984f42d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a1d4a0ba-3795-4383-ab55-15406ede8d8a'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:32:24.973670 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539c1a54-99fc-4cb0-80a1-2ec5682e3123 None None] Attempting to bind port 1ad7b2e7-a093-494d-9f54-6aea3a8eaac0 on network a1d4a0ba-3795-4383-ab55-15406ede8d8a {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:32:24.982121 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 5864d785-4ade-4aad-9611-8fd2a6d8d5f2 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:32:24.982481 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:24.988909 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539c1a54-99fc-4cb0-80a1-2ec5682e3123 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:32:24.988909 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539c1a54-99fc-4cb0-80a1-2ec5682e3123 None None] Checking segment: {'id': '417faee6-41db-430d-8c14-33ec984f42d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a1d4a0ba-3795-4383-ab55-15406ede8d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:32:24.989279 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-539c1a54-99fc-4cb0-80a1-2ec5682e3123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:24.989573 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539c1a54-99fc-4cb0-80a1-2ec5682e3123 None None] Bound using segment: {'id': '417faee6-41db-430d-8c14-33ec984f42d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a1d4a0ba-3795-4383-ab55-15406ede8d8a'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:32:24.990040 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-539c1a54-99fc-4cb0-80a1-2ec5682e3123 None None] Bound port: 1ad7b2e7-a093-494d-9f54-6aea3a8eaac0, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417faee6-41db-430d-8c14-33ec984f42d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a1d4a0ba-3795-4383-ab55-15406ede8d8a'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:32:24.990419 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-539c1a54-99fc-4cb0-80a1-2ec5682e3123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:25.036872 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:25.050673 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.db.api [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 10:32:25.050673 n-d-771363-31 neutron-server[101053]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 10:32:25.050673 n-d-771363-31 neutron-server[101053]: [parameters: {'id': 'a1d4a0ba-3795-4383-ab55-15406ede8d8a'}] Jun 30 10:32:25.050673 n-d-771363-31 neutron-server[101053]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=101053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 10:32:25.051207 n-d-771363-31 neutron-server[101053]: DEBUG oslo_db.api [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 10:32:25.148183 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-539c1a54-99fc-4cb0-80a1-2ec5682e3123 None None] For port 1ad7b2e7-a093-494d-9f54-6aea3a8eaac0, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:32:25.170153 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-539c1a54-99fc-4cb0-80a1-2ec5682e3123 None None] For port 1ad7b2e7-a093-494d-9f54-6aea3a8eaac0, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=1ad7b2e7-a093-494d-9f54-6aea3a8eaac0,segment=NetworkSegment(417faee6-41db-430d-8c14-33ec984f42d4),segment_id=417faee6-41db-430d-8c14-33ec984f42d4)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:32:25.170153 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:25.206471 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 5864d785-4ade-4aad-9611-8fd2a6d8d5f2, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5864d785-4ade-4aad-9611-8fd2a6d8d5f2,segment=NetworkSegment(4ecef392-ac13-40e6-af40-a6b50bee1d6e),segment_id=4ecef392-ac13-40e6-af40-a6b50bee1d6e)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:32:25.232173 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-539c1a54-99fc-4cb0-80a1-2ec5682e3123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:25.309203 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:25.326344 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c1a54-99fc-4cb0-80a1-2ec5682e3123 None None] Pushing event updated for resources: {'Port': ['ID=1ad7b2e7-a093-494d-9f54-6aea3a8eaac0,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:25.373787 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab0f13d-cb88-47f2-8d2a-01f060948cf6 None None] Network a1d4a0ba-3795-4383-ab55-15406ede8d8a requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:32:25.441379 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=5864d785-4ade-4aad-9611-8fd2a6d8d5f2,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:25.461074 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-1375fae0-4751-495a-8f9b-e808d223944d None None] Provisioning complete for port 5864d785-4ade-4aad-9611-8fd2a6d8d5f2 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:32:25.463642 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1375fae0-4751-495a-8f9b-e808d223944d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:25.551749 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:25.593782 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b754a81a-080e-4478-b419-ac619add5dec None None] get_active_networks_info from n-d-771363-31 {{(pid=101055) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 10:32:25.608625 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Deleting port 1ad7b2e7-a093-494d-9f54-6aea3a8eaac0 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:32:25.608971 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:25.671359 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b754a81a-080e-4478-b419-ac619add5dec None None] Resources bound (agent type, host, resource id): {{(pid=101055) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 10:32:25.679769 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] For port 1ad7b2e7-a093-494d-9f54-6aea3a8eaac0, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=1ad7b2e7-a093-494d-9f54-6aea3a8eaac0,segment=NetworkSegment(417faee6-41db-430d-8c14-33ec984f42d4),segment_id=417faee6-41db-430d-8c14-33ec984f42d4)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:32:25.679896 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:25.696393 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Calling delete_port for 1ad7b2e7-a093-494d-9f54-6aea3a8eaac0 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:32:25.837215 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:25.868679 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] No DVR routers for this DVR port 1ad7b2e7-a093-494d-9f54-6aea3a8eaac0 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:32:25.871157 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Pushing event deleted for resources: {'Port': ['ID=1ad7b2e7-a093-494d-9f54-6aea3a8eaac0,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:25.952550 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:25.962756 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d4a0ba-3795-4383-ab55-15406ede8d8a']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:25.973448 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417faee6-41db-430d-8c14-33ec984f42d4') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:25.973739 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417faee6-41db-430d-8c14-33ec984f42d4') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:25.982920 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:25.997212 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:26.002930 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:32:26.003338 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:26.006196 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 10:32:26.006196 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:32:26.006196 n-d-771363-31 neutron-server[101053]: timer() Jun 30 10:32:26.006196 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:32:26.006196 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 10:32:26.006196 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:32:26.006196 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 10:32:26.006196 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:32:26.006196 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 10:32:26.006196 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:32:26.006196 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 10:32:26.006196 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:32:26.006196 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 10:32:26.006196 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:32:26.006196 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:32:26.006196 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:32:26.006196 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:32:26.006196 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:32:26.006196 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 10:32:26.006196 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:32:26.006196 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 10:32:26.006196 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:32:26.006196 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:32:26.006196 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:32:26.006196 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 10:32:26.006196 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:32:26.006196 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:32:26.006196 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:32:26.006196 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:32:26.006196 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:32:26.006196 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:32:26.006196 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:32:26.187726 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:26.197193 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:26.202277 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] 10.222.0.10 "DELETE /v2.0/networks/a1d4a0ba-3795-4383-ab55-15406ede8d8a HTTP/1.1" status: 204 len: 168 time: 2.2022479 Jun 30 10:32:26.202392 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34896) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:26.210439 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e521b5-399a-407d-af8f-e230bd06b26e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Pushing event deleted for resources: {'Network': ['ID=a1d4a0ba-3795-4383-ab55-15406ede8d8a,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:26.230310 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b20f566-5fc4-4567-b9c4-3df23d6a7e25 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] GET failed (client error): The resource could not be found. Jun 30 10:32:26.231669 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7b20f566-5fc4-4567-b9c4-3df23d6a7e25 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] 10.222.0.10 "GET /v2.0/subnets/a2e5925e-7826-466f-9acf-324d26969bee HTTP/1.1" status: 404 len: 337 time: 0.0287123 Jun 30 10:32:26.234450 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34898) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:26.252334 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-637fdd91-4dbe-486c-a8fc-deb5854d2094 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] DELETE failed (client error): The resource could not be found. Jun 30 10:32:26.252852 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-637fdd91-4dbe-486c-a8fc-deb5854d2094 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 10:32:26.254422 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-637fdd91-4dbe-486c-a8fc-deb5854d2094 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] 10.222.0.10 "DELETE /v2.0/networks/a1d4a0ba-3795-4383-ab55-15406ede8d8a HTTP/1.1" status: 404 len: 339 time: 0.0190871 Jun 30 10:32:26.258494 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34900) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:26.287326 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-decce521-9354-43dd-a1b5-aaed73fd082c tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] DELETE failed (client error): The resource could not be found. Jun 30 10:32:26.287762 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-decce521-9354-43dd-a1b5-aaed73fd082c tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 10:32:26.289974 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-decce521-9354-43dd-a1b5-aaed73fd082c tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] 10.222.0.10 "DELETE /v2.0/subnets/a2e5925e-7826-466f-9acf-324d26969bee HTTP/1.1" status: 404 len: 337 time: 0.0306008 Jun 30 10:32:26.292494 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34902) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:26.311012 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eea10c1-63de-403b-9afc-321ffe18da09 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] DELETE failed (client error): The resource could not be found. Jun 30 10:32:26.311780 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eea10c1-63de-403b-9afc-321ffe18da09 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 10:32:26.313201 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9eea10c1-63de-403b-9afc-321ffe18da09 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] 10.222.0.10 "DELETE /v2.0/networks/a1d4a0ba-3795-4383-ab55-15406ede8d8a HTTP/1.1" status: 404 len: 339 time: 0.0198483 Jun 30 10:32:26.315791 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34904) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:26.369429 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b80871-af45-45f9-b8bc-7a6e95c5dc2d tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Deleting subnet a6b31d4a-52ad-4ba2-b08c-239c2be3a8d4 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:32:26.372610 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-32b80871-af45-45f9-b8bc-7a6e95c5dc2d tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:26.411914 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-32b80871-af45-45f9-b8bc-7a6e95c5dc2d tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:26.469469 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5864d785-4ade-4aad-9611-8fd2a6d8d5f2 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:32:26.520848 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 5864d785-4ade-4aad-9611-8fd2a6d8d5f2 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:32:26.521331 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:26.541399 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-32b80871-af45-45f9-b8bc-7a6e95c5dc2d tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:26.639237 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:26.677223 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-32b80871-af45-45f9-b8bc-7a6e95c5dc2d tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:26.705207 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b80871-af45-45f9-b8bc-7a6e95c5dc2d tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Pushing event deleted for resources: {'Subnet': ['ID=a6b31d4a-52ad-4ba2-b08c-239c2be3a8d4,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:26.709764 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-32b80871-af45-45f9-b8bc-7a6e95c5dc2d tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:26.713109 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-32b80871-af45-45f9-b8bc-7a6e95c5dc2d tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] 10.222.0.10 "DELETE /v2.0/subnets/a6b31d4a-52ad-4ba2-b08c-239c2be3a8d4 HTTP/1.1" status: 204 len: 168 time: 0.3957317 Jun 30 10:32:26.714866 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34906) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:26.718042 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571a359b-8f7f-4f64-ba93-978ba57e7334 None None] Network bbb31594-d63d-45bf-abe1-bc095637d6ae requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:32:26.801971 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c29b5f0f-2713-4e0c-8d7a-cdf8257a4384 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:26.865550 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-c29b5f0f-2713-4e0c-8d7a-cdf8257a4384 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Deleting port 5864d785-4ade-4aad-9611-8fd2a6d8d5f2 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:32:26.865926 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c29b5f0f-2713-4e0c-8d7a-cdf8257a4384 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:26.932336 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-c29b5f0f-2713-4e0c-8d7a-cdf8257a4384 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] For port 5864d785-4ade-4aad-9611-8fd2a6d8d5f2, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5864d785-4ade-4aad-9611-8fd2a6d8d5f2,segment=NetworkSegment(4ecef392-ac13-40e6-af40-a6b50bee1d6e),segment_id=4ecef392-ac13-40e6-af40-a6b50bee1d6e)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:32:26.932616 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c29b5f0f-2713-4e0c-8d7a-cdf8257a4384 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:26.944086 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129bde27-7ee7-45ad-a9b9-379bb879e7de None None] DHCP port deletion for bbb31594-d63d-45bf-abe1-bc095637d6ae request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:32:26.950845 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-c29b5f0f-2713-4e0c-8d7a-cdf8257a4384 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Calling delete_port for 5864d785-4ade-4aad-9611-8fd2a6d8d5f2 owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:32:27.003652 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-129bde27-7ee7-45ad-a9b9-379bb879e7de None None] Deleting port 5864d785-4ade-4aad-9611-8fd2a6d8d5f2 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:32:27.004030 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-129bde27-7ee7-45ad-a9b9-379bb879e7de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:27.069540 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-129bde27-7ee7-45ad-a9b9-379bb879e7de None None] For port 5864d785-4ade-4aad-9611-8fd2a6d8d5f2, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5864d785-4ade-4aad-9611-8fd2a6d8d5f2,segment=NetworkSegment(4ecef392-ac13-40e6-af40-a6b50bee1d6e),segment_id=4ecef392-ac13-40e6-af40-a6b50bee1d6e)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:32:27.072513 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-129bde27-7ee7-45ad-a9b9-379bb879e7de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:27.084033 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-129bde27-7ee7-45ad-a9b9-379bb879e7de None None] Calling delete_port for 5864d785-4ade-4aad-9611-8fd2a6d8d5f2 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:32:27.147953 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c29b5f0f-2713-4e0c-8d7a-cdf8257a4384 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:27.166354 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-129bde27-7ee7-45ad-a9b9-379bb879e7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:27.174360 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b5f0f-2713-4e0c-8d7a-cdf8257a4384 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Pushing event deleted for resources: {'Port': ['ID=5864d785-4ade-4aad-9611-8fd2a6d8d5f2,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:27.184330 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29b5f0f-2713-4e0c-8d7a-cdf8257a4384 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] No DVR routers for this DVR port 5864d785-4ade-4aad-9611-8fd2a6d8d5f2 on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:32:27.192386 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129bde27-7ee7-45ad-a9b9-379bb879e7de None None] Pushing event deleted for resources: {'Port': ['ID=5864d785-4ade-4aad-9611-8fd2a6d8d5f2,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:27.198895 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129bde27-7ee7-45ad-a9b9-379bb879e7de None None] No DVR routers for this DVR port 5864d785-4ade-4aad-9611-8fd2a6d8d5f2 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:32:27.272767 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c29b5f0f-2713-4e0c-8d7a-cdf8257a4384 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:27.283900 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-c29b5f0f-2713-4e0c-8d7a-cdf8257a4384 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb31594-d63d-45bf-abe1-bc095637d6ae']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:27.294746 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-c29b5f0f-2713-4e0c-8d7a-cdf8257a4384 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ecef392-ac13-40e6-af40-a6b50bee1d6e') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:27.295052 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-c29b5f0f-2713-4e0c-8d7a-cdf8257a4384 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ecef392-ac13-40e6-af40-a6b50bee1d6e') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:27.304388 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c29b5f0f-2713-4e0c-8d7a-cdf8257a4384 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:27.318975 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c29b5f0f-2713-4e0c-8d7a-cdf8257a4384 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:27.329461 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29b5f0f-2713-4e0c-8d7a-cdf8257a4384 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:32:27.329870 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c29b5f0f-2713-4e0c-8d7a-cdf8257a4384 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:27.332941 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 10:32:27.332941 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:32:27.332941 n-d-771363-31 neutron-server[101054]: timer() Jun 30 10:32:27.332941 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:32:27.332941 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 10:32:27.332941 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:32:27.332941 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 10:32:27.332941 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:32:27.332941 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 10:32:27.332941 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:32:27.332941 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 10:32:27.332941 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:32:27.332941 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 10:32:27.332941 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:32:27.332941 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:32:27.332941 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:32:27.332941 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:32:27.332941 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:32:27.332941 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 10:32:27.332941 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:32:27.332941 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 10:32:27.332941 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:32:27.332941 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:32:27.332941 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:32:27.332941 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 10:32:27.332941 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:32:27.332941 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:32:27.332941 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:32:27.332941 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:32:27.332941 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:32:27.332941 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:32:27.332941 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:32:27.479089 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c29b5f0f-2713-4e0c-8d7a-cdf8257a4384 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:27.487105 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c29b5f0f-2713-4e0c-8d7a-cdf8257a4384 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:27.488697 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c29b5f0f-2713-4e0c-8d7a-cdf8257a4384 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] 10.222.0.10 "DELETE /v2.0/networks/bbb31594-d63d-45bf-abe1-bc095637d6ae HTTP/1.1" status: 204 len: 168 time: 0.7728410 Jun 30 10:32:27.491025 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34908) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:27.511770 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b5f0f-2713-4e0c-8d7a-cdf8257a4384 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Pushing event deleted for resources: {'Network': ['ID=bbb31594-d63d-45bf-abe1-bc095637d6ae,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:27.534131 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-210d9926-3167-4c60-8fdb-8d5d703ea579 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] DELETE failed (client error): The resource could not be found. Jun 30 10:32:27.534585 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-210d9926-3167-4c60-8fdb-8d5d703ea579 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 10:32:27.536310 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-210d9926-3167-4c60-8fdb-8d5d703ea579 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] 10.222.0.10 "DELETE /v2.0/subnets/2f1426fc-0386-4ae2-837e-51e2f6336e90 HTTP/1.1" status: 404 len: 337 time: 0.0435627 Jun 30 10:32:27.539039 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34910) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:27.557756 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-3298df54-c7d1-4fd7-af23-0e3dee835ffc tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] DELETE failed (client error): The resource could not be found. Jun 30 10:32:27.558299 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3298df54-c7d1-4fd7-af23-0e3dee835ffc tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 10:32:27.560035 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-3298df54-c7d1-4fd7-af23-0e3dee835ffc tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] 10.222.0.10 "DELETE /v2.0/networks/cc6679bc-8d71-4a36-ac00-838378adbf1a HTTP/1.1" status: 404 len: 339 time: 0.0198474 Jun 30 10:32:27.563075 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34912) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:27.589037 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c3ec3b-3070-4a8d-afbd-f27f6a7d8625 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] DELETE failed (client error): The resource could not be found. Jun 30 10:32:27.589486 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52c3ec3b-3070-4a8d-afbd-f27f6a7d8625 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 10:32:27.591186 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-52c3ec3b-3070-4a8d-afbd-f27f6a7d8625 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] 10.222.0.10 "DELETE /v2.0/subnets/b25bc065-df58-4301-a8ba-3856d04dae30 HTTP/1.1" status: 404 len: 337 time: 0.0271802 Jun 30 10:32:27.593749 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34914) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:27.611654 n-d-771363-31 neutron-server[101054]: INFO neutron.pecan_wsgi.hooks.translation [None req-30888870-6471-4e78-a9dd-2d5b0b52b17a tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] DELETE failed (client error): The resource could not be found. Jun 30 10:32:27.612199 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30888870-6471-4e78-a9dd-2d5b0b52b17a tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 10:32:27.613870 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-30888870-6471-4e78-a9dd-2d5b0b52b17a tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] 10.222.0.10 "DELETE /v2.0/networks/4f481c0f-9431-4be8-b978-8ea615586dfa HTTP/1.1" status: 404 len: 339 time: 0.0192392 Jun 30 10:32:27.621741 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34916) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:27.672177 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f60f47d-7d87-4740-972a-607a77e2292e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Deleting subnet 923165f1-469e-461e-b86e-fd3203e12b3c {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:32:27.675453 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2f60f47d-7d87-4740-972a-607a77e2292e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:27.717563 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2f60f47d-7d87-4740-972a-607a77e2292e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:27.814965 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2f60f47d-7d87-4740-972a-607a77e2292e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:27.942801 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2f60f47d-7d87-4740-972a-607a77e2292e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:27.971295 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60f47d-7d87-4740-972a-607a77e2292e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Pushing event deleted for resources: {'Subnet': ['ID=923165f1-469e-461e-b86e-fd3203e12b3c,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:27.978537 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2f60f47d-7d87-4740-972a-607a77e2292e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:27.980908 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2f60f47d-7d87-4740-972a-607a77e2292e tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] 10.222.0.10 "DELETE /v2.0/subnets/923165f1-469e-461e-b86e-fd3203e12b3c HTTP/1.1" status: 204 len: 168 time: 0.3582320 Jun 30 10:32:27.984249 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34918) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:27.986055 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a791c4-b04f-4286-94f1-dd5287c57afb None None] Network 5af91272-5122-4ca5-b567-2ac036aacd17 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:32:28.065221 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-02bc7ef8-024a-42a0-aa5b-0231b013b761 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:28.130150 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-02bc7ef8-024a-42a0-aa5b-0231b013b761 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Deleting port 57ebcbcc-6d0c-4d04-8507-678b248b3256 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:32:28.130516 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-02bc7ef8-024a-42a0-aa5b-0231b013b761 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:28.199668 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-02bc7ef8-024a-42a0-aa5b-0231b013b761 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] For port 57ebcbcc-6d0c-4d04-8507-678b248b3256, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=57ebcbcc-6d0c-4d04-8507-678b248b3256,segment=NetworkSegment(9b6527ba-4c81-41f4-9a01-35df23c8f091),segment_id=9b6527ba-4c81-41f4-9a01-35df23c8f091)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:32:28.200023 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-02bc7ef8-024a-42a0-aa5b-0231b013b761 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:28.207547 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda0585f-5f0b-4451-a6ec-fdc01f0bb976 None None] DHCP port deletion for 5af91272-5122-4ca5-b567-2ac036aacd17 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:32:28.213173 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-02bc7ef8-024a-42a0-aa5b-0231b013b761 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Calling delete_port for 57ebcbcc-6d0c-4d04-8507-678b248b3256 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:32:28.256153 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bda0585f-5f0b-4451-a6ec-fdc01f0bb976 None None] Deleting port 57ebcbcc-6d0c-4d04-8507-678b248b3256 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:32:28.256515 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bda0585f-5f0b-4451-a6ec-fdc01f0bb976 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:28.325372 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bda0585f-5f0b-4451-a6ec-fdc01f0bb976 None None] For port 57ebcbcc-6d0c-4d04-8507-678b248b3256, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=57ebcbcc-6d0c-4d04-8507-678b248b3256,segment=NetworkSegment(9b6527ba-4c81-41f4-9a01-35df23c8f091),segment_id=9b6527ba-4c81-41f4-9a01-35df23c8f091)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:32:28.325686 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bda0585f-5f0b-4451-a6ec-fdc01f0bb976 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:28.338211 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bda0585f-5f0b-4451-a6ec-fdc01f0bb976 None None] Calling delete_port for 57ebcbcc-6d0c-4d04-8507-678b248b3256 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:32:28.368935 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-02bc7ef8-024a-42a0-aa5b-0231b013b761 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:28.396850 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc7ef8-024a-42a0-aa5b-0231b013b761 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Pushing event deleted for resources: {'Port': ['ID=57ebcbcc-6d0c-4d04-8507-678b248b3256,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:28.399437 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bc7ef8-024a-42a0-aa5b-0231b013b761 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] No DVR routers for this DVR port 57ebcbcc-6d0c-4d04-8507-678b248b3256 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:32:28.417951 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bda0585f-5f0b-4451-a6ec-fdc01f0bb976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:28.446180 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0585f-5f0b-4451-a6ec-fdc01f0bb976 None None] Pushing event deleted for resources: {'Port': ['ID=57ebcbcc-6d0c-4d04-8507-678b248b3256,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:28.449784 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda0585f-5f0b-4451-a6ec-fdc01f0bb976 None None] No DVR routers for this DVR port 57ebcbcc-6d0c-4d04-8507-678b248b3256 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:32:28.477719 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5864d785-4ade-4aad-9611-8fd2a6d8d5f2 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:32:28.494284 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-02bc7ef8-024a-42a0-aa5b-0231b013b761 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:28.503527 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 5864d785-4ade-4aad-9611-8fd2a6d8d5f2 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:32:28.503527 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5864d785-4ade-4aad-9611-8fd2a6d8d5f2 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:32:28.503527 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 57ebcbcc-6d0c-4d04-8507-678b248b3256 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:32:28.509039 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-02bc7ef8-024a-42a0-aa5b-0231b013b761 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af91272-5122-4ca5-b567-2ac036aacd17']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:28.518854 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-02bc7ef8-024a-42a0-aa5b-0231b013b761 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6527ba-4c81-41f4-9a01-35df23c8f091') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:28.519194 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-02bc7ef8-024a-42a0-aa5b-0231b013b761 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6527ba-4c81-41f4-9a01-35df23c8f091') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:28.522991 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 57ebcbcc-6d0c-4d04-8507-678b248b3256 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:32:28.523373 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 57ebcbcc-6d0c-4d04-8507-678b248b3256 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:32:28.529730 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-02bc7ef8-024a-42a0-aa5b-0231b013b761 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:28.551546 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-02bc7ef8-024a-42a0-aa5b-0231b013b761 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:28.558211 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02bc7ef8-024a-42a0-aa5b-0231b013b761 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:32:28.565504 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-02bc7ef8-024a-42a0-aa5b-0231b013b761 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:28.565504 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 10:32:28.565504 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:32:28.565504 n-d-771363-31 neutron-server[101053]: timer() Jun 30 10:32:28.565504 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:32:28.565504 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 10:32:28.565504 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:32:28.565504 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 10:32:28.565504 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:32:28.565504 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 10:32:28.565504 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:32:28.565504 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 10:32:28.565504 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:32:28.565504 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 10:32:28.565504 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:32:28.565504 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:32:28.565504 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:32:28.565504 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:32:28.565504 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:32:28.565504 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 10:32:28.565504 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:32:28.565504 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 10:32:28.565504 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:32:28.565504 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:32:28.565504 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:32:28.565504 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 10:32:28.565504 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:32:28.565504 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:32:28.565504 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:32:28.565504 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:32:28.565504 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:32:28.565504 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:32:28.565504 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:32:28.716389 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-02bc7ef8-024a-42a0-aa5b-0231b013b761 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:28.723308 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-02bc7ef8-024a-42a0-aa5b-0231b013b761 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:28.725146 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-02bc7ef8-024a-42a0-aa5b-0231b013b761 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] 10.222.0.10 "DELETE /v2.0/networks/5af91272-5122-4ca5-b567-2ac036aacd17 HTTP/1.1" status: 204 len: 168 time: 0.7397120 Jun 30 10:32:28.737383 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc7ef8-024a-42a0-aa5b-0231b013b761 tempest-NetworksIpV6Test-203513447 tempest-NetworksIpV6Test-203513447-project] Pushing event deleted for resources: {'Network': ['ID=5af91272-5122-4ca5-b567-2ac036aacd17,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:29.197643 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34924) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:29.342325 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4d5d74a6-9b92-4cb7-a200-17073d4a9f67 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=28b0e353e1e7498fb30877fcdc44e7a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435096 Jun 30 10:32:29.344934 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34928) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:29.392023 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f665bed-a900-4f0c-ba3c-e17bcab6f20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:29.413505 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f665bed-a900-4f0c-ba3c-e17bcab6f20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:29.544789 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f665bed-a900-4f0c-ba3c-e17bcab6f20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:29.547299 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2f665bed-a900-4f0c-ba3c-e17bcab6f20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:29.548449 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2f665bed-a900-4f0c-ba3c-e17bcab6f20a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bae1f6e1-0b56-4403-984b-40a3c22cdb3f HTTP/1.1" status: 204 len: 168 time: 0.2026358 Jun 30 10:32:29.556634 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f665bed-a900-4f0c-ba3c-e17bcab6f20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae1f6e1-0b56-4403-984b-40a3c22cdb3f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:30.560070 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34950) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:30.652098 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-04e2922d-efa8-49de-8892-b38e4157db0e tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1829642717', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:32:30.774544 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-04e2922d-efa8-49de-8892-b38e4157db0e tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:30.775563 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-04e2922d-efa8-49de-8892-b38e4157db0e tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:30.861065 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-04e2922d-efa8-49de-8892-b38e4157db0e tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:30.933970 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-04e2922d-efa8-49de-8892-b38e4157db0e tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:30.975947 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:32:31.042240 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-04e2922d-efa8-49de-8892-b38e4157db0e tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:31.043530 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-04e2922d-efa8-49de-8892-b38e4157db0e tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4824617 Jun 30 10:32:31.046211 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34954) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:31.051162 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-4c8f085a-82f8-4e87-8d69-a9112d1fc870 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1092397445'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:32:31.141380 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8f085a-82f8-4e87-8d69-a9112d1fc870 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Made reservation on behalf of a4626a7e3671403cbc3ecce579c28242 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:32:31.144891 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4c8f085a-82f8-4e87-8d69-a9112d1fc870 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:31.154539 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4c8f085a-82f8-4e87-8d69-a9112d1fc870 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:31.245101 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4c8f085a-82f8-4e87-8d69-a9112d1fc870 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:31.341168 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4c8f085a-82f8-4e87-8d69-a9112d1fc870 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:31.367775 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c8f085a-82f8-4e87-8d69-a9112d1fc870 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:32:31.377168 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f085a-82f8-4e87-8d69-a9112d1fc870 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=208a5096-ff2a-4928-a7bb-21da9171a941,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:31.381805 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4c8f085a-82f8-4e87-8d69-a9112d1fc870 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:31.382234 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-4c8f085a-82f8-4e87-8d69-a9112d1fc870 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Added segment dc080038-ffad-4975-99ea-2e8fc4831aa3 of type vlan for network f54c5e81-a75c-4975-9007-caa112a5b8da Jun 30 10:32:31.421428 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4c8f085a-82f8-4e87-8d69-a9112d1fc870 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:31.545066 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4c8f085a-82f8-4e87-8d69-a9112d1fc870 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:31.550522 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8f085a-82f8-4e87-8d69-a9112d1fc870 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:31.551103 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4c8f085a-82f8-4e87-8d69-a9112d1fc870 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:31.616093 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f085a-82f8-4e87-8d69-a9112d1fc870 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Pushing event updated for resources: {'Network': ['ID=f54c5e81-a75c-4975-9007-caa112a5b8da,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:31.627979 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network f54c5e81-a75c-4975-9007-caa112a5b8da details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:32:31.673682 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4c8f085a-82f8-4e87-8d69-a9112d1fc870 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6263587 Jun 30 10:32:31.676339 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34956) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:31.682709 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-7a5115be-8e61-463a-a2c2-f79c01b6f483 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Request body: {'subnet': {'network_id': 'f54c5e81-a75c-4975-9007-caa112a5b8da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:32:31.850314 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5115be-8e61-463a-a2c2-f79c01b6f483 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Made reservation on behalf of a4626a7e3671403cbc3ecce579c28242 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:32:31.854533 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7a5115be-8e61-463a-a2c2-f79c01b6f483 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:32.364842 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7a5115be-8e61-463a-a2c2-f79c01b6f483 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:32.425121 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5115be-8e61-463a-a2c2-f79c01b6f483 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Pushing event updated for resources: {'Subnet': ['ID=ff94a6a6-1705-4601-b442-e4fe4836c0e8,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:32.433953 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5115be-8e61-463a-a2c2-f79c01b6f483 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Checking segment: {'id': 'dc080038-ffad-4975-99ea-2e8fc4831aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f54c5e81-a75c-4975-9007-caa112a5b8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:32:32.434317 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5115be-8e61-463a-a2c2-f79c01b6f483 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Network hostable DHCP agents. Network: f54c5e81-a75c-4975-9007-caa112a5b8da, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:32:32.510404 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5115be-8e61-463a-a2c2-f79c01b6f483 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Network f54c5e81-a75c-4975-9007-caa112a5b8da is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:32:32.604150 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-7a5115be-8e61-463a-a2c2-f79c01b6f483 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, f54c5e81-a75c-4975-9007-caa112a5b8da) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:32:32.608540 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5115be-8e61-463a-a2c2-f79c01b6f483 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:32.609125 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7a5115be-8e61-463a-a2c2-f79c01b6f483 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:32.614975 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1e5408-bb90-4197-9f83-2a79bbd0b75a None None] Network f54c5e81-a75c-4975-9007-caa112a5b8da requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:32:32.676427 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7a5115be-8e61-463a-a2c2-f79c01b6f483 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9963109 Jun 30 10:32:32.677038 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34958) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:32.682472 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-fd348f59-822b-4025-9a55-ecb79aa70984 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-439593134'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:32:32.753385 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd348f59-822b-4025-9a55-ecb79aa70984 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Made reservation on behalf of a4626a7e3671403cbc3ecce579c28242 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:32:32.756834 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fd348f59-822b-4025-9a55-ecb79aa70984 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:32.760630 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d519b40-6aab-4466-996e-394ae1143c35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-f54c5e81-a75c-4975-9007-caa112a5b8da', 'network_id': 'f54c5e81-a75c-4975-9007-caa112a5b8da', 'tenant_id': 'a4626a7e3671403cbc3ecce579c28242', 'fixed_ips': [{'subnet_id': 'ff94a6a6-1705-4601-b442-e4fe4836c0e8'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:32:32.761503 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3d519b40-6aab-4466-996e-394ae1143c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:32.781427 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd348f59-822b-4025-9a55-ecb79aa70984 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:32:32.790056 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fd348f59-822b-4025-9a55-ecb79aa70984 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:32.790381 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-fd348f59-822b-4025-9a55-ecb79aa70984 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Added segment 016abe79-d4a4-47a7-8426-ae2a472c8d74 of type vlan for network 2f1929d9-fb3d-4c6e-bed4-e6133a262487 Jun 30 10:32:32.832837 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fd348f59-822b-4025-9a55-ecb79aa70984 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:32.898201 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-3d519b40-6aab-4466-996e-394ae1143c35 None None] Allocated IP 172.20.0.2 (f54c5e81-a75c-4975-9007-caa112a5b8da/ff94a6a6-1705-4601-b442-e4fe4836c0e8/4877dfce-3890-4537-9520-90da6607bf3e) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:32:32.930694 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fd348f59-822b-4025-9a55-ecb79aa70984 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:32.936208 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd348f59-822b-4025-9a55-ecb79aa70984 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:32.938996 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fd348f59-822b-4025-9a55-ecb79aa70984 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:33.001260 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd348f59-822b-4025-9a55-ecb79aa70984 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Pushing event updated for resources: {'Network': ['ID=2f1929d9-fb3d-4c6e-bed4-e6133a262487,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:33.025049 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 2f1929d9-fb3d-4c6e-bed4-e6133a262487 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:32:33.073920 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fd348f59-822b-4025-9a55-ecb79aa70984 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3962443 Jun 30 10:32:33.076836 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34960) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:33.082050 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-50513808-4154-42e0-8d7b-76a0cf4e9985 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Request body: {'subnet': {'network_id': '2f1929d9-fb3d-4c6e-bed4-e6133a262487', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:32:33.093069 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3d519b40-6aab-4466-996e-394ae1143c35 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:33.107688 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3d519b40-6aab-4466-996e-394ae1143c35 None None] Transition to ACTIVE for port object 4877dfce-3890-4537-9520-90da6607bf3e will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:32:33.124473 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3d519b40-6aab-4466-996e-394ae1143c35 None None] Transition to ACTIVE for port object 4877dfce-3890-4537-9520-90da6607bf3e will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:32:33.216472 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3d519b40-6aab-4466-996e-394ae1143c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:33.244313 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50513808-4154-42e0-8d7b-76a0cf4e9985 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Made reservation on behalf of a4626a7e3671403cbc3ecce579c28242 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:32:33.247934 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-50513808-4154-42e0-8d7b-76a0cf4e9985 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:33.251936 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d519b40-6aab-4466-996e-394ae1143c35 None None] Network f54c5e81-a75c-4975-9007-caa112a5b8da is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:32:33.254733 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-3d519b40-6aab-4466-996e-394ae1143c35 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:32:33.258990 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d519b40-6aab-4466-996e-394ae1143c35 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:32:33.269492 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d519b40-6aab-4466-996e-394ae1143c35 None None] Pushing event updated for resources: {'Port': ['ID=4877dfce-3890-4537-9520-90da6607bf3e,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:33.326757 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-3d519b40-6aab-4466-996e-394ae1143c35 None None] Attempting to bind port 4877dfce-3890-4537-9520-90da6607bf3e on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:32:33.327131 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-3d519b40-6aab-4466-996e-394ae1143c35 None None] Attempting to bind port 4877dfce-3890-4537-9520-90da6607bf3e by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'dc080038-ffad-4975-99ea-2e8fc4831aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f54c5e81-a75c-4975-9007-caa112a5b8da'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:32:33.327519 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d519b40-6aab-4466-996e-394ae1143c35 None None] Attempting to bind port 4877dfce-3890-4537-9520-90da6607bf3e on network f54c5e81-a75c-4975-9007-caa112a5b8da {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:32:33.332645 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d519b40-6aab-4466-996e-394ae1143c35 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:32:33.333133 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d519b40-6aab-4466-996e-394ae1143c35 None None] Checking segment: {'id': 'dc080038-ffad-4975-99ea-2e8fc4831aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f54c5e81-a75c-4975-9007-caa112a5b8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:32:33.333542 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3d519b40-6aab-4466-996e-394ae1143c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:33.333935 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d519b40-6aab-4466-996e-394ae1143c35 None None] Bound using segment: {'id': 'dc080038-ffad-4975-99ea-2e8fc4831aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f54c5e81-a75c-4975-9007-caa112a5b8da'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:32:33.334427 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-3d519b40-6aab-4466-996e-394ae1143c35 None None] Bound port: 4877dfce-3890-4537-9520-90da6607bf3e, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc080038-ffad-4975-99ea-2e8fc4831aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f54c5e81-a75c-4975-9007-caa112a5b8da'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:32:33.334808 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3d519b40-6aab-4466-996e-394ae1143c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:33.399379 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-3d519b40-6aab-4466-996e-394ae1143c35 None None] For port 4877dfce-3890-4537-9520-90da6607bf3e, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:32:33.402406 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-3d519b40-6aab-4466-996e-394ae1143c35 None None] For port 4877dfce-3890-4537-9520-90da6607bf3e, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4877dfce-3890-4537-9520-90da6607bf3e,segment=NetworkSegment(dc080038-ffad-4975-99ea-2e8fc4831aa3),segment_id=dc080038-ffad-4975-99ea-2e8fc4831aa3)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:32:33.485107 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3d519b40-6aab-4466-996e-394ae1143c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:33.536398 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-50513808-4154-42e0-8d7b-76a0cf4e9985 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:33.548782 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d519b40-6aab-4466-996e-394ae1143c35 None None] Pushing event updated for resources: {'Port': ['ID=4877dfce-3890-4537-9520-90da6607bf3e,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:33.609775 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50513808-4154-42e0-8d7b-76a0cf4e9985 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Checking segment: {'id': '016abe79-d4a4-47a7-8426-ae2a472c8d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2f1929d9-fb3d-4c6e-bed4-e6133a262487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:32:33.610136 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50513808-4154-42e0-8d7b-76a0cf4e9985 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Network hostable DHCP agents. Network: 2f1929d9-fb3d-4c6e-bed4-e6133a262487, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:32:33.612465 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50513808-4154-42e0-8d7b-76a0cf4e9985 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Pushing event updated for resources: {'Subnet': ['ID=98cf38ad-4834-4193-8295-00b6a870fb3b,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:33.745320 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50513808-4154-42e0-8d7b-76a0cf4e9985 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Network 2f1929d9-fb3d-4c6e-bed4-e6133a262487 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:32:33.841949 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-50513808-4154-42e0-8d7b-76a0cf4e9985 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 2f1929d9-fb3d-4c6e-bed4-e6133a262487) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:32:33.846300 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50513808-4154-42e0-8d7b-76a0cf4e9985 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:33.846882 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-50513808-4154-42e0-8d7b-76a0cf4e9985 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:33.850641 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a620ab-1585-4556-bdd1-0ee3b01a4fc1 None None] Network 2f1929d9-fb3d-4c6e-bed4-e6133a262487 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:32:33.923212 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-50513808-4154-42e0-8d7b-76a0cf4e9985 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8446021 Jun 30 10:32:33.925417 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34962) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:33.930624 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-8c196646-30c7-4da5-a962-e53c34f81796 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Request body: {'router': {'external_gateway_info': {'network_id': '2f1929d9-fb3d-4c6e-bed4-e6133a262487'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:32:34.005323 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26270bda-23ad-4cc0-8b83-369eb6b9d1c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-2f1929d9-fb3d-4c6e-bed4-e6133a262487', 'network_id': '2f1929d9-fb3d-4c6e-bed4-e6133a262487', 'tenant_id': 'a4626a7e3671403cbc3ecce579c28242', 'fixed_ips': [{'subnet_id': '98cf38ad-4834-4193-8295-00b6a870fb3b'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:32:34.006185 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-26270bda-23ad-4cc0-8b83-369eb6b9d1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:34.146370 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-26270bda-23ad-4cc0-8b83-369eb6b9d1c2 None None] Allocated IP 172.21.0.2 (2f1929d9-fb3d-4c6e-bed4-e6133a262487/98cf38ad-4834-4193-8295-00b6a870fb3b/35a647a5-8919-4d35-8d8c-0d08a0d76958) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:32:34.156126 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8c196646-30c7-4da5-a962-e53c34f81796 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:34.305297 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-26270bda-23ad-4cc0-8b83-369eb6b9d1c2 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:34.314809 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-26270bda-23ad-4cc0-8b83-369eb6b9d1c2 None None] Transition to ACTIVE for port object 35a647a5-8919-4d35-8d8c-0d08a0d76958 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:32:34.333306 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-26270bda-23ad-4cc0-8b83-369eb6b9d1c2 None None] Transition to ACTIVE for port object 35a647a5-8919-4d35-8d8c-0d08a0d76958 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:32:34.333949 n-d-771363-31 neutron-server[101053]: INFO neutron.api.v2.resource [None req-8c196646-30c7-4da5-a962-e53c34f81796 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 10:32:34.335003 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8c196646-30c7-4da5-a962-e53c34f81796 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] 10.222.0.10 "PUT /v2.0/routers/4f8c912d-9758-404f-a01e-fbb5f2f136fe HTTP/1.1" status: 400 len: 364 time: 0.4086370 Jun 30 10:32:34.341179 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34964) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:34.394781 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d4ac473-e8e4-4f0e-887c-acb530e523a7 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Deleting subnet 98cf38ad-4834-4193-8295-00b6a870fb3b {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:32:34.410055 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7d4ac473-e8e4-4f0e-887c-acb530e523a7 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:34.410854 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-26270bda-23ad-4cc0-8b83-369eb6b9d1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:34.454781 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26270bda-23ad-4cc0-8b83-369eb6b9d1c2 None None] Network 2f1929d9-fb3d-4c6e-bed4-e6133a262487 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:32:34.457765 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-26270bda-23ad-4cc0-8b83-369eb6b9d1c2 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:32:34.461111 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7d4ac473-e8e4-4f0e-887c-acb530e523a7 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:34.465091 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26270bda-23ad-4cc0-8b83-369eb6b9d1c2 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:32:34.471913 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26270bda-23ad-4cc0-8b83-369eb6b9d1c2 None None] Pushing event updated for resources: {'Port': ['ID=35a647a5-8919-4d35-8d8c-0d08a0d76958,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:34.539288 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4877dfce-3890-4537-9520-90da6607bf3e up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:32:34.541723 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754272f2-4834-4ae4-b8e1-9e4f5ce9ccbe None None] Network f54c5e81-a75c-4975-9007-caa112a5b8da requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:32:34.573893 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7d4ac473-e8e4-4f0e-887c-acb530e523a7 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:34.623929 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-26270bda-23ad-4cc0-8b83-369eb6b9d1c2 None None] Attempting to bind port 35a647a5-8919-4d35-8d8c-0d08a0d76958 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:32:34.624320 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-26270bda-23ad-4cc0-8b83-369eb6b9d1c2 None None] Attempting to bind port 35a647a5-8919-4d35-8d8c-0d08a0d76958 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '016abe79-d4a4-47a7-8426-ae2a472c8d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2f1929d9-fb3d-4c6e-bed4-e6133a262487'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:32:34.624668 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26270bda-23ad-4cc0-8b83-369eb6b9d1c2 None None] Attempting to bind port 35a647a5-8919-4d35-8d8c-0d08a0d76958 on network 2f1929d9-fb3d-4c6e-bed4-e6133a262487 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:32:34.643615 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26270bda-23ad-4cc0-8b83-369eb6b9d1c2 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:32:34.643989 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26270bda-23ad-4cc0-8b83-369eb6b9d1c2 None None] Checking segment: {'id': '016abe79-d4a4-47a7-8426-ae2a472c8d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2f1929d9-fb3d-4c6e-bed4-e6133a262487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:32:34.644387 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-26270bda-23ad-4cc0-8b83-369eb6b9d1c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:34.644767 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26270bda-23ad-4cc0-8b83-369eb6b9d1c2 None None] Bound using segment: {'id': '016abe79-d4a4-47a7-8426-ae2a472c8d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2f1929d9-fb3d-4c6e-bed4-e6133a262487'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:32:34.645239 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-26270bda-23ad-4cc0-8b83-369eb6b9d1c2 None None] Bound port: 35a647a5-8919-4d35-8d8c-0d08a0d76958, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016abe79-d4a4-47a7-8426-ae2a472c8d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2f1929d9-fb3d-4c6e-bed4-e6133a262487'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:32:34.645613 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-26270bda-23ad-4cc0-8b83-369eb6b9d1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:34.713608 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7d4ac473-e8e4-4f0e-887c-acb530e523a7 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:34.743029 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ac473-e8e4-4f0e-887c-acb530e523a7 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Pushing event deleted for resources: {'Subnet': ['ID=98cf38ad-4834-4193-8295-00b6a870fb3b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:34.745644 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-798838d2-cd69-4e4c-b956-3439dd6bab79 None None] Provisioning for port 4877dfce-3890-4537-9520-90da6607bf3e completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:32:34.745873 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7d4ac473-e8e4-4f0e-887c-acb530e523a7 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:34.750382 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7d4ac473-e8e4-4f0e-887c-acb530e523a7 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] 10.222.0.10 "DELETE /v2.0/subnets/98cf38ad-4834-4193-8295-00b6a870fb3b HTTP/1.1" status: 204 len: 168 time: 0.4055972 Jun 30 10:32:34.750781 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34966) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:34.754234 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4ac473-e8e4-4f0e-887c-acb530e523a7 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:34.754234 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4ac473-e8e4-4f0e-887c-acb530e523a7 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:34.754582 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4ac473-e8e4-4f0e-887c-acb530e523a7 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:34.755169 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4ac473-e8e4-4f0e-887c-acb530e523a7 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:34.755301 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4ac473-e8e4-4f0e-887c-acb530e523a7 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:34.755593 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4ac473-e8e4-4f0e-887c-acb530e523a7 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:34.755921 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4ac473-e8e4-4f0e-887c-acb530e523a7 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:34.756243 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4ac473-e8e4-4f0e-887c-acb530e523a7 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:34.756603 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4ac473-e8e4-4f0e-887c-acb530e523a7 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:34.756869 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4ac473-e8e4-4f0e-887c-acb530e523a7 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:34.757251 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4ac473-e8e4-4f0e-887c-acb530e523a7 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:34.757574 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4ac473-e8e4-4f0e-887c-acb530e523a7 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:34.778062 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-26270bda-23ad-4cc0-8b83-369eb6b9d1c2 None None] For port 35a647a5-8919-4d35-8d8c-0d08a0d76958, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:32:34.808331 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-26270bda-23ad-4cc0-8b83-369eb6b9d1c2 None None] For port 35a647a5-8919-4d35-8d8c-0d08a0d76958, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=35a647a5-8919-4d35-8d8c-0d08a0d76958,segment=NetworkSegment(016abe79-d4a4-47a7-8426-ae2a472c8d74),segment_id=016abe79-d4a4-47a7-8426-ae2a472c8d74)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:32:34.809809 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 4877dfce-3890-4537-9520-90da6607bf3e completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:32:34.816505 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 4877dfce-3890-4537-9520-90da6607bf3e triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:32:34.816871 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:34.839626 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2824fe8b-fdd9-457c-af98-20821e7d30a8 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:34.894347 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-2824fe8b-fdd9-457c-af98-20821e7d30a8 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Deleting port 35a647a5-8919-4d35-8d8c-0d08a0d76958 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:32:34.899902 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2824fe8b-fdd9-457c-af98-20821e7d30a8 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:34.901490 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-26270bda-23ad-4cc0-8b83-369eb6b9d1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:34.951360 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:34.970082 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-2824fe8b-fdd9-457c-af98-20821e7d30a8 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] For port 35a647a5-8919-4d35-8d8c-0d08a0d76958, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=35a647a5-8919-4d35-8d8c-0d08a0d76958,segment=NetworkSegment(016abe79-d4a4-47a7-8426-ae2a472c8d74),segment_id=016abe79-d4a4-47a7-8426-ae2a472c8d74)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:32:34.970082 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2824fe8b-fdd9-457c-af98-20821e7d30a8 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:34.990209 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26270bda-23ad-4cc0-8b83-369eb6b9d1c2 None None] Pushing event updated for resources: {'Port': ['ID=35a647a5-8919-4d35-8d8c-0d08a0d76958,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:34.997632 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-2824fe8b-fdd9-457c-af98-20821e7d30a8 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Calling delete_port for 35a647a5-8919-4d35-8d8c-0d08a0d76958 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:32:35.011245 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 4877dfce-3890-4537-9520-90da6607bf3e, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4877dfce-3890-4537-9520-90da6607bf3e,segment=NetworkSegment(dc080038-ffad-4975-99ea-2e8fc4831aa3),segment_id=dc080038-ffad-4975-99ea-2e8fc4831aa3)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:32:35.107325 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:35.170573 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=4877dfce-3890-4537-9520-90da6607bf3e,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:35.185356 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4b7b3a3f-df0b-4072-a3dc-95c53cb9abf6 None None] Provisioning complete for port 4877dfce-3890-4537-9520-90da6607bf3e triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:32:35.185727 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4b7b3a3f-df0b-4072-a3dc-95c53cb9abf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:35.211155 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2824fe8b-fdd9-457c-af98-20821e7d30a8 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:35.238327 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824fe8b-fdd9-457c-af98-20821e7d30a8 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Pushing event deleted for resources: {'Port': ['ID=35a647a5-8919-4d35-8d8c-0d08a0d76958,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:35.242939 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2824fe8b-fdd9-457c-af98-20821e7d30a8 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] No DVR routers for this DVR port 35a647a5-8919-4d35-8d8c-0d08a0d76958 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:32:35.332027 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2824fe8b-fdd9-457c-af98-20821e7d30a8 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:35.343879 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-2824fe8b-fdd9-457c-af98-20821e7d30a8 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f1929d9-fb3d-4c6e-bed4-e6133a262487']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:35.356252 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-2824fe8b-fdd9-457c-af98-20821e7d30a8 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016abe79-d4a4-47a7-8426-ae2a472c8d74') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:35.356551 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-2824fe8b-fdd9-457c-af98-20821e7d30a8 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016abe79-d4a4-47a7-8426-ae2a472c8d74') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:35.366221 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2824fe8b-fdd9-457c-af98-20821e7d30a8 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:35.381955 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2824fe8b-fdd9-457c-af98-20821e7d30a8 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:35.389270 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2824fe8b-fdd9-457c-af98-20821e7d30a8 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:32:35.389719 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2824fe8b-fdd9-457c-af98-20821e7d30a8 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:35.392701 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 10:32:35.392701 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:32:35.392701 n-d-771363-31 neutron-server[101053]: timer() Jun 30 10:32:35.392701 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:32:35.392701 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 10:32:35.392701 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:32:35.392701 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 10:32:35.392701 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:32:35.392701 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 10:32:35.392701 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:32:35.392701 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 10:32:35.392701 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:32:35.392701 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 10:32:35.392701 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:32:35.392701 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:32:35.392701 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:32:35.392701 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:32:35.392701 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:32:35.392701 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 10:32:35.392701 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:32:35.392701 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 10:32:35.392701 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:32:35.392701 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:32:35.392701 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:32:35.392701 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 10:32:35.392701 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:32:35.392701 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:32:35.392701 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:32:35.392701 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:32:35.392701 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:32:35.392701 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:32:35.392701 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:32:35.568148 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2824fe8b-fdd9-457c-af98-20821e7d30a8 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:35.576184 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2824fe8b-fdd9-457c-af98-20821e7d30a8 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:35.580329 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2824fe8b-fdd9-457c-af98-20821e7d30a8 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] 10.222.0.10 "DELETE /v2.0/networks/2f1929d9-fb3d-4c6e-bed4-e6133a262487 HTTP/1.1" status: 204 len: 168 time: 0.8263338 Jun 30 10:32:35.580663 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34968) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:35.598928 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824fe8b-fdd9-457c-af98-20821e7d30a8 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Pushing event deleted for resources: {'Network': ['ID=2f1929d9-fb3d-4c6e-bed4-e6133a262487,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:35.639947 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bf8523c-28e7-4fd5-905a-9a0bbae24e0c tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Deleting subnet ff94a6a6-1705-4601-b442-e4fe4836c0e8 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:32:35.643251 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7bf8523c-28e7-4fd5-905a-9a0bbae24e0c tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:35.685245 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7bf8523c-28e7-4fd5-905a-9a0bbae24e0c tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:35.771955 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7bf8523c-28e7-4fd5-905a-9a0bbae24e0c tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:35.936611 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7bf8523c-28e7-4fd5-905a-9a0bbae24e0c tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:35.963830 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6204b432-873e-4753-9fe0-5f98f9a8324a None None] Could not find standard attr ID for object 35a647a5-8919-4d35-8d8c-0d08a0d76958. {{(pid=101055) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 10:32:35.967597 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf8523c-28e7-4fd5-905a-9a0bbae24e0c tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Pushing event deleted for resources: {'Subnet': ['ID=ff94a6a6-1705-4601-b442-e4fe4836c0e8,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:35.972612 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7bf8523c-28e7-4fd5-905a-9a0bbae24e0c tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:35.974488 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7bf8523c-28e7-4fd5-905a-9a0bbae24e0c tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] 10.222.0.10 "DELETE /v2.0/subnets/ff94a6a6-1705-4601-b442-e4fe4836c0e8 HTTP/1.1" status: 204 len: 168 time: 0.3928185 Jun 30 10:32:35.977752 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 34972) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:35.990754 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcd4d6c-f52c-45d5-861b-83c388e3eb25 None None] Network f54c5e81-a75c-4975-9007-caa112a5b8da requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:32:35.993034 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0734c2-6f8b-474e-837d-815f730c00cd None None] DHCP port deletion for 2f1929d9-fb3d-4c6e-bed4-e6133a262487 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:32:36.063951 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79497034-46f2-4f66-8050-dd3595990d3c None None] Network 2f1929d9-fb3d-4c6e-bed4-e6133a262487 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:32:36.076542 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-81209f7b-fc61-4b6c-9018-ade2cfd0561c tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:36.084019 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79497034-46f2-4f66-8050-dd3595990d3c None None] Network 2f1929d9-fb3d-4c6e-bed4-e6133a262487 could not be found, it might have been deleted concurrently. {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 10:32:36.137230 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-81209f7b-fc61-4b6c-9018-ade2cfd0561c tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Deleting port 4877dfce-3890-4537-9520-90da6607bf3e {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:32:36.137726 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-81209f7b-fc61-4b6c-9018-ade2cfd0561c tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:36.219395 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3721fc58-3850-4c79-84e2-4e7e3ebbbe2f None None] DHCP port deletion for f54c5e81-a75c-4975-9007-caa112a5b8da request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:32:36.228395 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-81209f7b-fc61-4b6c-9018-ade2cfd0561c tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] For port 4877dfce-3890-4537-9520-90da6607bf3e, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4877dfce-3890-4537-9520-90da6607bf3e,segment=NetworkSegment(dc080038-ffad-4975-99ea-2e8fc4831aa3),segment_id=dc080038-ffad-4975-99ea-2e8fc4831aa3)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:32:36.229013 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-81209f7b-fc61-4b6c-9018-ade2cfd0561c tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:36.246702 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-81209f7b-fc61-4b6c-9018-ade2cfd0561c tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Calling delete_port for 4877dfce-3890-4537-9520-90da6607bf3e owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:32:36.270177 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-3721fc58-3850-4c79-84e2-4e7e3ebbbe2f None None] Deleting port 4877dfce-3890-4537-9520-90da6607bf3e {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:32:36.270559 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3721fc58-3850-4c79-84e2-4e7e3ebbbe2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:36.337210 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-3721fc58-3850-4c79-84e2-4e7e3ebbbe2f None None] For port 4877dfce-3890-4537-9520-90da6607bf3e, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4877dfce-3890-4537-9520-90da6607bf3e,segment=NetworkSegment(dc080038-ffad-4975-99ea-2e8fc4831aa3),segment_id=dc080038-ffad-4975-99ea-2e8fc4831aa3)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:32:36.337734 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3721fc58-3850-4c79-84e2-4e7e3ebbbe2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:36.350376 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-3721fc58-3850-4c79-84e2-4e7e3ebbbe2f None None] Calling delete_port for 4877dfce-3890-4537-9520-90da6607bf3e owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:32:36.401992 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-81209f7b-fc61-4b6c-9018-ade2cfd0561c tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:36.427260 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3721fc58-3850-4c79-84e2-4e7e3ebbbe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:36.427445 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81209f7b-fc61-4b6c-9018-ade2cfd0561c tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Pushing event deleted for resources: {'Port': ['ID=4877dfce-3890-4537-9520-90da6607bf3e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:36.436324 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81209f7b-fc61-4b6c-9018-ade2cfd0561c tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] No DVR routers for this DVR port 4877dfce-3890-4537-9520-90da6607bf3e on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:32:36.455102 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3721fc58-3850-4c79-84e2-4e7e3ebbbe2f None None] Pushing event deleted for resources: {'Port': ['ID=4877dfce-3890-4537-9520-90da6607bf3e,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:36.458644 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3721fc58-3850-4c79-84e2-4e7e3ebbbe2f None None] No DVR routers for this DVR port 4877dfce-3890-4537-9520-90da6607bf3e on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:32:36.480942 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4877dfce-3890-4537-9520-90da6607bf3e no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:32:36.506303 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 4877dfce-3890-4537-9520-90da6607bf3e {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:32:36.510316 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4877dfce-3890-4537-9520-90da6607bf3e not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:32:36.532020 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-81209f7b-fc61-4b6c-9018-ade2cfd0561c tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:36.543362 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-81209f7b-fc61-4b6c-9018-ade2cfd0561c tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f54c5e81-a75c-4975-9007-caa112a5b8da']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:36.553763 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-81209f7b-fc61-4b6c-9018-ade2cfd0561c tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc080038-ffad-4975-99ea-2e8fc4831aa3') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:36.554064 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-81209f7b-fc61-4b6c-9018-ade2cfd0561c tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc080038-ffad-4975-99ea-2e8fc4831aa3') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:36.564013 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-81209f7b-fc61-4b6c-9018-ade2cfd0561c tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:36.577880 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-81209f7b-fc61-4b6c-9018-ade2cfd0561c tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:36.583871 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81209f7b-fc61-4b6c-9018-ade2cfd0561c tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:32:36.584255 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-81209f7b-fc61-4b6c-9018-ade2cfd0561c tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:36.587504 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 10:32:36.587504 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:32:36.587504 n-d-771363-31 neutron-server[101053]: timer() Jun 30 10:32:36.587504 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:32:36.587504 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 10:32:36.587504 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:32:36.587504 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 10:32:36.587504 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:32:36.587504 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 10:32:36.587504 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:32:36.587504 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 10:32:36.587504 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:32:36.587504 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 10:32:36.587504 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:32:36.587504 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:32:36.587504 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:32:36.587504 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:32:36.587504 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:32:36.587504 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 10:32:36.587504 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:32:36.587504 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 10:32:36.587504 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:32:36.587504 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:32:36.587504 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:32:36.587504 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 10:32:36.587504 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:32:36.587504 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:32:36.587504 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:32:36.587504 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:32:36.587504 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:32:36.587504 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:32:36.587504 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:32:36.735580 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-81209f7b-fc61-4b6c-9018-ade2cfd0561c tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:36.743550 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-81209f7b-fc61-4b6c-9018-ade2cfd0561c tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:36.745154 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-81209f7b-fc61-4b6c-9018-ade2cfd0561c tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] 10.222.0.10 "DELETE /v2.0/networks/f54c5e81-a75c-4975-9007-caa112a5b8da HTTP/1.1" status: 204 len: 168 time: 0.7662177 Jun 30 10:32:36.748210 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34974) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:36.756482 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81209f7b-fc61-4b6c-9018-ade2cfd0561c tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Pushing event deleted for resources: {'Network': ['ID=f54c5e81-a75c-4975-9007-caa112a5b8da,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:36.777901 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c80c6fcd-21b8-4f56-ab5d-ccad9c2694fd tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8c912d-9758-404f-a01e-fbb5f2f136fe HTTP/1.1" status: 200 len: 205 time: 0.0285602 Jun 30 10:32:36.780370 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34976) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:36.887154 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4ff28bb6-050a-4bb2-b18f-b090cd938563 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:37.053837 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4ff28bb6-050a-4bb2-b18f-b090cd938563 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:37.056543 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4ff28bb6-050a-4bb2-b18f-b090cd938563 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:37.175754 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4ff28bb6-050a-4bb2-b18f-b090cd938563 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:37.176283 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff28bb6-050a-4bb2-b18f-b090cd938563 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Fanout notify agent at l3_agent the message router_deleted on router 4f8c912d-9758-404f-a01e-fbb5f2f136fe {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:32:37.183765 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4ff28bb6-050a-4bb2-b18f-b090cd938563 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:37.184850 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4ff28bb6-050a-4bb2-b18f-b090cd938563 tempest-RoutersNegativeTest-1852673720 tempest-RoutersNegativeTest-1852673720-project] 10.222.0.10 "DELETE /v2.0/routers/4f8c912d-9758-404f-a01e-fbb5f2f136fe HTTP/1.1" status: 204 len: 168 time: 0.4036229 Jun 30 10:32:37.653757 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34982) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:37.781125 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d712e847-665d-49b6-ada7-79e941f54faa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a4626a7e3671403cbc3ecce579c28242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1261466 Jun 30 10:32:37.783618 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 34986) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:37.830316 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6d5714fc-4d6d-4bfc-a1a2-e92d06f257ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:37.850819 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6d5714fc-4d6d-4bfc-a1a2-e92d06f257ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:37.958440 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6d5714fc-4d6d-4bfc-a1a2-e92d06f257ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:37.961493 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6d5714fc-4d6d-4bfc-a1a2-e92d06f257ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:37.962634 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6d5714fc-4d6d-4bfc-a1a2-e92d06f257ff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/208a5096-ff2a-4928-a7bb-21da9171a941 HTTP/1.1" status: 204 len: 168 time: 0.1781273 Jun 30 10:32:37.970576 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5714fc-4d6d-4bfc-a1a2-e92d06f257ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208a5096-ff2a-4928-a7bb-21da9171a941,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:38.653330 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:38.984365 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35010) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:39.126637 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-e9134ef5-f5a3-4545-8f0d-a9f7c33c5ae4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1123306910-network', 'tenant_id': 'd55bd99eb62e434a9f286990d71454f4'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:32:39.215317 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9134ef5-f5a3-4545-8f0d-a9f7c33c5ae4 admin admin] Made reservation on behalf of d55bd99eb62e434a9f286990d71454f4 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:32:39.217690 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e9134ef5-f5a3-4545-8f0d-a9f7c33c5ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:39.227199 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e9134ef5-f5a3-4545-8f0d-a9f7c33c5ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:39.312876 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e9134ef5-f5a3-4545-8f0d-a9f7c33c5ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:39.375399 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e9134ef5-f5a3-4545-8f0d-a9f7c33c5ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:39.399431 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9134ef5-f5a3-4545-8f0d-a9f7c33c5ae4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:32:39.407773 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9134ef5-f5a3-4545-8f0d-a9f7c33c5ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3d1f0a-79a5-496f-b110-69e2da544ba9,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:39.415366 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e9134ef5-f5a3-4545-8f0d-a9f7c33c5ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:39.420221 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-e9134ef5-f5a3-4545-8f0d-a9f7c33c5ae4 admin admin] Added segment ab6997f1-535f-403b-8d15-ab60bb8948f5 of type vlan for network efd8a283-0061-4f2c-ad0e-38655032b80e Jun 30 10:32:39.454540 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e9134ef5-f5a3-4545-8f0d-a9f7c33c5ae4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:39.581347 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e9134ef5-f5a3-4545-8f0d-a9f7c33c5ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:39.582577 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9134ef5-f5a3-4545-8f0d-a9f7c33c5ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:39.583185 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e9134ef5-f5a3-4545-8f0d-a9f7c33c5ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:39.649694 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9134ef5-f5a3-4545-8f0d-a9f7c33c5ae4 admin admin] Pushing event updated for resources: {'Network': ['ID=efd8a283-0061-4f2c-ad0e-38655032b80e,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:39.660563 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network efd8a283-0061-4f2c-ad0e-38655032b80e details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:32:39.675293 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:39.759702 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e9134ef5-f5a3-4545-8f0d-a9f7c33c5ae4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7741914 Jun 30 10:32:39.762568 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35014) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:39.767555 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-bf3b8971-dc4a-4712-a58b-8f5baf4ba72f admin admin] Request body: {'subnet': {'network_id': 'efd8a283-0061-4f2c-ad0e-38655032b80e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1123306910-subnet', 'tenant_id': 'd55bd99eb62e434a9f286990d71454f4', 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:32:39.855595 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3b8971-dc4a-4712-a58b-8f5baf4ba72f admin admin] Made reservation on behalf of d55bd99eb62e434a9f286990d71454f4 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:32:39.857989 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf3b8971-dc4a-4712-a58b-8f5baf4ba72f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:40.119087 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf3b8971-dc4a-4712-a58b-8f5baf4ba72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:40.175361 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b8971-dc4a-4712-a58b-8f5baf4ba72f admin admin] Pushing event updated for resources: {'Subnet': ['ID=27e37108-9388-47de-8b7c-901b7d19cee2,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:40.182841 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3b8971-dc4a-4712-a58b-8f5baf4ba72f admin admin] Checking segment: {'id': 'ab6997f1-535f-403b-8d15-ab60bb8948f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'efd8a283-0061-4f2c-ad0e-38655032b80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:32:40.183202 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3b8971-dc4a-4712-a58b-8f5baf4ba72f admin admin] Network hostable DHCP agents. Network: efd8a283-0061-4f2c-ad0e-38655032b80e, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:32:40.261379 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3b8971-dc4a-4712-a58b-8f5baf4ba72f admin admin] Network efd8a283-0061-4f2c-ad0e-38655032b80e is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:32:40.350670 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-bf3b8971-dc4a-4712-a58b-8f5baf4ba72f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, efd8a283-0061-4f2c-ad0e-38655032b80e) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:32:40.354781 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3b8971-dc4a-4712-a58b-8f5baf4ba72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:40.355416 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf3b8971-dc4a-4712-a58b-8f5baf4ba72f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:40.360482 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35c3e8a-fcf8-40f1-b369-3c91b8e3b2bf None None] Network efd8a283-0061-4f2c-ad0e-38655032b80e requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:32:40.448655 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bf3b8971-dc4a-4712-a58b-8f5baf4ba72f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6848979 Jun 30 10:32:40.451625 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35016) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:40.456258 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-d58594c6-b284-42ca-839f-2795af2fddb1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1123306910-router', 'tenant_id': 'd55bd99eb62e434a9f286990d71454f4', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:32:40.506166 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dea6618-2489-47bf-ac9a-0a166f1f896d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-efd8a283-0061-4f2c-ad0e-38655032b80e', 'network_id': 'efd8a283-0061-4f2c-ad0e-38655032b80e', 'tenant_id': 'd55bd99eb62e434a9f286990d71454f4', 'fixed_ips': [{'subnet_id': '27e37108-9388-47de-8b7c-901b7d19cee2'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:32:40.507008 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5dea6618-2489-47bf-ac9a-0a166f1f896d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:40.556776 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d58594c6-b284-42ca-839f-2795af2fddb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:40.557823 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d58594c6-b284-42ca-839f-2795af2fddb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:40.623177 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d58594c6-b284-42ca-839f-2795af2fddb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:40.644067 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-5dea6618-2489-47bf-ac9a-0a166f1f896d None None] Allocated IP 172.20.0.2 (efd8a283-0061-4f2c-ad0e-38655032b80e/27e37108-9388-47de-8b7c-901b7d19cee2/f88bf41c-71bb-4d2c-be84-add6c2b14669) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:32:40.786069 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5dea6618-2489-47bf-ac9a-0a166f1f896d None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:40.795557 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5dea6618-2489-47bf-ac9a-0a166f1f896d None None] Transition to ACTIVE for port object f88bf41c-71bb-4d2c-be84-add6c2b14669 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:32:40.811531 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5dea6618-2489-47bf-ac9a-0a166f1f896d None None] Transition to ACTIVE for port object f88bf41c-71bb-4d2c-be84-add6c2b14669 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:32:40.834091 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d58594c6-b284-42ca-839f-2795af2fddb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:40.901874 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5dea6618-2489-47bf-ac9a-0a166f1f896d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:40.940270 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dea6618-2489-47bf-ac9a-0a166f1f896d None None] Network efd8a283-0061-4f2c-ad0e-38655032b80e is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:32:40.942965 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-5dea6618-2489-47bf-ac9a-0a166f1f896d None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:32:40.949258 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dea6618-2489-47bf-ac9a-0a166f1f896d None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:32:40.956166 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea6618-2489-47bf-ac9a-0a166f1f896d None None] Pushing event updated for resources: {'Port': ['ID=f88bf41c-71bb-4d2c-be84-add6c2b14669,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:41.012867 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-5dea6618-2489-47bf-ac9a-0a166f1f896d None None] Attempting to bind port f88bf41c-71bb-4d2c-be84-add6c2b14669 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:32:41.013239 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-5dea6618-2489-47bf-ac9a-0a166f1f896d None None] Attempting to bind port f88bf41c-71bb-4d2c-be84-add6c2b14669 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'ab6997f1-535f-403b-8d15-ab60bb8948f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'efd8a283-0061-4f2c-ad0e-38655032b80e'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:32:41.013600 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dea6618-2489-47bf-ac9a-0a166f1f896d None None] Attempting to bind port f88bf41c-71bb-4d2c-be84-add6c2b14669 on network efd8a283-0061-4f2c-ad0e-38655032b80e {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:32:41.018583 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dea6618-2489-47bf-ac9a-0a166f1f896d None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:32:41.019349 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dea6618-2489-47bf-ac9a-0a166f1f896d None None] Checking segment: {'id': 'ab6997f1-535f-403b-8d15-ab60bb8948f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'efd8a283-0061-4f2c-ad0e-38655032b80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:32:41.019349 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5dea6618-2489-47bf-ac9a-0a166f1f896d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:41.019751 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dea6618-2489-47bf-ac9a-0a166f1f896d None None] Bound using segment: {'id': 'ab6997f1-535f-403b-8d15-ab60bb8948f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'efd8a283-0061-4f2c-ad0e-38655032b80e'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:32:41.020216 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-5dea6618-2489-47bf-ac9a-0a166f1f896d None None] Bound port: f88bf41c-71bb-4d2c-be84-add6c2b14669, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6997f1-535f-403b-8d15-ab60bb8948f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'efd8a283-0061-4f2c-ad0e-38655032b80e'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:32:41.020594 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5dea6618-2489-47bf-ac9a-0a166f1f896d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:41.087647 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-5dea6618-2489-47bf-ac9a-0a166f1f896d None None] For port f88bf41c-71bb-4d2c-be84-add6c2b14669, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:32:41.090672 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-5dea6618-2489-47bf-ac9a-0a166f1f896d None None] For port f88bf41c-71bb-4d2c-be84-add6c2b14669, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f88bf41c-71bb-4d2c-be84-add6c2b14669,segment=NetworkSegment(ab6997f1-535f-403b-8d15-ab60bb8948f5),segment_id=ab6997f1-535f-403b-8d15-ab60bb8948f5)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:32:41.125883 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d58594c6-b284-42ca-839f-2795af2fddb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:41.143919 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d58594c6-b284-42ca-839f-2795af2fddb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:41.176140 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5dea6618-2489-47bf-ac9a-0a166f1f896d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:41.239168 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea6618-2489-47bf-ac9a-0a166f1f896d None None] Pushing event updated for resources: {'Port': ['ID=f88bf41c-71bb-4d2c-be84-add6c2b14669,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:41.251285 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-d58594c6-b284-42ca-839f-2795af2fddb1 admin admin] Allocated IP 172.25.6.213 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/783a2b86-f0eb-4451-a3d2-c684ab7102c3) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:32:41.365443 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d58594c6-b284-42ca-839f-2795af2fddb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:41.493670 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d58594c6-b284-42ca-839f-2795af2fddb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:41.531707 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58594c6-b284-42ca-839f-2795af2fddb1 admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:32:41.534408 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-d58594c6-b284-42ca-839f-2795af2fddb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:32:41.540094 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58594c6-b284-42ca-839f-2795af2fddb1 admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:32:41.545428 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58594c6-b284-42ca-839f-2795af2fddb1 admin admin] Pushing event updated for resources: {'Port': ['ID=783a2b86-f0eb-4451-a3d2-c684ab7102c3,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:41.887033 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d58594c6-b284-42ca-839f-2795af2fddb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:42.088680 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d58594c6-b284-42ca-839f-2795af2fddb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:42.130595 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0782d2b8-2b05-4a8a-8828-5b0052380f34 None None] Network efd8a283-0061-4f2c-ad0e-38655032b80e requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:32:42.313199 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-28e239e2-c1d1-4995-8b88-7229fce11b8d None None] Provisioning for port f88bf41c-71bb-4d2c-be84-add6c2b14669 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:32:42.507656 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f88bf41c-71bb-4d2c-be84-add6c2b14669 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:32:42.624514 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port f88bf41c-71bb-4d2c-be84-add6c2b14669 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:32:42.628342 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port f88bf41c-71bb-4d2c-be84-add6c2b14669 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:32:42.628714 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:42.653396 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58594c6-b284-42ca-839f-2795af2fddb1 admin admin] Router eca7570d-4ace-4d00-9068-8c27ae2c66d2 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:32:42.718275 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:42.750684 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port f88bf41c-71bb-4d2c-be84-add6c2b14669, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f88bf41c-71bb-4d2c-be84-add6c2b14669,segment=NetworkSegment(ab6997f1-535f-403b-8d15-ab60bb8948f5),segment_id=ab6997f1-535f-403b-8d15-ab60bb8948f5)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:32:42.765585 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58594c6-b284-42ca-839f-2795af2fddb1 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:32:42.774333 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3961c220-e808-4829-9834-81438505cec3 None None] Sync routers for ids ['eca7570d-4ace-4d00-9068-8c27ae2c66d2'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:32:42.784831 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3961c220-e808-4829-9834-81438505cec3 None None] Routers {'eca7570d-4ace-4d00-9068-8c27ae2c66d2'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:32:42.785477 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-3961c220-e808-4829-9834-81438505cec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:32:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['eca7570d-4ace-4d00-9068-8c27ae2c66d2'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:42.838693 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:42.864714 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d58594c6-b284-42ca-839f-2795af2fddb1 admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:42.866528 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d58594c6-b284-42ca-839f-2795af2fddb1 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4136777 Jun 30 10:32:42.869913 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35018) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:42.894757 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=f88bf41c-71bb-4d2c-be84-add6c2b14669,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:42.905699 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-3961c220-e808-4829-9834-81438505cec3 None None] Set router eca7570d-4ace-4d00-9068-8c27ae2c66d2 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:32:43.110852 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-3961c220-e808-4829-9834-81438505cec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca7570d-4ace-4d00-9068-8c27ae2c66d2', 'name': 'tempest-TestEncryptedCinderVolumes-1123306910-router', 'tenant_id': 'd55bd99eb62e434a9f286990d71454f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '783a2b86-f0eb-4451-a3d2-c684ab7102c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:32:40Z', 'updated_at': '2021-06-30T10:32:41Z', 'revision_number': 3, 'project_id': 'd55bd99eb62e434a9f286990d71454f4', 'gw_port': {'id': '783a2b86-f0eb-4451-a3d2-c684ab7102c3', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:69:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca7570d-4ace-4d00-9068-8c27ae2c66d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:32:41Z', 'updated_at': '2021-06-30T10:32:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:43.144677 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3961c220-e808-4829-9834-81438505cec3 None None] Checking router: eca7570d-4ace-4d00-9068-8c27ae2c66d2 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:32:43.145207 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3961c220-e808-4829-9834-81438505cec3 None None] Updating router eca7570d-4ace-4d00-9068-8c27ae2c66d2 port 783a2b86-f0eb-4451-a3d2-c684ab7102c3 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:32:43.186115 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-3961c220-e808-4829-9834-81438505cec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:43.373527 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aae19988-71f3-47ce-8afa-eaacf6344bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:43.453964 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-3961c220-e808-4829-9834-81438505cec3 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:43.469811 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-3961c220-e808-4829-9834-81438505cec3 None None] Transition to ACTIVE for port object 783a2b86-f0eb-4451-a3d2-c684ab7102c3 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:32:43.559359 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-3961c220-e808-4829-9834-81438505cec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:43.562827 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-aae19988-71f3-47ce-8afa-eaacf6344bf0 admin admin] Allocated IP 172.20.0.1 (efd8a283-0061-4f2c-ad0e-38655032b80e/27e37108-9388-47de-8b7c-901b7d19cee2/96fe61d1-b1f5-4447-a2d6-96e8bfc98595) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:32:43.614318 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-3961c220-e808-4829-9834-81438505cec3 None None] Attempting to bind port 783a2b86-f0eb-4451-a3d2-c684ab7102c3 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:32:43.614754 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-3961c220-e808-4829-9834-81438505cec3 None None] Attempting to bind port 783a2b86-f0eb-4451-a3d2-c684ab7102c3 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:32:43.615299 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3961c220-e808-4829-9834-81438505cec3 None None] Attempting to bind port 783a2b86-f0eb-4451-a3d2-c684ab7102c3 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:32:43.619152 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db503ff7-a9e3-4f31-a690-b49987aea9e7 None None] Pushing event updated for resources: {'Port': ['ID=783a2b86-f0eb-4451-a3d2-c684ab7102c3,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:43.623795 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3961c220-e808-4829-9834-81438505cec3 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:32:43.624129 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3961c220-e808-4829-9834-81438505cec3 None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:32:43.624517 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-3961c220-e808-4829-9834-81438505cec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:43.624895 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3961c220-e808-4829-9834-81438505cec3 None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:32:43.625349 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-3961c220-e808-4829-9834-81438505cec3 None None] Bound port: 783a2b86-f0eb-4451-a3d2-c684ab7102c3, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:32:43.625728 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-3961c220-e808-4829-9834-81438505cec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:43.631875 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db503ff7-a9e3-4f31-a690-b49987aea9e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:43.632213 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db503ff7-a9e3-4f31-a690-b49987aea9e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:43.632548 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db503ff7-a9e3-4f31-a690-b49987aea9e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:43.633428 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db503ff7-a9e3-4f31-a690-b49987aea9e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:43.633914 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db503ff7-a9e3-4f31-a690-b49987aea9e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:43.634235 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db503ff7-a9e3-4f31-a690-b49987aea9e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:43.634571 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db503ff7-a9e3-4f31-a690-b49987aea9e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:43.634900 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db503ff7-a9e3-4f31-a690-b49987aea9e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:43.635238 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db503ff7-a9e3-4f31-a690-b49987aea9e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:43.635552 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db503ff7-a9e3-4f31-a690-b49987aea9e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:43.635863 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db503ff7-a9e3-4f31-a690-b49987aea9e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:43.636173 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db503ff7-a9e3-4f31-a690-b49987aea9e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:43.685053 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aae19988-71f3-47ce-8afa-eaacf6344bf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:43.691031 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-3961c220-e808-4829-9834-81438505cec3 None None] For port 783a2b86-f0eb-4451-a3d2-c684ab7102c3, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:32:43.697377 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-3961c220-e808-4829-9834-81438505cec3 None None] For port 783a2b86-f0eb-4451-a3d2-c684ab7102c3, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=783a2b86-f0eb-4451-a3d2-c684ab7102c3,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:32:43.700183 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-aae19988-71f3-47ce-8afa-eaacf6344bf0 admin admin] Transition to ACTIVE for port object 96fe61d1-b1f5-4447-a2d6-96e8bfc98595 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:32:43.790754 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-3961c220-e808-4829-9834-81438505cec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:43.819649 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aae19988-71f3-47ce-8afa-eaacf6344bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:43.845141 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3961c220-e808-4829-9834-81438505cec3 None None] Routers {'eca7570d-4ace-4d00-9068-8c27ae2c66d2'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:32:43.845753 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-3961c220-e808-4829-9834-81438505cec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:32:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['eca7570d-4ace-4d00-9068-8c27ae2c66d2'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:43.857761 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae19988-71f3-47ce-8afa-eaacf6344bf0 admin admin] Network efd8a283-0061-4f2c-ad0e-38655032b80e is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:32:43.860716 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-aae19988-71f3-47ce-8afa-eaacf6344bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:32:43.864138 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae19988-71f3-47ce-8afa-eaacf6344bf0 admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:32:43.879666 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db503ff7-a9e3-4f31-a690-b49987aea9e7 None None] Pushing event updated for resources: {'Port': ['ID=783a2b86-f0eb-4451-a3d2-c684ab7102c3,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:43.896780 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae19988-71f3-47ce-8afa-eaacf6344bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=96fe61d1-b1f5-4447-a2d6-96e8bfc98595,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:43.921210 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aae19988-71f3-47ce-8afa-eaacf6344bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:43.956833 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-3961c220-e808-4829-9834-81438505cec3 None None] Set router eca7570d-4ace-4d00-9068-8c27ae2c66d2 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:32:44.143996 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-3961c220-e808-4829-9834-81438505cec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca7570d-4ace-4d00-9068-8c27ae2c66d2', 'name': 'tempest-TestEncryptedCinderVolumes-1123306910-router', 'tenant_id': 'd55bd99eb62e434a9f286990d71454f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '783a2b86-f0eb-4451-a3d2-c684ab7102c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:32:40Z', 'updated_at': '2021-06-30T10:32:41Z', 'revision_number': 3, 'project_id': 'd55bd99eb62e434a9f286990d71454f4', 'gw_port': {'id': '783a2b86-f0eb-4451-a3d2-c684ab7102c3', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:69:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca7570d-4ace-4d00-9068-8c27ae2c66d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:32:41Z', 'updated_at': '2021-06-30T10:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:44.153473 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aae19988-71f3-47ce-8afa-eaacf6344bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:44.172861 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3961c220-e808-4829-9834-81438505cec3 None None] The sync data for ids ['eca7570d-4ace-4d00-9068-8c27ae2c66d2'] in n-d-771363-31 is: [{'id': 'eca7570d-4ace-4d00-9068-8c27ae2c66d2', 'name': 'tempest-TestEncryptedCinderVolumes-1123306910-router', 'tenant_id': 'd55bd99eb62e434a9f286990d71454f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '783a2b86-f0eb-4451-a3d2-c684ab7102c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:32:40Z', 'updated_at': '2021-06-30T10:32:41Z', 'revision_number': 3, 'project_id': 'd55bd99eb62e434a9f286990d71454f4', 'gw_port': {'id': '783a2b86-f0eb-4451-a3d2-c684ab7102c3', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:69:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca7570d-4ace-4d00-9068-8c27ae2c66d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:32:41Z', 'updated_at': '2021-06-30T10:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:32:44.253313 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-912bbce6-d8b7-4499-8907-95afdba75945 None None] Provisioning for port 96fe61d1-b1f5-4447-a2d6-96e8bfc98595 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:32:44.259425 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-912bbce6-d8b7-4499-8907-95afdba75945 None None] Provisioning complete for port 96fe61d1-b1f5-4447-a2d6-96e8bfc98595 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:32:44.263289 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-912bbce6-d8b7-4499-8907-95afdba75945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:44.296695 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-912bbce6-d8b7-4499-8907-95afdba75945 None None] Port 96fe61d1-b1f5-4447-a2d6-96e8bfc98595 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:32:44.330298 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aae19988-71f3-47ce-8afa-eaacf6344bf0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:44.402720 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aae19988-71f3-47ce-8afa-eaacf6344bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:44.477964 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae19988-71f3-47ce-8afa-eaacf6344bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=96fe61d1-b1f5-4447-a2d6-96e8bfc98595,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:44.480591 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-aae19988-71f3-47ce-8afa-eaacf6344bf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:44.584295 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f88bf41c-71bb-4d2c-be84-add6c2b14669 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:32:44.589809 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae19988-71f3-47ce-8afa-eaacf6344bf0 admin admin] Network efd8a283-0061-4f2c-ad0e-38655032b80e is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:32:44.591256 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-aae19988-71f3-47ce-8afa-eaacf6344bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:32:44.648064 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port f88bf41c-71bb-4d2c-be84-add6c2b14669 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:32:44.649973 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:44.720803 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae19988-71f3-47ce-8afa-eaacf6344bf0 admin admin] Router eca7570d-4ace-4d00-9068-8c27ae2c66d2 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:32:44.745827 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 783a2b86-f0eb-4451-a3d2-c684ab7102c3 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:32:44.840813 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae19988-71f3-47ce-8afa-eaacf6344bf0 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:32:44.846212 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-aae19988-71f3-47ce-8afa-eaacf6344bf0 admin admin] 10.222.0.10 "PUT /v2.0/routers/eca7570d-4ace-4d00-9068-8c27ae2c66d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9753199 Jun 30 10:32:44.870761 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 783a2b86-f0eb-4451-a3d2-c684ab7102c3 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:32:44.875277 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 783a2b86-f0eb-4451-a3d2-c684ab7102c3 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:32:44.875795 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:44.929415 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4b10020c-403b-4952-b2e8-1f8f1f67fa9f None None] Provisioning complete for port 96fe61d1-b1f5-4447-a2d6-96e8bfc98595 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:32:44.930334 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4b10020c-403b-4952-b2e8-1f8f1f67fa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:44.996026 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4b10020c-403b-4952-b2e8-1f8f1f67fa9f None None] Port 96fe61d1-b1f5-4447-a2d6-96e8bfc98595 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:32:45.000560 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:45.021749 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 783a2b86-f0eb-4451-a3d2-c684ab7102c3, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=783a2b86-f0eb-4451-a3d2-c684ab7102c3,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:32:45.164796 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:45.214055 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=783a2b86-f0eb-4451-a3d2-c684ab7102c3,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:45.572290 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35034) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:45.577394 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-b12b62a4-57bd-411e-a59a-c3d815cb71e3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2145039672-network', 'tenant_id': '7f025992e5bb4b54ba93f596798b7d30'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:32:45.665626 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12b62a4-57bd-411e-a59a-c3d815cb71e3 admin admin] Made reservation on behalf of 7f025992e5bb4b54ba93f596798b7d30 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:32:45.668185 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b12b62a4-57bd-411e-a59a-c3d815cb71e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:45.677323 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b12b62a4-57bd-411e-a59a-c3d815cb71e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:45.769136 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b12b62a4-57bd-411e-a59a-c3d815cb71e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:45.781309 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e7e62a-744c-493f-9875-86bbfdffe554 None None] Sync routers for ids ['eca7570d-4ace-4d00-9068-8c27ae2c66d2'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:32:45.791480 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e7e62a-744c-493f-9875-86bbfdffe554 None None] Routers {'eca7570d-4ace-4d00-9068-8c27ae2c66d2'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:32:45.792100 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-90e7e62a-744c-493f-9875-86bbfdffe554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:32:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['eca7570d-4ace-4d00-9068-8c27ae2c66d2'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:45.853140 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b12b62a4-57bd-411e-a59a-c3d815cb71e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:45.878462 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b12b62a4-57bd-411e-a59a-c3d815cb71e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:32:45.888997 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b62a4-57bd-411e-a59a-c3d815cb71e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571320e2-38eb-472d-a56e-0594e5c26c12,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:45.893861 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b12b62a4-57bd-411e-a59a-c3d815cb71e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:45.894217 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-b12b62a4-57bd-411e-a59a-c3d815cb71e3 admin admin] Added segment 23c10ec1-8f2d-442b-b981-0803c8e9885e of type vlan for network 3ba12b7d-a789-4366-a033-a2952228a7ab Jun 30 10:32:45.904849 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-90e7e62a-744c-493f-9875-86bbfdffe554 None None] Set router eca7570d-4ace-4d00-9068-8c27ae2c66d2 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:32:45.934690 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b12b62a4-57bd-411e-a59a-c3d815cb71e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:46.035971 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b12b62a4-57bd-411e-a59a-c3d815cb71e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:46.036983 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12b62a4-57bd-411e-a59a-c3d815cb71e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:46.037602 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b12b62a4-57bd-411e-a59a-c3d815cb71e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:46.098882 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b62a4-57bd-411e-a59a-c3d815cb71e3 admin admin] Pushing event updated for resources: {'Network': ['ID=3ba12b7d-a789-4366-a033-a2952228a7ab,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:46.109786 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 3ba12b7d-a789-4366-a033-a2952228a7ab details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:32:46.114910 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-90e7e62a-744c-493f-9875-86bbfdffe554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca7570d-4ace-4d00-9068-8c27ae2c66d2', 'name': 'tempest-TestEncryptedCinderVolumes-1123306910-router', 'tenant_id': 'd55bd99eb62e434a9f286990d71454f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '783a2b86-f0eb-4451-a3d2-c684ab7102c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:32:40Z', 'updated_at': '2021-06-30T10:32:44Z', 'revision_number': 4, 'project_id': 'd55bd99eb62e434a9f286990d71454f4', 'gw_port': {'id': '783a2b86-f0eb-4451-a3d2-c684ab7102c3', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:69:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca7570d-4ace-4d00-9068-8c27ae2c66d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:32:41Z', 'updated_at': '2021-06-30T10:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '96fe61d1-b1f5-4447-a2d6-96e8bfc98595', 'name': '', 'network_id': 'efd8a283-0061-4f2c-ad0e-38655032b80e', 'tenant_id': 'd55bd99eb62e434a9f286990d71454f4', 'mac_address': 'fa:16:3e:33:23:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca7570d-4ace-4d00-9068-8c27ae2c66d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '27e37108-9388-47de-8b7c-901b7d19cee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:32:43Z', 'updated_at': '2021-06-30T10:32:44Z', 'revision_number': 2, 'project_id': 'd55bd99eb62e434a9f286990d71454f4', 'subnets': [{'id': '27e37108-9388-47de-8b7c-901b7d19cee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:46.164872 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b12b62a4-57bd-411e-a59a-c3d815cb71e3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5914571 Jun 30 10:32:46.167628 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35036) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:46.170231 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e7e62a-744c-493f-9875-86bbfdffe554 None None] Checking router: eca7570d-4ace-4d00-9068-8c27ae2c66d2 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:32:46.170584 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e7e62a-744c-493f-9875-86bbfdffe554 None None] Updating router eca7570d-4ace-4d00-9068-8c27ae2c66d2 port 96fe61d1-b1f5-4447-a2d6-96e8bfc98595 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:32:46.172971 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-9c9c5e0a-1c73-4b25-99b9-667244fea4aa admin admin] Request body: {'subnet': {'network_id': '3ba12b7d-a789-4366-a033-a2952228a7ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2145039672-subnet', 'tenant_id': '7f025992e5bb4b54ba93f596798b7d30', 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:32:46.226065 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-90e7e62a-744c-493f-9875-86bbfdffe554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:46.260452 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9c5e0a-1c73-4b25-99b9-667244fea4aa admin admin] Made reservation on behalf of 7f025992e5bb4b54ba93f596798b7d30 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:32:46.262917 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9c9c5e0a-1c73-4b25-99b9-667244fea4aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:46.488243 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 783a2b86-f0eb-4451-a3d2-c684ab7102c3 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:32:46.499260 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9c9c5e0a-1c73-4b25-99b9-667244fea4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:46.499580 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-90e7e62a-744c-493f-9875-86bbfdffe554 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:46.531657 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-90e7e62a-744c-493f-9875-86bbfdffe554 None None] Transition to ACTIVE for port object 96fe61d1-b1f5-4447-a2d6-96e8bfc98595 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:32:46.550349 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c5e0a-1c73-4b25-99b9-667244fea4aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=559d891f-ea02-461c-990a-bb725107f976,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:46.553889 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 783a2b86-f0eb-4451-a3d2-c684ab7102c3 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:32:46.554259 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:46.567815 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c5e0a-1c73-4b25-99b9-667244fea4aa admin admin] Checking segment: {'id': '23c10ec1-8f2d-442b-b981-0803c8e9885e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3ba12b7d-a789-4366-a033-a2952228a7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:32:46.568181 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9c5e0a-1c73-4b25-99b9-667244fea4aa admin admin] Network hostable DHCP agents. Network: 3ba12b7d-a789-4366-a033-a2952228a7ab, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:32:46.623368 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-90e7e62a-744c-493f-9875-86bbfdffe554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:46.655611 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9c5e0a-1c73-4b25-99b9-667244fea4aa admin admin] Network 3ba12b7d-a789-4366-a033-a2952228a7ab is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:32:46.685311 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0513b7f-38b2-4a46-8149-44a5b8176a76 None None] Pushing event updated for resources: {'Port': ['ID=96fe61d1-b1f5-4447-a2d6-96e8bfc98595,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:46.739013 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-9c9c5e0a-1c73-4b25-99b9-667244fea4aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 3ba12b7d-a789-4366-a033-a2952228a7ab) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:32:46.743639 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-90e7e62a-744c-493f-9875-86bbfdffe554 None None] Attempting to bind port 96fe61d1-b1f5-4447-a2d6-96e8bfc98595 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:32:46.744093 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-90e7e62a-744c-493f-9875-86bbfdffe554 None None] Attempting to bind port 96fe61d1-b1f5-4447-a2d6-96e8bfc98595 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'ab6997f1-535f-403b-8d15-ab60bb8948f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'efd8a283-0061-4f2c-ad0e-38655032b80e'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:32:46.744476 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e7e62a-744c-493f-9875-86bbfdffe554 None None] Attempting to bind port 96fe61d1-b1f5-4447-a2d6-96e8bfc98595 on network efd8a283-0061-4f2c-ad0e-38655032b80e {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:32:46.744614 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9c5e0a-1c73-4b25-99b9-667244fea4aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:46.745194 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9c9c5e0a-1c73-4b25-99b9-667244fea4aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:46.750623 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e7e62a-744c-493f-9875-86bbfdffe554 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:32:46.751345 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e7e62a-744c-493f-9875-86bbfdffe554 None None] Checking segment: {'id': 'ab6997f1-535f-403b-8d15-ab60bb8948f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'efd8a283-0061-4f2c-ad0e-38655032b80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:32:46.751723 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-90e7e62a-744c-493f-9875-86bbfdffe554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:46.753621 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e7e62a-744c-493f-9875-86bbfdffe554 None None] Bound using segment: {'id': 'ab6997f1-535f-403b-8d15-ab60bb8948f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'efd8a283-0061-4f2c-ad0e-38655032b80e'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:32:46.753621 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-90e7e62a-744c-493f-9875-86bbfdffe554 None None] Bound port: 96fe61d1-b1f5-4447-a2d6-96e8bfc98595, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6997f1-535f-403b-8d15-ab60bb8948f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'efd8a283-0061-4f2c-ad0e-38655032b80e'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:32:46.753621 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-90e7e62a-744c-493f-9875-86bbfdffe554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:46.756133 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40800d10-9eea-4e5a-bfe6-fe5d87941fae None None] Network 3ba12b7d-a789-4366-a033-a2952228a7ab requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:32:46.856510 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9c9c5e0a-1c73-4b25-99b9-667244fea4aa admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6877987 Jun 30 10:32:46.858976 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35038) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:46.863473 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-a8c7d7e6-da0a-404c-98e1-57ceb7d11134 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2145039672-router', 'tenant_id': '7f025992e5bb4b54ba93f596798b7d30', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:32:46.886647 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-90e7e62a-744c-493f-9875-86bbfdffe554 None None] For port 96fe61d1-b1f5-4447-a2d6-96e8bfc98595, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:32:46.924280 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-90e7e62a-744c-493f-9875-86bbfdffe554 None None] For port 96fe61d1-b1f5-4447-a2d6-96e8bfc98595, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=96fe61d1-b1f5-4447-a2d6-96e8bfc98595,segment=NetworkSegment(ab6997f1-535f-403b-8d15-ab60bb8948f5),segment_id=ab6997f1-535f-403b-8d15-ab60bb8948f5)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:32:46.947464 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a8c7d7e6-da0a-404c-98e1-57ceb7d11134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:46.948675 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a8c7d7e6-da0a-404c-98e1-57ceb7d11134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:47.007106 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a8c7d7e6-da0a-404c-98e1-57ceb7d11134 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:47.120615 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-90e7e62a-744c-493f-9875-86bbfdffe554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:47.146120 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665f92d7-4e80-4617-b089-a43981003cde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-3ba12b7d-a789-4366-a033-a2952228a7ab', 'network_id': '3ba12b7d-a789-4366-a033-a2952228a7ab', 'tenant_id': '7f025992e5bb4b54ba93f596798b7d30', 'fixed_ips': [{'subnet_id': '559d891f-ea02-461c-990a-bb725107f976'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:32:47.146974 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-665f92d7-4e80-4617-b089-a43981003cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:47.245931 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e7e62a-744c-493f-9875-86bbfdffe554 None None] Routers {'eca7570d-4ace-4d00-9068-8c27ae2c66d2'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:32:47.246587 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-90e7e62a-744c-493f-9875-86bbfdffe554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:32:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['eca7570d-4ace-4d00-9068-8c27ae2c66d2'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:47.250776 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0513b7f-38b2-4a46-8149-44a5b8176a76 None None] Pushing event updated for resources: {'Port': ['ID=96fe61d1-b1f5-4447-a2d6-96e8bfc98595,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:47.261568 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a8c7d7e6-da0a-404c-98e1-57ceb7d11134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:47.409811 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-665f92d7-4e80-4617-b089-a43981003cde None None] Allocated IP 172.20.0.2 (3ba12b7d-a789-4366-a033-a2952228a7ab/559d891f-ea02-461c-990a-bb725107f976/a18e2ef4-74ef-489e-8afc-ac28fa6d8499) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:32:47.416559 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-90e7e62a-744c-493f-9875-86bbfdffe554 None None] Set router eca7570d-4ace-4d00-9068-8c27ae2c66d2 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:32:47.505793 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a8c7d7e6-da0a-404c-98e1-57ceb7d11134 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:47.525701 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a8c7d7e6-da0a-404c-98e1-57ceb7d11134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:47.634082 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-a8c7d7e6-da0a-404c-98e1-57ceb7d11134 admin admin] Allocated IP 172.25.6.57 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/53e0ab9a-a7c2-4288-8a4c-c7010814a3b6) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:32:47.718845 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-665f92d7-4e80-4617-b089-a43981003cde None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:47.731564 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-665f92d7-4e80-4617-b089-a43981003cde None None] Transition to ACTIVE for port object a18e2ef4-74ef-489e-8afc-ac28fa6d8499 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:32:47.736007 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a8c7d7e6-da0a-404c-98e1-57ceb7d11134 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:47.753509 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-665f92d7-4e80-4617-b089-a43981003cde None None] Transition to ACTIVE for port object a18e2ef4-74ef-489e-8afc-ac28fa6d8499 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:32:47.764466 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-90e7e62a-744c-493f-9875-86bbfdffe554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca7570d-4ace-4d00-9068-8c27ae2c66d2', 'name': 'tempest-TestEncryptedCinderVolumes-1123306910-router', 'tenant_id': 'd55bd99eb62e434a9f286990d71454f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '783a2b86-f0eb-4451-a3d2-c684ab7102c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:32:40Z', 'updated_at': '2021-06-30T10:32:44Z', 'revision_number': 4, 'project_id': 'd55bd99eb62e434a9f286990d71454f4', 'gw_port': {'id': '783a2b86-f0eb-4451-a3d2-c684ab7102c3', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:69:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca7570d-4ace-4d00-9068-8c27ae2c66d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:32:41Z', 'updated_at': '2021-06-30T10:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '96fe61d1-b1f5-4447-a2d6-96e8bfc98595', 'name': '', 'network_id': 'efd8a283-0061-4f2c-ad0e-38655032b80e', 'tenant_id': 'd55bd99eb62e434a9f286990d71454f4', 'mac_address': 'fa:16:3e:33:23:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca7570d-4ace-4d00-9068-8c27ae2c66d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '27e37108-9388-47de-8b7c-901b7d19cee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:32:43Z', 'updated_at': '2021-06-30T10:32:46Z', 'revision_number': 4, 'project_id': 'd55bd99eb62e434a9f286990d71454f4', 'subnets': [{'id': '27e37108-9388-47de-8b7c-901b7d19cee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:47.793593 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e7e62a-744c-493f-9875-86bbfdffe554 None None] The sync data for ids ['eca7570d-4ace-4d00-9068-8c27ae2c66d2'] in n-d-771363-31 is: [{'id': 'eca7570d-4ace-4d00-9068-8c27ae2c66d2', 'name': 'tempest-TestEncryptedCinderVolumes-1123306910-router', 'tenant_id': 'd55bd99eb62e434a9f286990d71454f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '783a2b86-f0eb-4451-a3d2-c684ab7102c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:32:40Z', 'updated_at': '2021-06-30T10:32:44Z', 'revision_number': 4, 'project_id': 'd55bd99eb62e434a9f286990d71454f4', 'gw_port': {'id': '783a2b86-f0eb-4451-a3d2-c684ab7102c3', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:69:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca7570d-4ace-4d00-9068-8c27ae2c66d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:32:41Z', 'updated_at': '2021-06-30T10:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '96fe61d1-b1f5-4447-a2d6-96e8bfc98595', 'name': '', 'network_id': 'efd8a283-0061-4f2c-ad0e-38655032b80e', 'tenant_id': 'd55bd99eb62e434a9f286990d71454f4', 'mac_address': 'fa:16:3e:33:23:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca7570d-4ace-4d00-9068-8c27ae2c66d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '27e37108-9388-47de-8b7c-901b7d19cee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:32:43Z', 'updated_at': '2021-06-30T10:32:46Z', 'revision_number': 4, 'project_id': 'd55bd99eb62e434a9f286990d71454f4', 'subnets': [{'id': '27e37108-9388-47de-8b7c-901b7d19cee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:32:47.846134 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-665f92d7-4e80-4617-b089-a43981003cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:47.878638 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a8c7d7e6-da0a-404c-98e1-57ceb7d11134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:47.893131 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665f92d7-4e80-4617-b089-a43981003cde None None] Network 3ba12b7d-a789-4366-a033-a2952228a7ab is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:32:47.896018 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-665f92d7-4e80-4617-b089-a43981003cde None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:32:47.900536 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665f92d7-4e80-4617-b089-a43981003cde None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:32:47.916528 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f92d7-4e80-4617-b089-a43981003cde None None] Pushing event updated for resources: {'Port': ['ID=a18e2ef4-74ef-489e-8afc-ac28fa6d8499,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:47.941524 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c7d7e6-da0a-404c-98e1-57ceb7d11134 admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:32:47.946445 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-a8c7d7e6-da0a-404c-98e1-57ceb7d11134 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:32:47.952786 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c7d7e6-da0a-404c-98e1-57ceb7d11134 admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:32:47.958330 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7d7e6-da0a-404c-98e1-57ceb7d11134 admin admin] Pushing event updated for resources: {'Port': ['ID=53e0ab9a-a7c2-4288-8a4c-c7010814a3b6,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:47.977837 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-665f92d7-4e80-4617-b089-a43981003cde None None] Attempting to bind port a18e2ef4-74ef-489e-8afc-ac28fa6d8499 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:32:47.978397 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-665f92d7-4e80-4617-b089-a43981003cde None None] Attempting to bind port a18e2ef4-74ef-489e-8afc-ac28fa6d8499 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '23c10ec1-8f2d-442b-b981-0803c8e9885e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3ba12b7d-a789-4366-a033-a2952228a7ab'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:32:47.978757 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665f92d7-4e80-4617-b089-a43981003cde None None] Attempting to bind port a18e2ef4-74ef-489e-8afc-ac28fa6d8499 on network 3ba12b7d-a789-4366-a033-a2952228a7ab {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:32:47.986179 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665f92d7-4e80-4617-b089-a43981003cde None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:32:47.986566 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665f92d7-4e80-4617-b089-a43981003cde None None] Checking segment: {'id': '23c10ec1-8f2d-442b-b981-0803c8e9885e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3ba12b7d-a789-4366-a033-a2952228a7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:32:47.987092 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-665f92d7-4e80-4617-b089-a43981003cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:47.987512 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665f92d7-4e80-4617-b089-a43981003cde None None] Bound using segment: {'id': '23c10ec1-8f2d-442b-b981-0803c8e9885e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3ba12b7d-a789-4366-a033-a2952228a7ab'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:32:47.987985 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-665f92d7-4e80-4617-b089-a43981003cde None None] Bound port: a18e2ef4-74ef-489e-8afc-ac28fa6d8499, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c10ec1-8f2d-442b-b981-0803c8e9885e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3ba12b7d-a789-4366-a033-a2952228a7ab'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:32:47.988367 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-665f92d7-4e80-4617-b089-a43981003cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:48.061685 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-665f92d7-4e80-4617-b089-a43981003cde None None] For port a18e2ef4-74ef-489e-8afc-ac28fa6d8499, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:32:48.066112 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-665f92d7-4e80-4617-b089-a43981003cde None None] For port a18e2ef4-74ef-489e-8afc-ac28fa6d8499, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a18e2ef4-74ef-489e-8afc-ac28fa6d8499,segment=NetworkSegment(23c10ec1-8f2d-442b-b981-0803c8e9885e),segment_id=23c10ec1-8f2d-442b-b981-0803c8e9885e)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:32:48.151419 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-665f92d7-4e80-4617-b089-a43981003cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:48.227510 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f92d7-4e80-4617-b089-a43981003cde None None] Pushing event updated for resources: {'Port': ['ID=a18e2ef4-74ef-489e-8afc-ac28fa6d8499,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:48.305400 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a8c7d7e6-da0a-404c-98e1-57ceb7d11134 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:48.572414 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a18e2ef4-74ef-489e-8afc-ac28fa6d8499 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:32:48.577040 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a8c7d7e6-da0a-404c-98e1-57ceb7d11134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:48.699236 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port a18e2ef4-74ef-489e-8afc-ac28fa6d8499 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:32:48.703609 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 96fe61d1-b1f5-4447-a2d6-96e8bfc98595 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:32:48.827454 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 96fe61d1-b1f5-4447-a2d6-96e8bfc98595 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:32:48.832385 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 96fe61d1-b1f5-4447-a2d6-96e8bfc98595 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:32:48.832886 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:48.940990 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:48.992847 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 96fe61d1-b1f5-4447-a2d6-96e8bfc98595, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=96fe61d1-b1f5-4447-a2d6-96e8bfc98595,segment=NetworkSegment(ab6997f1-535f-403b-8d15-ab60bb8948f5),segment_id=ab6997f1-535f-403b-8d15-ab60bb8948f5)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:32:49.056134 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:49.114452 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=96fe61d1-b1f5-4447-a2d6-96e8bfc98595,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:49.210059 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c7d7e6-da0a-404c-98e1-57ceb7d11134 admin admin] Router 1ca87385-e1e3-4538-af85-af5726152145 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:32:49.253690 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc5936c-408d-494f-9462-e50779ada472 None None] Network 3ba12b7d-a789-4366-a033-a2952228a7ab requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:32:49.321178 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c7d7e6-da0a-404c-98e1-57ceb7d11134 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:32:49.329518 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0f6eda-69ed-4f4b-bc83-9e99761c872b None None] Sync routers for ids ['1ca87385-e1e3-4538-af85-af5726152145'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:32:49.339445 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0f6eda-69ed-4f4b-bc83-9e99761c872b None None] Routers {'1ca87385-e1e3-4538-af85-af5726152145'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:32:49.340059 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-aa0f6eda-69ed-4f4b-bc83-9e99761c872b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:32:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1ca87385-e1e3-4538-af85-af5726152145'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:49.427615 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bb9d51de-116e-49dc-b028-8104d964ed14 None None] Provisioning for port a18e2ef4-74ef-489e-8afc-ac28fa6d8499 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:32:49.432967 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bb9d51de-116e-49dc-b028-8104d964ed14 None None] Provisioning complete for port a18e2ef4-74ef-489e-8afc-ac28fa6d8499 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:32:49.433338 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bb9d51de-116e-49dc-b028-8104d964ed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:49.453328 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a8c7d7e6-da0a-404c-98e1-57ceb7d11134 admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:49.458294 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35040) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:32:49.469361 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a8c7d7e6-da0a-404c-98e1-57ceb7d11134 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6003900 Jun 30 10:32:49.538190 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bb9d51de-116e-49dc-b028-8104d964ed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:49.550352 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-aa0f6eda-69ed-4f4b-bc83-9e99761c872b None None] Set router 1ca87385-e1e3-4538-af85-af5726152145 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:32:49.578661 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bb9d51de-116e-49dc-b028-8104d964ed14 None None] For port a18e2ef4-74ef-489e-8afc-ac28fa6d8499, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a18e2ef4-74ef-489e-8afc-ac28fa6d8499,segment=NetworkSegment(23c10ec1-8f2d-442b-b981-0803c8e9885e),segment_id=23c10ec1-8f2d-442b-b981-0803c8e9885e)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:32:49.648591 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bb9d51de-116e-49dc-b028-8104d964ed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:49.701423 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d51de-116e-49dc-b028-8104d964ed14 None None] Pushing event updated for resources: {'Port': ['ID=a18e2ef4-74ef-489e-8afc-ac28fa6d8499,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:49.740595 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-aa0f6eda-69ed-4f4b-bc83-9e99761c872b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca87385-e1e3-4538-af85-af5726152145', 'name': 'tempest-TestEncryptedCinderVolumes-2145039672-router', 'tenant_id': '7f025992e5bb4b54ba93f596798b7d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '53e0ab9a-a7c2-4288-8a4c-c7010814a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:32:46Z', 'updated_at': '2021-06-30T10:32:48Z', 'revision_number': 3, 'project_id': '7f025992e5bb4b54ba93f596798b7d30', 'gw_port': {'id': '53e0ab9a-a7c2-4288-8a4c-c7010814a3b6', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca87385-e1e3-4538-af85-af5726152145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:32:47Z', 'updated_at': '2021-06-30T10:32:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:49.767917 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fb109a95-c481-4cee-a90e-f8deeb568564 None None] Provisioning complete for port a18e2ef4-74ef-489e-8afc-ac28fa6d8499 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:32:49.768297 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fb109a95-c481-4cee-a90e-f8deeb568564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:49.768939 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0f6eda-69ed-4f4b-bc83-9e99761c872b None None] Checking router: 1ca87385-e1e3-4538-af85-af5726152145 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:32:49.768939 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0f6eda-69ed-4f4b-bc83-9e99761c872b None None] Updating router 1ca87385-e1e3-4538-af85-af5726152145 port 53e0ab9a-a7c2-4288-8a4c-c7010814a3b6 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:32:49.808955 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-aa0f6eda-69ed-4f4b-bc83-9e99761c872b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:49.945338 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99878d87-e6d0-435b-9251-ba22d543e7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:50.089709 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-aa0f6eda-69ed-4f4b-bc83-9e99761c872b None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:50.099228 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-aa0f6eda-69ed-4f4b-bc83-9e99761c872b None None] Transition to ACTIVE for port object 53e0ab9a-a7c2-4288-8a4c-c7010814a3b6 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:32:50.186997 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-aa0f6eda-69ed-4f4b-bc83-9e99761c872b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:50.194441 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-99878d87-e6d0-435b-9251-ba22d543e7c0 admin admin] Allocated IP 172.20.0.1 (3ba12b7d-a789-4366-a033-a2952228a7ab/559d891f-ea02-461c-990a-bb725107f976/52561077-87d9-4f9b-80ce-040fd0c84312) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:32:50.234819 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-aa0f6eda-69ed-4f4b-bc83-9e99761c872b None None] Attempting to bind port 53e0ab9a-a7c2-4288-8a4c-c7010814a3b6 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:32:50.235258 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-aa0f6eda-69ed-4f4b-bc83-9e99761c872b None None] Attempting to bind port 53e0ab9a-a7c2-4288-8a4c-c7010814a3b6 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:32:50.235614 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f6eda-69ed-4f4b-bc83-9e99761c872b None None] Attempting to bind port 53e0ab9a-a7c2-4288-8a4c-c7010814a3b6 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:32:50.246083 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b9783-03e4-4162-8c99-e9505f331fd8 None None] Pushing event updated for resources: {'Port': ['ID=53e0ab9a-a7c2-4288-8a4c-c7010814a3b6,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:50.250116 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f6eda-69ed-4f4b-bc83-9e99761c872b None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:32:50.250488 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f6eda-69ed-4f4b-bc83-9e99761c872b None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:32:50.250871 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-aa0f6eda-69ed-4f4b-bc83-9e99761c872b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:50.251323 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f6eda-69ed-4f4b-bc83-9e99761c872b None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:32:50.252016 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-aa0f6eda-69ed-4f4b-bc83-9e99761c872b None None] Bound port: 53e0ab9a-a7c2-4288-8a4c-c7010814a3b6, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:32:50.252396 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-aa0f6eda-69ed-4f4b-bc83-9e99761c872b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:50.302078 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99878d87-e6d0-435b-9251-ba22d543e7c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:50.304329 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-aa0f6eda-69ed-4f4b-bc83-9e99761c872b None None] For port 53e0ab9a-a7c2-4288-8a4c-c7010814a3b6, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:32:50.307456 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-aa0f6eda-69ed-4f4b-bc83-9e99761c872b None None] For port 53e0ab9a-a7c2-4288-8a4c-c7010814a3b6, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=53e0ab9a-a7c2-4288-8a4c-c7010814a3b6,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:32:50.315416 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-99878d87-e6d0-435b-9251-ba22d543e7c0 admin admin] Transition to ACTIVE for port object 52561077-87d9-4f9b-80ce-040fd0c84312 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:32:50.390990 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-aa0f6eda-69ed-4f4b-bc83-9e99761c872b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:50.415854 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99878d87-e6d0-435b-9251-ba22d543e7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:50.449175 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b9783-03e4-4162-8c99-e9505f331fd8 None None] Pushing event updated for resources: {'Port': ['ID=53e0ab9a-a7c2-4288-8a4c-c7010814a3b6,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:50.451910 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0f6eda-69ed-4f4b-bc83-9e99761c872b None None] Routers {'1ca87385-e1e3-4538-af85-af5726152145'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:32:50.452704 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-aa0f6eda-69ed-4f4b-bc83-9e99761c872b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:32:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1ca87385-e1e3-4538-af85-af5726152145'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:50.466446 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99878d87-e6d0-435b-9251-ba22d543e7c0 admin admin] Network 3ba12b7d-a789-4366-a033-a2952228a7ab is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:32:50.469341 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-99878d87-e6d0-435b-9251-ba22d543e7c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:32:50.475535 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99878d87-e6d0-435b-9251-ba22d543e7c0 admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:32:50.481343 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99878d87-e6d0-435b-9251-ba22d543e7c0 admin admin] Pushing event updated for resources: {'Port': ['ID=52561077-87d9-4f9b-80ce-040fd0c84312,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:50.510548 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3e98c5b4-4322-41f4-82bc-43b353aef064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:50.525894 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99878d87-e6d0-435b-9251-ba22d543e7c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:50.536863 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a18e2ef4-74ef-489e-8afc-ac28fa6d8499 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:32:50.562385 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-aa0f6eda-69ed-4f4b-bc83-9e99761c872b None None] Set router 1ca87385-e1e3-4538-af85-af5726152145 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:32:50.602531 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port a18e2ef4-74ef-489e-8afc-ac28fa6d8499 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:32:50.603047 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:50.698361 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 96fe61d1-b1f5-4447-a2d6-96e8bfc98595 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:32:50.750444 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 96fe61d1-b1f5-4447-a2d6-96e8bfc98595 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:32:50.750808 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:50.767837 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-aa0f6eda-69ed-4f4b-bc83-9e99761c872b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca87385-e1e3-4538-af85-af5726152145', 'name': 'tempest-TestEncryptedCinderVolumes-2145039672-router', 'tenant_id': '7f025992e5bb4b54ba93f596798b7d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '53e0ab9a-a7c2-4288-8a4c-c7010814a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:32:46Z', 'updated_at': '2021-06-30T10:32:48Z', 'revision_number': 3, 'project_id': '7f025992e5bb4b54ba93f596798b7d30', 'gw_port': {'id': '53e0ab9a-a7c2-4288-8a4c-c7010814a3b6', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca87385-e1e3-4538-af85-af5726152145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:32:47Z', 'updated_at': '2021-06-30T10:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:50.797445 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0f6eda-69ed-4f4b-bc83-9e99761c872b None None] The sync data for ids ['1ca87385-e1e3-4538-af85-af5726152145'] in n-d-771363-31 is: [{'id': '1ca87385-e1e3-4538-af85-af5726152145', 'name': 'tempest-TestEncryptedCinderVolumes-2145039672-router', 'tenant_id': '7f025992e5bb4b54ba93f596798b7d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '53e0ab9a-a7c2-4288-8a4c-c7010814a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:32:46Z', 'updated_at': '2021-06-30T10:32:48Z', 'revision_number': 3, 'project_id': '7f025992e5bb4b54ba93f596798b7d30', 'gw_port': {'id': '53e0ab9a-a7c2-4288-8a4c-c7010814a3b6', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca87385-e1e3-4538-af85-af5726152145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:32:47Z', 'updated_at': '2021-06-30T10:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:32:50.853541 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99878d87-e6d0-435b-9251-ba22d543e7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:50.855530 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-579dd0aa-96fb-441d-9134-8c31f69f7230 None None] Provisioning for port 52561077-87d9-4f9b-80ce-040fd0c84312 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:32:50.859782 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-579dd0aa-96fb-441d-9134-8c31f69f7230 None None] Provisioning complete for port 52561077-87d9-4f9b-80ce-040fd0c84312 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:32:50.860251 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-579dd0aa-96fb-441d-9134-8c31f69f7230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:50.896504 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-579dd0aa-96fb-441d-9134-8c31f69f7230 None None] Port 52561077-87d9-4f9b-80ce-040fd0c84312 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:32:51.028457 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99878d87-e6d0-435b-9251-ba22d543e7c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:51.093339 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99878d87-e6d0-435b-9251-ba22d543e7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:51.161095 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-99878d87-e6d0-435b-9251-ba22d543e7c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:51.162960 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99878d87-e6d0-435b-9251-ba22d543e7c0 admin admin] Pushing event updated for resources: {'Port': ['ID=52561077-87d9-4f9b-80ce-040fd0c84312,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:51.259998 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99878d87-e6d0-435b-9251-ba22d543e7c0 admin admin] Network 3ba12b7d-a789-4366-a033-a2952228a7ab is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:32:51.261430 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-99878d87-e6d0-435b-9251-ba22d543e7c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:32:51.380894 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99878d87-e6d0-435b-9251-ba22d543e7c0 admin admin] Router 1ca87385-e1e3-4538-af85-af5726152145 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:32:51.519766 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-159ce13b-2315-43a0-a2c0-0e3df9e359c4 None None] Provisioning complete for port 52561077-87d9-4f9b-80ce-040fd0c84312 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:32:51.520385 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-159ce13b-2315-43a0-a2c0-0e3df9e359c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:51.558030 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-159ce13b-2315-43a0-a2c0-0e3df9e359c4 None None] Port 52561077-87d9-4f9b-80ce-040fd0c84312 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:32:51.784707 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99878d87-e6d0-435b-9251-ba22d543e7c0 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:32:51.790593 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-99878d87-e6d0-435b-9251-ba22d543e7c0 admin admin] 10.222.0.10 "PUT /v2.0/routers/1ca87385-e1e3-4538-af85-af5726152145/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3312471 Jun 30 10:32:52.271654 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e7ea78-f3bc-40da-bcf9-1583d8d82063 None None] Sync routers for ids ['1ca87385-e1e3-4538-af85-af5726152145'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:32:52.281124 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e7ea78-f3bc-40da-bcf9-1583d8d82063 None None] Routers {'1ca87385-e1e3-4538-af85-af5726152145'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:32:52.281733 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-32e7ea78-f3bc-40da-bcf9-1583d8d82063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:32:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1ca87385-e1e3-4538-af85-af5726152145'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:52.386193 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-32e7ea78-f3bc-40da-bcf9-1583d8d82063 None None] Set router 1ca87385-e1e3-4538-af85-af5726152145 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:32:52.525630 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 53e0ab9a-a7c2-4288-8a4c-c7010814a3b6 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:32:52.631188 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-32e7ea78-f3bc-40da-bcf9-1583d8d82063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca87385-e1e3-4538-af85-af5726152145', 'name': 'tempest-TestEncryptedCinderVolumes-2145039672-router', 'tenant_id': '7f025992e5bb4b54ba93f596798b7d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '53e0ab9a-a7c2-4288-8a4c-c7010814a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:32:46Z', 'updated_at': '2021-06-30T10:32:50Z', 'revision_number': 4, 'project_id': '7f025992e5bb4b54ba93f596798b7d30', 'gw_port': {'id': '53e0ab9a-a7c2-4288-8a4c-c7010814a3b6', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca87385-e1e3-4538-af85-af5726152145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:32:47Z', 'updated_at': '2021-06-30T10:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '52561077-87d9-4f9b-80ce-040fd0c84312', 'name': '', 'network_id': '3ba12b7d-a789-4366-a033-a2952228a7ab', 'tenant_id': '7f025992e5bb4b54ba93f596798b7d30', 'mac_address': 'fa:16:3e:11:88:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca87385-e1e3-4538-af85-af5726152145', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '559d891f-ea02-461c-990a-bb725107f976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:32:49Z', 'updated_at': '2021-06-30T10:32:50Z', 'revision_number': 2, 'project_id': '7f025992e5bb4b54ba93f596798b7d30', 'subnets': [{'id': '559d891f-ea02-461c-990a-bb725107f976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:52.657888 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e7ea78-f3bc-40da-bcf9-1583d8d82063 None None] Checking router: 1ca87385-e1e3-4538-af85-af5726152145 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:32:52.658018 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e7ea78-f3bc-40da-bcf9-1583d8d82063 None None] Updating router 1ca87385-e1e3-4538-af85-af5726152145 port 52561077-87d9-4f9b-80ce-040fd0c84312 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:32:52.666204 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-4eaa6146-2e43-47d1-891f-7f5a83731276 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:52.667944 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-4eaa6146-2e43-47d1-891f-7f5a83731276 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/networks?id=efd8a283-0061-4f2c-ad0e-38655032b80e HTTP/1.1" status: 200 len: 817 time: 0.1031473 Jun 30 10:32:52.683333 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 53e0ab9a-a7c2-4288-8a4c-c7010814a3b6 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:32:52.684928 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-68a0ef59-9975-4b9a-8301-e2fde5932003 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/quotas/d55bd99eb62e434a9f286990d71454f4 HTTP/1.1" status: 200 len: 375 time: 0.0106499 Jun 30 10:32:52.689572 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 53e0ab9a-a7c2-4288-8a4c-c7010814a3b6 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:32:52.689937 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:52.759089 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-dc33d5d9-f0fd-423b-aed0-80f8907c3349 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d55bd99eb62e434a9f286990d71454f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684586 Jun 30 10:32:52.878945 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-32e7ea78-f3bc-40da-bcf9-1583d8d82063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:52.971362 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-67c41635-3f6b-4690-85d5-33010b755459 service neutron] 10.222.0.10 "GET /v2.0/networks/efd8a283-0061-4f2c-ad0e-38655032b80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001634 Jun 30 10:32:53.019448 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-48faa03e-7707-405e-bfda-a786d6dd1134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:53.033710 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:53.067283 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-1fac0196-0a06-40e0-9666-c327d3efc65b service neutron] 10.222.0.10 "GET /v2.0/networks/efd8a283-0061-4f2c-ad0e-38655032b80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880339 Jun 30 10:32:53.068230 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 53e0ab9a-a7c2-4288-8a4c-c7010814a3b6, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=53e0ab9a-a7c2-4288-8a4c-c7010814a3b6,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:32:53.141524 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:53.234342 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=53e0ab9a-a7c2-4288-8a4c-c7010814a3b6,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:53.248278 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:53.248621 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:53.248961 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:53.249294 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:53.249616 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:53.249943 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:53.250262 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:53.250585 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:53.250900 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:53.251244 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:53.251560 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:53.251877 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:53.264702 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-32e7ea78-f3bc-40da-bcf9-1583d8d82063 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:53.283855 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-32e7ea78-f3bc-40da-bcf9-1583d8d82063 None None] Transition to ACTIVE for port object 52561077-87d9-4f9b-80ce-040fd0c84312 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:32:53.332934 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1aceff79-0453-4a5a-8a2e-a67b5d1a6e6a req-5e6dd06c-4490-4d0d-b955-acb5e67a6da9 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ff2a24b-c519-420b-a472-c6bf18117113 HTTP/1.1" status: 200 len: 210 time: 0.0292249 Jun 30 10:32:53.358211 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-32e7ea78-f3bc-40da-bcf9-1583d8d82063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:53.413780 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b7bb6-155e-4def-8bc5-2efbab488d13 None None] Pushing event updated for resources: {'Port': ['ID=52561077-87d9-4f9b-80ce-040fd0c84312,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:53.471709 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-32e7ea78-f3bc-40da-bcf9-1583d8d82063 None None] Attempting to bind port 52561077-87d9-4f9b-80ce-040fd0c84312 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:32:53.471931 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-32e7ea78-f3bc-40da-bcf9-1583d8d82063 None None] Attempting to bind port 52561077-87d9-4f9b-80ce-040fd0c84312 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '23c10ec1-8f2d-442b-b981-0803c8e9885e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3ba12b7d-a789-4366-a033-a2952228a7ab'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:32:53.472301 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e7ea78-f3bc-40da-bcf9-1583d8d82063 None None] Attempting to bind port 52561077-87d9-4f9b-80ce-040fd0c84312 on network 3ba12b7d-a789-4366-a033-a2952228a7ab {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:32:53.478536 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e7ea78-f3bc-40da-bcf9-1583d8d82063 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:32:53.478919 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e7ea78-f3bc-40da-bcf9-1583d8d82063 None None] Checking segment: {'id': '23c10ec1-8f2d-442b-b981-0803c8e9885e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3ba12b7d-a789-4366-a033-a2952228a7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:32:53.479396 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-32e7ea78-f3bc-40da-bcf9-1583d8d82063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:53.479790 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e7ea78-f3bc-40da-bcf9-1583d8d82063 None None] Bound using segment: {'id': '23c10ec1-8f2d-442b-b981-0803c8e9885e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3ba12b7d-a789-4366-a033-a2952228a7ab'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:32:53.480255 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-32e7ea78-f3bc-40da-bcf9-1583d8d82063 None None] Bound port: 52561077-87d9-4f9b-80ce-040fd0c84312, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c10ec1-8f2d-442b-b981-0803c8e9885e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3ba12b7d-a789-4366-a033-a2952228a7ab'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:32:53.480627 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-32e7ea78-f3bc-40da-bcf9-1583d8d82063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:53.563309 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-32e7ea78-f3bc-40da-bcf9-1583d8d82063 None None] For port 52561077-87d9-4f9b-80ce-040fd0c84312, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:32:53.563309 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-32e7ea78-f3bc-40da-bcf9-1583d8d82063 None None] For port 52561077-87d9-4f9b-80ce-040fd0c84312, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=52561077-87d9-4f9b-80ce-040fd0c84312,segment=NetworkSegment(23c10ec1-8f2d-442b-b981-0803c8e9885e),segment_id=23c10ec1-8f2d-442b-b981-0803c8e9885e)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:32:53.612974 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:53.641877 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-32e7ea78-f3bc-40da-bcf9-1583d8d82063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:53.707963 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b7bb6-155e-4def-8bc5-2efbab488d13 None None] Pushing event updated for resources: {'Port': ['ID=52561077-87d9-4f9b-80ce-040fd0c84312,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:53.711983 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e7ea78-f3bc-40da-bcf9-1583d8d82063 None None] Routers {'1ca87385-e1e3-4538-af85-af5726152145'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:32:53.712632 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-32e7ea78-f3bc-40da-bcf9-1583d8d82063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:32:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1ca87385-e1e3-4538-af85-af5726152145'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:53.825100 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-32e7ea78-f3bc-40da-bcf9-1583d8d82063 None None] Set router 1ca87385-e1e3-4538-af85-af5726152145 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:32:54.036021 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-32e7ea78-f3bc-40da-bcf9-1583d8d82063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca87385-e1e3-4538-af85-af5726152145', 'name': 'tempest-TestEncryptedCinderVolumes-2145039672-router', 'tenant_id': '7f025992e5bb4b54ba93f596798b7d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '53e0ab9a-a7c2-4288-8a4c-c7010814a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:32:46Z', 'updated_at': '2021-06-30T10:32:50Z', 'revision_number': 4, 'project_id': '7f025992e5bb4b54ba93f596798b7d30', 'gw_port': {'id': '53e0ab9a-a7c2-4288-8a4c-c7010814a3b6', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca87385-e1e3-4538-af85-af5726152145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:32:47Z', 'updated_at': '2021-06-30T10:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '52561077-87d9-4f9b-80ce-040fd0c84312', 'name': '', 'network_id': '3ba12b7d-a789-4366-a033-a2952228a7ab', 'tenant_id': '7f025992e5bb4b54ba93f596798b7d30', 'mac_address': 'fa:16:3e:11:88:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca87385-e1e3-4538-af85-af5726152145', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '559d891f-ea02-461c-990a-bb725107f976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:32:49Z', 'updated_at': '2021-06-30T10:32:53Z', 'revision_number': 4, 'project_id': '7f025992e5bb4b54ba93f596798b7d30', 'subnets': [{'id': '559d891f-ea02-461c-990a-bb725107f976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:54.063773 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e7ea78-f3bc-40da-bcf9-1583d8d82063 None None] The sync data for ids ['1ca87385-e1e3-4538-af85-af5726152145'] in n-d-771363-31 is: [{'id': '1ca87385-e1e3-4538-af85-af5726152145', 'name': 'tempest-TestEncryptedCinderVolumes-2145039672-router', 'tenant_id': '7f025992e5bb4b54ba93f596798b7d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '53e0ab9a-a7c2-4288-8a4c-c7010814a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:32:46Z', 'updated_at': '2021-06-30T10:32:50Z', 'revision_number': 4, 'project_id': '7f025992e5bb4b54ba93f596798b7d30', 'gw_port': {'id': '53e0ab9a-a7c2-4288-8a4c-c7010814a3b6', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca87385-e1e3-4538-af85-af5726152145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:32:47Z', 'updated_at': '2021-06-30T10:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '52561077-87d9-4f9b-80ce-040fd0c84312', 'name': '', 'network_id': '3ba12b7d-a789-4366-a033-a2952228a7ab', 'tenant_id': '7f025992e5bb4b54ba93f596798b7d30', 'mac_address': 'fa:16:3e:11:88:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca87385-e1e3-4538-af85-af5726152145', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '559d891f-ea02-461c-990a-bb725107f976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:32:49Z', 'updated_at': '2021-06-30T10:32:53Z', 'revision_number': 4, 'project_id': '7f025992e5bb4b54ba93f596798b7d30', 'subnets': [{'id': '559d891f-ea02-461c-990a-bb725107f976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:32:54.424232 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1added09-bc92-4c86-ba5d-697d878522b9 req-47e1fbda-b56e-4fae-b2c4-89e3421192d2 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ff2a24b-c519-420b-a472-c6bf18117113 HTTP/1.1" status: 200 len: 210 time: 0.0368276 Jun 30 10:32:54.580067 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 53e0ab9a-a7c2-4288-8a4c-c7010814a3b6 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:32:54.631616 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 53e0ab9a-a7c2-4288-8a4c-c7010814a3b6 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:32:54.632234 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:54.718959 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 52561077-87d9-4f9b-80ce-040fd0c84312 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:32:54.827354 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 52561077-87d9-4f9b-80ce-040fd0c84312 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:32:54.831868 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 52561077-87d9-4f9b-80ce-040fd0c84312 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:32:54.832256 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:54.926866 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:54.964868 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 52561077-87d9-4f9b-80ce-040fd0c84312, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=52561077-87d9-4f9b-80ce-040fd0c84312,segment=NetworkSegment(23c10ec1-8f2d-442b-b981-0803c8e9885e),segment_id=23c10ec1-8f2d-442b-b981-0803c8e9885e)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:32:54.975399 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:55.032769 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:55.085971 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=52561077-87d9-4f9b-80ce-040fd0c84312,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:55.565551 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-911aa2d8-9fd5-4d52-ad92-60d01c2243bb req-19c07dda-a132-4b40-ad10-db201127424f tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ff2a24b-c519-420b-a472-c6bf18117113 HTTP/1.1" status: 200 len: 210 time: 0.0293252 Jun 30 10:32:55.775578 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-d7f5fa1d-4a63-4015-84b1-a4e1fa83aa81 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:55.777049 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-d7f5fa1d-4a63-4015-84b1-a4e1fa83aa81 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.37 "GET /v2.0/networks?id=efd8a283-0061-4f2c-ad0e-38655032b80e HTTP/1.1" status: 200 len: 817 time: 0.1046882 Jun 30 10:32:55.788719 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-3a174406-a1ee-4022-a61d-c691ce757553 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Request body: {'port': {'device_id': '2ff2a24b-c519-420b-a472-c6bf18117113', 'network_id': 'efd8a283-0061-4f2c-ad0e-38655032b80e', 'admin_state_up': True, 'tenant_id': 'd55bd99eb62e434a9f286990d71454f4'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:32:55.961601 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-3a174406-a1ee-4022-a61d-c691ce757553 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Made reservation on behalf of d55bd99eb62e434a9f286990d71454f4 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:32:55.965241 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-3a174406-a1ee-4022-a61d-c691ce757553 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:56.095317 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-3a174406-a1ee-4022-a61d-c691ce757553 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Allocated IP 172.20.0.7 (efd8a283-0061-4f2c-ad0e-38655032b80e/27e37108-9388-47de-8b7c-901b7d19cee2/8e87186e-6766-47e6-855d-3f6320cada98) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:32:56.243533 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-3a174406-a1ee-4022-a61d-c691ce757553 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:56.257344 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-3a174406-a1ee-4022-a61d-c691ce757553 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Transition to ACTIVE for port object 8e87186e-6766-47e6-855d-3f6320cada98 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:32:56.387852 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-3a174406-a1ee-4022-a61d-c691ce757553 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:56.439489 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-3a174406-a1ee-4022-a61d-c691ce757553 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Network efd8a283-0061-4f2c-ad0e-38655032b80e is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:32:56.443263 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-3a174406-a1ee-4022-a61d-c691ce757553 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:32:56.450876 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-3a174406-a1ee-4022-a61d-c691ce757553 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:32:56.458123 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a174406-a1ee-4022-a61d-c691ce757553 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Pushing event updated for resources: {'Port': ['ID=8e87186e-6766-47e6-855d-3f6320cada98,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:56.498060 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 52561077-87d9-4f9b-80ce-040fd0c84312 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:32:56.513402 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-3a174406-a1ee-4022-a61d-c691ce757553 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:56.514218 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-3a174406-a1ee-4022-a61d-c691ce757553 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:56.563479 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 52561077-87d9-4f9b-80ce-040fd0c84312 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:32:56.564071 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:56.634976 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-3a174406-a1ee-4022-a61d-c691ce757553 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8496437 Jun 30 10:32:56.646935 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-72463600-f7b3-42bf-a13e-e6af756dac8d service neutron] Request body: {'port': {'device_id': '2ff2a24b-c519-420b-a472-c6bf18117113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:32:56.692989 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:56.759619 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-72463600-f7b3-42bf-a13e-e6af756dac8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:56.761169 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a0836ea1-ca6c-4bae-b663-7f86008796cb None None] Provisioning for port 8e87186e-6766-47e6-855d-3f6320cada98 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:32:56.765344 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a0836ea1-ca6c-4bae-b663-7f86008796cb None None] Provisioning complete for port 8e87186e-6766-47e6-855d-3f6320cada98 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:32:56.765782 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a0836ea1-ca6c-4bae-b663-7f86008796cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:56.801376 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a0836ea1-ca6c-4bae-b663-7f86008796cb None None] Port 8e87186e-6766-47e6-855d-3f6320cada98 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:32:56.827897 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850aa93-1ebc-4576-98cb-3315b30ff250 req-cbc611c1-4355-4101-a36a-da27783a0116 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:56.829361 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1850aa93-1ebc-4576-98cb-3315b30ff250 req-cbc611c1-4355-4101-a36a-da27783a0116 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ff2a24b-c519-420b-a472-c6bf18117113 HTTP/1.1" status: 200 len: 931 time: 0.1356897 Jun 30 10:32:56.931308 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1850aa93-1ebc-4576-98cb-3315b30ff250 req-f706fdae-96d3-4823-bdd2-2993ed46fc20 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d3d1f0a-79a5-496f-b110-69e2da544ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951529 Jun 30 10:32:57.076601 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-72463600-f7b3-42bf-a13e-e6af756dac8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e87186e-6766-47e6-855d-3f6320cada98 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:32:57.084471 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-72463600-f7b3-42bf-a13e-e6af756dac8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:57.102948 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-72463600-f7b3-42bf-a13e-e6af756dac8d service neutron] Transition to ACTIVE for port object 8e87186e-6766-47e6-855d-3f6320cada98 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:32:57.181630 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-72463600-f7b3-42bf-a13e-e6af756dac8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:57.234826 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72463600-f7b3-42bf-a13e-e6af756dac8d service neutron] Pushing event updated for resources: {'Port': ['ID=8e87186e-6766-47e6-855d-3f6320cada98,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:57.313529 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-72463600-f7b3-42bf-a13e-e6af756dac8d service neutron] Attempting to bind port 8e87186e-6766-47e6-855d-3f6320cada98 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:32:57.313863 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-72463600-f7b3-42bf-a13e-e6af756dac8d service neutron] Attempting to bind port 8e87186e-6766-47e6-855d-3f6320cada98 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': 'ab6997f1-535f-403b-8d15-ab60bb8948f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'efd8a283-0061-4f2c-ad0e-38655032b80e'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:32:57.314193 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-72463600-f7b3-42bf-a13e-e6af756dac8d service neutron] Attempting to bind port 8e87186e-6766-47e6-855d-3f6320cada98 on network efd8a283-0061-4f2c-ad0e-38655032b80e {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:32:57.318821 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-72463600-f7b3-42bf-a13e-e6af756dac8d service neutron] Port 8e87186e-6766-47e6-855d-3f6320cada98 on network efd8a283-0061-4f2c-ad0e-38655032b80e not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:32:57.319163 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-72463600-f7b3-42bf-a13e-e6af756dac8d service neutron] Attempting to bind port 8e87186e-6766-47e6-855d-3f6320cada98 on network efd8a283-0061-4f2c-ad0e-38655032b80e {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:32:57.324263 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-72463600-f7b3-42bf-a13e-e6af756dac8d service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:32:57.324609 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-72463600-f7b3-42bf-a13e-e6af756dac8d service neutron] Checking segment: {'id': 'ab6997f1-535f-403b-8d15-ab60bb8948f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'efd8a283-0061-4f2c-ad0e-38655032b80e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:32:57.324995 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-72463600-f7b3-42bf-a13e-e6af756dac8d service neutron] Bound using segment: {'id': 'ab6997f1-535f-403b-8d15-ab60bb8948f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'efd8a283-0061-4f2c-ad0e-38655032b80e'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:32:57.325427 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-72463600-f7b3-42bf-a13e-e6af756dac8d service neutron] Bound port: 8e87186e-6766-47e6-855d-3f6320cada98, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab6997f1-535f-403b-8d15-ab60bb8948f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'efd8a283-0061-4f2c-ad0e-38655032b80e'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:32:57.325933 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-72463600-f7b3-42bf-a13e-e6af756dac8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:57.395721 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-72463600-f7b3-42bf-a13e-e6af756dac8d service neutron] For port 8e87186e-6766-47e6-855d-3f6320cada98, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:32:57.399258 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-72463600-f7b3-42bf-a13e-e6af756dac8d service neutron] For port 8e87186e-6766-47e6-855d-3f6320cada98, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=8e87186e-6766-47e6-855d-3f6320cada98,segment=NetworkSegment(ab6997f1-535f-403b-8d15-ab60bb8948f5),segment_id=ab6997f1-535f-403b-8d15-ab60bb8948f5)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:32:57.530529 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-72463600-f7b3-42bf-a13e-e6af756dac8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:57.563460 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-72463600-f7b3-42bf-a13e-e6af756dac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:57.564105 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-72463600-f7b3-42bf-a13e-e6af756dac8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:57.565497 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-72463600-f7b3-42bf-a13e-e6af756dac8d service neutron] 10.222.0.37 "PUT /v2.0/ports/8e87186e-6766-47e6-855d-3f6320cada98 HTTP/1.1" status: 200 len: 1092 time: 0.9235194 Jun 30 10:32:57.565931 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff2a24b-c519-420b-a472-c6bf18117113', 'tag': '8e87186e-6766-47e6-855d-3f6320cada98'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:32:57.570083 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4389a7cf-8978-4c5e-b560-71d4a5bcffc5" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff2a24b-c519-420b-a472-c6bf18117113", "tag": "8e87186e-6766-47e6-855d-3f6320cada98"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:32:57.599753 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72463600-f7b3-42bf-a13e-e6af756dac8d service neutron] Pushing event updated for resources: {'Port': ['ID=8e87186e-6766-47e6-855d-3f6320cada98,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:57.619710 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6032186a-cbe4-4681-b2cb-49f2228d30f9 x-openstack-request-id: req-6032186a-cbe4-4681-b2cb-49f2228d30f9 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:32:57.620014 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff2a24b-c519-420b-a472-c6bf18117113", "tag": "8e87186e-6766-47e6-855d-3f6320cada98", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:32:57.620275 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6032186a-cbe4-4681-b2cb-49f2228d30f9 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:32:57.620683 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff2a24b-c519-420b-a472-c6bf18117113', 'tag': '8e87186e-6766-47e6-855d-3f6320cada98', 'status': 'completed', 'code': 200} Jun 30 10:32:57.702329 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389a7cf-8978-4c5e-b560-71d4a5bcffc5 req-9972f2ff-9fa5-43f6-b5a5-1cc0fe31ac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:57.704549 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4389a7cf-8978-4c5e-b560-71d4a5bcffc5 req-9972f2ff-9fa5-43f6-b5a5-1cc0fe31ac59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d55bd99eb62e434a9f286990d71454f4&device_id=2ff2a24b-c519-420b-a472-c6bf18117113 HTTP/1.1" status: 200 len: 1095 time: 0.0632222 Jun 30 10:32:57.806331 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389a7cf-8978-4c5e-b560-71d4a5bcffc5 req-3ff51a96-da4b-4c82-b8b3-6e9826360923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:57.807837 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4389a7cf-8978-4c5e-b560-71d4a5bcffc5 req-3ff51a96-da4b-4c82-b8b3-6e9826360923 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d55bd99eb62e434a9f286990d71454f4&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0961015 Jun 30 10:32:57.906826 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389a7cf-8978-4c5e-b560-71d4a5bcffc5 req-3b6c9a4b-84a8-4f9b-9b99-13c0682d8d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:57.908322 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4389a7cf-8978-4c5e-b560-71d4a5bcffc5 req-3b6c9a4b-84a8-4f9b-9b99-13c0682d8d8b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948436 Jun 30 10:32:58.003154 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-b78b81a4-1240-4bbd-9216-35ed72c63155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:58.004652 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-b78b81a4-1240-4bbd-9216-35ed72c63155 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d55bd99eb62e434a9f286990d71454f4&device_id=2ff2a24b-c519-420b-a472-c6bf18117113 HTTP/1.1" status: 200 len: 1095 time: 0.0588930 Jun 30 10:32:58.048254 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-34d4ccfc-0262-4687-a750-b03f26f74b65 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e87186e-6766-47e6-855d-3f6320cada98 HTTP/1.1" status: 200 len: 217 time: 0.0364723 Jun 30 10:32:58.129926 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-2604bba0-d5da-4ee8-9d81-5a44caf2351a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:58.131455 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-2604bba0-d5da-4ee8-9d81-5a44caf2351a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=27e37108-9388-47de-8b7c-901b7d19cee2 HTTP/1.1" status: 200 len: 856 time: 0.0746999 Jun 30 10:32:58.180446 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9fb16-5831-4425-ac4c-15bf58420904 req-f43bd83c-212c-4c73-9678-08f55507e55d tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:58.181909 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-99e9fb16-5831-4425-ac4c-15bf58420904 req-f43bd83c-212c-4c73-9678-08f55507e55d tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ff2a24b-c519-420b-a472-c6bf18117113 HTTP/1.1" status: 200 len: 943 time: 0.1362271 Jun 30 10:32:58.231145 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-5ddea0ac-a401-4668-b132-cc353d040d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:58.232632 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-5ddea0ac-a401-4668-b132-cc353d040d28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=efd8a283-0061-4f2c-ad0e-38655032b80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0944302 Jun 30 10:32:58.235900 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-99e9fb16-5831-4425-ac4c-15bf58420904 req-500031d8-90ea-414c-b68e-f7682e0a1ee3 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d3d1f0a-79a5-496f-b110-69e2da544ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478692 Jun 30 10:32:58.330015 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-53da27c4-88d0-46b6-a1e1-25a56048f75a service neutron] 10.222.0.37 "GET /v2.0/networks/efd8a283-0061-4f2c-ad0e-38655032b80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910628 Jun 30 10:32:58.417963 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-da4df6c2-c4e4-40b8-b365-68d2287fdfa9 req-a52ffa50-10e5-443a-876d-3eff8bd38e6e service neutron] 10.222.0.37 "GET /v2.0/networks/efd8a283-0061-4f2c-ad0e-38655032b80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824225 Jun 30 10:32:59.415544 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd3da6-b169-4dc6-ab51-31825981b3f0 req-02fd3126-7250-4878-a272-2a690f0e1c8e tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:59.417006 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c8cd3da6-b169-4dc6-ab51-31825981b3f0 req-02fd3126-7250-4878-a272-2a690f0e1c8e tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ff2a24b-c519-420b-a472-c6bf18117113 HTTP/1.1" status: 200 len: 943 time: 0.0672691 Jun 30 10:32:59.457567 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c8cd3da6-b169-4dc6-ab51-31825981b3f0 req-d4a274c8-8848-492f-9703-721fa721a8e9 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d3d1f0a-79a5-496f-b110-69e2da544ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345161 Jun 30 10:33:00.635780 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0ea39-57fb-4da8-b9b7-7723debab3dd req-da301a46-597e-4b0c-b47f-cad7bd7e1ef4 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:00.637254 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-34a0ea39-57fb-4da8-b9b7-7723debab3dd req-da301a46-597e-4b0c-b47f-cad7bd7e1ef4 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ff2a24b-c519-420b-a472-c6bf18117113 HTTP/1.1" status: 200 len: 943 time: 0.0682185 Jun 30 10:33:00.676514 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-34a0ea39-57fb-4da8-b9b7-7723debab3dd req-48e1defb-4cf1-480c-bdcd-9632e3b05ac6 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d3d1f0a-79a5-496f-b110-69e2da544ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324805 Jun 30 10:33:01.854236 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca259bcd-1bbd-4126-9b13-f04f20c1cb9f req-060641cd-12ea-4629-aff3-7f4e9944086d tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:01.859883 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ca259bcd-1bbd-4126-9b13-f04f20c1cb9f req-060641cd-12ea-4629-aff3-7f4e9944086d tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ff2a24b-c519-420b-a472-c6bf18117113 HTTP/1.1" status: 200 len: 943 time: 0.0685432 Jun 30 10:33:01.893572 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ca259bcd-1bbd-4126-9b13-f04f20c1cb9f req-21327d43-d775-4ce0-800b-7b9b2593df73 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d3d1f0a-79a5-496f-b110-69e2da544ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322278 Jun 30 10:33:02.375218 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 8e87186e-6766-47e6-855d-3f6320cada98 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:33:02.480044 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 8e87186e-6766-47e6-855d-3f6320cada98, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=8e87186e-6766-47e6-855d-3f6320cada98,segment=NetworkSegment(ab6997f1-535f-403b-8d15-ab60bb8948f5),segment_id=ab6997f1-535f-403b-8d15-ab60bb8948f5)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:02.492101 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '8e87186e-6766-47e6-855d-3f6320cada98', 'network_id': 'efd8a283-0061-4f2c-ad0e-38655032b80e', 'port_id': '8e87186e-6766-47e6-855d-3f6320cada98', 'mac_address': 'fa:16:3e:1c:f9:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e37108-9388-47de-8b7c-901b7d19cee2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:33:02.535417 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:02.548297 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e87186e-6766-47e6-855d-3f6320cada98 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:33:02.569995 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 8e87186e-6766-47e6-855d-3f6320cada98, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=8e87186e-6766-47e6-855d-3f6320cada98,segment=NetworkSegment(ab6997f1-535f-403b-8d15-ab60bb8948f5),segment_id=ab6997f1-535f-403b-8d15-ab60bb8948f5)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:02.665014 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:02.716665 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=8e87186e-6766-47e6-855d-3f6320cada98,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:02.985339 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['8e87186e-6766-47e6-855d-3f6320cada98'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:33:03.074712 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70c3cb-6a4a-4009-bb56-cd5b17952776 req-c7bc85f7-3dcc-445f-a4f2-178cb2aa54f9 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:03.076245 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0f70c3cb-6a4a-4009-bb56-cd5b17952776 req-c7bc85f7-3dcc-445f-a4f2-178cb2aa54f9 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ff2a24b-c519-420b-a472-c6bf18117113 HTTP/1.1" status: 200 len: 944 time: 0.0632379 Jun 30 10:33:03.113906 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0f70c3cb-6a4a-4009-bb56-cd5b17952776 req-41184ab7-e94f-4fb6-b9a7-7ae68a88b935 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d3d1f0a-79a5-496f-b110-69e2da544ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319707 Jun 30 10:33:04.288203 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5dd57-a65d-46c3-8d9b-8b38fa265e93 req-a1e0ce96-466c-401b-932c-6a070e230cb4 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:04.289592 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f9e5dd57-a65d-46c3-8d9b-8b38fa265e93 req-a1e0ce96-466c-401b-932c-6a070e230cb4 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ff2a24b-c519-420b-a472-c6bf18117113 HTTP/1.1" status: 200 len: 944 time: 0.0633383 Jun 30 10:33:04.328042 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f9e5dd57-a65d-46c3-8d9b-8b38fa265e93 req-f4598c1b-d18a-4560-8e69-b7bd05c01acd tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d3d1f0a-79a5-496f-b110-69e2da544ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328536 Jun 30 10:33:04.389548 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 8e87186e-6766-47e6-855d-3f6320cada98 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:33:04.500924 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 8e87186e-6766-47e6-855d-3f6320cada98 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:33:04.505110 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 8e87186e-6766-47e6-855d-3f6320cada98 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:33:04.505482 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:04.590208 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:04.615323 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff2a24b-c519-420b-a472-c6bf18117113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e87186e-6766-47e6-855d-3f6320cada98'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:33:04.621156 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95da3849-345c-4d6f-a37b-336f7582b1eb" -d '{"events": [{"server_uuid": "2ff2a24b-c519-420b-a472-c6bf18117113", "name": "network-vif-plugged", "status": "completed", "tag": "8e87186e-6766-47e6-855d-3f6320cada98"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:33:04.631588 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 8e87186e-6766-47e6-855d-3f6320cada98, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=8e87186e-6766-47e6-855d-3f6320cada98,segment=NetworkSegment(ab6997f1-535f-403b-8d15-ab60bb8948f5),segment_id=ab6997f1-535f-403b-8d15-ab60bb8948f5)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:04.656179 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5463de-bc09-4f37-8569-336271d28e62 x-openstack-request-id: req-9d5463de-bc09-4f37-8569-336271d28e62 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:33:04.656472 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff2a24b-c519-420b-a472-c6bf18117113", "name": "network-vif-plugged", "status": "completed", "tag": "8e87186e-6766-47e6-855d-3f6320cada98", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:33:04.656775 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9d5463de-bc09-4f37-8569-336271d28e62 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:33:04.657240 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff2a24b-c519-420b-a472-c6bf18117113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e87186e-6766-47e6-855d-3f6320cada98', 'code': 200} Jun 30 10:33:04.689849 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:04.738792 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=8e87186e-6766-47e6-855d-3f6320cada98,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:04.782867 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33060e86-31e4-4511-8c0a-782358ac4c32 req-0b01dca8-26e4-484c-91cb-30a7f996c6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:04.784394 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-33060e86-31e4-4511-8c0a-782358ac4c32 req-0b01dca8-26e4-484c-91cb-30a7f996c6b3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2ff2a24b-c519-420b-a472-c6bf18117113 HTTP/1.1" status: 200 len: 1097 time: 0.0611477 Jun 30 10:33:04.820800 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-33060e86-31e4-4511-8c0a-782358ac4c32 req-093adf17-ed7a-408d-9db1-90902137e8d7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9d3d1f0a-79a5-496f-b110-69e2da544ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296144 Jun 30 10:33:05.510570 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c01d7-db6a-45db-918c-47b600dbcbc0 req-7f7cc871-b0d0-4e0e-aa8c-1bb307f7b50d tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:05.512082 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-164c01d7-db6a-45db-918c-47b600dbcbc0 req-7f7cc871-b0d0-4e0e-aa8c-1bb307f7b50d tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ff2a24b-c519-420b-a472-c6bf18117113 HTTP/1.1" status: 200 len: 945 time: 0.0692892 Jun 30 10:33:05.551105 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-164c01d7-db6a-45db-918c-47b600dbcbc0 req-01d7da40-8724-4389-b672-2819e7397d1e tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d3d1f0a-79a5-496f-b110-69e2da544ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334113 Jun 30 10:33:06.730701 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310a696-f57d-4c4e-9812-bb60f7307c2b req-3f43b6c8-355c-41fd-a99c-620b7a325db3 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:06.732250 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9310a696-f57d-4c4e-9812-bb60f7307c2b req-3f43b6c8-355c-41fd-a99c-620b7a325db3 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ff2a24b-c519-420b-a472-c6bf18117113 HTTP/1.1" status: 200 len: 945 time: 0.0656228 Jun 30 10:33:06.776983 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9310a696-f57d-4c4e-9812-bb60f7307c2b req-1745f58d-1f43-47ea-971f-011babf9de46 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d3d1f0a-79a5-496f-b110-69e2da544ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389521 Jun 30 10:33:06.966754 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16de30c-f03c-46bf-a03b-f9ef7cef2bfb req-8d4c297a-c762-477c-bf32-417b1dc9b287 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:06.968412 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d16de30c-f03c-46bf-a03b-f9ef7cef2bfb req-8d4c297a-c762-477c-bf32-417b1dc9b287 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ff2a24b-c519-420b-a472-c6bf18117113 HTTP/1.1" status: 200 len: 945 time: 0.0666490 Jun 30 10:33:07.009257 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d16de30c-f03c-46bf-a03b-f9ef7cef2bfb req-3f9623cb-507f-49fe-b00c-9bdecd4c7936 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d3d1f0a-79a5-496f-b110-69e2da544ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350289 Jun 30 10:33:07.974615 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:33:08.660929 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:09.678312 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:20.538048 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-310ec971-73ef-47fa-ba29-2e9443861574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:22.969316 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ae92622c-6bf0-4c8f-975e-12ab38029223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:23.592040 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:24.933231 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:26.620661 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:31.044844 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a7f2c-6574-442a-aa52-e3c13617ed0f req-4dce0aae-e835-4f67-9080-92f2a592ec31 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:31.046330 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-af2a7f2c-6574-442a-aa52-e3c13617ed0f req-4dce0aae-e835-4f67-9080-92f2a592ec31 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ff2a24b-c519-420b-a472-c6bf18117113 HTTP/1.1" status: 200 len: 945 time: 0.0648818 Jun 30 10:33:31.084647 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-af2a7f2c-6574-442a-aa52-e3c13617ed0f req-c301f5e2-d341-4f77-9a5e-787814e9bdfc tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d3d1f0a-79a5-496f-b110-69e2da544ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326991 Jun 30 10:33:32.260510 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ef622-25d9-43dc-92f3-5158c28ff6b7 req-f6bdad6a-333f-4695-8f5c-6bb00486f334 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:32.262602 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ab2ef622-25d9-43dc-92f3-5158c28ff6b7 req-f6bdad6a-333f-4695-8f5c-6bb00486f334 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ff2a24b-c519-420b-a472-c6bf18117113 HTTP/1.1" status: 200 len: 945 time: 0.0627017 Jun 30 10:33:32.300445 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ab2ef622-25d9-43dc-92f3-5158c28ff6b7 req-ea2c3625-8042-445e-bf32-5888954b0d70 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d3d1f0a-79a5-496f-b110-69e2da544ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319021 Jun 30 10:33:32.726848 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4822f-a8d6-4e07-baae-ea7a71adeae9 req-b70260c7-3268-4ba3-9427-63810626b262 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:32.728318 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-22b4822f-a8d6-4e07-baae-ea7a71adeae9 req-b70260c7-3268-4ba3-9427-63810626b262 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ff2a24b-c519-420b-a472-c6bf18117113 HTTP/1.1" status: 200 len: 945 time: 0.0660002 Jun 30 10:33:32.824733 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-22b4822f-a8d6-4e07-baae-ea7a71adeae9 req-7503d5bf-4560-4a5e-9443-415ef2b19a59 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Deleting port 8e87186e-6766-47e6-855d-3f6320cada98 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:33:32.825169 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-22b4822f-a8d6-4e07-baae-ea7a71adeae9 req-7503d5bf-4560-4a5e-9443-415ef2b19a59 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:32.913725 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-22b4822f-a8d6-4e07-baae-ea7a71adeae9 req-7503d5bf-4560-4a5e-9443-415ef2b19a59 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] For port 8e87186e-6766-47e6-855d-3f6320cada98, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=8e87186e-6766-47e6-855d-3f6320cada98,segment=NetworkSegment(ab6997f1-535f-403b-8d15-ab60bb8948f5),segment_id=ab6997f1-535f-403b-8d15-ab60bb8948f5)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:32.914076 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-22b4822f-a8d6-4e07-baae-ea7a71adeae9 req-7503d5bf-4560-4a5e-9443-415ef2b19a59 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:32.926020 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-22b4822f-a8d6-4e07-baae-ea7a71adeae9 req-7503d5bf-4560-4a5e-9443-415ef2b19a59 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Calling delete_port for 8e87186e-6766-47e6-855d-3f6320cada98 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:33:33.143728 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-22b4822f-a8d6-4e07-baae-ea7a71adeae9 req-7503d5bf-4560-4a5e-9443-415ef2b19a59 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:33.156344 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['8e87186e-6766-47e6-855d-3f6320cada98'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:33:33.174711 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503d5bf-4560-4a5e-9443-415ef2b19a59 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Pushing event deleted for resources: {'Port': ['ID=8e87186e-6766-47e6-855d-3f6320cada98,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:33.221529 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b4822f-a8d6-4e07-baae-ea7a71adeae9 req-7503d5bf-4560-4a5e-9443-415ef2b19a59 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] No DVR routers for this DVR port 8e87186e-6766-47e6-855d-3f6320cada98 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:33:33.224240 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-22b4822f-a8d6-4e07-baae-ea7a71adeae9 req-7503d5bf-4560-4a5e-9443-415ef2b19a59 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:33.226437 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-22b4822f-a8d6-4e07-baae-ea7a71adeae9 req-7503d5bf-4560-4a5e-9443-415ef2b19a59 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.37 "DELETE /v2.0/ports/8e87186e-6766-47e6-855d-3f6320cada98 HTTP/1.1" status: 204 len: 173 time: 0.4931314 Jun 30 10:33:33.226918 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff2a24b-c519-420b-a472-c6bf18117113', 'name': 'network-vif-deleted', 'tag': '8e87186e-6766-47e6-855d-3f6320cada98'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:33:33.229269 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10a67f2-072d-45a6-bd62-4d1e907a7e0f" -d '{"events": [{"server_uuid": "2ff2a24b-c519-420b-a472-c6bf18117113", "name": "network-vif-deleted", "tag": "8e87186e-6766-47e6-855d-3f6320cada98"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:33:33.268467 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2157adf-617c-4e04-9daa-5462da8ad659 x-openstack-request-id: req-c2157adf-617c-4e04-9daa-5462da8ad659 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:33:33.269172 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff2a24b-c519-420b-a472-c6bf18117113", "name": "network-vif-deleted", "tag": "8e87186e-6766-47e6-855d-3f6320cada98", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:33:33.269172 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c2157adf-617c-4e04-9daa-5462da8ad659 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:33:33.269410 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff2a24b-c519-420b-a472-c6bf18117113', 'name': 'network-vif-deleted', 'tag': '8e87186e-6766-47e6-855d-3f6320cada98', 'status': 'completed', 'code': 200} Jun 30 10:33:33.447029 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2f8d4d64-849e-4d75-85a5-a2e51f8840db req-d8949890-630a-46b9-92bd-a090138ecaf0 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ff2a24b-c519-420b-a472-c6bf18117113 HTTP/1.1" status: 200 len: 210 time: 0.0283360 Jun 30 10:33:35.190875 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-fc43a4f6-cd64-4f51-8418-e54165a07764 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:35.192342 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-fc43a4f6-cd64-4f51-8418-e54165a07764 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/networks?id=efd8a283-0061-4f2c-ad0e-38655032b80e HTTP/1.1" status: 200 len: 817 time: 0.1022592 Jun 30 10:33:35.207468 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-39b0f36d-592f-411e-bcce-049eb1b9b922 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/quotas/d55bd99eb62e434a9f286990d71454f4 HTTP/1.1" status: 200 len: 375 time: 0.0097229 Jun 30 10:33:35.272487 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-526183ef-0ba6-4464-8331-c4f96769f430 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d55bd99eb62e434a9f286990d71454f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601265 Jun 30 10:33:35.369711 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-cce8eff3-36f6-4dca-9714-ba81040a7f5f service neutron] 10.222.0.10 "GET /v2.0/networks/efd8a283-0061-4f2c-ad0e-38655032b80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858057 Jun 30 10:33:35.458685 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-ede633d8-0c01-4641-a8b1-1f0bd11a9fcf service neutron] 10.222.0.10 "GET /v2.0/networks/efd8a283-0061-4f2c-ad0e-38655032b80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825086 Jun 30 10:33:35.707291 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-33941086-f7cd-49de-ad9f-8918079712bf req-5aa5c53c-7389-47b2-9eda-d5ae3211c0ac tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?device_id=44e1852d-3bf1-4be9-a4ab-4d864fb51b48 HTTP/1.1" status: 200 len: 210 time: 0.0324984 Jun 30 10:33:36.560792 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 8e87186e-6766-47e6-855d-3f6320cada98 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:33:36.584539 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 8e87186e-6766-47e6-855d-3f6320cada98 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:33:36.585014 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 8e87186e-6766-47e6-855d-3f6320cada98 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:33:36.856404 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c4b22a68-44b2-43dd-ae37-82da455c9db9 req-96425311-7dff-4728-b4e7-b18cefb721e9 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?device_id=44e1852d-3bf1-4be9-a4ab-4d864fb51b48 HTTP/1.1" status: 200 len: 210 time: 0.0329037 Jun 30 10:33:37.856409 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-8df43cde-2520-425f-8b93-c75ac1200fbf tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:37.857995 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-8df43cde-2520-425f-8b93-c75ac1200fbf tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.37 "GET /v2.0/networks?id=efd8a283-0061-4f2c-ad0e-38655032b80e HTTP/1.1" status: 200 len: 817 time: 0.1052129 Jun 30 10:33:37.870649 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-5de32022-e20d-486b-9fff-65d578879aff tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Request body: {'port': {'device_id': '44e1852d-3bf1-4be9-a4ab-4d864fb51b48', 'network_id': 'efd8a283-0061-4f2c-ad0e-38655032b80e', 'admin_state_up': True, 'tenant_id': 'd55bd99eb62e434a9f286990d71454f4'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:33:38.023586 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d285bf05-7384-4e95-ad69-93fd55d8ecbc req-c4bbd34e-c8e9-43d1-8455-fd123c6d3337 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?device_id=44e1852d-3bf1-4be9-a4ab-4d864fb51b48 HTTP/1.1" status: 200 len: 210 time: 0.0289822 Jun 30 10:33:38.067695 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-5de32022-e20d-486b-9fff-65d578879aff tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Made reservation on behalf of d55bd99eb62e434a9f286990d71454f4 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:33:38.072089 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-5de32022-e20d-486b-9fff-65d578879aff tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:38.208590 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-5de32022-e20d-486b-9fff-65d578879aff tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Allocated IP 172.20.0.3 (efd8a283-0061-4f2c-ad0e-38655032b80e/27e37108-9388-47de-8b7c-901b7d19cee2/517b4ae6-baf3-4da6-9cb4-41112d8746f7) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:33:38.354869 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-5de32022-e20d-486b-9fff-65d578879aff tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:38.369549 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-5de32022-e20d-486b-9fff-65d578879aff tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Transition to ACTIVE for port object 517b4ae6-baf3-4da6-9cb4-41112d8746f7 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:33:38.452816 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-5de32022-e20d-486b-9fff-65d578879aff tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:38.499802 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-5de32022-e20d-486b-9fff-65d578879aff tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Network efd8a283-0061-4f2c-ad0e-38655032b80e is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:33:38.503044 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-5de32022-e20d-486b-9fff-65d578879aff tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:33:38.509210 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-5de32022-e20d-486b-9fff-65d578879aff tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:33:38.516718 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de32022-e20d-486b-9fff-65d578879aff tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Pushing event updated for resources: {'Port': ['ID=517b4ae6-baf3-4da6-9cb4-41112d8746f7,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:38.550030 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de32022-e20d-486b-9fff-65d578879aff tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:38.550384 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de32022-e20d-486b-9fff-65d578879aff tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:38.550721 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de32022-e20d-486b-9fff-65d578879aff tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:38.551051 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de32022-e20d-486b-9fff-65d578879aff tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:38.551408 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de32022-e20d-486b-9fff-65d578879aff tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:38.551739 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de32022-e20d-486b-9fff-65d578879aff tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:38.552065 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de32022-e20d-486b-9fff-65d578879aff tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:38.552387 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de32022-e20d-486b-9fff-65d578879aff tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:38.552710 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de32022-e20d-486b-9fff-65d578879aff tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:38.553028 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de32022-e20d-486b-9fff-65d578879aff tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:38.553346 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de32022-e20d-486b-9fff-65d578879aff tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:38.553660 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de32022-e20d-486b-9fff-65d578879aff tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:38.580834 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-5de32022-e20d-486b-9fff-65d578879aff tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:38.581457 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-5de32022-e20d-486b-9fff-65d578879aff tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:38.677525 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:38.724133 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-5de32022-e20d-486b-9fff-65d578879aff tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8572023 Jun 30 10:33:38.736589 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-20870a3d-f812-44de-b0ff-00978ffc85b6 service neutron] Request body: {'port': {'device_id': '44e1852d-3bf1-4be9-a4ab-4d864fb51b48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:33:38.791814 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7e554936-8c3e-432e-8275-20198d2542d2 None None] Provisioning for port 517b4ae6-baf3-4da6-9cb4-41112d8746f7 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:33:38.796063 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7e554936-8c3e-432e-8275-20198d2542d2 None None] Provisioning complete for port 517b4ae6-baf3-4da6-9cb4-41112d8746f7 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:33:38.796450 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7e554936-8c3e-432e-8275-20198d2542d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:38.808213 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-20870a3d-f812-44de-b0ff-00978ffc85b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:38.830092 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-7e554936-8c3e-432e-8275-20198d2542d2 None None] Port 517b4ae6-baf3-4da6-9cb4-41112d8746f7 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:33:39.067456 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-20870a3d-f812-44de-b0ff-00978ffc85b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 517b4ae6-baf3-4da6-9cb4-41112d8746f7 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:33:39.074893 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-20870a3d-f812-44de-b0ff-00978ffc85b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:39.087640 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-20870a3d-f812-44de-b0ff-00978ffc85b6 service neutron] Transition to ACTIVE for port object 517b4ae6-baf3-4da6-9cb4-41112d8746f7 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:33:39.171946 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-20870a3d-f812-44de-b0ff-00978ffc85b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:39.230713 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20870a3d-f812-44de-b0ff-00978ffc85b6 service neutron] Pushing event updated for resources: {'Port': ['ID=517b4ae6-baf3-4da6-9cb4-41112d8746f7,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:39.296147 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec982c-2ad9-4b60-976a-a5db36db6598 req-c7118e56-e93a-4752-a857-35a94b030f07 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:39.297718 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-28ec982c-2ad9-4b60-976a-a5db36db6598 req-c7118e56-e93a-4752-a857-35a94b030f07 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?device_id=44e1852d-3bf1-4be9-a4ab-4d864fb51b48 HTTP/1.1" status: 200 len: 931 time: 0.1571469 Jun 30 10:33:39.352746 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-20870a3d-f812-44de-b0ff-00978ffc85b6 service neutron] Attempting to bind port 517b4ae6-baf3-4da6-9cb4-41112d8746f7 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:33:39.353152 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-20870a3d-f812-44de-b0ff-00978ffc85b6 service neutron] Attempting to bind port 517b4ae6-baf3-4da6-9cb4-41112d8746f7 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': 'ab6997f1-535f-403b-8d15-ab60bb8948f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'efd8a283-0061-4f2c-ad0e-38655032b80e'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:33:39.353410 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-20870a3d-f812-44de-b0ff-00978ffc85b6 service neutron] Attempting to bind port 517b4ae6-baf3-4da6-9cb4-41112d8746f7 on network efd8a283-0061-4f2c-ad0e-38655032b80e {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:33:39.362741 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-28ec982c-2ad9-4b60-976a-a5db36db6598 req-96242762-4ff4-4a1c-ba44-439a40fe8153 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d3d1f0a-79a5-496f-b110-69e2da544ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578260 Jun 30 10:33:39.363315 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-20870a3d-f812-44de-b0ff-00978ffc85b6 service neutron] Port 517b4ae6-baf3-4da6-9cb4-41112d8746f7 on network efd8a283-0061-4f2c-ad0e-38655032b80e not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:33:39.363648 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-20870a3d-f812-44de-b0ff-00978ffc85b6 service neutron] Attempting to bind port 517b4ae6-baf3-4da6-9cb4-41112d8746f7 on network efd8a283-0061-4f2c-ad0e-38655032b80e {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:33:39.369302 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-20870a3d-f812-44de-b0ff-00978ffc85b6 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:33:39.369650 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-20870a3d-f812-44de-b0ff-00978ffc85b6 service neutron] Checking segment: {'id': 'ab6997f1-535f-403b-8d15-ab60bb8948f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'efd8a283-0061-4f2c-ad0e-38655032b80e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:33:39.370037 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-20870a3d-f812-44de-b0ff-00978ffc85b6 service neutron] Bound using segment: {'id': 'ab6997f1-535f-403b-8d15-ab60bb8948f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'efd8a283-0061-4f2c-ad0e-38655032b80e'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:33:39.370471 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-20870a3d-f812-44de-b0ff-00978ffc85b6 service neutron] Bound port: 517b4ae6-baf3-4da6-9cb4-41112d8746f7, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab6997f1-535f-403b-8d15-ab60bb8948f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'efd8a283-0061-4f2c-ad0e-38655032b80e'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:33:39.370832 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-20870a3d-f812-44de-b0ff-00978ffc85b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:39.434112 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-20870a3d-f812-44de-b0ff-00978ffc85b6 service neutron] For port 517b4ae6-baf3-4da6-9cb4-41112d8746f7, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:33:39.437375 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-20870a3d-f812-44de-b0ff-00978ffc85b6 service neutron] For port 517b4ae6-baf3-4da6-9cb4-41112d8746f7, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=517b4ae6-baf3-4da6-9cb4-41112d8746f7,segment=NetworkSegment(ab6997f1-535f-403b-8d15-ab60bb8948f5),segment_id=ab6997f1-535f-403b-8d15-ab60bb8948f5)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:33:39.546584 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-20870a3d-f812-44de-b0ff-00978ffc85b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:39.580691 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-20870a3d-f812-44de-b0ff-00978ffc85b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:39.581331 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-20870a3d-f812-44de-b0ff-00978ffc85b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:39.582660 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-20870a3d-f812-44de-b0ff-00978ffc85b6 service neutron] 10.222.0.37 "PUT /v2.0/ports/517b4ae6-baf3-4da6-9cb4-41112d8746f7 HTTP/1.1" status: 200 len: 1092 time: 0.8504472 Jun 30 10:33:39.583097 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e1852d-3bf1-4be9-a4ab-4d864fb51b48', 'tag': '517b4ae6-baf3-4da6-9cb4-41112d8746f7'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:33:39.585417 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59dd740-bd98-4c1a-97a9-7f003f73212f" -d '{"events": [{"name": "network-changed", "server_uuid": "44e1852d-3bf1-4be9-a4ab-4d864fb51b48", "tag": "517b4ae6-baf3-4da6-9cb4-41112d8746f7"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:33:39.609930 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20870a3d-f812-44de-b0ff-00978ffc85b6 service neutron] Pushing event updated for resources: {'Port': ['ID=517b4ae6-baf3-4da6-9cb4-41112d8746f7,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:39.639727 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd5f8c5-272a-4667-ab75-7928937c1a3c x-openstack-request-id: req-bbd5f8c5-272a-4667-ab75-7928937c1a3c {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:33:39.640167 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e1852d-3bf1-4be9-a4ab-4d864fb51b48", "tag": "517b4ae6-baf3-4da6-9cb4-41112d8746f7", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:33:39.641171 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bbd5f8c5-272a-4667-ab75-7928937c1a3c {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:33:39.641582 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e1852d-3bf1-4be9-a4ab-4d864fb51b48', 'tag': '517b4ae6-baf3-4da6-9cb4-41112d8746f7', 'status': 'completed', 'code': 200} Jun 30 10:33:39.721521 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59dd740-bd98-4c1a-97a9-7f003f73212f req-6bc29d29-6e66-464b-b627-7be72091a606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:39.723044 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c59dd740-bd98-4c1a-97a9-7f003f73212f req-6bc29d29-6e66-464b-b627-7be72091a606 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d55bd99eb62e434a9f286990d71454f4&device_id=44e1852d-3bf1-4be9-a4ab-4d864fb51b48 HTTP/1.1" status: 200 len: 1095 time: 0.0609009 Jun 30 10:33:39.753031 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:39.826266 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59dd740-bd98-4c1a-97a9-7f003f73212f req-1da80016-268e-4793-a095-06f3da7adbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:39.827751 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c59dd740-bd98-4c1a-97a9-7f003f73212f req-1da80016-268e-4793-a095-06f3da7adbfe service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d55bd99eb62e434a9f286990d71454f4&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0969357 Jun 30 10:33:39.933394 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59dd740-bd98-4c1a-97a9-7f003f73212f req-63689456-9f4f-45a8-b4e5-0dad48c1730f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:39.935224 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c59dd740-bd98-4c1a-97a9-7f003f73212f req-63689456-9f4f-45a8-b4e5-0dad48c1730f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1014752 Jun 30 10:33:40.030295 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-a23c8776-f277-47ad-be27-50b83c094110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:40.032813 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-a23c8776-f277-47ad-be27-50b83c094110 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d55bd99eb62e434a9f286990d71454f4&device_id=44e1852d-3bf1-4be9-a4ab-4d864fb51b48 HTTP/1.1" status: 200 len: 1095 time: 0.0558326 Jun 30 10:33:40.075453 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-39010422-319b-4073-ba20-110245cf2ef0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=517b4ae6-baf3-4da6-9cb4-41112d8746f7 HTTP/1.1" status: 200 len: 217 time: 0.0344172 Jun 30 10:33:40.130862 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-6db289b7-88a7-4a96-bdbc-ed3b86561771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:40.132267 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-6db289b7-88a7-4a96-bdbc-ed3b86561771 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=27e37108-9388-47de-8b7c-901b7d19cee2 HTTP/1.1" status: 200 len: 856 time: 0.0513444 Jun 30 10:33:40.189816 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-e6070920-6da7-4a26-83ba-ad7c4706e8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:40.191299 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-e6070920-6da7-4a26-83ba-ad7c4706e8f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=efd8a283-0061-4f2c-ad0e-38655032b80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523183 Jun 30 10:33:40.278447 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-8fbcd2ab-6e41-4b1c-a208-16575944f508 service neutron] 10.222.0.37 "GET /v2.0/networks/efd8a283-0061-4f2c-ad0e-38655032b80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804138 Jun 30 10:33:40.368196 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-76b48651-0cd6-47aa-9e3e-fa5605149078 req-b07b6b78-fe22-498b-a1b8-f5daf75702da service neutron] 10.222.0.37 "GET /v2.0/networks/efd8a283-0061-4f2c-ad0e-38655032b80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837944 Jun 30 10:33:40.538315 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a71391-0fbe-4594-a050-099b01ba66ef req-a240ab2b-fff8-452e-9606-e628fe69ddcd tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:40.539800 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-86a71391-0fbe-4594-a050-099b01ba66ef req-a240ab2b-fff8-452e-9606-e628fe69ddcd tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?device_id=44e1852d-3bf1-4be9-a4ab-4d864fb51b48 HTTP/1.1" status: 200 len: 943 time: 0.0626481 Jun 30 10:33:40.576673 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-86a71391-0fbe-4594-a050-099b01ba66ef req-fa9b5bc6-7456-4865-ac76-2d04c08f5e2f tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d3d1f0a-79a5-496f-b110-69e2da544ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311966 Jun 30 10:33:41.750461 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a3f1d-1e60-4340-b911-0de5511778bd req-46413709-af65-41db-b5e6-9439363b1d1c tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:41.751947 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9f2a3f1d-1e60-4340-b911-0de5511778bd req-46413709-af65-41db-b5e6-9439363b1d1c tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?device_id=44e1852d-3bf1-4be9-a4ab-4d864fb51b48 HTTP/1.1" status: 200 len: 943 time: 0.0623426 Jun 30 10:33:41.789478 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9f2a3f1d-1e60-4340-b911-0de5511778bd req-6f8e2573-6958-4b4b-91e8-b6d773e059d4 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d3d1f0a-79a5-496f-b110-69e2da544ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317109 Jun 30 10:33:42.972231 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe42400-6429-4708-b6a6-ae710cb0aa76 req-a75c6a09-38ec-41cd-8bad-e580529d9d4f tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:42.973709 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fbe42400-6429-4708-b6a6-ae710cb0aa76 req-a75c6a09-38ec-41cd-8bad-e580529d9d4f tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?device_id=44e1852d-3bf1-4be9-a4ab-4d864fb51b48 HTTP/1.1" status: 200 len: 943 time: 0.0695088 Jun 30 10:33:43.293470 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fbe42400-6429-4708-b6a6-ae710cb0aa76 req-e2b5ca7e-c5c2-4261-a308-599483f3a811 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d3d1f0a-79a5-496f-b110-69e2da544ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140888 Jun 30 10:33:44.492896 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094e341-7584-4bcd-b023-44d140888ae5 req-8868fc57-6ef5-4d27-b7c3-a8c9ee97b83d tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:44.494399 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a094e341-7584-4bcd-b023-44d140888ae5 req-8868fc57-6ef5-4d27-b7c3-a8c9ee97b83d tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?device_id=44e1852d-3bf1-4be9-a4ab-4d864fb51b48 HTTP/1.1" status: 200 len: 943 time: 0.0760796 Jun 30 10:33:44.533013 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a094e341-7584-4bcd-b023-44d140888ae5 req-0339ed59-9004-4677-b136-5e2f2a7df377 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d3d1f0a-79a5-496f-b110-69e2da544ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330367 Jun 30 10:33:44.560307 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 517b4ae6-baf3-4da6-9cb4-41112d8746f7 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:33:44.656150 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 517b4ae6-baf3-4da6-9cb4-41112d8746f7, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=517b4ae6-baf3-4da6-9cb4-41112d8746f7,segment=NetworkSegment(ab6997f1-535f-403b-8d15-ab60bb8948f5),segment_id=ab6997f1-535f-403b-8d15-ab60bb8948f5)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:44.667886 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '517b4ae6-baf3-4da6-9cb4-41112d8746f7', 'network_id': 'efd8a283-0061-4f2c-ad0e-38655032b80e', 'port_id': '517b4ae6-baf3-4da6-9cb4-41112d8746f7', 'mac_address': 'fa:16:3e:2d:7c:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e37108-9388-47de-8b7c-901b7d19cee2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:33:44.703629 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:44.716903 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 517b4ae6-baf3-4da6-9cb4-41112d8746f7 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:33:44.735087 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 517b4ae6-baf3-4da6-9cb4-41112d8746f7, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=517b4ae6-baf3-4da6-9cb4-41112d8746f7,segment=NetworkSegment(ab6997f1-535f-403b-8d15-ab60bb8948f5),segment_id=ab6997f1-535f-403b-8d15-ab60bb8948f5)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:44.854446 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:44.908166 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=517b4ae6-baf3-4da6-9cb4-41112d8746f7,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:44.973347 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:33:45.142711 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['517b4ae6-baf3-4da6-9cb4-41112d8746f7'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:33:45.705478 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2eecb-7c7c-41a2-b69a-07bcac9a4794 req-4f46f4a9-7371-4e73-b963-e9091702cacb tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:45.707494 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a1e2eecb-7c7c-41a2-b69a-07bcac9a4794 req-4f46f4a9-7371-4e73-b963-e9091702cacb tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?device_id=44e1852d-3bf1-4be9-a4ab-4d864fb51b48 HTTP/1.1" status: 200 len: 944 time: 0.0652544 Jun 30 10:33:45.746445 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a1e2eecb-7c7c-41a2-b69a-07bcac9a4794 req-6688d01d-fd9c-4a12-8706-b0eb8a30812b tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d3d1f0a-79a5-496f-b110-69e2da544ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332406 Jun 30 10:33:46.576079 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 517b4ae6-baf3-4da6-9cb4-41112d8746f7 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:33:46.680548 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 517b4ae6-baf3-4da6-9cb4-41112d8746f7 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:33:46.684595 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 517b4ae6-baf3-4da6-9cb4-41112d8746f7 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:33:46.684963 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:46.764348 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:46.787452 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e1852d-3bf1-4be9-a4ab-4d864fb51b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517b4ae6-baf3-4da6-9cb4-41112d8746f7'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:33:46.789783 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34b36e0-0474-40bc-b6c8-7c0bea1b4cf3" -d '{"events": [{"server_uuid": "44e1852d-3bf1-4be9-a4ab-4d864fb51b48", "name": "network-vif-plugged", "status": "completed", "tag": "517b4ae6-baf3-4da6-9cb4-41112d8746f7"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:33:46.803418 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 517b4ae6-baf3-4da6-9cb4-41112d8746f7, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=517b4ae6-baf3-4da6-9cb4-41112d8746f7,segment=NetworkSegment(ab6997f1-535f-403b-8d15-ab60bb8948f5),segment_id=ab6997f1-535f-403b-8d15-ab60bb8948f5)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:46.833005 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ce75e8-a5ae-4691-a1ab-4e054d825883 x-openstack-request-id: req-59ce75e8-a5ae-4691-a1ab-4e054d825883 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:33:46.833005 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e1852d-3bf1-4be9-a4ab-4d864fb51b48", "name": "network-vif-plugged", "status": "completed", "tag": "517b4ae6-baf3-4da6-9cb4-41112d8746f7", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:33:46.833005 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-59ce75e8-a5ae-4691-a1ab-4e054d825883 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:33:46.833005 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e1852d-3bf1-4be9-a4ab-4d864fb51b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517b4ae6-baf3-4da6-9cb4-41112d8746f7', 'code': 200} Jun 30 10:33:46.882589 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:46.928884 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3b62a-a588-4ec7-b252-16348f0f3a7c req-d13888bd-bec6-4698-a48a-c6a4f552b6d7 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:46.930472 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b8a3b62a-a588-4ec7-b252-16348f0f3a7c req-d13888bd-bec6-4698-a48a-c6a4f552b6d7 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?device_id=44e1852d-3bf1-4be9-a4ab-4d864fb51b48 HTTP/1.1" status: 200 len: 944 time: 0.0686698 Jun 30 10:33:46.932747 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=517b4ae6-baf3-4da6-9cb4-41112d8746f7,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:46.942366 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb70e0-bfeb-44d0-80a7-f4d8dcb93b68 req-188c4ed9-d936-4b36-8ee3-b19975378a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:46.943936 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-47cb70e0-bfeb-44d0-80a7-f4d8dcb93b68 req-188c4ed9-d936-4b36-8ee3-b19975378a32 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=44e1852d-3bf1-4be9-a4ab-4d864fb51b48 HTTP/1.1" status: 200 len: 1097 time: 0.0528488 Jun 30 10:33:46.976423 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b8a3b62a-a588-4ec7-b252-16348f0f3a7c req-5f7ffaa9-e252-473f-bc07-ecd711dc7664 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d3d1f0a-79a5-496f-b110-69e2da544ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338726 Jun 30 10:33:46.983008 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-47cb70e0-bfeb-44d0-80a7-f4d8dcb93b68 req-f2989f63-93d4-4f16-9ce4-539716c82904 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9d3d1f0a-79a5-496f-b110-69e2da544ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322466 Jun 30 10:33:48.158626 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394e45f-d128-49fa-a706-8fcf39c529c8 req-7b66deb2-37b6-4a77-86e8-71d56b12af8a tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:48.160876 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5394e45f-d128-49fa-a706-8fcf39c529c8 req-7b66deb2-37b6-4a77-86e8-71d56b12af8a tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?device_id=44e1852d-3bf1-4be9-a4ab-4d864fb51b48 HTTP/1.1" status: 200 len: 945 time: 0.0673208 Jun 30 10:33:48.200934 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5394e45f-d128-49fa-a706-8fcf39c529c8 req-99786102-2216-44a6-a238-7832fb09e54c tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d3d1f0a-79a5-496f-b110-69e2da544ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344219 Jun 30 10:33:49.381325 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ccb887-85dd-4f1e-bd8a-4e92e421679b req-2e9a5fd3-cecb-4b6a-9923-bbf61d0e70a2 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:49.382725 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85ccb887-85dd-4f1e-bd8a-4e92e421679b req-2e9a5fd3-cecb-4b6a-9923-bbf61d0e70a2 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?device_id=44e1852d-3bf1-4be9-a4ab-4d864fb51b48 HTTP/1.1" status: 200 len: 945 time: 0.0689955 Jun 30 10:33:49.420675 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85ccb887-85dd-4f1e-bd8a-4e92e421679b req-c3832ee5-f123-4ac0-9ae9-952356cbfea4 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d3d1f0a-79a5-496f-b110-69e2da544ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323091 Jun 30 10:33:49.597299 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d79e8-d2b4-4cfa-ab14-8610dd4445b7 req-41938f30-afaf-47c4-ba47-bc462cd1847a tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:49.599472 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-067d79e8-d2b4-4cfa-ab14-8610dd4445b7 req-41938f30-afaf-47c4-ba47-bc462cd1847a tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?device_id=44e1852d-3bf1-4be9-a4ab-4d864fb51b48 HTTP/1.1" status: 200 len: 945 time: 0.0674198 Jun 30 10:33:49.637353 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-067d79e8-d2b4-4cfa-ab14-8610dd4445b7 req-b0ecacf8-e1da-4ad8-9d9d-daf487482fb0 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d3d1f0a-79a5-496f-b110-69e2da544ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317998 Jun 30 10:33:50.500300 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-54bfcaa1-80ae-42f8-a8d6-4b516d810a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:52.983589 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b8adcb46-27d5-4fef-b8ba-1749b4ac51f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:53.625436 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:54.934291 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:56.688457 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:08.671274 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:09.680277 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:12.454562 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd852a0f-5ab1-4de7-ba4d-bdcc44f13098 req-5d44c535-8058-4835-8172-1ca7e65bfb20 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:34:12.456065 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dd852a0f-5ab1-4de7-ba4d-bdcc44f13098 req-5d44c535-8058-4835-8172-1ca7e65bfb20 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?device_id=44e1852d-3bf1-4be9-a4ab-4d864fb51b48 HTTP/1.1" status: 200 len: 945 time: 0.0689182 Jun 30 10:34:12.495270 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dd852a0f-5ab1-4de7-ba4d-bdcc44f13098 req-f600de8d-ad93-4c3e-bd71-44e094e03814 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d3d1f0a-79a5-496f-b110-69e2da544ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322309 Jun 30 10:34:13.676147 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63335b-168d-457f-a6c5-ed01a5e055f4 req-f222ed9f-37ea-4795-98f4-f7d1ffdfcc15 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:34:13.677623 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0c63335b-168d-457f-a6c5-ed01a5e055f4 req-f222ed9f-37ea-4795-98f4-f7d1ffdfcc15 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?device_id=44e1852d-3bf1-4be9-a4ab-4d864fb51b48 HTTP/1.1" status: 200 len: 945 time: 0.0659904 Jun 30 10:34:13.717515 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0c63335b-168d-457f-a6c5-ed01a5e055f4 req-d5a8241f-69c2-40d5-9d25-74b1d9743cc4 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d3d1f0a-79a5-496f-b110-69e2da544ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342994 Jun 30 10:34:14.281355 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87697811-5fe6-46aa-9972-5fb3553c7f90 req-3d30a49f-faab-403b-90e7-4548b9aa5dc0 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:34:14.282910 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-87697811-5fe6-46aa-9972-5fb3553c7f90 req-3d30a49f-faab-403b-90e7-4548b9aa5dc0 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.37 "GET /v2.0/ports?device_id=44e1852d-3bf1-4be9-a4ab-4d864fb51b48 HTTP/1.1" status: 200 len: 945 time: 0.0618834 Jun 30 10:34:14.386336 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-87697811-5fe6-46aa-9972-5fb3553c7f90 req-d8651bd1-9cdd-4db2-94fb-019a3c21f473 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Deleting port 517b4ae6-baf3-4da6-9cb4-41112d8746f7 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:34:14.386672 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-87697811-5fe6-46aa-9972-5fb3553c7f90 req-d8651bd1-9cdd-4db2-94fb-019a3c21f473 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:14.471936 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-87697811-5fe6-46aa-9972-5fb3553c7f90 req-d8651bd1-9cdd-4db2-94fb-019a3c21f473 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] For port 517b4ae6-baf3-4da6-9cb4-41112d8746f7, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=517b4ae6-baf3-4da6-9cb4-41112d8746f7,segment=NetworkSegment(ab6997f1-535f-403b-8d15-ab60bb8948f5),segment_id=ab6997f1-535f-403b-8d15-ab60bb8948f5)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:34:14.472955 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-87697811-5fe6-46aa-9972-5fb3553c7f90 req-d8651bd1-9cdd-4db2-94fb-019a3c21f473 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:14.485805 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-87697811-5fe6-46aa-9972-5fb3553c7f90 req-d8651bd1-9cdd-4db2-94fb-019a3c21f473 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Calling delete_port for 517b4ae6-baf3-4da6-9cb4-41112d8746f7 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:34:14.688429 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-87697811-5fe6-46aa-9972-5fb3553c7f90 req-d8651bd1-9cdd-4db2-94fb-019a3c21f473 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:14.700234 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['517b4ae6-baf3-4da6-9cb4-41112d8746f7'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:34:14.721307 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8651bd1-9cdd-4db2-94fb-019a3c21f473 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Pushing event deleted for resources: {'Port': ['ID=517b4ae6-baf3-4da6-9cb4-41112d8746f7,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:14.773737 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-87697811-5fe6-46aa-9972-5fb3553c7f90 req-d8651bd1-9cdd-4db2-94fb-019a3c21f473 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] No DVR routers for this DVR port 517b4ae6-baf3-4da6-9cb4-41112d8746f7 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:34:14.776629 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-87697811-5fe6-46aa-9972-5fb3553c7f90 req-d8651bd1-9cdd-4db2-94fb-019a3c21f473 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:14.778811 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-87697811-5fe6-46aa-9972-5fb3553c7f90 req-d8651bd1-9cdd-4db2-94fb-019a3c21f473 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.37 "DELETE /v2.0/ports/517b4ae6-baf3-4da6-9cb4-41112d8746f7 HTTP/1.1" status: 204 len: 173 time: 0.4899027 Jun 30 10:34:14.779285 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e1852d-3bf1-4be9-a4ab-4d864fb51b48', 'name': 'network-vif-deleted', 'tag': '517b4ae6-baf3-4da6-9cb4-41112d8746f7'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:34:14.781588 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc6b045-fd2f-4b83-a858-d89573a724a8" -d '{"events": [{"server_uuid": "44e1852d-3bf1-4be9-a4ab-4d864fb51b48", "name": "network-vif-deleted", "tag": "517b4ae6-baf3-4da6-9cb4-41112d8746f7"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:34:14.864928 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04858aeb-0741-4db0-bfc7-e1715736dc94 x-openstack-request-id: req-04858aeb-0741-4db0-bfc7-e1715736dc94 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:34:14.865480 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e1852d-3bf1-4be9-a4ab-4d864fb51b48", "name": "network-vif-deleted", "tag": "517b4ae6-baf3-4da6-9cb4-41112d8746f7", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:34:14.865732 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-04858aeb-0741-4db0-bfc7-e1715736dc94 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:34:14.866122 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e1852d-3bf1-4be9-a4ab-4d864fb51b48', 'name': 'network-vif-deleted', 'tag': '517b4ae6-baf3-4da6-9cb4-41112d8746f7', 'status': 'completed', 'code': 200} Jun 30 10:34:14.887866 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c27f8dd3-e2c7-441c-95fa-332c60ec8ab0 req-8bfb86a7-af5c-41c1-b7a2-ef8c71e14da9 tempest-TestEncryptedCinderVolumes-422433101 tempest-TestEncryptedCinderVolumes-422433101-project] 10.222.0.10 "GET /v2.0/ports?device_id=44e1852d-3bf1-4be9-a4ab-4d864fb51b48 HTTP/1.1" status: 200 len: 210 time: 0.0364227 Jun 30 10:34:16.096062 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35368) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:34:16.459150 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1934296f-433e-4536-b0f2-6a5a0a5e50a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:16.717121 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 517b4ae6-baf3-4da6-9cb4-41112d8746f7 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:34:16.718971 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-1934296f-433e-4536-b0f2-6a5a0a5e50a1 admin admin] Deleting port 96fe61d1-b1f5-4447-a2d6-96e8bfc98595 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:34:16.719544 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1934296f-433e-4536-b0f2-6a5a0a5e50a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:16.736678 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 517b4ae6-baf3-4da6-9cb4-41112d8746f7 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:34:16.737033 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 517b4ae6-baf3-4da6-9cb4-41112d8746f7 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:34:16.806875 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-1934296f-433e-4536-b0f2-6a5a0a5e50a1 admin admin] For port 96fe61d1-b1f5-4447-a2d6-96e8bfc98595, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=96fe61d1-b1f5-4447-a2d6-96e8bfc98595,segment=NetworkSegment(ab6997f1-535f-403b-8d15-ab60bb8948f5),segment_id=ab6997f1-535f-403b-8d15-ab60bb8948f5)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:34:16.807270 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1934296f-433e-4536-b0f2-6a5a0a5e50a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:16.822253 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-1934296f-433e-4536-b0f2-6a5a0a5e50a1 admin admin] Calling delete_port for 96fe61d1-b1f5-4447-a2d6-96e8bfc98595 owned by network:router_interface {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:34:17.103336 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1934296f-433e-4536-b0f2-6a5a0a5e50a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:17.139653 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934296f-433e-4536-b0f2-6a5a0a5e50a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=96fe61d1-b1f5-4447-a2d6-96e8bfc98595,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:17.151923 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1934296f-433e-4536-b0f2-6a5a0a5e50a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:17.152276 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1934296f-433e-4536-b0f2-6a5a0a5e50a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:17.152617 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1934296f-433e-4536-b0f2-6a5a0a5e50a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:17.152954 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1934296f-433e-4536-b0f2-6a5a0a5e50a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:17.153290 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1934296f-433e-4536-b0f2-6a5a0a5e50a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:17.153620 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1934296f-433e-4536-b0f2-6a5a0a5e50a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:17.153948 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1934296f-433e-4536-b0f2-6a5a0a5e50a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:17.154273 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1934296f-433e-4536-b0f2-6a5a0a5e50a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:17.154597 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1934296f-433e-4536-b0f2-6a5a0a5e50a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:17.154917 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1934296f-433e-4536-b0f2-6a5a0a5e50a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:17.155271 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1934296f-433e-4536-b0f2-6a5a0a5e50a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:17.155603 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1934296f-433e-4536-b0f2-6a5a0a5e50a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:17.348566 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1934296f-433e-4536-b0f2-6a5a0a5e50a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:17.583316 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1934296f-433e-4536-b0f2-6a5a0a5e50a1 admin admin] Router eca7570d-4ace-4d00-9068-8c27ae2c66d2 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:34:17.694190 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1934296f-433e-4536-b0f2-6a5a0a5e50a1 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:34:17.699478 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1934296f-433e-4536-b0f2-6a5a0a5e50a1 admin admin] 10.222.0.10 "PUT /v2.0/routers/eca7570d-4ace-4d00-9068-8c27ae2c66d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6023464 Jun 30 10:34:17.702729 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35372) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:34:17.704842 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72a1401-237e-445c-a779-9c5e7fa716b4 None None] Sync routers for ids ['eca7570d-4ace-4d00-9068-8c27ae2c66d2'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:34:17.715260 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72a1401-237e-445c-a779-9c5e7fa716b4 None None] Routers {'eca7570d-4ace-4d00-9068-8c27ae2c66d2'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:34:17.715881 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e72a1401-237e-445c-a779-9c5e7fa716b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:33:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['eca7570d-4ace-4d00-9068-8c27ae2c66d2'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:17.814188 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8a0c6db1-51a9-426e-80bc-baa68350a1a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:17.822841 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-e72a1401-237e-445c-a779-9c5e7fa716b4 None None] Set router eca7570d-4ace-4d00-9068-8c27ae2c66d2 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:34:17.924795 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8a0c6db1-51a9-426e-80bc-baa68350a1a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:18.014718 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e72a1401-237e-445c-a779-9c5e7fa716b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca7570d-4ace-4d00-9068-8c27ae2c66d2', 'name': 'tempest-TestEncryptedCinderVolumes-1123306910-router', 'tenant_id': 'd55bd99eb62e434a9f286990d71454f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '783a2b86-f0eb-4451-a3d2-c684ab7102c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:32:40Z', 'updated_at': '2021-06-30T10:34:16Z', 'revision_number': 5, 'project_id': 'd55bd99eb62e434a9f286990d71454f4', 'gw_port': {'id': '783a2b86-f0eb-4451-a3d2-c684ab7102c3', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:69:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca7570d-4ace-4d00-9068-8c27ae2c66d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:32:41Z', 'updated_at': '2021-06-30T10:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:18.042107 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72a1401-237e-445c-a779-9c5e7fa716b4 None None] Checking router: eca7570d-4ace-4d00-9068-8c27ae2c66d2 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:34:18.052144 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72a1401-237e-445c-a779-9c5e7fa716b4 None None] Routers {'eca7570d-4ace-4d00-9068-8c27ae2c66d2'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:34:18.052768 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e72a1401-237e-445c-a779-9c5e7fa716b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:33:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['eca7570d-4ace-4d00-9068-8c27ae2c66d2'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:18.061560 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-8a0c6db1-51a9-426e-80bc-baa68350a1a4 admin admin] Deleting port 783a2b86-f0eb-4451-a3d2-c684ab7102c3 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:34:18.062137 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8a0c6db1-51a9-426e-80bc-baa68350a1a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:18.156202 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-8a0c6db1-51a9-426e-80bc-baa68350a1a4 admin admin] For port 783a2b86-f0eb-4451-a3d2-c684ab7102c3, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=783a2b86-f0eb-4451-a3d2-c684ab7102c3,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:34:18.157027 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8a0c6db1-51a9-426e-80bc-baa68350a1a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:18.170873 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-8a0c6db1-51a9-426e-80bc-baa68350a1a4 admin admin] Calling delete_port for 783a2b86-f0eb-4451-a3d2-c684ab7102c3 owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:34:18.236000 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-e72a1401-237e-445c-a779-9c5e7fa716b4 None None] Set router eca7570d-4ace-4d00-9068-8c27ae2c66d2 gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:34:18.289839 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-e72a1401-237e-445c-a779-9c5e7fa716b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca7570d-4ace-4d00-9068-8c27ae2c66d2', 'name': 'tempest-TestEncryptedCinderVolumes-1123306910-router', 'tenant_id': 'd55bd99eb62e434a9f286990d71454f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:32:40Z', 'updated_at': '2021-06-30T10:34:17Z', 'revision_number': 6, 'project_id': 'd55bd99eb62e434a9f286990d71454f4', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:18.316898 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72a1401-237e-445c-a779-9c5e7fa716b4 None None] The sync data for ids ['eca7570d-4ace-4d00-9068-8c27ae2c66d2'] in n-d-771363-31 is: [{'id': 'eca7570d-4ace-4d00-9068-8c27ae2c66d2', 'name': 'tempest-TestEncryptedCinderVolumes-1123306910-router', 'tenant_id': 'd55bd99eb62e434a9f286990d71454f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:32:40Z', 'updated_at': '2021-06-30T10:34:17Z', 'revision_number': 6, 'project_id': 'd55bd99eb62e434a9f286990d71454f4', 'gw_port_host': None}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:34:18.423578 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8a0c6db1-51a9-426e-80bc-baa68350a1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:18.459416 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c6db1-51a9-426e-80bc-baa68350a1a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=783a2b86-f0eb-4451-a3d2-c684ab7102c3,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:18.529434 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8a0c6db1-51a9-426e-80bc-baa68350a1a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:18.617127 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8a0c6db1-51a9-426e-80bc-baa68350a1a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:18.619109 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8a0c6db1-51a9-426e-80bc-baa68350a1a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:18.747678 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8a0c6db1-51a9-426e-80bc-baa68350a1a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:18.747678 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0c6db1-51a9-426e-80bc-baa68350a1a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eca7570d-4ace-4d00-9068-8c27ae2c66d2 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:34:18.748452 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8a0c6db1-51a9-426e-80bc-baa68350a1a4 admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:18.749903 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8a0c6db1-51a9-426e-80bc-baa68350a1a4 admin admin] 10.222.0.10 "DELETE /v2.0/routers/eca7570d-4ace-4d00-9068-8c27ae2c66d2 HTTP/1.1" status: 204 len: 168 time: 1.0460861 Jun 30 10:34:18.752391 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35374) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:34:18.801762 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c527c17-4f93-44ac-986e-57a1eae1f6a0 admin admin] Deleting subnet 27e37108-9388-47de-8b7c-901b7d19cee2 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:34:18.804868 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2c527c17-4f93-44ac-986e-57a1eae1f6a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:18.839181 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2c527c17-4f93-44ac-986e-57a1eae1f6a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:18.918597 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2c527c17-4f93-44ac-986e-57a1eae1f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:19.037805 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2c527c17-4f93-44ac-986e-57a1eae1f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:19.045446 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 96fe61d1-b1f5-4447-a2d6-96e8bfc98595 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:34:19.067050 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c527c17-4f93-44ac-986e-57a1eae1f6a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27e37108-9388-47de-8b7c-901b7d19cee2,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:19.068734 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 96fe61d1-b1f5-4447-a2d6-96e8bfc98595 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:34:19.068908 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 96fe61d1-b1f5-4447-a2d6-96e8bfc98595 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:34:19.072362 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2c527c17-4f93-44ac-986e-57a1eae1f6a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:19.074233 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2c527c17-4f93-44ac-986e-57a1eae1f6a0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/27e37108-9388-47de-8b7c-901b7d19cee2 HTTP/1.1" status: 204 len: 168 time: 0.3208473 Jun 30 10:34:19.076772 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35376) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:34:19.080473 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e64446-29f3-40cc-9031-43caa3278371 None None] Network efd8a283-0061-4f2c-ad0e-38655032b80e requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:34:19.148852 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3c3871c7-8080-431e-a6b7-3caa69b2f1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:19.204540 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-3c3871c7-8080-431e-a6b7-3caa69b2f1c8 admin admin] Deleting port f88bf41c-71bb-4d2c-be84-add6c2b14669 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:34:19.205257 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3c3871c7-8080-431e-a6b7-3caa69b2f1c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:19.260299 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22546d8c-fd02-40b1-ba67-7485975e7c1b None None] DHCP port deletion for efd8a283-0061-4f2c-ad0e-38655032b80e request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:34:19.314075 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-22546d8c-fd02-40b1-ba67-7485975e7c1b None None] Deleting port f88bf41c-71bb-4d2c-be84-add6c2b14669 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:34:19.314359 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-22546d8c-fd02-40b1-ba67-7485975e7c1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:19.384669 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-22546d8c-fd02-40b1-ba67-7485975e7c1b None None] For port f88bf41c-71bb-4d2c-be84-add6c2b14669, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f88bf41c-71bb-4d2c-be84-add6c2b14669,segment=NetworkSegment(ab6997f1-535f-403b-8d15-ab60bb8948f5),segment_id=ab6997f1-535f-403b-8d15-ab60bb8948f5)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:34:19.385064 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-22546d8c-fd02-40b1-ba67-7485975e7c1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:19.400263 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-22546d8c-fd02-40b1-ba67-7485975e7c1b None None] Calling delete_port for f88bf41c-71bb-4d2c-be84-add6c2b14669 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:34:19.619621 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-22546d8c-fd02-40b1-ba67-7485975e7c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:19.625179 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-3c3871c7-8080-431e-a6b7-3caa69b2f1c8 admin admin] For port f88bf41c-71bb-4d2c-be84-add6c2b14669, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f88bf41c-71bb-4d2c-be84-add6c2b14669,segment=NetworkSegment(ab6997f1-535f-403b-8d15-ab60bb8948f5),segment_id=ab6997f1-535f-403b-8d15-ab60bb8948f5)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:34:19.625538 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3c3871c7-8080-431e-a6b7-3caa69b2f1c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:19.638685 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-3c3871c7-8080-431e-a6b7-3caa69b2f1c8 admin admin] Calling delete_port for f88bf41c-71bb-4d2c-be84-add6c2b14669 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:34:19.647423 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22546d8c-fd02-40b1-ba67-7485975e7c1b None None] No DVR routers for this DVR port f88bf41c-71bb-4d2c-be84-add6c2b14669 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:34:19.650131 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22546d8c-fd02-40b1-ba67-7485975e7c1b None None] Pushing event deleted for resources: {'Port': ['ID=f88bf41c-71bb-4d2c-be84-add6c2b14669,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:19.663232 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22546d8c-fd02-40b1-ba67-7485975e7c1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:19.663580 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22546d8c-fd02-40b1-ba67-7485975e7c1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:19.663974 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22546d8c-fd02-40b1-ba67-7485975e7c1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:19.664238 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22546d8c-fd02-40b1-ba67-7485975e7c1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:19.665042 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22546d8c-fd02-40b1-ba67-7485975e7c1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:19.665353 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22546d8c-fd02-40b1-ba67-7485975e7c1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:19.665687 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22546d8c-fd02-40b1-ba67-7485975e7c1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:19.666169 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22546d8c-fd02-40b1-ba67-7485975e7c1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:19.666759 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22546d8c-fd02-40b1-ba67-7485975e7c1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:19.666967 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22546d8c-fd02-40b1-ba67-7485975e7c1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:19.667439 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22546d8c-fd02-40b1-ba67-7485975e7c1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:19.667660 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22546d8c-fd02-40b1-ba67-7485975e7c1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:19.721302 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3c3871c7-8080-431e-a6b7-3caa69b2f1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:19.749739 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3871c7-8080-431e-a6b7-3caa69b2f1c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f88bf41c-71bb-4d2c-be84-add6c2b14669,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:19.754510 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3871c7-8080-431e-a6b7-3caa69b2f1c8 admin admin] No DVR routers for this DVR port f88bf41c-71bb-4d2c-be84-add6c2b14669 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:34:19.825051 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3c3871c7-8080-431e-a6b7-3caa69b2f1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:19.835406 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-3c3871c7-8080-431e-a6b7-3caa69b2f1c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd8a283-0061-4f2c-ad0e-38655032b80e']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:19.845776 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-3c3871c7-8080-431e-a6b7-3caa69b2f1c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab6997f1-535f-403b-8d15-ab60bb8948f5') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:19.853742 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-3c3871c7-8080-431e-a6b7-3caa69b2f1c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab6997f1-535f-403b-8d15-ab60bb8948f5') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:19.855051 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3c3871c7-8080-431e-a6b7-3caa69b2f1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:19.868607 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3c3871c7-8080-431e-a6b7-3caa69b2f1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:19.874551 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c3871c7-8080-431e-a6b7-3caa69b2f1c8 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:34:19.874867 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3c3871c7-8080-431e-a6b7-3caa69b2f1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: self.session.flush() Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: timer() Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:34:19.876600 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:34:20.013864 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3c3871c7-8080-431e-a6b7-3caa69b2f1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:20.020326 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3c3871c7-8080-431e-a6b7-3caa69b2f1c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:20.022196 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3c3871c7-8080-431e-a6b7-3caa69b2f1c8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/efd8a283-0061-4f2c-ad0e-38655032b80e HTTP/1.1" status: 204 len: 168 time: 0.9445174 Jun 30 10:34:20.025575 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35378) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:34:20.033541 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3871c7-8080-431e-a6b7-3caa69b2f1c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=efd8a283-0061-4f2c-ad0e-38655032b80e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:20.460445 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-51ef2294-7edc-499f-8ee6-5dbdf2b53d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:20.524965 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 783a2b86-f0eb-4451-a3d2-c684ab7102c3 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:34:20.545802 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c40932b6-d802-4862-810b-73274e1a4489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:20.548459 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 783a2b86-f0eb-4451-a3d2-c684ab7102c3 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:34:20.548868 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 783a2b86-f0eb-4451-a3d2-c684ab7102c3 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:34:20.549286 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f88bf41c-71bb-4d2c-be84-add6c2b14669 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:34:20.568704 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: f88bf41c-71bb-4d2c-be84-add6c2b14669 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:34:20.569127 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f88bf41c-71bb-4d2c-be84-add6c2b14669 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:34:20.771657 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-51ef2294-7edc-499f-8ee6-5dbdf2b53d51 admin admin] Deleting port 52561077-87d9-4f9b-80ce-040fd0c84312 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:34:20.771994 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-51ef2294-7edc-499f-8ee6-5dbdf2b53d51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:20.845767 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-51ef2294-7edc-499f-8ee6-5dbdf2b53d51 admin admin] For port 52561077-87d9-4f9b-80ce-040fd0c84312, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=52561077-87d9-4f9b-80ce-040fd0c84312,segment=NetworkSegment(23c10ec1-8f2d-442b-b981-0803c8e9885e),segment_id=23c10ec1-8f2d-442b-b981-0803c8e9885e)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:34:20.846120 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-51ef2294-7edc-499f-8ee6-5dbdf2b53d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:20.858909 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-51ef2294-7edc-499f-8ee6-5dbdf2b53d51 admin admin] Calling delete_port for 52561077-87d9-4f9b-80ce-040fd0c84312 owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:34:21.105148 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-51ef2294-7edc-499f-8ee6-5dbdf2b53d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:21.131330 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef2294-7edc-499f-8ee6-5dbdf2b53d51 admin admin] Pushing event deleted for resources: {'Port': ['ID=52561077-87d9-4f9b-80ce-040fd0c84312,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:21.296391 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-51ef2294-7edc-499f-8ee6-5dbdf2b53d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:21.508539 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ef2294-7edc-499f-8ee6-5dbdf2b53d51 admin admin] Router 1ca87385-e1e3-4538-af85-af5726152145 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:34:21.613133 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ef2294-7edc-499f-8ee6-5dbdf2b53d51 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:34:21.618184 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-51ef2294-7edc-499f-8ee6-5dbdf2b53d51 admin admin] 10.222.0.10 "PUT /v2.0/routers/1ca87385-e1e3-4538-af85-af5726152145/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5915606 Jun 30 10:34:21.620867 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35380) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:34:21.621440 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac800e7-d0d4-4d59-95cd-1409e1fab9fd None None] Sync routers for ids ['1ca87385-e1e3-4538-af85-af5726152145'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:34:21.631262 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac800e7-d0d4-4d59-95cd-1409e1fab9fd None None] Routers {'1ca87385-e1e3-4538-af85-af5726152145'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:34:21.631868 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-9ac800e7-d0d4-4d59-95cd-1409e1fab9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:33:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1ca87385-e1e3-4538-af85-af5726152145'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:21.724285 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7d3658db-a4a6-402b-b12c-5ad9f578b851 admin admin] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:21.734165 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-9ac800e7-d0d4-4d59-95cd-1409e1fab9fd None None] Set router 1ca87385-e1e3-4538-af85-af5726152145 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:34:21.832559 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7d3658db-a4a6-402b-b12c-5ad9f578b851 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:21.915192 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-9ac800e7-d0d4-4d59-95cd-1409e1fab9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca87385-e1e3-4538-af85-af5726152145', 'name': 'tempest-TestEncryptedCinderVolumes-2145039672-router', 'tenant_id': '7f025992e5bb4b54ba93f596798b7d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '53e0ab9a-a7c2-4288-8a4c-c7010814a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:32:46Z', 'updated_at': '2021-06-30T10:34:21Z', 'revision_number': 5, 'project_id': '7f025992e5bb4b54ba93f596798b7d30', 'gw_port': {'id': '53e0ab9a-a7c2-4288-8a4c-c7010814a3b6', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca87385-e1e3-4538-af85-af5726152145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:32:47Z', 'updated_at': '2021-06-30T10:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:21.941047 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac800e7-d0d4-4d59-95cd-1409e1fab9fd None None] Checking router: 1ca87385-e1e3-4538-af85-af5726152145 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:34:21.943421 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-7d3658db-a4a6-402b-b12c-5ad9f578b851 admin admin] Deleting port 53e0ab9a-a7c2-4288-8a4c-c7010814a3b6 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:34:21.943766 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7d3658db-a4a6-402b-b12c-5ad9f578b851 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:21.949777 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac800e7-d0d4-4d59-95cd-1409e1fab9fd None None] Routers {'1ca87385-e1e3-4538-af85-af5726152145'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:34:21.950380 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-9ac800e7-d0d4-4d59-95cd-1409e1fab9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:33:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['1ca87385-e1e3-4538-af85-af5726152145'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:21.973459 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:34:22.028634 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-7d3658db-a4a6-402b-b12c-5ad9f578b851 admin admin] For port 53e0ab9a-a7c2-4288-8a4c-c7010814a3b6, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=53e0ab9a-a7c2-4288-8a4c-c7010814a3b6,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:34:22.028995 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7d3658db-a4a6-402b-b12c-5ad9f578b851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:22.043766 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-7d3658db-a4a6-402b-b12c-5ad9f578b851 admin admin] Calling delete_port for 53e0ab9a-a7c2-4288-8a4c-c7010814a3b6 owned by network:router_gateway {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:34:22.207033 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-9ac800e7-d0d4-4d59-95cd-1409e1fab9fd None None] Set router 1ca87385-e1e3-4538-af85-af5726152145 gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:34:22.260374 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-9ac800e7-d0d4-4d59-95cd-1409e1fab9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca87385-e1e3-4538-af85-af5726152145', 'name': 'tempest-TestEncryptedCinderVolumes-2145039672-router', 'tenant_id': '7f025992e5bb4b54ba93f596798b7d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:32:46Z', 'updated_at': '2021-06-30T10:34:21Z', 'revision_number': 6, 'project_id': '7f025992e5bb4b54ba93f596798b7d30', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:22.265299 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7d3658db-a4a6-402b-b12c-5ad9f578b851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:22.286849 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac800e7-d0d4-4d59-95cd-1409e1fab9fd None None] The sync data for ids ['1ca87385-e1e3-4538-af85-af5726152145'] in n-d-771363-31 is: [{'id': '1ca87385-e1e3-4538-af85-af5726152145', 'name': 'tempest-TestEncryptedCinderVolumes-2145039672-router', 'tenant_id': '7f025992e5bb4b54ba93f596798b7d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:32:46Z', 'updated_at': '2021-06-30T10:34:21Z', 'revision_number': 6, 'project_id': '7f025992e5bb4b54ba93f596798b7d30', 'gw_port_host': None}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:34:22.294642 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3658db-a4a6-402b-b12c-5ad9f578b851 admin admin] Pushing event deleted for resources: {'Port': ['ID=53e0ab9a-a7c2-4288-8a4c-c7010814a3b6,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:22.358105 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7d3658db-a4a6-402b-b12c-5ad9f578b851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:22.444958 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7d3658db-a4a6-402b-b12c-5ad9f578b851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:22.447005 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7d3658db-a4a6-402b-b12c-5ad9f578b851 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:22.738328 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 52561077-87d9-4f9b-80ce-040fd0c84312 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:34:22.758982 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 52561077-87d9-4f9b-80ce-040fd0c84312 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:34:22.759358 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 52561077-87d9-4f9b-80ce-040fd0c84312 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:34:22.853697 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7d3658db-a4a6-402b-b12c-5ad9f578b851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:22.854235 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3658db-a4a6-402b-b12c-5ad9f578b851 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ca87385-e1e3-4538-af85-af5726152145 {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:34:22.858535 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7d3658db-a4a6-402b-b12c-5ad9f578b851 admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:22.859750 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7d3658db-a4a6-402b-b12c-5ad9f578b851 admin admin] 10.222.0.10 "DELETE /v2.0/routers/1ca87385-e1e3-4538-af85-af5726152145 HTTP/1.1" status: 204 len: 168 time: 1.2379382 Jun 30 10:34:22.862321 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35382) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:34:22.908151 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c8e576-58f2-4d2a-8f4b-22ffc6f3ba80 admin admin] Deleting subnet 559d891f-ea02-461c-990a-bb725107f976 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:34:22.912307 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-62c8e576-58f2-4d2a-8f4b-22ffc6f3ba80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:22.946470 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-62c8e576-58f2-4d2a-8f4b-22ffc6f3ba80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:22.988639 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3b7ae2f4-9985-461f-820e-a2c62f484b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:23.027997 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-62c8e576-58f2-4d2a-8f4b-22ffc6f3ba80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:23.196817 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-62c8e576-58f2-4d2a-8f4b-22ffc6f3ba80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:23.223324 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c8e576-58f2-4d2a-8f4b-22ffc6f3ba80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=559d891f-ea02-461c-990a-bb725107f976,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:23.228059 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-62c8e576-58f2-4d2a-8f4b-22ffc6f3ba80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:23.230092 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-62c8e576-58f2-4d2a-8f4b-22ffc6f3ba80 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/559d891f-ea02-461c-990a-bb725107f976 HTTP/1.1" status: 204 len: 168 time: 0.3653882 Jun 30 10:34:23.232645 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35384) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:34:23.233484 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4f00f0-67b8-4c5d-ac4d-eccf1e3442ec None None] Network 3ba12b7d-a789-4366-a033-a2952228a7ab requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:34:23.302857 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1545abeb-5bff-4f35-98df-816d3b10d7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:23.368257 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-1545abeb-5bff-4f35-98df-816d3b10d7e4 admin admin] Deleting port a18e2ef4-74ef-489e-8afc-ac28fa6d8499 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:34:23.368669 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1545abeb-5bff-4f35-98df-816d3b10d7e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:23.418262 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5813c7-b6b5-4cda-8fbc-578d2da1fe08 None None] DHCP port deletion for 3ba12b7d-a789-4366-a033-a2952228a7ab request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:34:23.434292 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-1545abeb-5bff-4f35-98df-816d3b10d7e4 admin admin] For port a18e2ef4-74ef-489e-8afc-ac28fa6d8499, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a18e2ef4-74ef-489e-8afc-ac28fa6d8499,segment=NetworkSegment(23c10ec1-8f2d-442b-b981-0803c8e9885e),segment_id=23c10ec1-8f2d-442b-b981-0803c8e9885e)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:34:23.434647 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1545abeb-5bff-4f35-98df-816d3b10d7e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:23.449076 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-1545abeb-5bff-4f35-98df-816d3b10d7e4 admin admin] Calling delete_port for a18e2ef4-74ef-489e-8afc-ac28fa6d8499 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:34:23.465440 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-5e5813c7-b6b5-4cda-8fbc-578d2da1fe08 None None] Deleting port a18e2ef4-74ef-489e-8afc-ac28fa6d8499 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:34:23.465698 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5e5813c7-b6b5-4cda-8fbc-578d2da1fe08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:23.530909 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-5e5813c7-b6b5-4cda-8fbc-578d2da1fe08 None None] For port a18e2ef4-74ef-489e-8afc-ac28fa6d8499, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=a18e2ef4-74ef-489e-8afc-ac28fa6d8499,segment=NetworkSegment(23c10ec1-8f2d-442b-b981-0803c8e9885e),segment_id=23c10ec1-8f2d-442b-b981-0803c8e9885e)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:34:23.531251 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5e5813c7-b6b5-4cda-8fbc-578d2da1fe08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:23.553610 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-5e5813c7-b6b5-4cda-8fbc-578d2da1fe08 None None] Calling delete_port for a18e2ef4-74ef-489e-8afc-ac28fa6d8499 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:34:23.617048 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1545abeb-5bff-4f35-98df-816d3b10d7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:23.630678 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5e5813c7-b6b5-4cda-8fbc-578d2da1fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:23.631046 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1545abeb-5bff-4f35-98df-816d3b10d7e4 admin admin] No DVR routers for this DVR port a18e2ef4-74ef-489e-8afc-ac28fa6d8499 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:34:23.651716 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545abeb-5bff-4f35-98df-816d3b10d7e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a18e2ef4-74ef-489e-8afc-ac28fa6d8499,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:23.660990 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:23.660990 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5813c7-b6b5-4cda-8fbc-578d2da1fe08 None None] Pushing event deleted for resources: {'Port': ['ID=a18e2ef4-74ef-489e-8afc-ac28fa6d8499,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:23.662439 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5813c7-b6b5-4cda-8fbc-578d2da1fe08 None None] No DVR routers for this DVR port a18e2ef4-74ef-489e-8afc-ac28fa6d8499 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:34:23.721732 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1545abeb-5bff-4f35-98df-816d3b10d7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:23.732091 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-1545abeb-5bff-4f35-98df-816d3b10d7e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba12b7d-a789-4366-a033-a2952228a7ab']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:23.743546 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-1545abeb-5bff-4f35-98df-816d3b10d7e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c10ec1-8f2d-442b-b981-0803c8e9885e') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:23.743845 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-1545abeb-5bff-4f35-98df-816d3b10d7e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c10ec1-8f2d-442b-b981-0803c8e9885e') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:23.752591 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1545abeb-5bff-4f35-98df-816d3b10d7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:23.770843 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1545abeb-5bff-4f35-98df-816d3b10d7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:23.776713 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1545abeb-5bff-4f35-98df-816d3b10d7e4 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:34:23.777104 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1545abeb-5bff-4f35-98df-816d3b10d7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:23.778720 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 10:34:23.778720 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:34:23.778720 n-d-771363-31 neutron-server[101053]: timer() Jun 30 10:34:23.778720 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:34:23.778720 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 10:34:23.778720 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:34:23.778720 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 10:34:23.778720 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:34:23.778720 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 10:34:23.778720 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:34:23.778720 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 10:34:23.778720 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:34:23.778720 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 10:34:23.778720 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:34:23.778720 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:34:23.778720 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:34:23.778720 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:34:23.778720 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:34:23.778720 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 10:34:23.778720 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:34:23.778720 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 10:34:23.778720 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:34:23.778720 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:34:23.778720 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:34:23.778720 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 10:34:23.778720 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:34:23.778720 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:34:23.778720 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:34:23.778720 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:34:23.778720 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:34:23.778720 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:34:23.778720 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:34:23.921768 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1545abeb-5bff-4f35-98df-816d3b10d7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:23.927196 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1545abeb-5bff-4f35-98df-816d3b10d7e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:23.928989 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1545abeb-5bff-4f35-98df-816d3b10d7e4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3ba12b7d-a789-4366-a033-a2952228a7ab HTTP/1.1" status: 204 len: 168 time: 0.6953914 Jun 30 10:34:23.940031 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545abeb-5bff-4f35-98df-816d3b10d7e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ba12b7d-a789-4366-a033-a2952228a7ab,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:24.279145 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35388) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:34:24.318371 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e4d97c19-33cb-4342-85fa-d6934d0c9215 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d55bd99eb62e434a9f286990d71454f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380828 Jun 30 10:34:24.320882 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35390) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:34:24.369607 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7b6501cb-b43d-43e8-9c7e-f0b1c21f7342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:24.390011 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7b6501cb-b43d-43e8-9c7e-f0b1c21f7342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:24.522913 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 53e0ab9a-a7c2-4288-8a4c-c7010814a3b6 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:34:24.546994 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 53e0ab9a-a7c2-4288-8a4c-c7010814a3b6 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:34:24.547357 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 53e0ab9a-a7c2-4288-8a4c-c7010814a3b6 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:34:24.547792 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a18e2ef4-74ef-489e-8afc-ac28fa6d8499 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:34:24.556827 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7b6501cb-b43d-43e8-9c7e-f0b1c21f7342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:24.563036 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7b6501cb-b43d-43e8-9c7e-f0b1c21f7342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:24.563036 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7b6501cb-b43d-43e8-9c7e-f0b1c21f7342 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9d3d1f0a-79a5-496f-b110-69e2da544ba9 HTTP/1.1" status: 204 len: 168 time: 0.2388494 Jun 30 10:34:24.567550 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: a18e2ef4-74ef-489e-8afc-ac28fa6d8499 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:34:24.567848 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device a18e2ef4-74ef-489e-8afc-ac28fa6d8499 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:34:24.570534 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6501cb-b43d-43e8-9c7e-f0b1c21f7342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3d1f0a-79a5-496f-b110-69e2da544ba9,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:24.937208 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:25.161044 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35396) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:34:25.203697 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1f73dece-ec7c-4696-9ee7-14c447e731e0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7f025992e5bb4b54ba93f596798b7d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414867 Jun 30 10:34:25.206914 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35398) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:34:25.255313 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e07fef32-c281-4b60-a951-9b183a17c6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:25.280044 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e07fef32-c281-4b60-a951-9b183a17c6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:25.396521 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e07fef32-c281-4b60-a951-9b183a17c6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:25.399101 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e07fef32-c281-4b60-a951-9b183a17c6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:25.401109 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e07fef32-c281-4b60-a951-9b183a17c6dc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/571320e2-38eb-472d-a56e-0594e5c26c12 HTTP/1.1" status: 204 len: 168 time: 0.1931069 Jun 30 10:34:25.410370 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07fef32-c281-4b60-a951-9b183a17c6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571320e2-38eb-472d-a56e-0594e5c26c12,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:26.508073 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35420) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:34:26.608316 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-87b4d0e8-1958-4f53-b7ab-4f5b85de4bff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-33493830-network', 'tenant_id': 'c6794248dd40454b867f82c0ec94eb4b'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:34:26.636330 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:26.699277 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b4d0e8-1958-4f53-b7ab-4f5b85de4bff admin admin] Made reservation on behalf of c6794248dd40454b867f82c0ec94eb4b for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:34:26.701501 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-87b4d0e8-1958-4f53-b7ab-4f5b85de4bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:26.710468 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-87b4d0e8-1958-4f53-b7ab-4f5b85de4bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:26.796859 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-87b4d0e8-1958-4f53-b7ab-4f5b85de4bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:26.870296 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-87b4d0e8-1958-4f53-b7ab-4f5b85de4bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:26.895109 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b4d0e8-1958-4f53-b7ab-4f5b85de4bff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:34:26.904544 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4d0e8-1958-4f53-b7ab-4f5b85de4bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:26.910073 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-87b4d0e8-1958-4f53-b7ab-4f5b85de4bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:26.914148 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-87b4d0e8-1958-4f53-b7ab-4f5b85de4bff admin admin] Added segment 32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c of type vlan for network e5ccb480-bbbd-42f8-a474-12ee03479fed Jun 30 10:34:26.949166 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-87b4d0e8-1958-4f53-b7ab-4f5b85de4bff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:27.047774 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-87b4d0e8-1958-4f53-b7ab-4f5b85de4bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:27.048734 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b4d0e8-1958-4f53-b7ab-4f5b85de4bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:34:27.049304 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-87b4d0e8-1958-4f53-b7ab-4f5b85de4bff admin admin] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:27.109310 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4d0e8-1958-4f53-b7ab-4f5b85de4bff admin admin] Pushing event updated for resources: {'Network': ['ID=e5ccb480-bbbd-42f8-a474-12ee03479fed,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:27.119388 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network e5ccb480-bbbd-42f8-a474-12ee03479fed details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:34:27.185694 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-87b4d0e8-1958-4f53-b7ab-4f5b85de4bff admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6763980 Jun 30 10:34:27.188350 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35424) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:34:27.194131 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-7833b7f3-fc37-4063-9aeb-cce32ae25c08 admin admin] Request body: {'subnet': {'network_id': 'e5ccb480-bbbd-42f8-a474-12ee03479fed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-33493830-subnet', 'tenant_id': 'c6794248dd40454b867f82c0ec94eb4b', 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:34:27.314055 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7833b7f3-fc37-4063-9aeb-cce32ae25c08 admin admin] Made reservation on behalf of c6794248dd40454b867f82c0ec94eb4b for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:34:27.317115 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7833b7f3-fc37-4063-9aeb-cce32ae25c08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:27.573844 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7833b7f3-fc37-4063-9aeb-cce32ae25c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:27.632305 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833b7f3-fc37-4063-9aeb-cce32ae25c08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c7c0058-86d6-4d51-9dda-7a820f4d37f4,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:27.638559 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7833b7f3-fc37-4063-9aeb-cce32ae25c08 admin admin] Checking segment: {'id': '32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e5ccb480-bbbd-42f8-a474-12ee03479fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:34:27.638559 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7833b7f3-fc37-4063-9aeb-cce32ae25c08 admin admin] Network hostable DHCP agents. Network: e5ccb480-bbbd-42f8-a474-12ee03479fed, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:34:27.748180 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7833b7f3-fc37-4063-9aeb-cce32ae25c08 admin admin] Network e5ccb480-bbbd-42f8-a474-12ee03479fed is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:34:27.853113 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-7833b7f3-fc37-4063-9aeb-cce32ae25c08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, e5ccb480-bbbd-42f8-a474-12ee03479fed) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:34:27.857325 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7833b7f3-fc37-4063-9aeb-cce32ae25c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:34:27.857907 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7833b7f3-fc37-4063-9aeb-cce32ae25c08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:27.862107 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e3c735-2d71-485e-9c29-f4224403c983 None None] Network e5ccb480-bbbd-42f8-a474-12ee03479fed requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:34:27.941953 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7833b7f3-fc37-4063-9aeb-cce32ae25c08 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7512233 Jun 30 10:34:27.943996 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35426) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:34:27.948699 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-60b8d2d9-ff8f-4be1-8053-c2d274defef1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-33493830-router', 'tenant_id': 'c6794248dd40454b867f82c0ec94eb4b', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:34:28.009825 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04171923-cb9d-4b0c-a5b8-7528867654b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-e5ccb480-bbbd-42f8-a474-12ee03479fed', 'network_id': 'e5ccb480-bbbd-42f8-a474-12ee03479fed', 'tenant_id': 'c6794248dd40454b867f82c0ec94eb4b', 'fixed_ips': [{'subnet_id': '1c7c0058-86d6-4d51-9dda-7a820f4d37f4'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:34:28.010656 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-04171923-cb9d-4b0c-a5b8-7528867654b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:28.036955 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-60b8d2d9-ff8f-4be1-8053-c2d274defef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:28.038094 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-60b8d2d9-ff8f-4be1-8053-c2d274defef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:28.092978 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-60b8d2d9-ff8f-4be1-8053-c2d274defef1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:28.146965 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-04171923-cb9d-4b0c-a5b8-7528867654b6 None None] Allocated IP 172.20.0.2 (e5ccb480-bbbd-42f8-a474-12ee03479fed/1c7c0058-86d6-4d51-9dda-7a820f4d37f4/3e70c2bb-ea89-4385-b7c5-2a634efe5f03) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:34:28.289005 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-04171923-cb9d-4b0c-a5b8-7528867654b6 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:28.297269 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-04171923-cb9d-4b0c-a5b8-7528867654b6 None None] Transition to ACTIVE for port object 3e70c2bb-ea89-4385-b7c5-2a634efe5f03 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:34:28.312146 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-60b8d2d9-ff8f-4be1-8053-c2d274defef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:28.313579 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-04171923-cb9d-4b0c-a5b8-7528867654b6 None None] Transition to ACTIVE for port object 3e70c2bb-ea89-4385-b7c5-2a634efe5f03 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:34:28.384903 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-04171923-cb9d-4b0c-a5b8-7528867654b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:28.423230 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04171923-cb9d-4b0c-a5b8-7528867654b6 None None] Network e5ccb480-bbbd-42f8-a474-12ee03479fed is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:34:28.430530 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-04171923-cb9d-4b0c-a5b8-7528867654b6 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:34:28.434897 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04171923-cb9d-4b0c-a5b8-7528867654b6 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:34:28.437944 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04171923-cb9d-4b0c-a5b8-7528867654b6 None None] Pushing event updated for resources: {'Port': ['ID=3e70c2bb-ea89-4385-b7c5-2a634efe5f03,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:28.495934 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-04171923-cb9d-4b0c-a5b8-7528867654b6 None None] Attempting to bind port 3e70c2bb-ea89-4385-b7c5-2a634efe5f03 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:34:28.496301 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-04171923-cb9d-4b0c-a5b8-7528867654b6 None None] Attempting to bind port 3e70c2bb-ea89-4385-b7c5-2a634efe5f03 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e5ccb480-bbbd-42f8-a474-12ee03479fed'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:34:28.496662 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04171923-cb9d-4b0c-a5b8-7528867654b6 None None] Attempting to bind port 3e70c2bb-ea89-4385-b7c5-2a634efe5f03 on network e5ccb480-bbbd-42f8-a474-12ee03479fed {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:34:28.501651 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04171923-cb9d-4b0c-a5b8-7528867654b6 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:34:28.504073 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04171923-cb9d-4b0c-a5b8-7528867654b6 None None] Checking segment: {'id': '32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e5ccb480-bbbd-42f8-a474-12ee03479fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:34:28.504073 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-04171923-cb9d-4b0c-a5b8-7528867654b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:28.504073 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04171923-cb9d-4b0c-a5b8-7528867654b6 None None] Bound using segment: {'id': '32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e5ccb480-bbbd-42f8-a474-12ee03479fed'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:34:28.504073 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-04171923-cb9d-4b0c-a5b8-7528867654b6 None None] Bound port: 3e70c2bb-ea89-4385-b7c5-2a634efe5f03, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e5ccb480-bbbd-42f8-a474-12ee03479fed'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:34:28.504073 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-04171923-cb9d-4b0c-a5b8-7528867654b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:28.570072 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-04171923-cb9d-4b0c-a5b8-7528867654b6 None None] For port 3e70c2bb-ea89-4385-b7c5-2a634efe5f03, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:34:28.573563 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-04171923-cb9d-4b0c-a5b8-7528867654b6 None None] For port 3e70c2bb-ea89-4385-b7c5-2a634efe5f03, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3e70c2bb-ea89-4385-b7c5-2a634efe5f03,segment=NetworkSegment(32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c),segment_id=32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:34:28.605473 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-60b8d2d9-ff8f-4be1-8053-c2d274defef1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:28.631028 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-60b8d2d9-ff8f-4be1-8053-c2d274defef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:28.654082 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-04171923-cb9d-4b0c-a5b8-7528867654b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:28.714659 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04171923-cb9d-4b0c-a5b8-7528867654b6 None None] Pushing event updated for resources: {'Port': ['ID=3e70c2bb-ea89-4385-b7c5-2a634efe5f03,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:28.745301 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-60b8d2d9-ff8f-4be1-8053-c2d274defef1 admin admin] Allocated IP 172.25.6.79 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/49397bae-b95e-4b68-b6b1-5f01ac22f930) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:34:28.857380 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-60b8d2d9-ff8f-4be1-8053-c2d274defef1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:28.957748 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-60b8d2d9-ff8f-4be1-8053-c2d274defef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:28.997911 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b8d2d9-ff8f-4be1-8053-c2d274defef1 admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:34:29.000928 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-60b8d2d9-ff8f-4be1-8053-c2d274defef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:34:29.003934 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b8d2d9-ff8f-4be1-8053-c2d274defef1 admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:34:29.038566 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8d2d9-ff8f-4be1-8053-c2d274defef1 admin admin] Pushing event updated for resources: {'Port': ['ID=49397bae-b95e-4b68-b6b1-5f01ac22f930,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:29.328986 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-60b8d2d9-ff8f-4be1-8053-c2d274defef1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:29.528916 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-60b8d2d9-ff8f-4be1-8053-c2d274defef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:29.655185 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563237ab-eaa3-43ab-91ed-5748404fb60c None None] Network e5ccb480-bbbd-42f8-a474-12ee03479fed requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:34:29.742413 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b8d2d9-ff8f-4be1-8053-c2d274defef1 admin admin] Router 7c276945-004b-454f-aa60-c7e83ee44690 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:34:29.820696 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5493feef-bf52-4120-a934-fd2d8129ef8b None None] Provisioning for port 3e70c2bb-ea89-4385-b7c5-2a634efe5f03 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:34:29.853973 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b8d2d9-ff8f-4be1-8053-c2d274defef1 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:34:29.866223 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ebadde-cb94-48e1-b149-a55b6fe43e35 None None] Sync routers for ids ['7c276945-004b-454f-aa60-c7e83ee44690'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:34:29.875450 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ebadde-cb94-48e1-b149-a55b6fe43e35 None None] Routers {'7c276945-004b-454f-aa60-c7e83ee44690'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:34:29.876058 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-32ebadde-cb94-48e1-b149-a55b6fe43e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:34:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['7c276945-004b-454f-aa60-c7e83ee44690'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:29.925936 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-60b8d2d9-ff8f-4be1-8053-c2d274defef1 admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:29.929015 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-60b8d2d9-ff8f-4be1-8053-c2d274defef1 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9821861 Jun 30 10:34:29.930094 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35428) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:34:29.987034 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-32ebadde-cb94-48e1-b149-a55b6fe43e35 None None] Set router 7c276945-004b-454f-aa60-c7e83ee44690 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:34:30.173078 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-32ebadde-cb94-48e1-b149-a55b6fe43e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c276945-004b-454f-aa60-c7e83ee44690', 'name': 'tempest-TestMinimumBasicScenario-33493830-router', 'tenant_id': 'c6794248dd40454b867f82c0ec94eb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '49397bae-b95e-4b68-b6b1-5f01ac22f930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:34:28Z', 'updated_at': '2021-06-30T10:34:29Z', 'revision_number': 3, 'project_id': 'c6794248dd40454b867f82c0ec94eb4b', 'gw_port': {'id': '49397bae-b95e-4b68-b6b1-5f01ac22f930', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c276945-004b-454f-aa60-c7e83ee44690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:28Z', 'updated_at': '2021-06-30T10:34:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:30.198785 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ebadde-cb94-48e1-b149-a55b6fe43e35 None None] Checking router: 7c276945-004b-454f-aa60-c7e83ee44690 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:34:30.199250 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ebadde-cb94-48e1-b149-a55b6fe43e35 None None] Updating router 7c276945-004b-454f-aa60-c7e83ee44690 port 49397bae-b95e-4b68-b6b1-5f01ac22f930 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:34:30.232806 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-32ebadde-cb94-48e1-b149-a55b6fe43e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:30.346466 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e9e10c97-3a52-43c8-80f2-7feb3d5f7fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:30.478430 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-32ebadde-cb94-48e1-b149-a55b6fe43e35 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:30.489342 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-32ebadde-cb94-48e1-b149-a55b6fe43e35 None None] Transition to ACTIVE for port object 49397bae-b95e-4b68-b6b1-5f01ac22f930 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:34:30.512814 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-e9e10c97-3a52-43c8-80f2-7feb3d5f7fcc admin admin] Allocated IP 172.20.0.1 (e5ccb480-bbbd-42f8-a474-12ee03479fed/1c7c0058-86d6-4d51-9dda-7a820f4d37f4/e7d9c620-7ee8-4a38-b1ae-42548b1c66ca) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:34:30.560726 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3e70c2bb-ea89-4385-b7c5-2a634efe5f03 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:34:30.704912 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-32ebadde-cb94-48e1-b149-a55b6fe43e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:30.756541 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-32ebadde-cb94-48e1-b149-a55b6fe43e35 None None] Attempting to bind port 49397bae-b95e-4b68-b6b1-5f01ac22f930 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:34:30.759631 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-32ebadde-cb94-48e1-b149-a55b6fe43e35 None None] Attempting to bind port 49397bae-b95e-4b68-b6b1-5f01ac22f930 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:34:30.759631 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ebadde-cb94-48e1-b149-a55b6fe43e35 None None] Attempting to bind port 49397bae-b95e-4b68-b6b1-5f01ac22f930 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:34:30.760159 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7341f-ecc5-49ec-8c2d-f3d830d9ab04 None None] Pushing event updated for resources: {'Port': ['ID=49397bae-b95e-4b68-b6b1-5f01ac22f930,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:30.767833 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ebadde-cb94-48e1-b149-a55b6fe43e35 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:34:30.768194 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ebadde-cb94-48e1-b149-a55b6fe43e35 None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:34:30.768778 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-32ebadde-cb94-48e1-b149-a55b6fe43e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:30.769766 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ebadde-cb94-48e1-b149-a55b6fe43e35 None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:34:30.770218 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-32ebadde-cb94-48e1-b149-a55b6fe43e35 None None] Bound port: 49397bae-b95e-4b68-b6b1-5f01ac22f930, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:34:30.770586 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-32ebadde-cb94-48e1-b149-a55b6fe43e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:30.773842 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d7341f-ecc5-49ec-8c2d-f3d830d9ab04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:30.774192 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d7341f-ecc5-49ec-8c2d-f3d830d9ab04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:30.774519 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d7341f-ecc5-49ec-8c2d-f3d830d9ab04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:30.774859 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d7341f-ecc5-49ec-8c2d-f3d830d9ab04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:30.775178 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d7341f-ecc5-49ec-8c2d-f3d830d9ab04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:30.775492 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d7341f-ecc5-49ec-8c2d-f3d830d9ab04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:30.775807 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d7341f-ecc5-49ec-8c2d-f3d830d9ab04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:30.776115 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d7341f-ecc5-49ec-8c2d-f3d830d9ab04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:30.776420 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d7341f-ecc5-49ec-8c2d-f3d830d9ab04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:30.776729 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d7341f-ecc5-49ec-8c2d-f3d830d9ab04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:30.777034 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d7341f-ecc5-49ec-8c2d-f3d830d9ab04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:30.777337 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d7341f-ecc5-49ec-8c2d-f3d830d9ab04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:30.779234 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 3e70c2bb-ea89-4385-b7c5-2a634efe5f03 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:34:30.783689 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 3e70c2bb-ea89-4385-b7c5-2a634efe5f03 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:34:30.784098 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:30.799531 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e9e10c97-3a52-43c8-80f2-7feb3d5f7fcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:30.814274 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-e9e10c97-3a52-43c8-80f2-7feb3d5f7fcc admin admin] Transition to ACTIVE for port object e7d9c620-7ee8-4a38-b1ae-42548b1c66ca will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:34:30.833802 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-32ebadde-cb94-48e1-b149-a55b6fe43e35 None None] For port 49397bae-b95e-4b68-b6b1-5f01ac22f930, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:34:30.838344 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-32ebadde-cb94-48e1-b149-a55b6fe43e35 None None] For port 49397bae-b95e-4b68-b6b1-5f01ac22f930, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=49397bae-b95e-4b68-b6b1-5f01ac22f930,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:34:30.866934 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:30.899579 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 3e70c2bb-ea89-4385-b7c5-2a634efe5f03, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3e70c2bb-ea89-4385-b7c5-2a634efe5f03,segment=NetworkSegment(32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c),segment_id=32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:34:30.912185 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-32ebadde-cb94-48e1-b149-a55b6fe43e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:30.957656 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e9e10c97-3a52-43c8-80f2-7feb3d5f7fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:30.970428 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ebadde-cb94-48e1-b149-a55b6fe43e35 None None] Routers {'7c276945-004b-454f-aa60-c7e83ee44690'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:34:30.971052 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-32ebadde-cb94-48e1-b149-a55b6fe43e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:34:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['7c276945-004b-454f-aa60-c7e83ee44690'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:30.976585 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7341f-ecc5-49ec-8c2d-f3d830d9ab04 None None] Pushing event updated for resources: {'Port': ['ID=49397bae-b95e-4b68-b6b1-5f01ac22f930,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:30.984874 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:31.006740 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e10c97-3a52-43c8-80f2-7feb3d5f7fcc admin admin] Network e5ccb480-bbbd-42f8-a474-12ee03479fed is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:34:31.011429 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-e9e10c97-3a52-43c8-80f2-7feb3d5f7fcc admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:34:31.015924 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e10c97-3a52-43c8-80f2-7feb3d5f7fcc admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:34:31.044074 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e10c97-3a52-43c8-80f2-7feb3d5f7fcc admin admin] Pushing event updated for resources: {'Port': ['ID=e7d9c620-7ee8-4a38-b1ae-42548b1c66ca,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:31.045093 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=3e70c2bb-ea89-4385-b7c5-2a634efe5f03,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:31.070989 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e9e10c97-3a52-43c8-80f2-7feb3d5f7fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:31.093890 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-32ebadde-cb94-48e1-b149-a55b6fe43e35 None None] Set router 7c276945-004b-454f-aa60-c7e83ee44690 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:34:31.270032 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e9e10c97-3a52-43c8-80f2-7feb3d5f7fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:31.274785 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-32ebadde-cb94-48e1-b149-a55b6fe43e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c276945-004b-454f-aa60-c7e83ee44690', 'name': 'tempest-TestMinimumBasicScenario-33493830-router', 'tenant_id': 'c6794248dd40454b867f82c0ec94eb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '49397bae-b95e-4b68-b6b1-5f01ac22f930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:34:28Z', 'updated_at': '2021-06-30T10:34:29Z', 'revision_number': 3, 'project_id': 'c6794248dd40454b867f82c0ec94eb4b', 'gw_port': {'id': '49397bae-b95e-4b68-b6b1-5f01ac22f930', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c276945-004b-454f-aa60-c7e83ee44690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:28Z', 'updated_at': '2021-06-30T10:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:31.302056 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ebadde-cb94-48e1-b149-a55b6fe43e35 None None] The sync data for ids ['7c276945-004b-454f-aa60-c7e83ee44690'] in n-d-771363-31 is: [{'id': '7c276945-004b-454f-aa60-c7e83ee44690', 'name': 'tempest-TestMinimumBasicScenario-33493830-router', 'tenant_id': 'c6794248dd40454b867f82c0ec94eb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '49397bae-b95e-4b68-b6b1-5f01ac22f930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:34:28Z', 'updated_at': '2021-06-30T10:34:29Z', 'revision_number': 3, 'project_id': 'c6794248dd40454b867f82c0ec94eb4b', 'gw_port': {'id': '49397bae-b95e-4b68-b6b1-5f01ac22f930', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c276945-004b-454f-aa60-c7e83ee44690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:28Z', 'updated_at': '2021-06-30T10:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:34:31.356290 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-1d671253-ae81-45a3-b0a2-b8ee9796bddc None None] Provisioning for port e7d9c620-7ee8-4a38-b1ae-42548b1c66ca completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:34:31.361514 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-1d671253-ae81-45a3-b0a2-b8ee9796bddc None None] Provisioning complete for port e7d9c620-7ee8-4a38-b1ae-42548b1c66ca triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:34:31.361514 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1d671253-ae81-45a3-b0a2-b8ee9796bddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:31.397536 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-1d671253-ae81-45a3-b0a2-b8ee9796bddc None None] Port e7d9c620-7ee8-4a38-b1ae-42548b1c66ca cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:34:31.437476 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e9e10c97-3a52-43c8-80f2-7feb3d5f7fcc admin admin] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:31.551496 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e9e10c97-3a52-43c8-80f2-7feb3d5f7fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:31.626783 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e10c97-3a52-43c8-80f2-7feb3d5f7fcc admin admin] Pushing event updated for resources: {'Port': ['ID=e7d9c620-7ee8-4a38-b1ae-42548b1c66ca,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:31.632106 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e9e10c97-3a52-43c8-80f2-7feb3d5f7fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:31.734509 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e10c97-3a52-43c8-80f2-7feb3d5f7fcc admin admin] Network e5ccb480-bbbd-42f8-a474-12ee03479fed is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:34:31.737786 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-e9e10c97-3a52-43c8-80f2-7feb3d5f7fcc admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:34:31.861374 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e10c97-3a52-43c8-80f2-7feb3d5f7fcc admin admin] Router 7c276945-004b-454f-aa60-c7e83ee44690 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:34:31.984318 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e10c97-3a52-43c8-80f2-7feb3d5f7fcc admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:34:31.990784 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e9e10c97-3a52-43c8-80f2-7feb3d5f7fcc admin admin] 10.222.0.10 "PUT /v2.0/routers/7c276945-004b-454f-aa60-c7e83ee44690/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0597034 Jun 30 10:34:32.022508 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fce805d5-f819-41ae-8ca7-3e870806fe6d None None] Provisioning complete for port e7d9c620-7ee8-4a38-b1ae-42548b1c66ca triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:34:32.023574 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fce805d5-f819-41ae-8ca7-3e870806fe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:32.063527 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-fce805d5-f819-41ae-8ca7-3e870806fe6d None None] Port e7d9c620-7ee8-4a38-b1ae-42548b1c66ca cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:34:32.609439 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 49397bae-b95e-4b68-b6b1-5f01ac22f930 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:34:32.703429 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35444) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:34:32.708442 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-ce46b4a4-0703-4e4f-b4d4-a0db1987c4f8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1282579689-network', 'tenant_id': 'f41ffce5c4ba490f8564b4aaf3f36c89'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:34:32.727980 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 49397bae-b95e-4b68-b6b1-5f01ac22f930 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:34:32.732035 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 49397bae-b95e-4b68-b6b1-5f01ac22f930 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:34:32.732400 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:32.796422 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce46b4a4-0703-4e4f-b4d4-a0db1987c4f8 admin admin] Made reservation on behalf of f41ffce5c4ba490f8564b4aaf3f36c89 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:34:32.798855 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ce46b4a4-0703-4e4f-b4d4-a0db1987c4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:32.809102 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ce46b4a4-0703-4e4f-b4d4-a0db1987c4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:32.809674 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:32.831510 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 49397bae-b95e-4b68-b6b1-5f01ac22f930, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=49397bae-b95e-4b68-b6b1-5f01ac22f930,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:34:32.887409 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead5cdb7-dbbc-4e44-bda9-3528a0150a11 None None] Sync routers for ids ['7c276945-004b-454f-aa60-c7e83ee44690'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:34:32.898220 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead5cdb7-dbbc-4e44-bda9-3528a0150a11 None None] Routers {'7c276945-004b-454f-aa60-c7e83ee44690'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:34:32.898943 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-ead5cdb7-dbbc-4e44-bda9-3528a0150a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:34:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['7c276945-004b-454f-aa60-c7e83ee44690'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:32.904086 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ce46b4a4-0703-4e4f-b4d4-a0db1987c4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:32.939419 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:32.940167 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3e70c2bb-ea89-4385-b7c5-2a634efe5f03 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:34:33.018916 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ce46b4a4-0703-4e4f-b4d4-a0db1987c4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:33.056190 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce46b4a4-0703-4e4f-b4d4-a0db1987c4f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:34:33.060767 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46b4a4-0703-4e4f-b4d4-a0db1987c4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11e7a23-1bf4-430c-a9aa-600e2d816beb,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:33.069294 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ce46b4a4-0703-4e4f-b4d4-a0db1987c4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:33.069658 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-ce46b4a4-0703-4e4f-b4d4-a0db1987c4f8 admin admin] Added segment f5beec99-2257-4671-9bd8-dc756ca2c31e of type vlan for network 2f835fa6-bea6-4150-8ae6-334ea5deb011 Jun 30 10:34:33.071467 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=49397bae-b95e-4b68-b6b1-5f01ac22f930,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:33.084925 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-ead5cdb7-dbbc-4e44-bda9-3528a0150a11 None None] Set router 7c276945-004b-454f-aa60-c7e83ee44690 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:34:33.115967 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ce46b4a4-0703-4e4f-b4d4-a0db1987c4f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:33.116259 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 3e70c2bb-ea89-4385-b7c5-2a634efe5f03 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:34:33.116259 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:33.234299 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ce46b4a4-0703-4e4f-b4d4-a0db1987c4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:33.235493 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce46b4a4-0703-4e4f-b4d4-a0db1987c4f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:34:33.236222 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ce46b4a4-0703-4e4f-b4d4-a0db1987c4f8 admin admin] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:33.297562 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46b4a4-0703-4e4f-b4d4-a0db1987c4f8 admin admin] Pushing event updated for resources: {'Network': ['ID=2f835fa6-bea6-4150-8ae6-334ea5deb011,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:33.314907 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 2f835fa6-bea6-4150-8ae6-334ea5deb011 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:34:33.351334 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ce46b4a4-0703-4e4f-b4d4-a0db1987c4f8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6467474 Jun 30 10:34:33.353994 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35446) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:34:33.358866 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-be49cb67-aadc-4dff-a09e-6dfc8e63e786 admin admin] Request body: {'subnet': {'network_id': '2f835fa6-bea6-4150-8ae6-334ea5deb011', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1282579689-subnet', 'tenant_id': 'f41ffce5c4ba490f8564b4aaf3f36c89', 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:34:33.396220 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-ead5cdb7-dbbc-4e44-bda9-3528a0150a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c276945-004b-454f-aa60-c7e83ee44690', 'name': 'tempest-TestMinimumBasicScenario-33493830-router', 'tenant_id': 'c6794248dd40454b867f82c0ec94eb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '49397bae-b95e-4b68-b6b1-5f01ac22f930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:34:28Z', 'updated_at': '2021-06-30T10:34:31Z', 'revision_number': 4, 'project_id': 'c6794248dd40454b867f82c0ec94eb4b', 'gw_port': {'id': '49397bae-b95e-4b68-b6b1-5f01ac22f930', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c276945-004b-454f-aa60-c7e83ee44690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:28Z', 'updated_at': '2021-06-30T10:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'e7d9c620-7ee8-4a38-b1ae-42548b1c66ca', 'name': '', 'network_id': 'e5ccb480-bbbd-42f8-a474-12ee03479fed', 'tenant_id': 'c6794248dd40454b867f82c0ec94eb4b', 'mac_address': 'fa:16:3e:18:1d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c276945-004b-454f-aa60-c7e83ee44690', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '1c7c0058-86d6-4d51-9dda-7a820f4d37f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:30Z', 'updated_at': '2021-06-30T10:34:31Z', 'revision_number': 2, 'project_id': 'c6794248dd40454b867f82c0ec94eb4b', 'subnets': [{'id': '1c7c0058-86d6-4d51-9dda-7a820f4d37f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:33.424613 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead5cdb7-dbbc-4e44-bda9-3528a0150a11 None None] Checking router: 7c276945-004b-454f-aa60-c7e83ee44690 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:34:33.424956 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead5cdb7-dbbc-4e44-bda9-3528a0150a11 None None] Updating router 7c276945-004b-454f-aa60-c7e83ee44690 port e7d9c620-7ee8-4a38-b1ae-42548b1c66ca binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:34:33.442640 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be49cb67-aadc-4dff-a09e-6dfc8e63e786 admin admin] Made reservation on behalf of f41ffce5c4ba490f8564b4aaf3f36c89 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:34:33.445287 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-be49cb67-aadc-4dff-a09e-6dfc8e63e786 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:33.460515 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ead5cdb7-dbbc-4e44-bda9-3528a0150a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:33.693654 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-be49cb67-aadc-4dff-a09e-6dfc8e63e786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:33.725006 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ead5cdb7-dbbc-4e44-bda9-3528a0150a11 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:33.734923 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-ead5cdb7-dbbc-4e44-bda9-3528a0150a11 None None] Transition to ACTIVE for port object e7d9c620-7ee8-4a38-b1ae-42548b1c66ca will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:34:33.751091 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49cb67-aadc-4dff-a09e-6dfc8e63e786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40099ba4-a9be-4a41-b259-ebf6f01aedf6,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:33.760627 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49cb67-aadc-4dff-a09e-6dfc8e63e786 admin admin] Checking segment: {'id': 'f5beec99-2257-4671-9bd8-dc756ca2c31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2f835fa6-bea6-4150-8ae6-334ea5deb011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:34:33.760986 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be49cb67-aadc-4dff-a09e-6dfc8e63e786 admin admin] Network hostable DHCP agents. Network: 2f835fa6-bea6-4150-8ae6-334ea5deb011, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:34:33.805359 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ead5cdb7-dbbc-4e44-bda9-3528a0150a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:33.830178 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be49cb67-aadc-4dff-a09e-6dfc8e63e786 admin admin] Network 2f835fa6-bea6-4150-8ae6-334ea5deb011 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:34:33.855349 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b348d40-058e-4abe-8c1f-bfd656dea2a2 None None] Pushing event updated for resources: {'Port': ['ID=e7d9c620-7ee8-4a38-b1ae-42548b1c66ca,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:33.910088 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-ead5cdb7-dbbc-4e44-bda9-3528a0150a11 None None] Attempting to bind port e7d9c620-7ee8-4a38-b1ae-42548b1c66ca on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:34:33.910661 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-ead5cdb7-dbbc-4e44-bda9-3528a0150a11 None None] Attempting to bind port e7d9c620-7ee8-4a38-b1ae-42548b1c66ca by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e5ccb480-bbbd-42f8-a474-12ee03479fed'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:34:33.911150 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead5cdb7-dbbc-4e44-bda9-3528a0150a11 None None] Attempting to bind port e7d9c620-7ee8-4a38-b1ae-42548b1c66ca on network e5ccb480-bbbd-42f8-a474-12ee03479fed {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:34:33.916088 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-be49cb67-aadc-4dff-a09e-6dfc8e63e786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 2f835fa6-bea6-4150-8ae6-334ea5deb011) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:34:33.916567 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead5cdb7-dbbc-4e44-bda9-3528a0150a11 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:34:33.916709 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead5cdb7-dbbc-4e44-bda9-3528a0150a11 None None] Checking segment: {'id': '32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e5ccb480-bbbd-42f8-a474-12ee03479fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:34:33.917023 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ead5cdb7-dbbc-4e44-bda9-3528a0150a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:33.917417 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead5cdb7-dbbc-4e44-bda9-3528a0150a11 None None] Bound using segment: {'id': '32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e5ccb480-bbbd-42f8-a474-12ee03479fed'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:34:33.917885 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-ead5cdb7-dbbc-4e44-bda9-3528a0150a11 None None] Bound port: e7d9c620-7ee8-4a38-b1ae-42548b1c66ca, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e5ccb480-bbbd-42f8-a474-12ee03479fed'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:34:33.918264 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ead5cdb7-dbbc-4e44-bda9-3528a0150a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:33.920791 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be49cb67-aadc-4dff-a09e-6dfc8e63e786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:34:33.921437 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-be49cb67-aadc-4dff-a09e-6dfc8e63e786 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:33.930273 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306865d6-2206-4577-9744-1df61515abf9 None None] Network 2f835fa6-bea6-4150-8ae6-334ea5deb011 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:34:34.008969 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-be49cb67-aadc-4dff-a09e-6dfc8e63e786 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6531272 Jun 30 10:34:34.011226 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35448) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:34:34.023847 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-a3e67da2-6a7e-452c-9da5-62506afe2003 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1282579689-router', 'tenant_id': 'f41ffce5c4ba490f8564b4aaf3f36c89', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:34:34.049814 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-ead5cdb7-dbbc-4e44-bda9-3528a0150a11 None None] For port e7d9c620-7ee8-4a38-b1ae-42548b1c66ca, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:34:34.054039 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-ead5cdb7-dbbc-4e44-bda9-3528a0150a11 None None] For port e7d9c620-7ee8-4a38-b1ae-42548b1c66ca, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e7d9c620-7ee8-4a38-b1ae-42548b1c66ca,segment=NetworkSegment(32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c),segment_id=32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:34:34.114273 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a3e67da2-6a7e-452c-9da5-62506afe2003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:34.115671 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a3e67da2-6a7e-452c-9da5-62506afe2003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:34.128894 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9db5ff-aecf-48cb-a3f9-8392e54b9d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-2f835fa6-bea6-4150-8ae6-334ea5deb011', 'network_id': '2f835fa6-bea6-4150-8ae6-334ea5deb011', 'tenant_id': 'f41ffce5c4ba490f8564b4aaf3f36c89', 'fixed_ips': [{'subnet_id': '40099ba4-a9be-4a41-b259-ebf6f01aedf6'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:34:34.129938 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3f9db5ff-aecf-48cb-a3f9-8392e54b9d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:34.149314 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ead5cdb7-dbbc-4e44-bda9-3528a0150a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:34.170529 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a3e67da2-6a7e-452c-9da5-62506afe2003 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:34.274992 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead5cdb7-dbbc-4e44-bda9-3528a0150a11 None None] Routers {'7c276945-004b-454f-aa60-c7e83ee44690'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:34:34.275645 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-ead5cdb7-dbbc-4e44-bda9-3528a0150a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:34:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['7c276945-004b-454f-aa60-c7e83ee44690'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:34.425118 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a3e67da2-6a7e-452c-9da5-62506afe2003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:34.490571 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b348d40-058e-4abe-8c1f-bfd656dea2a2 None None] Pushing event updated for resources: {'Port': ['ID=e7d9c620-7ee8-4a38-b1ae-42548b1c66ca,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:34.561313 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 49397bae-b95e-4b68-b6b1-5f01ac22f930 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:34:34.592751 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-3f9db5ff-aecf-48cb-a3f9-8392e54b9d8f None None] Allocated IP 172.20.0.2 (2f835fa6-bea6-4150-8ae6-334ea5deb011/40099ba4-a9be-4a41-b259-ebf6f01aedf6/f0506034-8433-4262-885c-f83044a94128) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:34:34.635696 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-ead5cdb7-dbbc-4e44-bda9-3528a0150a11 None None] Set router 7c276945-004b-454f-aa60-c7e83ee44690 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:34:34.714132 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a3e67da2-6a7e-452c-9da5-62506afe2003 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:34.737021 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a3e67da2-6a7e-452c-9da5-62506afe2003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:34.768611 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 49397bae-b95e-4b68-b6b1-5f01ac22f930 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:34:34.768895 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:34.839330 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-a3e67da2-6a7e-452c-9da5-62506afe2003 admin admin] Allocated IP 172.25.6.82 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/e3ac52c9-6325-41f7-92ee-4f084e71a18f) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:34:34.938789 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3f9db5ff-aecf-48cb-a3f9-8392e54b9d8f None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:34.947623 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a3e67da2-6a7e-452c-9da5-62506afe2003 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:34.985900 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3f9db5ff-aecf-48cb-a3f9-8392e54b9d8f None None] Transition to ACTIVE for port object f0506034-8433-4262-885c-f83044a94128 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:34:35.011762 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3f9db5ff-aecf-48cb-a3f9-8392e54b9d8f None None] Transition to ACTIVE for port object f0506034-8433-4262-885c-f83044a94128 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:34:35.044109 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-ead5cdb7-dbbc-4e44-bda9-3528a0150a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c276945-004b-454f-aa60-c7e83ee44690', 'name': 'tempest-TestMinimumBasicScenario-33493830-router', 'tenant_id': 'c6794248dd40454b867f82c0ec94eb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '49397bae-b95e-4b68-b6b1-5f01ac22f930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:34:28Z', 'updated_at': '2021-06-30T10:34:31Z', 'revision_number': 4, 'project_id': 'c6794248dd40454b867f82c0ec94eb4b', 'gw_port': {'id': '49397bae-b95e-4b68-b6b1-5f01ac22f930', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c276945-004b-454f-aa60-c7e83ee44690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:28Z', 'updated_at': '2021-06-30T10:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'e7d9c620-7ee8-4a38-b1ae-42548b1c66ca', 'name': '', 'network_id': 'e5ccb480-bbbd-42f8-a474-12ee03479fed', 'tenant_id': 'c6794248dd40454b867f82c0ec94eb4b', 'mac_address': 'fa:16:3e:18:1d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c276945-004b-454f-aa60-c7e83ee44690', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '1c7c0058-86d6-4d51-9dda-7a820f4d37f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:30Z', 'updated_at': '2021-06-30T10:34:34Z', 'revision_number': 4, 'project_id': 'c6794248dd40454b867f82c0ec94eb4b', 'subnets': [{'id': '1c7c0058-86d6-4d51-9dda-7a820f4d37f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:35.071001 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead5cdb7-dbbc-4e44-bda9-3528a0150a11 None None] The sync data for ids ['7c276945-004b-454f-aa60-c7e83ee44690'] in n-d-771363-31 is: [{'id': '7c276945-004b-454f-aa60-c7e83ee44690', 'name': 'tempest-TestMinimumBasicScenario-33493830-router', 'tenant_id': 'c6794248dd40454b867f82c0ec94eb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '49397bae-b95e-4b68-b6b1-5f01ac22f930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:34:28Z', 'updated_at': '2021-06-30T10:34:31Z', 'revision_number': 4, 'project_id': 'c6794248dd40454b867f82c0ec94eb4b', 'gw_port': {'id': '49397bae-b95e-4b68-b6b1-5f01ac22f930', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c276945-004b-454f-aa60-c7e83ee44690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:28Z', 'updated_at': '2021-06-30T10:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'e7d9c620-7ee8-4a38-b1ae-42548b1c66ca', 'name': '', 'network_id': 'e5ccb480-bbbd-42f8-a474-12ee03479fed', 'tenant_id': 'c6794248dd40454b867f82c0ec94eb4b', 'mac_address': 'fa:16:3e:18:1d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c276945-004b-454f-aa60-c7e83ee44690', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '1c7c0058-86d6-4d51-9dda-7a820f4d37f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:30Z', 'updated_at': '2021-06-30T10:34:34Z', 'revision_number': 4, 'project_id': 'c6794248dd40454b867f82c0ec94eb4b', 'subnets': [{'id': '1c7c0058-86d6-4d51-9dda-7a820f4d37f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:34:35.071278 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a3e67da2-6a7e-452c-9da5-62506afe2003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:35.102389 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3f9db5ff-aecf-48cb-a3f9-8392e54b9d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:35.107516 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e67da2-6a7e-452c-9da5-62506afe2003 admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:34:35.111312 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-a3e67da2-6a7e-452c-9da5-62506afe2003 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:34:35.123924 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9db5ff-aecf-48cb-a3f9-8392e54b9d8f None None] Network 2f835fa6-bea6-4150-8ae6-334ea5deb011 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:34:35.128158 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e67da2-6a7e-452c-9da5-62506afe2003 admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:34:35.156282 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-3f9db5ff-aecf-48cb-a3f9-8392e54b9d8f None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:34:35.160535 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9db5ff-aecf-48cb-a3f9-8392e54b9d8f None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:34:35.169612 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e67da2-6a7e-452c-9da5-62506afe2003 admin admin] Pushing event updated for resources: {'Port': ['ID=e3ac52c9-6325-41f7-92ee-4f084e71a18f,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:35.213671 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9db5ff-aecf-48cb-a3f9-8392e54b9d8f None None] Pushing event updated for resources: {'Port': ['ID=f0506034-8433-4262-885c-f83044a94128,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:35.245544 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-3f9db5ff-aecf-48cb-a3f9-8392e54b9d8f None None] Attempting to bind port f0506034-8433-4262-885c-f83044a94128 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:34:35.245942 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-3f9db5ff-aecf-48cb-a3f9-8392e54b9d8f None None] Attempting to bind port f0506034-8433-4262-885c-f83044a94128 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'f5beec99-2257-4671-9bd8-dc756ca2c31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2f835fa6-bea6-4150-8ae6-334ea5deb011'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:34:35.246288 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9db5ff-aecf-48cb-a3f9-8392e54b9d8f None None] Attempting to bind port f0506034-8433-4262-885c-f83044a94128 on network 2f835fa6-bea6-4150-8ae6-334ea5deb011 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:34:35.251867 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9db5ff-aecf-48cb-a3f9-8392e54b9d8f None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:34:35.252234 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9db5ff-aecf-48cb-a3f9-8392e54b9d8f None None] Checking segment: {'id': 'f5beec99-2257-4671-9bd8-dc756ca2c31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2f835fa6-bea6-4150-8ae6-334ea5deb011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:34:35.252628 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3f9db5ff-aecf-48cb-a3f9-8392e54b9d8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:35.253012 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9db5ff-aecf-48cb-a3f9-8392e54b9d8f None None] Bound using segment: {'id': 'f5beec99-2257-4671-9bd8-dc756ca2c31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2f835fa6-bea6-4150-8ae6-334ea5deb011'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:34:35.253477 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-3f9db5ff-aecf-48cb-a3f9-8392e54b9d8f None None] Bound port: f0506034-8433-4262-885c-f83044a94128, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5beec99-2257-4671-9bd8-dc756ca2c31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2f835fa6-bea6-4150-8ae6-334ea5deb011'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:34:35.254421 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3f9db5ff-aecf-48cb-a3f9-8392e54b9d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:35.325385 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-3f9db5ff-aecf-48cb-a3f9-8392e54b9d8f None None] For port f0506034-8433-4262-885c-f83044a94128, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:34:35.329191 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-3f9db5ff-aecf-48cb-a3f9-8392e54b9d8f None None] For port f0506034-8433-4262-885c-f83044a94128, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f0506034-8433-4262-885c-f83044a94128,segment=NetworkSegment(f5beec99-2257-4671-9bd8-dc756ca2c31e),segment_id=f5beec99-2257-4671-9bd8-dc756ca2c31e)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:34:35.458362 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3f9db5ff-aecf-48cb-a3f9-8392e54b9d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:35.522455 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a3e67da2-6a7e-452c-9da5-62506afe2003 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:35.529858 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9db5ff-aecf-48cb-a3f9-8392e54b9d8f None None] Pushing event updated for resources: {'Port': ['ID=f0506034-8433-4262-885c-f83044a94128,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:35.766058 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a3e67da2-6a7e-452c-9da5-62506afe2003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:35.965124 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e67da2-6a7e-452c-9da5-62506afe2003 admin admin] Router 25773964-cf21-4c7d-8311-1010a03238f6 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:34:36.077629 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e67da2-6a7e-452c-9da5-62506afe2003 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:34:36.086261 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b27bdb-d427-44b0-bcca-487fdee08e9f None None] Sync routers for ids ['25773964-cf21-4c7d-8311-1010a03238f6'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:34:36.095418 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b27bdb-d427-44b0-bcca-487fdee08e9f None None] Routers {'25773964-cf21-4c7d-8311-1010a03238f6'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:34:36.096169 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-77b27bdb-d427-44b0-bcca-487fdee08e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:34:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['25773964-cf21-4c7d-8311-1010a03238f6'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:36.201924 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a3e67da2-6a7e-452c-9da5-62506afe2003 admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:36.203188 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a3e67da2-6a7e-452c-9da5-62506afe2003 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1908772 Jun 30 10:34:36.205858 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35450) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:34:36.206469 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-77b27bdb-d427-44b0-bcca-487fdee08e9f None None] Set router 25773964-cf21-4c7d-8311-1010a03238f6 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:34:36.392987 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-77b27bdb-d427-44b0-bcca-487fdee08e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25773964-cf21-4c7d-8311-1010a03238f6', 'name': 'tempest-TestMinimumBasicScenario-1282579689-router', 'tenant_id': 'f41ffce5c4ba490f8564b4aaf3f36c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'e3ac52c9-6325-41f7-92ee-4f084e71a18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:34:34Z', 'updated_at': '2021-06-30T10:34:35Z', 'revision_number': 3, 'project_id': 'f41ffce5c4ba490f8564b4aaf3f36c89', 'gw_port': {'id': 'e3ac52c9-6325-41f7-92ee-4f084e71a18f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:81:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25773964-cf21-4c7d-8311-1010a03238f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:34Z', 'updated_at': '2021-06-30T10:34:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:36.423107 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b27bdb-d427-44b0-bcca-487fdee08e9f None None] Checking router: 25773964-cf21-4c7d-8311-1010a03238f6 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:34:36.423491 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b27bdb-d427-44b0-bcca-487fdee08e9f None None] Updating router 25773964-cf21-4c7d-8311-1010a03238f6 port e3ac52c9-6325-41f7-92ee-4f084e71a18f binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:34:36.462197 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-77b27bdb-d427-44b0-bcca-487fdee08e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:36.584852 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f14ae0-65a1-4c69-a2d1-82784e44004a None None] Network 2f835fa6-bea6-4150-8ae6-334ea5deb011 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:34:36.630700 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e7d9c620-7ee8-4a38-b1ae-42548b1c66ca up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:34:36.699170 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-25a9c203-9be7-407d-bf82-d0b7153da874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:36.775636 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-5f615477-e066-44cf-9fb2-53da705494ab None None] Provisioning for port f0506034-8433-4262-885c-f83044a94128 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:34:36.778941 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-77b27bdb-d427-44b0-bcca-487fdee08e9f None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:36.790048 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-77b27bdb-d427-44b0-bcca-487fdee08e9f None None] Transition to ACTIVE for port object e3ac52c9-6325-41f7-92ee-4f084e71a18f will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:34:36.819510 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port e7d9c620-7ee8-4a38-b1ae-42548b1c66ca completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:34:36.824378 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port e7d9c620-7ee8-4a38-b1ae-42548b1c66ca triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:34:36.824785 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:36.870037 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-25a9c203-9be7-407d-bf82-d0b7153da874 admin admin] Allocated IP 172.20.0.1 (2f835fa6-bea6-4150-8ae6-334ea5deb011/40099ba4-a9be-4a41-b259-ebf6f01aedf6/109ad134-8389-452c-95d1-f6a5ec507d9c) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:34:36.881681 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-77b27bdb-d427-44b0-bcca-487fdee08e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:36.926473 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:36.931390 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-77b27bdb-d427-44b0-bcca-487fdee08e9f None None] Attempting to bind port e3ac52c9-6325-41f7-92ee-4f084e71a18f on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:34:36.931757 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-77b27bdb-d427-44b0-bcca-487fdee08e9f None None] Attempting to bind port e3ac52c9-6325-41f7-92ee-4f084e71a18f by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:34:36.932119 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b27bdb-d427-44b0-bcca-487fdee08e9f None None] Attempting to bind port e3ac52c9-6325-41f7-92ee-4f084e71a18f on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:34:36.942213 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b27bdb-d427-44b0-bcca-487fdee08e9f None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:34:36.942588 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b27bdb-d427-44b0-bcca-487fdee08e9f None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:34:36.942976 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-77b27bdb-d427-44b0-bcca-487fdee08e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:36.943390 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b27bdb-d427-44b0-bcca-487fdee08e9f None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:34:36.943864 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-77b27bdb-d427-44b0-bcca-487fdee08e9f None None] Bound port: e3ac52c9-6325-41f7-92ee-4f084e71a18f, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:34:36.944381 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-77b27bdb-d427-44b0-bcca-487fdee08e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:36.974019 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port e7d9c620-7ee8-4a38-b1ae-42548b1c66ca, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e7d9c620-7ee8-4a38-b1ae-42548b1c66ca,segment=NetworkSegment(32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c),segment_id=32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:34:36.987283 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d9b34-f3e6-41f0-93b5-024caf892637 None None] Pushing event updated for resources: {'Port': ['ID=e3ac52c9-6325-41f7-92ee-4f084e71a18f,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:37.004242 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-25a9c203-9be7-407d-bf82-d0b7153da874 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:37.010744 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-77b27bdb-d427-44b0-bcca-487fdee08e9f None None] For port e3ac52c9-6325-41f7-92ee-4f084e71a18f, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:34:37.013955 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-77b27bdb-d427-44b0-bcca-487fdee08e9f None None] For port e3ac52c9-6325-41f7-92ee-4f084e71a18f, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e3ac52c9-6325-41f7-92ee-4f084e71a18f,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:34:37.019895 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-25a9c203-9be7-407d-bf82-d0b7153da874 admin admin] Transition to ACTIVE for port object 109ad134-8389-452c-95d1-f6a5ec507d9c will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:34:37.041975 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:37.042789 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f0506034-8433-4262-885c-f83044a94128 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:34:37.082585 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-77b27bdb-d427-44b0-bcca-487fdee08e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:37.135804 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=e7d9c620-7ee8-4a38-b1ae-42548b1c66ca,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:37.141438 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b27bdb-d427-44b0-bcca-487fdee08e9f None None] Routers {'25773964-cf21-4c7d-8311-1010a03238f6'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:34:37.142041 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-77b27bdb-d427-44b0-bcca-487fdee08e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:34:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['25773964-cf21-4c7d-8311-1010a03238f6'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:37.145656 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d9b34-f3e6-41f0-93b5-024caf892637 None None] Pushing event updated for resources: {'Port': ['ID=e3ac52c9-6325-41f7-92ee-4f084e71a18f,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:37.151276 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-25a9c203-9be7-407d-bf82-d0b7153da874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:37.185740 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a9c203-9be7-407d-bf82-d0b7153da874 admin admin] Network 2f835fa6-bea6-4150-8ae6-334ea5deb011 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:34:37.189110 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-25a9c203-9be7-407d-bf82-d0b7153da874 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:34:37.194056 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a9c203-9be7-407d-bf82-d0b7153da874 admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:34:37.241385 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9c203-9be7-407d-bf82-d0b7153da874 admin admin] Pushing event updated for resources: {'Port': ['ID=109ad134-8389-452c-95d1-f6a5ec507d9c,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:37.247417 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-25a9c203-9be7-407d-bf82-d0b7153da874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:37.248972 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port f0506034-8433-4262-885c-f83044a94128 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:34:37.253185 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port f0506034-8433-4262-885c-f83044a94128 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:34:37.253766 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:37.350329 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-77b27bdb-d427-44b0-bcca-487fdee08e9f None None] Set router 25773964-cf21-4c7d-8311-1010a03238f6 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:34:37.356529 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:37.394626 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port f0506034-8433-4262-885c-f83044a94128, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f0506034-8433-4262-885c-f83044a94128,segment=NetworkSegment(f5beec99-2257-4671-9bd8-dc756ca2c31e),segment_id=f5beec99-2257-4671-9bd8-dc756ca2c31e)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:34:37.524175 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-25a9c203-9be7-407d-bf82-d0b7153da874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:37.528350 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-77b27bdb-d427-44b0-bcca-487fdee08e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25773964-cf21-4c7d-8311-1010a03238f6', 'name': 'tempest-TestMinimumBasicScenario-1282579689-router', 'tenant_id': 'f41ffce5c4ba490f8564b4aaf3f36c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'e3ac52c9-6325-41f7-92ee-4f084e71a18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:34:34Z', 'updated_at': '2021-06-30T10:34:35Z', 'revision_number': 3, 'project_id': 'f41ffce5c4ba490f8564b4aaf3f36c89', 'gw_port': {'id': 'e3ac52c9-6325-41f7-92ee-4f084e71a18f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:81:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25773964-cf21-4c7d-8311-1010a03238f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:34Z', 'updated_at': '2021-06-30T10:34:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:37.534136 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:37.554699 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b27bdb-d427-44b0-bcca-487fdee08e9f None None] The sync data for ids ['25773964-cf21-4c7d-8311-1010a03238f6'] in n-d-771363-31 is: [{'id': '25773964-cf21-4c7d-8311-1010a03238f6', 'name': 'tempest-TestMinimumBasicScenario-1282579689-router', 'tenant_id': 'f41ffce5c4ba490f8564b4aaf3f36c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'e3ac52c9-6325-41f7-92ee-4f084e71a18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:34:34Z', 'updated_at': '2021-06-30T10:34:35Z', 'revision_number': 3, 'project_id': 'f41ffce5c4ba490f8564b4aaf3f36c89', 'gw_port': {'id': 'e3ac52c9-6325-41f7-92ee-4f084e71a18f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:81:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25773964-cf21-4c7d-8311-1010a03238f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:34Z', 'updated_at': '2021-06-30T10:34:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:34:37.594087 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=f0506034-8433-4262-885c-f83044a94128,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:37.654159 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e2a71223-fe98-469d-b1a0-d147afe6572e None None] Provisioning for port 109ad134-8389-452c-95d1-f6a5ec507d9c completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:34:37.658372 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e2a71223-fe98-469d-b1a0-d147afe6572e None None] Provisioning complete for port 109ad134-8389-452c-95d1-f6a5ec507d9c triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:34:37.659148 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e2a71223-fe98-469d-b1a0-d147afe6572e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:37.695484 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-e2a71223-fe98-469d-b1a0-d147afe6572e None None] Port 109ad134-8389-452c-95d1-f6a5ec507d9c cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:34:37.711889 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-25a9c203-9be7-407d-bf82-d0b7153da874 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:37.796693 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-25a9c203-9be7-407d-bf82-d0b7153da874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:37.876161 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9c203-9be7-407d-bf82-d0b7153da874 admin admin] Pushing event updated for resources: {'Port': ['ID=109ad134-8389-452c-95d1-f6a5ec507d9c,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:37.882636 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-25a9c203-9be7-407d-bf82-d0b7153da874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:37.982974 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a9c203-9be7-407d-bf82-d0b7153da874 admin admin] Network 2f835fa6-bea6-4150-8ae6-334ea5deb011 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:34:37.984396 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-25a9c203-9be7-407d-bf82-d0b7153da874 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:34:38.123026 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a9c203-9be7-407d-bf82-d0b7153da874 admin admin] Router 25773964-cf21-4c7d-8311-1010a03238f6 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:34:38.216718 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-e1f587ac-94f1-4843-a155-dcfe03ec5a0d None None] Provisioning complete for port 109ad134-8389-452c-95d1-f6a5ec507d9c triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:34:38.217104 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e1f587ac-94f1-4843-a155-dcfe03ec5a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:38.258128 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-e1f587ac-94f1-4843-a155-dcfe03ec5a0d None None] Port 109ad134-8389-452c-95d1-f6a5ec507d9c cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:34:38.607554 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e7d9c620-7ee8-4a38-b1ae-42548b1c66ca up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:34:38.628209 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a9c203-9be7-407d-bf82-d0b7153da874 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:34:38.639158 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-25a9c203-9be7-407d-bf82-d0b7153da874 admin admin] 10.222.0.10 "PUT /v2.0/routers/25773964-cf21-4c7d-8311-1010a03238f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4266543 Jun 30 10:34:38.668615 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port e7d9c620-7ee8-4a38-b1ae-42548b1c66ca triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:34:38.668938 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:38.698104 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:38.751952 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e3ac52c9-6325-41f7-92ee-4f084e71a18f up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:34:38.849026 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port e3ac52c9-6325-41f7-92ee-4f084e71a18f completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:34:38.853359 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port e3ac52c9-6325-41f7-92ee-4f084e71a18f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:34:38.853733 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:38.940317 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:38.960834 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port e3ac52c9-6325-41f7-92ee-4f084e71a18f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e3ac52c9-6325-41f7-92ee-4f084e71a18f,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:34:39.082471 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:39.083092 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f0506034-8433-4262-885c-f83044a94128 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:34:39.158536 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=e3ac52c9-6325-41f7-92ee-4f084e71a18f,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:39.171737 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port f0506034-8433-4262-885c-f83044a94128 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:34:39.172106 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:39.209085 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c2e94e-d9f3-41f7-b9e9-f0fcc97b601f None None] Sync routers for ids ['25773964-cf21-4c7d-8311-1010a03238f6'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:34:39.224805 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c2e94e-d9f3-41f7-b9e9-f0fcc97b601f None None] Routers {'25773964-cf21-4c7d-8311-1010a03238f6'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:34:39.225432 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-c0c2e94e-d9f3-41f7-b9e9-f0fcc97b601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:34:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['25773964-cf21-4c7d-8311-1010a03238f6'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:39.365979 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-c0c2e94e-d9f3-41f7-b9e9-f0fcc97b601f None None] Set router 25773964-cf21-4c7d-8311-1010a03238f6 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:34:39.717933 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:39.727330 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-c0c2e94e-d9f3-41f7-b9e9-f0fcc97b601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25773964-cf21-4c7d-8311-1010a03238f6', 'name': 'tempest-TestMinimumBasicScenario-1282579689-router', 'tenant_id': 'f41ffce5c4ba490f8564b4aaf3f36c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'e3ac52c9-6325-41f7-92ee-4f084e71a18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:34:34Z', 'updated_at': '2021-06-30T10:34:37Z', 'revision_number': 4, 'project_id': 'f41ffce5c4ba490f8564b4aaf3f36c89', 'gw_port': {'id': 'e3ac52c9-6325-41f7-92ee-4f084e71a18f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:81:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25773964-cf21-4c7d-8311-1010a03238f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:34Z', 'updated_at': '2021-06-30T10:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '109ad134-8389-452c-95d1-f6a5ec507d9c', 'name': '', 'network_id': '2f835fa6-bea6-4150-8ae6-334ea5deb011', 'tenant_id': 'f41ffce5c4ba490f8564b4aaf3f36c89', 'mac_address': 'fa:16:3e:29:b2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25773964-cf21-4c7d-8311-1010a03238f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '40099ba4-a9be-4a41-b259-ebf6f01aedf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:36Z', 'updated_at': '2021-06-30T10:34:37Z', 'revision_number': 2, 'project_id': 'f41ffce5c4ba490f8564b4aaf3f36c89', 'subnets': [{'id': '40099ba4-a9be-4a41-b259-ebf6f01aedf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:39.753376 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c2e94e-d9f3-41f7-b9e9-f0fcc97b601f None None] Checking router: 25773964-cf21-4c7d-8311-1010a03238f6 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:34:39.754438 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c2e94e-d9f3-41f7-b9e9-f0fcc97b601f None None] Updating router 25773964-cf21-4c7d-8311-1010a03238f6 port 109ad134-8389-452c-95d1-f6a5ec507d9c binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:34:39.794436 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c0c2e94e-d9f3-41f7-b9e9-f0fcc97b601f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:40.128742 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c0c2e94e-d9f3-41f7-b9e9-f0fcc97b601f None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:40.150994 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c0c2e94e-d9f3-41f7-b9e9-f0fcc97b601f None None] Transition to ACTIVE for port object 109ad134-8389-452c-95d1-f6a5ec507d9c will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:34:40.253086 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c0c2e94e-d9f3-41f7-b9e9-f0fcc97b601f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:40.302499 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0942a-d168-4270-8ec6-ecc14d242f44 None None] Pushing event updated for resources: {'Port': ['ID=109ad134-8389-452c-95d1-f6a5ec507d9c,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:40.400055 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-c0c2e94e-d9f3-41f7-b9e9-f0fcc97b601f None None] Attempting to bind port 109ad134-8389-452c-95d1-f6a5ec507d9c on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:34:40.400776 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-c0c2e94e-d9f3-41f7-b9e9-f0fcc97b601f None None] Attempting to bind port 109ad134-8389-452c-95d1-f6a5ec507d9c by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'f5beec99-2257-4671-9bd8-dc756ca2c31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2f835fa6-bea6-4150-8ae6-334ea5deb011'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:34:40.401383 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c2e94e-d9f3-41f7-b9e9-f0fcc97b601f None None] Attempting to bind port 109ad134-8389-452c-95d1-f6a5ec507d9c on network 2f835fa6-bea6-4150-8ae6-334ea5deb011 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:34:40.408331 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c2e94e-d9f3-41f7-b9e9-f0fcc97b601f None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:34:40.408727 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c2e94e-d9f3-41f7-b9e9-f0fcc97b601f None None] Checking segment: {'id': 'f5beec99-2257-4671-9bd8-dc756ca2c31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2f835fa6-bea6-4150-8ae6-334ea5deb011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:34:40.409747 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c0c2e94e-d9f3-41f7-b9e9-f0fcc97b601f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:40.410192 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c2e94e-d9f3-41f7-b9e9-f0fcc97b601f None None] Bound using segment: {'id': 'f5beec99-2257-4671-9bd8-dc756ca2c31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2f835fa6-bea6-4150-8ae6-334ea5deb011'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:34:40.410958 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-c0c2e94e-d9f3-41f7-b9e9-f0fcc97b601f None None] Bound port: 109ad134-8389-452c-95d1-f6a5ec507d9c, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5beec99-2257-4671-9bd8-dc756ca2c31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2f835fa6-bea6-4150-8ae6-334ea5deb011'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:34:40.416261 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c0c2e94e-d9f3-41f7-b9e9-f0fcc97b601f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:40.523551 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-c0c2e94e-d9f3-41f7-b9e9-f0fcc97b601f None None] For port 109ad134-8389-452c-95d1-f6a5ec507d9c, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:34:40.526659 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-c0c2e94e-d9f3-41f7-b9e9-f0fcc97b601f None None] For port 109ad134-8389-452c-95d1-f6a5ec507d9c, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=109ad134-8389-452c-95d1-f6a5ec507d9c,segment=NetworkSegment(f5beec99-2257-4671-9bd8-dc756ca2c31e),segment_id=f5beec99-2257-4671-9bd8-dc756ca2c31e)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:34:40.597905 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c0c2e94e-d9f3-41f7-b9e9-f0fcc97b601f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:40.628335 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e3ac52c9-6325-41f7-92ee-4f084e71a18f up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:34:40.727039 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0942a-d168-4270-8ec6-ecc14d242f44 None None] Pushing event updated for resources: {'Port': ['ID=109ad134-8389-452c-95d1-f6a5ec507d9c,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:40.729816 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c2e94e-d9f3-41f7-b9e9-f0fcc97b601f None None] Routers {'25773964-cf21-4c7d-8311-1010a03238f6'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:34:40.730565 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-c0c2e94e-d9f3-41f7-b9e9-f0fcc97b601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:34:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['25773964-cf21-4c7d-8311-1010a03238f6'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:40.784962 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port e3ac52c9-6325-41f7-92ee-4f084e71a18f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:34:40.785344 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:40.889909 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-c0c2e94e-d9f3-41f7-b9e9-f0fcc97b601f None None] Set router 25773964-cf21-4c7d-8311-1010a03238f6 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:34:41.163959 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-c0c2e94e-d9f3-41f7-b9e9-f0fcc97b601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25773964-cf21-4c7d-8311-1010a03238f6', 'name': 'tempest-TestMinimumBasicScenario-1282579689-router', 'tenant_id': 'f41ffce5c4ba490f8564b4aaf3f36c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'e3ac52c9-6325-41f7-92ee-4f084e71a18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:34:34Z', 'updated_at': '2021-06-30T10:34:37Z', 'revision_number': 4, 'project_id': 'f41ffce5c4ba490f8564b4aaf3f36c89', 'gw_port': {'id': 'e3ac52c9-6325-41f7-92ee-4f084e71a18f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:81:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25773964-cf21-4c7d-8311-1010a03238f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:34Z', 'updated_at': '2021-06-30T10:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '109ad134-8389-452c-95d1-f6a5ec507d9c', 'name': '', 'network_id': '2f835fa6-bea6-4150-8ae6-334ea5deb011', 'tenant_id': 'f41ffce5c4ba490f8564b4aaf3f36c89', 'mac_address': 'fa:16:3e:29:b2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25773964-cf21-4c7d-8311-1010a03238f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '40099ba4-a9be-4a41-b259-ebf6f01aedf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:36Z', 'updated_at': '2021-06-30T10:34:40Z', 'revision_number': 4, 'project_id': 'f41ffce5c4ba490f8564b4aaf3f36c89', 'subnets': [{'id': '40099ba4-a9be-4a41-b259-ebf6f01aedf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:41.193528 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c2e94e-d9f3-41f7-b9e9-f0fcc97b601f None None] The sync data for ids ['25773964-cf21-4c7d-8311-1010a03238f6'] in n-d-771363-31 is: [{'id': '25773964-cf21-4c7d-8311-1010a03238f6', 'name': 'tempest-TestMinimumBasicScenario-1282579689-router', 'tenant_id': 'f41ffce5c4ba490f8564b4aaf3f36c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'e3ac52c9-6325-41f7-92ee-4f084e71a18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:34:34Z', 'updated_at': '2021-06-30T10:34:37Z', 'revision_number': 4, 'project_id': 'f41ffce5c4ba490f8564b4aaf3f36c89', 'gw_port': {'id': 'e3ac52c9-6325-41f7-92ee-4f084e71a18f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:81:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25773964-cf21-4c7d-8311-1010a03238f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:34Z', 'updated_at': '2021-06-30T10:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '109ad134-8389-452c-95d1-f6a5ec507d9c', 'name': '', 'network_id': '2f835fa6-bea6-4150-8ae6-334ea5deb011', 'tenant_id': 'f41ffce5c4ba490f8564b4aaf3f36c89', 'mac_address': 'fa:16:3e:29:b2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25773964-cf21-4c7d-8311-1010a03238f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '40099ba4-a9be-4a41-b259-ebf6f01aedf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:36Z', 'updated_at': '2021-06-30T10:34:40Z', 'revision_number': 4, 'project_id': 'f41ffce5c4ba490f8564b4aaf3f36c89', 'subnets': [{'id': '40099ba4-a9be-4a41-b259-ebf6f01aedf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:34:42.592859 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 109ad134-8389-452c-95d1-f6a5ec507d9c up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:34:42.716047 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 109ad134-8389-452c-95d1-f6a5ec507d9c completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:34:42.720561 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 109ad134-8389-452c-95d1-f6a5ec507d9c triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:34:42.720932 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:42.811304 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:42.845063 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 109ad134-8389-452c-95d1-f6a5ec507d9c, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=109ad134-8389-452c-95d1-f6a5ec507d9c,segment=NetworkSegment(f5beec99-2257-4671-9bd8-dc756ca2c31e),segment_id=f5beec99-2257-4671-9bd8-dc756ca2c31e)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:34:42.933195 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:42.988898 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=109ad134-8389-452c-95d1-f6a5ec507d9c,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:44.549276 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 109ad134-8389-452c-95d1-f6a5ec507d9c up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:34:44.608914 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 109ad134-8389-452c-95d1-f6a5ec507d9c triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:34:44.609290 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:50.588128 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-dc7208a0-4a24-4e08-8478-67548e0336c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:51.391418 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-c5161a98-0ba0-40b6-ba90-9ec5881e8228 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:34:51.392908 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-c5161a98-0ba0-40b6-ba90-9ec5881e8228 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/networks?id=e5ccb480-bbbd-42f8-a474-12ee03479fed HTTP/1.1" status: 200 len: 813 time: 0.1069274 Jun 30 10:34:51.407940 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-29a043fd-285f-48ab-8bbc-d0f1e8e9f763 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/quotas/c6794248dd40454b867f82c0ec94eb4b HTTP/1.1" status: 200 len: 375 time: 0.0092280 Jun 30 10:34:51.473843 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-1d5e6db3-afb6-4697-9f6e-e77263691b54 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6794248dd40454b867f82c0ec94eb4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596976 Jun 30 10:34:51.573292 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-70bd93fe-8caf-4b29-a8bd-2ffa43a53e08 service neutron] 10.222.0.10 "GET /v2.0/networks/e5ccb480-bbbd-42f8-a474-12ee03479fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881896 Jun 30 10:34:51.661977 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-c687e930-0f26-409c-86bd-70357ea685c8 service neutron] 10.222.0.10 "GET /v2.0/networks/e5ccb480-bbbd-42f8-a474-12ee03479fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828874 Jun 30 10:34:52.001691 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-37cb999f-d843-43b3-af50-4cebffd8a66c req-6956f899-79eb-4701-aebf-4b6477cd4508 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 210 time: 0.0288115 Jun 30 10:34:53.030302 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cbd54daf-876a-4a8b-ad55-b7f369d90e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:53.088455 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c75ff60f-5205-414d-ad90-0714ae02cd50 req-c677e366-dd4b-4fc0-8fd3-54d6adda3c5f tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 210 time: 0.0327437 Jun 30 10:34:53.610555 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:54.228447 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-be66bc4c-a992-46f3-b06a-22216aa84d41 req-d1167915-29b3-46d6-9c98-67eefc8562e3 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 210 time: 0.0276544 Jun 30 10:34:54.623965 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-567cf8f0-56b0-4458-a6cf-293a5b010ac7 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:34:54.626065 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-567cf8f0-56b0-4458-a6cf-293a5b010ac7 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.37 "GET /v2.0/networks?id=e5ccb480-bbbd-42f8-a474-12ee03479fed HTTP/1.1" status: 200 len: 813 time: 0.1060603 Jun 30 10:34:54.637573 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-c2a69609-0912-44e5-a077-f203030f173c tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Request body: {'port': {'device_id': '5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a', 'network_id': 'e5ccb480-bbbd-42f8-a474-12ee03479fed', 'admin_state_up': True, 'tenant_id': 'c6794248dd40454b867f82c0ec94eb4b'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:34:54.836051 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-c2a69609-0912-44e5-a077-f203030f173c tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Made reservation on behalf of c6794248dd40454b867f82c0ec94eb4b for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:34:54.839631 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-c2a69609-0912-44e5-a077-f203030f173c tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:54.953596 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:55.263061 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-c2a69609-0912-44e5-a077-f203030f173c tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Allocated IP 172.20.0.13 (e5ccb480-bbbd-42f8-a474-12ee03479fed/1c7c0058-86d6-4d51-9dda-7a820f4d37f4/7e5c3964-e661-47e8-a1bc-1838be0d6d58) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:34:55.400711 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c5f088f2-389f-4e6e-b3df-ac7798bd6cbb req-db120806-22ca-483e-b35e-1b2ec6ad9f89 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 210 time: 0.0341299 Jun 30 10:34:55.451161 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-c2a69609-0912-44e5-a077-f203030f173c tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:55.465345 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-c2a69609-0912-44e5-a077-f203030f173c tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Transition to ACTIVE for port object 7e5c3964-e661-47e8-a1bc-1838be0d6d58 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:34:55.574094 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-c2a69609-0912-44e5-a077-f203030f173c tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:55.676809 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-c2a69609-0912-44e5-a077-f203030f173c tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Network e5ccb480-bbbd-42f8-a474-12ee03479fed is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:34:55.683467 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a69609-0912-44e5-a077-f203030f173c tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Pushing event updated for resources: {'Port': ['ID=7e5c3964-e661-47e8-a1bc-1838be0d6d58,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:55.685999 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-c2a69609-0912-44e5-a077-f203030f173c tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:34:55.689139 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-c2a69609-0912-44e5-a077-f203030f173c tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:34:55.718986 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a69609-0912-44e5-a077-f203030f173c tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:55.719296 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a69609-0912-44e5-a077-f203030f173c tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:55.719621 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a69609-0912-44e5-a077-f203030f173c tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:55.719957 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a69609-0912-44e5-a077-f203030f173c tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:55.720288 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a69609-0912-44e5-a077-f203030f173c tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:55.720621 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a69609-0912-44e5-a077-f203030f173c tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:55.720948 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a69609-0912-44e5-a077-f203030f173c tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:55.721273 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a69609-0912-44e5-a077-f203030f173c tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:55.721602 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a69609-0912-44e5-a077-f203030f173c tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:55.721930 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a69609-0912-44e5-a077-f203030f173c tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:55.722251 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a69609-0912-44e5-a077-f203030f173c tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:55.722573 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a69609-0912-44e5-a077-f203030f173c tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:55.776695 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-c2a69609-0912-44e5-a077-f203030f173c tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:34:55.777369 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-c2a69609-0912-44e5-a077-f203030f173c tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:55.880308 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-c2a69609-0912-44e5-a077-f203030f173c tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2462831 Jun 30 10:34:56.070271 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-64f7a175-fd0c-4706-ae62-af05ab81e05f None None] Provisioning for port 7e5c3964-e661-47e8-a1bc-1838be0d6d58 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:34:56.075408 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-64f7a175-fd0c-4706-ae62-af05ab81e05f None None] Provisioning complete for port 7e5c3964-e661-47e8-a1bc-1838be0d6d58 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:34:56.075907 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-64f7a175-fd0c-4706-ae62-af05ab81e05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:56.110339 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-64f7a175-fd0c-4706-ae62-af05ab81e05f None None] Port 7e5c3964-e661-47e8-a1bc-1838be0d6d58 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:34:56.591940 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d9103-63b4-45ab-88cc-9e301ca2c4fc req-883522c9-0097-4a86-90eb-57ad32b0a751 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:34:56.593473 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c59d9103-63b4-45ab-88cc-9e301ca2c4fc req-883522c9-0097-4a86-90eb-57ad32b0a751 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 932 time: 0.0691838 Jun 30 10:34:56.635174 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c59d9103-63b4-45ab-88cc-9e301ca2c4fc req-4800153f-b16e-402c-860f-c2edfe918304 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360737 Jun 30 10:34:56.641890 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:57.836047 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f2359-9f15-4cb6-99ca-2231035cd480 req-dc697d95-9a61-4bf4-9268-82698631f6d4 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:34:57.837770 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fd3f2359-9f15-4cb6-99ca-2231035cd480 req-dc697d95-9a61-4bf4-9268-82698631f6d4 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 932 time: 0.0736401 Jun 30 10:34:57.884191 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fd3f2359-9f15-4cb6-99ca-2231035cd480 req-468f4708-0aee-4d23-b46f-49de78f95d22 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398605 Jun 30 10:34:58.974707 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:34:59.079508 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c447ba7-b1f2-48f3-bbf0-80e15786b3b6 req-fc33f8ab-7304-4337-ac78-aba7ece0917c tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:34:59.081134 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7c447ba7-b1f2-48f3-bbf0-80e15786b3b6 req-fc33f8ab-7304-4337-ac78-aba7ece0917c tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 932 time: 0.0691028 Jun 30 10:34:59.129850 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7c447ba7-b1f2-48f3-bbf0-80e15786b3b6 req-cfdd881e-d821-4ad0-9790-e59e410b3999 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408747 Jun 30 10:35:00.316326 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755709f-6d6d-4168-b9d9-f900cdcdf68d req-10b92da2-0781-4d33-bf61-289071c6d276 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:00.318954 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f755709f-6d6d-4168-b9d9-f900cdcdf68d req-10b92da2-0781-4d33-bf61-289071c6d276 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 932 time: 0.0697944 Jun 30 10:35:00.359071 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f755709f-6d6d-4168-b9d9-f900cdcdf68d req-7894c0b8-7470-4a86-980f-f16a75d1e223 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342333 Jun 30 10:35:01.565130 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f4b0e-cc36-4c74-a371-f07fe1b73a0c req-a68ef8c4-b1b8-479b-9d18-6e4f333b4aa6 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:01.567150 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e07f4b0e-cc36-4c74-a371-f07fe1b73a0c req-a68ef8c4-b1b8-479b-9d18-6e4f333b4aa6 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 932 time: 0.0790632 Jun 30 10:35:01.617484 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e07f4b0e-cc36-4c74-a371-f07fe1b73a0c req-52f7247d-0576-4181-9558-888fb3d33607 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389717 Jun 30 10:35:02.795682 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f3837-07f9-4f1f-b817-6e25f63d723d req-0de5a405-d4b2-40cc-b1e0-97b1f4365ccd tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:02.797121 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-df3f3837-07f9-4f1f-b817-6e25f63d723d req-0de5a405-d4b2-40cc-b1e0-97b1f4365ccd tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 932 time: 0.0691092 Jun 30 10:35:02.839731 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-df3f3837-07f9-4f1f-b817-6e25f63d723d req-b05548ff-fd18-450b-bccd-f7f05941ef1a tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370076 Jun 30 10:35:04.045284 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2bad9-96a3-4724-81f4-8f755f6ef1e3 req-e9828047-352b-4b74-abb6-dab63bee5af7 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:04.046914 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aac2bad9-96a3-4724-81f4-8f755f6ef1e3 req-e9828047-352b-4b74-abb6-dab63bee5af7 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 932 time: 0.0808308 Jun 30 10:35:04.088106 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aac2bad9-96a3-4724-81f4-8f755f6ef1e3 req-601553e9-c583-42e7-bdb3-25b3a6d83ef6 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350251 Jun 30 10:35:05.269055 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d7524-b851-4e76-aab8-c0e9e1d2f45b req-38cd3dc8-136f-4007-9e7a-e1849045e5f0 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:05.270525 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-826d7524-b851-4e76-aab8-c0e9e1d2f45b req-38cd3dc8-136f-4007-9e7a-e1849045e5f0 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 932 time: 0.0656083 Jun 30 10:35:05.311222 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-826d7524-b851-4e76-aab8-c0e9e1d2f45b req-dc7f9ec1-1270-4c79-b4f2-d9e321983233 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345120 Jun 30 10:35:06.482913 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e1c8f-4573-44d9-b6b2-8641f72cc874 req-cafebc3a-beb4-4f1f-b32e-5bce0311c05a tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:06.484471 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-942e1c8f-4573-44d9-b6b2-8641f72cc874 req-cafebc3a-beb4-4f1f-b32e-5bce0311c05a tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 932 time: 0.0628750 Jun 30 10:35:06.522085 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-942e1c8f-4573-44d9-b6b2-8641f72cc874 req-255d7c7a-82e5-476d-9b00-3d1e7de09abe tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317545 Jun 30 10:35:07.697699 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726386a-0f9f-4203-80d1-6a74766d6e1b req-0fce4d26-59ea-4b24-a86d-39e134370c7e tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:07.699210 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d726386a-0f9f-4203-80d1-6a74766d6e1b req-0fce4d26-59ea-4b24-a86d-39e134370c7e tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 932 time: 0.0672729 Jun 30 10:35:07.735976 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d726386a-0f9f-4203-80d1-6a74766d6e1b req-5bb6ade3-5916-4e92-a2f6-09ded51be997 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310926 Jun 30 10:35:08.713319 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:08.865313 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-a6d8088f-e285-4857-a199-863723ec9343 service neutron] Request body: {'port': {'device_id': '5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:35:08.922945 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76383779-c351-4a9f-9769-d40bdd7758ff req-496a6b94-2256-4d46-87ca-8f15e51bab06 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:08.924460 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-76383779-c351-4a9f-9769-d40bdd7758ff req-496a6b94-2256-4d46-87ca-8f15e51bab06 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 932 time: 0.0689340 Jun 30 10:35:08.937931 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-a6d8088f-e285-4857-a199-863723ec9343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:08.963289 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-76383779-c351-4a9f-9769-d40bdd7758ff req-ebe25e43-8ac7-4051-9f62-4823652ed36f tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327148 Jun 30 10:35:09.204163 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-a6d8088f-e285-4857-a199-863723ec9343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e5c3964-e661-47e8-a1bc-1838be0d6d58 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:35:09.211436 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-a6d8088f-e285-4857-a199-863723ec9343 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:09.223188 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-a6d8088f-e285-4857-a199-863723ec9343 service neutron] Transition to ACTIVE for port object 7e5c3964-e661-47e8-a1bc-1838be0d6d58 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:35:09.364963 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-a6d8088f-e285-4857-a199-863723ec9343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:09.435642 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8088f-e285-4857-a199-863723ec9343 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5c3964-e661-47e8-a1bc-1838be0d6d58,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:35:09.511291 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-a6d8088f-e285-4857-a199-863723ec9343 service neutron] Attempting to bind port 7e5c3964-e661-47e8-a1bc-1838be0d6d58 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:35:09.511620 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-a6d8088f-e285-4857-a199-863723ec9343 service neutron] Attempting to bind port 7e5c3964-e661-47e8-a1bc-1838be0d6d58 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e5ccb480-bbbd-42f8-a474-12ee03479fed'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:35:09.511942 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-a6d8088f-e285-4857-a199-863723ec9343 service neutron] Attempting to bind port 7e5c3964-e661-47e8-a1bc-1838be0d6d58 on network e5ccb480-bbbd-42f8-a474-12ee03479fed {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:35:09.516445 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-a6d8088f-e285-4857-a199-863723ec9343 service neutron] Port 7e5c3964-e661-47e8-a1bc-1838be0d6d58 on network e5ccb480-bbbd-42f8-a474-12ee03479fed not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:35:09.516857 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-a6d8088f-e285-4857-a199-863723ec9343 service neutron] Attempting to bind port 7e5c3964-e661-47e8-a1bc-1838be0d6d58 on network e5ccb480-bbbd-42f8-a474-12ee03479fed {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:35:09.521791 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-a6d8088f-e285-4857-a199-863723ec9343 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:35:09.522130 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-a6d8088f-e285-4857-a199-863723ec9343 service neutron] Checking segment: {'id': '32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e5ccb480-bbbd-42f8-a474-12ee03479fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:35:09.522510 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-a6d8088f-e285-4857-a199-863723ec9343 service neutron] Bound using segment: {'id': '32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e5ccb480-bbbd-42f8-a474-12ee03479fed'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:35:09.523063 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-a6d8088f-e285-4857-a199-863723ec9343 service neutron] Bound port: 7e5c3964-e661-47e8-a1bc-1838be0d6d58, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e5ccb480-bbbd-42f8-a474-12ee03479fed'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:35:09.523610 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-a6d8088f-e285-4857-a199-863723ec9343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:09.588144 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-a6d8088f-e285-4857-a199-863723ec9343 service neutron] For port 7e5c3964-e661-47e8-a1bc-1838be0d6d58, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:35:09.591030 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-a6d8088f-e285-4857-a199-863723ec9343 service neutron] For port 7e5c3964-e661-47e8-a1bc-1838be0d6d58, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=7e5c3964-e661-47e8-a1bc-1838be0d6d58,segment=NetworkSegment(32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c),segment_id=32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:35:09.713918 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-a6d8088f-e285-4857-a199-863723ec9343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:09.724819 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:09.750909 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-a6d8088f-e285-4857-a199-863723ec9343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:09.751759 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-a6d8088f-e285-4857-a199-863723ec9343 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:09.753163 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-a6d8088f-e285-4857-a199-863723ec9343 service neutron] 10.222.0.37 "PUT /v2.0/ports/7e5c3964-e661-47e8-a1bc-1838be0d6d58 HTTP/1.1" status: 200 len: 1093 time: 0.9837773 Jun 30 10:35:09.753616 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a', 'tag': '7e5c3964-e661-47e8-a1bc-1838be0d6d58'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:35:09.755900 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee00fe98-d26e-42b3-ad05-a476968070a5" -d '{"events": [{"name": "network-changed", "server_uuid": "5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a", "tag": "7e5c3964-e661-47e8-a1bc-1838be0d6d58"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:35:09.781938 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8088f-e285-4857-a199-863723ec9343 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5c3964-e661-47e8-a1bc-1838be0d6d58,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:35:09.803948 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9070be42-2165-4e94-a8e3-d22c57dbb8bf x-openstack-request-id: req-9070be42-2165-4e94-a8e3-d22c57dbb8bf {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:35:09.803948 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a", "tag": "7e5c3964-e661-47e8-a1bc-1838be0d6d58", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:35:09.803948 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9070be42-2165-4e94-a8e3-d22c57dbb8bf {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:35:09.803948 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a', 'tag': '7e5c3964-e661-47e8-a1bc-1838be0d6d58', 'status': 'completed', 'code': 200} Jun 30 10:35:09.879980 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00fe98-d26e-42b3-ad05-a476968070a5 req-df74db78-ed3e-49ba-922a-ba4e8afcd288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:09.881497 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ee00fe98-d26e-42b3-ad05-a476968070a5 req-df74db78-ed3e-49ba-922a-ba4e8afcd288 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6794248dd40454b867f82c0ec94eb4b&device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 1096 time: 0.0572343 Jun 30 10:35:09.990958 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00fe98-d26e-42b3-ad05-a476968070a5 req-a2bf16dd-1941-46e0-8e2a-7edd5851b9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:09.992860 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ee00fe98-d26e-42b3-ad05-a476968070a5 req-a2bf16dd-1941-46e0-8e2a-7edd5851b9f9 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c6794248dd40454b867f82c0ec94eb4b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1046519 Jun 30 10:35:10.093691 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00fe98-d26e-42b3-ad05-a476968070a5 req-8ff964b4-03f2-4737-9dc1-7863fea26009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:10.095260 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ee00fe98-d26e-42b3-ad05-a476968070a5 req-8ff964b4-03f2-4737-9dc1-7863fea26009 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960376 Jun 30 10:35:10.140358 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335271a-a232-4d61-b6c7-f2b0ba3f6278 req-0fcd3bfa-8859-4a0b-9de9-16eb150b48ab tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:10.141854 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8335271a-a232-4d61-b6c7-f2b0ba3f6278 req-0fcd3bfa-8859-4a0b-9de9-16eb150b48ab tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 944 time: 0.0650887 Jun 30 10:35:10.181005 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8335271a-a232-4d61-b6c7-f2b0ba3f6278 req-e433aae4-238d-4ff0-9d4f-42fc5db770c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331116 Jun 30 10:35:10.189552 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-c246715e-fe10-4146-a481-6c57b53e8839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:10.191061 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-c246715e-fe10-4146-a481-6c57b53e8839 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6794248dd40454b867f82c0ec94eb4b&device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 1096 time: 0.0566888 Jun 30 10:35:10.232104 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-6a4b57b1-53e1-4472-b9b9-83e4ee11217c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e5c3964-e661-47e8-a1bc-1838be0d6d58 HTTP/1.1" status: 200 len: 217 time: 0.0344615 Jun 30 10:35:10.280649 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-9fc54be4-6a5d-4bda-8ffd-1b014bc1ad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:10.282051 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-9fc54be4-6a5d-4bda-8ffd-1b014bc1ad03 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c7c0058-86d6-4d51-9dda-7a820f4d37f4 HTTP/1.1" status: 200 len: 852 time: 0.0440953 Jun 30 10:35:10.343456 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-38b6a88b-6a39-4435-90e1-605f77c98150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:10.344930 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-38b6a88b-6a39-4435-90e1-605f77c98150 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e5ccb480-bbbd-42f8-a474-12ee03479fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569005 Jun 30 10:35:10.433019 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-b53577af-f3ac-41b3-9f46-5fb48b2ac685 service neutron] 10.222.0.37 "GET /v2.0/networks/e5ccb480-bbbd-42f8-a474-12ee03479fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819252 Jun 30 10:35:10.527951 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8644321f-adaf-42fd-a31c-0c7d6cfa78e7 req-773ba48e-d163-40a2-ac44-e61cb2f1aca9 service neutron] 10.222.0.37 "GET /v2.0/networks/e5ccb480-bbbd-42f8-a474-12ee03479fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875950 Jun 30 10:35:11.357422 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1808a3-112a-4453-834f-64dbe48c93c6 req-85ee0dc3-8498-42da-8221-94fb4960ff94 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:11.358801 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb1808a3-112a-4453-834f-64dbe48c93c6 req-85ee0dc3-8498-42da-8221-94fb4960ff94 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 944 time: 0.0641987 Jun 30 10:35:11.395603 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb1808a3-112a-4453-834f-64dbe48c93c6 req-aa6a4150-6332-4a14-8615-155b52718491 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311902 Jun 30 10:35:12.579072 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533b661-b4f5-46e5-a4c6-ab6693ed80ff req-de7b53d6-6958-489f-b2c3-8bf075e42645 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:12.580552 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3533b661-b4f5-46e5-a4c6-ab6693ed80ff req-de7b53d6-6958-489f-b2c3-8bf075e42645 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 944 time: 0.0665455 Jun 30 10:35:12.618443 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3533b661-b4f5-46e5-a4c6-ab6693ed80ff req-81c21975-9748-4929-98d0-84811e4581d7 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322642 Jun 30 10:35:13.788172 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5cde8-4038-46b9-9c1a-066b8134019e req-abfc8cf5-3f86-41d2-ba8f-a7f6ad65abae tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:13.789778 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-23a5cde8-4038-46b9-9c1a-066b8134019e req-abfc8cf5-3f86-41d2-ba8f-a7f6ad65abae tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 944 time: 0.0628746 Jun 30 10:35:13.832608 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-23a5cde8-4038-46b9-9c1a-066b8134019e req-4ecd41b4-61f6-4564-b747-967f52b6c7e3 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370259 Jun 30 10:35:15.003755 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940a36f-9362-47a0-8e77-e036d4cf3f8e req-bf1cb533-1d53-4a95-aee6-4aca8b884aeb tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:15.005209 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2940a36f-9362-47a0-8e77-e036d4cf3f8e req-bf1cb533-1d53-4a95-aee6-4aca8b884aeb tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 944 time: 0.0627649 Jun 30 10:35:15.044280 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2940a36f-9362-47a0-8e77-e036d4cf3f8e req-5d065f72-c27d-4b31-b61a-2bea9741302d tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324030 Jun 30 10:35:15.074582 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 7e5c3964-e661-47e8-a1bc-1838be0d6d58 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:35:15.169094 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 7e5c3964-e661-47e8-a1bc-1838be0d6d58, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=7e5c3964-e661-47e8-a1bc-1838be0d6d58,segment=NetworkSegment(32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c),segment_id=32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:35:15.180833 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '7e5c3964-e661-47e8-a1bc-1838be0d6d58', 'network_id': 'e5ccb480-bbbd-42f8-a474-12ee03479fed', 'port_id': '7e5c3964-e661-47e8-a1bc-1838be0d6d58', 'mac_address': 'fa:16:3e:04:46:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c7c0058-86d6-4d51-9dda-7a820f4d37f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:35:15.216317 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:15.228902 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e5c3964-e661-47e8-a1bc-1838be0d6d58 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:35:15.248451 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 7e5c3964-e661-47e8-a1bc-1838be0d6d58, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=7e5c3964-e661-47e8-a1bc-1838be0d6d58,segment=NetworkSegment(32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c),segment_id=32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:35:15.326305 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:15.376758 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=7e5c3964-e661-47e8-a1bc-1838be0d6d58,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:35:15.697681 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['7e5c3964-e661-47e8-a1bc-1838be0d6d58'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:35:16.215218 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9289e-7a71-4e23-9a4f-ebbe83fd14aa req-68aed753-0782-466f-bc46-713f9fe7eddb tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:16.216707 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-04a9289e-7a71-4e23-9a4f-ebbe83fd14aa req-68aed753-0782-466f-bc46-713f9fe7eddb tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 945 time: 0.0624738 Jun 30 10:35:16.253978 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-04a9289e-7a71-4e23-9a4f-ebbe83fd14aa req-603234d9-7212-43ac-aa1b-12ce23cf9f14 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311747 Jun 30 10:35:17.098598 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 7e5c3964-e661-47e8-a1bc-1838be0d6d58 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:35:17.246438 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 7e5c3964-e661-47e8-a1bc-1838be0d6d58 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:35:17.250185 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 7e5c3964-e661-47e8-a1bc-1838be0d6d58 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:35:17.250548 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:17.325787 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:17.348408 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5c3964-e661-47e8-a1bc-1838be0d6d58'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:35:17.350673 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c125204c-ec38-49b6-a4e2-30777658ec82" -d '{"events": [{"server_uuid": "5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a", "name": "network-vif-plugged", "status": "completed", "tag": "7e5c3964-e661-47e8-a1bc-1838be0d6d58"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:35:17.364826 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 7e5c3964-e661-47e8-a1bc-1838be0d6d58, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=7e5c3964-e661-47e8-a1bc-1838be0d6d58,segment=NetworkSegment(32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c),segment_id=32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:35:17.389293 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817fb935-98d9-4b8e-81a1-97dc28888963 x-openstack-request-id: req-817fb935-98d9-4b8e-81a1-97dc28888963 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:35:17.389585 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a", "name": "network-vif-plugged", "status": "completed", "tag": "7e5c3964-e661-47e8-a1bc-1838be0d6d58", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:35:17.389833 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-817fb935-98d9-4b8e-81a1-97dc28888963 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:35:17.390218 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5c3964-e661-47e8-a1bc-1838be0d6d58', 'code': 200} Jun 30 10:35:17.428091 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8deaf-ddc2-4704-b263-120dd8fdd043 req-597d0919-eabe-4823-a43d-36c51a9a9dd6 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:17.429684 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-48e8deaf-ddc2-4704-b263-120dd8fdd043 req-597d0919-eabe-4823-a43d-36c51a9a9dd6 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 945 time: 0.0639470 Jun 30 10:35:17.455773 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:17.470679 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-48e8deaf-ddc2-4704-b263-120dd8fdd043 req-19a6a6de-7d8f-47fa-a1e9-03b3feaa56f4 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343578 Jun 30 10:35:17.511640 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7bf1e8-d6c7-425a-8bbd-d7a528acba1c req-d9bc675c-792f-4d43-b4df-f63590bd9ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:17.513136 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7d7bf1e8-d6c7-425a-8bbd-d7a528acba1c req-d9bc675c-792f-4d43-b4df-f63590bd9ab6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 1098 time: 0.0573926 Jun 30 10:35:17.513741 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=7e5c3964-e661-47e8-a1bc-1838be0d6d58,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:35:17.549560 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7d7bf1e8-d6c7-425a-8bbd-d7a528acba1c req-92c4b831-e04a-4707-8ce1-0e3f08211278 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300887 Jun 30 10:35:18.830701 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23570090-68d6-47dc-a56a-e430a49aca63 req-3d0ee2a2-4bb1-483c-803d-7c3929341bc2 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:18.832175 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-23570090-68d6-47dc-a56a-e430a49aca63 req-3d0ee2a2-4bb1-483c-803d-7c3929341bc2 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 946 time: 0.0699329 Jun 30 10:35:18.873720 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-23570090-68d6-47dc-a56a-e430a49aca63 req-11300a8a-ab1a-4497-b1f4-748f9944a77c tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353434 Jun 30 10:35:20.063089 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e704285-189b-4c61-9687-7e4453f68c81 req-c5d7e1a6-9fe2-4e21-a088-63abe5725997 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:20.064550 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3e704285-189b-4c61-9687-7e4453f68c81 req-c5d7e1a6-9fe2-4e21-a088-63abe5725997 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 946 time: 0.0746763 Jun 30 10:35:20.101748 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3e704285-189b-4c61-9687-7e4453f68c81 req-e7dd4198-f74f-4a10-9e3d-4172af68c735 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310128 Jun 30 10:35:20.270473 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547c86a-9196-4bf8-988a-5d9665e23ca3 req-32c3dc54-3293-4e13-87df-857a11951d50 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:20.271952 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4547c86a-9196-4bf8-988a-5d9665e23ca3 req-32c3dc54-3293-4e13-87df-857a11951d50 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 946 time: 0.0630431 Jun 30 10:35:20.310555 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4547c86a-9196-4bf8-988a-5d9665e23ca3 req-7e432730-3e20-4ba4-aba4-6d8131d2e52c tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320182 Jun 30 10:35:20.518471 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-74c803ee-b63f-4615-9420-4361525c67d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:20.650015 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6e0c9-16b6-453d-bdc6-dc66655568d2 req-a35c20aa-6c50-4650-b365-3f06bade4d47 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:20.651396 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ced6e0c9-16b6-453d-bdc6-dc66655568d2 req-a35c20aa-6c50-4650-b365-3f06bade4d47 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 946 time: 0.0630028 Jun 30 10:35:20.692529 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ced6e0c9-16b6-453d-bdc6-dc66655568d2 req-69a8589e-0339-4a11-83d9-d309e3a404d8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355814 Jun 30 10:35:22.495165 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-db63a9c8-946a-46c2-acf2-e530ee83451e req-13d3650c-ea7b-4e08-afba-c377d709c62d service neutron] (101054) timed out ('10.222.0.10', 58454) {{(pid=101054) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 10:35:22.977626 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8601467a-585a-4a79-b4d7-4d1dd8700b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:23.618543 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:24.958567 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:26.649978 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:35.422345 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41579b-d2ad-4c08-931e-9eab4bfd9839 req-f330f15b-fa02-4277-8fc0-d279f83388e6 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:35.423877 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fa41579b-d2ad-4c08-931e-9eab4bfd9839 req-f330f15b-fa02-4277-8fc0-d279f83388e6 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 946 time: 0.0639434 Jun 30 10:35:35.462883 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fa41579b-d2ad-4c08-931e-9eab4bfd9839 req-151042f0-caed-4d73-8433-8db9973a9f37 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334072 Jun 30 10:35:35.488888 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35676) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:35:35.586823 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f3450f-cac0-4837-a1b8-f56609656567 tempest-TestMinimumBasicScenario-603543115 tempest-TestMinimumBasicScenario-603543115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:35.588241 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-47f3450f-cac0-4837-a1b8-f56609656567 tempest-TestMinimumBasicScenario-603543115 tempest-TestMinimumBasicScenario-603543115-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 1093 time: 0.0980906 Jun 30 10:35:35.591456 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35680) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:35:35.595952 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-dfae5f66-c9d3-4fff-b855-551179db42c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'port_id': '7e5c3964-e661-47e8-a1bc-1838be0d6d58', 'tenant_id': 'c6794248dd40454b867f82c0ec94eb4b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:35:35.674596 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dfae5f66-c9d3-4fff-b855-551179db42c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks [] for floatingip, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:35.771864 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dfae5f66-c9d3-4fff-b855-551179db42c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:35.871576 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-dfae5f66-c9d3-4fff-b855-551179db42c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Allocated IP 172.25.6.151 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/3bab078f-5ca1-4b93-979e-76a2d0dfb533) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:35:35.972961 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dfae5f66-c9d3-4fff-b855-551179db42c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:35.974024 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:35:36.078514 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dfae5f66-c9d3-4fff-b855-551179db42c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:36.116526 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfae5f66-c9d3-4fff-b855-551179db42c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:35:36.120363 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-dfae5f66-c9d3-4fff-b855-551179db42c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:35:36.126757 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfae5f66-c9d3-4fff-b855-551179db42c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:35:36.132231 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae5f66-c9d3-4fff-b855-551179db42c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Pushing event updated for resources: {'Port': ['ID=3bab078f-5ca1-4b93-979e-76a2d0dfb533,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:35:36.159671 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae5f66-c9d3-4fff-b855-551179db42c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:35:36.160027 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae5f66-c9d3-4fff-b855-551179db42c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:35:36.160370 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae5f66-c9d3-4fff-b855-551179db42c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:35:36.160709 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae5f66-c9d3-4fff-b855-551179db42c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:35:36.161044 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae5f66-c9d3-4fff-b855-551179db42c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:35:36.161376 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae5f66-c9d3-4fff-b855-551179db42c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:35:36.161705 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae5f66-c9d3-4fff-b855-551179db42c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:35:36.162032 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae5f66-c9d3-4fff-b855-551179db42c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:35:36.162359 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae5f66-c9d3-4fff-b855-551179db42c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:35:36.162682 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae5f66-c9d3-4fff-b855-551179db42c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:35:36.163003 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae5f66-c9d3-4fff-b855-551179db42c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:35:36.163344 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae5f66-c9d3-4fff-b855-551179db42c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:35:36.517235 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dfae5f66-c9d3-4fff-b855-551179db42c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:36.665155 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dfae5f66-c9d3-4fff-b855-551179db42c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:36.812353 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dfae5f66-c9d3-4fff-b855-551179db42c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:36.895506 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dfae5f66-c9d3-4fff-b855-551179db42c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:36.964197 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae5f66-c9d3-4fff-b855-551179db42c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Pushing event updated for resources: {'Port': ['ID=3bab078f-5ca1-4b93-979e-76a2d0dfb533,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:35:36.977764 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dfae5f66-c9d3-4fff-b855-551179db42c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:37.077638 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [None req-dfae5f66-c9d3-4fff-b855-551179db42c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Floating IP e27ffe20-ed33-407d-b2ac-333e129553d0 associated. External IP: 172.25.6.151, port: 7e5c3964-e661-47e8-a1bc-1838be0d6d58. Jun 30 10:35:37.281065 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfae5f66-c9d3-4fff-b855-551179db42c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Router 7c276945-004b-454f-aa60-c7e83ee44690 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:35:37.388602 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfae5f66-c9d3-4fff-b855-551179db42c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:35:37.397521 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd4a1d7-c9c5-4fd7-8240-d4635a10bade None None] Sync routers for ids ['7c276945-004b-454f-aa60-c7e83ee44690'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:35:37.407182 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd4a1d7-c9c5-4fd7-8240-d4635a10bade None None] Routers {'7c276945-004b-454f-aa60-c7e83ee44690'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:35:37.407886 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4cd4a1d7-c9c5-4fd7-8240-d4635a10bade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:35:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['7c276945-004b-454f-aa60-c7e83ee44690'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:35:37.457456 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dfae5f66-c9d3-4fff-b855-551179db42c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:37.495861 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-dfae5f66-c9d3-4fff-b855-551179db42c8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9032733 Jun 30 10:35:37.496591 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a', 'tag': '7e5c3964-e661-47e8-a1bc-1838be0d6d58'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:35:37.498704 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35682) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:35:37.499249 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfcd248-329d-4f90-a040-69371e2d8131" -d '{"events": [{"name": "network-changed", "server_uuid": "5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a", "tag": "7e5c3964-e661-47e8-a1bc-1838be0d6d58"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:35:37.503657 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-2506e28e-64b5-4058-9186-9f9f68dc6af4 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-251811804', 'description': 'tempest-secgroup-smoke-251811804 description', 'project_id': 'c6794248dd40454b867f82c0ec94eb4b'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:35:37.518634 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-4cd4a1d7-c9c5-4fd7-8240-d4635a10bade None None] Set router 7c276945-004b-454f-aa60-c7e83ee44690 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:35:37.606134 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2506e28e-64b5-4058-9186-9f9f68dc6af4 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:37.654441 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd58a42-57c6-4e2a-8437-1fa41c4b8afb x-openstack-request-id: req-bbd58a42-57c6-4e2a-8437-1fa41c4b8afb {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:35:37.654991 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a", "tag": "7e5c3964-e661-47e8-a1bc-1838be0d6d58", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:35:37.655712 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bbd58a42-57c6-4e2a-8437-1fa41c4b8afb {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:35:37.656613 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a', 'tag': '7e5c3964-e661-47e8-a1bc-1838be0d6d58', 'status': 'completed', 'code': 200} Jun 30 10:35:37.724893 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2506e28e-64b5-4058-9186-9f9f68dc6af4 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:37.749338 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcd248-329d-4f90-a040-69371e2d8131 req-cbe347d0-2040-4a37-98bd-25d64b47868b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:37.750811 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6dfcd248-329d-4f90-a040-69371e2d8131 req-cbe347d0-2040-4a37-98bd-25d64b47868b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6794248dd40454b867f82c0ec94eb4b&device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 1098 time: 0.0712233 Jun 30 10:35:37.751009 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4cd4a1d7-c9c5-4fd7-8240-d4635a10bade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c276945-004b-454f-aa60-c7e83ee44690', 'name': 'tempest-TestMinimumBasicScenario-33493830-router', 'tenant_id': 'c6794248dd40454b867f82c0ec94eb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '49397bae-b95e-4b68-b6b1-5f01ac22f930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:34:28Z', 'updated_at': '2021-06-30T10:34:31Z', 'revision_number': 4, 'project_id': 'c6794248dd40454b867f82c0ec94eb4b', 'gw_port': {'id': '49397bae-b95e-4b68-b6b1-5f01ac22f930', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c276945-004b-454f-aa60-c7e83ee44690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:28Z', 'updated_at': '2021-06-30T10:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'e27ffe20-ed33-407d-b2ac-333e129553d0', 'tenant_id': 'c6794248dd40454b867f82c0ec94eb4b', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '7c276945-004b-454f-aa60-c7e83ee44690', 'port_id': '7e5c3964-e661-47e8-a1bc-1838be0d6d58', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ccb480-bbbd-42f8-a474-12ee03479fed', 'mac_address': 'fa:16:3e:04:46:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:35:36Z', 'updated_at': '2021-06-30T10:35:36Z', 'revision_number': 0, 'project_id': 'c6794248dd40454b867f82c0ec94eb4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d9c620-7ee8-4a38-b1ae-42548b1c66ca', 'name': '', 'network_id': 'e5ccb480-bbbd-42f8-a474-12ee03479fed', 'tenant_id': 'c6794248dd40454b867f82c0ec94eb4b', 'mac_address': 'fa:16:3e:18:1d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c276945-004b-454f-aa60-c7e83ee44690', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '1c7c0058-86d6-4d51-9dda-7a820f4d37f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:30Z', 'updated_at': '2021-06-30T10:34:36Z', 'revision_number': 5, 'project_id': 'c6794248dd40454b867f82c0ec94eb4b', 'subnets': [{'id': '1c7c0058-86d6-4d51-9dda-7a820f4d37f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:35:37.780747 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd4a1d7-c9c5-4fd7-8240-d4635a10bade None None] Checking router: 7c276945-004b-454f-aa60-c7e83ee44690 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:35:37.789069 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd4a1d7-c9c5-4fd7-8240-d4635a10bade None None] Routers {'7c276945-004b-454f-aa60-c7e83ee44690'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:35:37.789810 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4cd4a1d7-c9c5-4fd7-8240-d4635a10bade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:35:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['7c276945-004b-454f-aa60-c7e83ee44690'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:35:37.793696 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2506e28e-64b5-4058-9186-9f9f68dc6af4 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:37.860634 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506e28e-64b5-4058-9186-9f9f68dc6af4 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf54960-e7bd-47b6-894b-e3dcb8e05560,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:35:37.887582 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcd248-329d-4f90-a040-69371e2d8131 req-a9bcbfc7-d225-43ac-b3ff-77537ed8742d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:37.889086 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6dfcd248-329d-4f90-a040-69371e2d8131 req-a9bcbfc7-d225-43ac-b3ff-77537ed8742d service neutron] 10.222.0.37 "GET /v2.0/networks?id=e5ccb480-bbbd-42f8-a474-12ee03479fed HTTP/1.1" status: 200 len: 914 time: 0.1142962 Jun 30 10:35:37.894556 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-4cd4a1d7-c9c5-4fd7-8240-d4635a10bade None None] Set router 7c276945-004b-454f-aa60-c7e83ee44690 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:35:37.897569 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2506e28e-64b5-4058-9186-9f9f68dc6af4 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:37.898810 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2506e28e-64b5-4058-9186-9f9f68dc6af4 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3989358 Jun 30 10:35:37.902734 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35688) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:35:37.907761 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-544c19dc-88b1-4823-81e8-4218917492f4 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Request body: {'security_group_rule': {'security_group_id': 'cdf54960-e7bd-47b6-894b-e3dcb8e05560', 'project_id': 'c6794248dd40454b867f82c0ec94eb4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:35:37.963024 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6dfcd248-329d-4f90-a040-69371e2d8131 req-c6911131-8f90-40b9-8fb9-d0cc2bee6e54 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e5c3964-e661-47e8-a1bc-1838be0d6d58 HTTP/1.1" status: 200 len: 1000 time: 0.0629718 Jun 30 10:35:38.013257 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-544c19dc-88b1-4823-81e8-4218917492f4 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:38.014604 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcd248-329d-4f90-a040-69371e2d8131 req-ccc12266-4ce4-49ea-86b0-1955ffd40e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:38.016093 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6dfcd248-329d-4f90-a040-69371e2d8131 req-ccc12266-4ce4-49ea-86b0-1955ffd40e97 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c7c0058-86d6-4d51-9dda-7a820f4d37f4 HTTP/1.1" status: 200 len: 852 time: 0.0461249 Jun 30 10:35:38.078131 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcd248-329d-4f90-a040-69371e2d8131 req-915c1775-7581-4348-826f-3fe6c2b66db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:38.079646 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6dfcd248-329d-4f90-a040-69371e2d8131 req-915c1775-7581-4348-826f-3fe6c2b66db4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e5ccb480-bbbd-42f8-a474-12ee03479fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574577 Jun 30 10:35:38.094080 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-544c19dc-88b1-4823-81e8-4218917492f4 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:38.127691 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4cd4a1d7-c9c5-4fd7-8240-d4635a10bade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c276945-004b-454f-aa60-c7e83ee44690', 'name': 'tempest-TestMinimumBasicScenario-33493830-router', 'tenant_id': 'c6794248dd40454b867f82c0ec94eb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '49397bae-b95e-4b68-b6b1-5f01ac22f930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:34:28Z', 'updated_at': '2021-06-30T10:34:31Z', 'revision_number': 4, 'project_id': 'c6794248dd40454b867f82c0ec94eb4b', 'gw_port': {'id': '49397bae-b95e-4b68-b6b1-5f01ac22f930', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c276945-004b-454f-aa60-c7e83ee44690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:28Z', 'updated_at': '2021-06-30T10:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'e27ffe20-ed33-407d-b2ac-333e129553d0', 'tenant_id': 'c6794248dd40454b867f82c0ec94eb4b', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '7c276945-004b-454f-aa60-c7e83ee44690', 'port_id': '7e5c3964-e661-47e8-a1bc-1838be0d6d58', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ccb480-bbbd-42f8-a474-12ee03479fed', 'mac_address': 'fa:16:3e:04:46:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:35:36Z', 'updated_at': '2021-06-30T10:35:36Z', 'revision_number': 0, 'project_id': 'c6794248dd40454b867f82c0ec94eb4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d9c620-7ee8-4a38-b1ae-42548b1c66ca', 'name': '', 'network_id': 'e5ccb480-bbbd-42f8-a474-12ee03479fed', 'tenant_id': 'c6794248dd40454b867f82c0ec94eb4b', 'mac_address': 'fa:16:3e:18:1d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c276945-004b-454f-aa60-c7e83ee44690', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '1c7c0058-86d6-4d51-9dda-7a820f4d37f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:30Z', 'updated_at': '2021-06-30T10:34:36Z', 'revision_number': 5, 'project_id': 'c6794248dd40454b867f82c0ec94eb4b', 'subnets': [{'id': '1c7c0058-86d6-4d51-9dda-7a820f4d37f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:35:38.156604 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd4a1d7-c9c5-4fd7-8240-d4635a10bade None None] The sync data for ids ['7c276945-004b-454f-aa60-c7e83ee44690'] in n-d-771363-31 is: [{'id': '7c276945-004b-454f-aa60-c7e83ee44690', 'name': 'tempest-TestMinimumBasicScenario-33493830-router', 'tenant_id': 'c6794248dd40454b867f82c0ec94eb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '49397bae-b95e-4b68-b6b1-5f01ac22f930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:34:28Z', 'updated_at': '2021-06-30T10:34:31Z', 'revision_number': 4, 'project_id': 'c6794248dd40454b867f82c0ec94eb4b', 'gw_port': {'id': '49397bae-b95e-4b68-b6b1-5f01ac22f930', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c276945-004b-454f-aa60-c7e83ee44690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:28Z', 'updated_at': '2021-06-30T10:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'e27ffe20-ed33-407d-b2ac-333e129553d0', 'tenant_id': 'c6794248dd40454b867f82c0ec94eb4b', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '7c276945-004b-454f-aa60-c7e83ee44690', 'port_id': '7e5c3964-e661-47e8-a1bc-1838be0d6d58', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ccb480-bbbd-42f8-a474-12ee03479fed', 'mac_address': 'fa:16:3e:04:46:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:35:36Z', 'updated_at': '2021-06-30T10:35:36Z', 'revision_number': 0, 'project_id': 'c6794248dd40454b867f82c0ec94eb4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d9c620-7ee8-4a38-b1ae-42548b1c66ca', 'name': '', 'network_id': 'e5ccb480-bbbd-42f8-a474-12ee03479fed', 'tenant_id': 'c6794248dd40454b867f82c0ec94eb4b', 'mac_address': 'fa:16:3e:18:1d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c276945-004b-454f-aa60-c7e83ee44690', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '1c7c0058-86d6-4d51-9dda-7a820f4d37f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:30Z', 'updated_at': '2021-06-30T10:34:36Z', 'revision_number': 5, 'project_id': 'c6794248dd40454b867f82c0ec94eb4b', 'subnets': [{'id': '1c7c0058-86d6-4d51-9dda-7a820f4d37f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:35:38.169685 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-544c19dc-88b1-4823-81e8-4218917492f4 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:38.177701 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6dfcd248-329d-4f90-a040-69371e2d8131 req-9198b01d-042a-4de2-8e82-5ed1d99fb263 service neutron] 10.222.0.37 "GET /v2.0/networks/e5ccb480-bbbd-42f8-a474-12ee03479fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899501 Jun 30 10:35:38.192604 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c19dc-88b1-4823-81e8-4218917492f4 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1527d219-1d43-4732-b115-44404d595145,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:35:38.261306 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-544c19dc-88b1-4823-81e8-4218917492f4 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:38.263259 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-544c19dc-88b1-4823-81e8-4218917492f4 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3591022 Jun 30 10:35:38.265706 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35690) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:35:38.270314 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-a0a28156-0fc8-4961-919d-b8110413ec8b tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Request body: {'security_group_rule': {'security_group_id': 'cdf54960-e7bd-47b6-894b-e3dcb8e05560', 'project_id': 'c6794248dd40454b867f82c0ec94eb4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:35:38.272928 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6dfcd248-329d-4f90-a040-69371e2d8131 req-ad7b406c-8fb6-4ce0-be53-8c75475758e8 service neutron] 10.222.0.37 "GET /v2.0/networks/e5ccb480-bbbd-42f8-a474-12ee03479fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887890 Jun 30 10:35:38.358487 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efba7c57-b952-4155-b764-5c3a3ea7d2ef None None] New status for floating IP e27ffe20-ed33-407d-b2ac-333e129553d0: ACTIVE {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:35:38.405445 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a0a28156-0fc8-4961-919d-b8110413ec8b tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:38.465200 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a0a28156-0fc8-4961-919d-b8110413ec8b tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:38.549179 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a0a28156-0fc8-4961-919d-b8110413ec8b tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:38.567145 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a28156-0fc8-4961-919d-b8110413ec8b tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6bc35d-fa05-46c1-b851-9e8834dc18d0,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:35:38.655257 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a0a28156-0fc8-4961-919d-b8110413ec8b tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:38.656657 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a0a28156-0fc8-4961-919d-b8110413ec8b tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3899040 Jun 30 10:35:38.659187 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35692) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:35:38.665584 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-00392d26-bc71-4bd2-a7d1-3d6115be05da tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Request body: {'security_group_rule': {'security_group_id': 'cdf54960-e7bd-47b6-894b-e3dcb8e05560', 'project_id': 'c6794248dd40454b867f82c0ec94eb4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:35:38.752582 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:38.758862 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-00392d26-bc71-4bd2-a7d1-3d6115be05da tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:38.819454 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-00392d26-bc71-4bd2-a7d1-3d6115be05da tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:38.912202 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-00392d26-bc71-4bd2-a7d1-3d6115be05da tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:38.932683 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00392d26-bc71-4bd2-a7d1-3d6115be05da tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb549eb-ebf6-43b3-99e7-500853c4e6d7,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:35:39.012110 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-00392d26-bc71-4bd2-a7d1-3d6115be05da tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:39.013280 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-00392d26-bc71-4bd2-a7d1-3d6115be05da tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3530972 Jun 30 10:35:39.015980 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35694) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:35:39.020507 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-177c5d90-5716-4a60-b730-38c4a1d75434 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Request body: {'security_group_rule': {'security_group_id': 'cdf54960-e7bd-47b6-894b-e3dcb8e05560', 'project_id': 'c6794248dd40454b867f82c0ec94eb4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:35:39.125149 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-177c5d90-5716-4a60-b730-38c4a1d75434 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:39.185504 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-177c5d90-5716-4a60-b730-38c4a1d75434 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:39.275834 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-177c5d90-5716-4a60-b730-38c4a1d75434 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:39.295183 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c5d90-5716-4a60-b730-38c4a1d75434 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7949f4fe-dfca-4f72-a5d2-e5f421f5e4a6,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:35:39.388971 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-177c5d90-5716-4a60-b730-38c4a1d75434 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:39.390194 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-177c5d90-5716-4a60-b730-38c4a1d75434 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3733127 Jun 30 10:35:39.392832 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35696) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:35:39.397303 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-7c60a123-cb93-4aa6-ba4b-51135d4ad931 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Request body: {'security_group_rule': {'security_group_id': 'cdf54960-e7bd-47b6-894b-e3dcb8e05560', 'project_id': 'c6794248dd40454b867f82c0ec94eb4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:35:39.483688 n-d-771363-31 neutron-server[101053]: INFO neutron.db.securitygroups_db [None req-7c60a123-cb93-4aa6-ba4b-51135d4ad931 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Project c6794248dd40454b867f82c0ec94eb4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:35:39.488858 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c60a123-cb93-4aa6-ba4b-51135d4ad931 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:39.549092 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c60a123-cb93-4aa6-ba4b-51135d4ad931 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:39.620761 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c60a123-cb93-4aa6-ba4b-51135d4ad931 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:39.643958 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60a123-cb93-4aa6-ba4b-51135d4ad931 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67496e01-f5f2-45da-9ecc-ea4a2df1150d,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:35:39.720400 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:39.721042 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1a132cc6-ee08-424e-8084-23a35cc15bab req-8d8aa887-c39a-4890-be25-75775281a4a3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0517430 Jun 30 10:35:39.735507 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7c60a123-cb93-4aa6-ba4b-51135d4ad931 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:39.736751 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7c60a123-cb93-4aa6-ba4b-51135d4ad931 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3430088 Jun 30 10:35:39.739688 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35698) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:35:39.744338 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-70d2b856-c85a-4d41-bd7e-15a2e0a13823 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Request body: {'security_group_rule': {'security_group_id': 'cdf54960-e7bd-47b6-894b-e3dcb8e05560', 'project_id': 'c6794248dd40454b867f82c0ec94eb4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:35:39.818207 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a132cc6-ee08-424e-8084-23a35cc15bab req-202b6607-2355-40da-8557-68e5984a0472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:39.819783 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1a132cc6-ee08-424e-8084-23a35cc15bab req-202b6607-2355-40da-8557-68e5984a0472 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6794248dd40454b867f82c0ec94eb4b&device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 1098 time: 0.0566368 Jun 30 10:35:39.834889 n-d-771363-31 neutron-server[101053]: INFO neutron.db.securitygroups_db [None req-70d2b856-c85a-4d41-bd7e-15a2e0a13823 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Project c6794248dd40454b867f82c0ec94eb4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:35:39.840198 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-70d2b856-c85a-4d41-bd7e-15a2e0a13823 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:39.907233 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-70d2b856-c85a-4d41-bd7e-15a2e0a13823 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:39.927082 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a132cc6-ee08-424e-8084-23a35cc15bab req-7c34cad4-b9d4-4bec-8437-e6b9f3a6d839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:39.930859 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1a132cc6-ee08-424e-8084-23a35cc15bab req-7c34cad4-b9d4-4bec-8437-e6b9f3a6d839 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e5ccb480-bbbd-42f8-a474-12ee03479fed HTTP/1.1" status: 200 len: 914 time: 0.0878851 Jun 30 10:35:40.000706 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1a132cc6-ee08-424e-8084-23a35cc15bab req-6fd095d6-6caf-437b-b706-910ad50b102b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e5c3964-e661-47e8-a1bc-1838be0d6d58 HTTP/1.1" status: 200 len: 1002 time: 0.0646548 Jun 30 10:35:40.044407 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-70d2b856-c85a-4d41-bd7e-15a2e0a13823 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:40.050484 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a132cc6-ee08-424e-8084-23a35cc15bab req-f0b72187-b723-4847-b351-aeb80b403054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:40.051984 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1a132cc6-ee08-424e-8084-23a35cc15bab req-f0b72187-b723-4847-b351-aeb80b403054 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c7c0058-86d6-4d51-9dda-7a820f4d37f4 HTTP/1.1" status: 200 len: 852 time: 0.0451126 Jun 30 10:35:40.063431 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d2b856-c85a-4d41-bd7e-15a2e0a13823 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c6e754-cf47-4611-a6d8-4a29aa4d37c2,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:35:40.109529 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a132cc6-ee08-424e-8084-23a35cc15bab req-688102e7-ce44-4e62-bb2b-edd956f875b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:40.111029 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1a132cc6-ee08-424e-8084-23a35cc15bab req-688102e7-ce44-4e62-bb2b-edd956f875b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e5ccb480-bbbd-42f8-a474-12ee03479fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529857 Jun 30 10:35:40.132012 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-70d2b856-c85a-4d41-bd7e-15a2e0a13823 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:40.136810 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-70d2b856-c85a-4d41-bd7e-15a2e0a13823 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3933220 Jun 30 10:35:40.212548 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1a132cc6-ee08-424e-8084-23a35cc15bab req-865356dd-bf5b-431a-ae00-5498ec7c7550 service neutron] 10.222.0.37 "GET /v2.0/networks/e5ccb480-bbbd-42f8-a474-12ee03479fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939357 Jun 30 10:35:40.302355 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-19797f52-fca4-4807-9ee2-29e5f272b994 req-1c535ca4-401c-449f-b438-009e579585cc tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-251811804&fields=id&tenant_id=c6794248dd40454b867f82c0ec94eb4b HTTP/1.1" status: 200 len: 267 time: 0.0830486 Jun 30 10:35:40.375733 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1a132cc6-ee08-424e-8084-23a35cc15bab req-98eae607-c63d-445e-ac1d-7fea2be1f219 service neutron] 10.222.0.37 "GET /v2.0/networks/e5ccb480-bbbd-42f8-a474-12ee03479fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544034 Jun 30 10:35:40.400407 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19797f52-fca4-4807-9ee2-29e5f272b994 req-04759fe5-19ef-4106-9d83-82496703d558 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:40.402689 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-19797f52-fca4-4807-9ee2-29e5f272b994 req-04759fe5-19ef-4106-9d83-82496703d558 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 946 time: 0.0938902 Jun 30 10:35:40.414795 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-19797f52-fca4-4807-9ee2-29e5f272b994 req-e886da17-9b3b-448a-b2db-3cdaa9b29d61 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Request body: {'port': {'security_groups': ['c4382d16-d46a-4cfc-ab49-1830cbf1ad4f', 'cdf54960-e7bd-47b6-894b-e3dcb8e05560']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:35:40.498561 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-19797f52-fca4-4807-9ee2-29e5f272b994 req-e886da17-9b3b-448a-b2db-3cdaa9b29d61 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:40.686883 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-19797f52-fca4-4807-9ee2-29e5f272b994 req-e886da17-9b3b-448a-b2db-3cdaa9b29d61 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] For port 7e5c3964-e661-47e8-a1bc-1838be0d6d58, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=7e5c3964-e661-47e8-a1bc-1838be0d6d58,segment=NetworkSegment(32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c),segment_id=32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:35:40.719594 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-19797f52-fca4-4807-9ee2-29e5f272b994 req-e886da17-9b3b-448a-b2db-3cdaa9b29d61 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:40.788781 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-19797f52-fca4-4807-9ee2-29e5f272b994 req-e886da17-9b3b-448a-b2db-3cdaa9b29d61 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:40.802500 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['7e5c3964-e661-47e8-a1bc-1838be0d6d58'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:35:40.840692 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19797f52-fca4-4807-9ee2-29e5f272b994 req-e886da17-9b3b-448a-b2db-3cdaa9b29d61 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:40.841348 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-19797f52-fca4-4807-9ee2-29e5f272b994 req-e886da17-9b3b-448a-b2db-3cdaa9b29d61 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:40.842888 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-19797f52-fca4-4807-9ee2-29e5f272b994 req-e886da17-9b3b-448a-b2db-3cdaa9b29d61 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "PUT /v2.0/ports/7e5c3964-e661-47e8-a1bc-1838be0d6d58 HTTP/1.1" status: 200 len: 982 time: 0.4332142 Jun 30 10:35:40.843454 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a', 'tag': '7e5c3964-e661-47e8-a1bc-1838be0d6d58'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:35:40.845831 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a341e8d4-b55b-41c5-98be-b882e88b8639" -d '{"events": [{"name": "network-changed", "server_uuid": "5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a", "tag": "7e5c3964-e661-47e8-a1bc-1838be0d6d58"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:35:40.866269 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886da17-9b3b-448a-b2db-3cdaa9b29d61 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Pushing event updated for resources: {'Port': ['ID=7e5c3964-e661-47e8-a1bc-1838be0d6d58,revision_number=6']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:35:40.926407 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['7e5c3964-e661-47e8-a1bc-1838be0d6d58'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:35:40.984559 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcc3977-6c57-4436-ba32-94c1f0aaeb44 x-openstack-request-id: req-bdcc3977-6c57-4436-ba32-94c1f0aaeb44 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:35:40.984855 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a", "tag": "7e5c3964-e661-47e8-a1bc-1838be0d6d58", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:35:40.985105 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bdcc3977-6c57-4436-ba32-94c1f0aaeb44 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:35:40.985505 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a', 'tag': '7e5c3964-e661-47e8-a1bc-1838be0d6d58', 'status': 'completed', 'code': 200} Jun 30 10:35:41.097736 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341e8d4-b55b-41c5-98be-b882e88b8639 req-52b1cc75-7092-4ee3-843a-8e18c6afa522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:41.100017 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a341e8d4-b55b-41c5-98be-b882e88b8639 req-52b1cc75-7092-4ee3-843a-8e18c6afa522 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6794248dd40454b867f82c0ec94eb4b&device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 1137 time: 0.0812621 Jun 30 10:35:41.105908 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816aba46-c40b-4447-8857-471e4f891a3f req-24ceb6b1-70c3-46b5-8aba-0969db945d14 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:41.109673 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-816aba46-c40b-4447-8857-471e4f891a3f req-24ceb6b1-70c3-46b5-8aba-0969db945d14 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 985 time: 0.0966194 Jun 30 10:35:41.162441 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-816aba46-c40b-4447-8857-471e4f891a3f req-ad2ac1c8-6143-4171-b26a-e49ec0ad6f3b tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdf54960-e7bd-47b6-894b-e3dcb8e05560&id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461705 Jun 30 10:35:41.212534 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341e8d4-b55b-41c5-98be-b882e88b8639 req-cf0591fd-ed41-4437-b9ce-13481e40625c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:41.213910 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a341e8d4-b55b-41c5-98be-b882e88b8639 req-cf0591fd-ed41-4437-b9ce-13481e40625c service neutron] 10.222.0.37 "GET /v2.0/networks?id=e5ccb480-bbbd-42f8-a474-12ee03479fed HTTP/1.1" status: 200 len: 914 time: 0.1059983 Jun 30 10:35:41.220057 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b3baf926-d6f0-4278-9329-6a7f30d48dce None None] Provisioning complete for port 7e5c3964-e661-47e8-a1bc-1838be0d6d58 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:35:41.220429 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b3baf926-d6f0-4278-9329-6a7f30d48dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:41.283630 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a341e8d4-b55b-41c5-98be-b882e88b8639 req-6570a6e4-c282-4297-b3c4-5e9807945254 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e5c3964-e661-47e8-a1bc-1838be0d6d58 HTTP/1.1" status: 200 len: 1002 time: 0.0624559 Jun 30 10:35:41.334650 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341e8d4-b55b-41c5-98be-b882e88b8639 req-1038384b-45f0-4bcb-a3c2-f94a5507a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:41.336157 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a341e8d4-b55b-41c5-98be-b882e88b8639 req-1038384b-45f0-4bcb-a3c2-f94a5507a9fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c7c0058-86d6-4d51-9dda-7a820f4d37f4 HTTP/1.1" status: 200 len: 852 time: 0.0459635 Jun 30 10:35:41.399160 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341e8d4-b55b-41c5-98be-b882e88b8639 req-c6de3d51-2d4f-47a5-81c8-f2c63d93a8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:41.401448 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a341e8d4-b55b-41c5-98be-b882e88b8639 req-c6de3d51-2d4f-47a5-81c8-f2c63d93a8bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e5ccb480-bbbd-42f8-a474-12ee03479fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574126 Jun 30 10:35:41.498785 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a341e8d4-b55b-41c5-98be-b882e88b8639 req-419c5e06-86e7-480f-9de8-e842ea652ba2 service neutron] 10.222.0.37 "GET /v2.0/networks/e5ccb480-bbbd-42f8-a474-12ee03479fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866127 Jun 30 10:35:41.588804 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a341e8d4-b55b-41c5-98be-b882e88b8639 req-113da869-6ffb-41f1-9051-248a7752c3e7 service neutron] 10.222.0.37 "GET /v2.0/networks/e5ccb480-bbbd-42f8-a474-12ee03479fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828743 Jun 30 10:35:50.525847 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-294eac67-143d-4fad-b50b-4fa8f0b49f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:53.017351 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a7c17aca-95f3-4ba2-a9b1-e1cdc24a71e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:53.620547 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:54.946455 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:56.634536 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:08.717410 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:09.708042 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:12.973717 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:36:20.582290 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-11c9a5f7-f6aa-48be-b727-25a412f8f52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:22.982182 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5e1a086e-efbd-4037-9981-df6a67d04d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:23.622249 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:24.948222 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:26.640166 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:33.755717 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59828047-6dea-4c67-85fe-4ce2e698c481 req-a9947de9-e783-4612-b3f5-35fad17eb7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:36:33.757277 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-59828047-6dea-4c67-85fe-4ce2e698c481 req-a9947de9-e783-4612-b3f5-35fad17eb7b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6794248dd40454b867f82c0ec94eb4b&device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 1137 time: 0.0563302 Jun 30 10:36:33.785669 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb37f9-02bf-4182-bdd8-b6d554441b4a req-7214fd36-931d-4038-b07a-9038bec72728 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:36:33.787198 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aecb37f9-02bf-4182-bdd8-b6d554441b4a req-7214fd36-931d-4038-b07a-9038bec72728 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 985 time: 0.1283872 Jun 30 10:36:33.827810 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-aecb37f9-02bf-4182-bdd8-b6d554441b4a req-ed79060f-7017-4a59-a9e0-dd3b36736042 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdf54960-e7bd-47b6-894b-e3dcb8e05560&id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346863 Jun 30 10:36:33.854857 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59828047-6dea-4c67-85fe-4ce2e698c481 req-791c3061-492f-469c-b7ad-a001ebd018f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:36:33.854857 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-59828047-6dea-4c67-85fe-4ce2e698c481 req-791c3061-492f-469c-b7ad-a001ebd018f2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e5ccb480-bbbd-42f8-a474-12ee03479fed HTTP/1.1" status: 200 len: 914 time: 0.0899053 Jun 30 10:36:33.918347 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-59828047-6dea-4c67-85fe-4ce2e698c481 req-3f0e2007-0b72-4e25-8477-4a7601af0a70 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e5c3964-e661-47e8-a1bc-1838be0d6d58 HTTP/1.1" status: 200 len: 1002 time: 0.0570908 Jun 30 10:36:33.972115 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59828047-6dea-4c67-85fe-4ce2e698c481 req-832cae5b-0ac5-46f3-8b40-26cbfd2ef200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:36:33.973580 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-59828047-6dea-4c67-85fe-4ce2e698c481 req-832cae5b-0ac5-46f3-8b40-26cbfd2ef200 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c7c0058-86d6-4d51-9dda-7a820f4d37f4 HTTP/1.1" status: 200 len: 852 time: 0.0480206 Jun 30 10:36:34.031140 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59828047-6dea-4c67-85fe-4ce2e698c481 req-058cd6a2-245c-4447-989e-10072b21553a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:36:34.032650 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-59828047-6dea-4c67-85fe-4ce2e698c481 req-058cd6a2-245c-4447-989e-10072b21553a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e5ccb480-bbbd-42f8-a474-12ee03479fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525954 Jun 30 10:36:34.120727 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-59828047-6dea-4c67-85fe-4ce2e698c481 req-ac76ebee-7d3c-410d-8960-79b74da67029 service neutron] 10.222.0.37 "GET /v2.0/networks/e5ccb480-bbbd-42f8-a474-12ee03479fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803728 Jun 30 10:36:34.213569 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-59828047-6dea-4c67-85fe-4ce2e698c481 req-d8cfa5f4-503c-49eb-9d53-c3f17b8eda58 service neutron] 10.222.0.37 "GET /v2.0/networks/e5ccb480-bbbd-42f8-a474-12ee03479fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859914 Jun 30 10:36:35.065615 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ec0c2-4a0b-4cf9-acfb-4c70ad91ffe4 req-edf00485-9134-43c5-89d7-8ceef9accc27 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:36:35.067137 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fc6ec0c2-4a0b-4cf9-acfb-4c70ad91ffe4 req-edf00485-9134-43c5-89d7-8ceef9accc27 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 985 time: 0.1175952 Jun 30 10:36:35.106139 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fc6ec0c2-4a0b-4cf9-acfb-4c70ad91ffe4 req-4c58d13a-13cc-4939-a96c-420f4559aee3 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdf54960-e7bd-47b6-894b-e3dcb8e05560&id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331113 Jun 30 10:36:36.277904 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad64b1-2251-40f5-91ec-dda62fd2cc71 req-0eaddf97-5056-4cf9-97d9-edecfb70512b tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:36:36.279400 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-68ad64b1-2251-40f5-91ec-dda62fd2cc71 req-0eaddf97-5056-4cf9-97d9-edecfb70512b tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 985 time: 0.0629756 Jun 30 10:36:36.320352 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-68ad64b1-2251-40f5-91ec-dda62fd2cc71 req-b943071a-213c-4a39-a3f4-04bd1841bcbf tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdf54960-e7bd-47b6-894b-e3dcb8e05560&id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341072 Jun 30 10:36:37.499777 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7f5d8-c0d4-4dcb-9585-56bb78f7c3ac req-50c981f9-a37b-42e9-b191-05f2c5c847b3 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:36:37.501303 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-33a7f5d8-c0d4-4dcb-9585-56bb78f7c3ac req-50c981f9-a37b-42e9-b191-05f2c5c847b3 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 985 time: 0.0687234 Jun 30 10:36:37.542089 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-33a7f5d8-c0d4-4dcb-9585-56bb78f7c3ac req-b2a1d644-a7ae-45d3-a4a7-04cd40a8250b tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdf54960-e7bd-47b6-894b-e3dcb8e05560&id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350890 Jun 30 10:36:38.713299 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46d17f-6177-428c-815f-eda7341fef8d req-bada9fa7-ef29-4966-80c1-3526621c6402 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:36:38.714757 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-da46d17f-6177-428c-815f-eda7341fef8d req-bada9fa7-ef29-4966-80c1-3526621c6402 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 985 time: 0.0630767 Jun 30 10:36:38.756052 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-da46d17f-6177-428c-815f-eda7341fef8d req-4b6f4ea7-3e13-49fb-a2a8-aed4ae7f47b8 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdf54960-e7bd-47b6-894b-e3dcb8e05560&id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354273 Jun 30 10:36:38.804887 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:39.734229 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:39.747665 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0554b2-f3f4-45cd-ae42-245aed9b0550 req-0f983562-848b-4451-b513-0dd3dba47395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:36:39.749847 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9c0554b2-f3f4-45cd-ae42-245aed9b0550 req-0f983562-848b-4451-b513-0dd3dba47395 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6794248dd40454b867f82c0ec94eb4b&device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 1137 time: 0.0526481 Jun 30 10:36:39.857757 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0554b2-f3f4-45cd-ae42-245aed9b0550 req-04c42fc6-756f-403f-b38e-038dbe405990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:36:39.859399 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9c0554b2-f3f4-45cd-ae42-245aed9b0550 req-04c42fc6-756f-403f-b38e-038dbe405990 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e5ccb480-bbbd-42f8-a474-12ee03479fed HTTP/1.1" status: 200 len: 914 time: 0.0887508 Jun 30 10:36:39.954312 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9c0554b2-f3f4-45cd-ae42-245aed9b0550 req-fc29035e-d178-4a58-a48d-8dd1e403c39d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e5c3964-e661-47e8-a1bc-1838be0d6d58 HTTP/1.1" status: 200 len: 1002 time: 0.0883899 Jun 30 10:36:40.300949 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6c7e0-9e43-4536-81d4-71c6986baf9d req-df24061b-38aa-42b1-b66b-a3c5dcc031a9 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:36:40.302312 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-26c6c7e0-9e43-4536-81d4-71c6986baf9d req-df24061b-38aa-42b1-b66b-a3c5dcc031a9 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 985 time: 0.4309154 Jun 30 10:36:40.336057 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0554b2-f3f4-45cd-ae42-245aed9b0550 req-6a39292f-e059-4853-ac3a-17c81c0e3597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:36:40.337469 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9c0554b2-f3f4-45cd-ae42-245aed9b0550 req-6a39292f-e059-4853-ac3a-17c81c0e3597 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c7c0058-86d6-4d51-9dda-7a820f4d37f4 HTTP/1.1" status: 200 len: 852 time: 0.3727274 Jun 30 10:36:40.376033 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-26c6c7e0-9e43-4536-81d4-71c6986baf9d req-6cb8d735-d9bc-4528-8b9a-57f37781fbfc tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdf54960-e7bd-47b6-894b-e3dcb8e05560&id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0677655 Jun 30 10:36:40.401584 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0554b2-f3f4-45cd-ae42-245aed9b0550 req-9b025e47-9e84-4029-b563-db1d481d6e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:36:40.403061 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9c0554b2-f3f4-45cd-ae42-245aed9b0550 req-9b025e47-9e84-4029-b563-db1d481d6e7c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e5ccb480-bbbd-42f8-a474-12ee03479fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582502 Jun 30 10:36:40.491777 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9c0554b2-f3f4-45cd-ae42-245aed9b0550 req-cc917839-c585-420b-b565-5e03ba5edb2a service neutron] 10.222.0.37 "GET /v2.0/networks/e5ccb480-bbbd-42f8-a474-12ee03479fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817909 Jun 30 10:36:40.577112 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9c0554b2-f3f4-45cd-ae42-245aed9b0550 req-c26e2bf4-879c-4285-85d5-e982879aeafc service neutron] 10.222.0.37 "GET /v2.0/networks/e5ccb480-bbbd-42f8-a474-12ee03479fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792143 Jun 30 10:36:41.555326 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd291fe7-2410-4ebb-8a33-babc3bf4cdd2 req-5c2adeb5-fa89-43d4-aaba-5ade495af3f4 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:36:41.556799 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cd291fe7-2410-4ebb-8a33-babc3bf4cdd2 req-5c2adeb5-fa89-43d4-aaba-5ade495af3f4 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 985 time: 0.0677359 Jun 30 10:36:41.597476 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cd291fe7-2410-4ebb-8a33-babc3bf4cdd2 req-18666039-d688-4f96-aa0e-5f4fffdec5f5 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdf54960-e7bd-47b6-894b-e3dcb8e05560&id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343144 Jun 30 10:36:42.777703 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bfec1-b432-4b52-90d6-bd1186d2ddb4 req-6bc9954f-a73a-4197-87a2-3d8fc3fce426 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:36:42.780916 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ca0bfec1-b432-4b52-90d6-bd1186d2ddb4 req-6bc9954f-a73a-4197-87a2-3d8fc3fce426 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 985 time: 0.0717888 Jun 30 10:36:42.821381 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ca0bfec1-b432-4b52-90d6-bd1186d2ddb4 req-1bc2d9ad-4e32-4013-b86b-44953bc7b93c tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdf54960-e7bd-47b6-894b-e3dcb8e05560&id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348132 Jun 30 10:36:43.999174 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67cf607-1904-4ddd-ac8c-19607167581b req-fefc44a6-fc60-401b-92da-9ebd19304ff0 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:36:44.000641 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c67cf607-1904-4ddd-ac8c-19607167581b req-fefc44a6-fc60-401b-92da-9ebd19304ff0 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 985 time: 0.0648057 Jun 30 10:36:44.041194 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c67cf607-1904-4ddd-ac8c-19607167581b req-f742c92e-7a16-4ff8-ac0d-039d9d68d857 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdf54960-e7bd-47b6-894b-e3dcb8e05560&id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348446 Jun 30 10:36:45.218359 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ad007-d2b4-4c7b-9e72-05bddac7371c req-8d1db54d-01d6-4fc0-ac0b-6fcb78d65a94 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:36:45.220040 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-182ad007-d2b4-4c7b-9e72-05bddac7371c req-8d1db54d-01d6-4fc0-ac0b-6fcb78d65a94 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 985 time: 0.0634956 Jun 30 10:36:45.263745 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-182ad007-d2b4-4c7b-9e72-05bddac7371c req-41dafc65-8608-431d-84bc-bc42c222602c tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdf54960-e7bd-47b6-894b-e3dcb8e05560&id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336871 Jun 30 10:36:46.438751 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597510af-42e2-4806-9123-6cdd9134c4bd req-edb67daa-8e5b-4899-8ca9-f118a91d7b54 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:36:46.440250 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-597510af-42e2-4806-9123-6cdd9134c4bd req-edb67daa-8e5b-4899-8ca9-f118a91d7b54 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 985 time: 0.0656579 Jun 30 10:36:46.480467 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-597510af-42e2-4806-9123-6cdd9134c4bd req-a8ecba3d-41ed-40c1-9b43-f5a1f75e0f77 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdf54960-e7bd-47b6-894b-e3dcb8e05560&id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345855 Jun 30 10:36:49.973833 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:36:50.522551 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c1eb15a7-bf38-48a4-b857-6031405c5955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:52.981460 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f82555f6-dc86-4e01-9ef7-42a80bdbde96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:53.676644 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:54.945402 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:56.627652 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:08.821211 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:09.701228 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:20.515858 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8e5db8a2-a41c-46a9-9c41-86083b2ccac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:22.984425 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6c5c1227-a0be-4bbf-8048-659028409dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:23.630343 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:24.956030 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:26.666890 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:26.973619 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:37:38.818282 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:39.715308 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:40.724864 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-82f768a3-9cc3-4385-8659-076d1fd6284e req-80e3f693-9e2b-49ea-8b76-8c46fd25a82d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0523849 Jun 30 10:37:40.830832 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f768a3-9cc3-4385-8659-076d1fd6284e req-099eb57a-f2f9-4959-8098-6ab4a71b20d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:40.832221 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-82f768a3-9cc3-4385-8659-076d1fd6284e req-099eb57a-f2f9-4959-8098-6ab4a71b20d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6794248dd40454b867f82c0ec94eb4b&device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 1137 time: 0.0555115 Jun 30 10:37:40.936802 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f768a3-9cc3-4385-8659-076d1fd6284e req-c156fe20-5216-4a6f-8374-dd5d90c1cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:40.938250 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-82f768a3-9cc3-4385-8659-076d1fd6284e req-c156fe20-5216-4a6f-8374-dd5d90c1cda2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e5ccb480-bbbd-42f8-a474-12ee03479fed HTTP/1.1" status: 200 len: 914 time: 0.0823195 Jun 30 10:37:41.008802 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-82f768a3-9cc3-4385-8659-076d1fd6284e req-1a1ee667-4b4e-4bac-8cf7-c3a23fae2800 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e5c3964-e661-47e8-a1bc-1838be0d6d58 HTTP/1.1" status: 200 len: 1002 time: 0.0636482 Jun 30 10:37:41.057118 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f768a3-9cc3-4385-8659-076d1fd6284e req-916752eb-8fd9-493f-bd2a-bcd6c8fbdc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:41.058548 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-82f768a3-9cc3-4385-8659-076d1fd6284e req-916752eb-8fd9-493f-bd2a-bcd6c8fbdc10 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c7c0058-86d6-4d51-9dda-7a820f4d37f4 HTTP/1.1" status: 200 len: 852 time: 0.0439258 Jun 30 10:37:41.119064 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f768a3-9cc3-4385-8659-076d1fd6284e req-e1416451-a60b-4254-a3b3-94c27e6f4ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:41.120519 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-82f768a3-9cc3-4385-8659-076d1fd6284e req-e1416451-a60b-4254-a3b3-94c27e6f4ba4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e5ccb480-bbbd-42f8-a474-12ee03479fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545356 Jun 30 10:37:41.216186 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-82f768a3-9cc3-4385-8659-076d1fd6284e req-7449e63e-ada0-4c3f-aa1f-7950db916793 service neutron] 10.222.0.37 "GET /v2.0/networks/e5ccb480-bbbd-42f8-a474-12ee03479fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881121 Jun 30 10:37:41.306794 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-82f768a3-9cc3-4385-8659-076d1fd6284e req-84f040a5-3158-4f6f-9bfe-0ce29bbba82b service neutron] 10.222.0.37 "GET /v2.0/networks/e5ccb480-bbbd-42f8-a474-12ee03479fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839407 Jun 30 10:37:50.044195 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4f8afcac-70e1-4d0a-aede-3548fe892943 req-53b32af4-3618-4494-8192-6352b315b00d tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-251811804&fields=id&tenant_id=c6794248dd40454b867f82c0ec94eb4b HTTP/1.1" status: 200 len: 267 time: 0.0339768 Jun 30 10:37:50.118140 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8afcac-70e1-4d0a-aede-3548fe892943 req-9277424a-5585-482a-bebb-3eb4e50f3a47 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:50.119618 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4f8afcac-70e1-4d0a-aede-3548fe892943 req-9277424a-5585-482a-bebb-3eb4e50f3a47 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 985 time: 0.0691888 Jun 30 10:37:50.130748 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-4f8afcac-70e1-4d0a-aede-3548fe892943 req-135f20b7-cfd1-4b65-8363-0f7dbf15f3a9 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Request body: {'port': {'security_groups': ['c4382d16-d46a-4cfc-ab49-1830cbf1ad4f']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:37:50.213900 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4f8afcac-70e1-4d0a-aede-3548fe892943 req-135f20b7-cfd1-4b65-8363-0f7dbf15f3a9 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:50.387137 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-4f8afcac-70e1-4d0a-aede-3548fe892943 req-135f20b7-cfd1-4b65-8363-0f7dbf15f3a9 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] For port 7e5c3964-e661-47e8-a1bc-1838be0d6d58, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=7e5c3964-e661-47e8-a1bc-1838be0d6d58,segment=NetworkSegment(32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c),segment_id=32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:37:50.416829 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4f8afcac-70e1-4d0a-aede-3548fe892943 req-135f20b7-cfd1-4b65-8363-0f7dbf15f3a9 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:50.500303 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4f8afcac-70e1-4d0a-aede-3548fe892943 req-135f20b7-cfd1-4b65-8363-0f7dbf15f3a9 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:50.517607 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['7e5c3964-e661-47e8-a1bc-1838be0d6d58'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:37:50.545113 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b2a7b36b-9111-4c96-9f6c-29e08e9db588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:50.549661 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8afcac-70e1-4d0a-aede-3548fe892943 req-135f20b7-cfd1-4b65-8363-0f7dbf15f3a9 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:50.550351 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4f8afcac-70e1-4d0a-aede-3548fe892943 req-135f20b7-cfd1-4b65-8363-0f7dbf15f3a9 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:50.551813 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4f8afcac-70e1-4d0a-aede-3548fe892943 req-135f20b7-cfd1-4b65-8363-0f7dbf15f3a9 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "PUT /v2.0/ports/7e5c3964-e661-47e8-a1bc-1838be0d6d58 HTTP/1.1" status: 200 len: 943 time: 0.4257672 Jun 30 10:37:50.552298 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a', 'tag': '7e5c3964-e661-47e8-a1bc-1838be0d6d58'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:37:50.554596 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1f8435-d6dd-4c92-acfe-457e7a4269f6" -d '{"events": [{"name": "network-changed", "server_uuid": "5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a", "tag": "7e5c3964-e661-47e8-a1bc-1838be0d6d58"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:37:50.559539 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35814) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:37:50.635018 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['7e5c3964-e661-47e8-a1bc-1838be0d6d58'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:37:50.639346 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe4507b-7a13-4d15-9c62-2b5b26f25486 x-openstack-request-id: req-abe4507b-7a13-4d15-9c62-2b5b26f25486 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:37:50.639642 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a", "tag": "7e5c3964-e661-47e8-a1bc-1838be0d6d58", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:37:50.639906 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-abe4507b-7a13-4d15-9c62-2b5b26f25486 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:37:50.640255 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a', 'tag': '7e5c3964-e661-47e8-a1bc-1838be0d6d58', 'status': 'completed', 'code': 200} Jun 30 10:37:50.645415 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f20b7-cfd1-4b65-8363-0f7dbf15f3a9 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Pushing event updated for resources: {'Port': ['ID=7e5c3964-e661-47e8-a1bc-1838be0d6d58,revision_number=7']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:37:50.688024 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f20b7-cfd1-4b65-8363-0f7dbf15f3a9 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:50.688435 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f20b7-cfd1-4b65-8363-0f7dbf15f3a9 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:50.688700 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f20b7-cfd1-4b65-8363-0f7dbf15f3a9 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:50.689034 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f20b7-cfd1-4b65-8363-0f7dbf15f3a9 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:50.689360 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f20b7-cfd1-4b65-8363-0f7dbf15f3a9 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:50.689687 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f20b7-cfd1-4b65-8363-0f7dbf15f3a9 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:50.690007 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f20b7-cfd1-4b65-8363-0f7dbf15f3a9 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:50.690331 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f20b7-cfd1-4b65-8363-0f7dbf15f3a9 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:50.690651 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f20b7-cfd1-4b65-8363-0f7dbf15f3a9 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:50.690975 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f20b7-cfd1-4b65-8363-0f7dbf15f3a9 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:50.691315 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f20b7-cfd1-4b65-8363-0f7dbf15f3a9 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:50.691684 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f20b7-cfd1-4b65-8363-0f7dbf15f3a9 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:50.721954 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-af607173-65df-4cc1-9fc3-80da8470d342 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:50.757652 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-af607173-65df-4cc1-9fc3-80da8470d342 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:50.775999 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f8435-d6dd-4c92-acfe-457e7a4269f6 req-9f2eb808-6d7a-405a-ae0e-2a72dae64979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:50.777528 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3a1f8435-d6dd-4c92-acfe-457e7a4269f6 req-9f2eb808-6d7a-405a-ae0e-2a72dae64979 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6794248dd40454b867f82c0ec94eb4b&device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 1098 time: 0.1252918 Jun 30 10:37:50.812242 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-06a1d677-51d0-483a-b820-7fe55346fc57 None None] Provisioning complete for port 7e5c3964-e661-47e8-a1bc-1838be0d6d58 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:37:50.812598 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-06a1d677-51d0-483a-b820-7fe55346fc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:50.887868 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f8435-d6dd-4c92-acfe-457e7a4269f6 req-d8c1d6bd-0e56-4cc4-80d5-3fe711159ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:50.890292 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3a1f8435-d6dd-4c92-acfe-457e7a4269f6 req-d8c1d6bd-0e56-4cc4-80d5-3fe711159ecc service neutron] 10.222.0.37 "GET /v2.0/networks?id=e5ccb480-bbbd-42f8-a474-12ee03479fed HTTP/1.1" status: 200 len: 914 time: 0.0994763 Jun 30 10:37:50.958176 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3a1f8435-d6dd-4c92-acfe-457e7a4269f6 req-bc1c5337-d3f6-4ee3-a68d-0edc38a6b26d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e5c3964-e661-47e8-a1bc-1838be0d6d58 HTTP/1.1" status: 200 len: 1002 time: 0.0613801 Jun 30 10:37:50.990359 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-af607173-65df-4cc1-9fc3-80da8470d342 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:50.993267 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-af607173-65df-4cc1-9fc3-80da8470d342 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:50.994382 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-af607173-65df-4cc1-9fc3-80da8470d342 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "DELETE /v2.0/security-groups/cdf54960-e7bd-47b6-894b-e3dcb8e05560 HTTP/1.1" status: 204 len: 168 time: 0.4338994 Jun 30 10:37:50.997201 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35816) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:37:51.008308 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af607173-65df-4cc1-9fc3-80da8470d342 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf54960-e7bd-47b6-894b-e3dcb8e05560,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:37:51.024149 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f8435-d6dd-4c92-acfe-457e7a4269f6 req-0c963a6b-a846-4e13-bef2-b32feaf883c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:51.025640 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3a1f8435-d6dd-4c92-acfe-457e7a4269f6 req-0c963a6b-a846-4e13-bef2-b32feaf883c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c7c0058-86d6-4d51-9dda-7a820f4d37f4 HTTP/1.1" status: 200 len: 852 time: 0.0608664 Jun 30 10:37:51.089567 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f8435-d6dd-4c92-acfe-457e7a4269f6 req-c0bd384c-f4be-410d-b103-34d39c1e04ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:51.091051 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3a1f8435-d6dd-4c92-acfe-457e7a4269f6 req-c0bd384c-f4be-410d-b103-34d39c1e04ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e5ccb480-bbbd-42f8-a474-12ee03479fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579779 Jun 30 10:37:51.156855 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-5188f6cf-934d-48ce-96a4-580235445543 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Deleting port 3bab078f-5ca1-4b93-979e-76a2d0dfb533 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:37:51.157207 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5188f6cf-934d-48ce-96a4-580235445543 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:51.181597 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3a1f8435-d6dd-4c92-acfe-457e7a4269f6 req-50a051c6-cbb0-4530-9b87-205413d6aaf5 service neutron] 10.222.0.37 "GET /v2.0/networks/e5ccb480-bbbd-42f8-a474-12ee03479fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834930 Jun 30 10:37:51.233086 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5188f6cf-934d-48ce-96a4-580235445543 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:51.233456 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5188f6cf-934d-48ce-96a4-580235445543 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:51.245497 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-5188f6cf-934d-48ce-96a4-580235445543 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Calling delete_port for 3bab078f-5ca1-4b93-979e-76a2d0dfb533 owned by network:floatingip {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:37:51.274495 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3a1f8435-d6dd-4c92-acfe-457e7a4269f6 req-a8cb9ec9-2c29-48a2-bee1-3ef3ddfebfaf service neutron] 10.222.0.37 "GET /v2.0/networks/e5ccb480-bbbd-42f8-a474-12ee03479fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870702 Jun 30 10:37:51.489190 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5188f6cf-934d-48ce-96a4-580235445543 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:51.514187 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188f6cf-934d-48ce-96a4-580235445543 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Pushing event deleted for resources: {'Port': ['ID=3bab078f-5ca1-4b93-979e-76a2d0dfb533,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:37:51.543155 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5188f6cf-934d-48ce-96a4-580235445543 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:51.543428 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5188f6cf-934d-48ce-96a4-580235445543 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:51.543769 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5188f6cf-934d-48ce-96a4-580235445543 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:51.544103 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5188f6cf-934d-48ce-96a4-580235445543 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:51.544989 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5188f6cf-934d-48ce-96a4-580235445543 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:51.545318 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5188f6cf-934d-48ce-96a4-580235445543 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:51.545646 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5188f6cf-934d-48ce-96a4-580235445543 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:51.545972 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5188f6cf-934d-48ce-96a4-580235445543 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:51.546301 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5188f6cf-934d-48ce-96a4-580235445543 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:51.546622 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5188f6cf-934d-48ce-96a4-580235445543 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:51.546935 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5188f6cf-934d-48ce-96a4-580235445543 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:51.547283 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5188f6cf-934d-48ce-96a4-580235445543 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:51.588154 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5188f6cf-934d-48ce-96a4-580235445543 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks [] for floatingip, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:51.588544 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [None req-5188f6cf-934d-48ce-96a4-580235445543 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Floating IP e27ffe20-ed33-407d-b2ac-333e129553d0 disassociated (deleted). External IP: 172.25.6.151, port: 7e5c3964-e661-47e8-a1bc-1838be0d6d58. Jun 30 10:37:51.798430 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5188f6cf-934d-48ce-96a4-580235445543 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Router 7c276945-004b-454f-aa60-c7e83ee44690 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:37:51.909806 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5188f6cf-934d-48ce-96a4-580235445543 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:37:51.914687 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5188f6cf-934d-48ce-96a4-580235445543 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:51.919308 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b280cfb9-210c-4d32-9cce-f0812f4b595e None None] Sync routers for ids ['7c276945-004b-454f-aa60-c7e83ee44690'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:37:51.929208 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b280cfb9-210c-4d32-9cce-f0812f4b595e None None] Routers {'7c276945-004b-454f-aa60-c7e83ee44690'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:37:51.929805 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b280cfb9-210c-4d32-9cce-f0812f4b595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:37:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['7c276945-004b-454f-aa60-c7e83ee44690'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:37:51.953407 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5188f6cf-934d-48ce-96a4-580235445543 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "DELETE /v2.0/floatingips/e27ffe20-ed33-407d-b2ac-333e129553d0 HTTP/1.1" status: 204 len: 168 time: 0.9545889 Jun 30 10:37:51.953986 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a', 'tag': '7e5c3964-e661-47e8-a1bc-1838be0d6d58'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:37:51.957229 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abccd7ca-1ab9-4030-856c-932fedac316d" -d '{"events": [{"name": "network-changed", "server_uuid": "5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a", "tag": "7e5c3964-e661-47e8-a1bc-1838be0d6d58"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:37:52.016969 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9111cbac-5267-4768-9202-784e994162eb x-openstack-request-id: req-9111cbac-5267-4768-9202-784e994162eb {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:37:52.017616 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a", "tag": "7e5c3964-e661-47e8-a1bc-1838be0d6d58", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:37:52.017616 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9111cbac-5267-4768-9202-784e994162eb {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:37:52.017833 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a', 'tag': '7e5c3964-e661-47e8-a1bc-1838be0d6d58', 'status': 'completed', 'code': 200} Jun 30 10:37:52.103828 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccd7ca-1ab9-4030-856c-932fedac316d req-68fbb92b-4ca2-464e-8202-474e7650b75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:52.105256 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-abccd7ca-1ab9-4030-856c-932fedac316d req-68fbb92b-4ca2-464e-8202-474e7650b75c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6794248dd40454b867f82c0ec94eb4b&device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 1098 time: 0.0594141 Jun 30 10:37:52.135106 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-b280cfb9-210c-4d32-9cce-f0812f4b595e None None] Set router 7c276945-004b-454f-aa60-c7e83ee44690 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:37:52.203177 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccd7ca-1ab9-4030-856c-932fedac316d req-d7036c31-b1f4-4aa3-b994-45d6b5e95c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:52.204686 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-abccd7ca-1ab9-4030-856c-932fedac316d req-d7036c31-b1f4-4aa3-b994-45d6b5e95c5f service neutron] 10.222.0.37 "GET /v2.0/networks?id=e5ccb480-bbbd-42f8-a474-12ee03479fed HTTP/1.1" status: 200 len: 914 time: 0.0930572 Jun 30 10:37:52.249807 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-abccd7ca-1ab9-4030-856c-932fedac316d req-ed7ed918-c9a8-4ef9-aaff-41bfb8217757 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e5c3964-e661-47e8-a1bc-1838be0d6d58 HTTP/1.1" status: 200 len: 217 time: 0.0389667 Jun 30 10:37:52.313112 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccd7ca-1ab9-4030-856c-932fedac316d req-602d3b35-a9f9-4287-9792-c6dedae4bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:52.314662 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-abccd7ca-1ab9-4030-856c-932fedac316d req-602d3b35-a9f9-4287-9792-c6dedae4bb23 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c7c0058-86d6-4d51-9dda-7a820f4d37f4 HTTP/1.1" status: 200 len: 852 time: 0.0590034 Jun 30 10:37:52.336308 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b280cfb9-210c-4d32-9cce-f0812f4b595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c276945-004b-454f-aa60-c7e83ee44690', 'name': 'tempest-TestMinimumBasicScenario-33493830-router', 'tenant_id': 'c6794248dd40454b867f82c0ec94eb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '49397bae-b95e-4b68-b6b1-5f01ac22f930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:34:28Z', 'updated_at': '2021-06-30T10:34:31Z', 'revision_number': 4, 'project_id': 'c6794248dd40454b867f82c0ec94eb4b', 'gw_port': {'id': '49397bae-b95e-4b68-b6b1-5f01ac22f930', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c276945-004b-454f-aa60-c7e83ee44690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:28Z', 'updated_at': '2021-06-30T10:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'e7d9c620-7ee8-4a38-b1ae-42548b1c66ca', 'name': '', 'network_id': 'e5ccb480-bbbd-42f8-a474-12ee03479fed', 'tenant_id': 'c6794248dd40454b867f82c0ec94eb4b', 'mac_address': 'fa:16:3e:18:1d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c276945-004b-454f-aa60-c7e83ee44690', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '1c7c0058-86d6-4d51-9dda-7a820f4d37f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:30Z', 'updated_at': '2021-06-30T10:34:36Z', 'revision_number': 5, 'project_id': 'c6794248dd40454b867f82c0ec94eb4b', 'subnets': [{'id': '1c7c0058-86d6-4d51-9dda-7a820f4d37f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:37:52.372282 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b280cfb9-210c-4d32-9cce-f0812f4b595e None None] Checking router: 7c276945-004b-454f-aa60-c7e83ee44690 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:37:52.382197 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccd7ca-1ab9-4030-856c-932fedac316d req-12f01f1d-8532-4078-91b4-9c6097510db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:52.382901 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b280cfb9-210c-4d32-9cce-f0812f4b595e None None] Routers {'7c276945-004b-454f-aa60-c7e83ee44690'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:37:52.383537 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b280cfb9-210c-4d32-9cce-f0812f4b595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:37:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['7c276945-004b-454f-aa60-c7e83ee44690'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:37:52.384047 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-abccd7ca-1ab9-4030-856c-932fedac316d req-12f01f1d-8532-4078-91b4-9c6097510db6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e5ccb480-bbbd-42f8-a474-12ee03479fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635233 Jun 30 10:37:52.492376 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-b280cfb9-210c-4d32-9cce-f0812f4b595e None None] Set router 7c276945-004b-454f-aa60-c7e83ee44690 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:37:52.492527 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-abccd7ca-1ab9-4030-856c-932fedac316d req-a697f3bf-fc39-4306-ab84-b9feb9571167 service neutron] 10.222.0.37 "GET /v2.0/networks/e5ccb480-bbbd-42f8-a474-12ee03479fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011302 Jun 30 10:37:52.588921 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-abccd7ca-1ab9-4030-856c-932fedac316d req-1db4cb47-fb7a-4d1a-805b-37464d32b0d1 service neutron] 10.222.0.37 "GET /v2.0/networks/e5ccb480-bbbd-42f8-a474-12ee03479fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865741 Jun 30 10:37:52.688346 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b280cfb9-210c-4d32-9cce-f0812f4b595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c276945-004b-454f-aa60-c7e83ee44690', 'name': 'tempest-TestMinimumBasicScenario-33493830-router', 'tenant_id': 'c6794248dd40454b867f82c0ec94eb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '49397bae-b95e-4b68-b6b1-5f01ac22f930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:34:28Z', 'updated_at': '2021-06-30T10:34:31Z', 'revision_number': 4, 'project_id': 'c6794248dd40454b867f82c0ec94eb4b', 'gw_port': {'id': '49397bae-b95e-4b68-b6b1-5f01ac22f930', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c276945-004b-454f-aa60-c7e83ee44690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:28Z', 'updated_at': '2021-06-30T10:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'e7d9c620-7ee8-4a38-b1ae-42548b1c66ca', 'name': '', 'network_id': 'e5ccb480-bbbd-42f8-a474-12ee03479fed', 'tenant_id': 'c6794248dd40454b867f82c0ec94eb4b', 'mac_address': 'fa:16:3e:18:1d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c276945-004b-454f-aa60-c7e83ee44690', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '1c7c0058-86d6-4d51-9dda-7a820f4d37f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:30Z', 'updated_at': '2021-06-30T10:34:36Z', 'revision_number': 5, 'project_id': 'c6794248dd40454b867f82c0ec94eb4b', 'subnets': [{'id': '1c7c0058-86d6-4d51-9dda-7a820f4d37f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:37:52.713980 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b280cfb9-210c-4d32-9cce-f0812f4b595e None None] The sync data for ids ['7c276945-004b-454f-aa60-c7e83ee44690'] in n-d-771363-31 is: [{'id': '7c276945-004b-454f-aa60-c7e83ee44690', 'name': 'tempest-TestMinimumBasicScenario-33493830-router', 'tenant_id': 'c6794248dd40454b867f82c0ec94eb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '49397bae-b95e-4b68-b6b1-5f01ac22f930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:34:28Z', 'updated_at': '2021-06-30T10:34:31Z', 'revision_number': 4, 'project_id': 'c6794248dd40454b867f82c0ec94eb4b', 'gw_port': {'id': '49397bae-b95e-4b68-b6b1-5f01ac22f930', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c276945-004b-454f-aa60-c7e83ee44690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:28Z', 'updated_at': '2021-06-30T10:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'e7d9c620-7ee8-4a38-b1ae-42548b1c66ca', 'name': '', 'network_id': 'e5ccb480-bbbd-42f8-a474-12ee03479fed', 'tenant_id': 'c6794248dd40454b867f82c0ec94eb4b', 'mac_address': 'fa:16:3e:18:1d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c276945-004b-454f-aa60-c7e83ee44690', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '1c7c0058-86d6-4d51-9dda-7a820f4d37f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:30Z', 'updated_at': '2021-06-30T10:34:36Z', 'revision_number': 5, 'project_id': 'c6794248dd40454b867f82c0ec94eb4b', 'subnets': [{'id': '1c7c0058-86d6-4d51-9dda-7a820f4d37f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:37:52.938505 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45317c0-91df-45e6-8703-60c7ec1a6fb3 None None] New status for floating IP e27ffe20-ed33-407d-b2ac-333e129553d0: DOWN {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:37:53.012912 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1883b9f9-0196-456c-b0af-787f0899a93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:53.609017 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:54.949921 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:56.660237 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:01.030776 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc2d21-1c2c-4487-80b4-a4d8b24a8ac3 req-1cb8e169-ef54-41bb-b2e7-8b293f1b6844 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:01.032712 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d4bc2d21-1c2c-4487-80b4-a4d8b24a8ac3 req-1cb8e169-ef54-41bb-b2e7-8b293f1b6844 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 946 time: 0.0706952 Jun 30 10:38:01.070914 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d4bc2d21-1c2c-4487-80b4-a4d8b24a8ac3 req-4ceb4823-3d28-4307-8146-b198018bb323 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328784 Jun 30 10:38:02.243202 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd6c32-8817-4bb1-b302-1c1cfe2cccde req-778fe39d-1eb1-4c8a-88df-342aa8daa953 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:02.244657 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d1cd6c32-8817-4bb1-b302-1c1cfe2cccde req-778fe39d-1eb1-4c8a-88df-342aa8daa953 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 946 time: 0.0636146 Jun 30 10:38:02.282810 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d1cd6c32-8817-4bb1-b302-1c1cfe2cccde req-8c490c68-5576-4392-a59e-ef6870dd6a7f tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316091 Jun 30 10:38:02.860756 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709ead2-d0e7-4bb9-8149-793a75fde82f req-8bb31b6a-c831-4af7-a0d4-5db9531fed1b tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:02.862381 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d709ead2-d0e7-4bb9-8149-793a75fde82f req-8bb31b6a-c831-4af7-a0d4-5db9531fed1b tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.37 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 946 time: 0.0637136 Jun 30 10:38:02.957933 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-d709ead2-d0e7-4bb9-8149-793a75fde82f req-ab00ed0a-8253-4d3d-be49-10e99fefb7ef tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Deleting port 7e5c3964-e661-47e8-a1bc-1838be0d6d58 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:38:02.958276 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d709ead2-d0e7-4bb9-8149-793a75fde82f req-ab00ed0a-8253-4d3d-be49-10e99fefb7ef tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:03.052529 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-d709ead2-d0e7-4bb9-8149-793a75fde82f req-ab00ed0a-8253-4d3d-be49-10e99fefb7ef tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] For port 7e5c3964-e661-47e8-a1bc-1838be0d6d58, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=7e5c3964-e661-47e8-a1bc-1838be0d6d58,segment=NetworkSegment(32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c),segment_id=32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:38:03.052891 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d709ead2-d0e7-4bb9-8149-793a75fde82f req-ab00ed0a-8253-4d3d-be49-10e99fefb7ef tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:03.066017 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-d709ead2-d0e7-4bb9-8149-793a75fde82f req-ab00ed0a-8253-4d3d-be49-10e99fefb7ef tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Calling delete_port for 7e5c3964-e661-47e8-a1bc-1838be0d6d58 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:38:03.271724 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d709ead2-d0e7-4bb9-8149-793a75fde82f req-ab00ed0a-8253-4d3d-be49-10e99fefb7ef tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:03.283255 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['7e5c3964-e661-47e8-a1bc-1838be0d6d58'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:38:03.300891 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00ed0a-8253-4d3d-be49-10e99fefb7ef tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Pushing event deleted for resources: {'Port': ['ID=7e5c3964-e661-47e8-a1bc-1838be0d6d58,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:03.347603 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-d709ead2-d0e7-4bb9-8149-793a75fde82f req-ab00ed0a-8253-4d3d-be49-10e99fefb7ef tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] No DVR routers for this DVR port 7e5c3964-e661-47e8-a1bc-1838be0d6d58 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:38:03.350216 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d709ead2-d0e7-4bb9-8149-793a75fde82f req-ab00ed0a-8253-4d3d-be49-10e99fefb7ef tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:03.352223 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d709ead2-d0e7-4bb9-8149-793a75fde82f req-ab00ed0a-8253-4d3d-be49-10e99fefb7ef tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.37 "DELETE /v2.0/ports/7e5c3964-e661-47e8-a1bc-1838be0d6d58 HTTP/1.1" status: 204 len: 173 time: 0.4851432 Jun 30 10:38:03.352661 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a', 'name': 'network-vif-deleted', 'tag': '7e5c3964-e661-47e8-a1bc-1838be0d6d58'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:38:03.354963 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e717dcf-1a91-4b7e-8cf4-6c2dc440e916" -d '{"events": [{"server_uuid": "5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a", "name": "network-vif-deleted", "tag": "7e5c3964-e661-47e8-a1bc-1838be0d6d58"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:38:03.394816 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37adec77-56ba-443d-be55-e6fbd8a35b08 x-openstack-request-id: req-37adec77-56ba-443d-be55-e6fbd8a35b08 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:38:03.395204 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a", "name": "network-vif-deleted", "tag": "7e5c3964-e661-47e8-a1bc-1838be0d6d58", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:38:03.395470 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-37adec77-56ba-443d-be55-e6fbd8a35b08 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:38:03.395896 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a', 'name': 'network-vif-deleted', 'tag': '7e5c3964-e661-47e8-a1bc-1838be0d6d58', 'status': 'completed', 'code': 200} Jun 30 10:38:03.444638 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bd1a2481-4453-4c3d-99d7-fd6ba69aabf7 req-ec5a17d8-a0e9-44a5-8476-f63113606fb9 tempest-TestMinimumBasicScenario-2104925247 tempest-TestMinimumBasicScenario-2104925247-project] 10.222.0.10 "GET /v2.0/ports?device_id=5da81ac3-da4a-4e28-a43c-b1e4ddc1e47a HTTP/1.1" status: 200 len: 210 time: 0.0315926 Jun 30 10:38:03.972896 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:38:05.910736 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 7e5c3964-e661-47e8-a1bc-1838be0d6d58 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:38:05.930968 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 7e5c3964-e661-47e8-a1bc-1838be0d6d58 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:38:05.931442 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 7e5c3964-e661-47e8-a1bc-1838be0d6d58 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:38:06.003762 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35924) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:38:06.684374 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4f4b77f4-bb24-4684-901b-f8eb0c1e8100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:06.932624 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-4f4b77f4-bb24-4684-901b-f8eb0c1e8100 admin admin] Deleting port e7d9c620-7ee8-4a38-b1ae-42548b1c66ca {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:38:06.932852 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4f4b77f4-bb24-4684-901b-f8eb0c1e8100 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:07.010393 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-4f4b77f4-bb24-4684-901b-f8eb0c1e8100 admin admin] For port e7d9c620-7ee8-4a38-b1ae-42548b1c66ca, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e7d9c620-7ee8-4a38-b1ae-42548b1c66ca,segment=NetworkSegment(32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c),segment_id=32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:38:07.011105 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4f4b77f4-bb24-4684-901b-f8eb0c1e8100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:07.024384 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-4f4b77f4-bb24-4684-901b-f8eb0c1e8100 admin admin] Calling delete_port for e7d9c620-7ee8-4a38-b1ae-42548b1c66ca owned by network:router_interface {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:38:07.317445 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4f4b77f4-bb24-4684-901b-f8eb0c1e8100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:07.350289 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b77f4-bb24-4684-901b-f8eb0c1e8100 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d9c620-7ee8-4a38-b1ae-42548b1c66ca,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:07.521224 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4f4b77f4-bb24-4684-901b-f8eb0c1e8100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:07.740727 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4b77f4-bb24-4684-901b-f8eb0c1e8100 admin admin] Router 7c276945-004b-454f-aa60-c7e83ee44690 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:38:07.847099 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4b77f4-bb24-4684-901b-f8eb0c1e8100 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:38:07.852050 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4f4b77f4-bb24-4684-901b-f8eb0c1e8100 admin admin] 10.222.0.10 "PUT /v2.0/routers/7c276945-004b-454f-aa60-c7e83ee44690/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8472919 Jun 30 10:38:07.854830 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35926) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:38:07.855582 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e71904-d183-45ec-a509-61031ee6c028 None None] Sync routers for ids ['7c276945-004b-454f-aa60-c7e83ee44690'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:38:07.866701 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e71904-d183-45ec-a509-61031ee6c028 None None] Routers {'7c276945-004b-454f-aa60-c7e83ee44690'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:38:07.867335 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-32e71904-d183-45ec-a509-61031ee6c028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:37:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['7c276945-004b-454f-aa60-c7e83ee44690'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:38:07.961131 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d4762e0d-bd1f-47a8-a35f-ca371f78cc5b admin admin] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:07.975754 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-32e71904-d183-45ec-a509-61031ee6c028 None None] Set router 7c276945-004b-454f-aa60-c7e83ee44690 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:38:08.101430 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d4762e0d-bd1f-47a8-a35f-ca371f78cc5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:08.154195 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-32e71904-d183-45ec-a509-61031ee6c028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c276945-004b-454f-aa60-c7e83ee44690', 'name': 'tempest-TestMinimumBasicScenario-33493830-router', 'tenant_id': 'c6794248dd40454b867f82c0ec94eb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '49397bae-b95e-4b68-b6b1-5f01ac22f930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:34:28Z', 'updated_at': '2021-06-30T10:38:07Z', 'revision_number': 5, 'project_id': 'c6794248dd40454b867f82c0ec94eb4b', 'gw_port': {'id': '49397bae-b95e-4b68-b6b1-5f01ac22f930', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c276945-004b-454f-aa60-c7e83ee44690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:28Z', 'updated_at': '2021-06-30T10:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:38:08.180199 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e71904-d183-45ec-a509-61031ee6c028 None None] Checking router: 7c276945-004b-454f-aa60-c7e83ee44690 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:38:08.188703 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e71904-d183-45ec-a509-61031ee6c028 None None] Routers {'7c276945-004b-454f-aa60-c7e83ee44690'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:38:08.189302 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-32e71904-d183-45ec-a509-61031ee6c028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:37:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['7c276945-004b-454f-aa60-c7e83ee44690'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:38:08.259302 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-d4762e0d-bd1f-47a8-a35f-ca371f78cc5b admin admin] Deleting port 49397bae-b95e-4b68-b6b1-5f01ac22f930 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:38:08.259642 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d4762e0d-bd1f-47a8-a35f-ca371f78cc5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:08.297201 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-32e71904-d183-45ec-a509-61031ee6c028 None None] Set router 7c276945-004b-454f-aa60-c7e83ee44690 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:38:08.338487 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-d4762e0d-bd1f-47a8-a35f-ca371f78cc5b admin admin] For port 49397bae-b95e-4b68-b6b1-5f01ac22f930, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=49397bae-b95e-4b68-b6b1-5f01ac22f930,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:38:08.338845 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d4762e0d-bd1f-47a8-a35f-ca371f78cc5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:08.352806 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-d4762e0d-bd1f-47a8-a35f-ca371f78cc5b admin admin] Calling delete_port for 49397bae-b95e-4b68-b6b1-5f01ac22f930 owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:38:08.480083 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-32e71904-d183-45ec-a509-61031ee6c028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c276945-004b-454f-aa60-c7e83ee44690', 'name': 'tempest-TestMinimumBasicScenario-33493830-router', 'tenant_id': 'c6794248dd40454b867f82c0ec94eb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '49397bae-b95e-4b68-b6b1-5f01ac22f930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:34:28Z', 'updated_at': '2021-06-30T10:38:07Z', 'revision_number': 5, 'project_id': 'c6794248dd40454b867f82c0ec94eb4b', 'gw_port': {'id': '49397bae-b95e-4b68-b6b1-5f01ac22f930', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c276945-004b-454f-aa60-c7e83ee44690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:28Z', 'updated_at': '2021-06-30T10:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:38:08.516427 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e71904-d183-45ec-a509-61031ee6c028 None None] The sync data for ids ['7c276945-004b-454f-aa60-c7e83ee44690'] in n-d-771363-31 is: [{'id': '7c276945-004b-454f-aa60-c7e83ee44690', 'name': 'tempest-TestMinimumBasicScenario-33493830-router', 'tenant_id': 'c6794248dd40454b867f82c0ec94eb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '49397bae-b95e-4b68-b6b1-5f01ac22f930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:34:28Z', 'updated_at': '2021-06-30T10:38:07Z', 'revision_number': 5, 'project_id': 'c6794248dd40454b867f82c0ec94eb4b', 'gw_port': {'id': '49397bae-b95e-4b68-b6b1-5f01ac22f930', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c276945-004b-454f-aa60-c7e83ee44690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:28Z', 'updated_at': '2021-06-30T10:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:38:08.698265 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d4762e0d-bd1f-47a8-a35f-ca371f78cc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:08.726989 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4762e0d-bd1f-47a8-a35f-ca371f78cc5b admin admin] Pushing event deleted for resources: {'Port': ['ID=49397bae-b95e-4b68-b6b1-5f01ac22f930,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:08.793210 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d4762e0d-bd1f-47a8-a35f-ca371f78cc5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:08.853288 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:08.892966 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d4762e0d-bd1f-47a8-a35f-ca371f78cc5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:08.895748 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d4762e0d-bd1f-47a8-a35f-ca371f78cc5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:08.972128 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e7d9c620-7ee8-4a38-b1ae-42548b1c66ca no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:38:08.993880 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: e7d9c620-7ee8-4a38-b1ae-42548b1c66ca {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:38:08.994311 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e7d9c620-7ee8-4a38-b1ae-42548b1c66ca not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:38:09.026056 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d4762e0d-bd1f-47a8-a35f-ca371f78cc5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:09.026630 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4762e0d-bd1f-47a8-a35f-ca371f78cc5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c276945-004b-454f-aa60-c7e83ee44690 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:38:09.035610 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d4762e0d-bd1f-47a8-a35f-ca371f78cc5b admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:09.035610 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d4762e0d-bd1f-47a8-a35f-ca371f78cc5b admin admin] 10.222.0.10 "DELETE /v2.0/routers/7c276945-004b-454f-aa60-c7e83ee44690 HTTP/1.1" status: 204 len: 168 time: 1.1775193 Jun 30 10:38:09.036462 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35930) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:38:09.089672 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c78228-043f-4568-8835-987ee6e493ce admin admin] Deleting subnet 1c7c0058-86d6-4d51-9dda-7a820f4d37f4 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:38:09.098622 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-09c78228-043f-4568-8835-987ee6e493ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:09.131500 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-09c78228-043f-4568-8835-987ee6e493ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:09.215897 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-09c78228-043f-4568-8835-987ee6e493ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:09.361351 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-09c78228-043f-4568-8835-987ee6e493ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:09.387644 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c78228-043f-4568-8835-987ee6e493ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c7c0058-86d6-4d51-9dda-7a820f4d37f4,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:09.392099 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-09c78228-043f-4568-8835-987ee6e493ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:09.395253 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-09c78228-043f-4568-8835-987ee6e493ce admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1c7c0058-86d6-4d51-9dda-7a820f4d37f4 HTTP/1.1" status: 204 len: 168 time: 0.3567398 Jun 30 10:38:09.396558 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35932) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:38:09.397346 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73ce785-c1f8-4a31-88b9-c77dc47e4136 None None] Network e5ccb480-bbbd-42f8-a474-12ee03479fed requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:38:09.464215 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-79ec7f39-07ae-4384-910f-316aadc16daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:09.521215 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-79ec7f39-07ae-4384-910f-316aadc16daf admin admin] Deleting port 3e70c2bb-ea89-4385-b7c5-2a634efe5f03 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:38:09.521560 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-79ec7f39-07ae-4384-910f-316aadc16daf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:09.592044 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-79ec7f39-07ae-4384-910f-316aadc16daf admin admin] For port 3e70c2bb-ea89-4385-b7c5-2a634efe5f03, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3e70c2bb-ea89-4385-b7c5-2a634efe5f03,segment=NetworkSegment(32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c),segment_id=32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:38:09.592527 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-79ec7f39-07ae-4384-910f-316aadc16daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:09.595884 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ce61b0-5338-4528-aa55-5fdb102061bd None None] DHCP port deletion for e5ccb480-bbbd-42f8-a474-12ee03479fed request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:38:09.608618 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-79ec7f39-07ae-4384-910f-316aadc16daf admin admin] Calling delete_port for 3e70c2bb-ea89-4385-b7c5-2a634efe5f03 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:38:09.652712 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-d8ce61b0-5338-4528-aa55-5fdb102061bd None None] Deleting port 3e70c2bb-ea89-4385-b7c5-2a634efe5f03 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:38:09.653080 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d8ce61b0-5338-4528-aa55-5fdb102061bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:09.715614 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-d8ce61b0-5338-4528-aa55-5fdb102061bd None None] For port 3e70c2bb-ea89-4385-b7c5-2a634efe5f03, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3e70c2bb-ea89-4385-b7c5-2a634efe5f03,segment=NetworkSegment(32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c),segment_id=32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:38:09.716006 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d8ce61b0-5338-4528-aa55-5fdb102061bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:09.728810 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-d8ce61b0-5338-4528-aa55-5fdb102061bd None None] Calling delete_port for 3e70c2bb-ea89-4385-b7c5-2a634efe5f03 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:38:09.741082 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:09.768770 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-79ec7f39-07ae-4384-910f-316aadc16daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:09.796532 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec7f39-07ae-4384-910f-316aadc16daf admin admin] Pushing event deleted for resources: {'Port': ['ID=3e70c2bb-ea89-4385-b7c5-2a634efe5f03,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:09.798597 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ec7f39-07ae-4384-910f-316aadc16daf admin admin] No DVR routers for this DVR port 3e70c2bb-ea89-4385-b7c5-2a634efe5f03 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:38:09.804124 n-d-771363-31 neutron-server[101055]: self.session.flush() Jun 30 10:38:09.811286 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d8ce61b0-5338-4528-aa55-5fdb102061bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:09.835978 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce61b0-5338-4528-aa55-5fdb102061bd None None] Pushing event deleted for resources: {'Port': ['ID=3e70c2bb-ea89-4385-b7c5-2a634efe5f03,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:09.844248 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ce61b0-5338-4528-aa55-5fdb102061bd None None] No DVR routers for this DVR port 3e70c2bb-ea89-4385-b7c5-2a634efe5f03 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:38:09.848378 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce61b0-5338-4528-aa55-5fdb102061bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:38:09.848720 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce61b0-5338-4528-aa55-5fdb102061bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:38:09.849059 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce61b0-5338-4528-aa55-5fdb102061bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:38:09.849392 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce61b0-5338-4528-aa55-5fdb102061bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:38:09.849722 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce61b0-5338-4528-aa55-5fdb102061bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:38:09.850048 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce61b0-5338-4528-aa55-5fdb102061bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:38:09.850371 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce61b0-5338-4528-aa55-5fdb102061bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:38:09.850697 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce61b0-5338-4528-aa55-5fdb102061bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:38:09.851016 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce61b0-5338-4528-aa55-5fdb102061bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:38:09.851518 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce61b0-5338-4528-aa55-5fdb102061bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:38:09.851675 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce61b0-5338-4528-aa55-5fdb102061bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:38:09.851979 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce61b0-5338-4528-aa55-5fdb102061bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:38:09.873905 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-79ec7f39-07ae-4384-910f-316aadc16daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:09.884062 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-79ec7f39-07ae-4384-910f-316aadc16daf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ccb480-bbbd-42f8-a474-12ee03479fed']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:38:09.894159 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-79ec7f39-07ae-4384-910f-316aadc16daf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:38:09.894457 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-79ec7f39-07ae-4384-910f-316aadc16daf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32481ab5-d1bb-4d9d-8815-7fa7bfc36c1c') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:38:09.903025 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-79ec7f39-07ae-4384-910f-316aadc16daf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:09.916951 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-79ec7f39-07ae-4384-910f-316aadc16daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:09.923623 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79ec7f39-07ae-4384-910f-316aadc16daf admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:38:09.924012 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-79ec7f39-07ae-4384-910f-316aadc16daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:09.928913 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 10:38:09.928913 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:38:09.928913 n-d-771363-31 neutron-server[101053]: timer() Jun 30 10:38:09.928913 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:38:09.928913 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 10:38:09.928913 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:38:09.928913 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 10:38:09.928913 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:38:09.928913 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 10:38:09.928913 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:38:09.928913 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 10:38:09.928913 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:38:09.928913 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 10:38:09.928913 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:38:09.928913 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:38:09.928913 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:38:09.928913 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:38:09.928913 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:38:09.928913 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 10:38:09.928913 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:38:09.928913 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 10:38:09.928913 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:38:09.928913 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:38:09.928913 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:38:09.928913 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 10:38:09.928913 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:38:09.928913 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:38:09.928913 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:38:09.928913 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:38:09.928913 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:38:09.928913 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:38:09.928913 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:38:10.060534 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-79ec7f39-07ae-4384-910f-316aadc16daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:10.067789 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-79ec7f39-07ae-4384-910f-316aadc16daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:10.069621 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-79ec7f39-07ae-4384-910f-316aadc16daf admin admin] 10.222.0.10 "DELETE /v2.0/networks/e5ccb480-bbbd-42f8-a474-12ee03479fed HTTP/1.1" status: 204 len: 168 time: 0.6717234 Jun 30 10:38:10.072572 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35934) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:38:10.081756 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec7f39-07ae-4384-910f-316aadc16daf admin admin] Pushing event deleted for resources: {'Network': ['ID=e5ccb480-bbbd-42f8-a474-12ee03479fed,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:10.414073 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-87745703-b257-453e-bf42-a87548c34344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:10.642999 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 49397bae-b95e-4b68-b6b1-5f01ac22f930 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:38:10.662354 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 49397bae-b95e-4b68-b6b1-5f01ac22f930 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:38:10.662619 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-87745703-b257-453e-bf42-a87548c34344 admin admin] Deleting port 109ad134-8389-452c-95d1-f6a5ec507d9c {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:38:10.662753 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 49397bae-b95e-4b68-b6b1-5f01ac22f930 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:38:10.662907 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-87745703-b257-453e-bf42-a87548c34344 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:10.663141 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3e70c2bb-ea89-4385-b7c5-2a634efe5f03 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:38:10.681373 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 3e70c2bb-ea89-4385-b7c5-2a634efe5f03 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:38:10.681649 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3e70c2bb-ea89-4385-b7c5-2a634efe5f03 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:38:10.744950 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-87745703-b257-453e-bf42-a87548c34344 admin admin] For port 109ad134-8389-452c-95d1-f6a5ec507d9c, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=109ad134-8389-452c-95d1-f6a5ec507d9c,segment=NetworkSegment(f5beec99-2257-4671-9bd8-dc756ca2c31e),segment_id=f5beec99-2257-4671-9bd8-dc756ca2c31e)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:38:10.745312 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-87745703-b257-453e-bf42-a87548c34344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:10.758879 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-87745703-b257-453e-bf42-a87548c34344 admin admin] Calling delete_port for 109ad134-8389-452c-95d1-f6a5ec507d9c owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:38:11.023948 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-87745703-b257-453e-bf42-a87548c34344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:11.050059 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87745703-b257-453e-bf42-a87548c34344 admin admin] Pushing event deleted for resources: {'Port': ['ID=109ad134-8389-452c-95d1-f6a5ec507d9c,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:11.213939 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-87745703-b257-453e-bf42-a87548c34344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:11.423810 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87745703-b257-453e-bf42-a87548c34344 admin admin] Router 25773964-cf21-4c7d-8311-1010a03238f6 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:38:11.527145 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87745703-b257-453e-bf42-a87548c34344 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:38:11.533021 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-87745703-b257-453e-bf42-a87548c34344 admin admin] 10.222.0.10 "PUT /v2.0/routers/25773964-cf21-4c7d-8311-1010a03238f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4591563 Jun 30 10:38:11.535256 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35936) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:38:11.537877 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8190f60e-d39f-4426-9ddd-a6faa919e511 None None] Sync routers for ids ['25773964-cf21-4c7d-8311-1010a03238f6'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:38:11.547164 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8190f60e-d39f-4426-9ddd-a6faa919e511 None None] Routers {'25773964-cf21-4c7d-8311-1010a03238f6'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:38:11.547779 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-8190f60e-d39f-4426-9ddd-a6faa919e511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:37:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['25773964-cf21-4c7d-8311-1010a03238f6'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:38:11.652592 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-8190f60e-d39f-4426-9ddd-a6faa919e511 None None] Set router 25773964-cf21-4c7d-8311-1010a03238f6 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:38:11.839693 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-8190f60e-d39f-4426-9ddd-a6faa919e511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25773964-cf21-4c7d-8311-1010a03238f6', 'name': 'tempest-TestMinimumBasicScenario-1282579689-router', 'tenant_id': 'f41ffce5c4ba490f8564b4aaf3f36c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'e3ac52c9-6325-41f7-92ee-4f084e71a18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:34:34Z', 'updated_at': '2021-06-30T10:38:10Z', 'revision_number': 5, 'project_id': 'f41ffce5c4ba490f8564b4aaf3f36c89', 'gw_port': {'id': 'e3ac52c9-6325-41f7-92ee-4f084e71a18f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:81:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25773964-cf21-4c7d-8311-1010a03238f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:34Z', 'updated_at': '2021-06-30T10:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:38:11.868338 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8190f60e-d39f-4426-9ddd-a6faa919e511 None None] Checking router: 25773964-cf21-4c7d-8311-1010a03238f6 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:38:11.878032 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8190f60e-d39f-4426-9ddd-a6faa919e511 None None] Routers {'25773964-cf21-4c7d-8311-1010a03238f6'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:38:11.878651 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-8190f60e-d39f-4426-9ddd-a6faa919e511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:37:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['25773964-cf21-4c7d-8311-1010a03238f6'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:38:11.947362 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-35fcbb61-aa9a-47a3-aed4-25d8244e8783 admin admin] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:11.986299 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-8190f60e-d39f-4426-9ddd-a6faa919e511 None None] Set router 25773964-cf21-4c7d-8311-1010a03238f6 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:38:12.052184 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-35fcbb61-aa9a-47a3-aed4-25d8244e8783 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:12.164212 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-8190f60e-d39f-4426-9ddd-a6faa919e511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25773964-cf21-4c7d-8311-1010a03238f6', 'name': 'tempest-TestMinimumBasicScenario-1282579689-router', 'tenant_id': 'f41ffce5c4ba490f8564b4aaf3f36c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'e3ac52c9-6325-41f7-92ee-4f084e71a18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:34:34Z', 'updated_at': '2021-06-30T10:38:10Z', 'revision_number': 5, 'project_id': 'f41ffce5c4ba490f8564b4aaf3f36c89', 'gw_port': {'id': 'e3ac52c9-6325-41f7-92ee-4f084e71a18f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:81:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25773964-cf21-4c7d-8311-1010a03238f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:34Z', 'updated_at': '2021-06-30T10:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:38:12.172911 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-35fcbb61-aa9a-47a3-aed4-25d8244e8783 admin admin] Deleting port e3ac52c9-6325-41f7-92ee-4f084e71a18f {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:38:12.173257 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-35fcbb61-aa9a-47a3-aed4-25d8244e8783 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:12.193702 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8190f60e-d39f-4426-9ddd-a6faa919e511 None None] The sync data for ids ['25773964-cf21-4c7d-8311-1010a03238f6'] in n-d-771363-31 is: [{'id': '25773964-cf21-4c7d-8311-1010a03238f6', 'name': 'tempest-TestMinimumBasicScenario-1282579689-router', 'tenant_id': 'f41ffce5c4ba490f8564b4aaf3f36c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'e3ac52c9-6325-41f7-92ee-4f084e71a18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:34:34Z', 'updated_at': '2021-06-30T10:38:10Z', 'revision_number': 5, 'project_id': 'f41ffce5c4ba490f8564b4aaf3f36c89', 'gw_port': {'id': 'e3ac52c9-6325-41f7-92ee-4f084e71a18f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:81:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25773964-cf21-4c7d-8311-1010a03238f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:34:34Z', 'updated_at': '2021-06-30T10:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:38:12.259614 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-35fcbb61-aa9a-47a3-aed4-25d8244e8783 admin admin] For port e3ac52c9-6325-41f7-92ee-4f084e71a18f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e3ac52c9-6325-41f7-92ee-4f084e71a18f,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:38:12.260172 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-35fcbb61-aa9a-47a3-aed4-25d8244e8783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:12.272709 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-35fcbb61-aa9a-47a3-aed4-25d8244e8783 admin admin] Calling delete_port for e3ac52c9-6325-41f7-92ee-4f084e71a18f owned by network:router_gateway {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:38:12.511823 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-35fcbb61-aa9a-47a3-aed4-25d8244e8783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:12.537969 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fcbb61-aa9a-47a3-aed4-25d8244e8783 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3ac52c9-6325-41f7-92ee-4f084e71a18f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:12.600577 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-35fcbb61-aa9a-47a3-aed4-25d8244e8783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:12.691418 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-35fcbb61-aa9a-47a3-aed4-25d8244e8783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:12.692630 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 109ad134-8389-452c-95d1-f6a5ec507d9c no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:38:12.693824 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-35fcbb61-aa9a-47a3-aed4-25d8244e8783 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:12.711378 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 109ad134-8389-452c-95d1-f6a5ec507d9c {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:38:12.711611 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 109ad134-8389-452c-95d1-f6a5ec507d9c not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:38:12.825947 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-35fcbb61-aa9a-47a3-aed4-25d8244e8783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:12.826653 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fcbb61-aa9a-47a3-aed4-25d8244e8783 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25773964-cf21-4c7d-8311-1010a03238f6 {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:38:12.831162 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-35fcbb61-aa9a-47a3-aed4-25d8244e8783 admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:12.832046 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-35fcbb61-aa9a-47a3-aed4-25d8244e8783 admin admin] 10.222.0.10 "DELETE /v2.0/routers/25773964-cf21-4c7d-8311-1010a03238f6 HTTP/1.1" status: 204 len: 168 time: 1.2958894 Jun 30 10:38:12.834656 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35938) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:38:12.881837 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cbc224c-47b4-48c9-bce3-247c9a401122 admin admin] Deleting subnet 40099ba4-a9be-4a41-b259-ebf6f01aedf6 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:38:12.885186 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4cbc224c-47b4-48c9-bce3-247c9a401122 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:12.922321 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4cbc224c-47b4-48c9-bce3-247c9a401122 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:13.005488 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4cbc224c-47b4-48c9-bce3-247c9a401122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:13.126977 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4cbc224c-47b4-48c9-bce3-247c9a401122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:13.152742 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc224c-47b4-48c9-bce3-247c9a401122 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40099ba4-a9be-4a41-b259-ebf6f01aedf6,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:13.158888 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4cbc224c-47b4-48c9-bce3-247c9a401122 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:13.160119 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4cbc224c-47b4-48c9-bce3-247c9a401122 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/40099ba4-a9be-4a41-b259-ebf6f01aedf6 HTTP/1.1" status: 204 len: 168 time: 0.3243608 Jun 30 10:38:13.162577 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35940) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:38:13.164135 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00668b7e-1ab5-46ae-9d80-6fc3f6388f93 None None] Network 2f835fa6-bea6-4150-8ae6-334ea5deb011 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:38:13.233376 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7fc5fca2-5178-4d88-8ea1-42a3ae95a484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:13.288702 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5fca2-5178-4d88-8ea1-42a3ae95a484 admin admin] Deleting port f0506034-8433-4262-885c-f83044a94128 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:38:13.289412 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7fc5fca2-5178-4d88-8ea1-42a3ae95a484 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:13.353158 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-7fc5fca2-5178-4d88-8ea1-42a3ae95a484 admin admin] For port f0506034-8433-4262-885c-f83044a94128, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f0506034-8433-4262-885c-f83044a94128,segment=NetworkSegment(f5beec99-2257-4671-9bd8-dc756ca2c31e),segment_id=f5beec99-2257-4671-9bd8-dc756ca2c31e)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:38:13.353513 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7fc5fca2-5178-4d88-8ea1-42a3ae95a484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:13.365975 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5fca2-5178-4d88-8ea1-42a3ae95a484 admin admin] Calling delete_port for f0506034-8433-4262-885c-f83044a94128 owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:38:13.375451 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ef22d1-b9c5-4bbf-b9da-a414ed62c1cd None None] DHCP port deletion for 2f835fa6-bea6-4150-8ae6-334ea5deb011 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:38:13.420351 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-63ef22d1-b9c5-4bbf-b9da-a414ed62c1cd None None] Deleting port f0506034-8433-4262-885c-f83044a94128 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:38:13.420721 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-63ef22d1-b9c5-4bbf-b9da-a414ed62c1cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:13.481269 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-63ef22d1-b9c5-4bbf-b9da-a414ed62c1cd None None] For port f0506034-8433-4262-885c-f83044a94128, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f0506034-8433-4262-885c-f83044a94128,segment=NetworkSegment(f5beec99-2257-4671-9bd8-dc756ca2c31e),segment_id=f5beec99-2257-4671-9bd8-dc756ca2c31e)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:38:13.481649 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-63ef22d1-b9c5-4bbf-b9da-a414ed62c1cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:13.494112 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-63ef22d1-b9c5-4bbf-b9da-a414ed62c1cd None None] Calling delete_port for f0506034-8433-4262-885c-f83044a94128 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:38:13.520962 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7fc5fca2-5178-4d88-8ea1-42a3ae95a484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:13.547147 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5fca2-5178-4d88-8ea1-42a3ae95a484 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0506034-8433-4262-885c-f83044a94128,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:13.551492 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc5fca2-5178-4d88-8ea1-42a3ae95a484 admin admin] No DVR routers for this DVR port f0506034-8433-4262-885c-f83044a94128 on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:38:13.631220 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7fc5fca2-5178-4d88-8ea1-42a3ae95a484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:13.642395 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-7fc5fca2-5178-4d88-8ea1-42a3ae95a484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f835fa6-bea6-4150-8ae6-334ea5deb011']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:38:13.653632 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-7fc5fca2-5178-4d88-8ea1-42a3ae95a484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5beec99-2257-4671-9bd8-dc756ca2c31e') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:38:13.653991 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-7fc5fca2-5178-4d88-8ea1-42a3ae95a484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5beec99-2257-4671-9bd8-dc756ca2c31e') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:38:13.663191 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7fc5fca2-5178-4d88-8ea1-42a3ae95a484 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:13.677278 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7fc5fca2-5178-4d88-8ea1-42a3ae95a484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:13.684125 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc5fca2-5178-4d88-8ea1-42a3ae95a484 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7fc5fca2-5178-4d88-8ea1-42a3ae95a484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: timer() Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:38:13.689747 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:38:13.729872 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-63ef22d1-b9c5-4bbf-b9da-a414ed62c1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:13.755377 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef22d1-b9c5-4bbf-b9da-a414ed62c1cd None None] Pushing event deleted for resources: {'Port': ['ID=f0506034-8433-4262-885c-f83044a94128,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:13.758858 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ef22d1-b9c5-4bbf-b9da-a414ed62c1cd None None] No DVR routers for this DVR port f0506034-8433-4262-885c-f83044a94128 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:38:13.829236 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7fc5fca2-5178-4d88-8ea1-42a3ae95a484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:13.834650 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7fc5fca2-5178-4d88-8ea1-42a3ae95a484 admin admin] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:13.836523 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7fc5fca2-5178-4d88-8ea1-42a3ae95a484 admin admin] 10.222.0.10 "DELETE /v2.0/networks/2f835fa6-bea6-4150-8ae6-334ea5deb011 HTTP/1.1" status: 204 len: 168 time: 0.6729777 Jun 30 10:38:13.847718 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5fca2-5178-4d88-8ea1-42a3ae95a484 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f835fa6-bea6-4150-8ae6-334ea5deb011,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:14.252384 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35944) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:38:14.293197 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-bbac361c-0e8e-4356-9c3f-e03afcee8915 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c6794248dd40454b867f82c0ec94eb4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396085 Jun 30 10:38:14.296362 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 35946) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:38:14.349042 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d6949eb6-1bc7-454a-a927-214bc6f76c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:14.371185 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d6949eb6-1bc7-454a-a927-214bc6f76c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:14.511455 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d6949eb6-1bc7-454a-a927-214bc6f76c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:14.514538 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d6949eb6-1bc7-454a-a927-214bc6f76c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:14.515695 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d6949eb6-1bc7-454a-a927-214bc6f76c34 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c4382d16-d46a-4cfc-ab49-1830cbf1ad4f HTTP/1.1" status: 204 len: 168 time: 0.2184529 Jun 30 10:38:14.523201 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6949eb6-1bc7-454a-a927-214bc6f76c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4382d16-d46a-4cfc-ab49-1830cbf1ad4f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:14.641921 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e3ac52c9-6325-41f7-92ee-4f084e71a18f no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:38:14.662399 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: e3ac52c9-6325-41f7-92ee-4f084e71a18f {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:38:14.662735 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e3ac52c9-6325-41f7-92ee-4f084e71a18f not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:38:14.663187 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f0506034-8433-4262-885c-f83044a94128 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:38:14.683717 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: f0506034-8433-4262-885c-f83044a94128 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:38:14.684065 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f0506034-8433-4262-885c-f83044a94128 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:38:15.178984 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35952) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:38:15.219272 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-cd4fd7ce-6c72-4817-bcd5-6a2e07f77314 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f41ffce5c4ba490f8564b4aaf3f36c89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390370 Jun 30 10:38:15.221786 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35954) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:38:15.270158 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8d53e75c-20c8-4721-8907-b1717733cd76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:15.291429 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8d53e75c-20c8-4721-8907-b1717733cd76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:15.420313 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8d53e75c-20c8-4721-8907-b1717733cd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:15.423161 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8d53e75c-20c8-4721-8907-b1717733cd76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:15.424329 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8d53e75c-20c8-4721-8907-b1717733cd76 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f11e7a23-1bf4-430c-a9aa-600e2d816beb HTTP/1.1" status: 204 len: 168 time: 0.2016659 Jun 30 10:38:15.432141 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53e75c-20c8-4721-8907-b1717733cd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11e7a23-1bf4-430c-a9aa-600e2d816beb,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:18.039522 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35994) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:38:18.044296 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-4239f4b7-e364-4ba8-9eac-2d13517d9d9f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-766654456', 'description': 'tempest-secgroup-smoke-766654456 description', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:38:18.179752 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4239f4b7-e364-4ba8-9eac-2d13517d9d9f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:18.188288 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4239f4b7-e364-4ba8-9eac-2d13517d9d9f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:18.282529 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4239f4b7-e364-4ba8-9eac-2d13517d9d9f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:18.391068 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4239f4b7-e364-4ba8-9eac-2d13517d9d9f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:18.428144 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239f4b7-e364-4ba8-9eac-2d13517d9d9f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c657fbd8-5809-4529-93f6-e255465304f6,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:18.481107 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4239f4b7-e364-4ba8-9eac-2d13517d9d9f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:18.556673 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4239f4b7-e364-4ba8-9eac-2d13517d9d9f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:18.585171 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239f4b7-e364-4ba8-9eac-2d13517d9d9f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc39181d-15f4-463c-9251-7d5b76117575,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:18.648698 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-4239f4b7-e364-4ba8-9eac-2d13517d9d9f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:18.649955 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4239f4b7-e364-4ba8-9eac-2d13517d9d9f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6093950 Jun 30 10:38:18.652919 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35996) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:38:18.658100 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-9c9aaba7-e9e4-4206-b3a2-82ece862e4da tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group_rule': {'security_group_id': 'fc39181d-15f4-463c-9251-7d5b76117575', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:38:18.796879 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9c9aaba7-e9e4-4206-b3a2-82ece862e4da tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:18.854326 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9c9aaba7-e9e4-4206-b3a2-82ece862e4da tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:18.939854 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9c9aaba7-e9e4-4206-b3a2-82ece862e4da tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:18.958384 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9aaba7-e9e4-4206-b3a2-82ece862e4da tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18b1bec5-c073-4b2e-b081-1c35d71137c3,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:19.017715 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9c9aaba7-e9e4-4206-b3a2-82ece862e4da tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:19.018984 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9c9aaba7-e9e4-4206-b3a2-82ece862e4da tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3651075 Jun 30 10:38:19.034012 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 35998) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:38:19.038546 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-0b55b5d8-a803-41b4-9c80-7d0d5df2d835 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group_rule': {'security_group_id': 'fc39181d-15f4-463c-9251-7d5b76117575', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:38:19.119740 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b55b5d8-a803-41b4-9c80-7d0d5df2d835 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:19.180932 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b55b5d8-a803-41b4-9c80-7d0d5df2d835 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:19.276607 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b55b5d8-a803-41b4-9c80-7d0d5df2d835 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:19.295458 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55b5d8-a803-41b4-9c80-7d0d5df2d835 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c57a41a-6285-4cd8-a8e9-aca714775c1f,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:19.385845 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0b55b5d8-a803-41b4-9c80-7d0d5df2d835 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:19.387009 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0b55b5d8-a803-41b4-9c80-7d0d5df2d835 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3520672 Jun 30 10:38:19.390466 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36000) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:38:19.394858 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-6cdadbf6-e48b-4d2a-93e8-30226479ff54 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group_rule': {'security_group_id': 'fc39181d-15f4-463c-9251-7d5b76117575', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:38:19.481545 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6cdadbf6-e48b-4d2a-93e8-30226479ff54 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:19.539940 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6cdadbf6-e48b-4d2a-93e8-30226479ff54 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:19.625206 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6cdadbf6-e48b-4d2a-93e8-30226479ff54 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:19.643772 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdadbf6-e48b-4d2a-93e8-30226479ff54 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2112ac77-5717-4833-af8f-adec0da3f709,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:19.708928 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-6cdadbf6-e48b-4d2a-93e8-30226479ff54 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:19.710194 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6cdadbf6-e48b-4d2a-93e8-30226479ff54 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3187728 Jun 30 10:38:19.712840 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36002) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:38:19.717263 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-a45e4070-137f-41f7-8758-488d0bec59d2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group_rule': {'security_group_id': 'fc39181d-15f4-463c-9251-7d5b76117575', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:38:19.834025 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a45e4070-137f-41f7-8758-488d0bec59d2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:19.893310 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a45e4070-137f-41f7-8758-488d0bec59d2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:20.006302 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a45e4070-137f-41f7-8758-488d0bec59d2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:20.025110 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e4070-137f-41f7-8758-488d0bec59d2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e5b064f-43ab-4e52-a98c-b6c9d430823f,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:20.120572 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a45e4070-137f-41f7-8758-488d0bec59d2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:20.121793 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a45e4070-137f-41f7-8758-488d0bec59d2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4080255 Jun 30 10:38:20.124588 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36004) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:38:20.129016 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-e9df853f-759e-418d-9c35-fd31eadf73b9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group_rule': {'security_group_id': 'fc39181d-15f4-463c-9251-7d5b76117575', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:38:20.246241 n-d-771363-31 neutron-server[101053]: INFO neutron.db.securitygroups_db [None req-e9df853f-759e-418d-9c35-fd31eadf73b9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Project 93892fa53c864b9b82b15f44cdcb4a01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:38:20.251351 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e9df853f-759e-418d-9c35-fd31eadf73b9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:20.313321 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e9df853f-759e-418d-9c35-fd31eadf73b9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:20.414119 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e9df853f-759e-418d-9c35-fd31eadf73b9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:20.433507 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df853f-759e-418d-9c35-fd31eadf73b9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d25e17-5e6c-448d-a953-171d396eafcc,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:20.522923 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-e9df853f-759e-418d-9c35-fd31eadf73b9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:20.524246 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e9df853f-759e-418d-9c35-fd31eadf73b9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3986931 Jun 30 10:38:20.527039 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36006) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:38:20.532097 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-06045ded-59bd-49f3-8fa4-de4de49b06e5 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group_rule': {'security_group_id': 'fc39181d-15f4-463c-9251-7d5b76117575', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:38:20.574096 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ccd44987-0387-4d26-ac7c-2b704f66033a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:20.631902 n-d-771363-31 neutron-server[101053]: INFO neutron.db.securitygroups_db [None req-06045ded-59bd-49f3-8fa4-de4de49b06e5 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Project 93892fa53c864b9b82b15f44cdcb4a01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:38:20.637209 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-06045ded-59bd-49f3-8fa4-de4de49b06e5 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:20.697785 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-06045ded-59bd-49f3-8fa4-de4de49b06e5 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:20.768412 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-06045ded-59bd-49f3-8fa4-de4de49b06e5 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:20.787463 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06045ded-59bd-49f3-8fa4-de4de49b06e5 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=216b39ce-e369-4a1b-aa51-aec1da174cc7,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:20.865507 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-06045ded-59bd-49f3-8fa4-de4de49b06e5 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:20.866719 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-06045ded-59bd-49f3-8fa4-de4de49b06e5 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3387377 Jun 30 10:38:20.869749 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36008) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:38:20.874672 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-7ffd497d-9b21-4ed8-b3a3-fb425104a360 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'network': {'name': 'tempest-network-smoke--533259521', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'port_security_enabled': True}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:38:20.966075 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffd497d-9b21-4ed8-b3a3-fb425104a360 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Made reservation on behalf of 93892fa53c864b9b82b15f44cdcb4a01 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:38:20.970129 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7ffd497d-9b21-4ed8-b3a3-fb425104a360 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:20.994718 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ffd497d-9b21-4ed8-b3a3-fb425104a360 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:38:21.003953 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7ffd497d-9b21-4ed8-b3a3-fb425104a360 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:21.004304 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-7ffd497d-9b21-4ed8-b3a3-fb425104a360 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Added segment e3672669-4e39-4364-b36e-06794df025b4 of type vlan for network d65d625d-52d3-4441-b44b-9e9cf478ecf2 Jun 30 10:38:21.046026 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7ffd497d-9b21-4ed8-b3a3-fb425104a360 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:21.157412 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7ffd497d-9b21-4ed8-b3a3-fb425104a360 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:21.162849 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffd497d-9b21-4ed8-b3a3-fb425104a360 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:21.163461 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7ffd497d-9b21-4ed8-b3a3-fb425104a360 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:21.230364 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd497d-9b21-4ed8-b3a3-fb425104a360 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Network': ['ID=d65d625d-52d3-4441-b44b-9e9cf478ecf2,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:21.241034 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network d65d625d-52d3-4441-b44b-9e9cf478ecf2 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:38:21.287263 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7ffd497d-9b21-4ed8-b3a3-fb425104a360 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4164507 Jun 30 10:38:21.290034 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36010) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:38:21.295031 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-540a0306-2bd9-4e70-82ca-9cd9ec5b5582 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2079955188', 'admin_state_up': True, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:38:21.385624 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-540a0306-2bd9-4e70-82ca-9cd9ec5b5582 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:21.386654 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-540a0306-2bd9-4e70-82ca-9cd9ec5b5582 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:21.438825 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-540a0306-2bd9-4e70-82ca-9cd9ec5b5582 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:21.637525 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-540a0306-2bd9-4e70-82ca-9cd9ec5b5582 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:21.900081 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-540a0306-2bd9-4e70-82ca-9cd9ec5b5582 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:21.919445 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-540a0306-2bd9-4e70-82ca-9cd9ec5b5582 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:22.028351 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-540a0306-2bd9-4e70-82ca-9cd9ec5b5582 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Allocated IP 172.25.6.241 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/efeafb27-597a-427a-85b8-6f19bd907e6e) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:38:22.131140 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-540a0306-2bd9-4e70-82ca-9cd9ec5b5582 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:22.225578 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-540a0306-2bd9-4e70-82ca-9cd9ec5b5582 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:22.262361 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540a0306-2bd9-4e70-82ca-9cd9ec5b5582 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:38:22.265577 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-540a0306-2bd9-4e70-82ca-9cd9ec5b5582 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:38:22.267998 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540a0306-2bd9-4e70-82ca-9cd9ec5b5582 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:38:22.293306 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a0306-2bd9-4e70-82ca-9cd9ec5b5582 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Port': ['ID=efeafb27-597a-427a-85b8-6f19bd907e6e,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:22.600307 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-540a0306-2bd9-4e70-82ca-9cd9ec5b5582 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:23.014931 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f2dcbeac-6858-4a96-a0dc-5e18b1ad5763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:23.136528 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-540a0306-2bd9-4e70-82ca-9cd9ec5b5582 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:23.320664 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540a0306-2bd9-4e70-82ca-9cd9ec5b5582 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Router e3fab4fd-7b7e-4e23-9de7-edb89e66fce5 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:38:23.426017 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540a0306-2bd9-4e70-82ca-9cd9ec5b5582 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:38:23.437093 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2762a8-3a87-498e-a509-cb816128def0 None None] Sync routers for ids ['e3fab4fd-7b7e-4e23-9de7-edb89e66fce5'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:38:23.446471 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2762a8-3a87-498e-a509-cb816128def0 None None] Routers {'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:38:23.447072 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-ec2762a8-3a87-498e-a509-cb816128def0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:38:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e3fab4fd-7b7e-4e23-9de7-edb89e66fce5'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:38:23.503845 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-540a0306-2bd9-4e70-82ca-9cd9ec5b5582 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:23.505114 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-540a0306-2bd9-4e70-82ca-9cd9ec5b5582 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2141559 Jun 30 10:38:23.508243 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36012) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:38:23.637347 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-ec2762a8-3a87-498e-a509-cb816128def0 None None] Set router e3fab4fd-7b7e-4e23-9de7-edb89e66fce5 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:38:23.644420 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-39e6dda6-ad54-472c-ab7f-45ea8ca030b2 tempest-TestNetworkAdvancedServerOps-748112870 tempest-TestNetworkAdvancedServerOps-748112870-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=93892fa53c864b9b82b15f44cdcb4a01&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1351058 Jun 30 10:38:23.647193 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36016) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:38:23.669048 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:23.798786 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bd1e6f-094c-4461-b334-dcd3692c91e7 tempest-TestNetworkAdvancedServerOps-748112870 tempest-TestNetworkAdvancedServerOps-748112870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:23.800360 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-24bd1e6f-094c-4461-b334-dcd3692c91e7 tempest-TestNetworkAdvancedServerOps-748112870 tempest-TestNetworkAdvancedServerOps-748112870-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1521714 Jun 30 10:38:23.803169 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36018) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:38:23.812807 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-ec2762a8-3a87-498e-a509-cb816128def0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079955188', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'efeafb27-597a-427a-85b8-6f19bd907e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:38:21Z', 'updated_at': '2021-06-30T10:38:22Z', 'revision_number': 3, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'efeafb27-597a-427a-85b8-6f19bd907e6e', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:38:21Z', 'updated_at': '2021-06-30T10:38:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:38:23.842791 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2762a8-3a87-498e-a509-cb816128def0 None None] Checking router: e3fab4fd-7b7e-4e23-9de7-edb89e66fce5 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:38:23.842791 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2762a8-3a87-498e-a509-cb816128def0 None None] Updating router e3fab4fd-7b7e-4e23-9de7-edb89e66fce5 port efeafb27-597a-427a-85b8-6f19bd907e6e binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:38:23.843275 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c7241f57-f26a-4c7a-a0a3-facc281c42fc tempest-TestNetworkAdvancedServerOps-748112870 tempest-TestNetworkAdvancedServerOps-748112870-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=599fb812-09ee-4e3b-a109-d92406a95c23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370495 Jun 30 10:38:23.844885 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36020) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:38:23.849847 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-414e181a-5d9e-41a0-ac34-02a30b9ecb8f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-647248555', 'network_id': 'd65d625d-52d3-4441-b44b-9e9cf478ecf2', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:38:23.878553 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-ec2762a8-3a87-498e-a509-cb816128def0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:24.054560 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414e181a-5d9e-41a0-ac34-02a30b9ecb8f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Made reservation on behalf of 93892fa53c864b9b82b15f44cdcb4a01 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:38:24.058356 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-414e181a-5d9e-41a0-ac34-02a30b9ecb8f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:24.126146 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-ec2762a8-3a87-498e-a509-cb816128def0 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:24.135620 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-ec2762a8-3a87-498e-a509-cb816128def0 None None] Transition to ACTIVE for port object efeafb27-597a-427a-85b8-6f19bd907e6e will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:38:24.223354 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-ec2762a8-3a87-498e-a509-cb816128def0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:24.272066 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-ec2762a8-3a87-498e-a509-cb816128def0 None None] Attempting to bind port efeafb27-597a-427a-85b8-6f19bd907e6e on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:38:24.272429 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-ec2762a8-3a87-498e-a509-cb816128def0 None None] Attempting to bind port efeafb27-597a-427a-85b8-6f19bd907e6e by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:38:24.272784 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2762a8-3a87-498e-a509-cb816128def0 None None] Attempting to bind port efeafb27-597a-427a-85b8-6f19bd907e6e on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:38:24.277926 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce326150-76c1-4e64-b0b1-4511438105ae None None] Pushing event updated for resources: {'Port': ['ID=efeafb27-597a-427a-85b8-6f19bd907e6e,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:24.285609 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2762a8-3a87-498e-a509-cb816128def0 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:38:24.285970 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2762a8-3a87-498e-a509-cb816128def0 None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:38:24.286364 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-ec2762a8-3a87-498e-a509-cb816128def0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:24.286744 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2762a8-3a87-498e-a509-cb816128def0 None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:38:24.287277 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-ec2762a8-3a87-498e-a509-cb816128def0 None None] Bound port: efeafb27-597a-427a-85b8-6f19bd907e6e, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:38:24.287646 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-ec2762a8-3a87-498e-a509-cb816128def0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:24.290683 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce326150-76c1-4e64-b0b1-4511438105ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:38:24.291019 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce326150-76c1-4e64-b0b1-4511438105ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:38:24.291376 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce326150-76c1-4e64-b0b1-4511438105ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:38:24.291799 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce326150-76c1-4e64-b0b1-4511438105ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:38:24.292028 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce326150-76c1-4e64-b0b1-4511438105ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:38:24.292349 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce326150-76c1-4e64-b0b1-4511438105ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:38:24.292667 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce326150-76c1-4e64-b0b1-4511438105ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:38:24.292981 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce326150-76c1-4e64-b0b1-4511438105ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:38:24.293297 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce326150-76c1-4e64-b0b1-4511438105ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:38:24.293609 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce326150-76c1-4e64-b0b1-4511438105ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:38:24.293921 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce326150-76c1-4e64-b0b1-4511438105ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:38:24.294233 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce326150-76c1-4e64-b0b1-4511438105ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:38:24.299146 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-414e181a-5d9e-41a0-ac34-02a30b9ecb8f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:24.348457 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-ec2762a8-3a87-498e-a509-cb816128def0 None None] For port efeafb27-597a-427a-85b8-6f19bd907e6e, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:38:24.351816 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-ec2762a8-3a87-498e-a509-cb816128def0 None None] For port efeafb27-597a-427a-85b8-6f19bd907e6e, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=efeafb27-597a-427a-85b8-6f19bd907e6e,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:38:24.370339 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e181a-5d9e-41a0-ac34-02a30b9ecb8f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Subnet': ['ID=f52b72b6-0ce6-4773-a5e3-57df1a0b2d08,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:24.376974 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414e181a-5d9e-41a0-ac34-02a30b9ecb8f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Checking segment: {'id': 'e3672669-4e39-4364-b36e-06794df025b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd65d625d-52d3-4441-b44b-9e9cf478ecf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:38:24.377349 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414e181a-5d9e-41a0-ac34-02a30b9ecb8f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network hostable DHCP agents. Network: d65d625d-52d3-4441-b44b-9e9cf478ecf2, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:38:24.420729 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-ec2762a8-3a87-498e-a509-cb816128def0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:24.478224 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2762a8-3a87-498e-a509-cb816128def0 None None] Routers {'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:38:24.478884 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-ec2762a8-3a87-498e-a509-cb816128def0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:38:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e3fab4fd-7b7e-4e23-9de7-edb89e66fce5'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:38:24.481375 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce326150-76c1-4e64-b0b1-4511438105ae None None] Pushing event updated for resources: {'Port': ['ID=efeafb27-597a-427a-85b8-6f19bd907e6e,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:24.509067 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414e181a-5d9e-41a0-ac34-02a30b9ecb8f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network d65d625d-52d3-4441-b44b-9e9cf478ecf2 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:38:24.581246 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-ec2762a8-3a87-498e-a509-cb816128def0 None None] Set router e3fab4fd-7b7e-4e23-9de7-edb89e66fce5 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:38:24.602809 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-414e181a-5d9e-41a0-ac34-02a30b9ecb8f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, d65d625d-52d3-4441-b44b-9e9cf478ecf2) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:38:24.608264 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414e181a-5d9e-41a0-ac34-02a30b9ecb8f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:24.609113 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-414e181a-5d9e-41a0-ac34-02a30b9ecb8f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:24.612410 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20014f3-68ac-4701-9dff-15125bb31761 None None] Network d65d625d-52d3-4441-b44b-9e9cf478ecf2 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:38:24.707653 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-414e181a-5d9e-41a0-ac34-02a30b9ecb8f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8614552 Jun 30 10:38:24.710132 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36022) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:38:24.757858 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-ec2762a8-3a87-498e-a509-cb816128def0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079955188', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'efeafb27-597a-427a-85b8-6f19bd907e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:38:21Z', 'updated_at': '2021-06-30T10:38:22Z', 'revision_number': 3, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'efeafb27-597a-427a-85b8-6f19bd907e6e', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:38:21Z', 'updated_at': '2021-06-30T10:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:38:24.774720 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b28392-95e7-498d-935c-6e0b3a0b2fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-d65d625d-52d3-4441-b44b-9e9cf478ecf2', 'network_id': 'd65d625d-52d3-4441-b44b-9e9cf478ecf2', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'fixed_ips': [{'subnet_id': 'f52b72b6-0ce6-4773-a5e3-57df1a0b2d08'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:38:24.775691 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-08b28392-95e7-498d-935c-6e0b3a0b2fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:24.807953 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2762a8-3a87-498e-a509-cb816128def0 None None] The sync data for ids ['e3fab4fd-7b7e-4e23-9de7-edb89e66fce5'] in n-d-771363-31 is: [{'id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079955188', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'efeafb27-597a-427a-85b8-6f19bd907e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:38:21Z', 'updated_at': '2021-06-30T10:38:22Z', 'revision_number': 3, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'efeafb27-597a-427a-85b8-6f19bd907e6e', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:38:21Z', 'updated_at': '2021-06-30T10:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:38:24.952915 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-08b28392-95e7-498d-935c-6e0b3a0b2fda None None] Allocated IP 172.20.0.2 (d65d625d-52d3-4441-b44b-9e9cf478ecf2/f52b72b6-0ce6-4773-a5e3-57df1a0b2d08/4c02c84a-68da-4bd1-af44-dedb9ee743ae) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:38:24.966660 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:25.146632 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-08b28392-95e7-498d-935c-6e0b3a0b2fda None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:25.158609 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-08b28392-95e7-498d-935c-6e0b3a0b2fda None None] Transition to ACTIVE for port object 4c02c84a-68da-4bd1-af44-dedb9ee743ae will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:38:25.184152 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-08b28392-95e7-498d-935c-6e0b3a0b2fda None None] Transition to ACTIVE for port object 4c02c84a-68da-4bd1-af44-dedb9ee743ae will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:38:25.255499 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-12925741-794d-419e-a67b-4904ac082a85 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:25.281631 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-08b28392-95e7-498d-935c-6e0b3a0b2fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:25.331462 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b28392-95e7-498d-935c-6e0b3a0b2fda None None] Network d65d625d-52d3-4441-b44b-9e9cf478ecf2 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:38:25.339710 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-08b28392-95e7-498d-935c-6e0b3a0b2fda None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:38:25.377069 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b28392-95e7-498d-935c-6e0b3a0b2fda None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:38:25.377069 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b28392-95e7-498d-935c-6e0b3a0b2fda None None] Pushing event updated for resources: {'Port': ['ID=4c02c84a-68da-4bd1-af44-dedb9ee743ae,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:25.422728 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-08b28392-95e7-498d-935c-6e0b3a0b2fda None None] Attempting to bind port 4c02c84a-68da-4bd1-af44-dedb9ee743ae on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:38:25.423164 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-08b28392-95e7-498d-935c-6e0b3a0b2fda None None] Attempting to bind port 4c02c84a-68da-4bd1-af44-dedb9ee743ae by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'e3672669-4e39-4364-b36e-06794df025b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd65d625d-52d3-4441-b44b-9e9cf478ecf2'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:38:25.423541 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b28392-95e7-498d-935c-6e0b3a0b2fda None None] Attempting to bind port 4c02c84a-68da-4bd1-af44-dedb9ee743ae on network d65d625d-52d3-4441-b44b-9e9cf478ecf2 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:38:25.433316 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b28392-95e7-498d-935c-6e0b3a0b2fda None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:38:25.433316 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b28392-95e7-498d-935c-6e0b3a0b2fda None None] Checking segment: {'id': 'e3672669-4e39-4364-b36e-06794df025b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd65d625d-52d3-4441-b44b-9e9cf478ecf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:38:25.433316 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-08b28392-95e7-498d-935c-6e0b3a0b2fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:25.433316 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b28392-95e7-498d-935c-6e0b3a0b2fda None None] Bound using segment: {'id': 'e3672669-4e39-4364-b36e-06794df025b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd65d625d-52d3-4441-b44b-9e9cf478ecf2'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:38:25.433316 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-08b28392-95e7-498d-935c-6e0b3a0b2fda None None] Bound port: 4c02c84a-68da-4bd1-af44-dedb9ee743ae, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3672669-4e39-4364-b36e-06794df025b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd65d625d-52d3-4441-b44b-9e9cf478ecf2'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:38:25.433316 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-08b28392-95e7-498d-935c-6e0b3a0b2fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:25.510757 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-08b28392-95e7-498d-935c-6e0b3a0b2fda None None] For port 4c02c84a-68da-4bd1-af44-dedb9ee743ae, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:38:25.515443 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-08b28392-95e7-498d-935c-6e0b3a0b2fda None None] For port 4c02c84a-68da-4bd1-af44-dedb9ee743ae, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4c02c84a-68da-4bd1-af44-dedb9ee743ae,segment=NetworkSegment(e3672669-4e39-4364-b36e-06794df025b4),segment_id=e3672669-4e39-4364-b36e-06794df025b4)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:38:25.603362 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-08b28392-95e7-498d-935c-6e0b3a0b2fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:25.677724 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b28392-95e7-498d-935c-6e0b3a0b2fda None None] Pushing event updated for resources: {'Port': ['ID=4c02c84a-68da-4bd1-af44-dedb9ee743ae,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:25.737956 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-12925741-794d-419e-a67b-4904ac082a85 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Allocated IP 172.20.0.1 (d65d625d-52d3-4441-b44b-9e9cf478ecf2/f52b72b6-0ce6-4773-a5e3-57df1a0b2d08/5466516a-38b3-43ad-8f5b-02c35b022efa) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:38:25.889168 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-12925741-794d-419e-a67b-4904ac082a85 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:25.904783 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-12925741-794d-419e-a67b-4904ac082a85 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Transition to ACTIVE for port object 5466516a-38b3-43ad-8f5b-02c35b022efa will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:38:26.026149 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-12925741-794d-419e-a67b-4904ac082a85 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:26.114914 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12925741-794d-419e-a67b-4904ac082a85 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network d65d625d-52d3-4441-b44b-9e9cf478ecf2 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:38:26.121931 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-12925741-794d-419e-a67b-4904ac082a85 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:38:26.132055 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12925741-794d-419e-a67b-4904ac082a85 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:38:26.138716 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12925741-794d-419e-a67b-4904ac082a85 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Port': ['ID=5466516a-38b3-43ad-8f5b-02c35b022efa,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:26.180511 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-12925741-794d-419e-a67b-4904ac082a85 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:26.387391 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-12925741-794d-419e-a67b-4904ac082a85 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:26.670880 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:26.675660 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-12925741-794d-419e-a67b-4904ac082a85 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:26.698343 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4c02c84a-68da-4bd1-af44-dedb9ee743ae up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:38:26.751307 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-12925741-794d-419e-a67b-4904ac082a85 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:26.812808 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 4c02c84a-68da-4bd1-af44-dedb9ee743ae completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:38:26.816717 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device efeafb27-597a-427a-85b8-6f19bd907e6e up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:38:26.831300 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-12925741-794d-419e-a67b-4904ac082a85 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:26.833145 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12925741-794d-419e-a67b-4904ac082a85 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Port': ['ID=5466516a-38b3-43ad-8f5b-02c35b022efa,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:26.922616 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port efeafb27-597a-427a-85b8-6f19bd907e6e completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:38:26.927104 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port efeafb27-597a-427a-85b8-6f19bd907e6e triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:38:26.930293 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:26.941141 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12925741-794d-419e-a67b-4904ac082a85 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network d65d625d-52d3-4441-b44b-9e9cf478ecf2 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:38:26.942806 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-12925741-794d-419e-a67b-4904ac082a85 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:38:27.034198 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:27.058755 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port efeafb27-597a-427a-85b8-6f19bd907e6e, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=efeafb27-597a-427a-85b8-6f19bd907e6e,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:38:27.080923 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12925741-794d-419e-a67b-4904ac082a85 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Router e3fab4fd-7b7e-4e23-9de7-edb89e66fce5 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:38:27.129254 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:27.197996 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=efeafb27-597a-427a-85b8-6f19bd907e6e,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:27.221745 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12925741-794d-419e-a67b-4904ac082a85 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:38:27.227258 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-12925741-794d-419e-a67b-4904ac082a85 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "PUT /v2.0/routers/e3fab4fd-7b7e-4e23-9de7-edb89e66fce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5158720 Jun 30 10:38:27.232731 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3613a59-8983-4954-9164-0eba8bf53e80 None None] Sync routers for ids ['e3fab4fd-7b7e-4e23-9de7-edb89e66fce5'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:38:27.244030 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3613a59-8983-4954-9164-0eba8bf53e80 None None] Routers {'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:38:27.244795 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f3613a59-8983-4954-9164-0eba8bf53e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:38:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e3fab4fd-7b7e-4e23-9de7-edb89e66fce5'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:38:27.330910 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9589e0a1-3959-4555-b113-a94d2d699ad8 None None] Network d65d625d-52d3-4441-b44b-9e9cf478ecf2 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:38:27.385447 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-729b0e34-2b51-427d-8201-2a0d60e9a59d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-766654456&fields=id&tenant_id=93892fa53c864b9b82b15f44cdcb4a01 HTTP/1.1" status: 200 len: 267 time: 0.0412495 Jun 30 10:38:27.424185 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-f3613a59-8983-4954-9164-0eba8bf53e80 None None] Set router e3fab4fd-7b7e-4e23-9de7-edb89e66fce5 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:38:27.493278 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-242df515-c8c1-4f66-99c1-d1cf2bd81209 None None] Provisioning for port 4c02c84a-68da-4bd1-af44-dedb9ee743ae completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:38:27.509179 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-d7d23863-8d04-42e1-892b-9b7604705cb5 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:27.510703 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-d7d23863-8d04-42e1-892b-9b7604705cb5 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/networks?id=d65d625d-52d3-4441-b44b-9e9cf478ecf2 HTTP/1.1" status: 200 len: 796 time: 0.1184194 Jun 30 10:38:27.527023 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-41b51f67-0490-449e-b77f-72d96c224598 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/quotas/93892fa53c864b9b82b15f44cdcb4a01 HTTP/1.1" status: 200 len: 375 time: 0.0099986 Jun 30 10:38:27.535085 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-242df515-c8c1-4f66-99c1-d1cf2bd81209 None None] Provisioning complete for port 4c02c84a-68da-4bd1-af44-dedb9ee743ae triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:38:27.535528 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-242df515-c8c1-4f66-99c1-d1cf2bd81209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:27.602981 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-93ade3e1-4e23-4b3b-8360-5a2bf87d09e1 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697908 Jun 30 10:38:27.667678 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-c1b23818-69c2-4018-a36d-10fc4a83bb72 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:38:27.668761 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-c1b23818-69c2-4018-a36d-10fc4a83bb72 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0521605 Jun 30 10:38:27.749556 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-242df515-c8c1-4f66-99c1-d1cf2bd81209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:27.762024 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-b0edf6b6-6fde-4f33-bb3c-10c41fc4d694 service neutron] 10.222.0.10 "GET /v2.0/networks/d65d625d-52d3-4441-b44b-9e9cf478ecf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866668 Jun 30 10:38:27.782065 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f3613a59-8983-4954-9164-0eba8bf53e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079955188', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'efeafb27-597a-427a-85b8-6f19bd907e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:38:21Z', 'updated_at': '2021-06-30T10:38:26Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'efeafb27-597a-427a-85b8-6f19bd907e6e', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:38:21Z', 'updated_at': '2021-06-30T10:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '5466516a-38b3-43ad-8f5b-02c35b022efa', 'name': '', 'network_id': 'd65d625d-52d3-4441-b44b-9e9cf478ecf2', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:9c:a6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'f52b72b6-0ce6-4773-a5e3-57df1a0b2d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:38:25Z', 'updated_at': '2021-06-30T10:38:26Z', 'revision_number': 2, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'f52b72b6-0ce6-4773-a5e3-57df1a0b2d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:38:27.818693 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3613a59-8983-4954-9164-0eba8bf53e80 None None] Checking router: e3fab4fd-7b7e-4e23-9de7-edb89e66fce5 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:38:27.819047 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3613a59-8983-4954-9164-0eba8bf53e80 None None] Updating router e3fab4fd-7b7e-4e23-9de7-edb89e66fce5 port 5466516a-38b3-43ad-8f5b-02c35b022efa binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:38:27.821848 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-242df515-c8c1-4f66-99c1-d1cf2bd81209 None None] For port 4c02c84a-68da-4bd1-af44-dedb9ee743ae, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4c02c84a-68da-4bd1-af44-dedb9ee743ae,segment=NetworkSegment(e3672669-4e39-4364-b36e-06794df025b4),segment_id=e3672669-4e39-4364-b36e-06794df025b4)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:38:27.856429 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f3613a59-8983-4954-9164-0eba8bf53e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:27.863240 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-96cb127e-5829-4808-96f8-5cb4037bfb3d service neutron] 10.222.0.10 "GET /v2.0/networks/d65d625d-52d3-4441-b44b-9e9cf478ecf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945792 Jun 30 10:38:27.897247 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-242df515-c8c1-4f66-99c1-d1cf2bd81209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:28.031503 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242df515-c8c1-4f66-99c1-d1cf2bd81209 None None] Pushing event updated for resources: {'Port': ['ID=4c02c84a-68da-4bd1-af44-dedb9ee743ae,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:28.131232 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0885a868-adca-4dc9-8ec1-5caaa4db7960 None None] Provisioning for port 5466516a-38b3-43ad-8f5b-02c35b022efa completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:38:28.138772 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0885a868-adca-4dc9-8ec1-5caaa4db7960 None None] Provisioning complete for port 5466516a-38b3-43ad-8f5b-02c35b022efa triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:38:28.139366 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0885a868-adca-4dc9-8ec1-5caaa4db7960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:28.218270 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0885a868-adca-4dc9-8ec1-5caaa4db7960 None None] Port 5466516a-38b3-43ad-8f5b-02c35b022efa cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:38:28.240219 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f3613a59-8983-4954-9164-0eba8bf53e80 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:28.254348 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0885a868-adca-4dc9-8ec1-5caaa4db7960 None None] Provisioning complete for port 4c02c84a-68da-4bd1-af44-dedb9ee743ae triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:38:28.254725 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0885a868-adca-4dc9-8ec1-5caaa4db7960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:28.256763 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-f3613a59-8983-4954-9164-0eba8bf53e80 None None] Transition to ACTIVE for port object 5466516a-38b3-43ad-8f5b-02c35b022efa will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:38:28.328987 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f3613a59-8983-4954-9164-0eba8bf53e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:28.525533 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a9d5b0f9-b4d4-4311-b0e4-d65739f3af21 req-7e09daa7-dd88-41a0-8c28-35627ec4dfa1 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd HTTP/1.1" status: 200 len: 210 time: 0.4120367 Jun 30 10:38:28.549123 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac5f70-fd9c-4b8b-8e54-fd9a27898335 None None] Pushing event updated for resources: {'Port': ['ID=5466516a-38b3-43ad-8f5b-02c35b022efa,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:28.609952 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f3613a59-8983-4954-9164-0eba8bf53e80 None None] Attempting to bind port 5466516a-38b3-43ad-8f5b-02c35b022efa on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:38:28.610331 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f3613a59-8983-4954-9164-0eba8bf53e80 None None] Attempting to bind port 5466516a-38b3-43ad-8f5b-02c35b022efa by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'e3672669-4e39-4364-b36e-06794df025b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd65d625d-52d3-4441-b44b-9e9cf478ecf2'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:38:28.610697 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3613a59-8983-4954-9164-0eba8bf53e80 None None] Attempting to bind port 5466516a-38b3-43ad-8f5b-02c35b022efa on network d65d625d-52d3-4441-b44b-9e9cf478ecf2 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:38:28.616179 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3613a59-8983-4954-9164-0eba8bf53e80 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:38:28.616560 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3613a59-8983-4954-9164-0eba8bf53e80 None None] Checking segment: {'id': 'e3672669-4e39-4364-b36e-06794df025b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd65d625d-52d3-4441-b44b-9e9cf478ecf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:38:28.616974 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f3613a59-8983-4954-9164-0eba8bf53e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:28.617517 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3613a59-8983-4954-9164-0eba8bf53e80 None None] Bound using segment: {'id': 'e3672669-4e39-4364-b36e-06794df025b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd65d625d-52d3-4441-b44b-9e9cf478ecf2'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:38:28.617995 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-f3613a59-8983-4954-9164-0eba8bf53e80 None None] Bound port: 5466516a-38b3-43ad-8f5b-02c35b022efa, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3672669-4e39-4364-b36e-06794df025b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd65d625d-52d3-4441-b44b-9e9cf478ecf2'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:38:28.618382 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f3613a59-8983-4954-9164-0eba8bf53e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:28.667499 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4c02c84a-68da-4bd1-af44-dedb9ee743ae up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:38:28.734532 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-f3613a59-8983-4954-9164-0eba8bf53e80 None None] For port 5466516a-38b3-43ad-8f5b-02c35b022efa, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:38:28.748224 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-f3613a59-8983-4954-9164-0eba8bf53e80 None None] For port 5466516a-38b3-43ad-8f5b-02c35b022efa, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5466516a-38b3-43ad-8f5b-02c35b022efa,segment=NetworkSegment(e3672669-4e39-4364-b36e-06794df025b4),segment_id=e3672669-4e39-4364-b36e-06794df025b4)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:38:28.757737 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 4c02c84a-68da-4bd1-af44-dedb9ee743ae triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:38:28.758398 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:28.831981 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device efeafb27-597a-427a-85b8-6f19bd907e6e up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:38:28.859564 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f3613a59-8983-4954-9164-0eba8bf53e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:28.941925 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac5f70-fd9c-4b8b-8e54-fd9a27898335 None None] Pushing event updated for resources: {'Port': ['ID=5466516a-38b3-43ad-8f5b-02c35b022efa,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:28.946858 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3613a59-8983-4954-9164-0eba8bf53e80 None None] Routers {'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:38:28.947508 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f3613a59-8983-4954-9164-0eba8bf53e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:38:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e3fab4fd-7b7e-4e23-9de7-edb89e66fce5'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:38:28.988845 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port efeafb27-597a-427a-85b8-6f19bd907e6e triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:38:28.989454 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:29.095313 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-f3613a59-8983-4954-9164-0eba8bf53e80 None None] Set router e3fab4fd-7b7e-4e23-9de7-edb89e66fce5 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:38:29.342404 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-f3613a59-8983-4954-9164-0eba8bf53e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079955188', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'efeafb27-597a-427a-85b8-6f19bd907e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:38:21Z', 'updated_at': '2021-06-30T10:38:26Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'efeafb27-597a-427a-85b8-6f19bd907e6e', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:38:21Z', 'updated_at': '2021-06-30T10:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '5466516a-38b3-43ad-8f5b-02c35b022efa', 'name': '', 'network_id': 'd65d625d-52d3-4441-b44b-9e9cf478ecf2', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:9c:a6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'f52b72b6-0ce6-4773-a5e3-57df1a0b2d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:38:25Z', 'updated_at': '2021-06-30T10:38:28Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'f52b72b6-0ce6-4773-a5e3-57df1a0b2d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:38:29.369023 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3613a59-8983-4954-9164-0eba8bf53e80 None None] The sync data for ids ['e3fab4fd-7b7e-4e23-9de7-edb89e66fce5'] in n-d-771363-31 is: [{'id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079955188', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'efeafb27-597a-427a-85b8-6f19bd907e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:38:21Z', 'updated_at': '2021-06-30T10:38:26Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'efeafb27-597a-427a-85b8-6f19bd907e6e', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:38:21Z', 'updated_at': '2021-06-30T10:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '5466516a-38b3-43ad-8f5b-02c35b022efa', 'name': '', 'network_id': 'd65d625d-52d3-4441-b44b-9e9cf478ecf2', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:9c:a6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'f52b72b6-0ce6-4773-a5e3-57df1a0b2d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:38:25Z', 'updated_at': '2021-06-30T10:38:28Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'f52b72b6-0ce6-4773-a5e3-57df1a0b2d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:38:29.610268 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-825d13da-2d76-432f-898c-bdad2d6b5c37 req-4e9079b0-0744-4af5-a01c-2f67b3595fd1 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd HTTP/1.1" status: 200 len: 210 time: 0.0299461 Jun 30 10:38:30.680053 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5466516a-38b3-43ad-8f5b-02c35b022efa up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:38:30.693821 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3cff6518-b980-414f-aca8-57a5b7ae3265 req-13bfbe37-a504-4c8f-b263-a093a5ff58bd tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd HTTP/1.1" status: 200 len: 210 time: 0.0305862 Jun 30 10:38:30.836956 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 5466516a-38b3-43ad-8f5b-02c35b022efa completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:38:30.841181 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 5466516a-38b3-43ad-8f5b-02c35b022efa triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:38:30.841554 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:30.923294 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:30.955526 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 5466516a-38b3-43ad-8f5b-02c35b022efa, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5466516a-38b3-43ad-8f5b-02c35b022efa,segment=NetworkSegment(e3672669-4e39-4364-b36e-06794df025b4),segment_id=e3672669-4e39-4364-b36e-06794df025b4)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:38:31.040659 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:31.090073 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=5466516a-38b3-43ad-8f5b-02c35b022efa,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:31.775540 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dd8002d4-aaf1-4b49-8b1b-5dd1ef0b2248 req-3ad96053-6512-462c-a460-127551d410f4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd HTTP/1.1" status: 200 len: 210 time: 0.0290377 Jun 30 10:38:32.656175 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5466516a-38b3-43ad-8f5b-02c35b022efa up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:38:32.703327 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 5466516a-38b3-43ad-8f5b-02c35b022efa triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:38:32.703696 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:32.914227 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f0d148bd-fd95-4dec-8572-bc222e601cd6 req-959b86a7-c35d-420f-913d-01daf1af0fa2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd HTTP/1.1" status: 200 len: 210 time: 0.0283654 Jun 30 10:38:34.071481 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-05adcf63-9483-4bc1-bf90-6781413ca5c7 req-99adc942-f6b0-4b0d-b06c-527d0b25fb17 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd HTTP/1.1" status: 200 len: 210 time: 0.0345349 Jun 30 10:38:34.919561 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-e2ccb1cb-ab39-467c-be4d-94a9734aca09 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:34.921194 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-e2ccb1cb-ab39-467c-be4d-94a9734aca09 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.37 "GET /v2.0/networks?id=d65d625d-52d3-4441-b44b-9e9cf478ecf2 HTTP/1.1" status: 200 len: 796 time: 0.1048055 Jun 30 10:38:34.971690 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-da0ed0da-496a-4385-93b3-9985cd887dd8 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93892fa53c864b9b82b15f44cdcb4a01 HTTP/1.1" status: 200 len: 379 time: 0.0366549 Jun 30 10:38:34.980505 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-21dec925-c401-4f1d-8c97-dd483b05926a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'port': {'device_id': '5f4cc6bf-53dc-46f5-8e51-d134d00b24bd', 'network_id': 'd65d625d-52d3-4441-b44b-9e9cf478ecf2', 'admin_state_up': True, 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'security_groups': ['fc39181d-15f4-463c-9251-7d5b76117575']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:38:35.214216 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-21dec925-c401-4f1d-8c97-dd483b05926a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Made reservation on behalf of 93892fa53c864b9b82b15f44cdcb4a01 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:38:35.214929 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-edc72150-7db2-44da-9a20-4c1863d80333 req-3104e99e-b0a0-4625-9bec-ed06d9900814 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd HTTP/1.1" status: 200 len: 210 time: 0.0302155 Jun 30 10:38:35.218138 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-21dec925-c401-4f1d-8c97-dd483b05926a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:35.353842 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-21dec925-c401-4f1d-8c97-dd483b05926a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Allocated IP 172.20.0.11 (d65d625d-52d3-4441-b44b-9e9cf478ecf2/f52b72b6-0ce6-4773-a5e3-57df1a0b2d08/3ab1389d-6f2d-47cf-b739-3cb44334514a) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:38:35.489357 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-21dec925-c401-4f1d-8c97-dd483b05926a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:35.503284 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-21dec925-c401-4f1d-8c97-dd483b05926a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Transition to ACTIVE for port object 3ab1389d-6f2d-47cf-b739-3cb44334514a will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:38:35.603793 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-21dec925-c401-4f1d-8c97-dd483b05926a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:35.653598 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-21dec925-c401-4f1d-8c97-dd483b05926a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network d65d625d-52d3-4441-b44b-9e9cf478ecf2 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:38:35.657416 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-21dec925-c401-4f1d-8c97-dd483b05926a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:38:35.659937 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-21dec925-c401-4f1d-8c97-dd483b05926a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:38:35.688960 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dec925-c401-4f1d-8c97-dd483b05926a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Port': ['ID=3ab1389d-6f2d-47cf-b739-3cb44334514a,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:35.720309 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-21dec925-c401-4f1d-8c97-dd483b05926a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:35.720955 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-21dec925-c401-4f1d-8c97-dd483b05926a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:35.841255 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-21dec925-c401-4f1d-8c97-dd483b05926a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8646986 Jun 30 10:38:35.876252 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-0efdab15-0f1c-40a2-8e59-7aaafb34d172 service neutron] Request body: {'port': {'device_id': '5f4cc6bf-53dc-46f5-8e51-d134d00b24bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:38:35.949731 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-0efdab15-0f1c-40a2-8e59-7aaafb34d172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:35.956815 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0e2024ea-adc4-4f71-8528-f7a9ea8e8df8 None None] Provisioning for port 3ab1389d-6f2d-47cf-b739-3cb44334514a completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:38:35.960803 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0e2024ea-adc4-4f71-8528-f7a9ea8e8df8 None None] Provisioning complete for port 3ab1389d-6f2d-47cf-b739-3cb44334514a triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:38:35.961171 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0e2024ea-adc4-4f71-8528-f7a9ea8e8df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:35.995431 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0e2024ea-adc4-4f71-8528-f7a9ea8e8df8 None None] Port 3ab1389d-6f2d-47cf-b739-3cb44334514a cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:38:36.218144 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-0efdab15-0f1c-40a2-8e59-7aaafb34d172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ab1389d-6f2d-47cf-b739-3cb44334514a {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:38:36.225674 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-0efdab15-0f1c-40a2-8e59-7aaafb34d172 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:36.238068 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-0efdab15-0f1c-40a2-8e59-7aaafb34d172 service neutron] Transition to ACTIVE for port object 3ab1389d-6f2d-47cf-b739-3cb44334514a will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:38:36.320465 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-0efdab15-0f1c-40a2-8e59-7aaafb34d172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:36.402180 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efdab15-0f1c-40a2-8e59-7aaafb34d172 service neutron] Pushing event updated for resources: {'Port': ['ID=3ab1389d-6f2d-47cf-b739-3cb44334514a,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:36.489438 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3cbe1-421b-4de6-b300-523407cf3c27 req-1d80a501-03ef-4c8c-a9a3-7f2300d36e3f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:36.491033 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6ca3cbe1-421b-4de6-b300-523407cf3c27 req-1d80a501-03ef-4c8c-a9a3-7f2300d36e3f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd HTTP/1.1" status: 200 len: 944 time: 0.1465790 Jun 30 10:38:36.513271 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-0efdab15-0f1c-40a2-8e59-7aaafb34d172 service neutron] Attempting to bind port 3ab1389d-6f2d-47cf-b739-3cb44334514a on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:38:36.513605 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-0efdab15-0f1c-40a2-8e59-7aaafb34d172 service neutron] Attempting to bind port 3ab1389d-6f2d-47cf-b739-3cb44334514a by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': 'e3672669-4e39-4364-b36e-06794df025b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd65d625d-52d3-4441-b44b-9e9cf478ecf2'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:38:36.513933 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-0efdab15-0f1c-40a2-8e59-7aaafb34d172 service neutron] Attempting to bind port 3ab1389d-6f2d-47cf-b739-3cb44334514a on network d65d625d-52d3-4441-b44b-9e9cf478ecf2 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:38:36.526729 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-0efdab15-0f1c-40a2-8e59-7aaafb34d172 service neutron] Port 3ab1389d-6f2d-47cf-b739-3cb44334514a on network d65d625d-52d3-4441-b44b-9e9cf478ecf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:38:36.527055 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-0efdab15-0f1c-40a2-8e59-7aaafb34d172 service neutron] Attempting to bind port 3ab1389d-6f2d-47cf-b739-3cb44334514a on network d65d625d-52d3-4441-b44b-9e9cf478ecf2 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:38:36.535778 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-0efdab15-0f1c-40a2-8e59-7aaafb34d172 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:38:36.536127 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-0efdab15-0f1c-40a2-8e59-7aaafb34d172 service neutron] Checking segment: {'id': 'e3672669-4e39-4364-b36e-06794df025b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd65d625d-52d3-4441-b44b-9e9cf478ecf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:38:36.536518 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-0efdab15-0f1c-40a2-8e59-7aaafb34d172 service neutron] Bound using segment: {'id': 'e3672669-4e39-4364-b36e-06794df025b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd65d625d-52d3-4441-b44b-9e9cf478ecf2'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:38:36.536954 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-0efdab15-0f1c-40a2-8e59-7aaafb34d172 service neutron] Bound port: 3ab1389d-6f2d-47cf-b739-3cb44334514a, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3672669-4e39-4364-b36e-06794df025b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd65d625d-52d3-4441-b44b-9e9cf478ecf2'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:38:36.537312 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-0efdab15-0f1c-40a2-8e59-7aaafb34d172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:36.558185 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6ca3cbe1-421b-4de6-b300-523407cf3c27 req-5543c106-a5aa-4afc-af43-c54b90aac3f7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc39181d-15f4-463c-9251-7d5b76117575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558627 Jun 30 10:38:36.613349 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-0efdab15-0f1c-40a2-8e59-7aaafb34d172 service neutron] For port 3ab1389d-6f2d-47cf-b739-3cb44334514a, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:38:36.616439 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-0efdab15-0f1c-40a2-8e59-7aaafb34d172 service neutron] For port 3ab1389d-6f2d-47cf-b739-3cb44334514a, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=3ab1389d-6f2d-47cf-b739-3cb44334514a,segment=NetworkSegment(e3672669-4e39-4364-b36e-06794df025b4),segment_id=e3672669-4e39-4364-b36e-06794df025b4)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:38:36.717585 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-0efdab15-0f1c-40a2-8e59-7aaafb34d172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:36.757658 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-0efdab15-0f1c-40a2-8e59-7aaafb34d172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:36.758275 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-0efdab15-0f1c-40a2-8e59-7aaafb34d172 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:36.759666 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-0efdab15-0f1c-40a2-8e59-7aaafb34d172 service neutron] 10.222.0.37 "PUT /v2.0/ports/3ab1389d-6f2d-47cf-b739-3cb44334514a HTTP/1.1" status: 200 len: 1093 time: 0.8887975 Jun 30 10:38:36.760119 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4cc6bf-53dc-46f5-8e51-d134d00b24bd', 'tag': '3ab1389d-6f2d-47cf-b739-3cb44334514a'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:38:36.762463 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f13a1b9-f91c-401e-912a-b4c3a6c68d96" -d '{"events": [{"name": "network-changed", "server_uuid": "5f4cc6bf-53dc-46f5-8e51-d134d00b24bd", "tag": "3ab1389d-6f2d-47cf-b739-3cb44334514a"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:38:36.799189 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efdab15-0f1c-40a2-8e59-7aaafb34d172 service neutron] Pushing event updated for resources: {'Port': ['ID=3ab1389d-6f2d-47cf-b739-3cb44334514a,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:36.818174 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf2e345-8ae2-4365-8620-5d3082565e57 x-openstack-request-id: req-8bf2e345-8ae2-4365-8620-5d3082565e57 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:38:36.818616 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f4cc6bf-53dc-46f5-8e51-d134d00b24bd", "tag": "3ab1389d-6f2d-47cf-b739-3cb44334514a", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:38:36.818877 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8bf2e345-8ae2-4365-8620-5d3082565e57 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:38:36.819315 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f4cc6bf-53dc-46f5-8e51-d134d00b24bd', 'tag': '3ab1389d-6f2d-47cf-b739-3cb44334514a', 'status': 'completed', 'code': 200} Jun 30 10:38:36.899626 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13a1b9-f91c-401e-912a-b4c3a6c68d96 req-06e2b521-d8e9-427f-a9c1-f2854e282ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:36.901151 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7f13a1b9-f91c-401e-912a-b4c3a6c68d96 req-06e2b521-d8e9-427f-a9c1-f2854e282ad2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd HTTP/1.1" status: 200 len: 1096 time: 0.0615995 Jun 30 10:38:36.999314 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13a1b9-f91c-401e-912a-b4c3a6c68d96 req-9f162787-7519-429c-8393-95e6314fda49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:37.001025 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7f13a1b9-f91c-401e-912a-b4c3a6c68d96 req-9f162787-7519-429c-8393-95e6314fda49 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0926239 Jun 30 10:38:37.104072 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13a1b9-f91c-401e-912a-b4c3a6c68d96 req-c1292386-5af6-40be-a809-286e9afe144d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:37.105459 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7f13a1b9-f91c-401e-912a-b4c3a6c68d96 req-c1292386-5af6-40be-a809-286e9afe144d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981779 Jun 30 10:38:37.194173 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-ad2fe8ec-82a7-4ddc-b38d-ca87183b75a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:37.195681 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-ad2fe8ec-82a7-4ddc-b38d-ca87183b75a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd HTTP/1.1" status: 200 len: 1096 time: 0.0530007 Jun 30 10:38:37.239111 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-cb29fdec-6873-4f56-88bc-ef85e5b8b503 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ab1389d-6f2d-47cf-b739-3cb44334514a HTTP/1.1" status: 200 len: 217 time: 0.0367002 Jun 30 10:38:37.286549 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-2df727f2-3d23-4ce9-b1fd-4c8f898e743c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:37.288065 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-2df727f2-3d23-4ce9-b1fd-4c8f898e743c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f52b72b6-0ce6-4773-a5e3-57df1a0b2d08 HTTP/1.1" status: 200 len: 834 time: 0.0436800 Jun 30 10:38:37.343751 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-61099432-8cee-4432-97a2-5ec70b51c3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:37.345218 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-61099432-8cee-4432-97a2-5ec70b51c3e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d65d625d-52d3-4441-b44b-9e9cf478ecf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509980 Jun 30 10:38:37.355016 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-0e74e3d6-56b9-4583-a267-24d4961d36fd service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:38:37.355899 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-0e74e3d6-56b9-4583-a267-24d4961d36fd service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049007 Jun 30 10:38:37.449185 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-9598736f-bf04-4904-af6f-14258658b1cb service neutron] 10.222.0.37 "GET /v2.0/networks/d65d625d-52d3-4441-b44b-9e9cf478ecf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865355 Jun 30 10:38:37.545734 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5710b3a-0999-44b4-a1af-36952d307fb6 req-4752379d-5bad-4f67-9693-7f254d572787 service neutron] 10.222.0.37 "GET /v2.0/networks/d65d625d-52d3-4441-b44b-9e9cf478ecf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896382 Jun 30 10:38:37.753448 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2a6f8-b106-4f70-8a60-9d5d1df92448 req-a8937ea3-f545-48b2-aa93-4c6a4873523c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:37.754926 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-18c2a6f8-b106-4f70-8a60-9d5d1df92448 req-a8937ea3-f545-48b2-aa93-4c6a4873523c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd HTTP/1.1" status: 200 len: 944 time: 0.0687053 Jun 30 10:38:37.793340 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-18c2a6f8-b106-4f70-8a60-9d5d1df92448 req-8ee407d8-47a4-451a-9028-46f2397f0482 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc39181d-15f4-463c-9251-7d5b76117575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326202 Jun 30 10:38:38.836923 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:38.975886 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d6ead-198f-471c-b5f2-7dd48236c9dc req-a92c0b64-0f5b-4ae9-930c-0623075aef2c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:38.977416 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f13d6ead-198f-471c-b5f2-7dd48236c9dc req-a92c0b64-0f5b-4ae9-930c-0623075aef2c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd HTTP/1.1" status: 200 len: 944 time: 0.0660138 Jun 30 10:38:39.018975 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f13d6ead-198f-471c-b5f2-7dd48236c9dc req-796b90bb-6947-4268-9c21-3cac85168356 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc39181d-15f4-463c-9251-7d5b76117575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357776 Jun 30 10:38:39.739395 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:40.196119 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2f296-9e37-4a48-83b3-4df8ad0e7785 req-460ce494-44b3-4258-86bd-394d223ed560 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:40.197583 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-acb2f296-9e37-4a48-83b3-4df8ad0e7785 req-460ce494-44b3-4258-86bd-394d223ed560 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd HTTP/1.1" status: 200 len: 944 time: 0.0660713 Jun 30 10:38:40.239153 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-acb2f296-9e37-4a48-83b3-4df8ad0e7785 req-2b1b5086-8b3b-412d-97a6-a5c356396d04 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc39181d-15f4-463c-9251-7d5b76117575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339887 Jun 30 10:38:40.972654 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:38:41.414552 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c52fe4-23d4-46cc-a37b-417dce77adbe req-5957d379-ac4e-4358-a4f0-83fba2f8a466 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:41.416199 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-55c52fe4-23d4-46cc-a37b-417dce77adbe req-5957d379-ac4e-4358-a4f0-83fba2f8a466 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd HTTP/1.1" status: 200 len: 944 time: 0.0650985 Jun 30 10:38:41.455923 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-55c52fe4-23d4-46cc-a37b-417dce77adbe req-4fa8b194-ae43-400b-9e65-4a44993948e4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc39181d-15f4-463c-9251-7d5b76117575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335948 Jun 30 10:38:42.035967 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 3ab1389d-6f2d-47cf-b739-3cb44334514a details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:38:42.131703 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 3ab1389d-6f2d-47cf-b739-3cb44334514a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=3ab1389d-6f2d-47cf-b739-3cb44334514a,segment=NetworkSegment(e3672669-4e39-4364-b36e-06794df025b4),segment_id=e3672669-4e39-4364-b36e-06794df025b4)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:38:42.144012 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '3ab1389d-6f2d-47cf-b739-3cb44334514a', 'network_id': 'd65d625d-52d3-4441-b44b-9e9cf478ecf2', 'port_id': '3ab1389d-6f2d-47cf-b739-3cb44334514a', 'mac_address': 'fa:16:3e:ef:4e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52b72b6-0ce6-4773-a5e3-57df1a0b2d08', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:38:42.182921 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:42.195637 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ab1389d-6f2d-47cf-b739-3cb44334514a {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:38:42.226581 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 3ab1389d-6f2d-47cf-b739-3cb44334514a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=3ab1389d-6f2d-47cf-b739-3cb44334514a,segment=NetworkSegment(e3672669-4e39-4364-b36e-06794df025b4),segment_id=e3672669-4e39-4364-b36e-06794df025b4)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:38:42.316966 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:42.367317 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=3ab1389d-6f2d-47cf-b739-3cb44334514a,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:42.634281 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc0741-9263-42fa-8e4e-86609b391113 req-a870ace2-094a-4603-ae1a-a6f8666a85b3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:42.635767 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c5dc0741-9263-42fa-8e4e-86609b391113 req-a870ace2-094a-4603-ae1a-a6f8666a85b3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd HTTP/1.1" status: 200 len: 945 time: 0.0661182 Jun 30 10:38:42.673686 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c5dc0741-9263-42fa-8e4e-86609b391113 req-b265c8d3-d3a4-456b-be72-2f0922fb2524 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc39181d-15f4-463c-9251-7d5b76117575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313032 Jun 30 10:38:42.696538 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['3ab1389d-6f2d-47cf-b739-3cb44334514a'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:38:43.849303 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7d4de-e5a8-43c0-b651-83163fdea00b req-dec992d1-2097-4789-bb3e-43ff0bfa63c6 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:43.850879 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8cd7d4de-e5a8-43c0-b651-83163fdea00b req-dec992d1-2097-4789-bb3e-43ff0bfa63c6 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd HTTP/1.1" status: 200 len: 945 time: 0.0661795 Jun 30 10:38:43.888301 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8cd7d4de-e5a8-43c0-b651-83163fdea00b req-abc2aa19-2621-4d23-b780-08a9d6565550 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc39181d-15f4-463c-9251-7d5b76117575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318809 Jun 30 10:38:44.049116 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 3ab1389d-6f2d-47cf-b739-3cb44334514a up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:38:44.159929 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 3ab1389d-6f2d-47cf-b739-3cb44334514a completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:38:44.163842 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 3ab1389d-6f2d-47cf-b739-3cb44334514a triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:38:44.164212 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:44.238564 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:44.260645 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4cc6bf-53dc-46f5-8e51-d134d00b24bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab1389d-6f2d-47cf-b739-3cb44334514a'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:38:44.262892 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061bebf6-a998-4407-ac1b-2ed47d82ce5e" -d '{"events": [{"server_uuid": "5f4cc6bf-53dc-46f5-8e51-d134d00b24bd", "name": "network-vif-plugged", "status": "completed", "tag": "3ab1389d-6f2d-47cf-b739-3cb44334514a"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:38:44.279088 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 3ab1389d-6f2d-47cf-b739-3cb44334514a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=3ab1389d-6f2d-47cf-b739-3cb44334514a,segment=NetworkSegment(e3672669-4e39-4364-b36e-06794df025b4),segment_id=e3672669-4e39-4364-b36e-06794df025b4)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:38:44.355601 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19dff57c-a96d-48c9-b256-ada8d5a9e63b x-openstack-request-id: req-19dff57c-a96d-48c9-b256-ada8d5a9e63b {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:38:44.355900 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4cc6bf-53dc-46f5-8e51-d134d00b24bd", "name": "network-vif-plugged", "status": "completed", "tag": "3ab1389d-6f2d-47cf-b739-3cb44334514a", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:38:44.356177 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-19dff57c-a96d-48c9-b256-ada8d5a9e63b {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:38:44.356608 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4cc6bf-53dc-46f5-8e51-d134d00b24bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab1389d-6f2d-47cf-b739-3cb44334514a', 'code': 200} Jun 30 10:38:44.367678 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:44.415897 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=3ab1389d-6f2d-47cf-b739-3cb44334514a,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:44.473442 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fb98a-315e-4d3f-bce7-641336c3605e req-3e1992da-af0b-4e82-9e32-ecc6af2dd277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:44.474924 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-243fb98a-315e-4d3f-bce7-641336c3605e req-3e1992da-af0b-4e82-9e32-ecc6af2dd277 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd HTTP/1.1" status: 200 len: 1098 time: 0.0567997 Jun 30 10:38:44.511482 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-243fb98a-315e-4d3f-bce7-641336c3605e req-57725162-601f-4df6-98fd-04e06364648b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fc39181d-15f4-463c-9251-7d5b76117575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302365 Jun 30 10:38:45.071052 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf24353-d10e-4fa3-bca4-7d1d5a4d802e req-8b50aca8-3aed-4d7d-bfd2-66e7e18b4d7e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:45.072583 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9cf24353-d10e-4fa3-bca4-7d1d5a4d802e req-8b50aca8-3aed-4d7d-bfd2-66e7e18b4d7e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd HTTP/1.1" status: 200 len: 946 time: 0.0663114 Jun 30 10:38:45.113263 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9cf24353-d10e-4fa3-bca4-7d1d5a4d802e req-77a48fd1-da2f-4386-98df-e44ec117b9a7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc39181d-15f4-463c-9251-7d5b76117575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338192 Jun 30 10:38:46.285445 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6690f-6900-4886-896d-4311fa34e1e8 req-ee4ce396-fd59-414a-83cd-c4fc63be36df tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:46.286833 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dcc6690f-6900-4886-896d-4311fa34e1e8 req-ee4ce396-fd59-414a-83cd-c4fc63be36df tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd HTTP/1.1" status: 200 len: 946 time: 0.0643313 Jun 30 10:38:46.324078 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dcc6690f-6900-4886-896d-4311fa34e1e8 req-f8af72be-69a0-4577-8734-c2dc916c538e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc39181d-15f4-463c-9251-7d5b76117575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314486 Jun 30 10:38:46.500976 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f88cb1-64c7-4ee9-8873-0bab252fe8c3 req-f32f76da-5b62-44cf-a311-ab1a54228ecc tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:46.502435 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e1f88cb1-64c7-4ee9-8873-0bab252fe8c3 req-f32f76da-5b62-44cf-a311-ab1a54228ecc tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd HTTP/1.1" status: 200 len: 946 time: 0.0638027 Jun 30 10:38:46.539291 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e1f88cb1-64c7-4ee9-8873-0bab252fe8c3 req-01de201e-e895-4a87-838e-747114ad7b06 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc39181d-15f4-463c-9251-7d5b76117575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312805 Jun 30 10:38:46.563593 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36102) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:38:46.619191 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474a4004-0f5a-40f7-b47b-97a795965fff tempest-TestNetworkAdvancedServerOps-748112870 tempest-TestNetworkAdvancedServerOps-748112870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:46.620682 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-474a4004-0f5a-40f7-b47b-97a795965fff tempest-TestNetworkAdvancedServerOps-748112870 tempest-TestNetworkAdvancedServerOps-748112870-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd HTTP/1.1" status: 200 len: 1093 time: 0.0561106 Jun 30 10:38:46.623623 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36104) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:38:46.628242 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-f4e074aa-0d35-4f6f-b31b-ca7693d32e75 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'port_id': '3ab1389d-6f2d-47cf-b739-3cb44334514a', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:38:46.743295 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f4e074aa-0d35-4f6f-b31b-ca7693d32e75 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for floatingip, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:46.838929 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f4e074aa-0d35-4f6f-b31b-ca7693d32e75 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:46.942437 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-f4e074aa-0d35-4f6f-b31b-ca7693d32e75 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Allocated IP 172.25.6.167 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/90e3faf8-8ec6-43ad-99bf-4de75348aa11) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:38:47.045925 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f4e074aa-0d35-4f6f-b31b-ca7693d32e75 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:47.213727 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f4e074aa-0d35-4f6f-b31b-ca7693d32e75 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:47.250436 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e074aa-0d35-4f6f-b31b-ca7693d32e75 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:38:47.282746 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-f4e074aa-0d35-4f6f-b31b-ca7693d32e75 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:38:47.282746 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e074aa-0d35-4f6f-b31b-ca7693d32e75 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:38:47.282746 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e074aa-0d35-4f6f-b31b-ca7693d32e75 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Port': ['ID=90e3faf8-8ec6-43ad-99bf-4de75348aa11,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:47.632909 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f4e074aa-0d35-4f6f-b31b-ca7693d32e75 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:47.802073 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f4e074aa-0d35-4f6f-b31b-ca7693d32e75 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:47.948638 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f4e074aa-0d35-4f6f-b31b-ca7693d32e75 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:48.064946 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f4e074aa-0d35-4f6f-b31b-ca7693d32e75 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:48.130485 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e074aa-0d35-4f6f-b31b-ca7693d32e75 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Port': ['ID=90e3faf8-8ec6-43ad-99bf-4de75348aa11,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:38:48.142455 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f4e074aa-0d35-4f6f-b31b-ca7693d32e75 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:48.241251 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [None req-f4e074aa-0d35-4f6f-b31b-ca7693d32e75 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Floating IP 232f08bc-8103-41f3-8bf4-b32440718ddc associated. External IP: 172.25.6.167, port: 3ab1389d-6f2d-47cf-b739-3cb44334514a. Jun 30 10:38:48.448399 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e074aa-0d35-4f6f-b31b-ca7693d32e75 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Router e3fab4fd-7b7e-4e23-9de7-edb89e66fce5 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:38:48.558844 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e074aa-0d35-4f6f-b31b-ca7693d32e75 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:38:48.568167 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f6a115-f676-4f1f-ba7f-6156e8fa8081 None None] Sync routers for ids ['e3fab4fd-7b7e-4e23-9de7-edb89e66fce5'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:38:48.576874 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f6a115-f676-4f1f-ba7f-6156e8fa8081 None None] Routers {'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:38:48.577499 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-85f6a115-f676-4f1f-ba7f-6156e8fa8081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:38:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e3fab4fd-7b7e-4e23-9de7-edb89e66fce5'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:38:48.636614 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f4e074aa-0d35-4f6f-b31b-ca7693d32e75 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:48.674452 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f4e074aa-0d35-4f6f-b31b-ca7693d32e75 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0498090 Jun 30 10:38:48.675076 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4cc6bf-53dc-46f5-8e51-d134d00b24bd', 'tag': '3ab1389d-6f2d-47cf-b739-3cb44334514a'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:38:48.677411 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e701e04-38db-445a-8d3c-fb7037c4df14" -d '{"events": [{"name": "network-changed", "server_uuid": "5f4cc6bf-53dc-46f5-8e51-d134d00b24bd", "tag": "3ab1389d-6f2d-47cf-b739-3cb44334514a"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:38:48.684433 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-85f6a115-f676-4f1f-ba7f-6156e8fa8081 None None] Set router e3fab4fd-7b7e-4e23-9de7-edb89e66fce5 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:38:48.715533 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005c86fd-591b-453c-95df-c9509b3dba85 x-openstack-request-id: req-005c86fd-591b-453c-95df-c9509b3dba85 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:38:48.715982 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f4cc6bf-53dc-46f5-8e51-d134d00b24bd", "tag": "3ab1389d-6f2d-47cf-b739-3cb44334514a", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:38:48.716286 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-005c86fd-591b-453c-95df-c9509b3dba85 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:38:48.716690 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f4cc6bf-53dc-46f5-8e51-d134d00b24bd', 'tag': '3ab1389d-6f2d-47cf-b739-3cb44334514a', 'status': 'completed', 'code': 200} Jun 30 10:38:48.846229 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e701e04-38db-445a-8d3c-fb7037c4df14 req-cec8225a-f595-4f43-b4f1-64cec4c7dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:48.847845 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4e701e04-38db-445a-8d3c-fb7037c4df14 req-cec8225a-f595-4f43-b4f1-64cec4c7dddd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd HTTP/1.1" status: 200 len: 1098 time: 0.0998299 Jun 30 10:38:48.885386 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b4574-c4d4-48b5-bf4d-7496b0cfb26b req-ede7b844-2788-4af3-8b4f-f9da3ce82aea tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:48.886822 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d3b4574-c4d4-48b5-bf4d-7496b0cfb26b req-ede7b844-2788-4af3-8b4f-f9da3ce82aea tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd HTTP/1.1" status: 200 len: 946 time: 0.1089478 Jun 30 10:38:48.920016 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-85f6a115-f676-4f1f-ba7f-6156e8fa8081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079955188', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'efeafb27-597a-427a-85b8-6f19bd907e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:38:21Z', 'updated_at': '2021-06-30T10:38:26Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'efeafb27-597a-427a-85b8-6f19bd907e6e', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:38:21Z', 'updated_at': '2021-06-30T10:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '232f08bc-8103-41f3-8bf4-b32440718ddc', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'port_id': '3ab1389d-6f2d-47cf-b739-3cb44334514a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd65d625d-52d3-4441-b44b-9e9cf478ecf2', 'mac_address': 'fa:16:3e:ef:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4cc6bf-53dc-46f5-8e51-d134d00b24bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:38:47Z', 'updated_at': '2021-06-30T10:38:47Z', 'revision_number': 0, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5466516a-38b3-43ad-8f5b-02c35b022efa', 'name': '', 'network_id': 'd65d625d-52d3-4441-b44b-9e9cf478ecf2', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:9c:a6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'f52b72b6-0ce6-4773-a5e3-57df1a0b2d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:38:25Z', 'updated_at': '2021-06-30T10:38:30Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'f52b72b6-0ce6-4773-a5e3-57df1a0b2d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:38:48.950206 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f6a115-f676-4f1f-ba7f-6156e8fa8081 None None] Checking router: e3fab4fd-7b7e-4e23-9de7-edb89e66fce5 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:38:48.958989 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f6a115-f676-4f1f-ba7f-6156e8fa8081 None None] Routers {'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:38:48.959653 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-85f6a115-f676-4f1f-ba7f-6156e8fa8081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:38:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e3fab4fd-7b7e-4e23-9de7-edb89e66fce5'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:38:48.964364 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8d3b4574-c4d4-48b5-bf4d-7496b0cfb26b req-7238ba4e-ebf6-4c75-9496-44da1e254144 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc39181d-15f4-463c-9251-7d5b76117575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528944 Jun 30 10:38:48.984364 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e701e04-38db-445a-8d3c-fb7037c4df14 req-8c194c3a-c6dc-4900-8bd6-0e5c32b2351f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:48.986115 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4e701e04-38db-445a-8d3c-fb7037c4df14 req-8c194c3a-c6dc-4900-8bd6-0e5c32b2351f service neutron] 10.222.0.37 "GET /v2.0/networks?id=d65d625d-52d3-4441-b44b-9e9cf478ecf2 HTTP/1.1" status: 200 len: 897 time: 0.1286559 Jun 30 10:38:48.989855 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36110) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:38:49.069826 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-85f6a115-f676-4f1f-ba7f-6156e8fa8081 None None] Set router e3fab4fd-7b7e-4e23-9de7-edb89e66fce5 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:38:49.104151 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b7cb9680-eb90-4847-b2c6-7ef25a60c62e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/floatingips/232f08bc-8103-41f3-8bf4-b32440718ddc HTTP/1.1" status: 200 len: 992 time: 0.1117346 Jun 30 10:38:49.106259 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4e701e04-38db-445a-8d3c-fb7037c4df14 req-e6e5c266-c5bf-4e18-bb9c-624de3df4af3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ab1389d-6f2d-47cf-b739-3cb44334514a HTTP/1.1" status: 200 len: 1000 time: 0.1088970 Jun 30 10:38:49.163467 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e701e04-38db-445a-8d3c-fb7037c4df14 req-023f4f83-2bd5-4003-be6e-32d07d88ef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:49.164941 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4e701e04-38db-445a-8d3c-fb7037c4df14 req-023f4f83-2bd5-4003-be6e-32d07d88ef38 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f52b72b6-0ce6-4773-a5e3-57df1a0b2d08 HTTP/1.1" status: 200 len: 834 time: 0.0516126 Jun 30 10:38:49.223153 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e701e04-38db-445a-8d3c-fb7037c4df14 req-6ac5fde5-3a96-4ae4-9f44-a45ef5c37c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:49.224633 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4e701e04-38db-445a-8d3c-fb7037c4df14 req-6ac5fde5-3a96-4ae4-9f44-a45ef5c37c96 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d65d625d-52d3-4441-b44b-9e9cf478ecf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520952 Jun 30 10:38:49.312797 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4e701e04-38db-445a-8d3c-fb7037c4df14 req-0639bd3a-bfea-4d85-8546-e6bf746c961a service neutron] 10.222.0.37 "GET /v2.0/networks/d65d625d-52d3-4441-b44b-9e9cf478ecf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819781 Jun 30 10:38:49.387557 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-85f6a115-f676-4f1f-ba7f-6156e8fa8081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079955188', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'efeafb27-597a-427a-85b8-6f19bd907e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:38:21Z', 'updated_at': '2021-06-30T10:38:26Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'efeafb27-597a-427a-85b8-6f19bd907e6e', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:38:21Z', 'updated_at': '2021-06-30T10:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '232f08bc-8103-41f3-8bf4-b32440718ddc', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'port_id': '3ab1389d-6f2d-47cf-b739-3cb44334514a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd65d625d-52d3-4441-b44b-9e9cf478ecf2', 'mac_address': 'fa:16:3e:ef:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4cc6bf-53dc-46f5-8e51-d134d00b24bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:38:47Z', 'updated_at': '2021-06-30T10:38:47Z', 'revision_number': 0, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5466516a-38b3-43ad-8f5b-02c35b022efa', 'name': '', 'network_id': 'd65d625d-52d3-4441-b44b-9e9cf478ecf2', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:9c:a6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'f52b72b6-0ce6-4773-a5e3-57df1a0b2d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:38:25Z', 'updated_at': '2021-06-30T10:38:30Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'f52b72b6-0ce6-4773-a5e3-57df1a0b2d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:38:49.408345 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4e701e04-38db-445a-8d3c-fb7037c4df14 req-21285809-1875-4202-822d-7b20f0e0f286 service neutron] 10.222.0.37 "GET /v2.0/networks/d65d625d-52d3-4441-b44b-9e9cf478ecf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890472 Jun 30 10:38:49.413195 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f6a115-f676-4f1f-ba7f-6156e8fa8081 None None] The sync data for ids ['e3fab4fd-7b7e-4e23-9de7-edb89e66fce5'] in n-d-771363-31 is: [{'id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079955188', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'efeafb27-597a-427a-85b8-6f19bd907e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:38:21Z', 'updated_at': '2021-06-30T10:38:26Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'efeafb27-597a-427a-85b8-6f19bd907e6e', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:38:21Z', 'updated_at': '2021-06-30T10:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '232f08bc-8103-41f3-8bf4-b32440718ddc', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'port_id': '3ab1389d-6f2d-47cf-b739-3cb44334514a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd65d625d-52d3-4441-b44b-9e9cf478ecf2', 'mac_address': 'fa:16:3e:ef:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4cc6bf-53dc-46f5-8e51-d134d00b24bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:38:47Z', 'updated_at': '2021-06-30T10:38:47Z', 'revision_number': 0, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5466516a-38b3-43ad-8f5b-02c35b022efa', 'name': '', 'network_id': 'd65d625d-52d3-4441-b44b-9e9cf478ecf2', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:9c:a6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'f52b72b6-0ce6-4773-a5e3-57df1a0b2d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:38:25Z', 'updated_at': '2021-06-30T10:38:30Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'f52b72b6-0ce6-4773-a5e3-57df1a0b2d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:38:49.595555 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def994f4-e531-4f6f-b39b-fa1dc1a8f490 None None] New status for floating IP 232f08bc-8103-41f3-8bf4-b32440718ddc: ACTIVE {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:38:50.108153 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36112) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:38:50.168544 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c7c48682-2b0b-4f45-badb-b9d878a57718 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/floatingips/232f08bc-8103-41f3-8bf4-b32440718ddc HTTP/1.1" status: 200 len: 994 time: 0.0592971 Jun 30 10:38:50.514043 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-518091d1-e77e-498d-aaa8-f165dbc117ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:53.019249 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4de3a0ed-acff-47a2-aa39-eac950dd7747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:53.625404 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:55.028818 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:56.664874 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:08.836051 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:09.715725 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:17.972005 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:39:20.521678 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-66a320d9-241d-4467-835c-e1f518fc2db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:23.045033 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6884fdc8-00a7-4fff-b92e-806abdf15f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:23.630260 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:24.970550 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:26.670052 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:38.885023 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:39.755014 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:41.710401 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fbb82492-9993-4fff-9d79-c2e7b342ba51 req-e2ed4e4b-4338-47c6-bc83-6cf527e9db20 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0584564 Jun 30 10:39:41.806136 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb82492-9993-4fff-9d79-c2e7b342ba51 req-35522ea9-1763-4d18-805c-149f07459adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:39:41.808553 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fbb82492-9993-4fff-9d79-c2e7b342ba51 req-35522ea9-1763-4d18-805c-149f07459adf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd HTTP/1.1" status: 200 len: 1098 time: 0.0544097 Jun 30 10:39:41.919938 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb82492-9993-4fff-9d79-c2e7b342ba51 req-d95e0bfc-1244-4774-88ef-380d9c2ae859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:39:41.921424 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fbb82492-9993-4fff-9d79-c2e7b342ba51 req-d95e0bfc-1244-4774-88ef-380d9c2ae859 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d65d625d-52d3-4441-b44b-9e9cf478ecf2 HTTP/1.1" status: 200 len: 897 time: 0.0915411 Jun 30 10:39:41.986210 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fbb82492-9993-4fff-9d79-c2e7b342ba51 req-e3c472b8-b59c-4948-9faf-bc3afc93a46f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ab1389d-6f2d-47cf-b739-3cb44334514a HTTP/1.1" status: 200 len: 1002 time: 0.0584950 Jun 30 10:39:42.034993 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb82492-9993-4fff-9d79-c2e7b342ba51 req-365c9de7-ff9d-4523-9ec1-4014cccfa400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:39:42.036491 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fbb82492-9993-4fff-9d79-c2e7b342ba51 req-365c9de7-ff9d-4523-9ec1-4014cccfa400 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f52b72b6-0ce6-4773-a5e3-57df1a0b2d08 HTTP/1.1" status: 200 len: 834 time: 0.0446994 Jun 30 10:39:42.100682 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb82492-9993-4fff-9d79-c2e7b342ba51 req-3547c8f2-a121-47fb-ba0a-3faca39f4bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:39:42.102180 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fbb82492-9993-4fff-9d79-c2e7b342ba51 req-3547c8f2-a121-47fb-ba0a-3faca39f4bc4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d65d625d-52d3-4441-b44b-9e9cf478ecf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594606 Jun 30 10:39:42.488487 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fbb82492-9993-4fff-9d79-c2e7b342ba51 req-c2d7bc36-c7e2-4559-8533-a38224e7eef3 service neutron] 10.222.0.37 "GET /v2.0/networks/d65d625d-52d3-4441-b44b-9e9cf478ecf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794949 Jun 30 10:39:42.578813 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fbb82492-9993-4fff-9d79-c2e7b342ba51 req-6b0cafa9-6a90-4ab3-8ae6-903d40f81b3e service neutron] 10.222.0.37 "GET /v2.0/networks/d65d625d-52d3-4441-b44b-9e9cf478ecf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834994 Jun 30 10:39:50.572443 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0051c3e2-bb70-4b2b-b717-fdd782149264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:52.987437 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-efb0b2eb-c54e-43df-b7fb-491029c4db76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:53.632935 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:54.972142 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:54.973568 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:39:56.285806 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7e417-8e74-4406-a648-df8d1b39e4ae req-aa50a48a-1da3-4096-8823-823c848beff4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:39:56.287344 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dab7e417-8e74-4406-a648-df8d1b39e4ae req-aa50a48a-1da3-4096-8823-823c848beff4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd HTTP/1.1" status: 200 len: 946 time: 0.0691977 Jun 30 10:39:56.329171 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dab7e417-8e74-4406-a648-df8d1b39e4ae req-1d58eea9-aa10-49ae-ac7c-185ae9a9c793 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc39181d-15f4-463c-9251-7d5b76117575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362072 Jun 30 10:39:56.675088 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:57.504344 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7236fe-e6df-41d8-8212-63bc7d44de91 req-b3c95fbb-9739-4171-80bb-f990d9c21264 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:39:57.505821 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-de7236fe-e6df-41d8-8212-63bc7d44de91 req-b3c95fbb-9739-4171-80bb-f990d9c21264 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd HTTP/1.1" status: 200 len: 946 time: 0.0640297 Jun 30 10:39:57.544629 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-de7236fe-e6df-41d8-8212-63bc7d44de91 req-48f9564f-9a70-4e12-a34b-11b041a19b35 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc39181d-15f4-463c-9251-7d5b76117575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330122 Jun 30 10:39:57.571337 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36146) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:39:57.635897 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-92db9d23-f919-4c92-97b7-44a00f956b21 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/floatingips/232f08bc-8103-41f3-8bf4-b32440718ddc HTTP/1.1" status: 200 len: 994 time: 0.0632977 Jun 30 10:39:59.219771 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699917a-78d7-4e5d-8756-9b37cb6e5722 req-cf195732-04b0-4d6f-ab20-e3b88233f430 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:39:59.221311 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4699917a-78d7-4e5d-8756-9b37cb6e5722 req-cf195732-04b0-4d6f-ab20-e3b88233f430 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd HTTP/1.1" status: 200 len: 946 time: 0.0670104 Jun 30 10:39:59.261094 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4699917a-78d7-4e5d-8756-9b37cb6e5722 req-9fd91fe9-179b-42bb-b683-9eea034069f9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc39181d-15f4-463c-9251-7d5b76117575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341465 Jun 30 10:40:00.435320 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfdc8d-b99a-4051-ad44-e5b40e4dc879 req-b79d50c6-cb2b-4ec1-855d-c0d831b201bf tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:00.436780 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45bfdc8d-b99a-4051-ad44-e5b40e4dc879 req-b79d50c6-cb2b-4ec1-855d-c0d831b201bf tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd HTTP/1.1" status: 200 len: 946 time: 0.0619376 Jun 30 10:40:00.475625 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45bfdc8d-b99a-4051-ad44-e5b40e4dc879 req-45b32f15-8411-4bcf-aabe-871509bd2368 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc39181d-15f4-463c-9251-7d5b76117575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328569 Jun 30 10:40:00.500688 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36156) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:40:00.561162 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-8b1b86c5-74e9-4235-864e-497a63124f77 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/floatingips/232f08bc-8103-41f3-8bf4-b32440718ddc HTTP/1.1" status: 200 len: 994 time: 0.0592411 Jun 30 10:40:00.870346 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36162) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:40:01.028379 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-c1d4dd36-899a-4fa1-b753-23cd6e0641a0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Deleting port 90e3faf8-8ec6-43ad-99bf-4de75348aa11 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:40:01.028739 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c1d4dd36-899a-4fa1-b753-23cd6e0641a0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:01.107247 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c1d4dd36-899a-4fa1-b753-23cd6e0641a0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:01.107649 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c1d4dd36-899a-4fa1-b753-23cd6e0641a0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:01.119374 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-c1d4dd36-899a-4fa1-b753-23cd6e0641a0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Calling delete_port for 90e3faf8-8ec6-43ad-99bf-4de75348aa11 owned by network:floatingip {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:40:01.383662 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c1d4dd36-899a-4fa1-b753-23cd6e0641a0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:01.411033 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4dd36-899a-4fa1-b753-23cd6e0641a0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'Port': ['ID=90e3faf8-8ec6-43ad-99bf-4de75348aa11,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:01.442502 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d4dd36-899a-4fa1-b753-23cd6e0641a0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:01.443281 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d4dd36-899a-4fa1-b753-23cd6e0641a0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:01.443281 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d4dd36-899a-4fa1-b753-23cd6e0641a0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:01.443546 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d4dd36-899a-4fa1-b753-23cd6e0641a0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:01.443834 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d4dd36-899a-4fa1-b753-23cd6e0641a0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:01.444161 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d4dd36-899a-4fa1-b753-23cd6e0641a0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:01.444485 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d4dd36-899a-4fa1-b753-23cd6e0641a0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:01.444885 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d4dd36-899a-4fa1-b753-23cd6e0641a0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:01.445179 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d4dd36-899a-4fa1-b753-23cd6e0641a0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:01.445500 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d4dd36-899a-4fa1-b753-23cd6e0641a0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:01.445820 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d4dd36-899a-4fa1-b753-23cd6e0641a0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:01.446144 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d4dd36-899a-4fa1-b753-23cd6e0641a0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:01.491995 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c1d4dd36-899a-4fa1-b753-23cd6e0641a0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for floatingip, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:01.492327 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-c1d4dd36-899a-4fa1-b753-23cd6e0641a0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Floating IP 232f08bc-8103-41f3-8bf4-b32440718ddc disassociated (deleted). External IP: 172.25.6.167, port: 3ab1389d-6f2d-47cf-b739-3cb44334514a. Jun 30 10:40:01.704533 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d4dd36-899a-4fa1-b753-23cd6e0641a0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Router e3fab4fd-7b7e-4e23-9de7-edb89e66fce5 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:40:01.814816 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d4dd36-899a-4fa1-b753-23cd6e0641a0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:40:01.819935 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c1d4dd36-899a-4fa1-b753-23cd6e0641a0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:01.825745 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733ee576-c38a-4b25-9961-b91ff5b89e69 None None] Sync routers for ids ['e3fab4fd-7b7e-4e23-9de7-edb89e66fce5'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:40:01.835760 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733ee576-c38a-4b25-9961-b91ff5b89e69 None None] Routers {'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:40:01.836448 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-733ee576-c38a-4b25-9961-b91ff5b89e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:39:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e3fab4fd-7b7e-4e23-9de7-edb89e66fce5'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:40:01.862186 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c1d4dd36-899a-4fa1-b753-23cd6e0641a0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "DELETE /v2.0/floatingips/232f08bc-8103-41f3-8bf4-b32440718ddc HTTP/1.1" status: 204 len: 168 time: 0.9878621 Jun 30 10:40:01.862186 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4cc6bf-53dc-46f5-8e51-d134d00b24bd', 'tag': '3ab1389d-6f2d-47cf-b739-3cb44334514a'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:40:01.862534 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78734b07-bc21-4c7e-bef7-26ccdcd9f3cc" -d '{"events": [{"name": "network-changed", "server_uuid": "5f4cc6bf-53dc-46f5-8e51-d134d00b24bd", "tag": "3ab1389d-6f2d-47cf-b739-3cb44334514a"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:40:01.902284 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870b5586-33eb-4881-9af8-da48d7c38b9d x-openstack-request-id: req-870b5586-33eb-4881-9af8-da48d7c38b9d {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:40:01.902284 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f4cc6bf-53dc-46f5-8e51-d134d00b24bd", "tag": "3ab1389d-6f2d-47cf-b739-3cb44334514a", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:40:01.902942 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-870b5586-33eb-4881-9af8-da48d7c38b9d {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:40:01.903549 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f4cc6bf-53dc-46f5-8e51-d134d00b24bd', 'tag': '3ab1389d-6f2d-47cf-b739-3cb44334514a', 'status': 'completed', 'code': 200} Jun 30 10:40:01.956984 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-733ee576-c38a-4b25-9961-b91ff5b89e69 None None] Set router e3fab4fd-7b7e-4e23-9de7-edb89e66fce5 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:40:01.990543 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78734b07-bc21-4c7e-bef7-26ccdcd9f3cc req-32f1455b-3938-49b7-b0b0-3568875f44ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:01.992299 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78734b07-bc21-4c7e-bef7-26ccdcd9f3cc req-32f1455b-3938-49b7-b0b0-3568875f44ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd HTTP/1.1" status: 200 len: 1098 time: 0.0646815 Jun 30 10:40:02.095649 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78734b07-bc21-4c7e-bef7-26ccdcd9f3cc req-2463806a-8e1a-4cdd-9871-b83185f3adff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:02.097396 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78734b07-bc21-4c7e-bef7-26ccdcd9f3cc req-2463806a-8e1a-4cdd-9871-b83185f3adff service neutron] 10.222.0.37 "GET /v2.0/networks?id=d65d625d-52d3-4441-b44b-9e9cf478ecf2 HTTP/1.1" status: 200 len: 897 time: 0.0984051 Jun 30 10:40:02.142184 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78734b07-bc21-4c7e-bef7-26ccdcd9f3cc req-d134e849-99da-46a2-ad27-0d95a5dd4d6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ab1389d-6f2d-47cf-b739-3cb44334514a HTTP/1.1" status: 200 len: 217 time: 0.0387397 Jun 30 10:40:02.168968 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-733ee576-c38a-4b25-9961-b91ff5b89e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079955188', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'efeafb27-597a-427a-85b8-6f19bd907e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:38:21Z', 'updated_at': '2021-06-30T10:38:26Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'efeafb27-597a-427a-85b8-6f19bd907e6e', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:38:21Z', 'updated_at': '2021-06-30T10:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '5466516a-38b3-43ad-8f5b-02c35b022efa', 'name': '', 'network_id': 'd65d625d-52d3-4441-b44b-9e9cf478ecf2', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:9c:a6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'f52b72b6-0ce6-4773-a5e3-57df1a0b2d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:38:25Z', 'updated_at': '2021-06-30T10:38:30Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'f52b72b6-0ce6-4773-a5e3-57df1a0b2d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:40:02.194483 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78734b07-bc21-4c7e-bef7-26ccdcd9f3cc req-dc1a09dd-b3ea-4771-9ebc-8f0240f04358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:02.195298 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733ee576-c38a-4b25-9961-b91ff5b89e69 None None] Checking router: e3fab4fd-7b7e-4e23-9de7-edb89e66fce5 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:40:02.196036 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78734b07-bc21-4c7e-bef7-26ccdcd9f3cc req-dc1a09dd-b3ea-4771-9ebc-8f0240f04358 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f52b72b6-0ce6-4773-a5e3-57df1a0b2d08 HTTP/1.1" status: 200 len: 834 time: 0.0484951 Jun 30 10:40:02.205755 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733ee576-c38a-4b25-9961-b91ff5b89e69 None None] Routers {'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:40:02.210506 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-733ee576-c38a-4b25-9961-b91ff5b89e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:39:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e3fab4fd-7b7e-4e23-9de7-edb89e66fce5'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:40:02.264321 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78734b07-bc21-4c7e-bef7-26ccdcd9f3cc req-8cc87f2b-157f-4dd2-9860-659609e281b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:02.265922 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78734b07-bc21-4c7e-bef7-26ccdcd9f3cc req-8cc87f2b-157f-4dd2-9860-659609e281b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d65d625d-52d3-4441-b44b-9e9cf478ecf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637414 Jun 30 10:40:02.321800 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-733ee576-c38a-4b25-9961-b91ff5b89e69 None None] Set router e3fab4fd-7b7e-4e23-9de7-edb89e66fce5 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:40:02.374558 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78734b07-bc21-4c7e-bef7-26ccdcd9f3cc req-4f9d48f9-b48b-418b-a082-fe6d303802b6 service neutron] 10.222.0.37 "GET /v2.0/networks/d65d625d-52d3-4441-b44b-9e9cf478ecf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017992 Jun 30 10:40:02.478948 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78734b07-bc21-4c7e-bef7-26ccdcd9f3cc req-dcc43032-57c6-47c7-b01c-ca56fc71a1c0 service neutron] 10.222.0.37 "GET /v2.0/networks/d65d625d-52d3-4441-b44b-9e9cf478ecf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958743 Jun 30 10:40:02.536452 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b58263-f97a-4e94-bfa7-cdbc9b411f02 req-8e18bc33-f352-4992-a0cd-5517da7d4320 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:02.537944 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-733ee576-c38a-4b25-9961-b91ff5b89e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079955188', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'efeafb27-597a-427a-85b8-6f19bd907e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:38:21Z', 'updated_at': '2021-06-30T10:38:26Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'efeafb27-597a-427a-85b8-6f19bd907e6e', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:38:21Z', 'updated_at': '2021-06-30T10:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '5466516a-38b3-43ad-8f5b-02c35b022efa', 'name': '', 'network_id': 'd65d625d-52d3-4441-b44b-9e9cf478ecf2', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:9c:a6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'f52b72b6-0ce6-4773-a5e3-57df1a0b2d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:38:25Z', 'updated_at': '2021-06-30T10:38:30Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'f52b72b6-0ce6-4773-a5e3-57df1a0b2d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:40:02.538127 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43b58263-f97a-4e94-bfa7-cdbc9b411f02 req-8e18bc33-f352-4992-a0cd-5517da7d4320 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd HTTP/1.1" status: 200 len: 946 time: 0.0788639 Jun 30 10:40:02.568303 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733ee576-c38a-4b25-9961-b91ff5b89e69 None None] The sync data for ids ['e3fab4fd-7b7e-4e23-9de7-edb89e66fce5'] in n-d-771363-31 is: [{'id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079955188', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'efeafb27-597a-427a-85b8-6f19bd907e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:38:21Z', 'updated_at': '2021-06-30T10:38:26Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'efeafb27-597a-427a-85b8-6f19bd907e6e', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:38:21Z', 'updated_at': '2021-06-30T10:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '5466516a-38b3-43ad-8f5b-02c35b022efa', 'name': '', 'network_id': 'd65d625d-52d3-4441-b44b-9e9cf478ecf2', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:9c:a6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'f52b72b6-0ce6-4773-a5e3-57df1a0b2d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:38:25Z', 'updated_at': '2021-06-30T10:38:30Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'f52b72b6-0ce6-4773-a5e3-57df1a0b2d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:40:02.578919 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-43b58263-f97a-4e94-bfa7-cdbc9b411f02 req-e46c1dab-d2e8-4fe7-9643-c140513e251c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc39181d-15f4-463c-9251-7d5b76117575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350595 Jun 30 10:40:02.798684 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4196bc3-8343-4260-afde-206d7ea317ce None None] New status for floating IP 232f08bc-8103-41f3-8bf4-b32440718ddc: DOWN {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:40:03.760093 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ed96f-843f-4519-97e3-f1c3e38a6d58 req-e71875d8-2433-4b30-9137-bf25aa9fd24c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:03.761585 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a85ed96f-843f-4519-97e3-f1c3e38a6d58 req-e71875d8-2433-4b30-9137-bf25aa9fd24c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd HTTP/1.1" status: 200 len: 946 time: 0.0663519 Jun 30 10:40:03.802212 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a85ed96f-843f-4519-97e3-f1c3e38a6d58 req-e480150a-7fe5-4cf7-b35c-90f044ab98e1 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc39181d-15f4-463c-9251-7d5b76117575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348880 Jun 30 10:40:04.303846 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac3f99-3686-4a77-9d2d-2e5a75f2e327 req-4f42b652-07b0-42ef-bb15-88adf2e3f289 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:04.305220 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2fac3f99-3686-4a77-9d2d-2e5a75f2e327 req-4f42b652-07b0-42ef-bb15-88adf2e3f289 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd HTTP/1.1" status: 200 len: 946 time: 0.0624557 Jun 30 10:40:04.406966 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-2fac3f99-3686-4a77-9d2d-2e5a75f2e327 req-7c0ff933-8531-4844-9c0a-64020c1b5917 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Deleting port 3ab1389d-6f2d-47cf-b739-3cb44334514a {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:40:04.407339 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2fac3f99-3686-4a77-9d2d-2e5a75f2e327 req-7c0ff933-8531-4844-9c0a-64020c1b5917 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:04.492634 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-2fac3f99-3686-4a77-9d2d-2e5a75f2e327 req-7c0ff933-8531-4844-9c0a-64020c1b5917 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] For port 3ab1389d-6f2d-47cf-b739-3cb44334514a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=3ab1389d-6f2d-47cf-b739-3cb44334514a,segment=NetworkSegment(e3672669-4e39-4364-b36e-06794df025b4),segment_id=e3672669-4e39-4364-b36e-06794df025b4)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:40:04.492995 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2fac3f99-3686-4a77-9d2d-2e5a75f2e327 req-7c0ff933-8531-4844-9c0a-64020c1b5917 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:04.506647 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-2fac3f99-3686-4a77-9d2d-2e5a75f2e327 req-7c0ff933-8531-4844-9c0a-64020c1b5917 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Calling delete_port for 3ab1389d-6f2d-47cf-b739-3cb44334514a owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:40:04.753052 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2fac3f99-3686-4a77-9d2d-2e5a75f2e327 req-7c0ff933-8531-4844-9c0a-64020c1b5917 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:04.781838 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ff933-8531-4844-9c0a-64020c1b5917 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'Port': ['ID=3ab1389d-6f2d-47cf-b739-3cb44334514a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:04.833596 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fac3f99-3686-4a77-9d2d-2e5a75f2e327 req-7c0ff933-8531-4844-9c0a-64020c1b5917 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] No DVR routers for this DVR port 3ab1389d-6f2d-47cf-b739-3cb44334514a on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:40:04.836321 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-2fac3f99-3686-4a77-9d2d-2e5a75f2e327 req-7c0ff933-8531-4844-9c0a-64020c1b5917 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:04.838257 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2fac3f99-3686-4a77-9d2d-2e5a75f2e327 req-7c0ff933-8531-4844-9c0a-64020c1b5917 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.37 "DELETE /v2.0/ports/3ab1389d-6f2d-47cf-b739-3cb44334514a HTTP/1.1" status: 204 len: 173 time: 0.5275822 Jun 30 10:40:04.838693 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4cc6bf-53dc-46f5-8e51-d134d00b24bd', 'name': 'network-vif-deleted', 'tag': '3ab1389d-6f2d-47cf-b739-3cb44334514a'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:40:04.841163 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa944e70-3c3a-4ac4-a5b7-989d380ad099" -d '{"events": [{"server_uuid": "5f4cc6bf-53dc-46f5-8e51-d134d00b24bd", "name": "network-vif-deleted", "tag": "3ab1389d-6f2d-47cf-b739-3cb44334514a"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:40:04.878186 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad35d6a-8ff9-4c37-870f-203cde48ed25 x-openstack-request-id: req-4ad35d6a-8ff9-4c37-870f-203cde48ed25 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:40:04.878498 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4cc6bf-53dc-46f5-8e51-d134d00b24bd", "name": "network-vif-deleted", "tag": "3ab1389d-6f2d-47cf-b739-3cb44334514a", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:40:04.878739 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4ad35d6a-8ff9-4c37-870f-203cde48ed25 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:40:04.879141 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4cc6bf-53dc-46f5-8e51-d134d00b24bd', 'name': 'network-vif-deleted', 'tag': '3ab1389d-6f2d-47cf-b739-3cb44334514a', 'status': 'completed', 'code': 200} Jun 30 10:40:04.965466 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6a4e1f50-56fe-413f-8056-7fa60b74d72e req-5b6c51a5-7594-47b2-b7b5-4b4bd3daf928 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f4cc6bf-53dc-46f5-8e51-d134d00b24bd HTTP/1.1" status: 200 len: 210 time: 0.0334656 Jun 30 10:40:06.060729 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36178) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:40:06.478275 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f63ec741-6ea0-4a47-86f1-48ff88824bc7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:07.036373 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-f63ec741-6ea0-4a47-86f1-48ff88824bc7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Deleting port 5466516a-38b3-43ad-8f5b-02c35b022efa {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:40:07.036717 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f63ec741-6ea0-4a47-86f1-48ff88824bc7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:07.124831 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-f63ec741-6ea0-4a47-86f1-48ff88824bc7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] For port 5466516a-38b3-43ad-8f5b-02c35b022efa, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5466516a-38b3-43ad-8f5b-02c35b022efa,segment=NetworkSegment(e3672669-4e39-4364-b36e-06794df025b4),segment_id=e3672669-4e39-4364-b36e-06794df025b4)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:40:07.125515 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f63ec741-6ea0-4a47-86f1-48ff88824bc7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:07.138487 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-f63ec741-6ea0-4a47-86f1-48ff88824bc7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Calling delete_port for 5466516a-38b3-43ad-8f5b-02c35b022efa owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:40:07.389566 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f63ec741-6ea0-4a47-86f1-48ff88824bc7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:07.415755 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ec741-6ea0-4a47-86f1-48ff88824bc7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'Port': ['ID=5466516a-38b3-43ad-8f5b-02c35b022efa,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:07.591298 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f63ec741-6ea0-4a47-86f1-48ff88824bc7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:07.803822 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63ec741-6ea0-4a47-86f1-48ff88824bc7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Router e3fab4fd-7b7e-4e23-9de7-edb89e66fce5 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:40:07.909760 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63ec741-6ea0-4a47-86f1-48ff88824bc7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:40:07.915086 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f63ec741-6ea0-4a47-86f1-48ff88824bc7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "PUT /v2.0/routers/e3fab4fd-7b7e-4e23-9de7-edb89e66fce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8529272 Jun 30 10:40:07.917448 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36180) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:40:07.920176 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f423b16c-5d6b-490b-8583-abb53dd87dac None None] Sync routers for ids ['e3fab4fd-7b7e-4e23-9de7-edb89e66fce5'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:40:07.930159 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f423b16c-5d6b-490b-8583-abb53dd87dac None None] Routers {'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:40:07.930779 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-f423b16c-5d6b-490b-8583-abb53dd87dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:39:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e3fab4fd-7b7e-4e23-9de7-edb89e66fce5'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:40:07.970204 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff990117-a0f2-4289-afeb-6558385b59c4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Deleting subnet f52b72b6-0ce6-4773-a5e3-57df1a0b2d08 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:40:07.974212 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ff990117-a0f2-4289-afeb-6558385b59c4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:08.016839 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ff990117-a0f2-4289-afeb-6558385b59c4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:08.035555 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-f423b16c-5d6b-490b-8583-abb53dd87dac None None] Set router e3fab4fd-7b7e-4e23-9de7-edb89e66fce5 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:40:08.105627 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ff990117-a0f2-4289-afeb-6558385b59c4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:08.209756 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-f423b16c-5d6b-490b-8583-abb53dd87dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079955188', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'efeafb27-597a-427a-85b8-6f19bd907e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:38:21Z', 'updated_at': '2021-06-30T10:40:07Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'efeafb27-597a-427a-85b8-6f19bd907e6e', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:38:21Z', 'updated_at': '2021-06-30T10:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:40:08.223965 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ff990117-a0f2-4289-afeb-6558385b59c4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:08.236161 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f423b16c-5d6b-490b-8583-abb53dd87dac None None] Checking router: e3fab4fd-7b7e-4e23-9de7-edb89e66fce5 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:40:08.244495 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f423b16c-5d6b-490b-8583-abb53dd87dac None None] Routers {'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:40:08.245108 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-f423b16c-5d6b-490b-8583-abb53dd87dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:39:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['e3fab4fd-7b7e-4e23-9de7-edb89e66fce5'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:40:08.250032 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff990117-a0f2-4289-afeb-6558385b59c4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'Subnet': ['ID=f52b72b6-0ce6-4773-a5e3-57df1a0b2d08,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:08.256948 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ff990117-a0f2-4289-afeb-6558385b59c4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:08.261336 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ff990117-a0f2-4289-afeb-6558385b59c4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "DELETE /v2.0/subnets/f52b72b6-0ce6-4773-a5e3-57df1a0b2d08 HTTP/1.1" status: 204 len: 168 time: 0.3404827 Jun 30 10:40:08.262299 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36182) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:40:08.269795 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcba0f0-265f-4a41-970b-54ab70902146 None None] Network d65d625d-52d3-4441-b44b-9e9cf478ecf2 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:40:08.390663 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9bc28ae9-4c59-4746-bdd4-6811c9454d79 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:08.444065 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-f423b16c-5d6b-490b-8583-abb53dd87dac None None] Set router e3fab4fd-7b7e-4e23-9de7-edb89e66fce5 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:40:08.491766 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fe763a-4725-4ec1-8355-439f874c4210 None None] DHCP port deletion for d65d625d-52d3-4441-b44b-9e9cf478ecf2 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:40:08.501135 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 3ab1389d-6f2d-47cf-b739-3cb44334514a no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:40:08.508575 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9bc28ae9-4c59-4746-bdd4-6811c9454d79 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:08.542430 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 3ab1389d-6f2d-47cf-b739-3cb44334514a {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:40:08.542877 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 3ab1389d-6f2d-47cf-b739-3cb44334514a not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:40:08.567991 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-b4fe763a-4725-4ec1-8355-439f874c4210 None None] Deleting port 4c02c84a-68da-4bd1-af44-dedb9ee743ae {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:40:08.568700 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b4fe763a-4725-4ec1-8355-439f874c4210 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:08.609827 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-9bc28ae9-4c59-4746-bdd4-6811c9454d79 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Deleting port efeafb27-597a-427a-85b8-6f19bd907e6e {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:40:08.610704 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9bc28ae9-4c59-4746-bdd4-6811c9454d79 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:08.634919 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-f423b16c-5d6b-490b-8583-abb53dd87dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079955188', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'efeafb27-597a-427a-85b8-6f19bd907e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:38:21Z', 'updated_at': '2021-06-30T10:40:07Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'efeafb27-597a-427a-85b8-6f19bd907e6e', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:38:21Z', 'updated_at': '2021-06-30T10:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:40:08.665145 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f423b16c-5d6b-490b-8583-abb53dd87dac None None] The sync data for ids ['e3fab4fd-7b7e-4e23-9de7-edb89e66fce5'] in n-d-771363-31 is: [{'id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079955188', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'efeafb27-597a-427a-85b8-6f19bd907e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:38:21Z', 'updated_at': '2021-06-30T10:40:07Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'efeafb27-597a-427a-85b8-6f19bd907e6e', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fab4fd-7b7e-4e23-9de7-edb89e66fce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:38:21Z', 'updated_at': '2021-06-30T10:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:40:08.708611 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-9bc28ae9-4c59-4746-bdd4-6811c9454d79 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] For port efeafb27-597a-427a-85b8-6f19bd907e6e, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=efeafb27-597a-427a-85b8-6f19bd907e6e,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:40:08.708984 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9bc28ae9-4c59-4746-bdd4-6811c9454d79 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:08.729572 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-9bc28ae9-4c59-4746-bdd4-6811c9454d79 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Calling delete_port for efeafb27-597a-427a-85b8-6f19bd907e6e owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:40:08.798819 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-b4fe763a-4725-4ec1-8355-439f874c4210 None None] For port 4c02c84a-68da-4bd1-af44-dedb9ee743ae, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4c02c84a-68da-4bd1-af44-dedb9ee743ae,segment=NetworkSegment(e3672669-4e39-4364-b36e-06794df025b4),segment_id=e3672669-4e39-4364-b36e-06794df025b4)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:40:08.799250 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b4fe763a-4725-4ec1-8355-439f874c4210 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:08.815580 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-b4fe763a-4725-4ec1-8355-439f874c4210 None None] Calling delete_port for 4c02c84a-68da-4bd1-af44-dedb9ee743ae owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:40:08.949177 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:08.977996 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9bc28ae9-4c59-4746-bdd4-6811c9454d79 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:08.978241 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b4fe763a-4725-4ec1-8355-439f874c4210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:09.003389 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe763a-4725-4ec1-8355-439f874c4210 None None] Pushing event deleted for resources: {'Port': ['ID=4c02c84a-68da-4bd1-af44-dedb9ee743ae,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:09.003806 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc28ae9-4c59-4746-bdd4-6811c9454d79 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'Port': ['ID=efeafb27-597a-427a-85b8-6f19bd907e6e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:09.013302 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fe763a-4725-4ec1-8355-439f874c4210 None None] No DVR routers for this DVR port 4c02c84a-68da-4bd1-af44-dedb9ee743ae on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:40:09.015269 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc28ae9-4c59-4746-bdd4-6811c9454d79 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:09.015482 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe763a-4725-4ec1-8355-439f874c4210 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:09.015635 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc28ae9-4c59-4746-bdd4-6811c9454d79 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:09.015831 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe763a-4725-4ec1-8355-439f874c4210 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:09.016023 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc28ae9-4c59-4746-bdd4-6811c9454d79 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:09.016172 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe763a-4725-4ec1-8355-439f874c4210 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:09.016332 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc28ae9-4c59-4746-bdd4-6811c9454d79 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:09.016676 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc28ae9-4c59-4746-bdd4-6811c9454d79 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:09.016930 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe763a-4725-4ec1-8355-439f874c4210 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:09.017071 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc28ae9-4c59-4746-bdd4-6811c9454d79 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:09.017269 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe763a-4725-4ec1-8355-439f874c4210 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:09.017385 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc28ae9-4c59-4746-bdd4-6811c9454d79 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:09.017632 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe763a-4725-4ec1-8355-439f874c4210 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:09.017755 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc28ae9-4c59-4746-bdd4-6811c9454d79 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:09.017970 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe763a-4725-4ec1-8355-439f874c4210 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:09.018116 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc28ae9-4c59-4746-bdd4-6811c9454d79 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:09.018299 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe763a-4725-4ec1-8355-439f874c4210 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:09.018439 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc28ae9-4c59-4746-bdd4-6811c9454d79 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:09.018616 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe763a-4725-4ec1-8355-439f874c4210 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:09.018756 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc28ae9-4c59-4746-bdd4-6811c9454d79 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:09.018937 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe763a-4725-4ec1-8355-439f874c4210 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:09.019072 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc28ae9-4c59-4746-bdd4-6811c9454d79 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:09.019287 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe763a-4725-4ec1-8355-439f874c4210 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:09.019606 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe763a-4725-4ec1-8355-439f874c4210 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:09.107501 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9bc28ae9-4c59-4746-bdd4-6811c9454d79 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:09.122525 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4c02c84a-68da-4bd1-af44-dedb9ee743ae no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:40:09.144354 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 4c02c84a-68da-4bd1-af44-dedb9ee743ae {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:40:09.144702 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4c02c84a-68da-4bd1-af44-dedb9ee743ae not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:40:09.217989 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9bc28ae9-4c59-4746-bdd4-6811c9454d79 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:09.220035 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9bc28ae9-4c59-4746-bdd4-6811c9454d79 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:09.347276 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9bc28ae9-4c59-4746-bdd4-6811c9454d79 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:09.347899 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc28ae9-4c59-4746-bdd4-6811c9454d79 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Fanout notify agent at l3_agent the message router_deleted on router e3fab4fd-7b7e-4e23-9de7-edb89e66fce5 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:40:09.354741 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9bc28ae9-4c59-4746-bdd4-6811c9454d79 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:09.355889 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9bc28ae9-4c59-4746-bdd4-6811c9454d79 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "DELETE /v2.0/routers/e3fab4fd-7b7e-4e23-9de7-edb89e66fce5 HTTP/1.1" status: 204 len: 168 time: 1.0924480 Jun 30 10:40:09.359535 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36184) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:40:09.446426 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-db32a3d7-abe5-44e8-b091-464a5fa86ef6 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:09.535681 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-db32a3d7-abe5-44e8-b091-464a5fa86ef6 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:09.546357 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-db32a3d7-abe5-44e8-b091-464a5fa86ef6 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d65d625d-52d3-4441-b44b-9e9cf478ecf2']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:40:09.556683 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-db32a3d7-abe5-44e8-b091-464a5fa86ef6 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3672669-4e39-4364-b36e-06794df025b4') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:40:09.556983 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-db32a3d7-abe5-44e8-b091-464a5fa86ef6 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3672669-4e39-4364-b36e-06794df025b4') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:40:09.566101 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-db32a3d7-abe5-44e8-b091-464a5fa86ef6 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:09.579936 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-db32a3d7-abe5-44e8-b091-464a5fa86ef6 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:09.585613 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db32a3d7-abe5-44e8-b091-464a5fa86ef6 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:40:09.585999 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-db32a3d7-abe5-44e8-b091-464a5fa86ef6 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:09.588899 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 10:40:09.588899 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:40:09.588899 n-d-771363-31 neutron-server[101053]: timer() Jun 30 10:40:09.588899 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:40:09.588899 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 10:40:09.588899 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:40:09.588899 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 10:40:09.588899 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:40:09.588899 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 10:40:09.588899 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:40:09.588899 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 10:40:09.588899 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:40:09.588899 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 10:40:09.588899 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:40:09.588899 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:40:09.588899 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:40:09.588899 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:40:09.588899 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:40:09.588899 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 10:40:09.588899 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:40:09.588899 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 10:40:09.588899 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:40:09.588899 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:40:09.588899 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:40:09.588899 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 10:40:09.588899 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:40:09.588899 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:40:09.588899 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:40:09.588899 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:40:09.588899 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:40:09.588899 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:40:09.588899 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:40:09.792735 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-db32a3d7-abe5-44e8-b091-464a5fa86ef6 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:09.801545 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-db32a3d7-abe5-44e8-b091-464a5fa86ef6 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:09.802840 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-db32a3d7-abe5-44e8-b091-464a5fa86ef6 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "DELETE /v2.0/networks/d65d625d-52d3-4441-b44b-9e9cf478ecf2 HTTP/1.1" status: 204 len: 168 time: 0.4419160 Jun 30 10:40:09.805838 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36188) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:40:09.815150 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32a3d7-abe5-44e8-b091-464a5fa86ef6 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'Network': ['ID=d65d625d-52d3-4441-b44b-9e9cf478ecf2,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:09.857924 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:09.873293 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a0d29726-7719-4d55-a348-fcb32c752b51 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:09.902881 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a0d29726-7719-4d55-a348-fcb32c752b51 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:10.049836 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a0d29726-7719-4d55-a348-fcb32c752b51 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:10.053515 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a0d29726-7719-4d55-a348-fcb32c752b51 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:10.053709 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a0d29726-7719-4d55-a348-fcb32c752b51 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "DELETE /v2.0/security-groups/fc39181d-15f4-463c-9251-7d5b76117575 HTTP/1.1" status: 204 len: 168 time: 0.2456794 Jun 30 10:40:10.063173 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d29726-7719-4d55-a348-fcb32c752b51 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc39181d-15f4-463c-9251-7d5b76117575,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:10.710825 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5466516a-38b3-43ad-8f5b-02c35b022efa no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:40:10.729712 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36194) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:40:10.731620 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 5466516a-38b3-43ad-8f5b-02c35b022efa {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:40:10.732128 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5466516a-38b3-43ad-8f5b-02c35b022efa not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:40:10.732710 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device efeafb27-597a-427a-85b8-6f19bd907e6e no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:40:10.736115 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-8f75f719-ba41-4c99-a2bc-a61ac6dbdd61 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-531757949', 'description': 'tempest-secgroup-smoke-531757949 description', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:40:10.752278 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: efeafb27-597a-427a-85b8-6f19bd907e6e {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:40:10.752629 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device efeafb27-597a-427a-85b8-6f19bd907e6e not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:40:10.820994 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f75f719-ba41-4c99-a2bc-a61ac6dbdd61 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:10.902640 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f75f719-ba41-4c99-a2bc-a61ac6dbdd61 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:10.987168 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f75f719-ba41-4c99-a2bc-a61ac6dbdd61 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:11.017004 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75f719-ba41-4c99-a2bc-a61ac6dbdd61 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7c5336-5de6-47d8-858c-29722091c8ba,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:11.092914 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8f75f719-ba41-4c99-a2bc-a61ac6dbdd61 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:11.094219 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8f75f719-ba41-4c99-a2bc-a61ac6dbdd61 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3628457 Jun 30 10:40:11.097101 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36196) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:40:11.101651 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-08679df0-a0b3-422d-98f7-b684e817d238 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group_rule': {'security_group_id': '9c7c5336-5de6-47d8-858c-29722091c8ba', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:40:11.205822 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08679df0-a0b3-422d-98f7-b684e817d238 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:11.261483 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08679df0-a0b3-422d-98f7-b684e817d238 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:11.379746 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08679df0-a0b3-422d-98f7-b684e817d238 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:11.412660 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08679df0-a0b3-422d-98f7-b684e817d238 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b644bb30-782c-4c67-b66a-c029f889810d,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:11.503570 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-08679df0-a0b3-422d-98f7-b684e817d238 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:11.504868 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-08679df0-a0b3-422d-98f7-b684e817d238 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4068189 Jun 30 10:40:11.507634 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36198) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:40:11.512065 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-3466ff03-109e-45c6-ad90-a138f71989f1 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group_rule': {'security_group_id': '9c7c5336-5de6-47d8-858c-29722091c8ba', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:40:11.605605 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3466ff03-109e-45c6-ad90-a138f71989f1 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:11.663916 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3466ff03-109e-45c6-ad90-a138f71989f1 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:11.737242 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3466ff03-109e-45c6-ad90-a138f71989f1 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:11.755095 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466ff03-109e-45c6-ad90-a138f71989f1 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c169586-d70b-409f-8f81-701dfca5ae03,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:11.829497 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3466ff03-109e-45c6-ad90-a138f71989f1 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:11.830980 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3466ff03-109e-45c6-ad90-a138f71989f1 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3224232 Jun 30 10:40:11.833768 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36200) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:40:11.838229 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-b6e162ca-6ad4-4b45-88f2-4d47011cf6ed tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group_rule': {'security_group_id': '9c7c5336-5de6-47d8-858c-29722091c8ba', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:40:11.935695 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b6e162ca-6ad4-4b45-88f2-4d47011cf6ed tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:11.994380 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b6e162ca-6ad4-4b45-88f2-4d47011cf6ed tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:12.051518 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b6e162ca-6ad4-4b45-88f2-4d47011cf6ed tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:12.069929 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e162ca-6ad4-4b45-88f2-4d47011cf6ed tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3109e34a-d005-4c23-af8a-360e787dfebf,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:12.108581 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b6e162ca-6ad4-4b45-88f2-4d47011cf6ed tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:12.109794 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b6e162ca-6ad4-4b45-88f2-4d47011cf6ed tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2750416 Jun 30 10:40:12.113079 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36202) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:40:12.117481 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-b1643718-354d-4f9b-bfdf-d27195a70b7c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group_rule': {'security_group_id': '9c7c5336-5de6-47d8-858c-29722091c8ba', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:40:12.194968 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b1643718-354d-4f9b-bfdf-d27195a70b7c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:12.259659 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b1643718-354d-4f9b-bfdf-d27195a70b7c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:12.332173 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b1643718-354d-4f9b-bfdf-d27195a70b7c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:12.352852 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1643718-354d-4f9b-bfdf-d27195a70b7c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe859950-15cd-4119-9118-4e47dd402f10,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:12.440744 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b1643718-354d-4f9b-bfdf-d27195a70b7c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:12.442021 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b1643718-354d-4f9b-bfdf-d27195a70b7c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3280356 Jun 30 10:40:12.444857 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36204) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:40:12.451307 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-1512bda6-4be8-4f83-b129-8672e05029a5 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group_rule': {'security_group_id': '9c7c5336-5de6-47d8-858c-29722091c8ba', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:40:12.548977 n-d-771363-31 neutron-server[101053]: INFO neutron.db.securitygroups_db [None req-1512bda6-4be8-4f83-b129-8672e05029a5 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Project 93892fa53c864b9b82b15f44cdcb4a01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:40:12.554382 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1512bda6-4be8-4f83-b129-8672e05029a5 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:12.614985 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1512bda6-4be8-4f83-b129-8672e05029a5 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:12.703578 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1512bda6-4be8-4f83-b129-8672e05029a5 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:12.722195 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512bda6-4be8-4f83-b129-8672e05029a5 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb56da5c-5104-4bab-b6ec-40dda4643ad5,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:12.800041 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1512bda6-4be8-4f83-b129-8672e05029a5 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:12.801272 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1512bda6-4be8-4f83-b129-8672e05029a5 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3555672 Jun 30 10:40:12.804042 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36206) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:40:12.808541 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-d2ef5b9e-e826-4dfb-a19c-75a879680826 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group_rule': {'security_group_id': '9c7c5336-5de6-47d8-858c-29722091c8ba', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:40:12.903188 n-d-771363-31 neutron-server[101053]: INFO neutron.db.securitygroups_db [None req-d2ef5b9e-e826-4dfb-a19c-75a879680826 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Project 93892fa53c864b9b82b15f44cdcb4a01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:40:12.909086 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d2ef5b9e-e826-4dfb-a19c-75a879680826 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:12.972492 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d2ef5b9e-e826-4dfb-a19c-75a879680826 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:13.046051 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d2ef5b9e-e826-4dfb-a19c-75a879680826 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:13.064186 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef5b9e-e826-4dfb-a19c-75a879680826 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97958af-36f2-49c6-9b19-6f849f4ea9e1,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:13.137581 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d2ef5b9e-e826-4dfb-a19c-75a879680826 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:13.139415 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d2ef5b9e-e826-4dfb-a19c-75a879680826 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3343935 Jun 30 10:40:13.142167 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36208) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:40:13.147074 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-ffcb3537-6f07-44d0-aaad-688f942ea49b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'network': {'name': 'tempest-network-smoke--807575074', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'port_security_enabled': True}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:40:13.228740 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcb3537-6f07-44d0-aaad-688f942ea49b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Made reservation on behalf of 93892fa53c864b9b82b15f44cdcb4a01 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:40:13.232701 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ffcb3537-6f07-44d0-aaad-688f942ea49b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:13.256640 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffcb3537-6f07-44d0-aaad-688f942ea49b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:40:13.265998 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ffcb3537-6f07-44d0-aaad-688f942ea49b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:13.266344 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-ffcb3537-6f07-44d0-aaad-688f942ea49b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Added segment 0c4d90d4-ca2f-4284-9a42-4c4f207ac004 of type vlan for network d8fb47a7-2f9d-418c-a547-1349056849b0 Jun 30 10:40:13.308331 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ffcb3537-6f07-44d0-aaad-688f942ea49b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:13.398188 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ffcb3537-6f07-44d0-aaad-688f942ea49b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:13.403819 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcb3537-6f07-44d0-aaad-688f942ea49b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:13.408451 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-ffcb3537-6f07-44d0-aaad-688f942ea49b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:13.467558 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb3537-6f07-44d0-aaad-688f942ea49b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Network': ['ID=d8fb47a7-2f9d-418c-a547-1349056849b0,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:13.477751 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network d8fb47a7-2f9d-418c-a547-1349056849b0 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:40:13.502241 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ffcb3537-6f07-44d0-aaad-688f942ea49b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3587077 Jun 30 10:40:13.504633 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36210) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:40:13.509197 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-9755f75b-8982-45b9-b3bc-89e9b5e1f073 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1283211270', 'admin_state_up': True, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:40:13.592901 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9755f75b-8982-45b9-b3bc-89e9b5e1f073 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:13.593985 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9755f75b-8982-45b9-b3bc-89e9b5e1f073 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:13.886611 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9755f75b-8982-45b9-b3bc-89e9b5e1f073 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:14.074560 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9755f75b-8982-45b9-b3bc-89e9b5e1f073 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:14.318061 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9755f75b-8982-45b9-b3bc-89e9b5e1f073 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:14.336515 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9755f75b-8982-45b9-b3bc-89e9b5e1f073 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:14.441116 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-9755f75b-8982-45b9-b3bc-89e9b5e1f073 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Allocated IP 172.25.6.146 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/69d39751-fed5-471f-8945-df736ac4b697) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:40:14.540472 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9755f75b-8982-45b9-b3bc-89e9b5e1f073 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:14.667090 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9755f75b-8982-45b9-b3bc-89e9b5e1f073 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:14.709316 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9755f75b-8982-45b9-b3bc-89e9b5e1f073 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:40:14.712041 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-9755f75b-8982-45b9-b3bc-89e9b5e1f073 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:40:14.717879 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9755f75b-8982-45b9-b3bc-89e9b5e1f073 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:40:14.723231 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755f75b-8982-45b9-b3bc-89e9b5e1f073 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Port': ['ID=69d39751-fed5-471f-8945-df736ac4b697,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:15.049627 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9755f75b-8982-45b9-b3bc-89e9b5e1f073 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:15.251875 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9755f75b-8982-45b9-b3bc-89e9b5e1f073 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:15.449548 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9755f75b-8982-45b9-b3bc-89e9b5e1f073 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Router a8c0f3e0-6049-4aea-bf42-e53593f11dd2 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:40:15.555039 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9755f75b-8982-45b9-b3bc-89e9b5e1f073 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:40:15.564890 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc15e097-594b-43cd-bc4a-0e8be92573fb None None] Sync routers for ids ['a8c0f3e0-6049-4aea-bf42-e53593f11dd2'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:40:15.574101 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc15e097-594b-43cd-bc4a-0e8be92573fb None None] Routers {'a8c0f3e0-6049-4aea-bf42-e53593f11dd2'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:40:15.574756 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-bc15e097-594b-43cd-bc4a-0e8be92573fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:39:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a8c0f3e0-6049-4aea-bf42-e53593f11dd2'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:40:15.645754 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9755f75b-8982-45b9-b3bc-89e9b5e1f073 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:15.647004 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9755f75b-8982-45b9-b3bc-89e9b5e1f073 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1414423 Jun 30 10:40:15.650191 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36212) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:40:15.681521 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-bc15e097-594b-43cd-bc4a-0e8be92573fb None None] Set router a8c0f3e0-6049-4aea-bf42-e53593f11dd2 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:40:15.682776 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e726cd7c-37ff-4920-9a58-97ca71576102 tempest-TestNetworkAdvancedServerOps-748112870 tempest-TestNetworkAdvancedServerOps-748112870-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=93892fa53c864b9b82b15f44cdcb4a01&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314441 Jun 30 10:40:15.685405 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36214) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:40:15.770876 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a91936d-7141-4ff6-80ac-c8d506b8217e tempest-TestNetworkAdvancedServerOps-748112870 tempest-TestNetworkAdvancedServerOps-748112870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:15.772386 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5a91936d-7141-4ff6-80ac-c8d506b8217e tempest-TestNetworkAdvancedServerOps-748112870 tempest-TestNetworkAdvancedServerOps-748112870-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860198 Jun 30 10:40:15.775193 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36216) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:40:15.803413 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-4d0faec5-3383-42d5-9b37-c5330a52748b tempest-TestNetworkAdvancedServerOps-748112870 tempest-TestNetworkAdvancedServerOps-748112870-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=599fb812-09ee-4e3b-a109-d92406a95c23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271511 Jun 30 10:40:15.807912 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36218) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:40:15.812878 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-9075bb6f-ed73-448f-9275-0af96fcf15e4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-901453452', 'network_id': 'd8fb47a7-2f9d-418c-a547-1349056849b0', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:40:15.860818 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-bc15e097-594b-43cd-bc4a-0e8be92573fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283211270', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '69d39751-fed5-471f-8945-df736ac4b697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:40:13Z', 'updated_at': '2021-06-30T10:40:14Z', 'revision_number': 3, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': '69d39751-fed5-471f-8945-df736ac4b697', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:40:14Z', 'updated_at': '2021-06-30T10:40:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:40:15.891504 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc15e097-594b-43cd-bc4a-0e8be92573fb None None] Checking router: a8c0f3e0-6049-4aea-bf42-e53593f11dd2 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:40:15.891853 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc15e097-594b-43cd-bc4a-0e8be92573fb None None] Updating router a8c0f3e0-6049-4aea-bf42-e53593f11dd2 port 69d39751-fed5-471f-8945-df736ac4b697 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:40:15.925467 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bc15e097-594b-43cd-bc4a-0e8be92573fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:15.969706 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9075bb6f-ed73-448f-9275-0af96fcf15e4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Made reservation on behalf of 93892fa53c864b9b82b15f44cdcb4a01 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:40:15.973399 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9075bb6f-ed73-448f-9275-0af96fcf15e4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:16.174570 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bc15e097-594b-43cd-bc4a-0e8be92573fb None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:16.183826 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bc15e097-594b-43cd-bc4a-0e8be92573fb None None] Transition to ACTIVE for port object 69d39751-fed5-471f-8945-df736ac4b697 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:40:16.257478 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9075bb6f-ed73-448f-9275-0af96fcf15e4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:16.289796 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bc15e097-594b-43cd-bc4a-0e8be92573fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:16.322191 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075bb6f-ed73-448f-9275-0af96fcf15e4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Subnet': ['ID=5a364661-b699-401e-b8d3-1c1f9ef8fea9,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:16.330866 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9075bb6f-ed73-448f-9275-0af96fcf15e4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Checking segment: {'id': '0c4d90d4-ca2f-4284-9a42-4c4f207ac004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd8fb47a7-2f9d-418c-a547-1349056849b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:40:16.331185 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9075bb6f-ed73-448f-9275-0af96fcf15e4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network hostable DHCP agents. Network: d8fb47a7-2f9d-418c-a547-1349056849b0, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:40:16.340484 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-bc15e097-594b-43cd-bc4a-0e8be92573fb None None] Attempting to bind port 69d39751-fed5-471f-8945-df736ac4b697 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:40:16.340868 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-bc15e097-594b-43cd-bc4a-0e8be92573fb None None] Attempting to bind port 69d39751-fed5-471f-8945-df736ac4b697 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:40:16.341342 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc15e097-594b-43cd-bc4a-0e8be92573fb None None] Attempting to bind port 69d39751-fed5-471f-8945-df736ac4b697 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:40:16.352441 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44e701-8175-4582-983d-19533e53174f None None] Pushing event updated for resources: {'Port': ['ID=69d39751-fed5-471f-8945-df736ac4b697,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:16.356611 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc15e097-594b-43cd-bc4a-0e8be92573fb None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:40:16.356611 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc15e097-594b-43cd-bc4a-0e8be92573fb None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:40:16.356611 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bc15e097-594b-43cd-bc4a-0e8be92573fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:16.356611 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc15e097-594b-43cd-bc4a-0e8be92573fb None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:40:16.356611 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-bc15e097-594b-43cd-bc4a-0e8be92573fb None None] Bound port: 69d39751-fed5-471f-8945-df736ac4b697, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:40:16.357317 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bc15e097-594b-43cd-bc4a-0e8be92573fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:16.398407 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9075bb6f-ed73-448f-9275-0af96fcf15e4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network d8fb47a7-2f9d-418c-a547-1349056849b0 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:40:16.407949 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bc15e097-594b-43cd-bc4a-0e8be92573fb None None] For port 69d39751-fed5-471f-8945-df736ac4b697, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:40:16.411395 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bc15e097-594b-43cd-bc4a-0e8be92573fb None None] For port 69d39751-fed5-471f-8945-df736ac4b697, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=69d39751-fed5-471f-8945-df736ac4b697,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:40:16.495521 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-9075bb6f-ed73-448f-9275-0af96fcf15e4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, d8fb47a7-2f9d-418c-a547-1349056849b0) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:40:16.500926 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9075bb6f-ed73-448f-9275-0af96fcf15e4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:16.501520 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9075bb6f-ed73-448f-9275-0af96fcf15e4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:16.504517 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2eda41-cf6f-40d1-acb8-ee79e528db86 None None] Network d8fb47a7-2f9d-418c-a547-1349056849b0 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:40:16.517960 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bc15e097-594b-43cd-bc4a-0e8be92573fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:16.577314 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9075bb6f-ed73-448f-9275-0af96fcf15e4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7682753 Jun 30 10:40:16.580287 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36220) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:40:16.621900 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44e701-8175-4582-983d-19533e53174f None None] Pushing event updated for resources: {'Port': ['ID=69d39751-fed5-471f-8945-df736ac4b697,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:16.631946 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc15e097-594b-43cd-bc4a-0e8be92573fb None None] Routers {'a8c0f3e0-6049-4aea-bf42-e53593f11dd2'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:40:16.632569 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-bc15e097-594b-43cd-bc4a-0e8be92573fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:39:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a8c0f3e0-6049-4aea-bf42-e53593f11dd2'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:40:16.788321 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1cf803-b23e-43c2-89f0-ca59f09d0e51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-d8fb47a7-2f9d-418c-a547-1349056849b0', 'network_id': 'd8fb47a7-2f9d-418c-a547-1349056849b0', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'fixed_ips': [{'subnet_id': '5a364661-b699-401e-b8d3-1c1f9ef8fea9'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:40:16.789149 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7f1cf803-b23e-43c2-89f0-ca59f09d0e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:16.795347 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-bc15e097-594b-43cd-bc4a-0e8be92573fb None None] Set router a8c0f3e0-6049-4aea-bf42-e53593f11dd2 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:40:17.027307 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a28adc96-5dd5-4257-a605-9a3647e4b633 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:17.055708 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-7f1cf803-b23e-43c2-89f0-ca59f09d0e51 None None] Allocated IP 172.20.0.2 (d8fb47a7-2f9d-418c-a547-1349056849b0/5a364661-b699-401e-b8d3-1c1f9ef8fea9/b0777d02-a47f-40a6-a614-ec4f5aeb88cc) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:40:17.143527 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-bc15e097-594b-43cd-bc4a-0e8be92573fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283211270', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '69d39751-fed5-471f-8945-df736ac4b697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:40:13Z', 'updated_at': '2021-06-30T10:40:14Z', 'revision_number': 3, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': '69d39751-fed5-471f-8945-df736ac4b697', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:40:14Z', 'updated_at': '2021-06-30T10:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:40:17.172804 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc15e097-594b-43cd-bc4a-0e8be92573fb None None] The sync data for ids ['a8c0f3e0-6049-4aea-bf42-e53593f11dd2'] in n-d-771363-31 is: [{'id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283211270', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '69d39751-fed5-471f-8945-df736ac4b697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:40:13Z', 'updated_at': '2021-06-30T10:40:14Z', 'revision_number': 3, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': '69d39751-fed5-471f-8945-df736ac4b697', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:40:14Z', 'updated_at': '2021-06-30T10:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:40:17.253450 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7f1cf803-b23e-43c2-89f0-ca59f09d0e51 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:17.264031 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7f1cf803-b23e-43c2-89f0-ca59f09d0e51 None None] Transition to ACTIVE for port object b0777d02-a47f-40a6-a614-ec4f5aeb88cc will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:40:17.282342 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7f1cf803-b23e-43c2-89f0-ca59f09d0e51 None None] Transition to ACTIVE for port object b0777d02-a47f-40a6-a614-ec4f5aeb88cc will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:40:17.364773 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7f1cf803-b23e-43c2-89f0-ca59f09d0e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:17.405719 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1cf803-b23e-43c2-89f0-ca59f09d0e51 None None] Network d8fb47a7-2f9d-418c-a547-1349056849b0 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:40:17.410930 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-7f1cf803-b23e-43c2-89f0-ca59f09d0e51 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:40:17.419818 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-a28adc96-5dd5-4257-a605-9a3647e4b633 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Allocated IP 172.20.0.1 (d8fb47a7-2f9d-418c-a547-1349056849b0/5a364661-b699-401e-b8d3-1c1f9ef8fea9/23e3c0f1-20cb-4f54-8a79-43a83fcd76db) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:40:17.420007 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1cf803-b23e-43c2-89f0-ca59f09d0e51 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:40:17.472036 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1cf803-b23e-43c2-89f0-ca59f09d0e51 None None] Pushing event updated for resources: {'Port': ['ID=b0777d02-a47f-40a6-a614-ec4f5aeb88cc,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:17.519309 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-7f1cf803-b23e-43c2-89f0-ca59f09d0e51 None None] Attempting to bind port b0777d02-a47f-40a6-a614-ec4f5aeb88cc on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:40:17.519686 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-7f1cf803-b23e-43c2-89f0-ca59f09d0e51 None None] Attempting to bind port b0777d02-a47f-40a6-a614-ec4f5aeb88cc by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '0c4d90d4-ca2f-4284-9a42-4c4f207ac004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd8fb47a7-2f9d-418c-a547-1349056849b0'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:40:17.520053 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1cf803-b23e-43c2-89f0-ca59f09d0e51 None None] Attempting to bind port b0777d02-a47f-40a6-a614-ec4f5aeb88cc on network d8fb47a7-2f9d-418c-a547-1349056849b0 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:40:17.525464 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1cf803-b23e-43c2-89f0-ca59f09d0e51 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:40:17.525841 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1cf803-b23e-43c2-89f0-ca59f09d0e51 None None] Checking segment: {'id': '0c4d90d4-ca2f-4284-9a42-4c4f207ac004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd8fb47a7-2f9d-418c-a547-1349056849b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:40:17.526609 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7f1cf803-b23e-43c2-89f0-ca59f09d0e51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:17.527010 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1cf803-b23e-43c2-89f0-ca59f09d0e51 None None] Bound using segment: {'id': '0c4d90d4-ca2f-4284-9a42-4c4f207ac004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd8fb47a7-2f9d-418c-a547-1349056849b0'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:40:17.527515 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-7f1cf803-b23e-43c2-89f0-ca59f09d0e51 None None] Bound port: b0777d02-a47f-40a6-a614-ec4f5aeb88cc, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4d90d4-ca2f-4284-9a42-4c4f207ac004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd8fb47a7-2f9d-418c-a547-1349056849b0'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:40:17.527898 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7f1cf803-b23e-43c2-89f0-ca59f09d0e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:17.566693 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a28adc96-5dd5-4257-a605-9a3647e4b633 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:17.582913 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-a28adc96-5dd5-4257-a605-9a3647e4b633 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Transition to ACTIVE for port object 23e3c0f1-20cb-4f54-8a79-43a83fcd76db will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:40:17.602494 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-7f1cf803-b23e-43c2-89f0-ca59f09d0e51 None None] For port b0777d02-a47f-40a6-a614-ec4f5aeb88cc, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:40:17.605923 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-7f1cf803-b23e-43c2-89f0-ca59f09d0e51 None None] For port b0777d02-a47f-40a6-a614-ec4f5aeb88cc, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=b0777d02-a47f-40a6-a614-ec4f5aeb88cc,segment=NetworkSegment(0c4d90d4-ca2f-4284-9a42-4c4f207ac004),segment_id=0c4d90d4-ca2f-4284-9a42-4c4f207ac004)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:40:17.713566 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7f1cf803-b23e-43c2-89f0-ca59f09d0e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:17.772809 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a28adc96-5dd5-4257-a605-9a3647e4b633 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:17.777589 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1cf803-b23e-43c2-89f0-ca59f09d0e51 None None] Pushing event updated for resources: {'Port': ['ID=b0777d02-a47f-40a6-a614-ec4f5aeb88cc,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:17.817379 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28adc96-5dd5-4257-a605-9a3647e4b633 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network d8fb47a7-2f9d-418c-a547-1349056849b0 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:40:17.820879 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-a28adc96-5dd5-4257-a605-9a3647e4b633 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:40:17.825661 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28adc96-5dd5-4257-a605-9a3647e4b633 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:40:17.860018 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28adc96-5dd5-4257-a605-9a3647e4b633 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Port': ['ID=23e3c0f1-20cb-4f54-8a79-43a83fcd76db,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:17.885780 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a28adc96-5dd5-4257-a605-9a3647e4b633 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:18.139219 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a28adc96-5dd5-4257-a605-9a3647e4b633 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:18.406561 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a28adc96-5dd5-4257-a605-9a3647e4b633 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:18.480314 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a28adc96-5dd5-4257-a605-9a3647e4b633 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:18.560870 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a28adc96-5dd5-4257-a605-9a3647e4b633 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:18.562776 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28adc96-5dd5-4257-a605-9a3647e4b633 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Port': ['ID=23e3c0f1-20cb-4f54-8a79-43a83fcd76db,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:18.658043 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28adc96-5dd5-4257-a605-9a3647e4b633 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network d8fb47a7-2f9d-418c-a547-1349056849b0 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:40:18.659391 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-a28adc96-5dd5-4257-a605-9a3647e4b633 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:40:18.755888 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87de650-3f55-4339-91ea-7cb000a6c6d3 None None] Network d8fb47a7-2f9d-418c-a547-1349056849b0 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:40:18.788350 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28adc96-5dd5-4257-a605-9a3647e4b633 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Router a8c0f3e0-6049-4aea-bf42-e53593f11dd2 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:40:18.804762 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b0777d02-a47f-40a6-a614-ec4f5aeb88cc up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:40:18.906608 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28adc96-5dd5-4257-a605-9a3647e4b633 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:40:18.911475 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a28adc96-5dd5-4257-a605-9a3647e4b633 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "PUT /v2.0/routers/a8c0f3e0-6049-4aea-bf42-e53593f11dd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3301144 Jun 30 10:40:18.946141 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-dba02477-044f-4ff7-be73-5e05ae1defb1 None None] Provisioning for port b0777d02-a47f-40a6-a614-ec4f5aeb88cc completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:40:18.983410 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port b0777d02-a47f-40a6-a614-ec4f5aeb88cc completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:40:18.988073 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port b0777d02-a47f-40a6-a614-ec4f5aeb88cc triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:40:18.988537 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:19.107725 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-b07d1d9e-f078-4947-ab9e-35772cc02a99 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-531757949&fields=id&tenant_id=93892fa53c864b9b82b15f44cdcb4a01 HTTP/1.1" status: 200 len: 267 time: 0.0788956 Jun 30 10:40:19.269630 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:19.311805 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port b0777d02-a47f-40a6-a614-ec4f5aeb88cc, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=b0777d02-a47f-40a6-a614-ec4f5aeb88cc,segment=NetworkSegment(0c4d90d4-ca2f-4284-9a42-4c4f207ac004),segment_id=0c4d90d4-ca2f-4284-9a42-4c4f207ac004)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:40:19.338554 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-387a30dc-e6ec-4691-bb65-805b44494bfb tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:19.340389 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-387a30dc-e6ec-4691-bb65-805b44494bfb tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/networks?id=d8fb47a7-2f9d-418c-a547-1349056849b0 HTTP/1.1" status: 200 len: 796 time: 0.2218239 Jun 30 10:40:19.356463 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-dbea3fce-9eb5-43e7-9da4-e7bf4c56f71e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/quotas/93892fa53c864b9b82b15f44cdcb4a01 HTTP/1.1" status: 200 len: 375 time: 0.0099862 Jun 30 10:40:19.398554 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-ca579aec-98d4-4633-82e4-51bdbab1551f None None] Provisioning for port 23e3c0f1-20cb-4f54-8a79-43a83fcd76db completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:40:19.404032 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-ca579aec-98d4-4633-82e4-51bdbab1551f None None] Provisioning complete for port 23e3c0f1-20cb-4f54-8a79-43a83fcd76db triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:40:19.404404 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ca579aec-98d4-4633-82e4-51bdbab1551f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:19.425711 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:19.426524 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 69d39751-fed5-471f-8945-df736ac4b697 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:40:19.470136 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa1592e-e855-4f45-b843-d8c3d63d9358 None None] Sync routers for ids ['a8c0f3e0-6049-4aea-bf42-e53593f11dd2'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:40:19.479573 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa1592e-e855-4f45-b843-d8c3d63d9358 None None] Routers {'a8c0f3e0-6049-4aea-bf42-e53593f11dd2'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:40:19.480214 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-5fa1592e-e855-4f45-b843-d8c3d63d9358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:39:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a8c0f3e0-6049-4aea-bf42-e53593f11dd2'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:40:19.503676 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-ca579aec-98d4-4633-82e4-51bdbab1551f None None] Port 23e3c0f1-20cb-4f54-8a79-43a83fcd76db cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:40:19.556459 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-ca579aec-98d4-4633-82e4-51bdbab1551f None None] Provisioning complete for port b0777d02-a47f-40a6-a614-ec4f5aeb88cc triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:40:19.557139 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ca579aec-98d4-4633-82e4-51bdbab1551f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:19.585737 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=b0777d02-a47f-40a6-a614-ec4f5aeb88cc,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:19.602709 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-5fa1592e-e855-4f45-b843-d8c3d63d9358 None None] Set router a8c0f3e0-6049-4aea-bf42-e53593f11dd2 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:40:19.674647 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 69d39751-fed5-471f-8945-df736ac4b697 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:40:19.679798 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 69d39751-fed5-471f-8945-df736ac4b697 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:40:19.680515 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:19.754747 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-cfea6901-c039-4f53-8a32-f94a9e0bd29f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3848393 Jun 30 10:40:19.780865 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:19.802278 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-ec224867-4c8b-4a83-86c5-cb7997193013 None None] Provisioning complete for port 23e3c0f1-20cb-4f54-8a79-43a83fcd76db triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:40:19.802648 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ec224867-4c8b-4a83-86c5-cb7997193013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:19.808131 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 69d39751-fed5-471f-8945-df736ac4b697, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=69d39751-fed5-471f-8945-df736ac4b697,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:40:19.840611 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-ec224867-4c8b-4a83-86c5-cb7997193013 None None] Port 23e3c0f1-20cb-4f54-8a79-43a83fcd76db cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:40:19.851797 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-5fa1592e-e855-4f45-b843-d8c3d63d9358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283211270', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '69d39751-fed5-471f-8945-df736ac4b697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:40:13Z', 'updated_at': '2021-06-30T10:40:18Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': '69d39751-fed5-471f-8945-df736ac4b697', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:40:14Z', 'updated_at': '2021-06-30T10:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '23e3c0f1-20cb-4f54-8a79-43a83fcd76db', 'name': '', 'network_id': 'd8fb47a7-2f9d-418c-a547-1349056849b0', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:c1:bd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '5a364661-b699-401e-b8d3-1c1f9ef8fea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:40:17Z', 'updated_at': '2021-06-30T10:40:18Z', 'revision_number': 2, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': '5a364661-b699-401e-b8d3-1c1f9ef8fea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:40:19.868702 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:19.881323 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa1592e-e855-4f45-b843-d8c3d63d9358 None None] Checking router: a8c0f3e0-6049-4aea-bf42-e53593f11dd2 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:40:19.882029 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa1592e-e855-4f45-b843-d8c3d63d9358 None None] Updating router a8c0f3e0-6049-4aea-bf42-e53593f11dd2 port 23e3c0f1-20cb-4f54-8a79-43a83fcd76db binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:40:19.918078 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-5fa1592e-e855-4f45-b843-d8c3d63d9358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:19.922884 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=69d39751-fed5-471f-8945-df736ac4b697,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:19.941090 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-5a090d5e-1205-4ff4-a93f-e7b2a00bf400 service neutron] 10.222.0.10 "GET /v2.0/networks/d8fb47a7-2f9d-418c-a547-1349056849b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854594 Jun 30 10:40:20.037710 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-b24e42c9-1a4d-427d-85bb-fb75f73e6b1c service neutron] 10.222.0.10 "GET /v2.0/networks/d8fb47a7-2f9d-418c-a547-1349056849b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895185 Jun 30 10:40:20.195766 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-5fa1592e-e855-4f45-b843-d8c3d63d9358 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:20.205276 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-5fa1592e-e855-4f45-b843-d8c3d63d9358 None None] Transition to ACTIVE for port object 23e3c0f1-20cb-4f54-8a79-43a83fcd76db will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:40:20.297023 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-5fa1592e-e855-4f45-b843-d8c3d63d9358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:20.301302 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-057fda5f-11a8-4987-ba06-3650977dd284 req-4576a7d0-4c65-443f-99ba-3bea27132a62 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 210 time: 0.0324128 Jun 30 10:40:20.350040 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f146c-1e01-4d8c-9c2c-4b6047ac0db7 None None] Pushing event updated for resources: {'Port': ['ID=23e3c0f1-20cb-4f54-8a79-43a83fcd76db,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:20.361230 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f146c-1e01-4d8c-9c2c-4b6047ac0db7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:20.361714 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f146c-1e01-4d8c-9c2c-4b6047ac0db7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:20.362162 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f146c-1e01-4d8c-9c2c-4b6047ac0db7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:20.362601 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f146c-1e01-4d8c-9c2c-4b6047ac0db7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:20.363021 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f146c-1e01-4d8c-9c2c-4b6047ac0db7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:20.363445 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f146c-1e01-4d8c-9c2c-4b6047ac0db7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:20.363777 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f146c-1e01-4d8c-9c2c-4b6047ac0db7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:20.364094 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f146c-1e01-4d8c-9c2c-4b6047ac0db7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:20.364413 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f146c-1e01-4d8c-9c2c-4b6047ac0db7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:20.364719 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f146c-1e01-4d8c-9c2c-4b6047ac0db7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:20.365229 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f146c-1e01-4d8c-9c2c-4b6047ac0db7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:20.365544 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f146c-1e01-4d8c-9c2c-4b6047ac0db7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:40:20.418964 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-5fa1592e-e855-4f45-b843-d8c3d63d9358 None None] Attempting to bind port 23e3c0f1-20cb-4f54-8a79-43a83fcd76db on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:40:20.419673 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-5fa1592e-e855-4f45-b843-d8c3d63d9358 None None] Attempting to bind port 23e3c0f1-20cb-4f54-8a79-43a83fcd76db by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '0c4d90d4-ca2f-4284-9a42-4c4f207ac004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd8fb47a7-2f9d-418c-a547-1349056849b0'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:40:20.419833 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa1592e-e855-4f45-b843-d8c3d63d9358 None None] Attempting to bind port 23e3c0f1-20cb-4f54-8a79-43a83fcd76db on network d8fb47a7-2f9d-418c-a547-1349056849b0 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:40:20.425161 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa1592e-e855-4f45-b843-d8c3d63d9358 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:40:20.425794 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa1592e-e855-4f45-b843-d8c3d63d9358 None None] Checking segment: {'id': '0c4d90d4-ca2f-4284-9a42-4c4f207ac004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd8fb47a7-2f9d-418c-a547-1349056849b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:40:20.426367 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-5fa1592e-e855-4f45-b843-d8c3d63d9358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:20.426745 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa1592e-e855-4f45-b843-d8c3d63d9358 None None] Bound using segment: {'id': '0c4d90d4-ca2f-4284-9a42-4c4f207ac004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd8fb47a7-2f9d-418c-a547-1349056849b0'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:40:20.427425 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-5fa1592e-e855-4f45-b843-d8c3d63d9358 None None] Bound port: 23e3c0f1-20cb-4f54-8a79-43a83fcd76db, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4d90d4-ca2f-4284-9a42-4c4f207ac004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd8fb47a7-2f9d-418c-a547-1349056849b0'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:40:20.427797 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-5fa1592e-e855-4f45-b843-d8c3d63d9358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:20.502057 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-5fa1592e-e855-4f45-b843-d8c3d63d9358 None None] For port 23e3c0f1-20cb-4f54-8a79-43a83fcd76db, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:40:20.505530 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-5fa1592e-e855-4f45-b843-d8c3d63d9358 None None] For port 23e3c0f1-20cb-4f54-8a79-43a83fcd76db, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=23e3c0f1-20cb-4f54-8a79-43a83fcd76db,segment=NetworkSegment(0c4d90d4-ca2f-4284-9a42-4c4f207ac004),segment_id=0c4d90d4-ca2f-4284-9a42-4c4f207ac004)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:40:20.514964 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-071c7bbb-e5ec-4e69-ab55-b48511c3e833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:20.577757 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-5fa1592e-e855-4f45-b843-d8c3d63d9358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:20.641091 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa1592e-e855-4f45-b843-d8c3d63d9358 None None] Routers {'a8c0f3e0-6049-4aea-bf42-e53593f11dd2'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:40:20.646569 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-5fa1592e-e855-4f45-b843-d8c3d63d9358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:39:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a8c0f3e0-6049-4aea-bf42-e53593f11dd2'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:40:20.677625 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f146c-1e01-4d8c-9c2c-4b6047ac0db7 None None] Pushing event updated for resources: {'Port': ['ID=23e3c0f1-20cb-4f54-8a79-43a83fcd76db,revision_number=4']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:20.752284 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b0777d02-a47f-40a6-a614-ec4f5aeb88cc up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:40:20.760715 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-5fa1592e-e855-4f45-b843-d8c3d63d9358 None None] Set router a8c0f3e0-6049-4aea-bf42-e53593f11dd2 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:40:20.807652 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port b0777d02-a47f-40a6-a614-ec4f5aeb88cc triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:40:20.808278 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:20.901757 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 69d39751-fed5-471f-8945-df736ac4b697 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:40:20.952916 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 69d39751-fed5-471f-8945-df736ac4b697 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:40:20.953191 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:20.968873 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-5fa1592e-e855-4f45-b843-d8c3d63d9358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283211270', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '69d39751-fed5-471f-8945-df736ac4b697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:40:13Z', 'updated_at': '2021-06-30T10:40:18Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': '69d39751-fed5-471f-8945-df736ac4b697', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:40:14Z', 'updated_at': '2021-06-30T10:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '23e3c0f1-20cb-4f54-8a79-43a83fcd76db', 'name': '', 'network_id': 'd8fb47a7-2f9d-418c-a547-1349056849b0', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:c1:bd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '5a364661-b699-401e-b8d3-1c1f9ef8fea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:40:17Z', 'updated_at': '2021-06-30T10:40:20Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': '5a364661-b699-401e-b8d3-1c1f9ef8fea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:40:20.995093 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa1592e-e855-4f45-b843-d8c3d63d9358 None None] The sync data for ids ['a8c0f3e0-6049-4aea-bf42-e53593f11dd2'] in n-d-771363-31 is: [{'id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283211270', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '69d39751-fed5-471f-8945-df736ac4b697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:40:13Z', 'updated_at': '2021-06-30T10:40:18Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': '69d39751-fed5-471f-8945-df736ac4b697', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:40:14Z', 'updated_at': '2021-06-30T10:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '23e3c0f1-20cb-4f54-8a79-43a83fcd76db', 'name': '', 'network_id': 'd8fb47a7-2f9d-418c-a547-1349056849b0', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:c1:bd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '5a364661-b699-401e-b8d3-1c1f9ef8fea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:40:17Z', 'updated_at': '2021-06-30T10:40:20Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': '5a364661-b699-401e-b8d3-1c1f9ef8fea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:40:21.452350 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ad109926-84fe-4f03-a952-315ed6556f85 req-b5879f38-ee89-4f58-82e2-876a7ea44175 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 210 time: 0.0373549 Jun 30 10:40:22.589537 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-167ee0cb-193e-4077-acf7-5c6eaa9bfd41 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:22.591182 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-167ee0cb-193e-4077-acf7-5c6eaa9bfd41 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.37 "GET /v2.0/networks?id=d8fb47a7-2f9d-418c-a547-1349056849b0 HTTP/1.1" status: 200 len: 796 time: 0.1152530 Jun 30 10:40:22.614393 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1a5bd1eb-40db-4548-bd1d-b03f3c3d7647 req-68d6b752-cfbf-42c1-aada-bf6a2175a444 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 210 time: 0.0451748 Jun 30 10:40:22.646134 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-f79d32af-7c8a-41ae-846c-44ac3d3f49cc tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93892fa53c864b9b82b15f44cdcb4a01 HTTP/1.1" status: 200 len: 379 time: 0.0390732 Jun 30 10:40:22.654660 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-3033e572-e866-4b71-a64f-aab05832cab3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'port': {'device_id': 'afdb6a80-4118-4a61-95d1-fb3eedf21140', 'network_id': 'd8fb47a7-2f9d-418c-a547-1349056849b0', 'admin_state_up': True, 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'security_groups': ['9c7c5336-5de6-47d8-858c-29722091c8ba']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:40:22.741118 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 23e3c0f1-20cb-4f54-8a79-43a83fcd76db up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:40:22.869005 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-3033e572-e866-4b71-a64f-aab05832cab3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Made reservation on behalf of 93892fa53c864b9b82b15f44cdcb4a01 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:40:22.873967 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-3033e572-e866-4b71-a64f-aab05832cab3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:22.921667 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 23e3c0f1-20cb-4f54-8a79-43a83fcd76db completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:40:22.927512 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 23e3c0f1-20cb-4f54-8a79-43a83fcd76db triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:40:22.927983 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:23.016678 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:23.019061 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-3033e572-e866-4b71-a64f-aab05832cab3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Allocated IP 172.20.0.14 (d8fb47a7-2f9d-418c-a547-1349056849b0/5a364661-b699-401e-b8d3-1c1f9ef8fea9/418d2c3b-f379-4a03-99f4-b9ef0c3d3e73) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:40:23.039258 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2f715f48-823f-42eb-9842-c8948df55bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:23.055642 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 23e3c0f1-20cb-4f54-8a79-43a83fcd76db, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=23e3c0f1-20cb-4f54-8a79-43a83fcd76db,segment=NetworkSegment(0c4d90d4-ca2f-4284-9a42-4c4f207ac004),segment_id=0c4d90d4-ca2f-4284-9a42-4c4f207ac004)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:40:23.131820 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:23.166023 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-3033e572-e866-4b71-a64f-aab05832cab3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:23.180456 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-3033e572-e866-4b71-a64f-aab05832cab3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Transition to ACTIVE for port object 418d2c3b-f379-4a03-99f4-b9ef0c3d3e73 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:40:23.182232 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=23e3c0f1-20cb-4f54-8a79-43a83fcd76db,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:23.281461 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-3033e572-e866-4b71-a64f-aab05832cab3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:23.332934 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-3033e572-e866-4b71-a64f-aab05832cab3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network d8fb47a7-2f9d-418c-a547-1349056849b0 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:40:23.336150 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-3033e572-e866-4b71-a64f-aab05832cab3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:40:23.343594 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-3033e572-e866-4b71-a64f-aab05832cab3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:40:23.349081 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033e572-e866-4b71-a64f-aab05832cab3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Port': ['ID=418d2c3b-f379-4a03-99f4-b9ef0c3d3e73,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:23.397390 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-3033e572-e866-4b71-a64f-aab05832cab3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:23.398184 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-3033e572-e866-4b71-a64f-aab05832cab3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:23.464108 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-3033e572-e866-4b71-a64f-aab05832cab3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8133397 Jun 30 10:40:23.526791 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-20dc3b9a-59d7-4396-9a47-5dae2f66c1cd service neutron] Request body: {'port': {'device_id': 'afdb6a80-4118-4a61-95d1-fb3eedf21140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:40:23.594724 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-667c0175-e0e5-4728-8699-9185851a2ae1 None None] Provisioning for port 418d2c3b-f379-4a03-99f4-b9ef0c3d3e73 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:40:23.598506 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-667c0175-e0e5-4728-8699-9185851a2ae1 None None] Provisioning complete for port 418d2c3b-f379-4a03-99f4-b9ef0c3d3e73 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:40:23.598932 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-667c0175-e0e5-4728-8699-9185851a2ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:23.600563 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-20dc3b9a-59d7-4396-9a47-5dae2f66c1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:23.634975 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-667c0175-e0e5-4728-8699-9185851a2ae1 None None] Port 418d2c3b-f379-4a03-99f4-b9ef0c3d3e73 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:40:23.636584 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:23.796273 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d85a7a-cc44-491a-a014-8253746845de req-83b0bfb4-eef4-418c-be4f-6146b3095332 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:23.797907 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b3d85a7a-cc44-491a-a014-8253746845de req-83b0bfb4-eef4-418c-be4f-6146b3095332 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 932 time: 0.0681634 Jun 30 10:40:23.837562 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b3d85a7a-cc44-491a-a014-8253746845de req-6f15b6c1-3bce-4239-afa1-55fe23319e2b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7c5336-5de6-47d8-858c-29722091c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329814 Jun 30 10:40:23.895963 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-20dc3b9a-59d7-4396-9a47-5dae2f66c1cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 418d2c3b-f379-4a03-99f4-b9ef0c3d3e73 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:40:23.903284 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-20dc3b9a-59d7-4396-9a47-5dae2f66c1cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:23.915672 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-20dc3b9a-59d7-4396-9a47-5dae2f66c1cd service neutron] Transition to ACTIVE for port object 418d2c3b-f379-4a03-99f4-b9ef0c3d3e73 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:40:23.981044 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-20dc3b9a-59d7-4396-9a47-5dae2f66c1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:24.037394 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc3b9a-59d7-4396-9a47-5dae2f66c1cd service neutron] Pushing event updated for resources: {'Port': ['ID=418d2c3b-f379-4a03-99f4-b9ef0c3d3e73,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:24.113658 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-20dc3b9a-59d7-4396-9a47-5dae2f66c1cd service neutron] Attempting to bind port 418d2c3b-f379-4a03-99f4-b9ef0c3d3e73 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:40:24.113901 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-20dc3b9a-59d7-4396-9a47-5dae2f66c1cd service neutron] Attempting to bind port 418d2c3b-f379-4a03-99f4-b9ef0c3d3e73 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '0c4d90d4-ca2f-4284-9a42-4c4f207ac004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd8fb47a7-2f9d-418c-a547-1349056849b0'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:40:24.114212 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-20dc3b9a-59d7-4396-9a47-5dae2f66c1cd service neutron] Attempting to bind port 418d2c3b-f379-4a03-99f4-b9ef0c3d3e73 on network d8fb47a7-2f9d-418c-a547-1349056849b0 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:40:24.118922 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-20dc3b9a-59d7-4396-9a47-5dae2f66c1cd service neutron] Port 418d2c3b-f379-4a03-99f4-b9ef0c3d3e73 on network d8fb47a7-2f9d-418c-a547-1349056849b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:40:24.119279 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-20dc3b9a-59d7-4396-9a47-5dae2f66c1cd service neutron] Attempting to bind port 418d2c3b-f379-4a03-99f4-b9ef0c3d3e73 on network d8fb47a7-2f9d-418c-a547-1349056849b0 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:40:24.124492 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-20dc3b9a-59d7-4396-9a47-5dae2f66c1cd service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:40:24.124875 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-20dc3b9a-59d7-4396-9a47-5dae2f66c1cd service neutron] Checking segment: {'id': '0c4d90d4-ca2f-4284-9a42-4c4f207ac004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd8fb47a7-2f9d-418c-a547-1349056849b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:40:24.125208 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-20dc3b9a-59d7-4396-9a47-5dae2f66c1cd service neutron] Bound using segment: {'id': '0c4d90d4-ca2f-4284-9a42-4c4f207ac004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd8fb47a7-2f9d-418c-a547-1349056849b0'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:40:24.125643 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-20dc3b9a-59d7-4396-9a47-5dae2f66c1cd service neutron] Bound port: 418d2c3b-f379-4a03-99f4-b9ef0c3d3e73, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c4d90d4-ca2f-4284-9a42-4c4f207ac004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd8fb47a7-2f9d-418c-a547-1349056849b0'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:40:24.126002 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-20dc3b9a-59d7-4396-9a47-5dae2f66c1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:24.195726 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-20dc3b9a-59d7-4396-9a47-5dae2f66c1cd service neutron] For port 418d2c3b-f379-4a03-99f4-b9ef0c3d3e73, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:40:24.198711 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-20dc3b9a-59d7-4396-9a47-5dae2f66c1cd service neutron] For port 418d2c3b-f379-4a03-99f4-b9ef0c3d3e73, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=418d2c3b-f379-4a03-99f4-b9ef0c3d3e73,segment=NetworkSegment(0c4d90d4-ca2f-4284-9a42-4c4f207ac004),segment_id=0c4d90d4-ca2f-4284-9a42-4c4f207ac004)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:40:24.264073 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-20dc3b9a-59d7-4396-9a47-5dae2f66c1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:24.301953 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-20dc3b9a-59d7-4396-9a47-5dae2f66c1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:24.302713 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-20dc3b9a-59d7-4396-9a47-5dae2f66c1cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:24.304196 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-20dc3b9a-59d7-4396-9a47-5dae2f66c1cd service neutron] 10.222.0.37 "PUT /v2.0/ports/418d2c3b-f379-4a03-99f4-b9ef0c3d3e73 HTTP/1.1" status: 200 len: 1093 time: 0.8322031 Jun 30 10:40:24.304676 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afdb6a80-4118-4a61-95d1-fb3eedf21140', 'tag': '418d2c3b-f379-4a03-99f4-b9ef0c3d3e73'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:40:24.306960 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31c2cb8-5aba-4860-a8ee-049e5350928f" -d '{"events": [{"name": "network-changed", "server_uuid": "afdb6a80-4118-4a61-95d1-fb3eedf21140", "tag": "418d2c3b-f379-4a03-99f4-b9ef0c3d3e73"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:40:24.335895 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc3b9a-59d7-4396-9a47-5dae2f66c1cd service neutron] Pushing event updated for resources: {'Port': ['ID=418d2c3b-f379-4a03-99f4-b9ef0c3d3e73,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:24.350168 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e325eb5-1ceb-4338-a2d6-a79d65e05b9c x-openstack-request-id: req-3e325eb5-1ceb-4338-a2d6-a79d65e05b9c {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:40:24.350472 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afdb6a80-4118-4a61-95d1-fb3eedf21140", "tag": "418d2c3b-f379-4a03-99f4-b9ef0c3d3e73", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:40:24.350718 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3e325eb5-1ceb-4338-a2d6-a79d65e05b9c {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:40:24.351169 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afdb6a80-4118-4a61-95d1-fb3eedf21140', 'tag': '418d2c3b-f379-4a03-99f4-b9ef0c3d3e73', 'status': 'completed', 'code': 200} Jun 30 10:40:24.430107 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c2cb8-5aba-4860-a8ee-049e5350928f req-0675664c-ace0-4cfd-9156-2b37addb72a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:24.431761 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c31c2cb8-5aba-4860-a8ee-049e5350928f req-0675664c-ace0-4cfd-9156-2b37addb72a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 1096 time: 0.0598578 Jun 30 10:40:24.540349 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c2cb8-5aba-4860-a8ee-049e5350928f req-91e5287b-ac34-4214-9fe4-dd2fa1fedeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:24.541931 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c31c2cb8-5aba-4860-a8ee-049e5350928f req-91e5287b-ac34-4214-9fe4-dd2fa1fedeab service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1025877 Jun 30 10:40:24.634322 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c2cb8-5aba-4860-a8ee-049e5350928f req-a56c6d72-1d87-4259-a7a1-c08df94b716a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:24.635754 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c31c2cb8-5aba-4860-a8ee-049e5350928f req-a56c6d72-1d87-4259-a7a1-c08df94b716a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877767 Jun 30 10:40:24.733603 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-922fc3c2-81d5-4d62-a211-705c8f6b0dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:24.734730 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-922fc3c2-81d5-4d62-a211-705c8f6b0dcb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 1096 time: 0.0600173 Jun 30 10:40:24.739234 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 23e3c0f1-20cb-4f54-8a79-43a83fcd76db up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:40:24.801656 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 23e3c0f1-20cb-4f54-8a79-43a83fcd76db triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:40:24.803307 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:25.012707 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:25.078451 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4afa2a-4f11-4f80-b2d2-680561784a18 req-61ba5040-11d2-41d4-ab4f-b95b00412ead tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:25.080179 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cd4afa2a-4f11-4f80-b2d2-680561784a18 req-61ba5040-11d2-41d4-ab4f-b95b00412ead tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 944 time: 0.0912397 Jun 30 10:40:25.103714 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-c2beef22-3123-43d6-a31d-3eec14f14c8e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=418d2c3b-f379-4a03-99f4-b9ef0c3d3e73 HTTP/1.1" status: 200 len: 217 time: 0.3606517 Jun 30 10:40:25.120129 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cd4afa2a-4f11-4f80-b2d2-680561784a18 req-d4be3c49-650c-4b79-8397-58ea03e85f7e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7c5336-5de6-47d8-858c-29722091c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339036 Jun 30 10:40:25.156691 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-795fe363-897d-4905-9006-7d7b37f815bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:25.158151 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-795fe363-897d-4905-9006-7d7b37f815bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a364661-b699-401e-b8d3-1c1f9ef8fea9 HTTP/1.1" status: 200 len: 834 time: 0.0469155 Jun 30 10:40:25.222819 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-202a4dc1-1489-47e6-8d6b-8e36c9007b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:25.224396 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-202a4dc1-1489-47e6-8d6b-8e36c9007b13 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8fb47a7-2f9d-418c-a547-1349056849b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601742 Jun 30 10:40:25.326248 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-aa2dccf3-9498-4c92-9156-8ce3aace647f service neutron] 10.222.0.37 "GET /v2.0/networks/d8fb47a7-2f9d-418c-a547-1349056849b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931032 Jun 30 10:40:25.445442 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a16811d1-eb91-4150-b637-6b03a0c89bca req-143d9ec9-f104-4a16-8f84-97dd423b37f0 service neutron] 10.222.0.37 "GET /v2.0/networks/d8fb47a7-2f9d-418c-a547-1349056849b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100032 Jun 30 10:40:26.295969 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faec31d-175c-4b9f-a43c-142fc4659201 req-9c7847f3-3834-48ac-9a94-73c37b03ca8a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:26.297361 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7faec31d-175c-4b9f-a43c-142fc4659201 req-9c7847f3-3834-48ac-9a94-73c37b03ca8a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 944 time: 0.0634356 Jun 30 10:40:26.337330 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7faec31d-175c-4b9f-a43c-142fc4659201 req-02051a28-b698-4548-8191-0ccccb001ca7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7c5336-5de6-47d8-858c-29722091c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341203 Jun 30 10:40:26.640276 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:27.515272 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d78275-22d5-4817-ba3f-f002fc3728a6 req-7298f765-b4e9-4609-a197-7347e45196d2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:27.516767 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-03d78275-22d5-4817-ba3f-f002fc3728a6 req-7298f765-b4e9-4609-a197-7347e45196d2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 944 time: 0.0696092 Jun 30 10:40:27.556013 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-03d78275-22d5-4817-ba3f-f002fc3728a6 req-5f26d96b-9808-4fed-be96-898760d8b5af tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7c5336-5de6-47d8-858c-29722091c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333393 Jun 30 10:40:28.609830 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 418d2c3b-f379-4a03-99f4-b9ef0c3d3e73 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:40:28.711291 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 418d2c3b-f379-4a03-99f4-b9ef0c3d3e73, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=418d2c3b-f379-4a03-99f4-b9ef0c3d3e73,segment=NetworkSegment(0c4d90d4-ca2f-4284-9a42-4c4f207ac004),segment_id=0c4d90d4-ca2f-4284-9a42-4c4f207ac004)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:40:28.723928 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '418d2c3b-f379-4a03-99f4-b9ef0c3d3e73', 'network_id': 'd8fb47a7-2f9d-418c-a547-1349056849b0', 'port_id': '418d2c3b-f379-4a03-99f4-b9ef0c3d3e73', 'mac_address': 'fa:16:3e:50:50:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a364661-b699-401e-b8d3-1c1f9ef8fea9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:40:28.739613 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51fe8a-637a-4f7e-a44b-bfe86e2d1fcd req-4fb74e13-cbe2-462f-9937-41023669a01f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:28.741121 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7a51fe8a-637a-4f7e-a44b-bfe86e2d1fcd req-4fb74e13-cbe2-462f-9937-41023669a01f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 944 time: 0.0680881 Jun 30 10:40:28.761476 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:28.774864 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 418d2c3b-f379-4a03-99f4-b9ef0c3d3e73 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:40:28.781165 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7a51fe8a-637a-4f7e-a44b-bfe86e2d1fcd req-c5014484-5b0e-44c4-8fd6-6f98af01b831 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7c5336-5de6-47d8-858c-29722091c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344310 Jun 30 10:40:28.794659 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 418d2c3b-f379-4a03-99f4-b9ef0c3d3e73, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=418d2c3b-f379-4a03-99f4-b9ef0c3d3e73,segment=NetworkSegment(0c4d90d4-ca2f-4284-9a42-4c4f207ac004),segment_id=0c4d90d4-ca2f-4284-9a42-4c4f207ac004)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:40:28.861099 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:28.912729 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=418d2c3b-f379-4a03-99f4-b9ef0c3d3e73,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:29.162241 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['418d2c3b-f379-4a03-99f4-b9ef0c3d3e73'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:40:29.957116 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9a4b7-2819-4ecc-93c5-8b2f89f5961d req-05a70619-747c-4257-82f7-9397229261d2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:29.958586 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b0c9a4b7-2819-4ecc-93c5-8b2f89f5961d req-05a70619-747c-4257-82f7-9397229261d2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 945 time: 0.0668626 Jun 30 10:40:29.998550 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b0c9a4b7-2819-4ecc-93c5-8b2f89f5961d req-adddc6c7-bd84-4d93-9ebd-6f3a155a8394 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7c5336-5de6-47d8-858c-29722091c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339973 Jun 30 10:40:30.610724 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 418d2c3b-f379-4a03-99f4-b9ef0c3d3e73 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:40:30.776865 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 418d2c3b-f379-4a03-99f4-b9ef0c3d3e73 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:40:30.781011 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 418d2c3b-f379-4a03-99f4-b9ef0c3d3e73 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:40:30.781379 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:30.858813 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:30.881130 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdb6a80-4118-4a61-95d1-fb3eedf21140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418d2c3b-f379-4a03-99f4-b9ef0c3d3e73'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:40:30.883700 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882d6dc6-4df7-497c-9d11-6928c7a873cb" -d '{"events": [{"server_uuid": "afdb6a80-4118-4a61-95d1-fb3eedf21140", "name": "network-vif-plugged", "status": "completed", "tag": "418d2c3b-f379-4a03-99f4-b9ef0c3d3e73"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:40:30.898638 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 418d2c3b-f379-4a03-99f4-b9ef0c3d3e73, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=418d2c3b-f379-4a03-99f4-b9ef0c3d3e73,segment=NetworkSegment(0c4d90d4-ca2f-4284-9a42-4c4f207ac004),segment_id=0c4d90d4-ca2f-4284-9a42-4c4f207ac004)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:40:30.922381 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690976d4-a175-4d12-896e-d0978a3175d6 x-openstack-request-id: req-690976d4-a175-4d12-896e-d0978a3175d6 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:40:30.922790 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdb6a80-4118-4a61-95d1-fb3eedf21140", "name": "network-vif-plugged", "status": "completed", "tag": "418d2c3b-f379-4a03-99f4-b9ef0c3d3e73", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:40:30.923032 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-690976d4-a175-4d12-896e-d0978a3175d6 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:40:30.923452 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdb6a80-4118-4a61-95d1-fb3eedf21140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418d2c3b-f379-4a03-99f4-b9ef0c3d3e73', 'code': 200} Jun 30 10:40:30.988915 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:31.038681 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=418d2c3b-f379-4a03-99f4-b9ef0c3d3e73,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:31.051603 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b98d6-b648-4400-9e80-a98069fbd136 req-931e5d55-42dd-4249-8e07-b5eec600f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:31.053121 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-062b98d6-b648-4400-9e80-a98069fbd136 req-931e5d55-42dd-4249-8e07-b5eec600f861 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 1098 time: 0.0658686 Jun 30 10:40:31.093177 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-062b98d6-b648-4400-9e80-a98069fbd136 req-76ab1c5f-c364-4c95-bb93-d166f4a39892 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9c7c5336-5de6-47d8-858c-29722091c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322900 Jun 30 10:40:31.175066 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b0514-f887-4ef1-856f-b71352672ae4 req-b0bb62b2-4700-464c-acaa-6fe0e94b9025 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:31.176476 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7a0b0514-f887-4ef1-856f-b71352672ae4 req-b0bb62b2-4700-464c-acaa-6fe0e94b9025 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 946 time: 0.0631514 Jun 30 10:40:31.217762 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7a0b0514-f887-4ef1-856f-b71352672ae4 req-f6307e76-3b93-4228-a55c-e57c9f746a82 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7c5336-5de6-47d8-858c-29722091c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357668 Jun 30 10:40:31.973765 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:40:32.402930 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb490f-1011-4aff-978c-c7c30d79edd8 req-5b606c4e-451f-43d7-8a26-8d9a344463f3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:32.404668 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-20eb490f-1011-4aff-978c-c7c30d79edd8 req-5b606c4e-451f-43d7-8a26-8d9a344463f3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 946 time: 0.0653472 Jun 30 10:40:32.443290 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-20eb490f-1011-4aff-978c-c7c30d79edd8 req-7a374c8a-6bcd-46ef-b4fa-3cd2e2d255b3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7c5336-5de6-47d8-858c-29722091c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329988 Jun 30 10:40:32.618398 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28069a3c-e428-41a5-9dfb-0081699890d1 req-33fe145a-f109-4aed-96f4-60f75565cbe8 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:32.619907 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-28069a3c-e428-41a5-9dfb-0081699890d1 req-33fe145a-f109-4aed-96f4-60f75565cbe8 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 946 time: 0.0649254 Jun 30 10:40:32.658193 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-28069a3c-e428-41a5-9dfb-0081699890d1 req-a5e31e38-305f-4b05-96b9-8d41404d1081 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7c5336-5de6-47d8-858c-29722091c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318387 Jun 30 10:40:32.683347 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36284) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:40:32.738579 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a7987e-8b89-4721-8f18-aff7d5fe609b tempest-TestNetworkAdvancedServerOps-748112870 tempest-TestNetworkAdvancedServerOps-748112870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:32.740170 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b9a7987e-8b89-4721-8f18-aff7d5fe609b tempest-TestNetworkAdvancedServerOps-748112870 tempest-TestNetworkAdvancedServerOps-748112870-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 1093 time: 0.0558271 Jun 30 10:40:32.742987 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36286) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:40:32.748711 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-11104ac9-ebfb-4af3-969b-aa61a4b59ccd tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'port_id': '418d2c3b-f379-4a03-99f4-b9ef0c3d3e73', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:40:32.874251 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-11104ac9-ebfb-4af3-969b-aa61a4b59ccd tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for floatingip, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:32.976022 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-11104ac9-ebfb-4af3-969b-aa61a4b59ccd tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:33.080559 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-11104ac9-ebfb-4af3-969b-aa61a4b59ccd tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Allocated IP 172.25.6.245 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/927299a8-7b02-47b1-94a1-9262e4e35a00) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:40:33.186205 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-11104ac9-ebfb-4af3-969b-aa61a4b59ccd tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:33.284092 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-11104ac9-ebfb-4af3-969b-aa61a4b59ccd tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:33.321311 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11104ac9-ebfb-4af3-969b-aa61a4b59ccd tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:40:33.324182 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-11104ac9-ebfb-4af3-969b-aa61a4b59ccd tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:40:33.332158 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11104ac9-ebfb-4af3-969b-aa61a4b59ccd tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:40:33.358190 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11104ac9-ebfb-4af3-969b-aa61a4b59ccd tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Port': ['ID=927299a8-7b02-47b1-94a1-9262e4e35a00,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:33.709697 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-11104ac9-ebfb-4af3-969b-aa61a4b59ccd tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:33.854475 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-11104ac9-ebfb-4af3-969b-aa61a4b59ccd tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:34.009785 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-11104ac9-ebfb-4af3-969b-aa61a4b59ccd tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:34.078266 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-11104ac9-ebfb-4af3-969b-aa61a4b59ccd tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:34.145098 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11104ac9-ebfb-4af3-969b-aa61a4b59ccd tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Port': ['ID=927299a8-7b02-47b1-94a1-9262e4e35a00,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:40:34.159601 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-11104ac9-ebfb-4af3-969b-aa61a4b59ccd tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:34.261602 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [None req-11104ac9-ebfb-4af3-969b-aa61a4b59ccd tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Floating IP fcc11ede-8fab-481f-8bd4-9f3f8df45af8 associated. External IP: 172.25.6.245, port: 418d2c3b-f379-4a03-99f4-b9ef0c3d3e73. Jun 30 10:40:34.483073 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11104ac9-ebfb-4af3-969b-aa61a4b59ccd tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Router a8c0f3e0-6049-4aea-bf42-e53593f11dd2 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:40:34.594153 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11104ac9-ebfb-4af3-969b-aa61a4b59ccd tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:40:34.604079 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433aef9d-a16a-4ce1-a0a2-4114bed318d7 None None] Sync routers for ids ['a8c0f3e0-6049-4aea-bf42-e53593f11dd2'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:40:34.618510 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433aef9d-a16a-4ce1-a0a2-4114bed318d7 None None] Routers {'a8c0f3e0-6049-4aea-bf42-e53593f11dd2'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:40:34.619194 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-433aef9d-a16a-4ce1-a0a2-4114bed318d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:40:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a8c0f3e0-6049-4aea-bf42-e53593f11dd2'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:40:34.674860 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-11104ac9-ebfb-4af3-969b-aa61a4b59ccd tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:34.719786 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-11104ac9-ebfb-4af3-969b-aa61a4b59ccd tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9757013 Jun 30 10:40:34.720510 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afdb6a80-4118-4a61-95d1-fb3eedf21140', 'tag': '418d2c3b-f379-4a03-99f4-b9ef0c3d3e73'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:40:34.722713 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5700653-ac0b-43fd-bac2-a09f684995c0" -d '{"events": [{"name": "network-changed", "server_uuid": "afdb6a80-4118-4a61-95d1-fb3eedf21140", "tag": "418d2c3b-f379-4a03-99f4-b9ef0c3d3e73"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:40:34.733232 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-433aef9d-a16a-4ce1-a0a2-4114bed318d7 None None] Set router a8c0f3e0-6049-4aea-bf42-e53593f11dd2 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:40:34.787583 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c0aff4-acf0-4c32-9773-a1a410b292ab x-openstack-request-id: req-20c0aff4-acf0-4c32-9773-a1a410b292ab {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:40:34.787935 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afdb6a80-4118-4a61-95d1-fb3eedf21140", "tag": "418d2c3b-f379-4a03-99f4-b9ef0c3d3e73", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:40:34.788191 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-20c0aff4-acf0-4c32-9773-a1a410b292ab {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:40:34.788576 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afdb6a80-4118-4a61-95d1-fb3eedf21140', 'tag': '418d2c3b-f379-4a03-99f4-b9ef0c3d3e73', 'status': 'completed', 'code': 200} Jun 30 10:40:34.903030 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5700653-ac0b-43fd-bac2-a09f684995c0 req-b9b5768f-0846-4691-accc-79c9cb498f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:34.905053 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c5700653-ac0b-43fd-bac2-a09f684995c0 req-b9b5768f-0846-4691-accc-79c9cb498f8b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 1098 time: 0.0941250 Jun 30 10:40:34.971762 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-433aef9d-a16a-4ce1-a0a2-4114bed318d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283211270', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '69d39751-fed5-471f-8945-df736ac4b697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:40:13Z', 'updated_at': '2021-06-30T10:40:18Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': '69d39751-fed5-471f-8945-df736ac4b697', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:40:14Z', 'updated_at': '2021-06-30T10:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'fcc11ede-8fab-481f-8bd4-9f3f8df45af8', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'port_id': '418d2c3b-f379-4a03-99f4-b9ef0c3d3e73', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8fb47a7-2f9d-418c-a547-1349056849b0', 'mac_address': 'fa:16:3e:50:50:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdb6a80-4118-4a61-95d1-fb3eedf21140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:40:33Z', 'updated_at': '2021-06-30T10:40:33Z', 'revision_number': 0, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e3c0f1-20cb-4f54-8a79-43a83fcd76db', 'name': '', 'network_id': 'd8fb47a7-2f9d-418c-a547-1349056849b0', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:c1:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '5a364661-b699-401e-b8d3-1c1f9ef8fea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:40:17Z', 'updated_at': '2021-06-30T10:40:23Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': '5a364661-b699-401e-b8d3-1c1f9ef8fea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:40:34.993167 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654db5a-b421-4634-9327-d72ba733c8e5 req-db121228-051b-4bee-a64a-0fde69babff7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:34.994715 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c654db5a-b421-4634-9327-d72ba733c8e5 req-db121228-051b-4bee-a64a-0fde69babff7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 946 time: 0.1331110 Jun 30 10:40:35.004323 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433aef9d-a16a-4ce1-a0a2-4114bed318d7 None None] Checking router: a8c0f3e0-6049-4aea-bf42-e53593f11dd2 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:40:35.014110 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433aef9d-a16a-4ce1-a0a2-4114bed318d7 None None] Routers {'a8c0f3e0-6049-4aea-bf42-e53593f11dd2'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:40:35.014754 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-433aef9d-a16a-4ce1-a0a2-4114bed318d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:40:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a8c0f3e0-6049-4aea-bf42-e53593f11dd2'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:40:35.053048 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5700653-ac0b-43fd-bac2-a09f684995c0 req-6736b174-02e9-43f0-b35b-ab83b09e3c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:35.054515 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c5700653-ac0b-43fd-bac2-a09f684995c0 req-6736b174-02e9-43f0-b35b-ab83b09e3c0b service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8fb47a7-2f9d-418c-a547-1349056849b0 HTTP/1.1" status: 200 len: 897 time: 0.1416881 Jun 30 10:40:35.063053 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c654db5a-b421-4634-9327-d72ba733c8e5 req-f642627c-e44c-4f95-a876-2b7d7ab3a9f5 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7c5336-5de6-47d8-858c-29722091c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617697 Jun 30 10:40:35.090957 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36294) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:40:35.127747 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c5700653-ac0b-43fd-bac2-a09f684995c0 req-17a0022b-cf47-4423-a7cf-4e199f1c6cd3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=418d2c3b-f379-4a03-99f4-b9ef0c3d3e73 HTTP/1.1" status: 200 len: 1000 time: 0.0636911 Jun 30 10:40:35.128145 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-433aef9d-a16a-4ce1-a0a2-4114bed318d7 None None] Set router a8c0f3e0-6049-4aea-bf42-e53593f11dd2 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:40:35.157424 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5e445502-2094-449e-b8a4-5ec6da7de8f7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/floatingips/fcc11ede-8fab-481f-8bd4-9f3f8df45af8 HTTP/1.1" status: 200 len: 992 time: 0.0646155 Jun 30 10:40:35.178523 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5700653-ac0b-43fd-bac2-a09f684995c0 req-90198423-606b-41ef-8479-85acfcd98dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:35.180054 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c5700653-ac0b-43fd-bac2-a09f684995c0 req-90198423-606b-41ef-8479-85acfcd98dff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a364661-b699-401e-b8d3-1c1f9ef8fea9 HTTP/1.1" status: 200 len: 834 time: 0.0465629 Jun 30 10:40:35.243176 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5700653-ac0b-43fd-bac2-a09f684995c0 req-a97d214a-2186-438e-9b9f-3eba0433a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:35.244687 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c5700653-ac0b-43fd-bac2-a09f684995c0 req-a97d214a-2186-438e-9b9f-3eba0433a2c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8fb47a7-2f9d-418c-a547-1349056849b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586915 Jun 30 10:40:35.339285 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c5700653-ac0b-43fd-bac2-a09f684995c0 req-b0e98945-fbaf-4d47-a666-c43b5c6b709d service neutron] 10.222.0.37 "GET /v2.0/networks/d8fb47a7-2f9d-418c-a547-1349056849b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876606 Jun 30 10:40:35.376045 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-433aef9d-a16a-4ce1-a0a2-4114bed318d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283211270', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '69d39751-fed5-471f-8945-df736ac4b697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:40:13Z', 'updated_at': '2021-06-30T10:40:18Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': '69d39751-fed5-471f-8945-df736ac4b697', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:40:14Z', 'updated_at': '2021-06-30T10:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'fcc11ede-8fab-481f-8bd4-9f3f8df45af8', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'port_id': '418d2c3b-f379-4a03-99f4-b9ef0c3d3e73', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8fb47a7-2f9d-418c-a547-1349056849b0', 'mac_address': 'fa:16:3e:50:50:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdb6a80-4118-4a61-95d1-fb3eedf21140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:40:33Z', 'updated_at': '2021-06-30T10:40:33Z', 'revision_number': 0, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e3c0f1-20cb-4f54-8a79-43a83fcd76db', 'name': '', 'network_id': 'd8fb47a7-2f9d-418c-a547-1349056849b0', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:c1:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '5a364661-b699-401e-b8d3-1c1f9ef8fea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:40:17Z', 'updated_at': '2021-06-30T10:40:23Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': '5a364661-b699-401e-b8d3-1c1f9ef8fea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:40:35.404866 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433aef9d-a16a-4ce1-a0a2-4114bed318d7 None None] The sync data for ids ['a8c0f3e0-6049-4aea-bf42-e53593f11dd2'] in n-d-771363-31 is: [{'id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283211270', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '69d39751-fed5-471f-8945-df736ac4b697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:40:13Z', 'updated_at': '2021-06-30T10:40:18Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': '69d39751-fed5-471f-8945-df736ac4b697', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:40:14Z', 'updated_at': '2021-06-30T10:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'fcc11ede-8fab-481f-8bd4-9f3f8df45af8', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'port_id': '418d2c3b-f379-4a03-99f4-b9ef0c3d3e73', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8fb47a7-2f9d-418c-a547-1349056849b0', 'mac_address': 'fa:16:3e:50:50:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdb6a80-4118-4a61-95d1-fb3eedf21140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:40:33Z', 'updated_at': '2021-06-30T10:40:33Z', 'revision_number': 0, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e3c0f1-20cb-4f54-8a79-43a83fcd76db', 'name': '', 'network_id': 'd8fb47a7-2f9d-418c-a547-1349056849b0', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:c1:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '5a364661-b699-401e-b8d3-1c1f9ef8fea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:40:17Z', 'updated_at': '2021-06-30T10:40:23Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': '5a364661-b699-401e-b8d3-1c1f9ef8fea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:40:35.447615 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c5700653-ac0b-43fd-bac2-a09f684995c0 req-8531f7e3-7b5c-476f-bc19-9872a7dadbe0 service neutron] 10.222.0.37 "GET /v2.0/networks/d8fb47a7-2f9d-418c-a547-1349056849b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004434 Jun 30 10:40:35.618482 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc85703-f2aa-4c70-a11e-7eae95a20312 None None] New status for floating IP fcc11ede-8fab-481f-8bd4-9f3f8df45af8: ACTIVE {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:40:36.161078 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36296) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:40:36.226421 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-34ca9a42-ec40-4467-8847-46a329b52a10 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/floatingips/fcc11ede-8fab-481f-8bd4-9f3f8df45af8 HTTP/1.1" status: 200 len: 994 time: 0.0643039 Jun 30 10:40:38.862964 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:39.748830 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:43.701202 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2bbba83c-df82-4180-9380-40c7df74d44b req-6dc498b4-98d2-4698-a56f-8b2d8a59ac7e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511029 Jun 30 10:40:43.797637 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbba83c-df82-4180-9380-40c7df74d44b req-5229520e-d42f-4d99-a1ab-ff7e495829ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:43.799136 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2bbba83c-df82-4180-9380-40c7df74d44b req-5229520e-d42f-4d99-a1ab-ff7e495829ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 1098 time: 0.0529976 Jun 30 10:40:43.915607 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbba83c-df82-4180-9380-40c7df74d44b req-f8dd790a-fcda-4c91-a187-249d8513dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:43.981988 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2bbba83c-df82-4180-9380-40c7df74d44b req-f8dd790a-fcda-4c91-a187-249d8513dc8d service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8fb47a7-2f9d-418c-a547-1349056849b0 HTTP/1.1" status: 200 len: 897 time: 0.0973177 Jun 30 10:40:43.981988 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2bbba83c-df82-4180-9380-40c7df74d44b req-e0758937-3a71-47e9-b5e6-2770ec7ae466 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=418d2c3b-f379-4a03-99f4-b9ef0c3d3e73 HTTP/1.1" status: 200 len: 1002 time: 0.0579512 Jun 30 10:40:44.034384 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbba83c-df82-4180-9380-40c7df74d44b req-9ee931e2-0cd1-4fb3-a1d9-a5de7059d7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:44.035835 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2bbba83c-df82-4180-9380-40c7df74d44b req-9ee931e2-0cd1-4fb3-a1d9-a5de7059d7b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a364661-b699-401e-b8d3-1c1f9ef8fea9 HTTP/1.1" status: 200 len: 834 time: 0.0482416 Jun 30 10:40:44.097352 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbba83c-df82-4180-9380-40c7df74d44b req-1a1596db-124d-4819-9b98-c10dd7ab942d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:40:44.098814 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2bbba83c-df82-4180-9380-40c7df74d44b req-1a1596db-124d-4819-9b98-c10dd7ab942d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8fb47a7-2f9d-418c-a547-1349056849b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556431 Jun 30 10:40:44.189105 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2bbba83c-df82-4180-9380-40c7df74d44b req-2b954392-ca58-4937-b6e1-87d1e79fd48d service neutron] 10.222.0.37 "GET /v2.0/networks/d8fb47a7-2f9d-418c-a547-1349056849b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824397 Jun 30 10:40:44.288090 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2bbba83c-df82-4180-9380-40c7df74d44b req-7b3abba8-37dd-4fa4-a930-6b74c03c2f2e service neutron] 10.222.0.37 "GET /v2.0/networks/d8fb47a7-2f9d-418c-a547-1349056849b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920675 Jun 30 10:40:50.525840 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-59058b83-91c9-452f-89f7-058edd74982c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:53.015001 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cce28c32-40be-47c6-b9e4-1f1e9fb61815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:53.659300 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:54.986235 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:56.686065 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:41:08.912018 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:41:08.974031 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:41:09.822155 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:41:20.535900 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6ae98ba0-bffa-44c7-8765-866295bb6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:41:23.090355 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c88ca72e-df24-441d-95a3-811c149b51e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:41:23.684969 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:41:24.999080 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:41:26.650057 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:41:38.947354 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:41:39.438127 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b387f46-ed62-4b51-b6ba-bde011538c30 req-a1171c3b-7a4c-4f07-9c5e-f32439224e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:41:39.439669 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7b387f46-ed62-4b51-b6ba-bde011538c30 req-a1171c3b-7a4c-4f07-9c5e-f32439224e4e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 1098 time: 0.0551062 Jun 30 10:41:39.488603 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00066c-83bc-4143-b65b-080c54052633 req-29c0d1bf-a101-4d3a-b853-99f8f793b0e4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:41:39.490069 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cb00066c-83bc-4143-b65b-080c54052633 req-29c0d1bf-a101-4d3a-b853-99f8f793b0e4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 946 time: 0.1390622 Jun 30 10:41:39.529068 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cb00066c-83bc-4143-b65b-080c54052633 req-f6e8d1a4-ef2a-4df2-9f88-6cdc1ddcd4f0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7c5336-5de6-47d8-858c-29722091c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326998 Jun 30 10:41:39.529452 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b387f46-ed62-4b51-b6ba-bde011538c30 req-b1d4b533-b991-4a70-a1d6-5867a2fe2b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:41:39.530921 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7b387f46-ed62-4b51-b6ba-bde011538c30 req-b1d4b533-b991-4a70-a1d6-5867a2fe2b53 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8fb47a7-2f9d-418c-a547-1349056849b0 HTTP/1.1" status: 200 len: 897 time: 0.0843832 Jun 30 10:41:39.598732 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7b387f46-ed62-4b51-b6ba-bde011538c30 req-51a2d750-a0df-4d78-88ef-c07700af1a70 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=418d2c3b-f379-4a03-99f4-b9ef0c3d3e73 HTTP/1.1" status: 200 len: 1002 time: 0.0610542 Jun 30 10:41:39.648877 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b387f46-ed62-4b51-b6ba-bde011538c30 req-4bdecb6e-5d01-41b1-a465-fdd82e539e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:41:39.650286 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7b387f46-ed62-4b51-b6ba-bde011538c30 req-4bdecb6e-5d01-41b1-a465-fdd82e539e95 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a364661-b699-401e-b8d3-1c1f9ef8fea9 HTTP/1.1" status: 200 len: 834 time: 0.0435462 Jun 30 10:41:39.709207 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b387f46-ed62-4b51-b6ba-bde011538c30 req-f5ce64e9-44f0-446e-92f0-d189b4533528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:41:39.710679 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7b387f46-ed62-4b51-b6ba-bde011538c30 req-f5ce64e9-44f0-446e-92f0-d189b4533528 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8fb47a7-2f9d-418c-a547-1349056849b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524766 Jun 30 10:41:39.774355 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:41:39.804952 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7b387f46-ed62-4b51-b6ba-bde011538c30 req-6300d04b-701f-43ac-b842-d196ff152428 service neutron] 10.222.0.37 "GET /v2.0/networks/d8fb47a7-2f9d-418c-a547-1349056849b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859907 Jun 30 10:41:39.895516 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7b387f46-ed62-4b51-b6ba-bde011538c30 req-34bfdc55-200b-4ec0-91db-97da76644f03 service neutron] 10.222.0.37 "GET /v2.0/networks/d8fb47a7-2f9d-418c-a547-1349056849b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830512 Jun 30 10:41:40.792653 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f511f8-644e-451f-91a4-43d3ef6f3a6b req-047a0f12-87b3-4e7a-b686-7a2c0f647e47 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:41:40.794117 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a4f511f8-644e-451f-91a4-43d3ef6f3a6b req-047a0f12-87b3-4e7a-b686-7a2c0f647e47 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 946 time: 0.1182029 Jun 30 10:41:40.830608 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a4f511f8-644e-451f-91a4-43d3ef6f3a6b req-6173f4b3-ea0d-40a6-98a0-5facea0088c7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7c5336-5de6-47d8-858c-29722091c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309219 Jun 30 10:41:40.897564 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-65ec3261-b905-4ba4-a7ef-688e605e171a req-3d25da1d-861a-41d2-a45c-c7d54059a058 service neutron] (101053) timed out ('10.222.0.52', 51373) {{(pid=101053) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 10:41:42.020011 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a0108-d7c2-46b5-80a7-dbbce07e6f09 req-a386184d-adee-4a4d-8d2f-d3def4b73b89 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:41:42.021468 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f83a0108-d7c2-46b5-80a7-dbbce07e6f09 req-a386184d-adee-4a4d-8d2f-d3def4b73b89 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 946 time: 0.0769231 Jun 30 10:41:42.060350 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f83a0108-d7c2-46b5-80a7-dbbce07e6f09 req-d3312fff-906b-4c71-885f-aaa5d3aea02f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7c5336-5de6-47d8-858c-29722091c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324702 Jun 30 10:41:43.233062 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7425c95-9c0b-4fb3-afc8-5aa08be488dd req-46c6cdfd-69ec-45fc-afa7-dac9c2d0fdbf tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:41:43.234811 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7425c95-9c0b-4fb3-afc8-5aa08be488dd req-46c6cdfd-69ec-45fc-afa7-dac9c2d0fdbf tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 946 time: 0.0638716 Jun 30 10:41:43.272784 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7425c95-9c0b-4fb3-afc8-5aa08be488dd req-8c1f1837-2c47-452b-ab95-6ffd7b70ff16 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7c5336-5de6-47d8-858c-29722091c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321901 Jun 30 10:41:44.446879 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2afa53-ca3f-4a9c-a0a1-e8acc2d9c920 req-5699421d-3c90-4d1f-8dee-8deb71737267 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:41:44.448376 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9e2afa53-ca3f-4a9c-a0a1-e8acc2d9c920 req-5699421d-3c90-4d1f-8dee-8deb71737267 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 946 time: 0.0629430 Jun 30 10:41:44.486387 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9e2afa53-ca3f-4a9c-a0a1-e8acc2d9c920 req-162af0ae-0bd6-4297-aa9d-f7b82ebc1dd2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7c5336-5de6-47d8-858c-29722091c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322921 Jun 30 10:41:45.671330 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f9749-2cae-4254-b747-34d97b9ee7d7 req-637f04c2-a532-443e-aac8-7cbe28ccb4e9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:41:45.672825 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d97f9749-2cae-4254-b747-34d97b9ee7d7 req-637f04c2-a532-443e-aac8-7cbe28ccb4e9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 946 time: 0.0748148 Jun 30 10:41:45.737550 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d97f9749-2cae-4254-b747-34d97b9ee7d7 req-caf63efc-c6d2-4f28-92a8-42538acfc28e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7c5336-5de6-47d8-858c-29722091c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566030 Jun 30 10:41:45.752651 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914650a6-657e-4233-95ca-c277636f08f6 req-f66d75de-7c9a-41da-b2be-0c7c608e81ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:41:45.754133 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-914650a6-657e-4233-95ca-c277636f08f6 req-f66d75de-7c9a-41da-b2be-0c7c608e81ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 1098 time: 0.0804527 Jun 30 10:41:45.856802 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914650a6-657e-4233-95ca-c277636f08f6 req-d24bb799-b196-4e1e-be51-cb92554f6604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:41:45.858152 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-914650a6-657e-4233-95ca-c277636f08f6 req-d24bb799-b196-4e1e-be51-cb92554f6604 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8fb47a7-2f9d-418c-a547-1349056849b0 HTTP/1.1" status: 200 len: 897 time: 0.0833206 Jun 30 10:41:45.924672 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-914650a6-657e-4233-95ca-c277636f08f6 req-625ef4d8-292c-459d-8a58-6b85b91c035f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=418d2c3b-f379-4a03-99f4-b9ef0c3d3e73 HTTP/1.1" status: 200 len: 1002 time: 0.0601447 Jun 30 10:41:45.972467 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914650a6-657e-4233-95ca-c277636f08f6 req-92103f6c-90a2-4858-9133-ca5ee96e4551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:41:45.972728 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:41:45.973927 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-914650a6-657e-4233-95ca-c277636f08f6 req-92103f6c-90a2-4858-9133-ca5ee96e4551 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a364661-b699-401e-b8d3-1c1f9ef8fea9 HTTP/1.1" status: 200 len: 834 time: 0.0436680 Jun 30 10:41:46.033716 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914650a6-657e-4233-95ca-c277636f08f6 req-3bc273b5-7123-4858-82e3-9d3ef975c327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:41:46.034603 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-914650a6-657e-4233-95ca-c277636f08f6 req-3bc273b5-7123-4858-82e3-9d3ef975c327 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8fb47a7-2f9d-418c-a547-1349056849b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546784 Jun 30 10:41:46.125489 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-914650a6-657e-4233-95ca-c277636f08f6 req-d8996499-6ced-47ed-8603-138377819bab service neutron] 10.222.0.37 "GET /v2.0/networks/d8fb47a7-2f9d-418c-a547-1349056849b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847118 Jun 30 10:41:46.211823 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-914650a6-657e-4233-95ca-c277636f08f6 req-f25ca2ba-c566-48e6-8458-26de97ebe621 service neutron] 10.222.0.37 "GET /v2.0/networks/d8fb47a7-2f9d-418c-a547-1349056849b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806942 Jun 30 10:41:46.911404 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223834b3-facb-4105-8e6e-c5fb8a421507 req-d02acdc0-5798-456c-b81f-e2b68b5339dd tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:41:46.912879 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-223834b3-facb-4105-8e6e-c5fb8a421507 req-d02acdc0-5798-456c-b81f-e2b68b5339dd tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 946 time: 0.0644379 Jun 30 10:41:46.954415 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-223834b3-facb-4105-8e6e-c5fb8a421507 req-d067a749-7b9d-4411-bdbf-e0329d231e3e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7c5336-5de6-47d8-858c-29722091c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359395 Jun 30 10:41:48.131906 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f271b75-4b58-432a-a02e-f217bf1899b7 req-756b3146-006a-4fbd-82c9-fd2900fa8745 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:41:48.133364 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2f271b75-4b58-432a-a02e-f217bf1899b7 req-756b3146-006a-4fbd-82c9-fd2900fa8745 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 946 time: 0.0676193 Jun 30 10:41:48.171537 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2f271b75-4b58-432a-a02e-f217bf1899b7 req-53211f09-71d7-4786-9094-18861fd6534d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7c5336-5de6-47d8-858c-29722091c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319009 Jun 30 10:41:49.346386 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4bb54-046a-4441-9acd-4a459fab6b74 req-be590cf7-b054-46d8-9553-ea8515d386a0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:41:49.347858 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-22d4bb54-046a-4441-9acd-4a459fab6b74 req-be590cf7-b054-46d8-9553-ea8515d386a0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 946 time: 0.0626633 Jun 30 10:41:49.385092 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-22d4bb54-046a-4441-9acd-4a459fab6b74 req-53da52f1-8da3-4d26-a7c7-5e33d797ef62 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7c5336-5de6-47d8-858c-29722091c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316751 Jun 30 10:41:50.518647 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e8993504-e168-4c73-bf51-50cf509fbd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:41:50.565681 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77458a1c-7c5e-4430-bcf7-98b084510abf req-31b3d77a-02ce-4b4f-8117-6b00fb4414aa tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:41:50.567278 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-77458a1c-7c5e-4430-bcf7-98b084510abf req-31b3d77a-02ce-4b4f-8117-6b00fb4414aa tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 946 time: 0.0647881 Jun 30 10:41:50.605387 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-77458a1c-7c5e-4430-bcf7-98b084510abf req-5bfda24a-cf46-4aa4-9140-352446ee9403 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7c5336-5de6-47d8-858c-29722091c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324538 Jun 30 10:41:51.785286 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb18da-fe5b-4687-8154-adb48636a2cb req-5ab32582-8640-4ae4-b6ee-8d382fdb7d08 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:41:51.786765 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cfeb18da-fe5b-4687-8154-adb48636a2cb req-5ab32582-8640-4ae4-b6ee-8d382fdb7d08 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 946 time: 0.0646200 Jun 30 10:41:51.824757 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cfeb18da-fe5b-4687-8154-adb48636a2cb req-1fba74d9-ed87-48f3-87c2-e0cc528f0a40 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7c5336-5de6-47d8-858c-29722091c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322831 Jun 30 10:41:53.042856 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05552310-2e6e-4f57-a3cb-ee90f2beb9bf req-cedbebbe-969b-46b9-ace0-af861f96d53c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:41:53.044368 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-05552310-2e6e-4f57-a3cb-ee90f2beb9bf req-cedbebbe-969b-46b9-ace0-af861f96d53c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 946 time: 0.0916932 Jun 30 10:41:53.072631 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3d66884c-df72-4555-911f-f4e42601aba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:41:53.087391 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-05552310-2e6e-4f57-a3cb-ee90f2beb9bf req-49524b02-5a3d-46a8-bf75-ba22e2bb8185 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7c5336-5de6-47d8-858c-29722091c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359664 Jun 30 10:41:53.638367 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:41:54.276850 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5812c17-0b44-4ef9-986e-b41026525d98 req-f72a4c88-3388-4d27-9e3f-e469b7708785 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:41:54.278319 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b5812c17-0b44-4ef9-986e-b41026525d98 req-f72a4c88-3388-4d27-9e3f-e469b7708785 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 946 time: 0.0676780 Jun 30 10:41:54.315989 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b5812c17-0b44-4ef9-986e-b41026525d98 req-236a9a54-89a8-460d-affb-1217c016c67d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7c5336-5de6-47d8-858c-29722091c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319974 Jun 30 10:41:55.036920 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:41:55.488855 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c3873-7432-4070-9a8a-8908dcb7c31f req-6fcff044-ad19-4154-8ac9-2cdbdb6a364d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:41:55.490329 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c84c3873-7432-4070-9a8a-8908dcb7c31f req-6fcff044-ad19-4154-8ac9-2cdbdb6a364d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 946 time: 0.0624754 Jun 30 10:41:55.527766 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c84c3873-7432-4070-9a8a-8908dcb7c31f req-fe1d4777-89d9-4ded-a85b-19586509cf0a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7c5336-5de6-47d8-858c-29722091c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318286 Jun 30 10:41:56.684487 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:41:56.699820 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f120718-f623-4324-a7a0-f6ae7b6b0a81 req-465f1dc6-39f6-489e-8b69-37f24117c6ae tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:41:56.701295 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5f120718-f623-4324-a7a0-f6ae7b6b0a81 req-465f1dc6-39f6-489e-8b69-37f24117c6ae tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 946 time: 0.0647018 Jun 30 10:41:56.739254 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5f120718-f623-4324-a7a0-f6ae7b6b0a81 req-67c03b71-e1fb-4521-8083-8d460a43a1a6 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7c5336-5de6-47d8-858c-29722091c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317099 Jun 30 10:41:56.763596 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36374) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:41:57.034293 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-33a7c61f-49a7-4b3d-8a63-c95f38f2c78f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/floatingips/fcc11ede-8fab-481f-8bd4-9f3f8df45af8 HTTP/1.1" status: 200 len: 994 time: 0.0665407 Jun 30 10:42:08.979593 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:09.752468 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:20.518480 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bc29f804-705d-4aa6-ba17-3b7eb82d6aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:22.971560 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:42:23.004895 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cefc534f-7bab-4fd3-931a-cf7bde9e8474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:23.689456 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:25.015405 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:26.655067 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:38.964152 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:39.741005 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:45.704690 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d7cc88a2-2b20-4215-ab37-6edef93ff20f req-178f81ed-ab99-4716-8317-e9635ef56c64 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0540698 Jun 30 10:42:45.804249 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc88a2-2b20-4215-ab37-6edef93ff20f req-f3fd666c-4a3c-46bc-afb8-4eddb9377d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:42:45.805726 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d7cc88a2-2b20-4215-ab37-6edef93ff20f req-f3fd666c-4a3c-46bc-afb8-4eddb9377d99 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 1098 time: 0.0566962 Jun 30 10:42:45.912020 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc88a2-2b20-4215-ab37-6edef93ff20f req-e9db2eda-6bfd-4831-8616-7a71d830db59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:42:45.913520 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d7cc88a2-2b20-4215-ab37-6edef93ff20f req-e9db2eda-6bfd-4831-8616-7a71d830db59 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8fb47a7-2f9d-418c-a547-1349056849b0 HTTP/1.1" status: 200 len: 897 time: 0.0857370 Jun 30 10:42:45.988455 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d7cc88a2-2b20-4215-ab37-6edef93ff20f req-7ac9b764-35dd-47a2-834d-d84b74f670de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=418d2c3b-f379-4a03-99f4-b9ef0c3d3e73 HTTP/1.1" status: 200 len: 1002 time: 0.0629692 Jun 30 10:42:46.038462 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc88a2-2b20-4215-ab37-6edef93ff20f req-0e9f4cf8-b150-4507-8ec9-e99822fc3d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:42:46.039965 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d7cc88a2-2b20-4215-ab37-6edef93ff20f req-0e9f4cf8-b150-4507-8ec9-e99822fc3d2e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a364661-b699-401e-b8d3-1c1f9ef8fea9 HTTP/1.1" status: 200 len: 834 time: 0.0451314 Jun 30 10:42:46.098078 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc88a2-2b20-4215-ab37-6edef93ff20f req-d688e339-d8a1-452e-9a73-0eae6aa84c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:42:46.100308 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d7cc88a2-2b20-4215-ab37-6edef93ff20f req-d688e339-d8a1-452e-9a73-0eae6aa84c1a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8fb47a7-2f9d-418c-a547-1349056849b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522594 Jun 30 10:42:46.196523 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d7cc88a2-2b20-4215-ab37-6edef93ff20f req-49f31d89-2866-49e8-82a3-1b6c637dc6f4 service neutron] 10.222.0.37 "GET /v2.0/networks/d8fb47a7-2f9d-418c-a547-1349056849b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888116 Jun 30 10:42:46.295087 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d7cc88a2-2b20-4215-ab37-6edef93ff20f req-d52d875b-cebf-4124-b1b8-5a483bd39b7a service neutron] 10.222.0.37 "GET /v2.0/networks/d8fb47a7-2f9d-418c-a547-1349056849b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912566 Jun 30 10:42:47.431624 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36406) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:42:47.596934 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-187fb5b5-8730-415b-929d-5d7e93b79db3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Deleting port 927299a8-7b02-47b1-94a1-9262e4e35a00 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:42:47.597290 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-187fb5b5-8730-415b-929d-5d7e93b79db3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:47.681476 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-187fb5b5-8730-415b-929d-5d7e93b79db3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:47.681848 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-187fb5b5-8730-415b-929d-5d7e93b79db3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:47.694029 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-187fb5b5-8730-415b-929d-5d7e93b79db3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Calling delete_port for 927299a8-7b02-47b1-94a1-9262e4e35a00 owned by network:floatingip {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:42:47.929136 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-187fb5b5-8730-415b-929d-5d7e93b79db3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:47.955743 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187fb5b5-8730-415b-929d-5d7e93b79db3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'Port': ['ID=927299a8-7b02-47b1-94a1-9262e4e35a00,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:42:47.987031 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fb5b5-8730-415b-929d-5d7e93b79db3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:47.987425 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fb5b5-8730-415b-929d-5d7e93b79db3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:47.987779 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fb5b5-8730-415b-929d-5d7e93b79db3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:47.988122 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fb5b5-8730-415b-929d-5d7e93b79db3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:47.988459 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fb5b5-8730-415b-929d-5d7e93b79db3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:47.988794 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fb5b5-8730-415b-929d-5d7e93b79db3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:47.989125 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fb5b5-8730-415b-929d-5d7e93b79db3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:47.989457 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fb5b5-8730-415b-929d-5d7e93b79db3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:47.989819 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fb5b5-8730-415b-929d-5d7e93b79db3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:47.990211 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fb5b5-8730-415b-929d-5d7e93b79db3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:47.990547 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fb5b5-8730-415b-929d-5d7e93b79db3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:47.990984 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fb5b5-8730-415b-929d-5d7e93b79db3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:48.031840 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-187fb5b5-8730-415b-929d-5d7e93b79db3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for floatingip, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:48.032176 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-187fb5b5-8730-415b-929d-5d7e93b79db3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Floating IP fcc11ede-8fab-481f-8bd4-9f3f8df45af8 disassociated (deleted). External IP: 172.25.6.245, port: 418d2c3b-f379-4a03-99f4-b9ef0c3d3e73. Jun 30 10:42:48.249225 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187fb5b5-8730-415b-929d-5d7e93b79db3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Router a8c0f3e0-6049-4aea-bf42-e53593f11dd2 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:42:48.358318 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187fb5b5-8730-415b-929d-5d7e93b79db3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:42:48.362980 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-187fb5b5-8730-415b-929d-5d7e93b79db3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:48.371693 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7e4462-c7cb-4c9b-9b6d-5b17efc88a79 None None] Sync routers for ids ['a8c0f3e0-6049-4aea-bf42-e53593f11dd2'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:42:48.384422 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7e4462-c7cb-4c9b-9b6d-5b17efc88a79 None None] Routers {'a8c0f3e0-6049-4aea-bf42-e53593f11dd2'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:42:48.385503 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-cf7e4462-c7cb-4c9b-9b6d-5b17efc88a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:42:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a8c0f3e0-6049-4aea-bf42-e53593f11dd2'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:42:48.400530 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-187fb5b5-8730-415b-929d-5d7e93b79db3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "DELETE /v2.0/floatingips/fcc11ede-8fab-481f-8bd4-9f3f8df45af8 HTTP/1.1" status: 204 len: 168 time: 0.9678695 Jun 30 10:42:48.401220 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afdb6a80-4118-4a61-95d1-fb3eedf21140', 'tag': '418d2c3b-f379-4a03-99f4-b9ef0c3d3e73'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:42:48.403644 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d54011c-79e9-40b5-97fc-99a2433ce018" -d '{"events": [{"name": "network-changed", "server_uuid": "afdb6a80-4118-4a61-95d1-fb3eedf21140", "tag": "418d2c3b-f379-4a03-99f4-b9ef0c3d3e73"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:42:48.574297 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bace032a-a75a-4286-ae87-f70cde79a155 x-openstack-request-id: req-bace032a-a75a-4286-ae87-f70cde79a155 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:42:48.575396 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afdb6a80-4118-4a61-95d1-fb3eedf21140", "tag": "418d2c3b-f379-4a03-99f4-b9ef0c3d3e73", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:42:48.575935 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bace032a-a75a-4286-ae87-f70cde79a155 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:42:48.576424 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afdb6a80-4118-4a61-95d1-fb3eedf21140', 'tag': '418d2c3b-f379-4a03-99f4-b9ef0c3d3e73', 'status': 'completed', 'code': 200} Jun 30 10:42:48.653185 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54011c-79e9-40b5-97fc-99a2433ce018 req-a628f2ff-e4fa-437b-b17d-113114f3c95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:42:48.654737 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4d54011c-79e9-40b5-97fc-99a2433ce018 req-a628f2ff-e4fa-437b-b17d-113114f3c95e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 1098 time: 0.0581017 Jun 30 10:42:48.663354 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-cf7e4462-c7cb-4c9b-9b6d-5b17efc88a79 None None] Set router a8c0f3e0-6049-4aea-bf42-e53593f11dd2 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:42:48.763231 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54011c-79e9-40b5-97fc-99a2433ce018 req-dfbc5516-77e0-4cf8-8291-c4177770d952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:42:48.764824 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4d54011c-79e9-40b5-97fc-99a2433ce018 req-dfbc5516-77e0-4cf8-8291-c4177770d952 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8fb47a7-2f9d-418c-a547-1349056849b0 HTTP/1.1" status: 200 len: 897 time: 0.1012335 Jun 30 10:42:48.809496 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4d54011c-79e9-40b5-97fc-99a2433ce018 req-38b04bf9-c56e-4e49-9199-9e37bad9a58a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=418d2c3b-f379-4a03-99f4-b9ef0c3d3e73 HTTP/1.1" status: 200 len: 217 time: 0.0376358 Jun 30 10:42:48.874861 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54011c-79e9-40b5-97fc-99a2433ce018 req-70525596-b9a7-485f-83c1-8f4ca2ba8bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:42:48.876581 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4d54011c-79e9-40b5-97fc-99a2433ce018 req-70525596-b9a7-485f-83c1-8f4ca2ba8bcb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a364661-b699-401e-b8d3-1c1f9ef8fea9 HTTP/1.1" status: 200 len: 834 time: 0.0599320 Jun 30 10:42:48.896087 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-cf7e4462-c7cb-4c9b-9b6d-5b17efc88a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283211270', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '69d39751-fed5-471f-8945-df736ac4b697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:40:13Z', 'updated_at': '2021-06-30T10:40:18Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': '69d39751-fed5-471f-8945-df736ac4b697', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:40:14Z', 'updated_at': '2021-06-30T10:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '23e3c0f1-20cb-4f54-8a79-43a83fcd76db', 'name': '', 'network_id': 'd8fb47a7-2f9d-418c-a547-1349056849b0', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:c1:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '5a364661-b699-401e-b8d3-1c1f9ef8fea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:40:17Z', 'updated_at': '2021-06-30T10:40:23Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': '5a364661-b699-401e-b8d3-1c1f9ef8fea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:42:48.928254 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7e4462-c7cb-4c9b-9b6d-5b17efc88a79 None None] Checking router: a8c0f3e0-6049-4aea-bf42-e53593f11dd2 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:42:48.940389 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54011c-79e9-40b5-97fc-99a2433ce018 req-31dd5b1c-711c-458e-8664-8db9f3c96d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:42:48.941580 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7e4462-c7cb-4c9b-9b6d-5b17efc88a79 None None] Routers {'a8c0f3e0-6049-4aea-bf42-e53593f11dd2'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:42:48.942035 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4d54011c-79e9-40b5-97fc-99a2433ce018 req-31dd5b1c-711c-458e-8664-8db9f3c96d88 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8fb47a7-2f9d-418c-a547-1349056849b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577312 Jun 30 10:42:48.942580 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-cf7e4462-c7cb-4c9b-9b6d-5b17efc88a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:42:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a8c0f3e0-6049-4aea-bf42-e53593f11dd2'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:42:49.079579 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-cf7e4462-c7cb-4c9b-9b6d-5b17efc88a79 None None] Set router a8c0f3e0-6049-4aea-bf42-e53593f11dd2 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:42:49.089687 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4d54011c-79e9-40b5-97fc-99a2433ce018 req-721f4b8e-14c4-4112-87ca-2c022f20a6cb service neutron] 10.222.0.37 "GET /v2.0/networks/d8fb47a7-2f9d-418c-a547-1349056849b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401670 Jun 30 10:42:49.173488 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf1dc6-532c-4b28-bd52-6b7634607c6e req-a420e6f1-3b7c-4845-be30-a24cdee71f5e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:42:49.175013 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a5cf1dc6-532c-4b28-bd52-6b7634607c6e req-a420e6f1-3b7c-4845-be30-a24cdee71f5e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 946 time: 0.1343558 Jun 30 10:42:49.235748 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a5cf1dc6-532c-4b28-bd52-6b7634607c6e req-e1d8c029-d9bf-43aa-a1ed-5b4a8ff91a73 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7c5336-5de6-47d8-858c-29722091c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533106 Jun 30 10:42:49.237783 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4d54011c-79e9-40b5-97fc-99a2433ce018 req-b59a834d-d1f9-4bbd-a19e-77768ae55807 service neutron] 10.222.0.37 "GET /v2.0/networks/d8fb47a7-2f9d-418c-a547-1349056849b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396987 Jun 30 10:42:49.302517 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-cf7e4462-c7cb-4c9b-9b6d-5b17efc88a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283211270', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '69d39751-fed5-471f-8945-df736ac4b697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:40:13Z', 'updated_at': '2021-06-30T10:40:18Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': '69d39751-fed5-471f-8945-df736ac4b697', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:40:14Z', 'updated_at': '2021-06-30T10:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '23e3c0f1-20cb-4f54-8a79-43a83fcd76db', 'name': '', 'network_id': 'd8fb47a7-2f9d-418c-a547-1349056849b0', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:c1:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '5a364661-b699-401e-b8d3-1c1f9ef8fea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:40:17Z', 'updated_at': '2021-06-30T10:40:23Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': '5a364661-b699-401e-b8d3-1c1f9ef8fea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:42:49.333258 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7e4462-c7cb-4c9b-9b6d-5b17efc88a79 None None] The sync data for ids ['a8c0f3e0-6049-4aea-bf42-e53593f11dd2'] in n-d-771363-31 is: [{'id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283211270', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '69d39751-fed5-471f-8945-df736ac4b697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:40:13Z', 'updated_at': '2021-06-30T10:40:18Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': '69d39751-fed5-471f-8945-df736ac4b697', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:40:14Z', 'updated_at': '2021-06-30T10:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '23e3c0f1-20cb-4f54-8a79-43a83fcd76db', 'name': '', 'network_id': 'd8fb47a7-2f9d-418c-a547-1349056849b0', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:c1:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '5a364661-b699-401e-b8d3-1c1f9ef8fea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:40:17Z', 'updated_at': '2021-06-30T10:40:23Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': '5a364661-b699-401e-b8d3-1c1f9ef8fea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:42:49.556513 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f80506-aeed-4373-97cd-60ac1933041c None None] New status for floating IP fcc11ede-8fab-481f-8bd4-9f3f8df45af8: DOWN {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:42:50.413310 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31502c0-738b-4dac-9ea4-2053fe4e3c91 req-be4e0acd-f734-4cb3-b6a0-3b774497a2dd tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:42:50.414772 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d31502c0-738b-4dac-9ea4-2053fe4e3c91 req-be4e0acd-f734-4cb3-b6a0-3b774497a2dd tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 946 time: 0.0644765 Jun 30 10:42:50.460198 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d31502c0-738b-4dac-9ea4-2053fe4e3c91 req-3d2fe25d-690c-4052-b3a4-90576b500867 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7c5336-5de6-47d8-858c-29722091c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395925 Jun 30 10:42:50.534765 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-635a75d1-5f17-490c-9459-57ca7bdcd654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:50.867205 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d87352-5379-4fcb-bde9-5c88fcf23c60 req-d15e8936-c6bd-455f-813e-7589558f268d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:42:50.868638 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-49d87352-5379-4fcb-bde9-5c88fcf23c60 req-d15e8936-c6bd-455f-813e-7589558f268d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.37 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 946 time: 0.0698771 Jun 30 10:42:50.968828 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-49d87352-5379-4fcb-bde9-5c88fcf23c60 req-55a31b54-bea9-4021-9cec-9c53f8ed84fc tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Deleting port 418d2c3b-f379-4a03-99f4-b9ef0c3d3e73 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:42:50.969157 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-49d87352-5379-4fcb-bde9-5c88fcf23c60 req-55a31b54-bea9-4021-9cec-9c53f8ed84fc tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:51.396031 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-49d87352-5379-4fcb-bde9-5c88fcf23c60 req-55a31b54-bea9-4021-9cec-9c53f8ed84fc tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] For port 418d2c3b-f379-4a03-99f4-b9ef0c3d3e73, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=418d2c3b-f379-4a03-99f4-b9ef0c3d3e73,segment=NetworkSegment(0c4d90d4-ca2f-4284-9a42-4c4f207ac004),segment_id=0c4d90d4-ca2f-4284-9a42-4c4f207ac004)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:42:51.397122 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-49d87352-5379-4fcb-bde9-5c88fcf23c60 req-55a31b54-bea9-4021-9cec-9c53f8ed84fc tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:51.410195 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-49d87352-5379-4fcb-bde9-5c88fcf23c60 req-55a31b54-bea9-4021-9cec-9c53f8ed84fc tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Calling delete_port for 418d2c3b-f379-4a03-99f4-b9ef0c3d3e73 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:42:51.616226 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-49d87352-5379-4fcb-bde9-5c88fcf23c60 req-55a31b54-bea9-4021-9cec-9c53f8ed84fc tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:51.654020 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a31b54-bea9-4021-9cec-9c53f8ed84fc tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'Port': ['ID=418d2c3b-f379-4a03-99f4-b9ef0c3d3e73,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:42:51.698774 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d76a4-60b9-43d0-92f3-595830c5ffed req-5da3260f-cb41-4f7b-afcd-6ecebb389b8d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:42:51.700430 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7a2d76a4-60b9-43d0-92f3-595830c5ffed req-5da3260f-cb41-4f7b-afcd-6ecebb389b8d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=afdb6a80-4118-4a61-95d1-fb3eedf21140 HTTP/1.1" status: 200 len: 867 time: 0.1226270 Jun 30 10:42:51.721899 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d87352-5379-4fcb-bde9-5c88fcf23c60 req-55a31b54-bea9-4021-9cec-9c53f8ed84fc tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] No DVR routers for this DVR port 418d2c3b-f379-4a03-99f4-b9ef0c3d3e73 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:42:51.729779 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-49d87352-5379-4fcb-bde9-5c88fcf23c60 req-55a31b54-bea9-4021-9cec-9c53f8ed84fc tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:51.731590 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-49d87352-5379-4fcb-bde9-5c88fcf23c60 req-55a31b54-bea9-4021-9cec-9c53f8ed84fc tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.37 "DELETE /v2.0/ports/418d2c3b-f379-4a03-99f4-b9ef0c3d3e73 HTTP/1.1" status: 204 len: 173 time: 0.8576987 Jun 30 10:42:51.732035 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdb6a80-4118-4a61-95d1-fb3eedf21140', 'name': 'network-vif-deleted', 'tag': '418d2c3b-f379-4a03-99f4-b9ef0c3d3e73'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:42:51.734606 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69f62f6-9b8a-41aa-bea1-033307c0d26c" -d '{"events": [{"server_uuid": "afdb6a80-4118-4a61-95d1-fb3eedf21140", "name": "network-vif-deleted", "tag": "418d2c3b-f379-4a03-99f4-b9ef0c3d3e73"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:42:51.766784 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7a2d76a4-60b9-43d0-92f3-595830c5ffed req-2cd5b274-0f22-4919-9bd7-13104ffa11ef tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7c5336-5de6-47d8-858c-29722091c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467050 Jun 30 10:42:51.773812 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8973afb-36d6-4953-87be-f95a1c91851d x-openstack-request-id: req-c8973afb-36d6-4953-87be-f95a1c91851d {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:42:51.774116 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdb6a80-4118-4a61-95d1-fb3eedf21140", "name": "network-vif-deleted", "tag": "418d2c3b-f379-4a03-99f4-b9ef0c3d3e73", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:42:51.774366 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c8973afb-36d6-4953-87be-f95a1c91851d {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:42:51.774760 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdb6a80-4118-4a61-95d1-fb3eedf21140', 'name': 'network-vif-deleted', 'tag': '418d2c3b-f379-4a03-99f4-b9ef0c3d3e73', 'status': 'completed', 'code': 200} Jun 30 10:42:52.879283 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36432) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:42:53.018987 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b0973d41-3779-436f-932f-6f281a932853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:53.327156 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dc354e90-786f-4467-97f1-9d87af25716e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:53.632741 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-dc354e90-786f-4467-97f1-9d87af25716e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Deleting port 23e3c0f1-20cb-4f54-8a79-43a83fcd76db {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:42:53.633003 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dc354e90-786f-4467-97f1-9d87af25716e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:53.654733 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:53.725134 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-dc354e90-786f-4467-97f1-9d87af25716e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] For port 23e3c0f1-20cb-4f54-8a79-43a83fcd76db, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=23e3c0f1-20cb-4f54-8a79-43a83fcd76db,segment=NetworkSegment(0c4d90d4-ca2f-4284-9a42-4c4f207ac004),segment_id=0c4d90d4-ca2f-4284-9a42-4c4f207ac004)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:42:53.725534 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dc354e90-786f-4467-97f1-9d87af25716e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:53.738673 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-dc354e90-786f-4467-97f1-9d87af25716e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Calling delete_port for 23e3c0f1-20cb-4f54-8a79-43a83fcd76db owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:42:54.009103 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dc354e90-786f-4467-97f1-9d87af25716e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:54.036823 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc354e90-786f-4467-97f1-9d87af25716e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'Port': ['ID=23e3c0f1-20cb-4f54-8a79-43a83fcd76db,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:42:54.217699 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-dc354e90-786f-4467-97f1-9d87af25716e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:54.431525 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc354e90-786f-4467-97f1-9d87af25716e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Router a8c0f3e0-6049-4aea-bf42-e53593f11dd2 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:42:54.537618 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc354e90-786f-4467-97f1-9d87af25716e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:42:54.542999 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-dc354e90-786f-4467-97f1-9d87af25716e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "PUT /v2.0/routers/a8c0f3e0-6049-4aea-bf42-e53593f11dd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6626098 Jun 30 10:42:54.545836 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36434) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:42:54.548009 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48000c89-54ea-4abb-94c5-2c24ac81699b None None] Sync routers for ids ['a8c0f3e0-6049-4aea-bf42-e53593f11dd2'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:42:54.558287 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48000c89-54ea-4abb-94c5-2c24ac81699b None None] Routers {'a8c0f3e0-6049-4aea-bf42-e53593f11dd2'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:42:54.558895 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-48000c89-54ea-4abb-94c5-2c24ac81699b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:42:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a8c0f3e0-6049-4aea-bf42-e53593f11dd2'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:42:54.601974 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fac0169-0697-45e2-8045-11fd028f929c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Deleting subnet 5a364661-b699-401e-b8d3-1c1f9ef8fea9 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:42:54.605123 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1fac0169-0697-45e2-8045-11fd028f929c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:54.644883 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1fac0169-0697-45e2-8045-11fd028f929c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:54.664267 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-48000c89-54ea-4abb-94c5-2c24ac81699b None None] Set router a8c0f3e0-6049-4aea-bf42-e53593f11dd2 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:42:54.730792 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1fac0169-0697-45e2-8045-11fd028f929c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:54.863343 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-48000c89-54ea-4abb-94c5-2c24ac81699b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283211270', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '69d39751-fed5-471f-8945-df736ac4b697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:40:13Z', 'updated_at': '2021-06-30T10:42:53Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': '69d39751-fed5-471f-8945-df736ac4b697', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:40:14Z', 'updated_at': '2021-06-30T10:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:42:54.892191 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48000c89-54ea-4abb-94c5-2c24ac81699b None None] Checking router: a8c0f3e0-6049-4aea-bf42-e53593f11dd2 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:42:54.900887 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48000c89-54ea-4abb-94c5-2c24ac81699b None None] Routers {'a8c0f3e0-6049-4aea-bf42-e53593f11dd2'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:42:54.901484 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-48000c89-54ea-4abb-94c5-2c24ac81699b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:42:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['a8c0f3e0-6049-4aea-bf42-e53593f11dd2'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:42:54.913008 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1fac0169-0697-45e2-8045-11fd028f929c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:54.941182 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac0169-0697-45e2-8045-11fd028f929c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'Subnet': ['ID=5a364661-b699-401e-b8d3-1c1f9ef8fea9,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:42:54.945701 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1fac0169-0697-45e2-8045-11fd028f929c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:54.947622 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1fac0169-0697-45e2-8045-11fd028f929c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "DELETE /v2.0/subnets/5a364661-b699-401e-b8d3-1c1f9ef8fea9 HTTP/1.1" status: 204 len: 168 time: 0.4007208 Jun 30 10:42:54.950315 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36436) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:42:54.959083 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbdc56c-593d-43a7-ba2a-87352b905457 None None] Network d8fb47a7-2f9d-418c-a547-1349056849b0 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:42:55.065450 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b66224c2-7327-42cf-be30-ead09c478f5e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:55.098323 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:55.124300 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-48000c89-54ea-4abb-94c5-2c24ac81699b None None] Set router a8c0f3e0-6049-4aea-bf42-e53593f11dd2 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:42:55.173903 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b66224c2-7327-42cf-be30-ead09c478f5e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:55.311164 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-b66224c2-7327-42cf-be30-ead09c478f5e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Deleting port 69d39751-fed5-471f-8945-df736ac4b697 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:42:55.311497 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b66224c2-7327-42cf-be30-ead09c478f5e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:55.322097 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-48000c89-54ea-4abb-94c5-2c24ac81699b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283211270', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '69d39751-fed5-471f-8945-df736ac4b697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:40:13Z', 'updated_at': '2021-06-30T10:42:53Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': '69d39751-fed5-471f-8945-df736ac4b697', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:40:14Z', 'updated_at': '2021-06-30T10:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:42:55.352211 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c1cdc8-6b35-4169-aaf4-6126c9668978 None None] DHCP port deletion for d8fb47a7-2f9d-418c-a547-1349056849b0 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:42:55.354156 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 418d2c3b-f379-4a03-99f4-b9ef0c3d3e73 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:42:55.359196 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48000c89-54ea-4abb-94c5-2c24ac81699b None None] The sync data for ids ['a8c0f3e0-6049-4aea-bf42-e53593f11dd2'] in n-d-771363-31 is: [{'id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283211270', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '69d39751-fed5-471f-8945-df736ac4b697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:40:13Z', 'updated_at': '2021-06-30T10:42:53Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': '69d39751-fed5-471f-8945-df736ac4b697', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c0f3e0-6049-4aea-bf42-e53593f11dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:40:14Z', 'updated_at': '2021-06-30T10:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:42:55.382324 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 418d2c3b-f379-4a03-99f4-b9ef0c3d3e73 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:42:55.382927 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 418d2c3b-f379-4a03-99f4-b9ef0c3d3e73 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:42:55.432142 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-48c1cdc8-6b35-4169-aaf4-6126c9668978 None None] Deleting port b0777d02-a47f-40a6-a614-ec4f5aeb88cc {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:42:55.432523 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-48c1cdc8-6b35-4169-aaf4-6126c9668978 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:55.499924 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-48c1cdc8-6b35-4169-aaf4-6126c9668978 None None] For port b0777d02-a47f-40a6-a614-ec4f5aeb88cc, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=b0777d02-a47f-40a6-a614-ec4f5aeb88cc,segment=NetworkSegment(0c4d90d4-ca2f-4284-9a42-4c4f207ac004),segment_id=0c4d90d4-ca2f-4284-9a42-4c4f207ac004)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:42:55.500486 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-48c1cdc8-6b35-4169-aaf4-6126c9668978 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:55.515315 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-48c1cdc8-6b35-4169-aaf4-6126c9668978 None None] Calling delete_port for b0777d02-a47f-40a6-a614-ec4f5aeb88cc owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:42:55.660265 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-b66224c2-7327-42cf-be30-ead09c478f5e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] For port 69d39751-fed5-471f-8945-df736ac4b697, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=69d39751-fed5-471f-8945-df736ac4b697,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:42:55.660473 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b66224c2-7327-42cf-be30-ead09c478f5e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:55.674516 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-b66224c2-7327-42cf-be30-ead09c478f5e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Calling delete_port for 69d39751-fed5-471f-8945-df736ac4b697 owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:42:55.866638 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-48c1cdc8-6b35-4169-aaf4-6126c9668978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:55.889892 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1cdc8-6b35-4169-aaf4-6126c9668978 None None] Pushing event deleted for resources: {'Port': ['ID=b0777d02-a47f-40a6-a614-ec4f5aeb88cc,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:42:55.900709 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c1cdc8-6b35-4169-aaf4-6126c9668978 None None] No DVR routers for this DVR port b0777d02-a47f-40a6-a614-ec4f5aeb88cc on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:42:55.903352 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c1cdc8-6b35-4169-aaf4-6126c9668978 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:55.903699 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c1cdc8-6b35-4169-aaf4-6126c9668978 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:55.904130 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c1cdc8-6b35-4169-aaf4-6126c9668978 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:55.904693 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c1cdc8-6b35-4169-aaf4-6126c9668978 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:55.905030 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c1cdc8-6b35-4169-aaf4-6126c9668978 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:55.905359 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c1cdc8-6b35-4169-aaf4-6126c9668978 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:55.905686 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c1cdc8-6b35-4169-aaf4-6126c9668978 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:55.906003 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c1cdc8-6b35-4169-aaf4-6126c9668978 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:55.906315 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c1cdc8-6b35-4169-aaf4-6126c9668978 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:55.906629 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c1cdc8-6b35-4169-aaf4-6126c9668978 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:55.906942 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c1cdc8-6b35-4169-aaf4-6126c9668978 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:55.907290 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c1cdc8-6b35-4169-aaf4-6126c9668978 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:55.962006 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b66224c2-7327-42cf-be30-ead09c478f5e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:55.985732 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66224c2-7327-42cf-be30-ead09c478f5e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'Port': ['ID=69d39751-fed5-471f-8945-df736ac4b697,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:42:55.995704 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66224c2-7327-42cf-be30-ead09c478f5e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:55.996053 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66224c2-7327-42cf-be30-ead09c478f5e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:55.996397 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66224c2-7327-42cf-be30-ead09c478f5e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:55.996730 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66224c2-7327-42cf-be30-ead09c478f5e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:55.997069 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66224c2-7327-42cf-be30-ead09c478f5e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:55.997397 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66224c2-7327-42cf-be30-ead09c478f5e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:55.997722 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66224c2-7327-42cf-be30-ead09c478f5e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:55.998107 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66224c2-7327-42cf-be30-ead09c478f5e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:55.998360 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66224c2-7327-42cf-be30-ead09c478f5e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:55.998685 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66224c2-7327-42cf-be30-ead09c478f5e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:55.999009 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66224c2-7327-42cf-be30-ead09c478f5e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:55.999359 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66224c2-7327-42cf-be30-ead09c478f5e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:42:56.059756 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b66224c2-7327-42cf-be30-ead09c478f5e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:56.152510 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b66224c2-7327-42cf-be30-ead09c478f5e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:56.154580 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b66224c2-7327-42cf-be30-ead09c478f5e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:56.277234 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b66224c2-7327-42cf-be30-ead09c478f5e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:56.277765 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66224c2-7327-42cf-be30-ead09c478f5e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Fanout notify agent at l3_agent the message router_deleted on router a8c0f3e0-6049-4aea-bf42-e53593f11dd2 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:42:56.284655 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b66224c2-7327-42cf-be30-ead09c478f5e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:56.285814 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b66224c2-7327-42cf-be30-ead09c478f5e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "DELETE /v2.0/routers/a8c0f3e0-6049-4aea-bf42-e53593f11dd2 HTTP/1.1" status: 204 len: 168 time: 1.3344414 Jun 30 10:42:56.288874 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36438) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:42:56.370138 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-84f5bc3a-6fe2-4703-9839-af11195ee606 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:56.459271 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-84f5bc3a-6fe2-4703-9839-af11195ee606 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:56.468903 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-84f5bc3a-6fe2-4703-9839-af11195ee606 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8fb47a7-2f9d-418c-a547-1349056849b0']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:42:56.478940 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-84f5bc3a-6fe2-4703-9839-af11195ee606 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c4d90d4-ca2f-4284-9a42-4c4f207ac004') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:42:56.479270 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-84f5bc3a-6fe2-4703-9839-af11195ee606 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c4d90d4-ca2f-4284-9a42-4c4f207ac004') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:42:56.488115 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-84f5bc3a-6fe2-4703-9839-af11195ee606 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:56.501946 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-84f5bc3a-6fe2-4703-9839-af11195ee606 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:56.508197 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f5bc3a-6fe2-4703-9839-af11195ee606 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:42:56.511690 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-84f5bc3a-6fe2-4703-9839-af11195ee606 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:56.511690 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 10:42:56.511690 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:42:56.511690 n-d-771363-31 neutron-server[101053]: timer() Jun 30 10:42:56.511690 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:42:56.511690 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 10:42:56.511690 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:42:56.511690 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 10:42:56.511690 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:42:56.511690 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 10:42:56.511690 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:42:56.511690 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 10:42:56.511690 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:42:56.511690 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 10:42:56.511690 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:42:56.511690 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:42:56.511690 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:42:56.511690 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:42:56.511690 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:42:56.511690 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 10:42:56.511690 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:42:56.511690 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 10:42:56.511690 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:42:56.511690 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:42:56.511690 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:42:56.511690 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 10:42:56.511690 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:42:56.511690 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:42:56.511690 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:42:56.511690 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:42:56.511690 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:42:56.511690 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:42:56.511690 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:42:56.641300 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-84f5bc3a-6fe2-4703-9839-af11195ee606 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:56.651065 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-84f5bc3a-6fe2-4703-9839-af11195ee606 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:56.652949 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-84f5bc3a-6fe2-4703-9839-af11195ee606 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "DELETE /v2.0/networks/d8fb47a7-2f9d-418c-a547-1349056849b0 HTTP/1.1" status: 204 len: 168 time: 0.3630767 Jun 30 10:42:56.655803 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36440) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:42:56.665405 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5bc3a-6fe2-4703-9839-af11195ee606 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'Network': ['ID=d8fb47a7-2f9d-418c-a547-1349056849b0,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:42:56.683177 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:56.720309 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e30bb7ef-032f-45c3-9ee0-217ca8c47278 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:56.749278 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e30bb7ef-032f-45c3-9ee0-217ca8c47278 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:56.800513 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b0777d02-a47f-40a6-a614-ec4f5aeb88cc no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:42:56.821699 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: b0777d02-a47f-40a6-a614-ec4f5aeb88cc {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:42:56.822041 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device b0777d02-a47f-40a6-a614-ec4f5aeb88cc not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:42:56.822454 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 23e3c0f1-20cb-4f54-8a79-43a83fcd76db no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:42:56.840576 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 23e3c0f1-20cb-4f54-8a79-43a83fcd76db {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:42:56.840921 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 23e3c0f1-20cb-4f54-8a79-43a83fcd76db not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:42:56.841328 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 69d39751-fed5-471f-8945-df736ac4b697 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:42:56.860340 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 69d39751-fed5-471f-8945-df736ac4b697 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:42:56.860691 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 69d39751-fed5-471f-8945-df736ac4b697 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:42:56.900669 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e30bb7ef-032f-45c3-9ee0-217ca8c47278 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:56.903210 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-e30bb7ef-032f-45c3-9ee0-217ca8c47278 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:56.904381 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e30bb7ef-032f-45c3-9ee0-217ca8c47278 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "DELETE /v2.0/security-groups/9c7c5336-5de6-47d8-858c-29722091c8ba HTTP/1.1" status: 204 len: 168 time: 0.2475672 Jun 30 10:42:56.914179 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30bb7ef-032f-45c3-9ee0-217ca8c47278 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7c5336-5de6-47d8-858c-29722091c8ba,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:42:57.804703 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36446) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:42:57.810058 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-4991e3f6-3f72-4b23-84a5-a19bf46e5fbe tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1496483955', 'description': 'tempest-secgroup-smoke-1496483955 description', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:42:57.935186 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4991e3f6-3f72-4b23-84a5-a19bf46e5fbe tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:58.018856 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4991e3f6-3f72-4b23-84a5-a19bf46e5fbe tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:58.101137 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4991e3f6-3f72-4b23-84a5-a19bf46e5fbe tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:58.130417 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991e3f6-3f72-4b23-84a5-a19bf46e5fbe tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3b9364-a390-4faa-a7cb-141e09f48519,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:42:58.191598 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4991e3f6-3f72-4b23-84a5-a19bf46e5fbe tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:58.193096 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4991e3f6-3f72-4b23-84a5-a19bf46e5fbe tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3872426 Jun 30 10:42:58.196108 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36448) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:42:58.200468 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-628ecf7b-ea1c-4a99-861d-0751340124f0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group_rule': {'security_group_id': '9b3b9364-a390-4faa-a7cb-141e09f48519', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:42:58.319854 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-628ecf7b-ea1c-4a99-861d-0751340124f0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:58.394155 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-628ecf7b-ea1c-4a99-861d-0751340124f0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:58.476678 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-628ecf7b-ea1c-4a99-861d-0751340124f0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:58.495680 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ecf7b-ea1c-4a99-861d-0751340124f0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc49b4e-c378-403d-908d-694a5302e80c,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:42:58.591833 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-628ecf7b-ea1c-4a99-861d-0751340124f0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:58.593093 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-628ecf7b-ea1c-4a99-861d-0751340124f0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3960347 Jun 30 10:42:58.595800 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36452) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:42:58.601366 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-da50981f-be26-4442-9cbb-f6d54822a8ba tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group_rule': {'security_group_id': '9b3b9364-a390-4faa-a7cb-141e09f48519', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:42:58.697513 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-da50981f-be26-4442-9cbb-f6d54822a8ba tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:58.753833 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-da50981f-be26-4442-9cbb-f6d54822a8ba tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:58.843114 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-da50981f-be26-4442-9cbb-f6d54822a8ba tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:58.862433 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50981f-be26-4442-9cbb-f6d54822a8ba tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a20b940-b016-462e-934c-b8056340cf11,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:42:58.938920 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-da50981f-be26-4442-9cbb-f6d54822a8ba tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:58.940239 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-da50981f-be26-4442-9cbb-f6d54822a8ba tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3434682 Jun 30 10:42:58.943498 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36454) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:42:58.947977 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-90d884fe-57ef-4c38-b1a3-9b39832f2499 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group_rule': {'security_group_id': '9b3b9364-a390-4faa-a7cb-141e09f48519', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:42:59.046602 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-90d884fe-57ef-4c38-b1a3-9b39832f2499 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:59.105843 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-90d884fe-57ef-4c38-b1a3-9b39832f2499 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:59.201661 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-90d884fe-57ef-4c38-b1a3-9b39832f2499 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:59.224304 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d884fe-57ef-4c38-b1a3-9b39832f2499 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=040b6147-0580-4ee0-9fb5-f2fb137f105d,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:42:59.300965 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-90d884fe-57ef-4c38-b1a3-9b39832f2499 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:59.302988 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-90d884fe-57ef-4c38-b1a3-9b39832f2499 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3578146 Jun 30 10:42:59.305924 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36456) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:42:59.310451 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-29bb36a1-aea5-464f-b6e5-b7e2509babc7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group_rule': {'security_group_id': '9b3b9364-a390-4faa-a7cb-141e09f48519', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:42:59.411958 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-29bb36a1-aea5-464f-b6e5-b7e2509babc7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:59.470924 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-29bb36a1-aea5-464f-b6e5-b7e2509babc7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:59.561018 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-29bb36a1-aea5-464f-b6e5-b7e2509babc7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:59.577248 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb36a1-aea5-464f-b6e5-b7e2509babc7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9f0867-050f-46e5-aba5-ba47bcd682e0,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:42:59.672021 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-29bb36a1-aea5-464f-b6e5-b7e2509babc7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:59.673330 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-29bb36a1-aea5-464f-b6e5-b7e2509babc7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3664114 Jun 30 10:42:59.676030 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36458) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:42:59.681094 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-df098e78-8881-4964-829b-0820c2bfaae0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group_rule': {'security_group_id': '9b3b9364-a390-4faa-a7cb-141e09f48519', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:42:59.773006 n-d-771363-31 neutron-server[101054]: INFO neutron.db.securitygroups_db [None req-df098e78-8881-4964-829b-0820c2bfaae0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Project 93892fa53c864b9b82b15f44cdcb4a01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:42:59.777957 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-df098e78-8881-4964-829b-0820c2bfaae0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:59.837313 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-df098e78-8881-4964-829b-0820c2bfaae0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:59.929667 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-df098e78-8881-4964-829b-0820c2bfaae0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:59.949588 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df098e78-8881-4964-829b-0820c2bfaae0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a283cc76-5b01-48fc-a233-f28ee6cb2a83,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:42:59.970670 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:43:00.043186 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-df098e78-8881-4964-829b-0820c2bfaae0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:00.044433 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-df098e78-8881-4964-829b-0820c2bfaae0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3674715 Jun 30 10:43:00.047207 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36460) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:43:00.051735 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-42a64d54-ffbf-4eb1-930a-ce3fa87cc18c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group_rule': {'security_group_id': '9b3b9364-a390-4faa-a7cb-141e09f48519', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:43:00.164302 n-d-771363-31 neutron-server[101054]: INFO neutron.db.securitygroups_db [None req-42a64d54-ffbf-4eb1-930a-ce3fa87cc18c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Project 93892fa53c864b9b82b15f44cdcb4a01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:43:00.169926 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-42a64d54-ffbf-4eb1-930a-ce3fa87cc18c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:00.231150 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-42a64d54-ffbf-4eb1-930a-ce3fa87cc18c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:00.351919 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-42a64d54-ffbf-4eb1-930a-ce3fa87cc18c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:00.369681 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a64d54-ffbf-4eb1-930a-ce3fa87cc18c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e4d7d8-7778-4ca7-b799-612b60eeba21,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:43:00.461082 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-42a64d54-ffbf-4eb1-930a-ce3fa87cc18c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:00.462220 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-42a64d54-ffbf-4eb1-930a-ce3fa87cc18c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4140687 Jun 30 10:43:00.465136 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36462) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:43:00.470080 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-be8bbab0-3495-446f-8488-b106ed3b8900 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'network': {'name': 'tempest-network-smoke--979539905', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'port_security_enabled': True}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:43:00.615332 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8bbab0-3495-446f-8488-b106ed3b8900 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Made reservation on behalf of 93892fa53c864b9b82b15f44cdcb4a01 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:43:00.619212 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-be8bbab0-3495-446f-8488-b106ed3b8900 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:00.645139 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be8bbab0-3495-446f-8488-b106ed3b8900 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:43:00.653870 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-be8bbab0-3495-446f-8488-b106ed3b8900 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:00.654210 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-be8bbab0-3495-446f-8488-b106ed3b8900 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Added segment c7371898-6291-438a-a110-57dcc1727890 of type vlan for network 4e4de743-d51e-446d-af1a-0f9670738319 Jun 30 10:43:00.694450 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-be8bbab0-3495-446f-8488-b106ed3b8900 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:00.797597 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-be8bbab0-3495-446f-8488-b106ed3b8900 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:00.803956 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8bbab0-3495-446f-8488-b106ed3b8900 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:43:00.804540 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-be8bbab0-3495-446f-8488-b106ed3b8900 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:00.870508 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8bbab0-3495-446f-8488-b106ed3b8900 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Network': ['ID=4e4de743-d51e-446d-af1a-0f9670738319,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:43:00.881672 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 4e4de743-d51e-446d-af1a-0f9670738319 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:43:00.958599 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-be8bbab0-3495-446f-8488-b106ed3b8900 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4923637 Jun 30 10:43:00.962948 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36464) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:43:00.967965 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-9b40b845-2dfc-4107-8f72-c3383af5267f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-140756209', 'admin_state_up': True, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:43:01.072147 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9b40b845-2dfc-4107-8f72-c3383af5267f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:01.073219 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9b40b845-2dfc-4107-8f72-c3383af5267f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:01.129323 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9b40b845-2dfc-4107-8f72-c3383af5267f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:01.338740 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9b40b845-2dfc-4107-8f72-c3383af5267f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:01.574952 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9b40b845-2dfc-4107-8f72-c3383af5267f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:01.594174 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9b40b845-2dfc-4107-8f72-c3383af5267f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:01.696945 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-9b40b845-2dfc-4107-8f72-c3383af5267f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Allocated IP 172.25.6.15 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/bfbc84ff-405a-49ef-bc34-e9969909f58b) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:43:01.796387 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9b40b845-2dfc-4107-8f72-c3383af5267f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:01.912349 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9b40b845-2dfc-4107-8f72-c3383af5267f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:01.955255 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b40b845-2dfc-4107-8f72-c3383af5267f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:43:01.960623 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-9b40b845-2dfc-4107-8f72-c3383af5267f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:43:01.966097 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b40b845-2dfc-4107-8f72-c3383af5267f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:43:01.969199 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b40b845-2dfc-4107-8f72-c3383af5267f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Port': ['ID=bfbc84ff-405a-49ef-bc34-e9969909f58b,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:43:02.616932 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9b40b845-2dfc-4107-8f72-c3383af5267f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:02.815800 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9b40b845-2dfc-4107-8f72-c3383af5267f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:03.038246 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b40b845-2dfc-4107-8f72-c3383af5267f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Router 95ddc533-cb4f-47e8-89a9-2fe636871014 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:43:03.147052 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b40b845-2dfc-4107-8f72-c3383af5267f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:43:03.156284 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f6b931-a867-401a-85e7-5af5d16d56fe None None] Sync routers for ids ['95ddc533-cb4f-47e8-89a9-2fe636871014'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:43:03.165833 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f6b931-a867-401a-85e7-5af5d16d56fe None None] Routers {'95ddc533-cb4f-47e8-89a9-2fe636871014'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:43:03.166431 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-d6f6b931-a867-401a-85e7-5af5d16d56fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:42:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['95ddc533-cb4f-47e8-89a9-2fe636871014'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:43:03.220737 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-9b40b845-2dfc-4107-8f72-c3383af5267f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:03.222035 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-9b40b845-2dfc-4107-8f72-c3383af5267f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2579861 Jun 30 10:43:03.225671 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36466) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:43:03.265001 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1928d132-f8df-4c53-9d16-5454cf54a8f7 tempest-TestNetworkAdvancedServerOps-748112870 tempest-TestNetworkAdvancedServerOps-748112870-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=93892fa53c864b9b82b15f44cdcb4a01&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381374 Jun 30 10:43:03.267719 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36468) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:43:03.280884 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-d6f6b931-a867-401a-85e7-5af5d16d56fe None None] Set router 95ddc533-cb4f-47e8-89a9-2fe636871014 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:43:03.418921 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45e9dbc-7f18-4475-bb0f-df2003664f8c tempest-TestNetworkAdvancedServerOps-748112870 tempest-TestNetworkAdvancedServerOps-748112870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:43:03.420350 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e45e9dbc-7f18-4475-bb0f-df2003664f8c tempest-TestNetworkAdvancedServerOps-748112870 tempest-TestNetworkAdvancedServerOps-748112870-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1517148 Jun 30 10:43:03.423484 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36470) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:43:03.452296 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d6ec0298-bae9-48fa-a272-1adb28f2f96b tempest-TestNetworkAdvancedServerOps-748112870 tempest-TestNetworkAdvancedServerOps-748112870-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=599fb812-09ee-4e3b-a109-d92406a95c23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275970 Jun 30 10:43:03.454963 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36472) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:43:03.460671 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-211b67f8-311f-43ed-916b-30d04fbaac8c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1911111142', 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:43:03.461601 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-d6f6b931-a867-401a-85e7-5af5d16d56fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140756209', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'bfbc84ff-405a-49ef-bc34-e9969909f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:43:01Z', 'updated_at': '2021-06-30T10:43:02Z', 'revision_number': 3, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'bfbc84ff-405a-49ef-bc34-e9969909f58b', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:81:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:43:01Z', 'updated_at': '2021-06-30T10:43:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:43:03.490125 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f6b931-a867-401a-85e7-5af5d16d56fe None None] Checking router: 95ddc533-cb4f-47e8-89a9-2fe636871014 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:43:03.490550 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f6b931-a867-401a-85e7-5af5d16d56fe None None] Updating router 95ddc533-cb4f-47e8-89a9-2fe636871014 port bfbc84ff-405a-49ef-bc34-e9969909f58b binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:43:03.523547 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-d6f6b931-a867-401a-85e7-5af5d16d56fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:03.620477 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211b67f8-311f-43ed-916b-30d04fbaac8c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Made reservation on behalf of 93892fa53c864b9b82b15f44cdcb4a01 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:43:03.624138 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-211b67f8-311f-43ed-916b-30d04fbaac8c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:03.765004 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-d6f6b931-a867-401a-85e7-5af5d16d56fe None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:03.774616 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-d6f6b931-a867-401a-85e7-5af5d16d56fe None None] Transition to ACTIVE for port object bfbc84ff-405a-49ef-bc34-e9969909f58b will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:43:03.843104 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-d6f6b931-a867-401a-85e7-5af5d16d56fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:03.889066 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-211b67f8-311f-43ed-916b-30d04fbaac8c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:03.894385 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-d6f6b931-a867-401a-85e7-5af5d16d56fe None None] Attempting to bind port bfbc84ff-405a-49ef-bc34-e9969909f58b on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:43:03.894757 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-d6f6b931-a867-401a-85e7-5af5d16d56fe None None] Attempting to bind port bfbc84ff-405a-49ef-bc34-e9969909f58b by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:43:03.895096 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f6b931-a867-401a-85e7-5af5d16d56fe None None] Attempting to bind port bfbc84ff-405a-49ef-bc34-e9969909f58b on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:43:03.897274 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b47b97-2d74-4cae-9b98-df8567b7ee80 None None] Pushing event updated for resources: {'Port': ['ID=bfbc84ff-405a-49ef-bc34-e9969909f58b,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:43:03.906007 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f6b931-a867-401a-85e7-5af5d16d56fe None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:43:03.906378 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f6b931-a867-401a-85e7-5af5d16d56fe None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:43:03.906777 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-d6f6b931-a867-401a-85e7-5af5d16d56fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:03.907180 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f6b931-a867-401a-85e7-5af5d16d56fe None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:43:03.907652 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-d6f6b931-a867-401a-85e7-5af5d16d56fe None None] Bound port: bfbc84ff-405a-49ef-bc34-e9969909f58b, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:43:03.908024 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-d6f6b931-a867-401a-85e7-5af5d16d56fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:03.910321 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b47b97-2d74-4cae-9b98-df8567b7ee80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:43:03.910660 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b47b97-2d74-4cae-9b98-df8567b7ee80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:43:03.910988 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b47b97-2d74-4cae-9b98-df8567b7ee80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:43:03.911341 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b47b97-2d74-4cae-9b98-df8567b7ee80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:43:03.911666 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b47b97-2d74-4cae-9b98-df8567b7ee80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:43:03.912060 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b47b97-2d74-4cae-9b98-df8567b7ee80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:43:03.912487 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b47b97-2d74-4cae-9b98-df8567b7ee80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:43:03.912796 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b47b97-2d74-4cae-9b98-df8567b7ee80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:43:03.913113 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b47b97-2d74-4cae-9b98-df8567b7ee80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:43:03.913427 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b47b97-2d74-4cae-9b98-df8567b7ee80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:43:03.913746 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b47b97-2d74-4cae-9b98-df8567b7ee80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:43:03.914066 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b47b97-2d74-4cae-9b98-df8567b7ee80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:43:03.956364 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b67f8-311f-43ed-916b-30d04fbaac8c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Subnet': ['ID=fddbad16-6651-4b7e-b313-7fb2687aee0e,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:43:03.965269 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211b67f8-311f-43ed-916b-30d04fbaac8c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Checking segment: {'id': 'c7371898-6291-438a-a110-57dcc1727890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:43:03.965609 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211b67f8-311f-43ed-916b-30d04fbaac8c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network hostable DHCP agents. Network: 4e4de743-d51e-446d-af1a-0f9670738319, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:43:03.970148 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-d6f6b931-a867-401a-85e7-5af5d16d56fe None None] For port bfbc84ff-405a-49ef-bc34-e9969909f58b, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:43:03.976427 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-d6f6b931-a867-401a-85e7-5af5d16d56fe None None] For port bfbc84ff-405a-49ef-bc34-e9969909f58b, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=bfbc84ff-405a-49ef-bc34-e9969909f58b,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:43:04.076172 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-d6f6b931-a867-401a-85e7-5af5d16d56fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:04.094610 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211b67f8-311f-43ed-916b-30d04fbaac8c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network 4e4de743-d51e-446d-af1a-0f9670738319 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:43:04.130410 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f6b931-a867-401a-85e7-5af5d16d56fe None None] Routers {'95ddc533-cb4f-47e8-89a9-2fe636871014'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:43:04.131593 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-d6f6b931-a867-401a-85e7-5af5d16d56fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:42:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['95ddc533-cb4f-47e8-89a9-2fe636871014'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:43:04.136354 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b47b97-2d74-4cae-9b98-df8567b7ee80 None None] Pushing event updated for resources: {'Port': ['ID=bfbc84ff-405a-49ef-bc34-e9969909f58b,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:43:04.168567 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-211b67f8-311f-43ed-916b-30d04fbaac8c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 4e4de743-d51e-446d-af1a-0f9670738319) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:43:04.173843 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211b67f8-311f-43ed-916b-30d04fbaac8c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:43:04.175049 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-211b67f8-311f-43ed-916b-30d04fbaac8c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:04.176591 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4016e6b-7e2c-4584-b436-63422f5418e2 None None] Network 4e4de743-d51e-446d-af1a-0f9670738319 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:43:04.246548 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-d6f6b931-a867-401a-85e7-5af5d16d56fe None None] Set router 95ddc533-cb4f-47e8-89a9-2fe636871014 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:43:04.267262 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-211b67f8-311f-43ed-916b-30d04fbaac8c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8086841 Jun 30 10:43:04.267677 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36474) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:43:04.326207 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d176e49-c4d7-4f20-885a-baaa0f7923c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-4e4de743-d51e-446d-af1a-0f9670738319', 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'fixed_ips': [{'subnet_id': 'fddbad16-6651-4b7e-b313-7fb2687aee0e'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:43:04.327109 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4d176e49-c4d7-4f20-885a-baaa0f7923c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:04.431329 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-d6f6b931-a867-401a-85e7-5af5d16d56fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140756209', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'bfbc84ff-405a-49ef-bc34-e9969909f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:43:01Z', 'updated_at': '2021-06-30T10:43:02Z', 'revision_number': 3, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'bfbc84ff-405a-49ef-bc34-e9969909f58b', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:81:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:43:01Z', 'updated_at': '2021-06-30T10:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:43:04.462654 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f6b931-a867-401a-85e7-5af5d16d56fe None None] The sync data for ids ['95ddc533-cb4f-47e8-89a9-2fe636871014'] in n-d-771363-31 is: [{'id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140756209', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'bfbc84ff-405a-49ef-bc34-e9969909f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:43:01Z', 'updated_at': '2021-06-30T10:43:02Z', 'revision_number': 3, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'bfbc84ff-405a-49ef-bc34-e9969909f58b', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:81:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:43:01Z', 'updated_at': '2021-06-30T10:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:43:04.471103 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-4d176e49-c4d7-4f20-885a-baaa0f7923c7 None None] Allocated IP 172.20.0.2 (4e4de743-d51e-446d-af1a-0f9670738319/fddbad16-6651-4b7e-b313-7fb2687aee0e/5a70f17e-585e-4b4a-ae17-e40ee0ea1a23) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:43:04.626750 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4d176e49-c4d7-4f20-885a-baaa0f7923c7 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:04.635967 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4d176e49-c4d7-4f20-885a-baaa0f7923c7 None None] Transition to ACTIVE for port object 5a70f17e-585e-4b4a-ae17-e40ee0ea1a23 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:43:04.651865 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4d176e49-c4d7-4f20-885a-baaa0f7923c7 None None] Transition to ACTIVE for port object 5a70f17e-585e-4b4a-ae17-e40ee0ea1a23 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:43:04.732951 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4d176e49-c4d7-4f20-885a-baaa0f7923c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:04.736385 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83314714-27c7-4a0f-ae04-dbcf5b4d9042 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:04.799361 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d176e49-c4d7-4f20-885a-baaa0f7923c7 None None] Pushing event updated for resources: {'Port': ['ID=5a70f17e-585e-4b4a-ae17-e40ee0ea1a23,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:43:04.821442 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d176e49-c4d7-4f20-885a-baaa0f7923c7 None None] Network 4e4de743-d51e-446d-af1a-0f9670738319 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:43:04.822907 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-4d176e49-c4d7-4f20-885a-baaa0f7923c7 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:43:04.825734 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d176e49-c4d7-4f20-885a-baaa0f7923c7 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:43:04.888071 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device bfbc84ff-405a-49ef-bc34-e9969909f58b up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:43:04.924619 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-4d176e49-c4d7-4f20-885a-baaa0f7923c7 None None] Attempting to bind port 5a70f17e-585e-4b4a-ae17-e40ee0ea1a23 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:43:04.924987 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-4d176e49-c4d7-4f20-885a-baaa0f7923c7 None None] Attempting to bind port 5a70f17e-585e-4b4a-ae17-e40ee0ea1a23 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'c7371898-6291-438a-a110-57dcc1727890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:43:04.925349 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d176e49-c4d7-4f20-885a-baaa0f7923c7 None None] Attempting to bind port 5a70f17e-585e-4b4a-ae17-e40ee0ea1a23 on network 4e4de743-d51e-446d-af1a-0f9670738319 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:43:04.940489 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d176e49-c4d7-4f20-885a-baaa0f7923c7 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:43:04.940860 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d176e49-c4d7-4f20-885a-baaa0f7923c7 None None] Checking segment: {'id': 'c7371898-6291-438a-a110-57dcc1727890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:43:04.941258 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4d176e49-c4d7-4f20-885a-baaa0f7923c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:04.941817 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d176e49-c4d7-4f20-885a-baaa0f7923c7 None None] Bound using segment: {'id': 'c7371898-6291-438a-a110-57dcc1727890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:43:04.942294 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-4d176e49-c4d7-4f20-885a-baaa0f7923c7 None None] Bound port: 5a70f17e-585e-4b4a-ae17-e40ee0ea1a23, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7371898-6291-438a-a110-57dcc1727890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:43:04.942673 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4d176e49-c4d7-4f20-885a-baaa0f7923c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:05.025618 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4d176e49-c4d7-4f20-885a-baaa0f7923c7 None None] For port 5a70f17e-585e-4b4a-ae17-e40ee0ea1a23, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:43:05.031174 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4d176e49-c4d7-4f20-885a-baaa0f7923c7 None None] For port 5a70f17e-585e-4b4a-ae17-e40ee0ea1a23, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5a70f17e-585e-4b4a-ae17-e40ee0ea1a23,segment=NetworkSegment(c7371898-6291-438a-a110-57dcc1727890),segment_id=c7371898-6291-438a-a110-57dcc1727890)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:43:05.071900 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-83314714-27c7-4a0f-ae04-dbcf5b4d9042 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Allocated IP 172.20.0.1 (4e4de743-d51e-446d-af1a-0f9670738319/fddbad16-6651-4b7e-b313-7fb2687aee0e/1130e849-a545-4404-bef7-d2b3f82ce0d7) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:43:05.157643 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port bfbc84ff-405a-49ef-bc34-e9969909f58b completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:43:05.163580 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port bfbc84ff-405a-49ef-bc34-e9969909f58b triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:43:05.163789 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:05.195409 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83314714-27c7-4a0f-ae04-dbcf5b4d9042 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:05.196574 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4d176e49-c4d7-4f20-885a-baaa0f7923c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:05.211249 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-83314714-27c7-4a0f-ae04-dbcf5b4d9042 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Transition to ACTIVE for port object 1130e849-a545-4404-bef7-d2b3f82ce0d7 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:43:05.275078 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d176e49-c4d7-4f20-885a-baaa0f7923c7 None None] Pushing event updated for resources: {'Port': ['ID=5a70f17e-585e-4b4a-ae17-e40ee0ea1a23,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:43:05.316191 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:05.335733 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83314714-27c7-4a0f-ae04-dbcf5b4d9042 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:05.342050 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port bfbc84ff-405a-49ef-bc34-e9969909f58b, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=bfbc84ff-405a-49ef-bc34-e9969909f58b,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:43:05.382901 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83314714-27c7-4a0f-ae04-dbcf5b4d9042 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network 4e4de743-d51e-446d-af1a-0f9670738319 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:43:05.386419 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-83314714-27c7-4a0f-ae04-dbcf5b4d9042 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:43:05.392091 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83314714-27c7-4a0f-ae04-dbcf5b4d9042 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:43:05.425641 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83314714-27c7-4a0f-ae04-dbcf5b4d9042 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Port': ['ID=1130e849-a545-4404-bef7-d2b3f82ce0d7,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:43:05.451382 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:05.455741 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83314714-27c7-4a0f-ae04-dbcf5b4d9042 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:05.523411 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=bfbc84ff-405a-49ef-bc34-e9969909f58b,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:43:05.731572 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83314714-27c7-4a0f-ae04-dbcf5b4d9042 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:06.021984 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83314714-27c7-4a0f-ae04-dbcf5b4d9042 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:06.111763 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83314714-27c7-4a0f-ae04-dbcf5b4d9042 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:06.195869 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83314714-27c7-4a0f-ae04-dbcf5b4d9042 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Port': ['ID=1130e849-a545-4404-bef7-d2b3f82ce0d7,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:43:06.199227 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83314714-27c7-4a0f-ae04-dbcf5b4d9042 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:06.260688 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156d2a10-b12c-4ccc-ba2c-355f59690109 None None] Network 4e4de743-d51e-446d-af1a-0f9670738319 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:43:06.297030 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83314714-27c7-4a0f-ae04-dbcf5b4d9042 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network 4e4de743-d51e-446d-af1a-0f9670738319 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:43:06.298345 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-83314714-27c7-4a0f-ae04-dbcf5b4d9042 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:43:06.418161 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83314714-27c7-4a0f-ae04-dbcf5b4d9042 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Router 95ddc533-cb4f-47e8-89a9-2fe636871014 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:43:06.447156 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c73a0e59-bcdc-42d8-80a6-ecb5bf7bb881 None None] Provisioning for port 5a70f17e-585e-4b4a-ae17-e40ee0ea1a23 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:43:06.536521 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83314714-27c7-4a0f-ae04-dbcf5b4d9042 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:43:06.542523 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-83314714-27c7-4a0f-ae04-dbcf5b4d9042 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "PUT /v2.0/routers/95ddc533-cb4f-47e8-89a9-2fe636871014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2737830 Jun 30 10:43:06.594175 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da03af4f-07ae-4786-8998-04b85eb0a6e0 None None] Sync routers for ids ['95ddc533-cb4f-47e8-89a9-2fe636871014'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:43:06.604560 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da03af4f-07ae-4786-8998-04b85eb0a6e0 None None] Routers {'95ddc533-cb4f-47e8-89a9-2fe636871014'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:43:06.605198 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-da03af4f-07ae-4786-8998-04b85eb0a6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:42:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['95ddc533-cb4f-47e8-89a9-2fe636871014'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:43:06.696322 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-8481ebf1-69c2-412e-9f6f-5eed51d07de9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1496483955&fields=id&tenant_id=93892fa53c864b9b82b15f44cdcb4a01 HTTP/1.1" status: 200 len: 267 time: 0.0380285 Jun 30 10:43:06.738084 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-da03af4f-07ae-4786-8998-04b85eb0a6e0 None None] Set router 95ddc533-cb4f-47e8-89a9-2fe636871014 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:43:06.817602 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-1a0bf3a0-0cac-4b15-bf0b-f2019cf85115 None None] Provisioning for port 1130e849-a545-4404-bef7-d2b3f82ce0d7 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:43:06.829340 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-25a21d29-e3a4-4c3f-ba8b-60e441511e79 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:43:06.831080 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-1a0bf3a0-0cac-4b15-bf0b-f2019cf85115 None None] Provisioning complete for port 1130e849-a545-4404-bef7-d2b3f82ce0d7 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:43:06.831460 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-25a21d29-e3a4-4c3f-ba8b-60e441511e79 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/networks?id=4e4de743-d51e-446d-af1a-0f9670738319 HTTP/1.1" status: 200 len: 796 time: 0.1282916 Jun 30 10:43:06.831604 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1a0bf3a0-0cac-4b15-bf0b-f2019cf85115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:06.854106 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-4daa7982-9e43-4ca9-bef5-1db32c1053b3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/quotas/93892fa53c864b9b82b15f44cdcb4a01 HTTP/1.1" status: 200 len: 375 time: 0.0158885 Jun 30 10:43:06.922290 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-1a0bf3a0-0cac-4b15-bf0b-f2019cf85115 None None] Port 1130e849-a545-4404-bef7-d2b3f82ce0d7 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:43:06.939437 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device bfbc84ff-405a-49ef-bc34-e9969909f58b up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:43:06.947289 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-ffd9053d-744d-4635-9447-dd94119d090c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0906837 Jun 30 10:43:07.051791 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port bfbc84ff-405a-49ef-bc34-e9969909f58b triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:43:07.052157 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:07.054396 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-41d4995e-5f86-4205-8553-a1e0e4f291d4 service neutron] 10.222.0.10 "GET /v2.0/networks/4e4de743-d51e-446d-af1a-0f9670738319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000698 Jun 30 10:43:07.080114 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-491f5173-968a-4101-abbf-c731d556f12c None None] Provisioning complete for port 1130e849-a545-4404-bef7-d2b3f82ce0d7 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:43:07.080480 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-491f5173-968a-4101-abbf-c731d556f12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:07.119718 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-da03af4f-07ae-4786-8998-04b85eb0a6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140756209', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'bfbc84ff-405a-49ef-bc34-e9969909f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:43:01Z', 'updated_at': '2021-06-30T10:43:05Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'bfbc84ff-405a-49ef-bc34-e9969909f58b', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:43:01Z', 'updated_at': '2021-06-30T10:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '1130e849-a545-4404-bef7-d2b3f82ce0d7', 'name': '', 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:0d:68:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'fddbad16-6651-4b7e-b313-7fb2687aee0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:43:04Z', 'updated_at': '2021-06-30T10:43:05Z', 'revision_number': 2, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'fddbad16-6651-4b7e-b313-7fb2687aee0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:43:07.152132 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-ad0c09b9-5d5a-4505-b9cb-7d3fd4257150 service neutron] 10.222.0.10 "GET /v2.0/networks/4e4de743-d51e-446d-af1a-0f9670738319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913115 Jun 30 10:43:07.157882 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da03af4f-07ae-4786-8998-04b85eb0a6e0 None None] Checking router: 95ddc533-cb4f-47e8-89a9-2fe636871014 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:43:07.158238 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da03af4f-07ae-4786-8998-04b85eb0a6e0 None None] Updating router 95ddc533-cb4f-47e8-89a9-2fe636871014 port 1130e849-a545-4404-bef7-d2b3f82ce0d7 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:43:07.164538 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-491f5173-968a-4101-abbf-c731d556f12c None None] Port 1130e849-a545-4404-bef7-d2b3f82ce0d7 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:43:07.224600 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-da03af4f-07ae-4786-8998-04b85eb0a6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:07.249426 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5a70f17e-585e-4b4a-ae17-e40ee0ea1a23 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:43:07.375564 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-eabef325-fafb-42f7-9feb-47c6873a927c None None] Provisioning complete for port 1130e849-a545-4404-bef7-d2b3f82ce0d7 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:43:07.376196 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eabef325-fafb-42f7-9feb-47c6873a927c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:07.441500 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1fb23153-65c3-4e28-bee8-b9f0c677b9c0 req-8a87d108-5a90-4c0b-a2fe-e780644c5518 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 210 time: 0.0307362 Jun 30 10:43:07.466767 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-eabef325-fafb-42f7-9feb-47c6873a927c None None] Port 1130e849-a545-4404-bef7-d2b3f82ce0d7 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:43:07.483355 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 5a70f17e-585e-4b4a-ae17-e40ee0ea1a23 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:43:07.491891 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 5a70f17e-585e-4b4a-ae17-e40ee0ea1a23 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:43:07.492259 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:07.644546 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-da03af4f-07ae-4786-8998-04b85eb0a6e0 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:07.646576 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:07.666518 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-da03af4f-07ae-4786-8998-04b85eb0a6e0 None None] Transition to ACTIVE for port object 1130e849-a545-4404-bef7-d2b3f82ce0d7 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:43:07.688929 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 5a70f17e-585e-4b4a-ae17-e40ee0ea1a23, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5a70f17e-585e-4b4a-ae17-e40ee0ea1a23,segment=NetworkSegment(c7371898-6291-438a-a110-57dcc1727890),segment_id=c7371898-6291-438a-a110-57dcc1727890)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:43:07.774403 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-da03af4f-07ae-4786-8998-04b85eb0a6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:07.827116 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4b499-81b2-4f95-a3c0-b5266ed1ad95 None None] Pushing event updated for resources: {'Port': ['ID=1130e849-a545-4404-bef7-d2b3f82ce0d7,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:43:07.851023 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:07.910508 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-da03af4f-07ae-4786-8998-04b85eb0a6e0 None None] Attempting to bind port 1130e849-a545-4404-bef7-d2b3f82ce0d7 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:43:07.910883 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-da03af4f-07ae-4786-8998-04b85eb0a6e0 None None] Attempting to bind port 1130e849-a545-4404-bef7-d2b3f82ce0d7 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'c7371898-6291-438a-a110-57dcc1727890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:43:07.911273 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da03af4f-07ae-4786-8998-04b85eb0a6e0 None None] Attempting to bind port 1130e849-a545-4404-bef7-d2b3f82ce0d7 on network 4e4de743-d51e-446d-af1a-0f9670738319 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:43:07.929492 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da03af4f-07ae-4786-8998-04b85eb0a6e0 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:43:07.931232 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da03af4f-07ae-4786-8998-04b85eb0a6e0 None None] Checking segment: {'id': 'c7371898-6291-438a-a110-57dcc1727890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:43:07.966522 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-da03af4f-07ae-4786-8998-04b85eb0a6e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:07.966522 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da03af4f-07ae-4786-8998-04b85eb0a6e0 None None] Bound using segment: {'id': 'c7371898-6291-438a-a110-57dcc1727890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:43:07.966522 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-da03af4f-07ae-4786-8998-04b85eb0a6e0 None None] Bound port: 1130e849-a545-4404-bef7-d2b3f82ce0d7, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7371898-6291-438a-a110-57dcc1727890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:43:07.966522 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-da03af4f-07ae-4786-8998-04b85eb0a6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:07.966522 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=5a70f17e-585e-4b4a-ae17-e40ee0ea1a23,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:43:08.010416 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-da03af4f-07ae-4786-8998-04b85eb0a6e0 None None] For port 1130e849-a545-4404-bef7-d2b3f82ce0d7, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:43:08.013371 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-da03af4f-07ae-4786-8998-04b85eb0a6e0 None None] For port 1130e849-a545-4404-bef7-d2b3f82ce0d7, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=1130e849-a545-4404-bef7-d2b3f82ce0d7,segment=NetworkSegment(c7371898-6291-438a-a110-57dcc1727890),segment_id=c7371898-6291-438a-a110-57dcc1727890)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:43:08.135260 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-da03af4f-07ae-4786-8998-04b85eb0a6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:08.196320 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da03af4f-07ae-4786-8998-04b85eb0a6e0 None None] Routers {'95ddc533-cb4f-47e8-89a9-2fe636871014'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:43:08.196320 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-da03af4f-07ae-4786-8998-04b85eb0a6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:42:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['95ddc533-cb4f-47e8-89a9-2fe636871014'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:43:08.228477 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4b499-81b2-4f95-a3c0-b5266ed1ad95 None None] Pushing event updated for resources: {'Port': ['ID=1130e849-a545-4404-bef7-d2b3f82ce0d7,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:43:08.467393 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-da03af4f-07ae-4786-8998-04b85eb0a6e0 None None] Set router 95ddc533-cb4f-47e8-89a9-2fe636871014 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:43:08.596000 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dc170dd4-fa53-4ebd-a580-bd17e22012e4 req-e41d31f2-996c-4a84-9bca-fa8d2146b038 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 210 time: 0.0303771 Jun 30 10:43:08.671891 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-da03af4f-07ae-4786-8998-04b85eb0a6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140756209', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'bfbc84ff-405a-49ef-bc34-e9969909f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:43:01Z', 'updated_at': '2021-06-30T10:43:05Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'bfbc84ff-405a-49ef-bc34-e9969909f58b', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:43:01Z', 'updated_at': '2021-06-30T10:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '1130e849-a545-4404-bef7-d2b3f82ce0d7', 'name': '', 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:0d:68:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'fddbad16-6651-4b7e-b313-7fb2687aee0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:43:04Z', 'updated_at': '2021-06-30T10:43:08Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'fddbad16-6651-4b7e-b313-7fb2687aee0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:43:08.701651 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da03af4f-07ae-4786-8998-04b85eb0a6e0 None None] The sync data for ids ['95ddc533-cb4f-47e8-89a9-2fe636871014'] in n-d-771363-31 is: [{'id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140756209', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'bfbc84ff-405a-49ef-bc34-e9969909f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:43:01Z', 'updated_at': '2021-06-30T10:43:05Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'bfbc84ff-405a-49ef-bc34-e9969909f58b', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:43:01Z', 'updated_at': '2021-06-30T10:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '1130e849-a545-4404-bef7-d2b3f82ce0d7', 'name': '', 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:0d:68:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'fddbad16-6651-4b7e-b313-7fb2687aee0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:43:04Z', 'updated_at': '2021-06-30T10:43:08Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'fddbad16-6651-4b7e-b313-7fb2687aee0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:43:08.917703 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5a70f17e-585e-4b4a-ae17-e40ee0ea1a23 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:43:08.996426 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 5a70f17e-585e-4b4a-ae17-e40ee0ea1a23 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:43:08.996863 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:09.034478 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:09.094681 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 1130e849-a545-4404-bef7-d2b3f82ce0d7 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:43:09.252052 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 1130e849-a545-4404-bef7-d2b3f82ce0d7 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:43:09.252052 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 1130e849-a545-4404-bef7-d2b3f82ce0d7 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:43:09.252052 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:09.335218 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:09.370581 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 1130e849-a545-4404-bef7-d2b3f82ce0d7, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=1130e849-a545-4404-bef7-d2b3f82ce0d7,segment=NetworkSegment(c7371898-6291-438a-a110-57dcc1727890),segment_id=c7371898-6291-438a-a110-57dcc1727890)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:43:09.541144 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:09.596107 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=1130e849-a545-4404-bef7-d2b3f82ce0d7,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:43:09.753372 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-572bd7e3-523f-490a-ba7e-b24576a7410b req-58e2a7ac-25ad-4729-a65d-a834b42c5933 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 210 time: 0.0294061 Jun 30 10:43:09.791626 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:10.013328 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-322fe5a7-ab50-4582-b6b7-1b2726c864f0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:43:10.014811 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-322fe5a7-ab50-4582-b6b7-1b2726c864f0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.37 "GET /v2.0/networks?id=4e4de743-d51e-446d-af1a-0f9670738319 HTTP/1.1" status: 200 len: 796 time: 0.1122570 Jun 30 10:43:10.058779 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-ec1a4c21-25ec-482e-abd1-1dbf3075a9bf tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93892fa53c864b9b82b15f44cdcb4a01 HTTP/1.1" status: 200 len: 380 time: 0.0355172 Jun 30 10:43:10.067287 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-96903465-ba9b-497f-a766-6455be621f6a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'port': {'device_id': '8aae70ec-3cba-4840-a69e-d3c52efed2c1', 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319', 'admin_state_up': True, 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'security_groups': ['9b3b9364-a390-4faa-a7cb-141e09f48519']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:43:10.271923 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-96903465-ba9b-497f-a766-6455be621f6a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Made reservation on behalf of 93892fa53c864b9b82b15f44cdcb4a01 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:43:10.276736 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-96903465-ba9b-497f-a766-6455be621f6a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:10.405023 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-96903465-ba9b-497f-a766-6455be621f6a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Allocated IP 172.20.0.3 (4e4de743-d51e-446d-af1a-0f9670738319/fddbad16-6651-4b7e-b313-7fb2687aee0e/990e9641-e077-4a17-8474-8f6c644df611) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:43:10.549830 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-96903465-ba9b-497f-a766-6455be621f6a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:10.564883 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-96903465-ba9b-497f-a766-6455be621f6a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Transition to ACTIVE for port object 990e9641-e077-4a17-8474-8f6c644df611 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:43:10.735420 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-96903465-ba9b-497f-a766-6455be621f6a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:10.779849 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-96903465-ba9b-497f-a766-6455be621f6a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network 4e4de743-d51e-446d-af1a-0f9670738319 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:43:10.783231 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-96903465-ba9b-497f-a766-6455be621f6a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:43:10.787214 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-96903465-ba9b-497f-a766-6455be621f6a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:43:10.818765 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96903465-ba9b-497f-a766-6455be621f6a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Port': ['ID=990e9641-e077-4a17-8474-8f6c644df611,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:43:10.836187 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 1130e849-a545-4404-bef7-d2b3f82ce0d7 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:43:10.850692 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-96903465-ba9b-497f-a766-6455be621f6a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:43:10.852041 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-96903465-ba9b-497f-a766-6455be621f6a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:10.902375 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 1130e849-a545-4404-bef7-d2b3f82ce0d7 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:43:10.902813 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:10.966763 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b03b97-8cb5-44f7-8039-d92638162cd1 req-07ac647d-8607-4fed-bf52-6cf07f80a84a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:43:10.970789 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-69b03b97-8cb5-44f7-8039-d92638162cd1 req-07ac647d-8607-4fed-bf52-6cf07f80a84a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 931 time: 0.0783362 Jun 30 10:43:10.970789 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-96903465-ba9b-497f-a766-6455be621f6a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9063942 Jun 30 10:43:10.982474 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-67a8bed1-9a18-4ec9-aaef-fcbab3fab8b3 service neutron] Request body: {'port': {'device_id': '8aae70ec-3cba-4840-a69e-d3c52efed2c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:43:11.067462 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-69b03b97-8cb5-44f7-8039-d92638162cd1 req-98baf5ef-4a2a-427c-961c-91777f5a73e9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819564 Jun 30 10:43:11.083154 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-67a8bed1-9a18-4ec9-aaef-fcbab3fab8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:11.206560 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7026ee74-e398-423c-a9ec-106fde26e94c None None] Provisioning for port 990e9641-e077-4a17-8474-8f6c644df611 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:43:11.210509 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7026ee74-e398-423c-a9ec-106fde26e94c None None] Provisioning complete for port 990e9641-e077-4a17-8474-8f6c644df611 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:43:11.210941 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7026ee74-e398-423c-a9ec-106fde26e94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:11.245845 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-7026ee74-e398-423c-a9ec-106fde26e94c None None] Port 990e9641-e077-4a17-8474-8f6c644df611 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:43:11.350304 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-67a8bed1-9a18-4ec9-aaef-fcbab3fab8b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 990e9641-e077-4a17-8474-8f6c644df611 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:43:11.357805 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-67a8bed1-9a18-4ec9-aaef-fcbab3fab8b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:11.370572 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-67a8bed1-9a18-4ec9-aaef-fcbab3fab8b3 service neutron] Transition to ACTIVE for port object 990e9641-e077-4a17-8474-8f6c644df611 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:43:11.466053 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-67a8bed1-9a18-4ec9-aaef-fcbab3fab8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:11.517865 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8bed1-9a18-4ec9-aaef-fcbab3fab8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=990e9641-e077-4a17-8474-8f6c644df611,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:43:11.591786 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-67a8bed1-9a18-4ec9-aaef-fcbab3fab8b3 service neutron] Attempting to bind port 990e9641-e077-4a17-8474-8f6c644df611 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:43:11.592120 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-67a8bed1-9a18-4ec9-aaef-fcbab3fab8b3 service neutron] Attempting to bind port 990e9641-e077-4a17-8474-8f6c644df611 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': 'c7371898-6291-438a-a110-57dcc1727890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:43:11.592491 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-67a8bed1-9a18-4ec9-aaef-fcbab3fab8b3 service neutron] Attempting to bind port 990e9641-e077-4a17-8474-8f6c644df611 on network 4e4de743-d51e-446d-af1a-0f9670738319 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:43:11.597129 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-67a8bed1-9a18-4ec9-aaef-fcbab3fab8b3 service neutron] Port 990e9641-e077-4a17-8474-8f6c644df611 on network 4e4de743-d51e-446d-af1a-0f9670738319 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:43:11.597444 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-67a8bed1-9a18-4ec9-aaef-fcbab3fab8b3 service neutron] Attempting to bind port 990e9641-e077-4a17-8474-8f6c644df611 on network 4e4de743-d51e-446d-af1a-0f9670738319 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:43:11.603103 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-67a8bed1-9a18-4ec9-aaef-fcbab3fab8b3 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:43:11.603460 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-67a8bed1-9a18-4ec9-aaef-fcbab3fab8b3 service neutron] Checking segment: {'id': 'c7371898-6291-438a-a110-57dcc1727890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:43:11.603836 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-67a8bed1-9a18-4ec9-aaef-fcbab3fab8b3 service neutron] Bound using segment: {'id': 'c7371898-6291-438a-a110-57dcc1727890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:43:11.604263 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-67a8bed1-9a18-4ec9-aaef-fcbab3fab8b3 service neutron] Bound port: 990e9641-e077-4a17-8474-8f6c644df611, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7371898-6291-438a-a110-57dcc1727890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:43:11.604615 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-67a8bed1-9a18-4ec9-aaef-fcbab3fab8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:11.671203 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-67a8bed1-9a18-4ec9-aaef-fcbab3fab8b3 service neutron] For port 990e9641-e077-4a17-8474-8f6c644df611, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:43:11.674594 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-67a8bed1-9a18-4ec9-aaef-fcbab3fab8b3 service neutron] For port 990e9641-e077-4a17-8474-8f6c644df611, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=990e9641-e077-4a17-8474-8f6c644df611,segment=NetworkSegment(c7371898-6291-438a-a110-57dcc1727890),segment_id=c7371898-6291-438a-a110-57dcc1727890)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:43:11.750347 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-67a8bed1-9a18-4ec9-aaef-fcbab3fab8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:11.784036 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-67a8bed1-9a18-4ec9-aaef-fcbab3fab8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:43:11.784774 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-67a8bed1-9a18-4ec9-aaef-fcbab3fab8b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:11.786112 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-67a8bed1-9a18-4ec9-aaef-fcbab3fab8b3 service neutron] 10.222.0.37 "PUT /v2.0/ports/990e9641-e077-4a17-8474-8f6c644df611 HTTP/1.1" status: 200 len: 1092 time: 0.8080595 Jun 30 10:43:11.786541 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aae70ec-3cba-4840-a69e-d3c52efed2c1', 'tag': '990e9641-e077-4a17-8474-8f6c644df611'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:43:11.789382 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f817bdf5-47c3-4d1b-a510-6d07bc632082" -d '{"events": [{"name": "network-changed", "server_uuid": "8aae70ec-3cba-4840-a69e-d3c52efed2c1", "tag": "990e9641-e077-4a17-8474-8f6c644df611"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:43:11.817494 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8bed1-9a18-4ec9-aaef-fcbab3fab8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=990e9641-e077-4a17-8474-8f6c644df611,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:43:11.834989 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ae626b-3c1a-46e2-8efd-fe9399874714 x-openstack-request-id: req-d2ae626b-3c1a-46e2-8efd-fe9399874714 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:43:11.835323 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aae70ec-3cba-4840-a69e-d3c52efed2c1", "tag": "990e9641-e077-4a17-8474-8f6c644df611", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:43:11.835588 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d2ae626b-3c1a-46e2-8efd-fe9399874714 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:43:11.837495 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aae70ec-3cba-4840-a69e-d3c52efed2c1', 'tag': '990e9641-e077-4a17-8474-8f6c644df611', 'status': 'completed', 'code': 200} Jun 30 10:43:11.911886 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817bdf5-47c3-4d1b-a510-6d07bc632082 req-67842357-0327-4ad3-b7a1-1c78d56b03f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:43:11.913453 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f817bdf5-47c3-4d1b-a510-6d07bc632082 req-67842357-0327-4ad3-b7a1-1c78d56b03f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 1095 time: 0.0555062 Jun 30 10:43:12.016108 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817bdf5-47c3-4d1b-a510-6d07bc632082 req-afb4d2b8-ba37-4b43-95c8-6d1d5a4526e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:43:12.017485 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f817bdf5-47c3-4d1b-a510-6d07bc632082 req-afb4d2b8-ba37-4b43-95c8-6d1d5a4526e4 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0963166 Jun 30 10:43:12.118338 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817bdf5-47c3-4d1b-a510-6d07bc632082 req-ad85a387-13a4-42ba-9d09-afa123c49b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:43:12.119855 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f817bdf5-47c3-4d1b-a510-6d07bc632082 req-ad85a387-13a4-42ba-9d09-afa123c49b92 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952773 Jun 30 10:43:12.254598 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-bc6b9937-07cd-437b-a0b2-db051a42ce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:43:12.256095 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-bc6b9937-07cd-437b-a0b2-db051a42ce48 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 1095 time: 0.0945385 Jun 30 10:43:12.270091 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980e746-92c3-45ed-a1c3-7050b337e593 req-1909dfef-01b0-4a87-af3d-e4a7fa1ddd07 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:43:12.271432 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4980e746-92c3-45ed-a1c3-7050b337e593 req-1909dfef-01b0-4a87-af3d-e4a7fa1ddd07 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 943 time: 0.0810664 Jun 30 10:43:12.314750 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-1a0d9751-74cd-46bc-8b31-82fc685598f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=990e9641-e077-4a17-8474-8f6c644df611 HTTP/1.1" status: 200 len: 217 time: 0.0423949 Jun 30 10:43:12.368069 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4980e746-92c3-45ed-a1c3-7050b337e593 req-94036a8d-f797-45aa-b811-0c6af6293e18 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900044 Jun 30 10:43:12.378475 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-78ae3d19-d3f2-471f-8c67-29949bbf7d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:43:12.379915 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-78ae3d19-d3f2-471f-8c67-29949bbf7d62 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fddbad16-6651-4b7e-b313-7fb2687aee0e HTTP/1.1" status: 200 len: 835 time: 0.0574648 Jun 30 10:43:12.437902 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-76bd635b-7cc3-4555-a084-6a489694fbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:43:12.439387 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-76bd635b-7cc3-4555-a084-6a489694fbda service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e4de743-d51e-446d-af1a-0f9670738319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533319 Jun 30 10:43:12.531565 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-12edda05-cebf-4582-8435-2dc99d7afd84 service neutron] 10.222.0.37 "GET /v2.0/networks/4e4de743-d51e-446d-af1a-0f9670738319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847931 Jun 30 10:43:12.620409 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-efdd5a01-d20c-4a3e-bd81-ee0252d61ac0 req-162aef73-7057-46cb-a140-ed9e3e7ecfb4 service neutron] 10.222.0.37 "GET /v2.0/networks/4e4de743-d51e-446d-af1a-0f9670738319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821426 Jun 30 10:43:13.545852 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d709b37-56ce-4c5d-8c5e-c84e48a74adb req-2674eb22-63a1-433f-84cc-d29b53aa1f88 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:43:13.547344 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9d709b37-56ce-4c5d-8c5e-c84e48a74adb req-2674eb22-63a1-433f-84cc-d29b53aa1f88 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 943 time: 0.0681992 Jun 30 10:43:13.586370 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9d709b37-56ce-4c5d-8c5e-c84e48a74adb req-3f66c4d7-1feb-4367-b572-0aa8589c5dbb tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331643 Jun 30 10:43:14.765188 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4e8a5-14db-426f-80ee-66785fc3f7ef req-a5643fc0-33dc-4887-b15a-a621c4b18f01 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:43:14.766667 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-46f4e8a5-14db-426f-80ee-66785fc3f7ef req-a5643fc0-33dc-4887-b15a-a621c4b18f01 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 943 time: 0.0691476 Jun 30 10:43:14.804588 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-46f4e8a5-14db-426f-80ee-66785fc3f7ef req-3621f7a7-d024-47ca-a3a9-2768f5f82ac2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321655 Jun 30 10:43:15.462903 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 990e9641-e077-4a17-8474-8f6c644df611 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:43:15.555652 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 990e9641-e077-4a17-8474-8f6c644df611, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=990e9641-e077-4a17-8474-8f6c644df611,segment=NetworkSegment(c7371898-6291-438a-a110-57dcc1727890),segment_id=c7371898-6291-438a-a110-57dcc1727890)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:43:15.566731 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '990e9641-e077-4a17-8474-8f6c644df611', 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319', 'port_id': '990e9641-e077-4a17-8474-8f6c644df611', 'mac_address': 'fa:16:3e:d8:3a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fddbad16-6651-4b7e-b313-7fb2687aee0e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:43:15.607438 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:15.620435 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 990e9641-e077-4a17-8474-8f6c644df611 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:43:15.640300 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 990e9641-e077-4a17-8474-8f6c644df611, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=990e9641-e077-4a17-8474-8f6c644df611,segment=NetworkSegment(c7371898-6291-438a-a110-57dcc1727890),segment_id=c7371898-6291-438a-a110-57dcc1727890)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:43:15.762951 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:15.812441 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=990e9641-e077-4a17-8474-8f6c644df611,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:43:15.978080 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520c2fe-2fa9-4e73-b246-604d18588ca0 req-3ed7cc7f-702e-4b93-a4ac-05e04f99d33e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:43:15.979648 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a520c2fe-2fa9-4e73-b246-604d18588ca0 req-3ed7cc7f-702e-4b93-a4ac-05e04f99d33e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 944 time: 0.0629621 Jun 30 10:43:16.027041 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a520c2fe-2fa9-4e73-b246-604d18588ca0 req-d342b608-66a6-4703-8f01-a0af2fb00af9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413618 Jun 30 10:43:16.152495 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['990e9641-e077-4a17-8474-8f6c644df611'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:43:17.201835 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d688f-2e58-45e7-8be5-032a6dabdb63 req-289396e1-d2bc-4201-b720-f789ea452624 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:43:17.203341 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dc2d688f-2e58-45e7-8be5-032a6dabdb63 req-289396e1-d2bc-4201-b720-f789ea452624 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 944 time: 0.0630856 Jun 30 10:43:17.241646 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dc2d688f-2e58-45e7-8be5-032a6dabdb63 req-2e0a7c23-9e77-411f-b75e-6606975f6efc tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326962 Jun 30 10:43:17.493742 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 990e9641-e077-4a17-8474-8f6c644df611 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:43:17.608828 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 990e9641-e077-4a17-8474-8f6c644df611 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:43:17.612779 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 990e9641-e077-4a17-8474-8f6c644df611 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:43:17.613148 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:17.690298 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:17.712932 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aae70ec-3cba-4840-a69e-d3c52efed2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990e9641-e077-4a17-8474-8f6c644df611'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:43:17.715219 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a9e16c-9717-4f8d-a9b2-2b8d61b59675" -d '{"events": [{"server_uuid": "8aae70ec-3cba-4840-a69e-d3c52efed2c1", "name": "network-vif-plugged", "status": "completed", "tag": "990e9641-e077-4a17-8474-8f6c644df611"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:43:17.727676 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 990e9641-e077-4a17-8474-8f6c644df611, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=990e9641-e077-4a17-8474-8f6c644df611,segment=NetworkSegment(c7371898-6291-438a-a110-57dcc1727890),segment_id=c7371898-6291-438a-a110-57dcc1727890)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:43:17.751607 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf94287a-66f3-4584-9bdc-3889d14eb64a x-openstack-request-id: req-cf94287a-66f3-4584-9bdc-3889d14eb64a {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:43:17.751943 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aae70ec-3cba-4840-a69e-d3c52efed2c1", "name": "network-vif-plugged", "status": "completed", "tag": "990e9641-e077-4a17-8474-8f6c644df611", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:43:17.752198 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cf94287a-66f3-4584-9bdc-3889d14eb64a {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:43:17.752595 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aae70ec-3cba-4840-a69e-d3c52efed2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990e9641-e077-4a17-8474-8f6c644df611', 'code': 200} Jun 30 10:43:17.814554 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:17.864143 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=990e9641-e077-4a17-8474-8f6c644df611,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:43:17.867167 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0afeb5-d7ef-4e65-8e80-c93108158221 req-b222201d-aa37-4ea1-849d-cdb616295afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:43:17.869638 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb0afeb5-d7ef-4e65-8e80-c93108158221 req-b222201d-aa37-4ea1-849d-cdb616295afc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 1097 time: 0.0547466 Jun 30 10:43:17.903601 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb0afeb5-d7ef-4e65-8e80-c93108158221 req-730426dc-9a2c-48f6-8857-4e4622073f78 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282474 Jun 30 10:43:18.465940 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb06ea1-5831-4071-bc83-4ebb8a03336c req-c9b60925-e46b-489a-97b9-ac16ebc92849 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:43:18.467418 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aeb06ea1-5831-4071-bc83-4ebb8a03336c req-c9b60925-e46b-489a-97b9-ac16ebc92849 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 945 time: 0.0658548 Jun 30 10:43:18.505671 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aeb06ea1-5831-4071-bc83-4ebb8a03336c req-2fb80720-39f5-45b9-ae98-a1159f19599f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326800 Jun 30 10:43:19.683648 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135633e9-3367-4b02-9619-f8a009f2eb3c req-8812059f-1498-4c7d-98aa-c5a6cb22ae5a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:43:19.685047 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-135633e9-3367-4b02-9619-f8a009f2eb3c req-8812059f-1498-4c7d-98aa-c5a6cb22ae5a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 945 time: 0.0686800 Jun 30 10:43:19.990381 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-135633e9-3367-4b02-9619-f8a009f2eb3c req-7bdd545d-a48d-49f3-824e-c72b95427ed5 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2996049 Jun 30 10:43:20.164962 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a0fd8-2645-4070-b317-6af45ccb5e43 req-361ca212-8231-44b1-bc09-e21cc2dfa9f4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:43:20.167069 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c77a0fd8-2645-4070-b317-6af45ccb5e43 req-361ca212-8231-44b1-bc09-e21cc2dfa9f4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 945 time: 0.0648887 Jun 30 10:43:20.203893 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c77a0fd8-2645-4070-b317-6af45ccb5e43 req-8fb21b65-02b2-464d-a286-658a13aab579 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311868 Jun 30 10:43:20.227986 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36534) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:43:20.279813 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fddbe4-e86d-4dd9-b904-85ccbc93a1ce tempest-TestNetworkAdvancedServerOps-748112870 tempest-TestNetworkAdvancedServerOps-748112870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:43:20.281220 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-60fddbe4-e86d-4dd9-b904-85ccbc93a1ce tempest-TestNetworkAdvancedServerOps-748112870 tempest-TestNetworkAdvancedServerOps-748112870-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 1092 time: 0.0514345 Jun 30 10:43:20.284135 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36536) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:43:20.288533 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-8938e9d0-ac54-480e-a5eb-ea5e70837d82 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'port_id': '990e9641-e077-4a17-8474-8f6c644df611', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:43:20.386161 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8938e9d0-ac54-480e-a5eb-ea5e70837d82 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for floatingip, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:20.488637 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8938e9d0-ac54-480e-a5eb-ea5e70837d82 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:20.538098 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7d656aa1-e905-46f7-9e60-132fccae848a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:20.591328 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-8938e9d0-ac54-480e-a5eb-ea5e70837d82 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Allocated IP 172.25.6.245 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/1e42cea6-c56a-47f0-ab69-f4959f089311) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:43:20.693737 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8938e9d0-ac54-480e-a5eb-ea5e70837d82 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:20.790083 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8938e9d0-ac54-480e-a5eb-ea5e70837d82 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:20.837507 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8938e9d0-ac54-480e-a5eb-ea5e70837d82 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:43:20.840399 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-8938e9d0-ac54-480e-a5eb-ea5e70837d82 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:43:20.847187 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8938e9d0-ac54-480e-a5eb-ea5e70837d82 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:43:20.869813 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938e9d0-ac54-480e-a5eb-ea5e70837d82 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Port': ['ID=1e42cea6-c56a-47f0-ab69-f4959f089311,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:43:21.226483 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8938e9d0-ac54-480e-a5eb-ea5e70837d82 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:21.366796 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8938e9d0-ac54-480e-a5eb-ea5e70837d82 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:21.528526 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8938e9d0-ac54-480e-a5eb-ea5e70837d82 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:21.614114 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8938e9d0-ac54-480e-a5eb-ea5e70837d82 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:21.685700 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938e9d0-ac54-480e-a5eb-ea5e70837d82 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Port': ['ID=1e42cea6-c56a-47f0-ab69-f4959f089311,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:43:21.698274 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8938e9d0-ac54-480e-a5eb-ea5e70837d82 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:21.800261 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [None req-8938e9d0-ac54-480e-a5eb-ea5e70837d82 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Floating IP fdc57372-cae8-4f1e-ac74-ce97aa7a4ea8 associated. External IP: 172.25.6.245, port: 990e9641-e077-4a17-8474-8f6c644df611. Jun 30 10:43:22.013862 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8938e9d0-ac54-480e-a5eb-ea5e70837d82 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Router 95ddc533-cb4f-47e8-89a9-2fe636871014 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:43:22.120452 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8938e9d0-ac54-480e-a5eb-ea5e70837d82 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:43:22.130121 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48f8e4b-27e6-486d-ad93-7d981095c64b None None] Sync routers for ids ['95ddc533-cb4f-47e8-89a9-2fe636871014'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:43:22.138848 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48f8e4b-27e6-486d-ad93-7d981095c64b None None] Routers {'95ddc533-cb4f-47e8-89a9-2fe636871014'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:43:22.139699 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c48f8e4b-27e6-486d-ad93-7d981095c64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:42:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['95ddc533-cb4f-47e8-89a9-2fe636871014'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:43:22.245453 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-c48f8e4b-27e6-486d-ad93-7d981095c64b None None] Set router 95ddc533-cb4f-47e8-89a9-2fe636871014 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:43:22.252510 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8938e9d0-ac54-480e-a5eb-ea5e70837d82 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:22.294059 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8938e9d0-ac54-480e-a5eb-ea5e70837d82 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0088871 Jun 30 10:43:22.294644 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aae70ec-3cba-4840-a69e-d3c52efed2c1', 'tag': '990e9641-e077-4a17-8474-8f6c644df611'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:43:22.297100 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884bc679-6f83-490a-b45e-3594ce056c99" -d '{"events": [{"name": "network-changed", "server_uuid": "8aae70ec-3cba-4840-a69e-d3c52efed2c1", "tag": "990e9641-e077-4a17-8474-8f6c644df611"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:43:22.421778 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a102862d-d7c5-4f14-bc5c-e53d63706410 x-openstack-request-id: req-a102862d-d7c5-4f14-bc5c-e53d63706410 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:43:22.422141 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aae70ec-3cba-4840-a69e-d3c52efed2c1", "tag": "990e9641-e077-4a17-8474-8f6c644df611", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:43:22.422320 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a102862d-d7c5-4f14-bc5c-e53d63706410 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:43:22.422723 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aae70ec-3cba-4840-a69e-d3c52efed2c1', 'tag': '990e9641-e077-4a17-8474-8f6c644df611', 'status': 'completed', 'code': 200} Jun 30 10:43:22.464064 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c86a1-553f-4d7e-b3e8-6f33065ae725 req-1f52d59a-7108-48db-9983-a2768d5ea9b3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:43:22.465724 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d82c86a1-553f-4d7e-b3e8-6f33065ae725 req-1f52d59a-7108-48db-9983-a2768d5ea9b3 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 945 time: 0.0765932 Jun 30 10:43:22.497568 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bc679-6f83-490a-b45e-3594ce056c99 req-d8d003ea-558f-4a3c-b82e-78b1af2115aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:43:22.499318 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-884bc679-6f83-490a-b45e-3594ce056c99 req-d8d003ea-558f-4a3c-b82e-78b1af2115aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 1097 time: 0.0633805 Jun 30 10:43:22.513706 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d82c86a1-553f-4d7e-b3e8-6f33065ae725 req-c5c31b5f-54d2-48c1-8363-f62db5f4154d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408039 Jun 30 10:43:22.539442 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36544) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:43:22.572820 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c48f8e4b-27e6-486d-ad93-7d981095c64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140756209', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'bfbc84ff-405a-49ef-bc34-e9969909f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:43:01Z', 'updated_at': '2021-06-30T10:43:05Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'bfbc84ff-405a-49ef-bc34-e9969909f58b', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:43:01Z', 'updated_at': '2021-06-30T10:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'fdc57372-cae8-4f1e-ac74-ce97aa7a4ea8', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'port_id': '990e9641-e077-4a17-8474-8f6c644df611', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319', 'mac_address': 'fa:16:3e:d8:3a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aae70ec-3cba-4840-a69e-d3c52efed2c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:43:21Z', 'updated_at': '2021-06-30T10:43:21Z', 'revision_number': 0, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1130e849-a545-4404-bef7-d2b3f82ce0d7', 'name': '', 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:0d:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'fddbad16-6651-4b7e-b313-7fb2687aee0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:43:04Z', 'updated_at': '2021-06-30T10:43:09Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'fddbad16-6651-4b7e-b313-7fb2687aee0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:43:22.596555 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bc679-6f83-490a-b45e-3594ce056c99 req-01dcf8ae-3068-4166-bc8e-4386290f7dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:43:22.598315 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-884bc679-6f83-490a-b45e-3594ce056c99 req-01dcf8ae-3068-4166-bc8e-4386290f7dd5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4e4de743-d51e-446d-af1a-0f9670738319 HTTP/1.1" status: 200 len: 897 time: 0.0929039 Jun 30 10:43:22.602075 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48f8e4b-27e6-486d-ad93-7d981095c64b None None] Checking router: 95ddc533-cb4f-47e8-89a9-2fe636871014 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:43:22.612335 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-e5e253c5-1741-4a58-88a1-532661facadc tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/floatingips/fdc57372-cae8-4f1e-ac74-ce97aa7a4ea8 HTTP/1.1" status: 200 len: 991 time: 0.0702291 Jun 30 10:43:22.612549 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48f8e4b-27e6-486d-ad93-7d981095c64b None None] Routers {'95ddc533-cb4f-47e8-89a9-2fe636871014'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:43:22.612549 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c48f8e4b-27e6-486d-ad93-7d981095c64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:42:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['95ddc533-cb4f-47e8-89a9-2fe636871014'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:43:22.670990 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-884bc679-6f83-490a-b45e-3594ce056c99 req-076662e2-5d3f-4e4c-af6a-190f760696cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=990e9641-e077-4a17-8474-8f6c644df611 HTTP/1.1" status: 200 len: 999 time: 0.0667052 Jun 30 10:43:22.722849 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bc679-6f83-490a-b45e-3594ce056c99 req-c4ddbda4-2a8f-4adf-b6e2-f1931ecc62f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:43:22.723392 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-c48f8e4b-27e6-486d-ad93-7d981095c64b None None] Set router 95ddc533-cb4f-47e8-89a9-2fe636871014 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:43:22.724339 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-884bc679-6f83-490a-b45e-3594ce056c99 req-c4ddbda4-2a8f-4adf-b6e2-f1931ecc62f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fddbad16-6651-4b7e-b313-7fb2687aee0e HTTP/1.1" status: 200 len: 835 time: 0.0468988 Jun 30 10:43:22.782616 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bc679-6f83-490a-b45e-3594ce056c99 req-8ef5b71a-5e42-420a-80e1-8923fc86ce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:43:22.784140 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-884bc679-6f83-490a-b45e-3594ce056c99 req-8ef5b71a-5e42-420a-80e1-8923fc86ce16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e4de743-d51e-446d-af1a-0f9670738319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541680 Jun 30 10:43:22.879322 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-884bc679-6f83-490a-b45e-3594ce056c99 req-efe8dd6d-baa4-4fc4-9d4c-220a054026b2 service neutron] 10.222.0.37 "GET /v2.0/networks/4e4de743-d51e-446d-af1a-0f9670738319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883775 Jun 30 10:43:22.949626 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-c48f8e4b-27e6-486d-ad93-7d981095c64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140756209', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'bfbc84ff-405a-49ef-bc34-e9969909f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:43:01Z', 'updated_at': '2021-06-30T10:43:05Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'bfbc84ff-405a-49ef-bc34-e9969909f58b', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:43:01Z', 'updated_at': '2021-06-30T10:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'fdc57372-cae8-4f1e-ac74-ce97aa7a4ea8', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'port_id': '990e9641-e077-4a17-8474-8f6c644df611', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319', 'mac_address': 'fa:16:3e:d8:3a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aae70ec-3cba-4840-a69e-d3c52efed2c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:43:21Z', 'updated_at': '2021-06-30T10:43:21Z', 'revision_number': 0, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1130e849-a545-4404-bef7-d2b3f82ce0d7', 'name': '', 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:0d:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'fddbad16-6651-4b7e-b313-7fb2687aee0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:43:04Z', 'updated_at': '2021-06-30T10:43:09Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'fddbad16-6651-4b7e-b313-7fb2687aee0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:43:22.976269 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48f8e4b-27e6-486d-ad93-7d981095c64b None None] The sync data for ids ['95ddc533-cb4f-47e8-89a9-2fe636871014'] in n-d-771363-31 is: [{'id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140756209', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'bfbc84ff-405a-49ef-bc34-e9969909f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:43:01Z', 'updated_at': '2021-06-30T10:43:05Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'bfbc84ff-405a-49ef-bc34-e9969909f58b', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:43:01Z', 'updated_at': '2021-06-30T10:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': 'fdc57372-cae8-4f1e-ac74-ce97aa7a4ea8', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'port_id': '990e9641-e077-4a17-8474-8f6c644df611', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319', 'mac_address': 'fa:16:3e:d8:3a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aae70ec-3cba-4840-a69e-d3c52efed2c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:43:21Z', 'updated_at': '2021-06-30T10:43:21Z', 'revision_number': 0, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1130e849-a545-4404-bef7-d2b3f82ce0d7', 'name': '', 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:0d:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'fddbad16-6651-4b7e-b313-7fb2687aee0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:43:04Z', 'updated_at': '2021-06-30T10:43:09Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'fddbad16-6651-4b7e-b313-7fb2687aee0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:43:23.069634 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d9cc9ab4-ecc5-4ac3-a66f-ff8e445d8930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:23.191780 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd1296d-4596-44c2-9d56-b5cb144e342d None None] New status for floating IP fdc57372-cae8-4f1e-ac74-ce97aa7a4ea8: ACTIVE {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:43:23.323381 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-884bc679-6f83-490a-b45e-3594ce056c99 req-a98563e3-e7f8-4149-a381-28d2a469bc24 service neutron] 10.222.0.37 "GET /v2.0/networks/4e4de743-d51e-446d-af1a-0f9670738319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374130 Jun 30 10:43:23.615277 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36546) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:43:23.675606 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:23.678925 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-05bf9563-e388-4409-8468-9ae6cfd10fa1 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/floatingips/fdc57372-cae8-4f1e-ac74-ce97aa7a4ea8 HTTP/1.1" status: 200 len: 993 time: 0.0625756 Jun 30 10:43:25.030846 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:26.676962 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:36.969510 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:43:39.052163 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:39.750758 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:46.691421 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ea27b352-91e2-406a-8d13-fa55bb4b3393 req-70935e1e-ad07-470a-84fa-925ba9ca2eb4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0505614 Jun 30 10:43:46.788864 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27b352-91e2-406a-8d13-fa55bb4b3393 req-da04adda-3509-4098-822c-a260d55df3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:43:46.790331 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ea27b352-91e2-406a-8d13-fa55bb4b3393 req-da04adda-3509-4098-822c-a260d55df3c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 1097 time: 0.0570943 Jun 30 10:43:46.890587 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27b352-91e2-406a-8d13-fa55bb4b3393 req-1821e1dc-fbae-4af2-93ac-73203dbad851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:43:46.892081 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ea27b352-91e2-406a-8d13-fa55bb4b3393 req-1821e1dc-fbae-4af2-93ac-73203dbad851 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4e4de743-d51e-446d-af1a-0f9670738319 HTTP/1.1" status: 200 len: 897 time: 0.0831521 Jun 30 10:43:46.963871 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ea27b352-91e2-406a-8d13-fa55bb4b3393 req-f3f0d730-3646-4276-80d3-0ae39e3024ba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=990e9641-e077-4a17-8474-8f6c644df611 HTTP/1.1" status: 200 len: 1001 time: 0.0637476 Jun 30 10:43:47.013266 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27b352-91e2-406a-8d13-fa55bb4b3393 req-90659ab3-bd00-4a01-bcff-ef3590c072bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:43:47.014764 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ea27b352-91e2-406a-8d13-fa55bb4b3393 req-90659ab3-bd00-4a01-bcff-ef3590c072bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fddbad16-6651-4b7e-b313-7fb2687aee0e HTTP/1.1" status: 200 len: 835 time: 0.0433903 Jun 30 10:43:47.069732 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27b352-91e2-406a-8d13-fa55bb4b3393 req-f4949c28-aa2c-4523-993e-611a5df7f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:43:47.071226 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ea27b352-91e2-406a-8d13-fa55bb4b3393 req-f4949c28-aa2c-4523-993e-611a5df7f2fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e4de743-d51e-446d-af1a-0f9670738319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500681 Jun 30 10:43:47.160742 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ea27b352-91e2-406a-8d13-fa55bb4b3393 req-2aed5c06-63f2-4178-8ebc-30bde5792cfa service neutron] 10.222.0.37 "GET /v2.0/networks/4e4de743-d51e-446d-af1a-0f9670738319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824931 Jun 30 10:43:47.249899 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ea27b352-91e2-406a-8d13-fa55bb4b3393 req-af44d622-bff1-4271-a107-8bc54bf3a0c3 service neutron] 10.222.0.37 "GET /v2.0/networks/4e4de743-d51e-446d-af1a-0f9670738319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834172 Jun 30 10:43:50.543411 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-73327a16-2429-464a-965b-e97f59214c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:52.990745 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d572a935-c907-4259-8f90-b91edc11865b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:53.642058 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:54.996656 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:56.676960 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:09.040623 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:09.779384 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:13.969392 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:44:20.544362 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-22857ce9-133e-4043-b5bc-cdee77c89caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:22.988279 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4122a280-e518-46c2-bf62-0eb1b1874ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:23.639971 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:25.001569 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:26.675639 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:26.905854 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1f8a9-eee9-4743-90cf-e5bc48420e6d req-fa817121-26b8-44f0-9e53-bdba9f60b1a0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:26.907308 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7dd1f8a9-eee9-4743-90cf-e5bc48420e6d req-fa817121-26b8-44f0-9e53-bdba9f60b1a0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 945 time: 0.0645373 Jun 30 10:44:26.910923 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36572) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:44:26.954872 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7dd1f8a9-eee9-4743-90cf-e5bc48420e6d req-e0b0bc55-230e-4457-b417-0cce86c422cd tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383222 Jun 30 10:44:27.007739 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-e58a5bb1-1852-4cc1-bfbc-54b883abfbd5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0957026 Jun 30 10:44:28.135174 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaf25d-2e94-4700-b1c8-7cd68345e6f3 req-dbd31d30-d74d-40ef-88a6-9705c3f7c40a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:28.136586 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0cfaf25d-2e94-4700-b1c8-7cd68345e6f3 req-dbd31d30-d74d-40ef-88a6-9705c3f7c40a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 945 time: 0.0665982 Jun 30 10:44:28.179807 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0cfaf25d-2e94-4700-b1c8-7cd68345e6f3 req-0faec413-f51b-4777-96a8-7141d8bde52d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367718 Jun 30 10:44:29.230711 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-58030197-06a3-4d3a-a955-3f34793f9245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:29.232314 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-58030197-06a3-4d3a-a955-3f34793f9245 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 1097 time: 0.0536964 Jun 30 10:44:29.354040 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-69cb3cb1-24fb-46f2-9251-a20967b8bc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:29.355652 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-69cb3cb1-24fb-46f2-9251-a20967b8bc05 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4e4de743-d51e-446d-af1a-0f9670738319 HTTP/1.1" status: 200 len: 897 time: 0.1175053 Jun 30 10:44:29.417665 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6f8fa-37ab-4b1f-a959-b29715987217 req-cae3cbf5-fa23-4aae-a494-7c1e9dce219d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:29.419097 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88f6f8fa-37ab-4b1f-a959-b29715987217 req-cae3cbf5-fa23-4aae-a494-7c1e9dce219d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 945 time: 0.1209848 Jun 30 10:44:29.449401 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-74b5547a-3bf0-47bc-98fe-2d0f6d6e7d2e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=990e9641-e077-4a17-8474-8f6c644df611 HTTP/1.1" status: 200 len: 1001 time: 0.0850425 Jun 30 10:44:29.497340 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-88f6f8fa-37ab-4b1f-a959-b29715987217 req-8db1a397-f7bd-4eb6-8ddb-dbcd97e42964 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688233 Jun 30 10:44:29.513289 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-9721f523-be54-4517-ab46-f44fce606b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:29.514715 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-9721f523-be54-4517-ab46-f44fce606b7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fddbad16-6651-4b7e-b313-7fb2687aee0e HTTP/1.1" status: 200 len: 835 time: 0.0572603 Jun 30 10:44:29.570736 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-0ac304a6-237e-403a-ac05-3f32aeab9d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:29.572258 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-0ac304a6-237e-403a-ac05-3f32aeab9d59 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e4de743-d51e-446d-af1a-0f9670738319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514765 Jun 30 10:44:29.659593 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-69d973f1-78c4-4062-bced-e2b6c4c0c7a5 service neutron] 10.222.0.37 "GET /v2.0/networks/4e4de743-d51e-446d-af1a-0f9670738319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803668 Jun 30 10:44:29.752166 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-ae8d2053-2356-42f3-aa57-5edb07c3fbbe service neutron] 10.222.0.37 "GET /v2.0/networks/4e4de743-d51e-446d-af1a-0f9670738319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865312 Jun 30 10:44:30.671748 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f2006-ebeb-4a6b-bf8b-e498c98cc272 req-a4cec18b-5dc2-4bfd-8dd1-cff0799e2532 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:30.673440 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-847f2006-ebeb-4a6b-bf8b-e498c98cc272 req-a4cec18b-5dc2-4bfd-8dd1-cff0799e2532 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 945 time: 0.0644376 Jun 30 10:44:30.711508 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-847f2006-ebeb-4a6b-bf8b-e498c98cc272 req-70421918-73a9-4acc-a29e-841d1521264d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325327 Jun 30 10:44:31.885631 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a330ad4-a388-47f4-9f15-bb8f0d9c164a req-342b968e-e4fb-402e-bd53-fca77574e786 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:31.887096 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0a330ad4-a388-47f4-9f15-bb8f0d9c164a req-342b968e-e4fb-402e-bd53-fca77574e786 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 945 time: 0.0635595 Jun 30 10:44:31.925997 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0a330ad4-a388-47f4-9f15-bb8f0d9c164a req-c8deb91b-5b43-4b3e-a2af-fe6dba7e100c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325305 Jun 30 10:44:33.104432 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbb4d1-d837-44f4-b3ad-76b6f495e80c req-ca8c78c9-b206-4c63-9ff2-26dcd25b2403 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:33.105814 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c2bbb4d1-d837-44f4-b3ad-76b6f495e80c req-ca8c78c9-b206-4c63-9ff2-26dcd25b2403 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 945 time: 0.0644860 Jun 30 10:44:33.146647 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c2bbb4d1-d837-44f4-b3ad-76b6f495e80c req-108e5384-6a5a-44c2-97d3-1e0343b415f7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338011 Jun 30 10:44:34.322565 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e883db-98d1-4778-9da2-1b7351caae32 req-1bf3d91f-5b43-4a0d-bc0d-fdb7a2bad13b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:34.326882 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-56e883db-98d1-4778-9da2-1b7351caae32 req-1bf3d91f-5b43-4a0d-bc0d-fdb7a2bad13b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 945 time: 0.0671425 Jun 30 10:44:34.364012 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-56e883db-98d1-4778-9da2-1b7351caae32 req-cc56fbc0-dacd-4ba9-abfe-bdd58b0d503f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339162 Jun 30 10:44:35.538892 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcb8a5-492a-4233-b97c-894bf8f757f5 req-3204f3a3-9cea-4a94-88f2-e183fcdfcbb2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:35.540455 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-19dcb8a5-492a-4233-b97c-894bf8f757f5 req-3204f3a3-9cea-4a94-88f2-e183fcdfcbb2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 945 time: 0.0670571 Jun 30 10:44:35.577883 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-19dcb8a5-492a-4233-b97c-894bf8f757f5 req-96141bac-dc0e-4936-9363-866814c6b65d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318906 Jun 30 10:44:36.774384 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3f2cf-3796-4251-a5ff-6b2f11d370c2 req-c3110c91-436e-497d-8cca-0a21b57aa94d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:36.775928 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3a3f2cf-3796-4251-a5ff-6b2f11d370c2 req-c3110c91-436e-497d-8cca-0a21b57aa94d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 945 time: 0.0640912 Jun 30 10:44:36.814788 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3a3f2cf-3796-4251-a5ff-6b2f11d370c2 req-238bb7d8-b5ab-4bee-969a-8a6ad39a03a5 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332620 Jun 30 10:44:37.993992 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffeb9e-4033-49b2-a9dd-b4f5e0082832 req-ce9a873a-1ed6-491b-b0f7-fc9300774cda tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:37.995482 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-caffeb9e-4033-49b2-a9dd-b4f5e0082832 req-ce9a873a-1ed6-491b-b0f7-fc9300774cda tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 945 time: 0.0648465 Jun 30 10:44:38.032878 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-caffeb9e-4033-49b2-a9dd-b4f5e0082832 req-ea941ec4-c13a-4136-a92a-dbb43b34eb45 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310175 Jun 30 10:44:39.065045 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:39.207845 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77a1b0-4f2c-4976-9139-ce2ba8f45277 req-054efc7c-93d0-4284-b81e-1fbce3ac3584 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:39.209302 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5c77a1b0-4f2c-4976-9139-ce2ba8f45277 req-054efc7c-93d0-4284-b81e-1fbce3ac3584 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 945 time: 0.0617785 Jun 30 10:44:39.246944 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5c77a1b0-4f2c-4976-9139-ce2ba8f45277 req-413dfad9-3d7f-480e-b8a8-9b18d730ac94 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319693 Jun 30 10:44:39.765594 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:40.609209 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a402982-dbfc-4ec9-9e1f-dd41f762c2ef req-fc4449ff-364c-4d78-8130-5446a922927f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:40.609209 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8a402982-dbfc-4ec9-9e1f-dd41f762c2ef req-fc4449ff-364c-4d78-8130-5446a922927f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 945 time: 0.0638635 Jun 30 10:44:40.649139 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8a402982-dbfc-4ec9-9e1f-dd41f762c2ef req-1c6e2243-5d06-49f1-857e-8d00914635ad tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361280 Jun 30 10:44:41.827450 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebb3de-f878-4374-a35e-4aed8096aef6 req-207b1d55-8dae-4b43-88ec-47be5e2ed041 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:41.828936 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6cebb3de-f878-4374-a35e-4aed8096aef6 req-207b1d55-8dae-4b43-88ec-47be5e2ed041 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 945 time: 0.0701449 Jun 30 10:44:41.868333 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6cebb3de-f878-4374-a35e-4aed8096aef6 req-e2e06eb3-70f7-4dc7-844a-446f963226a2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327842 Jun 30 10:44:41.966494 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-fc87d4b4-1547-4b11-bd65-967420b1fbee service neutron] show failed (client error): The resource could not be found. Jun 30 10:44:41.967453 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-fc87d4b4-1547-4b11-bd65-967420b1fbee service neutron] 10.222.0.37 "GET /v2.0/ports/990e9641-e077-4a17-8474-8f6c644df611/bindings/n-h1-771363-31 HTTP/1.1" status: 404 len: 381 time: 0.0551860 Jun 30 10:44:42.504748 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-0d2926d9-ad0f-480a-a057-2fe46676ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:42.506242 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-0d2926d9-ad0f-480a-a057-2fe46676ce05 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1&tenant_id=93892fa53c864b9b82b15f44cdcb4a01 HTTP/1.1" status: 200 len: 1097 time: 0.0951827 Jun 30 10:44:42.522161 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-31', 'device_owner': 'compute:nova'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:44:42.597555 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:42.803562 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] For port 990e9641-e077-4a17-8474-8f6c644df611, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=990e9641-e077-4a17-8474-8f6c644df611,segment=NetworkSegment(c7371898-6291-438a-a110-57dcc1727890),segment_id=c7371898-6291-438a-a110-57dcc1727890)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:44:42.837422 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] For port 990e9641-e077-4a17-8474-8f6c644df611, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:44:42.878536 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aae70ec-3cba-4840-a69e-d3c52efed2c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '990e9641-e077-4a17-8474-8f6c644df611'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:44:42.880942 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893faa52-d7f1-4df0-b8aa-c27989689a58" -d '{"events": [{"server_uuid": "8aae70ec-3cba-4840-a69e-d3c52efed2c1", "name": "network-vif-unplugged", "status": "completed", "tag": "990e9641-e077-4a17-8474-8f6c644df611"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:44:42.885267 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:42.900000 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] Transition to ACTIVE for port object 990e9641-e077-4a17-8474-8f6c644df611 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:44:42.945988 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 10:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e27936-0598-4f36-8708-0fb85727b3c7 x-openstack-request-id: req-10e27936-0598-4f36-8708-0fb85727b3c7 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:44:42.946287 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aae70ec-3cba-4840-a69e-d3c52efed2c1", "name": "network-vif-unplugged", "status": "completed", "tag": "990e9641-e077-4a17-8474-8f6c644df611", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:44:42.946543 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-10e27936-0598-4f36-8708-0fb85727b3c7 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:44:42.946944 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aae70ec-3cba-4840-a69e-d3c52efed2c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '990e9641-e077-4a17-8474-8f6c644df611', 'code': 200} Jun 30 10:44:42.963177 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:43.011519 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] Pushing event updated for resources: {'Port': ['ID=990e9641-e077-4a17-8474-8f6c644df611,revision_number=6']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:44:43.053020 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:44:43.053353 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:44:43.053619 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:44:43.054517 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:44:43.054517 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:44:43.054692 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:44:43.054970 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:44:43.055290 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:44:43.055674 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:44:43.056100 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:44:43.056266 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:44:43.056939 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:44:43.153605 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] No DVR routers for this DVR port 990e9641-e077-4a17-8474-8f6c644df611 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:44:43.197481 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6bbac-83d3-4aca-87ca-57b0a18a65da req-4922a07e-7763-4791-a1c6-fc79787da6ac tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:43.199013 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ba6bbac-83d3-4aca-87ca-57b0a18a65da req-4922a07e-7763-4791-a1c6-fc79787da6ac tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 943 time: 0.1824937 Jun 30 10:44:43.279191 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7ba6bbac-83d3-4aca-87ca-57b0a18a65da req-ca2587f6-32cc-4086-8564-f189ebd65c26 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728877 Jun 30 10:44:43.328784 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] Attempting to bind port 990e9641-e077-4a17-8474-8f6c644df611 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:44:43.329035 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] Attempting to bind port 990e9641-e077-4a17-8474-8f6c644df611 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': 'c7371898-6291-438a-a110-57dcc1727890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:44:43.330290 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] Attempting to bind port 990e9641-e077-4a17-8474-8f6c644df611 on network 4e4de743-d51e-446d-af1a-0f9670738319 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:44:43.334378 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] Port 990e9641-e077-4a17-8474-8f6c644df611 on network 4e4de743-d51e-446d-af1a-0f9670738319 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:44:43.334696 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] Attempting to bind port 990e9641-e077-4a17-8474-8f6c644df611 on network 4e4de743-d51e-446d-af1a-0f9670738319 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:44:43.339382 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:44:43.339713 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] Checking segment: {'id': 'c7371898-6291-438a-a110-57dcc1727890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:44:43.340088 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] Bound using segment: {'id': 'c7371898-6291-438a-a110-57dcc1727890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:44:43.340502 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] Bound port: 990e9641-e077-4a17-8474-8f6c644df611, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7371898-6291-438a-a110-57dcc1727890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:44:43.340852 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:43.403520 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] For port 990e9641-e077-4a17-8474-8f6c644df611, host n-h1-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:44:43.406425 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] For port 990e9641-e077-4a17-8474-8f6c644df611, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=990e9641-e077-4a17-8474-8f6c644df611,segment=NetworkSegment(c7371898-6291-438a-a110-57dcc1727890),segment_id=c7371898-6291-438a-a110-57dcc1727890)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:44:43.474551 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:43.511458 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:43.512068 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:43.513801 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] 10.222.0.52 "PUT /v2.0/ports/990e9641-e077-4a17-8474-8f6c644df611 HTTP/1.1" status: 200 len: 1092 time: 0.9956930 Jun 30 10:44:43.547556 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828164d-d703-4e5c-8c47-1b835d4b71f5 service neutron] Pushing event updated for resources: {'Port': ['ID=990e9641-e077-4a17-8474-8f6c644df611,revision_number=7']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:44:43.597148 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-509c21e6-9c27-415b-8fa4-f20e93bbc2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:43.598656 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-509c21e6-9c27-415b-8fa4-f20e93bbc2e6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 1095 time: 0.0587928 Jun 30 10:44:43.694204 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-9a5c33ed-afa0-4b98-83ae-b1550fe8320b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:43.695714 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-9a5c33ed-afa0-4b98-83ae-b1550fe8320b service neutron] 10.222.0.52 "GET /v2.0/networks?id=4e4de743-d51e-446d-af1a-0f9670738319 HTTP/1.1" status: 200 len: 897 time: 0.0865190 Jun 30 10:44:43.765946 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-8f2ab3d7-6b7b-4255-bdb7-afd95e4505f5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=990e9641-e077-4a17-8474-8f6c644df611 HTTP/1.1" status: 200 len: 999 time: 0.0626626 Jun 30 10:44:43.813216 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-ba043629-fdde-488b-b490-481f2fec8e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:43.815151 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-ba043629-fdde-488b-b490-481f2fec8e33 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fddbad16-6651-4b7e-b313-7fb2687aee0e HTTP/1.1" status: 200 len: 835 time: 0.0422959 Jun 30 10:44:43.872119 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-abee6ccb-8850-41ba-abce-70cd0b44eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:43.873493 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-abee6ccb-8850-41ba-abce-70cd0b44eb9b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4e4de743-d51e-446d-af1a-0f9670738319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519524 Jun 30 10:44:43.884525 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-c507cbc8-e2de-4b6e-8dfa-c35b0dbb214a service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:44:43.885438 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-c507cbc8-e2de-4b6e-8dfa-c35b0dbb214a service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049193 Jun 30 10:44:43.984308 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-bc5ec959-0d9e-4cd1-9bc3-f8a65145537a service neutron] 10.222.0.52 "GET /v2.0/networks/4e4de743-d51e-446d-af1a-0f9670738319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846226 Jun 30 10:44:44.071209 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38f58b3a-72dd-45fe-887a-30d0ae963f86 req-654f1f4a-fc01-4ddd-99f8-4ea5af1a4ae2 service neutron] 10.222.0.52 "GET /v2.0/networks/4e4de743-d51e-446d-af1a-0f9670738319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839179 Jun 30 10:44:44.455818 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494059d1-7d9d-4e23-99b4-6a0f7282919e req-4529cc34-f550-4aeb-96e3-9e04c5e8963a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:44.457294 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-494059d1-7d9d-4e23-99b4-6a0f7282919e req-4529cc34-f550-4aeb-96e3-9e04c5e8963a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 943 time: 0.0636182 Jun 30 10:44:44.495713 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-494059d1-7d9d-4e23-99b4-6a0f7282919e req-c8ae7ffa-800d-4189-9873-65a9c6993000 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327806 Jun 30 10:44:44.947762 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aae70ec-3cba-4840-a69e-d3c52efed2c1', 'tag': '990e9641-e077-4a17-8474-8f6c644df611'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:44:44.950162 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3af89af-9a7f-4656-a0b4-359af5baeae7" -d '{"events": [{"name": "network-changed", "server_uuid": "8aae70ec-3cba-4840-a69e-d3c52efed2c1", "tag": "990e9641-e077-4a17-8474-8f6c644df611"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:44:44.998474 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f49aae-c56c-4195-bc33-29ddfda2ffbc x-openstack-request-id: req-71f49aae-c56c-4195-bc33-29ddfda2ffbc {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:44:45.005531 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aae70ec-3cba-4840-a69e-d3c52efed2c1", "tag": "990e9641-e077-4a17-8474-8f6c644df611", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:44:45.005531 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-71f49aae-c56c-4195-bc33-29ddfda2ffbc {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:44:45.005531 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aae70ec-3cba-4840-a69e-d3c52efed2c1', 'tag': '990e9641-e077-4a17-8474-8f6c644df611', 'status': 'completed', 'code': 200} Jun 30 10:44:45.116759 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af89af-9a7f-4656-a0b4-359af5baeae7 req-5b00ddff-fa3f-42db-b062-cd03dd5f751d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:45.118185 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3af89af-9a7f-4656-a0b4-359af5baeae7 req-5b00ddff-fa3f-42db-b062-cd03dd5f751d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 1095 time: 0.0974743 Jun 30 10:44:45.120697 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af89af-9a7f-4656-a0b4-359af5baeae7 req-e0cf9a23-2e07-4364-bfdb-4330bf789a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:45.122061 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3af89af-9a7f-4656-a0b4-359af5baeae7 req-e0cf9a23-2e07-4364-bfdb-4330bf789a82 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 1095 time: 0.1001565 Jun 30 10:44:45.274703 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af89af-9a7f-4656-a0b4-359af5baeae7 req-b922e2eb-a265-4a58-a9dc-7545d65b1f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:45.276212 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3af89af-9a7f-4656-a0b4-359af5baeae7 req-b922e2eb-a265-4a58-a9dc-7545d65b1f72 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4e4de743-d51e-446d-af1a-0f9670738319 HTTP/1.1" status: 200 len: 897 time: 0.1489151 Jun 30 10:44:45.280515 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af89af-9a7f-4656-a0b4-359af5baeae7 req-2668ac2c-18cb-4d13-9fa3-d4df03e111f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:45.281823 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3af89af-9a7f-4656-a0b4-359af5baeae7 req-2668ac2c-18cb-4d13-9fa3-d4df03e111f6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4e4de743-d51e-446d-af1a-0f9670738319 HTTP/1.1" status: 200 len: 897 time: 0.1466246 Jun 30 10:44:45.387233 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3af89af-9a7f-4656-a0b4-359af5baeae7 req-9dcd34d1-ed6a-4498-ad61-b7f0095734f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=990e9641-e077-4a17-8474-8f6c644df611 HTTP/1.1" status: 200 len: 999 time: 0.1025600 Jun 30 10:44:45.390656 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3af89af-9a7f-4656-a0b4-359af5baeae7 req-0aa4cd6f-7c7e-4cab-92ac-95c5fbcbd879 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=990e9641-e077-4a17-8474-8f6c644df611 HTTP/1.1" status: 200 len: 999 time: 0.0998237 Jun 30 10:44:45.469971 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af89af-9a7f-4656-a0b4-359af5baeae7 req-0da4303b-ded2-4652-8f88-ebc7d8e7e6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:45.471431 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3af89af-9a7f-4656-a0b4-359af5baeae7 req-0da4303b-ded2-4652-8f88-ebc7d8e7e6c0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fddbad16-6651-4b7e-b313-7fb2687aee0e HTTP/1.1" status: 200 len: 835 time: 0.0771379 Jun 30 10:44:45.474678 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af89af-9a7f-4656-a0b4-359af5baeae7 req-36f83bb8-b590-4a2e-9008-f305b060f4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:45.476027 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3af89af-9a7f-4656-a0b4-359af5baeae7 req-36f83bb8-b590-4a2e-9008-f305b060f4ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fddbad16-6651-4b7e-b313-7fb2687aee0e HTTP/1.1" status: 200 len: 835 time: 0.0747519 Jun 30 10:44:45.571362 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af89af-9a7f-4656-a0b4-359af5baeae7 req-3a4f8c7a-7c38-46eb-b56a-ef25cf459ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:45.572863 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3af89af-9a7f-4656-a0b4-359af5baeae7 req-3a4f8c7a-7c38-46eb-b56a-ef25cf459ab3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e4de743-d51e-446d-af1a-0f9670738319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906317 Jun 30 10:44:45.575344 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af89af-9a7f-4656-a0b4-359af5baeae7 req-98760a1b-9570-49a2-a22d-2d96439da8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:45.576667 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3af89af-9a7f-4656-a0b4-359af5baeae7 req-98760a1b-9570-49a2-a22d-2d96439da8c2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4e4de743-d51e-446d-af1a-0f9670738319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0867662 Jun 30 10:44:45.678385 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b2a61-452b-48fe-b2e2-bfe94ae6e173 req-12d8615f-50dd-4b0d-887e-1dbee536c221 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:45.679848 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-481b2a61-452b-48fe-b2e2-bfe94ae6e173 req-12d8615f-50dd-4b0d-887e-1dbee536c221 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 943 time: 0.0681188 Jun 30 10:44:45.719009 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-481b2a61-452b-48fe-b2e2-bfe94ae6e173 req-3958a6bf-4ef0-4e89-b91f-79e23a53107b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334101 Jun 30 10:44:45.736514 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3af89af-9a7f-4656-a0b4-359af5baeae7 req-e88c3f50-8f67-4085-a768-69f317a7f366 service neutron] 10.222.0.37 "GET /v2.0/networks/4e4de743-d51e-446d-af1a-0f9670738319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562011 Jun 30 10:44:45.738370 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3af89af-9a7f-4656-a0b4-359af5baeae7 req-a89c96e0-cb6e-4664-a782-1445661d46d8 service neutron] 10.222.0.52 "GET /v2.0/networks/4e4de743-d51e-446d-af1a-0f9670738319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518562 Jun 30 10:44:45.849947 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 990e9641-e077-4a17-8474-8f6c644df611 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:44:45.890059 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 990e9641-e077-4a17-8474-8f6c644df611 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:44:45.892132 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3af89af-9a7f-4656-a0b4-359af5baeae7 req-d9ce50e3-04b4-4638-b8a4-be4aeeb3e10f service neutron] 10.222.0.37 "GET /v2.0/networks/4e4de743-d51e-446d-af1a-0f9670738319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496344 Jun 30 10:44:45.894000 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a3af89af-9a7f-4656-a0b4-359af5baeae7 req-3cc5f901-3571-43e9-a892-45fd0a9b8ca1 service neutron] 10.222.0.52 "GET /v2.0/networks/4e4de743-d51e-446d-af1a-0f9670738319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446135 Jun 30 10:44:46.893998 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d8342-f094-487a-b38f-e70ba9c53b34 req-a4404fb6-6a1a-4098-8b6b-4ddf4f7ded41 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:46.895850 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ae3d8342-f094-487a-b38f-e70ba9c53b34 req-a4404fb6-6a1a-4098-8b6b-4ddf4f7ded41 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 943 time: 0.0624759 Jun 30 10:44:46.932004 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ae3d8342-f094-487a-b38f-e70ba9c53b34 req-e50e5a4f-b638-4fb5-9b3d-f5419fc67389 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309265 Jun 30 10:44:47.415508 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69d481-7d6c-4140-a07d-b7dfe84a0355 req-2d1e8146-09b9-4ef6-a7fc-b873345de30a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:47.416893 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2c69d481-7d6c-4140-a07d-b7dfe84a0355 req-2d1e8146-09b9-4ef6-a7fc-b873345de30a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 943 time: 0.0714614 Jun 30 10:44:47.485071 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2c69d481-7d6c-4140-a07d-b7dfe84a0355 req-db38e21b-75a6-4b28-8dda-ffbd8fcd9312 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569296 Jun 30 10:44:47.518586 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ae0e-1508-4e6f-a86d-1b88dbda0925 req-f9ed01df-7a25-4086-897d-53a53e0c6990 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:47.520461 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2923ae0e-1508-4e6f-a86d-1b88dbda0925 req-f9ed01df-7a25-4086-897d-53a53e0c6990 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1&tenant_id=93892fa53c864b9b82b15f44cdcb4a01&binding%3Ahost_id=n-h1-771363-31 HTTP/1.1" status: 200 len: 943 time: 0.1012483 Jun 30 10:44:47.587111 n-d-771363-31 neutron-server[101054]: INFO neutron.api.v2.resource [req-2923ae0e-1508-4e6f-a86d-1b88dbda0925 req-d74fc086-d2bb-4bff-a9a7-66a5e62f92f3 service neutron] delete failed (client error): The resource could not be found. Jun 30 10:44:47.588151 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2923ae0e-1508-4e6f-a86d-1b88dbda0925 req-d74fc086-d2bb-4bff-a9a7-66a5e62f92f3 service neutron] 10.222.0.37 "DELETE /v2.0/ports/990e9641-e077-4a17-8474-8f6c644df611/bindings/n-h2-771363-31 HTTP/1.1" status: 404 len: 381 time: 0.0614145 Jun 30 10:44:47.665658 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61721d0d-d4ea-4eb9-8d6f-3cc06b46ee1e req-6d9c9e06-31c5-4e06-bfe4-149c7e06c621 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:47.667209 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-61721d0d-d4ea-4eb9-8d6f-3cc06b46ee1e req-6d9c9e06-31c5-4e06-bfe4-149c7e06c621 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 943 time: 0.0687635 Jun 30 10:44:47.697505 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ae0e-1508-4e6f-a86d-1b88dbda0925 req-36f0cc24-ecca-40fa-a6fc-1aaece515a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:47.699029 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2923ae0e-1508-4e6f-a86d-1b88dbda0925 req-36f0cc24-ecca-40fa-a6fc-1aaece515a30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 1095 time: 0.0544441 Jun 30 10:44:47.706438 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-61721d0d-d4ea-4eb9-8d6f-3cc06b46ee1e req-88cad5bd-b552-44cd-b552-db6ca43b56b4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336175 Jun 30 10:44:47.787655 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ae0e-1508-4e6f-a86d-1b88dbda0925 req-fbd0c956-a5f9-4c2a-9aca-a13e184011e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:47.789093 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2923ae0e-1508-4e6f-a86d-1b88dbda0925 req-fbd0c956-a5f9-4c2a-9aca-a13e184011e5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4e4de743-d51e-446d-af1a-0f9670738319 HTTP/1.1" status: 200 len: 897 time: 0.0841060 Jun 30 10:44:47.857116 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2923ae0e-1508-4e6f-a86d-1b88dbda0925 req-8e2fab31-9d7b-40ca-9d73-53712c642b36 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=990e9641-e077-4a17-8474-8f6c644df611 HTTP/1.1" status: 200 len: 999 time: 0.0613928 Jun 30 10:44:47.904227 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ae0e-1508-4e6f-a86d-1b88dbda0925 req-73f12fc9-6d8a-4a51-b7e2-b568a0d07663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:47.905618 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2923ae0e-1508-4e6f-a86d-1b88dbda0925 req-73f12fc9-6d8a-4a51-b7e2-b568a0d07663 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fddbad16-6651-4b7e-b313-7fb2687aee0e HTTP/1.1" status: 200 len: 835 time: 0.0418959 Jun 30 10:44:47.961255 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ae0e-1508-4e6f-a86d-1b88dbda0925 req-00337580-f400-4dd6-a5fc-df1c54b845f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:47.962603 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2923ae0e-1508-4e6f-a86d-1b88dbda0925 req-00337580-f400-4dd6-a5fc-df1c54b845f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e4de743-d51e-446d-af1a-0f9670738319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500112 Jun 30 10:44:48.065955 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2923ae0e-1508-4e6f-a86d-1b88dbda0925 req-066cd9e2-424a-4c82-9c39-a34f29dfb034 service neutron] 10.222.0.37 "GET /v2.0/networks/4e4de743-d51e-446d-af1a-0f9670738319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969787 Jun 30 10:44:48.151314 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2923ae0e-1508-4e6f-a86d-1b88dbda0925 req-9ded5615-e6f9-454b-86c0-005bfd827c4f service neutron] 10.222.0.37 "GET /v2.0/networks/4e4de743-d51e-446d-af1a-0f9670738319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791421 Jun 30 10:44:48.712948 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 990e9641-e077-4a17-8474-8f6c644df611 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:44:48.815383 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 990e9641-e077-4a17-8474-8f6c644df611, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=990e9641-e077-4a17-8474-8f6c644df611,segment=NetworkSegment(c7371898-6291-438a-a110-57dcc1727890),segment_id=c7371898-6291-438a-a110-57dcc1727890)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:44:48.827896 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '990e9641-e077-4a17-8474-8f6c644df611', 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319', 'port_id': '990e9641-e077-4a17-8474-8f6c644df611', 'mac_address': 'fa:16:3e:d8:3a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fddbad16-6651-4b7e-b313-7fb2687aee0e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:44:48.866346 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:48.885947 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 990e9641-e077-4a17-8474-8f6c644df611 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:44:48.905951 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 990e9641-e077-4a17-8474-8f6c644df611, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=990e9641-e077-4a17-8474-8f6c644df611,segment=NetworkSegment(c7371898-6291-438a-a110-57dcc1727890),segment_id=c7371898-6291-438a-a110-57dcc1727890)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:44:48.906794 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14a2da-749c-443e-b35a-3e4e6698447a req-5d3c7c55-aa5d-4662-a224-bbdb1a18c316 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:48.912794 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cc14a2da-749c-443e-b35a-3e4e6698447a req-5d3c7c55-aa5d-4662-a224-bbdb1a18c316 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 943 time: 0.0850010 Jun 30 10:44:48.947408 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cc14a2da-749c-443e-b35a-3e4e6698447a req-50df9f1f-240e-4d23-9d4d-ccb704ba46ca tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323818 Jun 30 10:44:48.989018 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:49.036999 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=990e9641-e077-4a17-8474-8f6c644df611,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:44:49.044319 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:44:49.044668 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:44:49.045012 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:44:49.046839 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:44:49.046839 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:44:49.046839 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:44:49.046839 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:44:49.046839 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:44:49.047255 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:44:49.047321 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:44:49.047612 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:44:49.047928 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:44:49.260728 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['990e9641-e077-4a17-8474-8f6c644df611'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:44:50.127180 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd9662-462a-4160-a1b8-88ddc114043b req-ecacfa09-af4e-43bb-9117-1660c4e0189a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:50.128675 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-35bd9662-462a-4160-a1b8-88ddc114043b req-ecacfa09-af4e-43bb-9117-1660c4e0189a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 944 time: 0.0658658 Jun 30 10:44:50.165729 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-35bd9662-462a-4160-a1b8-88ddc114043b req-470a4019-596c-48d7-b833-7070ea41df6a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313525 Jun 30 10:44:50.189899 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36656) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:44:50.254866 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-40ce1f11-2d70-48a9-8a96-aa121003d2d4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/floatingips/fdc57372-cae8-4f1e-ac74-ce97aa7a4ea8 HTTP/1.1" status: 200 len: 992 time: 0.0637386 Jun 30 10:44:50.543993 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c0ca63e2-fa31-466c-b19e-5bb016c04457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:50.722244 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 990e9641-e077-4a17-8474-8f6c644df611 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:44:50.817920 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 990e9641-e077-4a17-8474-8f6c644df611 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:44:50.821768 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 990e9641-e077-4a17-8474-8f6c644df611 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:44:50.822125 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:50.898749 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:50.920148 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aae70ec-3cba-4840-a69e-d3c52efed2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990e9641-e077-4a17-8474-8f6c644df611'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:44:50.922366 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72cf21f-6c0c-46fe-81d9-076e849c8ff2" -d '{"events": [{"server_uuid": "8aae70ec-3cba-4840-a69e-d3c52efed2c1", "name": "network-vif-plugged", "status": "completed", "tag": "990e9641-e077-4a17-8474-8f6c644df611"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:44:50.935927 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 990e9641-e077-4a17-8474-8f6c644df611, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=990e9641-e077-4a17-8474-8f6c644df611,segment=NetworkSegment(c7371898-6291-438a-a110-57dcc1727890),segment_id=c7371898-6291-438a-a110-57dcc1727890)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:44:50.968254 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:44:50.978669 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:51.009656 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503e3b0e-bb2e-4ac5-932a-328826f3fc68 x-openstack-request-id: req-503e3b0e-bb2e-4ac5-932a-328826f3fc68 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:44:51.009950 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aae70ec-3cba-4840-a69e-d3c52efed2c1", "name": "network-vif-plugged", "status": "completed", "tag": "990e9641-e077-4a17-8474-8f6c644df611", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:44:51.010202 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-503e3b0e-bb2e-4ac5-932a-328826f3fc68 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:44:51.010588 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aae70ec-3cba-4840-a69e-d3c52efed2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990e9641-e077-4a17-8474-8f6c644df611', 'code': 200} Jun 30 10:44:51.030232 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=990e9641-e077-4a17-8474-8f6c644df611,revision_number=9']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:44:53.012306 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d94fa012-7d57-4ad2-9fd1-45fc0701b872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:53.667885 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:55.006834 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:56.515837 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-57921163-59c5-4ffa-a213-8f9f0af01058 req-f9c3910e-8915-47f1-aa11-03ee0272cfd1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511982 Jun 30 10:44:56.612759 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57921163-59c5-4ffa-a213-8f9f0af01058 req-78af57d9-7245-438d-a3c1-4224d742c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:56.614938 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-57921163-59c5-4ffa-a213-8f9f0af01058 req-78af57d9-7245-438d-a3c1-4224d742c524 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 1097 time: 0.0547042 Jun 30 10:44:56.690826 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:56.721727 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57921163-59c5-4ffa-a213-8f9f0af01058 req-310902dd-968d-4efe-9797-ab986e554862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:56.723795 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-57921163-59c5-4ffa-a213-8f9f0af01058 req-310902dd-968d-4efe-9797-ab986e554862 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4e4de743-d51e-446d-af1a-0f9670738319 HTTP/1.1" status: 200 len: 897 time: 0.0875170 Jun 30 10:44:56.787362 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-57921163-59c5-4ffa-a213-8f9f0af01058 req-64ca7933-8ac9-40a1-9dc9-c83aa39b7c83 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=990e9641-e077-4a17-8474-8f6c644df611 HTTP/1.1" status: 200 len: 1001 time: 0.0571547 Jun 30 10:44:56.838660 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57921163-59c5-4ffa-a213-8f9f0af01058 req-a2e0ff91-a8c9-41b6-92c9-8c6a9f1ab5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:56.840112 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-57921163-59c5-4ffa-a213-8f9f0af01058 req-a2e0ff91-a8c9-41b6-92c9-8c6a9f1ab5e5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fddbad16-6651-4b7e-b313-7fb2687aee0e HTTP/1.1" status: 200 len: 835 time: 0.0459492 Jun 30 10:44:56.897459 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57921163-59c5-4ffa-a213-8f9f0af01058 req-7636fd3a-5c6f-4b61-be72-a7e004049db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:44:56.898915 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-57921163-59c5-4ffa-a213-8f9f0af01058 req-7636fd3a-5c6f-4b61-be72-a7e004049db3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4e4de743-d51e-446d-af1a-0f9670738319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515213 Jun 30 10:44:56.986208 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-57921163-59c5-4ffa-a213-8f9f0af01058 req-710e1933-03bc-41a2-ae91-e178a715257d service neutron] 10.222.0.52 "GET /v2.0/networks/4e4de743-d51e-446d-af1a-0f9670738319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806227 Jun 30 10:44:57.076664 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-57921163-59c5-4ffa-a213-8f9f0af01058 req-aac13eed-6c9f-4169-8b3a-f7801d202ac3 service neutron] 10.222.0.52 "GET /v2.0/networks/4e4de743-d51e-446d-af1a-0f9670738319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839779 Jun 30 10:45:09.063594 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:09.760423 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:13.989295 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-ffbd2ae0-5efc-46cc-9576-dcdea42e0c6d req-a077a1f7-ea88-4f2f-8338-d8cee632aeb6 service neutron] (101053) timed out ('10.222.0.10', 33348) {{(pid=101053) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 10:45:18.823952 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36672) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:45:18.977764 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-c6bf5646-170a-4165-8d74-13df3159c32c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Deleting port 1e42cea6-c56a-47f0-ab69-f4959f089311 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:45:18.978108 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c6bf5646-170a-4165-8d74-13df3159c32c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:19.052776 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c6bf5646-170a-4165-8d74-13df3159c32c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:19.053103 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c6bf5646-170a-4165-8d74-13df3159c32c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:19.064356 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-c6bf5646-170a-4165-8d74-13df3159c32c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Calling delete_port for 1e42cea6-c56a-47f0-ab69-f4959f089311 owned by network:floatingip {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:45:19.280658 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c6bf5646-170a-4165-8d74-13df3159c32c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:19.303448 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf5646-170a-4165-8d74-13df3159c32c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'Port': ['ID=1e42cea6-c56a-47f0-ab69-f4959f089311,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:19.317396 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf5646-170a-4165-8d74-13df3159c32c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:19.317775 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf5646-170a-4165-8d74-13df3159c32c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:19.318114 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf5646-170a-4165-8d74-13df3159c32c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:19.318447 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf5646-170a-4165-8d74-13df3159c32c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:19.318775 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf5646-170a-4165-8d74-13df3159c32c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:19.319102 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf5646-170a-4165-8d74-13df3159c32c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:19.319447 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf5646-170a-4165-8d74-13df3159c32c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:19.319770 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf5646-170a-4165-8d74-13df3159c32c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:19.320090 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf5646-170a-4165-8d74-13df3159c32c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:19.320408 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf5646-170a-4165-8d74-13df3159c32c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:19.320724 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf5646-170a-4165-8d74-13df3159c32c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:19.321041 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf5646-170a-4165-8d74-13df3159c32c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:19.643466 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c6bf5646-170a-4165-8d74-13df3159c32c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for floatingip, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:19.643722 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [None req-c6bf5646-170a-4165-8d74-13df3159c32c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Floating IP fdc57372-cae8-4f1e-ac74-ce97aa7a4ea8 disassociated (deleted). External IP: 172.25.6.245, port: 990e9641-e077-4a17-8474-8f6c644df611. Jun 30 10:45:19.844596 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6bf5646-170a-4165-8d74-13df3159c32c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Router 95ddc533-cb4f-47e8-89a9-2fe636871014 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:45:19.953070 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6bf5646-170a-4165-8d74-13df3159c32c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:45:19.957761 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c6bf5646-170a-4165-8d74-13df3159c32c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:19.961929 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563a7c93-b45e-4e67-a463-c4210cb20e77 None None] Sync routers for ids ['95ddc533-cb4f-47e8-89a9-2fe636871014'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:45:19.970657 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563a7c93-b45e-4e67-a463-c4210cb20e77 None None] Routers {'95ddc533-cb4f-47e8-89a9-2fe636871014'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:45:19.971305 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-563a7c93-b45e-4e67-a463-c4210cb20e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:44:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['95ddc533-cb4f-47e8-89a9-2fe636871014'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:45:19.993921 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c6bf5646-170a-4165-8d74-13df3159c32c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "DELETE /v2.0/floatingips/fdc57372-cae8-4f1e-ac74-ce97aa7a4ea8 HTTP/1.1" status: 204 len: 168 time: 1.1689105 Jun 30 10:45:19.994498 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aae70ec-3cba-4840-a69e-d3c52efed2c1', 'tag': '990e9641-e077-4a17-8474-8f6c644df611'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:45:19.997308 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fd8d61-71d2-46d1-85ef-33b39d1b2e83" -d '{"events": [{"name": "network-changed", "server_uuid": "8aae70ec-3cba-4840-a69e-d3c52efed2c1", "tag": "990e9641-e077-4a17-8474-8f6c644df611"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:45:20.037898 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2c4b74-1021-41c7-a01c-68baf32363e2 x-openstack-request-id: req-0c2c4b74-1021-41c7-a01c-68baf32363e2 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:45:20.038409 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aae70ec-3cba-4840-a69e-d3c52efed2c1", "tag": "990e9641-e077-4a17-8474-8f6c644df611", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:45:20.038812 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0c2c4b74-1021-41c7-a01c-68baf32363e2 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:45:20.039383 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aae70ec-3cba-4840-a69e-d3c52efed2c1', 'tag': '990e9641-e077-4a17-8474-8f6c644df611', 'status': 'completed', 'code': 200} Jun 30 10:45:20.084633 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-563a7c93-b45e-4e67-a463-c4210cb20e77 None None] Set router 95ddc533-cb4f-47e8-89a9-2fe636871014 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:45:20.117986 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd8d61-71d2-46d1-85ef-33b39d1b2e83 req-fa5ab220-85a5-40b9-9c27-795b587cb8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:20.120202 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-09fd8d61-71d2-46d1-85ef-33b39d1b2e83 req-fa5ab220-85a5-40b9-9c27-795b587cb8c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 1097 time: 0.0568800 Jun 30 10:45:20.220961 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd8d61-71d2-46d1-85ef-33b39d1b2e83 req-58e7a439-d5f2-4b48-b701-7fe11cdb395c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:20.222563 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-09fd8d61-71d2-46d1-85ef-33b39d1b2e83 req-58e7a439-d5f2-4b48-b701-7fe11cdb395c service neutron] 10.222.0.52 "GET /v2.0/networks?id=4e4de743-d51e-446d-af1a-0f9670738319 HTTP/1.1" status: 200 len: 897 time: 0.0919147 Jun 30 10:45:20.266888 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-09fd8d61-71d2-46d1-85ef-33b39d1b2e83 req-0561d3be-6c30-4845-bccc-2ad250a3a7a6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=990e9641-e077-4a17-8474-8f6c644df611 HTTP/1.1" status: 200 len: 217 time: 0.0350249 Jun 30 10:45:20.282181 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-563a7c93-b45e-4e67-a463-c4210cb20e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140756209', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'bfbc84ff-405a-49ef-bc34-e9969909f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:43:01Z', 'updated_at': '2021-06-30T10:43:05Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'bfbc84ff-405a-49ef-bc34-e9969909f58b', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:43:01Z', 'updated_at': '2021-06-30T10:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '1130e849-a545-4404-bef7-d2b3f82ce0d7', 'name': '', 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:0d:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'fddbad16-6651-4b7e-b313-7fb2687aee0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:43:04Z', 'updated_at': '2021-06-30T10:43:09Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'fddbad16-6651-4b7e-b313-7fb2687aee0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:45:20.307897 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563a7c93-b45e-4e67-a463-c4210cb20e77 None None] Checking router: 95ddc533-cb4f-47e8-89a9-2fe636871014 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:45:20.316712 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563a7c93-b45e-4e67-a463-c4210cb20e77 None None] Routers {'95ddc533-cb4f-47e8-89a9-2fe636871014'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:45:20.317308 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-563a7c93-b45e-4e67-a463-c4210cb20e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:44:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['95ddc533-cb4f-47e8-89a9-2fe636871014'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:45:20.319511 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd8d61-71d2-46d1-85ef-33b39d1b2e83 req-4991f042-c327-4eb1-8d25-cac70a3ff347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:20.320974 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-09fd8d61-71d2-46d1-85ef-33b39d1b2e83 req-4991f042-c327-4eb1-8d25-cac70a3ff347 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fddbad16-6651-4b7e-b313-7fb2687aee0e HTTP/1.1" status: 200 len: 835 time: 0.0433059 Jun 30 10:45:20.385634 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd8d61-71d2-46d1-85ef-33b39d1b2e83 req-70ab4d76-eddc-4a41-9137-af1cc9a95229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:20.387209 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-09fd8d61-71d2-46d1-85ef-33b39d1b2e83 req-70ab4d76-eddc-4a41-9137-af1cc9a95229 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4e4de743-d51e-446d-af1a-0f9670738319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590529 Jun 30 10:45:20.434134 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-563a7c93-b45e-4e67-a463-c4210cb20e77 None None] Set router 95ddc533-cb4f-47e8-89a9-2fe636871014 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:45:20.489645 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-09fd8d61-71d2-46d1-85ef-33b39d1b2e83 req-cbe78278-2567-43ae-aac8-2c555605ef98 service neutron] 10.222.0.52 "GET /v2.0/networks/4e4de743-d51e-446d-af1a-0f9670738319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923667 Jun 30 10:45:20.570295 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0788da00-a32a-4598-8948-182bfafa8abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:20.585669 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f0eec-eb97-433a-bd3d-cca04dcb682f req-836bbcff-d0b7-4913-92a7-ae0c9faf2217 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:20.587451 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c29f0eec-eb97-433a-bd3d-cca04dcb682f req-836bbcff-d0b7-4913-92a7-ae0c9faf2217 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 945 time: 0.0692983 Jun 30 10:45:20.592910 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-09fd8d61-71d2-46d1-85ef-33b39d1b2e83 req-e4480a72-2ee0-4ed7-b97e-f011021e05b8 service neutron] 10.222.0.52 "GET /v2.0/networks/4e4de743-d51e-446d-af1a-0f9670738319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964565 Jun 30 10:45:20.633438 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c29f0eec-eb97-433a-bd3d-cca04dcb682f req-4ede4138-198f-4625-8579-161e9ca64800 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387785 Jun 30 10:45:20.647479 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-563a7c93-b45e-4e67-a463-c4210cb20e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140756209', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'bfbc84ff-405a-49ef-bc34-e9969909f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:43:01Z', 'updated_at': '2021-06-30T10:43:05Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'bfbc84ff-405a-49ef-bc34-e9969909f58b', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:43:01Z', 'updated_at': '2021-06-30T10:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '1130e849-a545-4404-bef7-d2b3f82ce0d7', 'name': '', 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:0d:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'fddbad16-6651-4b7e-b313-7fb2687aee0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:43:04Z', 'updated_at': '2021-06-30T10:43:09Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'fddbad16-6651-4b7e-b313-7fb2687aee0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:45:20.676682 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563a7c93-b45e-4e67-a463-c4210cb20e77 None None] The sync data for ids ['95ddc533-cb4f-47e8-89a9-2fe636871014'] in n-d-771363-31 is: [{'id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140756209', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'bfbc84ff-405a-49ef-bc34-e9969909f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:43:01Z', 'updated_at': '2021-06-30T10:43:05Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'bfbc84ff-405a-49ef-bc34-e9969909f58b', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:43:01Z', 'updated_at': '2021-06-30T10:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '1130e849-a545-4404-bef7-d2b3f82ce0d7', 'name': '', 'network_id': '4e4de743-d51e-446d-af1a-0f9670738319', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:0d:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'fddbad16-6651-4b7e-b313-7fb2687aee0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:43:04Z', 'updated_at': '2021-06-30T10:43:09Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'fddbad16-6651-4b7e-b313-7fb2687aee0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:45:20.890300 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6d256b-b2e7-4525-b4e6-19767ed5f161 None None] New status for floating IP fdc57372-cae8-4f1e-ac74-ce97aa7a4ea8: DOWN {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:45:22.184734 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b943094-faf2-44db-ab5a-8a7da1f6c1bd req-b788220f-0dc0-452b-aeea-8138de5a7f05 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:22.186226 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9b943094-faf2-44db-ab5a-8a7da1f6c1bd req-b788220f-0dc0-452b-aeea-8138de5a7f05 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 945 time: 0.4376404 Jun 30 10:45:22.193409 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc756b-86f8-4334-8833-4798988e9c65 req-99d61701-29e4-4c42-af9c-de7a3a0fa6aa tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:22.194727 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c5bc756b-86f8-4334-8833-4798988e9c65 req-99d61701-29e4-4c42-af9c-de7a3a0fa6aa tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 945 time: 0.0885093 Jun 30 10:45:22.270571 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9b943094-faf2-44db-ab5a-8a7da1f6c1bd req-8fdb85d8-06ec-4404-b88c-e757708e084c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b3b9364-a390-4faa-a7cb-141e09f48519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748537 Jun 30 10:45:22.323637 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-c5bc756b-86f8-4334-8833-4798988e9c65 req-e257d0f5-ce76-4c0a-8ef7-69e7f959f296 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Deleting port 990e9641-e077-4a17-8474-8f6c644df611 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:45:22.324536 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c5bc756b-86f8-4334-8833-4798988e9c65 req-e257d0f5-ce76-4c0a-8ef7-69e7f959f296 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:22.415540 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-c5bc756b-86f8-4334-8833-4798988e9c65 req-e257d0f5-ce76-4c0a-8ef7-69e7f959f296 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] For port 990e9641-e077-4a17-8474-8f6c644df611, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=990e9641-e077-4a17-8474-8f6c644df611,segment=NetworkSegment(c7371898-6291-438a-a110-57dcc1727890),segment_id=c7371898-6291-438a-a110-57dcc1727890)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:45:22.415915 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c5bc756b-86f8-4334-8833-4798988e9c65 req-e257d0f5-ce76-4c0a-8ef7-69e7f959f296 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:22.428544 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-c5bc756b-86f8-4334-8833-4798988e9c65 req-e257d0f5-ce76-4c0a-8ef7-69e7f959f296 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Calling delete_port for 990e9641-e077-4a17-8474-8f6c644df611 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:45:22.617709 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c5bc756b-86f8-4334-8833-4798988e9c65 req-e257d0f5-ce76-4c0a-8ef7-69e7f959f296 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:22.648900 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257d0f5-ce76-4c0a-8ef7-69e7f959f296 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'Port': ['ID=990e9641-e077-4a17-8474-8f6c644df611,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:22.696113 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bc756b-86f8-4334-8833-4798988e9c65 req-e257d0f5-ce76-4c0a-8ef7-69e7f959f296 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] No DVR routers for this DVR port 990e9641-e077-4a17-8474-8f6c644df611 on host n-h1-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:45:22.698837 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c5bc756b-86f8-4334-8833-4798988e9c65 req-e257d0f5-ce76-4c0a-8ef7-69e7f959f296 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:22.701104 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c5bc756b-86f8-4334-8833-4798988e9c65 req-e257d0f5-ce76-4c0a-8ef7-69e7f959f296 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.52 "DELETE /v2.0/ports/990e9641-e077-4a17-8474-8f6c644df611 HTTP/1.1" status: 204 len: 173 time: 0.4977109 Jun 30 10:45:22.702820 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aae70ec-3cba-4840-a69e-d3c52efed2c1', 'name': 'network-vif-deleted', 'tag': '990e9641-e077-4a17-8474-8f6c644df611'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:45:22.703838 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e4a8d4-d495-4e78-b364-56ba12ab99b0" -d '{"events": [{"server_uuid": "8aae70ec-3cba-4840-a69e-d3c52efed2c1", "name": "network-vif-deleted", "tag": "990e9641-e077-4a17-8474-8f6c644df611"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:45:22.740262 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b85cd73-c1c9-4ddd-ab75-7d690b1e368d x-openstack-request-id: req-4b85cd73-c1c9-4ddd-ab75-7d690b1e368d {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:45:22.740581 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aae70ec-3cba-4840-a69e-d3c52efed2c1", "name": "network-vif-deleted", "tag": "990e9641-e077-4a17-8474-8f6c644df611", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:45:22.740837 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4b85cd73-c1c9-4ddd-ab75-7d690b1e368d {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:45:22.741247 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aae70ec-3cba-4840-a69e-d3c52efed2c1', 'name': 'network-vif-deleted', 'tag': '990e9641-e077-4a17-8474-8f6c644df611', 'status': 'completed', 'code': 200} Jun 30 10:45:23.012765 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b9a68839-7d12-454a-82af-bc3f08a53a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:23.424197 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-75098ce2-1657-4214-8e9f-62f3cfde83ee req-e6b541e6-cbef-468d-b2e6-fc30376c5047 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae70ec-3cba-4840-a69e-d3c52efed2c1 HTTP/1.1" status: 200 len: 210 time: 0.0283289 Jun 30 10:45:23.718537 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:24.519175 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36688) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:45:24.894792 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bc4ea0a1-9c63-4b56-b6d2-edc0a0eac4b2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:25.004783 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:25.177742 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-bc4ea0a1-9c63-4b56-b6d2-edc0a0eac4b2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Deleting port 1130e849-a545-4404-bef7-d2b3f82ce0d7 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:45:25.178089 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bc4ea0a1-9c63-4b56-b6d2-edc0a0eac4b2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:25.269917 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-bc4ea0a1-9c63-4b56-b6d2-edc0a0eac4b2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] For port 1130e849-a545-4404-bef7-d2b3f82ce0d7, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=1130e849-a545-4404-bef7-d2b3f82ce0d7,segment=NetworkSegment(c7371898-6291-438a-a110-57dcc1727890),segment_id=c7371898-6291-438a-a110-57dcc1727890)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:45:25.270192 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bc4ea0a1-9c63-4b56-b6d2-edc0a0eac4b2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:25.284686 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-bc4ea0a1-9c63-4b56-b6d2-edc0a0eac4b2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Calling delete_port for 1130e849-a545-4404-bef7-d2b3f82ce0d7 owned by network:router_interface {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:45:25.566526 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bc4ea0a1-9c63-4b56-b6d2-edc0a0eac4b2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:25.593982 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ea0a1-9c63-4b56-b6d2-edc0a0eac4b2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'Port': ['ID=1130e849-a545-4404-bef7-d2b3f82ce0d7,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:25.795989 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bc4ea0a1-9c63-4b56-b6d2-edc0a0eac4b2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:26.006713 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4ea0a1-9c63-4b56-b6d2-edc0a0eac4b2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Router 95ddc533-cb4f-47e8-89a9-2fe636871014 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:45:26.111339 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4ea0a1-9c63-4b56-b6d2-edc0a0eac4b2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:45:26.116203 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bc4ea0a1-9c63-4b56-b6d2-edc0a0eac4b2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "PUT /v2.0/routers/95ddc533-cb4f-47e8-89a9-2fe636871014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5960114 Jun 30 10:45:26.118960 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36690) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:45:26.122130 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a0c1cd-5151-43fd-88d5-123474947daa None None] Sync routers for ids ['95ddc533-cb4f-47e8-89a9-2fe636871014'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:45:26.131355 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a0c1cd-5151-43fd-88d5-123474947daa None None] Routers {'95ddc533-cb4f-47e8-89a9-2fe636871014'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:45:26.131964 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-68a0c1cd-5151-43fd-88d5-123474947daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:45:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['95ddc533-cb4f-47e8-89a9-2fe636871014'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:45:26.169882 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-c180fa44-84e5-4b17-bd75-ac4d9e378c71 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Deleting subnet fddbad16-6651-4b7e-b313-7fb2687aee0e {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:45:26.172962 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c180fa44-84e5-4b17-bd75-ac4d9e378c71 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:26.212717 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c180fa44-84e5-4b17-bd75-ac4d9e378c71 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:26.304676 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c180fa44-84e5-4b17-bd75-ac4d9e378c71 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:26.329822 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-68a0c1cd-5151-43fd-88d5-123474947daa None None] Set router 95ddc533-cb4f-47e8-89a9-2fe636871014 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:45:26.429400 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c180fa44-84e5-4b17-bd75-ac4d9e378c71 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:26.459337 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180fa44-84e5-4b17-bd75-ac4d9e378c71 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'Subnet': ['ID=fddbad16-6651-4b7e-b313-7fb2687aee0e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:26.463058 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c180fa44-84e5-4b17-bd75-ac4d9e378c71 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:26.467877 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c180fa44-84e5-4b17-bd75-ac4d9e378c71 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "DELETE /v2.0/subnets/fddbad16-6651-4b7e-b313-7fb2687aee0e HTTP/1.1" status: 204 len: 168 time: 0.3452337 Jun 30 10:45:26.468139 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36692) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:45:26.471284 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44a879b-39ca-4ff7-ab58-e160d006116f None None] Network 4e4de743-d51e-446d-af1a-0f9670738319 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:45:26.502923 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-68a0c1cd-5151-43fd-88d5-123474947daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140756209', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'bfbc84ff-405a-49ef-bc34-e9969909f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:43:01Z', 'updated_at': '2021-06-30T10:45:25Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'bfbc84ff-405a-49ef-bc34-e9969909f58b', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:43:01Z', 'updated_at': '2021-06-30T10:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:45:26.529189 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a0c1cd-5151-43fd-88d5-123474947daa None None] Checking router: 95ddc533-cb4f-47e8-89a9-2fe636871014 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:45:26.537888 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a0c1cd-5151-43fd-88d5-123474947daa None None] Routers {'95ddc533-cb4f-47e8-89a9-2fe636871014'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:45:26.538508 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-68a0c1cd-5151-43fd-88d5-123474947daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:45:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['95ddc533-cb4f-47e8-89a9-2fe636871014'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:45:26.581909 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bab0e86-c07b-405d-acb3-e06d1d89be76 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:26.646984 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-68a0c1cd-5151-43fd-88d5-123474947daa None None] Set router 95ddc533-cb4f-47e8-89a9-2fe636871014 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:45:26.669009 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:26.689362 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200b58ca-fc56-4d29-a2de-f5533203a87a None None] DHCP port deletion for 4e4de743-d51e-446d-af1a-0f9670738319 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:45:26.696329 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bab0e86-c07b-405d-acb3-e06d1d89be76 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:26.736965 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-200b58ca-fc56-4d29-a2de-f5533203a87a None None] Deleting port 5a70f17e-585e-4b4a-ae17-e40ee0ea1a23 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:45:26.737427 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-200b58ca-fc56-4d29-a2de-f5533203a87a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:26.806047 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-200b58ca-fc56-4d29-a2de-f5533203a87a None None] For port 5a70f17e-585e-4b4a-ae17-e40ee0ea1a23, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=5a70f17e-585e-4b4a-ae17-e40ee0ea1a23,segment=NetworkSegment(c7371898-6291-438a-a110-57dcc1727890),segment_id=c7371898-6291-438a-a110-57dcc1727890)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:45:26.806703 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-200b58ca-fc56-4d29-a2de-f5533203a87a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:26.820930 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-5bab0e86-c07b-405d-acb3-e06d1d89be76 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Deleting port bfbc84ff-405a-49ef-bc34-e9969909f58b {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:45:26.821179 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-200b58ca-fc56-4d29-a2de-f5533203a87a None None] Calling delete_port for 5a70f17e-585e-4b4a-ae17-e40ee0ea1a23 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:45:26.821409 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bab0e86-c07b-405d-acb3-e06d1d89be76 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:26.830880 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-68a0c1cd-5151-43fd-88d5-123474947daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140756209', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'bfbc84ff-405a-49ef-bc34-e9969909f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:43:01Z', 'updated_at': '2021-06-30T10:45:25Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'bfbc84ff-405a-49ef-bc34-e9969909f58b', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:43:01Z', 'updated_at': '2021-06-30T10:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:45:26.858321 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a0c1cd-5151-43fd-88d5-123474947daa None None] The sync data for ids ['95ddc533-cb4f-47e8-89a9-2fe636871014'] in n-d-771363-31 is: [{'id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140756209', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'bfbc84ff-405a-49ef-bc34-e9969909f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:43:01Z', 'updated_at': '2021-06-30T10:45:25Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'bfbc84ff-405a-49ef-bc34-e9969909f58b', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddc533-cb4f-47e8-89a9-2fe636871014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:43:01Z', 'updated_at': '2021-06-30T10:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:45:26.882587 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 990e9641-e077-4a17-8474-8f6c644df611 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:45:26.916239 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-5bab0e86-c07b-405d-acb3-e06d1d89be76 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] For port bfbc84ff-405a-49ef-bc34-e9969909f58b, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=bfbc84ff-405a-49ef-bc34-e9969909f58b,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:45:26.916516 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 990e9641-e077-4a17-8474-8f6c644df611 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:45:26.916629 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bab0e86-c07b-405d-acb3-e06d1d89be76 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:26.916867 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 990e9641-e077-4a17-8474-8f6c644df611 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:45:26.930119 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-5bab0e86-c07b-405d-acb3-e06d1d89be76 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Calling delete_port for bfbc84ff-405a-49ef-bc34-e9969909f58b owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:45:27.006558 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-200b58ca-fc56-4d29-a2de-f5533203a87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:27.034142 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b58ca-fc56-4d29-a2de-f5533203a87a None None] Pushing event deleted for resources: {'Port': ['ID=5a70f17e-585e-4b4a-ae17-e40ee0ea1a23,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:27.037621 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200b58ca-fc56-4d29-a2de-f5533203a87a None None] No DVR routers for this DVR port 5a70f17e-585e-4b4a-ae17-e40ee0ea1a23 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:45:27.164265 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bab0e86-c07b-405d-acb3-e06d1d89be76 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:27.193528 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab0e86-c07b-405d-acb3-e06d1d89be76 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'Port': ['ID=bfbc84ff-405a-49ef-bc34-e9969909f58b,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:27.261302 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bab0e86-c07b-405d-acb3-e06d1d89be76 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:27.265532 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5a70f17e-585e-4b4a-ae17-e40ee0ea1a23 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:45:27.286590 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 5a70f17e-585e-4b4a-ae17-e40ee0ea1a23 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:45:27.286940 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 5a70f17e-585e-4b4a-ae17-e40ee0ea1a23 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:45:27.613047 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bab0e86-c07b-405d-acb3-e06d1d89be76 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:27.615087 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bab0e86-c07b-405d-acb3-e06d1d89be76 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:27.713126 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bab0e86-c07b-405d-acb3-e06d1d89be76 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:27.713619 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bab0e86-c07b-405d-acb3-e06d1d89be76 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Fanout notify agent at l3_agent the message router_deleted on router 95ddc533-cb4f-47e8-89a9-2fe636871014 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:45:27.720940 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bab0e86-c07b-405d-acb3-e06d1d89be76 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:27.722034 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5bab0e86-c07b-405d-acb3-e06d1d89be76 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "DELETE /v2.0/routers/95ddc533-cb4f-47e8-89a9-2fe636871014 HTTP/1.1" status: 204 len: 168 time: 1.2530732 Jun 30 10:45:27.724999 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36694) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:45:27.803974 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4b59b936-e2a5-4cee-a12c-e222305a8318 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:27.889979 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4b59b936-e2a5-4cee-a12c-e222305a8318 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:27.899562 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-4b59b936-e2a5-4cee-a12c-e222305a8318 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e4de743-d51e-446d-af1a-0f9670738319']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:45:27.909618 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-4b59b936-e2a5-4cee-a12c-e222305a8318 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7371898-6291-438a-a110-57dcc1727890') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:45:27.909911 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-4b59b936-e2a5-4cee-a12c-e222305a8318 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7371898-6291-438a-a110-57dcc1727890') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:45:27.919034 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4b59b936-e2a5-4cee-a12c-e222305a8318 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:27.932165 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4b59b936-e2a5-4cee-a12c-e222305a8318 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:27.938187 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b59b936-e2a5-4cee-a12c-e222305a8318 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4b59b936-e2a5-4cee-a12c-e222305a8318 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: timer() Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:45:27.941646 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:45:27.968197 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:45:28.075157 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4b59b936-e2a5-4cee-a12c-e222305a8318 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:28.083714 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4b59b936-e2a5-4cee-a12c-e222305a8318 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:28.085938 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4b59b936-e2a5-4cee-a12c-e222305a8318 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "DELETE /v2.0/networks/4e4de743-d51e-446d-af1a-0f9670738319 HTTP/1.1" status: 204 len: 168 time: 0.3597980 Jun 30 10:45:28.090432 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36696) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:45:28.100098 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b59b936-e2a5-4cee-a12c-e222305a8318 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'Network': ['ID=4e4de743-d51e-446d-af1a-0f9670738319,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:28.147586 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-91a2c716-b2a4-41f1-9e6e-9bcc4c0d1046 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:28.175020 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-91a2c716-b2a4-41f1-9e6e-9bcc4c0d1046 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:28.286282 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-91a2c716-b2a4-41f1-9e6e-9bcc4c0d1046 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:28.288913 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-91a2c716-b2a4-41f1-9e6e-9bcc4c0d1046 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:28.290066 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-91a2c716-b2a4-41f1-9e6e-9bcc4c0d1046 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "DELETE /v2.0/security-groups/9b3b9364-a390-4faa-a7cb-141e09f48519 HTTP/1.1" status: 204 len: 168 time: 0.1986215 Jun 30 10:45:28.299678 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2c716-b2a4-41f1-9e6e-9bcc4c0d1046 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3b9364-a390-4faa-a7cb-141e09f48519,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:28.882184 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device bfbc84ff-405a-49ef-bc34-e9969909f58b no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:45:28.902547 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: bfbc84ff-405a-49ef-bc34-e9969909f58b {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:45:28.902825 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device bfbc84ff-405a-49ef-bc34-e9969909f58b not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:45:28.903276 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 1130e849-a545-4404-bef7-d2b3f82ce0d7 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:45:28.921691 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 1130e849-a545-4404-bef7-d2b3f82ce0d7 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:45:28.922030 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 1130e849-a545-4404-bef7-d2b3f82ce0d7 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:45:30.751803 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36706) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:45:30.756511 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-f9022087-1e23-4307-933e-09d6720d5df7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1080070445', 'description': 'tempest-secgroup-smoke-1080070445 description', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:45:30.841494 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f9022087-1e23-4307-933e-09d6720d5df7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:30.925465 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f9022087-1e23-4307-933e-09d6720d5df7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:30.975970 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f9022087-1e23-4307-933e-09d6720d5df7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:31.005308 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9022087-1e23-4307-933e-09d6720d5df7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe1b9d5-8267-46ca-ab50-c218da67dca4,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:31.068869 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f9022087-1e23-4307-933e-09d6720d5df7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:31.070109 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f9022087-1e23-4307-933e-09d6720d5df7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3172381 Jun 30 10:45:31.072974 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36708) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:45:31.077630 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-5ad6c65f-486e-4045-a371-5f26c798a333 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group_rule': {'security_group_id': '8fe1b9d5-8267-46ca-ab50-c218da67dca4', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:45:31.169082 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c65f-486e-4045-a371-5f26c798a333 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:31.224749 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c65f-486e-4045-a371-5f26c798a333 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:31.286024 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c65f-486e-4045-a371-5f26c798a333 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:31.304197 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6c65f-486e-4045-a371-5f26c798a333 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9085618-435c-4752-b459-3e405e0bc1ce,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:31.354398 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c65f-486e-4045-a371-5f26c798a333 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:31.355623 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5ad6c65f-486e-4045-a371-5f26c798a333 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2817426 Jun 30 10:45:31.358818 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36710) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:45:31.363226 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-756668b5-9f2f-4889-971e-1380d08fdb6d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group_rule': {'security_group_id': '8fe1b9d5-8267-46ca-ab50-c218da67dca4', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:45:31.439859 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-756668b5-9f2f-4889-971e-1380d08fdb6d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:31.497412 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-756668b5-9f2f-4889-971e-1380d08fdb6d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:31.570351 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-756668b5-9f2f-4889-971e-1380d08fdb6d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:31.589401 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756668b5-9f2f-4889-971e-1380d08fdb6d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341de9a8-2670-43f7-a8a4-4512798837a0,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:31.661460 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-756668b5-9f2f-4889-971e-1380d08fdb6d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:31.662675 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-756668b5-9f2f-4889-971e-1380d08fdb6d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3028953 Jun 30 10:45:31.665353 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36712) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:45:31.669899 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-0d06f115-cf08-470c-8024-3ffdb35a9dfb tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group_rule': {'security_group_id': '8fe1b9d5-8267-46ca-ab50-c218da67dca4', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:45:31.757196 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0d06f115-cf08-470c-8024-3ffdb35a9dfb tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:31.817612 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0d06f115-cf08-470c-8024-3ffdb35a9dfb tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:31.889951 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0d06f115-cf08-470c-8024-3ffdb35a9dfb tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:31.907601 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06f115-cf08-470c-8024-3ffdb35a9dfb tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7124ec-3a94-4824-8e71-82989c8c0a4f,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:31.983267 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-0d06f115-cf08-470c-8024-3ffdb35a9dfb tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:31.985015 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0d06f115-cf08-470c-8024-3ffdb35a9dfb tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3187394 Jun 30 10:45:31.988316 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36714) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:45:31.992895 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-931e43a3-fdb6-4649-8f40-60e976027072 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group_rule': {'security_group_id': '8fe1b9d5-8267-46ca-ab50-c218da67dca4', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:45:32.077883 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-931e43a3-fdb6-4649-8f40-60e976027072 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:32.136280 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-931e43a3-fdb6-4649-8f40-60e976027072 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:32.205977 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-931e43a3-fdb6-4649-8f40-60e976027072 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:32.225075 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e43a3-fdb6-4649-8f40-60e976027072 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c20c8dc8-be5e-463f-a588-a9b79c10ac45,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:32.303175 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-931e43a3-fdb6-4649-8f40-60e976027072 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:32.304483 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-931e43a3-fdb6-4649-8f40-60e976027072 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3150768 Jun 30 10:45:32.307043 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36716) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:45:32.311527 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-05c083f7-adf3-414d-8622-1c5715840f93 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group_rule': {'security_group_id': '8fe1b9d5-8267-46ca-ab50-c218da67dca4', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:45:32.400121 n-d-771363-31 neutron-server[101053]: INFO neutron.db.securitygroups_db [None req-05c083f7-adf3-414d-8622-1c5715840f93 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Project 93892fa53c864b9b82b15f44cdcb4a01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:45:32.405072 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-05c083f7-adf3-414d-8622-1c5715840f93 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:32.464008 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-05c083f7-adf3-414d-8622-1c5715840f93 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:32.537603 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-05c083f7-adf3-414d-8622-1c5715840f93 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:32.557380 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c083f7-adf3-414d-8622-1c5715840f93 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad440fc4-cffd-4749-8f5f-5237f0ad55c1,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:32.611917 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-05c083f7-adf3-414d-8622-1c5715840f93 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:32.613117 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-05c083f7-adf3-414d-8622-1c5715840f93 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3050435 Jun 30 10:45:32.615813 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36718) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:45:32.620239 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-8841f52b-b92f-4476-a269-9079f7c157c4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group_rule': {'security_group_id': '8fe1b9d5-8267-46ca-ab50-c218da67dca4', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:45:32.697268 n-d-771363-31 neutron-server[101053]: INFO neutron.db.securitygroups_db [None req-8841f52b-b92f-4476-a269-9079f7c157c4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Project 93892fa53c864b9b82b15f44cdcb4a01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:45:32.702363 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8841f52b-b92f-4476-a269-9079f7c157c4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:32.766209 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8841f52b-b92f-4476-a269-9079f7c157c4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:32.822854 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8841f52b-b92f-4476-a269-9079f7c157c4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:32.841260 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841f52b-b92f-4476-a269-9079f7c157c4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63fa71e-efc3-48e1-9d84-48ef40e54078,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:32.914537 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-8841f52b-b92f-4476-a269-9079f7c157c4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:32.915777 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-8841f52b-b92f-4476-a269-9079f7c157c4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2990603 Jun 30 10:45:32.918536 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36720) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:45:32.923691 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-a61a2134-8bb7-441d-9749-2d67d3a14b13 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'network': {'name': 'tempest-network-smoke--783357492', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'port_security_enabled': True}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:45:33.010448 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61a2134-8bb7-441d-9749-2d67d3a14b13 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Made reservation on behalf of 93892fa53c864b9b82b15f44cdcb4a01 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:45:33.014024 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a61a2134-8bb7-441d-9749-2d67d3a14b13 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:33.039679 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a61a2134-8bb7-441d-9749-2d67d3a14b13 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:45:33.048875 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a61a2134-8bb7-441d-9749-2d67d3a14b13 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:33.049225 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-a61a2134-8bb7-441d-9749-2d67d3a14b13 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Added segment 8107d6cd-532a-40f6-b766-e61ee61c743e of type vlan for network a57f23f2-84ce-493d-948b-8213705741e5 Jun 30 10:45:33.093227 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a61a2134-8bb7-441d-9749-2d67d3a14b13 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:33.187924 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a61a2134-8bb7-441d-9749-2d67d3a14b13 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:33.193392 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61a2134-8bb7-441d-9749-2d67d3a14b13 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:33.193982 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a61a2134-8bb7-441d-9749-2d67d3a14b13 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:33.260944 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a2134-8bb7-441d-9749-2d67d3a14b13 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Network': ['ID=a57f23f2-84ce-493d-948b-8213705741e5,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:33.275886 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network a57f23f2-84ce-493d-948b-8213705741e5 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:45:33.336582 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a61a2134-8bb7-441d-9749-2d67d3a14b13 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4169173 Jun 30 10:45:33.339251 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36722) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:45:33.344962 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-c2ee71b9-5320-499b-bd7d-eeb62b3ba9a9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-262581842', 'admin_state_up': True, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:45:33.444585 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c2ee71b9-5320-499b-bd7d-eeb62b3ba9a9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:33.445669 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c2ee71b9-5320-499b-bd7d-eeb62b3ba9a9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:33.502364 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c2ee71b9-5320-499b-bd7d-eeb62b3ba9a9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:33.695014 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c2ee71b9-5320-499b-bd7d-eeb62b3ba9a9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:33.964193 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c2ee71b9-5320-499b-bd7d-eeb62b3ba9a9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:33.983380 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c2ee71b9-5320-499b-bd7d-eeb62b3ba9a9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:34.086195 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-c2ee71b9-5320-499b-bd7d-eeb62b3ba9a9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Allocated IP 172.25.6.48 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/692be717-2d9e-4411-8e77-37f976d92dc9) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:45:34.197563 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c2ee71b9-5320-499b-bd7d-eeb62b3ba9a9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:34.284771 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c2ee71b9-5320-499b-bd7d-eeb62b3ba9a9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:34.323322 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ee71b9-5320-499b-bd7d-eeb62b3ba9a9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:45:34.326091 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-c2ee71b9-5320-499b-bd7d-eeb62b3ba9a9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:45:34.332348 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ee71b9-5320-499b-bd7d-eeb62b3ba9a9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:45:34.354797 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee71b9-5320-499b-bd7d-eeb62b3ba9a9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Port': ['ID=692be717-2d9e-4411-8e77-37f976d92dc9,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:34.642412 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c2ee71b9-5320-499b-bd7d-eeb62b3ba9a9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:34.839878 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c2ee71b9-5320-499b-bd7d-eeb62b3ba9a9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:35.028711 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ee71b9-5320-499b-bd7d-eeb62b3ba9a9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Router bca2b6d5-0d90-48b4-98e1-a67c80e1e431 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:45:35.136239 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ee71b9-5320-499b-bd7d-eeb62b3ba9a9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:45:35.145487 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3767094-2c72-462b-82df-c425d13646b7 None None] Sync routers for ids ['bca2b6d5-0d90-48b4-98e1-a67c80e1e431'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:45:35.154198 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3767094-2c72-462b-82df-c425d13646b7 None None] Routers {'bca2b6d5-0d90-48b4-98e1-a67c80e1e431'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:45:35.154804 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-d3767094-2c72-462b-82df-c425d13646b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:45:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bca2b6d5-0d90-48b4-98e1-a67c80e1e431'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:45:35.223178 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c2ee71b9-5320-499b-bd7d-eeb62b3ba9a9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:35.224455 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c2ee71b9-5320-499b-bd7d-eeb62b3ba9a9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8839512 Jun 30 10:45:35.227628 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36726) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:45:35.304638 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-39b47a21-547f-40da-bd84-5442fb18890c tempest-TestNetworkAdvancedServerOps-748112870 tempest-TestNetworkAdvancedServerOps-748112870-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=93892fa53c864b9b82b15f44cdcb4a01&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0757103 Jun 30 10:45:35.307090 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36730) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:45:35.395757 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98c8c89-339c-4897-bf37-b4abb9813159 tempest-TestNetworkAdvancedServerOps-748112870 tempest-TestNetworkAdvancedServerOps-748112870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:35.397630 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d98c8c89-339c-4897-bf37-b4abb9813159 tempest-TestNetworkAdvancedServerOps-748112870 tempest-TestNetworkAdvancedServerOps-748112870-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0892153 Jun 30 10:45:35.400037 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36732) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:45:35.416589 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-d3767094-2c72-462b-82df-c425d13646b7 None None] Set router bca2b6d5-0d90-48b4-98e1-a67c80e1e431 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:45:35.439472 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-368b72f8-798b-46a1-b8d2-51b3151a9167 tempest-TestNetworkAdvancedServerOps-748112870 tempest-TestNetworkAdvancedServerOps-748112870-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=599fb812-09ee-4e3b-a109-d92406a95c23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383253 Jun 30 10:45:35.441972 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36734) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:45:35.446929 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-a10e9adb-c263-419e-a06e-224655533ff9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-700767191', 'network_id': 'a57f23f2-84ce-493d-948b-8213705741e5', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:45:35.589192 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10e9adb-c263-419e-a06e-224655533ff9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Made reservation on behalf of 93892fa53c864b9b82b15f44cdcb4a01 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:45:35.592692 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a10e9adb-c263-419e-a06e-224655533ff9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:35.596456 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-d3767094-2c72-462b-82df-c425d13646b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262581842', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '692be717-2d9e-4411-8e77-37f976d92dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:45:33Z', 'updated_at': '2021-06-30T10:45:34Z', 'revision_number': 3, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': '692be717-2d9e-4411-8e77-37f976d92dc9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:82:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:45:33Z', 'updated_at': '2021-06-30T10:45:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:45:35.622831 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3767094-2c72-462b-82df-c425d13646b7 None None] Checking router: bca2b6d5-0d90-48b4-98e1-a67c80e1e431 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:45:35.623203 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3767094-2c72-462b-82df-c425d13646b7 None None] Updating router bca2b6d5-0d90-48b4-98e1-a67c80e1e431 port 692be717-2d9e-4411-8e77-37f976d92dc9 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:45:35.666379 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d3767094-2c72-462b-82df-c425d13646b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:35.858143 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a10e9adb-c263-419e-a06e-224655533ff9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:35.916510 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e9adb-c263-419e-a06e-224655533ff9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Subnet': ['ID=d9ec5e2a-b58c-4e51-91fa-019e54227416,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:35.927399 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10e9adb-c263-419e-a06e-224655533ff9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Checking segment: {'id': '8107d6cd-532a-40f6-b766-e61ee61c743e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a57f23f2-84ce-493d-948b-8213705741e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:45:35.927769 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10e9adb-c263-419e-a06e-224655533ff9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network hostable DHCP agents. Network: a57f23f2-84ce-493d-948b-8213705741e5, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:45:35.944163 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d3767094-2c72-462b-82df-c425d13646b7 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:35.953615 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d3767094-2c72-462b-82df-c425d13646b7 None None] Transition to ACTIVE for port object 692be717-2d9e-4411-8e77-37f976d92dc9 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:45:36.000792 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10e9adb-c263-419e-a06e-224655533ff9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network a57f23f2-84ce-493d-948b-8213705741e5 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:45:36.011898 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d3767094-2c72-462b-82df-c425d13646b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:36.065196 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-d3767094-2c72-462b-82df-c425d13646b7 None None] Attempting to bind port 692be717-2d9e-4411-8e77-37f976d92dc9 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:45:36.065558 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-d3767094-2c72-462b-82df-c425d13646b7 None None] Attempting to bind port 692be717-2d9e-4411-8e77-37f976d92dc9 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:45:36.065913 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3767094-2c72-462b-82df-c425d13646b7 None None] Attempting to bind port 692be717-2d9e-4411-8e77-37f976d92dc9 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:45:36.067875 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc025c-2c93-46a4-a8ae-e1f6c2e40723 None None] Pushing event updated for resources: {'Port': ['ID=692be717-2d9e-4411-8e77-37f976d92dc9,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:36.069098 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-a10e9adb-c263-419e-a06e-224655533ff9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, a57f23f2-84ce-493d-948b-8213705741e5) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:45:36.073853 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10e9adb-c263-419e-a06e-224655533ff9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:36.074169 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3767094-2c72-462b-82df-c425d13646b7 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:45:36.074523 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3767094-2c72-462b-82df-c425d13646b7 None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:45:36.074643 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a10e9adb-c263-419e-a06e-224655533ff9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:36.074917 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d3767094-2c72-462b-82df-c425d13646b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:36.075322 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3767094-2c72-462b-82df-c425d13646b7 None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:45:36.076506 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-d3767094-2c72-462b-82df-c425d13646b7 None None] Bound port: 692be717-2d9e-4411-8e77-37f976d92dc9, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:45:36.076826 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d3767094-2c72-462b-82df-c425d13646b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:36.080851 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7437671f-9e47-4994-967b-d08228af2f02 None None] Network a57f23f2-84ce-493d-948b-8213705741e5 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:45:36.144528 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a10e9adb-c263-419e-a06e-224655533ff9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7014401 Jun 30 10:45:36.147336 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36736) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:45:36.175268 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-d3767094-2c72-462b-82df-c425d13646b7 None None] For port 692be717-2d9e-4411-8e77-37f976d92dc9, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:45:36.183269 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-d3767094-2c72-462b-82df-c425d13646b7 None None] For port 692be717-2d9e-4411-8e77-37f976d92dc9, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=692be717-2d9e-4411-8e77-37f976d92dc9,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:45:36.240509 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d3767094-2c72-462b-82df-c425d13646b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:36.289072 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19254842-938a-4e8b-8de6-de9f2bfdfc64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-a57f23f2-84ce-493d-948b-8213705741e5', 'network_id': 'a57f23f2-84ce-493d-948b-8213705741e5', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'fixed_ips': [{'subnet_id': 'd9ec5e2a-b58c-4e51-91fa-019e54227416'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:45:36.289915 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-19254842-938a-4e8b-8de6-de9f2bfdfc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:36.339604 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3767094-2c72-462b-82df-c425d13646b7 None None] Routers {'bca2b6d5-0d90-48b4-98e1-a67c80e1e431'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:45:36.340320 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-d3767094-2c72-462b-82df-c425d13646b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:45:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bca2b6d5-0d90-48b4-98e1-a67c80e1e431'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:45:36.387698 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc025c-2c93-46a4-a8ae-e1f6c2e40723 None None] Pushing event updated for resources: {'Port': ['ID=692be717-2d9e-4411-8e77-37f976d92dc9,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:36.555606 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-d3767094-2c72-462b-82df-c425d13646b7 None None] Set router bca2b6d5-0d90-48b4-98e1-a67c80e1e431 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:45:36.557676 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-19254842-938a-4e8b-8de6-de9f2bfdfc64 None None] Allocated IP 172.20.0.2 (a57f23f2-84ce-493d-948b-8213705741e5/d9ec5e2a-b58c-4e51-91fa-019e54227416/50db0fa6-e1dc-4344-b467-f77a2bfec51d) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:45:36.583431 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dbdc5e2f-2c29-4f01-995c-f8f54e7e8e30 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:36.845276 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-19254842-938a-4e8b-8de6-de9f2bfdfc64 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:36.857560 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-19254842-938a-4e8b-8de6-de9f2bfdfc64 None None] Transition to ACTIVE for port object 50db0fa6-e1dc-4344-b467-f77a2bfec51d will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:45:36.863507 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-d3767094-2c72-462b-82df-c425d13646b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262581842', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '692be717-2d9e-4411-8e77-37f976d92dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:45:33Z', 'updated_at': '2021-06-30T10:45:34Z', 'revision_number': 3, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': '692be717-2d9e-4411-8e77-37f976d92dc9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:82:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:45:33Z', 'updated_at': '2021-06-30T10:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:45:36.896562 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3767094-2c72-462b-82df-c425d13646b7 None None] The sync data for ids ['bca2b6d5-0d90-48b4-98e1-a67c80e1e431'] in n-d-771363-31 is: [{'id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262581842', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '692be717-2d9e-4411-8e77-37f976d92dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:45:33Z', 'updated_at': '2021-06-30T10:45:34Z', 'revision_number': 3, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': '692be717-2d9e-4411-8e77-37f976d92dc9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:82:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:45:33Z', 'updated_at': '2021-06-30T10:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:45:36.900815 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-19254842-938a-4e8b-8de6-de9f2bfdfc64 None None] Transition to ACTIVE for port object 50db0fa6-e1dc-4344-b467-f77a2bfec51d will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:45:37.012504 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-19254842-938a-4e8b-8de6-de9f2bfdfc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:37.051600 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19254842-938a-4e8b-8de6-de9f2bfdfc64 None None] Network a57f23f2-84ce-493d-948b-8213705741e5 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:45:37.055992 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-19254842-938a-4e8b-8de6-de9f2bfdfc64 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:45:37.061780 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19254842-938a-4e8b-8de6-de9f2bfdfc64 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:45:37.066300 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-dbdc5e2f-2c29-4f01-995c-f8f54e7e8e30 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Allocated IP 172.20.0.1 (a57f23f2-84ce-493d-948b-8213705741e5/d9ec5e2a-b58c-4e51-91fa-019e54227416/ea1bf32f-0cd7-471a-9847-fa7682eed856) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:45:37.068765 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19254842-938a-4e8b-8de6-de9f2bfdfc64 None None] Pushing event updated for resources: {'Port': ['ID=50db0fa6-e1dc-4344-b467-f77a2bfec51d,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:37.145819 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-19254842-938a-4e8b-8de6-de9f2bfdfc64 None None] Attempting to bind port 50db0fa6-e1dc-4344-b467-f77a2bfec51d on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:45:37.146193 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-19254842-938a-4e8b-8de6-de9f2bfdfc64 None None] Attempting to bind port 50db0fa6-e1dc-4344-b467-f77a2bfec51d by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '8107d6cd-532a-40f6-b766-e61ee61c743e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a57f23f2-84ce-493d-948b-8213705741e5'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:45:37.146556 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19254842-938a-4e8b-8de6-de9f2bfdfc64 None None] Attempting to bind port 50db0fa6-e1dc-4344-b467-f77a2bfec51d on network a57f23f2-84ce-493d-948b-8213705741e5 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:45:37.152084 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19254842-938a-4e8b-8de6-de9f2bfdfc64 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:45:37.152467 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19254842-938a-4e8b-8de6-de9f2bfdfc64 None None] Checking segment: {'id': '8107d6cd-532a-40f6-b766-e61ee61c743e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a57f23f2-84ce-493d-948b-8213705741e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:45:37.152873 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-19254842-938a-4e8b-8de6-de9f2bfdfc64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:37.153277 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19254842-938a-4e8b-8de6-de9f2bfdfc64 None None] Bound using segment: {'id': '8107d6cd-532a-40f6-b766-e61ee61c743e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a57f23f2-84ce-493d-948b-8213705741e5'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:45:37.153741 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-19254842-938a-4e8b-8de6-de9f2bfdfc64 None None] Bound port: 50db0fa6-e1dc-4344-b467-f77a2bfec51d, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8107d6cd-532a-40f6-b766-e61ee61c743e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a57f23f2-84ce-493d-948b-8213705741e5'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:45:37.154121 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-19254842-938a-4e8b-8de6-de9f2bfdfc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:37.213380 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dbdc5e2f-2c29-4f01-995c-f8f54e7e8e30 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:37.236441 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-19254842-938a-4e8b-8de6-de9f2bfdfc64 None None] For port 50db0fa6-e1dc-4344-b467-f77a2bfec51d, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:45:37.238172 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-dbdc5e2f-2c29-4f01-995c-f8f54e7e8e30 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Transition to ACTIVE for port object ea1bf32f-0cd7-471a-9847-fa7682eed856 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:45:37.240264 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-19254842-938a-4e8b-8de6-de9f2bfdfc64 None None] For port 50db0fa6-e1dc-4344-b467-f77a2bfec51d, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=50db0fa6-e1dc-4344-b467-f77a2bfec51d,segment=NetworkSegment(8107d6cd-532a-40f6-b766-e61ee61c743e),segment_id=8107d6cd-532a-40f6-b766-e61ee61c743e)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:45:37.315605 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-19254842-938a-4e8b-8de6-de9f2bfdfc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:37.373778 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dbdc5e2f-2c29-4f01-995c-f8f54e7e8e30 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:37.377083 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19254842-938a-4e8b-8de6-de9f2bfdfc64 None None] Pushing event updated for resources: {'Port': ['ID=50db0fa6-e1dc-4344-b467-f77a2bfec51d,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:37.419560 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdc5e2f-2c29-4f01-995c-f8f54e7e8e30 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network a57f23f2-84ce-493d-948b-8213705741e5 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:45:37.424259 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-dbdc5e2f-2c29-4f01-995c-f8f54e7e8e30 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:45:37.433589 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdc5e2f-2c29-4f01-995c-f8f54e7e8e30 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:45:37.472864 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc5e2f-2c29-4f01-995c-f8f54e7e8e30 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Port': ['ID=ea1bf32f-0cd7-471a-9847-fa7682eed856,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:37.494634 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dbdc5e2f-2c29-4f01-995c-f8f54e7e8e30 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:37.729394 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dbdc5e2f-2c29-4f01-995c-f8f54e7e8e30 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:38.015368 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dbdc5e2f-2c29-4f01-995c-f8f54e7e8e30 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:38.084731 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dbdc5e2f-2c29-4f01-995c-f8f54e7e8e30 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:38.169475 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc5e2f-2c29-4f01-995c-f8f54e7e8e30 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Port': ['ID=ea1bf32f-0cd7-471a-9847-fa7682eed856,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:38.172020 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dbdc5e2f-2c29-4f01-995c-f8f54e7e8e30 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:38.278898 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdc5e2f-2c29-4f01-995c-f8f54e7e8e30 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network a57f23f2-84ce-493d-948b-8213705741e5 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:45:38.280314 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-dbdc5e2f-2c29-4f01-995c-f8f54e7e8e30 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:45:38.317595 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f612ab9f-3b4d-4106-9eb8-5e95f7a03223 None None] Network a57f23f2-84ce-493d-948b-8213705741e5 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:45:38.402499 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbdc5e2f-2c29-4f01-995c-f8f54e7e8e30 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Router bca2b6d5-0d90-48b4-98e1-a67c80e1e431 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:45:38.492690 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-6e783672-5f28-4307-bd9a-443c8ffdf8c3 None None] Provisioning for port 50db0fa6-e1dc-4344-b467-f77a2bfec51d completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:45:38.526311 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdc5e2f-2c29-4f01-995c-f8f54e7e8e30 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:45:38.532005 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-dbdc5e2f-2c29-4f01-995c-f8f54e7e8e30 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "PUT /v2.0/routers/bca2b6d5-0d90-48b4-98e1-a67c80e1e431/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3829870 Jun 30 10:45:38.686301 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-a6853e02-8576-46d0-9135-1b726be6513c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1080070445&fields=id&tenant_id=93892fa53c864b9b82b15f44cdcb4a01 HTTP/1.1" status: 200 len: 267 time: 0.0401437 Jun 30 10:45:38.804269 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57156c1b-ebbf-4929-adf8-3d1d8f2faffd None None] Sync routers for ids ['bca2b6d5-0d90-48b4-98e1-a67c80e1e431'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:45:38.812206 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-7750035c-cdfb-49b3-9f1c-bcbc1245a59c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:38.818445 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57156c1b-ebbf-4929-adf8-3d1d8f2faffd None None] Routers {'bca2b6d5-0d90-48b4-98e1-a67c80e1e431'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:45:38.819408 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-57156c1b-ebbf-4929-adf8-3d1d8f2faffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:45:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bca2b6d5-0d90-48b4-98e1-a67c80e1e431'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:45:38.819971 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-7750035c-cdfb-49b3-9f1c-bcbc1245a59c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/networks?id=a57f23f2-84ce-493d-948b-8213705741e5 HTTP/1.1" status: 200 len: 796 time: 0.1254296 Jun 30 10:45:38.831168 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-dcc84ed7-b6ff-45ae-adef-f3553701fc30 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/quotas/93892fa53c864b9b82b15f44cdcb4a01 HTTP/1.1" status: 200 len: 375 time: 0.0102096 Jun 30 10:45:38.897223 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a605956-5ff5-4b42-85c8-239d62f78b62 None None] Provisioning for port ea1bf32f-0cd7-471a-9847-fa7682eed856 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:45:38.903003 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a605956-5ff5-4b42-85c8-239d62f78b62 None None] Provisioning complete for port ea1bf32f-0cd7-471a-9847-fa7682eed856 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:45:38.903701 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a605956-5ff5-4b42-85c8-239d62f78b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:38.949210 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-f3a0bce2-fb04-4dc3-8ba7-2b0580c6cc0f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1050413 Jun 30 10:45:38.954041 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-57156c1b-ebbf-4929-adf8-3d1d8f2faffd None None] Set router bca2b6d5-0d90-48b4-98e1-a67c80e1e431 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:45:38.963806 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a605956-5ff5-4b42-85c8-239d62f78b62 None None] Port ea1bf32f-0cd7-471a-9847-fa7682eed856 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:45:39.020031 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 50db0fa6-e1dc-4344-b467-f77a2bfec51d up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:45:39.099897 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-947c56d4-1892-4867-91eb-2aef0983034b None None] Provisioning complete for port ea1bf32f-0cd7-471a-9847-fa7682eed856 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:45:39.100874 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-947c56d4-1892-4867-91eb-2aef0983034b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:39.112866 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-b2a39831-340f-4d05-8d48-cefefebb9f1d service neutron] 10.222.0.10 "GET /v2.0/networks/a57f23f2-84ce-493d-948b-8213705741e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495910 Jun 30 10:45:39.127764 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:39.147462 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-947c56d4-1892-4867-91eb-2aef0983034b None None] Port ea1bf32f-0cd7-471a-9847-fa7682eed856 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:45:39.191141 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 50db0fa6-e1dc-4344-b467-f77a2bfec51d completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:45:39.201218 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-57156c1b-ebbf-4929-adf8-3d1d8f2faffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262581842', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '692be717-2d9e-4411-8e77-37f976d92dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:45:33Z', 'updated_at': '2021-06-30T10:45:37Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': '692be717-2d9e-4411-8e77-37f976d92dc9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:82:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:45:33Z', 'updated_at': '2021-06-30T10:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'ea1bf32f-0cd7-471a-9847-fa7682eed856', 'name': '', 'network_id': 'a57f23f2-84ce-493d-948b-8213705741e5', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:76:b7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'd9ec5e2a-b58c-4e51-91fa-019e54227416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:45:36Z', 'updated_at': '2021-06-30T10:45:37Z', 'revision_number': 2, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'd9ec5e2a-b58c-4e51-91fa-019e54227416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:45:39.201457 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 50db0fa6-e1dc-4344-b467-f77a2bfec51d triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:45:39.201457 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:39.221323 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-dd71bd72-096d-4f7c-9bb6-2d79c7ad0914 service neutron] 10.222.0.10 "GET /v2.0/networks/a57f23f2-84ce-493d-948b-8213705741e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056352 Jun 30 10:45:39.232240 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57156c1b-ebbf-4929-adf8-3d1d8f2faffd None None] Checking router: bca2b6d5-0d90-48b4-98e1-a67c80e1e431 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:45:39.232659 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57156c1b-ebbf-4929-adf8-3d1d8f2faffd None None] Updating router bca2b6d5-0d90-48b4-98e1-a67c80e1e431 port ea1bf32f-0cd7-471a-9847-fa7682eed856 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:45:39.275667 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-57156c1b-ebbf-4929-adf8-3d1d8f2faffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:39.293214 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-97499de4-ff83-4e13-a450-bb78fa78a17f None None] Provisioning complete for port ea1bf32f-0cd7-471a-9847-fa7682eed856 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:45:39.293462 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-97499de4-ff83-4e13-a450-bb78fa78a17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:39.321355 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:39.346489 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-97499de4-ff83-4e13-a450-bb78fa78a17f None None] Port ea1bf32f-0cd7-471a-9847-fa7682eed856 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:45:39.364285 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 50db0fa6-e1dc-4344-b467-f77a2bfec51d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=50db0fa6-e1dc-4344-b467-f77a2bfec51d,segment=NetworkSegment(8107d6cd-532a-40f6-b766-e61ee61c743e),segment_id=8107d6cd-532a-40f6-b766-e61ee61c743e)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:45:39.446275 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:39.447087 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 692be717-2d9e-4411-8e77-37f976d92dc9 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:45:39.505280 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1b5c51e3-b400-485c-86c3-a50c6dfa01df req-e35d3eb0-f4c8-4aa6-a416-7d5af518d5b1 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 210 time: 0.0428863 Jun 30 10:45:39.546106 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=50db0fa6-e1dc-4344-b467-f77a2bfec51d,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:39.577852 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-57156c1b-ebbf-4929-adf8-3d1d8f2faffd None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:39.588282 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-57156c1b-ebbf-4929-adf8-3d1d8f2faffd None None] Transition to ACTIVE for port object ea1bf32f-0cd7-471a-9847-fa7682eed856 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:45:39.605972 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 692be717-2d9e-4411-8e77-37f976d92dc9 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:45:39.611317 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 692be717-2d9e-4411-8e77-37f976d92dc9 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:45:39.611850 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:39.657466 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-57156c1b-ebbf-4929-adf8-3d1d8f2faffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:39.702555 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:39.715923 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6d031-7c5c-44b4-9091-2efab19ab285 None None] Pushing event updated for resources: {'Port': ['ID=ea1bf32f-0cd7-471a-9847-fa7682eed856,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:39.726203 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 692be717-2d9e-4411-8e77-37f976d92dc9, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=692be717-2d9e-4411-8e77-37f976d92dc9,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:45:39.739622 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6d031-7c5c-44b4-9091-2efab19ab285 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:39.739989 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6d031-7c5c-44b4-9091-2efab19ab285 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:39.740369 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6d031-7c5c-44b4-9091-2efab19ab285 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:39.740715 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6d031-7c5c-44b4-9091-2efab19ab285 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:39.741020 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6d031-7c5c-44b4-9091-2efab19ab285 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:39.741340 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6d031-7c5c-44b4-9091-2efab19ab285 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:39.741654 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6d031-7c5c-44b4-9091-2efab19ab285 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:39.741964 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6d031-7c5c-44b4-9091-2efab19ab285 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:39.742269 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6d031-7c5c-44b4-9091-2efab19ab285 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:39.742576 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6d031-7c5c-44b4-9091-2efab19ab285 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:39.742883 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6d031-7c5c-44b4-9091-2efab19ab285 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:39.743210 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6d031-7c5c-44b4-9091-2efab19ab285 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:39.777773 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:39.779479 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-57156c1b-ebbf-4929-adf8-3d1d8f2faffd None None] Attempting to bind port ea1bf32f-0cd7-471a-9847-fa7682eed856 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:45:39.779841 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-57156c1b-ebbf-4929-adf8-3d1d8f2faffd None None] Attempting to bind port ea1bf32f-0cd7-471a-9847-fa7682eed856 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '8107d6cd-532a-40f6-b766-e61ee61c743e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a57f23f2-84ce-493d-948b-8213705741e5'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:45:39.780190 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57156c1b-ebbf-4929-adf8-3d1d8f2faffd None None] Attempting to bind port ea1bf32f-0cd7-471a-9847-fa7682eed856 on network a57f23f2-84ce-493d-948b-8213705741e5 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:45:39.786013 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57156c1b-ebbf-4929-adf8-3d1d8f2faffd None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:45:39.792225 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57156c1b-ebbf-4929-adf8-3d1d8f2faffd None None] Checking segment: {'id': '8107d6cd-532a-40f6-b766-e61ee61c743e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a57f23f2-84ce-493d-948b-8213705741e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:45:39.792225 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-57156c1b-ebbf-4929-adf8-3d1d8f2faffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:39.792225 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57156c1b-ebbf-4929-adf8-3d1d8f2faffd None None] Bound using segment: {'id': '8107d6cd-532a-40f6-b766-e61ee61c743e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a57f23f2-84ce-493d-948b-8213705741e5'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:45:39.792225 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-57156c1b-ebbf-4929-adf8-3d1d8f2faffd None None] Bound port: ea1bf32f-0cd7-471a-9847-fa7682eed856, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8107d6cd-532a-40f6-b766-e61ee61c743e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a57f23f2-84ce-493d-948b-8213705741e5'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:45:39.792225 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-57156c1b-ebbf-4929-adf8-3d1d8f2faffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:39.811979 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:39.863402 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-57156c1b-ebbf-4929-adf8-3d1d8f2faffd None None] For port ea1bf32f-0cd7-471a-9847-fa7682eed856, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:45:39.866716 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-57156c1b-ebbf-4929-adf8-3d1d8f2faffd None None] For port ea1bf32f-0cd7-471a-9847-fa7682eed856, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=ea1bf32f-0cd7-471a-9847-fa7682eed856,segment=NetworkSegment(8107d6cd-532a-40f6-b766-e61ee61c743e),segment_id=8107d6cd-532a-40f6-b766-e61ee61c743e)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:45:39.870441 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=692be717-2d9e-4411-8e77-37f976d92dc9,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:39.955268 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-57156c1b-ebbf-4929-adf8-3d1d8f2faffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:40.014833 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57156c1b-ebbf-4929-adf8-3d1d8f2faffd None None] Routers {'bca2b6d5-0d90-48b4-98e1-a67c80e1e431'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:45:40.015488 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-57156c1b-ebbf-4929-adf8-3d1d8f2faffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:45:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bca2b6d5-0d90-48b4-98e1-a67c80e1e431'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:45:40.021028 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6d031-7c5c-44b4-9091-2efab19ab285 None None] Pushing event updated for resources: {'Port': ['ID=ea1bf32f-0cd7-471a-9847-fa7682eed856,revision_number=4']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:40.139074 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-57156c1b-ebbf-4929-adf8-3d1d8f2faffd None None] Set router bca2b6d5-0d90-48b4-98e1-a67c80e1e431 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:45:40.335321 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-57156c1b-ebbf-4929-adf8-3d1d8f2faffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262581842', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '692be717-2d9e-4411-8e77-37f976d92dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:45:33Z', 'updated_at': '2021-06-30T10:45:37Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': '692be717-2d9e-4411-8e77-37f976d92dc9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:82:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:45:33Z', 'updated_at': '2021-06-30T10:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'ea1bf32f-0cd7-471a-9847-fa7682eed856', 'name': '', 'network_id': 'a57f23f2-84ce-493d-948b-8213705741e5', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:76:b7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'd9ec5e2a-b58c-4e51-91fa-019e54227416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:45:36Z', 'updated_at': '2021-06-30T10:45:39Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'd9ec5e2a-b58c-4e51-91fa-019e54227416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:45:40.361551 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57156c1b-ebbf-4929-adf8-3d1d8f2faffd None None] The sync data for ids ['bca2b6d5-0d90-48b4-98e1-a67c80e1e431'] in n-d-771363-31 is: [{'id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262581842', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '692be717-2d9e-4411-8e77-37f976d92dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:45:33Z', 'updated_at': '2021-06-30T10:45:37Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': '692be717-2d9e-4411-8e77-37f976d92dc9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:82:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:45:33Z', 'updated_at': '2021-06-30T10:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'ea1bf32f-0cd7-471a-9847-fa7682eed856', 'name': '', 'network_id': 'a57f23f2-84ce-493d-948b-8213705741e5', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:76:b7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'd9ec5e2a-b58c-4e51-91fa-019e54227416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:45:36Z', 'updated_at': '2021-06-30T10:45:39Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'd9ec5e2a-b58c-4e51-91fa-019e54227416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:45:40.656587 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-474dd7a5-ae3e-4142-88b3-8a921f7a841e req-f6e4b740-83a5-4af9-9842-a82737770a13 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 210 time: 0.0341640 Jun 30 10:45:40.978739 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device ea1bf32f-0cd7-471a-9847-fa7682eed856 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:45:41.137350 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port ea1bf32f-0cd7-471a-9847-fa7682eed856 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:45:41.141921 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port ea1bf32f-0cd7-471a-9847-fa7682eed856 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:45:41.142267 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:41.221377 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:41.256784 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port ea1bf32f-0cd7-471a-9847-fa7682eed856, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=ea1bf32f-0cd7-471a-9847-fa7682eed856,segment=NetworkSegment(8107d6cd-532a-40f6-b766-e61ee61c743e),segment_id=8107d6cd-532a-40f6-b766-e61ee61c743e)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:45:41.331993 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:41.332882 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 50db0fa6-e1dc-4344-b467-f77a2bfec51d up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:45:41.418558 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=ea1bf32f-0cd7-471a-9847-fa7682eed856,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:41.433317 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 50db0fa6-e1dc-4344-b467-f77a2bfec51d triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:45:41.433317 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:41.512279 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 692be717-2d9e-4411-8e77-37f976d92dc9 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:45:41.559735 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 692be717-2d9e-4411-8e77-37f976d92dc9 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:45:41.560106 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:41.601457 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-0bba9f1e-1bf7-41d5-b9b0-898ad6cbb002 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:41.602930 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-0bba9f1e-1bf7-41d5-b9b0-898ad6cbb002 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.37 "GET /v2.0/networks?id=a57f23f2-84ce-493d-948b-8213705741e5 HTTP/1.1" status: 200 len: 796 time: 0.1031802 Jun 30 10:45:41.648500 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-38ac6b20-607c-40d8-90ea-40491935a9a0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93892fa53c864b9b82b15f44cdcb4a01 HTTP/1.1" status: 200 len: 380 time: 0.0360799 Jun 30 10:45:41.657994 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-53862f50-caad-4e6f-bd08-e8783d527068 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'port': {'device_id': '1e3a647d-109e-46ce-8f47-d4784e0f1727', 'network_id': 'a57f23f2-84ce-493d-948b-8213705741e5', 'admin_state_up': True, 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'security_groups': ['8fe1b9d5-8267-46ca-ab50-c218da67dca4']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:45:41.799812 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6d6d8555-23ae-41dc-b00c-fdc01f054d2d req-a7859848-3547-4459-986a-7005386fc9fc tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 210 time: 0.0294704 Jun 30 10:45:41.861251 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-53862f50-caad-4e6f-bd08-e8783d527068 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Made reservation on behalf of 93892fa53c864b9b82b15f44cdcb4a01 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:45:41.864986 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-53862f50-caad-4e6f-bd08-e8783d527068 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:41.993632 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-53862f50-caad-4e6f-bd08-e8783d527068 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Allocated IP 172.20.0.8 (a57f23f2-84ce-493d-948b-8213705741e5/d9ec5e2a-b58c-4e51-91fa-019e54227416/a7c01d07-0afe-4a14-9279-42ffcc8e4a57) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:45:42.126615 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-53862f50-caad-4e6f-bd08-e8783d527068 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:42.139824 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-53862f50-caad-4e6f-bd08-e8783d527068 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Transition to ACTIVE for port object a7c01d07-0afe-4a14-9279-42ffcc8e4a57 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:45:42.240510 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-53862f50-caad-4e6f-bd08-e8783d527068 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:42.287397 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-53862f50-caad-4e6f-bd08-e8783d527068 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network a57f23f2-84ce-493d-948b-8213705741e5 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:45:42.290408 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-53862f50-caad-4e6f-bd08-e8783d527068 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:45:42.296523 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-53862f50-caad-4e6f-bd08-e8783d527068 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:45:42.302504 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53862f50-caad-4e6f-bd08-e8783d527068 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Port': ['ID=a7c01d07-0afe-4a14-9279-42ffcc8e4a57,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:42.350316 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-53862f50-caad-4e6f-bd08-e8783d527068 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:42.350940 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-53862f50-caad-4e6f-bd08-e8783d527068 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:42.412482 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-53862f50-caad-4e6f-bd08-e8783d527068 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7591770 Jun 30 10:45:42.466769 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] Request body: {'port': {'device_id': '1e3a647d-109e-46ce-8f47-d4784e0f1727', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:45:42.544116 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:42.600554 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7f0ef6a4-000a-4698-940a-9dbd663d09f9 None None] Provisioning for port a7c01d07-0afe-4a14-9279-42ffcc8e4a57 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:45:42.604456 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-7f0ef6a4-000a-4698-940a-9dbd663d09f9 None None] Provisioning complete for port a7c01d07-0afe-4a14-9279-42ffcc8e4a57 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:45:42.604826 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7f0ef6a4-000a-4698-940a-9dbd663d09f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:42.641241 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-7f0ef6a4-000a-4698-940a-9dbd663d09f9 None None] Port a7c01d07-0afe-4a14-9279-42ffcc8e4a57 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:45:42.801056 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7c01d07-0afe-4a14-9279-42ffcc8e4a57 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:45:42.808188 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:42.819930 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] Transition to ACTIVE for port object a7c01d07-0afe-4a14-9279-42ffcc8e4a57 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:45:42.904418 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device ea1bf32f-0cd7-471a-9847-fa7682eed856 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:45:42.912941 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:42.955305 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port ea1bf32f-0cd7-471a-9847-fa7682eed856 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:45:42.956344 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:42.997152 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] Pushing event updated for resources: {'Port': ['ID=a7c01d07-0afe-4a14-9279-42ffcc8e4a57,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:43.097355 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37070c-4296-47fd-aa71-5f6a36a2c9b8 req-e9115b37-9108-45e9-83b4-b7c5d3719727 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:43.098910 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2b37070c-4296-47fd-aa71-5f6a36a2c9b8 req-e9115b37-9108-45e9-83b4-b7c5d3719727 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 943 time: 0.1784585 Jun 30 10:45:43.116892 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] Attempting to bind port a7c01d07-0afe-4a14-9279-42ffcc8e4a57 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:45:43.122676 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] Attempting to bind port a7c01d07-0afe-4a14-9279-42ffcc8e4a57 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '8107d6cd-532a-40f6-b766-e61ee61c743e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a57f23f2-84ce-493d-948b-8213705741e5'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:45:43.122676 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] Attempting to bind port a7c01d07-0afe-4a14-9279-42ffcc8e4a57 on network a57f23f2-84ce-493d-948b-8213705741e5 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:45:43.130642 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] Port a7c01d07-0afe-4a14-9279-42ffcc8e4a57 on network a57f23f2-84ce-493d-948b-8213705741e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:45:43.130978 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] Attempting to bind port a7c01d07-0afe-4a14-9279-42ffcc8e4a57 on network a57f23f2-84ce-493d-948b-8213705741e5 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:45:43.145007 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:45:43.145350 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] Checking segment: {'id': '8107d6cd-532a-40f6-b766-e61ee61c743e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a57f23f2-84ce-493d-948b-8213705741e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:45:43.145739 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] Bound using segment: {'id': '8107d6cd-532a-40f6-b766-e61ee61c743e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a57f23f2-84ce-493d-948b-8213705741e5'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:45:43.146183 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] Bound port: a7c01d07-0afe-4a14-9279-42ffcc8e4a57, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8107d6cd-532a-40f6-b766-e61ee61c743e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a57f23f2-84ce-493d-948b-8213705741e5'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:45:43.146543 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:43.163688 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2b37070c-4296-47fd-aa71-5f6a36a2c9b8 req-376cc33b-219b-49b6-8ddb-a5eb69964e90 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe1b9d5-8267-46ca-ab50-c218da67dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589652 Jun 30 10:45:43.227353 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] For port a7c01d07-0afe-4a14-9279-42ffcc8e4a57, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:45:43.230429 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] For port a7c01d07-0afe-4a14-9279-42ffcc8e4a57, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=a7c01d07-0afe-4a14-9279-42ffcc8e4a57,segment=NetworkSegment(8107d6cd-532a-40f6-b766-e61ee61c743e),segment_id=8107d6cd-532a-40f6-b766-e61ee61c743e)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:45:43.296080 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:43.331994 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:43.332604 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:43.333964 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] 10.222.0.37 "PUT /v2.0/ports/a7c01d07-0afe-4a14-9279-42ffcc8e4a57 HTTP/1.1" status: 200 len: 1092 time: 0.9142926 Jun 30 10:45:43.334397 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3a647d-109e-46ce-8f47-d4784e0f1727', 'tag': 'a7c01d07-0afe-4a14-9279-42ffcc8e4a57'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:45:43.338661 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3987d83-da43-4b15-8ca8-60804b43187e" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3a647d-109e-46ce-8f47-d4784e0f1727", "tag": "a7c01d07-0afe-4a14-9279-42ffcc8e4a57"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:45:43.370130 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] Pushing event updated for resources: {'Port': ['ID=a7c01d07-0afe-4a14-9279-42ffcc8e4a57,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:43.380628 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:43.381147 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:43.381475 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:43.381809 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:43.382140 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:43.382465 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:43.382784 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:43.383104 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:43.384190 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:43.384596 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:43.384855 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:43.385176 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31588afc-44e8-47cf-a5ad-ebe018b1045f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:43.391142 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30217dd1-09af-4598-b985-672729c4394e x-openstack-request-id: req-30217dd1-09af-4598-b985-672729c4394e {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:45:43.394354 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3a647d-109e-46ce-8f47-d4784e0f1727", "tag": "a7c01d07-0afe-4a14-9279-42ffcc8e4a57", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:45:43.394354 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-30217dd1-09af-4598-b985-672729c4394e {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:45:43.394354 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3a647d-109e-46ce-8f47-d4784e0f1727', 'tag': 'a7c01d07-0afe-4a14-9279-42ffcc8e4a57', 'status': 'completed', 'code': 200} Jun 30 10:45:43.493029 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3987d83-da43-4b15-8ca8-60804b43187e req-c3153a5f-066e-4de0-9cda-8b66606954fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:43.494812 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e3987d83-da43-4b15-8ca8-60804b43187e req-c3153a5f-066e-4de0-9cda-8b66606954fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 1095 time: 0.0834229 Jun 30 10:45:43.591900 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3987d83-da43-4b15-8ca8-60804b43187e req-ad4a2978-6d5d-47fe-8ada-34f97478180c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:43.593342 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e3987d83-da43-4b15-8ca8-60804b43187e req-ad4a2978-6d5d-47fe-8ada-34f97478180c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0917439 Jun 30 10:45:43.688105 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3987d83-da43-4b15-8ca8-60804b43187e req-c4abc9c1-5c79-40ec-be7f-da6ac3c098b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:43.689460 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e3987d83-da43-4b15-8ca8-60804b43187e req-c4abc9c1-5c79-40ec-be7f-da6ac3c098b7 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905857 Jun 30 10:45:43.778819 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-f81c00da-442d-4221-b67f-9904a5a15ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:43.780316 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-f81c00da-442d-4221-b67f-9904a5a15ab1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 1095 time: 0.0517511 Jun 30 10:45:43.827265 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-991dd95d-ca71-4487-a586-03ce95bdb482 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7c01d07-0afe-4a14-9279-42ffcc8e4a57 HTTP/1.1" status: 200 len: 217 time: 0.0396013 Jun 30 10:45:43.879189 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-03bd4f29-6a3c-43ee-a661-b6de1e2492fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:43.880522 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-03bd4f29-6a3c-43ee-a661-b6de1e2492fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9ec5e2a-b58c-4e51-91fa-019e54227416 HTTP/1.1" status: 200 len: 834 time: 0.0471537 Jun 30 10:45:43.935066 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-da7ea086-062b-4189-8a78-1d7fd1c45564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:43.936626 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-da7ea086-062b-4189-8a78-1d7fd1c45564 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a57f23f2-84ce-493d-948b-8213705741e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504227 Jun 30 10:45:44.024051 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-e9305df3-1fda-4874-83e3-10664b7f473d service neutron] 10.222.0.37 "GET /v2.0/networks/a57f23f2-84ce-493d-948b-8213705741e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801170 Jun 30 10:45:44.118660 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d1814378-0f55-4a28-a0ac-af7f78b039c0 req-021c21d2-28f5-4794-8f61-e4609e93a67c service neutron] 10.222.0.37 "GET /v2.0/networks/a57f23f2-84ce-493d-948b-8213705741e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880899 Jun 30 10:45:44.336925 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b913f1-263a-482f-a78b-02e8353bfe4b req-3e774b6b-617d-49e7-bfc1-fcc202f69c7a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:44.338366 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-95b913f1-263a-482f-a78b-02e8353bfe4b req-3e774b6b-617d-49e7-bfc1-fcc202f69c7a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 943 time: 0.0618887 Jun 30 10:45:44.376343 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-95b913f1-263a-482f-a78b-02e8353bfe4b req-90012471-dff4-4369-bb98-6b519ba98aad tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe1b9d5-8267-46ca-ab50-c218da67dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323343 Jun 30 10:45:45.560198 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e669e1b-f3a3-4390-8ed0-230247fe6fb5 req-de85a556-3c5a-4449-987c-78df114e45d8 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:45.561555 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0e669e1b-f3a3-4390-8ed0-230247fe6fb5 req-de85a556-3c5a-4449-987c-78df114e45d8 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 943 time: 0.0658064 Jun 30 10:45:45.599111 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0e669e1b-f3a3-4390-8ed0-230247fe6fb5 req-60857afe-3ecf-4129-b438-a04f27aecd2f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe1b9d5-8267-46ca-ab50-c218da67dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310557 Jun 30 10:45:46.774506 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a42a4-5331-4617-b00c-1a76d558b01b req-d4b79d99-3f3f-41f0-8872-c6a8b39af142 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:46.775977 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-729a42a4-5331-4617-b00c-1a76d558b01b req-d4b79d99-3f3f-41f0-8872-c6a8b39af142 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 943 time: 0.0662332 Jun 30 10:45:46.812630 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-729a42a4-5331-4617-b00c-1a76d558b01b req-f136051d-9e2a-4ca4-a754-122e9eee9a93 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe1b9d5-8267-46ca-ab50-c218da67dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311496 Jun 30 10:45:47.987394 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc3b3a-3552-494c-80e7-cf1b91336b1f req-ec7cf992-cad4-456b-a757-c6f29abfa8c2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:47.988854 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-53fc3b3a-3552-494c-80e7-cf1b91336b1f req-ec7cf992-cad4-456b-a757-c6f29abfa8c2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 943 time: 0.0630593 Jun 30 10:45:48.026824 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-53fc3b3a-3552-494c-80e7-cf1b91336b1f req-34a71ef7-8044-43ef-9551-52467eac90d1 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe1b9d5-8267-46ca-ab50-c218da67dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323739 Jun 30 10:45:48.239266 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device a7c01d07-0afe-4a14-9279-42ffcc8e4a57 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:45:48.332913 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port a7c01d07-0afe-4a14-9279-42ffcc8e4a57, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=a7c01d07-0afe-4a14-9279-42ffcc8e4a57,segment=NetworkSegment(8107d6cd-532a-40f6-b766-e61ee61c743e),segment_id=8107d6cd-532a-40f6-b766-e61ee61c743e)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:45:48.496727 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'a7c01d07-0afe-4a14-9279-42ffcc8e4a57', 'network_id': 'a57f23f2-84ce-493d-948b-8213705741e5', 'port_id': 'a7c01d07-0afe-4a14-9279-42ffcc8e4a57', 'mac_address': 'fa:16:3e:f1:73:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ec5e2a-b58c-4e51-91fa-019e54227416', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:45:48.532280 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:48.545473 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c01d07-0afe-4a14-9279-42ffcc8e4a57 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:45:48.564860 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port a7c01d07-0afe-4a14-9279-42ffcc8e4a57, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=a7c01d07-0afe-4a14-9279-42ffcc8e4a57,segment=NetworkSegment(8107d6cd-532a-40f6-b766-e61ee61c743e),segment_id=8107d6cd-532a-40f6-b766-e61ee61c743e)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:45:48.634184 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:48.689243 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=a7c01d07-0afe-4a14-9279-42ffcc8e4a57,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:48.975422 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['a7c01d07-0afe-4a14-9279-42ffcc8e4a57'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:45:49.202420 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369b476-20a9-4da1-a40f-38c207b7e5cc req-f31ffbd4-c479-4e5b-b2e3-32850733b6f7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:49.203917 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9369b476-20a9-4da1-a40f-38c207b7e5cc req-f31ffbd4-c479-4e5b-b2e3-32850733b6f7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 944 time: 0.0630670 Jun 30 10:45:49.243415 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9369b476-20a9-4da1-a40f-38c207b7e5cc req-3ac8172c-f357-4b40-b3e7-0c197837dff2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe1b9d5-8267-46ca-ab50-c218da67dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325344 Jun 30 10:45:50.243884 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device a7c01d07-0afe-4a14-9279-42ffcc8e4a57 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:45:50.354216 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port a7c01d07-0afe-4a14-9279-42ffcc8e4a57 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:45:50.358685 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port a7c01d07-0afe-4a14-9279-42ffcc8e4a57 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:45:50.359073 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:50.419572 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641552d-1a1a-4297-9926-45b73f0a4a5c req-d5407e80-3119-4ae5-9e14-74f91e08b6fc tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:50.421081 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d641552d-1a1a-4297-9926-45b73f0a4a5c req-d5407e80-3119-4ae5-9e14-74f91e08b6fc tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 944 time: 0.0643377 Jun 30 10:45:50.436110 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:50.460722 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d641552d-1a1a-4297-9926-45b73f0a4a5c req-fd44f431-7790-4a72-88e3-1367b9a59072 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe1b9d5-8267-46ca-ab50-c218da67dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332460 Jun 30 10:45:50.464559 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3a647d-109e-46ce-8f47-d4784e0f1727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c01d07-0afe-4a14-9279-42ffcc8e4a57'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:45:50.467049 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716789d2-8ead-454b-99c5-6816ba74bd13" -d '{"events": [{"server_uuid": "1e3a647d-109e-46ce-8f47-d4784e0f1727", "name": "network-vif-plugged", "status": "completed", "tag": "a7c01d07-0afe-4a14-9279-42ffcc8e4a57"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:45:50.491338 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port a7c01d07-0afe-4a14-9279-42ffcc8e4a57, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=a7c01d07-0afe-4a14-9279-42ffcc8e4a57,segment=NetworkSegment(8107d6cd-532a-40f6-b766-e61ee61c743e),segment_id=8107d6cd-532a-40f6-b766-e61ee61c743e)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:45:50.509811 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129fb310-0f5d-40fe-8450-cbc7f3997038 x-openstack-request-id: req-129fb310-0f5d-40fe-8450-cbc7f3997038 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:45:50.510107 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3a647d-109e-46ce-8f47-d4784e0f1727", "name": "network-vif-plugged", "status": "completed", "tag": "a7c01d07-0afe-4a14-9279-42ffcc8e4a57", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:45:50.510364 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-129fb310-0f5d-40fe-8450-cbc7f3997038 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:45:50.510765 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3a647d-109e-46ce-8f47-d4784e0f1727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c01d07-0afe-4a14-9279-42ffcc8e4a57', 'code': 200} Jun 30 10:45:50.549305 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:50.601700 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=a7c01d07-0afe-4a14-9279-42ffcc8e4a57,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:50.609086 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2c326df8-f761-4947-bda9-05b7566adeaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:50.611651 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:50.614996 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:50.614996 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:50.614996 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:50.614996 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:50.614996 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:50.614996 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:50.614996 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:50.614996 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:50.614996 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:50.614996 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:50.615919 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:45:50.621406 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ee56d-bf01-447c-9561-bf5f470139e1 req-ed7ae5e8-e8b0-46a5-94ac-95326f8ad594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:50.622708 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-186ee56d-bf01-447c-9561-bf5f470139e1 req-ed7ae5e8-e8b0-46a5-94ac-95326f8ad594 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 1097 time: 0.0542600 Jun 30 10:45:50.656287 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-186ee56d-bf01-447c-9561-bf5f470139e1 req-e9017f01-7731-4e28-869d-fb7a9e03e609 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8fe1b9d5-8267-46ca-ab50-c218da67dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275931 Jun 30 10:45:51.643744 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f661105-15e1-4c00-8270-c9d984b8bb10 req-cb2c9e99-0116-478f-bbae-7fff05abe004 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:51.645229 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9f661105-15e1-4c00-8270-c9d984b8bb10 req-cb2c9e99-0116-478f-bbae-7fff05abe004 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 945 time: 0.0719986 Jun 30 10:45:51.683418 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9f661105-15e1-4c00-8270-c9d984b8bb10 req-7c9b4767-e149-43a2-9c48-015d68bdece5 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe1b9d5-8267-46ca-ab50-c218da67dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325305 Jun 30 10:45:52.861107 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d6736-51e9-459e-ba0a-910f39372195 req-784fae94-3c50-4d7d-b621-cf6c5f072e5e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:52.862626 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a05d6736-51e9-459e-ba0a-910f39372195 req-784fae94-3c50-4d7d-b621-cf6c5f072e5e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 945 time: 0.0677309 Jun 30 10:45:52.900933 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a05d6736-51e9-459e-ba0a-910f39372195 req-5db78324-276f-4b9a-86e7-467d5b7f7ebe tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe1b9d5-8267-46ca-ab50-c218da67dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327666 Jun 30 10:45:53.000334 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3e5a2499-fd8a-45bb-ac8d-4f9b1a5bc222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:53.083081 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fb172-e57d-4916-bf1e-4cd1178a36c3 req-a4e4bbec-2ddb-46e0-95ea-1cd99a475110 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:53.084570 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ac2fb172-e57d-4916-bf1e-4cd1178a36c3 req-a4e4bbec-2ddb-46e0-95ea-1cd99a475110 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 945 time: 0.0638261 Jun 30 10:45:53.122326 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ac2fb172-e57d-4916-bf1e-4cd1178a36c3 req-165822c3-dfea-480a-a789-5ed1329a644c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe1b9d5-8267-46ca-ab50-c218da67dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321572 Jun 30 10:45:53.146801 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36814) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:45:53.196629 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80e134a-de76-42d1-a599-9bf22a7f1571 tempest-TestNetworkAdvancedServerOps-748112870 tempest-TestNetworkAdvancedServerOps-748112870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:53.198136 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-e80e134a-de76-42d1-a599-9bf22a7f1571 tempest-TestNetworkAdvancedServerOps-748112870 tempest-TestNetworkAdvancedServerOps-748112870-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 1092 time: 0.0503342 Jun 30 10:45:53.201135 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36816) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:45:53.206392 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-0b1b57d8-e135-4ea6-9031-979f8bf33433 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'port_id': 'a7c01d07-0afe-4a14-9279-42ffcc8e4a57', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:45:53.295483 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0b1b57d8-e135-4ea6-9031-979f8bf33433 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for floatingip, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:53.655427 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:53.719587 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0b1b57d8-e135-4ea6-9031-979f8bf33433 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:53.817401 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-0b1b57d8-e135-4ea6-9031-979f8bf33433 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Allocated IP 172.25.6.33 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/7ea9751f-3d73-4876-ab31-923b2c2a4934) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:45:53.919044 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0b1b57d8-e135-4ea6-9031-979f8bf33433 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:54.021627 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0b1b57d8-e135-4ea6-9031-979f8bf33433 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:54.061308 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1b57d8-e135-4ea6-9031-979f8bf33433 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:45:54.066373 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-0b1b57d8-e135-4ea6-9031-979f8bf33433 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:45:54.070669 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1b57d8-e135-4ea6-9031-979f8bf33433 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:45:54.073666 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b57d8-e135-4ea6-9031-979f8bf33433 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Port': ['ID=7ea9751f-3d73-4876-ab31-923b2c2a4934,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:54.469314 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0b1b57d8-e135-4ea6-9031-979f8bf33433 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:54.605154 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0b1b57d8-e135-4ea6-9031-979f8bf33433 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:54.756652 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0b1b57d8-e135-4ea6-9031-979f8bf33433 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:54.816748 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0b1b57d8-e135-4ea6-9031-979f8bf33433 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:54.885769 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b57d8-e135-4ea6-9031-979f8bf33433 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Port': ['ID=7ea9751f-3d73-4876-ab31-923b2c2a4934,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:45:54.899326 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0b1b57d8-e135-4ea6-9031-979f8bf33433 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:55.000014 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:55.005273 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-0b1b57d8-e135-4ea6-9031-979f8bf33433 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Floating IP 5b2f9201-8c87-462c-8db2-0986a5495c22 associated. External IP: 172.25.6.33, port: a7c01d07-0afe-4a14-9279-42ffcc8e4a57. Jun 30 10:45:55.214127 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1b57d8-e135-4ea6-9031-979f8bf33433 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Router bca2b6d5-0d90-48b4-98e1-a67c80e1e431 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:45:55.321363 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1b57d8-e135-4ea6-9031-979f8bf33433 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:45:55.331338 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf43d798-c311-462a-9ef4-3a3ad8f8ea76 None None] Sync routers for ids ['bca2b6d5-0d90-48b4-98e1-a67c80e1e431'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:45:55.340813 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf43d798-c311-462a-9ef4-3a3ad8f8ea76 None None] Routers {'bca2b6d5-0d90-48b4-98e1-a67c80e1e431'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:45:55.345236 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-cf43d798-c311-462a-9ef4-3a3ad8f8ea76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:45:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bca2b6d5-0d90-48b4-98e1-a67c80e1e431'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:45:55.404250 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0b1b57d8-e135-4ea6-9031-979f8bf33433 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:55.439557 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0b1b57d8-e135-4ea6-9031-979f8bf33433 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2373960 Jun 30 10:45:55.440695 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3a647d-109e-46ce-8f47-d4784e0f1727', 'tag': 'a7c01d07-0afe-4a14-9279-42ffcc8e4a57'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:45:55.447522 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff05145-bbd6-4897-b009-1b97e23c82f7" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3a647d-109e-46ce-8f47-d4784e0f1727", "tag": "a7c01d07-0afe-4a14-9279-42ffcc8e4a57"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:45:55.449467 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-cf43d798-c311-462a-9ef4-3a3ad8f8ea76 None None] Set router bca2b6d5-0d90-48b4-98e1-a67c80e1e431 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:45:55.485612 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03f21a0-887c-43d2-9977-b1fe496ca74e x-openstack-request-id: req-e03f21a0-887c-43d2-9977-b1fe496ca74e {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:45:55.485916 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3a647d-109e-46ce-8f47-d4784e0f1727", "tag": "a7c01d07-0afe-4a14-9279-42ffcc8e4a57", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:45:55.486184 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e03f21a0-887c-43d2-9977-b1fe496ca74e {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:45:55.486577 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3a647d-109e-46ce-8f47-d4784e0f1727', 'tag': 'a7c01d07-0afe-4a14-9279-42ffcc8e4a57', 'status': 'completed', 'code': 200} Jun 30 10:45:55.603811 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff05145-bbd6-4897-b009-1b97e23c82f7 req-ac879878-3784-452c-a7ff-d889bb49d0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:55.605217 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aff05145-bbd6-4897-b009-1b97e23c82f7 req-ac879878-3784-452c-a7ff-d889bb49d0cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 1097 time: 0.0959084 Jun 30 10:45:55.640372 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a36c54-724a-4b3e-bd6d-4f42933d1417 req-a1a46313-09b3-4979-8ded-df13fdfae9f4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:55.641837 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e3a36c54-724a-4b3e-bd6d-4f42933d1417 req-a1a46313-09b3-4979-8ded-df13fdfae9f4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 945 time: 0.1016452 Jun 30 10:45:55.682533 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-cf43d798-c311-462a-9ef4-3a3ad8f8ea76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262581842', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '692be717-2d9e-4411-8e77-37f976d92dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:45:33Z', 'updated_at': '2021-06-30T10:45:37Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': '692be717-2d9e-4411-8e77-37f976d92dc9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:82:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:45:33Z', 'updated_at': '2021-06-30T10:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '5b2f9201-8c87-462c-8db2-0986a5495c22', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'floating_ip_address': '172.25.6.33', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'port_id': 'a7c01d07-0afe-4a14-9279-42ffcc8e4a57', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a57f23f2-84ce-493d-948b-8213705741e5', 'mac_address': 'fa:16:3e:f1:73:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3a647d-109e-46ce-8f47-d4784e0f1727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:45:54Z', 'updated_at': '2021-06-30T10:45:54Z', 'revision_number': 0, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea1bf32f-0cd7-471a-9847-fa7682eed856', 'name': '', 'network_id': 'a57f23f2-84ce-493d-948b-8213705741e5', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:76:b7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'd9ec5e2a-b58c-4e51-91fa-019e54227416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:45:36Z', 'updated_at': '2021-06-30T10:45:41Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'd9ec5e2a-b58c-4e51-91fa-019e54227416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:45:55.712497 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf43d798-c311-462a-9ef4-3a3ad8f8ea76 None None] Checking router: bca2b6d5-0d90-48b4-98e1-a67c80e1e431 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:45:55.720176 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e3a36c54-724a-4b3e-bd6d-4f42933d1417 req-3631b293-7b8a-4e23-9a8a-2cef51adc922 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe1b9d5-8267-46ca-ab50-c218da67dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527239 Jun 30 10:45:55.721503 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf43d798-c311-462a-9ef4-3a3ad8f8ea76 None None] Routers {'bca2b6d5-0d90-48b4-98e1-a67c80e1e431'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:45:55.722129 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-cf43d798-c311-462a-9ef4-3a3ad8f8ea76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:45:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bca2b6d5-0d90-48b4-98e1-a67c80e1e431'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:45:55.745229 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff05145-bbd6-4897-b009-1b97e23c82f7 req-c1aab7dd-4aae-4d9f-83f2-4be23423bf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:55.746902 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aff05145-bbd6-4897-b009-1b97e23c82f7 req-c1aab7dd-4aae-4d9f-83f2-4be23423bf78 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a57f23f2-84ce-493d-948b-8213705741e5 HTTP/1.1" status: 200 len: 897 time: 0.1347342 Jun 30 10:45:55.751396 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36822) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:45:55.827202 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-cf43d798-c311-462a-9ef4-3a3ad8f8ea76 None None] Set router bca2b6d5-0d90-48b4-98e1-a67c80e1e431 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:45:55.857603 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ad421d07-ab71-46bd-a093-c53d00cb2753 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/floatingips/5b2f9201-8c87-462c-8db2-0986a5495c22 HTTP/1.1" status: 200 len: 990 time: 0.1047235 Jun 30 10:45:55.866275 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aff05145-bbd6-4897-b009-1b97e23c82f7 req-676241f9-ca14-48c3-adf1-ad081fcc7928 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7c01d07-0afe-4a14-9279-42ffcc8e4a57 HTTP/1.1" status: 200 len: 998 time: 0.1065416 Jun 30 10:45:55.916991 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff05145-bbd6-4897-b009-1b97e23c82f7 req-c6983b04-441f-4de5-a357-fcd942e345c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:55.918424 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aff05145-bbd6-4897-b009-1b97e23c82f7 req-c6983b04-441f-4de5-a357-fcd942e345c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9ec5e2a-b58c-4e51-91fa-019e54227416 HTTP/1.1" status: 200 len: 834 time: 0.0461667 Jun 30 10:45:55.989713 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff05145-bbd6-4897-b009-1b97e23c82f7 req-a434b0a4-952a-459e-8c5d-e63b60f72d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:45:55.991252 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aff05145-bbd6-4897-b009-1b97e23c82f7 req-a434b0a4-952a-459e-8c5d-e63b60f72d90 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a57f23f2-84ce-493d-948b-8213705741e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646846 Jun 30 10:45:56.063711 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-cf43d798-c311-462a-9ef4-3a3ad8f8ea76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262581842', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '692be717-2d9e-4411-8e77-37f976d92dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:45:33Z', 'updated_at': '2021-06-30T10:45:37Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': '692be717-2d9e-4411-8e77-37f976d92dc9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:82:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:45:33Z', 'updated_at': '2021-06-30T10:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '5b2f9201-8c87-462c-8db2-0986a5495c22', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'floating_ip_address': '172.25.6.33', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'port_id': 'a7c01d07-0afe-4a14-9279-42ffcc8e4a57', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a57f23f2-84ce-493d-948b-8213705741e5', 'mac_address': 'fa:16:3e:f1:73:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3a647d-109e-46ce-8f47-d4784e0f1727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:45:54Z', 'updated_at': '2021-06-30T10:45:54Z', 'revision_number': 0, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea1bf32f-0cd7-471a-9847-fa7682eed856', 'name': '', 'network_id': 'a57f23f2-84ce-493d-948b-8213705741e5', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:76:b7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'd9ec5e2a-b58c-4e51-91fa-019e54227416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:45:36Z', 'updated_at': '2021-06-30T10:45:41Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'd9ec5e2a-b58c-4e51-91fa-019e54227416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:45:56.093304 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aff05145-bbd6-4897-b009-1b97e23c82f7 req-e0dc2c7e-dc8d-4eec-a2ce-d9138f4886d4 service neutron] 10.222.0.37 "GET /v2.0/networks/a57f23f2-84ce-493d-948b-8213705741e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960238 Jun 30 10:45:56.097594 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf43d798-c311-462a-9ef4-3a3ad8f8ea76 None None] The sync data for ids ['bca2b6d5-0d90-48b4-98e1-a67c80e1e431'] in n-d-771363-31 is: [{'id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262581842', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '692be717-2d9e-4411-8e77-37f976d92dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:45:33Z', 'updated_at': '2021-06-30T10:45:37Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': '692be717-2d9e-4411-8e77-37f976d92dc9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:82:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:45:33Z', 'updated_at': '2021-06-30T10:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '5b2f9201-8c87-462c-8db2-0986a5495c22', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'floating_ip_address': '172.25.6.33', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'port_id': 'a7c01d07-0afe-4a14-9279-42ffcc8e4a57', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a57f23f2-84ce-493d-948b-8213705741e5', 'mac_address': 'fa:16:3e:f1:73:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3a647d-109e-46ce-8f47-d4784e0f1727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:45:54Z', 'updated_at': '2021-06-30T10:45:54Z', 'revision_number': 0, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea1bf32f-0cd7-471a-9847-fa7682eed856', 'name': '', 'network_id': 'a57f23f2-84ce-493d-948b-8213705741e5', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:76:b7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'd9ec5e2a-b58c-4e51-91fa-019e54227416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:45:36Z', 'updated_at': '2021-06-30T10:45:41Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'd9ec5e2a-b58c-4e51-91fa-019e54227416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:45:56.208769 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aff05145-bbd6-4897-b009-1b97e23c82f7 req-4e3d48c6-c291-4350-ba50-1fd8d038e97d service neutron] 10.222.0.37 "GET /v2.0/networks/a57f23f2-84ce-493d-948b-8213705741e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081386 Jun 30 10:45:56.317330 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35faab0-a090-42b8-b1f1-c0c7f85c4fc5 None None] New status for floating IP 5b2f9201-8c87-462c-8db2-0986a5495c22: ACTIVE {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:45:56.679761 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:56.861202 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36824) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:45:56.922663 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f3c70801-4354-4cb8-81a8-8e113de7b1f5 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/floatingips/5b2f9201-8c87-462c-8db2-0986a5495c22 HTTP/1.1" status: 200 len: 992 time: 0.0602238 Jun 30 10:46:04.967343 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:46:09.085147 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:09.771129 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:20.519436 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-41da0f81-f7af-4f63-95e7-892c9a7cc306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:22.999767 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e679ab2e-7c66-4cea-904d-de098733dab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:23.627889 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:25.034079 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:26.684972 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:39.090353 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:39.776467 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:41.966081 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:46:50.541486 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4b695840-de0d-46a0-8f54-1cd5662434e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:51.707491 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a23f4c55-ed41-4d38-a0aa-84b6de36cd1f req-bf55f3fb-92a1-4e33-8168-d2ceea75e7a7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0564446 Jun 30 10:46:51.799547 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f4c55-ed41-4d38-a0aa-84b6de36cd1f req-f3a9182a-40ab-4fb6-bbc3-d0400addbb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:46:51.801014 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a23f4c55-ed41-4d38-a0aa-84b6de36cd1f req-f3a9182a-40ab-4fb6-bbc3-d0400addbb3a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 1097 time: 0.0522149 Jun 30 10:46:51.907578 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f4c55-ed41-4d38-a0aa-84b6de36cd1f req-62308bf4-0438-40cb-939e-f5939f6d30d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:46:51.909057 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a23f4c55-ed41-4d38-a0aa-84b6de36cd1f req-62308bf4-0438-40cb-939e-f5939f6d30d4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a57f23f2-84ce-493d-948b-8213705741e5 HTTP/1.1" status: 200 len: 897 time: 0.0852933 Jun 30 10:46:51.977577 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a23f4c55-ed41-4d38-a0aa-84b6de36cd1f req-d9d6e09f-71aa-4b23-bd48-81c87ad45e20 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7c01d07-0afe-4a14-9279-42ffcc8e4a57 HTTP/1.1" status: 200 len: 1000 time: 0.0606332 Jun 30 10:46:52.024470 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f4c55-ed41-4d38-a0aa-84b6de36cd1f req-2df65412-322d-49c5-9af4-643ee52c860b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:46:52.025897 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a23f4c55-ed41-4d38-a0aa-84b6de36cd1f req-2df65412-322d-49c5-9af4-643ee52c860b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9ec5e2a-b58c-4e51-91fa-019e54227416 HTTP/1.1" status: 200 len: 834 time: 0.0425549 Jun 30 10:46:52.083272 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f4c55-ed41-4d38-a0aa-84b6de36cd1f req-de26e182-2411-4ea0-9bb0-2158abdeffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:46:52.084714 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a23f4c55-ed41-4d38-a0aa-84b6de36cd1f req-de26e182-2411-4ea0-9bb0-2158abdeffc8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a57f23f2-84ce-493d-948b-8213705741e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527875 Jun 30 10:46:52.175228 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a23f4c55-ed41-4d38-a0aa-84b6de36cd1f req-4501d70c-37a2-4119-8ea5-7e06c5308d8d service neutron] 10.222.0.37 "GET /v2.0/networks/a57f23f2-84ce-493d-948b-8213705741e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832117 Jun 30 10:46:52.267067 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a23f4c55-ed41-4d38-a0aa-84b6de36cd1f req-148bee4a-3228-4ab7-96ae-0fa6cb01f3bc service neutron] 10.222.0.37 "GET /v2.0/networks/a57f23f2-84ce-493d-948b-8213705741e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842638 Jun 30 10:46:52.987600 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4c6f758c-08c3-4876-b61f-b1c532e67d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:53.632904 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:55.004332 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:56.711131 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:00.066273 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059ed3b-141a-4034-81da-728c39ea48de req-5667cefb-4c94-4f98-8fa6-8f6048add5b4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:47:00.067793 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1059ed3b-141a-4034-81da-728c39ea48de req-5667cefb-4c94-4f98-8fa6-8f6048add5b4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 945 time: 0.1236188 Jun 30 10:47:00.104780 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1059ed3b-141a-4034-81da-728c39ea48de req-8c761efa-17d1-441a-a9bd-f54a9154c531 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe1b9d5-8267-46ca-ab50-c218da67dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312910 Jun 30 10:47:01.377026 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792e812-7dbf-4e22-9cdb-dd3d702e8a6f req-695fc9c2-6dec-4d44-961d-5455a70429d5 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:47:01.378530 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4792e812-7dbf-4e22-9cdb-dd3d702e8a6f req-695fc9c2-6dec-4d44-961d-5455a70429d5 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 945 time: 0.1605351 Jun 30 10:47:01.416257 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4792e812-7dbf-4e22-9cdb-dd3d702e8a6f req-39b86e2b-743b-430e-8a38-2ac42a20a39c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe1b9d5-8267-46ca-ab50-c218da67dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317864 Jun 30 10:47:02.592620 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aca451-2cc7-4268-b7d2-2f363d78f9ef req-227de5b7-61bc-4886-8608-a0dfb177e22c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:47:02.594139 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-01aca451-2cc7-4268-b7d2-2f363d78f9ef req-227de5b7-61bc-4886-8608-a0dfb177e22c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 945 time: 0.0659974 Jun 30 10:47:02.635159 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-01aca451-2cc7-4268-b7d2-2f363d78f9ef req-07cfe8f0-e426-4a59-85d7-aaa6697716f5 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe1b9d5-8267-46ca-ab50-c218da67dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342190 Jun 30 10:47:03.806500 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3306b82-f36c-410d-9002-a09f1c4fa854 req-c4e5e6a1-9406-467b-b73e-8fa3fbb4904a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:47:03.808009 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e3306b82-f36c-410d-9002-a09f1c4fa854 req-c4e5e6a1-9406-467b-b73e-8fa3fbb4904a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 945 time: 0.0623589 Jun 30 10:47:03.846449 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e3306b82-f36c-410d-9002-a09f1c4fa854 req-8fa6aeae-1b73-49a1-9f2a-da70ef0e7ee9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe1b9d5-8267-46ca-ab50-c218da67dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321438 Jun 30 10:47:05.026096 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75f7d4-d572-4155-a28a-bf43c3a28f40 req-28f0a4d6-960c-44e4-b53c-572ac261372f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:47:05.028097 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2b75f7d4-d572-4155-a28a-bf43c3a28f40 req-28f0a4d6-960c-44e4-b53c-572ac261372f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 945 time: 0.0662696 Jun 30 10:47:05.073146 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2b75f7d4-d572-4155-a28a-bf43c3a28f40 req-3418dbe4-24a3-417f-806e-4697c62365b5 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe1b9d5-8267-46ca-ab50-c218da67dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380776 Jun 30 10:47:06.252728 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65dff7-7476-47c4-947d-c46f907e4f06 req-b54837bc-c046-42ef-915b-dc038a36d3de tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:47:06.254203 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1f65dff7-7476-47c4-947d-c46f907e4f06 req-b54837bc-c046-42ef-915b-dc038a36d3de tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 945 time: 0.0664406 Jun 30 10:47:06.291487 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1f65dff7-7476-47c4-947d-c46f907e4f06 req-d3f3fc15-2d93-43d4-a407-60124249f498 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe1b9d5-8267-46ca-ab50-c218da67dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315289 Jun 30 10:47:07.462713 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c08e9c-bf33-468b-861f-79cfaa4a7ede req-c25f47b0-d735-4ea2-9b5b-ae9ad90eb914 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:47:07.464189 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-18c08e9c-bf33-468b-861f-79cfaa4a7ede req-c25f47b0-d735-4ea2-9b5b-ae9ad90eb914 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 945 time: 0.0638657 Jun 30 10:47:07.501693 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-18c08e9c-bf33-468b-861f-79cfaa4a7ede req-18fc4b19-8014-4f1d-b704-47699b3b9bb1 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe1b9d5-8267-46ca-ab50-c218da67dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319328 Jun 30 10:47:08.680336 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7f7c3-7744-4467-9acf-90cca5ff3a32 req-79a0383e-ccad-49dd-b71e-bfd5479e80c1 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:47:08.681787 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-33b7f7c3-7744-4467-9acf-90cca5ff3a32 req-79a0383e-ccad-49dd-b71e-bfd5479e80c1 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 945 time: 0.0628572 Jun 30 10:47:08.719315 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-33b7f7c3-7744-4467-9acf-90cca5ff3a32 req-844569de-9862-4760-8d50-d08ace4a05e2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe1b9d5-8267-46ca-ab50-c218da67dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319047 Jun 30 10:47:09.107830 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:09.758624 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:09.895635 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e95628-f9ea-4079-96eb-a7935b25ff5d req-d6c8fc70-6a9b-4782-a740-02817bd40cfc tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:47:09.897109 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85e95628-f9ea-4079-96eb-a7935b25ff5d req-d6c8fc70-6a9b-4782-a740-02817bd40cfc tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 945 time: 0.0633109 Jun 30 10:47:09.934329 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-85e95628-f9ea-4079-96eb-a7935b25ff5d req-d622b698-40bb-4096-90ab-9765a07694b5 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe1b9d5-8267-46ca-ab50-c218da67dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315478 Jun 30 10:47:11.109356 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609550e0-4df6-4eb4-a76b-931618ad1b3e req-39e79042-0d06-4e16-8bd3-89a0139cad79 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:47:11.110820 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-609550e0-4df6-4eb4-a76b-931618ad1b3e req-39e79042-0d06-4e16-8bd3-89a0139cad79 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 945 time: 0.0641346 Jun 30 10:47:11.149252 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-609550e0-4df6-4eb4-a76b-931618ad1b3e req-0c55dfc7-1c0f-4414-9206-c9a0a57f411d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe1b9d5-8267-46ca-ab50-c218da67dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325971 Jun 30 10:47:11.172976 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36884) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:47:11.236435 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-86b6cecb-6ee0-42b0-92d1-7566d2114ab6 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/floatingips/5b2f9201-8c87-462c-8db2-0986a5495c22 HTTP/1.1" status: 200 len: 992 time: 0.0623245 Jun 30 10:47:12.836239 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3e88a-5304-4942-8d36-e9046aff5640 req-cd3dc223-9775-40da-80fb-fc8084cb1972 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:47:12.837745 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-75c3e88a-5304-4942-8d36-e9046aff5640 req-cd3dc223-9775-40da-80fb-fc8084cb1972 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 945 time: 0.0720417 Jun 30 10:47:12.878026 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-75c3e88a-5304-4942-8d36-e9046aff5640 req-ef3e9135-47ad-4f9a-8f7b-44a43209242d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe1b9d5-8267-46ca-ab50-c218da67dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340662 Jun 30 10:47:12.889423 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40825b7e-dedb-434e-bf05-9abf67b4f78f req-e47ffec6-fa84-46c3-9921-84eadbc621ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:47:12.890936 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-40825b7e-dedb-434e-bf05-9abf67b4f78f req-e47ffec6-fa84-46c3-9921-84eadbc621ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 1097 time: 0.0655189 Jun 30 10:47:12.983054 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40825b7e-dedb-434e-bf05-9abf67b4f78f req-9e500262-29e6-4ab2-9bf2-0694668975e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:47:12.984543 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-40825b7e-dedb-434e-bf05-9abf67b4f78f req-9e500262-29e6-4ab2-9bf2-0694668975e3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a57f23f2-84ce-493d-948b-8213705741e5 HTTP/1.1" status: 200 len: 897 time: 0.0874741 Jun 30 10:47:13.049240 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-40825b7e-dedb-434e-bf05-9abf67b4f78f req-dd2413f4-ad87-4f99-a50e-6bd3f9d1d58b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7c01d07-0afe-4a14-9279-42ffcc8e4a57 HTTP/1.1" status: 200 len: 1000 time: 0.0575864 Jun 30 10:47:13.095734 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40825b7e-dedb-434e-bf05-9abf67b4f78f req-c584fb76-fec2-4bb0-99c6-0384489e8ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:47:13.097142 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-40825b7e-dedb-434e-bf05-9abf67b4f78f req-c584fb76-fec2-4bb0-99c6-0384489e8ff3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9ec5e2a-b58c-4e51-91fa-019e54227416 HTTP/1.1" status: 200 len: 834 time: 0.0420926 Jun 30 10:47:13.159404 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40825b7e-dedb-434e-bf05-9abf67b4f78f req-78df8e2a-a71f-4356-bb26-f6cdd4ed9aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:47:13.160885 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-40825b7e-dedb-434e-bf05-9abf67b4f78f req-78df8e2a-a71f-4356-bb26-f6cdd4ed9aaa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a57f23f2-84ce-493d-948b-8213705741e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567641 Jun 30 10:47:13.250239 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-40825b7e-dedb-434e-bf05-9abf67b4f78f req-f922a661-c16d-4b6b-abe4-2abcb5b5f9e9 service neutron] 10.222.0.37 "GET /v2.0/networks/a57f23f2-84ce-493d-948b-8213705741e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819283 Jun 30 10:47:13.342213 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-40825b7e-dedb-434e-bf05-9abf67b4f78f req-3ac15e7a-1940-4793-9682-64fd9d46a3c5 service neutron] 10.222.0.37 "GET /v2.0/networks/a57f23f2-84ce-493d-948b-8213705741e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861673 Jun 30 10:47:14.065647 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305dcb0-3e71-440a-b57c-a57ad3caca2f req-ade4c6b9-766c-4c70-bf4d-778da8332a2d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:47:14.067207 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7305dcb0-3e71-440a-b57c-a57ad3caca2f req-ade4c6b9-766c-4c70-bf4d-778da8332a2d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 945 time: 0.0697567 Jun 30 10:47:14.104665 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7305dcb0-3e71-440a-b57c-a57ad3caca2f req-4985052f-1f40-4365-94a0-9e3daf206e15 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe1b9d5-8267-46ca-ab50-c218da67dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317631 Jun 30 10:47:15.278738 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215e3da-351c-4a2c-8246-33aa64a8b099 req-22aa4955-cc57-4961-8c69-1867a74abdb8 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:47:15.280232 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0215e3da-351c-4a2c-8246-33aa64a8b099 req-22aa4955-cc57-4961-8c69-1867a74abdb8 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 945 time: 0.0639093 Jun 30 10:47:15.319728 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0215e3da-351c-4a2c-8246-33aa64a8b099 req-4f52ccc7-fd9b-4a8e-a915-f580c86a103c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe1b9d5-8267-46ca-ab50-c218da67dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338376 Jun 30 10:47:15.343696 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36896) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:47:15.408434 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a273a414-515a-44c7-a5d8-179c5a167f55 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/floatingips/5b2f9201-8c87-462c-8db2-0986a5495c22 HTTP/1.1" status: 200 len: 992 time: 0.0634644 Jun 30 10:47:18.964903 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:47:20.574067 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3a63cf85-4a91-49cd-8e75-69eceb325eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:22.992782 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8b3b0e8c-e009-4c49-8340-1df76c1772a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:23.695435 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:25.021234 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:26.699425 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:39.100630 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:39.861237 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:50.557904 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-23c4c1e6-dcd9-42fc-bd76-ee0bb1f9666c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:52.997597 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-db3c7717-fb70-4e4c-ac86-ffaa4498b811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:53.648288 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:53.694183 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c8ee09fc-b97a-4627-bdd6-cb9d776856b5 req-0c102091-58ed-4e67-883e-7008873606b3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520546 Jun 30 10:47:53.797029 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee09fc-b97a-4627-bdd6-cb9d776856b5 req-5d111787-2f70-4315-ba59-9911377ea09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:47:53.798513 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c8ee09fc-b97a-4627-bdd6-cb9d776856b5 req-5d111787-2f70-4315-ba59-9911377ea09d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 1097 time: 0.0573766 Jun 30 10:47:53.903570 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee09fc-b97a-4627-bdd6-cb9d776856b5 req-eda31c3f-8cad-44ec-9d43-49e2234ac63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:47:53.904973 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c8ee09fc-b97a-4627-bdd6-cb9d776856b5 req-eda31c3f-8cad-44ec-9d43-49e2234ac63e service neutron] 10.222.0.37 "GET /v2.0/networks?id=a57f23f2-84ce-493d-948b-8213705741e5 HTTP/1.1" status: 200 len: 897 time: 0.0857129 Jun 30 10:47:53.974215 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c8ee09fc-b97a-4627-bdd6-cb9d776856b5 req-8dec62c8-9cbb-44cb-9b48-96e177e4f50b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7c01d07-0afe-4a14-9279-42ffcc8e4a57 HTTP/1.1" status: 200 len: 1000 time: 0.0630469 Jun 30 10:47:54.024019 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee09fc-b97a-4627-bdd6-cb9d776856b5 req-1bb10e71-7afd-44cd-afd1-d7f1e2df6b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:47:54.025453 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c8ee09fc-b97a-4627-bdd6-cb9d776856b5 req-1bb10e71-7afd-44cd-afd1-d7f1e2df6b58 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9ec5e2a-b58c-4e51-91fa-019e54227416 HTTP/1.1" status: 200 len: 834 time: 0.0453749 Jun 30 10:47:54.092599 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee09fc-b97a-4627-bdd6-cb9d776856b5 req-df3321c4-48a5-47f6-b5ca-a147ff555722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:47:54.094081 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c8ee09fc-b97a-4627-bdd6-cb9d776856b5 req-df3321c4-48a5-47f6-b5ca-a147ff555722 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a57f23f2-84ce-493d-948b-8213705741e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620382 Jun 30 10:47:54.185344 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c8ee09fc-b97a-4627-bdd6-cb9d776856b5 req-5d711d41-5562-42b9-840b-265f2b9090f6 service neutron] 10.222.0.37 "GET /v2.0/networks/a57f23f2-84ce-493d-948b-8213705741e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840802 Jun 30 10:47:54.275915 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c8ee09fc-b97a-4627-bdd6-cb9d776856b5 req-e2478003-c6d7-4295-b5cf-a6d91989200f service neutron] 10.222.0.37 "GET /v2.0/networks/a57f23f2-84ce-493d-948b-8213705741e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829389 Jun 30 10:47:55.015429 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:55.964354 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:47:56.694887 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:04.766281 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36924) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:48:04.925131 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f38b9-3354-4b14-acc1-fa647cfbc70b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Deleting port 7ea9751f-3d73-4876-ab31-923b2c2a4934 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:48:04.925475 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dc4f38b9-3354-4b14-acc1-fa647cfbc70b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:05.001288 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dc4f38b9-3354-4b14-acc1-fa647cfbc70b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:05.001615 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dc4f38b9-3354-4b14-acc1-fa647cfbc70b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:05.013659 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f38b9-3354-4b14-acc1-fa647cfbc70b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Calling delete_port for 7ea9751f-3d73-4876-ab31-923b2c2a4934 owned by network:floatingip {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:48:05.226145 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dc4f38b9-3354-4b14-acc1-fa647cfbc70b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:05.252306 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f38b9-3354-4b14-acc1-fa647cfbc70b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'Port': ['ID=7ea9751f-3d73-4876-ab31-923b2c2a4934,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:05.283805 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4f38b9-3354-4b14-acc1-fa647cfbc70b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:05.284078 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4f38b9-3354-4b14-acc1-fa647cfbc70b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:05.284419 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4f38b9-3354-4b14-acc1-fa647cfbc70b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:05.284756 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4f38b9-3354-4b14-acc1-fa647cfbc70b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:05.285089 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4f38b9-3354-4b14-acc1-fa647cfbc70b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:05.285421 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4f38b9-3354-4b14-acc1-fa647cfbc70b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:05.285751 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4f38b9-3354-4b14-acc1-fa647cfbc70b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:05.286080 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4f38b9-3354-4b14-acc1-fa647cfbc70b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:05.286404 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4f38b9-3354-4b14-acc1-fa647cfbc70b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:05.286726 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4f38b9-3354-4b14-acc1-fa647cfbc70b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:05.287049 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4f38b9-3354-4b14-acc1-fa647cfbc70b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:05.287398 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4f38b9-3354-4b14-acc1-fa647cfbc70b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:05.327304 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dc4f38b9-3354-4b14-acc1-fa647cfbc70b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for floatingip, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:05.327640 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [None req-dc4f38b9-3354-4b14-acc1-fa647cfbc70b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Floating IP 5b2f9201-8c87-462c-8db2-0986a5495c22 disassociated (deleted). External IP: 172.25.6.33, port: a7c01d07-0afe-4a14-9279-42ffcc8e4a57. Jun 30 10:48:05.792245 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4f38b9-3354-4b14-acc1-fa647cfbc70b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Router bca2b6d5-0d90-48b4-98e1-a67c80e1e431 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:48:05.899289 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4f38b9-3354-4b14-acc1-fa647cfbc70b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:48:05.904406 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-dc4f38b9-3354-4b14-acc1-fa647cfbc70b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:05.908868 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7417c6b2-0d2a-4993-b3af-6b1dd2e15b28 None None] Sync routers for ids ['bca2b6d5-0d90-48b4-98e1-a67c80e1e431'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:48:05.918222 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7417c6b2-0d2a-4993-b3af-6b1dd2e15b28 None None] Routers {'bca2b6d5-0d90-48b4-98e1-a67c80e1e431'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:48:05.918824 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-7417c6b2-0d2a-4993-b3af-6b1dd2e15b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:47:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bca2b6d5-0d90-48b4-98e1-a67c80e1e431'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:48:05.944926 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-dc4f38b9-3354-4b14-acc1-fa647cfbc70b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "DELETE /v2.0/floatingips/5b2f9201-8c87-462c-8db2-0986a5495c22 HTTP/1.1" status: 204 len: 168 time: 1.1775115 Jun 30 10:48:05.945525 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3a647d-109e-46ce-8f47-d4784e0f1727', 'tag': 'a7c01d07-0afe-4a14-9279-42ffcc8e4a57'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:48:05.950074 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400a0be1-08e5-4290-b776-a1ca29811725" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3a647d-109e-46ce-8f47-d4784e0f1727", "tag": "a7c01d07-0afe-4a14-9279-42ffcc8e4a57"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:48:05.992582 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a24778-78f1-4cd0-9f86-cc1eb4656dde x-openstack-request-id: req-95a24778-78f1-4cd0-9f86-cc1eb4656dde {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:48:05.992883 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3a647d-109e-46ce-8f47-d4784e0f1727", "tag": "a7c01d07-0afe-4a14-9279-42ffcc8e4a57", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:48:05.993135 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-95a24778-78f1-4cd0-9f86-cc1eb4656dde {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:48:05.993533 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3a647d-109e-46ce-8f47-d4784e0f1727', 'tag': 'a7c01d07-0afe-4a14-9279-42ffcc8e4a57', 'status': 'completed', 'code': 200} Jun 30 10:48:06.027297 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-7417c6b2-0d2a-4993-b3af-6b1dd2e15b28 None None] Set router bca2b6d5-0d90-48b4-98e1-a67c80e1e431 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:48:06.070873 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a0be1-08e5-4290-b776-a1ca29811725 req-98ba77d0-eaa5-4cc5-b180-14cc0ea103b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:06.072597 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-400a0be1-08e5-4290-b776-a1ca29811725 req-98ba77d0-eaa5-4cc5-b180-14cc0ea103b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 1097 time: 0.0575929 Jun 30 10:48:06.171805 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a0be1-08e5-4290-b776-a1ca29811725 req-b0492dc3-075c-4701-b231-3a9313ef64e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:06.173347 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-400a0be1-08e5-4290-b776-a1ca29811725 req-b0492dc3-075c-4701-b231-3a9313ef64e8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a57f23f2-84ce-493d-948b-8213705741e5 HTTP/1.1" status: 200 len: 897 time: 0.0943413 Jun 30 10:48:06.215918 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-400a0be1-08e5-4290-b776-a1ca29811725 req-9f305535-d89f-47fb-bf7b-b67126119bbb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7c01d07-0afe-4a14-9279-42ffcc8e4a57 HTTP/1.1" status: 200 len: 217 time: 0.0366187 Jun 30 10:48:06.234448 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-7417c6b2-0d2a-4993-b3af-6b1dd2e15b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262581842', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '692be717-2d9e-4411-8e77-37f976d92dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:45:33Z', 'updated_at': '2021-06-30T10:45:37Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': '692be717-2d9e-4411-8e77-37f976d92dc9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:82:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:45:33Z', 'updated_at': '2021-06-30T10:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'ea1bf32f-0cd7-471a-9847-fa7682eed856', 'name': '', 'network_id': 'a57f23f2-84ce-493d-948b-8213705741e5', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:76:b7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'd9ec5e2a-b58c-4e51-91fa-019e54227416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:45:36Z', 'updated_at': '2021-06-30T10:45:41Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'd9ec5e2a-b58c-4e51-91fa-019e54227416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:48:06.260037 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7417c6b2-0d2a-4993-b3af-6b1dd2e15b28 None None] Checking router: bca2b6d5-0d90-48b4-98e1-a67c80e1e431 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:48:06.266238 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a0be1-08e5-4290-b776-a1ca29811725 req-03a7a4df-af8d-4492-abe0-d8cec080afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:06.268623 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-400a0be1-08e5-4290-b776-a1ca29811725 req-03a7a4df-af8d-4492-abe0-d8cec080afc6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9ec5e2a-b58c-4e51-91fa-019e54227416 HTTP/1.1" status: 200 len: 834 time: 0.0458000 Jun 30 10:48:06.268940 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7417c6b2-0d2a-4993-b3af-6b1dd2e15b28 None None] Routers {'bca2b6d5-0d90-48b4-98e1-a67c80e1e431'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:48:06.269543 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-7417c6b2-0d2a-4993-b3af-6b1dd2e15b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:47:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bca2b6d5-0d90-48b4-98e1-a67c80e1e431'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:48:06.330490 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a0be1-08e5-4290-b776-a1ca29811725 req-f55b6fcd-1fba-4700-b798-c41d2fbe8cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:06.331943 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-400a0be1-08e5-4290-b776-a1ca29811725 req-f55b6fcd-1fba-4700-b798-c41d2fbe8cbe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a57f23f2-84ce-493d-948b-8213705741e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578315 Jun 30 10:48:06.377235 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-7417c6b2-0d2a-4993-b3af-6b1dd2e15b28 None None] Set router bca2b6d5-0d90-48b4-98e1-a67c80e1e431 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:48:06.429434 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-400a0be1-08e5-4290-b776-a1ca29811725 req-b53109f4-7fc0-4327-a172-1adea08d3874 service neutron] 10.222.0.37 "GET /v2.0/networks/a57f23f2-84ce-493d-948b-8213705741e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844438 Jun 30 10:48:06.535484 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-400a0be1-08e5-4290-b776-a1ca29811725 req-9f2ae15c-689c-4755-a5ff-1b50cbf13a61 service neutron] 10.222.0.37 "GET /v2.0/networks/a57f23f2-84ce-493d-948b-8213705741e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997393 Jun 30 10:48:06.617974 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef389138-e26f-4157-8d47-100e34c1bc43 req-c467f57c-a533-4d01-8670-c92c6d2039c7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:06.620572 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ef389138-e26f-4157-8d47-100e34c1bc43 req-c467f57c-a533-4d01-8670-c92c6d2039c7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 945 time: 0.0665567 Jun 30 10:48:06.658120 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ef389138-e26f-4157-8d47-100e34c1bc43 req-2026a658-0a77-41e4-9c49-0e819f75b1e9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe1b9d5-8267-46ca-ab50-c218da67dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320804 Jun 30 10:48:06.736409 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-7417c6b2-0d2a-4993-b3af-6b1dd2e15b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262581842', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '692be717-2d9e-4411-8e77-37f976d92dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:45:33Z', 'updated_at': '2021-06-30T10:45:37Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': '692be717-2d9e-4411-8e77-37f976d92dc9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:82:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:45:33Z', 'updated_at': '2021-06-30T10:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'ea1bf32f-0cd7-471a-9847-fa7682eed856', 'name': '', 'network_id': 'a57f23f2-84ce-493d-948b-8213705741e5', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:76:b7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'd9ec5e2a-b58c-4e51-91fa-019e54227416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:45:36Z', 'updated_at': '2021-06-30T10:45:41Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'd9ec5e2a-b58c-4e51-91fa-019e54227416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:48:06.763060 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7417c6b2-0d2a-4993-b3af-6b1dd2e15b28 None None] The sync data for ids ['bca2b6d5-0d90-48b4-98e1-a67c80e1e431'] in n-d-771363-31 is: [{'id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262581842', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '692be717-2d9e-4411-8e77-37f976d92dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:45:33Z', 'updated_at': '2021-06-30T10:45:37Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': '692be717-2d9e-4411-8e77-37f976d92dc9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:82:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:45:33Z', 'updated_at': '2021-06-30T10:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'ea1bf32f-0cd7-471a-9847-fa7682eed856', 'name': '', 'network_id': 'a57f23f2-84ce-493d-948b-8213705741e5', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:76:b7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'd9ec5e2a-b58c-4e51-91fa-019e54227416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:45:36Z', 'updated_at': '2021-06-30T10:45:41Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'd9ec5e2a-b58c-4e51-91fa-019e54227416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:48:06.988043 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853bf5a7-0c44-45a1-98d2-e34e337b5d10 None None] New status for floating IP 5b2f9201-8c87-462c-8db2-0986a5495c22: DOWN {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:48:07.854501 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb774237-c680-4765-8d89-262b68135214 req-e9115448-3862-45e2-8770-e8df4ed70522 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:07.856275 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cb774237-c680-4765-8d89-262b68135214 req-e9115448-3862-45e2-8770-e8df4ed70522 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 945 time: 0.0641983 Jun 30 10:48:07.894343 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cb774237-c680-4765-8d89-262b68135214 req-3d98282f-ed90-4b00-b96e-d1f897e1ebf7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe1b9d5-8267-46ca-ab50-c218da67dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324655 Jun 30 10:48:08.350489 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc417431-dc0d-432e-bc49-6eebc7a6f7b5 req-7a78a247-a996-420b-8fac-476ecb12f530 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:08.351877 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cc417431-dc0d-432e-bc49-6eebc7a6f7b5 req-7a78a247-a996-420b-8fac-476ecb12f530 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 945 time: 0.0627079 Jun 30 10:48:08.457216 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-cc417431-dc0d-432e-bc49-6eebc7a6f7b5 req-6be4ef2f-5f10-4b44-853f-5fd5599a66c0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Deleting port a7c01d07-0afe-4a14-9279-42ffcc8e4a57 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:48:08.457565 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-cc417431-dc0d-432e-bc49-6eebc7a6f7b5 req-6be4ef2f-5f10-4b44-853f-5fd5599a66c0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:08.559114 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-cc417431-dc0d-432e-bc49-6eebc7a6f7b5 req-6be4ef2f-5f10-4b44-853f-5fd5599a66c0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] For port a7c01d07-0afe-4a14-9279-42ffcc8e4a57, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=a7c01d07-0afe-4a14-9279-42ffcc8e4a57,segment=NetworkSegment(8107d6cd-532a-40f6-b766-e61ee61c743e),segment_id=8107d6cd-532a-40f6-b766-e61ee61c743e)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:48:08.559506 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-cc417431-dc0d-432e-bc49-6eebc7a6f7b5 req-6be4ef2f-5f10-4b44-853f-5fd5599a66c0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:08.573447 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-cc417431-dc0d-432e-bc49-6eebc7a6f7b5 req-6be4ef2f-5f10-4b44-853f-5fd5599a66c0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Calling delete_port for a7c01d07-0afe-4a14-9279-42ffcc8e4a57 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:48:08.784585 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-cc417431-dc0d-432e-bc49-6eebc7a6f7b5 req-6be4ef2f-5f10-4b44-853f-5fd5599a66c0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:08.814915 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4ef2f-5f10-4b44-853f-5fd5599a66c0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'Port': ['ID=a7c01d07-0afe-4a14-9279-42ffcc8e4a57,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:08.829020 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be4ef2f-5f10-4b44-853f-5fd5599a66c0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:08.829020 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be4ef2f-5f10-4b44-853f-5fd5599a66c0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:08.829020 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be4ef2f-5f10-4b44-853f-5fd5599a66c0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:08.829020 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be4ef2f-5f10-4b44-853f-5fd5599a66c0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:08.829348 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be4ef2f-5f10-4b44-853f-5fd5599a66c0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:08.829425 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be4ef2f-5f10-4b44-853f-5fd5599a66c0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:08.829702 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be4ef2f-5f10-4b44-853f-5fd5599a66c0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:08.830035 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be4ef2f-5f10-4b44-853f-5fd5599a66c0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:08.830365 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be4ef2f-5f10-4b44-853f-5fd5599a66c0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:08.830692 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be4ef2f-5f10-4b44-853f-5fd5599a66c0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:08.831020 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be4ef2f-5f10-4b44-853f-5fd5599a66c0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:08.831381 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be4ef2f-5f10-4b44-853f-5fd5599a66c0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:08.876022 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc417431-dc0d-432e-bc49-6eebc7a6f7b5 req-6be4ef2f-5f10-4b44-853f-5fd5599a66c0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] No DVR routers for this DVR port a7c01d07-0afe-4a14-9279-42ffcc8e4a57 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:48:08.878521 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-cc417431-dc0d-432e-bc49-6eebc7a6f7b5 req-6be4ef2f-5f10-4b44-853f-5fd5599a66c0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:08.880535 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cc417431-dc0d-432e-bc49-6eebc7a6f7b5 req-6be4ef2f-5f10-4b44-853f-5fd5599a66c0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.37 "DELETE /v2.0/ports/a7c01d07-0afe-4a14-9279-42ffcc8e4a57 HTTP/1.1" status: 204 len: 173 time: 0.5231555 Jun 30 10:48:08.880969 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3a647d-109e-46ce-8f47-d4784e0f1727', 'name': 'network-vif-deleted', 'tag': 'a7c01d07-0afe-4a14-9279-42ffcc8e4a57'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:48:08.883253 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a56177-43db-469d-a61a-78f74f084be3" -d '{"events": [{"server_uuid": "1e3a647d-109e-46ce-8f47-d4784e0f1727", "name": "network-vif-deleted", "tag": "a7c01d07-0afe-4a14-9279-42ffcc8e4a57"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:48:08.967438 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123e7e3a-d85a-4364-9549-f629263d67b7 x-openstack-request-id: req-123e7e3a-d85a-4364-9549-f629263d67b7 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:48:08.967735 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3a647d-109e-46ce-8f47-d4784e0f1727", "name": "network-vif-deleted", "tag": "a7c01d07-0afe-4a14-9279-42ffcc8e4a57", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:48:08.967996 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-123e7e3a-d85a-4364-9549-f629263d67b7 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:48:08.968414 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3a647d-109e-46ce-8f47-d4784e0f1727', 'name': 'network-vif-deleted', 'tag': 'a7c01d07-0afe-4a14-9279-42ffcc8e4a57', 'status': 'completed', 'code': 200} Jun 30 10:48:09.039751 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bbd48d2d-d4e6-4be8-b29c-c254f534e6fa req-2186fe7f-6eb7-4f1c-8226-1e241dc7e990 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3a647d-109e-46ce-8f47-d4784e0f1727 HTTP/1.1" status: 200 len: 210 time: 0.0281549 Jun 30 10:48:09.203575 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:09.837555 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:10.136275 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36946) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:48:10.837983 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-10512ed1-6701-4585-8519-4b20119ced6a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:11.101613 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-10512ed1-6701-4585-8519-4b20119ced6a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Deleting port ea1bf32f-0cd7-471a-9847-fa7682eed856 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:48:11.101867 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-10512ed1-6701-4585-8519-4b20119ced6a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:11.192635 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-10512ed1-6701-4585-8519-4b20119ced6a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] For port ea1bf32f-0cd7-471a-9847-fa7682eed856, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=ea1bf32f-0cd7-471a-9847-fa7682eed856,segment=NetworkSegment(8107d6cd-532a-40f6-b766-e61ee61c743e),segment_id=8107d6cd-532a-40f6-b766-e61ee61c743e)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:48:11.193312 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-10512ed1-6701-4585-8519-4b20119ced6a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:11.206526 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-10512ed1-6701-4585-8519-4b20119ced6a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Calling delete_port for ea1bf32f-0cd7-471a-9847-fa7682eed856 owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:48:11.475906 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-10512ed1-6701-4585-8519-4b20119ced6a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:11.504415 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10512ed1-6701-4585-8519-4b20119ced6a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'Port': ['ID=ea1bf32f-0cd7-471a-9847-fa7682eed856,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:11.685013 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-10512ed1-6701-4585-8519-4b20119ced6a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:11.899574 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10512ed1-6701-4585-8519-4b20119ced6a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Router bca2b6d5-0d90-48b4-98e1-a67c80e1e431 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:48:12.002254 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10512ed1-6701-4585-8519-4b20119ced6a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:48:12.010410 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-10512ed1-6701-4585-8519-4b20119ced6a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "PUT /v2.0/routers/bca2b6d5-0d90-48b4-98e1-a67c80e1e431/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8697586 Jun 30 10:48:12.010514 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36948) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:48:12.012177 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ada3fc1-489e-4521-9967-f9c55373d453 None None] Sync routers for ids ['bca2b6d5-0d90-48b4-98e1-a67c80e1e431'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:48:12.021442 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ada3fc1-489e-4521-9967-f9c55373d453 None None] Routers {'bca2b6d5-0d90-48b4-98e1-a67c80e1e431'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:48:12.022060 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-6ada3fc1-489e-4521-9967-f9c55373d453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:47:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bca2b6d5-0d90-48b4-98e1-a67c80e1e431'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:48:12.066281 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-3691a0bf-532b-4671-8e2f-34d82afef2e6 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Deleting subnet d9ec5e2a-b58c-4e51-91fa-019e54227416 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:48:12.069450 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3691a0bf-532b-4671-8e2f-34d82afef2e6 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:12.109824 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3691a0bf-532b-4671-8e2f-34d82afef2e6 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:12.126179 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-6ada3fc1-489e-4521-9967-f9c55373d453 None None] Set router bca2b6d5-0d90-48b4-98e1-a67c80e1e431 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:48:12.194605 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3691a0bf-532b-4671-8e2f-34d82afef2e6 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:12.313736 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-6ada3fc1-489e-4521-9967-f9c55373d453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262581842', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '692be717-2d9e-4411-8e77-37f976d92dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:45:33Z', 'updated_at': '2021-06-30T10:48:11Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': '692be717-2d9e-4411-8e77-37f976d92dc9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:82:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:45:33Z', 'updated_at': '2021-06-30T10:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:48:12.343671 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ada3fc1-489e-4521-9967-f9c55373d453 None None] Checking router: bca2b6d5-0d90-48b4-98e1-a67c80e1e431 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:48:12.346518 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3691a0bf-532b-4671-8e2f-34d82afef2e6 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:12.352362 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ada3fc1-489e-4521-9967-f9c55373d453 None None] Routers {'bca2b6d5-0d90-48b4-98e1-a67c80e1e431'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:48:12.352981 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-6ada3fc1-489e-4521-9967-f9c55373d453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:47:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['bca2b6d5-0d90-48b4-98e1-a67c80e1e431'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:48:12.376031 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691a0bf-532b-4671-8e2f-34d82afef2e6 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ec5e2a-b58c-4e51-91fa-019e54227416,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:12.377988 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3691a0bf-532b-4671-8e2f-34d82afef2e6 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:12.382373 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3691a0bf-532b-4671-8e2f-34d82afef2e6 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "DELETE /v2.0/subnets/d9ec5e2a-b58c-4e51-91fa-019e54227416 HTTP/1.1" status: 204 len: 168 time: 0.3685491 Jun 30 10:48:12.383293 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36950) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:48:12.390244 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7c61f0-d826-4bd2-91bd-5829bd9a8899 None None] Network a57f23f2-84ce-493d-948b-8213705741e5 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:48:12.492359 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-535bcbc0-2805-4336-891b-8f3d42cda13f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:12.550244 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-6ada3fc1-489e-4521-9967-f9c55373d453 None None] Set router bca2b6d5-0d90-48b4-98e1-a67c80e1e431 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:48:12.599240 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-535bcbc0-2805-4336-891b-8f3d42cda13f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:12.736251 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81497cb-65f5-41b8-906b-e4c5f0469c53 None None] DHCP port deletion for a57f23f2-84ce-493d-948b-8213705741e5 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:48:12.740275 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-535bcbc0-2805-4336-891b-8f3d42cda13f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Deleting port 692be717-2d9e-4411-8e77-37f976d92dc9 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:48:12.740626 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-535bcbc0-2805-4336-891b-8f3d42cda13f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:12.773535 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-6ada3fc1-489e-4521-9967-f9c55373d453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262581842', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '692be717-2d9e-4411-8e77-37f976d92dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:45:33Z', 'updated_at': '2021-06-30T10:48:11Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': '692be717-2d9e-4411-8e77-37f976d92dc9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:82:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:45:33Z', 'updated_at': '2021-06-30T10:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:48:12.807734 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ada3fc1-489e-4521-9967-f9c55373d453 None None] The sync data for ids ['bca2b6d5-0d90-48b4-98e1-a67c80e1e431'] in n-d-771363-31 is: [{'id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262581842', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '692be717-2d9e-4411-8e77-37f976d92dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:45:33Z', 'updated_at': '2021-06-30T10:48:11Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': '692be717-2d9e-4411-8e77-37f976d92dc9', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:82:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca2b6d5-0d90-48b4-98e1-a67c80e1e431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:45:33Z', 'updated_at': '2021-06-30T10:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:48:12.826205 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-c81497cb-65f5-41b8-906b-e4c5f0469c53 None None] Deleting port 50db0fa6-e1dc-4344-b467-f77a2bfec51d {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:48:12.826579 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c81497cb-65f5-41b8-906b-e4c5f0469c53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:12.828553 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-535bcbc0-2805-4336-891b-8f3d42cda13f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] For port 692be717-2d9e-4411-8e77-37f976d92dc9, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=692be717-2d9e-4411-8e77-37f976d92dc9,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:48:12.828929 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-535bcbc0-2805-4336-891b-8f3d42cda13f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:12.843910 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-535bcbc0-2805-4336-891b-8f3d42cda13f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Calling delete_port for 692be717-2d9e-4411-8e77-37f976d92dc9 owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:48:12.893412 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-c81497cb-65f5-41b8-906b-e4c5f0469c53 None None] For port 50db0fa6-e1dc-4344-b467-f77a2bfec51d, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=50db0fa6-e1dc-4344-b467-f77a2bfec51d,segment=NetworkSegment(8107d6cd-532a-40f6-b766-e61ee61c743e),segment_id=8107d6cd-532a-40f6-b766-e61ee61c743e)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:48:12.893805 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c81497cb-65f5-41b8-906b-e4c5f0469c53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:12.907138 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-c81497cb-65f5-41b8-906b-e4c5f0469c53 None None] Calling delete_port for 50db0fa6-e1dc-4344-b467-f77a2bfec51d owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:48:12.948385 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device a7c01d07-0afe-4a14-9279-42ffcc8e4a57 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:48:12.974993 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: a7c01d07-0afe-4a14-9279-42ffcc8e4a57 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:48:12.975365 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device a7c01d07-0afe-4a14-9279-42ffcc8e4a57 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:48:13.104670 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c81497cb-65f5-41b8-906b-e4c5f0469c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:13.128648 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81497cb-65f5-41b8-906b-e4c5f0469c53 None None] Pushing event deleted for resources: {'Port': ['ID=50db0fa6-e1dc-4344-b467-f77a2bfec51d,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:13.138348 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81497cb-65f5-41b8-906b-e4c5f0469c53 None None] No DVR routers for this DVR port 50db0fa6-e1dc-4344-b467-f77a2bfec51d on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:48:13.140703 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81497cb-65f5-41b8-906b-e4c5f0469c53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:13.141043 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81497cb-65f5-41b8-906b-e4c5f0469c53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:13.141411 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81497cb-65f5-41b8-906b-e4c5f0469c53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:13.141740 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81497cb-65f5-41b8-906b-e4c5f0469c53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:13.142087 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81497cb-65f5-41b8-906b-e4c5f0469c53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:13.142401 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81497cb-65f5-41b8-906b-e4c5f0469c53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:13.142721 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81497cb-65f5-41b8-906b-e4c5f0469c53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:13.143039 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81497cb-65f5-41b8-906b-e4c5f0469c53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:13.143387 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81497cb-65f5-41b8-906b-e4c5f0469c53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:13.143711 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81497cb-65f5-41b8-906b-e4c5f0469c53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:13.144028 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81497cb-65f5-41b8-906b-e4c5f0469c53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:13.144345 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81497cb-65f5-41b8-906b-e4c5f0469c53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:13.162215 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-535bcbc0-2805-4336-891b-8f3d42cda13f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:13.189116 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535bcbc0-2805-4336-891b-8f3d42cda13f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'Port': ['ID=692be717-2d9e-4411-8e77-37f976d92dc9,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:13.233030 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device ea1bf32f-0cd7-471a-9847-fa7682eed856 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:48:13.255580 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: ea1bf32f-0cd7-471a-9847-fa7682eed856 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:48:13.255917 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device ea1bf32f-0cd7-471a-9847-fa7682eed856 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:48:13.256469 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 50db0fa6-e1dc-4344-b467-f77a2bfec51d no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:48:13.260772 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-535bcbc0-2805-4336-891b-8f3d42cda13f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:13.277855 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 50db0fa6-e1dc-4344-b467-f77a2bfec51d {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:48:13.278206 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 50db0fa6-e1dc-4344-b467-f77a2bfec51d not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:48:13.357545 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-535bcbc0-2805-4336-891b-8f3d42cda13f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:13.359750 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-535bcbc0-2805-4336-891b-8f3d42cda13f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:13.495595 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-535bcbc0-2805-4336-891b-8f3d42cda13f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:13.496150 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535bcbc0-2805-4336-891b-8f3d42cda13f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Fanout notify agent at l3_agent the message router_deleted on router bca2b6d5-0d90-48b4-98e1-a67c80e1e431 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:48:13.504843 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-535bcbc0-2805-4336-891b-8f3d42cda13f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:13.504843 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-535bcbc0-2805-4336-891b-8f3d42cda13f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "DELETE /v2.0/routers/bca2b6d5-0d90-48b4-98e1-a67c80e1e431 HTTP/1.1" status: 204 len: 168 time: 1.1205318 Jun 30 10:48:13.506950 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36952) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:48:13.597962 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f7059693-7a3c-42a9-a370-c2ce38aed3d9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:13.687959 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f7059693-7a3c-42a9-a370-c2ce38aed3d9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:13.697715 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-f7059693-7a3c-42a9-a370-c2ce38aed3d9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57f23f2-84ce-493d-948b-8213705741e5']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:48:13.707955 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-f7059693-7a3c-42a9-a370-c2ce38aed3d9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8107d6cd-532a-40f6-b766-e61ee61c743e') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:48:13.708260 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-f7059693-7a3c-42a9-a370-c2ce38aed3d9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8107d6cd-532a-40f6-b766-e61ee61c743e') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:48:13.717568 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f7059693-7a3c-42a9-a370-c2ce38aed3d9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:13.737373 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f7059693-7a3c-42a9-a370-c2ce38aed3d9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:13.743422 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7059693-7a3c-42a9-a370-c2ce38aed3d9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:48:13.750400 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f7059693-7a3c-42a9-a370-c2ce38aed3d9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:13.750400 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 10:48:13.750400 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:48:13.750400 n-d-771363-31 neutron-server[101053]: timer() Jun 30 10:48:13.750400 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:48:13.750400 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 10:48:13.750400 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:48:13.750400 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 10:48:13.750400 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:48:13.750400 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 10:48:13.750400 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:48:13.750400 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 10:48:13.750400 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:48:13.750400 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 10:48:13.750400 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:48:13.750400 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:48:13.750400 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:48:13.750400 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:48:13.750400 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:48:13.750400 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 10:48:13.750400 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:48:13.750400 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 10:48:13.750400 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:48:13.750400 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:48:13.750400 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:48:13.750400 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 10:48:13.750400 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:48:13.750400 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:48:13.750400 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:48:13.750400 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:48:13.750400 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:48:13.750400 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:48:13.750400 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:48:13.849055 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f7059693-7a3c-42a9-a370-c2ce38aed3d9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:13.860530 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f7059693-7a3c-42a9-a370-c2ce38aed3d9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:13.860530 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f7059693-7a3c-42a9-a370-c2ce38aed3d9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "DELETE /v2.0/networks/a57f23f2-84ce-493d-948b-8213705741e5 HTTP/1.1" status: 204 len: 168 time: 0.3512914 Jun 30 10:48:13.862158 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36954) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:48:13.871612 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7059693-7a3c-42a9-a370-c2ce38aed3d9 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'Network': ['ID=a57f23f2-84ce-493d-948b-8213705741e5,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:13.926862 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5487dbc1-1d9f-435b-ab06-2728b8f7d9e0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:13.953375 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5487dbc1-1d9f-435b-ab06-2728b8f7d9e0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:14.092704 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5487dbc1-1d9f-435b-ab06-2728b8f7d9e0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:14.095292 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5487dbc1-1d9f-435b-ab06-2728b8f7d9e0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:14.096460 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5487dbc1-1d9f-435b-ab06-2728b8f7d9e0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "DELETE /v2.0/security-groups/8fe1b9d5-8267-46ca-ab50-c218da67dca4 HTTP/1.1" status: 204 len: 168 time: 0.2332971 Jun 30 10:48:14.108809 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487dbc1-1d9f-435b-ab06-2728b8f7d9e0 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe1b9d5-8267-46ca-ab50-c218da67dca4,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:14.541256 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36960) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:48:14.546008 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-bcb34268-efd1-4ae3-b2bc-81db99bbc8ac tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1847223585', 'description': 'tempest-secgroup-smoke-1847223585 description', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:48:14.649118 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bcb34268-efd1-4ae3-b2bc-81db99bbc8ac tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:14.731349 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bcb34268-efd1-4ae3-b2bc-81db99bbc8ac tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:14.802730 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bcb34268-efd1-4ae3-b2bc-81db99bbc8ac tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:14.832200 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb34268-efd1-4ae3-b2bc-81db99bbc8ac tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8706a453-c364-4062-83e8-6270d30c86b3,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:14.905847 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-bcb34268-efd1-4ae3-b2bc-81db99bbc8ac tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:14.907182 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-bcb34268-efd1-4ae3-b2bc-81db99bbc8ac tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3648505 Jun 30 10:48:14.910170 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36962) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:48:14.916599 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-00426c6d-b6db-4208-925a-a003f2fbf9e4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group_rule': {'security_group_id': '8706a453-c364-4062-83e8-6270d30c86b3', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:48:14.970588 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 692be717-2d9e-4411-8e77-37f976d92dc9 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:48:14.996233 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 692be717-2d9e-4411-8e77-37f976d92dc9 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:48:14.996233 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 692be717-2d9e-4411-8e77-37f976d92dc9 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:48:15.020477 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-00426c6d-b6db-4208-925a-a003f2fbf9e4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:15.079766 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-00426c6d-b6db-4208-925a-a003f2fbf9e4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:15.209013 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-00426c6d-b6db-4208-925a-a003f2fbf9e4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:15.231251 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00426c6d-b6db-4208-925a-a003f2fbf9e4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab1a6501-fe47-4cf7-8aa6-5669ed6e3318,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:15.327240 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-00426c6d-b6db-4208-925a-a003f2fbf9e4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:15.328405 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-00426c6d-b6db-4208-925a-a003f2fbf9e4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4169731 Jun 30 10:48:15.331372 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36964) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:48:15.335756 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-f5c7dfc9-ba54-49e0-94a6-af6d54b283b4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group_rule': {'security_group_id': '8706a453-c364-4062-83e8-6270d30c86b3', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:48:15.418221 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f5c7dfc9-ba54-49e0-94a6-af6d54b283b4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:15.474893 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f5c7dfc9-ba54-49e0-94a6-af6d54b283b4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:15.561400 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f5c7dfc9-ba54-49e0-94a6-af6d54b283b4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:15.578874 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7dfc9-ba54-49e0-94a6-af6d54b283b4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5973c76-0693-457b-a252-2b3445de0465,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:15.669777 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f5c7dfc9-ba54-49e0-94a6-af6d54b283b4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:15.670971 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f5c7dfc9-ba54-49e0-94a6-af6d54b283b4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3386891 Jun 30 10:48:15.673756 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36966) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:48:15.678140 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-faf57544-36e8-4f74-87f5-de20fbf00a64 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group_rule': {'security_group_id': '8706a453-c364-4062-83e8-6270d30c86b3', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:48:15.783640 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-faf57544-36e8-4f74-87f5-de20fbf00a64 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:15.841315 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-faf57544-36e8-4f74-87f5-de20fbf00a64 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:15.921662 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-faf57544-36e8-4f74-87f5-de20fbf00a64 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:15.940398 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf57544-36e8-4f74-87f5-de20fbf00a64 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2627499a-38e3-4659-b46c-5ed8ed4b1ae9,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:16.007141 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-faf57544-36e8-4f74-87f5-de20fbf00a64 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:16.008378 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-faf57544-36e8-4f74-87f5-de20fbf00a64 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3337057 Jun 30 10:48:16.011267 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36968) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:48:16.015754 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-ee225d29-edc4-4a29-88a4-573a3412e4c2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group_rule': {'security_group_id': '8706a453-c364-4062-83e8-6270d30c86b3', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:48:16.140266 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ee225d29-edc4-4a29-88a4-573a3412e4c2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:16.198532 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ee225d29-edc4-4a29-88a4-573a3412e4c2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:16.265655 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ee225d29-edc4-4a29-88a4-573a3412e4c2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:16.285629 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee225d29-edc4-4a29-88a4-573a3412e4c2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=949ec040-3ca3-4b33-ac93-fa06ee49e1ad,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:16.340613 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ee225d29-edc4-4a29-88a4-573a3412e4c2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:16.341859 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ee225d29-edc4-4a29-88a4-573a3412e4c2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3296757 Jun 30 10:48:16.344656 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36970) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:48:16.349092 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-7bae7776-3838-4b50-bf74-01c21457c415 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group_rule': {'security_group_id': '8706a453-c364-4062-83e8-6270d30c86b3', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:48:16.460441 n-d-771363-31 neutron-server[101054]: INFO neutron.db.securitygroups_db [None req-7bae7776-3838-4b50-bf74-01c21457c415 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Project 93892fa53c864b9b82b15f44cdcb4a01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:48:16.466830 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7bae7776-3838-4b50-bf74-01c21457c415 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:16.530236 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7bae7776-3838-4b50-bf74-01c21457c415 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:16.603493 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7bae7776-3838-4b50-bf74-01c21457c415 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:16.621937 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae7776-3838-4b50-bf74-01c21457c415 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e7cade9-5713-41ab-a9c7-08557f328cfe,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:16.699273 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-7bae7776-3838-4b50-bf74-01c21457c415 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:16.700556 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-7bae7776-3838-4b50-bf74-01c21457c415 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3549802 Jun 30 10:48:16.703233 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36972) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:48:16.707785 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-a8cba28a-0226-482d-b1c9-64f6c528e0bc tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'security_group_rule': {'security_group_id': '8706a453-c364-4062-83e8-6270d30c86b3', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:48:16.786207 n-d-771363-31 neutron-server[101054]: INFO neutron.db.securitygroups_db [None req-a8cba28a-0226-482d-b1c9-64f6c528e0bc tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Project 93892fa53c864b9b82b15f44cdcb4a01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:48:16.791462 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8cba28a-0226-482d-b1c9-64f6c528e0bc tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:16.852746 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8cba28a-0226-482d-b1c9-64f6c528e0bc tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:16.911965 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8cba28a-0226-482d-b1c9-64f6c528e0bc tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:16.935615 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cba28a-0226-482d-b1c9-64f6c528e0bc tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22dff6a5-1b9d-44d0-8257-dfb1c863004d,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:17.020380 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a8cba28a-0226-482d-b1c9-64f6c528e0bc tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:17.021618 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a8cba28a-0226-482d-b1c9-64f6c528e0bc tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3174379 Jun 30 10:48:17.024406 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36974) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:48:17.030514 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-61176868-3ae0-41b7-b969-e8d1410f1d02 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'network': {'name': 'tempest-network-smoke--2104235758', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'port_security_enabled': True}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:48:17.126973 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61176868-3ae0-41b7-b969-e8d1410f1d02 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Made reservation on behalf of 93892fa53c864b9b82b15f44cdcb4a01 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:48:17.130473 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-61176868-3ae0-41b7-b969-e8d1410f1d02 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:17.155605 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61176868-3ae0-41b7-b969-e8d1410f1d02 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:48:17.164254 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-61176868-3ae0-41b7-b969-e8d1410f1d02 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:17.164607 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-61176868-3ae0-41b7-b969-e8d1410f1d02 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Added segment 07d31a3f-5858-4c43-8a51-ac24376e0c98 of type vlan for network d183886c-ee27-453a-91ca-925b6c7aacfa Jun 30 10:48:17.208149 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-61176868-3ae0-41b7-b969-e8d1410f1d02 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:17.328643 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-61176868-3ae0-41b7-b969-e8d1410f1d02 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:17.334111 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61176868-3ae0-41b7-b969-e8d1410f1d02 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:17.334691 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-61176868-3ae0-41b7-b969-e8d1410f1d02 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:17.399057 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61176868-3ae0-41b7-b969-e8d1410f1d02 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Network': ['ID=d183886c-ee27-453a-91ca-925b6c7aacfa,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:17.410252 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network d183886c-ee27-453a-91ca-925b6c7aacfa details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:48:17.450883 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-61176868-3ae0-41b7-b969-e8d1410f1d02 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4245732 Jun 30 10:48:17.453599 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36976) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:48:17.460967 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-682c8756-2280-4ae8-9801-fb46d4d25e31 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1384408363', 'admin_state_up': True, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:48:17.550241 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-682c8756-2280-4ae8-9801-fb46d4d25e31 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:17.551487 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-682c8756-2280-4ae8-9801-fb46d4d25e31 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:17.610241 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-682c8756-2280-4ae8-9801-fb46d4d25e31 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:17.849159 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-682c8756-2280-4ae8-9801-fb46d4d25e31 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:18.117548 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-682c8756-2280-4ae8-9801-fb46d4d25e31 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:18.136467 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-682c8756-2280-4ae8-9801-fb46d4d25e31 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:18.239202 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-682c8756-2280-4ae8-9801-fb46d4d25e31 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Allocated IP 172.25.6.88 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/c67df577-24a6-46ba-b4d6-10d453be11d8) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:48:18.345709 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-682c8756-2280-4ae8-9801-fb46d4d25e31 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:18.466807 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-682c8756-2280-4ae8-9801-fb46d4d25e31 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:18.506875 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682c8756-2280-4ae8-9801-fb46d4d25e31 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:48:18.512861 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-682c8756-2280-4ae8-9801-fb46d4d25e31 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:48:18.517739 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682c8756-2280-4ae8-9801-fb46d4d25e31 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:48:18.520383 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c8756-2280-4ae8-9801-fb46d4d25e31 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Port': ['ID=c67df577-24a6-46ba-b4d6-10d453be11d8,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:18.838130 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-682c8756-2280-4ae8-9801-fb46d4d25e31 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:19.042607 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-682c8756-2280-4ae8-9801-fb46d4d25e31 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:19.252804 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682c8756-2280-4ae8-9801-fb46d4d25e31 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Router 2f25bc3a-f832-4a22-ab05-fd0739042292 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:48:19.359139 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682c8756-2280-4ae8-9801-fb46d4d25e31 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:48:19.369693 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d3a112-7063-406d-94f9-367d4f15226a None None] Sync routers for ids ['2f25bc3a-f832-4a22-ab05-fd0739042292'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:48:19.379322 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d3a112-7063-406d-94f9-367d4f15226a None None] Routers {'2f25bc3a-f832-4a22-ab05-fd0739042292'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:48:19.380003 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-75d3a112-7063-406d-94f9-367d4f15226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:47:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['2f25bc3a-f832-4a22-ab05-fd0739042292'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:48:19.441502 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-682c8756-2280-4ae8-9801-fb46d4d25e31 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:19.442828 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-682c8756-2280-4ae8-9801-fb46d4d25e31 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9879012 Jun 30 10:48:19.448076 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36978) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:48:19.476746 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-16771efd-46dd-4d71-886e-22f7b78a7061 tempest-TestNetworkAdvancedServerOps-748112870 tempest-TestNetworkAdvancedServerOps-748112870-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=93892fa53c864b9b82b15f44cdcb4a01&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274675 Jun 30 10:48:19.481932 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36980) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:48:19.483403 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-75d3a112-7063-406d-94f9-367d4f15226a None None] Set router 2f25bc3a-f832-4a22-ab05-fd0739042292 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:48:19.580076 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f96feb-1f73-41f7-a422-37978a974eb6 tempest-TestNetworkAdvancedServerOps-748112870 tempest-TestNetworkAdvancedServerOps-748112870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:19.581560 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-49f96feb-1f73-41f7-a422-37978a974eb6 tempest-TestNetworkAdvancedServerOps-748112870 tempest-TestNetworkAdvancedServerOps-748112870-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0986042 Jun 30 10:48:19.584436 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36982) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:48:19.613119 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-16037b65-7273-48b2-a8f2-ae5ff005f00c tempest-TestNetworkAdvancedServerOps-748112870 tempest-TestNetworkAdvancedServerOps-748112870-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=599fb812-09ee-4e3b-a109-d92406a95c23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275910 Jun 30 10:48:19.615683 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 36984) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:48:19.662426 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-75d3a112-7063-406d-94f9-367d4f15226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384408363', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'c67df577-24a6-46ba-b4d6-10d453be11d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:48:17Z', 'updated_at': '2021-06-30T10:48:18Z', 'revision_number': 3, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'c67df577-24a6-46ba-b4d6-10d453be11d8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:48:18Z', 'updated_at': '2021-06-30T10:48:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:48:19.692127 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d3a112-7063-406d-94f9-367d4f15226a None None] Checking router: 2f25bc3a-f832-4a22-ab05-fd0739042292 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:48:19.692470 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d3a112-7063-406d-94f9-367d4f15226a None None] Updating router 2f25bc3a-f832-4a22-ab05-fd0739042292 port c67df577-24a6-46ba-b4d6-10d453be11d8 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:48:19.726952 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-75d3a112-7063-406d-94f9-367d4f15226a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:19.761961 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-2348d47d-e485-4f07-9ed2-2db542eaa14b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-300996595', 'network_id': 'd183886c-ee27-453a-91ca-925b6c7aacfa', 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:48:19.934458 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2348d47d-e485-4f07-9ed2-2db542eaa14b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Made reservation on behalf of 93892fa53c864b9b82b15f44cdcb4a01 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:48:19.937961 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2348d47d-e485-4f07-9ed2-2db542eaa14b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:19.985609 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-75d3a112-7063-406d-94f9-367d4f15226a None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:19.996536 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-75d3a112-7063-406d-94f9-367d4f15226a None None] Transition to ACTIVE for port object c67df577-24a6-46ba-b4d6-10d453be11d8 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:48:20.075745 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-75d3a112-7063-406d-94f9-367d4f15226a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:20.128008 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-75d3a112-7063-406d-94f9-367d4f15226a None None] Attempting to bind port c67df577-24a6-46ba-b4d6-10d453be11d8 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:48:20.137816 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-75d3a112-7063-406d-94f9-367d4f15226a None None] Attempting to bind port c67df577-24a6-46ba-b4d6-10d453be11d8 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:48:20.137816 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d3a112-7063-406d-94f9-367d4f15226a None None] Attempting to bind port c67df577-24a6-46ba-b4d6-10d453be11d8 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:48:20.137816 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615c902-4edb-41fa-abab-7f927c5c2466 None None] Pushing event updated for resources: {'Port': ['ID=c67df577-24a6-46ba-b4d6-10d453be11d8,revision_number=2']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:20.137816 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d3a112-7063-406d-94f9-367d4f15226a None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:48:20.137816 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d3a112-7063-406d-94f9-367d4f15226a None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:48:20.137816 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-75d3a112-7063-406d-94f9-367d4f15226a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:20.137816 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d3a112-7063-406d-94f9-367d4f15226a None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:48:20.138524 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-75d3a112-7063-406d-94f9-367d4f15226a None None] Bound port: c67df577-24a6-46ba-b4d6-10d453be11d8, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:48:20.138524 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-75d3a112-7063-406d-94f9-367d4f15226a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:20.164447 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615c902-4edb-41fa-abab-7f927c5c2466 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:20.164789 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615c902-4edb-41fa-abab-7f927c5c2466 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:20.165508 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615c902-4edb-41fa-abab-7f927c5c2466 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:20.165508 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615c902-4edb-41fa-abab-7f927c5c2466 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:20.165812 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615c902-4edb-41fa-abab-7f927c5c2466 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:20.166138 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615c902-4edb-41fa-abab-7f927c5c2466 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:20.166542 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615c902-4edb-41fa-abab-7f927c5c2466 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:20.166787 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615c902-4edb-41fa-abab-7f927c5c2466 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:20.167104 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615c902-4edb-41fa-abab-7f927c5c2466 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:20.167445 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615c902-4edb-41fa-abab-7f927c5c2466 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:20.167764 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615c902-4edb-41fa-abab-7f927c5c2466 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:20.171973 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615c902-4edb-41fa-abab-7f927c5c2466 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:48:20.204358 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-75d3a112-7063-406d-94f9-367d4f15226a None None] For port c67df577-24a6-46ba-b4d6-10d453be11d8, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:48:20.207230 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-75d3a112-7063-406d-94f9-367d4f15226a None None] For port c67df577-24a6-46ba-b4d6-10d453be11d8, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c67df577-24a6-46ba-b4d6-10d453be11d8,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:48:20.243390 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2348d47d-e485-4f07-9ed2-2db542eaa14b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:20.307439 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348d47d-e485-4f07-9ed2-2db542eaa14b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Subnet': ['ID=bc8676d4-25e7-4a3d-913f-f6fa15c1ef82,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:20.317489 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-75d3a112-7063-406d-94f9-367d4f15226a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:20.318274 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2348d47d-e485-4f07-9ed2-2db542eaa14b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Checking segment: {'id': '07d31a3f-5858-4c43-8a51-ac24376e0c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd183886c-ee27-453a-91ca-925b6c7aacfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:48:20.318631 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2348d47d-e485-4f07-9ed2-2db542eaa14b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network hostable DHCP agents. Network: d183886c-ee27-453a-91ca-925b6c7aacfa, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:48:20.376734 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d3a112-7063-406d-94f9-367d4f15226a None None] Routers {'2f25bc3a-f832-4a22-ab05-fd0739042292'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:48:20.377356 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-75d3a112-7063-406d-94f9-367d4f15226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:47:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['2f25bc3a-f832-4a22-ab05-fd0739042292'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:48:20.382160 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615c902-4edb-41fa-abab-7f927c5c2466 None None] Pushing event updated for resources: {'Port': ['ID=c67df577-24a6-46ba-b4d6-10d453be11d8,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:20.432250 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2348d47d-e485-4f07-9ed2-2db542eaa14b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network d183886c-ee27-453a-91ca-925b6c7aacfa is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:48:20.485882 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-75d3a112-7063-406d-94f9-367d4f15226a None None] Set router 2f25bc3a-f832-4a22-ab05-fd0739042292 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:48:20.586374 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-2348d47d-e485-4f07-9ed2-2db542eaa14b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, d183886c-ee27-453a-91ca-925b6c7aacfa) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:48:20.594678 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba7373d-121a-4757-afe2-d09a9e7a1c44 None None] Network d183886c-ee27-453a-91ca-925b6c7aacfa requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:48:20.599610 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2348d47d-e485-4f07-9ed2-2db542eaa14b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:20.600227 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2348d47d-e485-4f07-9ed2-2db542eaa14b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:20.664427 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-75d3a112-7063-406d-94f9-367d4f15226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384408363', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'c67df577-24a6-46ba-b4d6-10d453be11d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:48:17Z', 'updated_at': '2021-06-30T10:48:18Z', 'revision_number': 3, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'c67df577-24a6-46ba-b4d6-10d453be11d8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:48:18Z', 'updated_at': '2021-06-30T10:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:48:20.725146 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3853dc79-6e29-4659-b399-be3b79e39d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:20.741021 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2348d47d-e485-4f07-9ed2-2db542eaa14b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1242065 Jun 30 10:48:20.744780 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 36988) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:48:20.758425 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2790335-4b89-43c5-a58b-9e655314e824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-d183886c-ee27-453a-91ca-925b6c7aacfa', 'network_id': 'd183886c-ee27-453a-91ca-925b6c7aacfa', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'fixed_ips': [{'subnet_id': 'bc8676d4-25e7-4a3d-913f-f6fa15c1ef82'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:48:20.760150 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c2790335-4b89-43c5-a58b-9e655314e824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:20.787537 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d3a112-7063-406d-94f9-367d4f15226a None None] The sync data for ids ['2f25bc3a-f832-4a22-ab05-fd0739042292'] in n-d-771363-31 is: [{'id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384408363', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'c67df577-24a6-46ba-b4d6-10d453be11d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:48:17Z', 'updated_at': '2021-06-30T10:48:18Z', 'revision_number': 3, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'c67df577-24a6-46ba-b4d6-10d453be11d8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:48:18Z', 'updated_at': '2021-06-30T10:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:48:20.912276 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-c2790335-4b89-43c5-a58b-9e655314e824 None None] Allocated IP 172.20.0.2 (d183886c-ee27-453a-91ca-925b6c7aacfa/bc8676d4-25e7-4a3d-913f-f6fa15c1ef82/593bb91c-26cc-46f0-8af2-e7b6c3537dec) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:48:21.093289 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c2790335-4b89-43c5-a58b-9e655314e824 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:21.104529 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c2790335-4b89-43c5-a58b-9e655314e824 None None] Transition to ACTIVE for port object 593bb91c-26cc-46f0-8af2-e7b6c3537dec will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:48:21.122828 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-c2790335-4b89-43c5-a58b-9e655314e824 None None] Transition to ACTIVE for port object 593bb91c-26cc-46f0-8af2-e7b6c3537dec will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:48:21.197730 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c2790335-4b89-43c5-a58b-9e655314e824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:21.249680 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2790335-4b89-43c5-a58b-9e655314e824 None None] Network d183886c-ee27-453a-91ca-925b6c7aacfa is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:48:21.250598 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ab848a7e-5780-491d-988b-32fbebf912f2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:21.253529 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-c2790335-4b89-43c5-a58b-9e655314e824 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:48:21.255473 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2790335-4b89-43c5-a58b-9e655314e824 None None] Pushing event updated for resources: {'Port': ['ID=593bb91c-26cc-46f0-8af2-e7b6c3537dec,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:21.263066 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2790335-4b89-43c5-a58b-9e655314e824 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:48:21.330404 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-c2790335-4b89-43c5-a58b-9e655314e824 None None] Attempting to bind port 593bb91c-26cc-46f0-8af2-e7b6c3537dec on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:48:21.331254 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-c2790335-4b89-43c5-a58b-9e655314e824 None None] Attempting to bind port 593bb91c-26cc-46f0-8af2-e7b6c3537dec by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '07d31a3f-5858-4c43-8a51-ac24376e0c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd183886c-ee27-453a-91ca-925b6c7aacfa'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:48:21.331826 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2790335-4b89-43c5-a58b-9e655314e824 None None] Attempting to bind port 593bb91c-26cc-46f0-8af2-e7b6c3537dec on network d183886c-ee27-453a-91ca-925b6c7aacfa {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:48:21.339907 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2790335-4b89-43c5-a58b-9e655314e824 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:48:21.340329 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2790335-4b89-43c5-a58b-9e655314e824 None None] Checking segment: {'id': '07d31a3f-5858-4c43-8a51-ac24376e0c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd183886c-ee27-453a-91ca-925b6c7aacfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:48:21.340688 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c2790335-4b89-43c5-a58b-9e655314e824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:21.341084 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2790335-4b89-43c5-a58b-9e655314e824 None None] Bound using segment: {'id': '07d31a3f-5858-4c43-8a51-ac24376e0c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd183886c-ee27-453a-91ca-925b6c7aacfa'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:48:21.341570 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-c2790335-4b89-43c5-a58b-9e655314e824 None None] Bound port: 593bb91c-26cc-46f0-8af2-e7b6c3537dec, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d31a3f-5858-4c43-8a51-ac24376e0c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd183886c-ee27-453a-91ca-925b6c7aacfa'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:48:21.341960 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c2790335-4b89-43c5-a58b-9e655314e824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:21.417499 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-c2790335-4b89-43c5-a58b-9e655314e824 None None] For port 593bb91c-26cc-46f0-8af2-e7b6c3537dec, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:48:21.421951 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-c2790335-4b89-43c5-a58b-9e655314e824 None None] For port 593bb91c-26cc-46f0-8af2-e7b6c3537dec, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=593bb91c-26cc-46f0-8af2-e7b6c3537dec,segment=NetworkSegment(07d31a3f-5858-4c43-8a51-ac24376e0c98),segment_id=07d31a3f-5858-4c43-8a51-ac24376e0c98)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:48:21.495769 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c2790335-4b89-43c5-a58b-9e655314e824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:21.564064 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2790335-4b89-43c5-a58b-9e655314e824 None None] Pushing event updated for resources: {'Port': ['ID=593bb91c-26cc-46f0-8af2-e7b6c3537dec,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:21.912421 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-ab848a7e-5780-491d-988b-32fbebf912f2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Allocated IP 172.20.0.1 (d183886c-ee27-453a-91ca-925b6c7aacfa/bc8676d4-25e7-4a3d-913f-f6fa15c1ef82/40886ca8-790d-43aa-8b13-c2e2a8ea89d5) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:48:22.030189 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ab848a7e-5780-491d-988b-32fbebf912f2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:22.046644 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-ab848a7e-5780-491d-988b-32fbebf912f2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Transition to ACTIVE for port object 40886ca8-790d-43aa-8b13-c2e2a8ea89d5 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:48:22.163817 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ab848a7e-5780-491d-988b-32fbebf912f2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:22.208803 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab848a7e-5780-491d-988b-32fbebf912f2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network d183886c-ee27-453a-91ca-925b6c7aacfa is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:48:22.212060 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-ab848a7e-5780-491d-988b-32fbebf912f2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:48:22.218261 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab848a7e-5780-491d-988b-32fbebf912f2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:48:22.224646 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab848a7e-5780-491d-988b-32fbebf912f2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Port': ['ID=40886ca8-790d-43aa-8b13-c2e2a8ea89d5,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:22.267345 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ab848a7e-5780-491d-988b-32fbebf912f2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:22.490104 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ab848a7e-5780-491d-988b-32fbebf912f2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:22.773174 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ab848a7e-5780-491d-988b-32fbebf912f2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:22.837125 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ab848a7e-5780-491d-988b-32fbebf912f2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:22.919876 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ab848a7e-5780-491d-988b-32fbebf912f2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:22.922914 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab848a7e-5780-491d-988b-32fbebf912f2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Port': ['ID=40886ca8-790d-43aa-8b13-c2e2a8ea89d5,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:23.033379 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab848a7e-5780-491d-988b-32fbebf912f2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network d183886c-ee27-453a-91ca-925b6c7aacfa is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:48:23.034818 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-ab848a7e-5780-491d-988b-32fbebf912f2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:48:23.043261 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c653bf65-ea72-4654-b3aa-5a371e78142e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:23.071503 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 593bb91c-26cc-46f0-8af2-e7b6c3537dec up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:48:23.161455 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab848a7e-5780-491d-988b-32fbebf912f2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Router 2f25bc3a-f832-4a22-ab05-fd0739042292 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:48:23.197373 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 593bb91c-26cc-46f0-8af2-e7b6c3537dec completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:48:23.202156 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c67df577-24a6-46ba-b4d6-10d453be11d8 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:48:23.223838 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cd1d41-a4e6-4e3b-8b0b-59ecf9c6f560 None None] Network d183886c-ee27-453a-91ca-925b6c7aacfa requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:48:23.279787 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab848a7e-5780-491d-988b-32fbebf912f2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:48:23.285373 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ab848a7e-5780-491d-988b-32fbebf912f2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "PUT /v2.0/routers/2f25bc3a-f832-4a22-ab05-fd0739042292/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5387437 Jun 30 10:48:23.290207 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d499122a-20d1-43a5-a516-7f61851443e7 None None] Sync routers for ids ['2f25bc3a-f832-4a22-ab05-fd0739042292'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:48:23.323272 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d499122a-20d1-43a5-a516-7f61851443e7 None None] Routers {'2f25bc3a-f832-4a22-ab05-fd0739042292'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:48:23.326502 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-d499122a-20d1-43a5-a516-7f61851443e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:48:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['2f25bc3a-f832-4a22-ab05-fd0739042292'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:48:23.373455 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a4b99a54-3a89-42f2-a5f6-5dce6800f6f0 None None] Provisioning for port 593bb91c-26cc-46f0-8af2-e7b6c3537dec completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:48:23.382556 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a4b99a54-3a89-42f2-a5f6-5dce6800f6f0 None None] Provisioning complete for port 593bb91c-26cc-46f0-8af2-e7b6c3537dec triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:48:23.382929 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a4b99a54-3a89-42f2-a5f6-5dce6800f6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:23.466460 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-5ad6a2d5-1988-4554-86d2-d0e8e42339de tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1847223585&fields=id&tenant_id=93892fa53c864b9b82b15f44cdcb4a01 HTTP/1.1" status: 200 len: 267 time: 0.0411365 Jun 30 10:48:23.596075 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-4fb06f77-8ebb-4cf5-bd8d-081ba0239a76 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:23.597487 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port c67df577-24a6-46ba-b4d6-10d453be11d8 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:48:23.597634 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-4fb06f77-8ebb-4cf5-bd8d-081ba0239a76 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/networks?id=d183886c-ee27-453a-91ca-925b6c7aacfa HTTP/1.1" status: 200 len: 797 time: 0.1244743 Jun 30 10:48:23.614652 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-58c6e5b3-2005-4d2e-9987-83c72cc0dc04 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/quotas/93892fa53c864b9b82b15f44cdcb4a01 HTTP/1.1" status: 200 len: 375 time: 0.0113792 Jun 30 10:48:23.646463 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port c67df577-24a6-46ba-b4d6-10d453be11d8 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:48:23.646830 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:23.693511 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-baad2ace-37b8-4c49-bcc8-05b367c43fd2 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726275 Jun 30 10:48:23.739464 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:23.745792 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-d499122a-20d1-43a5-a516-7f61851443e7 None None] Set router 2f25bc3a-f832-4a22-ab05-fd0739042292 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:48:23.802638 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-810a332c-5c13-4465-a3db-bbe7a50ceaf1 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:48:23.803747 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-810a332c-5c13-4465-a3db-bbe7a50ceaf1 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0980246 Jun 30 10:48:23.894813 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a4b99a54-3a89-42f2-a5f6-5dce6800f6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:23.897643 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-5fc97f29-2247-483d-9b78-f80d0ebb5545 service neutron] 10.222.0.10 "GET /v2.0/networks/d183886c-ee27-453a-91ca-925b6c7aacfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877857 Jun 30 10:48:23.975043 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:24.013506 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-a4b99a54-3a89-42f2-a5f6-5dce6800f6f0 None None] For port 593bb91c-26cc-46f0-8af2-e7b6c3537dec, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=593bb91c-26cc-46f0-8af2-e7b6c3537dec,segment=NetworkSegment(07d31a3f-5858-4c43-8a51-ac24376e0c98),segment_id=07d31a3f-5858-4c43-8a51-ac24376e0c98)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:48:24.019863 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-a624d31c-b960-45d2-b99b-396703bc2d70 service neutron] 10.222.0.10 "GET /v2.0/networks/d183886c-ee27-453a-91ca-925b6c7aacfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149356 Jun 30 10:48:24.024413 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port c67df577-24a6-46ba-b4d6-10d453be11d8, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c67df577-24a6-46ba-b4d6-10d453be11d8,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:48:24.102326 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-d499122a-20d1-43a5-a516-7f61851443e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384408363', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'c67df577-24a6-46ba-b4d6-10d453be11d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:48:17Z', 'updated_at': '2021-06-30T10:48:22Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'c67df577-24a6-46ba-b4d6-10d453be11d8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:48:18Z', 'updated_at': '2021-06-30T10:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '40886ca8-790d-43aa-8b13-c2e2a8ea89d5', 'name': '', 'network_id': 'd183886c-ee27-453a-91ca-925b6c7aacfa', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:59:76:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'bc8676d4-25e7-4a3d-913f-f6fa15c1ef82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:48:21Z', 'updated_at': '2021-06-30T10:48:22Z', 'revision_number': 2, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'bc8676d4-25e7-4a3d-913f-f6fa15c1ef82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:48:24.134229 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d499122a-20d1-43a5-a516-7f61851443e7 None None] Checking router: 2f25bc3a-f832-4a22-ab05-fd0739042292 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:48:24.135415 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d499122a-20d1-43a5-a516-7f61851443e7 None None] Updating router 2f25bc3a-f832-4a22-ab05-fd0739042292 port 40886ca8-790d-43aa-8b13-c2e2a8ea89d5 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:48:24.137903 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a4b99a54-3a89-42f2-a5f6-5dce6800f6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:24.143311 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:24.221985 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d499122a-20d1-43a5-a516-7f61851443e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:24.245280 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b99a54-3a89-42f2-a5f6-5dce6800f6f0 None None] Pushing event updated for resources: {'Port': ['ID=593bb91c-26cc-46f0-8af2-e7b6c3537dec,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:24.301937 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=c67df577-24a6-46ba-b4d6-10d453be11d8,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:24.308128 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-45085940-e63a-48a7-8a84-5860e3418b31 req-772e588d-e0c4-46f0-8452-fa2fd45f199d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a49b62-be9e-41f1-bbba-8fb758fb0ff6 HTTP/1.1" status: 200 len: 210 time: 0.0366020 Jun 30 10:48:24.421008 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3ad33062-5e4c-4c4d-82fb-a8eb486f398c None None] Provisioning complete for port 593bb91c-26cc-46f0-8af2-e7b6c3537dec triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:48:24.421196 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3ad33062-5e4c-4c4d-82fb-a8eb486f398c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:24.657621 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d499122a-20d1-43a5-a516-7f61851443e7 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:24.670488 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d499122a-20d1-43a5-a516-7f61851443e7 None None] Transition to ACTIVE for port object 40886ca8-790d-43aa-8b13-c2e2a8ea89d5 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:48:24.673918 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3ad33062-5e4c-4c4d-82fb-a8eb486f398c None None] Provisioning for port 40886ca8-790d-43aa-8b13-c2e2a8ea89d5 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:48:24.677926 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3ad33062-5e4c-4c4d-82fb-a8eb486f398c None None] Provisioning complete for port 40886ca8-790d-43aa-8b13-c2e2a8ea89d5 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:48:24.682053 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3ad33062-5e4c-4c4d-82fb-a8eb486f398c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:24.717963 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-3ad33062-5e4c-4c4d-82fb-a8eb486f398c None None] Port 40886ca8-790d-43aa-8b13-c2e2a8ea89d5 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:48:24.775073 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d499122a-20d1-43a5-a516-7f61851443e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:24.826010 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d9f5f-abf0-4dc4-bc64-b19a8ac5d47b None None] Pushing event updated for resources: {'Port': ['ID=40886ca8-790d-43aa-8b13-c2e2a8ea89d5,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:24.887961 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-d499122a-20d1-43a5-a516-7f61851443e7 None None] Attempting to bind port 40886ca8-790d-43aa-8b13-c2e2a8ea89d5 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:48:24.888329 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-d499122a-20d1-43a5-a516-7f61851443e7 None None] Attempting to bind port 40886ca8-790d-43aa-8b13-c2e2a8ea89d5 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '07d31a3f-5858-4c43-8a51-ac24376e0c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd183886c-ee27-453a-91ca-925b6c7aacfa'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:48:24.888685 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d499122a-20d1-43a5-a516-7f61851443e7 None None] Attempting to bind port 40886ca8-790d-43aa-8b13-c2e2a8ea89d5 on network d183886c-ee27-453a-91ca-925b6c7aacfa {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:48:24.894299 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d499122a-20d1-43a5-a516-7f61851443e7 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:48:24.894662 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d499122a-20d1-43a5-a516-7f61851443e7 None None] Checking segment: {'id': '07d31a3f-5858-4c43-8a51-ac24376e0c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd183886c-ee27-453a-91ca-925b6c7aacfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:48:24.895071 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d499122a-20d1-43a5-a516-7f61851443e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:24.895660 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d499122a-20d1-43a5-a516-7f61851443e7 None None] Bound using segment: {'id': '07d31a3f-5858-4c43-8a51-ac24376e0c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd183886c-ee27-453a-91ca-925b6c7aacfa'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:48:24.895923 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-d499122a-20d1-43a5-a516-7f61851443e7 None None] Bound port: 40886ca8-790d-43aa-8b13-c2e2a8ea89d5, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d31a3f-5858-4c43-8a51-ac24376e0c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd183886c-ee27-453a-91ca-925b6c7aacfa'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:48:24.896379 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d499122a-20d1-43a5-a516-7f61851443e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:24.982462 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-d499122a-20d1-43a5-a516-7f61851443e7 None None] For port 40886ca8-790d-43aa-8b13-c2e2a8ea89d5, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:48:24.988232 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-d499122a-20d1-43a5-a516-7f61851443e7 None None] For port 40886ca8-790d-43aa-8b13-c2e2a8ea89d5, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=40886ca8-790d-43aa-8b13-c2e2a8ea89d5,segment=NetworkSegment(07d31a3f-5858-4c43-8a51-ac24376e0c98),segment_id=07d31a3f-5858-4c43-8a51-ac24376e0c98)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:48:24.999467 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 593bb91c-26cc-46f0-8af2-e7b6c3537dec up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:48:25.027997 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:25.054928 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 593bb91c-26cc-46f0-8af2-e7b6c3537dec triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:48:25.055332 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:25.108221 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d499122a-20d1-43a5-a516-7f61851443e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:25.201440 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c67df577-24a6-46ba-b4d6-10d453be11d8 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:48:25.233572 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d499122a-20d1-43a5-a516-7f61851443e7 None None] Routers {'2f25bc3a-f832-4a22-ab05-fd0739042292'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:48:25.234212 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-d499122a-20d1-43a5-a516-7f61851443e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:48:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['2f25bc3a-f832-4a22-ab05-fd0739042292'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:48:25.274201 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d9f5f-abf0-4dc4-bc64-b19a8ac5d47b None None] Pushing event updated for resources: {'Port': ['ID=40886ca8-790d-43aa-8b13-c2e2a8ea89d5,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:25.349186 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port c67df577-24a6-46ba-b4d6-10d453be11d8 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:48:25.349517 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:25.395551 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-d499122a-20d1-43a5-a516-7f61851443e7 None None] Set router 2f25bc3a-f832-4a22-ab05-fd0739042292 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:48:25.398539 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5ce4123a-5f34-4001-a2e5-1f59d293be81 req-2c8ff376-0724-490d-a89b-569e9a389f4f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a49b62-be9e-41f1-bbba-8fb758fb0ff6 HTTP/1.1" status: 200 len: 210 time: 0.0317214 Jun 30 10:48:25.643067 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-d499122a-20d1-43a5-a516-7f61851443e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384408363', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'c67df577-24a6-46ba-b4d6-10d453be11d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:48:17Z', 'updated_at': '2021-06-30T10:48:22Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'c67df577-24a6-46ba-b4d6-10d453be11d8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:48:18Z', 'updated_at': '2021-06-30T10:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '40886ca8-790d-43aa-8b13-c2e2a8ea89d5', 'name': '', 'network_id': 'd183886c-ee27-453a-91ca-925b6c7aacfa', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:59:76:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'bc8676d4-25e7-4a3d-913f-f6fa15c1ef82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:48:21Z', 'updated_at': '2021-06-30T10:48:24Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'bc8676d4-25e7-4a3d-913f-f6fa15c1ef82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:48:25.672001 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d499122a-20d1-43a5-a516-7f61851443e7 None None] The sync data for ids ['2f25bc3a-f832-4a22-ab05-fd0739042292'] in n-d-771363-31 is: [{'id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384408363', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'c67df577-24a6-46ba-b4d6-10d453be11d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:48:17Z', 'updated_at': '2021-06-30T10:48:22Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'c67df577-24a6-46ba-b4d6-10d453be11d8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:48:18Z', 'updated_at': '2021-06-30T10:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '40886ca8-790d-43aa-8b13-c2e2a8ea89d5', 'name': '', 'network_id': 'd183886c-ee27-453a-91ca-925b6c7aacfa', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:59:76:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'bc8676d4-25e7-4a3d-913f-f6fa15c1ef82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:48:21Z', 'updated_at': '2021-06-30T10:48:24Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'bc8676d4-25e7-4a3d-913f-f6fa15c1ef82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:48:26.551589 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-50457d3d-8dab-47e7-b875-68c185224ebc req-07233724-df22-443c-85ac-686a46c6b42c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a49b62-be9e-41f1-bbba-8fb758fb0ff6 HTTP/1.1" status: 200 len: 210 time: 0.0340133 Jun 30 10:48:26.727270 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:26.785898 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-3b5ded88-610b-4a56-b860-63c73a4db423 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:26.787718 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-3b5ded88-610b-4a56-b860-63c73a4db423 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.37 "GET /v2.0/networks?id=d183886c-ee27-453a-91ca-925b6c7aacfa HTTP/1.1" status: 200 len: 797 time: 0.1165605 Jun 30 10:48:26.830965 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-97ee10fa-00d3-4f0d-9f7e-755c370a6ce7 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93892fa53c864b9b82b15f44cdcb4a01 HTTP/1.1" status: 200 len: 380 time: 0.0353394 Jun 30 10:48:26.840516 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-fe7049f9-3dd0-49d1-9f49-eedf0fd5f01e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'port': {'device_id': 'd1a49b62-be9e-41f1-bbba-8fb758fb0ff6', 'network_id': 'd183886c-ee27-453a-91ca-925b6c7aacfa', 'admin_state_up': True, 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'security_groups': ['8706a453-c364-4062-83e8-6270d30c86b3']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:48:26.999425 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 40886ca8-790d-43aa-8b13-c2e2a8ea89d5 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:48:27.055569 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-fe7049f9-3dd0-49d1-9f49-eedf0fd5f01e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Made reservation on behalf of 93892fa53c864b9b82b15f44cdcb4a01 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:48:27.058285 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-fe7049f9-3dd0-49d1-9f49-eedf0fd5f01e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:27.152192 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 40886ca8-790d-43aa-8b13-c2e2a8ea89d5 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:48:27.156238 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 40886ca8-790d-43aa-8b13-c2e2a8ea89d5 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:48:27.156599 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:27.190654 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-fe7049f9-3dd0-49d1-9f49-eedf0fd5f01e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Allocated IP 172.20.0.6 (d183886c-ee27-453a-91ca-925b6c7aacfa/bc8676d4-25e7-4a3d-913f-f6fa15c1ef82/d2be2556-44f0-4f74-bf72-8de116b10052) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:48:27.348002 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-fe7049f9-3dd0-49d1-9f49-eedf0fd5f01e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:27.363041 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-fe7049f9-3dd0-49d1-9f49-eedf0fd5f01e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Transition to ACTIVE for port object d2be2556-44f0-4f74-bf72-8de116b10052 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:48:27.396251 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:27.427490 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 40886ca8-790d-43aa-8b13-c2e2a8ea89d5, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=40886ca8-790d-43aa-8b13-c2e2a8ea89d5,segment=NetworkSegment(07d31a3f-5858-4c43-8a51-ac24376e0c98),segment_id=07d31a3f-5858-4c43-8a51-ac24376e0c98)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:48:27.489236 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-fe7049f9-3dd0-49d1-9f49-eedf0fd5f01e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:27.516930 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:27.535483 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-fe7049f9-3dd0-49d1-9f49-eedf0fd5f01e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network d183886c-ee27-453a-91ca-925b6c7aacfa is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:48:27.538740 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-fe7049f9-3dd0-49d1-9f49-eedf0fd5f01e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:48:27.545613 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-fe7049f9-3dd0-49d1-9f49-eedf0fd5f01e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:48:27.570187 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7049f9-3dd0-49d1-9f49-eedf0fd5f01e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Port': ['ID=d2be2556-44f0-4f74-bf72-8de116b10052,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:27.573143 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=40886ca8-790d-43aa-8b13-c2e2a8ea89d5,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:27.601730 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-fe7049f9-3dd0-49d1-9f49-eedf0fd5f01e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:27.602219 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-fe7049f9-3dd0-49d1-9f49-eedf0fd5f01e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:27.710639 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-fe7049f9-3dd0-49d1-9f49-eedf0fd5f01e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8745534 Jun 30 10:48:27.723828 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-6d5885f5-6fe3-4af4-9a97-e3ee74376096 service neutron] Request body: {'port': {'device_id': 'd1a49b62-be9e-41f1-bbba-8fb758fb0ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:48:27.739232 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b8a86-a2a5-4980-907f-5f8197ebd226 req-27a829f6-71ff-4dae-8057-5dd517ab0f8d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:27.741217 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b14b8a86-a2a5-4980-907f-5f8197ebd226 req-27a829f6-71ff-4dae-8057-5dd517ab0f8d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a49b62-be9e-41f1-bbba-8fb758fb0ff6 HTTP/1.1" status: 200 len: 931 time: 0.0678229 Jun 30 10:48:27.783461 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b14b8a86-a2a5-4980-907f-5f8197ebd226 req-19782404-cad7-4562-ab63-9ff0e73cf633 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8706a453-c364-4062-83e8-6270d30c86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360081 Jun 30 10:48:27.811984 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-6d5885f5-6fe3-4af4-9a97-e3ee74376096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:27.842746 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-92bff3ac-cfcf-4cfe-8719-a5ab5d87392b None None] Provisioning for port d2be2556-44f0-4f74-bf72-8de116b10052 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:48:27.846789 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-92bff3ac-cfcf-4cfe-8719-a5ab5d87392b None None] Provisioning complete for port d2be2556-44f0-4f74-bf72-8de116b10052 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:48:27.847256 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-92bff3ac-cfcf-4cfe-8719-a5ab5d87392b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:27.882649 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-92bff3ac-cfcf-4cfe-8719-a5ab5d87392b None None] Port d2be2556-44f0-4f74-bf72-8de116b10052 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:48:28.070870 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-6d5885f5-6fe3-4af4-9a97-e3ee74376096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2be2556-44f0-4f74-bf72-8de116b10052 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:48:28.079153 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-6d5885f5-6fe3-4af4-9a97-e3ee74376096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:28.091286 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-6d5885f5-6fe3-4af4-9a97-e3ee74376096 service neutron] Transition to ACTIVE for port object d2be2556-44f0-4f74-bf72-8de116b10052 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:48:28.174204 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-6d5885f5-6fe3-4af4-9a97-e3ee74376096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:28.232035 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5885f5-6fe3-4af4-9a97-e3ee74376096 service neutron] Pushing event updated for resources: {'Port': ['ID=d2be2556-44f0-4f74-bf72-8de116b10052,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:28.302073 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-6d5885f5-6fe3-4af4-9a97-e3ee74376096 service neutron] Attempting to bind port d2be2556-44f0-4f74-bf72-8de116b10052 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:48:28.302417 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-6d5885f5-6fe3-4af4-9a97-e3ee74376096 service neutron] Attempting to bind port d2be2556-44f0-4f74-bf72-8de116b10052 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '07d31a3f-5858-4c43-8a51-ac24376e0c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd183886c-ee27-453a-91ca-925b6c7aacfa'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:48:28.302740 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-6d5885f5-6fe3-4af4-9a97-e3ee74376096 service neutron] Attempting to bind port d2be2556-44f0-4f74-bf72-8de116b10052 on network d183886c-ee27-453a-91ca-925b6c7aacfa {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:48:28.308363 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-6d5885f5-6fe3-4af4-9a97-e3ee74376096 service neutron] Port d2be2556-44f0-4f74-bf72-8de116b10052 on network d183886c-ee27-453a-91ca-925b6c7aacfa not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:48:28.308686 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-6d5885f5-6fe3-4af4-9a97-e3ee74376096 service neutron] Attempting to bind port d2be2556-44f0-4f74-bf72-8de116b10052 on network d183886c-ee27-453a-91ca-925b6c7aacfa {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:48:28.313791 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-6d5885f5-6fe3-4af4-9a97-e3ee74376096 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:48:28.314124 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-6d5885f5-6fe3-4af4-9a97-e3ee74376096 service neutron] Checking segment: {'id': '07d31a3f-5858-4c43-8a51-ac24376e0c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd183886c-ee27-453a-91ca-925b6c7aacfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:48:28.314511 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-6d5885f5-6fe3-4af4-9a97-e3ee74376096 service neutron] Bound using segment: {'id': '07d31a3f-5858-4c43-8a51-ac24376e0c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd183886c-ee27-453a-91ca-925b6c7aacfa'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:48:28.314943 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-6d5885f5-6fe3-4af4-9a97-e3ee74376096 service neutron] Bound port: d2be2556-44f0-4f74-bf72-8de116b10052, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07d31a3f-5858-4c43-8a51-ac24376e0c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd183886c-ee27-453a-91ca-925b6c7aacfa'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:48:28.315351 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-6d5885f5-6fe3-4af4-9a97-e3ee74376096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:28.382286 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-6d5885f5-6fe3-4af4-9a97-e3ee74376096 service neutron] For port d2be2556-44f0-4f74-bf72-8de116b10052, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:48:28.385712 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-6d5885f5-6fe3-4af4-9a97-e3ee74376096 service neutron] For port d2be2556-44f0-4f74-bf72-8de116b10052, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=d2be2556-44f0-4f74-bf72-8de116b10052,segment=NetworkSegment(07d31a3f-5858-4c43-8a51-ac24376e0c98),segment_id=07d31a3f-5858-4c43-8a51-ac24376e0c98)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:48:28.523779 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-6d5885f5-6fe3-4af4-9a97-e3ee74376096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:28.562278 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-6d5885f5-6fe3-4af4-9a97-e3ee74376096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:28.562932 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-6d5885f5-6fe3-4af4-9a97-e3ee74376096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:28.564340 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-6d5885f5-6fe3-4af4-9a97-e3ee74376096 service neutron] 10.222.0.37 "PUT /v2.0/ports/d2be2556-44f0-4f74-bf72-8de116b10052 HTTP/1.1" status: 200 len: 1092 time: 0.8464508 Jun 30 10:48:28.564778 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a49b62-be9e-41f1-bbba-8fb758fb0ff6', 'tag': 'd2be2556-44f0-4f74-bf72-8de116b10052'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:48:28.567069 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8644096-80f8-4c06-b08a-ed8b075b6648" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a49b62-be9e-41f1-bbba-8fb758fb0ff6", "tag": "d2be2556-44f0-4f74-bf72-8de116b10052"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:48:28.594895 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5885f5-6fe3-4af4-9a97-e3ee74376096 service neutron] Pushing event updated for resources: {'Port': ['ID=d2be2556-44f0-4f74-bf72-8de116b10052,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:28.616604 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d244849d-729e-45ad-baf2-504beb843550 x-openstack-request-id: req-d244849d-729e-45ad-baf2-504beb843550 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:48:28.616924 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a49b62-be9e-41f1-bbba-8fb758fb0ff6", "tag": "d2be2556-44f0-4f74-bf72-8de116b10052", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:48:28.617161 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d244849d-729e-45ad-baf2-504beb843550 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:48:28.617612 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a49b62-be9e-41f1-bbba-8fb758fb0ff6', 'tag': 'd2be2556-44f0-4f74-bf72-8de116b10052', 'status': 'completed', 'code': 200} Jun 30 10:48:28.695847 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8644096-80f8-4c06-b08a-ed8b075b6648 req-7df9e59b-6a68-4c34-ad38-f8f3791aad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:28.697376 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c8644096-80f8-4c06-b08a-ed8b075b6648 req-7df9e59b-6a68-4c34-ad38-f8f3791aad89 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=d1a49b62-be9e-41f1-bbba-8fb758fb0ff6 HTTP/1.1" status: 200 len: 1095 time: 0.0591748 Jun 30 10:48:28.813704 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8644096-80f8-4c06-b08a-ed8b075b6648 req-208d9092-e85f-432b-830c-384545f4cabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:28.815521 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c8644096-80f8-4c06-b08a-ed8b075b6648 req-208d9092-e85f-432b-830c-384545f4cabf service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1102390 Jun 30 10:48:28.915234 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8644096-80f8-4c06-b08a-ed8b075b6648 req-396352b1-0a0d-4559-a290-43468748c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:28.916664 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c8644096-80f8-4c06-b08a-ed8b075b6648 req-396352b1-0a0d-4559-a290-43468748c8f4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951095 Jun 30 10:48:28.966544 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba2a6d-049d-48ad-af71-f88faa4992a2 req-021d23ef-c215-467e-8afb-dccbfd4a5226 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:28.968780 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-12ba2a6d-049d-48ad-af71-f88faa4992a2 req-021d23ef-c215-467e-8afb-dccbfd4a5226 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a49b62-be9e-41f1-bbba-8fb758fb0ff6 HTTP/1.1" status: 200 len: 943 time: 0.0715456 Jun 30 10:48:28.991326 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 40886ca8-790d-43aa-8b13-c2e2a8ea89d5 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:48:29.015660 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-12ba2a6d-049d-48ad-af71-f88faa4992a2 req-ea9eddfc-b90c-452c-bd0f-e44d59764b0f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8706a453-c364-4062-83e8-6270d30c86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388842 Jun 30 10:48:29.021437 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-91edbcff-b45b-41d0-bd8f-3625c7390371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:29.023010 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-91edbcff-b45b-41d0-bd8f-3625c7390371 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=d1a49b62-be9e-41f1-bbba-8fb758fb0ff6 HTTP/1.1" status: 200 len: 1095 time: 0.0637131 Jun 30 10:48:29.042963 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 40886ca8-790d-43aa-8b13-c2e2a8ea89d5 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:48:29.043606 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:29.070242 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-bac70d34-e52e-4d58-abf6-3cd2cb374b60 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2be2556-44f0-4f74-bf72-8de116b10052 HTTP/1.1" status: 200 len: 217 time: 0.0402889 Jun 30 10:48:29.126291 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-55a88869-832d-4399-bea7-713ac79243e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:29.128430 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-55a88869-832d-4399-bea7-713ac79243e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc8676d4-25e7-4a3d-913f-f6fa15c1ef82 HTTP/1.1" status: 200 len: 834 time: 0.0526192 Jun 30 10:48:29.188360 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-ed0c919a-c9de-41ec-a360-714b03fbca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:29.189862 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-ed0c919a-c9de-41ec-a360-714b03fbca1a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d183886c-ee27-453a-91ca-925b6c7aacfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553613 Jun 30 10:48:29.281565 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-1eae4e2d-c487-415f-b029-ab03d11973a3 service neutron] 10.222.0.37 "GET /v2.0/networks/d183886c-ee27-453a-91ca-925b6c7aacfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855470 Jun 30 10:48:29.371189 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-490f4407-0bda-4696-aae0-ae4d0296c0df req-7ce915f2-95c1-497b-aa2c-9a822b2724b1 service neutron] 10.222.0.37 "GET /v2.0/networks/d183886c-ee27-453a-91ca-925b6c7aacfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829811 Jun 30 10:48:30.206116 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a22cfa-6d01-4f53-b410-6a16deef9da6 req-491e4710-5167-49c8-9452-c8299342fe6c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:30.207800 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-13a22cfa-6d01-4f53-b410-6a16deef9da6 req-491e4710-5167-49c8-9452-c8299342fe6c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a49b62-be9e-41f1-bbba-8fb758fb0ff6 HTTP/1.1" status: 200 len: 943 time: 0.0691388 Jun 30 10:48:30.247426 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-13a22cfa-6d01-4f53-b410-6a16deef9da6 req-2b7fcd64-c520-46a8-9b16-18c49fcaa830 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8706a453-c364-4062-83e8-6270d30c86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334852 Jun 30 10:48:31.418639 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32516a8-dcdc-4cb0-a279-a9168a3d6d00 req-d3abfff4-825c-4fd5-a8db-1306e02f92f5 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:31.420130 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e32516a8-dcdc-4cb0-a279-a9168a3d6d00 req-d3abfff4-825c-4fd5-a8db-1306e02f92f5 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a49b62-be9e-41f1-bbba-8fb758fb0ff6 HTTP/1.1" status: 200 len: 943 time: 0.0624733 Jun 30 10:48:31.457510 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e32516a8-dcdc-4cb0-a279-a9168a3d6d00 req-b8fa47f4-45b9-47e1-a8b0-692facdf1776 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8706a453-c364-4062-83e8-6270d30c86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317857 Jun 30 10:48:32.643820 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb33887-1991-4445-bbc0-d0c30c7b179a req-2f65c118-34cf-40e5-846d-c4de5ddb73be tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:32.645331 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-deb33887-1991-4445-bbc0-d0c30c7b179a req-2f65c118-34cf-40e5-846d-c4de5ddb73be tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a49b62-be9e-41f1-bbba-8fb758fb0ff6 HTTP/1.1" status: 200 len: 943 time: 0.0655358 Jun 30 10:48:32.688022 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-deb33887-1991-4445-bbc0-d0c30c7b179a req-22168311-cc4f-41ab-a010-ec63b62b621f tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8706a453-c364-4062-83e8-6270d30c86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369341 Jun 30 10:48:32.963602 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:48:33.045465 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device d2be2556-44f0-4f74-bf72-8de116b10052 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:48:33.142147 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port d2be2556-44f0-4f74-bf72-8de116b10052, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=d2be2556-44f0-4f74-bf72-8de116b10052,segment=NetworkSegment(07d31a3f-5858-4c43-8a51-ac24376e0c98),segment_id=07d31a3f-5858-4c43-8a51-ac24376e0c98)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:48:33.153918 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'd2be2556-44f0-4f74-bf72-8de116b10052', 'network_id': 'd183886c-ee27-453a-91ca-925b6c7aacfa', 'port_id': 'd2be2556-44f0-4f74-bf72-8de116b10052', 'mac_address': 'fa:16:3e:29:3e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc8676d4-25e7-4a3d-913f-f6fa15c1ef82', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:48:33.192211 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:33.205770 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2be2556-44f0-4f74-bf72-8de116b10052 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:48:33.224525 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port d2be2556-44f0-4f74-bf72-8de116b10052, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=d2be2556-44f0-4f74-bf72-8de116b10052,segment=NetworkSegment(07d31a3f-5858-4c43-8a51-ac24376e0c98),segment_id=07d31a3f-5858-4c43-8a51-ac24376e0c98)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:48:33.310925 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:33.361070 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=d2be2556-44f0-4f74-bf72-8de116b10052,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:33.648167 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['d2be2556-44f0-4f74-bf72-8de116b10052'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:48:33.866667 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda70b0-ec31-495f-9fb1-977fedea63ca req-eba7e1b1-2cd1-4f3e-83a6-0e2674feac9c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:33.868236 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ffda70b0-ec31-495f-9fb1-977fedea63ca req-eba7e1b1-2cd1-4f3e-83a6-0e2674feac9c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a49b62-be9e-41f1-bbba-8fb758fb0ff6 HTTP/1.1" status: 200 len: 944 time: 0.0646415 Jun 30 10:48:33.913611 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ffda70b0-ec31-495f-9fb1-977fedea63ca req-8f30b64e-c9b0-49e7-bc85-32419de07104 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8706a453-c364-4062-83e8-6270d30c86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392795 Jun 30 10:48:35.055910 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device d2be2556-44f0-4f74-bf72-8de116b10052 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:48:35.087402 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954304d4-1956-424a-b28c-17ad0fcd09c2 req-9b13ea14-cdce-4fca-9df3-3d38c4f153fb tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:35.088866 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-954304d4-1956-424a-b28c-17ad0fcd09c2 req-9b13ea14-cdce-4fca-9df3-3d38c4f153fb tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a49b62-be9e-41f1-bbba-8fb758fb0ff6 HTTP/1.1" status: 200 len: 944 time: 0.0634711 Jun 30 10:48:35.129012 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-954304d4-1956-424a-b28c-17ad0fcd09c2 req-11e09e1a-5b02-4722-8728-777bdbe93690 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8706a453-c364-4062-83e8-6270d30c86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342567 Jun 30 10:48:35.214463 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port d2be2556-44f0-4f74-bf72-8de116b10052 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:48:35.219115 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port d2be2556-44f0-4f74-bf72-8de116b10052 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:48:35.219516 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:35.295911 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:35.318057 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a49b62-be9e-41f1-bbba-8fb758fb0ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2be2556-44f0-4f74-bf72-8de116b10052'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:48:35.320370 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4aa7aa-06ab-4e06-bf32-3b1a1aefd1c2" -d '{"events": [{"server_uuid": "d1a49b62-be9e-41f1-bbba-8fb758fb0ff6", "name": "network-vif-plugged", "status": "completed", "tag": "d2be2556-44f0-4f74-bf72-8de116b10052"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:48:35.333259 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port d2be2556-44f0-4f74-bf72-8de116b10052, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=d2be2556-44f0-4f74-bf72-8de116b10052,segment=NetworkSegment(07d31a3f-5858-4c43-8a51-ac24376e0c98),segment_id=07d31a3f-5858-4c43-8a51-ac24376e0c98)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:48:35.364363 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d3502f-5279-4d28-93da-8955999f76bd x-openstack-request-id: req-20d3502f-5279-4d28-93da-8955999f76bd {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:48:35.364363 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a49b62-be9e-41f1-bbba-8fb758fb0ff6", "name": "network-vif-plugged", "status": "completed", "tag": "d2be2556-44f0-4f74-bf72-8de116b10052", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:48:35.364363 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-20d3502f-5279-4d28-93da-8955999f76bd {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:48:35.364363 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a49b62-be9e-41f1-bbba-8fb758fb0ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2be2556-44f0-4f74-bf72-8de116b10052', 'code': 200} Jun 30 10:48:35.412443 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:35.463739 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=d2be2556-44f0-4f74-bf72-8de116b10052,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:35.478270 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b514168-e30e-4707-b411-380e8d0ec6ff req-3228bc19-48ff-43fc-939c-9637a4717e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:35.479794 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9b514168-e30e-4707-b411-380e8d0ec6ff req-3228bc19-48ff-43fc-939c-9637a4717e3f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d1a49b62-be9e-41f1-bbba-8fb758fb0ff6 HTTP/1.1" status: 200 len: 1097 time: 0.0564849 Jun 30 10:48:35.514878 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9b514168-e30e-4707-b411-380e8d0ec6ff req-1f5986e2-d56a-4515-b017-d501266b3cd6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8706a453-c364-4062-83e8-6270d30c86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283344 Jun 30 10:48:36.301412 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621d2b4-df5f-4f95-b0e2-3f20d59e8897 req-fb176f0a-68d2-4e63-88fa-8d537dc3d50c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:36.302805 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0621d2b4-df5f-4f95-b0e2-3f20d59e8897 req-fb176f0a-68d2-4e63-88fa-8d537dc3d50c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a49b62-be9e-41f1-bbba-8fb758fb0ff6 HTTP/1.1" status: 200 len: 945 time: 0.0650635 Jun 30 10:48:36.344015 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0621d2b4-df5f-4f95-b0e2-3f20d59e8897 req-55fe1bc9-685f-4c1e-86a3-bfe9e60b19f6 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8706a453-c364-4062-83e8-6270d30c86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350287 Jun 30 10:48:37.519937 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f062ded-aea8-4d79-9926-1b17b329d55f req-6976a3a7-d597-476e-a99a-d61802a3f255 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:37.521405 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5f062ded-aea8-4d79-9926-1b17b329d55f req-6976a3a7-d597-476e-a99a-d61802a3f255 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a49b62-be9e-41f1-bbba-8fb758fb0ff6 HTTP/1.1" status: 200 len: 945 time: 0.0640337 Jun 30 10:48:37.561194 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5f062ded-aea8-4d79-9926-1b17b329d55f req-9d6c0921-6766-4aa0-ac60-023b406ed33d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8706a453-c364-4062-83e8-6270d30c86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338244 Jun 30 10:48:37.735311 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e53f9a-b06e-411d-bc60-abf303289069 req-1b057956-fd45-4e57-bf14-7d7d7d02bffd tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:37.736777 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38e53f9a-b06e-411d-bc60-abf303289069 req-1b057956-fd45-4e57-bf14-7d7d7d02bffd tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a49b62-be9e-41f1-bbba-8fb758fb0ff6 HTTP/1.1" status: 200 len: 945 time: 0.0663400 Jun 30 10:48:37.775157 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-38e53f9a-b06e-411d-bc60-abf303289069 req-649c18a8-df05-4692-86c1-f022886d45de tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8706a453-c364-4062-83e8-6270d30c86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326502 Jun 30 10:48:37.798236 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37058) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:48:37.849726 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dcde38-b9e7-49e8-89ee-b3dc06fbaa46 tempest-TestNetworkAdvancedServerOps-748112870 tempest-TestNetworkAdvancedServerOps-748112870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:37.851188 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-55dcde38-b9e7-49e8-89ee-b3dc06fbaa46 tempest-TestNetworkAdvancedServerOps-748112870 tempest-TestNetworkAdvancedServerOps-748112870-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d1a49b62-be9e-41f1-bbba-8fb758fb0ff6 HTTP/1.1" status: 200 len: 1092 time: 0.0519629 Jun 30 10:48:37.853903 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37060) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:48:37.859437 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-fbd21331-0f51-4b75-9d68-f816f9545040 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'port_id': 'd2be2556-44f0-4f74-bf72-8de116b10052', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:48:37.945571 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fbd21331-0f51-4b75-9d68-f816f9545040 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for floatingip, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:38.044799 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fbd21331-0f51-4b75-9d68-f816f9545040 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:38.143899 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-fbd21331-0f51-4b75-9d68-f816f9545040 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Allocated IP 172.25.6.21 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/fa03c479-4a90-4bb5-b698-4846447ed299) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:48:38.247950 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fbd21331-0f51-4b75-9d68-f816f9545040 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:38.380335 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fbd21331-0f51-4b75-9d68-f816f9545040 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:38.418122 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd21331-0f51-4b75-9d68-f816f9545040 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:48:38.421532 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-fbd21331-0f51-4b75-9d68-f816f9545040 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:48:38.424252 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd21331-0f51-4b75-9d68-f816f9545040 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:48:38.452144 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd21331-0f51-4b75-9d68-f816f9545040 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Port': ['ID=fa03c479-4a90-4bb5-b698-4846447ed299,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:38.793944 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fbd21331-0f51-4b75-9d68-f816f9545040 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:38.922140 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fbd21331-0f51-4b75-9d68-f816f9545040 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:39.070613 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fbd21331-0f51-4b75-9d68-f816f9545040 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:39.123209 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:39.150755 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fbd21331-0f51-4b75-9d68-f816f9545040 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:39.220399 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd21331-0f51-4b75-9d68-f816f9545040 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event updated for resources: {'Port': ['ID=fa03c479-4a90-4bb5-b698-4846447ed299,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:48:39.239319 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fbd21331-0f51-4b75-9d68-f816f9545040 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:39.682057 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-fbd21331-0f51-4b75-9d68-f816f9545040 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Floating IP 6b1a550c-91c6-4104-b316-71813feccc61 associated. External IP: 172.25.6.21, port: d2be2556-44f0-4f74-bf72-8de116b10052. Jun 30 10:48:39.785331 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:39.886944 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd21331-0f51-4b75-9d68-f816f9545040 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Router 2f25bc3a-f832-4a22-ab05-fd0739042292 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:48:39.993559 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd21331-0f51-4b75-9d68-f816f9545040 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:48:40.004200 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b37b49-f49a-41f7-8f1a-ca79a3971b2d None None] Sync routers for ids ['2f25bc3a-f832-4a22-ab05-fd0739042292'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:48:40.014402 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b37b49-f49a-41f7-8f1a-ca79a3971b2d None None] Routers {'2f25bc3a-f832-4a22-ab05-fd0739042292'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:48:40.018769 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-61b37b49-f49a-41f7-8f1a-ca79a3971b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:48:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['2f25bc3a-f832-4a22-ab05-fd0739042292'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:48:40.070039 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fbd21331-0f51-4b75-9d68-f816f9545040 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:40.110766 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fbd21331-0f51-4b75-9d68-f816f9545040 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2558527 Jun 30 10:48:40.111374 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a49b62-be9e-41f1-bbba-8fb758fb0ff6', 'tag': 'd2be2556-44f0-4f74-bf72-8de116b10052'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:48:40.114995 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379e502f-115e-464d-b6ec-ff41418df418" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a49b62-be9e-41f1-bbba-8fb758fb0ff6", "tag": "d2be2556-44f0-4f74-bf72-8de116b10052"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:48:40.119163 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-61b37b49-f49a-41f7-8f1a-ca79a3971b2d None None] Set router 2f25bc3a-f832-4a22-ab05-fd0739042292 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:48:40.163321 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86be4a6-8054-4f36-9d2e-3a33dd070b76 x-openstack-request-id: req-d86be4a6-8054-4f36-9d2e-3a33dd070b76 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:48:40.163773 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a49b62-be9e-41f1-bbba-8fb758fb0ff6", "tag": "d2be2556-44f0-4f74-bf72-8de116b10052", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:48:40.164136 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d86be4a6-8054-4f36-9d2e-3a33dd070b76 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:48:40.164707 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a49b62-be9e-41f1-bbba-8fb758fb0ff6', 'tag': 'd2be2556-44f0-4f74-bf72-8de116b10052', 'status': 'completed', 'code': 200} Jun 30 10:48:40.234661 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e502f-115e-464d-b6ec-ff41418df418 req-437b2c40-4cad-4c23-8a87-6da6134e04b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:40.236385 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-379e502f-115e-464d-b6ec-ff41418df418 req-437b2c40-4cad-4c23-8a87-6da6134e04b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=d1a49b62-be9e-41f1-bbba-8fb758fb0ff6 HTTP/1.1" status: 200 len: 1097 time: 0.0549591 Jun 30 10:48:40.266920 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2ab77-5446-4528-9969-1f3d5caae87d req-d9303a32-d129-4299-bb29-094cf9b2ab1e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:40.268378 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3ab2ab77-5446-4528-9969-1f3d5caae87d req-d9303a32-d129-4299-bb29-094cf9b2ab1e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a49b62-be9e-41f1-bbba-8fb758fb0ff6 HTTP/1.1" status: 200 len: 945 time: 0.0651782 Jun 30 10:48:40.309081 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3ab2ab77-5446-4528-9969-1f3d5caae87d req-51bf2078-2eb5-4e29-96da-d9a342dfd840 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8706a453-c364-4062-83e8-6270d30c86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350883 Jun 30 10:48:40.338379 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e502f-115e-464d-b6ec-ff41418df418 req-66632438-aec3-4120-90cb-221dd642b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:40.339877 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-379e502f-115e-464d-b6ec-ff41418df418 req-66632438-aec3-4120-90cb-221dd642b422 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d183886c-ee27-453a-91ca-925b6c7aacfa HTTP/1.1" status: 200 len: 898 time: 0.0967371 Jun 30 10:48:40.348973 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37068) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:48:40.368389 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-61b37b49-f49a-41f7-8f1a-ca79a3971b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384408363', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'c67df577-24a6-46ba-b4d6-10d453be11d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:48:17Z', 'updated_at': '2021-06-30T10:48:22Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'c67df577-24a6-46ba-b4d6-10d453be11d8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:48:18Z', 'updated_at': '2021-06-30T10:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '6b1a550c-91c6-4104-b316-71813feccc61', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'floating_ip_address': '172.25.6.21', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'port_id': 'd2be2556-44f0-4f74-bf72-8de116b10052', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd183886c-ee27-453a-91ca-925b6c7aacfa', 'mac_address': 'fa:16:3e:29:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a49b62-be9e-41f1-bbba-8fb758fb0ff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:48:38Z', 'updated_at': '2021-06-30T10:48:38Z', 'revision_number': 0, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40886ca8-790d-43aa-8b13-c2e2a8ea89d5', 'name': '', 'network_id': 'd183886c-ee27-453a-91ca-925b6c7aacfa', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:59:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'bc8676d4-25e7-4a3d-913f-f6fa15c1ef82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:48:21Z', 'updated_at': '2021-06-30T10:48:27Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'bc8676d4-25e7-4a3d-913f-f6fa15c1ef82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:48:40.398070 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b37b49-f49a-41f7-8f1a-ca79a3971b2d None None] Checking router: 2f25bc3a-f832-4a22-ab05-fd0739042292 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:48:40.407492 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b37b49-f49a-41f7-8f1a-ca79a3971b2d None None] Routers {'2f25bc3a-f832-4a22-ab05-fd0739042292'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:48:40.408231 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-61b37b49-f49a-41f7-8f1a-ca79a3971b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:48:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['2f25bc3a-f832-4a22-ab05-fd0739042292'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:48:40.409760 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-379e502f-115e-464d-b6ec-ff41418df418 req-a108a84e-2afb-4561-a0bf-6644e4bb3c14 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2be2556-44f0-4f74-bf72-8de116b10052 HTTP/1.1" status: 200 len: 998 time: 0.0638936 Jun 30 10:48:40.415633 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c7b4838a-8ec4-408b-bfb8-79203d251c5c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/floatingips/6b1a550c-91c6-4104-b316-71813feccc61 HTTP/1.1" status: 200 len: 990 time: 0.0656185 Jun 30 10:48:40.460046 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e502f-115e-464d-b6ec-ff41418df418 req-491b5b50-9a89-4224-8c5c-0cc2334abcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:40.461501 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-379e502f-115e-464d-b6ec-ff41418df418 req-491b5b50-9a89-4224-8c5c-0cc2334abcd7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc8676d4-25e7-4a3d-913f-f6fa15c1ef82 HTTP/1.1" status: 200 len: 834 time: 0.0445623 Jun 30 10:48:40.508225 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-61b37b49-f49a-41f7-8f1a-ca79a3971b2d None None] Set router 2f25bc3a-f832-4a22-ab05-fd0739042292 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:48:40.518839 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e502f-115e-464d-b6ec-ff41418df418 req-51bd6ba9-bb9c-46f6-8bba-cd82af6ef95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:40.520319 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-379e502f-115e-464d-b6ec-ff41418df418 req-51bd6ba9-bb9c-46f6-8bba-cd82af6ef95d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d183886c-ee27-453a-91ca-925b6c7aacfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516179 Jun 30 10:48:40.531608 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-379e502f-115e-464d-b6ec-ff41418df418 req-c1c5be99-36ed-42c4-883f-8d5e39a050a8 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:48:40.533390 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-379e502f-115e-464d-b6ec-ff41418df418 req-c1c5be99-36ed-42c4-883f-8d5e39a050a8 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060136 Jun 30 10:48:40.644028 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-379e502f-115e-464d-b6ec-ff41418df418 req-3495c668-8c7b-4193-9164-8cf37365b69a service neutron] 10.222.0.37 "GET /v2.0/networks/d183886c-ee27-453a-91ca-925b6c7aacfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047709 Jun 30 10:48:40.734853 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-379e502f-115e-464d-b6ec-ff41418df418 req-dd95889b-2857-4323-83b7-1b51907c354b service neutron] 10.222.0.37 "GET /v2.0/networks/d183886c-ee27-453a-91ca-925b6c7aacfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839365 Jun 30 10:48:40.750366 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-61b37b49-f49a-41f7-8f1a-ca79a3971b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384408363', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'c67df577-24a6-46ba-b4d6-10d453be11d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:48:17Z', 'updated_at': '2021-06-30T10:48:22Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'c67df577-24a6-46ba-b4d6-10d453be11d8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:48:18Z', 'updated_at': '2021-06-30T10:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '6b1a550c-91c6-4104-b316-71813feccc61', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'floating_ip_address': '172.25.6.21', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'port_id': 'd2be2556-44f0-4f74-bf72-8de116b10052', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd183886c-ee27-453a-91ca-925b6c7aacfa', 'mac_address': 'fa:16:3e:29:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a49b62-be9e-41f1-bbba-8fb758fb0ff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:48:38Z', 'updated_at': '2021-06-30T10:48:38Z', 'revision_number': 0, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40886ca8-790d-43aa-8b13-c2e2a8ea89d5', 'name': '', 'network_id': 'd183886c-ee27-453a-91ca-925b6c7aacfa', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:59:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'bc8676d4-25e7-4a3d-913f-f6fa15c1ef82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:48:21Z', 'updated_at': '2021-06-30T10:48:27Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'bc8676d4-25e7-4a3d-913f-f6fa15c1ef82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:48:40.776885 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b37b49-f49a-41f7-8f1a-ca79a3971b2d None None] The sync data for ids ['2f25bc3a-f832-4a22-ab05-fd0739042292'] in n-d-771363-31 is: [{'id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384408363', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'c67df577-24a6-46ba-b4d6-10d453be11d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:48:17Z', 'updated_at': '2021-06-30T10:48:22Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'c67df577-24a6-46ba-b4d6-10d453be11d8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:48:18Z', 'updated_at': '2021-06-30T10:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '6b1a550c-91c6-4104-b316-71813feccc61', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'floating_ip_address': '172.25.6.21', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'port_id': 'd2be2556-44f0-4f74-bf72-8de116b10052', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd183886c-ee27-453a-91ca-925b6c7aacfa', 'mac_address': 'fa:16:3e:29:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a49b62-be9e-41f1-bbba-8fb758fb0ff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:48:38Z', 'updated_at': '2021-06-30T10:48:38Z', 'revision_number': 0, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40886ca8-790d-43aa-8b13-c2e2a8ea89d5', 'name': '', 'network_id': 'd183886c-ee27-453a-91ca-925b6c7aacfa', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:59:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'bc8676d4-25e7-4a3d-913f-f6fa15c1ef82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:48:21Z', 'updated_at': '2021-06-30T10:48:27Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'bc8676d4-25e7-4a3d-913f-f6fa15c1ef82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:48:40.962369 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef424cb-81ed-488d-90a1-8a62a09b1944 None None] New status for floating IP 6b1a550c-91c6-4104-b316-71813feccc61: ACTIVE {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:48:41.420384 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37070) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:48:41.478851 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-ef4908f8-6398-4284-9851-b8e172a82f78 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/floatingips/6b1a550c-91c6-4104-b316-71813feccc61 HTTP/1.1" status: 200 len: 992 time: 0.0574095 Jun 30 10:48:50.562396 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-59876434-15dc-460f-9ca4-2c8e9e452bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:52.991099 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6b4ec52e-51c5-4f9b-b025-85429f921e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:53.665373 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:54.695486 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9b1f80d9-be3f-4557-b0f2-702b6b5567b9 req-3e11073d-36e8-4284-9961-80d6606be640 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d1a49b62-be9e-41f1-bbba-8fb758fb0ff6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0559809 Jun 30 10:48:54.790189 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f80d9-be3f-4557-b0f2-702b6b5567b9 req-9736675a-382e-4abf-baca-4ba458402b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:54.791681 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9b1f80d9-be3f-4557-b0f2-702b6b5567b9 req-9736675a-382e-4abf-baca-4ba458402b05 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=d1a49b62-be9e-41f1-bbba-8fb758fb0ff6 HTTP/1.1" status: 200 len: 1097 time: 0.0510387 Jun 30 10:48:54.896185 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f80d9-be3f-4557-b0f2-702b6b5567b9 req-a0d1c674-3e5c-4852-96f8-509d12209abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:54.897645 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9b1f80d9-be3f-4557-b0f2-702b6b5567b9 req-a0d1c674-3e5c-4852-96f8-509d12209abf service neutron] 10.222.0.37 "GET /v2.0/networks?id=d183886c-ee27-453a-91ca-925b6c7aacfa HTTP/1.1" status: 200 len: 898 time: 0.0835519 Jun 30 10:48:54.969090 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9b1f80d9-be3f-4557-b0f2-702b6b5567b9 req-463ec0b9-97b0-4b1b-8519-0d44f5e730a0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2be2556-44f0-4f74-bf72-8de116b10052 HTTP/1.1" status: 200 len: 1000 time: 0.0646863 Jun 30 10:48:55.022925 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f80d9-be3f-4557-b0f2-702b6b5567b9 req-7d862974-1f25-48e8-892e-036c0d8d36eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:55.024443 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9b1f80d9-be3f-4557-b0f2-702b6b5567b9 req-7d862974-1f25-48e8-892e-036c0d8d36eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc8676d4-25e7-4a3d-913f-f6fa15c1ef82 HTTP/1.1" status: 200 len: 834 time: 0.0467017 Jun 30 10:48:55.053579 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:55.082454 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f80d9-be3f-4557-b0f2-702b6b5567b9 req-2de566f3-bcb5-4ac6-bc8e-fb7f44649ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:48:55.084054 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9b1f80d9-be3f-4557-b0f2-702b6b5567b9 req-2de566f3-bcb5-4ac6-bc8e-fb7f44649ddd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d183886c-ee27-453a-91ca-925b6c7aacfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532684 Jun 30 10:48:55.178975 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9b1f80d9-be3f-4557-b0f2-702b6b5567b9 req-84b93b91-f313-459a-b0f6-9f6e7ddb1b55 service neutron] 10.222.0.37 "GET /v2.0/networks/d183886c-ee27-453a-91ca-925b6c7aacfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884168 Jun 30 10:48:55.272341 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9b1f80d9-be3f-4557-b0f2-702b6b5567b9 req-4dc00838-365b-4350-890f-6c9aa14386d4 service neutron] 10.222.0.37 "GET /v2.0/networks/d183886c-ee27-453a-91ca-925b6c7aacfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871499 Jun 30 10:48:56.687687 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:09.184895 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:09.805786 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:09.963040 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:49:20.544833 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-906a3c21-3bd0-494f-88c8-6fb438a147c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:23.007729 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c7fa23fd-496e-424d-8672-991a68c401ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:23.664456 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:25.024768 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:26.716253 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:39.190303 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:39.801661 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:44.532990 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790cb60-dc1f-41e3-9283-c26e654fe123 req-fac13d70-423e-4cbe-a114-4a93c99eb7a1 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:44.534476 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7790cb60-dc1f-41e3-9283-c26e654fe123 req-fac13d70-423e-4cbe-a114-4a93c99eb7a1 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a49b62-be9e-41f1-bbba-8fb758fb0ff6 HTTP/1.1" status: 200 len: 945 time: 0.0746164 Jun 30 10:49:44.571989 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7790cb60-dc1f-41e3-9283-c26e654fe123 req-4af4509f-1956-40b3-bc81-eaaa0a5ec44c tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8706a453-c364-4062-83e8-6270d30c86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317364 Jun 30 10:49:45.754597 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa0c00-1222-4a75-b9ad-663161928d72 req-e6861233-f54c-44bd-9823-b149dcc19fc8 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:45.756111 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e5aa0c00-1222-4a75-b9ad-663161928d72 req-e6861233-f54c-44bd-9823-b149dcc19fc8 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a49b62-be9e-41f1-bbba-8fb758fb0ff6 HTTP/1.1" status: 200 len: 945 time: 0.0681264 Jun 30 10:49:45.795261 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e5aa0c00-1222-4a75-b9ad-663161928d72 req-e08d854a-38b4-44b0-b5ba-24b1e59f5a86 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8706a453-c364-4062-83e8-6270d30c86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328586 Jun 30 10:49:46.962477 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:49:46.972575 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88cc5a-dbb2-4870-aea8-185b3d666238 req-05261a2c-ad5f-47fc-8163-0d20156869af tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:46.974069 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fd88cc5a-dbb2-4870-aea8-185b3d666238 req-05261a2c-ad5f-47fc-8163-0d20156869af tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a49b62-be9e-41f1-bbba-8fb758fb0ff6 HTTP/1.1" status: 200 len: 945 time: 0.0654259 Jun 30 10:49:47.018020 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fd88cc5a-dbb2-4870-aea8-185b3d666238 req-72e340a4-9b2f-4a2f-8677-f4ca157d0e8e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8706a453-c364-4062-83e8-6270d30c86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378973 Jun 30 10:49:47.042088 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37114) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:49:47.104025 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f6ce818f-99d3-4823-8aec-ab433b1d4885 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/floatingips/6b1a550c-91c6-4104-b316-71813feccc61 HTTP/1.1" status: 200 len: 992 time: 0.0606575 Jun 30 10:49:48.761574 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa639a9-12d8-4bbc-86cc-74e122f41178 req-197de1c7-cec1-4ae6-932b-02d81dbe0c0e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:48.763093 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-afa639a9-12d8-4bbc-86cc-74e122f41178 req-197de1c7-cec1-4ae6-932b-02d81dbe0c0e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a49b62-be9e-41f1-bbba-8fb758fb0ff6 HTTP/1.1" status: 200 len: 945 time: 0.0720904 Jun 30 10:49:48.803529 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-afa639a9-12d8-4bbc-86cc-74e122f41178 req-11959560-4e72-48b4-8076-1ac441d7b8e1 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8706a453-c364-4062-83e8-6270d30c86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339103 Jun 30 10:49:48.804045 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb995d7a-21eb-42f3-b3e4-6e53e5aab3c2 req-bcf49638-d564-4596-9fd8-7395e29109dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:48.805615 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb995d7a-21eb-42f3-b3e4-6e53e5aab3c2 req-bcf49638-d564-4596-9fd8-7395e29109dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=d1a49b62-be9e-41f1-bbba-8fb758fb0ff6 HTTP/1.1" status: 200 len: 1097 time: 0.0554614 Jun 30 10:49:48.903629 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb995d7a-21eb-42f3-b3e4-6e53e5aab3c2 req-722c8711-96c7-4b7c-9560-09dd123b8852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:48.905179 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb995d7a-21eb-42f3-b3e4-6e53e5aab3c2 req-722c8711-96c7-4b7c-9560-09dd123b8852 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d183886c-ee27-453a-91ca-925b6c7aacfa HTTP/1.1" status: 200 len: 898 time: 0.0933285 Jun 30 10:49:48.969828 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb995d7a-21eb-42f3-b3e4-6e53e5aab3c2 req-40d1f10f-9f14-4f14-86d1-e3ca1851f661 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2be2556-44f0-4f74-bf72-8de116b10052 HTTP/1.1" status: 200 len: 1000 time: 0.0577605 Jun 30 10:49:49.023264 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb995d7a-21eb-42f3-b3e4-6e53e5aab3c2 req-910b13cb-84e1-4b67-98cd-581ad8c23d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:49.024797 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb995d7a-21eb-42f3-b3e4-6e53e5aab3c2 req-910b13cb-84e1-4b67-98cd-581ad8c23d1d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc8676d4-25e7-4a3d-913f-f6fa15c1ef82 HTTP/1.1" status: 200 len: 834 time: 0.0486798 Jun 30 10:49:49.080770 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb995d7a-21eb-42f3-b3e4-6e53e5aab3c2 req-5d3ffec8-9b9c-4e76-8336-62fd6fea4ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:49.082244 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb995d7a-21eb-42f3-b3e4-6e53e5aab3c2 req-5d3ffec8-9b9c-4e76-8336-62fd6fea4ef6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d183886c-ee27-453a-91ca-925b6c7aacfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515051 Jun 30 10:49:49.178549 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb995d7a-21eb-42f3-b3e4-6e53e5aab3c2 req-b858293e-ea97-453b-b79b-424d0a29bb06 service neutron] 10.222.0.37 "GET /v2.0/networks/d183886c-ee27-453a-91ca-925b6c7aacfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893824 Jun 30 10:49:49.269946 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-fb995d7a-21eb-42f3-b3e4-6e53e5aab3c2 req-725bc8db-c7cf-4483-a677-8d770fed04e1 service neutron] 10.222.0.37 "GET /v2.0/networks/d183886c-ee27-453a-91ca-925b6c7aacfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855658 Jun 30 10:49:49.978380 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b51755-0f62-4e34-9eb3-5bc55ecc07a4 req-014d88d6-c344-41aa-a49e-ec8ea3bdc259 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:49.980167 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c5b51755-0f62-4e34-9eb3-5bc55ecc07a4 req-014d88d6-c344-41aa-a49e-ec8ea3bdc259 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a49b62-be9e-41f1-bbba-8fb758fb0ff6 HTTP/1.1" status: 200 len: 945 time: 0.0629659 Jun 30 10:49:50.018699 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c5b51755-0f62-4e34-9eb3-5bc55ecc07a4 req-16822462-1f36-4a38-a59c-01c2bee94d8e tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8706a453-c364-4062-83e8-6270d30c86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326853 Jun 30 10:49:50.554077 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d85de9db-70b9-4b3e-a5b1-445bb53612f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:51.195440 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0e7b6-59d8-47f1-9a87-16b3f1822c41 req-00f153ba-a242-4c35-9a9e-92b157ba536b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:51.196897 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3ce0e7b6-59d8-47f1-9a87-16b3f1822c41 req-00f153ba-a242-4c35-9a9e-92b157ba536b tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a49b62-be9e-41f1-bbba-8fb758fb0ff6 HTTP/1.1" status: 200 len: 945 time: 0.0652184 Jun 30 10:49:51.234829 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3ce0e7b6-59d8-47f1-9a87-16b3f1822c41 req-8fb764a4-25bc-4cc1-b7d2-1f9ff2f79011 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8706a453-c364-4062-83e8-6270d30c86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318248 Jun 30 10:49:51.259753 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37126) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:49:51.324367 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1655ca7c-70fa-473d-b08a-f5f83c61d947 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/floatingips/6b1a550c-91c6-4104-b316-71813feccc61 HTTP/1.1" status: 200 len: 992 time: 0.0634711 Jun 30 10:49:51.579930 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37132) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:49:51.751272 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-4d4d44a4-772e-47b5-b730-77b9eccf5374 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Deleting port fa03c479-4a90-4bb5-b698-4846447ed299 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:49:51.751626 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d4d44a4-772e-47b5-b730-77b9eccf5374 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:51.827648 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d4d44a4-772e-47b5-b730-77b9eccf5374 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:51.827987 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d4d44a4-772e-47b5-b730-77b9eccf5374 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:51.840085 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-4d4d44a4-772e-47b5-b730-77b9eccf5374 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Calling delete_port for fa03c479-4a90-4bb5-b698-4846447ed299 owned by network:floatingip {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:49:52.076181 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d4d44a4-772e-47b5-b730-77b9eccf5374 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:52.099916 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d44a4-772e-47b5-b730-77b9eccf5374 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'Port': ['ID=fa03c479-4a90-4bb5-b698-4846447ed299,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:49:52.111259 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d44a4-772e-47b5-b730-77b9eccf5374 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:52.111613 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d44a4-772e-47b5-b730-77b9eccf5374 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:52.111956 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d44a4-772e-47b5-b730-77b9eccf5374 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:52.112296 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d44a4-772e-47b5-b730-77b9eccf5374 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:52.112629 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d44a4-772e-47b5-b730-77b9eccf5374 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:52.113407 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d44a4-772e-47b5-b730-77b9eccf5374 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:52.113407 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d44a4-772e-47b5-b730-77b9eccf5374 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:52.113586 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d44a4-772e-47b5-b730-77b9eccf5374 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:52.113894 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d44a4-772e-47b5-b730-77b9eccf5374 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:52.114226 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d44a4-772e-47b5-b730-77b9eccf5374 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:52.114552 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d44a4-772e-47b5-b730-77b9eccf5374 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:52.114872 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d44a4-772e-47b5-b730-77b9eccf5374 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:52.182341 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d4d44a4-772e-47b5-b730-77b9eccf5374 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for floatingip, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:52.182732 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-4d4d44a4-772e-47b5-b730-77b9eccf5374 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Floating IP 6b1a550c-91c6-4104-b316-71813feccc61 disassociated (deleted). External IP: 172.25.6.21, port: d2be2556-44f0-4f74-bf72-8de116b10052. Jun 30 10:49:52.394593 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4d44a4-772e-47b5-b730-77b9eccf5374 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Router 2f25bc3a-f832-4a22-ab05-fd0739042292 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:49:52.502726 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4d44a4-772e-47b5-b730-77b9eccf5374 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:49:52.507604 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-4d4d44a4-772e-47b5-b730-77b9eccf5374 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:52.511853 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a979e7fe-9d30-4756-aa54-8de4db6a58e4 None None] Sync routers for ids ['2f25bc3a-f832-4a22-ab05-fd0739042292'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:49:52.521822 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a979e7fe-9d30-4756-aa54-8de4db6a58e4 None None] Routers {'2f25bc3a-f832-4a22-ab05-fd0739042292'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:49:52.522418 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a979e7fe-9d30-4756-aa54-8de4db6a58e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:49:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['2f25bc3a-f832-4a22-ab05-fd0739042292'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:49:52.546480 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-4d4d44a4-772e-47b5-b730-77b9eccf5374 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "DELETE /v2.0/floatingips/6b1a550c-91c6-4104-b316-71813feccc61 HTTP/1.1" status: 204 len: 168 time: 0.9626217 Jun 30 10:49:52.546480 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a49b62-be9e-41f1-bbba-8fb758fb0ff6', 'tag': 'd2be2556-44f0-4f74-bf72-8de116b10052'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:49:52.547456 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f451d6e-aac4-47c9-be03-586445459e20" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a49b62-be9e-41f1-bbba-8fb758fb0ff6", "tag": "d2be2556-44f0-4f74-bf72-8de116b10052"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:49:52.585794 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bdb2d3-f87c-4274-9ef7-e5b24bc0f82f x-openstack-request-id: req-62bdb2d3-f87c-4274-9ef7-e5b24bc0f82f {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:49:52.586147 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a49b62-be9e-41f1-bbba-8fb758fb0ff6", "tag": "d2be2556-44f0-4f74-bf72-8de116b10052", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:49:52.586455 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-62bdb2d3-f87c-4274-9ef7-e5b24bc0f82f {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:49:52.586920 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a49b62-be9e-41f1-bbba-8fb758fb0ff6', 'tag': 'd2be2556-44f0-4f74-bf72-8de116b10052', 'status': 'completed', 'code': 200} Jun 30 10:49:52.628901 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-a979e7fe-9d30-4756-aa54-8de4db6a58e4 None None] Set router 2f25bc3a-f832-4a22-ab05-fd0739042292 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:49:52.665992 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f451d6e-aac4-47c9-be03-586445459e20 req-3412e4ed-37ee-473e-8534-bec0cb2a0cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:52.668579 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f451d6e-aac4-47c9-be03-586445459e20 req-3412e4ed-37ee-473e-8534-bec0cb2a0cf8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&device_id=d1a49b62-be9e-41f1-bbba-8fb758fb0ff6 HTTP/1.1" status: 200 len: 1097 time: 0.0596023 Jun 30 10:49:52.769336 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f451d6e-aac4-47c9-be03-586445459e20 req-1e238e1a-0bab-4f71-b371-4af308ff8656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:52.770806 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f451d6e-aac4-47c9-be03-586445459e20 req-1e238e1a-0bab-4f71-b371-4af308ff8656 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d183886c-ee27-453a-91ca-925b6c7aacfa HTTP/1.1" status: 200 len: 898 time: 0.0962191 Jun 30 10:49:52.814084 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f451d6e-aac4-47c9-be03-586445459e20 req-903579dc-80e7-4ab8-8782-3ebf71ce6ef2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2be2556-44f0-4f74-bf72-8de116b10052 HTTP/1.1" status: 200 len: 217 time: 0.0368659 Jun 30 10:49:52.835219 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a979e7fe-9d30-4756-aa54-8de4db6a58e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384408363', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'c67df577-24a6-46ba-b4d6-10d453be11d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:48:17Z', 'updated_at': '2021-06-30T10:48:22Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'c67df577-24a6-46ba-b4d6-10d453be11d8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:48:18Z', 'updated_at': '2021-06-30T10:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '40886ca8-790d-43aa-8b13-c2e2a8ea89d5', 'name': '', 'network_id': 'd183886c-ee27-453a-91ca-925b6c7aacfa', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:59:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'bc8676d4-25e7-4a3d-913f-f6fa15c1ef82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:48:21Z', 'updated_at': '2021-06-30T10:48:27Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'bc8676d4-25e7-4a3d-913f-f6fa15c1ef82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:49:52.862503 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a979e7fe-9d30-4756-aa54-8de4db6a58e4 None None] Checking router: 2f25bc3a-f832-4a22-ab05-fd0739042292 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:49:52.864740 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f451d6e-aac4-47c9-be03-586445459e20 req-601a1c4e-fd2d-4fba-b595-34b52b96d970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:52.866259 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f451d6e-aac4-47c9-be03-586445459e20 req-601a1c4e-fd2d-4fba-b595-34b52b96d970 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc8676d4-25e7-4a3d-913f-f6fa15c1ef82 HTTP/1.1" status: 200 len: 834 time: 0.0465186 Jun 30 10:49:52.871095 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a979e7fe-9d30-4756-aa54-8de4db6a58e4 None None] Routers {'2f25bc3a-f832-4a22-ab05-fd0739042292'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:49:52.871704 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a979e7fe-9d30-4756-aa54-8de4db6a58e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:49:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['2f25bc3a-f832-4a22-ab05-fd0739042292'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:49:52.929526 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f451d6e-aac4-47c9-be03-586445459e20 req-3f025334-d744-44b9-8c46-8d5be8a1e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:52.931060 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f451d6e-aac4-47c9-be03-586445459e20 req-3f025334-d744-44b9-8c46-8d5be8a1e9fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d183886c-ee27-453a-91ca-925b6c7aacfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586057 Jun 30 10:49:52.985347 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-a979e7fe-9d30-4756-aa54-8de4db6a58e4 None None] Set router 2f25bc3a-f832-4a22-ab05-fd0739042292 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:49:53.006874 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-feef07bc-b444-4b03-a56e-443d4aa2b63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:53.030877 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f451d6e-aac4-47c9-be03-586445459e20 req-1113bcb8-d48e-49e9-a68e-da78b12a8752 service neutron] 10.222.0.37 "GET /v2.0/networks/d183886c-ee27-453a-91ca-925b6c7aacfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910454 Jun 30 10:49:53.143235 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f451d6e-aac4-47c9-be03-586445459e20 req-0c5557df-236e-46e7-bb13-68e3203fc92b service neutron] 10.222.0.37 "GET /v2.0/networks/d183886c-ee27-453a-91ca-925b6c7aacfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057410 Jun 30 10:49:53.194209 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-a979e7fe-9d30-4756-aa54-8de4db6a58e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384408363', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'c67df577-24a6-46ba-b4d6-10d453be11d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:48:17Z', 'updated_at': '2021-06-30T10:48:22Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'c67df577-24a6-46ba-b4d6-10d453be11d8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:48:18Z', 'updated_at': '2021-06-30T10:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '40886ca8-790d-43aa-8b13-c2e2a8ea89d5', 'name': '', 'network_id': 'd183886c-ee27-453a-91ca-925b6c7aacfa', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:59:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'bc8676d4-25e7-4a3d-913f-f6fa15c1ef82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:48:21Z', 'updated_at': '2021-06-30T10:48:27Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'bc8676d4-25e7-4a3d-913f-f6fa15c1ef82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:49:53.210716 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa142b-f0d3-4b89-ad75-008f38d67498 req-c8a09f4e-0954-470e-bc4a-d46c70a4384d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:53.216418 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b2fa142b-f0d3-4b89-ad75-008f38d67498 req-c8a09f4e-0954-470e-bc4a-d46c70a4384d tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a49b62-be9e-41f1-bbba-8fb758fb0ff6 HTTP/1.1" status: 200 len: 945 time: 0.0681829 Jun 30 10:49:53.254269 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b2fa142b-f0d3-4b89-ad75-008f38d67498 req-5f1a9ced-e0e5-4925-a042-f53cdbf90d02 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8706a453-c364-4062-83e8-6270d30c86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356598 Jun 30 10:49:53.311462 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a979e7fe-9d30-4756-aa54-8de4db6a58e4 None None] The sync data for ids ['2f25bc3a-f832-4a22-ab05-fd0739042292'] in n-d-771363-31 is: [{'id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384408363', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'c67df577-24a6-46ba-b4d6-10d453be11d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:48:17Z', 'updated_at': '2021-06-30T10:48:22Z', 'revision_number': 4, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'c67df577-24a6-46ba-b4d6-10d453be11d8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:48:18Z', 'updated_at': '2021-06-30T10:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '40886ca8-790d-43aa-8b13-c2e2a8ea89d5', 'name': '', 'network_id': 'd183886c-ee27-453a-91ca-925b6c7aacfa', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'mac_address': 'fa:16:3e:59:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'bc8676d4-25e7-4a3d-913f-f6fa15c1ef82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:48:21Z', 'updated_at': '2021-06-30T10:48:27Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'subnets': [{'id': 'bc8676d4-25e7-4a3d-913f-f6fa15c1ef82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:49:53.529758 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defd470b-de72-41e9-85c1-1a37c7b38a61 None None] New status for floating IP 6b1a550c-91c6-4104-b316-71813feccc61: DOWN {{(pid=101055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:49:53.656728 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:54.436549 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba629e4-541e-4676-91ab-2382e9a6cd3e req-0501f0ed-2b52-4bf7-a18b-4c5fd0057725 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:54.438012 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9ba629e4-541e-4676-91ab-2382e9a6cd3e req-0501f0ed-2b52-4bf7-a18b-4c5fd0057725 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a49b62-be9e-41f1-bbba-8fb758fb0ff6 HTTP/1.1" status: 200 len: 945 time: 0.0651913 Jun 30 10:49:54.476100 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9ba629e4-541e-4676-91ab-2382e9a6cd3e req-dcb92066-d5b7-4246-bd54-a52039f8b4b8 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/security-groups?id=8706a453-c364-4062-83e8-6270d30c86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325212 Jun 30 10:49:54.876112 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605ed41-99c5-40f4-aeca-3c92013d4628 req-51ab73de-980d-4737-ae7a-a7fa03b3dcac tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:49:54.877547 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6605ed41-99c5-40f4-aeca-3c92013d4628 req-51ab73de-980d-4737-ae7a-a7fa03b3dcac tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1a49b62-be9e-41f1-bbba-8fb758fb0ff6 HTTP/1.1" status: 200 len: 945 time: 0.0623639 Jun 30 10:49:54.980553 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-6605ed41-99c5-40f4-aeca-3c92013d4628 req-3b0585f2-b90b-46ad-8a6f-c4b49c1ab600 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Deleting port d2be2556-44f0-4f74-bf72-8de116b10052 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:49:54.980896 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6605ed41-99c5-40f4-aeca-3c92013d4628 req-3b0585f2-b90b-46ad-8a6f-c4b49c1ab600 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:55.058214 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:55.069278 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-6605ed41-99c5-40f4-aeca-3c92013d4628 req-3b0585f2-b90b-46ad-8a6f-c4b49c1ab600 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] For port d2be2556-44f0-4f74-bf72-8de116b10052, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=d2be2556-44f0-4f74-bf72-8de116b10052,segment=NetworkSegment(07d31a3f-5858-4c43-8a51-ac24376e0c98),segment_id=07d31a3f-5858-4c43-8a51-ac24376e0c98)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:49:55.069644 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6605ed41-99c5-40f4-aeca-3c92013d4628 req-3b0585f2-b90b-46ad-8a6f-c4b49c1ab600 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:55.082093 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-6605ed41-99c5-40f4-aeca-3c92013d4628 req-3b0585f2-b90b-46ad-8a6f-c4b49c1ab600 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Calling delete_port for d2be2556-44f0-4f74-bf72-8de116b10052 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:49:55.338376 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6605ed41-99c5-40f4-aeca-3c92013d4628 req-3b0585f2-b90b-46ad-8a6f-c4b49c1ab600 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:55.369860 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0585f2-b90b-46ad-8a6f-c4b49c1ab600 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'Port': ['ID=d2be2556-44f0-4f74-bf72-8de116b10052,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:49:55.417090 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-6605ed41-99c5-40f4-aeca-3c92013d4628 req-3b0585f2-b90b-46ad-8a6f-c4b49c1ab600 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] No DVR routers for this DVR port d2be2556-44f0-4f74-bf72-8de116b10052 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:49:55.420416 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-6605ed41-99c5-40f4-aeca-3c92013d4628 req-3b0585f2-b90b-46ad-8a6f-c4b49c1ab600 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:55.422455 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6605ed41-99c5-40f4-aeca-3c92013d4628 req-3b0585f2-b90b-46ad-8a6f-c4b49c1ab600 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.37 "DELETE /v2.0/ports/d2be2556-44f0-4f74-bf72-8de116b10052 HTTP/1.1" status: 204 len: 173 time: 0.5384181 Jun 30 10:49:55.422902 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a49b62-be9e-41f1-bbba-8fb758fb0ff6', 'name': 'network-vif-deleted', 'tag': 'd2be2556-44f0-4f74-bf72-8de116b10052'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:49:55.425190 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9f796d-2c92-4d77-953d-e8f7cf95d55d" -d '{"events": [{"server_uuid": "d1a49b62-be9e-41f1-bbba-8fb758fb0ff6", "name": "network-vif-deleted", "tag": "d2be2556-44f0-4f74-bf72-8de116b10052"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:49:55.459847 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3637334-d504-4303-98e5-4f823236f701 x-openstack-request-id: req-c3637334-d504-4303-98e5-4f823236f701 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:49:55.460161 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a49b62-be9e-41f1-bbba-8fb758fb0ff6", "name": "network-vif-deleted", "tag": "d2be2556-44f0-4f74-bf72-8de116b10052", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:49:55.460419 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c3637334-d504-4303-98e5-4f823236f701 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:49:55.460951 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a49b62-be9e-41f1-bbba-8fb758fb0ff6', 'name': 'network-vif-deleted', 'tag': 'd2be2556-44f0-4f74-bf72-8de116b10052', 'status': 'completed', 'code': 200} Jun 30 10:49:55.619872 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cac22cc9-5910-4cef-9beb-8db23d57a685 req-41947881-e2d6-4906-b1f8-7307e47f7dab tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1a49b62-be9e-41f1-bbba-8fb758fb0ff6 HTTP/1.1" status: 200 len: 210 time: 0.0324430 Jun 30 10:49:56.718923 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37152) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:49:56.761633 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:57.425754 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-36fa124e-b1a7-42ba-9475-e6bdcdb0cf35 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:57.707072 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-36fa124e-b1a7-42ba-9475-e6bdcdb0cf35 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Deleting port 40886ca8-790d-43aa-8b13-c2e2a8ea89d5 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:49:57.707348 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-36fa124e-b1a7-42ba-9475-e6bdcdb0cf35 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:57.806513 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-36fa124e-b1a7-42ba-9475-e6bdcdb0cf35 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] For port 40886ca8-790d-43aa-8b13-c2e2a8ea89d5, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=40886ca8-790d-43aa-8b13-c2e2a8ea89d5,segment=NetworkSegment(07d31a3f-5858-4c43-8a51-ac24376e0c98),segment_id=07d31a3f-5858-4c43-8a51-ac24376e0c98)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:49:57.807216 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-36fa124e-b1a7-42ba-9475-e6bdcdb0cf35 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:57.823653 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-36fa124e-b1a7-42ba-9475-e6bdcdb0cf35 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Calling delete_port for 40886ca8-790d-43aa-8b13-c2e2a8ea89d5 owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:49:58.110736 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-36fa124e-b1a7-42ba-9475-e6bdcdb0cf35 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:58.141474 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa124e-b1a7-42ba-9475-e6bdcdb0cf35 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'Port': ['ID=40886ca8-790d-43aa-8b13-c2e2a8ea89d5,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:49:58.333704 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-36fa124e-b1a7-42ba-9475-e6bdcdb0cf35 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:58.565236 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fa124e-b1a7-42ba-9475-e6bdcdb0cf35 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Router 2f25bc3a-f832-4a22-ab05-fd0739042292 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:49:58.687476 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fa124e-b1a7-42ba-9475-e6bdcdb0cf35 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:49:58.693166 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-36fa124e-b1a7-42ba-9475-e6bdcdb0cf35 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "PUT /v2.0/routers/2f25bc3a-f832-4a22-ab05-fd0739042292/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9728940 Jun 30 10:49:58.695905 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37154) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:49:58.698620 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13e4e7f-16dc-4549-a3d2-336ea23dd194 None None] Sync routers for ids ['2f25bc3a-f832-4a22-ab05-fd0739042292'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:49:58.708169 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13e4e7f-16dc-4549-a3d2-336ea23dd194 None None] Routers {'2f25bc3a-f832-4a22-ab05-fd0739042292'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:49:58.708914 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b13e4e7f-16dc-4549-a3d2-336ea23dd194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:49:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['2f25bc3a-f832-4a22-ab05-fd0739042292'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:49:58.758997 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e823be9-900e-41d5-8bf7-71a58d36cd77 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Deleting subnet bc8676d4-25e7-4a3d-913f-f6fa15c1ef82 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:49:58.762455 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5e823be9-900e-41d5-8bf7-71a58d36cd77 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:58.805964 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5e823be9-900e-41d5-8bf7-71a58d36cd77 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:58.814603 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-b13e4e7f-16dc-4549-a3d2-336ea23dd194 None None] Set router 2f25bc3a-f832-4a22-ab05-fd0739042292 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:49:58.900231 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5e823be9-900e-41d5-8bf7-71a58d36cd77 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:59.004657 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b13e4e7f-16dc-4549-a3d2-336ea23dd194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384408363', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'c67df577-24a6-46ba-b4d6-10d453be11d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:48:17Z', 'updated_at': '2021-06-30T10:49:57Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'c67df577-24a6-46ba-b4d6-10d453be11d8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:48:18Z', 'updated_at': '2021-06-30T10:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:49:59.043487 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13e4e7f-16dc-4549-a3d2-336ea23dd194 None None] Checking router: 2f25bc3a-f832-4a22-ab05-fd0739042292 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:49:59.052777 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13e4e7f-16dc-4549-a3d2-336ea23dd194 None None] Routers {'2f25bc3a-f832-4a22-ab05-fd0739042292'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:49:59.053404 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b13e4e7f-16dc-4549-a3d2-336ea23dd194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:49:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['2f25bc3a-f832-4a22-ab05-fd0739042292'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:49:59.098634 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5e823be9-900e-41d5-8bf7-71a58d36cd77 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:59.129596 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e823be9-900e-41d5-8bf7-71a58d36cd77 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'Subnet': ['ID=bc8676d4-25e7-4a3d-913f-f6fa15c1ef82,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:49:59.132206 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5e823be9-900e-41d5-8bf7-71a58d36cd77 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:59.134960 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5e823be9-900e-41d5-8bf7-71a58d36cd77 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "DELETE /v2.0/subnets/bc8676d4-25e7-4a3d-913f-f6fa15c1ef82 HTTP/1.1" status: 204 len: 168 time: 0.4380138 Jun 30 10:49:59.137106 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97c4882-5d63-4d37-96b8-5a26049bcb99 None None] Network d183886c-ee27-453a-91ca-925b6c7aacfa requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:49:59.137609 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37156) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:49:59.159626 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-b13e4e7f-16dc-4549-a3d2-336ea23dd194 None None] Set router 2f25bc3a-f832-4a22-ab05-fd0739042292 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:49:59.264390 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ec59cb73-3f7b-4804-a53d-b3b3e25617a4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:59.343935 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad891bde-df7a-4058-9239-5455dafd9c05 None None] DHCP port deletion for d183886c-ee27-453a-91ca-925b6c7aacfa request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:49:59.362346 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-b13e4e7f-16dc-4549-a3d2-336ea23dd194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384408363', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'c67df577-24a6-46ba-b4d6-10d453be11d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:48:17Z', 'updated_at': '2021-06-30T10:49:57Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'c67df577-24a6-46ba-b4d6-10d453be11d8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:48:18Z', 'updated_at': '2021-06-30T10:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:49:59.382110 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ec59cb73-3f7b-4804-a53d-b3b3e25617a4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:59.391612 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13e4e7f-16dc-4549-a3d2-336ea23dd194 None None] The sync data for ids ['2f25bc3a-f832-4a22-ab05-fd0739042292'] in n-d-771363-31 is: [{'id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384408363', 'tenant_id': '93892fa53c864b9b82b15f44cdcb4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'c67df577-24a6-46ba-b4d6-10d453be11d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:48:17Z', 'updated_at': '2021-06-30T10:49:57Z', 'revision_number': 5, 'project_id': '93892fa53c864b9b82b15f44cdcb4a01', 'gw_port': {'id': 'c67df577-24a6-46ba-b4d6-10d453be11d8', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f25bc3a-f832-4a22-ab05-fd0739042292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:48:18Z', 'updated_at': '2021-06-30T10:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:49:59.394180 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-ad891bde-df7a-4058-9239-5455dafd9c05 None None] Deleting port 593bb91c-26cc-46f0-8af2-e7b6c3537dec {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:49:59.394888 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ad891bde-df7a-4058-9239-5455dafd9c05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:59.459009 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-ad891bde-df7a-4058-9239-5455dafd9c05 None None] For port 593bb91c-26cc-46f0-8af2-e7b6c3537dec, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=593bb91c-26cc-46f0-8af2-e7b6c3537dec,segment=NetworkSegment(07d31a3f-5858-4c43-8a51-ac24376e0c98),segment_id=07d31a3f-5858-4c43-8a51-ac24376e0c98)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:49:59.466954 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ad891bde-df7a-4058-9239-5455dafd9c05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:59.472651 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-ad891bde-df7a-4058-9239-5455dafd9c05 None None] Calling delete_port for 593bb91c-26cc-46f0-8af2-e7b6c3537dec owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:49:59.526615 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device d2be2556-44f0-4f74-bf72-8de116b10052 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:49:59.535969 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-ec59cb73-3f7b-4804-a53d-b3b3e25617a4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Deleting port c67df577-24a6-46ba-b4d6-10d453be11d8 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:49:59.536313 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ec59cb73-3f7b-4804-a53d-b3b3e25617a4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:59.555702 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: d2be2556-44f0-4f74-bf72-8de116b10052 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:49:59.556043 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device d2be2556-44f0-4f74-bf72-8de116b10052 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:49:59.621052 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-ec59cb73-3f7b-4804-a53d-b3b3e25617a4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] For port c67df577-24a6-46ba-b4d6-10d453be11d8, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c67df577-24a6-46ba-b4d6-10d453be11d8,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:49:59.621331 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ec59cb73-3f7b-4804-a53d-b3b3e25617a4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:59.635251 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-ec59cb73-3f7b-4804-a53d-b3b3e25617a4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Calling delete_port for c67df577-24a6-46ba-b4d6-10d453be11d8 owned by network:router_gateway {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:49:59.726889 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ad891bde-df7a-4058-9239-5455dafd9c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:49:59.755927 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad891bde-df7a-4058-9239-5455dafd9c05 None None] Pushing event deleted for resources: {'Port': ['ID=593bb91c-26cc-46f0-8af2-e7b6c3537dec,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:49:59.767893 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad891bde-df7a-4058-9239-5455dafd9c05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:59.768249 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad891bde-df7a-4058-9239-5455dafd9c05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:59.768593 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad891bde-df7a-4058-9239-5455dafd9c05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:59.768933 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad891bde-df7a-4058-9239-5455dafd9c05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:59.769269 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad891bde-df7a-4058-9239-5455dafd9c05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:59.769604 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad891bde-df7a-4058-9239-5455dafd9c05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:59.769926 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad891bde-df7a-4058-9239-5455dafd9c05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:59.770251 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad891bde-df7a-4058-9239-5455dafd9c05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:59.770576 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad891bde-df7a-4058-9239-5455dafd9c05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:59.770928 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad891bde-df7a-4058-9239-5455dafd9c05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:59.771287 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad891bde-df7a-4058-9239-5455dafd9c05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:59.771609 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad891bde-df7a-4058-9239-5455dafd9c05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:49:59.778268 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad891bde-df7a-4058-9239-5455dafd9c05 None None] No DVR routers for this DVR port 593bb91c-26cc-46f0-8af2-e7b6c3537dec on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:50:00.165604 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ec59cb73-3f7b-4804-a53d-b3b3e25617a4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:00.204427 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59cb73-3f7b-4804-a53d-b3b3e25617a4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'Port': ['ID=c67df577-24a6-46ba-b4d6-10d453be11d8,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:00.289147 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ec59cb73-3f7b-4804-a53d-b3b3e25617a4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:00.400602 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ec59cb73-3f7b-4804-a53d-b3b3e25617a4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:00.402988 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ec59cb73-3f7b-4804-a53d-b3b3e25617a4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:00.645294 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ec59cb73-3f7b-4804-a53d-b3b3e25617a4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:00.645747 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec59cb73-3f7b-4804-a53d-b3b3e25617a4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Fanout notify agent at l3_agent the message router_deleted on router 2f25bc3a-f832-4a22-ab05-fd0739042292 {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:50:00.657047 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ec59cb73-3f7b-4804-a53d-b3b3e25617a4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:00.658301 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ec59cb73-3f7b-4804-a53d-b3b3e25617a4 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "DELETE /v2.0/routers/2f25bc3a-f832-4a22-ab05-fd0739042292 HTTP/1.1" status: 204 len: 168 time: 1.5197318 Jun 30 10:50:00.661217 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37158) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:50:00.743094 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c2b139c1-b57a-4c94-b320-80f190281809 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:00.832329 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c2b139c1-b57a-4c94-b320-80f190281809 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:00.841943 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-c2b139c1-b57a-4c94-b320-80f190281809 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d183886c-ee27-453a-91ca-925b6c7aacfa']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:50:00.852290 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-c2b139c1-b57a-4c94-b320-80f190281809 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d31a3f-5858-4c43-8a51-ac24376e0c98') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:50:00.852577 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-c2b139c1-b57a-4c94-b320-80f190281809 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d31a3f-5858-4c43-8a51-ac24376e0c98') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:50:00.861931 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c2b139c1-b57a-4c94-b320-80f190281809 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:00.880343 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c2b139c1-b57a-4c94-b320-80f190281809 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:00.886112 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b139c1-b57a-4c94-b320-80f190281809 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:50:00.886499 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c2b139c1-b57a-4c94-b320-80f190281809 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: timer() Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:50:00.889417 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:50:01.080139 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c2b139c1-b57a-4c94-b320-80f190281809 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:01.089762 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c2b139c1-b57a-4c94-b320-80f190281809 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:01.092309 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c2b139c1-b57a-4c94-b320-80f190281809 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "DELETE /v2.0/networks/d183886c-ee27-453a-91ca-925b6c7aacfa HTTP/1.1" status: 204 len: 168 time: 0.4300601 Jun 30 10:50:01.095370 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37160) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:50:01.108056 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b139c1-b57a-4c94-b320-80f190281809 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'Network': ['ID=d183886c-ee27-453a-91ca-925b6c7aacfa,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:01.156067 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 40886ca8-790d-43aa-8b13-c2e2a8ea89d5 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:50:01.168089 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-29147e1b-53b5-4e99-a0f7-8f49a3cbb65a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:01.178850 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 40886ca8-790d-43aa-8b13-c2e2a8ea89d5 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:50:01.179283 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 40886ca8-790d-43aa-8b13-c2e2a8ea89d5 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:50:01.179730 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 593bb91c-26cc-46f0-8af2-e7b6c3537dec no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:50:01.195194 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-29147e1b-53b5-4e99-a0f7-8f49a3cbb65a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:01.198606 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 593bb91c-26cc-46f0-8af2-e7b6c3537dec {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:50:01.198976 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 593bb91c-26cc-46f0-8af2-e7b6c3537dec not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:50:01.199446 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c67df577-24a6-46ba-b4d6-10d453be11d8 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:50:01.222315 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: c67df577-24a6-46ba-b4d6-10d453be11d8 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:50:01.222315 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c67df577-24a6-46ba-b4d6-10d453be11d8 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:50:01.384209 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-29147e1b-53b5-4e99-a0f7-8f49a3cbb65a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:01.387019 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-29147e1b-53b5-4e99-a0f7-8f49a3cbb65a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:01.388283 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-29147e1b-53b5-4e99-a0f7-8f49a3cbb65a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] 10.222.0.10 "DELETE /v2.0/security-groups/8706a453-c364-4062-83e8-6270d30c86b3 HTTP/1.1" status: 204 len: 168 time: 0.2913523 Jun 30 10:50:01.400540 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29147e1b-53b5-4e99-a0f7-8f49a3cbb65a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8706a453-c364-4062-83e8-6270d30c86b3,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:01.409058 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29147e1b-53b5-4e99-a0f7-8f49a3cbb65a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:01.409198 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29147e1b-53b5-4e99-a0f7-8f49a3cbb65a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:01.409417 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29147e1b-53b5-4e99-a0f7-8f49a3cbb65a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:01.409752 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29147e1b-53b5-4e99-a0f7-8f49a3cbb65a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:01.410079 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29147e1b-53b5-4e99-a0f7-8f49a3cbb65a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:01.410403 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29147e1b-53b5-4e99-a0f7-8f49a3cbb65a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:01.410723 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29147e1b-53b5-4e99-a0f7-8f49a3cbb65a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:01.411043 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29147e1b-53b5-4e99-a0f7-8f49a3cbb65a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:01.411386 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29147e1b-53b5-4e99-a0f7-8f49a3cbb65a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:01.411735 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29147e1b-53b5-4e99-a0f7-8f49a3cbb65a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:01.412030 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29147e1b-53b5-4e99-a0f7-8f49a3cbb65a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:01.412344 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29147e1b-53b5-4e99-a0f7-8f49a3cbb65a tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:02.144195 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37170) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:50:02.278878 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-75a3e88e-062e-4402-af10-db66615f8e58 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=93892fa53c864b9b82b15f44cdcb4a01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1335342 Jun 30 10:50:02.281398 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37174) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:50:02.330806 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5a01a583-3a31-4839-b81b-9048078515c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:02.352701 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5a01a583-3a31-4839-b81b-9048078515c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:02.463881 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5a01a583-3a31-4839-b81b-9048078515c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:02.466406 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5a01a583-3a31-4839-b81b-9048078515c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:02.467656 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5a01a583-3a31-4839-b81b-9048078515c1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c657fbd8-5809-4529-93f6-e255465304f6 HTTP/1.1" status: 204 len: 168 time: 0.1845977 Jun 30 10:50:02.476182 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01a583-3a31-4839-b81b-9048078515c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c657fbd8-5809-4529-93f6-e255465304f6,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:03.161222 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37180) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:50:03.175154 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a50d4a21-1f43-4559-b4a7-0fe2a8213d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:03.262354 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a50d4a21-1f43-4559-b4a7-0fe2a8213d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:03.303921 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a50d4a21-1f43-4559-b4a7-0fe2a8213d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:03.342136 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a50d4a21-1f43-4559-b4a7-0fe2a8213d6a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f07985ece0ee4485bcc61481545a09d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1798415 Jun 30 10:50:03.342959 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d4a21-1f43-4559-b4a7-0fe2a8213d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e45fc6-029a-4960-bf21-2e83427d534b,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:03.344954 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37182) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:50:03.398405 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3ea4c3ca-66a9-41e7-9919-e5f70bf0e745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:03.419687 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3ea4c3ca-66a9-41e7-9919-e5f70bf0e745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:03.593900 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3ea4c3ca-66a9-41e7-9919-e5f70bf0e745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:03.597034 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-3ea4c3ca-66a9-41e7-9919-e5f70bf0e745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:03.598227 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-3ea4c3ca-66a9-41e7-9919-e5f70bf0e745 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/21e45fc6-029a-4960-bf21-2e83427d534b HTTP/1.1" status: 204 len: 168 time: 0.2516983 Jun 30 10:50:03.606771 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4c3ca-66a9-41e7-9919-e5f70bf0e745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e45fc6-029a-4960-bf21-2e83427d534b,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:04.694836 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37206) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:50:04.818137 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-2bb64bd3-08cb-4db7-a69c-02f59df59f9f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-662113533-network', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:50:04.914325 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb64bd3-08cb-4db7-a69c-02f59df59f9f admin admin] Made reservation on behalf of a5a07d82f5f44165a5c7aa20c39dab23 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:50:04.916930 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2bb64bd3-08cb-4db7-a69c-02f59df59f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:04.926484 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2bb64bd3-08cb-4db7-a69c-02f59df59f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:05.017420 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2bb64bd3-08cb-4db7-a69c-02f59df59f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:05.086703 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2bb64bd3-08cb-4db7-a69c-02f59df59f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:05.112895 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb64bd3-08cb-4db7-a69c-02f59df59f9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:50:05.121457 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb64bd3-08cb-4db7-a69c-02f59df59f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0010eab-7cec-4b1f-9e95-fd62d529e956,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:05.128543 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2bb64bd3-08cb-4db7-a69c-02f59df59f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:05.128739 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-2bb64bd3-08cb-4db7-a69c-02f59df59f9f admin admin] Added segment 2944155e-7408-46e0-8e9e-088b48d9e7a7 of type vlan for network 2bf38d6d-1f73-468e-acb6-ed1cbeb83753 Jun 30 10:50:05.169724 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2bb64bd3-08cb-4db7-a69c-02f59df59f9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:05.252507 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2bb64bd3-08cb-4db7-a69c-02f59df59f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:05.253507 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb64bd3-08cb-4db7-a69c-02f59df59f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:50:05.254084 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2bb64bd3-08cb-4db7-a69c-02f59df59f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:05.319444 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb64bd3-08cb-4db7-a69c-02f59df59f9f admin admin] Pushing event updated for resources: {'Network': ['ID=2bf38d6d-1f73-468e-acb6-ed1cbeb83753,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:05.332102 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 2bf38d6d-1f73-468e-acb6-ed1cbeb83753 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:50:05.383880 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2bb64bd3-08cb-4db7-a69c-02f59df59f9f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6877878 Jun 30 10:50:05.386915 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37212) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:50:05.391913 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-d88a1d13-69b7-426d-8b0b-cb020da8f86b admin admin] Request body: {'subnet': {'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-662113533-subnet', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:50:05.486747 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88a1d13-69b7-426d-8b0b-cb020da8f86b admin admin] Made reservation on behalf of a5a07d82f5f44165a5c7aa20c39dab23 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:50:05.489227 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d88a1d13-69b7-426d-8b0b-cb020da8f86b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:05.737373 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d88a1d13-69b7-426d-8b0b-cb020da8f86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:05.792409 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a1d13-69b7-426d-8b0b-cb020da8f86b admin admin] Pushing event updated for resources: {'Subnet': ['ID=18192015-0296-4e65-b690-1dd7de495bcb,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:05.803101 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88a1d13-69b7-426d-8b0b-cb020da8f86b admin admin] Checking segment: {'id': '2944155e-7408-46e0-8e9e-088b48d9e7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:50:05.803501 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88a1d13-69b7-426d-8b0b-cb020da8f86b admin admin] Network hostable DHCP agents. Network: 2bf38d6d-1f73-468e-acb6-ed1cbeb83753, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:50:05.909879 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88a1d13-69b7-426d-8b0b-cb020da8f86b admin admin] Network 2bf38d6d-1f73-468e-acb6-ed1cbeb83753 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:50:06.001382 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-d88a1d13-69b7-426d-8b0b-cb020da8f86b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 2bf38d6d-1f73-468e-acb6-ed1cbeb83753) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:50:06.006714 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88a1d13-69b7-426d-8b0b-cb020da8f86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:50:06.012275 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d88a1d13-69b7-426d-8b0b-cb020da8f86b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:06.013140 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b0d2d5-3790-42ca-9f1e-5e97ce38d6df None None] Network 2bf38d6d-1f73-468e-acb6-ed1cbeb83753 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:50:06.088534 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d88a1d13-69b7-426d-8b0b-cb020da8f86b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7003629 Jun 30 10:50:06.090991 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37214) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:50:06.095485 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-b76b2c98-4ee7-4617-9fdd-e12134724d5b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-662113533-router', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:50:06.163421 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911c0d9c-d528-4e97-8218-1945981a05b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-2bf38d6d-1f73-468e-acb6-ed1cbeb83753', 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'fixed_ips': [{'subnet_id': '18192015-0296-4e65-b690-1dd7de495bcb'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:50:06.164331 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-911c0d9c-d528-4e97-8218-1945981a05b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:06.206472 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b76b2c98-4ee7-4617-9fdd-e12134724d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:06.208213 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b76b2c98-4ee7-4617-9fdd-e12134724d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:06.267586 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b76b2c98-4ee7-4617-9fdd-e12134724d5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:06.317120 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-911c0d9c-d528-4e97-8218-1945981a05b6 None None] Allocated IP 172.20.0.2 (2bf38d6d-1f73-468e-acb6-ed1cbeb83753/18192015-0296-4e65-b690-1dd7de495bcb/657c9531-52c6-48ec-a54b-7b8573ed9c5b) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:50:06.458265 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-911c0d9c-d528-4e97-8218-1945981a05b6 None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:06.466604 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-911c0d9c-d528-4e97-8218-1945981a05b6 None None] Transition to ACTIVE for port object 657c9531-52c6-48ec-a54b-7b8573ed9c5b will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:50:06.467139 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b76b2c98-4ee7-4617-9fdd-e12134724d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:06.482162 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-911c0d9c-d528-4e97-8218-1945981a05b6 None None] Transition to ACTIVE for port object 657c9531-52c6-48ec-a54b-7b8573ed9c5b will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:50:06.588446 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-911c0d9c-d528-4e97-8218-1945981a05b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:06.630742 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911c0d9c-d528-4e97-8218-1945981a05b6 None None] Network 2bf38d6d-1f73-468e-acb6-ed1cbeb83753 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:50:06.635210 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-911c0d9c-d528-4e97-8218-1945981a05b6 None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:50:06.638293 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911c0d9c-d528-4e97-8218-1945981a05b6 None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:50:06.651915 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c0d9c-d528-4e97-8218-1945981a05b6 None None] Pushing event updated for resources: {'Port': ['ID=657c9531-52c6-48ec-a54b-7b8573ed9c5b,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:06.706470 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-911c0d9c-d528-4e97-8218-1945981a05b6 None None] Attempting to bind port 657c9531-52c6-48ec-a54b-7b8573ed9c5b on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:50:06.706843 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-911c0d9c-d528-4e97-8218-1945981a05b6 None None] Attempting to bind port 657c9531-52c6-48ec-a54b-7b8573ed9c5b by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '2944155e-7408-46e0-8e9e-088b48d9e7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:50:06.707233 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911c0d9c-d528-4e97-8218-1945981a05b6 None None] Attempting to bind port 657c9531-52c6-48ec-a54b-7b8573ed9c5b on network 2bf38d6d-1f73-468e-acb6-ed1cbeb83753 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:50:06.712341 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911c0d9c-d528-4e97-8218-1945981a05b6 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:50:06.712725 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911c0d9c-d528-4e97-8218-1945981a05b6 None None] Checking segment: {'id': '2944155e-7408-46e0-8e9e-088b48d9e7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:50:06.713123 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-911c0d9c-d528-4e97-8218-1945981a05b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:06.713516 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911c0d9c-d528-4e97-8218-1945981a05b6 None None] Bound using segment: {'id': '2944155e-7408-46e0-8e9e-088b48d9e7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:50:06.713981 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-911c0d9c-d528-4e97-8218-1945981a05b6 None None] Bound port: 657c9531-52c6-48ec-a54b-7b8573ed9c5b, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2944155e-7408-46e0-8e9e-088b48d9e7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:50:06.714357 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-911c0d9c-d528-4e97-8218-1945981a05b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:06.758947 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b76b2c98-4ee7-4617-9fdd-e12134724d5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:06.778437 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b76b2c98-4ee7-4617-9fdd-e12134724d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:06.782499 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-911c0d9c-d528-4e97-8218-1945981a05b6 None None] For port 657c9531-52c6-48ec-a54b-7b8573ed9c5b, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:50:06.786364 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-911c0d9c-d528-4e97-8218-1945981a05b6 None None] For port 657c9531-52c6-48ec-a54b-7b8573ed9c5b, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=657c9531-52c6-48ec-a54b-7b8573ed9c5b,segment=NetworkSegment(2944155e-7408-46e0-8e9e-088b48d9e7a7),segment_id=2944155e-7408-46e0-8e9e-088b48d9e7a7)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:50:06.886018 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-911c0d9c-d528-4e97-8218-1945981a05b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:06.941448 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-b76b2c98-4ee7-4617-9fdd-e12134724d5b admin admin] Allocated IP 172.25.6.36 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/f61c67d2-f857-4a76-998d-a280b5426b74) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:50:06.953073 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c0d9c-d528-4e97-8218-1945981a05b6 None None] Pushing event updated for resources: {'Port': ['ID=657c9531-52c6-48ec-a54b-7b8573ed9c5b,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:07.059234 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b76b2c98-4ee7-4617-9fdd-e12134724d5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:07.172916 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b76b2c98-4ee7-4617-9fdd-e12134724d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:07.219226 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76b2c98-4ee7-4617-9fdd-e12134724d5b admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:50:07.224013 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-b76b2c98-4ee7-4617-9fdd-e12134724d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:50:07.230991 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76b2c98-4ee7-4617-9fdd-e12134724d5b admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:50:07.237190 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b2c98-4ee7-4617-9fdd-e12134724d5b admin admin] Pushing event updated for resources: {'Port': ['ID=f61c67d2-f857-4a76-998d-a280b5426b74,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:07.871957 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00121e9a-7855-468d-bec4-c8de58a2cb86 None None] Network 2bf38d6d-1f73-468e-acb6-ed1cbeb83753 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:50:07.960433 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b76b2c98-4ee7-4617-9fdd-e12134724d5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:08.030658 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a8af9c00-fddd-47a3-8901-0ff7740d4056 None None] Provisioning for port 657c9531-52c6-48ec-a54b-7b8573ed9c5b completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:50:08.175142 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b76b2c98-4ee7-4617-9fdd-e12134724d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:08.401665 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76b2c98-4ee7-4617-9fdd-e12134724d5b admin admin] Router 58486c41-f8ba-440f-987c-d10671fe0a5e is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:50:08.512356 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76b2c98-4ee7-4617-9fdd-e12134724d5b admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:50:08.520979 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210c27fc-8de9-4838-8a4d-f828575997c1 None None] Sync routers for ids ['58486c41-f8ba-440f-987c-d10671fe0a5e'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:50:08.529698 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210c27fc-8de9-4838-8a4d-f828575997c1 None None] Routers {'58486c41-f8ba-440f-987c-d10671fe0a5e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:50:08.535945 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-210c27fc-8de9-4838-8a4d-f828575997c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:49:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['58486c41-f8ba-440f-987c-d10671fe0a5e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:50:08.596013 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-b76b2c98-4ee7-4617-9fdd-e12134724d5b admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:08.599237 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-b76b2c98-4ee7-4617-9fdd-e12134724d5b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5068684 Jun 30 10:50:08.601815 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37216) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:50:08.643982 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-210c27fc-8de9-4838-8a4d-f828575997c1 None None] Set router 58486c41-f8ba-440f-987c-d10671fe0a5e gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:50:08.825809 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-210c27fc-8de9-4838-8a4d-f828575997c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'name': 'tempest-TestShelveInstance-662113533-router', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:07Z', 'revision_number': 3, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'gw_port': {'id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:50:08.852577 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210c27fc-8de9-4838-8a4d-f828575997c1 None None] Checking router: 58486c41-f8ba-440f-987c-d10671fe0a5e for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:50:08.852913 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210c27fc-8de9-4838-8a4d-f828575997c1 None None] Updating router 58486c41-f8ba-440f-987c-d10671fe0a5e port f61c67d2-f857-4a76-998d-a280b5426b74 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:50:08.892904 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-210c27fc-8de9-4838-8a4d-f828575997c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:09.045328 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1baab34a-2b04-41da-9de4-975ed9c580bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:09.214375 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-1baab34a-2b04-41da-9de4-975ed9c580bd admin admin] Allocated IP 172.20.0.1 (2bf38d6d-1f73-468e-acb6-ed1cbeb83753/18192015-0296-4e65-b690-1dd7de495bcb/e3be51e8-bcab-402a-a9cb-97edb0885758) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:50:09.219985 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 657c9531-52c6-48ec-a54b-7b8573ed9c5b up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:50:09.320017 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1baab34a-2b04-41da-9de4-975ed9c580bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:09.333377 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:09.333802 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-1baab34a-2b04-41da-9de4-975ed9c580bd admin admin] Transition to ACTIVE for port object e3be51e8-bcab-402a-a9cb-97edb0885758 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:50:09.374765 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-210c27fc-8de9-4838-8a4d-f828575997c1 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:09.385669 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-210c27fc-8de9-4838-8a4d-f828575997c1 None None] Transition to ACTIVE for port object f61c67d2-f857-4a76-998d-a280b5426b74 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:50:09.395327 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 657c9531-52c6-48ec-a54b-7b8573ed9c5b completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:50:09.398958 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 657c9531-52c6-48ec-a54b-7b8573ed9c5b triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:50:09.399367 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:09.429886 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1baab34a-2b04-41da-9de4-975ed9c580bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:09.469336 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baab34a-2b04-41da-9de4-975ed9c580bd admin admin] Network 2bf38d6d-1f73-468e-acb6-ed1cbeb83753 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:50:09.473163 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-1baab34a-2b04-41da-9de4-975ed9c580bd admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:50:09.476793 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baab34a-2b04-41da-9de4-975ed9c580bd admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:50:09.496385 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:09.505714 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-210c27fc-8de9-4838-8a4d-f828575997c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:09.509600 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baab34a-2b04-41da-9de4-975ed9c580bd admin admin] Pushing event updated for resources: {'Port': ['ID=e3be51e8-bcab-402a-a9cb-97edb0885758,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:09.534868 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1baab34a-2b04-41da-9de4-975ed9c580bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:09.585820 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-210c27fc-8de9-4838-8a4d-f828575997c1 None None] Attempting to bind port f61c67d2-f857-4a76-998d-a280b5426b74 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:50:09.586114 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-210c27fc-8de9-4838-8a4d-f828575997c1 None None] Attempting to bind port f61c67d2-f857-4a76-998d-a280b5426b74 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:50:09.586476 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210c27fc-8de9-4838-8a4d-f828575997c1 None None] Attempting to bind port f61c67d2-f857-4a76-998d-a280b5426b74 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:50:09.594047 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 657c9531-52c6-48ec-a54b-7b8573ed9c5b, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=657c9531-52c6-48ec-a54b-7b8573ed9c5b,segment=NetworkSegment(2944155e-7408-46e0-8e9e-088b48d9e7a7),segment_id=2944155e-7408-46e0-8e9e-088b48d9e7a7)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:50:09.597047 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca100a-6632-4c46-9176-db82da9ce0fa None None] Pushing event updated for resources: {'Port': ['ID=f61c67d2-f857-4a76-998d-a280b5426b74,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:09.601087 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210c27fc-8de9-4838-8a4d-f828575997c1 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:50:09.601460 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210c27fc-8de9-4838-8a4d-f828575997c1 None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:50:09.601856 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-210c27fc-8de9-4838-8a4d-f828575997c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:09.602241 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210c27fc-8de9-4838-8a4d-f828575997c1 None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:50:09.602717 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-210c27fc-8de9-4838-8a4d-f828575997c1 None None] Bound port: f61c67d2-f857-4a76-998d-a280b5426b74, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:50:09.603099 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-210c27fc-8de9-4838-8a4d-f828575997c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:09.660855 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-210c27fc-8de9-4838-8a4d-f828575997c1 None None] For port f61c67d2-f857-4a76-998d-a280b5426b74, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:50:09.665402 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-210c27fc-8de9-4838-8a4d-f828575997c1 None None] For port f61c67d2-f857-4a76-998d-a280b5426b74, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f61c67d2-f857-4a76-998d-a280b5426b74,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:50:09.686066 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:09.748804 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=657c9531-52c6-48ec-a54b-7b8573ed9c5b,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:09.789842 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1baab34a-2b04-41da-9de4-975ed9c580bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:09.824680 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-210c27fc-8de9-4838-8a4d-f828575997c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:09.870750 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:09.886084 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210c27fc-8de9-4838-8a4d-f828575997c1 None None] Routers {'58486c41-f8ba-440f-987c-d10671fe0a5e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:50:09.886721 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-210c27fc-8de9-4838-8a4d-f828575997c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:49:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['58486c41-f8ba-440f-987c-d10671fe0a5e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:50:09.888600 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca100a-6632-4c46-9176-db82da9ce0fa None None] Pushing event updated for resources: {'Port': ['ID=f61c67d2-f857-4a76-998d-a280b5426b74,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:09.927037 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-771386b7-2f1b-4e22-9c4c-efa306e6ab4b None None] Provisioning for port e3be51e8-bcab-402a-a9cb-97edb0885758 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:50:09.935073 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-771386b7-2f1b-4e22-9c4c-efa306e6ab4b None None] Provisioning complete for port e3be51e8-bcab-402a-a9cb-97edb0885758 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:50:09.936601 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-771386b7-2f1b-4e22-9c4c-efa306e6ab4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:09.963095 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1baab34a-2b04-41da-9de4-975ed9c580bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:10.010065 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-771386b7-2f1b-4e22-9c4c-efa306e6ab4b None None] Port e3be51e8-bcab-402a-a9cb-97edb0885758 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:50:10.036181 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-210c27fc-8de9-4838-8a4d-f828575997c1 None None] Set router 58486c41-f8ba-440f-987c-d10671fe0a5e gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:50:10.047052 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1baab34a-2b04-41da-9de4-975ed9c580bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:10.126133 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-1baab34a-2b04-41da-9de4-975ed9c580bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:10.130308 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baab34a-2b04-41da-9de4-975ed9c580bd admin admin] Pushing event updated for resources: {'Port': ['ID=e3be51e8-bcab-402a-a9cb-97edb0885758,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:10.230514 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baab34a-2b04-41da-9de4-975ed9c580bd admin admin] Network 2bf38d6d-1f73-468e-acb6-ed1cbeb83753 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:50:10.231971 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-1baab34a-2b04-41da-9de4-975ed9c580bd admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:50:10.249713 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-210c27fc-8de9-4838-8a4d-f828575997c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'name': 'tempest-TestShelveInstance-662113533-router', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:09Z', 'revision_number': 4, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'gw_port': {'id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'e3be51e8-bcab-402a-a9cb-97edb0885758', 'name': '', 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'mac_address': 'fa:16:3e:59:80:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '18192015-0296-4e65-b690-1dd7de495bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:09Z', 'updated_at': '2021-06-30T10:50:09Z', 'revision_number': 1, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'subnets': [{'id': '18192015-0296-4e65-b690-1dd7de495bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:50:10.277891 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210c27fc-8de9-4838-8a4d-f828575997c1 None None] The sync data for ids ['58486c41-f8ba-440f-987c-d10671fe0a5e'] in n-d-771363-31 is: [{'id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'name': 'tempest-TestShelveInstance-662113533-router', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:09Z', 'revision_number': 4, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'gw_port': {'id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'e3be51e8-bcab-402a-a9cb-97edb0885758', 'name': '', 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'mac_address': 'fa:16:3e:59:80:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '18192015-0296-4e65-b690-1dd7de495bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:09Z', 'updated_at': '2021-06-30T10:50:09Z', 'revision_number': 1, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'subnets': [{'id': '18192015-0296-4e65-b690-1dd7de495bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:50:10.369595 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1baab34a-2b04-41da-9de4-975ed9c580bd admin admin] Router 58486c41-f8ba-440f-987c-d10671fe0a5e has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:50:10.506668 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1baab34a-2b04-41da-9de4-975ed9c580bd admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:50:10.511455 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-1baab34a-2b04-41da-9de4-975ed9c580bd admin admin] 10.222.0.10 "PUT /v2.0/routers/58486c41-f8ba-440f-987c-d10671fe0a5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9084678 Jun 30 10:50:10.540831 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-9b20904e-9bc2-4453-9a08-4e68a4215c8e None None] Provisioning complete for port e3be51e8-bcab-402a-a9cb-97edb0885758 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:50:10.541207 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9b20904e-9bc2-4453-9a08-4e68a4215c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:10.580626 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-9b20904e-9bc2-4453-9a08-4e68a4215c8e None None] Port e3be51e8-bcab-402a-a9cb-97edb0885758 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:50:11.139470 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 657c9531-52c6-48ec-a54b-7b8573ed9c5b up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:50:11.194449 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 657c9531-52c6-48ec-a54b-7b8573ed9c5b triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:50:11.194993 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:11.282181 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37232) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:50:11.287348 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f61c67d2-f857-4a76-998d-a280b5426b74 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:50:11.288936 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-c36fe9e3-69ac-4ebb-ab92-48e8e60bbdde admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1633759013-network', 'tenant_id': 'f577783f178a4a4090d1a444334800d6'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:50:11.424482 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36fe9e3-69ac-4ebb-ab92-48e8e60bbdde admin admin] Made reservation on behalf of f577783f178a4a4090d1a444334800d6 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:50:11.426969 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c36fe9e3-69ac-4ebb-ab92-48e8e60bbdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:11.436407 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c36fe9e3-69ac-4ebb-ab92-48e8e60bbdde admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:11.446840 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port f61c67d2-f857-4a76-998d-a280b5426b74 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:50:11.450910 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port f61c67d2-f857-4a76-998d-a280b5426b74 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:50:11.452352 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:11.540791 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c36fe9e3-69ac-4ebb-ab92-48e8e60bbdde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:11.541488 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:11.563637 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port f61c67d2-f857-4a76-998d-a280b5426b74, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f61c67d2-f857-4a76-998d-a280b5426b74,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:50:11.605387 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c36fe9e3-69ac-4ebb-ab92-48e8e60bbdde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:11.638514 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c36fe9e3-69ac-4ebb-ab92-48e8e60bbdde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:50:11.645596 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:11.659519 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fe9e3-69ac-4ebb-ab92-48e8e60bbdde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79dc2072-91eb-4deb-ba5d-e6e144181b70,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:11.663385 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c36fe9e3-69ac-4ebb-ab92-48e8e60bbdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:11.663865 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-c36fe9e3-69ac-4ebb-ab92-48e8e60bbdde admin admin] Added segment 4427f5d4-71e5-4202-8130-8aea2bfa0812 of type vlan for network 514ae3e6-d143-4bb9-832e-6625abf398e8 Jun 30 10:50:11.696173 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=f61c67d2-f857-4a76-998d-a280b5426b74,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:11.706624 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c36fe9e3-69ac-4ebb-ab92-48e8e60bbdde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:11.801205 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c36fe9e3-69ac-4ebb-ab92-48e8e60bbdde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:11.802211 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36fe9e3-69ac-4ebb-ab92-48e8e60bbdde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:50:11.802798 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c36fe9e3-69ac-4ebb-ab92-48e8e60bbdde admin admin] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:11.862798 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fe9e3-69ac-4ebb-ab92-48e8e60bbdde admin admin] Pushing event updated for resources: {'Network': ['ID=514ae3e6-d143-4bb9-832e-6625abf398e8,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:11.872571 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 514ae3e6-d143-4bb9-832e-6625abf398e8 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:50:11.933353 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c36fe9e3-69ac-4ebb-ab92-48e8e60bbdde admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6491055 Jun 30 10:50:11.936160 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37234) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:50:11.943957 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-d34b3303-030b-4f6a-877d-6517c8fe80da admin admin] Request body: {'subnet': {'network_id': '514ae3e6-d143-4bb9-832e-6625abf398e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1633759013-subnet', 'tenant_id': 'f577783f178a4a4090d1a444334800d6', 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:50:12.029699 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34b3303-030b-4f6a-877d-6517c8fe80da admin admin] Made reservation on behalf of f577783f178a4a4090d1a444334800d6 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:50:12.032541 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d34b3303-030b-4f6a-877d-6517c8fe80da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:12.281084 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d34b3303-030b-4f6a-877d-6517c8fe80da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:12.335228 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b3303-030b-4f6a-877d-6517c8fe80da admin admin] Pushing event updated for resources: {'Subnet': ['ID=afbb7449-e419-446c-b3de-7b0fa37e2796,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:12.352355 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34b3303-030b-4f6a-877d-6517c8fe80da admin admin] Checking segment: {'id': '4427f5d4-71e5-4202-8130-8aea2bfa0812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '514ae3e6-d143-4bb9-832e-6625abf398e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:50:12.352716 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34b3303-030b-4f6a-877d-6517c8fe80da admin admin] Network hostable DHCP agents. Network: 514ae3e6-d143-4bb9-832e-6625abf398e8, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:50:12.416320 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d532a94b-cf1e-49a0-aa1c-fae9456dfee0 None None] Sync routers for ids ['58486c41-f8ba-440f-987c-d10671fe0a5e'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:50:12.427458 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d532a94b-cf1e-49a0-aa1c-fae9456dfee0 None None] Routers {'58486c41-f8ba-440f-987c-d10671fe0a5e'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:50:12.428061 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-d532a94b-cf1e-49a0-aa1c-fae9456dfee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:49:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['58486c41-f8ba-440f-987c-d10671fe0a5e'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:50:12.433680 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34b3303-030b-4f6a-877d-6517c8fe80da admin admin] Network 514ae3e6-d143-4bb9-832e-6625abf398e8 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:50:12.514002 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-d34b3303-030b-4f6a-877d-6517c8fe80da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 514ae3e6-d143-4bb9-832e-6625abf398e8) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:50:12.518660 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34b3303-030b-4f6a-877d-6517c8fe80da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:50:12.519465 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d34b3303-030b-4f6a-877d-6517c8fe80da admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:12.523405 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff8f8e8-d615-4b81-9d06-617dc41830c5 None None] Network 514ae3e6-d143-4bb9-832e-6625abf398e8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:50:12.533361 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-d532a94b-cf1e-49a0-aa1c-fae9456dfee0 None None] Set router 58486c41-f8ba-440f-987c-d10671fe0a5e gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:50:12.622895 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d34b3303-030b-4f6a-877d-6517c8fe80da admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6855953 Jun 30 10:50:12.625361 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37236) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:50:12.631936 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-c0d253df-ce8a-4991-b45a-b35c4a6dee1e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1633759013-router', 'tenant_id': 'f577783f178a4a4090d1a444334800d6', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:50:12.696165 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c55bb2f-0def-44cd-82bf-557b34acd0de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-514ae3e6-d143-4bb9-832e-6625abf398e8', 'network_id': '514ae3e6-d143-4bb9-832e-6625abf398e8', 'tenant_id': 'f577783f178a4a4090d1a444334800d6', 'fixed_ips': [{'subnet_id': 'afbb7449-e419-446c-b3de-7b0fa37e2796'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:50:12.696165 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4c55bb2f-0def-44cd-82bf-557b34acd0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:12.742355 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0d253df-ce8a-4991-b45a-b35c4a6dee1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:12.743424 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0d253df-ce8a-4991-b45a-b35c4a6dee1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:12.745411 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-d532a94b-cf1e-49a0-aa1c-fae9456dfee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'name': 'tempest-TestShelveInstance-662113533-router', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:09Z', 'revision_number': 4, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'gw_port': {'id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'e3be51e8-bcab-402a-a9cb-97edb0885758', 'name': '', 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'mac_address': 'fa:16:3e:59:80:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '18192015-0296-4e65-b690-1dd7de495bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:09Z', 'updated_at': '2021-06-30T10:50:09Z', 'revision_number': 2, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'subnets': [{'id': '18192015-0296-4e65-b690-1dd7de495bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:50:12.776888 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d532a94b-cf1e-49a0-aa1c-fae9456dfee0 None None] Checking router: 58486c41-f8ba-440f-987c-d10671fe0a5e for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:50:12.777141 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d532a94b-cf1e-49a0-aa1c-fae9456dfee0 None None] Updating router 58486c41-f8ba-440f-987c-d10671fe0a5e port e3be51e8-bcab-402a-a9cb-97edb0885758 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:50:12.804266 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0d253df-ce8a-4991-b45a-b35c4a6dee1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:12.812405 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-d532a94b-cf1e-49a0-aa1c-fae9456dfee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:12.823043 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-4c55bb2f-0def-44cd-82bf-557b34acd0de None None] Allocated IP 172.20.0.2 (514ae3e6-d143-4bb9-832e-6625abf398e8/afbb7449-e419-446c-b3de-7b0fa37e2796/09ac0050-9213-4bfe-92dd-6aaeecdc6e72) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:50:12.972675 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4c55bb2f-0def-44cd-82bf-557b34acd0de None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:12.982216 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4c55bb2f-0def-44cd-82bf-557b34acd0de None None] Transition to ACTIVE for port object 09ac0050-9213-4bfe-92dd-6aaeecdc6e72 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:50:12.998490 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4c55bb2f-0def-44cd-82bf-557b34acd0de None None] Transition to ACTIVE for port object 09ac0050-9213-4bfe-92dd-6aaeecdc6e72 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:50:13.041726 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0d253df-ce8a-4991-b45a-b35c4a6dee1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:13.055936 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f61c67d2-f857-4a76-998d-a280b5426b74 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:50:13.078724 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4c55bb2f-0def-44cd-82bf-557b34acd0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:13.119918 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-d532a94b-cf1e-49a0-aa1c-fae9456dfee0 None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:13.130653 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c55bb2f-0def-44cd-82bf-557b34acd0de None None] Network 514ae3e6-d143-4bb9-832e-6625abf398e8 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:50:13.131621 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-d532a94b-cf1e-49a0-aa1c-fae9456dfee0 None None] Transition to ACTIVE for port object e3be51e8-bcab-402a-a9cb-97edb0885758 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:50:13.135485 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-4c55bb2f-0def-44cd-82bf-557b34acd0de None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:50:13.147159 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c55bb2f-0def-44cd-82bf-557b34acd0de None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:50:13.154977 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55bb2f-0def-44cd-82bf-557b34acd0de None None] Pushing event updated for resources: {'Port': ['ID=09ac0050-9213-4bfe-92dd-6aaeecdc6e72,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:13.183457 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port f61c67d2-f857-4a76-998d-a280b5426b74 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:50:13.183882 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:13.207376 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-d532a94b-cf1e-49a0-aa1c-fae9456dfee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:13.233957 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-4c55bb2f-0def-44cd-82bf-557b34acd0de None None] Attempting to bind port 09ac0050-9213-4bfe-92dd-6aaeecdc6e72 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:50:13.234329 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-4c55bb2f-0def-44cd-82bf-557b34acd0de None None] Attempting to bind port 09ac0050-9213-4bfe-92dd-6aaeecdc6e72 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '4427f5d4-71e5-4202-8130-8aea2bfa0812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '514ae3e6-d143-4bb9-832e-6625abf398e8'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:50:13.234700 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c55bb2f-0def-44cd-82bf-557b34acd0de None None] Attempting to bind port 09ac0050-9213-4bfe-92dd-6aaeecdc6e72 on network 514ae3e6-d143-4bb9-832e-6625abf398e8 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:50:13.248747 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c55bb2f-0def-44cd-82bf-557b34acd0de None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:50:13.249115 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c55bb2f-0def-44cd-82bf-557b34acd0de None None] Checking segment: {'id': '4427f5d4-71e5-4202-8130-8aea2bfa0812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '514ae3e6-d143-4bb9-832e-6625abf398e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:50:13.249530 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4c55bb2f-0def-44cd-82bf-557b34acd0de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:13.249973 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c55bb2f-0def-44cd-82bf-557b34acd0de None None] Bound using segment: {'id': '4427f5d4-71e5-4202-8130-8aea2bfa0812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '514ae3e6-d143-4bb9-832e-6625abf398e8'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:50:13.250471 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-4c55bb2f-0def-44cd-82bf-557b34acd0de None None] Bound port: 09ac0050-9213-4bfe-92dd-6aaeecdc6e72, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4427f5d4-71e5-4202-8130-8aea2bfa0812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '514ae3e6-d143-4bb9-832e-6625abf398e8'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:50:13.250856 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4c55bb2f-0def-44cd-82bf-557b34acd0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:13.354728 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0d253df-ce8a-4991-b45a-b35c4a6dee1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:13.357679 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4c55bb2f-0def-44cd-82bf-557b34acd0de None None] For port 09ac0050-9213-4bfe-92dd-6aaeecdc6e72, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:50:13.360764 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4c55bb2f-0def-44cd-82bf-557b34acd0de None None] For port 09ac0050-9213-4bfe-92dd-6aaeecdc6e72, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=09ac0050-9213-4bfe-92dd-6aaeecdc6e72,segment=NetworkSegment(4427f5d4-71e5-4202-8130-8aea2bfa0812),segment_id=4427f5d4-71e5-4202-8130-8aea2bfa0812)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:50:13.386908 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0d253df-ce8a-4991-b45a-b35c4a6dee1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:13.399636 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6779f-5265-4107-9e83-4433464cbc8b None None] Pushing event updated for resources: {'Port': ['ID=e3be51e8-bcab-402a-a9cb-97edb0885758,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:13.427155 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4c55bb2f-0def-44cd-82bf-557b34acd0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:13.474174 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd6779f-5265-4107-9e83-4433464cbc8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:13.475096 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd6779f-5265-4107-9e83-4433464cbc8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:13.475683 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd6779f-5265-4107-9e83-4433464cbc8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:13.476181 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd6779f-5265-4107-9e83-4433464cbc8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:13.476673 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd6779f-5265-4107-9e83-4433464cbc8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:13.477166 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd6779f-5265-4107-9e83-4433464cbc8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:13.477643 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd6779f-5265-4107-9e83-4433464cbc8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:13.478136 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd6779f-5265-4107-9e83-4433464cbc8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:13.478619 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd6779f-5265-4107-9e83-4433464cbc8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:13.479375 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd6779f-5265-4107-9e83-4433464cbc8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:13.479868 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd6779f-5265-4107-9e83-4433464cbc8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:13.480640 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd6779f-5265-4107-9e83-4433464cbc8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:50:13.487521 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-d532a94b-cf1e-49a0-aa1c-fae9456dfee0 None None] Attempting to bind port e3be51e8-bcab-402a-a9cb-97edb0885758 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:50:13.488147 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-d532a94b-cf1e-49a0-aa1c-fae9456dfee0 None None] Attempting to bind port e3be51e8-bcab-402a-a9cb-97edb0885758 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '2944155e-7408-46e0-8e9e-088b48d9e7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:50:13.488682 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d532a94b-cf1e-49a0-aa1c-fae9456dfee0 None None] Attempting to bind port e3be51e8-bcab-402a-a9cb-97edb0885758 on network 2bf38d6d-1f73-468e-acb6-ed1cbeb83753 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:50:13.495079 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d532a94b-cf1e-49a0-aa1c-fae9456dfee0 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:50:13.495498 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d532a94b-cf1e-49a0-aa1c-fae9456dfee0 None None] Checking segment: {'id': '2944155e-7408-46e0-8e9e-088b48d9e7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:50:13.495872 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-d532a94b-cf1e-49a0-aa1c-fae9456dfee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:13.496255 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d532a94b-cf1e-49a0-aa1c-fae9456dfee0 None None] Bound using segment: {'id': '2944155e-7408-46e0-8e9e-088b48d9e7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:50:13.496723 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-d532a94b-cf1e-49a0-aa1c-fae9456dfee0 None None] Bound port: e3be51e8-bcab-402a-a9cb-97edb0885758, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2944155e-7408-46e0-8e9e-088b48d9e7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:50:13.497099 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-d532a94b-cf1e-49a0-aa1c-fae9456dfee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:13.507345 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55bb2f-0def-44cd-82bf-557b34acd0de None None] Pushing event updated for resources: {'Port': ['ID=09ac0050-9213-4bfe-92dd-6aaeecdc6e72,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:13.574859 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-c0d253df-ce8a-4991-b45a-b35c4a6dee1e admin admin] Allocated IP 172.25.6.87 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/c5634811-4a52-4b0a-bd47-ec24622b3b25) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:50:13.584453 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-d532a94b-cf1e-49a0-aa1c-fae9456dfee0 None None] For port e3be51e8-bcab-402a-a9cb-97edb0885758, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:50:13.593920 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-d532a94b-cf1e-49a0-aa1c-fae9456dfee0 None None] For port e3be51e8-bcab-402a-a9cb-97edb0885758, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e3be51e8-bcab-402a-a9cb-97edb0885758,segment=NetworkSegment(2944155e-7408-46e0-8e9e-088b48d9e7a7),segment_id=2944155e-7408-46e0-8e9e-088b48d9e7a7)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:50:13.707801 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0d253df-ce8a-4991-b45a-b35c4a6dee1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:13.708359 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-d532a94b-cf1e-49a0-aa1c-fae9456dfee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:13.819417 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d532a94b-cf1e-49a0-aa1c-fae9456dfee0 None None] Routers {'58486c41-f8ba-440f-987c-d10671fe0a5e'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:50:13.820024 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-d532a94b-cf1e-49a0-aa1c-fae9456dfee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:49:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['58486c41-f8ba-440f-987c-d10671fe0a5e'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:50:13.822012 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6779f-5265-4107-9e83-4433464cbc8b None None] Pushing event updated for resources: {'Port': ['ID=e3be51e8-bcab-402a-a9cb-97edb0885758,revision_number=4']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:13.835631 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0d253df-ce8a-4991-b45a-b35c4a6dee1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:13.891884 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d253df-ce8a-4991-b45a-b35c4a6dee1e admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:50:13.897232 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-c0d253df-ce8a-4991-b45a-b35c4a6dee1e admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:50:13.899839 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d253df-ce8a-4991-b45a-b35c4a6dee1e admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:50:13.906209 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d253df-ce8a-4991-b45a-b35c4a6dee1e admin admin] Pushing event updated for resources: {'Port': ['ID=c5634811-4a52-4b0a-bd47-ec24622b3b25,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:13.968676 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-d532a94b-cf1e-49a0-aa1c-fae9456dfee0 None None] Set router 58486c41-f8ba-440f-987c-d10671fe0a5e gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:50:14.183903 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-d532a94b-cf1e-49a0-aa1c-fae9456dfee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'name': 'tempest-TestShelveInstance-662113533-router', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:09Z', 'revision_number': 4, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'gw_port': {'id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'e3be51e8-bcab-402a-a9cb-97edb0885758', 'name': '', 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'mac_address': 'fa:16:3e:59:80:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '18192015-0296-4e65-b690-1dd7de495bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:09Z', 'updated_at': '2021-06-30T10:50:13Z', 'revision_number': 4, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'subnets': [{'id': '18192015-0296-4e65-b690-1dd7de495bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:50:14.208727 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d532a94b-cf1e-49a0-aa1c-fae9456dfee0 None None] The sync data for ids ['58486c41-f8ba-440f-987c-d10671fe0a5e'] in n-d-771363-31 is: [{'id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'name': 'tempest-TestShelveInstance-662113533-router', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:09Z', 'revision_number': 4, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'gw_port': {'id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'e3be51e8-bcab-402a-a9cb-97edb0885758', 'name': '', 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'mac_address': 'fa:16:3e:59:80:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '18192015-0296-4e65-b690-1dd7de495bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:09Z', 'updated_at': '2021-06-30T10:50:13Z', 'revision_number': 4, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'subnets': [{'id': '18192015-0296-4e65-b690-1dd7de495bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:50:14.259650 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0d253df-ce8a-4991-b45a-b35c4a6dee1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:14.496050 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0d253df-ce8a-4991-b45a-b35c4a6dee1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:14.651867 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4e6be2-98f6-4813-ab2d-edbea52fbf0a None None] Network 514ae3e6-d143-4bb9-832e-6625abf398e8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:50:14.743382 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d253df-ce8a-4991-b45a-b35c4a6dee1e admin admin] Router 8c1b6ed0-7f56-4af9-b136-a0eedde18365 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:50:14.819306 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-79b62a2f-ce19-4215-bccd-bf63882e57c9 None None] Provisioning for port 09ac0050-9213-4bfe-92dd-6aaeecdc6e72 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:50:15.180307 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e3be51e8-bcab-402a-a9cb-97edb0885758 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:50:15.234898 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d253df-ce8a-4991-b45a-b35c4a6dee1e admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:50:15.246296 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2077ad7c-4144-4cdf-b2c6-52a95acce35b None None] Sync routers for ids ['8c1b6ed0-7f56-4af9-b136-a0eedde18365'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:50:15.260019 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2077ad7c-4144-4cdf-b2c6-52a95acce35b None None] Routers {'8c1b6ed0-7f56-4af9-b136-a0eedde18365'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:50:15.260665 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2077ad7c-4144-4cdf-b2c6-52a95acce35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:49:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['8c1b6ed0-7f56-4af9-b136-a0eedde18365'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:50:15.303416 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port e3be51e8-bcab-402a-a9cb-97edb0885758 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:50:15.311484 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port e3be51e8-bcab-402a-a9cb-97edb0885758 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:50:15.311858 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:15.320855 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-c0d253df-ce8a-4991-b45a-b35c4a6dee1e admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:15.322266 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c0d253df-ce8a-4991-b45a-b35c4a6dee1e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6959493 Jun 30 10:50:15.325030 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37238) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:50:15.417642 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-2077ad7c-4144-4cdf-b2c6-52a95acce35b None None] Set router 8c1b6ed0-7f56-4af9-b136-a0eedde18365 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:50:15.715114 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:15.776479 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port e3be51e8-bcab-402a-a9cb-97edb0885758, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e3be51e8-bcab-402a-a9cb-97edb0885758,segment=NetworkSegment(2944155e-7408-46e0-8e9e-088b48d9e7a7),segment_id=2944155e-7408-46e0-8e9e-088b48d9e7a7)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:50:15.780968 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-97b3cc2b-bc94-4c99-8725-6700284cfb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:15.831449 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2077ad7c-4144-4cdf-b2c6-52a95acce35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1b6ed0-7f56-4af9-b136-a0eedde18365', 'name': 'tempest-TestShelveInstance-1633759013-router', 'tenant_id': 'f577783f178a4a4090d1a444334800d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'c5634811-4a52-4b0a-bd47-ec24622b3b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:50:12Z', 'updated_at': '2021-06-30T10:50:14Z', 'revision_number': 3, 'project_id': 'f577783f178a4a4090d1a444334800d6', 'gw_port': {'id': 'c5634811-4a52-4b0a-bd47-ec24622b3b25', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:99:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1b6ed0-7f56-4af9-b136-a0eedde18365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:13Z', 'updated_at': '2021-06-30T10:50:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:50:15.860044 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2077ad7c-4144-4cdf-b2c6-52a95acce35b None None] Checking router: 8c1b6ed0-7f56-4af9-b136-a0eedde18365 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:50:15.860397 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2077ad7c-4144-4cdf-b2c6-52a95acce35b None None] Updating router 8c1b6ed0-7f56-4af9-b136-a0eedde18365 port c5634811-4a52-4b0a-bd47-ec24622b3b25 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:50:15.892609 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:15.893467 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 09ac0050-9213-4bfe-92dd-6aaeecdc6e72 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:50:15.941063 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2077ad7c-4144-4cdf-b2c6-52a95acce35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:15.951295 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-97b3cc2b-bc94-4c99-8725-6700284cfb41 admin admin] Allocated IP 172.20.0.1 (514ae3e6-d143-4bb9-832e-6625abf398e8/afbb7449-e419-446c-b3de-7b0fa37e2796/ab25e50d-637e-43e3-9f07-8afc827ae206) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:50:16.006138 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=e3be51e8-bcab-402a-a9cb-97edb0885758,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:16.067444 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-97b3cc2b-bc94-4c99-8725-6700284cfb41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:16.083137 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [None req-97b3cc2b-bc94-4c99-8725-6700284cfb41 admin admin] Transition to ACTIVE for port object ab25e50d-637e-43e3-9f07-8afc827ae206 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:50:16.146625 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 09ac0050-9213-4bfe-92dd-6aaeecdc6e72 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:50:16.158529 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 09ac0050-9213-4bfe-92dd-6aaeecdc6e72 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:50:16.158900 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:16.207390 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-97b3cc2b-bc94-4c99-8725-6700284cfb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:16.246901 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b3cc2b-bc94-4c99-8725-6700284cfb41 admin admin] Network 514ae3e6-d143-4bb9-832e-6625abf398e8 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:50:16.254408 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-97b3cc2b-bc94-4c99-8725-6700284cfb41 admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:50:16.260079 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b3cc2b-bc94-4c99-8725-6700284cfb41 admin admin] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:50:16.262378 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3cc2b-bc94-4c99-8725-6700284cfb41 admin admin] Pushing event updated for resources: {'Port': ['ID=ab25e50d-637e-43e3-9f07-8afc827ae206,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:16.302514 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2077ad7c-4144-4cdf-b2c6-52a95acce35b None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:16.305348 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-97b3cc2b-bc94-4c99-8725-6700284cfb41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:16.314777 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:16.326365 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2077ad7c-4144-4cdf-b2c6-52a95acce35b None None] Transition to ACTIVE for port object c5634811-4a52-4b0a-bd47-ec24622b3b25 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:50:16.355897 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 09ac0050-9213-4bfe-92dd-6aaeecdc6e72, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=09ac0050-9213-4bfe-92dd-6aaeecdc6e72,segment=NetworkSegment(4427f5d4-71e5-4202-8130-8aea2bfa0812),segment_id=4427f5d4-71e5-4202-8130-8aea2bfa0812)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:50:16.421846 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2077ad7c-4144-4cdf-b2c6-52a95acce35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:16.472413 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-2077ad7c-4144-4cdf-b2c6-52a95acce35b None None] Attempting to bind port c5634811-4a52-4b0a-bd47-ec24622b3b25 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:50:16.472786 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-2077ad7c-4144-4cdf-b2c6-52a95acce35b None None] Attempting to bind port c5634811-4a52-4b0a-bd47-ec24622b3b25 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:50:16.473146 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2077ad7c-4144-4cdf-b2c6-52a95acce35b None None] Attempting to bind port c5634811-4a52-4b0a-bd47-ec24622b3b25 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:50:16.482451 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:16.492412 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f087a-54c9-4d55-abf4-b323545fb8d9 None None] Pushing event updated for resources: {'Port': ['ID=c5634811-4a52-4b0a-bd47-ec24622b3b25,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:16.494563 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2077ad7c-4144-4cdf-b2c6-52a95acce35b None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:50:16.494939 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2077ad7c-4144-4cdf-b2c6-52a95acce35b None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:50:16.495437 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2077ad7c-4144-4cdf-b2c6-52a95acce35b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:16.496099 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2077ad7c-4144-4cdf-b2c6-52a95acce35b None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:50:16.496804 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-2077ad7c-4144-4cdf-b2c6-52a95acce35b None None] Bound port: c5634811-4a52-4b0a-bd47-ec24622b3b25, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:50:16.497406 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2077ad7c-4144-4cdf-b2c6-52a95acce35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:16.580355 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-97b3cc2b-bc94-4c99-8725-6700284cfb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:16.581085 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=09ac0050-9213-4bfe-92dd-6aaeecdc6e72,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:16.592492 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-2077ad7c-4144-4cdf-b2c6-52a95acce35b None None] For port c5634811-4a52-4b0a-bd47-ec24622b3b25, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:50:16.595811 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-2077ad7c-4144-4cdf-b2c6-52a95acce35b None None] For port c5634811-4a52-4b0a-bd47-ec24622b3b25, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c5634811-4a52-4b0a-bd47-ec24622b3b25,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:50:16.615915 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-030de142-fc29-41b4-9680-079e2b195f8f None None] Provisioning for port ab25e50d-637e-43e3-9f07-8afc827ae206 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:50:16.620666 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-030de142-fc29-41b4-9680-079e2b195f8f None None] Provisioning complete for port ab25e50d-637e-43e3-9f07-8afc827ae206 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:50:16.620666 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-030de142-fc29-41b4-9680-079e2b195f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:16.655190 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-030de142-fc29-41b4-9680-079e2b195f8f None None] Port ab25e50d-637e-43e3-9f07-8afc827ae206 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:50:16.705158 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2077ad7c-4144-4cdf-b2c6-52a95acce35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:16.750583 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-97b3cc2b-bc94-4c99-8725-6700284cfb41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:16.764862 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2077ad7c-4144-4cdf-b2c6-52a95acce35b None None] Routers {'8c1b6ed0-7f56-4af9-b136-a0eedde18365'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:50:16.765501 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2077ad7c-4144-4cdf-b2c6-52a95acce35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:49:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['8c1b6ed0-7f56-4af9-b136-a0eedde18365'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:50:16.767114 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f087a-54c9-4d55-abf4-b323545fb8d9 None None] Pushing event updated for resources: {'Port': ['ID=c5634811-4a52-4b0a-bd47-ec24622b3b25,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:16.835291 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-97b3cc2b-bc94-4c99-8725-6700284cfb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:16.874598 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-2077ad7c-4144-4cdf-b2c6-52a95acce35b None None] Set router 8c1b6ed0-7f56-4af9-b136-a0eedde18365 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:50:16.904939 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-97b3cc2b-bc94-4c99-8725-6700284cfb41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:16.906639 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3cc2b-bc94-4c99-8725-6700284cfb41 admin admin] Pushing event updated for resources: {'Port': ['ID=ab25e50d-637e-43e3-9f07-8afc827ae206,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:17.000554 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b3cc2b-bc94-4c99-8725-6700284cfb41 admin admin] Network 514ae3e6-d143-4bb9-832e-6625abf398e8 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:50:17.002024 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-97b3cc2b-bc94-4c99-8725-6700284cfb41 admin admin] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:50:17.080926 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e3be51e8-bcab-402a-a9cb-97edb0885758 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:50:17.134418 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b3cc2b-bc94-4c99-8725-6700284cfb41 admin admin] Router 8c1b6ed0-7f56-4af9-b136-a0eedde18365 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:50:17.148154 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2077ad7c-4144-4cdf-b2c6-52a95acce35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1b6ed0-7f56-4af9-b136-a0eedde18365', 'name': 'tempest-TestShelveInstance-1633759013-router', 'tenant_id': 'f577783f178a4a4090d1a444334800d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'c5634811-4a52-4b0a-bd47-ec24622b3b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:50:12Z', 'updated_at': '2021-06-30T10:50:16Z', 'revision_number': 4, 'project_id': 'f577783f178a4a4090d1a444334800d6', 'gw_port': {'id': 'c5634811-4a52-4b0a-bd47-ec24622b3b25', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:99:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1b6ed0-7f56-4af9-b136-a0eedde18365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:13Z', 'updated_at': '2021-06-30T10:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'ab25e50d-637e-43e3-9f07-8afc827ae206', 'name': '', 'network_id': '514ae3e6-d143-4bb9-832e-6625abf398e8', 'tenant_id': 'f577783f178a4a4090d1a444334800d6', 'mac_address': 'fa:16:3e:77:84:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1b6ed0-7f56-4af9-b136-a0eedde18365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'afbb7449-e419-446c-b3de-7b0fa37e2796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:15Z', 'updated_at': '2021-06-30T10:50:15Z', 'revision_number': 1, 'project_id': 'f577783f178a4a4090d1a444334800d6', 'subnets': [{'id': 'afbb7449-e419-446c-b3de-7b0fa37e2796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:50:17.179036 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2077ad7c-4144-4cdf-b2c6-52a95acce35b None None] The sync data for ids ['8c1b6ed0-7f56-4af9-b136-a0eedde18365'] in n-d-771363-31 is: [{'id': '8c1b6ed0-7f56-4af9-b136-a0eedde18365', 'name': 'tempest-TestShelveInstance-1633759013-router', 'tenant_id': 'f577783f178a4a4090d1a444334800d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'c5634811-4a52-4b0a-bd47-ec24622b3b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:50:12Z', 'updated_at': '2021-06-30T10:50:16Z', 'revision_number': 4, 'project_id': 'f577783f178a4a4090d1a444334800d6', 'gw_port': {'id': 'c5634811-4a52-4b0a-bd47-ec24622b3b25', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:99:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1b6ed0-7f56-4af9-b136-a0eedde18365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:13Z', 'updated_at': '2021-06-30T10:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'ab25e50d-637e-43e3-9f07-8afc827ae206', 'name': '', 'network_id': '514ae3e6-d143-4bb9-832e-6625abf398e8', 'tenant_id': 'f577783f178a4a4090d1a444334800d6', 'mac_address': 'fa:16:3e:77:84:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1b6ed0-7f56-4af9-b136-a0eedde18365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'afbb7449-e419-446c-b3de-7b0fa37e2796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:15Z', 'updated_at': '2021-06-30T10:50:15Z', 'revision_number': 1, 'project_id': 'f577783f178a4a4090d1a444334800d6', 'subnets': [{'id': 'afbb7449-e419-446c-b3de-7b0fa37e2796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:50:17.181741 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port e3be51e8-bcab-402a-a9cb-97edb0885758 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:50:17.182115 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:17.265494 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b3cc2b-bc94-4c99-8725-6700284cfb41 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:50:17.279052 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-97b3cc2b-bc94-4c99-8725-6700284cfb41 admin admin] 10.222.0.10 "PUT /v2.0/routers/8c1b6ed0-7f56-4af9-b136-a0eedde18365/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9446664 Jun 30 10:50:17.284752 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 09ac0050-9213-4bfe-92dd-6aaeecdc6e72 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:50:17.309583 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-132602a7-ce64-42ec-8586-28b71942b9a4 None None] Provisioning complete for port ab25e50d-637e-43e3-9f07-8afc827ae206 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:50:17.310233 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-132602a7-ce64-42ec-8586-28b71942b9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:17.355687 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-132602a7-ce64-42ec-8586-28b71942b9a4 None None] Port ab25e50d-637e-43e3-9f07-8afc827ae206 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:50:17.374569 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 09ac0050-9213-4bfe-92dd-6aaeecdc6e72 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:50:17.375310 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:18.002285 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37246) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:50:18.008035 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-2ebfef0b-3c5f-44f9-b94a-28a2c9aecc0e tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1738199741', 'description': 'tempest-secgroup-smoke-1738199741 description', 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:50:18.125410 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2ebfef0b-3c5f-44f9-b94a-28a2c9aecc0e tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:18.209752 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2ebfef0b-3c5f-44f9-b94a-28a2c9aecc0e tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:18.279705 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2ebfef0b-3c5f-44f9-b94a-28a2c9aecc0e tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:18.310030 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebfef0b-3c5f-44f9-b94a-28a2c9aecc0e tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de54844f-2eb0-41b3-86c3-9eeab8817324,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:18.405372 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2ebfef0b-3c5f-44f9-b94a-28a2c9aecc0e tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:18.406646 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2ebfef0b-3c5f-44f9-b94a-28a2c9aecc0e tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4033062 Jun 30 10:50:18.409858 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37248) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:50:18.414306 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-d8464745-fbb0-4735-becb-2861512d845b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Request body: {'security_group_rule': {'security_group_id': 'de54844f-2eb0-41b3-86c3-9eeab8817324', 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:50:18.537612 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d8464745-fbb0-4735-becb-2861512d845b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:18.596538 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d8464745-fbb0-4735-becb-2861512d845b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:18.732368 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d8464745-fbb0-4735-becb-2861512d845b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:18.755164 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8464745-fbb0-4735-becb-2861512d845b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d2b3b5-4e96-4668-8c55-4a87ca4fb3f6,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:18.829317 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d8464745-fbb0-4735-becb-2861512d845b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:18.830672 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d8464745-fbb0-4735-becb-2861512d845b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4198804 Jun 30 10:50:18.833404 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37250) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:50:18.837950 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-aaa1af81-bcd9-455d-9695-799c55269e18 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Request body: {'security_group_rule': {'security_group_id': 'de54844f-2eb0-41b3-86c3-9eeab8817324', 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:50:18.937211 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aaa1af81-bcd9-455d-9695-799c55269e18 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:19.002767 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aaa1af81-bcd9-455d-9695-799c55269e18 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:19.067731 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c5634811-4a52-4b0a-bd47-ec24622b3b25 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:50:19.109125 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aaa1af81-bcd9-455d-9695-799c55269e18 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:19.130429 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1af81-bcd9-455d-9695-799c55269e18 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a68d6570-a169-44d5-aa23-ff5a0d34c18b,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:19.178051 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port c5634811-4a52-4b0a-bd47-ec24622b3b25 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:50:19.182030 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port c5634811-4a52-4b0a-bd47-ec24622b3b25 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:50:19.184121 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:19.200663 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-aaa1af81-bcd9-455d-9695-799c55269e18 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:19.202108 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-aaa1af81-bcd9-455d-9695-799c55269e18 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3677444 Jun 30 10:50:19.205221 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37252) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:50:19.210060 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-db63e84a-d256-44e8-8014-54bb0d9a1577 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Request body: {'security_group_rule': {'security_group_id': 'de54844f-2eb0-41b3-86c3-9eeab8817324', 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:50:19.259176 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:19.278750 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port c5634811-4a52-4b0a-bd47-ec24622b3b25, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c5634811-4a52-4b0a-bd47-ec24622b3b25,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:50:19.314414 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-db63e84a-d256-44e8-8014-54bb0d9a1577 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:19.337908 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:19.375213 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-db63e84a-d256-44e8-8014-54bb0d9a1577 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:19.394043 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=c5634811-4a52-4b0a-bd47-ec24622b3b25,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:19.456363 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-db63e84a-d256-44e8-8014-54bb0d9a1577 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:19.476483 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63e84a-d256-44e8-8014-54bb0d9a1577 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78503da8-cee0-4c34-ba65-20146f418e71,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:19.537829 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-db63e84a-d256-44e8-8014-54bb0d9a1577 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:19.538958 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-db63e84a-d256-44e8-8014-54bb0d9a1577 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3327639 Jun 30 10:50:19.541789 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37254) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:50:19.546148 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-6137404e-7f1b-418b-add2-263db72ca890 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Request body: {'security_group_rule': {'security_group_id': 'de54844f-2eb0-41b3-86c3-9eeab8817324', 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:50:19.658139 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6137404e-7f1b-418b-add2-263db72ca890 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:19.718746 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6137404e-7f1b-418b-add2-263db72ca890 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:19.810447 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6137404e-7f1b-418b-add2-263db72ca890 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:19.831500 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137404e-7f1b-418b-add2-263db72ca890 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f0fd43-36e0-4e53-9e09-653b22fd0da5,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:19.943674 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-6137404e-7f1b-418b-add2-263db72ca890 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:19.944929 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-6137404e-7f1b-418b-add2-263db72ca890 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4022067 Jun 30 10:50:19.947679 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37256) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:50:19.952122 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-5d4e44e2-8921-419d-a1b4-1c4eb069c673 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Request body: {'security_group_rule': {'security_group_id': 'de54844f-2eb0-41b3-86c3-9eeab8817324', 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:50:20.044926 n-d-771363-31 neutron-server[101054]: INFO neutron.db.securitygroups_db [None req-5d4e44e2-8921-419d-a1b4-1c4eb069c673 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Project a5a07d82f5f44165a5c7aa20c39dab23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:50:20.050672 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5d4e44e2-8921-419d-a1b4-1c4eb069c673 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:20.112702 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5d4e44e2-8921-419d-a1b4-1c4eb069c673 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:20.194699 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5d4e44e2-8921-419d-a1b4-1c4eb069c673 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:20.214238 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e44e2-8921-419d-a1b4-1c4eb069c673 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9548f5b4-4de8-4b9c-ac50-594aa5f7e084,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:20.292115 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-5d4e44e2-8921-419d-a1b4-1c4eb069c673 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:20.293311 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-5d4e44e2-8921-419d-a1b4-1c4eb069c673 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3446977 Jun 30 10:50:20.295990 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37258) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:50:20.301004 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-ee3106d2-9563-499b-bf79-a52e87770317 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Request body: {'security_group_rule': {'security_group_id': 'de54844f-2eb0-41b3-86c3-9eeab8817324', 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:50:20.400882 n-d-771363-31 neutron-server[101054]: INFO neutron.db.securitygroups_db [None req-ee3106d2-9563-499b-bf79-a52e87770317 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Project a5a07d82f5f44165a5c7aa20c39dab23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:50:20.405911 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ee3106d2-9563-499b-bf79-a52e87770317 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:20.467328 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ee3106d2-9563-499b-bf79-a52e87770317 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:20.547900 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ee3106d2-9563-499b-bf79-a52e87770317 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:20.560494 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1702fbad-881c-4851-9a36-6fa94233f5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:20.568518 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3106d2-9563-499b-bf79-a52e87770317 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a650d0d4-ae58-471b-9cc3-460629c90de8,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:20.640738 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-ee3106d2-9563-499b-bf79-a52e87770317 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:20.641998 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-ee3106d2-9563-499b-bf79-a52e87770317 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3451006 Jun 30 10:50:20.786048 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-cff3d4cd-a59c-4962-8062-98dc8e494b70 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1738199741&fields=id&tenant_id=a5a07d82f5f44165a5c7aa20c39dab23 HTTP/1.1" status: 200 len: 267 time: 0.0341852 Jun 30 10:50:20.806555 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef2e99f-c016-4813-9a16-cbeeb617d89f None None] Sync routers for ids ['8c1b6ed0-7f56-4af9-b136-a0eedde18365'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:50:20.815575 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef2e99f-c016-4813-9a16-cbeeb617d89f None None] Routers {'8c1b6ed0-7f56-4af9-b136-a0eedde18365'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:50:20.816251 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-eef2e99f-c016-4813-9a16-cbeeb617d89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:49:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['8c1b6ed0-7f56-4af9-b136-a0eedde18365'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:50:20.892570 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-64722a0d-5dda-4342-b148-0f73dfb50cb1 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:50:20.894159 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-64722a0d-5dda-4342-b148-0f73dfb50cb1 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/networks?id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753 HTTP/1.1" status: 200 len: 808 time: 0.1011951 Jun 30 10:50:20.908790 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-515ab39c-12b7-4b6f-9201-f723e8cc2e99 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/quotas/a5a07d82f5f44165a5c7aa20c39dab23 HTTP/1.1" status: 200 len: 375 time: 0.0090833 Jun 30 10:50:20.919467 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-eef2e99f-c016-4813-9a16-cbeeb617d89f None None] Set router 8c1b6ed0-7f56-4af9-b136-a0eedde18365 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:50:20.989782 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-0c3e10cc-4288-4e27-8274-7e897a49d52b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5a07d82f5f44165a5c7aa20c39dab23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751567 Jun 30 10:50:21.061035 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c5634811-4a52-4b0a-bd47-ec24622b3b25 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:50:21.090342 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-63c04b57-cd89-4a42-8236-42fda43d1c58 service neutron] 10.222.0.10 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864451 Jun 30 10:50:21.113285 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port c5634811-4a52-4b0a-bd47-ec24622b3b25 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:50:21.113901 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:21.123323 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-eef2e99f-c016-4813-9a16-cbeeb617d89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1b6ed0-7f56-4af9-b136-a0eedde18365', 'name': 'tempest-TestShelveInstance-1633759013-router', 'tenant_id': 'f577783f178a4a4090d1a444334800d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'c5634811-4a52-4b0a-bd47-ec24622b3b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:50:12Z', 'updated_at': '2021-06-30T10:50:16Z', 'revision_number': 4, 'project_id': 'f577783f178a4a4090d1a444334800d6', 'gw_port': {'id': 'c5634811-4a52-4b0a-bd47-ec24622b3b25', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:99:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1b6ed0-7f56-4af9-b136-a0eedde18365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:13Z', 'updated_at': '2021-06-30T10:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'ab25e50d-637e-43e3-9f07-8afc827ae206', 'name': '', 'network_id': '514ae3e6-d143-4bb9-832e-6625abf398e8', 'tenant_id': 'f577783f178a4a4090d1a444334800d6', 'mac_address': 'fa:16:3e:77:84:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1b6ed0-7f56-4af9-b136-a0eedde18365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'afbb7449-e419-446c-b3de-7b0fa37e2796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:15Z', 'updated_at': '2021-06-30T10:50:16Z', 'revision_number': 2, 'project_id': 'f577783f178a4a4090d1a444334800d6', 'subnets': [{'id': 'afbb7449-e419-446c-b3de-7b0fa37e2796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:50:21.148616 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef2e99f-c016-4813-9a16-cbeeb617d89f None None] Checking router: 8c1b6ed0-7f56-4af9-b136-a0eedde18365 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:50:21.148969 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef2e99f-c016-4813-9a16-cbeeb617d89f None None] Updating router 8c1b6ed0-7f56-4af9-b136-a0eedde18365 port ab25e50d-637e-43e3-9f07-8afc827ae206 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:50:21.182657 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-eef2e99f-c016-4813-9a16-cbeeb617d89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:21.196862 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-2ee54f75-9255-4793-93d7-b953235ec77e service neutron] 10.222.0.10 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991824 Jun 30 10:50:21.448079 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-eef2e99f-c016-4813-9a16-cbeeb617d89f None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:21.452530 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e9d7176f-a9ce-4bf8-9998-cbf906a059ea req-eaccc57d-c2ed-4465-9aae-c958cef662a7 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 210 time: 0.0309558 Jun 30 10:50:21.458266 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-eef2e99f-c016-4813-9a16-cbeeb617d89f None None] Transition to ACTIVE for port object ab25e50d-637e-43e3-9f07-8afc827ae206 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:50:21.543396 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-eef2e99f-c016-4813-9a16-cbeeb617d89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:21.592673 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c8045-5eed-4c63-9255-52b863f2e9e8 None None] Pushing event updated for resources: {'Port': ['ID=ab25e50d-637e-43e3-9f07-8afc827ae206,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:21.646593 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-eef2e99f-c016-4813-9a16-cbeeb617d89f None None] Attempting to bind port ab25e50d-637e-43e3-9f07-8afc827ae206 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:50:21.657081 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-eef2e99f-c016-4813-9a16-cbeeb617d89f None None] Attempting to bind port ab25e50d-637e-43e3-9f07-8afc827ae206 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '4427f5d4-71e5-4202-8130-8aea2bfa0812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '514ae3e6-d143-4bb9-832e-6625abf398e8'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:50:21.657081 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef2e99f-c016-4813-9a16-cbeeb617d89f None None] Attempting to bind port ab25e50d-637e-43e3-9f07-8afc827ae206 on network 514ae3e6-d143-4bb9-832e-6625abf398e8 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:50:21.657081 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef2e99f-c016-4813-9a16-cbeeb617d89f None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:50:21.657081 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef2e99f-c016-4813-9a16-cbeeb617d89f None None] Checking segment: {'id': '4427f5d4-71e5-4202-8130-8aea2bfa0812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '514ae3e6-d143-4bb9-832e-6625abf398e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:50:21.657081 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-eef2e99f-c016-4813-9a16-cbeeb617d89f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:21.657081 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef2e99f-c016-4813-9a16-cbeeb617d89f None None] Bound using segment: {'id': '4427f5d4-71e5-4202-8130-8aea2bfa0812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '514ae3e6-d143-4bb9-832e-6625abf398e8'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:50:21.657081 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-eef2e99f-c016-4813-9a16-cbeeb617d89f None None] Bound port: ab25e50d-637e-43e3-9f07-8afc827ae206, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4427f5d4-71e5-4202-8130-8aea2bfa0812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '514ae3e6-d143-4bb9-832e-6625abf398e8'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:50:21.657081 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-eef2e99f-c016-4813-9a16-cbeeb617d89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:21.727210 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-eef2e99f-c016-4813-9a16-cbeeb617d89f None None] For port ab25e50d-637e-43e3-9f07-8afc827ae206, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:50:21.730748 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-eef2e99f-c016-4813-9a16-cbeeb617d89f None None] For port ab25e50d-637e-43e3-9f07-8afc827ae206, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=ab25e50d-637e-43e3-9f07-8afc827ae206,segment=NetworkSegment(4427f5d4-71e5-4202-8130-8aea2bfa0812),segment_id=4427f5d4-71e5-4202-8130-8aea2bfa0812)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:50:21.812639 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-eef2e99f-c016-4813-9a16-cbeeb617d89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:21.874265 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef2e99f-c016-4813-9a16-cbeeb617d89f None None] Routers {'8c1b6ed0-7f56-4af9-b136-a0eedde18365'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:50:21.874950 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-eef2e99f-c016-4813-9a16-cbeeb617d89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:49:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['8c1b6ed0-7f56-4af9-b136-a0eedde18365'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:50:21.878123 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c8045-5eed-4c63-9255-52b863f2e9e8 None None] Pushing event updated for resources: {'Port': ['ID=ab25e50d-637e-43e3-9f07-8afc827ae206,revision_number=4']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:21.989822 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-eef2e99f-c016-4813-9a16-cbeeb617d89f None None] Set router 8c1b6ed0-7f56-4af9-b136-a0eedde18365 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:50:22.274767 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-eef2e99f-c016-4813-9a16-cbeeb617d89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1b6ed0-7f56-4af9-b136-a0eedde18365', 'name': 'tempest-TestShelveInstance-1633759013-router', 'tenant_id': 'f577783f178a4a4090d1a444334800d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'c5634811-4a52-4b0a-bd47-ec24622b3b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:50:12Z', 'updated_at': '2021-06-30T10:50:16Z', 'revision_number': 4, 'project_id': 'f577783f178a4a4090d1a444334800d6', 'gw_port': {'id': 'c5634811-4a52-4b0a-bd47-ec24622b3b25', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:99:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1b6ed0-7f56-4af9-b136-a0eedde18365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:13Z', 'updated_at': '2021-06-30T10:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'ab25e50d-637e-43e3-9f07-8afc827ae206', 'name': '', 'network_id': '514ae3e6-d143-4bb9-832e-6625abf398e8', 'tenant_id': 'f577783f178a4a4090d1a444334800d6', 'mac_address': 'fa:16:3e:77:84:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1b6ed0-7f56-4af9-b136-a0eedde18365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'afbb7449-e419-446c-b3de-7b0fa37e2796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:15Z', 'updated_at': '2021-06-30T10:50:21Z', 'revision_number': 4, 'project_id': 'f577783f178a4a4090d1a444334800d6', 'subnets': [{'id': 'afbb7449-e419-446c-b3de-7b0fa37e2796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:50:22.302768 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef2e99f-c016-4813-9a16-cbeeb617d89f None None] The sync data for ids ['8c1b6ed0-7f56-4af9-b136-a0eedde18365'] in n-d-771363-31 is: [{'id': '8c1b6ed0-7f56-4af9-b136-a0eedde18365', 'name': 'tempest-TestShelveInstance-1633759013-router', 'tenant_id': 'f577783f178a4a4090d1a444334800d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'c5634811-4a52-4b0a-bd47-ec24622b3b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:50:12Z', 'updated_at': '2021-06-30T10:50:16Z', 'revision_number': 4, 'project_id': 'f577783f178a4a4090d1a444334800d6', 'gw_port': {'id': 'c5634811-4a52-4b0a-bd47-ec24622b3b25', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:99:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1b6ed0-7f56-4af9-b136-a0eedde18365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:13Z', 'updated_at': '2021-06-30T10:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'ab25e50d-637e-43e3-9f07-8afc827ae206', 'name': '', 'network_id': '514ae3e6-d143-4bb9-832e-6625abf398e8', 'tenant_id': 'f577783f178a4a4090d1a444334800d6', 'mac_address': 'fa:16:3e:77:84:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1b6ed0-7f56-4af9-b136-a0eedde18365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'afbb7449-e419-446c-b3de-7b0fa37e2796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:15Z', 'updated_at': '2021-06-30T10:50:21Z', 'revision_number': 4, 'project_id': 'f577783f178a4a4090d1a444334800d6', 'subnets': [{'id': 'afbb7449-e419-446c-b3de-7b0fa37e2796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:50:22.603335 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fcf1e38b-3a3c-4581-8f91-982969c7eb02 req-23ce5ce5-54c6-4eda-8e3d-bc59ade30700 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 210 time: 0.0295982 Jun 30 10:50:23.006269 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1c74b6c4-b49b-41c4-ba11-66a040608a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:23.067106 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device ab25e50d-637e-43e3-9f07-8afc827ae206 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:50:23.161152 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port ab25e50d-637e-43e3-9f07-8afc827ae206 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:50:23.165173 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port ab25e50d-637e-43e3-9f07-8afc827ae206 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:50:23.165542 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:23.242048 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:23.273053 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port ab25e50d-637e-43e3-9f07-8afc827ae206, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=ab25e50d-637e-43e3-9f07-8afc827ae206,segment=NetworkSegment(4427f5d4-71e5-4202-8130-8aea2bfa0812),segment_id=4427f5d4-71e5-4202-8130-8aea2bfa0812)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:50:23.337652 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:23.386403 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=ab25e50d-637e-43e3-9f07-8afc827ae206,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:23.650486 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:23.697548 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-1fbdd861-4717-431d-b535-970896d30cbf tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:50:23.699103 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-1fbdd861-4717-431d-b535-970896d30cbf tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.37 "GET /v2.0/networks?id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753 HTTP/1.1" status: 200 len: 808 time: 0.1093335 Jun 30 10:50:23.759856 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-22807262-8bd1-47c7-8443-5743b720d5be req-24275493-db04-43cc-93d9-ff772315ad7e tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 210 time: 0.0362988 Jun 30 10:50:23.778103 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-eab002f3-61d6-4e2c-a041-bca9d48946a6 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5a07d82f5f44165a5c7aa20c39dab23 HTTP/1.1" status: 200 len: 380 time: 0.0689387 Jun 30 10:50:23.787171 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-56f3449a-94f0-497e-be8e-bdf02f3ae3ef tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Request body: {'port': {'device_id': '4e96fea9-003e-461c-8190-ad8a8deaf9e2', 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753', 'admin_state_up': True, 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'security_groups': ['de54844f-2eb0-41b3-86c3-9eeab8817324']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:50:23.960689 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-56f3449a-94f0-497e-be8e-bdf02f3ae3ef tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Made reservation on behalf of a5a07d82f5f44165a5c7aa20c39dab23 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:50:23.965019 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-56f3449a-94f0-497e-be8e-bdf02f3ae3ef tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:23.970209 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:50:24.094715 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-56f3449a-94f0-497e-be8e-bdf02f3ae3ef tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Allocated IP 172.20.0.9 (2bf38d6d-1f73-468e-acb6-ed1cbeb83753/18192015-0296-4e65-b690-1dd7de495bcb/a822dfbf-946f-4454-8451-0535d8f46570) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:50:24.231034 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-56f3449a-94f0-497e-be8e-bdf02f3ae3ef tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:24.245421 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-56f3449a-94f0-497e-be8e-bdf02f3ae3ef tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Transition to ACTIVE for port object a822dfbf-946f-4454-8451-0535d8f46570 will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:50:24.365054 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-56f3449a-94f0-497e-be8e-bdf02f3ae3ef tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:24.406759 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-56f3449a-94f0-497e-be8e-bdf02f3ae3ef tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Network 2bf38d6d-1f73-468e-acb6-ed1cbeb83753 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:50:24.410276 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-56f3449a-94f0-497e-be8e-bdf02f3ae3ef tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:50:24.415918 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-56f3449a-94f0-497e-be8e-bdf02f3ae3ef tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:50:24.422042 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3449a-94f0-497e-be8e-bdf02f3ae3ef tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Pushing event updated for resources: {'Port': ['ID=a822dfbf-946f-4454-8451-0535d8f46570,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:24.471900 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-56f3449a-94f0-497e-be8e-bdf02f3ae3ef tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:50:24.473053 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-56f3449a-94f0-497e-be8e-bdf02f3ae3ef tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:24.571478 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-56f3449a-94f0-497e-be8e-bdf02f3ae3ef tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7881963 Jun 30 10:50:24.618952 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-953daeec-1d09-4ea8-8e27-a765d24ddd74 service neutron] Request body: {'port': {'device_id': '4e96fea9-003e-461c-8190-ad8a8deaf9e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:50:24.689896 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-953daeec-1d09-4ea8-8e27-a765d24ddd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:24.724657 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bffe943d-8511-42d8-b0ac-82771578be06 None None] Provisioning for port a822dfbf-946f-4454-8451-0535d8f46570 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:50:24.728612 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bffe943d-8511-42d8-b0ac-82771578be06 None None] Provisioning complete for port a822dfbf-946f-4454-8451-0535d8f46570 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:50:24.729238 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bffe943d-8511-42d8-b0ac-82771578be06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:24.763633 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bffe943d-8511-42d8-b0ac-82771578be06 None None] Port a822dfbf-946f-4454-8451-0535d8f46570 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:50:24.945144 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab93112-92ba-4bda-a815-3b1748332e7e req-373c48bc-ae86-46e2-a59c-c11277d7acdc tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:50:24.949862 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fab93112-92ba-4bda-a815-3b1748332e7e req-373c48bc-ae86-46e2-a59c-c11277d7acdc tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 931 time: 0.0692992 Jun 30 10:50:24.963807 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-953daeec-1d09-4ea8-8e27-a765d24ddd74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a822dfbf-946f-4454-8451-0535d8f46570 {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:50:24.971927 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-953daeec-1d09-4ea8-8e27-a765d24ddd74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:24.985345 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-953daeec-1d09-4ea8-8e27-a765d24ddd74 service neutron] Transition to ACTIVE for port object a822dfbf-946f-4454-8451-0535d8f46570 will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:50:24.998071 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fab93112-92ba-4bda-a815-3b1748332e7e req-72052390-550d-4a38-83bb-7748ea893669 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413454 Jun 30 10:50:25.031822 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:25.055759 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device ab25e50d-637e-43e3-9f07-8afc827ae206 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:50:25.057674 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-953daeec-1d09-4ea8-8e27-a765d24ddd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:25.108485 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953daeec-1d09-4ea8-8e27-a765d24ddd74 service neutron] Pushing event updated for resources: {'Port': ['ID=a822dfbf-946f-4454-8451-0535d8f46570,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:25.116742 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port ab25e50d-637e-43e3-9f07-8afc827ae206 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:50:25.117117 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:25.190282 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-953daeec-1d09-4ea8-8e27-a765d24ddd74 service neutron] Attempting to bind port a822dfbf-946f-4454-8451-0535d8f46570 on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:50:25.190661 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-953daeec-1d09-4ea8-8e27-a765d24ddd74 service neutron] Attempting to bind port a822dfbf-946f-4454-8451-0535d8f46570 by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '2944155e-7408-46e0-8e9e-088b48d9e7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:50:25.191869 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-953daeec-1d09-4ea8-8e27-a765d24ddd74 service neutron] Attempting to bind port a822dfbf-946f-4454-8451-0535d8f46570 on network 2bf38d6d-1f73-468e-acb6-ed1cbeb83753 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:50:25.196371 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-953daeec-1d09-4ea8-8e27-a765d24ddd74 service neutron] Port a822dfbf-946f-4454-8451-0535d8f46570 on network 2bf38d6d-1f73-468e-acb6-ed1cbeb83753 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:50:25.196884 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-953daeec-1d09-4ea8-8e27-a765d24ddd74 service neutron] Attempting to bind port a822dfbf-946f-4454-8451-0535d8f46570 on network 2bf38d6d-1f73-468e-acb6-ed1cbeb83753 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:50:25.201535 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-953daeec-1d09-4ea8-8e27-a765d24ddd74 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:50:25.201878 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-953daeec-1d09-4ea8-8e27-a765d24ddd74 service neutron] Checking segment: {'id': '2944155e-7408-46e0-8e9e-088b48d9e7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:50:25.202265 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-953daeec-1d09-4ea8-8e27-a765d24ddd74 service neutron] Bound using segment: {'id': '2944155e-7408-46e0-8e9e-088b48d9e7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:50:25.202700 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-953daeec-1d09-4ea8-8e27-a765d24ddd74 service neutron] Bound port: a822dfbf-946f-4454-8451-0535d8f46570, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2944155e-7408-46e0-8e9e-088b48d9e7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:50:25.203065 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-953daeec-1d09-4ea8-8e27-a765d24ddd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:25.280069 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-953daeec-1d09-4ea8-8e27-a765d24ddd74 service neutron] For port a822dfbf-946f-4454-8451-0535d8f46570, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:50:25.283527 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-953daeec-1d09-4ea8-8e27-a765d24ddd74 service neutron] For port a822dfbf-946f-4454-8451-0535d8f46570, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=a822dfbf-946f-4454-8451-0535d8f46570,segment=NetworkSegment(2944155e-7408-46e0-8e9e-088b48d9e7a7),segment_id=2944155e-7408-46e0-8e9e-088b48d9e7a7)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:50:25.355554 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-953daeec-1d09-4ea8-8e27-a765d24ddd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:25.392199 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-953daeec-1d09-4ea8-8e27-a765d24ddd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:50:25.392821 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-953daeec-1d09-4ea8-8e27-a765d24ddd74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:25.394584 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-953daeec-1d09-4ea8-8e27-a765d24ddd74 service neutron] 10.222.0.37 "PUT /v2.0/ports/a822dfbf-946f-4454-8451-0535d8f46570 HTTP/1.1" status: 200 len: 1092 time: 0.7797887 Jun 30 10:50:25.394886 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e96fea9-003e-461c-8190-ad8a8deaf9e2', 'tag': 'a822dfbf-946f-4454-8451-0535d8f46570'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:50:25.397143 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35f9274-6cbe-4cd0-b838-2b388bbd7915" -d '{"events": [{"name": "network-changed", "server_uuid": "4e96fea9-003e-461c-8190-ad8a8deaf9e2", "tag": "a822dfbf-946f-4454-8451-0535d8f46570"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:50:25.425982 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953daeec-1d09-4ea8-8e27-a765d24ddd74 service neutron] Pushing event updated for resources: {'Port': ['ID=a822dfbf-946f-4454-8451-0535d8f46570,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:25.449115 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ecd1e0-a363-4987-a76a-374181e4f1de x-openstack-request-id: req-73ecd1e0-a363-4987-a76a-374181e4f1de {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:50:25.449422 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e96fea9-003e-461c-8190-ad8a8deaf9e2", "tag": "a822dfbf-946f-4454-8451-0535d8f46570", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:50:25.451986 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-73ecd1e0-a363-4987-a76a-374181e4f1de {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:50:25.451986 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e96fea9-003e-461c-8190-ad8a8deaf9e2', 'tag': 'a822dfbf-946f-4454-8451-0535d8f46570', 'status': 'completed', 'code': 200} Jun 30 10:50:25.528389 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f9274-6cbe-4cd0-b838-2b388bbd7915 req-a047dc0e-ec60-4300-b43f-8fd82949909b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:50:25.529884 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f35f9274-6cbe-4cd0-b838-2b388bbd7915 req-a047dc0e-ec60-4300-b43f-8fd82949909b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5a07d82f5f44165a5c7aa20c39dab23&device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 1095 time: 0.0618379 Jun 30 10:50:25.636256 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f9274-6cbe-4cd0-b838-2b388bbd7915 req-b5243c22-6527-47e9-acdc-924646cea433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:50:25.637699 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f35f9274-6cbe-4cd0-b838-2b388bbd7915 req-b5243c22-6527-47e9-acdc-924646cea433 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a5a07d82f5f44165a5c7aa20c39dab23&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1005414 Jun 30 10:50:25.734261 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f9274-6cbe-4cd0-b838-2b388bbd7915 req-710ab50b-a29d-4062-b1d7-272f0b526978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:50:25.736235 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f35f9274-6cbe-4cd0-b838-2b388bbd7915 req-710ab50b-a29d-4062-b1d7-272f0b526978 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925670 Jun 30 10:50:25.827153 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-99964d1b-e345-420b-bf2f-ff69cdec0fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:50:25.828628 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-99964d1b-e345-420b-bf2f-ff69cdec0fcf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5a07d82f5f44165a5c7aa20c39dab23&device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 1095 time: 0.0542655 Jun 30 10:50:25.872660 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-f4f78b64-12e7-4c95-929e-81204f11532c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a822dfbf-946f-4454-8451-0535d8f46570 HTTP/1.1" status: 200 len: 217 time: 0.0368381 Jun 30 10:50:25.920695 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-5b1c7c0d-affb-4e5a-bda6-283f457f8287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:50:25.922130 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-5b1c7c0d-affb-4e5a-bda6-283f457f8287 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18192015-0296-4e65-b690-1dd7de495bcb HTTP/1.1" status: 200 len: 847 time: 0.0438378 Jun 30 10:50:25.980560 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-dbb6739f-4a08-4374-b6df-7cf760f085f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:50:25.982095 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-dbb6739f-4a08-4374-b6df-7cf760f085f2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532262 Jun 30 10:50:26.077342 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-e3f290de-232b-41ad-b12c-d5722b8b1e7e service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890181 Jun 30 10:50:26.166392 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-be1b31c8-e720-4ef3-87ce-42c377907094 req-6223c26b-90f3-4660-872d-c18269c6aec1 service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825608 Jun 30 10:50:26.179618 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e68756-9438-4ee4-9845-5a6e7b8ed052 req-fd5612c6-4037-4fc9-8fa0-376ac5df20c2 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:50:26.181124 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-75e68756-9438-4ee4-9845-5a6e7b8ed052 req-fd5612c6-4037-4fc9-8fa0-376ac5df20c2 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 943 time: 0.0683548 Jun 30 10:50:26.218822 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-75e68756-9438-4ee4-9845-5a6e7b8ed052 req-de562006-2caf-4931-bb1b-cd113e5ae41a tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320396 Jun 30 10:50:26.736320 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:27.395311 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ab39c-d398-4283-a1a3-90623c8b9d36 req-951f6d2b-34c7-4000-aae5-2f0ebd9b8a89 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:50:27.396893 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-941ab39c-d398-4283-a1a3-90623c8b9d36 req-951f6d2b-34c7-4000-aae5-2f0ebd9b8a89 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 943 time: 0.0670123 Jun 30 10:50:27.436343 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-941ab39c-d398-4283-a1a3-90623c8b9d36 req-72530b37-6b5a-4aee-be15-8bba94ff6f3a tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310247 Jun 30 10:50:28.608189 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd8a37-5bc0-459c-8c49-74bac570b8aa req-e7cddbbf-f971-48fa-93a9-f1921d1acb4b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:50:28.609895 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-97dd8a37-5bc0-459c-8c49-74bac570b8aa req-e7cddbbf-f971-48fa-93a9-f1921d1acb4b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 943 time: 0.0637832 Jun 30 10:50:28.647270 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-97dd8a37-5bc0-459c-8c49-74bac570b8aa req-550c4e8d-79aa-4356-9563-b67747a7cb71 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316510 Jun 30 10:50:29.634002 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device a822dfbf-946f-4454-8451-0535d8f46570 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:50:29.728276 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port a822dfbf-946f-4454-8451-0535d8f46570, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=a822dfbf-946f-4454-8451-0535d8f46570,segment=NetworkSegment(2944155e-7408-46e0-8e9e-088b48d9e7a7),segment_id=2944155e-7408-46e0-8e9e-088b48d9e7a7)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:50:29.740497 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'a822dfbf-946f-4454-8451-0535d8f46570', 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753', 'port_id': 'a822dfbf-946f-4454-8451-0535d8f46570', 'mac_address': 'fa:16:3e:fc:66:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18192015-0296-4e65-b690-1dd7de495bcb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:50:29.780059 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:29.793899 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a822dfbf-946f-4454-8451-0535d8f46570 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:50:29.820515 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port a822dfbf-946f-4454-8451-0535d8f46570, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=a822dfbf-946f-4454-8451-0535d8f46570,segment=NetworkSegment(2944155e-7408-46e0-8e9e-088b48d9e7a7),segment_id=2944155e-7408-46e0-8e9e-088b48d9e7a7)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:50:29.827589 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ebe53-93eb-40f2-acf0-2d319955f6f4 req-0b830113-81e6-49fc-926a-42e314cb75e4 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:50:29.829064 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eb2ebe53-93eb-40f2-acf0-2d319955f6f4 req-0b830113-81e6-49fc-926a-42e314cb75e4 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 943 time: 0.0657878 Jun 30 10:50:29.867869 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eb2ebe53-93eb-40f2-acf0-2d319955f6f4 req-d5b7c4bc-f612-46c5-b197-c6e653e0df18 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330629 Jun 30 10:50:29.914965 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:29.962037 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=a822dfbf-946f-4454-8451-0535d8f46570,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:30.228639 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['a822dfbf-946f-4454-8451-0535d8f46570'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:50:31.039251 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1da56-f2d8-4a21-a71d-eacb2ad4d297 req-20b02914-e4dc-4c6b-b413-6814b032d26b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:50:31.040718 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-14b1da56-f2d8-4a21-a71d-eacb2ad4d297 req-20b02914-e4dc-4c6b-b413-6814b032d26b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 944 time: 0.0632470 Jun 30 10:50:31.082533 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-14b1da56-f2d8-4a21-a71d-eacb2ad4d297 req-50bc1429-4afe-45b2-b941-f0d0919d51e1 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361733 Jun 30 10:50:31.645715 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device a822dfbf-946f-4454-8451-0535d8f46570 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:50:31.770345 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port a822dfbf-946f-4454-8451-0535d8f46570 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:50:31.774089 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port a822dfbf-946f-4454-8451-0535d8f46570 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:50:31.774457 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:31.855517 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:31.878655 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e96fea9-003e-461c-8190-ad8a8deaf9e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a822dfbf-946f-4454-8451-0535d8f46570'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:50:31.881152 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc33f2b2-11d9-4960-9bba-c11886458f7c" -d '{"events": [{"server_uuid": "4e96fea9-003e-461c-8190-ad8a8deaf9e2", "name": "network-vif-plugged", "status": "completed", "tag": "a822dfbf-946f-4454-8451-0535d8f46570"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:50:31.893712 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port a822dfbf-946f-4454-8451-0535d8f46570, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=a822dfbf-946f-4454-8451-0535d8f46570,segment=NetworkSegment(2944155e-7408-46e0-8e9e-088b48d9e7a7),segment_id=2944155e-7408-46e0-8e9e-088b48d9e7a7)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:50:31.967401 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4b5d61-6960-4f0d-b92f-2100c0898d8d x-openstack-request-id: req-1d4b5d61-6960-4f0d-b92f-2100c0898d8d {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:50:31.967689 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e96fea9-003e-461c-8190-ad8a8deaf9e2", "name": "network-vif-plugged", "status": "completed", "tag": "a822dfbf-946f-4454-8451-0535d8f46570", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:50:31.967939 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1d4b5d61-6960-4f0d-b92f-2100c0898d8d {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:50:31.968331 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e96fea9-003e-461c-8190-ad8a8deaf9e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a822dfbf-946f-4454-8451-0535d8f46570', 'code': 200} Jun 30 10:50:31.979845 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:32.031697 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=a822dfbf-946f-4454-8451-0535d8f46570,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:32.082529 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e06708-d6d4-44cf-b7d6-bf4c45380eee req-1a6e4495-da38-4307-9cab-516f4f4f1fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:50:32.084061 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-32e06708-d6d4-44cf-b7d6-bf4c45380eee req-1a6e4495-da38-4307-9cab-516f4f4f1fc4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 1097 time: 0.0545676 Jun 30 10:50:32.117857 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-32e06708-d6d4-44cf-b7d6-bf4c45380eee req-d49703bd-563a-46fe-87e9-b07da83271a6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275674 Jun 30 10:50:32.255592 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2f928-8464-423b-84f7-d1d77f006912 req-7cf2c55d-69f0-494f-b71d-cfd22b01591c tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:50:32.257070 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-60c2f928-8464-423b-84f7-d1d77f006912 req-7cf2c55d-69f0-494f-b71d-cfd22b01591c tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 945 time: 0.0626707 Jun 30 10:50:32.293316 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-60c2f928-8464-423b-84f7-d1d77f006912 req-382af11f-7c88-4007-8a56-c78f59c6d321 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306387 Jun 30 10:50:33.474648 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323f4bf-32e4-4efa-b7d0-1bf569e25c8e req-23a082ce-32e5-4d5e-9574-9917e2558b9e tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:50:33.476180 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5323f4bf-32e4-4efa-b7d0-1bf569e25c8e req-23a082ce-32e5-4d5e-9574-9917e2558b9e tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 945 time: 0.0683062 Jun 30 10:50:33.514248 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5323f4bf-32e4-4efa-b7d0-1bf569e25c8e req-d2dec048-58bc-4a67-88f8-7169feb816ee tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321071 Jun 30 10:50:33.688286 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc5327-3c7e-494b-a870-5c1b131a3725 req-0cba6e8d-b6ae-4919-9409-b39e53eb1ffb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:50:33.689696 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6cc5327-3c7e-494b-a870-5c1b131a3725 req-0cba6e8d-b6ae-4919-9409-b39e53eb1ffb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 945 time: 0.0640612 Jun 30 10:50:33.726702 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f6cc5327-3c7e-494b-a870-5c1b131a3725 req-e153a0ff-5b8c-40fe-ba00-2fa84768d738 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306420 Jun 30 10:50:33.750984 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37322) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:50:33.906172 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f813bceb-d683-4bec-9ceb-1cf1a2e56182 tempest-TestShelveInstance-1398702349 tempest-TestShelveInstance-1398702349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:50:33.907728 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f813bceb-d683-4bec-9ceb-1cf1a2e56182 tempest-TestShelveInstance-1398702349 tempest-TestShelveInstance-1398702349-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 1092 time: 0.1557479 Jun 30 10:50:33.910896 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37326) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:50:33.915639 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-915b7d4e-9f81-4b80-a55b-e18bee51111a tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'port_id': 'a822dfbf-946f-4454-8451-0535d8f46570', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:50:33.994600 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-915b7d4e-9f81-4b80-a55b-e18bee51111a tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for floatingip, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:34.091403 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-915b7d4e-9f81-4b80-a55b-e18bee51111a tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:34.457450 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-915b7d4e-9f81-4b80-a55b-e18bee51111a tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Allocated IP 172.25.6.47 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/17d5d513-53ce-4fa0-ae01-5182a3a676d1) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:50:34.554897 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-915b7d4e-9f81-4b80-a55b-e18bee51111a tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:34.640756 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-915b7d4e-9f81-4b80-a55b-e18bee51111a tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:34.681589 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915b7d4e-9f81-4b80-a55b-e18bee51111a tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:50:34.684370 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-915b7d4e-9f81-4b80-a55b-e18bee51111a tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:50:34.686828 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915b7d4e-9f81-4b80-a55b-e18bee51111a tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:50:34.712444 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b7d4e-9f81-4b80-a55b-e18bee51111a tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Pushing event updated for resources: {'Port': ['ID=17d5d513-53ce-4fa0-ae01-5182a3a676d1,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:35.055571 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-915b7d4e-9f81-4b80-a55b-e18bee51111a tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:35.193390 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-915b7d4e-9f81-4b80-a55b-e18bee51111a tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:35.342663 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-915b7d4e-9f81-4b80-a55b-e18bee51111a tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:35.415715 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-915b7d4e-9f81-4b80-a55b-e18bee51111a tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:35.485969 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b7d4e-9f81-4b80-a55b-e18bee51111a tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Pushing event updated for resources: {'Port': ['ID=17d5d513-53ce-4fa0-ae01-5182a3a676d1,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:50:35.495660 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-915b7d4e-9f81-4b80-a55b-e18bee51111a tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:35.594218 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [None req-915b7d4e-9f81-4b80-a55b-e18bee51111a tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Floating IP 8862c0b6-e4cb-4d7c-91b8-bbe6a9ac6622 associated. External IP: 172.25.6.47, port: a822dfbf-946f-4454-8451-0535d8f46570. Jun 30 10:50:35.799740 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915b7d4e-9f81-4b80-a55b-e18bee51111a tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Router 58486c41-f8ba-440f-987c-d10671fe0a5e has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:50:35.909162 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915b7d4e-9f81-4b80-a55b-e18bee51111a tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:50:35.918917 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa3b71-a3cc-4853-b0ed-cf2cc811d527 None None] Sync routers for ids ['58486c41-f8ba-440f-987c-d10671fe0a5e'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:50:35.929324 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aa3b71-a3cc-4853-b0ed-cf2cc811d527 None None] Routers {'58486c41-f8ba-440f-987c-d10671fe0a5e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:50:35.929934 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-31aa3b71-a3cc-4853-b0ed-cf2cc811d527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:50:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['58486c41-f8ba-440f-987c-d10671fe0a5e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:50:35.989687 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-915b7d4e-9f81-4b80-a55b-e18bee51111a tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:36.030833 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-915b7d4e-9f81-4b80-a55b-e18bee51111a tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1172121 Jun 30 10:50:36.030833 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e96fea9-003e-461c-8190-ad8a8deaf9e2', 'tag': 'a822dfbf-946f-4454-8451-0535d8f46570'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:50:36.032163 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73501335b3f128e684eb7c45221e25f246f806c32b17cca202fc4a642f3af80c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bb2f3e-6feb-4286-80f3-7560cd903505" -d '{"events": [{"name": "network-changed", "server_uuid": "4e96fea9-003e-461c-8190-ad8a8deaf9e2", "tag": "a822dfbf-946f-4454-8451-0535d8f46570"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:50:36.132637 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8261cdbc-a9d9-47af-97c9-0513d9cbf858 x-openstack-request-id: req-8261cdbc-a9d9-47af-97c9-0513d9cbf858 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:50:36.132945 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e96fea9-003e-461c-8190-ad8a8deaf9e2", "tag": "a822dfbf-946f-4454-8451-0535d8f46570", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:50:36.133200 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8261cdbc-a9d9-47af-97c9-0513d9cbf858 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:50:36.133604 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e96fea9-003e-461c-8190-ad8a8deaf9e2', 'tag': 'a822dfbf-946f-4454-8451-0535d8f46570', 'status': 'completed', 'code': 200} Jun 30 10:50:36.190266 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-31aa3b71-a3cc-4853-b0ed-cf2cc811d527 None None] Set router 58486c41-f8ba-440f-987c-d10671fe0a5e gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:50:36.210256 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb2f3e-6feb-4286-80f3-7560cd903505 req-37c1a479-7045-4c14-abe2-7c8a8d6680f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:50:36.211779 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-72bb2f3e-6feb-4286-80f3-7560cd903505 req-37c1a479-7045-4c14-abe2-7c8a8d6680f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5a07d82f5f44165a5c7aa20c39dab23&device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 1097 time: 0.0545609 Jun 30 10:50:36.304087 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb2f3e-6feb-4286-80f3-7560cd903505 req-89150523-ad93-4056-b32c-465e3136cade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:50:36.305548 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-72bb2f3e-6feb-4286-80f3-7560cd903505 req-89150523-ad93-4056-b32c-465e3136cade service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753 HTTP/1.1" status: 200 len: 909 time: 0.0877194 Jun 30 10:50:36.369880 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-72bb2f3e-6feb-4286-80f3-7560cd903505 req-6870580a-c0a9-44f9-9775-f79827338d71 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a822dfbf-946f-4454-8451-0535d8f46570 HTTP/1.1" status: 200 len: 998 time: 0.0581243 Jun 30 10:50:36.413404 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-31aa3b71-a3cc-4853-b0ed-cf2cc811d527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'name': 'tempest-TestShelveInstance-662113533-router', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:09Z', 'revision_number': 4, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'gw_port': {'id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '8862c0b6-e4cb-4d7c-91b8-bbe6a9ac6622', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'floating_ip_address': '172.25.6.47', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'port_id': 'a822dfbf-946f-4454-8451-0535d8f46570', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753', 'mac_address': 'fa:16:3e:fc:66:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96fea9-003e-461c-8190-ad8a8deaf9e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:50:34Z', 'updated_at': '2021-06-30T10:50:34Z', 'revision_number': 0, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3be51e8-bcab-402a-a9cb-97edb0885758', 'name': '', 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'mac_address': 'fa:16:3e:59:80:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '18192015-0296-4e65-b690-1dd7de495bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:09Z', 'updated_at': '2021-06-30T10:50:15Z', 'revision_number': 5, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'subnets': [{'id': '18192015-0296-4e65-b690-1dd7de495bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:50:36.418082 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb2f3e-6feb-4286-80f3-7560cd903505 req-d0b538ea-13da-4ceb-9e15-521898513b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:50:36.419578 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-72bb2f3e-6feb-4286-80f3-7560cd903505 req-d0b538ea-13da-4ceb-9e15-521898513b65 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18192015-0296-4e65-b690-1dd7de495bcb HTTP/1.1" status: 200 len: 847 time: 0.0436332 Jun 30 10:50:36.438856 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa3b71-a3cc-4853-b0ed-cf2cc811d527 None None] Checking router: 58486c41-f8ba-440f-987c-d10671fe0a5e for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:50:36.447920 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aa3b71-a3cc-4853-b0ed-cf2cc811d527 None None] Routers {'58486c41-f8ba-440f-987c-d10671fe0a5e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:50:36.448461 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-31aa3b71-a3cc-4853-b0ed-cf2cc811d527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:50:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['58486c41-f8ba-440f-987c-d10671fe0a5e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:50:36.480567 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb2f3e-6feb-4286-80f3-7560cd903505 req-b5ef1590-235a-4e5d-bdc9-ed6dfceb7dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:50:36.482071 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-72bb2f3e-6feb-4286-80f3-7560cd903505 req-b5ef1590-235a-4e5d-bdc9-ed6dfceb7dd9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564799 Jun 30 10:50:36.552777 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-31aa3b71-a3cc-4853-b0ed-cf2cc811d527 None None] Set router 58486c41-f8ba-440f-987c-d10671fe0a5e gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:50:36.569403 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-72bb2f3e-6feb-4286-80f3-7560cd903505 req-f47f733a-4d7c-4318-8090-2f75088c74c7 service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809093 Jun 30 10:50:36.662946 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-72bb2f3e-6feb-4286-80f3-7560cd903505 req-e9ac5c64-8c2b-4bfa-b369-a4514f95fe6f service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878520 Jun 30 10:50:36.779199 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-31aa3b71-a3cc-4853-b0ed-cf2cc811d527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'name': 'tempest-TestShelveInstance-662113533-router', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:09Z', 'revision_number': 4, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'gw_port': {'id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '8862c0b6-e4cb-4d7c-91b8-bbe6a9ac6622', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'floating_ip_address': '172.25.6.47', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'port_id': 'a822dfbf-946f-4454-8451-0535d8f46570', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753', 'mac_address': 'fa:16:3e:fc:66:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96fea9-003e-461c-8190-ad8a8deaf9e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:50:34Z', 'updated_at': '2021-06-30T10:50:34Z', 'revision_number': 0, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3be51e8-bcab-402a-a9cb-97edb0885758', 'name': '', 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'mac_address': 'fa:16:3e:59:80:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '18192015-0296-4e65-b690-1dd7de495bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:09Z', 'updated_at': '2021-06-30T10:50:15Z', 'revision_number': 5, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'subnets': [{'id': '18192015-0296-4e65-b690-1dd7de495bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:50:36.805384 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa3b71-a3cc-4853-b0ed-cf2cc811d527 None None] The sync data for ids ['58486c41-f8ba-440f-987c-d10671fe0a5e'] in n-d-771363-31 is: [{'id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'name': 'tempest-TestShelveInstance-662113533-router', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:09Z', 'revision_number': 4, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'gw_port': {'id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '8862c0b6-e4cb-4d7c-91b8-bbe6a9ac6622', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'floating_ip_address': '172.25.6.47', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'port_id': 'a822dfbf-946f-4454-8451-0535d8f46570', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753', 'mac_address': 'fa:16:3e:fc:66:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96fea9-003e-461c-8190-ad8a8deaf9e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:50:34Z', 'updated_at': '2021-06-30T10:50:34Z', 'revision_number': 0, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3be51e8-bcab-402a-a9cb-97edb0885758', 'name': '', 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'mac_address': 'fa:16:3e:59:80:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '18192015-0296-4e65-b690-1dd7de495bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:09Z', 'updated_at': '2021-06-30T10:50:15Z', 'revision_number': 5, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'subnets': [{'id': '18192015-0296-4e65-b690-1dd7de495bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:50:37.015195 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8015813f-01f2-4227-9242-d296179ce8c9 None None] New status for floating IP 8862c0b6-e4cb-4d7c-91b8-bbe6a9ac6622: ACTIVE {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:50:39.118401 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:39.812377 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:50.541274 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-73e80109-884f-4254-8bce-9279bb768f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:53.006111 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2e7dfcf6-eae9-494c-aaf4-1dc71e7a206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:53.651198 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:54.744085 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-14fe9650-31e4-49cb-80f7-eda06f9b78c0 req-c04edd43-dba3-42c3-920b-fbc93eeb1e94 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1087089 Jun 30 10:50:54.841897 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe9650-31e4-49cb-80f7-eda06f9b78c0 req-fc4fa7cd-9a11-432f-baee-42062f651188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:50:54.843381 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-14fe9650-31e4-49cb-80f7-eda06f9b78c0 req-fc4fa7cd-9a11-432f-baee-42062f651188 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5a07d82f5f44165a5c7aa20c39dab23&device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 1097 time: 0.0516167 Jun 30 10:50:54.954812 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe9650-31e4-49cb-80f7-eda06f9b78c0 req-9c1765dc-4a05-42a7-803f-aa18e305c3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:50:54.956233 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-14fe9650-31e4-49cb-80f7-eda06f9b78c0 req-9c1765dc-4a05-42a7-803f-aa18e305c3ca service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753 HTTP/1.1" status: 200 len: 909 time: 0.0917194 Jun 30 10:50:55.015845 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:50:55.028262 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-14fe9650-31e4-49cb-80f7-eda06f9b78c0 req-24ce7303-2fc8-41a0-8b4a-8ee283aa3422 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a822dfbf-946f-4454-8451-0535d8f46570 HTTP/1.1" status: 200 len: 1000 time: 0.0586352 Jun 30 10:50:55.077120 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe9650-31e4-49cb-80f7-eda06f9b78c0 req-fde8f996-04e3-45ef-be0b-9affd9726afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:50:55.083721 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-14fe9650-31e4-49cb-80f7-eda06f9b78c0 req-fde8f996-04e3-45ef-be0b-9affd9726afb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18192015-0296-4e65-b690-1dd7de495bcb HTTP/1.1" status: 200 len: 847 time: 0.0432625 Jun 30 10:50:55.138517 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe9650-31e4-49cb-80f7-eda06f9b78c0 req-556299d6-2944-4adf-b5bc-9d03813b5036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:50:55.140021 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-14fe9650-31e4-49cb-80f7-eda06f9b78c0 req-556299d6-2944-4adf-b5bc-9d03813b5036 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546415 Jun 30 10:50:55.235415 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-14fe9650-31e4-49cb-80f7-eda06f9b78c0 req-abf85006-c43a-48b9-8b3c-471d1a226e9b service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812032 Jun 30 10:50:55.327031 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-14fe9650-31e4-49cb-80f7-eda06f9b78c0 req-d90ff8ac-2b0c-4c96-bddf-a44c03ad4eca service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844789 Jun 30 10:50:56.748171 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:51:00.960212 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:51:09.165697 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:51:09.816703 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:51:20.559537 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9caf7ed6-2194-48ed-a729-697544cff71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:51:23.026559 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d64d4f2d-c704-42c3-aafe-57f19e7921bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:51:23.651058 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:51:25.031065 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:51:26.718927 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:51:37.960057 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:51:39.193187 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:51:39.825875 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:51:50.541699 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-604bf7fc-b4c8-42cf-9328-bbcc83fc2dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:51:52.998981 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9b7c4b96-47d5-4511-9b7b-268843996c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:51:53.673184 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:51:55.043166 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:51:56.677684 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0a1b5746-4835-4f7c-bfd7-0c3da29cbd44 req-5ca4d4b0-96d0-4091-9900-868416298731 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0517743 Jun 30 10:51:56.718538 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:51:56.769822 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b5746-4835-4f7c-bfd7-0c3da29cbd44 req-114cf422-5001-444c-a808-ee85d6c7f653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:51:56.771294 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0a1b5746-4835-4f7c-bfd7-0c3da29cbd44 req-114cf422-5001-444c-a808-ee85d6c7f653 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5a07d82f5f44165a5c7aa20c39dab23&device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 1097 time: 0.0519922 Jun 30 10:51:56.884269 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b5746-4835-4f7c-bfd7-0c3da29cbd44 req-78254641-7342-403e-8b5e-d215dd47506e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:51:56.885739 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0a1b5746-4835-4f7c-bfd7-0c3da29cbd44 req-78254641-7342-403e-8b5e-d215dd47506e service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753 HTTP/1.1" status: 200 len: 909 time: 0.0914643 Jun 30 10:51:56.948640 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0a1b5746-4835-4f7c-bfd7-0c3da29cbd44 req-5d25df9d-c0d1-4050-89b7-ae340837bb08 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a822dfbf-946f-4454-8451-0535d8f46570 HTTP/1.1" status: 200 len: 1000 time: 0.0565295 Jun 30 10:51:57.001841 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b5746-4835-4f7c-bfd7-0c3da29cbd44 req-4229df37-9bd8-43fc-8152-559c60858d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:51:57.003313 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0a1b5746-4835-4f7c-bfd7-0c3da29cbd44 req-4229df37-9bd8-43fc-8152-559c60858d10 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18192015-0296-4e65-b690-1dd7de495bcb HTTP/1.1" status: 200 len: 847 time: 0.0482099 Jun 30 10:51:57.389519 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b5746-4835-4f7c-bfd7-0c3da29cbd44 req-62b12ca1-da38-4e3f-853c-dd26ca0a9294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:51:57.391010 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0a1b5746-4835-4f7c-bfd7-0c3da29cbd44 req-62b12ca1-da38-4e3f-853c-dd26ca0a9294 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3802657 Jun 30 10:51:57.477491 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0a1b5746-4835-4f7c-bfd7-0c3da29cbd44 req-0f9c6908-9bb0-420f-9be4-aaae36f9f541 service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797510 Jun 30 10:51:57.567344 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0a1b5746-4835-4f7c-bfd7-0c3da29cbd44 req-5e2074f7-993d-4552-a041-484af2eeed0e service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841360 Jun 30 10:52:09.129920 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:52:09.819486 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:52:14.958956 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:52:20.546970 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-75e93dc5-ee4c-4a31-91ec-650ed1ffd845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:52:23.025772 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33ef21c3-adbf-40b5-92ff-6e1fac213d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:52:23.666783 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:52:25.038335 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:52:26.735020 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:52:39.181271 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:52:39.826421 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:52:50.517568 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1de210f1-4780-4d04-a82a-2136f9fa99f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:52:51.958862 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:52:53.013448 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0130fcef-4912-45e1-b543-36ee7749b973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:52:53.705006 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:52:55.032166 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:52:56.723878 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:52:58.697722 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c603ca85-9097-49a3-aab7-ae127ad0c9f7 req-af343fa8-3e1d-4677-bbbf-255df188ca47 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0751488 Jun 30 10:52:58.805427 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603ca85-9097-49a3-aab7-ae127ad0c9f7 req-81f62784-717e-4008-9f4c-19ed9908f3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:52:58.806913 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c603ca85-9097-49a3-aab7-ae127ad0c9f7 req-81f62784-717e-4008-9f4c-19ed9908f3c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5a07d82f5f44165a5c7aa20c39dab23&device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 1097 time: 0.0644708 Jun 30 10:52:58.910992 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603ca85-9097-49a3-aab7-ae127ad0c9f7 req-0b721fbe-359d-4f74-a3cd-906c5e7107e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:52:58.912476 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c603ca85-9097-49a3-aab7-ae127ad0c9f7 req-0b721fbe-359d-4f74-a3cd-906c5e7107e5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753 HTTP/1.1" status: 200 len: 909 time: 0.0859642 Jun 30 10:52:58.979941 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c603ca85-9097-49a3-aab7-ae127ad0c9f7 req-2e464ca0-2e1f-4517-93dc-36b9e1ac7a47 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a822dfbf-946f-4454-8451-0535d8f46570 HTTP/1.1" status: 200 len: 1000 time: 0.0610960 Jun 30 10:52:59.028983 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603ca85-9097-49a3-aab7-ae127ad0c9f7 req-67f49c55-8b60-40f8-aa44-677c2b8a9ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:52:59.030432 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c603ca85-9097-49a3-aab7-ae127ad0c9f7 req-67f49c55-8b60-40f8-aa44-677c2b8a9ca2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18192015-0296-4e65-b690-1dd7de495bcb HTTP/1.1" status: 200 len: 847 time: 0.0447443 Jun 30 10:52:59.089792 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603ca85-9097-49a3-aab7-ae127ad0c9f7 req-5a9162b2-de6f-4110-bd86-44b09c0426f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:52:59.091378 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c603ca85-9097-49a3-aab7-ae127ad0c9f7 req-5a9162b2-de6f-4110-bd86-44b09c0426f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544398 Jun 30 10:52:59.183686 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c603ca85-9097-49a3-aab7-ae127ad0c9f7 req-3d1780b0-1410-4b4b-b922-1da97457a33d service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854526 Jun 30 10:52:59.273024 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c603ca85-9097-49a3-aab7-ae127ad0c9f7 req-997fdbc2-6242-4709-a7e4-283221dece2e service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812819 Jun 30 10:53:03.432423 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf8e95-d650-42d0-ad5d-a915255e0c3d req-be485915-9d20-4fe3-a01c-cc494ae24962 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:03.433907 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1fdf8e95-d650-42d0-ad5d-a915255e0c3d req-be485915-9d20-4fe3-a01c-cc494ae24962 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 945 time: 0.1154993 Jun 30 10:53:03.471486 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1fdf8e95-d650-42d0-ad5d-a915255e0c3d req-09c0176f-49dd-4d65-8633-fb0532bcae24 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317872 Jun 30 10:53:04.682646 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77debc04-650b-4fe4-9015-3d39b0ecf9b7 req-b2ffadbb-17f0-4e68-99fa-479cf4736a9d tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:04.684127 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-77debc04-650b-4fe4-9015-3d39b0ecf9b7 req-b2ffadbb-17f0-4e68-99fa-479cf4736a9d tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 945 time: 0.0697949 Jun 30 10:53:04.722405 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-77debc04-650b-4fe4-9015-3d39b0ecf9b7 req-8bc65b55-7ac3-4ebf-a76f-d2ff3c5f3036 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326791 Jun 30 10:53:05.949646 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ff324-13b9-4d67-9581-e066e00d63d1 req-3c2902b7-b780-4518-b940-c02bdd766a55 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:05.951155 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d27ff324-13b9-4d67-9581-e066e00d63d1 req-3c2902b7-b780-4518-b940-c02bdd766a55 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 945 time: 0.0669246 Jun 30 10:53:05.990896 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d27ff324-13b9-4d67-9581-e066e00d63d1 req-9f124e93-f2ca-4377-9f12-6426e5622c13 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341027 Jun 30 10:53:07.166584 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb53df3-d5a1-4ac6-bbdd-5db7fb54f9c1 req-aeec5797-0bb9-421b-bbcf-4d809af100bb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:07.168129 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-abb53df3-d5a1-4ac6-bbdd-5db7fb54f9c1 req-aeec5797-0bb9-421b-bbcf-4d809af100bb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 945 time: 0.0648091 Jun 30 10:53:07.206726 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-abb53df3-d5a1-4ac6-bbdd-5db7fb54f9c1 req-ae492c8a-fcab-45e7-ba69-b37ea0535840 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330794 Jun 30 10:53:08.399011 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0056f22-9c2f-4237-84b1-55dbc968bc8a req-47e56442-29ba-49bf-9028-91fc3241d403 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:08.401148 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0056f22-9c2f-4237-84b1-55dbc968bc8a req-47e56442-29ba-49bf-9028-91fc3241d403 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 945 time: 0.0785835 Jun 30 10:53:08.439854 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f0056f22-9c2f-4237-84b1-55dbc968bc8a req-43ec074d-6c51-41cb-aba1-563183d64afb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329933 Jun 30 10:53:09.157328 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:09.614414 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e05000-fbb6-4c5e-aaac-669c21709026 req-105700cb-07c1-44a0-952c-256657f8888e tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:09.615895 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e4e05000-fbb6-4c5e-aaac-669c21709026 req-105700cb-07c1-44a0-952c-256657f8888e tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 945 time: 0.0630879 Jun 30 10:53:09.655611 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e4e05000-fbb6-4c5e-aaac-669c21709026 req-cd52bc39-05dc-42b1-a8d9-0344c96005a8 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326750 Jun 30 10:53:09.865816 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:10.832279 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c942a-ec02-4637-bbef-377136b3340d req-ef1dcb50-3855-4808-8021-f70a3b8ef8a4 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:10.833765 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b19c942a-ec02-4637-bbef-377136b3340d req-ef1dcb50-3855-4808-8021-f70a3b8ef8a4 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 945 time: 0.0670671 Jun 30 10:53:10.872153 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b19c942a-ec02-4637-bbef-377136b3340d req-89347a62-5e39-45be-8615-6e0d61d39beb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325212 Jun 30 10:53:12.048913 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d162424-8555-4d65-9101-fdcde2ce3150 req-5122139a-ad1c-4368-a0df-a11814ab4406 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:12.050408 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7d162424-8555-4d65-9101-fdcde2ce3150 req-5122139a-ad1c-4368-a0df-a11814ab4406 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 945 time: 0.0691118 Jun 30 10:53:12.088794 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7d162424-8555-4d65-9101-fdcde2ce3150 req-0c45b4f6-e419-452f-90ed-c256ab200b0f tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321424 Jun 30 10:53:13.258948 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872439d-3c49-4d9f-875e-571dd735733c req-bf13da6c-4a06-485e-8a80-0117041b4822 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:13.260475 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6872439d-3c49-4d9f-875e-571dd735733c req-bf13da6c-4a06-485e-8a80-0117041b4822 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 945 time: 0.0634506 Jun 30 10:53:13.297701 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6872439d-3c49-4d9f-875e-571dd735733c req-e2e0eea7-bf71-40e9-ae88-697ed36e05e3 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315139 Jun 30 10:53:14.475929 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95b39f-3977-457f-aa7e-4323a5dbbb8d req-22372e3e-b8ba-423f-a47d-60589df9d167 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:14.478655 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6e95b39f-3977-457f-aa7e-4323a5dbbb8d req-22372e3e-b8ba-423f-a47d-60589df9d167 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 945 time: 0.0659847 Jun 30 10:53:14.518186 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6e95b39f-3977-457f-aa7e-4323a5dbbb8d req-f193ca72-98f6-4b45-9517-d200f5437e01 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337243 Jun 30 10:53:15.879906 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7963736-5a81-486c-8aca-afb21ce2396c req-94b4077d-6f4f-4c9d-b4c5-075f1ab58298 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:15.881281 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a7963736-5a81-486c-8aca-afb21ce2396c req-94b4077d-6f4f-4c9d-b4c5-075f1ab58298 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 945 time: 0.0628395 Jun 30 10:53:15.924861 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a7963736-5a81-486c-8aca-afb21ce2396c req-41606153-9fc0-4e99-b391-873b5271cecd tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368083 Jun 30 10:53:16.473906 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device a822dfbf-946f-4454-8451-0535d8f46570 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:53:16.570372 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port a822dfbf-946f-4454-8451-0535d8f46570, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=a822dfbf-946f-4454-8451-0535d8f46570,segment=NetworkSegment(2944155e-7408-46e0-8e9e-088b48d9e7a7),segment_id=2944155e-7408-46e0-8e9e-088b48d9e7a7)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:53:16.581496 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'a822dfbf-946f-4454-8451-0535d8f46570', 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753', 'port_id': 'a822dfbf-946f-4454-8451-0535d8f46570', 'mac_address': 'fa:16:3e:fc:66:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18192015-0296-4e65-b690-1dd7de495bcb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:53:16.623430 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:16.636121 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a822dfbf-946f-4454-8451-0535d8f46570 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:53:16.655461 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port a822dfbf-946f-4454-8451-0535d8f46570, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=a822dfbf-946f-4454-8451-0535d8f46570,segment=NetworkSegment(2944155e-7408-46e0-8e9e-088b48d9e7a7),segment_id=2944155e-7408-46e0-8e9e-088b48d9e7a7)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:53:16.756068 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:16.810143 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=a822dfbf-946f-4454-8451-0535d8f46570,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:53:16.817450 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:53:16.817801 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:53:16.818140 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:53:16.818570 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:53:16.818894 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:53:16.819248 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:53:16.819573 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:53:16.819897 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:53:16.820217 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:53:16.820535 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:53:16.820882 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:53:16.821705 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:53:16.828002 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['a822dfbf-946f-4454-8451-0535d8f46570'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:53:17.108912 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d98e26-6d05-4e29-8ef7-082752098151 req-fd6cd075-f03f-40a9-845a-7b385c27e20c tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:17.110374 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-88d98e26-6d05-4e29-8ef7-082752098151 req-fd6cd075-f03f-40a9-845a-7b385c27e20c tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 944 time: 0.0670645 Jun 30 10:53:17.148136 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-88d98e26-6d05-4e29-8ef7-082752098151 req-332f682f-c1a1-4c3a-8c91-20c722b193c9 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321119 Jun 30 10:53:18.319796 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0962f-e1a3-461d-88a3-68220e81f3c1 req-9628e6de-1522-4468-af9d-d7261438712d tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:18.321963 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4cc0962f-e1a3-461d-88a3-68220e81f3c1 req-9628e6de-1522-4468-af9d-d7261438712d tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 944 time: 0.0642130 Jun 30 10:53:18.359660 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4cc0962f-e1a3-461d-88a3-68220e81f3c1 req-cf677c3f-f859-4b66-b255-c6d9f5dd8f8f tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320265 Jun 30 10:53:18.488847 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device a822dfbf-946f-4454-8451-0535d8f46570 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:53:18.535416 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port a822dfbf-946f-4454-8451-0535d8f46570 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:53:18.535787 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:18.608832 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:18.630674 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e96fea9-003e-461c-8190-ad8a8deaf9e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a822dfbf-946f-4454-8451-0535d8f46570'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:53:18.632944 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd2f957-d2a7-4c45-8499-c4af18a07446" -d '{"events": [{"server_uuid": "4e96fea9-003e-461c-8190-ad8a8deaf9e2", "name": "network-vif-plugged", "status": "completed", "tag": "a822dfbf-946f-4454-8451-0535d8f46570"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:53:18.649106 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port a822dfbf-946f-4454-8451-0535d8f46570, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=a822dfbf-946f-4454-8451-0535d8f46570,segment=NetworkSegment(2944155e-7408-46e0-8e9e-088b48d9e7a7),segment_id=2944155e-7408-46e0-8e9e-088b48d9e7a7)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:53:18.668797 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a5a209-3ca0-4a75-a73c-eceb1c98c507 x-openstack-request-id: req-c2a5a209-3ca0-4a75-a73c-eceb1c98c507 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:53:18.669122 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e96fea9-003e-461c-8190-ad8a8deaf9e2", "name": "network-vif-plugged", "status": "completed", "tag": "a822dfbf-946f-4454-8451-0535d8f46570", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:53:18.669409 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c2a5a209-3ca0-4a75-a73c-eceb1c98c507 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:53:18.669806 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e96fea9-003e-461c-8190-ad8a8deaf9e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a822dfbf-946f-4454-8451-0535d8f46570', 'code': 200} Jun 30 10:53:18.711743 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:18.759647 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=a822dfbf-946f-4454-8451-0535d8f46570,revision_number=7']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:53:19.532094 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7207c0b-5c89-47f3-a9f9-92d2708e9a2b req-4e2b6384-a26f-4cce-96c0-554338841244 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:19.533558 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7207c0b-5c89-47f3-a9f9-92d2708e9a2b req-4e2b6384-a26f-4cce-96c0-554338841244 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 945 time: 0.0634034 Jun 30 10:53:19.570585 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b7207c0b-5c89-47f3-a9f9-92d2708e9a2b req-d9d550d0-76b6-48d4-a39d-b491c1143fa1 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314260 Jun 30 10:53:20.527289 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-413f4ed0-70ed-4448-b457-3b284a99b860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:20.743694 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b44ad4-bcf6-4def-96cd-c13f7b1fe1c6 req-edcfe4d9-3c63-44a5-955f-167d96e82e6c tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:20.745200 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64b44ad4-bcf6-4def-96cd-c13f7b1fe1c6 req-edcfe4d9-3c63-44a5-955f-167d96e82e6c tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 945 time: 0.0642560 Jun 30 10:53:20.783355 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-64b44ad4-bcf6-4def-96cd-c13f7b1fe1c6 req-30541553-7d5d-4e79-af05-148dbdc02a82 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325987 Jun 30 10:53:21.971866 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295980e-10ea-4aa7-b47d-a15a35ef4e1e req-6b5053ec-df64-4c37-95ec-ae5f45639ac3 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:21.981164 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2295980e-10ea-4aa7-b47d-a15a35ef4e1e req-6b5053ec-df64-4c37-95ec-ae5f45639ac3 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 945 time: 0.0819125 Jun 30 10:53:22.023219 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2295980e-10ea-4aa7-b47d-a15a35ef4e1e req-e7a54fa3-a7c5-4407-83b0-7f0440605b2c tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408792 Jun 30 10:53:22.995801 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-44ddec96-fa80-45d6-943a-3dfb9d4a5908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:23.216100 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318f71c-db56-4ce5-94e1-95dcad6e7f10 req-8a4b5bb8-8b5b-4d9d-84c8-0506ce302e8d tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:23.218340 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c318f71c-db56-4ce5-94e1-95dcad6e7f10 req-8a4b5bb8-8b5b-4d9d-84c8-0506ce302e8d tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 945 time: 0.0677860 Jun 30 10:53:23.259796 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c318f71c-db56-4ce5-94e1-95dcad6e7f10 req-4eeae3c2-cdae-4fa8-9de3-8a852deecc07 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346792 Jun 30 10:53:23.688403 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:24.451154 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b8fac-671a-4021-aa09-953514e56f95 req-d86e82ec-792a-42ee-907b-e96013e1b0ed tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:24.452774 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-305b8fac-671a-4021-aa09-953514e56f95 req-d86e82ec-792a-42ee-907b-e96013e1b0ed tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 945 time: 0.0713608 Jun 30 10:53:24.494273 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-305b8fac-671a-4021-aa09-953514e56f95 req-9f30655f-047d-43e8-a9e6-c5ce80eac8df tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355463 Jun 30 10:53:25.056629 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:25.736254 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859d88e-76bf-4066-aa44-7c096cc27975 req-76f71cbe-642e-4bf4-8832-71187fd6f75c tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:25.738021 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6859d88e-76bf-4066-aa44-7c096cc27975 req-76f71cbe-642e-4bf4-8832-71187fd6f75c tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 945 time: 0.0892737 Jun 30 10:53:25.786099 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-6859d88e-76bf-4066-aa44-7c096cc27975 req-7347d316-382e-4e58-ba07-48adcace5fa8 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421641 Jun 30 10:53:26.808525 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:26.997568 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf742c9e-9794-45c0-bbe4-6333e7a5a52e req-c2245c93-9af2-4292-aaf2-4d3f1ee86026 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:26.999082 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bf742c9e-9794-45c0-bbe4-6333e7a5a52e req-c2245c93-9af2-4292-aaf2-4d3f1ee86026 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 945 time: 0.0792365 Jun 30 10:53:27.050878 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bf742c9e-9794-45c0-bbe4-6333e7a5a52e req-b51500a4-c655-4ea5-94e2-3ed4a2768944 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459988 Jun 30 10:53:28.238997 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b087dd8-92ab-4a5f-9d9a-92632f142dc9 req-d9c9708b-8983-4bad-bdfb-6b9495c0a5b5 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:28.240667 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9b087dd8-92ab-4a5f-9d9a-92632f142dc9 req-d9c9708b-8983-4bad-bdfb-6b9495c0a5b5 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 945 time: 0.0698400 Jun 30 10:53:28.281752 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9b087dd8-92ab-4a5f-9d9a-92632f142dc9 req-9fde8cca-84dc-44ae-8cc2-653f7b5d3be3 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345657 Jun 30 10:53:28.958159 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:53:29.473183 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e24a59-0449-45b2-b396-f4294d2db43a req-99178941-17b5-4129-b4ab-e9e4affeab40 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:29.475364 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a5e24a59-0449-45b2-b396-f4294d2db43a req-99178941-17b5-4129-b4ab-e9e4affeab40 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 945 time: 0.0725360 Jun 30 10:53:29.517028 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a5e24a59-0449-45b2-b396-f4294d2db43a req-2cd14624-1dbe-4793-ae60-6169f0a65290 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348082 Jun 30 10:53:30.713188 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991da85-4650-4d90-bece-8023762f6e67 req-8d8786d2-8034-4979-a112-28d57658b6f6 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:30.716065 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4991da85-4650-4d90-bece-8023762f6e67 req-8d8786d2-8034-4979-a112-28d57658b6f6 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 945 time: 0.0750363 Jun 30 10:53:30.760600 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4991da85-4650-4d90-bece-8023762f6e67 req-99da1174-2442-4dd0-b3b6-c77ad1cf859c tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386059 Jun 30 10:53:31.946330 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047192e8-42db-4a5d-9054-0276b5c0205f req-cae53cab-e19a-4ab6-85bc-814032bf7502 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:31.948166 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-047192e8-42db-4a5d-9054-0276b5c0205f req-cae53cab-e19a-4ab6-85bc-814032bf7502 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 945 time: 0.0683393 Jun 30 10:53:31.989849 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-047192e8-42db-4a5d-9054-0276b5c0205f req-430f2798-a666-4e23-a1ab-158d6961d686 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355916 Jun 30 10:53:33.162835 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafc5b9-6d22-47b5-b803-0c348fab0109 req-c90aaf5d-258f-4f4d-8898-0ed06cd256e1 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:33.164302 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8eafc5b9-6d22-47b5-b803-0c348fab0109 req-c90aaf5d-258f-4f4d-8898-0ed06cd256e1 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 945 time: 0.0631204 Jun 30 10:53:33.201255 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8eafc5b9-6d22-47b5-b803-0c348fab0109 req-200efe6d-58b0-4bc4-a19f-887873d8f46a tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313468 Jun 30 10:53:33.455296 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a1413-6ef0-4fb1-873d-1c9683935153 req-410f3486-101f-47b8-b1e8-34b301a9ddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:33.456687 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a98a1413-6ef0-4fb1-873d-1c9683935153 req-410f3486-101f-47b8-b1e8-34b301a9ddf0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5a07d82f5f44165a5c7aa20c39dab23&device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 1097 time: 0.0573833 Jun 30 10:53:33.546421 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a1413-6ef0-4fb1-873d-1c9683935153 req-857d0eab-9395-4952-ace5-547e810f7e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:33.547919 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a98a1413-6ef0-4fb1-873d-1c9683935153 req-857d0eab-9395-4952-ace5-547e810f7e0e service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753 HTTP/1.1" status: 200 len: 909 time: 0.0840447 Jun 30 10:53:33.621408 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a98a1413-6ef0-4fb1-873d-1c9683935153 req-4fb9c273-f0b3-4b29-95c8-66c083bf10d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a822dfbf-946f-4454-8451-0535d8f46570 HTTP/1.1" status: 200 len: 1000 time: 0.0670915 Jun 30 10:53:33.669378 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a1413-6ef0-4fb1-873d-1c9683935153 req-642383ea-b963-4419-9938-edce388e0926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:33.670810 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a98a1413-6ef0-4fb1-873d-1c9683935153 req-642383ea-b963-4419-9938-edce388e0926 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18192015-0296-4e65-b690-1dd7de495bcb HTTP/1.1" status: 200 len: 847 time: 0.0433021 Jun 30 10:53:33.728351 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a1413-6ef0-4fb1-873d-1c9683935153 req-86d406c9-a75b-4bb8-a6c8-fb061fedc8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:33.729830 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a98a1413-6ef0-4fb1-873d-1c9683935153 req-86d406c9-a75b-4bb8-a6c8-fb061fedc8fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531085 Jun 30 10:53:33.823425 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a98a1413-6ef0-4fb1-873d-1c9683935153 req-ba5c470c-a433-469e-b363-bd858d0aec34 service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866187 Jun 30 10:53:33.912137 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a98a1413-6ef0-4fb1-873d-1c9683935153 req-14ea343c-42eb-4fff-ba75-86e73ed48db0 service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821974 Jun 30 10:53:34.379329 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ece89-4e91-4985-9180-348403b6d027 req-1b5a73bd-430c-4e93-8d13-73d754e11670 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:34.380699 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9b9ece89-4e91-4985-9180-348403b6d027 req-1b5a73bd-430c-4e93-8d13-73d754e11670 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 945 time: 0.0637970 Jun 30 10:53:34.424052 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9b9ece89-4e91-4985-9180-348403b6d027 req-401170fa-31f2-4074-b147-0822735eff33 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374055 Jun 30 10:53:35.605890 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0691d2-7218-41e6-b716-78f117739392 req-34377b3d-aa07-44c0-b8b5-7f5ce540facc tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:35.607372 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4b0691d2-7218-41e6-b716-78f117739392 req-34377b3d-aa07-44c0-b8b5-7f5ce540facc tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 945 time: 0.0662768 Jun 30 10:53:35.649139 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4b0691d2-7218-41e6-b716-78f117739392 req-c867cafc-8cd4-4293-b72b-2da3371710eb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359712 Jun 30 10:53:36.565828 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device a822dfbf-946f-4454-8451-0535d8f46570 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:53:36.641957 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:36.663011 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e96fea9-003e-461c-8190-ad8a8deaf9e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a822dfbf-946f-4454-8451-0535d8f46570'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:53:36.665249 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf46523-4a92-43cc-b99a-230579dbf9d7" -d '{"events": [{"server_uuid": "4e96fea9-003e-461c-8190-ad8a8deaf9e2", "name": "network-vif-unplugged", "status": "completed", "tag": "a822dfbf-946f-4454-8451-0535d8f46570"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:53:36.678143 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port a822dfbf-946f-4454-8451-0535d8f46570, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=a822dfbf-946f-4454-8451-0535d8f46570,segment=NetworkSegment(2944155e-7408-46e0-8e9e-088b48d9e7a7),segment_id=2944155e-7408-46e0-8e9e-088b48d9e7a7)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:53:36.698443 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 10:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58be140f-7e7e-4ea2-8069-580cc55d702a x-openstack-request-id: req-58be140f-7e7e-4ea2-8069-580cc55d702a {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:53:36.698721 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e96fea9-003e-461c-8190-ad8a8deaf9e2", "name": "network-vif-unplugged", "status": "failed", "tag": "a822dfbf-946f-4454-8451-0535d8f46570", "code": 422}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:53:36.698977 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-58be140f-7e7e-4ea2-8069-580cc55d702a {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:53:36.699422 n-d-771363-31 neutron-server[101055]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4e96fea9-003e-461c-8190-ad8a8deaf9e2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a822dfbf-946f-4454-8451-0535d8f46570', 'code': 422} returned with failed status Jun 30 10:53:36.762291 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:36.810955 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=a822dfbf-946f-4454-8451-0535d8f46570,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:53:36.823675 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36fd07-2fae-4585-b25b-03c534709fe5 req-12e03e56-be34-40a0-a1db-783db9b902d0 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:36.825171 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc36fd07-2fae-4585-b25b-03c534709fe5 req-12e03e56-be34-40a0-a1db-783db9b902d0 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 943 time: 0.0642650 Jun 30 10:53:36.863535 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-cc36fd07-2fae-4585-b25b-03c534709fe5 req-869717f0-541b-4eb0-9c63-4db1dcdbfff8 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326819 Jun 30 10:53:37.336162 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22dc673-7904-4894-ba87-4c957abafcf9 req-2960708c-1e59-4322-8717-2291e67c7038 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:37.338259 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e22dc673-7904-4894-ba87-4c957abafcf9 req-2960708c-1e59-4322-8717-2291e67c7038 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 943 time: 0.0684378 Jun 30 10:53:37.379309 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e22dc673-7904-4894-ba87-4c957abafcf9 req-f069fb8b-d50d-4822-ae62-d50272a83e40 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343509 Jun 30 10:53:37.660602 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d62fdb77-9419-428d-9b0e-9d580d13111c req-9e8bb33f-f912-4d46-8a1a-a8ef6266d03d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0946920 Jun 30 10:53:38.556863 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6c990-0055-4ad3-8d03-9c919a75087b req-617f5d51-ac77-4090-9fcf-1a8f6393fc21 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:38.558368 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ea6c990-0055-4ad3-8d03-9c919a75087b req-617f5d51-ac77-4090-9fcf-1a8f6393fc21 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 943 time: 0.0662208 Jun 30 10:53:38.600024 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ea6c990-0055-4ad3-8d03-9c919a75087b req-4714a95a-7546-4a5b-ae9d-04f6b078f02e tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358624 Jun 30 10:53:39.139418 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fdb77-9419-428d-9b0e-9d580d13111c req-4686b55c-ee49-4b82-a10f-d144dfb437f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:39.140876 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d62fdb77-9419-428d-9b0e-9d580d13111c req-4686b55c-ee49-4b82-a10f-d144dfb437f0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2&tenant_id=a5a07d82f5f44165a5c7aa20c39dab23 HTTP/1.1" status: 200 len: 1095 time: 0.0588863 Jun 30 10:53:39.168824 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:39.213681 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fdb77-9419-428d-9b0e-9d580d13111c req-915dbfda-47fd-4888-b108-60162678a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:39.215191 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d62fdb77-9419-428d-9b0e-9d580d13111c req-915dbfda-47fd-4888-b108-60162678a619 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5a07d82f5f44165a5c7aa20c39dab23&device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 1095 time: 0.0523775 Jun 30 10:53:39.304659 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fdb77-9419-428d-9b0e-9d580d13111c req-c536bea4-db92-4ed0-ab6a-a4021d2e5ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:39.306700 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d62fdb77-9419-428d-9b0e-9d580d13111c req-c536bea4-db92-4ed0-ab6a-a4021d2e5ddd service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753 HTTP/1.1" status: 200 len: 909 time: 0.0850635 Jun 30 10:53:39.374430 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d62fdb77-9419-428d-9b0e-9d580d13111c req-0ee024fc-62e2-4ff0-b557-54db92b52a0f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a822dfbf-946f-4454-8451-0535d8f46570 HTTP/1.1" status: 200 len: 998 time: 0.0620215 Jun 30 10:53:39.423272 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fdb77-9419-428d-9b0e-9d580d13111c req-d75483a6-46fc-49a0-a147-695e65d3d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:39.424729 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d62fdb77-9419-428d-9b0e-9d580d13111c req-d75483a6-46fc-49a0-a147-695e65d3d5ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18192015-0296-4e65-b690-1dd7de495bcb HTTP/1.1" status: 200 len: 847 time: 0.0447767 Jun 30 10:53:39.482232 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fdb77-9419-428d-9b0e-9d580d13111c req-5bc484c9-6157-411e-b585-32e5963d873a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:39.483739 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d62fdb77-9419-428d-9b0e-9d580d13111c req-5bc484c9-6157-411e-b585-32e5963d873a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531390 Jun 30 10:53:39.575067 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d62fdb77-9419-428d-9b0e-9d580d13111c req-350910be-d57c-4a35-b878-9af1cbb5910e service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851469 Jun 30 10:53:39.665136 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d62fdb77-9419-428d-9b0e-9d580d13111c req-f37b6739-720f-425c-a517-9c62b369a36a service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843132 Jun 30 10:53:39.782140 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a17ade-8897-43cb-91bf-d9bb4921c941 req-023702c5-03d0-4c23-b23b-864055df39cf tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:39.783716 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a3a17ade-8897-43cb-91bf-d9bb4921c941 req-023702c5-03d0-4c23-b23b-864055df39cf tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 943 time: 0.0726166 Jun 30 10:53:39.824210 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a3a17ade-8897-43cb-91bf-d9bb4921c941 req-b3fac67d-72b8-49cc-a292-a063a0ed0263 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347989 Jun 30 10:53:39.842914 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:41.025716 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d177ab-d9eb-4fda-a44c-8654856f1b29 req-e6bd11ce-f99c-450a-95a3-ddaf2c6b46a4 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:41.026872 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6d177ab-d9eb-4fda-a44c-8654856f1b29 req-e6bd11ce-f99c-450a-95a3-ddaf2c6b46a4 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 943 time: 0.0754802 Jun 30 10:53:41.071348 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6d177ab-d9eb-4fda-a44c-8654856f1b29 req-c775dfae-1582-49d4-8af8-b5693bdb7b9b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376761 Jun 30 10:53:42.263652 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d600cd-05ba-4b0a-a5b5-6f168992e184 req-0e43982f-2f29-4fd0-aea7-f7a4235ff758 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:42.265468 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-99d600cd-05ba-4b0a-a5b5-6f168992e184 req-0e43982f-2f29-4fd0-aea7-f7a4235ff758 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 943 time: 0.0706089 Jun 30 10:53:42.304264 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-99d600cd-05ba-4b0a-a5b5-6f168992e184 req-f56a5b0b-2fbb-42e8-af1a-98119e08d8ed tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330915 Jun 30 10:53:43.488571 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf80ac2-2595-4f06-b1fb-7ae18b7c803a req-5bcca6db-99e2-4a53-a6cf-101b0893c114 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:43.490276 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cdf80ac2-2595-4f06-b1fb-7ae18b7c803a req-5bcca6db-99e2-4a53-a6cf-101b0893c114 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 943 time: 0.0663664 Jun 30 10:53:43.531630 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cdf80ac2-2595-4f06-b1fb-7ae18b7c803a req-13d1be2c-f81a-47c7-bd53-c37a74211df0 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345054 Jun 30 10:53:44.715732 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751132bf-b154-4557-91a1-8d116d44f8d8 req-98422175-365d-47d9-be2a-1324321d904d tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:44.717261 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-751132bf-b154-4557-91a1-8d116d44f8d8 req-98422175-365d-47d9-be2a-1324321d904d tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 943 time: 0.0703998 Jun 30 10:53:44.763961 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-751132bf-b154-4557-91a1-8d116d44f8d8 req-d91b4f02-99c2-44e1-9ef7-cd8d1fd5a754 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407481 Jun 30 10:53:45.956586 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8d985-adaf-406c-a73b-21a3c713cd24 req-7906a2d3-81e2-4e41-9d2a-6323b74fd63f tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:45.958184 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eaf8d985-adaf-406c-a73b-21a3c713cd24 req-7906a2d3-81e2-4e41-9d2a-6323b74fd63f tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 943 time: 0.0775661 Jun 30 10:53:46.003154 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eaf8d985-adaf-406c-a73b-21a3c713cd24 req-8d0a9d34-9219-484c-996f-d89454f4cc46 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362718 Jun 30 10:53:47.186600 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024debc-b8f1-4921-b4b1-5604e397a037 req-655fc092-7141-4149-a83f-88a67e61105f tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:47.188231 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a024debc-b8f1-4921-b4b1-5604e397a037 req-655fc092-7141-4149-a83f-88a67e61105f tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 943 time: 0.0691729 Jun 30 10:53:47.230004 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-a024debc-b8f1-4921-b4b1-5604e397a037 req-47d84206-0381-4ea5-a580-fbd2919491f9 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361006 Jun 30 10:53:48.414098 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b331a7b-8fdf-4746-a795-cc3c587d47d9 req-d6472d8a-6835-4cc6-b4d1-7ffd00cf4bb1 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:48.415548 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4b331a7b-8fdf-4746-a795-cc3c587d47d9 req-d6472d8a-6835-4cc6-b4d1-7ffd00cf4bb1 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 943 time: 0.0702391 Jun 30 10:53:48.455666 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4b331a7b-8fdf-4746-a795-cc3c587d47d9 req-4a6f2430-7127-493f-859f-c73c8a933f65 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339324 Jun 30 10:53:49.639173 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8016874-a344-45fd-9f11-30e9b013170c req-da4b5e67-1d96-47db-b7d2-caaf62cc3485 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:49.640675 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8016874-a344-45fd-9f11-30e9b013170c req-da4b5e67-1d96-47db-b7d2-caaf62cc3485 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 943 time: 0.0685637 Jun 30 10:53:49.682291 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d8016874-a344-45fd-9f11-30e9b013170c req-5878c2b0-ca43-46ee-87ee-128f4b9bdee9 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360124 Jun 30 10:53:50.520806 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b9b0f075-4538-436b-9dce-4bfa86347d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:50.866235 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d42805-11f0-44ec-85fe-79eb8bf29f59 req-3366522f-fda9-47c3-8c71-9dff53cc3748 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:50.867634 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d7d42805-11f0-44ec-85fe-79eb8bf29f59 req-3366522f-fda9-47c3-8c71-9dff53cc3748 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 943 time: 0.0656023 Jun 30 10:53:50.906625 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d7d42805-11f0-44ec-85fe-79eb8bf29f59 req-362c291c-01c6-45bb-802a-e3ab186397ac tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329969 Jun 30 10:53:52.090548 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011666d3-afc2-4fed-9a72-48ae5ed2a2a8 req-88a3c376-123b-4b81-9e00-bda8a67f48e5 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:52.092034 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-011666d3-afc2-4fed-9a72-48ae5ed2a2a8 req-88a3c376-123b-4b81-9e00-bda8a67f48e5 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 943 time: 0.0684621 Jun 30 10:53:52.129435 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-011666d3-afc2-4fed-9a72-48ae5ed2a2a8 req-faea07d8-5d7a-4db5-9f41-8d837257033b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317831 Jun 30 10:53:52.983666 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8107e09f-aea5-424a-bd53-41aa3c04864d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:53.306135 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96cd76-838c-452b-a197-f87ab63c3058 req-b5583498-6735-445b-9fce-02244b658425 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:53.307600 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ca96cd76-838c-452b-a197-f87ab63c3058 req-b5583498-6735-445b-9fce-02244b658425 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 943 time: 0.0666568 Jun 30 10:53:53.345914 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ca96cd76-838c-452b-a197-f87ab63c3058 req-0aca8622-5658-46f8-89c2-7e251650b50e tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327048 Jun 30 10:53:53.653360 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:54.536055 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39947b7-a0a8-487a-a752-c8c3385018aa req-fa64e4b0-1166-4935-8fc4-8df0f958f651 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:54.537666 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d39947b7-a0a8-487a-a752-c8c3385018aa req-fa64e4b0-1166-4935-8fc4-8df0f958f651 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 943 time: 0.0723453 Jun 30 10:53:54.577428 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d39947b7-a0a8-487a-a752-c8c3385018aa req-d96959a2-9cdd-48bd-bd56-988e87fabd66 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339320 Jun 30 10:53:55.036132 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:55.753225 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8651404-67b6-46c6-a148-c14205344176 req-8b95a727-ef8c-4112-bff7-ecfa10ffeb89 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:55.754695 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e8651404-67b6-46c6-a148-c14205344176 req-8b95a727-ef8c-4112-bff7-ecfa10ffeb89 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 943 time: 0.0644264 Jun 30 10:53:55.792718 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e8651404-67b6-46c6-a148-c14205344176 req-615424c8-ceab-4097-ad1f-61c19926201f tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322981 Jun 30 10:53:56.670963 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device a822dfbf-946f-4454-8451-0535d8f46570 details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:53:56.734626 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:56.770006 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port a822dfbf-946f-4454-8451-0535d8f46570, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=a822dfbf-946f-4454-8451-0535d8f46570,segment=NetworkSegment(2944155e-7408-46e0-8e9e-088b48d9e7a7),segment_id=2944155e-7408-46e0-8e9e-088b48d9e7a7)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:53:56.780369 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': 'a822dfbf-946f-4454-8451-0535d8f46570', 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753', 'port_id': 'a822dfbf-946f-4454-8451-0535d8f46570', 'mac_address': 'fa:16:3e:fc:66:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18192015-0296-4e65-b690-1dd7de495bcb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:53:56.817345 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:56.831152 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a822dfbf-946f-4454-8451-0535d8f46570 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:53:56.850509 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port a822dfbf-946f-4454-8451-0535d8f46570, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=a822dfbf-946f-4454-8451-0535d8f46570,segment=NetworkSegment(2944155e-7408-46e0-8e9e-088b48d9e7a7),segment_id=2944155e-7408-46e0-8e9e-088b48d9e7a7)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:53:56.910870 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:56.958506 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=a822dfbf-946f-4454-8451-0535d8f46570,revision_number=9']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:53:56.967031 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6465bf6-c011-44c6-8b06-06cf1c5b71ec req-2e384e21-0114-4972-b4aa-0906a698fbca tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:56.968430 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e6465bf6-c011-44c6-8b06-06cf1c5b71ec req-2e384e21-0114-4972-b4aa-0906a698fbca tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 944 time: 0.0640118 Jun 30 10:53:57.011505 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e6465bf6-c011-44c6-8b06-06cf1c5b71ec req-3a3eb9e9-e6f0-4b80-9d34-87019b957846 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371478 Jun 30 10:53:57.282687 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['a822dfbf-946f-4454-8451-0535d8f46570'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:53:58.193218 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cc7ac-a51b-49d4-82f3-f3ceeecd2739 req-726d11cf-ae40-4082-87b6-fdd2a4614186 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:58.194678 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-192cc7ac-a51b-49d4-82f3-f3ceeecd2739 req-726d11cf-ae40-4082-87b6-fdd2a4614186 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 944 time: 0.0653391 Jun 30 10:53:58.233321 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-192cc7ac-a51b-49d4-82f3-f3ceeecd2739 req-559757c9-8369-48a6-adc6-b7eb98156cc0 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324228 Jun 30 10:53:58.697033 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device a822dfbf-946f-4454-8451-0535d8f46570 up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:53:58.711536 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d3e80-dc96-4abb-9bc8-2ed072ea9dfb req-166a6683-b0ec-4c39-a5a6-bc423e670880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:58.713291 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5c4d3e80-dc96-4abb-9bc8-2ed072ea9dfb req-166a6683-b0ec-4c39-a5a6-bc423e670880 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5a07d82f5f44165a5c7aa20c39dab23&device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 1096 time: 0.0573394 Jun 30 10:53:58.746502 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port a822dfbf-946f-4454-8451-0535d8f46570 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:53:58.746875 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:58.817981 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d3e80-dc96-4abb-9bc8-2ed072ea9dfb req-b9c0473e-5bf9-488b-bef5-77910d114021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:58.819517 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5c4d3e80-dc96-4abb-9bc8-2ed072ea9dfb req-b9c0473e-5bf9-488b-bef5-77910d114021 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753 HTTP/1.1" status: 200 len: 909 time: 0.0855103 Jun 30 10:53:58.825911 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:58.847208 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e96fea9-003e-461c-8190-ad8a8deaf9e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a822dfbf-946f-4454-8451-0535d8f46570'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:53:58.849441 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5d88d6-03aa-4b57-a5a7-6a96d7095656" -d '{"events": [{"server_uuid": "4e96fea9-003e-461c-8190-ad8a8deaf9e2", "name": "network-vif-plugged", "status": "completed", "tag": "a822dfbf-946f-4454-8451-0535d8f46570"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:53:58.862892 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port a822dfbf-946f-4454-8451-0535d8f46570, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=a822dfbf-946f-4454-8451-0535d8f46570,segment=NetworkSegment(2944155e-7408-46e0-8e9e-088b48d9e7a7),segment_id=2944155e-7408-46e0-8e9e-088b48d9e7a7)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:53:58.888340 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5c4d3e80-dc96-4abb-9bc8-2ed072ea9dfb req-90be3b11-9ae5-4641-80a9-8559b6747eaf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a822dfbf-946f-4454-8451-0535d8f46570 HTTP/1.1" status: 200 len: 999 time: 0.0623987 Jun 30 10:53:58.889552 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e3b8c5-11bc-46b8-a941-00afb7365485 x-openstack-request-id: req-c8e3b8c5-11bc-46b8-a941-00afb7365485 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:53:58.889840 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e96fea9-003e-461c-8190-ad8a8deaf9e2", "name": "network-vif-plugged", "status": "completed", "tag": "a822dfbf-946f-4454-8451-0535d8f46570", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:53:58.890092 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c8e3b8c5-11bc-46b8-a941-00afb7365485 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:53:58.890486 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e96fea9-003e-461c-8190-ad8a8deaf9e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a822dfbf-946f-4454-8451-0535d8f46570', 'code': 200} Jun 30 10:53:58.921971 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:53:58.943919 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d3e80-dc96-4abb-9bc8-2ed072ea9dfb req-9342c9de-e141-47d3-97c9-b6a0299c84f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:58.945739 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5c4d3e80-dc96-4abb-9bc8-2ed072ea9dfb req-9342c9de-e141-47d3-97c9-b6a0299c84f7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18192015-0296-4e65-b690-1dd7de495bcb HTTP/1.1" status: 200 len: 847 time: 0.0469565 Jun 30 10:53:58.973680 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=a822dfbf-946f-4454-8451-0535d8f46570,revision_number=10']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:53:59.011588 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d3e80-dc96-4abb-9bc8-2ed072ea9dfb req-d9565b7e-f725-4b68-a373-33463430fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:59.013157 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5c4d3e80-dc96-4abb-9bc8-2ed072ea9dfb req-d9565b7e-f725-4b68-a373-33463430fe90 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597088 Jun 30 10:53:59.069607 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.37', 59484) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:53:59.145444 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5c4d3e80-dc96-4abb-9bc8-2ed072ea9dfb req-4f425463-231a-4b71-9c3a-5409d8dc9470 service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254103 Jun 30 10:53:59.161617 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde4dff-c36c-498b-81c7-b86eb1841e6e req-74294a46-c88d-46c9-96f8-b9388e974e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:59.163028 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4fde4dff-c36c-498b-81c7-b86eb1841e6e req-74294a46-c88d-46c9-96f8-b9388e974e67 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 1098 time: 0.0924954 Jun 30 10:53:59.238853 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4fde4dff-c36c-498b-81c7-b86eb1841e6e req-ef948ec9-b234-4ef8-a15d-dc5fe64d8980 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659368 Jun 30 10:53:59.263317 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5c4d3e80-dc96-4abb-9bc8-2ed072ea9dfb req-22e60a44-8f9b-45e4-b2c1-60e2c1389eed service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110380 Jun 30 10:53:59.410827 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a5f8d-27c6-41a3-8c51-f787bb1e5f49 req-eba2d22f-5953-462c-85e2-c1efd2acf61b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:53:59.412326 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-924a5f8d-27c6-41a3-8c51-f787bb1e5f49 req-eba2d22f-5953-462c-85e2-c1efd2acf61b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 946 time: 0.0643144 Jun 30 10:53:59.451018 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-924a5f8d-27c6-41a3-8c51-f787bb1e5f49 req-bf9c0051-3f15-4f18-aa71-9bf5394719db tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327277 Jun 30 10:54:00.687423 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87e8ad-ddec-4c4e-af4d-f6ebd69fa96d req-06238835-2d74-44c1-bdce-eb3d987ce1f0 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:00.689821 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0c87e8ad-ddec-4c4e-af4d-f6ebd69fa96d req-06238835-2d74-44c1-bdce-eb3d987ce1f0 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 946 time: 0.0642271 Jun 30 10:54:00.731485 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0c87e8ad-ddec-4c4e-af4d-f6ebd69fa96d req-437c5775-5673-47f9-8289-4a594efde3b4 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367165 Jun 30 10:54:01.903964 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8da14-2368-4344-85c5-f2cbe19ba995 req-02fe6900-a856-4b4d-b1bf-f523e4892c54 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:01.905400 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29f8da14-2368-4344-85c5-f2cbe19ba995 req-02fe6900-a856-4b4d-b1bf-f523e4892c54 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 946 time: 0.0617568 Jun 30 10:54:01.942286 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-29f8da14-2368-4344-85c5-f2cbe19ba995 req-f4008d8a-c0b2-4f6c-a805-9179ed53b94f tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312839 Jun 30 10:54:05.957505 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:54:09.177696 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:09.864765 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:20.519886 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e398a4bb-3756-4809-92b3-8b1ef4093c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:22.988965 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-aca18b9e-4f35-48c4-9cc8-68f8d54840ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:23.681354 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:25.051754 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:26.744402 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:39.172789 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:39.869904 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:42.958730 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:54:50.531193 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-976811ed-6ece-44e5-b225-cbb506e21056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:53.046874 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b6eed898-15d7-47ce-bcdd-5668e18553a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:53.686380 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:55.039345 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:56.765249 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:54:59.685048 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65cba432-b087-42f0-b8bb-b38823e9cdd7 req-36338f25-3497-4c80-b0d4-3ae7e3303288 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0546200 Jun 30 10:54:59.778250 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cba432-b087-42f0-b8bb-b38823e9cdd7 req-faacb42a-e96a-45ee-a729-d0db5f79085b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:59.779743 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65cba432-b087-42f0-b8bb-b38823e9cdd7 req-faacb42a-e96a-45ee-a729-d0db5f79085b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5a07d82f5f44165a5c7aa20c39dab23&device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 1098 time: 0.0510087 Jun 30 10:54:59.887146 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cba432-b087-42f0-b8bb-b38823e9cdd7 req-f17f6a73-e720-4d6d-8eee-37ca19f0a8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:54:59.888616 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65cba432-b087-42f0-b8bb-b38823e9cdd7 req-f17f6a73-e720-4d6d-8eee-37ca19f0a8dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753 HTTP/1.1" status: 200 len: 909 time: 0.0882027 Jun 30 10:54:59.952891 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65cba432-b087-42f0-b8bb-b38823e9cdd7 req-84ab2496-e7ee-4054-9e4d-c228298e4d62 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a822dfbf-946f-4454-8451-0535d8f46570 HTTP/1.1" status: 200 len: 1000 time: 0.0575457 Jun 30 10:55:00.002150 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cba432-b087-42f0-b8bb-b38823e9cdd7 req-e7c384d1-c275-4736-ae4c-d34d3b545ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:00.003668 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65cba432-b087-42f0-b8bb-b38823e9cdd7 req-e7c384d1-c275-4736-ae4c-d34d3b545ccd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18192015-0296-4e65-b690-1dd7de495bcb HTTP/1.1" status: 200 len: 847 time: 0.0447328 Jun 30 10:55:00.071035 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cba432-b087-42f0-b8bb-b38823e9cdd7 req-7f348fe3-7708-4e9a-b690-674247d49845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:00.072544 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65cba432-b087-42f0-b8bb-b38823e9cdd7 req-7f348fe3-7708-4e9a-b690-674247d49845 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623522 Jun 30 10:55:00.163488 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65cba432-b087-42f0-b8bb-b38823e9cdd7 req-ae651071-7020-41ef-8ba3-b6d3fdb4939d service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819051 Jun 30 10:55:00.258088 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-65cba432-b087-42f0-b8bb-b38823e9cdd7 req-fcdd9de2-13dc-46e6-831e-d604233cc10f service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876420 Jun 30 10:55:09.177681 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:09.897630 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:19.958505 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:55:20.526052 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-af427579-b227-4d99-bca6-d4d184a73f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:23.021753 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-707099c3-5027-46ba-87fa-29441e0667b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:23.675400 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:25.046219 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:26.760138 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:39.182929 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:39.868588 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:49.518551 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37742) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:49.715190 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-63406696-57ce-42dc-a27b-6c1de48d28eb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Deleting port 17d5d513-53ce-4fa0-ae01-5182a3a676d1 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:55:49.715541 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-63406696-57ce-42dc-a27b-6c1de48d28eb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:49.789948 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-63406696-57ce-42dc-a27b-6c1de48d28eb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:49.790188 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-63406696-57ce-42dc-a27b-6c1de48d28eb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:49.802105 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-63406696-57ce-42dc-a27b-6c1de48d28eb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Calling delete_port for 17d5d513-53ce-4fa0-ae01-5182a3a676d1 owned by network:floatingip {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:55:50.016165 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-63406696-57ce-42dc-a27b-6c1de48d28eb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:50.042398 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63406696-57ce-42dc-a27b-6c1de48d28eb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Pushing event deleted for resources: {'Port': ['ID=17d5d513-53ce-4fa0-ae01-5182a3a676d1,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:50.069820 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63406696-57ce-42dc-a27b-6c1de48d28eb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:50.070157 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63406696-57ce-42dc-a27b-6c1de48d28eb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:50.070494 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63406696-57ce-42dc-a27b-6c1de48d28eb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:50.070821 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63406696-57ce-42dc-a27b-6c1de48d28eb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:50.071166 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63406696-57ce-42dc-a27b-6c1de48d28eb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:50.071490 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63406696-57ce-42dc-a27b-6c1de48d28eb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:50.071808 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63406696-57ce-42dc-a27b-6c1de48d28eb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:50.072124 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63406696-57ce-42dc-a27b-6c1de48d28eb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:50.072439 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63406696-57ce-42dc-a27b-6c1de48d28eb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:50.072755 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63406696-57ce-42dc-a27b-6c1de48d28eb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:50.073067 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63406696-57ce-42dc-a27b-6c1de48d28eb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:50.073379 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63406696-57ce-42dc-a27b-6c1de48d28eb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:50.116127 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-63406696-57ce-42dc-a27b-6c1de48d28eb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for floatingip, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:50.116454 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-63406696-57ce-42dc-a27b-6c1de48d28eb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Floating IP 8862c0b6-e4cb-4d7c-91b8-bbe6a9ac6622 disassociated (deleted). External IP: 172.25.6.47, port: a822dfbf-946f-4454-8451-0535d8f46570. Jun 30 10:55:50.317522 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63406696-57ce-42dc-a27b-6c1de48d28eb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Router 58486c41-f8ba-440f-987c-d10671fe0a5e has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:55:50.421682 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63406696-57ce-42dc-a27b-6c1de48d28eb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:55:50.427090 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-63406696-57ce-42dc-a27b-6c1de48d28eb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:50.432644 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e89da37-e269-4da7-8312-3e2d094444ec None None] Sync routers for ids ['58486c41-f8ba-440f-987c-d10671fe0a5e'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:55:50.442305 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e89da37-e269-4da7-8312-3e2d094444ec None None] Routers {'58486c41-f8ba-440f-987c-d10671fe0a5e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:55:50.442927 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-8e89da37-e269-4da7-8312-3e2d094444ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:55:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['58486c41-f8ba-440f-987c-d10671fe0a5e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:55:50.464746 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-63406696-57ce-42dc-a27b-6c1de48d28eb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "DELETE /v2.0/floatingips/8862c0b6-e4cb-4d7c-91b8-bbe6a9ac6622 HTTP/1.1" status: 204 len: 168 time: 0.9449294 Jun 30 10:55:50.465337 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e96fea9-003e-461c-8190-ad8a8deaf9e2', 'tag': 'a822dfbf-946f-4454-8451-0535d8f46570'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:55:50.467615 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c22966-1c95-4a38-9bda-eeedca9e2429" -d '{"events": [{"name": "network-changed", "server_uuid": "4e96fea9-003e-461c-8190-ad8a8deaf9e2", "tag": "a822dfbf-946f-4454-8451-0535d8f46570"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:55:50.632886 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-8e89da37-e269-4da7-8312-3e2d094444ec None None] Set router 58486c41-f8ba-440f-987c-d10671fe0a5e gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:55:50.633317 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86013d11-6c51-46bc-9a99-94138887a975 x-openstack-request-id: req-86013d11-6c51-46bc-9a99-94138887a975 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:55:50.633317 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e96fea9-003e-461c-8190-ad8a8deaf9e2", "tag": "a822dfbf-946f-4454-8451-0535d8f46570", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:55:50.633317 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-86013d11-6c51-46bc-9a99-94138887a975 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:55:50.633317 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e96fea9-003e-461c-8190-ad8a8deaf9e2', 'tag': 'a822dfbf-946f-4454-8451-0535d8f46570', 'status': 'completed', 'code': 200} Jun 30 10:55:50.646978 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fd867ac4-c970-40f1-8d4d-ce3b3fe0dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:50.676416 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c22966-1c95-4a38-9bda-eeedca9e2429 req-6ad67223-5b1f-4fdf-99ec-c4e4f874a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:50.678084 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-24c22966-1c95-4a38-9bda-eeedca9e2429 req-6ad67223-5b1f-4fdf-99ec-c4e4f874a7e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5a07d82f5f44165a5c7aa20c39dab23&device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 1098 time: 0.0700316 Jun 30 10:55:50.783078 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c22966-1c95-4a38-9bda-eeedca9e2429 req-c86882f4-1283-4da4-a2eb-aed1d4a0cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:50.785538 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-24c22966-1c95-4a38-9bda-eeedca9e2429 req-c86882f4-1283-4da4-a2eb-aed1d4a0cc91 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753 HTTP/1.1" status: 200 len: 909 time: 0.1010549 Jun 30 10:55:50.835937 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-24c22966-1c95-4a38-9bda-eeedca9e2429 req-f9854ea7-b105-4cad-8a6a-98bfa5665cdf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a822dfbf-946f-4454-8451-0535d8f46570 HTTP/1.1" status: 200 len: 217 time: 0.0403721 Jun 30 10:55:50.888247 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c22966-1c95-4a38-9bda-eeedca9e2429 req-380198f0-6c81-4ead-8606-a0fb2f385a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:50.889670 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-24c22966-1c95-4a38-9bda-eeedca9e2429 req-380198f0-6c81-4ead-8606-a0fb2f385a29 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18192015-0296-4e65-b690-1dd7de495bcb HTTP/1.1" status: 200 len: 847 time: 0.0501101 Jun 30 10:55:50.953847 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c22966-1c95-4a38-9bda-eeedca9e2429 req-b08fe91c-c10b-46a9-a0e3-04bbf8d0b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:50.957409 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-24c22966-1c95-4a38-9bda-eeedca9e2429 req-b08fe91c-c10b-46a9-a0e3-04bbf8d0b199 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583675 Jun 30 10:55:50.978154 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-8e89da37-e269-4da7-8312-3e2d094444ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'name': 'tempest-TestShelveInstance-662113533-router', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:09Z', 'revision_number': 4, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'gw_port': {'id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'e3be51e8-bcab-402a-a9cb-97edb0885758', 'name': '', 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'mac_address': 'fa:16:3e:59:80:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '18192015-0296-4e65-b690-1dd7de495bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:09Z', 'updated_at': '2021-06-30T10:50:15Z', 'revision_number': 5, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'subnets': [{'id': '18192015-0296-4e65-b690-1dd7de495bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:55:51.004055 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e89da37-e269-4da7-8312-3e2d094444ec None None] Checking router: 58486c41-f8ba-440f-987c-d10671fe0a5e for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:55:51.012697 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e89da37-e269-4da7-8312-3e2d094444ec None None] Routers {'58486c41-f8ba-440f-987c-d10671fe0a5e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:55:51.013333 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-8e89da37-e269-4da7-8312-3e2d094444ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:55:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['58486c41-f8ba-440f-987c-d10671fe0a5e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:55:51.132828 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-8e89da37-e269-4da7-8312-3e2d094444ec None None] Set router 58486c41-f8ba-440f-987c-d10671fe0a5e gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:55:51.342202 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-8e89da37-e269-4da7-8312-3e2d094444ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'name': 'tempest-TestShelveInstance-662113533-router', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:09Z', 'revision_number': 4, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'gw_port': {'id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'e3be51e8-bcab-402a-a9cb-97edb0885758', 'name': '', 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'mac_address': 'fa:16:3e:59:80:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '18192015-0296-4e65-b690-1dd7de495bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:09Z', 'updated_at': '2021-06-30T10:50:15Z', 'revision_number': 5, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'subnets': [{'id': '18192015-0296-4e65-b690-1dd7de495bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:55:51.371014 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e89da37-e269-4da7-8312-3e2d094444ec None None] The sync data for ids ['58486c41-f8ba-440f-987c-d10671fe0a5e'] in n-d-771363-31 is: [{'id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'name': 'tempest-TestShelveInstance-662113533-router', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:09Z', 'revision_number': 4, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'gw_port': {'id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'e3be51e8-bcab-402a-a9cb-97edb0885758', 'name': '', 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'mac_address': 'fa:16:3e:59:80:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '18192015-0296-4e65-b690-1dd7de495bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:09Z', 'updated_at': '2021-06-30T10:50:15Z', 'revision_number': 5, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'subnets': [{'id': '18192015-0296-4e65-b690-1dd7de495bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:55:51.435889 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-24c22966-1c95-4a38-9bda-eeedca9e2429 req-781ea0eb-cc0f-4c05-817c-ddca10da72de service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740996 Jun 30 10:55:51.452355 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94afc43-e8c1-4c22-8833-c7df2bddc005 req-8fbcc141-94af-4b7f-87e4-f6ca6e0b3125 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:51.453628 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a94afc43-e8c1-4c22-8833-c7df2bddc005 req-8fbcc141-94af-4b7f-87e4-f6ca6e0b3125 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 946 time: 0.0996871 Jun 30 10:55:51.539983 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a94afc43-e8c1-4c22-8833-c7df2bddc005 req-bfb5e4a7-e205-4a01-a15c-f4bda899784a tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786622 Jun 30 10:55:51.571139 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-24c22966-1c95-4a38-9bda-eeedca9e2429 req-fba7d3c4-b76b-42a2-bc4e-071c66d7785d service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267853 Jun 30 10:55:51.602125 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80b4f4f-7c2a-4a08-8051-4516f4c02628 None None] New status for floating IP 8862c0b6-e4cb-4d7c-91b8-bbe6a9ac6622: DOWN {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:55:52.680058 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e958210-b79f-407b-969b-99801e759fab req-4ad7f5e5-5793-44e4-848a-558539e41c6e tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:52.681521 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1e958210-b79f-407b-969b-99801e759fab req-4ad7f5e5-5793-44e4-848a-558539e41c6e tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 946 time: 0.0637684 Jun 30 10:55:52.718710 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7bd4b-132f-4feb-a161-cbc4292fafe4 req-7f085c4d-aa27-4993-a97f-b531c05639c4 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:55:52.720222 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-56c7bd4b-132f-4feb-a161-cbc4292fafe4 req-7f085c4d-aa27-4993-a97f-b531c05639c4 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 946 time: 0.0656900 Jun 30 10:55:52.760495 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-56c7bd4b-132f-4feb-a161-cbc4292fafe4 req-40f7f3d5-ece8-412f-8cb5-b145abf8b7f7 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=de54844f-2eb0-41b3-86c3-9eeab8817324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337231 Jun 30 10:55:52.786282 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-1e958210-b79f-407b-969b-99801e759fab req-3002cf58-944b-4102-a4ef-a97237aa7325 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Deleting port a822dfbf-946f-4454-8451-0535d8f46570 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:55:52.786623 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-1e958210-b79f-407b-969b-99801e759fab req-3002cf58-944b-4102-a4ef-a97237aa7325 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:52.871781 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-1e958210-b79f-407b-969b-99801e759fab req-3002cf58-944b-4102-a4ef-a97237aa7325 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] For port a822dfbf-946f-4454-8451-0535d8f46570, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=a822dfbf-946f-4454-8451-0535d8f46570,segment=NetworkSegment(2944155e-7408-46e0-8e9e-088b48d9e7a7),segment_id=2944155e-7408-46e0-8e9e-088b48d9e7a7)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:55:52.872051 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-1e958210-b79f-407b-969b-99801e759fab req-3002cf58-944b-4102-a4ef-a97237aa7325 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:52.885076 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-1e958210-b79f-407b-969b-99801e759fab req-3002cf58-944b-4102-a4ef-a97237aa7325 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Calling delete_port for a822dfbf-946f-4454-8451-0535d8f46570 owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:55:52.987276 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0517acaf-afb0-4678-a2be-217de7741070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:53.062696 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-1e958210-b79f-407b-969b-99801e759fab req-3002cf58-944b-4102-a4ef-a97237aa7325 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:53.092461 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002cf58-944b-4102-a4ef-a97237aa7325 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Pushing event deleted for resources: {'Port': ['ID=a822dfbf-946f-4454-8451-0535d8f46570,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:53.147663 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e958210-b79f-407b-969b-99801e759fab req-3002cf58-944b-4102-a4ef-a97237aa7325 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] No DVR routers for this DVR port a822dfbf-946f-4454-8451-0535d8f46570 on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:55:53.150295 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-1e958210-b79f-407b-969b-99801e759fab req-3002cf58-944b-4102-a4ef-a97237aa7325 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:53.152724 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1e958210-b79f-407b-969b-99801e759fab req-3002cf58-944b-4102-a4ef-a97237aa7325 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.37 "DELETE /v2.0/ports/a822dfbf-946f-4454-8451-0535d8f46570 HTTP/1.1" status: 204 len: 173 time: 0.4657657 Jun 30 10:55:53.153157 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e96fea9-003e-461c-8190-ad8a8deaf9e2', 'name': 'network-vif-deleted', 'tag': 'a822dfbf-946f-4454-8451-0535d8f46570'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:55:53.156503 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805354d7-5de9-4084-8c90-21b79d49ddef" -d '{"events": [{"server_uuid": "4e96fea9-003e-461c-8190-ad8a8deaf9e2", "name": "network-vif-deleted", "tag": "a822dfbf-946f-4454-8451-0535d8f46570"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:55:53.194147 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e7a4c7-bc1e-4c95-8f4b-ed03e3351c9c x-openstack-request-id: req-60e7a4c7-bc1e-4c95-8f4b-ed03e3351c9c {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:55:53.194464 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e96fea9-003e-461c-8190-ad8a8deaf9e2", "name": "network-vif-deleted", "tag": "a822dfbf-946f-4454-8451-0535d8f46570", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:55:53.194697 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-60e7a4c7-bc1e-4c95-8f4b-ed03e3351c9c {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:55:53.195094 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e96fea9-003e-461c-8190-ad8a8deaf9e2', 'name': 'network-vif-deleted', 'tag': 'a822dfbf-946f-4454-8451-0535d8f46570', 'status': 'completed', 'code': 200} Jun 30 10:55:53.651134 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:53.919056 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b0ac2c02-eadc-4a3a-b742-dacabec738ad req-0d2095b3-0d25-4f65-ade3-722d3fea1fba tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e96fea9-003e-461c-8190-ad8a8deaf9e2 HTTP/1.1" status: 200 len: 210 time: 0.0344045 Jun 30 10:55:55.024708 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 37772) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:55.045298 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:55.083956 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0cabcb0f-41d5-4b2c-b09e-738fbee84b13 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:55.108189 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0cabcb0f-41d5-4b2c-b09e-738fbee84b13 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:55.217068 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0cabcb0f-41d5-4b2c-b09e-738fbee84b13 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:55.219671 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0cabcb0f-41d5-4b2c-b09e-738fbee84b13 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:55.220978 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0cabcb0f-41d5-4b2c-b09e-738fbee84b13 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "DELETE /v2.0/security-groups/de54844f-2eb0-41b3-86c3-9eeab8817324 HTTP/1.1" status: 204 len: 168 time: 0.1951432 Jun 30 10:55:55.230460 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabcb0f-41d5-4b2c-b09e-738fbee84b13 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de54844f-2eb0-41b3-86c3-9eeab8817324,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:55.255884 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device a822dfbf-946f-4454-8451-0535d8f46570 no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:55:55.275421 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: a822dfbf-946f-4454-8451-0535d8f46570 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:55:55.275761 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device a822dfbf-946f-4454-8451-0535d8f46570 not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:55:55.649475 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37778) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:55.654258 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-81a093ad-95c3-433b-8c63-418938695e37 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1891141186', 'description': 'tempest-secgroup-smoke-1891141186 description', 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:55:55.764233 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-81a093ad-95c3-433b-8c63-418938695e37 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:55.842671 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-81a093ad-95c3-433b-8c63-418938695e37 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:55.923979 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-81a093ad-95c3-433b-8c63-418938695e37 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:55.951572 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a093ad-95c3-433b-8c63-418938695e37 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=590f512e-6fd5-41d0-8f58-8a57c355520e,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:55.959708 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a093ad-95c3-433b-8c63-418938695e37 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:55.960058 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a093ad-95c3-433b-8c63-418938695e37 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:55.960400 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a093ad-95c3-433b-8c63-418938695e37 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:55.960740 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a093ad-95c3-433b-8c63-418938695e37 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:55.961071 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a093ad-95c3-433b-8c63-418938695e37 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:55.961400 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a093ad-95c3-433b-8c63-418938695e37 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:55.961727 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a093ad-95c3-433b-8c63-418938695e37 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:55.962050 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a093ad-95c3-433b-8c63-418938695e37 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:55.962376 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a093ad-95c3-433b-8c63-418938695e37 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:55.962696 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a093ad-95c3-433b-8c63-418938695e37 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:55.963017 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a093ad-95c3-433b-8c63-418938695e37 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:55.963375 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a093ad-95c3-433b-8c63-418938695e37 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:55:56.005553 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-81a093ad-95c3-433b-8c63-418938695e37 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:56.006844 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-81a093ad-95c3-433b-8c63-418938695e37 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3563011 Jun 30 10:55:56.009641 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37780) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:56.014045 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-fbf9ab4c-6972-46ab-b236-0c1d2324c2d9 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Request body: {'security_group_rule': {'security_group_id': '590f512e-6fd5-41d0-8f58-8a57c355520e', 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:55:56.112364 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fbf9ab4c-6972-46ab-b236-0c1d2324c2d9 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:56.168182 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fbf9ab4c-6972-46ab-b236-0c1d2324c2d9 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:56.249478 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fbf9ab4c-6972-46ab-b236-0c1d2324c2d9 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:56.269846 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9ab4c-6972-46ab-b236-0c1d2324c2d9 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b98d300f-e7b9-43b6-91c3-8a17140f8057,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:56.342314 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fbf9ab4c-6972-46ab-b236-0c1d2324c2d9 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:56.343923 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fbf9ab4c-6972-46ab-b236-0c1d2324c2d9 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3331974 Jun 30 10:55:56.346743 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37782) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:56.351629 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-a72819b6-e19b-4b36-b350-aa8439198226 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Request body: {'security_group_rule': {'security_group_id': '590f512e-6fd5-41d0-8f58-8a57c355520e', 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:55:56.455869 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a72819b6-e19b-4b36-b350-aa8439198226 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:56.517008 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a72819b6-e19b-4b36-b350-aa8439198226 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:56.611003 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a72819b6-e19b-4b36-b350-aa8439198226 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:56.630616 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72819b6-e19b-4b36-b350-aa8439198226 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac0c5672-e090-4cae-aa36-26d09a3b8c26,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:56.708604 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a72819b6-e19b-4b36-b350-aa8439198226 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:56.709754 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a72819b6-e19b-4b36-b350-aa8439198226 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3618910 Jun 30 10:55:56.712517 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37784) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:56.717078 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-2c72570e-f216-4104-aaf4-20d6d7e716a0 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Request body: {'security_group_rule': {'security_group_id': '590f512e-6fd5-41d0-8f58-8a57c355520e', 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:55:56.754988 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:56.804769 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2c72570e-f216-4104-aaf4-20d6d7e716a0 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:56.862181 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2c72570e-f216-4104-aaf4-20d6d7e716a0 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:56.919642 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2c72570e-f216-4104-aaf4-20d6d7e716a0 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:56.939580 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72570e-f216-4104-aaf4-20d6d7e716a0 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fcb0ae9-24f7-4be4-a042-6afcc957a883,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:56.957979 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:55:57.004745 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-2c72570e-f216-4104-aaf4-20d6d7e716a0 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:57.006002 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-2c72570e-f216-4104-aaf4-20d6d7e716a0 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2925043 Jun 30 10:55:57.008752 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37786) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:57.013197 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-bdde1f2c-fb94-4f1c-adba-4e29d6528cc8 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Request body: {'security_group_rule': {'security_group_id': '590f512e-6fd5-41d0-8f58-8a57c355520e', 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:55:57.095736 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bdde1f2c-fb94-4f1c-adba-4e29d6528cc8 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:57.153969 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bdde1f2c-fb94-4f1c-adba-4e29d6528cc8 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:57.227872 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bdde1f2c-fb94-4f1c-adba-4e29d6528cc8 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:57.246180 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde1f2c-fb94-4f1c-adba-4e29d6528cc8 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9cb0158-8db7-415a-b240-5c58c5441967,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:57.325223 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bdde1f2c-fb94-4f1c-adba-4e29d6528cc8 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:57.326400 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bdde1f2c-fb94-4f1c-adba-4e29d6528cc8 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3167326 Jun 30 10:55:57.329217 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37788) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:57.334327 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-f315317e-15d5-4707-8273-95dbcfe6d840 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Request body: {'security_group_rule': {'security_group_id': '590f512e-6fd5-41d0-8f58-8a57c355520e', 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:55:57.428355 n-d-771363-31 neutron-server[101053]: INFO neutron.db.securitygroups_db [None req-f315317e-15d5-4707-8273-95dbcfe6d840 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Project a5a07d82f5f44165a5c7aa20c39dab23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:55:57.433484 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f315317e-15d5-4707-8273-95dbcfe6d840 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:57.495201 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f315317e-15d5-4707-8273-95dbcfe6d840 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:57.553809 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f315317e-15d5-4707-8273-95dbcfe6d840 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:57.572007 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315317e-15d5-4707-8273-95dbcfe6d840 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687233eb-c965-4690-8844-6e191a061aa6,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:57.628382 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f315317e-15d5-4707-8273-95dbcfe6d840 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:57.630362 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f315317e-15d5-4707-8273-95dbcfe6d840 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3002238 Jun 30 10:55:57.633129 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 37790) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:55:57.637811 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-a1cc991b-a438-44c7-b843-1dde6cc4e55d tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Request body: {'security_group_rule': {'security_group_id': '590f512e-6fd5-41d0-8f58-8a57c355520e', 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:55:57.725599 n-d-771363-31 neutron-server[101053]: INFO neutron.db.securitygroups_db [None req-a1cc991b-a438-44c7-b843-1dde6cc4e55d tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Project a5a07d82f5f44165a5c7aa20c39dab23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:55:57.730857 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a1cc991b-a438-44c7-b843-1dde6cc4e55d tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:57.790139 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a1cc991b-a438-44c7-b843-1dde6cc4e55d tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:57.867868 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a1cc991b-a438-44c7-b843-1dde6cc4e55d tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:57.885127 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc991b-a438-44c7-b843-1dde6cc4e55d tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0abc3c19-1e0e-4635-b2c9-7c94f351aa82,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:55:57.965221 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-a1cc991b-a438-44c7-b843-1dde6cc4e55d tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:55:57.966451 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-a1cc991b-a438-44c7-b843-1dde6cc4e55d tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3323319 Jun 30 10:56:09.188081 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:09.896699 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:17.879705 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-effdc88a-2660-4d81-b2d2-42a39c523805 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1891141186&fields=id&tenant_id=a5a07d82f5f44165a5c7aa20c39dab23 HTTP/1.1" status: 200 len: 267 time: 0.0338967 Jun 30 10:56:17.987423 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-3ef6a823-8ab6-4f3e-86e6-d1170e123d34 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:17.988834 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-3ef6a823-8ab6-4f3e-86e6-d1170e123d34 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/networks?id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753 HTTP/1.1" status: 200 len: 808 time: 0.1018744 Jun 30 10:56:18.003957 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-f9949ff9-e64e-4767-8ef3-c51c9ae71545 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/quotas/a5a07d82f5f44165a5c7aa20c39dab23 HTTP/1.1" status: 200 len: 375 time: 0.0089276 Jun 30 10:56:18.073076 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-4b63be2c-2f25-49c5-9d78-dfb90cbb0dd4 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5a07d82f5f44165a5c7aa20c39dab23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635993 Jun 30 10:56:18.207588 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-fc287ea3-b29e-48cf-aa03-186455a8b699 service neutron] 10.222.0.10 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236582 Jun 30 10:56:18.298553 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-cfdd65c4-0422-4f25-9b59-7f58417ce042 service neutron] 10.222.0.10 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851457 Jun 30 10:56:18.885048 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1d399faf-b12e-42ea-83f1-630f10206446 req-02102b5d-5572-4e0a-a5d4-d918c012de20 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 210 time: 0.0299616 Jun 30 10:56:20.027202 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-dfe71936-781c-4e73-a24b-d7dff94c924f req-723142e3-9d87-4cdd-bd0a-b17bc2edb23f tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 210 time: 0.0294425 Jun 30 10:56:20.519132 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-98f6330b-eda4-4587-9c65-0bb05421bd19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:20.879688 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-89a17c3e-c543-434b-9f2c-d8241a280be9 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:20.881146 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-89a17c3e-c543-434b-9f2c-d8241a280be9 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.37 "GET /v2.0/networks?id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753 HTTP/1.1" status: 200 len: 808 time: 0.1141074 Jun 30 10:56:20.924239 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-aa30e78e-aef5-4182-8f03-cd8bd4b6c9e4 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5a07d82f5f44165a5c7aa20c39dab23 HTTP/1.1" status: 200 len: 380 time: 0.0342863 Jun 30 10:56:20.933295 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-b414e453-8770-4e4b-b8a4-16f4753ae958 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Request body: {'port': {'device_id': 'b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894', 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753', 'admin_state_up': True, 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'security_groups': ['590f512e-6fd5-41d0-8f58-8a57c355520e']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:56:21.102147 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-b414e453-8770-4e4b-b8a4-16f4753ae958 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Made reservation on behalf of a5a07d82f5f44165a5c7aa20c39dab23 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:56:21.105902 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-b414e453-8770-4e4b-b8a4-16f4753ae958 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:21.217538 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-600a198b-c310-435b-a7ee-42bb64c43147 req-0ccb68a4-3a57-4402-ad22-332178bc00e4 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 210 time: 0.0395491 Jun 30 10:56:21.271689 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-b414e453-8770-4e4b-b8a4-16f4753ae958 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Allocated IP 172.20.0.4 (2bf38d6d-1f73-468e-acb6-ed1cbeb83753/18192015-0296-4e65-b690-1dd7de495bcb/2232124e-3599-4d61-911a-cd22e9c57a1a) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:56:21.414720 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-b414e453-8770-4e4b-b8a4-16f4753ae958 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:21.429311 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-b414e453-8770-4e4b-b8a4-16f4753ae958 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Transition to ACTIVE for port object 2232124e-3599-4d61-911a-cd22e9c57a1a will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:56:21.520167 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-b414e453-8770-4e4b-b8a4-16f4753ae958 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:21.563735 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-b414e453-8770-4e4b-b8a4-16f4753ae958 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Network 2bf38d6d-1f73-468e-acb6-ed1cbeb83753 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:56:21.569912 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-b414e453-8770-4e4b-b8a4-16f4753ae958 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:56:21.576803 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-b414e453-8770-4e4b-b8a4-16f4753ae958 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:56:21.607057 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b414e453-8770-4e4b-b8a4-16f4753ae958 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Pushing event updated for resources: {'Port': ['ID=2232124e-3599-4d61-911a-cd22e9c57a1a,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:56:21.637577 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-b414e453-8770-4e4b-b8a4-16f4753ae958 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:21.638240 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-b414e453-8770-4e4b-b8a4-16f4753ae958 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:21.737287 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-b414e453-8770-4e4b-b8a4-16f4753ae958 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8077173 Jun 30 10:56:21.797954 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-9fc15e7a-0f35-4a7f-8d1f-8ba8c86eb648 service neutron] Request body: {'port': {'device_id': 'b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:56:21.872054 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-9fc15e7a-0f35-4a7f-8d1f-8ba8c86eb648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:21.930432 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-ed0aa47d-476a-4c94-afd0-bed5bfae4249 None None] Provisioning for port 2232124e-3599-4d61-911a-cd22e9c57a1a completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:56:21.934748 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-ed0aa47d-476a-4c94-afd0-bed5bfae4249 None None] Provisioning complete for port 2232124e-3599-4d61-911a-cd22e9c57a1a triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:56:21.935205 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ed0aa47d-476a-4c94-afd0-bed5bfae4249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:21.973611 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-ed0aa47d-476a-4c94-afd0-bed5bfae4249 None None] Port 2232124e-3599-4d61-911a-cd22e9c57a1a cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:56:22.150920 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-9fc15e7a-0f35-4a7f-8d1f-8ba8c86eb648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2232124e-3599-4d61-911a-cd22e9c57a1a {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:56:22.159676 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-9fc15e7a-0f35-4a7f-8d1f-8ba8c86eb648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:22.172339 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-9fc15e7a-0f35-4a7f-8d1f-8ba8c86eb648 service neutron] Transition to ACTIVE for port object 2232124e-3599-4d61-911a-cd22e9c57a1a will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:56:22.228092 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-9fc15e7a-0f35-4a7f-8d1f-8ba8c86eb648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:22.308235 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc15e7a-0f35-4a7f-8d1f-8ba8c86eb648 service neutron] Pushing event updated for resources: {'Port': ['ID=2232124e-3599-4d61-911a-cd22e9c57a1a,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:56:22.364581 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-9fc15e7a-0f35-4a7f-8d1f-8ba8c86eb648 service neutron] Attempting to bind port 2232124e-3599-4d61-911a-cd22e9c57a1a on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:56:22.364925 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-9fc15e7a-0f35-4a7f-8d1f-8ba8c86eb648 service neutron] Attempting to bind port 2232124e-3599-4d61-911a-cd22e9c57a1a by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '2944155e-7408-46e0-8e9e-088b48d9e7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:56:22.365261 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-9fc15e7a-0f35-4a7f-8d1f-8ba8c86eb648 service neutron] Attempting to bind port 2232124e-3599-4d61-911a-cd22e9c57a1a on network 2bf38d6d-1f73-468e-acb6-ed1cbeb83753 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:56:22.370875 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-9fc15e7a-0f35-4a7f-8d1f-8ba8c86eb648 service neutron] Port 2232124e-3599-4d61-911a-cd22e9c57a1a on network 2bf38d6d-1f73-468e-acb6-ed1cbeb83753 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:56:22.371235 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-9fc15e7a-0f35-4a7f-8d1f-8ba8c86eb648 service neutron] Attempting to bind port 2232124e-3599-4d61-911a-cd22e9c57a1a on network 2bf38d6d-1f73-468e-acb6-ed1cbeb83753 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:56:22.376334 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-9fc15e7a-0f35-4a7f-8d1f-8ba8c86eb648 service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:56:22.376679 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-9fc15e7a-0f35-4a7f-8d1f-8ba8c86eb648 service neutron] Checking segment: {'id': '2944155e-7408-46e0-8e9e-088b48d9e7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:56:22.377083 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-9fc15e7a-0f35-4a7f-8d1f-8ba8c86eb648 service neutron] Bound using segment: {'id': '2944155e-7408-46e0-8e9e-088b48d9e7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:56:22.377507 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-9fc15e7a-0f35-4a7f-8d1f-8ba8c86eb648 service neutron] Bound port: 2232124e-3599-4d61-911a-cd22e9c57a1a, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2944155e-7408-46e0-8e9e-088b48d9e7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:56:22.377872 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-9fc15e7a-0f35-4a7f-8d1f-8ba8c86eb648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:22.433801 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c47aa-40f7-4fbc-8426-2d26cb57c411 req-51ffd71d-1969-4095-ba48-5218d3a20a6d tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:22.436471 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4d6c47aa-40f7-4fbc-8426-2d26cb57c411 req-51ffd71d-1969-4095-ba48-5218d3a20a6d tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 943 time: 0.0852468 Jun 30 10:56:22.463434 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-9fc15e7a-0f35-4a7f-8d1f-8ba8c86eb648 service neutron] For port 2232124e-3599-4d61-911a-cd22e9c57a1a, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:56:22.470403 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-9fc15e7a-0f35-4a7f-8d1f-8ba8c86eb648 service neutron] For port 2232124e-3599-4d61-911a-cd22e9c57a1a, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=2232124e-3599-4d61-911a-cd22e9c57a1a,segment=NetworkSegment(2944155e-7408-46e0-8e9e-088b48d9e7a7),segment_id=2944155e-7408-46e0-8e9e-088b48d9e7a7)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:56:22.480035 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4d6c47aa-40f7-4fbc-8426-2d26cb57c411 req-99c09708-76a0-4a41-80f9-af73b972d625 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368576 Jun 30 10:56:22.554121 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-9fc15e7a-0f35-4a7f-8d1f-8ba8c86eb648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:22.589104 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-9fc15e7a-0f35-4a7f-8d1f-8ba8c86eb648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:22.589720 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-9fc15e7a-0f35-4a7f-8d1f-8ba8c86eb648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:22.591104 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-9fc15e7a-0f35-4a7f-8d1f-8ba8c86eb648 service neutron] 10.222.0.37 "PUT /v2.0/ports/2232124e-3599-4d61-911a-cd22e9c57a1a HTTP/1.1" status: 200 len: 1092 time: 0.8357389 Jun 30 10:56:22.592017 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894', 'tag': '2232124e-3599-4d61-911a-cd22e9c57a1a'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:56:22.593812 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31f6ee8-e067-43d2-aae3-0d0a60bbd529" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894", "tag": "2232124e-3599-4d61-911a-cd22e9c57a1a"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:56:22.629811 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc15e7a-0f35-4a7f-8d1f-8ba8c86eb648 service neutron] Pushing event updated for resources: {'Port': ['ID=2232124e-3599-4d61-911a-cd22e9c57a1a,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:56:22.646278 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed9e8f2-844e-445f-9ea4-4c320fe86c5a x-openstack-request-id: req-1ed9e8f2-844e-445f-9ea4-4c320fe86c5a {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:56:22.647384 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894", "tag": "2232124e-3599-4d61-911a-cd22e9c57a1a", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:56:22.647666 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1ed9e8f2-844e-445f-9ea4-4c320fe86c5a {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:56:22.648304 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894', 'tag': '2232124e-3599-4d61-911a-cd22e9c57a1a', 'status': 'completed', 'code': 200} Jun 30 10:56:22.730380 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f6ee8-e067-43d2-aae3-0d0a60bbd529 req-5d1a6005-4d18-4fb8-905b-d924e8dc4024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:22.732054 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a31f6ee8-e067-43d2-aae3-0d0a60bbd529 req-5d1a6005-4d18-4fb8-905b-d924e8dc4024 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5a07d82f5f44165a5c7aa20c39dab23&device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 1095 time: 0.0602407 Jun 30 10:56:22.848542 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f6ee8-e067-43d2-aae3-0d0a60bbd529 req-d5da673e-2069-4bda-9b66-93e3d9337cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:22.850352 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a31f6ee8-e067-43d2-aae3-0d0a60bbd529 req-d5da673e-2069-4bda-9b66-93e3d9337cea service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a5a07d82f5f44165a5c7aa20c39dab23&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1117227 Jun 30 10:56:22.949844 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f6ee8-e067-43d2-aae3-0d0a60bbd529 req-cec9aec0-7d6c-4921-92cd-48210f0f9283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:22.951270 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a31f6ee8-e067-43d2-aae3-0d0a60bbd529 req-cec9aec0-7d6c-4921-92cd-48210f0f9283 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937371 Jun 30 10:56:23.004752 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5ec6b995-2f7d-45c8-8453-9a7ae6507cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:23.046996 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-05c2be3d-8a56-4d4e-9573-df8243f19b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:23.048544 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-05c2be3d-8a56-4d4e-9573-df8243f19b06 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5a07d82f5f44165a5c7aa20c39dab23&device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 1095 time: 0.0559566 Jun 30 10:56:23.093366 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-6463b2b4-9ac9-41b4-8dca-0e0382d7f08a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2232124e-3599-4d61-911a-cd22e9c57a1a HTTP/1.1" status: 200 len: 217 time: 0.0379205 Jun 30 10:56:23.143521 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-df98be3c-7bac-4c52-a7bc-8f1b1e4f79a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:23.144979 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-df98be3c-7bac-4c52-a7bc-8f1b1e4f79a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18192015-0296-4e65-b690-1dd7de495bcb HTTP/1.1" status: 200 len: 847 time: 0.0449033 Jun 30 10:56:23.204604 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-8cf0d8ac-99e6-40ba-b3b5-11c6f2663763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:23.206099 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-8cf0d8ac-99e6-40ba-b3b5-11c6f2663763 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534275 Jun 30 10:56:23.301871 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-a30a42e0-70c0-45fb-bc9f-44e0d84c0e76 service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877132 Jun 30 10:56:23.391074 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ac8245ab-e8e7-41f1-a7c0-a788ce3a5fd1 req-ae40d932-11f2-4794-a93b-36690f3ee3b8 service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833819 Jun 30 10:56:23.650739 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:23.659218 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58b7c4-1799-46f6-948f-77d4dc60aadf req-be2206b9-26c7-432e-8e38-090f832062ef tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:23.660721 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ab58b7c4-1799-46f6-948f-77d4dc60aadf req-be2206b9-26c7-432e-8e38-090f832062ef tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 943 time: 0.0674820 Jun 30 10:56:23.700527 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ab58b7c4-1799-46f6-948f-77d4dc60aadf req-825d2aa6-bb4a-42f6-82e1-94ffbd339487 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332966 Jun 30 10:56:24.886842 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1a480-29ab-46f5-a078-3938f1b40226 req-2b91ebe1-b286-4241-8539-d92ae1b27b86 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:24.893718 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a8e1a480-29ab-46f5-a078-3938f1b40226 req-2b91ebe1-b286-4241-8539-d92ae1b27b86 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 943 time: 0.0745933 Jun 30 10:56:24.931331 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a8e1a480-29ab-46f5-a078-3938f1b40226 req-29f4b83a-a446-4b33-b96c-0e2d509db475 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363643 Jun 30 10:56:25.060674 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:26.143718 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb78208-1b42-4a66-8d54-2a79e40ebcc7 req-32efa1d7-38b1-4e69-a765-56882c00c9fa tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:26.145941 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2cb78208-1b42-4a66-8d54-2a79e40ebcc7 req-32efa1d7-38b1-4e69-a765-56882c00c9fa tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 943 time: 0.0952618 Jun 30 10:56:26.184727 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2cb78208-1b42-4a66-8d54-2a79e40ebcc7 req-6a5e7087-0736-474f-889a-2ab5e4c82b57 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323062 Jun 30 10:56:26.757592 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:27.362760 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94275a4-ce5d-48b3-9728-822847b1cda3 req-51553afb-79a4-4eae-9e58-88def07422b6 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:27.364160 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f94275a4-ce5d-48b3-9728-822847b1cda3 req-51553afb-79a4-4eae-9e58-88def07422b6 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 943 time: 0.0634081 Jun 30 10:56:27.402208 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f94275a4-ce5d-48b3-9728-822847b1cda3 req-78285cec-5518-44c8-bdab-47cff17ac6e9 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323381 Jun 30 10:56:28.577285 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db6c41-bf76-4960-a269-aa1d6f4f7a31 req-a71691a4-9c61-4916-aeb3-7a06b28ff7c6 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:28.578741 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-06db6c41-bf76-4960-a269-aa1d6f4f7a31 req-a71691a4-9c61-4916-aeb3-7a06b28ff7c6 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 943 time: 0.0677037 Jun 30 10:56:28.619551 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-06db6c41-bf76-4960-a269-aa1d6f4f7a31 req-db85fb70-27b8-49c5-9dc1-416e980452ac tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350416 Jun 30 10:56:29.790680 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e229116-7808-414b-9898-332612c1f63e req-434417bf-5678-4457-b187-f37b0089ab1e tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:29.792157 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8e229116-7808-414b-9898-332612c1f63e req-434417bf-5678-4457-b187-f37b0089ab1e tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 943 time: 0.0618155 Jun 30 10:56:29.829497 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8e229116-7808-414b-9898-332612c1f63e req-db4b800a-536c-4a41-b0f9-def4e99eb5bb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317969 Jun 30 10:56:31.004827 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21f7d6-313c-46f9-921d-f089421dfd7a req-abce7c21-653a-46dd-8710-bf2517041d3f tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:31.006303 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa21f7d6-313c-46f9-921d-f089421dfd7a req-abce7c21-653a-46dd-8710-bf2517041d3f tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 943 time: 0.0662270 Jun 30 10:56:31.045964 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-fa21f7d6-313c-46f9-921d-f089421dfd7a req-3fbb0f55-df9b-4a73-a54d-ef5424a21a45 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329454 Jun 30 10:56:32.222750 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8731c-ca5e-4a39-8560-00117d85490b req-92c58aab-aaa6-48d0-9d1e-30fda73efe24 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:32.224514 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d7e8731c-ca5e-4a39-8560-00117d85490b req-92c58aab-aaa6-48d0-9d1e-30fda73efe24 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 943 time: 0.0679905 Jun 30 10:56:32.263874 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d7e8731c-ca5e-4a39-8560-00117d85490b req-f7d12a1f-0986-4fd6-ab83-fae0e81941ef tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316486 Jun 30 10:56:33.439007 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a7d10-0ff5-4dc5-9aa0-f0fa09586fbc req-3c8179c5-cf81-4506-9bcf-c1bc5fe22fe3 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:33.440568 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8a2a7d10-0ff5-4dc5-9aa0-f0fa09586fbc req-3c8179c5-cf81-4506-9bcf-c1bc5fe22fe3 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 943 time: 0.0679929 Jun 30 10:56:33.479846 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-8a2a7d10-0ff5-4dc5-9aa0-f0fa09586fbc req-6597e229-8bb5-40c8-9599-68c4f49b5946 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336802 Jun 30 10:56:33.957847 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:56:34.651537 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ef6b6-f2b3-4d9e-b056-c96cb1f99674 req-d2b55018-cfb2-4f35-8080-ff310368c850 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:34.653009 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-073ef6b6-f2b3-4d9e-b056-c96cb1f99674 req-d2b55018-cfb2-4f35-8080-ff310368c850 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 943 time: 0.0640473 Jun 30 10:56:34.689539 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-073ef6b6-f2b3-4d9e-b056-c96cb1f99674 req-40075024-1d10-40ac-8502-2d5d3dc073df tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309443 Jun 30 10:56:35.389527 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 2232124e-3599-4d61-911a-cd22e9c57a1a details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:56:35.481882 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 2232124e-3599-4d61-911a-cd22e9c57a1a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=2232124e-3599-4d61-911a-cd22e9c57a1a,segment=NetworkSegment(2944155e-7408-46e0-8e9e-088b48d9e7a7),segment_id=2944155e-7408-46e0-8e9e-088b48d9e7a7)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:56:35.492967 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '2232124e-3599-4d61-911a-cd22e9c57a1a', 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753', 'port_id': '2232124e-3599-4d61-911a-cd22e9c57a1a', 'mac_address': 'fa:16:3e:d7:fe:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18192015-0296-4e65-b690-1dd7de495bcb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:56:35.532165 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:35.545013 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2232124e-3599-4d61-911a-cd22e9c57a1a {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:56:35.563914 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 2232124e-3599-4d61-911a-cd22e9c57a1a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=2232124e-3599-4d61-911a-cd22e9c57a1a,segment=NetworkSegment(2944155e-7408-46e0-8e9e-088b48d9e7a7),segment_id=2944155e-7408-46e0-8e9e-088b48d9e7a7)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:56:35.643210 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:35.690887 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=2232124e-3599-4d61-911a-cd22e9c57a1a,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:56:35.698335 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:35.698684 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:35.699023 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:35.699395 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:35.699733 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:35.700065 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:35.700388 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:35.700711 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:35.701032 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:35.701351 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:35.701671 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:35.701987 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:56:35.865963 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f275c-ff7f-468b-92a0-800f69f70451 req-f79e7850-f0bb-482b-8ea3-930249a92038 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:35.867431 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-598f275c-ff7f-468b-92a0-800f69f70451 req-f79e7850-f0bb-482b-8ea3-930249a92038 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 944 time: 0.0633426 Jun 30 10:56:35.904862 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-598f275c-ff7f-468b-92a0-800f69f70451 req-90561500-d825-4e0e-a4a9-912d93a2a91e tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315223 Jun 30 10:56:36.054193 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['2232124e-3599-4d61-911a-cd22e9c57a1a'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:56:37.082301 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9bd34-d088-463e-a93e-5f6607bd0637 req-b9cc939e-ab5b-4b16-a969-0b1ba3b9452a tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:37.083785 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-11e9bd34-d088-463e-a93e-5f6607bd0637 req-b9cc939e-ab5b-4b16-a969-0b1ba3b9452a tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 944 time: 0.0667143 Jun 30 10:56:37.121878 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-11e9bd34-d088-463e-a93e-5f6607bd0637 req-f8c0b97f-7639-4b30-9932-54796cb03957 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314934 Jun 30 10:56:37.397881 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 2232124e-3599-4d61-911a-cd22e9c57a1a up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:56:37.506371 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 2232124e-3599-4d61-911a-cd22e9c57a1a completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:56:37.511551 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 2232124e-3599-4d61-911a-cd22e9c57a1a triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:56:37.512006 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:37.590427 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:37.613547 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2232124e-3599-4d61-911a-cd22e9c57a1a'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:56:37.615831 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00243505baf7f885eacca8928d86f59dca1987ef6df0503bb7b886268c51018c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b73b840-ebff-49ff-8709-46f0891dbdfa" -d '{"events": [{"server_uuid": "b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894", "name": "network-vif-plugged", "status": "completed", "tag": "2232124e-3599-4d61-911a-cd22e9c57a1a"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:56:37.630658 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 2232124e-3599-4d61-911a-cd22e9c57a1a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=2232124e-3599-4d61-911a-cd22e9c57a1a,segment=NetworkSegment(2944155e-7408-46e0-8e9e-088b48d9e7a7),segment_id=2944155e-7408-46e0-8e9e-088b48d9e7a7)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:56:37.702257 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd505ce-434a-4691-9438-f95ed349f300 x-openstack-request-id: req-5fd505ce-434a-4691-9438-f95ed349f300 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:56:37.702620 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894", "name": "network-vif-plugged", "status": "completed", "tag": "2232124e-3599-4d61-911a-cd22e9c57a1a", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:56:37.702882 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5fd505ce-434a-4691-9438-f95ed349f300 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:56:37.703316 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2232124e-3599-4d61-911a-cd22e9c57a1a', 'code': 200} Jun 30 10:56:37.708137 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:37.767699 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=2232124e-3599-4d61-911a-cd22e9c57a1a,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:56:37.820305 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6249097-c3f6-4ae2-a0a8-05fada873778 req-5c265c61-a5c1-4e76-9c1c-4b71bb397d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:37.821819 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c6249097-c3f6-4ae2-a0a8-05fada873778 req-5c265c61-a5c1-4e76-9c1c-4b71bb397d3d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 1097 time: 0.0537207 Jun 30 10:56:37.855557 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c6249097-c3f6-4ae2-a0a8-05fada873778 req-c7c2e977-4dd0-4c39-85e0-867ed4b86bfb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277014 Jun 30 10:56:38.296864 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81493288-f278-4919-abf3-117c26cf164e req-d399f41c-7d09-4bc3-91e4-354382eb5a15 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:38.298277 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-81493288-f278-4919-abf3-117c26cf164e req-d399f41c-7d09-4bc3-91e4-354382eb5a15 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 945 time: 0.0619466 Jun 30 10:56:38.335242 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-81493288-f278-4919-abf3-117c26cf164e req-8e3ae700-a1a3-4a55-b591-bc2266c7a0bd tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311363 Jun 30 10:56:39.250131 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:39.513229 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58073b-eebd-4c87-9c58-60db0c9f0d73 req-3149f735-2739-4ef5-9d4d-bf4b19bc4c55 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:39.514669 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9f58073b-eebd-4c87-9c58-60db0c9f0d73 req-3149f735-2739-4ef5-9d4d-bf4b19bc4c55 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 945 time: 0.0631356 Jun 30 10:56:39.551450 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9f58073b-eebd-4c87-9c58-60db0c9f0d73 req-ef8f4e88-1507-47f3-a1e2-ab6393d8bfe9 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309873 Jun 30 10:56:39.723874 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899aa69-6b48-4851-b428-66659d93570e req-5e53bed8-bfa5-4cce-a9a3-060bf7f3b560 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:39.725573 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3899aa69-6b48-4851-b428-66659d93570e req-5e53bed8-bfa5-4cce-a9a3-060bf7f3b560 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 945 time: 0.0658407 Jun 30 10:56:39.764820 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-3899aa69-6b48-4851-b428-66659d93570e req-794ec8ea-d447-47b1-b75e-3553069aa986 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332751 Jun 30 10:56:39.788011 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38018) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:56:39.867306 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:39.880583 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e0cff9-ddbd-4380-a578-62eb70ef4948 tempest-TestShelveInstance-1398702349 tempest-TestShelveInstance-1398702349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:39.889802 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c7e0cff9-ddbd-4380-a578-62eb70ef4948 tempest-TestShelveInstance-1398702349 tempest-TestShelveInstance-1398702349-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 1092 time: 0.0931461 Jun 30 10:56:39.889802 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38022) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:56:39.889802 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-664a248f-cf44-430b-aa56-493097769b2b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'port_id': '2232124e-3599-4d61-911a-cd22e9c57a1a', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:56:39.964756 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-664a248f-cf44-430b-aa56-493097769b2b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for floatingip, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:40.064018 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-664a248f-cf44-430b-aa56-493097769b2b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:40.163873 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-664a248f-cf44-430b-aa56-493097769b2b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Allocated IP 172.25.6.59 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/14c43633-5a84-46c8-9596-eb91d92362f3) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:56:40.268099 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-664a248f-cf44-430b-aa56-493097769b2b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:40.369247 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-664a248f-cf44-430b-aa56-493097769b2b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:40.406012 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664a248f-cf44-430b-aa56-493097769b2b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:56:40.408701 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-664a248f-cf44-430b-aa56-493097769b2b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:56:40.415389 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664a248f-cf44-430b-aa56-493097769b2b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:56:40.421275 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a248f-cf44-430b-aa56-493097769b2b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Pushing event updated for resources: {'Port': ['ID=14c43633-5a84-46c8-9596-eb91d92362f3,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:56:40.772749 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-664a248f-cf44-430b-aa56-493097769b2b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:40.888944 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-664a248f-cf44-430b-aa56-493097769b2b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:41.037062 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-664a248f-cf44-430b-aa56-493097769b2b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:41.095654 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-664a248f-cf44-430b-aa56-493097769b2b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:41.164632 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a248f-cf44-430b-aa56-493097769b2b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Pushing event updated for resources: {'Port': ['ID=14c43633-5a84-46c8-9596-eb91d92362f3,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:56:41.176851 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-664a248f-cf44-430b-aa56-493097769b2b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:41.275497 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-664a248f-cf44-430b-aa56-493097769b2b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Floating IP 7cfc12d1-8a42-4c74-a278-1a7f0d772858 associated. External IP: 172.25.6.59, port: 2232124e-3599-4d61-911a-cd22e9c57a1a. Jun 30 10:56:41.477879 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664a248f-cf44-430b-aa56-493097769b2b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Router 58486c41-f8ba-440f-987c-d10671fe0a5e has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:56:41.582302 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664a248f-cf44-430b-aa56-493097769b2b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:56:41.591694 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6514896-3e0b-47cf-bc99-1f669f8de07d None None] Sync routers for ids ['58486c41-f8ba-440f-987c-d10671fe0a5e'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:56:41.600653 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6514896-3e0b-47cf-bc99-1f669f8de07d None None] Routers {'58486c41-f8ba-440f-987c-d10671fe0a5e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:56:41.601266 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a6514896-3e0b-47cf-bc99-1f669f8de07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:56:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['58486c41-f8ba-440f-987c-d10671fe0a5e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:56:41.671778 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-664a248f-cf44-430b-aa56-493097769b2b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:41.705553 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-a6514896-3e0b-47cf-bc99-1f669f8de07d None None] Set router 58486c41-f8ba-440f-987c-d10671fe0a5e gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:56:41.708376 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-664a248f-cf44-430b-aa56-493097769b2b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8223965 Jun 30 10:56:41.709141 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894', 'tag': '2232124e-3599-4d61-911a-cd22e9c57a1a'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:56:41.714009 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fc85332704ff06a56df58f1080abf6790b59b179e4c8b75ee1a09a3568387cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821ed310-5414-47f5-b775-4902bf96b746" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894", "tag": "2232124e-3599-4d61-911a-cd22e9c57a1a"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:56:41.748908 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d541daf-9aa2-42e8-bd2e-4bfe891668c2 x-openstack-request-id: req-6d541daf-9aa2-42e8-bd2e-4bfe891668c2 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:56:41.749201 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894", "tag": "2232124e-3599-4d61-911a-cd22e9c57a1a", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:56:41.749449 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6d541daf-9aa2-42e8-bd2e-4bfe891668c2 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:56:41.749846 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894', 'tag': '2232124e-3599-4d61-911a-cd22e9c57a1a', 'status': 'completed', 'code': 200} Jun 30 10:56:41.823657 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ed310-5414-47f5-b775-4902bf96b746 req-6012172c-8b16-45a4-b607-40a9004a10bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:41.825322 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-821ed310-5414-47f5-b775-4902bf96b746 req-6012172c-8b16-45a4-b607-40a9004a10bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5a07d82f5f44165a5c7aa20c39dab23&device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 1097 time: 0.0527799 Jun 30 10:56:41.919354 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ed310-5414-47f5-b775-4902bf96b746 req-9e773325-52e1-4a3d-95ca-d78a8039d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:41.920849 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-821ed310-5414-47f5-b775-4902bf96b746 req-9e773325-52e1-4a3d-95ca-d78a8039d40c service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753 HTTP/1.1" status: 200 len: 909 time: 0.0896041 Jun 30 10:56:41.951260 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a6514896-3e0b-47cf-bc99-1f669f8de07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'name': 'tempest-TestShelveInstance-662113533-router', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:09Z', 'revision_number': 4, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'gw_port': {'id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '7cfc12d1-8a42-4c74-a278-1a7f0d772858', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'port_id': '2232124e-3599-4d61-911a-cd22e9c57a1a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753', 'mac_address': 'fa:16:3e:d7:fe:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:56:40Z', 'updated_at': '2021-06-30T10:56:40Z', 'revision_number': 0, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3be51e8-bcab-402a-a9cb-97edb0885758', 'name': '', 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'mac_address': 'fa:16:3e:59:80:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '18192015-0296-4e65-b690-1dd7de495bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:09Z', 'updated_at': '2021-06-30T10:50:15Z', 'revision_number': 5, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'subnets': [{'id': '18192015-0296-4e65-b690-1dd7de495bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:56:41.982695 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6514896-3e0b-47cf-bc99-1f669f8de07d None None] Checking router: 58486c41-f8ba-440f-987c-d10671fe0a5e for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:56:41.986900 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-821ed310-5414-47f5-b775-4902bf96b746 req-9e646da1-9d69-4575-a6a2-f39f782c82b4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2232124e-3599-4d61-911a-cd22e9c57a1a HTTP/1.1" status: 200 len: 998 time: 0.0595956 Jun 30 10:56:41.990643 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6514896-3e0b-47cf-bc99-1f669f8de07d None None] Routers {'58486c41-f8ba-440f-987c-d10671fe0a5e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:56:41.991281 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a6514896-3e0b-47cf-bc99-1f669f8de07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T10:56:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['58486c41-f8ba-440f-987c-d10671fe0a5e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:56:42.035153 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ed310-5414-47f5-b775-4902bf96b746 req-99b09bc3-d311-425e-baf0-ad9dace7ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:42.036700 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-821ed310-5414-47f5-b775-4902bf96b746 req-99b09bc3-d311-425e-baf0-ad9dace7ae18 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18192015-0296-4e65-b690-1dd7de495bcb HTTP/1.1" status: 200 len: 847 time: 0.0444117 Jun 30 10:56:42.098020 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ed310-5414-47f5-b775-4902bf96b746 req-50f8d7f3-7c32-46b7-8d06-258708f94bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:42.099792 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-821ed310-5414-47f5-b775-4902bf96b746 req-50f8d7f3-7c32-46b7-8d06-258708f94bb9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560384 Jun 30 10:56:42.104701 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-a6514896-3e0b-47cf-bc99-1f669f8de07d None None] Set router 58486c41-f8ba-440f-987c-d10671fe0a5e gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:56:42.187683 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-821ed310-5414-47f5-b775-4902bf96b746 req-d5de42f1-6247-4727-b519-6c742e9cb0a6 service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803368 Jun 30 10:56:42.337886 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a6514896-3e0b-47cf-bc99-1f669f8de07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'name': 'tempest-TestShelveInstance-662113533-router', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:09Z', 'revision_number': 4, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'gw_port': {'id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '7cfc12d1-8a42-4c74-a278-1a7f0d772858', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'port_id': '2232124e-3599-4d61-911a-cd22e9c57a1a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753', 'mac_address': 'fa:16:3e:d7:fe:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:56:40Z', 'updated_at': '2021-06-30T10:56:40Z', 'revision_number': 0, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3be51e8-bcab-402a-a9cb-97edb0885758', 'name': '', 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'mac_address': 'fa:16:3e:59:80:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '18192015-0296-4e65-b690-1dd7de495bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:09Z', 'updated_at': '2021-06-30T10:50:15Z', 'revision_number': 5, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'subnets': [{'id': '18192015-0296-4e65-b690-1dd7de495bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:56:42.366020 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6514896-3e0b-47cf-bc99-1f669f8de07d None None] The sync data for ids ['58486c41-f8ba-440f-987c-d10671fe0a5e'] in n-d-771363-31 is: [{'id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'name': 'tempest-TestShelveInstance-662113533-router', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:09Z', 'revision_number': 4, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'gw_port': {'id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '7cfc12d1-8a42-4c74-a278-1a7f0d772858', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'port_id': '2232124e-3599-4d61-911a-cd22e9c57a1a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753', 'mac_address': 'fa:16:3e:d7:fe:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:56:40Z', 'updated_at': '2021-06-30T10:56:40Z', 'revision_number': 0, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3be51e8-bcab-402a-a9cb-97edb0885758', 'name': '', 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'mac_address': 'fa:16:3e:59:80:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '18192015-0296-4e65-b690-1dd7de495bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:09Z', 'updated_at': '2021-06-30T10:50:15Z', 'revision_number': 5, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'subnets': [{'id': '18192015-0296-4e65-b690-1dd7de495bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:56:42.570961 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30363f7-1ec6-47ad-a605-dccf7bab1f27 None None] New status for floating IP 7cfc12d1-8a42-4c74-a278-1a7f0d772858: ACTIVE {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:56:42.636907 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-821ed310-5414-47f5-b775-4902bf96b746 req-cf69e52e-d0af-41e3-bd10-97ae390df6e8 service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428470 Jun 30 10:56:50.541604 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8370ff3f-3307-48ba-a11b-113eb72de92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:53.067244 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f2797eaa-103d-4adf-b703-8655f3a38b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:53.655232 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:55.066979 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:56.735673 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:56:59.686866 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-520818ea-cbb2-4542-acde-13e65ba9b6fc req-f96dbb6b-b8b5-4409-8f39-c6741736930d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0537291 Jun 30 10:56:59.782748 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520818ea-cbb2-4542-acde-13e65ba9b6fc req-86422d9e-5ced-4ea4-a4a1-92cd1b7400e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:59.784361 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-520818ea-cbb2-4542-acde-13e65ba9b6fc req-86422d9e-5ced-4ea4-a4a1-92cd1b7400e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5a07d82f5f44165a5c7aa20c39dab23&device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 1097 time: 0.0537531 Jun 30 10:56:59.895966 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520818ea-cbb2-4542-acde-13e65ba9b6fc req-ba316a0c-5c47-4e53-95a3-8536ed7b08ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:56:59.897479 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-520818ea-cbb2-4542-acde-13e65ba9b6fc req-ba316a0c-5c47-4e53-95a3-8536ed7b08ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753 HTTP/1.1" status: 200 len: 909 time: 0.0907493 Jun 30 10:56:59.962894 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-520818ea-cbb2-4542-acde-13e65ba9b6fc req-07f689aa-ab6b-4467-8e0e-286f846ac6be service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2232124e-3599-4d61-911a-cd22e9c57a1a HTTP/1.1" status: 200 len: 1000 time: 0.0582235 Jun 30 10:57:00.013483 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520818ea-cbb2-4542-acde-13e65ba9b6fc req-4ec54937-85b7-4e39-81d9-e79c9ef33ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:00.014925 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-520818ea-cbb2-4542-acde-13e65ba9b6fc req-4ec54937-85b7-4e39-81d9-e79c9ef33ddb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18192015-0296-4e65-b690-1dd7de495bcb HTTP/1.1" status: 200 len: 847 time: 0.0447066 Jun 30 10:57:00.075438 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520818ea-cbb2-4542-acde-13e65ba9b6fc req-0453787d-abbc-4e7d-b4a5-3193d12a689c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:57:00.076952 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-520818ea-cbb2-4542-acde-13e65ba9b6fc req-0453787d-abbc-4e7d-b4a5-3193d12a689c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554664 Jun 30 10:57:00.167469 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-520818ea-cbb2-4542-acde-13e65ba9b6fc req-e773cb1c-42c6-4db8-8640-1aa342dc15b7 service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833163 Jun 30 10:57:00.262663 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-520818ea-cbb2-4542-acde-13e65ba9b6fc req-72820d09-cc51-4bda-b1f9-595546eacbe0 service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891950 Jun 30 10:57:09.203853 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:09.918038 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:10.957323 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:57:20.523265 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0d4ba67f-cb63-48e4-99c5-aada0caed478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:23.009561 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-81ab3043-5dd7-43a6-b16e-d538f7501869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:23.655030 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:25.082399 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:26.786365 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:39.214777 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:39.927744 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:47.956281 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:57:50.534518 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-763758a1-e926-480a-82dd-052d9b22f1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:53.037429 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-76549d33-51bd-44d3-88d2-bfb9c8613fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:53.665670 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:55.100143 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:57:56.745353 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:00.754874 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cd454717-e980-45ba-92d5-d9a1b06f480e req-56011321-f396-47d7-aaf0-e84572efa28d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0898366 Jun 30 10:58:00.850118 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd454717-e980-45ba-92d5-d9a1b06f480e req-1a9aed26-a5ef-4a37-9e80-5aaef1c6cf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:00.851701 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cd454717-e980-45ba-92d5-d9a1b06f480e req-1a9aed26-a5ef-4a37-9e80-5aaef1c6cf80 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5a07d82f5f44165a5c7aa20c39dab23&device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 1097 time: 0.0534620 Jun 30 10:58:00.957792 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd454717-e980-45ba-92d5-d9a1b06f480e req-d630e18f-77e2-4111-87d1-a8723e071727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:00.959185 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cd454717-e980-45ba-92d5-d9a1b06f480e req-d630e18f-77e2-4111-87d1-a8723e071727 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753 HTTP/1.1" status: 200 len: 909 time: 0.0878980 Jun 30 10:58:01.025957 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cd454717-e980-45ba-92d5-d9a1b06f480e req-f92d2e19-c751-4c0e-b600-245fdd14bcd2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2232124e-3599-4d61-911a-cd22e9c57a1a HTTP/1.1" status: 200 len: 1000 time: 0.0598967 Jun 30 10:58:01.080820 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd454717-e980-45ba-92d5-d9a1b06f480e req-114ee271-48aa-4a9e-bbce-b6ac3ea60a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:01.082281 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cd454717-e980-45ba-92d5-d9a1b06f480e req-114ee271-48aa-4a9e-bbce-b6ac3ea60a7a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18192015-0296-4e65-b690-1dd7de495bcb HTTP/1.1" status: 200 len: 847 time: 0.0506155 Jun 30 10:58:01.140166 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd454717-e980-45ba-92d5-d9a1b06f480e req-4a6a7452-6236-4d67-ae7a-8646622a47f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:58:01.142473 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cd454717-e980-45ba-92d5-d9a1b06f480e req-4a6a7452-6236-4d67-ae7a-8646622a47f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539367 Jun 30 10:58:01.230399 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cd454717-e980-45ba-92d5-d9a1b06f480e req-3f02e2ae-7f4f-4831-9ef5-2a37e04c3133 service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808399 Jun 30 10:58:01.329153 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-cd454717-e980-45ba-92d5-d9a1b06f480e req-92bc8d8d-1a9f-4054-8ef9-d0575f2d66c3 service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917633 Jun 30 10:58:09.237783 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:09.945551 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:20.545529 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9a5df249-6f7f-48d3-8275-edbdfe3a27ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:22.990839 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-298a8da6-1bb8-4540-ab84-e9667e838df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:23.676632 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:24.955862 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:58:25.144056 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:26.756525 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:39.206413 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:39.978870 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:50.550149 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e8cc964a-df6c-4c7f-8b09-49c184eeb713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:53.006071 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-842e525b-f026-4131-987b-3b68b820ceae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:53.664593 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:55.110498 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:58:56.778627 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:01.954654 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:59:02.667810 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eda7d3d4-d5f8-4480-badf-4fb3fd7f2ce6 req-b403e991-90c2-412d-b3c5-26d4aa13b3ee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0553687 Jun 30 10:59:02.762446 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7d3d4-d5f8-4480-badf-4fb3fd7f2ce6 req-b2a0de9e-b7f7-43bd-b59d-f23f2cdbba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:02.763933 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eda7d3d4-d5f8-4480-badf-4fb3fd7f2ce6 req-b2a0de9e-b7f7-43bd-b59d-f23f2cdbba19 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5a07d82f5f44165a5c7aa20c39dab23&device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 1097 time: 0.0526075 Jun 30 10:59:02.878518 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7d3d4-d5f8-4480-badf-4fb3fd7f2ce6 req-92940d71-6498-41e4-87cd-07604ae3dff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:02.880841 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eda7d3d4-d5f8-4480-badf-4fb3fd7f2ce6 req-92940d71-6498-41e4-87cd-07604ae3dff9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753 HTTP/1.1" status: 200 len: 909 time: 0.0960906 Jun 30 10:59:02.947632 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eda7d3d4-d5f8-4480-badf-4fb3fd7f2ce6 req-d2bd48b2-770a-43ad-83af-82fdaf088f97 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2232124e-3599-4d61-911a-cd22e9c57a1a HTTP/1.1" status: 200 len: 1000 time: 0.0598824 Jun 30 10:59:03.001590 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7d3d4-d5f8-4480-badf-4fb3fd7f2ce6 req-3dc2facc-12f3-4feb-89e3-803bd350a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:03.003037 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eda7d3d4-d5f8-4480-badf-4fb3fd7f2ce6 req-3dc2facc-12f3-4feb-89e3-803bd350a916 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18192015-0296-4e65-b690-1dd7de495bcb HTTP/1.1" status: 200 len: 847 time: 0.0502045 Jun 30 10:59:03.060786 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7d3d4-d5f8-4480-badf-4fb3fd7f2ce6 req-e6112594-46ab-4a00-b2c5-9786c1bdab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:03.062295 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eda7d3d4-d5f8-4480-badf-4fb3fd7f2ce6 req-e6112594-46ab-4a00-b2c5-9786c1bdab30 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519741 Jun 30 10:59:03.073233 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-eda7d3d4-d5f8-4480-badf-4fb3fd7f2ce6 req-30455d39-cb64-445a-a56e-16504a5edd8d service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:59:03.074232 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eda7d3d4-d5f8-4480-badf-4fb3fd7f2ce6 req-30455d39-cb64-445a-a56e-16504a5edd8d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050802 Jun 30 10:59:03.163941 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eda7d3d4-d5f8-4480-badf-4fb3fd7f2ce6 req-22f87917-cd6e-4e0d-814a-04c973fa036f service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838013 Jun 30 10:59:03.255790 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-eda7d3d4-d5f8-4480-badf-4fb3fd7f2ce6 req-b6366c93-2f14-46fa-8e81-2de042e9cc95 service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855675 Jun 30 10:59:09.264717 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:09.933340 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:10.145563 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfeda0-e114-4a8e-8700-ffe92da7800f req-1d846647-35a5-437d-bd2d-ae9c45f01d2f tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:10.147163 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-afbfeda0-e114-4a8e-8700-ffe92da7800f req-1d846647-35a5-437d-bd2d-ae9c45f01d2f tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 945 time: 0.1345477 Jun 30 10:59:10.191396 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-afbfeda0-e114-4a8e-8700-ffe92da7800f req-0a2b3888-384f-450a-af3b-a2a1073f3f9c tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385799 Jun 30 10:59:11.484591 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfa0ed-e9c5-4698-9000-825dc671fc08 req-176ba16a-3e5a-4974-ae67-902aca47f6ef tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:11.485709 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1ebfa0ed-e9c5-4698-9000-825dc671fc08 req-176ba16a-3e5a-4974-ae67-902aca47f6ef tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 945 time: 0.1070096 Jun 30 10:59:11.522824 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1ebfa0ed-e9c5-4698-9000-825dc671fc08 req-fb59702d-a0a5-4584-b043-178ec5329bfa tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314605 Jun 30 10:59:12.725686 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f0883-87e8-448a-8d76-84f07a004ccc req-0de6ea06-1879-4559-971b-7ac52fe5c6a6 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:12.727156 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d11f0883-87e8-448a-8d76-84f07a004ccc req-0de6ea06-1879-4559-971b-7ac52fe5c6a6 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 945 time: 0.0625992 Jun 30 10:59:12.766023 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-d11f0883-87e8-448a-8d76-84f07a004ccc req-c054ece4-05bf-4263-aaea-51da82ac10dd tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327163 Jun 30 10:59:13.945506 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d374ae-d69b-4451-bc2c-5ff7241caf82 req-0f22bc83-c681-4954-aa22-72d3f1f2317c tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:13.946968 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-24d374ae-d69b-4451-bc2c-5ff7241caf82 req-0f22bc83-c681-4954-aa22-72d3f1f2317c tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 945 time: 0.0666728 Jun 30 10:59:13.984175 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-24d374ae-d69b-4451-bc2c-5ff7241caf82 req-b1ddf9ac-2876-47c1-b759-4fc385ef270d tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315783 Jun 30 10:59:15.160878 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b083500-8ea1-4cba-9713-aeaa8576a59a req-3590883c-9320-4994-8931-923cbfb91c20 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:15.162272 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4b083500-8ea1-4cba-9713-aeaa8576a59a req-3590883c-9320-4994-8931-923cbfb91c20 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 945 time: 0.0661554 Jun 30 10:59:15.199817 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-4b083500-8ea1-4cba-9713-aeaa8576a59a req-bdebd185-8f71-432b-96a3-1412a5fc720c tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319927 Jun 30 10:59:16.374058 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e93ca2-654e-4d1a-882f-cb807c7383e4 req-d9e39006-e739-40bb-a49c-d2666a8361fa tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:16.375468 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a4e93ca2-654e-4d1a-882f-cb807c7383e4 req-d9e39006-e739-40bb-a49c-d2666a8361fa tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 945 time: 0.0649912 Jun 30 10:59:16.415112 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a4e93ca2-654e-4d1a-882f-cb807c7383e4 req-533dc938-2eb4-48e7-80df-5f9d95b08fcb tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330575 Jun 30 10:59:17.590984 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25471bae-dc54-4daf-a2d1-d92f3876f98f req-0129923c-942b-4314-b8cd-7a375696edee tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:17.592393 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-25471bae-dc54-4daf-a2d1-d92f3876f98f req-0129923c-942b-4314-b8cd-7a375696edee tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 945 time: 0.0628972 Jun 30 10:59:17.630587 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-25471bae-dc54-4daf-a2d1-d92f3876f98f req-3ea0e7d0-0b64-4131-aef8-4fcab3e69561 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317380 Jun 30 10:59:18.807209 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3ad8c-e6dd-4b7e-b1e3-113af588b3a0 req-7b367afd-bf9f-4c21-94d4-fa4ec94c02e6 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:18.808675 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ed3ad8c-e6dd-4b7e-b1e3-113af588b3a0 req-7b367afd-bf9f-4c21-94d4-fa4ec94c02e6 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 945 time: 0.0635545 Jun 30 10:59:18.850768 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9ed3ad8c-e6dd-4b7e-b1e3-113af588b3a0 req-957ab588-43b0-4a00-a913-f7e6ee2a412f tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364382 Jun 30 10:59:20.022176 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafa3f1-2980-47f2-a07b-e956588b09fb req-328f6e14-b8ad-42f5-8ba7-3284dd2cfe91 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:20.023664 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1fafa3f1-2980-47f2-a07b-e956588b09fb req-328f6e14-b8ad-42f5-8ba7-3284dd2cfe91 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 945 time: 0.0649080 Jun 30 10:59:20.071575 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1fafa3f1-2980-47f2-a07b-e956588b09fb req-c503811c-b22e-4924-8f42-5f952fc743f2 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422802 Jun 30 10:59:20.129316 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d58f0a-3878-403b-8a1d-c1ab731797b2 req-3788fae2-e557-4da3-a6d7-4545c3b7939b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:20.130869 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b0d58f0a-3878-403b-8a1d-c1ab731797b2 req-3788fae2-e557-4da3-a6d7-4545c3b7939b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5a07d82f5f44165a5c7aa20c39dab23&device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 1097 time: 0.0532568 Jun 30 10:59:20.220512 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d58f0a-3878-403b-8a1d-c1ab731797b2 req-cf188a9f-0135-4d3c-9916-0dabffc3e413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:20.222801 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b0d58f0a-3878-403b-8a1d-c1ab731797b2 req-cf188a9f-0135-4d3c-9916-0dabffc3e413 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753 HTTP/1.1" status: 200 len: 909 time: 0.0858600 Jun 30 10:59:20.291841 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b0d58f0a-3878-403b-8a1d-c1ab731797b2 req-a88bc865-5b28-47c6-8fa2-dabf7eb9303f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2232124e-3599-4d61-911a-cd22e9c57a1a HTTP/1.1" status: 200 len: 1000 time: 0.0622661 Jun 30 10:59:20.340011 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d58f0a-3878-403b-8a1d-c1ab731797b2 req-badad135-fadc-4bff-95bd-3086aac32b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:20.341500 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b0d58f0a-3878-403b-8a1d-c1ab731797b2 req-badad135-fadc-4bff-95bd-3086aac32b15 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18192015-0296-4e65-b690-1dd7de495bcb HTTP/1.1" status: 200 len: 847 time: 0.0439937 Jun 30 10:59:20.398784 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d58f0a-3878-403b-8a1d-c1ab731797b2 req-6a7a371b-278d-4613-b100-efdfa76f080c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:20.400216 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b0d58f0a-3878-403b-8a1d-c1ab731797b2 req-6a7a371b-278d-4613-b100-efdfa76f080c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524848 Jun 30 10:59:20.493338 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b0d58f0a-3878-403b-8a1d-c1ab731797b2 req-a5b4b6e6-623a-4457-9f73-1898b65ea42a service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871296 Jun 30 10:59:20.555689 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d8852f36-18a3-495a-a1ff-31f69ec479fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:20.583854 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b0d58f0a-3878-403b-8a1d-c1ab731797b2 req-6356fdec-8084-4da6-a580-8ce2e24dbaea service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846438 Jun 30 10:59:21.251585 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b931f-9253-4829-a6c2-d7d3d5903077 req-05376c7a-e580-40a8-8bdc-23a939e823c5 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:21.253772 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-375b931f-9253-4829-a6c2-d7d3d5903077 req-05376c7a-e580-40a8-8bdc-23a939e823c5 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 945 time: 0.0690441 Jun 30 10:59:21.290789 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-375b931f-9253-4829-a6c2-d7d3d5903077 req-58be5589-c161-4bfb-9a53-c68dc1da0968 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314074 Jun 30 10:59:22.473357 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea7c0c-f216-4fdd-8ef9-723d6405a42e req-f99c0ade-2f0e-45bf-831d-ca0de80cf8a2 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:22.474832 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1cea7c0c-f216-4fdd-8ef9-723d6405a42e req-f99c0ade-2f0e-45bf-831d-ca0de80cf8a2 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 945 time: 0.0667686 Jun 30 10:59:22.512734 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1cea7c0c-f216-4fdd-8ef9-723d6405a42e req-699f4048-4a75-4897-8ea5-39e91ae5c036 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320685 Jun 30 10:59:23.024099 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e077d46d-77b3-4002-925e-5a10b43ccbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:23.676014 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:23.716099 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498401a-c383-49c5-9729-0614420bf252 req-fd0829af-7fe5-48c1-ab2b-7c7d0a8b24e0 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:23.717595 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0498401a-c383-49c5-9729-0614420bf252 req-fd0829af-7fe5-48c1-ab2b-7c7d0a8b24e0 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 945 time: 0.0655723 Jun 30 10:59:23.756726 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-0498401a-c383-49c5-9729-0614420bf252 req-c802cc31-d41f-4410-9ef8-2b662addcb67 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324762 Jun 30 10:59:24.935969 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78f29a-c6eb-40b1-9daa-f32773095e62 req-c8545654-1bea-40e0-9c4d-3af3d3b0f77a tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:24.937484 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-da78f29a-c6eb-40b1-9daa-f32773095e62 req-c8545654-1bea-40e0-9c4d-3af3d3b0f77a tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 945 time: 0.0657730 Jun 30 10:59:24.977652 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-da78f29a-c6eb-40b1-9daa-f32773095e62 req-ca810e61-5a10-4e82-834e-4b192cd195a6 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340643 Jun 30 10:59:25.057978 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:25.377923 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38172) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:59:25.496727 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8d2eb-6998-4ec8-b27e-5b4c1ed5bfdb req-ff81f5bf-d5a8-424f-8628-4ccaa6491812 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:25.498203 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-13b8d2eb-6998-4ec8-b27e-5b4c1ed5bfdb req-ff81f5bf-d5a8-424f-8628-4ccaa6491812 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 945 time: 0.1034863 Jun 30 10:59:25.530580 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-9bd718ba-7b71-467e-ad5f-ff627387d16c req-1bd0d278-83c5-4316-9bf8-afb4049102c7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1510026 Jun 30 10:59:25.546808 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-13b8d2eb-6998-4ec8-b27e-5b4c1ed5bfdb req-88b79815-3ecd-4718-ad4a-71246a4e483d tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418134 Jun 30 10:59:26.054347 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 2232124e-3599-4d61-911a-cd22e9c57a1a no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:59:26.133337 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:26.155431 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2232124e-3599-4d61-911a-cd22e9c57a1a'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:59:26.171519 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 2232124e-3599-4d61-911a-cd22e9c57a1a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=2232124e-3599-4d61-911a-cd22e9c57a1a,segment=NetworkSegment(2944155e-7408-46e0-8e9e-088b48d9e7a7),segment_id=2944155e-7408-46e0-8e9e-088b48d9e7a7)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:59:26.196230 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e520062ac3f6a5230297ee25602b33de19752d2c23cf97a6a0875cf5ad8a1a0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50078fcd-b131-42e0-a1c3-a05c9be0addc" -d '{"events": [{"server_uuid": "b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894", "name": "network-vif-unplugged", "status": "completed", "tag": "2232124e-3599-4d61-911a-cd22e9c57a1a"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:59:26.218248 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:26.271353 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=2232124e-3599-4d61-911a-cd22e9c57a1a,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:26.278568 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 10:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdb5f75-1ff7-45f5-889a-b7a458009895 x-openstack-request-id: req-abdb5f75-1ff7-45f5-889a-b7a458009895 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:59:26.278847 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894", "name": "network-vif-unplugged", "status": "failed", "tag": "2232124e-3599-4d61-911a-cd22e9c57a1a", "code": 422}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:59:26.279096 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-abdb5f75-1ff7-45f5-889a-b7a458009895 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:59:26.279506 n-d-771363-31 neutron-server[101055]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2232124e-3599-4d61-911a-cd22e9c57a1a', 'code': 422} returned with failed status Jun 30 10:59:26.281634 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:26.281980 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:26.282406 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:26.282742 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:26.283764 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:26.284019 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:26.284344 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:26.284666 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:26.284985 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:26.285301 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:26.285619 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:26.285934 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:59:26.723679 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2fd09-f7c8-471c-b604-14f2dd61a637 req-993eccaa-5ea9-4f82-92a5-342256a73b0e tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:26.725023 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bdf2fd09-f7c8-471c-b604-14f2dd61a637 req-993eccaa-5ea9-4f82-92a5-342256a73b0e tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 943 time: 0.0661185 Jun 30 10:59:26.769036 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-bdf2fd09-f7c8-471c-b604-14f2dd61a637 req-a67fe03c-8b14-4542-91c1-e2cc820edfc1 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382483 Jun 30 10:59:26.772494 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:27.942249 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde86ff9-40ef-4620-a294-ef5520a56609 req-af20de27-b2f8-46e1-93f6-5037fe052a16 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:27.943804 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dde86ff9-40ef-4620-a294-ef5520a56609 req-af20de27-b2f8-46e1-93f6-5037fe052a16 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 943 time: 0.0630450 Jun 30 10:59:27.983275 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dde86ff9-40ef-4620-a294-ef5520a56609 req-2bdb9a81-b221-49e0-9214-31f4f7644b13 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337067 Jun 30 10:59:29.162392 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704cb575-9c70-4266-a828-5f45b32f65c8 req-9c624a2a-0722-48a1-b973-5139303a3b34 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:29.163892 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-704cb575-9c70-4266-a828-5f45b32f65c8 req-9c624a2a-0722-48a1-b973-5139303a3b34 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 943 time: 0.0641909 Jun 30 10:59:29.202005 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-704cb575-9c70-4266-a828-5f45b32f65c8 req-d3d66cf1-2202-4bbc-a509-ad1cbcf88f89 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322680 Jun 30 10:59:30.382361 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f4776-7b83-43cc-a69d-f8d5cca67c5d req-bb9cb386-daff-4b9b-89ae-f7b5df3a40ca tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:30.383791 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6d9f4776-7b83-43cc-a69d-f8d5cca67c5d req-bb9cb386-daff-4b9b-89ae-f7b5df3a40ca tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 943 time: 0.0679300 Jun 30 10:59:30.423577 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6d9f4776-7b83-43cc-a69d-f8d5cca67c5d req-6fc679bd-a344-4176-b47b-aa6da9ebc56c tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317416 Jun 30 10:59:31.598240 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012277ed-c59d-481f-837e-91625e1d156f req-455e0da6-f2fd-4d3d-84a2-f33af8072ed0 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:31.599547 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-012277ed-c59d-481f-837e-91625e1d156f req-455e0da6-f2fd-4d3d-84a2-f33af8072ed0 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 943 time: 0.0657141 Jun 30 10:59:31.609795 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd718ba-7b71-467e-ad5f-ff627387d16c req-517d84c7-61d0-46c0-a1d8-bbaf4ce3abe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:31.611316 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9bd718ba-7b71-467e-ad5f-ff627387d16c req-517d84c7-61d0-46c0-a1d8-bbaf4ce3abe4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894&tenant_id=a5a07d82f5f44165a5c7aa20c39dab23 HTTP/1.1" status: 200 len: 1095 time: 0.0544915 Jun 30 10:59:31.638434 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-012277ed-c59d-481f-837e-91625e1d156f req-dfc39955-7a78-4d51-9a52-2486339ab6a5 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332623 Jun 30 10:59:31.688800 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd718ba-7b71-467e-ad5f-ff627387d16c req-1cf257d0-51f2-451e-a3bd-a810f33eb68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:31.690279 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9bd718ba-7b71-467e-ad5f-ff627387d16c req-1cf257d0-51f2-451e-a3bd-a810f33eb68a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5a07d82f5f44165a5c7aa20c39dab23&device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 1095 time: 0.0574551 Jun 30 10:59:31.779430 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd718ba-7b71-467e-ad5f-ff627387d16c req-b8209795-3e3e-49de-8002-d33b173959c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:31.780894 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9bd718ba-7b71-467e-ad5f-ff627387d16c req-b8209795-3e3e-49de-8002-d33b173959c1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753 HTTP/1.1" status: 200 len: 909 time: 0.0835578 Jun 30 10:59:31.848858 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9bd718ba-7b71-467e-ad5f-ff627387d16c req-9c21dc83-e2a9-4f59-80cf-d29185b84a1f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2232124e-3599-4d61-911a-cd22e9c57a1a HTTP/1.1" status: 200 len: 998 time: 0.0610106 Jun 30 10:59:31.896967 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd718ba-7b71-467e-ad5f-ff627387d16c req-eff0455b-8ed0-4f10-abab-decfcc6090a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:31.898370 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9bd718ba-7b71-467e-ad5f-ff627387d16c req-eff0455b-8ed0-4f10-abab-decfcc6090a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18192015-0296-4e65-b690-1dd7de495bcb HTTP/1.1" status: 200 len: 847 time: 0.0436051 Jun 30 10:59:31.953404 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd718ba-7b71-467e-ad5f-ff627387d16c req-1e20301e-8065-4e9e-bbcd-bc55ddd0a4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:31.954861 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9bd718ba-7b71-467e-ad5f-ff627387d16c req-1e20301e-8065-4e9e-bbcd-bc55ddd0a4ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509520 Jun 30 10:59:32.054033 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9bd718ba-7b71-467e-ad5f-ff627387d16c req-e1fe0b23-ed40-4cc9-9f84-c7b2ad334ee0 service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894616 Jun 30 10:59:32.139813 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9bd718ba-7b71-467e-ad5f-ff627387d16c req-ca55e670-33c6-4b38-ac49-5379c1db2221 service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790377 Jun 30 10:59:32.821220 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fa9ae-7790-4123-9d20-b9c33710fe0a req-aac6fc50-4186-4302-9e51-e10952ef6f02 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:32.822764 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-938fa9ae-7790-4123-9d20-b9c33710fe0a req-aac6fc50-4186-4302-9e51-e10952ef6f02 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 943 time: 0.0638907 Jun 30 10:59:32.861125 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-938fa9ae-7790-4123-9d20-b9c33710fe0a req-295ac4e4-6936-4495-ab90-c5d658980e66 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326774 Jun 30 10:59:34.040493 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1f222-e454-47e7-813b-fc703fd354ee req-8066b395-1ec5-4f89-994c-26818557ca0a tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:34.050762 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2dd1f222-e454-47e7-813b-fc703fd354ee req-8066b395-1ec5-4f89-994c-26818557ca0a tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 943 time: 0.0681844 Jun 30 10:59:34.080042 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2dd1f222-e454-47e7-813b-fc703fd354ee req-0687a1f1-b706-424c-a932-7b2f19b036f2 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321920 Jun 30 10:59:35.261527 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9db1d-3c85-4622-b89a-035f1b50a4cd req-e9a4ef99-b890-4fa4-8cba-b9edf30c8888 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:35.263019 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bfe9db1d-3c85-4622-b89a-035f1b50a4cd req-e9a4ef99-b890-4fa4-8cba-b9edf30c8888 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 943 time: 0.0683877 Jun 30 10:59:35.300479 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-bfe9db1d-3c85-4622-b89a-035f1b50a4cd req-baee11bd-600a-41fe-a653-be973c2013fa tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318153 Jun 30 10:59:36.476260 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d1d72-0429-4449-aefa-80e1852ce520 req-ad26fc4e-4868-4108-b78c-b61f405f86fa tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:36.477726 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c69d1d72-0429-4449-aefa-80e1852ce520 req-ad26fc4e-4868-4108-b78c-b61f405f86fa tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 943 time: 0.0636199 Jun 30 10:59:36.516849 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c69d1d72-0429-4449-aefa-80e1852ce520 req-35581e57-5c25-44bd-9f49-fb22acfda392 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336041 Jun 30 10:59:37.695789 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae7175-eb6b-4213-8ed4-7805456f8b8c req-664e3441-d695-4821-a390-d45db99ba573 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:37.697400 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78ae7175-eb6b-4213-8ed4-7805456f8b8c req-664e3441-d695-4821-a390-d45db99ba573 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 943 time: 0.0693707 Jun 30 10:59:37.739138 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-78ae7175-eb6b-4213-8ed4-7805456f8b8c req-d7390607-834a-48de-ae89-b2a7a7813bca tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352142 Jun 30 10:59:38.917928 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b663f73-6771-425a-8779-d20ce3f6c7cc req-c5058695-f5fb-4852-96c3-bb45ba633402 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:38.919420 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0b663f73-6771-425a-8779-d20ce3f6c7cc req-c5058695-f5fb-4852-96c3-bb45ba633402 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 943 time: 0.0641754 Jun 30 10:59:38.957734 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:59:38.961850 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0b663f73-6771-425a-8779-d20ce3f6c7cc req-9b58c951-9f98-45f6-9cbe-410fbb295331 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368350 Jun 30 10:59:39.366723 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:39.920870 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:40.139226 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5472025-c3f1-40ac-aa25-50647cca4311 req-fc81a138-a387-4013-84bf-e273cf241c1f tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:40.140692 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d5472025-c3f1-40ac-aa25-50647cca4311 req-fc81a138-a387-4013-84bf-e273cf241c1f tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 943 time: 0.0666213 Jun 30 10:59:40.178080 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-d5472025-c3f1-40ac-aa25-50647cca4311 req-675ba296-5303-4d6b-a52e-6adadd4c5450 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312865 Jun 30 10:59:41.608543 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0576a3d-1335-40d9-a1ad-c0f5320367c4 req-30340272-c370-4e4b-8cea-d6cea485e511 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:41.609904 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b0576a3d-1335-40d9-a1ad-c0f5320367c4 req-30340272-c370-4e4b-8cea-d6cea485e511 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 943 time: 0.3200598 Jun 30 10:59:41.647531 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b0576a3d-1335-40d9-a1ad-c0f5320367c4 req-2b7b2bb0-1132-4f40-8e9a-838c5de78d0d tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316732 Jun 30 10:59:42.100560 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 2232124e-3599-4d61-911a-cd22e9c57a1a details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:59:42.193768 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 2232124e-3599-4d61-911a-cd22e9c57a1a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=2232124e-3599-4d61-911a-cd22e9c57a1a,segment=NetworkSegment(2944155e-7408-46e0-8e9e-088b48d9e7a7),segment_id=2944155e-7408-46e0-8e9e-088b48d9e7a7)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:59:42.205023 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '2232124e-3599-4d61-911a-cd22e9c57a1a', 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753', 'port_id': '2232124e-3599-4d61-911a-cd22e9c57a1a', 'mac_address': 'fa:16:3e:d7:fe:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18192015-0296-4e65-b690-1dd7de495bcb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:59:42.245370 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:42.258276 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2232124e-3599-4d61-911a-cd22e9c57a1a {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:59:42.276896 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 2232124e-3599-4d61-911a-cd22e9c57a1a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=2232124e-3599-4d61-911a-cd22e9c57a1a,segment=NetworkSegment(2944155e-7408-46e0-8e9e-088b48d9e7a7),segment_id=2944155e-7408-46e0-8e9e-088b48d9e7a7)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:59:42.337795 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:42.386615 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=2232124e-3599-4d61-911a-cd22e9c57a1a,revision_number=7']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:42.700263 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['2232124e-3599-4d61-911a-cd22e9c57a1a'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:59:42.825621 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd29711-a0e2-4c17-ac02-4b561f5a7c5a req-3da38948-fc5a-47bf-870c-c181f342f60d tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:42.827100 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7cd29711-a0e2-4c17-ac02-4b561f5a7c5a req-3da38948-fc5a-47bf-870c-c181f342f60d tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 944 time: 0.0647304 Jun 30 10:59:42.868976 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-7cd29711-a0e2-4c17-ac02-4b561f5a7c5a req-1ef0b3e4-87d2-4be4-b6ad-6d845ff8e095 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351131 Jun 30 10:59:44.045490 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b45d7-1c36-4646-81a7-02969aa84ca5 req-e535e694-b310-44ee-8740-c1d7b6b8a40c tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:44.046942 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-239b45d7-1c36-4646-81a7-02969aa84ca5 req-e535e694-b310-44ee-8740-c1d7b6b8a40c tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 944 time: 0.0631187 Jun 30 10:59:44.086297 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-239b45d7-1c36-4646-81a7-02969aa84ca5 req-8ea23c79-7cc1-4c9c-baf0-502d1415a886 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335975 Jun 30 10:59:44.111228 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 2232124e-3599-4d61-911a-cd22e9c57a1a up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:59:44.157940 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 2232124e-3599-4d61-911a-cd22e9c57a1a triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:59:44.158230 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:44.237118 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:44.259876 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2232124e-3599-4d61-911a-cd22e9c57a1a'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:59:44.263503 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e520062ac3f6a5230297ee25602b33de19752d2c23cf97a6a0875cf5ad8a1a0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27df9b4-27d8-4d32-ad1f-42b0d3a4a7e9" -d '{"events": [{"server_uuid": "b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894", "name": "network-vif-plugged", "status": "completed", "tag": "2232124e-3599-4d61-911a-cd22e9c57a1a"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:59:44.275438 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 2232124e-3599-4d61-911a-cd22e9c57a1a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=2232124e-3599-4d61-911a-cd22e9c57a1a,segment=NetworkSegment(2944155e-7408-46e0-8e9e-088b48d9e7a7),segment_id=2944155e-7408-46e0-8e9e-088b48d9e7a7)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:59:44.299592 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156667e3-47e7-4094-8d2d-d8a380f157e6 x-openstack-request-id: req-156667e3-47e7-4094-8d2d-d8a380f157e6 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:59:44.299932 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894", "name": "network-vif-plugged", "status": "completed", "tag": "2232124e-3599-4d61-911a-cd22e9c57a1a", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:59:44.300225 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-156667e3-47e7-4094-8d2d-d8a380f157e6 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:59:44.300756 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2232124e-3599-4d61-911a-cd22e9c57a1a', 'code': 200} Jun 30 10:59:44.372102 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:44.423175 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=2232124e-3599-4d61-911a-cd22e9c57a1a,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:59:44.459901 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f771c-2abd-4bbf-9364-96a1b21988b3 req-91630045-d5e4-48bc-8422-c65a59205440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:44.461398 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f55f771c-2abd-4bbf-9364-96a1b21988b3 req-91630045-d5e4-48bc-8422-c65a59205440 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 1097 time: 0.0526795 Jun 30 10:59:44.499900 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f55f771c-2abd-4bbf-9364-96a1b21988b3 req-1a856641-d84c-427f-96ff-d03a38375fa8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325189 Jun 30 10:59:45.260987 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd45a52-7092-4806-8724-a56bdd7e3ea0 req-afecddef-ee17-41b5-a8d0-cdcfa65ba04f tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:45.262425 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3cd45a52-7092-4806-8724-a56bdd7e3ea0 req-afecddef-ee17-41b5-a8d0-cdcfa65ba04f tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 945 time: 0.0654516 Jun 30 10:59:45.300593 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3cd45a52-7092-4806-8724-a56bdd7e3ea0 req-3ae56501-af88-42f0-8c1c-c78f04e6db69 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319769 Jun 30 10:59:46.479075 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9ad9b-5a0a-445a-b934-afa08dc3f79c req-e2a1357b-5581-4ae2-a4ef-cd31b4baa6ff tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:59:46.480586 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-18e9ad9b-5a0a-445a-b934-afa08dc3f79c req-e2a1357b-5581-4ae2-a4ef-cd31b4baa6ff tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 945 time: 0.0627959 Jun 30 10:59:46.518835 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-18e9ad9b-5a0a-445a-b934-afa08dc3f79c req-01a7b79b-602c-44e9-b6de-53e357589ca4 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326750 Jun 30 10:59:50.567029 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4b19a336-d96b-4117-9335-438242edf6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:53.079971 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-026f991d-16f9-4845-a088-468014fb0234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:53.674299 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:55.211903 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:59:56.766445 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:02.673946 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-27bb7adb-02dc-450b-a89d-bebdd158eddd req-103d8441-1f20-4038-9a10-dc02dc0a92fe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0522304 Jun 30 11:00:02.768521 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb7adb-02dc-450b-a89d-bebdd158eddd req-a2d04f92-e727-4ff3-a76e-70dd06be3913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:02.770009 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-27bb7adb-02dc-450b-a89d-bebdd158eddd req-a2d04f92-e727-4ff3-a76e-70dd06be3913 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5a07d82f5f44165a5c7aa20c39dab23&device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 1097 time: 0.0522110 Jun 30 11:00:02.892918 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb7adb-02dc-450b-a89d-bebdd158eddd req-e908bb7c-1836-41a1-a6d5-718a41b63bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:02.892918 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-27bb7adb-02dc-450b-a89d-bebdd158eddd req-e908bb7c-1836-41a1-a6d5-718a41b63bf6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753 HTTP/1.1" status: 200 len: 909 time: 0.1037617 Jun 30 11:00:02.957855 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-27bb7adb-02dc-450b-a89d-bebdd158eddd req-d1c45f7b-d836-4d12-97ea-92fedb1bf85a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2232124e-3599-4d61-911a-cd22e9c57a1a HTTP/1.1" status: 200 len: 1000 time: 0.0586777 Jun 30 11:00:03.016457 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb7adb-02dc-450b-a89d-bebdd158eddd req-63bd7761-bc7b-43f2-8a17-1f8131c2482a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:03.017934 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-27bb7adb-02dc-450b-a89d-bebdd158eddd req-63bd7761-bc7b-43f2-8a17-1f8131c2482a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18192015-0296-4e65-b690-1dd7de495bcb HTTP/1.1" status: 200 len: 847 time: 0.0520780 Jun 30 11:00:03.075292 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb7adb-02dc-450b-a89d-bebdd158eddd req-b2da5027-bb7c-4f74-9a5d-064acca4529a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:00:03.076826 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-27bb7adb-02dc-450b-a89d-bebdd158eddd req-b2da5027-bb7c-4f74-9a5d-064acca4529a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517900 Jun 30 11:00:03.167705 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-27bb7adb-02dc-450b-a89d-bebdd158eddd req-3afae300-4adc-4d15-b9a7-6d97f32ad05f service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841589 Jun 30 11:00:03.261816 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-27bb7adb-02dc-450b-a89d-bebdd158eddd req-badc2256-8294-452e-b665-32a8e2a06adc service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864623 Jun 30 11:00:09.251546 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:09.944109 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:15.957408 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:00:20.576963 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5e01314a-5602-479e-aaf5-c4993d3f8670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:22.702326 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-c5bc756b-86f8-4334-8833-4798988e9c65 req-e257d0f5-ce76-4c0a-8ef7-69e7f959f296 tempest-TestNetworkAdvancedServerOps-1607903106 tempest-TestNetworkAdvancedServerOps-1607903106-project] (101054) timed out ('10.222.0.52', 52224) {{(pid=101054) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 11:00:23.051529 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7438d032-b29b-47c3-b3d6-d52ba7c270e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:23.679872 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:25.068383 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:26.804523 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:39.221379 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:40.079584 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:50.576770 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-46eab73e-8d50-4ce4-be9a-27c875a7d29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:52.956510 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:00:52.987968 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2488e1d9-9d98-46a9-af1b-5432579c15c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:53.684894 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:55.119324 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:00:56.810733 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:03.706292 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9861317d-9b6e-44f7-9550-1a5883c64ce8 req-9b570ff5-15d4-4ccf-9471-872fd20182e5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0536242 Jun 30 11:01:03.800621 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861317d-9b6e-44f7-9550-1a5883c64ce8 req-be26b73c-3864-4e88-a960-3a52a642da7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:03.802061 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9861317d-9b6e-44f7-9550-1a5883c64ce8 req-be26b73c-3864-4e88-a960-3a52a642da7d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5a07d82f5f44165a5c7aa20c39dab23&device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 1097 time: 0.0551202 Jun 30 11:01:03.905289 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861317d-9b6e-44f7-9550-1a5883c64ce8 req-af3b095c-f065-4287-bb39-b09dfcbd60c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:03.906765 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9861317d-9b6e-44f7-9550-1a5883c64ce8 req-af3b095c-f065-4287-bb39-b09dfcbd60c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753 HTTP/1.1" status: 200 len: 909 time: 0.0848103 Jun 30 11:01:03.974653 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9861317d-9b6e-44f7-9550-1a5883c64ce8 req-a973cd50-bd78-4d84-8ebf-8e88c3fa7d37 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2232124e-3599-4d61-911a-cd22e9c57a1a HTTP/1.1" status: 200 len: 1000 time: 0.0620298 Jun 30 11:01:04.022746 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861317d-9b6e-44f7-9550-1a5883c64ce8 req-53faec33-1682-43b6-ae27-b3995b13af6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:04.025003 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9861317d-9b6e-44f7-9550-1a5883c64ce8 req-53faec33-1682-43b6-ae27-b3995b13af6d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18192015-0296-4e65-b690-1dd7de495bcb HTTP/1.1" status: 200 len: 847 time: 0.0443897 Jun 30 11:01:04.080943 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861317d-9b6e-44f7-9550-1a5883c64ce8 req-1a37a9ae-7b2c-45d8-8212-eee5d15bd464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:04.082413 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9861317d-9b6e-44f7-9550-1a5883c64ce8 req-1a37a9ae-7b2c-45d8-8212-eee5d15bd464 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513980 Jun 30 11:01:04.173054 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9861317d-9b6e-44f7-9550-1a5883c64ce8 req-7d3a725f-db2c-42b5-b4ab-b1d570eea1af service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833442 Jun 30 11:01:04.263099 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9861317d-9b6e-44f7-9550-1a5883c64ce8 req-b52e42bf-6020-4e1b-bcea-b3e5e13d3ee1 service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831378 Jun 30 11:01:09.238546 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:10.004135 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:20.535531 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2efebbc4-2890-40df-ad0d-242b00683305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:22.666497 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38260) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:23.016641 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-aea5bd9a-fd0e-4ee5-9544-2c22ae62b9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:23.019914 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-bb94687a-2a3a-40bf-8d6d-40432e4dfebe tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Deleting port 14c43633-5a84-46c8-9596-eb91d92362f3 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:01:23.020295 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bb94687a-2a3a-40bf-8d6d-40432e4dfebe tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:23.097317 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bb94687a-2a3a-40bf-8d6d-40432e4dfebe tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:23.097690 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bb94687a-2a3a-40bf-8d6d-40432e4dfebe tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:23.108678 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-bb94687a-2a3a-40bf-8d6d-40432e4dfebe tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Calling delete_port for 14c43633-5a84-46c8-9596-eb91d92362f3 owned by network:floatingip {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:01:23.313048 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bb94687a-2a3a-40bf-8d6d-40432e4dfebe tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:23.343136 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94687a-2a3a-40bf-8d6d-40432e4dfebe tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Pushing event deleted for resources: {'Port': ['ID=14c43633-5a84-46c8-9596-eb91d92362f3,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:23.370593 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94687a-2a3a-40bf-8d6d-40432e4dfebe tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:23.370947 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94687a-2a3a-40bf-8d6d-40432e4dfebe tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:23.371318 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94687a-2a3a-40bf-8d6d-40432e4dfebe tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:23.371662 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94687a-2a3a-40bf-8d6d-40432e4dfebe tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:23.372004 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94687a-2a3a-40bf-8d6d-40432e4dfebe tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:23.372336 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94687a-2a3a-40bf-8d6d-40432e4dfebe tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:23.372667 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94687a-2a3a-40bf-8d6d-40432e4dfebe tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:23.372996 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94687a-2a3a-40bf-8d6d-40432e4dfebe tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:23.373323 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94687a-2a3a-40bf-8d6d-40432e4dfebe tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:23.373648 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94687a-2a3a-40bf-8d6d-40432e4dfebe tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:23.373973 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94687a-2a3a-40bf-8d6d-40432e4dfebe tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:23.374295 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94687a-2a3a-40bf-8d6d-40432e4dfebe tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:23.415382 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bb94687a-2a3a-40bf-8d6d-40432e4dfebe tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for floatingip, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:23.415724 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [None req-bb94687a-2a3a-40bf-8d6d-40432e4dfebe tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Floating IP 7cfc12d1-8a42-4c74-a278-1a7f0d772858 disassociated (deleted). External IP: 172.25.6.59, port: 2232124e-3599-4d61-911a-cd22e9c57a1a. Jun 30 11:01:23.627767 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb94687a-2a3a-40bf-8d6d-40432e4dfebe tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Router 58486c41-f8ba-440f-987c-d10671fe0a5e has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:01:23.649875 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:23.736478 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb94687a-2a3a-40bf-8d6d-40432e4dfebe tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 11:01:23.741163 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bb94687a-2a3a-40bf-8d6d-40432e4dfebe tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:23.746219 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db952547-b137-418a-992d-ec95716a96ac None None] Sync routers for ids ['58486c41-f8ba-440f-987c-d10671fe0a5e'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:01:23.754945 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db952547-b137-418a-992d-ec95716a96ac None None] Routers {'58486c41-f8ba-440f-987c-d10671fe0a5e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:01:23.755607 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-db952547-b137-418a-992d-ec95716a96ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T11:01:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['58486c41-f8ba-440f-987c-d10671fe0a5e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:23.778402 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bb94687a-2a3a-40bf-8d6d-40432e4dfebe tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "DELETE /v2.0/floatingips/7cfc12d1-8a42-4c74-a278-1a7f0d772858 HTTP/1.1" status: 204 len: 168 time: 1.1107547 Jun 30 11:01:23.778989 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894', 'tag': '2232124e-3599-4d61-911a-cd22e9c57a1a'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:01:23.872906 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-db952547-b137-418a-992d-ec95716a96ac None None] Set router 58486c41-f8ba-440f-987c-d10671fe0a5e gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:01:23.895830 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85687699ff687a651bbe078ea600a8a807fb69c9e2f14b86b5fbe616c0208db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848e7a91-1e61-4738-98c8-1999bfb54f30" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894", "tag": "2232124e-3599-4d61-911a-cd22e9c57a1a"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:01:23.996687 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 11:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791d28c2-21bf-4267-a6db-6d61a70d3c84 x-openstack-request-id: req-791d28c2-21bf-4267-a6db-6d61a70d3c84 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:01:23.997032 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894", "tag": "2232124e-3599-4d61-911a-cd22e9c57a1a", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:01:23.997278 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-791d28c2-21bf-4267-a6db-6d61a70d3c84 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:01:23.997778 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894', 'tag': '2232124e-3599-4d61-911a-cd22e9c57a1a', 'status': 'completed', 'code': 200} Jun 30 11:01:24.082090 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e7a91-1e61-4738-98c8-1999bfb54f30 req-963a4301-6d21-4b09-bb85-805230269e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:24.083846 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-848e7a91-1e61-4738-98c8-1999bfb54f30 req-963a4301-6d21-4b09-bb85-805230269e78 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5a07d82f5f44165a5c7aa20c39dab23&device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 1097 time: 0.0618358 Jun 30 11:01:24.098728 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-db952547-b137-418a-992d-ec95716a96ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'name': 'tempest-TestShelveInstance-662113533-router', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:09Z', 'revision_number': 4, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'gw_port': {'id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'e3be51e8-bcab-402a-a9cb-97edb0885758', 'name': '', 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'mac_address': 'fa:16:3e:59:80:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '18192015-0296-4e65-b690-1dd7de495bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:09Z', 'updated_at': '2021-06-30T10:50:15Z', 'revision_number': 5, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'subnets': [{'id': '18192015-0296-4e65-b690-1dd7de495bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:24.125526 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db952547-b137-418a-992d-ec95716a96ac None None] Checking router: 58486c41-f8ba-440f-987c-d10671fe0a5e for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:01:24.134807 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db952547-b137-418a-992d-ec95716a96ac None None] Routers {'58486c41-f8ba-440f-987c-d10671fe0a5e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:01:24.135399 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-db952547-b137-418a-992d-ec95716a96ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T11:01:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['58486c41-f8ba-440f-987c-d10671fe0a5e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:24.178533 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e7a91-1e61-4738-98c8-1999bfb54f30 req-b5daacff-a760-449b-97d3-3999357c3bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:24.180216 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-848e7a91-1e61-4738-98c8-1999bfb54f30 req-b5daacff-a760-449b-97d3-3999357c3bae service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753 HTTP/1.1" status: 200 len: 909 time: 0.0905383 Jun 30 11:01:24.222223 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-848e7a91-1e61-4738-98c8-1999bfb54f30 req-68e83a7e-a4eb-4122-8db6-cd8eca077cc5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2232124e-3599-4d61-911a-cd22e9c57a1a HTTP/1.1" status: 200 len: 217 time: 0.0353892 Jun 30 11:01:24.247863 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-db952547-b137-418a-992d-ec95716a96ac None None] Set router 58486c41-f8ba-440f-987c-d10671fe0a5e gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:01:24.275190 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e7a91-1e61-4738-98c8-1999bfb54f30 req-01cc446d-b27f-4a35-9d39-bed77275ecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:24.276721 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-848e7a91-1e61-4738-98c8-1999bfb54f30 req-01cc446d-b27f-4a35-9d39-bed77275ecb9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=18192015-0296-4e65-b690-1dd7de495bcb HTTP/1.1" status: 200 len: 847 time: 0.0490699 Jun 30 11:01:24.335525 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e7a91-1e61-4738-98c8-1999bfb54f30 req-2e8fc0aa-242f-4e06-b4a1-6bd90ed2cebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:24.337093 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-848e7a91-1e61-4738-98c8-1999bfb54f30 req-2e8fc0aa-242f-4e06-b4a1-6bd90ed2cebb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bf38d6d-1f73-468e-acb6-ed1cbeb83753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534308 Jun 30 11:01:24.459062 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-db952547-b137-418a-992d-ec95716a96ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'name': 'tempest-TestShelveInstance-662113533-router', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:09Z', 'revision_number': 4, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'gw_port': {'id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'e3be51e8-bcab-402a-a9cb-97edb0885758', 'name': '', 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'mac_address': 'fa:16:3e:59:80:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '18192015-0296-4e65-b690-1dd7de495bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:09Z', 'updated_at': '2021-06-30T10:50:15Z', 'revision_number': 5, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'subnets': [{'id': '18192015-0296-4e65-b690-1dd7de495bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:24.471275 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-848e7a91-1e61-4738-98c8-1999bfb54f30 req-2259fffe-8830-4673-8c93-38b9efc67446 service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269372 Jun 30 11:01:24.479378 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d931e5-98e5-4beb-960b-afd498e8ab23 req-aedaa635-87d3-4c3a-b65b-f6215d58c4b8 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:24.480735 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f1d931e5-98e5-4beb-960b-afd498e8ab23 req-aedaa635-87d3-4c3a-b65b-f6215d58c4b8 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 945 time: 0.1278505 Jun 30 11:01:24.491531 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db952547-b137-418a-992d-ec95716a96ac None None] The sync data for ids ['58486c41-f8ba-440f-987c-d10671fe0a5e'] in n-d-771363-31 is: [{'id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'name': 'tempest-TestShelveInstance-662113533-router', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:09Z', 'revision_number': 4, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'gw_port': {'id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'e3be51e8-bcab-402a-a9cb-97edb0885758', 'name': '', 'network_id': '2bf38d6d-1f73-468e-acb6-ed1cbeb83753', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'mac_address': 'fa:16:3e:59:80:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '18192015-0296-4e65-b690-1dd7de495bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:09Z', 'updated_at': '2021-06-30T10:50:15Z', 'revision_number': 5, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'subnets': [{'id': '18192015-0296-4e65-b690-1dd7de495bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:01:24.567840 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f1d931e5-98e5-4beb-960b-afd498e8ab23 req-00d235b2-6534-4e27-84e9-33e3bef099b5 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784888 Jun 30 11:01:24.599969 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-848e7a91-1e61-4738-98c8-1999bfb54f30 req-cc97adc0-0b52-4d56-9789-b455258e558a service neutron] 10.222.0.37 "GET /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183178 Jun 30 11:01:24.721718 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfc8dc9-a9d1-41c4-a038-1297fc04c247 None None] New status for floating IP 7cfc12d1-8a42-4c74-a278-1a7f0d772858: DOWN {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 11:01:25.067419 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:25.772085 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f5878-e70d-4abd-a791-fed545355868 req-0c773ec9-c8f8-4c69-b749-5a51c0c35c10 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:25.773575 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2e2f5878-e70d-4abd-a791-fed545355868 req-0c773ec9-c8f8-4c69-b749-5a51c0c35c10 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 945 time: 0.0731266 Jun 30 11:01:25.812422 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2e2f5878-e70d-4abd-a791-fed545355868 req-10c3b387-1669-48b3-813a-4d1cbd76331a tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/security-groups?id=590f512e-6fd5-41d0-8f58-8a57c355520e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330315 Jun 30 11:01:25.987726 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acbbf3-5908-4549-b4b0-f776cb99c5e7 req-fc15317b-49be-451e-ae8c-98c6bc58b514 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:25.989189 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c5acbbf3-5908-4549-b4b0-f776cb99c5e7 req-fc15317b-49be-451e-ae8c-98c6bc58b514 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 945 time: 0.0625775 Jun 30 11:01:26.091743 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-c5acbbf3-5908-4549-b4b0-f776cb99c5e7 req-9d2b6f09-e41f-435d-80d2-1f861036a93b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Deleting port 2232124e-3599-4d61-911a-cd22e9c57a1a {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:01:26.092083 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c5acbbf3-5908-4549-b4b0-f776cb99c5e7 req-9d2b6f09-e41f-435d-80d2-1f861036a93b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:26.177704 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-c5acbbf3-5908-4549-b4b0-f776cb99c5e7 req-9d2b6f09-e41f-435d-80d2-1f861036a93b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] For port 2232124e-3599-4d61-911a-cd22e9c57a1a, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=2232124e-3599-4d61-911a-cd22e9c57a1a,segment=NetworkSegment(2944155e-7408-46e0-8e9e-088b48d9e7a7),segment_id=2944155e-7408-46e0-8e9e-088b48d9e7a7)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:01:26.178056 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c5acbbf3-5908-4549-b4b0-f776cb99c5e7 req-9d2b6f09-e41f-435d-80d2-1f861036a93b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:26.191405 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-c5acbbf3-5908-4549-b4b0-f776cb99c5e7 req-9d2b6f09-e41f-435d-80d2-1f861036a93b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Calling delete_port for 2232124e-3599-4d61-911a-cd22e9c57a1a owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:01:26.398719 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c5acbbf3-5908-4549-b4b0-f776cb99c5e7 req-9d2b6f09-e41f-435d-80d2-1f861036a93b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:26.427512 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b6f09-e41f-435d-80d2-1f861036a93b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Pushing event deleted for resources: {'Port': ['ID=2232124e-3599-4d61-911a-cd22e9c57a1a,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:26.458839 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b6f09-e41f-435d-80d2-1f861036a93b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:26.459214 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b6f09-e41f-435d-80d2-1f861036a93b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:26.459560 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b6f09-e41f-435d-80d2-1f861036a93b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:26.459903 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b6f09-e41f-435d-80d2-1f861036a93b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:26.460239 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b6f09-e41f-435d-80d2-1f861036a93b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:26.460578 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b6f09-e41f-435d-80d2-1f861036a93b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:26.460907 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b6f09-e41f-435d-80d2-1f861036a93b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:26.461235 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b6f09-e41f-435d-80d2-1f861036a93b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:26.461578 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b6f09-e41f-435d-80d2-1f861036a93b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:26.461885 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b6f09-e41f-435d-80d2-1f861036a93b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:26.462213 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b6f09-e41f-435d-80d2-1f861036a93b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:26.462536 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b6f09-e41f-435d-80d2-1f861036a93b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:26.483744 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5acbbf3-5908-4549-b4b0-f776cb99c5e7 req-9d2b6f09-e41f-435d-80d2-1f861036a93b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] No DVR routers for this DVR port 2232124e-3599-4d61-911a-cd22e9c57a1a on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:01:26.487004 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-c5acbbf3-5908-4549-b4b0-f776cb99c5e7 req-9d2b6f09-e41f-435d-80d2-1f861036a93b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:26.489015 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c5acbbf3-5908-4549-b4b0-f776cb99c5e7 req-9d2b6f09-e41f-435d-80d2-1f861036a93b tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.37 "DELETE /v2.0/ports/2232124e-3599-4d61-911a-cd22e9c57a1a HTTP/1.1" status: 204 len: 173 time: 0.4946861 Jun 30 11:01:26.489446 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894', 'name': 'network-vif-deleted', 'tag': '2232124e-3599-4d61-911a-cd22e9c57a1a'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:01:26.527260 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e645fc609c4f08a16fd671a21b91bb6e125e3672dd91a679e212fd6684ea572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17913dbe-aeb8-4830-adea-4876c6cdb654" -d '{"events": [{"server_uuid": "b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894", "name": "network-vif-deleted", "tag": "2232124e-3599-4d61-911a-cd22e9c57a1a"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:01:26.615030 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 11:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e539aa1-1f72-414a-beb3-5720b4e3c0f2 x-openstack-request-id: req-0e539aa1-1f72-414a-beb3-5720b4e3c0f2 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:01:26.615425 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894", "name": "network-vif-deleted", "tag": "2232124e-3599-4d61-911a-cd22e9c57a1a", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:01:26.615680 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0e539aa1-1f72-414a-beb3-5720b4e3c0f2 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:01:26.616075 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894', 'name': 'network-vif-deleted', 'tag': '2232124e-3599-4d61-911a-cd22e9c57a1a', 'status': 'completed', 'code': 200} Jun 30 11:01:26.832756 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:26.963313 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-3dd33fc7-cc74-48ab-81ff-559b1aa3080d req-268174bc-8e43-499b-ab7a-724e1ddbe9b2 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 210 time: 0.0333381 Jun 30 11:01:28.109250 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f1f96412-8202-4cf9-9276-32494ec52702 req-5aed74ef-8ab7-4c5b-90b9-c7677cb22d4d tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 210 time: 0.0310767 Jun 30 11:01:29.255838 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e8ed8e85-18a8-4033-a84e-5fd9eecc03e2 req-905fe9f1-84e1-4e3e-bfb7-3effb025cdfe tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 210 time: 0.0290864 Jun 30 11:01:29.956012 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:01:30.435682 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4e80d625-b7b5-4c4a-978e-9ae98c5faea6 req-96a793b5-1d6a-4253-ac91-b6d77810def3 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b4b6d7-bc77-44c6-a8c8-8dfc6b333894 HTTP/1.1" status: 200 len: 210 time: 0.0287173 Jun 30 11:01:30.611814 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 2232124e-3599-4d61-911a-cd22e9c57a1a no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:01:30.633043 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 2232124e-3599-4d61-911a-cd22e9c57a1a {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:01:30.633387 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 2232124e-3599-4d61-911a-cd22e9c57a1a not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:01:31.530142 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38336) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:31.588654 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7e703099-36bc-43ea-b71d-470b120f6856 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:31.613491 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7e703099-36bc-43ea-b71d-470b120f6856 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:31.724065 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7e703099-36bc-43ea-b71d-470b120f6856 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:31.726662 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7e703099-36bc-43ea-b71d-470b120f6856 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:31.731014 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7e703099-36bc-43ea-b71d-470b120f6856 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] 10.222.0.10 "DELETE /v2.0/security-groups/590f512e-6fd5-41d0-8f58-8a57c355520e HTTP/1.1" status: 204 len: 168 time: 0.1967502 Jun 30 11:01:31.739305 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e703099-36bc-43ea-b71d-470b120f6856 tempest-TestShelveInstance-1630382211 tempest-TestShelveInstance-1630382211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=590f512e-6fd5-41d0-8f58-8a57c355520e,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:31.834435 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38340) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:32.317540 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72b73890-fc5f-444d-8da3-9ab2f56435a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:32.583336 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-72b73890-fc5f-444d-8da3-9ab2f56435a6 admin admin] Deleting port e3be51e8-bcab-402a-a9cb-97edb0885758 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:01:32.583992 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72b73890-fc5f-444d-8da3-9ab2f56435a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:32.663471 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-72b73890-fc5f-444d-8da3-9ab2f56435a6 admin admin] For port e3be51e8-bcab-402a-a9cb-97edb0885758, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=e3be51e8-bcab-402a-a9cb-97edb0885758,segment=NetworkSegment(2944155e-7408-46e0-8e9e-088b48d9e7a7),segment_id=2944155e-7408-46e0-8e9e-088b48d9e7a7)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:01:32.663852 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72b73890-fc5f-444d-8da3-9ab2f56435a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:32.681133 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-72b73890-fc5f-444d-8da3-9ab2f56435a6 admin admin] Calling delete_port for e3be51e8-bcab-402a-a9cb-97edb0885758 owned by network:router_interface {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:01:32.929290 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72b73890-fc5f-444d-8da3-9ab2f56435a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:32.956884 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b73890-fc5f-444d-8da3-9ab2f56435a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3be51e8-bcab-402a-a9cb-97edb0885758,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:33.129131 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-72b73890-fc5f-444d-8da3-9ab2f56435a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:33.344508 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b73890-fc5f-444d-8da3-9ab2f56435a6 admin admin] Router 58486c41-f8ba-440f-987c-d10671fe0a5e has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:01:33.453714 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b73890-fc5f-444d-8da3-9ab2f56435a6 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 11:01:33.459270 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-72b73890-fc5f-444d-8da3-9ab2f56435a6 admin admin] 10.222.0.10 "PUT /v2.0/routers/58486c41-f8ba-440f-987c-d10671fe0a5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6237276 Jun 30 11:01:33.461903 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38344) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:33.463634 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078f009e-e12e-44a8-b88f-c5d1fa0c6184 None None] Sync routers for ids ['58486c41-f8ba-440f-987c-d10671fe0a5e'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:01:33.474264 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078f009e-e12e-44a8-b88f-c5d1fa0c6184 None None] Routers {'58486c41-f8ba-440f-987c-d10671fe0a5e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:01:33.474960 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-078f009e-e12e-44a8-b88f-c5d1fa0c6184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T11:01:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['58486c41-f8ba-440f-987c-d10671fe0a5e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:33.568116 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-166188fc-520e-4b93-92f4-1ecc7e883fbb admin admin] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:33.586341 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-078f009e-e12e-44a8-b88f-c5d1fa0c6184 None None] Set router 58486c41-f8ba-440f-987c-d10671fe0a5e gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:01:33.677595 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-166188fc-520e-4b93-92f4-1ecc7e883fbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:33.775667 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-078f009e-e12e-44a8-b88f-c5d1fa0c6184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'name': 'tempest-TestShelveInstance-662113533-router', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T11:01:32Z', 'revision_number': 5, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'gw_port': {'id': 'f61c67d2-f857-4a76-998d-a280b5426b74', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T10:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:33.826910 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-166188fc-520e-4b93-92f4-1ecc7e883fbb admin admin] Deleting port f61c67d2-f857-4a76-998d-a280b5426b74 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:01:33.827369 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078f009e-e12e-44a8-b88f-c5d1fa0c6184 None None] Checking router: 58486c41-f8ba-440f-987c-d10671fe0a5e for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:01:33.827552 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-166188fc-520e-4b93-92f4-1ecc7e883fbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:33.840306 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078f009e-e12e-44a8-b88f-c5d1fa0c6184 None None] Routers {'58486c41-f8ba-440f-987c-d10671fe0a5e'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:01:33.840862 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-078f009e-e12e-44a8-b88f-c5d1fa0c6184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T11:01:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['58486c41-f8ba-440f-987c-d10671fe0a5e'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:33.917224 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-166188fc-520e-4b93-92f4-1ecc7e883fbb admin admin] For port f61c67d2-f857-4a76-998d-a280b5426b74, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=f61c67d2-f857-4a76-998d-a280b5426b74,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:01:33.917499 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-166188fc-520e-4b93-92f4-1ecc7e883fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:33.932012 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-078f009e-e12e-44a8-b88f-c5d1fa0c6184 None None] Set router 58486c41-f8ba-440f-987c-d10671fe0a5e gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:01:33.935542 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-166188fc-520e-4b93-92f4-1ecc7e883fbb admin admin] Calling delete_port for f61c67d2-f857-4a76-998d-a280b5426b74 owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:01:33.984523 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-078f009e-e12e-44a8-b88f-c5d1fa0c6184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'name': 'tempest-TestShelveInstance-662113533-router', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T11:01:33Z', 'revision_number': 6, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:34.013966 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078f009e-e12e-44a8-b88f-c5d1fa0c6184 None None] The sync data for ids ['58486c41-f8ba-440f-987c-d10671fe0a5e'] in n-d-771363-31 is: [{'id': '58486c41-f8ba-440f-987c-d10671fe0a5e', 'name': 'tempest-TestShelveInstance-662113533-router', 'tenant_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:50:06Z', 'updated_at': '2021-06-30T11:01:33Z', 'revision_number': 6, 'project_id': 'a5a07d82f5f44165a5c7aa20c39dab23', 'gw_port_host': None}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:01:34.152883 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-166188fc-520e-4b93-92f4-1ecc7e883fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:34.439783 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166188fc-520e-4b93-92f4-1ecc7e883fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=f61c67d2-f857-4a76-998d-a280b5426b74,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:34.504612 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-166188fc-520e-4b93-92f4-1ecc7e883fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:34.592417 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-166188fc-520e-4b93-92f4-1ecc7e883fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:34.594489 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-166188fc-520e-4b93-92f4-1ecc7e883fbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:34.701100 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-166188fc-520e-4b93-92f4-1ecc7e883fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:34.701748 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166188fc-520e-4b93-92f4-1ecc7e883fbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58486c41-f8ba-440f-987c-d10671fe0a5e {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 11:01:34.707152 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-166188fc-520e-4b93-92f4-1ecc7e883fbb admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:34.708319 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-166188fc-520e-4b93-92f4-1ecc7e883fbb admin admin] 10.222.0.10 "DELETE /v2.0/routers/58486c41-f8ba-440f-987c-d10671fe0a5e HTTP/1.1" status: 204 len: 168 time: 1.2452002 Jun 30 11:01:34.710882 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38346) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:34.760173 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-58132f4f-2125-4c27-9d23-990ded6f160b admin admin] Deleting subnet 18192015-0296-4e65-b690-1dd7de495bcb {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 11:01:34.763280 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-58132f4f-2125-4c27-9d23-990ded6f160b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:34.799975 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-58132f4f-2125-4c27-9d23-990ded6f160b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:34.879556 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-58132f4f-2125-4c27-9d23-990ded6f160b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:35.010067 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-58132f4f-2125-4c27-9d23-990ded6f160b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:35.040763 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-58132f4f-2125-4c27-9d23-990ded6f160b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:35.042616 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-58132f4f-2125-4c27-9d23-990ded6f160b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/18192015-0296-4e65-b690-1dd7de495bcb HTTP/1.1" status: 204 len: 168 time: 0.3307991 Jun 30 11:01:35.044389 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58132f4f-2125-4c27-9d23-990ded6f160b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18192015-0296-4e65-b690-1dd7de495bcb,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:35.045472 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38348) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:35.046452 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6250ae-2bb8-4424-91da-62b96784415f None None] Network 2bf38d6d-1f73-468e-acb6-ed1cbeb83753 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 11:01:35.115890 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc6a08fc-10dd-4326-9aab-9e997afbce07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:35.174313 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a08fc-10dd-4326-9aab-9e997afbce07 admin admin] Deleting port 657c9531-52c6-48ec-a54b-7b8573ed9c5b {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:01:35.174834 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc6a08fc-10dd-4326-9aab-9e997afbce07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:35.235331 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef13139-a550-4ed1-963b-39bd8afd5ad5 None None] DHCP port deletion for 2bf38d6d-1f73-468e-acb6-ed1cbeb83753 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 11:01:35.239876 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-fc6a08fc-10dd-4326-9aab-9e997afbce07 admin admin] For port 657c9531-52c6-48ec-a54b-7b8573ed9c5b, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=657c9531-52c6-48ec-a54b-7b8573ed9c5b,segment=NetworkSegment(2944155e-7408-46e0-8e9e-088b48d9e7a7),segment_id=2944155e-7408-46e0-8e9e-088b48d9e7a7)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:01:35.240684 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc6a08fc-10dd-4326-9aab-9e997afbce07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:35.253787 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a08fc-10dd-4326-9aab-9e997afbce07 admin admin] Calling delete_port for 657c9531-52c6-48ec-a54b-7b8573ed9c5b owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:01:35.280852 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-2ef13139-a550-4ed1-963b-39bd8afd5ad5 None None] Deleting port 657c9531-52c6-48ec-a54b-7b8573ed9c5b {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:01:35.281229 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2ef13139-a550-4ed1-963b-39bd8afd5ad5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:35.343271 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-2ef13139-a550-4ed1-963b-39bd8afd5ad5 None None] For port 657c9531-52c6-48ec-a54b-7b8573ed9c5b, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=657c9531-52c6-48ec-a54b-7b8573ed9c5b,segment=NetworkSegment(2944155e-7408-46e0-8e9e-088b48d9e7a7),segment_id=2944155e-7408-46e0-8e9e-088b48d9e7a7)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:01:35.343585 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2ef13139-a550-4ed1-963b-39bd8afd5ad5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:35.358129 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-2ef13139-a550-4ed1-963b-39bd8afd5ad5 None None] Calling delete_port for 657c9531-52c6-48ec-a54b-7b8573ed9c5b owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:01:35.566914 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e3be51e8-bcab-402a-a9cb-97edb0885758 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:01:35.590392 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: e3be51e8-bcab-402a-a9cb-97edb0885758 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:01:35.590732 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device e3be51e8-bcab-402a-a9cb-97edb0885758 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:01:35.591172 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f61c67d2-f857-4a76-998d-a280b5426b74 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:01:35.615562 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: f61c67d2-f857-4a76-998d-a280b5426b74 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:01:35.615905 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device f61c67d2-f857-4a76-998d-a280b5426b74 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:01:35.616327 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 657c9531-52c6-48ec-a54b-7b8573ed9c5b no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:01:35.709757 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:35.748560 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2ef13139-a550-4ed1-963b-39bd8afd5ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:35.753918 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc6a08fc-10dd-4326-9aab-9e997afbce07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:35.779508 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a08fc-10dd-4326-9aab-9e997afbce07 admin admin] Pushing event deleted for resources: {'Port': ['ID=657c9531-52c6-48ec-a54b-7b8573ed9c5b,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:35.784507 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6a08fc-10dd-4326-9aab-9e997afbce07 admin admin] No DVR routers for this DVR port 657c9531-52c6-48ec-a54b-7b8573ed9c5b on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:01:35.793691 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef13139-a550-4ed1-963b-39bd8afd5ad5 None None] Pushing event deleted for resources: {'Port': ['ID=657c9531-52c6-48ec-a54b-7b8573ed9c5b,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:35.795955 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef13139-a550-4ed1-963b-39bd8afd5ad5 None None] No DVR routers for this DVR port 657c9531-52c6-48ec-a54b-7b8573ed9c5b on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:01:35.804588 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef13139-a550-4ed1-963b-39bd8afd5ad5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:35.804937 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef13139-a550-4ed1-963b-39bd8afd5ad5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:35.805278 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef13139-a550-4ed1-963b-39bd8afd5ad5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:35.805615 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef13139-a550-4ed1-963b-39bd8afd5ad5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:35.805947 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef13139-a550-4ed1-963b-39bd8afd5ad5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:35.806272 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef13139-a550-4ed1-963b-39bd8afd5ad5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:35.806599 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef13139-a550-4ed1-963b-39bd8afd5ad5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:35.806921 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef13139-a550-4ed1-963b-39bd8afd5ad5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:35.807266 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef13139-a550-4ed1-963b-39bd8afd5ad5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:35.807589 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef13139-a550-4ed1-963b-39bd8afd5ad5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:35.807913 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef13139-a550-4ed1-963b-39bd8afd5ad5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:35.808243 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef13139-a550-4ed1-963b-39bd8afd5ad5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:35.859263 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc6a08fc-10dd-4326-9aab-9e997afbce07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:35.869368 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-fc6a08fc-10dd-4326-9aab-9e997afbce07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bf38d6d-1f73-468e-acb6-ed1cbeb83753']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:35.883408 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-fc6a08fc-10dd-4326-9aab-9e997afbce07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2944155e-7408-46e0-8e9e-088b48d9e7a7') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:35.883706 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-fc6a08fc-10dd-4326-9aab-9e997afbce07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2944155e-7408-46e0-8e9e-088b48d9e7a7') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:35.893059 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc6a08fc-10dd-4326-9aab-9e997afbce07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:35.906693 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc6a08fc-10dd-4326-9aab-9e997afbce07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:35.912644 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6a08fc-10dd-4326-9aab-9e997afbce07 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 11:01:35.913024 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc6a08fc-10dd-4326-9aab-9e997afbce07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: self.session.flush() Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: timer() Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 11:01:35.914637 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 11:01:36.031858 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc6a08fc-10dd-4326-9aab-9e997afbce07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:36.037805 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc6a08fc-10dd-4326-9aab-9e997afbce07 admin admin] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:36.039677 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-fc6a08fc-10dd-4326-9aab-9e997afbce07 admin admin] 10.222.0.10 "DELETE /v2.0/networks/2bf38d6d-1f73-468e-acb6-ed1cbeb83753 HTTP/1.1" status: 204 len: 168 time: 0.9929106 Jun 30 11:01:36.042650 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38350) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:36.051192 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a08fc-10dd-4326-9aab-9e997afbce07 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bf38d6d-1f73-468e-acb6-ed1cbeb83753,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:36.393482 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1795b6c-1602-466d-a88a-9e4d10fc2ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:36.643904 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-c1795b6c-1602-466d-a88a-9e4d10fc2ca1 admin admin] Deleting port ab25e50d-637e-43e3-9f07-8afc827ae206 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:01:36.644145 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1795b6c-1602-466d-a88a-9e4d10fc2ca1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:36.724762 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-c1795b6c-1602-466d-a88a-9e4d10fc2ca1 admin admin] For port ab25e50d-637e-43e3-9f07-8afc827ae206, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=ab25e50d-637e-43e3-9f07-8afc827ae206,segment=NetworkSegment(4427f5d4-71e5-4202-8130-8aea2bfa0812),segment_id=4427f5d4-71e5-4202-8130-8aea2bfa0812)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:01:36.725115 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1795b6c-1602-466d-a88a-9e4d10fc2ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:36.739374 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-c1795b6c-1602-466d-a88a-9e4d10fc2ca1 admin admin] Calling delete_port for ab25e50d-637e-43e3-9f07-8afc827ae206 owned by network:router_interface {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:01:36.998460 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1795b6c-1602-466d-a88a-9e4d10fc2ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:37.026224 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1795b6c-1602-466d-a88a-9e4d10fc2ca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab25e50d-637e-43e3-9f07-8afc827ae206,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:37.200797 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-c1795b6c-1602-466d-a88a-9e4d10fc2ca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:37.409739 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1795b6c-1602-466d-a88a-9e4d10fc2ca1 admin admin] Router 8c1b6ed0-7f56-4af9-b136-a0eedde18365 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:01:37.514423 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1795b6c-1602-466d-a88a-9e4d10fc2ca1 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 11:01:37.519682 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-c1795b6c-1602-466d-a88a-9e4d10fc2ca1 admin admin] 10.222.0.10 "PUT /v2.0/routers/8c1b6ed0-7f56-4af9-b136-a0eedde18365/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4759727 Jun 30 11:01:37.522149 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38352) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:37.524812 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f072a2e-a914-483d-a601-05ad05283fae None None] Sync routers for ids ['8c1b6ed0-7f56-4af9-b136-a0eedde18365'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:01:37.534166 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f072a2e-a914-483d-a601-05ad05283fae None None] Routers {'8c1b6ed0-7f56-4af9-b136-a0eedde18365'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:01:37.534873 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4f072a2e-a914-483d-a601-05ad05283fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T11:01:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['8c1b6ed0-7f56-4af9-b136-a0eedde18365'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:37.638186 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf2797c2-37d9-4361-a5a2-0d4413c38f9e admin admin] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:37.638853 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-4f072a2e-a914-483d-a601-05ad05283fae None None] Set router 8c1b6ed0-7f56-4af9-b136-a0eedde18365 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:01:37.741540 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf2797c2-37d9-4361-a5a2-0d4413c38f9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:37.810718 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4f072a2e-a914-483d-a601-05ad05283fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1b6ed0-7f56-4af9-b136-a0eedde18365', 'name': 'tempest-TestShelveInstance-1633759013-router', 'tenant_id': 'f577783f178a4a4090d1a444334800d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'c5634811-4a52-4b0a-bd47-ec24622b3b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:50:12Z', 'updated_at': '2021-06-30T11:01:36Z', 'revision_number': 5, 'project_id': 'f577783f178a4a4090d1a444334800d6', 'gw_port': {'id': 'c5634811-4a52-4b0a-bd47-ec24622b3b25', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:99:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1b6ed0-7f56-4af9-b136-a0eedde18365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:50:13Z', 'updated_at': '2021-06-30T10:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:37.836674 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f072a2e-a914-483d-a601-05ad05283fae None None] Checking router: 8c1b6ed0-7f56-4af9-b136-a0eedde18365 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:01:37.845057 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f072a2e-a914-483d-a601-05ad05283fae None None] Routers {'8c1b6ed0-7f56-4af9-b136-a0eedde18365'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:01:37.846663 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4f072a2e-a914-483d-a601-05ad05283fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T11:01:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['8c1b6ed0-7f56-4af9-b136-a0eedde18365'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:37.859242 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-bf2797c2-37d9-4361-a5a2-0d4413c38f9e admin admin] Deleting port c5634811-4a52-4b0a-bd47-ec24622b3b25 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:01:37.859586 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf2797c2-37d9-4361-a5a2-0d4413c38f9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:37.930798 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-4f072a2e-a914-483d-a601-05ad05283fae None None] Set router 8c1b6ed0-7f56-4af9-b136-a0eedde18365 gateway port host: None {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:01:37.942531 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-bf2797c2-37d9-4361-a5a2-0d4413c38f9e admin admin] For port c5634811-4a52-4b0a-bd47-ec24622b3b25, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=c5634811-4a52-4b0a-bd47-ec24622b3b25,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:01:37.942891 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf2797c2-37d9-4361-a5a2-0d4413c38f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:37.954666 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-bf2797c2-37d9-4361-a5a2-0d4413c38f9e admin admin] Calling delete_port for c5634811-4a52-4b0a-bd47-ec24622b3b25 owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:01:37.983020 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4f072a2e-a914-483d-a601-05ad05283fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1b6ed0-7f56-4af9-b136-a0eedde18365', 'name': 'tempest-TestShelveInstance-1633759013-router', 'tenant_id': 'f577783f178a4a4090d1a444334800d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:50:12Z', 'updated_at': '2021-06-30T11:01:37Z', 'revision_number': 6, 'project_id': 'f577783f178a4a4090d1a444334800d6', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:38.007501 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f072a2e-a914-483d-a601-05ad05283fae None None] The sync data for ids ['8c1b6ed0-7f56-4af9-b136-a0eedde18365'] in n-d-771363-31 is: [{'id': '8c1b6ed0-7f56-4af9-b136-a0eedde18365', 'name': 'tempest-TestShelveInstance-1633759013-router', 'tenant_id': 'f577783f178a4a4090d1a444334800d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:50:12Z', 'updated_at': '2021-06-30T11:01:37Z', 'revision_number': 6, 'project_id': 'f577783f178a4a4090d1a444334800d6', 'gw_port_host': None}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:01:38.163978 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf2797c2-37d9-4361-a5a2-0d4413c38f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:38.193085 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2797c2-37d9-4361-a5a2-0d4413c38f9e admin admin] Pushing event deleted for resources: {'Port': ['ID=c5634811-4a52-4b0a-bd47-ec24622b3b25,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:38.253271 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf2797c2-37d9-4361-a5a2-0d4413c38f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:38.347446 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf2797c2-37d9-4361-a5a2-0d4413c38f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:38.349670 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf2797c2-37d9-4361-a5a2-0d4413c38f9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:38.472143 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf2797c2-37d9-4361-a5a2-0d4413c38f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:38.472714 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2797c2-37d9-4361-a5a2-0d4413c38f9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c1b6ed0-7f56-4af9-b136-a0eedde18365 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 11:01:38.477073 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bf2797c2-37d9-4361-a5a2-0d4413c38f9e admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:38.478296 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bf2797c2-37d9-4361-a5a2-0d4413c38f9e admin admin] 10.222.0.10 "DELETE /v2.0/routers/8c1b6ed0-7f56-4af9-b136-a0eedde18365 HTTP/1.1" status: 204 len: 168 time: 0.9548583 Jun 30 11:01:38.480658 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38356) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:38.525661 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea47dd1-717d-44d5-a962-ccf683a01171 admin admin] Deleting subnet afbb7449-e419-446c-b3de-7b0fa37e2796 {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 11:01:38.528683 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1ea47dd1-717d-44d5-a962-ccf683a01171 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:38.561842 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1ea47dd1-717d-44d5-a962-ccf683a01171 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:38.641192 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1ea47dd1-717d-44d5-a962-ccf683a01171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:38.770522 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1ea47dd1-717d-44d5-a962-ccf683a01171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:38.797930 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea47dd1-717d-44d5-a962-ccf683a01171 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afbb7449-e419-446c-b3de-7b0fa37e2796,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:38.800594 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1ea47dd1-717d-44d5-a962-ccf683a01171 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:38.802459 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1ea47dd1-717d-44d5-a962-ccf683a01171 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/afbb7449-e419-446c-b3de-7b0fa37e2796 HTTP/1.1" status: 204 len: 168 time: 0.3208928 Jun 30 11:01:38.804978 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38358) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:38.808656 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea576108-7847-46c1-a85e-4e727858f959 None None] Network 514ae3e6-d143-4bb9-832e-6625abf398e8 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 11:01:38.878178 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe9439d8-683f-4db3-a810-3accb280c9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:38.936551 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-fe9439d8-683f-4db3-a810-3accb280c9ef admin admin] Deleting port 09ac0050-9213-4bfe-92dd-6aaeecdc6e72 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:01:38.936901 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe9439d8-683f-4db3-a810-3accb280c9ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:38.998810 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557677e8-87e7-48f5-9bba-21cba828a742 None None] DHCP port deletion for 514ae3e6-d143-4bb9-832e-6625abf398e8 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 11:01:39.007246 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-fe9439d8-683f-4db3-a810-3accb280c9ef admin admin] For port 09ac0050-9213-4bfe-92dd-6aaeecdc6e72, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=09ac0050-9213-4bfe-92dd-6aaeecdc6e72,segment=NetworkSegment(4427f5d4-71e5-4202-8130-8aea2bfa0812),segment_id=4427f5d4-71e5-4202-8130-8aea2bfa0812)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:01:39.007613 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe9439d8-683f-4db3-a810-3accb280c9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:39.025961 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-fe9439d8-683f-4db3-a810-3accb280c9ef admin admin] Calling delete_port for 09ac0050-9213-4bfe-92dd-6aaeecdc6e72 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:01:39.055880 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-557677e8-87e7-48f5-9bba-21cba828a742 None None] Deleting port 09ac0050-9213-4bfe-92dd-6aaeecdc6e72 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:01:39.056256 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-557677e8-87e7-48f5-9bba-21cba828a742 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:39.120142 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-557677e8-87e7-48f5-9bba-21cba828a742 None None] For port 09ac0050-9213-4bfe-92dd-6aaeecdc6e72, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=09ac0050-9213-4bfe-92dd-6aaeecdc6e72,segment=NetworkSegment(4427f5d4-71e5-4202-8130-8aea2bfa0812),segment_id=4427f5d4-71e5-4202-8130-8aea2bfa0812)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:01:39.120528 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-557677e8-87e7-48f5-9bba-21cba828a742 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:39.133762 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-557677e8-87e7-48f5-9bba-21cba828a742 None None] Calling delete_port for 09ac0050-9213-4bfe-92dd-6aaeecdc6e72 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:01:39.174553 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe9439d8-683f-4db3-a810-3accb280c9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:39.201682 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9439d8-683f-4db3-a810-3accb280c9ef admin admin] No DVR routers for this DVR port 09ac0050-9213-4bfe-92dd-6aaeecdc6e72 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:01:39.204114 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9439d8-683f-4db3-a810-3accb280c9ef admin admin] Pushing event deleted for resources: {'Port': ['ID=09ac0050-9213-4bfe-92dd-6aaeecdc6e72,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:39.219480 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-557677e8-87e7-48f5-9bba-21cba828a742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:39.257900 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557677e8-87e7-48f5-9bba-21cba828a742 None None] Pushing event deleted for resources: {'Port': ['ID=09ac0050-9213-4bfe-92dd-6aaeecdc6e72,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:39.257900 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557677e8-87e7-48f5-9bba-21cba828a742 None None] No DVR routers for this DVR port 09ac0050-9213-4bfe-92dd-6aaeecdc6e72 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:01:39.284924 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:39.285133 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe9439d8-683f-4db3-a810-3accb280c9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:39.295474 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-fe9439d8-683f-4db3-a810-3accb280c9ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['514ae3e6-d143-4bb9-832e-6625abf398e8']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:39.306070 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-fe9439d8-683f-4db3-a810-3accb280c9ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4427f5d4-71e5-4202-8130-8aea2bfa0812') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:39.306365 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-fe9439d8-683f-4db3-a810-3accb280c9ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4427f5d4-71e5-4202-8130-8aea2bfa0812') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:39.315299 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe9439d8-683f-4db3-a810-3accb280c9ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:39.328560 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe9439d8-683f-4db3-a810-3accb280c9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:39.335648 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe9439d8-683f-4db3-a810-3accb280c9ef admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 11:01:39.338888 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe9439d8-683f-4db3-a810-3accb280c9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:39.338888 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 11:01:39.338888 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 11:01:39.338888 n-d-771363-31 neutron-server[101053]: timer() Jun 30 11:01:39.338888 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 11:01:39.338888 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 11:01:39.338888 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 11:01:39.338888 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 11:01:39.338888 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 11:01:39.338888 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 11:01:39.338888 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 11:01:39.338888 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 11:01:39.338888 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 11:01:39.338888 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 11:01:39.338888 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 11:01:39.338888 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 11:01:39.338888 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 11:01:39.338888 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 11:01:39.338888 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 11:01:39.338888 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 11:01:39.338888 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 11:01:39.338888 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 11:01:39.338888 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 11:01:39.338888 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 11:01:39.338888 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 11:01:39.338888 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 11:01:39.338888 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 11:01:39.338888 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 11:01:39.338888 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 11:01:39.338888 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 11:01:39.338888 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 11:01:39.338888 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 11:01:39.338888 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 11:01:39.422479 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device ab25e50d-637e-43e3-9f07-8afc827ae206 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:01:39.442238 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: ab25e50d-637e-43e3-9f07-8afc827ae206 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:01:39.442577 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device ab25e50d-637e-43e3-9f07-8afc827ae206 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:01:39.448092 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 09ac0050-9213-4bfe-92dd-6aaeecdc6e72 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:01:39.461492 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 09ac0050-9213-4bfe-92dd-6aaeecdc6e72 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:01:39.461829 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 09ac0050-9213-4bfe-92dd-6aaeecdc6e72 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:01:39.462230 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c5634811-4a52-4b0a-bd47-ec24622b3b25 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:01:39.466877 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe9439d8-683f-4db3-a810-3accb280c9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:39.474612 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe9439d8-683f-4db3-a810-3accb280c9ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:39.476412 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fe9439d8-683f-4db3-a810-3accb280c9ef admin admin] 10.222.0.10 "DELETE /v2.0/networks/514ae3e6-d143-4bb9-832e-6625abf398e8 HTTP/1.1" status: 204 len: 168 time: 0.6705394 Jun 30 11:01:39.482108 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: c5634811-4a52-4b0a-bd47-ec24622b3b25 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:01:39.482426 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device c5634811-4a52-4b0a-bd47-ec24622b3b25 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:01:39.486291 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9439d8-683f-4db3-a810-3accb280c9ef admin admin] Pushing event deleted for resources: {'Network': ['ID=514ae3e6-d143-4bb9-832e-6625abf398e8,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:39.847056 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38362) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:39.890701 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a3b6ffdb-88f8-423d-b52d-b37b92c3f57b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a5a07d82f5f44165a5c7aa20c39dab23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424333 Jun 30 11:01:39.894484 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38364) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:39.943485 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-54c49f66-c081-485e-b005-e7986b956587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:39.964649 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-54c49f66-c081-485e-b005-e7986b956587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:39.981385 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:40.348062 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-54c49f66-c081-485e-b005-e7986b956587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:40.350617 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-54c49f66-c081-485e-b005-e7986b956587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:40.351849 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-54c49f66-c081-485e-b005-e7986b956587 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d0010eab-7cec-4b1f-9e95-fd62d529e956 HTTP/1.1" status: 204 len: 168 time: 0.4562860 Jun 30 11:01:40.359808 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c49f66-c081-485e-b005-e7986b956587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0010eab-7cec-4b1f-9e95-fd62d529e956,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:41.036806 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38370) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:41.077009 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-c1de111a-645c-4450-a270-fbb58b64de8b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f577783f178a4a4090d1a444334800d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387356 Jun 30 11:01:41.079470 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38372) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:41.132691 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f6df50b3-d837-4de7-88e8-51bf3f29206a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:41.153758 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f6df50b3-d837-4de7-88e8-51bf3f29206a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:41.266600 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f6df50b3-d837-4de7-88e8-51bf3f29206a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:41.269803 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-f6df50b3-d837-4de7-88e8-51bf3f29206a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:41.270977 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-f6df50b3-d837-4de7-88e8-51bf3f29206a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/79dc2072-91eb-4deb-ba5d-e6e144181b70 HTTP/1.1" status: 204 len: 168 time: 0.1905189 Jun 30 11:01:41.278939 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df50b3-d837-4de7-88e8-51bf3f29206a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79dc2072-91eb-4deb-ba5d-e6e144181b70,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:42.358241 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38396) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:42.451994 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-be2034ba-778c-4b4a-b0af-f32717077dc8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-158660763-network', 'tenant_id': '1c2213143e5c423693718d72a1dfc452'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:01:42.551798 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2034ba-778c-4b4a-b0af-f32717077dc8 admin admin] Made reservation on behalf of 1c2213143e5c423693718d72a1dfc452 for: {'network': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:01:42.554190 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-be2034ba-778c-4b4a-b0af-f32717077dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:42.562507 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-be2034ba-778c-4b4a-b0af-f32717077dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:42.647997 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-be2034ba-778c-4b4a-b0af-f32717077dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:42.729668 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-be2034ba-778c-4b4a-b0af-f32717077dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:42.757974 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2034ba-778c-4b4a-b0af-f32717077dc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=101054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 11:01:42.763291 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2034ba-778c-4b4a-b0af-f32717077dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ec39a2-b52a-43dc-9966-4cb648b5a290,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:42.771274 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-be2034ba-778c-4b4a-b0af-f32717077dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:42.771274 n-d-771363-31 neutron-server[101054]: INFO neutron.db.segments_db [None req-be2034ba-778c-4b4a-b0af-f32717077dc8 admin admin] Added segment 2df4c609-2e93-4e04-ae65-0d33c73bcf43 of type vlan for network 46325957-4638-43c0-9971-f6695ddfa598 Jun 30 11:01:42.816119 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-be2034ba-778c-4b4a-b0af-f32717077dc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:42.929591 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-be2034ba-778c-4b4a-b0af-f32717077dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:42.930577 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2034ba-778c-4b4a-b0af-f32717077dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:42.931190 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-be2034ba-778c-4b4a-b0af-f32717077dc8 admin admin] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:42.990522 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2034ba-778c-4b4a-b0af-f32717077dc8 admin admin] Pushing event updated for resources: {'Network': ['ID=46325957-4638-43c0-9971-f6695ddfa598,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:43.000154 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 46325957-4638-43c0-9971-f6695ddfa598 details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 11:01:43.043658 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-be2034ba-778c-4b4a-b0af-f32717077dc8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6843085 Jun 30 11:01:43.046470 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38402) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:43.051498 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-0e1fe257-f2c3-46ee-be64-aaadc2ae9b80 admin admin] Request body: {'subnet': {'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-158660763-subnet', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'ip_version': 4}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:01:43.140112 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1fe257-f2c3-46ee-be64-aaadc2ae9b80 admin admin] Made reservation on behalf of 1c2213143e5c423693718d72a1dfc452 for: {'subnet': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:01:43.142476 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0e1fe257-f2c3-46ee-be64-aaadc2ae9b80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684578'] for subnet, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:43.369381 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0e1fe257-f2c3-46ee-be64-aaadc2ae9b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684596'] for subnet, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:43.420684 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1fe257-f2c3-46ee-be64-aaadc2ae9b80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5adf7318-66f0-4645-a2d8-ce2669f73caa,revision_number=0']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:43.435851 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1fe257-f2c3-46ee-be64-aaadc2ae9b80 admin admin] Checking segment: {'id': '2df4c609-2e93-4e04-ae65-0d33c73bcf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '46325957-4638-43c0-9971-f6695ddfa598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 11:01:43.436214 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1fe257-f2c3-46ee-be64-aaadc2ae9b80 admin admin] Network hostable DHCP agents. Network: 46325957-4638-43c0-9971-f6695ddfa598, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 11:01:43.489547 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1fe257-f2c3-46ee-be64-aaadc2ae9b80 admin admin] Network 46325957-4638-43c0-9971-f6695ddfa598 is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 11:01:43.529818 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-0e1fe257-f2c3-46ee-be64-aaadc2ae9b80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 46325957-4638-43c0-9971-f6695ddfa598) {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:01:43.533812 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1fe257-f2c3-46ee-be64-aaadc2ae9b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:43.534407 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-0e1fe257-f2c3-46ee-be64-aaadc2ae9b80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:43.538598 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb54ac81-f51e-4202-8788-793205e62e2f None None] Network 46325957-4638-43c0-9971-f6695ddfa598 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 11:01:43.599957 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-0e1fe257-f2c3-46ee-be64-aaadc2ae9b80 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5523078 Jun 30 11:01:43.602693 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38404) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:43.607238 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-38fc95de-9af9-4052-8e25-a73d30f05e92 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-158660763-router', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:01:43.678922 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-38fc95de-9af9-4052-8e25-a73d30f05e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:43.679769 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c8a95a-6487-4927-9c39-ce2509d99f4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-46325957-4638-43c0-9971-f6695ddfa598', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'fixed_ips': [{'subnet_id': '5adf7318-66f0-4645-a2d8-ce2669f73caa'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 11:01:43.680599 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-38fc95de-9af9-4052-8e25-a73d30f05e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:43.680724 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a95a-6487-4927-9c39-ce2509d99f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:43.738259 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-38fc95de-9af9-4052-8e25-a73d30f05e92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:43.819543 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-b9c8a95a-6487-4927-9c39-ce2509d99f4d None None] Allocated IP 172.20.0.2 (46325957-4638-43c0-9971-f6695ddfa598/5adf7318-66f0-4645-a2d8-ce2669f73caa/2d350743-fe4f-4a43-9339-ab21302a14e9) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:01:43.940999 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-38fc95de-9af9-4052-8e25-a73d30f05e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:43.966791 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a95a-6487-4927-9c39-ce2509d99f4d None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:43.975986 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b9c8a95a-6487-4927-9c39-ce2509d99f4d None None] Transition to ACTIVE for port object 2d350743-fe4f-4a43-9339-ab21302a14e9 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:01:43.990513 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-b9c8a95a-6487-4927-9c39-ce2509d99f4d None None] Transition to ACTIVE for port object 2d350743-fe4f-4a43-9339-ab21302a14e9 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:01:44.050561 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a95a-6487-4927-9c39-ce2509d99f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:44.089095 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c8a95a-6487-4927-9c39-ce2509d99f4d None None] Network 46325957-4638-43c0-9971-f6695ddfa598 is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:01:44.091805 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-b9c8a95a-6487-4927-9c39-ce2509d99f4d None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:01:44.097571 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c8a95a-6487-4927-9c39-ce2509d99f4d None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 11:01:44.104501 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8a95a-6487-4927-9c39-ce2509d99f4d None None] Pushing event updated for resources: {'Port': ['ID=2d350743-fe4f-4a43-9339-ab21302a14e9,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:44.156371 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-b9c8a95a-6487-4927-9c39-ce2509d99f4d None None] Attempting to bind port 2d350743-fe4f-4a43-9339-ab21302a14e9 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 11:01:44.156738 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-b9c8a95a-6487-4927-9c39-ce2509d99f4d None None] Attempting to bind port 2d350743-fe4f-4a43-9339-ab21302a14e9 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '2df4c609-2e93-4e04-ae65-0d33c73bcf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '46325957-4638-43c0-9971-f6695ddfa598'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 11:01:44.157130 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c8a95a-6487-4927-9c39-ce2509d99f4d None None] Attempting to bind port 2d350743-fe4f-4a43-9339-ab21302a14e9 on network 46325957-4638-43c0-9971-f6695ddfa598 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:01:44.162141 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c8a95a-6487-4927-9c39-ce2509d99f4d None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 11, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:01:44.162506 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c8a95a-6487-4927-9c39-ce2509d99f4d None None] Checking segment: {'id': '2df4c609-2e93-4e04-ae65-0d33c73bcf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '46325957-4638-43c0-9971-f6695ddfa598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 11:01:44.162941 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a95a-6487-4927-9c39-ce2509d99f4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:44.163371 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c8a95a-6487-4927-9c39-ce2509d99f4d None None] Bound using segment: {'id': '2df4c609-2e93-4e04-ae65-0d33c73bcf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '46325957-4638-43c0-9971-f6695ddfa598'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:01:44.163833 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-b9c8a95a-6487-4927-9c39-ce2509d99f4d None None] Bound port: 2d350743-fe4f-4a43-9339-ab21302a14e9, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df4c609-2e93-4e04-ae65-0d33c73bcf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '46325957-4638-43c0-9971-f6695ddfa598'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 11:01:44.164208 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a95a-6487-4927-9c39-ce2509d99f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:44.222413 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-38fc95de-9af9-4052-8e25-a73d30f05e92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:44.230964 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-b9c8a95a-6487-4927-9c39-ce2509d99f4d None None] For port 2d350743-fe4f-4a43-9339-ab21302a14e9, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 11:01:44.234127 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-b9c8a95a-6487-4927-9c39-ce2509d99f4d None None] For port 2d350743-fe4f-4a43-9339-ab21302a14e9, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=2d350743-fe4f-4a43-9339-ab21302a14e9,segment=NetworkSegment(2df4c609-2e93-4e04-ae65-0d33c73bcf43),segment_id=2df4c609-2e93-4e04-ae65-0d33c73bcf43)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 11:01:44.246237 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-38fc95de-9af9-4052-8e25-a73d30f05e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:44.296049 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a95a-6487-4927-9c39-ce2509d99f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:44.352876 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8a95a-6487-4927-9c39-ce2509d99f4d None None] Pushing event updated for resources: {'Port': ['ID=2d350743-fe4f-4a43-9339-ab21302a14e9,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:44.359516 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-38fc95de-9af9-4052-8e25-a73d30f05e92 admin admin] Allocated IP 172.25.6.190 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/13921a28-28ee-45e1-a086-d67fd9930a6f) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:01:44.472599 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-38fc95de-9af9-4052-8e25-a73d30f05e92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:44.598769 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-38fc95de-9af9-4052-8e25-a73d30f05e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:44.641643 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fc95de-9af9-4052-8e25-a73d30f05e92 admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:01:44.646977 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-38fc95de-9af9-4052-8e25-a73d30f05e92 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:01:44.651728 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fc95de-9af9-4052-8e25-a73d30f05e92 admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 11:01:44.654517 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc95de-9af9-4052-8e25-a73d30f05e92 admin admin] Pushing event updated for resources: {'Port': ['ID=13921a28-28ee-45e1-a086-d67fd9930a6f,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:44.968354 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-38fc95de-9af9-4052-8e25-a73d30f05e92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:45.173009 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-38fc95de-9af9-4052-8e25-a73d30f05e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:45.219603 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02de93a-2ba0-48f5-9835-4428287caac7 None None] Network 46325957-4638-43c0-9971-f6695ddfa598 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 11:01:45.376062 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38fc95de-9af9-4052-8e25-a73d30f05e92 admin admin] Router 17e2ffd0-2526-4081-a8fb-bf75bb3a3632 is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 11:01:45.404218 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-3752338e-575e-4490-91ef-fd9f1c98aa57 None None] Provisioning for port 2d350743-fe4f-4a43-9339-ab21302a14e9 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:01:45.456195 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 2d350743-fe4f-4a43-9339-ab21302a14e9 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 11:01:45.512840 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fc95de-9af9-4052-8e25-a73d30f05e92 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 11:01:45.525135 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0e234b-8790-4823-984a-cf1251394973 None None] Sync routers for ids ['17e2ffd0-2526-4081-a8fb-bf75bb3a3632'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:01:45.535759 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0e234b-8790-4823-984a-cf1251394973 None None] Routers {'17e2ffd0-2526-4081-a8fb-bf75bb3a3632'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:01:45.536374 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2f0e234b-8790-4823-984a-cf1251394973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T11:01:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['17e2ffd0-2526-4081-a8fb-bf75bb3a3632'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:45.573473 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 2d350743-fe4f-4a43-9339-ab21302a14e9 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:01:45.581925 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 2d350743-fe4f-4a43-9339-ab21302a14e9 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:01:45.582290 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:45.591925 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-38fc95de-9af9-4052-8e25-a73d30f05e92 admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:45.593209 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-38fc95de-9af9-4052-8e25-a73d30f05e92 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9894478 Jun 30 11:01:45.596250 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38408) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:45.680079 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-fdef5828-9b7e-4624-8a54-0aa7c8caef02 None None] Provisioning complete for port 2d350743-fe4f-4a43-9339-ab21302a14e9 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:01:45.680336 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fdef5828-9b7e-4624-8a54-0aa7c8caef02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:45.706992 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-2f0e234b-8790-4823-984a-cf1251394973 None None] Set router 17e2ffd0-2526-4081-a8fb-bf75bb3a3632 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:01:45.853764 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:45.942695 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 2d350743-fe4f-4a43-9339-ab21302a14e9, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=2d350743-fe4f-4a43-9339-ab21302a14e9,segment=NetworkSegment(2df4c609-2e93-4e04-ae65-0d33c73bcf43),segment_id=2df4c609-2e93-4e04-ae65-0d33c73bcf43)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:01:45.945908 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fdef5828-9b7e-4624-8a54-0aa7c8caef02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:46.006891 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2f0e234b-8790-4823-984a-cf1251394973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'name': 'tempest-TestSnapshotPattern-158660763-router', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T11:01:43Z', 'updated_at': '2021-06-30T11:01:44Z', 'revision_number': 3, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'gw_port': {'id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:44Z', 'updated_at': '2021-06-30T11:01:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:46.024193 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1d2aa8de-e8a8-490e-9d8c-771d4dbcc970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:46.035853 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0e234b-8790-4823-984a-cf1251394973 None None] Checking router: 17e2ffd0-2526-4081-a8fb-bf75bb3a3632 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:01:46.035853 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0e234b-8790-4823-984a-cf1251394973 None None] Updating router 17e2ffd0-2526-4081-a8fb-bf75bb3a3632 port 13921a28-28ee-45e1-a086-d67fd9930a6f binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 11:01:46.059082 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:46.115607 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2f0e234b-8790-4823-984a-cf1251394973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:46.165532 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.db.api [None req-fdef5828-9b7e-4624-8a54-0aa7c8caef02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 11:01:46.165877 n-d-771363-31 neutron-server[101055]: DEBUG oslo_db.api [None req-fdef5828-9b7e-4624-8a54-0aa7c8caef02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 11:01:46.174603 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=2d350743-fe4f-4a43-9339-ab21302a14e9,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:46.189931 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-1d2aa8de-e8a8-490e-9d8c-771d4dbcc970 admin admin] Allocated IP 172.20.0.1 (46325957-4638-43c0-9971-f6695ddfa598/5adf7318-66f0-4645-a2d8-ce2669f73caa/3d9bf45b-c11b-439d-85d8-78b17cd6be2f) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:01:46.310963 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1d2aa8de-e8a8-490e-9d8c-771d4dbcc970 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:46.327478 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-1d2aa8de-e8a8-490e-9d8c-771d4dbcc970 admin admin] Transition to ACTIVE for port object 3d9bf45b-c11b-439d-85d8-78b17cd6be2f will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:01:46.456254 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1d2aa8de-e8a8-490e-9d8c-771d4dbcc970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:46.496399 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2aa8de-e8a8-490e-9d8c-771d4dbcc970 admin admin] Network 46325957-4638-43c0-9971-f6695ddfa598 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:01:46.504350 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-1d2aa8de-e8a8-490e-9d8c-771d4dbcc970 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:01:46.506906 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2aa8de-e8a8-490e-9d8c-771d4dbcc970 admin admin] Pushing event updated for resources: {'Port': ['ID=3d9bf45b-c11b-439d-85d8-78b17cd6be2f,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:46.510098 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2aa8de-e8a8-490e-9d8c-771d4dbcc970 admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 11:01:46.548521 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1d2aa8de-e8a8-490e-9d8c-771d4dbcc970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:46.575382 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2f0e234b-8790-4823-984a-cf1251394973 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:46.589317 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-2f0e234b-8790-4823-984a-cf1251394973 None None] Transition to ACTIVE for port object 13921a28-28ee-45e1-a086-d67fd9930a6f will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:01:46.661038 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2f0e234b-8790-4823-984a-cf1251394973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:46.740915 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-2f0e234b-8790-4823-984a-cf1251394973 None None] Attempting to bind port 13921a28-28ee-45e1-a086-d67fd9930a6f on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 11:01:46.741271 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-2f0e234b-8790-4823-984a-cf1251394973 None None] Attempting to bind port 13921a28-28ee-45e1-a086-d67fd9930a6f by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 11:01:46.741645 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0e234b-8790-4823-984a-cf1251394973 None None] Attempting to bind port 13921a28-28ee-45e1-a086-d67fd9930a6f on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:01:46.756012 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f6117-0104-46b3-8653-35eb549b7321 None None] Pushing event updated for resources: {'Port': ['ID=13921a28-28ee-45e1-a086-d67fd9930a6f,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:46.758743 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0e234b-8790-4823-984a-cf1251394973 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 11, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:01:46.759161 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0e234b-8790-4823-984a-cf1251394973 None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 11:01:46.759556 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2f0e234b-8790-4823-984a-cf1251394973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:46.759941 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0e234b-8790-4823-984a-cf1251394973 None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:01:46.760422 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-2f0e234b-8790-4823-984a-cf1251394973 None None] Bound port: 13921a28-28ee-45e1-a086-d67fd9930a6f, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 11:01:46.760802 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2f0e234b-8790-4823-984a-cf1251394973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:46.813704 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-2f0e234b-8790-4823-984a-cf1251394973 None None] For port 13921a28-28ee-45e1-a086-d67fd9930a6f, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 11:01:46.817257 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-2f0e234b-8790-4823-984a-cf1251394973 None None] For port 13921a28-28ee-45e1-a086-d67fd9930a6f, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=13921a28-28ee-45e1-a086-d67fd9930a6f,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 11:01:46.895331 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2f0e234b-8790-4823-984a-cf1251394973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:46.951191 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0e234b-8790-4823-984a-cf1251394973 None None] Routers {'17e2ffd0-2526-4081-a8fb-bf75bb3a3632'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:01:46.951811 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2f0e234b-8790-4823-984a-cf1251394973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T11:01:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['17e2ffd0-2526-4081-a8fb-bf75bb3a3632'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:46.989380 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-172f1401-4ec0-4c0b-9d52-023d7bda4b86 None None] Provisioning for port 3d9bf45b-c11b-439d-85d8-78b17cd6be2f completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:01:46.992853 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f6117-0104-46b3-8653-35eb549b7321 None None] Pushing event updated for resources: {'Port': ['ID=13921a28-28ee-45e1-a086-d67fd9930a6f,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:47.001729 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-172f1401-4ec0-4c0b-9d52-023d7bda4b86 None None] Provisioning complete for port 3d9bf45b-c11b-439d-85d8-78b17cd6be2f triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:01:47.001729 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-172f1401-4ec0-4c0b-9d52-023d7bda4b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:47.063761 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1d2aa8de-e8a8-490e-9d8c-771d4dbcc970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:47.096552 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-2f0e234b-8790-4823-984a-cf1251394973 None None] Set router 17e2ffd0-2526-4081-a8fb-bf75bb3a3632 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:01:47.124251 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-172f1401-4ec0-4c0b-9d52-023d7bda4b86 None None] Port 3d9bf45b-c11b-439d-85d8-78b17cd6be2f cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 11:01:47.246056 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1d2aa8de-e8a8-490e-9d8c-771d4dbcc970 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:47.288267 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-2f0e234b-8790-4823-984a-cf1251394973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'name': 'tempest-TestSnapshotPattern-158660763-router', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T11:01:43Z', 'updated_at': '2021-06-30T11:01:44Z', 'revision_number': 3, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'gw_port': {'id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:44Z', 'updated_at': '2021-06-30T11:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:47.296523 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1d2aa8de-e8a8-490e-9d8c-771d4dbcc970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:47.319974 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0e234b-8790-4823-984a-cf1251394973 None None] The sync data for ids ['17e2ffd0-2526-4081-a8fb-bf75bb3a3632'] in n-d-771363-31 is: [{'id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'name': 'tempest-TestSnapshotPattern-158660763-router', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T11:01:43Z', 'updated_at': '2021-06-30T11:01:44Z', 'revision_number': 3, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'gw_port': {'id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:44Z', 'updated_at': '2021-06-30T11:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:01:47.368164 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-1d2aa8de-e8a8-490e-9d8c-771d4dbcc970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:47.423332 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2aa8de-e8a8-490e-9d8c-771d4dbcc970 admin admin] Pushing event updated for resources: {'Port': ['ID=3d9bf45b-c11b-439d-85d8-78b17cd6be2f,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:47.437339 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 2d350743-fe4f-4a43-9339-ab21302a14e9 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 11:01:47.476384 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2aa8de-e8a8-490e-9d8c-771d4dbcc970 admin admin] Network 46325957-4638-43c0-9971-f6695ddfa598 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:01:47.477976 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-1d2aa8de-e8a8-490e-9d8c-771d4dbcc970 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:01:47.487178 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 2d350743-fe4f-4a43-9339-ab21302a14e9 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:01:47.487557 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:47.634788 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2aa8de-e8a8-490e-9d8c-771d4dbcc970 admin admin] Router 17e2ffd0-2526-4081-a8fb-bf75bb3a3632 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:01:47.751972 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-dc3b8640-ee09-4919-a19a-30218a4e1094 None None] Provisioning complete for port 3d9bf45b-c11b-439d-85d8-78b17cd6be2f triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:01:47.752561 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-dc3b8640-ee09-4919-a19a-30218a4e1094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:47.765929 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2aa8de-e8a8-490e-9d8c-771d4dbcc970 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 11:01:47.775656 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-1d2aa8de-e8a8-490e-9d8c-771d4dbcc970 admin admin] 10.222.0.10 "PUT /v2.0/routers/17e2ffd0-2526-4081-a8fb-bf75bb3a3632/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1782594 Jun 30 11:01:47.794728 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-dc3b8640-ee09-4919-a19a-30218a4e1094 None None] Port 3d9bf45b-c11b-439d-85d8-78b17cd6be2f cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 11:01:48.479391 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38424) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:48.484398 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-7346d326-f14b-4040-83db-e5a23ca10e88 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1763598612-network', 'tenant_id': 'c9a236de692f4ae79f91c58d1a81b9c3'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:01:48.575383 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7346d326-f14b-4040-83db-e5a23ca10e88 admin admin] Made reservation on behalf of c9a236de692f4ae79f91c58d1a81b9c3 for: {'network': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:01:48.577909 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7346d326-f14b-4040-83db-e5a23ca10e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for network, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:48.587815 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7346d326-f14b-4040-83db-e5a23ca10e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:48.678993 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7346d326-f14b-4040-83db-e5a23ca10e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:48.746005 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7346d326-f14b-4040-83db-e5a23ca10e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:48.767473 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7346d326-f14b-4040-83db-e5a23ca10e88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=101053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 11:01:48.782762 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346d326-f14b-4040-83db-e5a23ca10e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f93001e-9b72-4a38-b388-952f47f56a43,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:48.785687 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7346d326-f14b-4040-83db-e5a23ca10e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:48.786026 n-d-771363-31 neutron-server[101053]: INFO neutron.db.segments_db [None req-7346d326-f14b-4040-83db-e5a23ca10e88 admin admin] Added segment fdbc066c-d56d-4106-a42e-ffb76c68490f of type vlan for network 18ba4e97-a0e0-4ddd-8285-e886ba07f33f Jun 30 11:01:48.826489 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7346d326-f14b-4040-83db-e5a23ca10e88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759966244931'] for network, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:48.878741 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabd3e8d-91a8-4e09-8e16-bd3aa75ec61d None None] Sync routers for ids ['17e2ffd0-2526-4081-a8fb-bf75bb3a3632'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:01:48.887922 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabd3e8d-91a8-4e09-8e16-bd3aa75ec61d None None] Routers {'17e2ffd0-2526-4081-a8fb-bf75bb3a3632'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:01:48.888531 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-cabd3e8d-91a8-4e09-8e16-bd3aa75ec61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T11:01:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['17e2ffd0-2526-4081-a8fb-bf75bb3a3632'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:48.935516 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7346d326-f14b-4040-83db-e5a23ca10e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141'] for network, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:48.936630 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7346d326-f14b-4040-83db-e5a23ca10e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:48.937284 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7346d326-f14b-4040-83db-e5a23ca10e88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:48.992950 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-cabd3e8d-91a8-4e09-8e16-bd3aa75ec61d None None] Set router 17e2ffd0-2526-4081-a8fb-bf75bb3a3632 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:01:49.003444 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346d326-f14b-4040-83db-e5a23ca10e88 admin admin] Pushing event updated for resources: {'Network': ['ID=18ba4e97-a0e0-4ddd-8285-e886ba07f33f,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:49.013411 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Network 18ba4e97-a0e0-4ddd-8285-e886ba07f33f details requested by agent ovs-agent-n-d-771363-31 with host n-d-771363-31 {{(pid=101055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 11:01:49.050727 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7346d326-f14b-4040-83db-e5a23ca10e88 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5699952 Jun 30 11:01:49.053194 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38426) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:49.058485 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-fe9e4183-9d13-46eb-a12d-5cfb892aa048 admin admin] Request body: {'subnet': {'network_id': '18ba4e97-a0e0-4ddd-8285-e886ba07f33f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1763598612-subnet', 'tenant_id': 'c9a236de692f4ae79f91c58d1a81b9c3', 'ip_version': 4}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:01:49.152463 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9e4183-9d13-46eb-a12d-5cfb892aa048 admin admin] Made reservation on behalf of c9a236de692f4ae79f91c58d1a81b9c3 for: {'subnet': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:01:49.154764 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe9e4183-9d13-46eb-a12d-5cfb892aa048 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095973'] for subnet, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:49.194609 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-cabd3e8d-91a8-4e09-8e16-bd3aa75ec61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'name': 'tempest-TestSnapshotPattern-158660763-router', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T11:01:43Z', 'updated_at': '2021-06-30T11:01:46Z', 'revision_number': 4, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'gw_port': {'id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:44Z', 'updated_at': '2021-06-30T11:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '3d9bf45b-c11b-439d-85d8-78b17cd6be2f', 'name': '', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'mac_address': 'fa:16:3e:b6:74:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:46Z', 'updated_at': '2021-06-30T11:01:47Z', 'revision_number': 2, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'subnets': [{'id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:49.219867 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabd3e8d-91a8-4e09-8e16-bd3aa75ec61d None None] Checking router: 17e2ffd0-2526-4081-a8fb-bf75bb3a3632 for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:01:49.220456 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabd3e8d-91a8-4e09-8e16-bd3aa75ec61d None None] Updating router 17e2ffd0-2526-4081-a8fb-bf75bb3a3632 port 3d9bf45b-c11b-439d-85d8-78b17cd6be2f binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 11:01:49.254105 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-cabd3e8d-91a8-4e09-8e16-bd3aa75ec61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:49.397019 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe9e4183-9d13-46eb-a12d-5cfb892aa048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8904807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095987'] for subnet, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:49.451467 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e4183-9d13-46eb-a12d-5cfb892aa048 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df6ad23d-cbf7-4d4a-8961-a867d45fe2d4,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:49.461392 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9e4183-9d13-46eb-a12d-5cfb892aa048 admin admin] Checking segment: {'id': 'fdbc066c-d56d-4106-a42e-ffb76c68490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '18ba4e97-a0e0-4ddd-8285-e886ba07f33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 11:01:49.463566 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9e4183-9d13-46eb-a12d-5cfb892aa048 admin admin] Network hostable DHCP agents. Network: 18ba4e97-a0e0-4ddd-8285-e886ba07f33f, hostable agents: ['19de16a8-3da8-4766-bb89-2b893f0203a9'], hosted agents: [] {{(pid=101053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 11:01:49.464069 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 13921a28-28ee-45e1-a086-d67fd9930a6f up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 11:01:49.524752 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-cabd3e8d-91a8-4e09-8e16-bd3aa75ec61d None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:49.534951 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-cabd3e8d-91a8-4e09-8e16-bd3aa75ec61d None None] Transition to ACTIVE for port object 3d9bf45b-c11b-439d-85d8-78b17cd6be2f will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:01:49.535858 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9e4183-9d13-46eb-a12d-5cfb892aa048 admin admin] Network 18ba4e97-a0e0-4ddd-8285-e886ba07f33f is scheduled to be hosted by DHCP agent 19de16a8-3da8-4766-bb89-2b893f0203a9 with binding_index 1 {{(pid=101053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 11:01:49.557714 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 13921a28-28ee-45e1-a086-d67fd9930a6f completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:01:49.561587 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 13921a28-28ee-45e1-a086-d67fd9930a6f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:01:49.561953 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:49.614145 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-cabd3e8d-91a8-4e09-8e16-bd3aa75ec61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:49.641130 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:49.650310 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-fe9e4183-9d13-46eb-a12d-5cfb892aa048 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-31, 18ba4e97-a0e0-4ddd-8285-e886ba07f33f) {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:01:49.658264 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9e4183-9d13-46eb-a12d-5cfb892aa048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:49.662903 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 13921a28-28ee-45e1-a086-d67fd9930a6f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=13921a28-28ee-45e1-a086-d67fd9930a6f,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:01:49.664656 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-fe9e4183-9d13-46eb-a12d-5cfb892aa048 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:49.665905 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3feb2e8a-c4f2-4ec2-bb60-2752cec663ea None None] Network 18ba4e97-a0e0-4ddd-8285-e886ba07f33f requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 11:01:49.711672 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c6e75-33d1-4e24-ac29-4eec46f44b69 None None] Pushing event updated for resources: {'Port': ['ID=3d9bf45b-c11b-439d-85d8-78b17cd6be2f,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:49.723293 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5c6e75-33d1-4e24-ac29-4eec46f44b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:49.725443 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5c6e75-33d1-4e24-ac29-4eec46f44b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:49.725443 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5c6e75-33d1-4e24-ac29-4eec46f44b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:49.725443 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5c6e75-33d1-4e24-ac29-4eec46f44b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:49.725926 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:49.726045 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5c6e75-33d1-4e24-ac29-4eec46f44b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:49.726045 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5c6e75-33d1-4e24-ac29-4eec46f44b69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:49.726045 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5c6e75-33d1-4e24-ac29-4eec46f44b69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:49.726045 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5c6e75-33d1-4e24-ac29-4eec46f44b69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:49.726443 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5c6e75-33d1-4e24-ac29-4eec46f44b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:49.726778 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5c6e75-33d1-4e24-ac29-4eec46f44b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:49.727461 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5c6e75-33d1-4e24-ac29-4eec46f44b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:49.727975 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5c6e75-33d1-4e24-ac29-4eec46f44b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:01:49.732556 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-cabd3e8d-91a8-4e09-8e16-bd3aa75ec61d None None] Attempting to bind port 3d9bf45b-c11b-439d-85d8-78b17cd6be2f on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 11:01:49.733208 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-cabd3e8d-91a8-4e09-8e16-bd3aa75ec61d None None] Attempting to bind port 3d9bf45b-c11b-439d-85d8-78b17cd6be2f by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '2df4c609-2e93-4e04-ae65-0d33c73bcf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '46325957-4638-43c0-9971-f6695ddfa598'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 11:01:49.733876 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabd3e8d-91a8-4e09-8e16-bd3aa75ec61d None None] Attempting to bind port 3d9bf45b-c11b-439d-85d8-78b17cd6be2f on network 46325957-4638-43c0-9971-f6695ddfa598 {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:01:49.740695 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabd3e8d-91a8-4e09-8e16-bd3aa75ec61d None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 11, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:01:49.741076 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabd3e8d-91a8-4e09-8e16-bd3aa75ec61d None None] Checking segment: {'id': '2df4c609-2e93-4e04-ae65-0d33c73bcf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '46325957-4638-43c0-9971-f6695ddfa598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 11:01:49.741472 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-cabd3e8d-91a8-4e09-8e16-bd3aa75ec61d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:49.741624 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-fe9e4183-9d13-46eb-a12d-5cfb892aa048 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6872809 Jun 30 11:01:49.741972 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabd3e8d-91a8-4e09-8e16-bd3aa75ec61d None None] Bound using segment: {'id': '2df4c609-2e93-4e04-ae65-0d33c73bcf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '46325957-4638-43c0-9971-f6695ddfa598'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:01:49.742473 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-cabd3e8d-91a8-4e09-8e16-bd3aa75ec61d None None] Bound port: 3d9bf45b-c11b-439d-85d8-78b17cd6be2f, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df4c609-2e93-4e04-ae65-0d33c73bcf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '46325957-4638-43c0-9971-f6695ddfa598'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 11:01:49.742832 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-cabd3e8d-91a8-4e09-8e16-bd3aa75ec61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:49.744062 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38428) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:49.748553 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-b8d58660-7ada-4f28-ab6a-1555fb2f4b2f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1763598612-router', 'tenant_id': 'c9a236de692f4ae79f91c58d1a81b9c3', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:01:49.819963 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-cabd3e8d-91a8-4e09-8e16-bd3aa75ec61d None None] For port 3d9bf45b-c11b-439d-85d8-78b17cd6be2f, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 11:01:49.823552 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-cabd3e8d-91a8-4e09-8e16-bd3aa75ec61d None None] For port 3d9bf45b-c11b-439d-85d8-78b17cd6be2f, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3d9bf45b-c11b-439d-85d8-78b17cd6be2f,segment=NetworkSegment(2df4c609-2e93-4e04-ae65-0d33c73bcf43),segment_id=2df4c609-2e93-4e04-ae65-0d33c73bcf43)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 11:01:49.827093 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b8d58660-7ada-4f28-ab6a-1555fb2f4b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1642217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99998'] for router, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:49.828668 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b8d58660-7ada-4f28-ab6a-1555fb2f4b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99989'] for router, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:49.828996 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=13921a28-28ee-45e1-a086-d67fd9930a6f,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:49.874769 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db12db7a-9e35-4b53-9747-686693f4abdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41bdda37-83f9-5556-8db0-be1a120bea36-18ba4e97-a0e0-4ddd-8285-e886ba07f33f', 'network_id': '18ba4e97-a0e0-4ddd-8285-e886ba07f33f', 'tenant_id': 'c9a236de692f4ae79f91c58d1a81b9c3', 'fixed_ips': [{'subnet_id': 'df6ad23d-cbf7-4d4a-8961-a867d45fe2d4'}]}} from n-d-771363-31. {{(pid=101055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 11:01:49.875454 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-db12db7a-9e35-4b53-9747-686693f4abdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:49.893579 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b8d58660-7ada-4f28-ab6a-1555fb2f4b2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:49.900541 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-cabd3e8d-91a8-4e09-8e16-bd3aa75ec61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:49.960246 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabd3e8d-91a8-4e09-8e16-bd3aa75ec61d None None] Routers {'17e2ffd0-2526-4081-a8fb-bf75bb3a3632'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:01:49.960763 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-cabd3e8d-91a8-4e09-8e16-bd3aa75ec61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T11:01:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['17e2ffd0-2526-4081-a8fb-bf75bb3a3632'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:49.996043 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c6e75-33d1-4e24-ac29-4eec46f44b69 None None] Pushing event updated for resources: {'Port': ['ID=3d9bf45b-c11b-439d-85d8-78b17cd6be2f,revision_number=4']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:50.044630 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.db_base_plugin_common [None req-db12db7a-9e35-4b53-9747-686693f4abdd None None] Allocated IP 172.20.0.2 (18ba4e97-a0e0-4ddd-8285-e886ba07f33f/df6ad23d-cbf7-4d4a-8961-a867d45fe2d4/4b97816e-09de-4e72-965b-465e832a12f7) {{(pid=101055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:01:50.145335 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b8d58660-7ada-4f28-ab6a-1555fb2f4b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1642231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100067'] for router, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:50.187562 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-cabd3e8d-91a8-4e09-8e16-bd3aa75ec61d None None] Set router 17e2ffd0-2526-4081-a8fb-bf75bb3a3632 gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:01:50.213449 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-db12db7a-9e35-4b53-9747-686693f4abdd None None] Notify callbacks [] for port, precommit_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:50.225376 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-db12db7a-9e35-4b53-9747-686693f4abdd None None] Transition to ACTIVE for port object 4b97816e-09de-4e72-965b-465e832a12f7 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:01:50.246333 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-db12db7a-9e35-4b53-9747-686693f4abdd None None] Transition to ACTIVE for port object 4b97816e-09de-4e72-965b-465e832a12f7 will not be triggered until provisioned by entity DHCP. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:01:50.313046 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-db12db7a-9e35-4b53-9747-686693f4abdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890'] for port, after_create {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:50.352033 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db12db7a-9e35-4b53-9747-686693f4abdd None None] Network 18ba4e97-a0e0-4ddd-8285-e886ba07f33f is already hosted by enough agents. {{(pid=101055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:01:50.358286 n-d-771363-31 neutron-server[101055]: DEBUG neutron.scheduler.base_scheduler [None req-db12db7a-9e35-4b53-9747-686693f4abdd None None] Resources bound (agent type, host, resource id): {{(pid=101055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:01:50.363496 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db12db7a-9e35-4b53-9747-686693f4abdd None None] Received port after_create {{(pid=101055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 11:01:50.366982 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12db7a-9e35-4b53-9747-686693f4abdd None None] Pushing event updated for resources: {'Port': ['ID=4b97816e-09de-4e72-965b-465e832a12f7,revision_number=1']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:50.399540 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-cabd3e8d-91a8-4e09-8e16-bd3aa75ec61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'name': 'tempest-TestSnapshotPattern-158660763-router', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T11:01:43Z', 'updated_at': '2021-06-30T11:01:46Z', 'revision_number': 4, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'gw_port': {'id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:44Z', 'updated_at': '2021-06-30T11:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '3d9bf45b-c11b-439d-85d8-78b17cd6be2f', 'name': '', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'mac_address': 'fa:16:3e:b6:74:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:46Z', 'updated_at': '2021-06-30T11:01:49Z', 'revision_number': 4, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'subnets': [{'id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:50.425708 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-db12db7a-9e35-4b53-9747-686693f4abdd None None] Attempting to bind port 4b97816e-09de-4e72-965b-465e832a12f7 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 11:01:50.426076 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-db12db7a-9e35-4b53-9747-686693f4abdd None None] Attempting to bind port 4b97816e-09de-4e72-965b-465e832a12f7 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'fdbc066c-d56d-4106-a42e-ffb76c68490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '18ba4e97-a0e0-4ddd-8285-e886ba07f33f'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 11:01:50.426433 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db12db7a-9e35-4b53-9747-686693f4abdd None None] Attempting to bind port 4b97816e-09de-4e72-965b-465e832a12f7 on network 18ba4e97-a0e0-4ddd-8285-e886ba07f33f {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:01:50.430950 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabd3e8d-91a8-4e09-8e16-bd3aa75ec61d None None] The sync data for ids ['17e2ffd0-2526-4081-a8fb-bf75bb3a3632'] in n-d-771363-31 is: [{'id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'name': 'tempest-TestSnapshotPattern-158660763-router', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T11:01:43Z', 'updated_at': '2021-06-30T11:01:46Z', 'revision_number': 4, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'gw_port': {'id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:44Z', 'updated_at': '2021-06-30T11:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '3d9bf45b-c11b-439d-85d8-78b17cd6be2f', 'name': '', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'mac_address': 'fa:16:3e:b6:74:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:46Z', 'updated_at': '2021-06-30T11:01:49Z', 'revision_number': 4, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'subnets': [{'id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:01:50.432185 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db12db7a-9e35-4b53-9747-686693f4abdd None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 11, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:01:50.433120 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db12db7a-9e35-4b53-9747-686693f4abdd None None] Checking segment: {'id': 'fdbc066c-d56d-4106-a42e-ffb76c68490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '18ba4e97-a0e0-4ddd-8285-e886ba07f33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 11:01:50.434102 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-db12db7a-9e35-4b53-9747-686693f4abdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:50.434568 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db12db7a-9e35-4b53-9747-686693f4abdd None None] Bound using segment: {'id': 'fdbc066c-d56d-4106-a42e-ffb76c68490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '18ba4e97-a0e0-4ddd-8285-e886ba07f33f'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:01:50.435191 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-db12db7a-9e35-4b53-9747-686693f4abdd None None] Bound port: 4b97816e-09de-4e72-965b-465e832a12f7, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdbc066c-d56d-4106-a42e-ffb76c68490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '18ba4e97-a0e0-4ddd-8285-e886ba07f33f'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 11:01:50.435749 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-db12db7a-9e35-4b53-9747-686693f4abdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:50.444352 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b8d58660-7ada-4f28-ab6a-1555fb2f4b2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:50.466412 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b8d58660-7ada-4f28-ab6a-1555fb2f4b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:50.531883 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-db12db7a-9e35-4b53-9747-686693f4abdd None None] For port 4b97816e-09de-4e72-965b-465e832a12f7, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 11:01:50.535743 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-db12db7a-9e35-4b53-9747-686693f4abdd None None] For port 4b97816e-09de-4e72-965b-465e832a12f7, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4b97816e-09de-4e72-965b-465e832a12f7,segment=NetworkSegment(fdbc066c-d56d-4106-a42e-ffb76c68490f),segment_id=fdbc066c-d56d-4106-a42e-ffb76c68490f)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 11:01:50.569792 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b719c8d4-f400-4aca-8d8b-2b189ff0a692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:50.618487 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-b8d58660-7ada-4f28-ab6a-1555fb2f4b2f admin admin] Allocated IP 172.25.6.241 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/8ac6e491-5efb-4e68-b55a-9b61d3d59584) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:01:50.632131 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-db12db7a-9e35-4b53-9747-686693f4abdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:50.695693 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12db7a-9e35-4b53-9747-686693f4abdd None None] Pushing event updated for resources: {'Port': ['ID=4b97816e-09de-4e72-965b-465e832a12f7,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:50.732450 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b8d58660-7ada-4f28-ab6a-1555fb2f4b2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:50.826985 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b8d58660-7ada-4f28-ab6a-1555fb2f4b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:50.881796 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d58660-7ada-4f28-ab6a-1555fb2f4b2f admin admin] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:01:50.889445 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-b8d58660-7ada-4f28-ab6a-1555fb2f4b2f admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:01:50.889445 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d58660-7ada-4f28-ab6a-1555fb2f4b2f admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 11:01:50.921429 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d58660-7ada-4f28-ab6a-1555fb2f4b2f admin admin] Pushing event updated for resources: {'Port': ['ID=8ac6e491-5efb-4e68-b55a-9b61d3d59584,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:51.237105 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b8d58660-7ada-4f28-ab6a-1555fb2f4b2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:51.456559 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b8d58660-7ada-4f28-ab6a-1555fb2f4b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1642208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1644107'] for router, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:51.575398 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4b97816e-09de-4e72-965b-465e832a12f7 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 11:01:51.718066 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d58660-7ada-4f28-ab6a-1555fb2f4b2f admin admin] Router 167df598-4ab8-4f52-b41c-f488a08a97de is scheduled to L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb with binding_index 1 {{(pid=101053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 11:01:51.746783 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 4b97816e-09de-4e72-965b-465e832a12f7 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:01:51.753342 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3d9bf45b-c11b-439d-85d8-78b17cd6be2f up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 11:01:51.785465 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc375f21-dd91-4c5c-b32c-2f0aea44806c None None] Network 18ba4e97-a0e0-4ddd-8285-e886ba07f33f requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 11:01:51.835813 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d58660-7ada-4f28-ab6a-1555fb2f4b2f admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 11:01:51.848027 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7308083-8ad2-4ec5-87c5-ae43891ec982 None None] Sync routers for ids ['167df598-4ab8-4f52-b41c-f488a08a97de'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:01:51.884623 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7308083-8ad2-4ec5-87c5-ae43891ec982 None None] Routers {'167df598-4ab8-4f52-b41c-f488a08a97de'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:01:51.885253 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a7308083-8ad2-4ec5-87c5-ae43891ec982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T11:01:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['167df598-4ab8-4f52-b41c-f488a08a97de'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:51.930823 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 3d9bf45b-c11b-439d-85d8-78b17cd6be2f completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:01:51.935555 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b8d58660-7ada-4f28-ab6a-1555fb2f4b2f admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:51.936843 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b8d58660-7ada-4f28-ab6a-1555fb2f4b2f admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1918409 Jun 30 11:01:51.939497 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38430) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:51.971453 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 3d9bf45b-c11b-439d-85d8-78b17cd6be2f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:01:51.971453 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:52.031827 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d884db66-e1dc-4a58-b953-31b814334ee5 None None] Provisioning for port 4b97816e-09de-4e72-965b-465e832a12f7 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:01:52.058290 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-d884db66-e1dc-4a58-b953-31b814334ee5 None None] Provisioning complete for port 4b97816e-09de-4e72-965b-465e832a12f7 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:01:52.058663 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d884db66-e1dc-4a58-b953-31b814334ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:52.104361 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-a7308083-8ad2-4ec5-87c5-ae43891ec982 None None] Set router 167df598-4ab8-4f52-b41c-f488a08a97de gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:01:52.371358 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-01e33626-29a8-48b5-a486-01d77970fe53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:52.499890 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:52.524165 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d884db66-e1dc-4a58-b953-31b814334ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:52.536695 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-01e33626-29a8-48b5-a486-01d77970fe53 admin admin] Allocated IP 172.20.0.1 (18ba4e97-a0e0-4ddd-8285-e886ba07f33f/df6ad23d-cbf7-4d4a-8961-a867d45fe2d4/bb220ebf-d78c-4821-af43-0556168133e1) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:01:52.587438 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 3d9bf45b-c11b-439d-85d8-78b17cd6be2f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3d9bf45b-c11b-439d-85d8-78b17cd6be2f,segment=NetworkSegment(2df4c609-2e93-4e04-ae65-0d33c73bcf43),segment_id=2df4c609-2e93-4e04-ae65-0d33c73bcf43)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:01:52.607249 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-d884db66-e1dc-4a58-b953-31b814334ee5 None None] For port 4b97816e-09de-4e72-965b-465e832a12f7, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4b97816e-09de-4e72-965b-465e832a12f7,segment=NetworkSegment(fdbc066c-d56d-4106-a42e-ffb76c68490f),segment_id=fdbc066c-d56d-4106-a42e-ffb76c68490f)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:01:52.628047 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a7308083-8ad2-4ec5-87c5-ae43891ec982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167df598-4ab8-4f52-b41c-f488a08a97de', 'name': 'tempest-TestSnapshotPattern-1763598612-router', 'tenant_id': 'c9a236de692f4ae79f91c58d1a81b9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '8ac6e491-5efb-4e68-b55a-9b61d3d59584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T11:01:49Z', 'updated_at': '2021-06-30T11:01:51Z', 'revision_number': 3, 'project_id': 'c9a236de692f4ae79f91c58d1a81b9c3', 'gw_port': {'id': '8ac6e491-5efb-4e68-b55a-9b61d3d59584', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:96:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167df598-4ab8-4f52-b41c-f488a08a97de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:50Z', 'updated_at': '2021-06-30T11:01:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:52.657476 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:52.658280 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 13921a28-28ee-45e1-a086-d67fd9930a6f up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 11:01:52.660567 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7308083-8ad2-4ec5-87c5-ae43891ec982 None None] Checking router: 167df598-4ab8-4f52-b41c-f488a08a97de for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:01:52.663891 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7308083-8ad2-4ec5-87c5-ae43891ec982 None None] Updating router 167df598-4ab8-4f52-b41c-f488a08a97de port 8ac6e491-5efb-4e68-b55a-9b61d3d59584 binding host n-d-771363-31 {{(pid=101055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 11:01:52.724671 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d884db66-e1dc-4a58-b953-31b814334ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:52.768521 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a7308083-8ad2-4ec5-87c5-ae43891ec982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:52.795652 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=3d9bf45b-c11b-439d-85d8-78b17cd6be2f,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:52.912308 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-01e33626-29a8-48b5-a486-01d77970fe53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:52.924391 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 13921a28-28ee-45e1-a086-d67fd9930a6f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:01:52.924753 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [None req-01e33626-29a8-48b5-a486-01d77970fe53 admin admin] Transition to ACTIVE for port object bb220ebf-d78c-4821-af43-0556168133e1 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:01:52.924912 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:52.966851 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884db66-e1dc-4a58-b953-31b814334ee5 None None] Pushing event updated for resources: {'Port': ['ID=4b97816e-09de-4e72-965b-465e832a12f7,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:52.970337 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-095ab0bc-bb46-4874-bdf1-56225acb1422 None None] Provisioning complete for port 4b97816e-09de-4e72-965b-465e832a12f7 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:01:52.970924 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-095ab0bc-bb46-4874-bdf1-56225acb1422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:53.016030 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-01e33626-29a8-48b5-a486-01d77970fe53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:53.054271 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e33626-29a8-48b5-a486-01d77970fe53 admin admin] Network 18ba4e97-a0e0-4ddd-8285-e886ba07f33f is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:01:53.058426 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-01e33626-29a8-48b5-a486-01d77970fe53 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:01:53.064257 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e33626-29a8-48b5-a486-01d77970fe53 admin admin] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 11:01:53.070716 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e33626-29a8-48b5-a486-01d77970fe53 admin admin] Pushing event updated for resources: {'Port': ['ID=bb220ebf-d78c-4821-af43-0556168133e1,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:53.098462 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0e4a498d-f60e-4d33-8677-1e6e2fff787d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:53.110844 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-01e33626-29a8-48b5-a486-01d77970fe53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645378'] for router_interface, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:53.263250 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a7308083-8ad2-4ec5-87c5-ae43891ec982 None None] Notify callbacks [] for port, precommit_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:53.273851 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a7308083-8ad2-4ec5-87c5-ae43891ec982 None None] Transition to ACTIVE for port object 8ac6e491-5efb-4e68-b55a-9b61d3d59584 will not be triggered until provisioned by entity L2. {{(pid=101055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:01:53.328415 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-01e33626-29a8-48b5-a486-01d77970fe53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:53.340837 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a7308083-8ad2-4ec5-87c5-ae43891ec982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:53.394955 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32647e12-8c4c-4417-a690-92aae89ab688 None None] Pushing event updated for resources: {'Port': ['ID=8ac6e491-5efb-4e68-b55a-9b61d3d59584,revision_number=2']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:53.397896 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-19771fb8-5fd8-4b98-a476-1dc415509d3d None None] Provisioning for port bb220ebf-d78c-4821-af43-0556168133e1 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:01:53.402717 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-a7308083-8ad2-4ec5-87c5-ae43891ec982 None None] Attempting to bind port 8ac6e491-5efb-4e68-b55a-9b61d3d59584 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 11:01:53.402717 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-a7308083-8ad2-4ec5-87c5-ae43891ec982 None None] Attempting to bind port 8ac6e491-5efb-4e68-b55a-9b61d3d59584 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 11:01:53.402717 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7308083-8ad2-4ec5-87c5-ae43891ec982 None None] Attempting to bind port 8ac6e491-5efb-4e68-b55a-9b61d3d59584 on network 599fb812-09ee-4e3b-a109-d92406a95c23 {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:01:53.406966 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-19771fb8-5fd8-4b98-a476-1dc415509d3d None None] Provisioning complete for port bb220ebf-d78c-4821-af43-0556168133e1 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:01:53.407360 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-19771fb8-5fd8-4b98-a476-1dc415509d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:53.410625 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7308083-8ad2-4ec5-87c5-ae43891ec982 None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 11, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:01:53.410804 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7308083-8ad2-4ec5-87c5-ae43891ec982 None None] Checking segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 11:01:53.411271 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a7308083-8ad2-4ec5-87c5-ae43891ec982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:53.411671 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7308083-8ad2-4ec5-87c5-ae43891ec982 None None] Bound using segment: {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'} {{(pid=101055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:01:53.412150 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.managers [None req-a7308083-8ad2-4ec5-87c5-ae43891ec982 None None] Bound port: 8ac6e491-5efb-4e68-b55a-9b61d3d59584, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23'}}] {{(pid=101055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 11:01:53.412528 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a7308083-8ad2-4ec5-87c5-ae43891ec982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:53.468705 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4b97816e-09de-4e72-965b-465e832a12f7 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 11:01:53.498924 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-19771fb8-5fd8-4b98-a476-1dc415509d3d None None] Port bb220ebf-d78c-4821-af43-0556168133e1 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 11:01:53.505445 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-01e33626-29a8-48b5-a486-01d77970fe53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:53.527006 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-a7308083-8ad2-4ec5-87c5-ae43891ec982 None None] For port 8ac6e491-5efb-4e68-b55a-9b61d3d59584, host n-d-771363-31, cleared binding levels {{(pid=101055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 11:01:53.531068 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-a7308083-8ad2-4ec5-87c5-ae43891ec982 None None] For port 8ac6e491-5efb-4e68-b55a-9b61d3d59584, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8ac6e491-5efb-4e68-b55a-9b61d3d59584,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 11:01:53.544971 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 4b97816e-09de-4e72-965b-465e832a12f7 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:01:53.545341 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:53.574925 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-01e33626-29a8-48b5-a486-01d77970fe53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:53.619406 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a7308083-8ad2-4ec5-87c5-ae43891ec982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:53.644702 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-01e33626-29a8-48b5-a486-01d77970fe53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1644917'] for router_interface, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:53.646583 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e33626-29a8-48b5-a486-01d77970fe53 admin admin] Pushing event updated for resources: {'Port': ['ID=bb220ebf-d78c-4821-af43-0556168133e1,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:53.679528 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3d9bf45b-c11b-439d-85d8-78b17cd6be2f up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 11:01:53.723834 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7308083-8ad2-4ec5-87c5-ae43891ec982 None None] Routers {'167df598-4ab8-4f52-b41c-f488a08a97de'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:01:53.724471 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a7308083-8ad2-4ec5-87c5-ae43891ec982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T11:01:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['167df598-4ab8-4f52-b41c-f488a08a97de'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:53.726153 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32647e12-8c4c-4417-a690-92aae89ab688 None None] Pushing event updated for resources: {'Port': ['ID=8ac6e491-5efb-4e68-b55a-9b61d3d59584,revision_number=3']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:53.731341 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:53.746905 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e33626-29a8-48b5-a486-01d77970fe53 admin admin] Network 18ba4e97-a0e0-4ddd-8285-e886ba07f33f is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:01:53.748300 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-01e33626-29a8-48b5-a486-01d77970fe53 admin admin] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:01:53.831405 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 3d9bf45b-c11b-439d-85d8-78b17cd6be2f triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:01:53.831784 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:53.878523 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e33626-29a8-48b5-a486-01d77970fe53 admin admin] Router 167df598-4ab8-4f52-b41c-f488a08a97de has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:01:53.880943 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-a7308083-8ad2-4ec5-87c5-ae43891ec982 None None] Set router 167df598-4ab8-4f52-b41c-f488a08a97de gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:01:54.007141 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e33626-29a8-48b5-a486-01d77970fe53 admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 11:01:54.011939 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-01e33626-29a8-48b5-a486-01d77970fe53 admin admin] 10.222.0.10 "PUT /v2.0/routers/167df598-4ab8-4f52-b41c-f488a08a97de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0707631 Jun 30 11:01:54.062444 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0eda3399-149d-4746-9b6f-0f2f946d7f79 None None] Provisioning complete for port bb220ebf-d78c-4821-af43-0556168133e1 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:01:54.062810 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0eda3399-149d-4746-9b6f-0f2f946d7f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:54.115778 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0eda3399-149d-4746-9b6f-0f2f946d7f79 None None] Port bb220ebf-d78c-4821-af43-0556168133e1 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 11:01:54.163730 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-a7308083-8ad2-4ec5-87c5-ae43891ec982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167df598-4ab8-4f52-b41c-f488a08a97de', 'name': 'tempest-TestSnapshotPattern-1763598612-router', 'tenant_id': 'c9a236de692f4ae79f91c58d1a81b9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '8ac6e491-5efb-4e68-b55a-9b61d3d59584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T11:01:49Z', 'updated_at': '2021-06-30T11:01:53Z', 'revision_number': 4, 'project_id': 'c9a236de692f4ae79f91c58d1a81b9c3', 'gw_port': {'id': '8ac6e491-5efb-4e68-b55a-9b61d3d59584', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:96:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167df598-4ab8-4f52-b41c-f488a08a97de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:50Z', 'updated_at': '2021-06-30T11:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'bb220ebf-d78c-4821-af43-0556168133e1', 'name': '', 'network_id': '18ba4e97-a0e0-4ddd-8285-e886ba07f33f', 'tenant_id': 'c9a236de692f4ae79f91c58d1a81b9c3', 'mac_address': 'fa:16:3e:ec:0d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167df598-4ab8-4f52-b41c-f488a08a97de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'df6ad23d-cbf7-4d4a-8961-a867d45fe2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:52Z', 'updated_at': '2021-06-30T11:01:53Z', 'revision_number': 2, 'project_id': 'c9a236de692f4ae79f91c58d1a81b9c3', 'subnets': [{'id': 'df6ad23d-cbf7-4d4a-8961-a867d45fe2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:54.189337 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7308083-8ad2-4ec5-87c5-ae43891ec982 None None] The sync data for ids ['167df598-4ab8-4f52-b41c-f488a08a97de'] in n-d-771363-31 is: [{'id': '167df598-4ab8-4f52-b41c-f488a08a97de', 'name': 'tempest-TestSnapshotPattern-1763598612-router', 'tenant_id': 'c9a236de692f4ae79f91c58d1a81b9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '8ac6e491-5efb-4e68-b55a-9b61d3d59584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T11:01:49Z', 'updated_at': '2021-06-30T11:01:53Z', 'revision_number': 4, 'project_id': 'c9a236de692f4ae79f91c58d1a81b9c3', 'gw_port': {'id': '8ac6e491-5efb-4e68-b55a-9b61d3d59584', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:96:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167df598-4ab8-4f52-b41c-f488a08a97de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:50Z', 'updated_at': '2021-06-30T11:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'bb220ebf-d78c-4821-af43-0556168133e1', 'name': '', 'network_id': '18ba4e97-a0e0-4ddd-8285-e886ba07f33f', 'tenant_id': 'c9a236de692f4ae79f91c58d1a81b9c3', 'mac_address': 'fa:16:3e:ec:0d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167df598-4ab8-4f52-b41c-f488a08a97de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'df6ad23d-cbf7-4d4a-8961-a867d45fe2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:52Z', 'updated_at': '2021-06-30T11:01:53Z', 'revision_number': 2, 'project_id': 'c9a236de692f4ae79f91c58d1a81b9c3', 'subnets': [{'id': 'df6ad23d-cbf7-4d4a-8961-a867d45fe2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:01:54.630367 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38440) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:54.635245 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-5ec4b163-6b39-4c5d-b8e0-9246ef14fd9f tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1397504989', 'description': 'tempest-secgroup-smoke-1397504989 description', 'project_id': '1c2213143e5c423693718d72a1dfc452'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:01:54.711875 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5ec4b163-6b39-4c5d-b8e0-9246ef14fd9f tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for security_group, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:54.810400 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5ec4b163-6b39-4c5d-b8e0-9246ef14fd9f tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for security_group, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:54.883809 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5ec4b163-6b39-4c5d-b8e0-9246ef14fd9f tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:54.914746 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4b163-6b39-4c5d-b8e0-9246ef14fd9f tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19f11147-9c96-4930-8614-e24016f61983,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:54.975313 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5ec4b163-6b39-4c5d-b8e0-9246ef14fd9f tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:54.979256 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5ec4b163-6b39-4c5d-b8e0-9246ef14fd9f tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3451939 Jun 30 11:01:54.979508 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38442) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:54.984038 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-7f92a8b9-5a50-417c-a8ac-01a3ded03073 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Request body: {'security_group_rule': {'security_group_id': '19f11147-9c96-4930-8614-e24016f61983', 'project_id': '1c2213143e5c423693718d72a1dfc452', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:01:55.077601 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7f92a8b9-5a50-417c-a8ac-01a3ded03073 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:55.100882 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:55.138127 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7f92a8b9-5a50-417c-a8ac-01a3ded03073 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:55.209540 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7f92a8b9-5a50-417c-a8ac-01a3ded03073 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:55.229905 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92a8b9-5a50-417c-a8ac-01a3ded03073 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a11f257a-4af8-4374-8cc6-ef1518f07ae8,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:55.278353 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-7f92a8b9-5a50-417c-a8ac-01a3ded03073 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:55.279611 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-7f92a8b9-5a50-417c-a8ac-01a3ded03073 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2991710 Jun 30 11:01:55.282293 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38444) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:55.287821 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-9b042b9a-fabf-432c-aadf-d0c7d19bf3b6 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Request body: {'security_group_rule': {'security_group_id': '19f11147-9c96-4930-8614-e24016f61983', 'project_id': '1c2213143e5c423693718d72a1dfc452', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:01:55.363574 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9b042b9a-fabf-432c-aadf-d0c7d19bf3b6 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:55.426676 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9b042b9a-fabf-432c-aadf-d0c7d19bf3b6 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:55.467266 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8ac6e491-5efb-4e68-b55a-9b61d3d59584 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 11:01:55.501119 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9b042b9a-fabf-432c-aadf-d0c7d19bf3b6 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:55.520705 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b042b9a-fabf-432c-aadf-d0c7d19bf3b6 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f85f2a-9b98-4155-a77c-e56c2b6b724d,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:55.569630 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port 8ac6e491-5efb-4e68-b55a-9b61d3d59584 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:01:55.573651 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 8ac6e491-5efb-4e68-b55a-9b61d3d59584 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:01:55.574034 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:55.592726 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-9b042b9a-fabf-432c-aadf-d0c7d19bf3b6 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:55.593968 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-9b042b9a-fabf-432c-aadf-d0c7d19bf3b6 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3107214 Jun 30 11:01:55.597231 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38446) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:55.601765 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-bd3786d6-efe9-4cb6-985a-2828436a3cbc tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Request body: {'security_group_rule': {'security_group_id': '19f11147-9c96-4930-8614-e24016f61983', 'project_id': '1c2213143e5c423693718d72a1dfc452', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:01:55.653198 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:55.665747 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bd3786d6-efe9-4cb6-985a-2828436a3cbc tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:55.673036 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port 8ac6e491-5efb-4e68-b55a-9b61d3d59584, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8ac6e491-5efb-4e68-b55a-9b61d3d59584,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:01:55.727101 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bd3786d6-efe9-4cb6-985a-2828436a3cbc tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:55.741066 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:55.791610 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=8ac6e491-5efb-4e68-b55a-9b61d3d59584,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:55.821151 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bd3786d6-efe9-4cb6-985a-2828436a3cbc tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:55.839224 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3786d6-efe9-4cb6-985a-2828436a3cbc tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c404e1-64d5-4cb9-a1ee-04f0289da916,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:55.895463 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-bd3786d6-efe9-4cb6-985a-2828436a3cbc tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:55.896703 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-bd3786d6-efe9-4cb6-985a-2828436a3cbc tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2985168 Jun 30 11:01:55.899435 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38448) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:55.903842 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-5354f4a6-17b6-40db-b9b2-e56e7f8d2de1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Request body: {'security_group_rule': {'security_group_id': '19f11147-9c96-4930-8614-e24016f61983', 'project_id': '1c2213143e5c423693718d72a1dfc452', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:01:55.993186 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5354f4a6-17b6-40db-b9b2-e56e7f8d2de1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:56.055379 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5354f4a6-17b6-40db-b9b2-e56e7f8d2de1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:56.146502 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5354f4a6-17b6-40db-b9b2-e56e7f8d2de1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:56.164636 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354f4a6-17b6-40db-b9b2-e56e7f8d2de1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d2548a-031f-44c9-8f56-22207e830066,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:56.232407 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5354f4a6-17b6-40db-b9b2-e56e7f8d2de1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:56.233712 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5354f4a6-17b6-40db-b9b2-e56e7f8d2de1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3332827 Jun 30 11:01:56.236376 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38452) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:56.240943 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-d7a133bd-19f0-4dff-b74a-9b5e3ff24e29 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Request body: {'security_group_rule': {'security_group_id': '19f11147-9c96-4930-8614-e24016f61983', 'project_id': '1c2213143e5c423693718d72a1dfc452', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:01:56.369949 n-d-771363-31 neutron-server[101053]: INFO neutron.db.securitygroups_db [None req-d7a133bd-19f0-4dff-b74a-9b5e3ff24e29 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Project 1c2213143e5c423693718d72a1dfc452 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 11:01:56.375393 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d7a133bd-19f0-4dff-b74a-9b5e3ff24e29 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:56.442948 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d7a133bd-19f0-4dff-b74a-9b5e3ff24e29 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:56.512292 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d7a133bd-19f0-4dff-b74a-9b5e3ff24e29 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:56.530377 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a133bd-19f0-4dff-b74a-9b5e3ff24e29 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec482839-3e97-4f12-8cc3-5e244532d054,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:56.603755 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-d7a133bd-19f0-4dff-b74a-9b5e3ff24e29 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:56.604997 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-d7a133bd-19f0-4dff-b74a-9b5e3ff24e29 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3675723 Jun 30 11:01:56.607716 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38454) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:01:56.612621 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-b19c3baf-acfe-41ea-b7cd-085fd11f1bf0 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Request body: {'security_group_rule': {'security_group_id': '19f11147-9c96-4930-8614-e24016f61983', 'project_id': '1c2213143e5c423693718d72a1dfc452', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:01:56.706635 n-d-771363-31 neutron-server[101053]: INFO neutron.db.securitygroups_db [None req-b19c3baf-acfe-41ea-b7cd-085fd11f1bf0 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Project 1c2213143e5c423693718d72a1dfc452 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 11:01:56.712360 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b19c3baf-acfe-41ea-b7cd-085fd11f1bf0 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:56.777984 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b19c3baf-acfe-41ea-b7cd-085fd11f1bf0 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:56.791576 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:56.861009 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b19c3baf-acfe-41ea-b7cd-085fd11f1bf0 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1591052'] for security_group_rule, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:56.881789 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c3baf-acfe-41ea-b7cd-085fd11f1bf0 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a6fa9f-d2a8-438a-85d7-0c1ca19ac7b1,revision_number=0']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:56.952378 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-b19c3baf-acfe-41ea-b7cd-085fd11f1bf0 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:56.953588 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-b19c3baf-acfe-41ea-b7cd-085fd11f1bf0 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3449733 Jun 30 11:01:57.102270 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-f6693dc5-4ca1-4b06-b333-a675f76a1932 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1397504989&fields=id&tenant_id=1c2213143e5c423693718d72a1dfc452 HTTP/1.1" status: 200 len: 267 time: 0.0342231 Jun 30 11:01:57.212706 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-43f042dc-c62f-4350-a3d1-39e4a65be995 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:01:57.214197 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-43f042dc-c62f-4350-a3d1-39e4a65be995 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/networks?id=46325957-4638-43c0-9971-f6695ddfa598 HTTP/1.1" status: 200 len: 809 time: 0.1052580 Jun 30 11:01:57.229003 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-120d60c5-86bd-4afa-92b4-651584d1789c tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/quotas/1c2213143e5c423693718d72a1dfc452 HTTP/1.1" status: 200 len: 375 time: 0.0093107 Jun 30 11:01:57.296437 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-222d2d8e-fd63-421d-bb1f-4a34564f1f73 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c2213143e5c423693718d72a1dfc452&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619113 Jun 30 11:01:57.317134 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7ff0a4-c7ec-4cc7-8b23-87063dcc74fd None None] Sync routers for ids ['167df598-4ab8-4f52-b41c-f488a08a97de'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:01:57.326173 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7ff0a4-c7ec-4cc7-8b23-87063dcc74fd None None] Routers {'167df598-4ab8-4f52-b41c-f488a08a97de'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:01:57.326778 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4b7ff0a4-c7ec-4cc7-8b23-87063dcc74fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T11:01:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['167df598-4ab8-4f52-b41c-f488a08a97de'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:57.434488 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-4b7ff0a4-c7ec-4cc7-8b23-87063dcc74fd None None] Set router 167df598-4ab8-4f52-b41c-f488a08a97de gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:01:57.443760 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8ac6e491-5efb-4e68-b55a-9b61d3d59584 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 11:01:57.457530 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-71dcd23b-742e-4b13-81be-33eaa23923c3 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 11:01:57.459929 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-71dcd23b-742e-4b13-81be-33eaa23923c3 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0662792 Jun 30 11:01:57.495756 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port 8ac6e491-5efb-4e68-b55a-9b61d3d59584 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:01:57.496130 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:57.565082 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-b0fbea34-de98-49a5-8f90-abadaac121ce service neutron] 10.222.0.10 "GET /v2.0/networks/46325957-4638-43c0-9971-f6695ddfa598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984099 Jun 30 11:01:57.641673 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4b7ff0a4-c7ec-4cc7-8b23-87063dcc74fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167df598-4ab8-4f52-b41c-f488a08a97de', 'name': 'tempest-TestSnapshotPattern-1763598612-router', 'tenant_id': 'c9a236de692f4ae79f91c58d1a81b9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '8ac6e491-5efb-4e68-b55a-9b61d3d59584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T11:01:49Z', 'updated_at': '2021-06-30T11:01:53Z', 'revision_number': 4, 'project_id': 'c9a236de692f4ae79f91c58d1a81b9c3', 'gw_port': {'id': '8ac6e491-5efb-4e68-b55a-9b61d3d59584', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:96:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167df598-4ab8-4f52-b41c-f488a08a97de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:50Z', 'updated_at': '2021-06-30T11:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'bb220ebf-d78c-4821-af43-0556168133e1', 'name': '', 'network_id': '18ba4e97-a0e0-4ddd-8285-e886ba07f33f', 'tenant_id': 'c9a236de692f4ae79f91c58d1a81b9c3', 'mac_address': 'fa:16:3e:ec:0d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167df598-4ab8-4f52-b41c-f488a08a97de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'df6ad23d-cbf7-4d4a-8961-a867d45fe2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:52Z', 'updated_at': '2021-06-30T11:01:53Z', 'revision_number': 2, 'project_id': 'c9a236de692f4ae79f91c58d1a81b9c3', 'subnets': [{'id': 'df6ad23d-cbf7-4d4a-8961-a867d45fe2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:57.657175 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-0395a9ab-1adb-4a8d-a357-227179c6fecc service neutron] 10.222.0.10 "GET /v2.0/networks/46325957-4638-43c0-9971-f6695ddfa598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840666 Jun 30 11:01:57.673462 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7ff0a4-c7ec-4cc7-8b23-87063dcc74fd None None] Checking router: 167df598-4ab8-4f52-b41c-f488a08a97de for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:01:57.673462 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7ff0a4-c7ec-4cc7-8b23-87063dcc74fd None None] Updating router 167df598-4ab8-4f52-b41c-f488a08a97de port bb220ebf-d78c-4821-af43-0556168133e1 binding host n-d-771363-31 {{(pid=101056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 11:01:57.705050 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-4b7ff0a4-c7ec-4cc7-8b23-87063dcc74fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:57.895133 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-5f941cd8-6648-4484-827a-358420ac0c33 req-5df3be3d-c50f-4f27-b207-e75fa033e3a5 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f615ed1-9694-4694-ab36-1ef6fbbd84d2 HTTP/1.1" status: 200 len: 210 time: 0.0308042 Jun 30 11:01:57.975953 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-4b7ff0a4-c7ec-4cc7-8b23-87063dcc74fd None None] Notify callbacks [] for port, precommit_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:57.986177 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.provisioning_blocks [None req-4b7ff0a4-c7ec-4cc7-8b23-87063dcc74fd None None] Transition to ACTIVE for port object bb220ebf-d78c-4821-af43-0556168133e1 will not be triggered until provisioned by entity L2. {{(pid=101056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:01:58.055012 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-4b7ff0a4-c7ec-4cc7-8b23-87063dcc74fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:58.108223 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b9adf-8d42-4a79-b73d-1d0604b06787 None None] Pushing event updated for resources: {'Port': ['ID=bb220ebf-d78c-4821-af43-0556168133e1,revision_number=3']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:58.181934 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-4b7ff0a4-c7ec-4cc7-8b23-87063dcc74fd None None] Attempting to bind port bb220ebf-d78c-4821-af43-0556168133e1 on host n-d-771363-31 for vnic_type normal with profile {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 11:01:58.182293 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-4b7ff0a4-c7ec-4cc7-8b23-87063dcc74fd None None] Attempting to bind port bb220ebf-d78c-4821-af43-0556168133e1 by drivers openvswitch,hyperv on host n-d-771363-31 at level 0 using segments [{'id': 'fdbc066c-d56d-4106-a42e-ffb76c68490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '18ba4e97-a0e0-4ddd-8285-e886ba07f33f'}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 11:01:58.182640 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7ff0a4-c7ec-4cc7-8b23-87063dcc74fd None None] Attempting to bind port bb220ebf-d78c-4821-af43-0556168133e1 on network 18ba4e97-a0e0-4ddd-8285-e886ba07f33f {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:01:58.187978 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7ff0a4-c7ec-4cc7-8b23-87063dcc74fd None None] Checking agent: {'id': '9c6ee7be-4add-483e-9cd6-a44bb544dc5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 49, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 49, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 11, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:01:58.188439 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7ff0a4-c7ec-4cc7-8b23-87063dcc74fd None None] Checking segment: {'id': 'fdbc066c-d56d-4106-a42e-ffb76c68490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '18ba4e97-a0e0-4ddd-8285-e886ba07f33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 11:01:58.188753 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-4b7ff0a4-c7ec-4cc7-8b23-87063dcc74fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:58.189136 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7ff0a4-c7ec-4cc7-8b23-87063dcc74fd None None] Bound using segment: {'id': 'fdbc066c-d56d-4106-a42e-ffb76c68490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '18ba4e97-a0e0-4ddd-8285-e886ba07f33f'} {{(pid=101056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:01:58.189620 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.managers [None req-4b7ff0a4-c7ec-4cc7-8b23-87063dcc74fd None None] Bound port: bb220ebf-d78c-4821-af43-0556168133e1, host: n-d-771363-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdbc066c-d56d-4106-a42e-ffb76c68490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '18ba4e97-a0e0-4ddd-8285-e886ba07f33f'}}] {{(pid=101056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 11:01:58.189992 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-4b7ff0a4-c7ec-4cc7-8b23-87063dcc74fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:58.255295 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-4b7ff0a4-c7ec-4cc7-8b23-87063dcc74fd None None] For port bb220ebf-d78c-4821-af43-0556168133e1, host n-d-771363-31, cleared binding levels {{(pid=101056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 11:01:58.258620 n-d-771363-31 neutron-server[101056]: DEBUG neutron.plugins.ml2.db [None req-4b7ff0a4-c7ec-4cc7-8b23-87063dcc74fd None None] For port bb220ebf-d78c-4821-af43-0556168133e1, host n-d-771363-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=bb220ebf-d78c-4821-af43-0556168133e1,segment=NetworkSegment(fdbc066c-d56d-4106-a42e-ffb76c68490f),segment_id=fdbc066c-d56d-4106-a42e-ffb76c68490f)] {{(pid=101056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 11:01:58.335156 n-d-771363-31 neutron-server[101056]: DEBUG neutron_lib.callbacks.manager [None req-4b7ff0a4-c7ec-4cc7-8b23-87063dcc74fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:58.394715 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7ff0a4-c7ec-4cc7-8b23-87063dcc74fd None None] Routers {'167df598-4ab8-4f52-b41c-f488a08a97de'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:01:58.395381 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4b7ff0a4-c7ec-4cc7-8b23-87063dcc74fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T11:01:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['167df598-4ab8-4f52-b41c-f488a08a97de'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:58.432526 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b9adf-8d42-4a79-b73d-1d0604b06787 None None] Pushing event updated for resources: {'Port': ['ID=bb220ebf-d78c-4821-af43-0556168133e1,revision_number=4']} {{(pid=101056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:01:58.515527 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-4b7ff0a4-c7ec-4cc7-8b23-87063dcc74fd None None] Set router 167df598-4ab8-4f52-b41c-f488a08a97de gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:01:58.716205 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-4b7ff0a4-c7ec-4cc7-8b23-87063dcc74fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167df598-4ab8-4f52-b41c-f488a08a97de', 'name': 'tempest-TestSnapshotPattern-1763598612-router', 'tenant_id': 'c9a236de692f4ae79f91c58d1a81b9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '8ac6e491-5efb-4e68-b55a-9b61d3d59584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T11:01:49Z', 'updated_at': '2021-06-30T11:01:53Z', 'revision_number': 4, 'project_id': 'c9a236de692f4ae79f91c58d1a81b9c3', 'gw_port': {'id': '8ac6e491-5efb-4e68-b55a-9b61d3d59584', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:96:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167df598-4ab8-4f52-b41c-f488a08a97de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:50Z', 'updated_at': '2021-06-30T11:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'bb220ebf-d78c-4821-af43-0556168133e1', 'name': '', 'network_id': '18ba4e97-a0e0-4ddd-8285-e886ba07f33f', 'tenant_id': 'c9a236de692f4ae79f91c58d1a81b9c3', 'mac_address': 'fa:16:3e:ec:0d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167df598-4ab8-4f52-b41c-f488a08a97de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'df6ad23d-cbf7-4d4a-8961-a867d45fe2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:52Z', 'updated_at': '2021-06-30T11:01:58Z', 'revision_number': 4, 'project_id': 'c9a236de692f4ae79f91c58d1a81b9c3', 'subnets': [{'id': 'df6ad23d-cbf7-4d4a-8961-a867d45fe2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:01:58.742271 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7ff0a4-c7ec-4cc7-8b23-87063dcc74fd None None] The sync data for ids ['167df598-4ab8-4f52-b41c-f488a08a97de'] in n-d-771363-31 is: [{'id': '167df598-4ab8-4f52-b41c-f488a08a97de', 'name': 'tempest-TestSnapshotPattern-1763598612-router', 'tenant_id': 'c9a236de692f4ae79f91c58d1a81b9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '8ac6e491-5efb-4e68-b55a-9b61d3d59584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T11:01:49Z', 'updated_at': '2021-06-30T11:01:53Z', 'revision_number': 4, 'project_id': 'c9a236de692f4ae79f91c58d1a81b9c3', 'gw_port': {'id': '8ac6e491-5efb-4e68-b55a-9b61d3d59584', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:96:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167df598-4ab8-4f52-b41c-f488a08a97de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:50Z', 'updated_at': '2021-06-30T11:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': 'bb220ebf-d78c-4821-af43-0556168133e1', 'name': '', 'network_id': '18ba4e97-a0e0-4ddd-8285-e886ba07f33f', 'tenant_id': 'c9a236de692f4ae79f91c58d1a81b9c3', 'mac_address': 'fa:16:3e:ec:0d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167df598-4ab8-4f52-b41c-f488a08a97de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'df6ad23d-cbf7-4d4a-8961-a867d45fe2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:52Z', 'updated_at': '2021-06-30T11:01:58Z', 'revision_number': 4, 'project_id': 'c9a236de692f4ae79f91c58d1a81b9c3', 'subnets': [{'id': 'df6ad23d-cbf7-4d4a-8961-a867d45fe2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:01:58.981836 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-46652c53-45da-4094-ae4c-f963eda021a6 req-30fc2fa8-e1b2-46b4-8500-4e6581b8da45 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f615ed1-9694-4694-ab36-1ef6fbbd84d2 HTTP/1.1" status: 200 len: 210 time: 0.0304823 Jun 30 11:01:59.458880 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device bb220ebf-d78c-4821-af43-0556168133e1 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 11:01:59.609454 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning for port bb220ebf-d78c-4821-af43-0556168133e1 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:01:59.613624 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port bb220ebf-d78c-4821-af43-0556168133e1 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:01:59.613999 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:59.689108 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:59.722945 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] For port bb220ebf-d78c-4821-af43-0556168133e1, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=bb220ebf-d78c-4821-af43-0556168133e1,segment=NetworkSegment(fdbc066c-d56d-4106-a42e-ffb76c68490f),segment_id=fdbc066c-d56d-4106-a42e-ffb76c68490f)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:01:59.797774 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:01:59.844164 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Pushing event updated for resources: {'Port': ['ID=bb220ebf-d78c-4821-af43-0556168133e1,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:00.125560 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-858101c6-42bb-48de-8778-96578a088b57 req-90443f21-3391-4f17-8354-34b2dd067933 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f615ed1-9694-4694-ab36-1ef6fbbd84d2 HTTP/1.1" status: 200 len: 210 time: 0.0275555 Jun 30 11:02:00.293729 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-d50093cc-09e2-405c-b949-95ba8a62ef19 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:00.295233 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-d50093cc-09e2-405c-b949-95ba8a62ef19 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.37 "GET /v2.0/networks?id=46325957-4638-43c0-9971-f6695ddfa598 HTTP/1.1" status: 200 len: 809 time: 0.1064100 Jun 30 11:02:00.340392 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-c8e43eff-cfc2-4e84-9aa3-67e5d0b41dd5 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c2213143e5c423693718d72a1dfc452 HTTP/1.1" status: 200 len: 380 time: 0.0362399 Jun 30 11:02:00.349442 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-73bd8a63-0f42-438e-b2a0-59bb0cc96266 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Request body: {'port': {'device_id': '1f615ed1-9694-4694-ab36-1ef6fbbd84d2', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'admin_state_up': True, 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'security_groups': ['19f11147-9c96-4930-8614-e24016f61983']}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:02:00.518018 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-73bd8a63-0f42-438e-b2a0-59bb0cc96266 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Made reservation on behalf of 1c2213143e5c423693718d72a1dfc452 for: {'port': 1} {{(pid=101054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:02:00.521957 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-73bd8a63-0f42-438e-b2a0-59bb0cc96266 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:00.643966 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-73bd8a63-0f42-438e-b2a0-59bb0cc96266 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Allocated IP 172.20.0.8 (46325957-4638-43c0-9971-f6695ddfa598/5adf7318-66f0-4645-a2d8-ce2669f73caa/299d8767-f240-4ee5-aad2-501d86ca5bdc) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:02:00.785159 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-73bd8a63-0f42-438e-b2a0-59bb0cc96266 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:00.798662 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-73bd8a63-0f42-438e-b2a0-59bb0cc96266 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Transition to ACTIVE for port object 299d8767-f240-4ee5-aad2-501d86ca5bdc will not be triggered until provisioned by entity DHCP. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:02:00.901540 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-73bd8a63-0f42-438e-b2a0-59bb0cc96266 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:00.943844 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-73bd8a63-0f42-438e-b2a0-59bb0cc96266 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Network 46325957-4638-43c0-9971-f6695ddfa598 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:02:00.946943 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-73bd8a63-0f42-438e-b2a0-59bb0cc96266 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:02:00.950663 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-73bd8a63-0f42-438e-b2a0-59bb0cc96266 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 11:02:00.980545 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd8a63-0f42-438e-b2a0-59bb0cc96266 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Pushing event updated for resources: {'Port': ['ID=299d8767-f240-4ee5-aad2-501d86ca5bdc,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:01.009439 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-73bd8a63-0f42-438e-b2a0-59bb0cc96266 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:01.010088 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-73bd8a63-0f42-438e-b2a0-59bb0cc96266 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:01.107389 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-73bd8a63-0f42-438e-b2a0-59bb0cc96266 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7614641 Jun 30 11:02:01.188642 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-4924592b-ffaf-4459-95fc-2d3c92766f8c service neutron] Request body: {'port': {'device_id': '1f615ed1-9694-4694-ab36-1ef6fbbd84d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-31'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:02:01.254999 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-af0aca40-19ee-4835-bac3-2fe10e21ca35 None None] Provisioning for port 299d8767-f240-4ee5-aad2-501d86ca5bdc completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:02:01.260361 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-af0aca40-19ee-4835-bac3-2fe10e21ca35 None None] Provisioning complete for port 299d8767-f240-4ee5-aad2-501d86ca5bdc triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:02:01.260729 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-af0aca40-19ee-4835-bac3-2fe10e21ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:01.297247 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-af0aca40-19ee-4835-bac3-2fe10e21ca35 None None] Port 299d8767-f240-4ee5-aad2-501d86ca5bdc cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 11:02:01.316783 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-4924592b-ffaf-4459-95fc-2d3c92766f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:01.388980 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e1d85-35d4-4410-9abf-e00ae57b4749 req-d9b0c703-4a5d-4e2c-88a7-e0fcae94e50a tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:01.390893 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f6e1d85-35d4-4410-9abf-e00ae57b4749 req-d9b0c703-4a5d-4e2c-88a7-e0fcae94e50a tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f615ed1-9694-4694-ab36-1ef6fbbd84d2 HTTP/1.1" status: 200 len: 931 time: 0.1506655 Jun 30 11:02:01.447974 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device bb220ebf-d78c-4821-af43-0556168133e1 up at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 11:02:01.495142 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Provisioning complete for port bb220ebf-d78c-4821-af43-0556168133e1 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:02:01.495536 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:01.532864 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9f6e1d85-35d4-4410-9abf-e00ae57b4749 req-b4e52acc-bb25-4e92-92d0-dbedb3a437a3 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/security-groups?id=19f11147-9c96-4930-8614-e24016f61983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899782 Jun 30 11:02:01.638381 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-4924592b-ffaf-4459-95fc-2d3c92766f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 299d8767-f240-4ee5-aad2-501d86ca5bdc {{(pid=101054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 11:02:01.646225 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-4924592b-ffaf-4459-95fc-2d3c92766f8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:01.657760 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.provisioning_blocks [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-4924592b-ffaf-4459-95fc-2d3c92766f8c service neutron] Transition to ACTIVE for port object 299d8767-f240-4ee5-aad2-501d86ca5bdc will not be triggered until provisioned by entity L2. {{(pid=101054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:02:01.723569 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-4924592b-ffaf-4459-95fc-2d3c92766f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:01.775967 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4924592b-ffaf-4459-95fc-2d3c92766f8c service neutron] Pushing event updated for resources: {'Port': ['ID=299d8767-f240-4ee5-aad2-501d86ca5bdc,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:01.858045 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-4924592b-ffaf-4459-95fc-2d3c92766f8c service neutron] Attempting to bind port 299d8767-f240-4ee5-aad2-501d86ca5bdc on host n-h2-771363-31 for vnic_type normal with profile {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 11:02:01.858300 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-4924592b-ffaf-4459-95fc-2d3c92766f8c service neutron] Attempting to bind port 299d8767-f240-4ee5-aad2-501d86ca5bdc by drivers openvswitch,hyperv on host n-h2-771363-31 at level 0 using segments [{'id': '2df4c609-2e93-4e04-ae65-0d33c73bcf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '46325957-4638-43c0-9971-f6695ddfa598'}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 11:02:01.858662 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-4924592b-ffaf-4459-95fc-2d3c92766f8c service neutron] Attempting to bind port 299d8767-f240-4ee5-aad2-501d86ca5bdc on network 46325957-4638-43c0-9971-f6695ddfa598 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:02:01.864207 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-4924592b-ffaf-4459-95fc-2d3c92766f8c service neutron] Port 299d8767-f240-4ee5-aad2-501d86ca5bdc on network 46325957-4638-43c0-9971-f6695ddfa598 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-31 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 11:02:01.864534 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-4924592b-ffaf-4459-95fc-2d3c92766f8c service neutron] Attempting to bind port 299d8767-f240-4ee5-aad2-501d86ca5bdc on network 46325957-4638-43c0-9971-f6695ddfa598 {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:02:01.869772 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-4924592b-ffaf-4459-95fc-2d3c92766f8c service neutron] Checking agent: {'id': 'e426ef58-2836-409f-94ff-5c60c9f3f5a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 11, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:02:01.870118 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-4924592b-ffaf-4459-95fc-2d3c92766f8c service neutron] Checking segment: {'id': '2df4c609-2e93-4e04-ae65-0d33c73bcf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '46325957-4638-43c0-9971-f6695ddfa598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 11:02:01.870512 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-4924592b-ffaf-4459-95fc-2d3c92766f8c service neutron] Bound using segment: {'id': '2df4c609-2e93-4e04-ae65-0d33c73bcf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '46325957-4638-43c0-9971-f6695ddfa598'} {{(pid=101054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:02:01.870946 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.managers [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-4924592b-ffaf-4459-95fc-2d3c92766f8c service neutron] Bound port: 299d8767-f240-4ee5-aad2-501d86ca5bdc, host: n-h2-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df4c609-2e93-4e04-ae65-0d33c73bcf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '46325957-4638-43c0-9971-f6695ddfa598'}}] {{(pid=101054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 11:02:01.871334 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-4924592b-ffaf-4459-95fc-2d3c92766f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:01.937301 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-4924592b-ffaf-4459-95fc-2d3c92766f8c service neutron] For port 299d8767-f240-4ee5-aad2-501d86ca5bdc, host n-h2-771363-31, cleared binding levels {{(pid=101054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 11:02:01.940250 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-4924592b-ffaf-4459-95fc-2d3c92766f8c service neutron] For port 299d8767-f240-4ee5-aad2-501d86ca5bdc, host n-h2-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=299d8767-f240-4ee5-aad2-501d86ca5bdc,segment=NetworkSegment(2df4c609-2e93-4e04-ae65-0d33c73bcf43),segment_id=2df4c609-2e93-4e04-ae65-0d33c73bcf43)] {{(pid=101054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 11:02:02.032011 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-4924592b-ffaf-4459-95fc-2d3c92766f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:02.072654 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-4924592b-ffaf-4459-95fc-2d3c92766f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:02.073280 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-4924592b-ffaf-4459-95fc-2d3c92766f8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:02.074730 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-4924592b-ffaf-4459-95fc-2d3c92766f8c service neutron] 10.222.0.37 "PUT /v2.0/ports/299d8767-f240-4ee5-aad2-501d86ca5bdc HTTP/1.1" status: 200 len: 1092 time: 0.8906045 Jun 30 11:02:02.075203 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f615ed1-9694-4694-ab36-1ef6fbbd84d2', 'tag': '299d8767-f240-4ee5-aad2-501d86ca5bdc'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:02:02.077504 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e645fc609c4f08a16fd671a21b91bb6e125e3672dd91a679e212fd6684ea572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320874ee-d403-4e8c-a5d2-f47f1141da48" -d '{"events": [{"name": "network-changed", "server_uuid": "1f615ed1-9694-4694-ab36-1ef6fbbd84d2", "tag": "299d8767-f240-4ee5-aad2-501d86ca5bdc"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:02:02.103251 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4924592b-ffaf-4459-95fc-2d3c92766f8c service neutron] Pushing event updated for resources: {'Port': ['ID=299d8767-f240-4ee5-aad2-501d86ca5bdc,revision_number=3']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:02.116847 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 11:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922948c9-d4e0-4eef-af5e-b1ad7cc5ee82 x-openstack-request-id: req-922948c9-d4e0-4eef-af5e-b1ad7cc5ee82 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:02:02.117224 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f615ed1-9694-4694-ab36-1ef6fbbd84d2", "tag": "299d8767-f240-4ee5-aad2-501d86ca5bdc", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:02:02.117547 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-922948c9-d4e0-4eef-af5e-b1ad7cc5ee82 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:02:02.118036 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f615ed1-9694-4694-ab36-1ef6fbbd84d2', 'tag': '299d8767-f240-4ee5-aad2-501d86ca5bdc', 'status': 'completed', 'code': 200} Jun 30 11:02:02.199814 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320874ee-d403-4e8c-a5d2-f47f1141da48 req-4fd7b4d7-8c3a-48f0-85a5-d7cfc39d18ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:02.201320 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-320874ee-d403-4e8c-a5d2-f47f1141da48 req-4fd7b4d7-8c3a-48f0-85a5-d7cfc39d18ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c2213143e5c423693718d72a1dfc452&device_id=1f615ed1-9694-4694-ab36-1ef6fbbd84d2 HTTP/1.1" status: 200 len: 1095 time: 0.0621300 Jun 30 11:02:02.303647 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320874ee-d403-4e8c-a5d2-f47f1141da48 req-17b19d84-315c-4888-972c-d1f8e57962da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:02.305122 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-320874ee-d403-4e8c-a5d2-f47f1141da48 req-17b19d84-315c-4888-972c-d1f8e57962da service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1c2213143e5c423693718d72a1dfc452&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0960863 Jun 30 11:02:02.403932 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320874ee-d403-4e8c-a5d2-f47f1141da48 req-40a8713f-ae84-4787-b3db-9e0fd2663eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:02.405433 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-320874ee-d403-4e8c-a5d2-f47f1141da48 req-40a8713f-ae84-4787-b3db-9e0fd2663eab service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945640 Jun 30 11:02:02.495875 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-638fd472-8859-4a92-9690-532c5844ecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:02.497343 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-638fd472-8859-4a92-9690-532c5844ecc7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c2213143e5c423693718d72a1dfc452&device_id=1f615ed1-9694-4694-ab36-1ef6fbbd84d2 HTTP/1.1" status: 200 len: 1095 time: 0.0519671 Jun 30 11:02:02.539807 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-c28c1bf2-95d2-4292-8530-cfb55b0efe20 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=299d8767-f240-4ee5-aad2-501d86ca5bdc HTTP/1.1" status: 200 len: 217 time: 0.0343392 Jun 30 11:02:02.586817 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-75599895-3691-4946-bc7a-bf3cc08308a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:02.588336 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-75599895-3691-4946-bc7a-bf3cc08308a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5adf7318-66f0-4645-a2d8-ce2669f73caa HTTP/1.1" status: 200 len: 848 time: 0.0433671 Jun 30 11:02:02.658695 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-98282e58-4cd0-4b85-8dc6-1f160fe2ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:02.660251 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-98282e58-4cd0-4b85-8dc6-1f160fe2ff17 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=46325957-4638-43c0-9971-f6695ddfa598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661044 Jun 30 11:02:02.785849 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb2a3f-d541-412a-83c6-2714e312eee0 req-b4105b7d-e41c-4abb-b356-2722d0e5b5a1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:02.787355 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2edb2a3f-d541-412a-83c6-2714e312eee0 req-b4105b7d-e41c-4abb-b356-2722d0e5b5a1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f615ed1-9694-4694-ab36-1ef6fbbd84d2 HTTP/1.1" status: 200 len: 943 time: 0.1395321 Jun 30 11:02:02.789504 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-73917a7f-0c2e-42d6-a45e-b3009828b79c service neutron] 10.222.0.37 "GET /v2.0/networks/46325957-4638-43c0-9971-f6695ddfa598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107185 Jun 30 11:02:02.868570 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2edb2a3f-d541-412a-83c6-2714e312eee0 req-6ef53ba7-0183-4275-ba89-35d76f1aaf03 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/security-groups?id=19f11147-9c96-4930-8614-e24016f61983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755360 Jun 30 11:02:02.905236 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-4b2051b5-4c95-402d-b92f-d55577430d30 req-d3d5db45-9854-4037-8a89-682983adaa81 service neutron] 10.222.0.37 "GET /v2.0/networks/46325957-4638-43c0-9971-f6695ddfa598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053791 Jun 30 11:02:04.054489 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770382d-e61c-4a42-b0e1-5ecd14eb49d3 req-4a845d11-4e49-4d55-aa06-bd589e5f603a tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:04.056512 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0770382d-e61c-4a42-b0e1-5ecd14eb49d3 req-4a845d11-4e49-4d55-aa06-bd589e5f603a tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f615ed1-9694-4694-ab36-1ef6fbbd84d2 HTTP/1.1" status: 200 len: 943 time: 0.0694299 Jun 30 11:02:04.094776 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-0770382d-e61c-4a42-b0e1-5ecd14eb49d3 req-17dc275f-743a-475a-a92c-f92775affab4 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/security-groups?id=19f11147-9c96-4930-8614-e24016f61983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322206 Jun 30 11:02:05.271688 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b6e9f-f1ec-4687-b988-8452c4cd9010 req-e1c9ed8c-436e-49b9-b885-d9bd684a94d4 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:05.273128 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aa1b6e9f-f1ec-4687-b988-8452c4cd9010 req-e1c9ed8c-436e-49b9-b885-d9bd684a94d4 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f615ed1-9694-4694-ab36-1ef6fbbd84d2 HTTP/1.1" status: 200 len: 943 time: 0.0659628 Jun 30 11:02:05.310446 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-aa1b6e9f-f1ec-4687-b988-8452c4cd9010 req-f5912f91-5e42-437e-8c48-cf4dc9d858cc tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/security-groups?id=19f11147-9c96-4930-8614-e24016f61983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317488 Jun 30 11:02:06.481113 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68031ab7-9d10-41b4-a15a-0b0c697a98be req-5f5c1bc9-67d3-4d29-b9ff-e78a4f6b7db7 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:06.482572 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-68031ab7-9d10-41b4-a15a-0b0c697a98be req-5f5c1bc9-67d3-4d29-b9ff-e78a4f6b7db7 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f615ed1-9694-4694-ab36-1ef6fbbd84d2 HTTP/1.1" status: 200 len: 943 time: 0.0638127 Jun 30 11:02:06.520830 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-68031ab7-9d10-41b4-a15a-0b0c697a98be req-eea410d0-5496-414a-8d3e-f8e762525664 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/security-groups?id=19f11147-9c96-4930-8614-e24016f61983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319283 Jun 30 11:02:06.865336 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 299d8767-f240-4ee5-aad2-501d86ca5bdc details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 11:02:06.955848 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:02:06.961194 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 299d8767-f240-4ee5-aad2-501d86ca5bdc, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=299d8767-f240-4ee5-aad2-501d86ca5bdc,segment=NetworkSegment(2df4c609-2e93-4e04-ae65-0d33c73bcf43),segment_id=2df4c609-2e93-4e04-ae65-0d33c73bcf43)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:02:06.973468 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '299d8767-f240-4ee5-aad2-501d86ca5bdc', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'port_id': '299d8767-f240-4ee5-aad2-501d86ca5bdc', 'mac_address': 'fa:16:3e:13:3b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 11:02:07.010309 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:07.024176 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299d8767-f240-4ee5-aad2-501d86ca5bdc {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 11:02:07.043862 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 299d8767-f240-4ee5-aad2-501d86ca5bdc, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=299d8767-f240-4ee5-aad2-501d86ca5bdc,segment=NetworkSegment(2df4c609-2e93-4e04-ae65-0d33c73bcf43),segment_id=2df4c609-2e93-4e04-ae65-0d33c73bcf43)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:02:07.100718 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:07.151877 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=299d8767-f240-4ee5-aad2-501d86ca5bdc,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:07.694969 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a768840-8f36-454a-8876-96c5506a4754 req-bcec8e17-2cac-4426-aed1-91849ce9cf4a tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:07.696500 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2a768840-8f36-454a-8876-96c5506a4754 req-bcec8e17-2cac-4426-aed1-91849ce9cf4a tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f615ed1-9694-4694-ab36-1ef6fbbd84d2 HTTP/1.1" status: 200 len: 944 time: 0.0653610 Jun 30 11:02:07.734451 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-2a768840-8f36-454a-8876-96c5506a4754 req-9eaf5f0d-448d-4e0b-8e40-782519bd94ca tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/security-groups?id=19f11147-9c96-4930-8614-e24016f61983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321779 Jun 30 11:02:08.029046 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['299d8767-f240-4ee5-aad2-501d86ca5bdc'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 11:02:08.880961 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 299d8767-f240-4ee5-aad2-501d86ca5bdc up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 11:02:08.911306 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ded1b-404f-4149-b74f-111e237f2519 req-27af46c5-7a77-4bd2-899f-ca09401e3db8 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:08.912803 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-960ded1b-404f-4149-b74f-111e237f2519 req-27af46c5-7a77-4bd2-899f-ca09401e3db8 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f615ed1-9694-4694-ab36-1ef6fbbd84d2 HTTP/1.1" status: 200 len: 944 time: 0.0642238 Jun 30 11:02:08.954212 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-960ded1b-404f-4149-b74f-111e237f2519 req-5b0baa80-9f50-47a1-95e1-878a5ae3db7e tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/security-groups?id=19f11147-9c96-4930-8614-e24016f61983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353336 Jun 30 11:02:08.986388 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning for port 299d8767-f240-4ee5-aad2-501d86ca5bdc completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:02:08.990880 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 299d8767-f240-4ee5-aad2-501d86ca5bdc triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:02:08.991285 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:09.068899 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:09.095931 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f615ed1-9694-4694-ab36-1ef6fbbd84d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299d8767-f240-4ee5-aad2-501d86ca5bdc'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:02:09.098434 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e520062ac3f6a5230297ee25602b33de19752d2c23cf97a6a0875cf5ad8a1a0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ccbff6-e861-4898-87f2-0232e6486163" -d '{"events": [{"server_uuid": "1f615ed1-9694-4694-ab36-1ef6fbbd84d2", "name": "network-vif-plugged", "status": "completed", "tag": "299d8767-f240-4ee5-aad2-501d86ca5bdc"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:02:09.111099 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 299d8767-f240-4ee5-aad2-501d86ca5bdc, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=299d8767-f240-4ee5-aad2-501d86ca5bdc,segment=NetworkSegment(2df4c609-2e93-4e04-ae65-0d33c73bcf43),segment_id=2df4c609-2e93-4e04-ae65-0d33c73bcf43)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:02:09.135039 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 11:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d299bb5e-2077-4f22-a181-decedbd16f15 x-openstack-request-id: req-d299bb5e-2077-4f22-a181-decedbd16f15 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:02:09.135366 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f615ed1-9694-4694-ab36-1ef6fbbd84d2", "name": "network-vif-plugged", "status": "completed", "tag": "299d8767-f240-4ee5-aad2-501d86ca5bdc", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:02:09.135619 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d299bb5e-2077-4f22-a181-decedbd16f15 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:02:09.136016 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f615ed1-9694-4694-ab36-1ef6fbbd84d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299d8767-f240-4ee5-aad2-501d86ca5bdc', 'code': 200} Jun 30 11:02:09.169235 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:09.230168 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=299d8767-f240-4ee5-aad2-501d86ca5bdc,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:09.249451 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bb318-1ed8-458a-be91-54d297980cbb req-f3e474a0-f3b6-4b5f-af61-3a35cfe225f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:09.250947 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-556bb318-1ed8-458a-be91-54d297980cbb req-f3e474a0-f3b6-4b5f-af61-3a35cfe225f9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1f615ed1-9694-4694-ab36-1ef6fbbd84d2 HTTP/1.1" status: 200 len: 1097 time: 0.0523660 Jun 30 11:02:09.266270 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:09.288806 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-556bb318-1ed8-458a-be91-54d297980cbb req-d23f43e3-eebf-4816-97a0-373e970e0caa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=19f11147-9c96-4930-8614-e24016f61983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316229 Jun 30 11:02:09.968842 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:10.139544 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367affdf-1e86-4257-933a-7448caafaf97 req-d7f00dec-20eb-4d68-a0c4-9019434df702 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:10.141098 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-367affdf-1e86-4257-933a-7448caafaf97 req-d7f00dec-20eb-4d68-a0c4-9019434df702 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f615ed1-9694-4694-ab36-1ef6fbbd84d2 HTTP/1.1" status: 200 len: 945 time: 0.0721550 Jun 30 11:02:10.182967 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-367affdf-1e86-4257-933a-7448caafaf97 req-8e92297d-25fd-47f2-8a8a-b8ce81757bcd tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/security-groups?id=19f11147-9c96-4930-8614-e24016f61983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354102 Jun 30 11:02:11.355273 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8e202-15f2-4744-8d85-13cccbdaa3ef req-84ef4261-f1cd-41bb-9fea-41b8e409d2a5 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:11.356622 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e1b8e202-15f2-4744-8d85-13cccbdaa3ef req-84ef4261-f1cd-41bb-9fea-41b8e409d2a5 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f615ed1-9694-4694-ab36-1ef6fbbd84d2 HTTP/1.1" status: 200 len: 945 time: 0.0630565 Jun 30 11:02:11.394147 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e1b8e202-15f2-4744-8d85-13cccbdaa3ef req-c4e0ccc6-66d9-4afc-a0a2-1f1835297361 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/security-groups?id=19f11147-9c96-4930-8614-e24016f61983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319817 Jun 30 11:02:11.569967 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a612cbd-1b8e-4df7-873c-449fc8a316d9 req-7427f0b5-b707-4984-afe5-b9883e79ac49 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:11.571770 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7a612cbd-1b8e-4df7-873c-449fc8a316d9 req-7427f0b5-b707-4984-afe5-b9883e79ac49 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f615ed1-9694-4694-ab36-1ef6fbbd84d2 HTTP/1.1" status: 200 len: 945 time: 0.0637212 Jun 30 11:02:11.612401 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-7a612cbd-1b8e-4df7-873c-449fc8a316d9 req-85bf746b-e8c9-40c9-9600-54646e3369ba tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/security-groups?id=19f11147-9c96-4930-8614-e24016f61983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352318 Jun 30 11:02:11.636764 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38526) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:11.737152 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b1fd1b-468b-4e0c-9579-31688084bab2 tempest-TestSnapshotPattern-1674529808 tempest-TestSnapshotPattern-1674529808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:11.738674 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-45b1fd1b-468b-4e0c-9579-31688084bab2 tempest-TestSnapshotPattern-1674529808 tempest-TestSnapshotPattern-1674529808-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1f615ed1-9694-4694-ab36-1ef6fbbd84d2 HTTP/1.1" status: 200 len: 1092 time: 0.1009254 Jun 30 11:02:11.742443 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 38530) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:02:11.746829 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [None req-499f4b82-73e0-414f-ae84-bb45ca093f03 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'port_id': '299d8767-f240-4ee5-aad2-501d86ca5bdc', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:02:11.814596 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-499f4b82-73e0-414f-ae84-bb45ca093f03 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for floatingip, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:11.913399 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-499f4b82-73e0-414f-ae84-bb45ca093f03 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:12.022804 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [None req-499f4b82-73e0-414f-ae84-bb45ca093f03 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Allocated IP 172.25.6.174 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/c599f5bd-afe5-40f6-a9dd-5426089bd86f) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:02:12.131218 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-499f4b82-73e0-414f-ae84-bb45ca093f03 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:12.209700 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-499f4b82-73e0-414f-ae84-bb45ca093f03 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:12.249926 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499f4b82-73e0-414f-ae84-bb45ca093f03 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:02:12.254022 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [None req-499f4b82-73e0-414f-ae84-bb45ca093f03 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:02:12.259622 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499f4b82-73e0-414f-ae84-bb45ca093f03 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 11:02:12.281129 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f4b82-73e0-414f-ae84-bb45ca093f03 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Pushing event updated for resources: {'Port': ['ID=c599f5bd-afe5-40f6-a9dd-5426089bd86f,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:12.632560 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-499f4b82-73e0-414f-ae84-bb45ca093f03 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:12.782637 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-499f4b82-73e0-414f-ae84-bb45ca093f03 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:12.952122 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-499f4b82-73e0-414f-ae84-bb45ca093f03 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:13.009511 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-499f4b82-73e0-414f-ae84-bb45ca093f03 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:13.091027 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f4b82-73e0-414f-ae84-bb45ca093f03 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Pushing event updated for resources: {'Port': ['ID=c599f5bd-afe5-40f6-a9dd-5426089bd86f,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:02:13.100285 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-499f4b82-73e0-414f-ae84-bb45ca093f03 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:13.209050 n-d-771363-31 neutron-server[101053]: INFO neutron.db.l3_db [None req-499f4b82-73e0-414f-ae84-bb45ca093f03 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Floating IP 6aed347c-6d42-4d1c-b2ba-c6dbccedfacd associated. External IP: 172.25.6.174, port: 299d8767-f240-4ee5-aad2-501d86ca5bdc. Jun 30 11:02:13.432869 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499f4b82-73e0-414f-ae84-bb45ca093f03 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Router 17e2ffd0-2526-4081-a8fb-bf75bb3a3632 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:02:13.539650 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499f4b82-73e0-414f-ae84-bb45ca093f03 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 11:02:13.548910 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763f5d6d-926b-4018-bff4-66715aad4337 None None] Sync routers for ids ['17e2ffd0-2526-4081-a8fb-bf75bb3a3632'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:02:13.560735 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763f5d6d-926b-4018-bff4-66715aad4337 None None] Routers {'17e2ffd0-2526-4081-a8fb-bf75bb3a3632'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:02:13.561348 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-763f5d6d-926b-4018-bff4-66715aad4337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T11:01:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['17e2ffd0-2526-4081-a8fb-bf75bb3a3632'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:02:13.700639 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-499f4b82-73e0-414f-ae84-bb45ca093f03 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:13.741813 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-499f4b82-73e0-414f-ae84-bb45ca093f03 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9983349 Jun 30 11:02:13.742417 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f615ed1-9694-4694-ab36-1ef6fbbd84d2', 'tag': '299d8767-f240-4ee5-aad2-501d86ca5bdc'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:02:13.744804 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85687699ff687a651bbe078ea600a8a807fb69c9e2f14b86b5fbe616c0208db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5e3c1f-ad9f-427a-95ab-5bbeb2a9d88e" -d '{"events": [{"name": "network-changed", "server_uuid": "1f615ed1-9694-4694-ab36-1ef6fbbd84d2", "tag": "299d8767-f240-4ee5-aad2-501d86ca5bdc"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:02:13.782262 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 11:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239f336f-6905-4939-9dd4-2222e7302265 x-openstack-request-id: req-239f336f-6905-4939-9dd4-2222e7302265 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:02:13.782579 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f615ed1-9694-4694-ab36-1ef6fbbd84d2", "tag": "299d8767-f240-4ee5-aad2-501d86ca5bdc", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:02:13.782831 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-239f336f-6905-4939-9dd4-2222e7302265 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:02:13.783309 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f615ed1-9694-4694-ab36-1ef6fbbd84d2', 'tag': '299d8767-f240-4ee5-aad2-501d86ca5bdc', 'status': 'completed', 'code': 200} Jun 30 11:02:13.834855 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-763f5d6d-926b-4018-bff4-66715aad4337 None None] Set router 17e2ffd0-2526-4081-a8fb-bf75bb3a3632 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:02:13.868736 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e3c1f-ad9f-427a-95ab-5bbeb2a9d88e req-a9e7a3b5-0efd-4c27-a4cf-9ac9f4d144d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:13.870219 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ca5e3c1f-ad9f-427a-95ab-5bbeb2a9d88e req-a9e7a3b5-0efd-4c27-a4cf-9ac9f4d144d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c2213143e5c423693718d72a1dfc452&device_id=1f615ed1-9694-4694-ab36-1ef6fbbd84d2 HTTP/1.1" status: 200 len: 1097 time: 0.0538626 Jun 30 11:02:13.964233 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e3c1f-ad9f-427a-95ab-5bbeb2a9d88e req-8eda8029-4704-4361-8ad6-42c5c09e2414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:13.965716 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ca5e3c1f-ad9f-427a-95ab-5bbeb2a9d88e req-8eda8029-4704-4361-8ad6-42c5c09e2414 service neutron] 10.222.0.37 "GET /v2.0/networks?id=46325957-4638-43c0-9971-f6695ddfa598 HTTP/1.1" status: 200 len: 910 time: 0.0885942 Jun 30 11:02:14.064271 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-763f5d6d-926b-4018-bff4-66715aad4337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'name': 'tempest-TestSnapshotPattern-158660763-router', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T11:01:43Z', 'updated_at': '2021-06-30T11:01:46Z', 'revision_number': 4, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'gw_port': {'id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:44Z', 'updated_at': '2021-06-30T11:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '6aed347c-6d42-4d1c-b2ba-c6dbccedfacd', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'port_id': '299d8767-f240-4ee5-aad2-501d86ca5bdc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'mac_address': 'fa:16:3e:13:3b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f615ed1-9694-4694-ab36-1ef6fbbd84d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T11:02:12Z', 'updated_at': '2021-06-30T11:02:12Z', 'revision_number': 0, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9bf45b-c11b-439d-85d8-78b17cd6be2f', 'name': '', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'mac_address': 'fa:16:3e:b6:74:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:46Z', 'updated_at': '2021-06-30T11:01:52Z', 'revision_number': 5, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'subnets': [{'id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:02:14.089254 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ca5e3c1f-ad9f-427a-95ab-5bbeb2a9d88e req-f83a3f7d-df94-4acf-a57b-1386f813cb70 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=299d8767-f240-4ee5-aad2-501d86ca5bdc HTTP/1.1" status: 200 len: 999 time: 0.1166205 Jun 30 11:02:14.102060 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763f5d6d-926b-4018-bff4-66715aad4337 None None] Checking router: 17e2ffd0-2526-4081-a8fb-bf75bb3a3632 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:02:14.112959 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763f5d6d-926b-4018-bff4-66715aad4337 None None] Routers {'17e2ffd0-2526-4081-a8fb-bf75bb3a3632'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:02:14.113602 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-763f5d6d-926b-4018-bff4-66715aad4337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T11:01:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['17e2ffd0-2526-4081-a8fb-bf75bb3a3632'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:02:14.140786 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e3c1f-ad9f-427a-95ab-5bbeb2a9d88e req-b6c1809c-433d-49c1-82bc-f1b4e8b95614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:14.142222 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ca5e3c1f-ad9f-427a-95ab-5bbeb2a9d88e req-b6c1809c-433d-49c1-82bc-f1b4e8b95614 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5adf7318-66f0-4645-a2d8-ce2669f73caa HTTP/1.1" status: 200 len: 848 time: 0.0471311 Jun 30 11:02:14.197561 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e3c1f-ad9f-427a-95ab-5bbeb2a9d88e req-b904665e-4946-4313-81a4-328a85d908d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:02:14.199050 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ca5e3c1f-ad9f-427a-95ab-5bbeb2a9d88e req-b904665e-4946-4313-81a4-328a85d908d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=46325957-4638-43c0-9971-f6695ddfa598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510001 Jun 30 11:02:14.220599 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-763f5d6d-926b-4018-bff4-66715aad4337 None None] Set router 17e2ffd0-2526-4081-a8fb-bf75bb3a3632 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:02:14.289223 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ca5e3c1f-ad9f-427a-95ab-5bbeb2a9d88e req-286215de-9dad-4a73-bb77-ab98b06d8fa4 service neutron] 10.222.0.37 "GET /v2.0/networks/46325957-4638-43c0-9971-f6695ddfa598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832036 Jun 30 11:02:14.392383 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-ca5e3c1f-ad9f-427a-95ab-5bbeb2a9d88e req-2e84a15f-e319-4d0b-824c-06e9fd46beb6 service neutron] 10.222.0.37 "GET /v2.0/networks/46325957-4638-43c0-9971-f6695ddfa598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968351 Jun 30 11:02:14.458068 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-763f5d6d-926b-4018-bff4-66715aad4337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'name': 'tempest-TestSnapshotPattern-158660763-router', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T11:01:43Z', 'updated_at': '2021-06-30T11:01:46Z', 'revision_number': 4, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'gw_port': {'id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:44Z', 'updated_at': '2021-06-30T11:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '6aed347c-6d42-4d1c-b2ba-c6dbccedfacd', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'port_id': '299d8767-f240-4ee5-aad2-501d86ca5bdc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'mac_address': 'fa:16:3e:13:3b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f615ed1-9694-4694-ab36-1ef6fbbd84d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T11:02:12Z', 'updated_at': '2021-06-30T11:02:12Z', 'revision_number': 0, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9bf45b-c11b-439d-85d8-78b17cd6be2f', 'name': '', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'mac_address': 'fa:16:3e:b6:74:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:46Z', 'updated_at': '2021-06-30T11:01:52Z', 'revision_number': 5, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'subnets': [{'id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:02:14.483792 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763f5d6d-926b-4018-bff4-66715aad4337 None None] The sync data for ids ['17e2ffd0-2526-4081-a8fb-bf75bb3a3632'] in n-d-771363-31 is: [{'id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'name': 'tempest-TestSnapshotPattern-158660763-router', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T11:01:43Z', 'updated_at': '2021-06-30T11:01:46Z', 'revision_number': 4, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'gw_port': {'id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:44Z', 'updated_at': '2021-06-30T11:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '6aed347c-6d42-4d1c-b2ba-c6dbccedfacd', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'port_id': '299d8767-f240-4ee5-aad2-501d86ca5bdc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'mac_address': 'fa:16:3e:13:3b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f615ed1-9694-4694-ab36-1ef6fbbd84d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T11:02:12Z', 'updated_at': '2021-06-30T11:02:12Z', 'revision_number': 0, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9bf45b-c11b-439d-85d8-78b17cd6be2f', 'name': '', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'mac_address': 'fa:16:3e:b6:74:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:46Z', 'updated_at': '2021-06-30T11:01:52Z', 'revision_number': 5, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'subnets': [{'id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:02:14.673862 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617b8479-c149-486f-8123-be3717ca805d None None] New status for floating IP 6aed347c-6d42-4d1c-b2ba-c6dbccedfacd: ACTIVE {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 11:02:20.540263 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-58ee616d-8e98-4a0e-bc1d-118de31927ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:23.025983 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8cd942a1-abbe-4815-8279-789a894abb88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:23.751935 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:25.095006 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:26.819914 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:39.311017 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:39.991489 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:43.955713 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:02:50.556581 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-acb07136-772c-4e5b-b6f1-c49350246414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:53.002253 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3cede125-b712-4918-bbb6-75da395baf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:53.699154 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:55.093738 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:02:56.784819 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:03:05.758279 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-670b2d48-4631-4867-bf94-9e35d4a793b7 req-fb20b5ac-0723-4aea-bc4b-ec3c93b8f35e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1f615ed1-9694-4694-ab36-1ef6fbbd84d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1242115 Jun 30 11:03:05.856625 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b2d48-4631-4867-bf94-9e35d4a793b7 req-9d19a3e5-7749-4618-9e96-c54320afad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:03:05.858138 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-670b2d48-4631-4867-bf94-9e35d4a793b7 req-9d19a3e5-7749-4618-9e96-c54320afad53 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c2213143e5c423693718d72a1dfc452&device_id=1f615ed1-9694-4694-ab36-1ef6fbbd84d2 HTTP/1.1" status: 200 len: 1097 time: 0.0547700 Jun 30 11:03:05.968815 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b2d48-4631-4867-bf94-9e35d4a793b7 req-4333c240-ad59-40ab-a264-2f42e60b0fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:03:05.970474 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-670b2d48-4631-4867-bf94-9e35d4a793b7 req-4333c240-ad59-40ab-a264-2f42e60b0fc7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=46325957-4638-43c0-9971-f6695ddfa598 HTTP/1.1" status: 200 len: 910 time: 0.0920038 Jun 30 11:03:06.036773 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-670b2d48-4631-4867-bf94-9e35d4a793b7 req-201a7f2b-add7-453a-9a94-dad98fc94098 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=299d8767-f240-4ee5-aad2-501d86ca5bdc HTTP/1.1" status: 200 len: 1001 time: 0.0599782 Jun 30 11:03:06.090570 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b2d48-4631-4867-bf94-9e35d4a793b7 req-3a00effd-31ef-4226-ac97-a87ea203e8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:03:06.092071 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-670b2d48-4631-4867-bf94-9e35d4a793b7 req-3a00effd-31ef-4226-ac97-a87ea203e8ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5adf7318-66f0-4645-a2d8-ce2669f73caa HTTP/1.1" status: 200 len: 848 time: 0.0494037 Jun 30 11:03:06.153274 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b2d48-4631-4867-bf94-9e35d4a793b7 req-581242d3-85fb-4ea3-ae85-da7979e8c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:03:06.154765 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-670b2d48-4631-4867-bf94-9e35d4a793b7 req-581242d3-85fb-4ea3-ae85-da7979e8c163 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=46325957-4638-43c0-9971-f6695ddfa598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555465 Jun 30 11:03:06.247178 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-670b2d48-4631-4867-bf94-9e35d4a793b7 req-9b154360-fdaa-4159-95d6-ebfc94b70bb9 service neutron] 10.222.0.37 "GET /v2.0/networks/46325957-4638-43c0-9971-f6695ddfa598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856941 Jun 30 11:03:06.344542 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-670b2d48-4631-4867-bf94-9e35d4a793b7 req-8f8b30a7-cdab-40ce-bc39-fc30b8a2b1fd service neutron] 10.222.0.37 "GET /v2.0/networks/46325957-4638-43c0-9971-f6695ddfa598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904655 Jun 30 11:03:09.304672 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:03:09.997219 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:03:20.579384 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-428e2ec6-1610-437e-ba5a-f32c2abfd92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:03:20.954514 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:03:23.041948 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-05e5b9e9-e529-4b8c-99f7-2f702468cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:03:23.675969 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:03:25.081328 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:03:26.790546 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:03:39.269928 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:03:40.001689 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:03:50.561565 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-38260a4c-c647-417c-8d20-38c8c17f427d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:03:53.001380 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f4c129b0-3e12-4da6-9fcd-4f16f77a0ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:03:53.675692 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:03:55.092435 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:03:56.789708 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:03:57.953660 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:04:06.653056 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5247dde-da09-4607-9dc8-bb33427e344a req-82b5b7ad-6bc2-4257-8824-e76c8c597468 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1f615ed1-9694-4694-ab36-1ef6fbbd84d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527794 Jun 30 11:04:06.745948 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5247dde-da09-4607-9dc8-bb33427e344a req-9ba1e63b-1a1c-4869-b5e1-fb810e2a4ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:06.747509 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5247dde-da09-4607-9dc8-bb33427e344a req-9ba1e63b-1a1c-4869-b5e1-fb810e2a4ad9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c2213143e5c423693718d72a1dfc452&device_id=1f615ed1-9694-4694-ab36-1ef6fbbd84d2 HTTP/1.1" status: 200 len: 1097 time: 0.0522678 Jun 30 11:04:06.854489 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5247dde-da09-4607-9dc8-bb33427e344a req-cea16b69-dea7-44ad-a353-359d86b0e115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:06.856017 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5247dde-da09-4607-9dc8-bb33427e344a req-cea16b69-dea7-44ad-a353-359d86b0e115 service neutron] 10.222.0.37 "GET /v2.0/networks?id=46325957-4638-43c0-9971-f6695ddfa598 HTTP/1.1" status: 200 len: 910 time: 0.0893722 Jun 30 11:04:06.918858 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5247dde-da09-4607-9dc8-bb33427e344a req-1dc07b32-28a6-4394-a679-3c8487cd8ac7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=299d8767-f240-4ee5-aad2-501d86ca5bdc HTTP/1.1" status: 200 len: 1001 time: 0.0562861 Jun 30 11:04:06.970365 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5247dde-da09-4607-9dc8-bb33427e344a req-55de30c8-c31c-4bea-9c1a-b0a606f9ec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:06.971837 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5247dde-da09-4607-9dc8-bb33427e344a req-55de30c8-c31c-4bea-9c1a-b0a606f9ec90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5adf7318-66f0-4645-a2d8-ce2669f73caa HTTP/1.1" status: 200 len: 848 time: 0.0468667 Jun 30 11:04:07.029520 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5247dde-da09-4607-9dc8-bb33427e344a req-e18ecf73-1430-4bcd-8bab-21f96690d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:04:07.031044 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5247dde-da09-4607-9dc8-bb33427e344a req-e18ecf73-1430-4bcd-8bab-21f96690d1d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=46325957-4638-43c0-9971-f6695ddfa598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526726 Jun 30 11:04:07.120841 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5247dde-da09-4607-9dc8-bb33427e344a req-d98a026d-2ace-44a2-9d0a-0c09902af9c6 service neutron] 10.222.0.37 "GET /v2.0/networks/46325957-4638-43c0-9971-f6695ddfa598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819225 Jun 30 11:04:07.211447 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e5247dde-da09-4607-9dc8-bb33427e344a req-c2d0261a-f30b-4ef2-821f-0de4692b5202 service neutron] 10.222.0.37 "GET /v2.0/networks/46325957-4638-43c0-9971-f6695ddfa598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834589 Jun 30 11:04:09.263598 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:09.972030 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:20.560206 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a86263ad-4281-4e06-a994-ebb6dfa03aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:22.994951 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-facd1ce1-1e1a-4be0-8bfd-3624e566d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:23.691751 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:25.126368 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:26.788989 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:34.952554 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:04:39.302956 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:40.011657 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:50.622832 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-cf080253-ed3c-4641-8e02-b6b74c4376f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:53.027961 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-832afca2-bbe5-4d66-b437-9575add47996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:53.674301 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:55.091182 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:55.698923 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 299d8767-f240-4ee5-aad2-501d86ca5bdc details requested by agent hyperv_n-h2-771363-31 with host n-h2-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 11:04:55.793394 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 299d8767-f240-4ee5-aad2-501d86ca5bdc, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=299d8767-f240-4ee5-aad2-501d86ca5bdc,segment=NetworkSegment(2df4c609-2e93-4e04-ae65-0d33c73bcf43),segment_id=2df4c609-2e93-4e04-ae65-0d33c73bcf43)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:04:55.804418 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Returning: {'device': '299d8767-f240-4ee5-aad2-501d86ca5bdc', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'port_id': '299d8767-f240-4ee5-aad2-501d86ca5bdc', 'mac_address': 'fa:16:3e:13:3b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 11:04:55.840152 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:55.853047 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 299d8767-f240-4ee5-aad2-501d86ca5bdc {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 11:04:55.871555 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 299d8767-f240-4ee5-aad2-501d86ca5bdc, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=299d8767-f240-4ee5-aad2-501d86ca5bdc,segment=NetworkSegment(2df4c609-2e93-4e04-ae65-0d33c73bcf43),segment_id=2df4c609-2e93-4e04-ae65-0d33c73bcf43)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:04:55.930683 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:55.981225 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=299d8767-f240-4ee5-aad2-501d86ca5bdc,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:04:55.988533 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:55.988887 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:55.989307 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:55.989838 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:55.990192 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:55.990517 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:55.990845 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:55.991205 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:55.991534 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:55.991858 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:55.992182 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:55.992504 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:04:56.007856 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] get_ports_and_sgs() called for port_ids ['299d8767-f240-4ee5-aad2-501d86ca5bdc'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 11:04:56.828720 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:57.699846 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 299d8767-f240-4ee5-aad2-501d86ca5bdc up at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 11:04:57.749680 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Provisioning complete for port 299d8767-f240-4ee5-aad2-501d86ca5bdc triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:04:57.750057 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:57.825841 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:57.847582 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f615ed1-9694-4694-ab36-1ef6fbbd84d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299d8767-f240-4ee5-aad2-501d86ca5bdc'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:04:57.850311 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e520062ac3f6a5230297ee25602b33de19752d2c23cf97a6a0875cf5ad8a1a0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a606d66e-61b0-435f-8310-bb755444e1c7" -d '{"events": [{"server_uuid": "1f615ed1-9694-4694-ab36-1ef6fbbd84d2", "name": "network-vif-plugged", "status": "completed", "tag": "299d8767-f240-4ee5-aad2-501d86ca5bdc"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:04:57.863210 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 299d8767-f240-4ee5-aad2-501d86ca5bdc, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=299d8767-f240-4ee5-aad2-501d86ca5bdc,segment=NetworkSegment(2df4c609-2e93-4e04-ae65-0d33c73bcf43),segment_id=2df4c609-2e93-4e04-ae65-0d33c73bcf43)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:04:57.931555 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:04:57.957421 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 11:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d09019e-c0d3-45b9-870e-c136b9353acb x-openstack-request-id: req-9d09019e-c0d3-45b9-870e-c136b9353acb {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:04:57.957733 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f615ed1-9694-4694-ab36-1ef6fbbd84d2", "name": "network-vif-plugged", "status": "completed", "tag": "299d8767-f240-4ee5-aad2-501d86ca5bdc", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:04:57.958127 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9d09019e-c0d3-45b9-870e-c136b9353acb {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:04:57.958713 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f615ed1-9694-4694-ab36-1ef6fbbd84d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299d8767-f240-4ee5-aad2-501d86ca5bdc', 'code': 200} Jun 30 11:04:57.985264 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=299d8767-f240-4ee5-aad2-501d86ca5bdc,revision_number=7']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:05:07.696614 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1991b-6c57-43dc-a4fa-dd9e204ced9c req-d425689c-1ed9-4f10-b9a4-dca946583428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:07.698271 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-79c1991b-6c57-43dc-a4fa-dd9e204ced9c req-d425689c-1ed9-4f10-b9a4-dca946583428 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c2213143e5c423693718d72a1dfc452&device_id=1f615ed1-9694-4694-ab36-1ef6fbbd84d2 HTTP/1.1" status: 200 len: 1097 time: 0.0691695 Jun 30 11:05:07.831966 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1991b-6c57-43dc-a4fa-dd9e204ced9c req-bcd5f9e8-650f-42f7-a018-014cbf2b3217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:07.834478 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-79c1991b-6c57-43dc-a4fa-dd9e204ced9c req-bcd5f9e8-650f-42f7-a018-014cbf2b3217 service neutron] 10.222.0.37 "GET /v2.0/networks?id=46325957-4638-43c0-9971-f6695ddfa598 HTTP/1.1" status: 200 len: 910 time: 0.1096573 Jun 30 11:05:07.913716 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-79c1991b-6c57-43dc-a4fa-dd9e204ced9c req-0230c84d-1bb3-44cf-bf50-3d1ebe5c1b32 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=299d8767-f240-4ee5-aad2-501d86ca5bdc HTTP/1.1" status: 200 len: 1001 time: 0.0723848 Jun 30 11:05:07.978271 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1991b-6c57-43dc-a4fa-dd9e204ced9c req-25400f37-bca9-4d55-955d-641f04b8e618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:07.979946 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-79c1991b-6c57-43dc-a4fa-dd9e204ced9c req-25400f37-bca9-4d55-955d-641f04b8e618 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5adf7318-66f0-4645-a2d8-ce2669f73caa HTTP/1.1" status: 200 len: 848 time: 0.0598574 Jun 30 11:05:08.057470 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1991b-6c57-43dc-a4fa-dd9e204ced9c req-b2af2dce-fc48-4314-833c-b3f838c98e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:08.059039 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-79c1991b-6c57-43dc-a4fa-dd9e204ced9c req-b2af2dce-fc48-4314-833c-b3f838c98e14 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=46325957-4638-43c0-9971-f6695ddfa598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728598 Jun 30 11:05:08.163645 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-79c1991b-6c57-43dc-a4fa-dd9e204ced9c req-91cfdacc-6157-4d87-8929-5c007cd7e939 service neutron] 10.222.0.37 "GET /v2.0/networks/46325957-4638-43c0-9971-f6695ddfa598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968833 Jun 30 11:05:08.268774 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-79c1991b-6c57-43dc-a4fa-dd9e204ced9c req-35e6a6df-7f40-428b-88c1-a04158e6fb82 service neutron] 10.222.0.37 "GET /v2.0/networks/46325957-4638-43c0-9971-f6695ddfa598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974810 Jun 30 11:05:09.331323 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:10.045575 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:11.951660 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:05:12.382883 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-f440e705-d1d2-4b5c-919c-33ffb073c9c2 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1397504989&fields=id&tenant_id=1c2213143e5c423693718d72a1dfc452 HTTP/1.1" status: 200 len: 267 time: 0.0357990 Jun 30 11:05:12.490761 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-d7e53eff-7372-4b88-a4f8-e2d1765d0d5d tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:12.492250 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-d7e53eff-7372-4b88-a4f8-e2d1765d0d5d tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/networks?id=46325957-4638-43c0-9971-f6695ddfa598 HTTP/1.1" status: 200 len: 809 time: 0.1030078 Jun 30 11:05:12.506734 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-f3cf8c3c-1d59-4f10-9330-1b0a96fc1d1f tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/quotas/1c2213143e5c423693718d72a1dfc452 HTTP/1.1" status: 200 len: 375 time: 0.0092125 Jun 30 11:05:12.580221 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-73921f02-9c0a-49be-8038-0a6842b213cb tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c2213143e5c423693718d72a1dfc452&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0684066 Jun 30 11:05:12.666321 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-68100658-edc8-475f-bcd6-b6f352fec8a7 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 11:05:12.667353 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-68100658-edc8-475f-bcd6-b6f352fec8a7 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0432470 Jun 30 11:05:12.759741 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-80a55ad9-48ce-4f29-895d-812bcdb6e9f9 service neutron] 10.222.0.10 "GET /v2.0/networks/46325957-4638-43c0-9971-f6695ddfa598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864387 Jun 30 11:05:12.848539 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-aa696294-3224-40db-98eb-d8cbf63b5066 service neutron] 10.222.0.10 "GET /v2.0/networks/46325957-4638-43c0-9971-f6695ddfa598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829809 Jun 30 11:05:13.192943 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b10e0e7f-76ba-4cf5-a71c-ace4d118ebae req-5da67507-f5ff-46f8-8ee3-1f8ccaec5b6a tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f50c3e5-3c37-4fea-bdef-d573e5851322 HTTP/1.1" status: 200 len: 210 time: 0.0772259 Jun 30 11:05:14.339641 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2a045b93-9f39-4026-9d0b-20b18d7e8ac0 req-6d40f18b-7054-4437-885c-e4015072c55a tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f50c3e5-3c37-4fea-bdef-d573e5851322 HTTP/1.1" status: 200 len: 210 time: 0.0293665 Jun 30 11:05:15.312529 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.52', 52352) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:05:15.510931 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-9112284b-6b0d-4783-9ccd-c92fc54a1b48 req-661916a2-4243-4f15-b906-e34b64b9c695 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f50c3e5-3c37-4fea-bdef-d573e5851322 HTTP/1.1" status: 200 len: 210 time: 0.0309021 Jun 30 11:05:15.686728 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-7849d3a0-4897-4f02-9f41-fe2ea3271666 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:15.688170 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-7849d3a0-4897-4f02-9f41-fe2ea3271666 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.52 "GET /v2.0/networks?id=46325957-4638-43c0-9971-f6695ddfa598 HTTP/1.1" status: 200 len: 809 time: 0.3744068 Jun 30 11:05:15.748319 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-eab99626-aace-450e-9385-56425ad2b1e0 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c2213143e5c423693718d72a1dfc452 HTTP/1.1" status: 200 len: 380 time: 0.0455821 Jun 30 11:05:15.759760 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-10142339-09a5-4951-9cdf-12c4c9963fe1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Request body: {'port': {'device_id': '2f50c3e5-3c37-4fea-bdef-d573e5851322', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'admin_state_up': True, 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'security_groups': ['19f11147-9c96-4930-8614-e24016f61983']}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:05:15.797112 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 299d8767-f240-4ee5-aad2-501d86ca5bdc no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:05:15.875584 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:15.901247 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f615ed1-9694-4694-ab36-1ef6fbbd84d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '299d8767-f240-4ee5-aad2-501d86ca5bdc'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:05:15.903487 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e520062ac3f6a5230297ee25602b33de19752d2c23cf97a6a0875cf5ad8a1a0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f405d634-c022-4ed6-bc9c-4a693583a199" -d '{"events": [{"server_uuid": "1f615ed1-9694-4694-ab36-1ef6fbbd84d2", "name": "network-vif-unplugged", "status": "completed", "tag": "299d8767-f240-4ee5-aad2-501d86ca5bdc"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:05:15.922766 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] For port 299d8767-f240-4ee5-aad2-501d86ca5bdc, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=299d8767-f240-4ee5-aad2-501d86ca5bdc,segment=NetworkSegment(2df4c609-2e93-4e04-ae65-0d33c73bcf43),segment_id=2df4c609-2e93-4e04-ae65-0d33c73bcf43)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:05:15.942840 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 11:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a92214-93c6-4ee7-ae56-f904157de634 x-openstack-request-id: req-73a92214-93c6-4ee7-ae56-f904157de634 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:05:15.942840 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f615ed1-9694-4694-ab36-1ef6fbbd84d2", "name": "network-vif-unplugged", "status": "completed", "tag": "299d8767-f240-4ee5-aad2-501d86ca5bdc", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:05:15.942840 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-73a92214-93c6-4ee7-ae56-f904157de634 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:05:15.942840 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f615ed1-9694-4694-ab36-1ef6fbbd84d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '299d8767-f240-4ee5-aad2-501d86ca5bdc', 'code': 200} Jun 30 11:05:15.959305 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-10142339-09a5-4951-9cdf-12c4c9963fe1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Made reservation on behalf of 1c2213143e5c423693718d72a1dfc452 for: {'port': 1} {{(pid=101053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:05:15.962912 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-10142339-09a5-4951-9cdf-12c4c9963fe1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:15.988518 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:16.060579 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Pushing event updated for resources: {'Port': ['ID=299d8767-f240-4ee5-aad2-501d86ca5bdc,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:05:16.117330 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_common [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-10142339-09a5-4951-9cdf-12c4c9963fe1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Allocated IP 172.20.0.3 (46325957-4638-43c0-9971-f6695ddfa598/5adf7318-66f0-4645-a2d8-ce2669f73caa/63b13d51-d400-4979-93c7-dae6c7d532e3) {{(pid=101053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:05:16.267501 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-10142339-09a5-4951-9cdf-12c4c9963fe1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for port, precommit_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:16.284087 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-10142339-09a5-4951-9cdf-12c4c9963fe1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Transition to ACTIVE for port object 63b13d51-d400-4979-93c7-dae6c7d532e3 will not be triggered until provisioned by entity DHCP. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:05:16.417653 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-10142339-09a5-4951-9cdf-12c4c9963fe1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8861655'] for port, after_create {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:16.465773 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-10142339-09a5-4951-9cdf-12c4c9963fe1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Network 46325957-4638-43c0-9971-f6695ddfa598 is already hosted by enough agents. {{(pid=101053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:05:16.471073 n-d-771363-31 neutron-server[101053]: DEBUG neutron.scheduler.base_scheduler [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-10142339-09a5-4951-9cdf-12c4c9963fe1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Resources bound (agent type, host, resource id): {{(pid=101053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:05:16.475211 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-10142339-09a5-4951-9cdf-12c4c9963fe1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Received port after_create {{(pid=101053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 11:05:16.530834 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10142339-09a5-4951-9cdf-12c4c9963fe1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Pushing event updated for resources: {'Port': ['ID=63b13d51-d400-4979-93c7-dae6c7d532e3,revision_number=1']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:05:16.546111 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10142339-09a5-4951-9cdf-12c4c9963fe1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:05:16.546391 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10142339-09a5-4951-9cdf-12c4c9963fe1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:05:16.546725 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10142339-09a5-4951-9cdf-12c4c9963fe1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:05:16.547053 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10142339-09a5-4951-9cdf-12c4c9963fe1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:05:16.547408 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10142339-09a5-4951-9cdf-12c4c9963fe1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:05:16.547733 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10142339-09a5-4951-9cdf-12c4c9963fe1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:05:16.548056 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10142339-09a5-4951-9cdf-12c4c9963fe1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:05:16.548380 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10142339-09a5-4951-9cdf-12c4c9963fe1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:05:16.548700 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10142339-09a5-4951-9cdf-12c4c9963fe1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:05:16.549068 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10142339-09a5-4951-9cdf-12c4c9963fe1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:05:16.549448 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10142339-09a5-4951-9cdf-12c4c9963fe1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:05:16.549768 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10142339-09a5-4951-9cdf-12c4c9963fe1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:05:16.585487 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-10142339-09a5-4951-9cdf-12c4c9963fe1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:16.586158 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-10142339-09a5-4951-9cdf-12c4c9963fe1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:16.692983 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-10142339-09a5-4951-9cdf-12c4c9963fe1 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9363015 Jun 30 11:05:16.760754 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d68d39-cdae-4081-9fb3-02a97470a42a req-ed5c60b3-87ec-41be-b85b-c8db45c97a89 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:16.762301 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e6d68d39-cdae-4081-9fb3-02a97470a42a req-ed5c60b3-87ec-41be-b85b-c8db45c97a89 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f50c3e5-3c37-4fea-bdef-d573e5851322 HTTP/1.1" status: 200 len: 931 time: 0.0910695 Jun 30 11:05:16.805856 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-e6d68d39-cdae-4081-9fb3-02a97470a42a req-e059df6e-95d3-4518-bac0-27b9490085f8 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/security-groups?id=19f11147-9c96-4930-8614-e24016f61983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366008 Jun 30 11:05:16.919500 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a0c0c701-d54c-4a67-b883-a43df5c571e9 None None] Provisioning for port 63b13d51-d400-4979-93c7-dae6c7d532e3 completed by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:05:16.923916 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-a0c0c701-d54c-4a67-b883-a43df5c571e9 None None] Provisioning complete for port 63b13d51-d400-4979-93c7-dae6c7d532e3 triggered by entity DHCP. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:05:16.924373 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-a0c0c701-d54c-4a67-b883-a43df5c571e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:16.959820 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-a0c0c701-d54c-4a67-b883-a43df5c571e9 None None] Port 63b13d51-d400-4979-93c7-dae6c7d532e3 cannot update to ACTIVE because it is not bound. {{(pid=101055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 11:05:17.990606 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b951a8-bf16-415c-ab99-3b38d86f6c03 req-130dd566-16c6-4888-ad46-01e2c7ad1d18 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:17.992150 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-87b951a8-bf16-415c-ab99-3b38d86f6c03 req-130dd566-16c6-4888-ad46-01e2c7ad1d18 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f50c3e5-3c37-4fea-bdef-d573e5851322 HTTP/1.1" status: 200 len: 931 time: 0.0693290 Jun 30 11:05:18.032944 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-87b951a8-bf16-415c-ab99-3b38d86f6c03 req-ad738cba-d411-48c3-a8a8-45f9172b302b tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/security-groups?id=19f11147-9c96-4930-8614-e24016f61983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340147 Jun 30 11:05:19.212244 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5481192-4bef-41b9-89c9-6966607c1729 req-3bec8011-8b11-4c31-bfce-cc5166d89804 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:19.213801 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a5481192-4bef-41b9-89c9-6966607c1729 req-3bec8011-8b11-4c31-bfce-cc5166d89804 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f50c3e5-3c37-4fea-bdef-d573e5851322 HTTP/1.1" status: 200 len: 931 time: 0.0674107 Jun 30 11:05:19.257604 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a5481192-4bef-41b9-89c9-6966607c1729 req-4803ed48-0292-444d-9007-598db4d79202 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/security-groups?id=19f11147-9c96-4930-8614-e24016f61983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373664 Jun 30 11:05:20.437447 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8a3bf-28c5-4101-8fc9-9b930e2c6336 req-577050a9-32d1-47b0-a038-f6eac3398714 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:20.442818 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c9f8a3bf-28c5-4101-8fc9-9b930e2c6336 req-577050a9-32d1-47b0-a038-f6eac3398714 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f50c3e5-3c37-4fea-bdef-d573e5851322 HTTP/1.1" status: 200 len: 931 time: 0.0688164 Jun 30 11:05:20.480813 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c9f8a3bf-28c5-4101-8fc9-9b930e2c6336 req-3cd71467-12cf-4d65-baeb-24538556216c tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/security-groups?id=19f11147-9c96-4930-8614-e24016f61983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342307 Jun 30 11:05:20.548210 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f235e088-0bb3-4334-b15a-e1ded0b8d72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:21.664129 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afd019-63f0-4cee-b991-bd04965c60a0 req-5240a602-0772-4035-a61a-63340b531e42 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:21.665661 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a9afd019-63f0-4cee-b991-bd04965c60a0 req-5240a602-0772-4035-a61a-63340b531e42 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f50c3e5-3c37-4fea-bdef-d573e5851322 HTTP/1.1" status: 200 len: 931 time: 0.0648353 Jun 30 11:05:21.704955 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-a9afd019-63f0-4cee-b991-bd04965c60a0 req-e21a3f4f-658c-41ba-a88a-4106f124c773 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/security-groups?id=19f11147-9c96-4930-8614-e24016f61983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336452 Jun 30 11:05:22.891090 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea940bd0-cff9-4011-a12c-4dae7d03d37d req-c616b747-418a-40d9-aef5-b9c860809d93 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:22.892640 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ea940bd0-cff9-4011-a12c-4dae7d03d37d req-c616b747-418a-40d9-aef5-b9c860809d93 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f50c3e5-3c37-4fea-bdef-d573e5851322 HTTP/1.1" status: 200 len: 931 time: 0.0732107 Jun 30 11:05:22.942473 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ea940bd0-cff9-4011-a12c-4dae7d03d37d req-1c3765f9-fc49-451e-b9f8-d67ff7d2764b tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/security-groups?id=19f11147-9c96-4930-8614-e24016f61983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429697 Jun 30 11:05:23.022792 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f103654a-9a24-4d6d-bef3-97e7f6284e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:23.685404 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:24.131251 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae6749-785a-4336-a3cb-b7d6045364a8 req-912c7615-0732-4a93-8cf7-591a6043af6e tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:24.132646 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dcae6749-785a-4336-a3cb-b7d6045364a8 req-912c7615-0732-4a93-8cf7-591a6043af6e tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f50c3e5-3c37-4fea-bdef-d573e5851322 HTTP/1.1" status: 200 len: 931 time: 0.0691371 Jun 30 11:05:24.172148 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dcae6749-785a-4336-a3cb-b7d6045364a8 req-b02b9f55-5974-4736-b00a-bf928defcad3 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/security-groups?id=19f11147-9c96-4930-8614-e24016f61983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335953 Jun 30 11:05:25.118658 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:25.370230 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc4065-4403-4119-9360-ee19fedb7c56 req-c563d5bd-c0e5-447c-b994-6f918f151150 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:25.372530 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-96bc4065-4403-4119-9360-ee19fedb7c56 req-c563d5bd-c0e5-447c-b994-6f918f151150 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f50c3e5-3c37-4fea-bdef-d573e5851322 HTTP/1.1" status: 200 len: 931 time: 0.0780592 Jun 30 11:05:25.417403 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-96bc4065-4403-4119-9360-ee19fedb7c56 req-258e21a6-36b4-44d7-b03d-24eba9ba92ca tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/security-groups?id=19f11147-9c96-4930-8614-e24016f61983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392394 Jun 30 11:05:26.597892 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d092a61-8122-4591-89d4-01520045be60 req-c999643a-2ed8-4974-8377-9da1e126c1ea tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:26.599423 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5d092a61-8122-4591-89d4-01520045be60 req-c999643a-2ed8-4974-8377-9da1e126c1ea tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f50c3e5-3c37-4fea-bdef-d573e5851322 HTTP/1.1" status: 200 len: 931 time: 0.0623689 Jun 30 11:05:26.638700 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-5d092a61-8122-4591-89d4-01520045be60 req-76e77d2b-d409-4026-9fee-0b88640ecb1b tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/security-groups?id=19f11147-9c96-4930-8614-e24016f61983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335472 Jun 30 11:05:26.810370 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:27.092211 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-ceda31c6-2624-4ef9-b158-32630b7e968b tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 11:05:27.093407 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-ceda31c6-2624-4ef9-b158-32630b7e968b tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065370 Jun 30 11:05:27.185651 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.v2.base [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-7f6a9595-42fb-469b-a102-e9ff27f13b11 service neutron] Request body: {'port': {'device_id': '2f50c3e5-3c37-4fea-bdef-d573e5851322', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-31'}} {{(pid=101053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:05:27.262657 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-7f6a9595-42fb-469b-a102-e9ff27f13b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:27.565157 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-7f6a9595-42fb-469b-a102-e9ff27f13b11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63b13d51-d400-4979-93c7-dae6c7d532e3 {{(pid=101053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 11:05:27.572971 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-7f6a9595-42fb-469b-a102-e9ff27f13b11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:27.585754 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.provisioning_blocks [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-7f6a9595-42fb-469b-a102-e9ff27f13b11 service neutron] Transition to ACTIVE for port object 63b13d51-d400-4979-93c7-dae6c7d532e3 will not be triggered until provisioned by entity L2. {{(pid=101053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:05:27.644946 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-7f6a9595-42fb-469b-a102-e9ff27f13b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:27.694365 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a9595-42fb-469b-a102-e9ff27f13b11 service neutron] Pushing event updated for resources: {'Port': ['ID=63b13d51-d400-4979-93c7-dae6c7d532e3,revision_number=2']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:05:27.784768 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-7f6a9595-42fb-469b-a102-e9ff27f13b11 service neutron] Attempting to bind port 63b13d51-d400-4979-93c7-dae6c7d532e3 on host n-h1-771363-31 for vnic_type normal with profile {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 11:05:27.785108 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-7f6a9595-42fb-469b-a102-e9ff27f13b11 service neutron] Attempting to bind port 63b13d51-d400-4979-93c7-dae6c7d532e3 by drivers openvswitch,hyperv on host n-h1-771363-31 at level 0 using segments [{'id': '2df4c609-2e93-4e04-ae65-0d33c73bcf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '46325957-4638-43c0-9971-f6695ddfa598'}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 11:05:27.785962 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-7f6a9595-42fb-469b-a102-e9ff27f13b11 service neutron] Attempting to bind port 63b13d51-d400-4979-93c7-dae6c7d532e3 on network 46325957-4638-43c0-9971-f6695ddfa598 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:05:27.811081 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-7f6a9595-42fb-469b-a102-e9ff27f13b11 service neutron] Port 63b13d51-d400-4979-93c7-dae6c7d532e3 on network 46325957-4638-43c0-9971-f6695ddfa598 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-31 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 11:05:27.811467 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-7f6a9595-42fb-469b-a102-e9ff27f13b11 service neutron] Attempting to bind port 63b13d51-d400-4979-93c7-dae6c7d532e3 on network 46325957-4638-43c0-9971-f6695ddfa598 {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:05:27.818775 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-7f6a9595-42fb-469b-a102-e9ff27f13b11 service neutron] Checking agent: {'id': 'cfab79bd-fa24-42a1-b423-39f53b99c3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 11, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:05:27.819111 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-7f6a9595-42fb-469b-a102-e9ff27f13b11 service neutron] Checking segment: {'id': '2df4c609-2e93-4e04-ae65-0d33c73bcf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '46325957-4638-43c0-9971-f6695ddfa598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 11:05:27.819520 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-7f6a9595-42fb-469b-a102-e9ff27f13b11 service neutron] Bound using segment: {'id': '2df4c609-2e93-4e04-ae65-0d33c73bcf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '46325957-4638-43c0-9971-f6695ddfa598'} {{(pid=101053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:05:27.819958 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.managers [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-7f6a9595-42fb-469b-a102-e9ff27f13b11 service neutron] Bound port: 63b13d51-d400-4979-93c7-dae6c7d532e3, host: n-h1-771363-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df4c609-2e93-4e04-ae65-0d33c73bcf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '46325957-4638-43c0-9971-f6695ddfa598'}}] {{(pid=101053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 11:05:27.820321 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-7f6a9595-42fb-469b-a102-e9ff27f13b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:27.889859 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bf02d-5b67-4023-976d-ba18c4723257 req-02de1122-d3ff-47e0-a4f6-711de055bc6f tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:27.891352 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-896bf02d-5b67-4023-976d-ba18c4723257 req-02de1122-d3ff-47e0-a4f6-711de055bc6f tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f50c3e5-3c37-4fea-bdef-d573e5851322 HTTP/1.1" status: 200 len: 943 time: 0.1227503 Jun 30 11:05:27.922257 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-7f6a9595-42fb-469b-a102-e9ff27f13b11 service neutron] For port 63b13d51-d400-4979-93c7-dae6c7d532e3, host n-h1-771363-31, cleared binding levels {{(pid=101053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 11:05:27.946645 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-7f6a9595-42fb-469b-a102-e9ff27f13b11 service neutron] For port 63b13d51-d400-4979-93c7-dae6c7d532e3, host n-h1-771363-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=63b13d51-d400-4979-93c7-dae6c7d532e3,segment=NetworkSegment(2df4c609-2e93-4e04-ae65-0d33c73bcf43),segment_id=2df4c609-2e93-4e04-ae65-0d33c73bcf43)] {{(pid=101053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 11:05:27.954483 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-896bf02d-5b67-4023-976d-ba18c4723257 req-406eec7c-8885-496e-9b04-ff14dca09254 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/security-groups?id=19f11147-9c96-4930-8614-e24016f61983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548480 Jun 30 11:05:28.016276 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-7f6a9595-42fb-469b-a102-e9ff27f13b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8861669'] for port, after_update {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:28.054585 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-7f6a9595-42fb-469b-a102-e9ff27f13b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:28.055240 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-7f6a9595-42fb-469b-a102-e9ff27f13b11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:28.056647 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-7f6a9595-42fb-469b-a102-e9ff27f13b11 service neutron] 10.222.0.52 "PUT /v2.0/ports/63b13d51-d400-4979-93c7-dae6c7d532e3 HTTP/1.1" status: 200 len: 1092 time: 0.9162395 Jun 30 11:05:28.057095 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f50c3e5-3c37-4fea-bdef-d573e5851322', 'tag': '63b13d51-d400-4979-93c7-dae6c7d532e3'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:05:28.059413 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85687699ff687a651bbe078ea600a8a807fb69c9e2f14b86b5fbe616c0208db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278977df-fe62-4486-8cb4-28fd97da0ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "2f50c3e5-3c37-4fea-bdef-d573e5851322", "tag": "63b13d51-d400-4979-93c7-dae6c7d532e3"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:05:28.100320 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a9595-42fb-469b-a102-e9ff27f13b11 service neutron] Pushing event updated for resources: {'Port': ['ID=63b13d51-d400-4979-93c7-dae6c7d532e3,revision_number=3']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:05:28.104044 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 11:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a388642-26b2-4080-93ac-ac8c0f8d2953 x-openstack-request-id: req-1a388642-26b2-4080-93ac-ac8c0f8d2953 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:05:28.104433 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f50c3e5-3c37-4fea-bdef-d573e5851322", "tag": "63b13d51-d400-4979-93c7-dae6c7d532e3", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:05:28.104574 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1a388642-26b2-4080-93ac-ac8c0f8d2953 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:05:28.105145 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f50c3e5-3c37-4fea-bdef-d573e5851322', 'tag': '63b13d51-d400-4979-93c7-dae6c7d532e3', 'status': 'completed', 'code': 200} Jun 30 11:05:28.218015 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278977df-fe62-4486-8cb4-28fd97da0ad0 req-09f9aa8b-d5ad-42d8-aea0-e8fdcfa8585b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:28.219539 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-278977df-fe62-4486-8cb4-28fd97da0ad0 req-09f9aa8b-d5ad-42d8-aea0-e8fdcfa8585b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c2213143e5c423693718d72a1dfc452&device_id=2f50c3e5-3c37-4fea-bdef-d573e5851322 HTTP/1.1" status: 200 len: 1095 time: 0.0932851 Jun 30 11:05:28.398565 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278977df-fe62-4486-8cb4-28fd97da0ad0 req-8fb7c7fe-a281-4cbc-a796-8173aca2a315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:28.400011 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-278977df-fe62-4486-8cb4-28fd97da0ad0 req-8fb7c7fe-a281-4cbc-a796-8173aca2a315 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=1c2213143e5c423693718d72a1dfc452&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1680498 Jun 30 11:05:28.557790 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278977df-fe62-4486-8cb4-28fd97da0ad0 req-f6f7ebc3-36ed-4c3c-a77b-3a736b3dc513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:28.559178 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-278977df-fe62-4486-8cb4-28fd97da0ad0 req-f6f7ebc3-36ed-4c3c-a77b-3a736b3dc513 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1519470 Jun 30 11:05:28.654813 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-cfaff589-8df9-4d7c-9172-6c2d1759fb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:28.656314 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-cfaff589-8df9-4d7c-9172-6c2d1759fb9f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c2213143e5c423693718d72a1dfc452&device_id=2f50c3e5-3c37-4fea-bdef-d573e5851322 HTTP/1.1" status: 200 len: 1095 time: 0.0521870 Jun 30 11:05:28.718125 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-e1068399-2fd5-4e71-86d2-f427c15c8490 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63b13d51-d400-4979-93c7-dae6c7d532e3 HTTP/1.1" status: 200 len: 217 time: 0.0529320 Jun 30 11:05:28.771935 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-c25a9cd8-052c-480f-a613-adcac7712ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:28.773354 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-c25a9cd8-052c-480f-a613-adcac7712ead service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5adf7318-66f0-4645-a2d8-ce2669f73caa HTTP/1.1" status: 200 len: 848 time: 0.0481946 Jun 30 11:05:28.864940 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-56f70273-28a7-4841-a19a-e4ee293c8a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:28.866309 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-56f70273-28a7-4841-a19a-e4ee293c8a74 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=46325957-4638-43c0-9971-f6695ddfa598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0831242 Jun 30 11:05:28.957276 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-7360cebe-2a24-4c95-8a46-eeb97894c931 service neutron] 10.222.0.52 "GET /v2.0/networks/46325957-4638-43c0-9971-f6695ddfa598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805323 Jun 30 11:05:29.057694 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-c720e0fb-82ef-400e-ab2f-6cd3947f5055 req-59d3b565-9ee3-4b1b-9090-2c7f0ea5aec9 service neutron] 10.222.0.52 "GET /v2.0/networks/46325957-4638-43c0-9971-f6695ddfa598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887442 Jun 30 11:05:29.127795 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0c88f-3b02-418c-a47d-b2e09c6cb447 req-0e2d5e17-d382-45a2-8a65-bf1c7c42a736 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:29.129852 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65f0c88f-3b02-418c-a47d-b2e09c6cb447 req-0e2d5e17-d382-45a2-8a65-bf1c7c42a736 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f50c3e5-3c37-4fea-bdef-d573e5851322 HTTP/1.1" status: 200 len: 943 time: 0.0640085 Jun 30 11:05:29.167065 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-65f0c88f-3b02-418c-a47d-b2e09c6cb447 req-74fea24b-eb8f-4d78-b061-9b9b72b026e7 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/security-groups?id=19f11147-9c96-4930-8614-e24016f61983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317578 Jun 30 11:05:30.343247 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530de81-53f6-4d87-854c-5177542bd638 req-d8ae37c5-156a-4ed6-a62b-3feee42decdd tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:30.344633 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f530de81-53f6-4d87-854c-5177542bd638 req-d8ae37c5-156a-4ed6-a62b-3feee42decdd tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f50c3e5-3c37-4fea-bdef-d573e5851322 HTTP/1.1" status: 200 len: 943 time: 0.0654356 Jun 30 11:05:30.381727 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-f530de81-53f6-4d87-854c-5177542bd638 req-e44ceee2-c9bb-4004-b759-5ed8c892ccd5 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/security-groups?id=19f11147-9c96-4930-8614-e24016f61983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307736 Jun 30 11:05:31.561936 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 63b13d51-d400-4979-93c7-dae6c7d532e3 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 11:05:31.582937 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c00341-65a1-45fb-9f8b-f51704d48b27 req-2e4a6669-394a-47c6-80c4-0e8209c16afb tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:31.584465 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f7c00341-65a1-45fb-9f8b-f51704d48b27 req-2e4a6669-394a-47c6-80c4-0e8209c16afb tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f50c3e5-3c37-4fea-bdef-d573e5851322 HTTP/1.1" status: 200 len: 943 time: 0.0822141 Jun 30 11:05:31.625117 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-f7c00341-65a1-45fb-9f8b-f51704d48b27 req-8e0af0ba-28a0-4fdc-9a3f-99bbebdf6f45 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/security-groups?id=19f11147-9c96-4930-8614-e24016f61983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350034 Jun 30 11:05:31.666858 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 63b13d51-d400-4979-93c7-dae6c7d532e3, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=63b13d51-d400-4979-93c7-dae6c7d532e3,segment=NetworkSegment(2df4c609-2e93-4e04-ae65-0d33c73bcf43),segment_id=2df4c609-2e93-4e04-ae65-0d33c73bcf43)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:05:31.678458 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '63b13d51-d400-4979-93c7-dae6c7d532e3', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'port_id': '63b13d51-d400-4979-93c7-dae6c7d532e3', 'mac_address': 'fa:16:3e:c9:f9:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 11:05:31.717947 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:31.731447 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b13d51-d400-4979-93c7-dae6c7d532e3 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 11:05:31.751487 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 63b13d51-d400-4979-93c7-dae6c7d532e3, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=63b13d51-d400-4979-93c7-dae6c7d532e3,segment=NetworkSegment(2df4c609-2e93-4e04-ae65-0d33c73bcf43),segment_id=2df4c609-2e93-4e04-ae65-0d33c73bcf43)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:05:32.216277 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:32.262993 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=63b13d51-d400-4979-93c7-dae6c7d532e3,revision_number=4']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:05:32.540074 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['63b13d51-d400-4979-93c7-dae6c7d532e3'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 11:05:32.811427 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8912764-8a6d-4f3e-b862-ef265d84d624 req-29f08b62-0984-4151-a3c6-1236a7f537b9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:32.813436 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c8912764-8a6d-4f3e-b862-ef265d84d624 req-29f08b62-0984-4151-a3c6-1236a7f537b9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f50c3e5-3c37-4fea-bdef-d573e5851322 HTTP/1.1" status: 200 len: 944 time: 0.0686209 Jun 30 11:05:32.852925 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-c8912764-8a6d-4f3e-b862-ef265d84d624 req-ce63f2e1-2747-4813-93f5-a91bd4d955be tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/security-groups?id=19f11147-9c96-4930-8614-e24016f61983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330722 Jun 30 11:05:33.561019 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 63b13d51-d400-4979-93c7-dae6c7d532e3 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 11:05:33.708197 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning for port 63b13d51-d400-4979-93c7-dae6c7d532e3 completed by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:05:33.712031 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 63b13d51-d400-4979-93c7-dae6c7d532e3 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:05:33.712404 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:33.790440 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:33.813083 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f50c3e5-3c37-4fea-bdef-d573e5851322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b13d51-d400-4979-93c7-dae6c7d532e3'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:05:33.815372 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e520062ac3f6a5230297ee25602b33de19752d2c23cf97a6a0875cf5ad8a1a0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7727a5-4cb3-44d7-9205-36a30d28a707" -d '{"events": [{"server_uuid": "2f50c3e5-3c37-4fea-bdef-d573e5851322", "name": "network-vif-plugged", "status": "completed", "tag": "63b13d51-d400-4979-93c7-dae6c7d532e3"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:05:33.829365 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 63b13d51-d400-4979-93c7-dae6c7d532e3, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=63b13d51-d400-4979-93c7-dae6c7d532e3,segment=NetworkSegment(2df4c609-2e93-4e04-ae65-0d33c73bcf43),segment_id=2df4c609-2e93-4e04-ae65-0d33c73bcf43)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:05:33.859312 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 11:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cfb35c-2511-4749-b976-b33f0be1c374 x-openstack-request-id: req-a8cfb35c-2511-4749-b976-b33f0be1c374 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:05:33.859312 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f50c3e5-3c37-4fea-bdef-d573e5851322", "name": "network-vif-plugged", "status": "completed", "tag": "63b13d51-d400-4979-93c7-dae6c7d532e3", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:05:33.859312 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a8cfb35c-2511-4749-b976-b33f0be1c374 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:05:33.859312 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f50c3e5-3c37-4fea-bdef-d573e5851322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b13d51-d400-4979-93c7-dae6c7d532e3', 'code': 200} Jun 30 11:05:33.919455 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:33.970372 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=63b13d51-d400-4979-93c7-dae6c7d532e3,revision_number=5']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:05:33.979893 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760d56c-018f-4acf-96ce-6170dc82f0c1 req-2120d024-a81e-4fe6-8ecd-414c390db7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:33.981359 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2760d56c-018f-4acf-96ce-6170dc82f0c1 req-2120d024-a81e-4fe6-8ecd-414c390db7c1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2f50c3e5-3c37-4fea-bdef-d573e5851322 HTTP/1.1" status: 200 len: 1097 time: 0.0556047 Jun 30 11:05:34.027788 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2760d56c-018f-4acf-96ce-6170dc82f0c1 req-5760aa16-8686-40e1-853e-986214bb926f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=19f11147-9c96-4930-8614-e24016f61983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364408 Jun 30 11:05:34.036137 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fcd759-47bd-4c7e-b8e8-effbfa9cc202 req-812766b1-e848-4e00-83d9-3cd833fb221c tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:34.037700 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b5fcd759-47bd-4c7e-b8e8-effbfa9cc202 req-812766b1-e848-4e00-83d9-3cd833fb221c tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f50c3e5-3c37-4fea-bdef-d573e5851322 HTTP/1.1" status: 200 len: 945 time: 0.0678089 Jun 30 11:05:34.075934 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b5fcd759-47bd-4c7e-b8e8-effbfa9cc202 req-c19907a8-cbf2-4bc2-895e-f920f6fb17fb tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/security-groups?id=19f11147-9c96-4930-8614-e24016f61983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323875 Jun 30 11:05:35.256756 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e09389-c4d9-4846-8af9-b7c3affe62b2 req-d3f1e849-d9f4-43bd-98c4-a8bc59d56d56 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:35.258224 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-38e09389-c4d9-4846-8af9-b7c3affe62b2 req-d3f1e849-d9f4-43bd-98c4-a8bc59d56d56 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f50c3e5-3c37-4fea-bdef-d573e5851322 HTTP/1.1" status: 200 len: 945 time: 0.0632067 Jun 30 11:05:35.303464 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-38e09389-c4d9-4846-8af9-b7c3affe62b2 req-3e6e545d-421b-46b5-8cc9-335c5f785e8f tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/security-groups?id=19f11147-9c96-4930-8614-e24016f61983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389891 Jun 30 11:05:35.479317 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b23c47-e0c6-4605-b30a-fd22294132d4 req-6d5e547d-911a-4faa-8efe-8cd137c2445c tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:35.480781 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-18b23c47-e0c6-4605-b30a-fd22294132d4 req-6d5e547d-911a-4faa-8efe-8cd137c2445c tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f50c3e5-3c37-4fea-bdef-d573e5851322 HTTP/1.1" status: 200 len: 945 time: 0.0679412 Jun 30 11:05:35.518092 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-18b23c47-e0c6-4605-b30a-fd22294132d4 req-c9bdc0b4-cdbc-4491-8276-7551f79185ef tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/security-groups?id=19f11147-9c96-4930-8614-e24016f61983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318012 Jun 30 11:05:35.542463 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38898) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:05:35.592685 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bf1c1e-a4eb-4f4e-851f-6a9d3825096d tempest-TestSnapshotPattern-1674529808 tempest-TestSnapshotPattern-1674529808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:35.594086 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-57bf1c1e-a4eb-4f4e-851f-6a9d3825096d tempest-TestSnapshotPattern-1674529808 tempest-TestSnapshotPattern-1674529808-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2f50c3e5-3c37-4fea-bdef-d573e5851322 HTTP/1.1" status: 200 len: 1092 time: 0.0506725 Jun 30 11:05:35.596814 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 38900) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:05:35.601639 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.v2.base [None req-38e0d34b-6064-46e4-a624-9d24097c37e9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Request body: {'floatingip': {'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'port_id': '63b13d51-d400-4979-93c7-dae6c7d532e3', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:05:35.662285 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-38e0d34b-6064-46e4-a624-9d24097c37e9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for floatingip, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:35.759477 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-38e0d34b-6064-46e4-a624-9d24097c37e9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:35.859394 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_common [None req-38e0d34b-6064-46e4-a624-9d24097c37e9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Allocated IP 172.25.6.6 (599fb812-09ee-4e3b-a109-d92406a95c23/0219b14b-1b9c-449f-b115-8dcaa25fc3f3/998615f9-a96c-4c1b-9a82-8410e2b93027) {{(pid=101054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:05:35.959662 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-38e0d34b-6064-46e4-a624-9d24097c37e9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for port, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:36.039359 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-38e0d34b-6064-46e4-a624-9d24097c37e9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-430331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759966258890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8705836'] for port, after_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:36.076483 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e0d34b-6064-46e4-a624-9d24097c37e9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Network 599fb812-09ee-4e3b-a109-d92406a95c23 is already hosted by enough agents. {{(pid=101054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:05:36.080590 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.base_scheduler [None req-38e0d34b-6064-46e4-a624-9d24097c37e9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Resources bound (agent type, host, resource id): {{(pid=101054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:05:36.087481 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e0d34b-6064-46e4-a624-9d24097c37e9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Received port after_create {{(pid=101054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 11:05:36.092986 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0d34b-6064-46e4-a624-9d24097c37e9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Pushing event updated for resources: {'Port': ['ID=998615f9-a96c-4c1b-9a82-8410e2b93027,revision_number=1']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:05:36.118119 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0d34b-6064-46e4-a624-9d24097c37e9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:05:36.118385 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0d34b-6064-46e4-a624-9d24097c37e9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:05:36.118721 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0d34b-6064-46e4-a624-9d24097c37e9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:05:36.119059 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0d34b-6064-46e4-a624-9d24097c37e9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:05:36.119432 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0d34b-6064-46e4-a624-9d24097c37e9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:05:36.119784 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0d34b-6064-46e4-a624-9d24097c37e9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:05:36.120110 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0d34b-6064-46e4-a624-9d24097c37e9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:05:36.120432 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0d34b-6064-46e4-a624-9d24097c37e9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:05:36.120750 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0d34b-6064-46e4-a624-9d24097c37e9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:05:36.121069 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0d34b-6064-46e4-a624-9d24097c37e9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:05:36.121389 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0d34b-6064-46e4-a624-9d24097c37e9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:05:36.121733 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0d34b-6064-46e4-a624-9d24097c37e9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:05:36.799026 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-38e0d34b-6064-46e4-a624-9d24097c37e9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:36.933469 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-38e0d34b-6064-46e4-a624-9d24097c37e9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:37.079533 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-38e0d34b-6064-46e4-a624-9d24097c37e9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for port, precommit_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:37.135553 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-38e0d34b-6064-46e4-a624-9d24097c37e9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8705822'] for port, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:37.205094 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0d34b-6064-46e4-a624-9d24097c37e9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Pushing event updated for resources: {'Port': ['ID=998615f9-a96c-4c1b-9a82-8410e2b93027,revision_number=2']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:05:37.217042 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-38e0d34b-6064-46e4-a624-9d24097c37e9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1644049'] for floatingip, after_update {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:37.318917 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-38e0d34b-6064-46e4-a624-9d24097c37e9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Floating IP 78f3c76b-48d0-4da8-b11d-6df9b881a873 associated. External IP: 172.25.6.6, port: 63b13d51-d400-4979-93c7-dae6c7d532e3. Jun 30 11:05:37.526097 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e0d34b-6064-46e4-a624-9d24097c37e9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Router 17e2ffd0-2526-4081-a8fb-bf75bb3a3632 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:05:37.632313 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e0d34b-6064-46e4-a624-9d24097c37e9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 11:05:37.641449 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e2d484-e002-4355-8ed5-9f52b2ceddbe None None] Sync routers for ids ['17e2ffd0-2526-4081-a8fb-bf75bb3a3632'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:05:37.654501 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e2d484-e002-4355-8ed5-9f52b2ceddbe None None] Routers {'17e2ffd0-2526-4081-a8fb-bf75bb3a3632'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:05:37.661295 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-42e2d484-e002-4355-8ed5-9f52b2ceddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T11:05:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['17e2ffd0-2526-4081-a8fb-bf75bb3a3632'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:05:37.719367 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-38e0d34b-6064-46e4-a624-9d24097c37e9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:37.756856 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-38e0d34b-6064-46e4-a624-9d24097c37e9 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.1588185 Jun 30 11:05:37.757234 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f50c3e5-3c37-4fea-bdef-d573e5851322', 'tag': '63b13d51-d400-4979-93c7-dae6c7d532e3'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:05:37.759535 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e645fc609c4f08a16fd671a21b91bb6e125e3672dd91a679e212fd6684ea572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cbeb7f-08d5-476e-a8d3-537c0d58317a" -d '{"events": [{"name": "network-changed", "server_uuid": "2f50c3e5-3c37-4fea-bdef-d573e5851322", "tag": "63b13d51-d400-4979-93c7-dae6c7d532e3"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:05:37.761787 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-42e2d484-e002-4355-8ed5-9f52b2ceddbe None None] Set router 17e2ffd0-2526-4081-a8fb-bf75bb3a3632 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:05:37.800562 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 11:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2721090d-0326-4466-968f-1fd84a0a5e8a x-openstack-request-id: req-2721090d-0326-4466-968f-1fd84a0a5e8a {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:05:37.801101 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f50c3e5-3c37-4fea-bdef-d573e5851322", "tag": "63b13d51-d400-4979-93c7-dae6c7d532e3", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:05:37.801209 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2721090d-0326-4466-968f-1fd84a0a5e8a {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:05:37.801694 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f50c3e5-3c37-4fea-bdef-d573e5851322', 'tag': '63b13d51-d400-4979-93c7-dae6c7d532e3', 'status': 'completed', 'code': 200} Jun 30 11:05:37.877061 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbeb7f-08d5-476e-a8d3-537c0d58317a req-421e92a2-3d5b-4424-8bd1-ca237f71fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:37.878634 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-46cbeb7f-08d5-476e-a8d3-537c0d58317a req-421e92a2-3d5b-4424-8bd1-ca237f71fde0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c2213143e5c423693718d72a1dfc452&device_id=2f50c3e5-3c37-4fea-bdef-d573e5851322 HTTP/1.1" status: 200 len: 1097 time: 0.0546780 Jun 30 11:05:37.989388 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-42e2d484-e002-4355-8ed5-9f52b2ceddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'name': 'tempest-TestSnapshotPattern-158660763-router', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T11:01:43Z', 'updated_at': '2021-06-30T11:01:46Z', 'revision_number': 4, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'gw_port': {'id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:44Z', 'updated_at': '2021-06-30T11:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '6aed347c-6d42-4d1c-b2ba-c6dbccedfacd', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'port_id': '299d8767-f240-4ee5-aad2-501d86ca5bdc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'mac_address': 'fa:16:3e:13:3b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f615ed1-9694-4694-ab36-1ef6fbbd84d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T11:02:12Z', 'updated_at': '2021-06-30T11:02:14Z', 'revision_number': 1, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'fixed_ip_address_scope': None}, {'id': '78f3c76b-48d0-4da8-b11d-6df9b881a873', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'port_id': '63b13d51-d400-4979-93c7-dae6c7d532e3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'mac_address': 'fa:16:3e:c9:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f50c3e5-3c37-4fea-bdef-d573e5851322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T11:05:36Z', 'updated_at': '2021-06-30T11:05:36Z', 'revision_number': 0, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9bf45b-c11b-439d-85d8-78b17cd6be2f', 'name': '', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'mac_address': 'fa:16:3e:b6:74:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:46Z', 'updated_at': '2021-06-30T11:01:52Z', 'revision_number': 5, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'subnets': [{'id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:05:38.015660 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e2d484-e002-4355-8ed5-9f52b2ceddbe None None] Checking router: 17e2ffd0-2526-4081-a8fb-bf75bb3a3632 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:05:38.023935 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e2d484-e002-4355-8ed5-9f52b2ceddbe None None] Routers {'17e2ffd0-2526-4081-a8fb-bf75bb3a3632'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:05:38.024546 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-42e2d484-e002-4355-8ed5-9f52b2ceddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T11:05:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['17e2ffd0-2526-4081-a8fb-bf75bb3a3632'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:05:38.026935 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbeb7f-08d5-476e-a8d3-537c0d58317a req-2532bdcd-f05b-44a5-a6c5-6978fdddf7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:38.028589 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-46cbeb7f-08d5-476e-a8d3-537c0d58317a req-2532bdcd-f05b-44a5-a6c5-6978fdddf7ee service neutron] 10.222.0.52 "GET /v2.0/networks?id=46325957-4638-43c0-9971-f6695ddfa598 HTTP/1.1" status: 200 len: 910 time: 0.1433179 Jun 30 11:05:38.131639 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-42e2d484-e002-4355-8ed5-9f52b2ceddbe None None] Set router 17e2ffd0-2526-4081-a8fb-bf75bb3a3632 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:05:38.369315 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-42e2d484-e002-4355-8ed5-9f52b2ceddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'name': 'tempest-TestSnapshotPattern-158660763-router', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T11:01:43Z', 'updated_at': '2021-06-30T11:01:46Z', 'revision_number': 4, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'gw_port': {'id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:44Z', 'updated_at': '2021-06-30T11:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '6aed347c-6d42-4d1c-b2ba-c6dbccedfacd', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'port_id': '299d8767-f240-4ee5-aad2-501d86ca5bdc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'mac_address': 'fa:16:3e:13:3b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f615ed1-9694-4694-ab36-1ef6fbbd84d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T11:02:12Z', 'updated_at': '2021-06-30T11:02:14Z', 'revision_number': 1, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'fixed_ip_address_scope': None}, {'id': '78f3c76b-48d0-4da8-b11d-6df9b881a873', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'port_id': '63b13d51-d400-4979-93c7-dae6c7d532e3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'mac_address': 'fa:16:3e:c9:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f50c3e5-3c37-4fea-bdef-d573e5851322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T11:05:36Z', 'updated_at': '2021-06-30T11:05:36Z', 'revision_number': 0, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9bf45b-c11b-439d-85d8-78b17cd6be2f', 'name': '', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'mac_address': 'fa:16:3e:b6:74:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:46Z', 'updated_at': '2021-06-30T11:01:52Z', 'revision_number': 5, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'subnets': [{'id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:05:38.396302 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e2d484-e002-4355-8ed5-9f52b2ceddbe None None] The sync data for ids ['17e2ffd0-2526-4081-a8fb-bf75bb3a3632'] in n-d-771363-31 is: [{'id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'name': 'tempest-TestSnapshotPattern-158660763-router', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T11:01:43Z', 'updated_at': '2021-06-30T11:01:46Z', 'revision_number': 4, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'gw_port': {'id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:44Z', 'updated_at': '2021-06-30T11:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '6aed347c-6d42-4d1c-b2ba-c6dbccedfacd', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'port_id': '299d8767-f240-4ee5-aad2-501d86ca5bdc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'mac_address': 'fa:16:3e:13:3b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f615ed1-9694-4694-ab36-1ef6fbbd84d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T11:02:12Z', 'updated_at': '2021-06-30T11:02:14Z', 'revision_number': 1, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'fixed_ip_address_scope': None}, {'id': '78f3c76b-48d0-4da8-b11d-6df9b881a873', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'port_id': '63b13d51-d400-4979-93c7-dae6c7d532e3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'mac_address': 'fa:16:3e:c9:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f50c3e5-3c37-4fea-bdef-d573e5851322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T11:05:36Z', 'updated_at': '2021-06-30T11:05:36Z', 'revision_number': 0, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9bf45b-c11b-439d-85d8-78b17cd6be2f', 'name': '', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'mac_address': 'fa:16:3e:b6:74:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:46Z', 'updated_at': '2021-06-30T11:01:52Z', 'revision_number': 5, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'subnets': [{'id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:05:38.397113 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-46cbeb7f-08d5-476e-a8d3-537c0d58317a req-d28b8d43-9c20-4eee-b28c-ad0ba31ae1ce service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63b13d51-d400-4979-93c7-dae6c7d532e3 HTTP/1.1" status: 200 len: 997 time: 0.3620305 Jun 30 11:05:38.447479 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbeb7f-08d5-476e-a8d3-537c0d58317a req-b3fd1269-3d8a-442e-a14a-ff505fce3246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:38.449117 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-46cbeb7f-08d5-476e-a8d3-537c0d58317a req-b3fd1269-3d8a-442e-a14a-ff505fce3246 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5adf7318-66f0-4645-a2d8-ce2669f73caa HTTP/1.1" status: 200 len: 848 time: 0.0454950 Jun 30 11:05:38.508211 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbeb7f-08d5-476e-a8d3-537c0d58317a req-3ded57cc-dfc2-474d-8690-2cf825e86e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:05:38.509726 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-46cbeb7f-08d5-476e-a8d3-537c0d58317a req-3ded57cc-dfc2-474d-8690-2cf825e86e30 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=46325957-4638-43c0-9971-f6695ddfa598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538559 Jun 30 11:05:38.597437 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db188324-3749-4cd2-9769-ef1393a786ad None None] New status for floating IP 78f3c76b-48d0-4da8-b11d-6df9b881a873: ACTIVE {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 11:05:38.605813 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-46cbeb7f-08d5-476e-a8d3-537c0d58317a req-41e2a5aa-f7f6-421d-83cb-525212531556 service neutron] 10.222.0.52 "GET /v2.0/networks/46325957-4638-43c0-9971-f6695ddfa598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894375 Jun 30 11:05:38.702621 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-46cbeb7f-08d5-476e-a8d3-537c0d58317a req-61ad6421-f91d-4768-9eab-138c519ff3b4 service neutron] 10.222.0.52 "GET /v2.0/networks/46325957-4638-43c0-9971-f6695ddfa598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899415 Jun 30 11:05:39.318875 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:40.021136 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:48.951300 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:05:50.582216 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-b7f0cefd-095e-41c0-a561-cba85142fb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:53.050449 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7a29174b-39fe-4293-8739-89e622b2f992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:53.701249 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:55.118361 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:05:56.804360 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:08.828727 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dc2a9c90-42bb-494a-a1d9-4a3cd8992398 req-bb9acd4b-f981-4b6a-a966-4581c9e23c4c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1f615ed1-9694-4694-ab36-1ef6fbbd84d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530686 Jun 30 11:06:08.921288 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a9c90-42bb-494a-a1d9-4a3cd8992398 req-4aa42aaf-fe61-4af7-a592-a76181df5496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:06:08.922736 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dc2a9c90-42bb-494a-a1d9-4a3cd8992398 req-4aa42aaf-fe61-4af7-a592-a76181df5496 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c2213143e5c423693718d72a1dfc452&device_id=1f615ed1-9694-4694-ab36-1ef6fbbd84d2 HTTP/1.1" status: 200 len: 1095 time: 0.0521700 Jun 30 11:06:09.029017 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a9c90-42bb-494a-a1d9-4a3cd8992398 req-3c03ff4f-473b-430d-ac96-33b0b7a80169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:06:09.030485 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dc2a9c90-42bb-494a-a1d9-4a3cd8992398 req-3c03ff4f-473b-430d-ac96-33b0b7a80169 service neutron] 10.222.0.37 "GET /v2.0/networks?id=46325957-4638-43c0-9971-f6695ddfa598 HTTP/1.1" status: 200 len: 910 time: 0.0883462 Jun 30 11:06:09.096069 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dc2a9c90-42bb-494a-a1d9-4a3cd8992398 req-1d9a2d1e-36c9-4410-8320-7ca4585a7a72 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=299d8767-f240-4ee5-aad2-501d86ca5bdc HTTP/1.1" status: 200 len: 999 time: 0.0589082 Jun 30 11:06:09.148283 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a9c90-42bb-494a-a1d9-4a3cd8992398 req-4d9c9c6e-52ce-4f28-bfc4-75b8ce3ef13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:06:09.149710 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dc2a9c90-42bb-494a-a1d9-4a3cd8992398 req-4d9c9c6e-52ce-4f28-bfc4-75b8ce3ef13b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5adf7318-66f0-4645-a2d8-ce2669f73caa HTTP/1.1" status: 200 len: 848 time: 0.0484478 Jun 30 11:06:09.208539 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a9c90-42bb-494a-a1d9-4a3cd8992398 req-3c52eb76-3105-46f4-9dfe-07466ff98253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:06:09.210034 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dc2a9c90-42bb-494a-a1d9-4a3cd8992398 req-3c52eb76-3105-46f4-9dfe-07466ff98253 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=46325957-4638-43c0-9971-f6695ddfa598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537932 Jun 30 11:06:09.302477 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dc2a9c90-42bb-494a-a1d9-4a3cd8992398 req-21d02b4d-d42e-4e88-bec2-2aa99301ceae service neutron] 10.222.0.37 "GET /v2.0/networks/46325957-4638-43c0-9971-f6695ddfa598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859876 Jun 30 11:06:09.329077 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:09.397552 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-dc2a9c90-42bb-494a-a1d9-4a3cd8992398 req-8b5fad3a-63bc-42ea-b8ef-af746c6e4cf1 service neutron] 10.222.0.37 "GET /v2.0/networks/46325957-4638-43c0-9971-f6695ddfa598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891802 Jun 30 11:06:10.032674 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:16.500358 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2864c8cd-ec58-4aa1-b0b1-93fef5caab9c req-84c56c0c-49bc-44a1-ae38-89c0d01d3e9d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2f50c3e5-3c37-4fea-bdef-d573e5851322&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0526097 Jun 30 11:06:16.598368 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864c8cd-ec58-4aa1-b0b1-93fef5caab9c req-1c28ccaa-f469-46cd-b553-3fd050e24ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:06:16.599901 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2864c8cd-ec58-4aa1-b0b1-93fef5caab9c req-1c28ccaa-f469-46cd-b553-3fd050e24ff1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c2213143e5c423693718d72a1dfc452&device_id=2f50c3e5-3c37-4fea-bdef-d573e5851322 HTTP/1.1" status: 200 len: 1097 time: 0.0531325 Jun 30 11:06:16.717258 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864c8cd-ec58-4aa1-b0b1-93fef5caab9c req-7eeab1d5-bb22-455b-8979-66c3e03d1e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:06:16.718736 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2864c8cd-ec58-4aa1-b0b1-93fef5caab9c req-7eeab1d5-bb22-455b-8979-66c3e03d1e99 service neutron] 10.222.0.52 "GET /v2.0/networks?id=46325957-4638-43c0-9971-f6695ddfa598 HTTP/1.1" status: 200 len: 910 time: 0.0927019 Jun 30 11:06:16.789095 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2864c8cd-ec58-4aa1-b0b1-93fef5caab9c req-27ce18ad-d6b6-4e80-ad5e-537da052a513 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63b13d51-d400-4979-93c7-dae6c7d532e3 HTTP/1.1" status: 200 len: 999 time: 0.0628321 Jun 30 11:06:16.838499 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864c8cd-ec58-4aa1-b0b1-93fef5caab9c req-014fbfa2-4b72-4675-97a5-d28a7ce63c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:06:16.839961 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2864c8cd-ec58-4aa1-b0b1-93fef5caab9c req-014fbfa2-4b72-4675-97a5-d28a7ce63c0c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5adf7318-66f0-4645-a2d8-ce2669f73caa HTTP/1.1" status: 200 len: 848 time: 0.0441678 Jun 30 11:06:16.902593 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864c8cd-ec58-4aa1-b0b1-93fef5caab9c req-1b5fdf8a-7513-4a3c-af23-9d14b827f021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:06:16.904096 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2864c8cd-ec58-4aa1-b0b1-93fef5caab9c req-1b5fdf8a-7513-4a3c-af23-9d14b827f021 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=46325957-4638-43c0-9971-f6695ddfa598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559802 Jun 30 11:06:16.993118 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2864c8cd-ec58-4aa1-b0b1-93fef5caab9c req-9007f4bc-a8f4-457d-8b4e-42f9515130ec service neutron] 10.222.0.52 "GET /v2.0/networks/46325957-4638-43c0-9971-f6695ddfa598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814438 Jun 30 11:06:17.092092 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-2864c8cd-ec58-4aa1-b0b1-93fef5caab9c req-5091746a-2bfc-4715-b4a8-8c28b22dfa60 service neutron] 10.222.0.52 "GET /v2.0/networks/46325957-4638-43c0-9971-f6695ddfa598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912821 Jun 30 11:06:20.575371 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-fc6151fe-81f3-47c9-a935-3efb902d756d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:23.067509 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ef0fd508-7fd9-45ce-8cbf-d9f95bdf1362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:23.672085 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:25.141218 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:25.952075 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:06:26.815044 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:39.362783 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:40.055173 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:50.546394 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1841aa0b-edf3-435f-b199-e1976a273789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:52.997546 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-f559aeb1-c8d3-4d78-b05c-6364aba065f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:53.705851 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:55.112168 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:06:56.808802 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:02.951089 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:07:08.005551 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 63b13d51-d400-4979-93c7-dae6c7d532e3 details requested by agent hyperv_n-h1-771363-31 with host n-h1-771363-31 {{(pid=101055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 11:07:08.102429 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 63b13d51-d400-4979-93c7-dae6c7d532e3, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=63b13d51-d400-4979-93c7-dae6c7d532e3,segment=NetworkSegment(2df4c609-2e93-4e04-ae65-0d33c73bcf43),segment_id=2df4c609-2e93-4e04-ae65-0d33c73bcf43)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:07:08.117281 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Returning: {'device': '63b13d51-d400-4979-93c7-dae6c7d532e3', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'port_id': '63b13d51-d400-4979-93c7-dae6c7d532e3', 'mac_address': 'fa:16:3e:c9:f9:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 11:07:08.154565 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:08.168013 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63b13d51-d400-4979-93c7-dae6c7d532e3 {{(pid=101055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 11:07:08.186920 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 63b13d51-d400-4979-93c7-dae6c7d532e3, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=63b13d51-d400-4979-93c7-dae6c7d532e3,segment=NetworkSegment(2df4c609-2e93-4e04-ae65-0d33c73bcf43),segment_id=2df4c609-2e93-4e04-ae65-0d33c73bcf43)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:07:08.248207 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:08.298712 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=63b13d51-d400-4979-93c7-dae6c7d532e3,revision_number=6']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:07:08.305764 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:08.306104 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:08.306436 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:08.306765 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:08.307091 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:08.307450 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:08.307770 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:08.308088 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:08.308404 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:08.308716 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:08.309029 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:08.309339 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:08.325450 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] get_ports_and_sgs() called for port_ids ['63b13d51-d400-4979-93c7-dae6c7d532e3'] {{(pid=101055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 11:07:09.351268 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:10.028205 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 63b13d51-d400-4979-93c7-dae6c7d532e3 up at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 11:07:10.083251 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:10.088610 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.provisioning_blocks [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Provisioning complete for port 63b13d51-d400-4979-93c7-dae6c7d532e3 triggered by entity L2. {{(pid=101055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:07:10.089056 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-552909'] for port, provisioning_complete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:10.175825 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:10.200641 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f50c3e5-3c37-4fea-bdef-d573e5851322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b13d51-d400-4979-93c7-dae6c7d532e3'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:07:10.203264 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e520062ac3f6a5230297ee25602b33de19752d2c23cf97a6a0875cf5ad8a1a0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4dc62e-5236-46fe-afd3-6939fe2a1cbb" -d '{"events": [{"server_uuid": "2f50c3e5-3c37-4fea-bdef-d573e5851322", "name": "network-vif-plugged", "status": "completed", "tag": "63b13d51-d400-4979-93c7-dae6c7d532e3"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:07:10.229487 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 63b13d51-d400-4979-93c7-dae6c7d532e3, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=63b13d51-d400-4979-93c7-dae6c7d532e3,segment=NetworkSegment(2df4c609-2e93-4e04-ae65-0d33c73bcf43),segment_id=2df4c609-2e93-4e04-ae65-0d33c73bcf43)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:07:10.252255 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 11:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb578c1-7da7-4dde-b869-e4dbd0e54c98 x-openstack-request-id: req-3bb578c1-7da7-4dde-b869-e4dbd0e54c98 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:07:10.252255 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f50c3e5-3c37-4fea-bdef-d573e5851322", "name": "network-vif-plugged", "status": "completed", "tag": "63b13d51-d400-4979-93c7-dae6c7d532e3", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:07:10.252255 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3bb578c1-7da7-4dde-b869-e4dbd0e54c98 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:07:10.254642 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f50c3e5-3c37-4fea-bdef-d573e5851322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b13d51-d400-4979-93c7-dae6c7d532e3', 'code': 200} Jun 30 11:07:10.294398 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:10.349465 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=63b13d51-d400-4979-93c7-dae6c7d532e3,revision_number=7']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:07:10.661255 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6b1bc76-9c8d-40e5-9f6b-b41a24c835a2 req-fa79e91e-876e-4bad-8717-9f6a28a61e49 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1f615ed1-9694-4694-ab36-1ef6fbbd84d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0689571 Jun 30 11:07:10.784855 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1bc76-9c8d-40e5-9f6b-b41a24c835a2 req-e00af6d5-f9e1-4cf4-9b10-0a28de01024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:07:10.787148 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6b1bc76-9c8d-40e5-9f6b-b41a24c835a2 req-e00af6d5-f9e1-4cf4-9b10-0a28de01024f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c2213143e5c423693718d72a1dfc452&device_id=1f615ed1-9694-4694-ab36-1ef6fbbd84d2 HTTP/1.1" status: 200 len: 1095 time: 0.0785093 Jun 30 11:07:10.920367 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1bc76-9c8d-40e5-9f6b-b41a24c835a2 req-47bb0738-1293-4e69-ae98-53d7e3e17c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:07:10.922129 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6b1bc76-9c8d-40e5-9f6b-b41a24c835a2 req-47bb0738-1293-4e69-ae98-53d7e3e17c05 service neutron] 10.222.0.37 "GET /v2.0/networks?id=46325957-4638-43c0-9971-f6695ddfa598 HTTP/1.1" status: 200 len: 910 time: 0.1090312 Jun 30 11:07:11.008759 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6b1bc76-9c8d-40e5-9f6b-b41a24c835a2 req-4637d98c-d7c3-44ec-8e7c-56ccc1fd90b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=299d8767-f240-4ee5-aad2-501d86ca5bdc HTTP/1.1" status: 200 len: 999 time: 0.0785377 Jun 30 11:07:11.080400 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1bc76-9c8d-40e5-9f6b-b41a24c835a2 req-cefabade-d043-41ab-9c6e-88ea75228a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:07:11.085479 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6b1bc76-9c8d-40e5-9f6b-b41a24c835a2 req-cefabade-d043-41ab-9c6e-88ea75228a42 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5adf7318-66f0-4645-a2d8-ce2669f73caa HTTP/1.1" status: 200 len: 848 time: 0.0610652 Jun 30 11:07:11.148500 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1bc76-9c8d-40e5-9f6b-b41a24c835a2 req-c2b10461-bf95-4de3-ae62-077de9aa5848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:07:11.150139 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6b1bc76-9c8d-40e5-9f6b-b41a24c835a2 req-c2b10461-bf95-4de3-ae62-077de9aa5848 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=46325957-4638-43c0-9971-f6695ddfa598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578687 Jun 30 11:07:11.270838 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6b1bc76-9c8d-40e5-9f6b-b41a24c835a2 req-4db2e824-64c0-4c41-8988-4effefb5bc8d service neutron] 10.222.0.37 "GET /v2.0/networks/46325957-4638-43c0-9971-f6695ddfa598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050277 Jun 30 11:07:11.368604 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-b6b1bc76-9c8d-40e5-9f6b-b41a24c835a2 req-8f8ee539-0bf5-4eff-8130-f1429efc1926 service neutron] 10.222.0.37 "GET /v2.0/networks/46325957-4638-43c0-9971-f6695ddfa598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984380 Jun 30 11:07:17.594400 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4fc04-95fb-4fc2-8c07-cdf7082bd4b6 req-19fe66bf-2c03-47aa-be06-b0ad9bbf9e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:07:17.597343 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ffe4fc04-95fb-4fc2-8c07-cdf7082bd4b6 req-19fe66bf-2c03-47aa-be06-b0ad9bbf9e62 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c2213143e5c423693718d72a1dfc452&device_id=2f50c3e5-3c37-4fea-bdef-d573e5851322 HTTP/1.1" status: 200 len: 1097 time: 0.0690522 Jun 30 11:07:17.722503 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4fc04-95fb-4fc2-8c07-cdf7082bd4b6 req-bccd237c-b08c-45cd-b0e8-b92cb399c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:07:17.724198 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ffe4fc04-95fb-4fc2-8c07-cdf7082bd4b6 req-bccd237c-b08c-45cd-b0e8-b92cb399c125 service neutron] 10.222.0.52 "GET /v2.0/networks?id=46325957-4638-43c0-9971-f6695ddfa598 HTTP/1.1" status: 200 len: 910 time: 0.0981591 Jun 30 11:07:17.798298 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ffe4fc04-95fb-4fc2-8c07-cdf7082bd4b6 req-f324fc6c-7edb-4944-b56c-60f8f6ccd425 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63b13d51-d400-4979-93c7-dae6c7d532e3 HTTP/1.1" status: 200 len: 999 time: 0.0651820 Jun 30 11:07:17.866296 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4fc04-95fb-4fc2-8c07-cdf7082bd4b6 req-2eba0347-ea4c-478f-9170-35c2c55e27b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:07:17.867756 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ffe4fc04-95fb-4fc2-8c07-cdf7082bd4b6 req-2eba0347-ea4c-478f-9170-35c2c55e27b3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5adf7318-66f0-4645-a2d8-ce2669f73caa HTTP/1.1" status: 200 len: 848 time: 0.0625787 Jun 30 11:07:17.944912 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4fc04-95fb-4fc2-8c07-cdf7082bd4b6 req-0a8b14f3-e5f3-4b2d-92be-8a93110bb5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:07:17.946627 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ffe4fc04-95fb-4fc2-8c07-cdf7082bd4b6 req-0a8b14f3-e5f3-4b2d-92be-8a93110bb5f2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=46325957-4638-43c0-9971-f6695ddfa598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669653 Jun 30 11:07:18.056376 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ffe4fc04-95fb-4fc2-8c07-cdf7082bd4b6 req-62f28e48-4e06-4154-9ed2-b41dea829e9c service neutron] 10.222.0.52 "GET /v2.0/networks/46325957-4638-43c0-9971-f6695ddfa598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028032 Jun 30 11:07:18.167565 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-ffe4fc04-95fb-4fc2-8c07-cdf7082bd4b6 req-fb9295d9-e8c1-493e-82b7-a0098795c12a service neutron] 10.222.0.52 "GET /v2.0/networks/46325957-4638-43c0-9971-f6695ddfa598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988600 Jun 30 11:07:20.557028 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3df19c55-0771-4a14-a344-3e09a39e1cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:21.236484 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39130) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:07:21.393905 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-2b3a0bab-f6f9-4d4f-a2ca-e8d06d92ad20 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Deleting port 998615f9-a96c-4c1b-9a82-8410e2b93027 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:07:21.394294 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2b3a0bab-f6f9-4d4f-a2ca-e8d06d92ad20 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:21.471465 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2b3a0bab-f6f9-4d4f-a2ca-e8d06d92ad20 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:21.471864 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2b3a0bab-f6f9-4d4f-a2ca-e8d06d92ad20 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:21.483182 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-2b3a0bab-f6f9-4d4f-a2ca-e8d06d92ad20 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Calling delete_port for 998615f9-a96c-4c1b-9a82-8410e2b93027 owned by network:floatingip {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:07:21.682441 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2b3a0bab-f6f9-4d4f-a2ca-e8d06d92ad20 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:21.711413 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a0bab-f6f9-4d4f-a2ca-e8d06d92ad20 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Pushing event deleted for resources: {'Port': ['ID=998615f9-a96c-4c1b-9a82-8410e2b93027,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:07:21.740200 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3a0bab-f6f9-4d4f-a2ca-e8d06d92ad20 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:21.740469 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3a0bab-f6f9-4d4f-a2ca-e8d06d92ad20 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:21.740810 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3a0bab-f6f9-4d4f-a2ca-e8d06d92ad20 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:21.741148 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3a0bab-f6f9-4d4f-a2ca-e8d06d92ad20 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:21.741483 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3a0bab-f6f9-4d4f-a2ca-e8d06d92ad20 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:21.741814 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3a0bab-f6f9-4d4f-a2ca-e8d06d92ad20 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:21.742143 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3a0bab-f6f9-4d4f-a2ca-e8d06d92ad20 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:21.742471 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3a0bab-f6f9-4d4f-a2ca-e8d06d92ad20 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:21.742794 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3a0bab-f6f9-4d4f-a2ca-e8d06d92ad20 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:21.743141 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3a0bab-f6f9-4d4f-a2ca-e8d06d92ad20 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:21.743465 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3a0bab-f6f9-4d4f-a2ca-e8d06d92ad20 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:21.743794 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3a0bab-f6f9-4d4f-a2ca-e8d06d92ad20 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:21.783645 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2b3a0bab-f6f9-4d4f-a2ca-e8d06d92ad20 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for floatingip, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:21.784104 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-2b3a0bab-f6f9-4d4f-a2ca-e8d06d92ad20 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Floating IP 78f3c76b-48d0-4da8-b11d-6df9b881a873 disassociated (deleted). External IP: 172.25.6.6, port: 63b13d51-d400-4979-93c7-dae6c7d532e3. Jun 30 11:07:21.994185 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3a0bab-f6f9-4d4f-a2ca-e8d06d92ad20 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Router 17e2ffd0-2526-4081-a8fb-bf75bb3a3632 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:07:22.105277 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3a0bab-f6f9-4d4f-a2ca-e8d06d92ad20 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 11:07:22.109867 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2b3a0bab-f6f9-4d4f-a2ca-e8d06d92ad20 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:22.116344 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5323a8a-3a3a-4597-b41d-d35d4bee1d98 None None] Sync routers for ids ['17e2ffd0-2526-4081-a8fb-bf75bb3a3632'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:07:22.126120 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5323a8a-3a3a-4597-b41d-d35d4bee1d98 None None] Routers {'17e2ffd0-2526-4081-a8fb-bf75bb3a3632'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:07:22.126760 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b5323a8a-3a3a-4597-b41d-d35d4bee1d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T11:06:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['17e2ffd0-2526-4081-a8fb-bf75bb3a3632'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:07:22.156510 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2b3a0bab-f6f9-4d4f-a2ca-e8d06d92ad20 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "DELETE /v2.0/floatingips/78f3c76b-48d0-4da8-b11d-6df9b881a873 HTTP/1.1" status: 204 len: 168 time: 0.9111679 Jun 30 11:07:22.156510 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f50c3e5-3c37-4fea-bdef-d573e5851322', 'tag': '63b13d51-d400-4979-93c7-dae6c7d532e3'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:07:22.156510 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e645fc609c4f08a16fd671a21b91bb6e125e3672dd91a679e212fd6684ea572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1686d44a-c320-49ad-b337-eb5274de76c7" -d '{"events": [{"name": "network-changed", "server_uuid": "2f50c3e5-3c37-4fea-bdef-d573e5851322", "tag": "63b13d51-d400-4979-93c7-dae6c7d532e3"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:07:22.246548 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-b5323a8a-3a3a-4597-b41d-d35d4bee1d98 None None] Set router 17e2ffd0-2526-4081-a8fb-bf75bb3a3632 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:07:22.252712 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 11:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af4ee0c-89dc-4cf7-b4cc-4829e5a3ef63 x-openstack-request-id: req-9af4ee0c-89dc-4cf7-b4cc-4829e5a3ef63 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:07:22.254076 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f50c3e5-3c37-4fea-bdef-d573e5851322", "tag": "63b13d51-d400-4979-93c7-dae6c7d532e3", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:07:22.254901 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9af4ee0c-89dc-4cf7-b4cc-4829e5a3ef63 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:07:22.255338 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f50c3e5-3c37-4fea-bdef-d573e5851322', 'tag': '63b13d51-d400-4979-93c7-dae6c7d532e3', 'status': 'completed', 'code': 200} Jun 30 11:07:22.340386 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686d44a-c320-49ad-b337-eb5274de76c7 req-210e1767-b973-4fcc-b5c3-2c74c9ad3999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:07:22.342277 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1686d44a-c320-49ad-b337-eb5274de76c7 req-210e1767-b973-4fcc-b5c3-2c74c9ad3999 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c2213143e5c423693718d72a1dfc452&device_id=2f50c3e5-3c37-4fea-bdef-d573e5851322 HTTP/1.1" status: 200 len: 1097 time: 0.0565653 Jun 30 11:07:22.439321 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686d44a-c320-49ad-b337-eb5274de76c7 req-4c8801eb-0fd4-45ae-8e8f-c63b2b84210a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:07:22.440974 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1686d44a-c320-49ad-b337-eb5274de76c7 req-4c8801eb-0fd4-45ae-8e8f-c63b2b84210a service neutron] 10.222.0.52 "GET /v2.0/networks?id=46325957-4638-43c0-9971-f6695ddfa598 HTTP/1.1" status: 200 len: 910 time: 0.0918119 Jun 30 11:07:22.486767 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b5323a8a-3a3a-4597-b41d-d35d4bee1d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'name': 'tempest-TestSnapshotPattern-158660763-router', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T11:01:43Z', 'updated_at': '2021-06-30T11:01:46Z', 'revision_number': 4, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'gw_port': {'id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:44Z', 'updated_at': '2021-06-30T11:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '6aed347c-6d42-4d1c-b2ba-c6dbccedfacd', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'port_id': '299d8767-f240-4ee5-aad2-501d86ca5bdc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'mac_address': 'fa:16:3e:13:3b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f615ed1-9694-4694-ab36-1ef6fbbd84d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T11:02:12Z', 'updated_at': '2021-06-30T11:02:14Z', 'revision_number': 1, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9bf45b-c11b-439d-85d8-78b17cd6be2f', 'name': '', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'mac_address': 'fa:16:3e:b6:74:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:46Z', 'updated_at': '2021-06-30T11:01:52Z', 'revision_number': 5, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'subnets': [{'id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:07:22.495064 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1686d44a-c320-49ad-b337-eb5274de76c7 req-44229abd-71ee-44d1-a3b5-913151b985f9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63b13d51-d400-4979-93c7-dae6c7d532e3 HTTP/1.1" status: 200 len: 217 time: 0.0405900 Jun 30 11:07:22.513862 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5323a8a-3a3a-4597-b41d-d35d4bee1d98 None None] Checking router: 17e2ffd0-2526-4081-a8fb-bf75bb3a3632 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:07:22.523753 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5323a8a-3a3a-4597-b41d-d35d4bee1d98 None None] Routers {'17e2ffd0-2526-4081-a8fb-bf75bb3a3632'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:07:22.524551 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b5323a8a-3a3a-4597-b41d-d35d4bee1d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T11:06:53Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['17e2ffd0-2526-4081-a8fb-bf75bb3a3632'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:07:22.547737 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686d44a-c320-49ad-b337-eb5274de76c7 req-2094eb31-459d-4ba7-9cb5-955d9f7d6980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:07:22.549185 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1686d44a-c320-49ad-b337-eb5274de76c7 req-2094eb31-459d-4ba7-9cb5-955d9f7d6980 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5adf7318-66f0-4645-a2d8-ce2669f73caa HTTP/1.1" status: 200 len: 848 time: 0.0470083 Jun 30 11:07:22.637308 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-b5323a8a-3a3a-4597-b41d-d35d4bee1d98 None None] Set router 17e2ffd0-2526-4081-a8fb-bf75bb3a3632 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:07:22.644742 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686d44a-c320-49ad-b337-eb5274de76c7 req-23a7eff8-ef46-495e-a4e1-b0d34586d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:07:22.646246 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1686d44a-c320-49ad-b337-eb5274de76c7 req-23a7eff8-ef46-495e-a4e1-b0d34586d8e4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=46325957-4638-43c0-9971-f6695ddfa598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0884032 Jun 30 11:07:22.725535 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247a009-7a40-4897-b0fe-ac4b86dd6ab7 req-249612b6-3528-4094-b92d-3309ea7f9cac tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:07:22.727030 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e247a009-7a40-4897-b0fe-ac4b86dd6ab7 req-249612b6-3528-4094-b92d-3309ea7f9cac tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f50c3e5-3c37-4fea-bdef-d573e5851322 HTTP/1.1" status: 200 len: 945 time: 0.1273129 Jun 30 11:07:22.775950 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1686d44a-c320-49ad-b337-eb5274de76c7 req-bf48094b-3577-4656-ad68-09d59f7babaf service neutron] 10.222.0.52 "GET /v2.0/networks/46325957-4638-43c0-9971-f6695ddfa598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219144 Jun 30 11:07:22.796277 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e247a009-7a40-4897-b0fe-ac4b86dd6ab7 req-b9ae0a8a-f2f1-4048-bc18-f95d5262ea9f tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/security-groups?id=19f11147-9c96-4930-8614-e24016f61983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588903 Jun 30 11:07:22.873108 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-b5323a8a-3a3a-4597-b41d-d35d4bee1d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'name': 'tempest-TestSnapshotPattern-158660763-router', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T11:01:43Z', 'updated_at': '2021-06-30T11:01:46Z', 'revision_number': 4, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'gw_port': {'id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:44Z', 'updated_at': '2021-06-30T11:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '6aed347c-6d42-4d1c-b2ba-c6dbccedfacd', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'port_id': '299d8767-f240-4ee5-aad2-501d86ca5bdc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'mac_address': 'fa:16:3e:13:3b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f615ed1-9694-4694-ab36-1ef6fbbd84d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T11:02:12Z', 'updated_at': '2021-06-30T11:02:14Z', 'revision_number': 1, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9bf45b-c11b-439d-85d8-78b17cd6be2f', 'name': '', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'mac_address': 'fa:16:3e:b6:74:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:46Z', 'updated_at': '2021-06-30T11:01:52Z', 'revision_number': 5, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'subnets': [{'id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:07:22.881149 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-1686d44a-c320-49ad-b337-eb5274de76c7 req-47e10c82-4ee4-4d59-9203-780c1dca7cd6 service neutron] 10.222.0.52 "GET /v2.0/networks/46325957-4638-43c0-9971-f6695ddfa598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975287 Jun 30 11:07:22.900563 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5323a8a-3a3a-4597-b41d-d35d4bee1d98 None None] The sync data for ids ['17e2ffd0-2526-4081-a8fb-bf75bb3a3632'] in n-d-771363-31 is: [{'id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'name': 'tempest-TestSnapshotPattern-158660763-router', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T11:01:43Z', 'updated_at': '2021-06-30T11:01:46Z', 'revision_number': 4, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'gw_port': {'id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:44Z', 'updated_at': '2021-06-30T11:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_floatingips': [{'id': '6aed347c-6d42-4d1c-b2ba-c6dbccedfacd', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'router_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'port_id': '299d8767-f240-4ee5-aad2-501d86ca5bdc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'mac_address': 'fa:16:3e:13:3b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f615ed1-9694-4694-ab36-1ef6fbbd84d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T11:02:12Z', 'updated_at': '2021-06-30T11:02:14Z', 'revision_number': 1, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9bf45b-c11b-439d-85d8-78b17cd6be2f', 'name': '', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'mac_address': 'fa:16:3e:b6:74:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:46Z', 'updated_at': '2021-06-30T11:01:52Z', 'revision_number': 5, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'subnets': [{'id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:07:22.997198 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d13644bd-cabc-4712-94cf-303da67e7677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:23.132543 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4623c12-3326-4979-a016-b8f0f83016c2 None None] New status for floating IP 78f3c76b-48d0-4da8-b11d-6df9b881a873: DOWN {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 11:07:23.659733 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:23.974030 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd341c1-6fec-4a79-9396-ee40bec7bae4 req-a7fa6a2e-3165-4c42-9f22-89891a062dad tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:07:23.975567 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1cd341c1-6fec-4a79-9396-ee40bec7bae4 req-a7fa6a2e-3165-4c42-9f22-89891a062dad tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f50c3e5-3c37-4fea-bdef-d573e5851322 HTTP/1.1" status: 200 len: 945 time: 0.0646040 Jun 30 11:07:24.019696 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-1cd341c1-6fec-4a79-9396-ee40bec7bae4 req-770d806d-a94a-4aa9-a885-dc86d0a5c20c tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/security-groups?id=19f11147-9c96-4930-8614-e24016f61983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382314 Jun 30 11:07:24.105398 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 63b13d51-d400-4979-93c7-dae6c7d532e3 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:07:24.180506 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560182'] for port, before_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:24.205278 n-d-771363-31 neutron-server[101055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f50c3e5-3c37-4fea-bdef-d573e5851322', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63b13d51-d400-4979-93c7-dae6c7d532e3'}] {{(pid=101055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:07:24.208321 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e520062ac3f6a5230297ee25602b33de19752d2c23cf97a6a0875cf5ad8a1a0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c64942-8144-428f-aa9b-0d837d905884" -d '{"events": [{"server_uuid": "2f50c3e5-3c37-4fea-bdef-d573e5851322", "name": "network-vif-unplugged", "status": "completed", "tag": "63b13d51-d400-4979-93c7-dae6c7d532e3"}]}' {{(pid=101055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:07:24.222466 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] For port 63b13d51-d400-4979-93c7-dae6c7d532e3, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=63b13d51-d400-4979-93c7-dae6c7d532e3,segment=NetworkSegment(2df4c609-2e93-4e04-ae65-0d33c73bcf43),segment_id=2df4c609-2e93-4e04-ae65-0d33c73bcf43)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:07:24.244993 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 11:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaddb40e-d151-4307-9b56-ccdcd4ec6725 x-openstack-request-id: req-aaddb40e-d151-4307-9b56-ccdcd4ec6725 {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:07:24.245291 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f50c3e5-3c37-4fea-bdef-d573e5851322", "name": "network-vif-unplugged", "status": "completed", "tag": "63b13d51-d400-4979-93c7-dae6c7d532e3", "code": 200}]} {{(pid=101055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:07:24.245547 n-d-771363-31 neutron-server[101055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aaddb40e-d151-4307-9b56-ccdcd4ec6725 {{(pid=101055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:07:24.245945 n-d-771363-31 neutron-server[101055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f50c3e5-3c37-4fea-bdef-d573e5851322', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63b13d51-d400-4979-93c7-dae6c7d532e3', 'code': 200} Jun 30 11:07:24.305201 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759966746637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759966258908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759966255885'] for port, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:24.352510 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Pushing event updated for resources: {'Port': ['ID=63b13d51-d400-4979-93c7-dae6c7d532e3,revision_number=8']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:07:24.443110 n-d-771363-31 neutron-server[101053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e8943-c176-46ae-86e4-7b7c6ac3d705 req-8ca79b8f-214e-458a-aa8a-2c94dfb50bd4 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:07:24.444568 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b39e8943-c176-46ae-86e4-7b7c6ac3d705 req-8ca79b8f-214e-458a-aa8a-2c94dfb50bd4 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f50c3e5-3c37-4fea-bdef-d573e5851322 HTTP/1.1" status: 200 len: 943 time: 0.0631299 Jun 30 11:07:24.552770 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-b39e8943-c176-46ae-86e4-7b7c6ac3d705 req-109218c0-e738-4769-b02a-5905cd9fd717 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Deleting port 63b13d51-d400-4979-93c7-dae6c7d532e3 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:07:24.553113 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b39e8943-c176-46ae-86e4-7b7c6ac3d705 req-109218c0-e738-4769-b02a-5905cd9fd717 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:24.640009 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [req-b39e8943-c176-46ae-86e4-7b7c6ac3d705 req-109218c0-e738-4769-b02a-5905cd9fd717 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] For port 63b13d51-d400-4979-93c7-dae6c7d532e3, host n-h1-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-31',level=0,port_id=63b13d51-d400-4979-93c7-dae6c7d532e3,segment=NetworkSegment(2df4c609-2e93-4e04-ae65-0d33c73bcf43),segment_id=2df4c609-2e93-4e04-ae65-0d33c73bcf43)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:07:24.640282 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b39e8943-c176-46ae-86e4-7b7c6ac3d705 req-109218c0-e738-4769-b02a-5905cd9fd717 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:24.652828 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [req-b39e8943-c176-46ae-86e4-7b7c6ac3d705 req-109218c0-e738-4769-b02a-5905cd9fd717 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Calling delete_port for 63b13d51-d400-4979-93c7-dae6c7d532e3 owned by compute:nova {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:07:24.871194 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b39e8943-c176-46ae-86e4-7b7c6ac3d705 req-109218c0-e738-4769-b02a-5905cd9fd717 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:24.903667 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109218c0-e738-4769-b02a-5905cd9fd717 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Pushing event deleted for resources: {'Port': ['ID=63b13d51-d400-4979-93c7-dae6c7d532e3,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:07:24.934187 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109218c0-e738-4769-b02a-5905cd9fd717 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:24.934537 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109218c0-e738-4769-b02a-5905cd9fd717 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:24.934882 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109218c0-e738-4769-b02a-5905cd9fd717 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:24.935243 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109218c0-e738-4769-b02a-5905cd9fd717 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:24.935582 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109218c0-e738-4769-b02a-5905cd9fd717 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:24.935918 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109218c0-e738-4769-b02a-5905cd9fd717 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:24.936249 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109218c0-e738-4769-b02a-5905cd9fd717 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:24.936580 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109218c0-e738-4769-b02a-5905cd9fd717 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:24.936911 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109218c0-e738-4769-b02a-5905cd9fd717 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:24.937248 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109218c0-e738-4769-b02a-5905cd9fd717 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:24.937570 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109218c0-e738-4769-b02a-5905cd9fd717 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:24.937897 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109218c0-e738-4769-b02a-5905cd9fd717 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-31 {{(pid=101053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:07:24.963520 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39e8943-c176-46ae-86e4-7b7c6ac3d705 req-109218c0-e738-4769-b02a-5905cd9fd717 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] No DVR routers for this DVR port 63b13d51-d400-4979-93c7-dae6c7d532e3 on host n-h1-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:07:24.966485 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [req-b39e8943-c176-46ae-86e4-7b7c6ac3d705 req-109218c0-e738-4769-b02a-5905cd9fd717 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:24.968581 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-b39e8943-c176-46ae-86e4-7b7c6ac3d705 req-109218c0-e738-4769-b02a-5905cd9fd717 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.52 "DELETE /v2.0/ports/63b13d51-d400-4979-93c7-dae6c7d532e3 HTTP/1.1" status: 204 len: 173 time: 0.5144081 Jun 30 11:07:24.969011 n-d-771363-31 neutron-server[101053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f50c3e5-3c37-4fea-bdef-d573e5851322', 'name': 'network-vif-deleted', 'tag': '63b13d51-d400-4979-93c7-dae6c7d532e3'}] {{(pid=101053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:07:24.971292 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85687699ff687a651bbe078ea600a8a807fb69c9e2f14b86b5fbe616c0208db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420635d7-e3d9-459a-9d48-cc0c6f4d56dc" -d '{"events": [{"server_uuid": "2f50c3e5-3c37-4fea-bdef-d573e5851322", "name": "network-vif-deleted", "tag": "63b13d51-d400-4979-93c7-dae6c7d532e3"}]}' {{(pid=101053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:07:25.076676 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 11:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0310cd-0d49-463b-b10f-a9538c1f6c16 x-openstack-request-id: req-0a0310cd-0d49-463b-b10f-a9538c1f6c16 {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:07:25.076973 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f50c3e5-3c37-4fea-bdef-d573e5851322", "name": "network-vif-deleted", "tag": "63b13d51-d400-4979-93c7-dae6c7d532e3", "status": "completed", "code": 200}]} {{(pid=101053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:07:25.077248 n-d-771363-31 neutron-server[101053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a0310cd-0d49-463b-b10f-a9538c1f6c16 {{(pid=101053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:07:25.077786 n-d-771363-31 neutron-server[101053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f50c3e5-3c37-4fea-bdef-d573e5851322', 'name': 'network-vif-deleted', 'tag': '63b13d51-d400-4979-93c7-dae6c7d532e3', 'status': 'completed', 'code': 200} Jun 30 11:07:25.173189 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [req-e74dec92-3a2c-4f8d-9534-28466f576a51 req-33a41c64-85b1-4a54-b256-9bd8a5457df6 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f50c3e5-3c37-4fea-bdef-d573e5851322 HTTP/1.1" status: 200 len: 210 time: 0.0284305 Jun 30 11:07:25.179781 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:26.836808 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:27.577005 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39198) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:07:27.733796 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-11f878ba-6f3a-4705-a624-724489ebaa47 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Deleting port c599f5bd-afe5-40f6-a9dd-5426089bd86f {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:07:27.734205 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-11f878ba-6f3a-4705-a624-724489ebaa47 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:27.809346 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-11f878ba-6f3a-4705-a624-724489ebaa47 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:27.809674 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-11f878ba-6f3a-4705-a624-724489ebaa47 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:27.821847 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-11f878ba-6f3a-4705-a624-724489ebaa47 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Calling delete_port for c599f5bd-afe5-40f6-a9dd-5426089bd86f owned by network:floatingip {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:07:28.054100 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-11f878ba-6f3a-4705-a624-724489ebaa47 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:28.077679 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f878ba-6f3a-4705-a624-724489ebaa47 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Pushing event deleted for resources: {'Port': ['ID=c599f5bd-afe5-40f6-a9dd-5426089bd86f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:07:28.123652 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 63b13d51-d400-4979-93c7-dae6c7d532e3 no longer exists at agent hyperv_n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:07:28.144071 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] No Port match for: 63b13d51-d400-4979-93c7-dae6c7d532e3 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:07:28.144414 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Device 63b13d51-d400-4979-93c7-dae6c7d532e3 not bound to the agent host n-h1-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:07:28.148596 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-11f878ba-6f3a-4705-a624-724489ebaa47 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for floatingip, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:28.148939 n-d-771363-31 neutron-server[101054]: INFO neutron.db.l3_db [None req-11f878ba-6f3a-4705-a624-724489ebaa47 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Floating IP 6aed347c-6d42-4d1c-b2ba-c6dbccedfacd disassociated (deleted). External IP: 172.25.6.174, port: 299d8767-f240-4ee5-aad2-501d86ca5bdc. Jun 30 11:07:28.351958 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f878ba-6f3a-4705-a624-724489ebaa47 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Router 17e2ffd0-2526-4081-a8fb-bf75bb3a3632 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:07:28.457677 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f878ba-6f3a-4705-a624-724489ebaa47 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 11:07:28.462544 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-11f878ba-6f3a-4705-a624-724489ebaa47 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for floatingip, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:28.467075 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c87d9f-ac44-44fe-8f6b-4287489407e2 None None] Sync routers for ids ['17e2ffd0-2526-4081-a8fb-bf75bb3a3632'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:07:28.476702 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c87d9f-ac44-44fe-8f6b-4287489407e2 None None] Routers {'17e2ffd0-2526-4081-a8fb-bf75bb3a3632'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:07:28.477310 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-80c87d9f-ac44-44fe-8f6b-4287489407e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T11:07:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['17e2ffd0-2526-4081-a8fb-bf75bb3a3632'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:07:28.505166 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-11f878ba-6f3a-4705-a624-724489ebaa47 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "DELETE /v2.0/floatingips/6aed347c-6d42-4d1c-b2ba-c6dbccedfacd HTTP/1.1" status: 204 len: 168 time: 0.9270446 Jun 30 11:07:28.506194 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f615ed1-9694-4694-ab36-1ef6fbbd84d2', 'tag': '299d8767-f240-4ee5-aad2-501d86ca5bdc'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:07:28.508776 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e645fc609c4f08a16fd671a21b91bb6e125e3672dd91a679e212fd6684ea572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e731aa2-3b9e-4cd1-81a2-cecb22f2d885" -d '{"events": [{"name": "network-changed", "server_uuid": "1f615ed1-9694-4694-ab36-1ef6fbbd84d2", "tag": "299d8767-f240-4ee5-aad2-501d86ca5bdc"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:07:28.548207 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 11:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac930cb3-6711-472e-a3d2-81c5ca83a2f8 x-openstack-request-id: req-ac930cb3-6711-472e-a3d2-81c5ca83a2f8 {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:07:28.548573 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f615ed1-9694-4694-ab36-1ef6fbbd84d2", "tag": "299d8767-f240-4ee5-aad2-501d86ca5bdc", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:07:28.548894 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ac930cb3-6711-472e-a3d2-81c5ca83a2f8 {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:07:28.549358 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f615ed1-9694-4694-ab36-1ef6fbbd84d2', 'tag': '299d8767-f240-4ee5-aad2-501d86ca5bdc', 'status': 'completed', 'code': 200} Jun 30 11:07:28.631301 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e731aa2-3b9e-4cd1-81a2-cecb22f2d885 req-6eaa03e4-9e80-43ca-8850-872bedbe0188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:07:28.632830 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6e731aa2-3b9e-4cd1-81a2-cecb22f2d885 req-6eaa03e4-9e80-43ca-8850-872bedbe0188 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c2213143e5c423693718d72a1dfc452&device_id=1f615ed1-9694-4694-ab36-1ef6fbbd84d2 HTTP/1.1" status: 200 len: 1095 time: 0.0599515 Jun 30 11:07:28.727008 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e731aa2-3b9e-4cd1-81a2-cecb22f2d885 req-b4c477ea-8c90-4e20-82ff-229107666e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:07:28.728494 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6e731aa2-3b9e-4cd1-81a2-cecb22f2d885 req-b4c477ea-8c90-4e20-82ff-229107666e55 service neutron] 10.222.0.37 "GET /v2.0/networks?id=46325957-4638-43c0-9971-f6695ddfa598 HTTP/1.1" status: 200 len: 910 time: 0.0898352 Jun 30 11:07:28.738122 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-80c87d9f-ac44-44fe-8f6b-4287489407e2 None None] Set router 17e2ffd0-2526-4081-a8fb-bf75bb3a3632 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:07:28.773348 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6e731aa2-3b9e-4cd1-81a2-cecb22f2d885 req-60f39c17-92eb-4fbb-9b50-dd95440081f2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=299d8767-f240-4ee5-aad2-501d86ca5bdc HTTP/1.1" status: 200 len: 217 time: 0.0384719 Jun 30 11:07:28.822750 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e731aa2-3b9e-4cd1-81a2-cecb22f2d885 req-0e4a725f-c72b-4c6e-ad74-ad2784b13872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:07:28.824236 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6e731aa2-3b9e-4cd1-81a2-cecb22f2d885 req-0e4a725f-c72b-4c6e-ad74-ad2784b13872 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5adf7318-66f0-4645-a2d8-ce2669f73caa HTTP/1.1" status: 200 len: 848 time: 0.0452230 Jun 30 11:07:28.886177 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e731aa2-3b9e-4cd1-81a2-cecb22f2d885 req-6f52cfc5-675b-46cf-873c-e3015f56a3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:07:28.887750 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6e731aa2-3b9e-4cd1-81a2-cecb22f2d885 req-6f52cfc5-675b-46cf-873c-e3015f56a3c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=46325957-4638-43c0-9971-f6695ddfa598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557313 Jun 30 11:07:28.947405 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-80c87d9f-ac44-44fe-8f6b-4287489407e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'name': 'tempest-TestSnapshotPattern-158660763-router', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T11:01:43Z', 'updated_at': '2021-06-30T11:01:46Z', 'revision_number': 4, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'gw_port': {'id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:44Z', 'updated_at': '2021-06-30T11:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '3d9bf45b-c11b-439d-85d8-78b17cd6be2f', 'name': '', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'mac_address': 'fa:16:3e:b6:74:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:46Z', 'updated_at': '2021-06-30T11:01:52Z', 'revision_number': 5, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'subnets': [{'id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:07:28.978675 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c87d9f-ac44-44fe-8f6b-4287489407e2 None None] Checking router: 17e2ffd0-2526-4081-a8fb-bf75bb3a3632 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:07:28.990252 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c87d9f-ac44-44fe-8f6b-4287489407e2 None None] Routers {'17e2ffd0-2526-4081-a8fb-bf75bb3a3632'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:07:28.991836 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-80c87d9f-ac44-44fe-8f6b-4287489407e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T11:07:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['17e2ffd0-2526-4081-a8fb-bf75bb3a3632'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:07:29.013749 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6e731aa2-3b9e-4cd1-81a2-cecb22f2d885 req-e846256f-10de-4b3d-a1f8-e17f3e305056 service neutron] 10.222.0.37 "GET /v2.0/networks/46325957-4638-43c0-9971-f6695ddfa598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186776 Jun 30 11:07:29.107934 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-80c87d9f-ac44-44fe-8f6b-4287489407e2 None None] Set router 17e2ffd0-2526-4081-a8fb-bf75bb3a3632 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:07:29.153295 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-6e731aa2-3b9e-4cd1-81a2-cecb22f2d885 req-0fe12920-5a15-4bd0-b2cd-f4a3906f1a21 service neutron] 10.222.0.37 "GET /v2.0/networks/46325957-4638-43c0-9971-f6695ddfa598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323683 Jun 30 11:07:29.167951 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823bc2de-111a-48c3-8e76-dadf3fa4e5e8 req-a7a02d80-6ce5-4501-8410-d6139c838df3 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:07:29.169519 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-823bc2de-111a-48c3-8e76-dadf3fa4e5e8 req-a7a02d80-6ce5-4501-8410-d6139c838df3 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f615ed1-9694-4694-ab36-1ef6fbbd84d2 HTTP/1.1" status: 200 len: 943 time: 0.1258852 Jun 30 11:07:29.319284 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-80c87d9f-ac44-44fe-8f6b-4287489407e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'name': 'tempest-TestSnapshotPattern-158660763-router', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T11:01:43Z', 'updated_at': '2021-06-30T11:01:46Z', 'revision_number': 4, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'gw_port': {'id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:44Z', 'updated_at': '2021-06-30T11:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '3d9bf45b-c11b-439d-85d8-78b17cd6be2f', 'name': '', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'mac_address': 'fa:16:3e:b6:74:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:46Z', 'updated_at': '2021-06-30T11:01:52Z', 'revision_number': 5, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'subnets': [{'id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:07:29.352854 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c87d9f-ac44-44fe-8f6b-4287489407e2 None None] The sync data for ids ['17e2ffd0-2526-4081-a8fb-bf75bb3a3632'] in n-d-771363-31 is: [{'id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'name': 'tempest-TestSnapshotPattern-158660763-router', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T11:01:43Z', 'updated_at': '2021-06-30T11:01:46Z', 'revision_number': 4, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'gw_port': {'id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:44Z', 'updated_at': '2021-06-30T11:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31', '_interfaces': [{'id': '3d9bf45b-c11b-439d-85d8-78b17cd6be2f', 'name': '', 'network_id': '46325957-4638-43c0-9971-f6695ddfa598', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'mac_address': 'fa:16:3e:b6:74:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:46Z', 'updated_at': '2021-06-30T11:01:52Z', 'revision_number': 5, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'subnets': [{'id': '5adf7318-66f0-4645-a2d8-ce2669f73caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:07:29.554646 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-823bc2de-111a-48c3-8e76-dadf3fa4e5e8 req-2787d166-83ca-403a-b7fa-68cf74ed1d98 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/security-groups?id=19f11147-9c96-4930-8614-e24016f61983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3775511 Jun 30 11:07:29.584252 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3f4027-ffcd-4b46-aa90-e336895f2021 None None] New status for floating IP 6aed347c-6d42-4d1c-b2ba-c6dbccedfacd: DOWN {{(pid=101056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 11:07:29.825707 n-d-771363-31 neutron-server[101054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e4354-f282-445d-b6ed-ccdb692577e0 req-4d41b02c-f0a4-4eea-b101-c8212e268e67 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 11:07:29.827156 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8c8e4354-f282-445d-b6ed-ccdb692577e0 req-4d41b02c-f0a4-4eea-b101-c8212e268e67 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f615ed1-9694-4694-ab36-1ef6fbbd84d2 HTTP/1.1" status: 200 len: 943 time: 0.0628433 Jun 30 11:07:29.933398 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-8c8e4354-f282-445d-b6ed-ccdb692577e0 req-384c149e-fe1b-4bd0-89ad-a14d6d75048d tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Deleting port 299d8767-f240-4ee5-aad2-501d86ca5bdc {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:07:29.933796 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-8c8e4354-f282-445d-b6ed-ccdb692577e0 req-384c149e-fe1b-4bd0-89ad-a14d6d75048d tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:30.032683 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [req-8c8e4354-f282-445d-b6ed-ccdb692577e0 req-384c149e-fe1b-4bd0-89ad-a14d6d75048d tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] For port 299d8767-f240-4ee5-aad2-501d86ca5bdc, host n-h2-771363-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-31',level=0,port_id=299d8767-f240-4ee5-aad2-501d86ca5bdc,segment=NetworkSegment(2df4c609-2e93-4e04-ae65-0d33c73bcf43),segment_id=2df4c609-2e93-4e04-ae65-0d33c73bcf43)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:07:30.033177 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-8c8e4354-f282-445d-b6ed-ccdb692577e0 req-384c149e-fe1b-4bd0-89ad-a14d6d75048d tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:30.045818 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [req-8c8e4354-f282-445d-b6ed-ccdb692577e0 req-384c149e-fe1b-4bd0-89ad-a14d6d75048d tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Calling delete_port for 299d8767-f240-4ee5-aad2-501d86ca5bdc owned by compute:nova {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:07:30.264943 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-8c8e4354-f282-445d-b6ed-ccdb692577e0 req-384c149e-fe1b-4bd0-89ad-a14d6d75048d tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:30.296175 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c149e-fe1b-4bd0-89ad-a14d6d75048d tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Pushing event deleted for resources: {'Port': ['ID=299d8767-f240-4ee5-aad2-501d86ca5bdc,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:07:30.341895 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8e4354-f282-445d-b6ed-ccdb692577e0 req-384c149e-fe1b-4bd0-89ad-a14d6d75048d tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] No DVR routers for this DVR port 299d8767-f240-4ee5-aad2-501d86ca5bdc on host n-h2-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:07:30.344638 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [req-8c8e4354-f282-445d-b6ed-ccdb692577e0 req-384c149e-fe1b-4bd0-89ad-a14d6d75048d tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96569'] for port, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:30.347179 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-8c8e4354-f282-445d-b6ed-ccdb692577e0 req-384c149e-fe1b-4bd0-89ad-a14d6d75048d tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.37 "DELETE /v2.0/ports/299d8767-f240-4ee5-aad2-501d86ca5bdc HTTP/1.1" status: 204 len: 173 time: 0.5144656 Jun 30 11:07:30.550631 n-d-771363-31 neutron-server[101054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f615ed1-9694-4694-ab36-1ef6fbbd84d2', 'name': 'network-vif-deleted', 'tag': '299d8767-f240-4ee5-aad2-501d86ca5bdc'}] {{(pid=101054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 11:07:30.552970 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e645fc609c4f08a16fd671a21b91bb6e125e3672dd91a679e212fd6684ea572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0eb6c1-a572-40e6-a014-15b68236c1b7" -d '{"events": [{"server_uuid": "1f615ed1-9694-4694-ab36-1ef6fbbd84d2", "name": "network-vif-deleted", "tag": "299d8767-f240-4ee5-aad2-501d86ca5bdc"}]}' {{(pid=101054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 11:07:30.590417 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 11:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c711d303-b9a3-4961-9229-f9bfa743aeed x-openstack-request-id: req-c711d303-b9a3-4961-9229-f9bfa743aeed {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 11:07:30.590417 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f615ed1-9694-4694-ab36-1ef6fbbd84d2", "name": "network-vif-deleted", "tag": "299d8767-f240-4ee5-aad2-501d86ca5bdc", "status": "completed", "code": 200}]} {{(pid=101054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 11:07:30.591033 n-d-771363-31 neutron-server[101054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c711d303-b9a3-4961-9229-f9bfa743aeed {{(pid=101054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 11:07:30.591218 n-d-771363-31 neutron-server[101054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f615ed1-9694-4694-ab36-1ef6fbbd84d2', 'name': 'network-vif-deleted', 'tag': '299d8767-f240-4ee5-aad2-501d86ca5bdc', 'status': 'completed', 'code': 200} Jun 30 11:07:30.705096 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [req-89616989-dd0e-4ed0-968a-7a3becc3d476 req-4ea365e0-92ca-49fe-98e2-abd0cb785f86 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f615ed1-9694-4694-ab36-1ef6fbbd84d2 HTTP/1.1" status: 200 len: 210 time: 0.0323451 Jun 30 11:07:31.799257 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39212) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:07:31.856060 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-618ada2a-cb8e-40b0-8020-b786a2eb9010 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for security_group, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:31.880894 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-618ada2a-cb8e-40b0-8020-b786a2eb9010 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:32.013756 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-618ada2a-cb8e-40b0-8020-b786a2eb9010 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:32.016451 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-618ada2a-cb8e-40b0-8020-b786a2eb9010 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Notify callbacks [] for security_group, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:32.017654 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-618ada2a-cb8e-40b0-8020-b786a2eb9010 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] 10.222.0.10 "DELETE /v2.0/security-groups/19f11147-9c96-4930-8614-e24016f61983 HTTP/1.1" status: 204 len: 168 time: 0.2174132 Jun 30 11:07:32.027736 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ada2a-cb8e-40b0-8020-b786a2eb9010 tempest-TestSnapshotPattern-285452002 tempest-TestSnapshotPattern-285452002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f11147-9c96-4930-8614-e24016f61983,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:07:32.141360 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39216) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:07:32.587809 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a53b9fa1-5b7d-4f90-a7cb-2d253488f30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:32.837277 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-a53b9fa1-5b7d-4f90-a7cb-2d253488f30f admin admin] Deleting port 3d9bf45b-c11b-439d-85d8-78b17cd6be2f {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:07:32.838004 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a53b9fa1-5b7d-4f90-a7cb-2d253488f30f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:32.913494 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-a53b9fa1-5b7d-4f90-a7cb-2d253488f30f admin admin] For port 3d9bf45b-c11b-439d-85d8-78b17cd6be2f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=3d9bf45b-c11b-439d-85d8-78b17cd6be2f,segment=NetworkSegment(2df4c609-2e93-4e04-ae65-0d33c73bcf43),segment_id=2df4c609-2e93-4e04-ae65-0d33c73bcf43)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:07:32.913982 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a53b9fa1-5b7d-4f90-a7cb-2d253488f30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:32.926862 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-a53b9fa1-5b7d-4f90-a7cb-2d253488f30f admin admin] Calling delete_port for 3d9bf45b-c11b-439d-85d8-78b17cd6be2f owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:07:33.185292 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a53b9fa1-5b7d-4f90-a7cb-2d253488f30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:33.214527 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b9fa1-5b7d-4f90-a7cb-2d253488f30f admin admin] Pushing event deleted for resources: {'Port': ['ID=3d9bf45b-c11b-439d-85d8-78b17cd6be2f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:07:33.394047 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-a53b9fa1-5b7d-4f90-a7cb-2d253488f30f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:33.607006 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53b9fa1-5b7d-4f90-a7cb-2d253488f30f admin admin] Router 17e2ffd0-2526-4081-a8fb-bf75bb3a3632 has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:07:33.712323 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53b9fa1-5b7d-4f90-a7cb-2d253488f30f admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 11:07:33.717896 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-a53b9fa1-5b7d-4f90-a7cb-2d253488f30f admin admin] 10.222.0.10 "PUT /v2.0/routers/17e2ffd0-2526-4081-a8fb-bf75bb3a3632/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5754786 Jun 30 11:07:33.721106 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39220) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:07:33.723789 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee91780-530a-4615-a1f9-28d48aa40f42 None None] Sync routers for ids ['17e2ffd0-2526-4081-a8fb-bf75bb3a3632'] in n-d-771363-31 {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:07:33.733033 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee91780-530a-4615-a1f9-28d48aa40f42 None None] Routers {'17e2ffd0-2526-4081-a8fb-bf75bb3a3632'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:07:33.733729 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-1ee91780-530a-4615-a1f9-28d48aa40f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T11:07:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['17e2ffd0-2526-4081-a8fb-bf75bb3a3632'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:07:33.823552 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5e52da6f-8e4a-402e-a9e1-62e166c25579 admin admin] Notify callbacks [] for router, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:33.837109 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-1ee91780-530a-4615-a1f9-28d48aa40f42 None None] Set router 17e2ffd0-2526-4081-a8fb-bf75bb3a3632 gateway port host: n-d-771363-31 {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:07:33.926628 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5e52da6f-8e4a-402e-a9e1-62e166c25579 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:34.014973 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-1ee91780-530a-4615-a1f9-28d48aa40f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'name': 'tempest-TestSnapshotPattern-158660763-router', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T11:01:43Z', 'updated_at': '2021-06-30T11:07:33Z', 'revision_number': 5, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'gw_port': {'id': '13921a28-28ee-45e1-a086-d67fd9930a6f', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:44Z', 'updated_at': '2021-06-30T11:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:07:34.041528 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee91780-530a-4615-a1f9-28d48aa40f42 None None] Checking router: 17e2ffd0-2526-4081-a8fb-bf75bb3a3632 for host: n-d-771363-31 {{(pid=101055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:07:34.051391 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee91780-530a-4615-a1f9-28d48aa40f42 None None] Routers {'17e2ffd0-2526-4081-a8fb-bf75bb3a3632'} bound to L3 agent in host n-d-771363-31 {{(pid=101055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:07:34.052013 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-1ee91780-530a-4615-a1f9-28d48aa40f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T11:07:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['17e2ffd0-2526-4081-a8fb-bf75bb3a3632'], 'active': True} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:07:34.064080 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-5e52da6f-8e4a-402e-a9e1-62e166c25579 admin admin] Deleting port 13921a28-28ee-45e1-a086-d67fd9930a6f {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:07:34.064416 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5e52da6f-8e4a-402e-a9e1-62e166c25579 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:34.143260 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvr_db [None req-1ee91780-530a-4615-a1f9-28d48aa40f42 None None] Set router 17e2ffd0-2526-4081-a8fb-bf75bb3a3632 gateway port host: None {{(pid=101055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:07:34.152312 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-5e52da6f-8e4a-402e-a9e1-62e166c25579 admin admin] For port 13921a28-28ee-45e1-a086-d67fd9930a6f, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=13921a28-28ee-45e1-a086-d67fd9930a6f,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:07:34.152671 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5e52da6f-8e4a-402e-a9e1-62e166c25579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:34.169424 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-5e52da6f-8e4a-402e-a9e1-62e166c25579 admin admin] Calling delete_port for 13921a28-28ee-45e1-a086-d67fd9930a6f owned by network:router_gateway {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:07:34.198615 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_hamode_db [None req-1ee91780-530a-4615-a1f9-28d48aa40f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'name': 'tempest-TestSnapshotPattern-158660763-router', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T11:01:43Z', 'updated_at': '2021-06-30T11:07:33Z', 'revision_number': 6, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'gw_port_host': None}], 'n-d-771363-31', False) {} {{(pid=101055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:07:34.225071 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee91780-530a-4615-a1f9-28d48aa40f42 None None] The sync data for ids ['17e2ffd0-2526-4081-a8fb-bf75bb3a3632'] in n-d-771363-31 is: [{'id': '17e2ffd0-2526-4081-a8fb-bf75bb3a3632', 'name': 'tempest-TestSnapshotPattern-158660763-router', 'tenant_id': '1c2213143e5c423693718d72a1dfc452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T11:01:43Z', 'updated_at': '2021-06-30T11:07:33Z', 'revision_number': 6, 'project_id': '1c2213143e5c423693718d72a1dfc452', 'gw_port_host': None}] {{(pid=101055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:07:34.419800 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5e52da6f-8e4a-402e-a9e1-62e166c25579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:34.448842 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52da6f-8e4a-402e-a9e1-62e166c25579 admin admin] Pushing event deleted for resources: {'Port': ['ID=13921a28-28ee-45e1-a086-d67fd9930a6f,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:07:34.475242 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 299d8767-f240-4ee5-aad2-501d86ca5bdc no longer exists at agent hyperv_n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:07:34.494183 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] No Port match for: 299d8767-f240-4ee5-aad2-501d86ca5bdc {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:07:34.494530 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Device 299d8767-f240-4ee5-aad2-501d86ca5bdc not bound to the agent host n-h2-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:07:34.511441 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5e52da6f-8e4a-402e-a9e1-62e166c25579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:34.603605 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5e52da6f-8e4a-402e-a9e1-62e166c25579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:34.605769 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5e52da6f-8e4a-402e-a9e1-62e166c25579 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:34.710437 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5e52da6f-8e4a-402e-a9e1-62e166c25579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:34.710938 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e52da6f-8e4a-402e-a9e1-62e166c25579 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17e2ffd0-2526-4081-a8fb-bf75bb3a3632 {{(pid=101053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 11:07:34.720034 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5e52da6f-8e4a-402e-a9e1-62e166c25579 admin admin] Notify callbacks [] for router, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:34.720034 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5e52da6f-8e4a-402e-a9e1-62e166c25579 admin admin] 10.222.0.10 "DELETE /v2.0/routers/17e2ffd0-2526-4081-a8fb-bf75bb3a3632 HTTP/1.1" status: 204 len: 168 time: 0.9951744 Jun 30 11:07:34.720996 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39222) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:07:34.765686 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.db_base_plugin_v2 [None req-11005dc6-b5e1-4c4e-aaa1-2afb9cc247cc admin admin] Deleting subnet 5adf7318-66f0-4645-a2d8-ce2669f73caa {{(pid=101053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 11:07:34.769487 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-11005dc6-b5e1-4c4e-aaa1-2afb9cc247cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:34.802881 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-11005dc6-b5e1-4c4e-aaa1-2afb9cc247cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019086'] for subnet, precommit_delete_associations {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:34.882445 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-11005dc6-b5e1-4c4e-aaa1-2afb9cc247cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:34.985629 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-11005dc6-b5e1-4c4e-aaa1-2afb9cc247cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8861610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095946'] for subnet, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:35.012901 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11005dc6-b5e1-4c4e-aaa1-2afb9cc247cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5adf7318-66f0-4645-a2d8-ce2669f73caa,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:07:35.020718 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-11005dc6-b5e1-4c4e-aaa1-2afb9cc247cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:35.022831 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-11005dc6-b5e1-4c4e-aaa1-2afb9cc247cc admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5adf7318-66f0-4645-a2d8-ce2669f73caa HTTP/1.1" status: 204 len: 168 time: 0.3008807 Jun 30 11:07:35.025657 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39224) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:07:35.026477 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c534958-9359-41ad-ac9d-7722cdbb615a None None] Network 46325957-4638-43c0-9971-f6695ddfa598 requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 11:07:35.095197 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bb45d9c-06de-4dc3-b158-934589b42f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:35.154225 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-5bb45d9c-06de-4dc3-b158-934589b42f29 admin admin] Deleting port 2d350743-fe4f-4a43-9339-ab21302a14e9 {{(pid=101053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:07:35.155594 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bb45d9c-06de-4dc3-b158-934589b42f29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:35.218536 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e895ec7-2bd6-49ed-a5ce-883d938b7c14 None None] DHCP port deletion for 46325957-4638-43c0-9971-f6695ddfa598 request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 11:07:35.222686 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.db [None req-5bb45d9c-06de-4dc3-b158-934589b42f29 admin admin] For port 2d350743-fe4f-4a43-9339-ab21302a14e9, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=2d350743-fe4f-4a43-9339-ab21302a14e9,segment=NetworkSegment(2df4c609-2e93-4e04-ae65-0d33c73bcf43),segment_id=2df4c609-2e93-4e04-ae65-0d33c73bcf43)] {{(pid=101053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:07:35.223080 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bb45d9c-06de-4dc3-b158-934589b42f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:35.237607 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.plugin [None req-5bb45d9c-06de-4dc3-b158-934589b42f29 admin admin] Calling delete_port for 2d350743-fe4f-4a43-9339-ab21302a14e9 owned by network:dhcp {{(pid=101053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:07:35.267431 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-8e895ec7-2bd6-49ed-a5ce-883d938b7c14 None None] Deleting port 2d350743-fe4f-4a43-9339-ab21302a14e9 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:07:35.268728 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8e895ec7-2bd6-49ed-a5ce-883d938b7c14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:35.334519 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-8e895ec7-2bd6-49ed-a5ce-883d938b7c14 None None] For port 2d350743-fe4f-4a43-9339-ab21302a14e9, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=2d350743-fe4f-4a43-9339-ab21302a14e9,segment=NetworkSegment(2df4c609-2e93-4e04-ae65-0d33c73bcf43),segment_id=2df4c609-2e93-4e04-ae65-0d33c73bcf43)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:07:35.334907 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8e895ec7-2bd6-49ed-a5ce-883d938b7c14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:35.348547 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-8e895ec7-2bd6-49ed-a5ce-883d938b7c14 None None] Calling delete_port for 2d350743-fe4f-4a43-9339-ab21302a14e9 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:07:35.397029 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bb45d9c-06de-4dc3-b158-934589b42f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8861660'] for port, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:35.424030 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb45d9c-06de-4dc3-b158-934589b42f29 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d350743-fe4f-4a43-9339-ab21302a14e9,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:07:35.429610 n-d-771363-31 neutron-server[101053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb45d9c-06de-4dc3-b158-934589b42f29 admin admin] No DVR routers for this DVR port 2d350743-fe4f-4a43-9339-ab21302a14e9 on host n-d-771363-31 {{(pid=101053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:07:35.431423 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8e895ec7-2bd6-49ed-a5ce-883d938b7c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:35.463795 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e895ec7-2bd6-49ed-a5ce-883d938b7c14 None None] No DVR routers for this DVR port 2d350743-fe4f-4a43-9339-ab21302a14e9 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:07:35.465447 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e895ec7-2bd6-49ed-a5ce-883d938b7c14 None None] Pushing event deleted for resources: {'Port': ['ID=2d350743-fe4f-4a43-9339-ab21302a14e9,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:07:35.499728 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bb45d9c-06de-4dc3-b158-934589b42f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:35.510449 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-5bb45d9c-06de-4dc3-b158-934589b42f29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46325957-4638-43c0-9971-f6695ddfa598']}} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:07:35.521078 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-5bb45d9c-06de-4dc3-b158-934589b42f29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df4c609-2e93-4e04-ae65-0d33c73bcf43') {'for_net_delete': True} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:07:35.521368 n-d-771363-31 neutron-server[101053]: DEBUG neutron.services.segments.db [None req-5bb45d9c-06de-4dc3-b158-934589b42f29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df4c609-2e93-4e04-ae65-0d33c73bcf43') {} {{(pid=101053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:07:35.530400 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bb45d9c-06de-4dc3-b158-934589b42f29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019079'] for segment, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:35.544138 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bb45d9c-06de-4dc3-b158-934589b42f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:35.549764 n-d-771363-31 neutron-server[101053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb45d9c-06de-4dc3-b158-934589b42f29 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bb45d9c-06de-4dc3-b158-934589b42f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8861449'] for segment, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: conditions |= (models_v2.Port.network_id.in_( Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: Traceback (most recent call last): Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: timer() Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: cb(*args, **kw) Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: return func(*args, **kwargs) Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: self._notify() Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: self.callback(batched_events) Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: event.method(event) Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: return f(self, *a, **k) Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: return self._get(url).json() Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: return self.request(url, 'GET', **kwargs) Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 11:07:35.558794 n-d-771363-31 neutron-server[101053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 11:07:35.629720 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 2d350743-fe4f-4a43-9339-ab21302a14e9 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:07:35.650121 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 2d350743-fe4f-4a43-9339-ab21302a14e9 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:07:35.650467 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 2d350743-fe4f-4a43-9339-ab21302a14e9 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:07:35.650881 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3d9bf45b-c11b-439d-85d8-78b17cd6be2f no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:07:35.668905 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 3d9bf45b-c11b-439d-85d8-78b17cd6be2f {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:07:35.669250 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 3d9bf45b-c11b-439d-85d8-78b17cd6be2f not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:07:35.669702 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 13921a28-28ee-45e1-a086-d67fd9930a6f no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:07:35.671084 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bb45d9c-06de-4dc3-b158-934589b42f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:35.678312 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-5bb45d9c-06de-4dc3-b158-934589b42f29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583104'] for network, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:35.680158 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-5bb45d9c-06de-4dc3-b158-934589b42f29 admin admin] 10.222.0.10 "DELETE /v2.0/networks/46325957-4638-43c0-9971-f6695ddfa598 HTTP/1.1" status: 204 len: 168 time: 0.6535683 Jun 30 11:07:35.683105 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39226) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:07:35.689774 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb45d9c-06de-4dc3-b158-934589b42f29 admin admin] Pushing event deleted for resources: {'Network': ['ID=46325957-4638-43c0-9971-f6695ddfa598,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:07:35.690638 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 13921a28-28ee-45e1-a086-d67fd9930a6f {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:07:35.690983 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 13921a28-28ee-45e1-a086-d67fd9930a6f not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:07:36.029510 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d4421021-08e6-4783-a8e4-4048c9d4559b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663658'] for router_interface, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:36.284465 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-d4421021-08e6-4783-a8e4-4048c9d4559b admin admin] Deleting port bb220ebf-d78c-4821-af43-0556168133e1 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:07:36.284924 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d4421021-08e6-4783-a8e4-4048c9d4559b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:36.365345 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-d4421021-08e6-4783-a8e4-4048c9d4559b admin admin] For port bb220ebf-d78c-4821-af43-0556168133e1, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=bb220ebf-d78c-4821-af43-0556168133e1,segment=NetworkSegment(fdbc066c-d56d-4106-a42e-ffb76c68490f),segment_id=fdbc066c-d56d-4106-a42e-ffb76c68490f)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:07:36.365696 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d4421021-08e6-4783-a8e4-4048c9d4559b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:36.378613 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-d4421021-08e6-4783-a8e4-4048c9d4559b admin admin] Calling delete_port for bb220ebf-d78c-4821-af43-0556168133e1 owned by network:router_interface {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:07:36.624700 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d4421021-08e6-4783-a8e4-4048c9d4559b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:36.649288 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4421021-08e6-4783-a8e4-4048c9d4559b admin admin] Pushing event deleted for resources: {'Port': ['ID=bb220ebf-d78c-4821-af43-0556168133e1,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:07:36.817005 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d4421021-08e6-4783-a8e4-4048c9d4559b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663568'] for router_interface, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:37.031997 n-d-771363-31 neutron-server[101054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4421021-08e6-4783-a8e4-4048c9d4559b admin admin] Router 167df598-4ab8-4f52-b41c-f488a08a97de has already been hosted by L3 agent 39ae1acc-fa64-4369-b56a-cf7f7c0e55fb {{(pid=101054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:07:37.135436 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4421021-08e6-4783-a8e4-4048c9d4559b admin admin] Notify agent at l3_agent.n-d-771363-31 the message routers_updated {{(pid=101054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 11:07:37.140302 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d4421021-08e6-4783-a8e4-4048c9d4559b admin admin] 10.222.0.10 "PUT /v2.0/routers/167df598-4ab8-4f52-b41c-f488a08a97de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4558945 Jun 30 11:07:37.142839 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39228) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:07:37.146533 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f704d2-61cf-46ed-92e3-79278b376583 None None] Sync routers for ids ['167df598-4ab8-4f52-b41c-f488a08a97de'] in n-d-771363-31 {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:07:37.155515 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f704d2-61cf-46ed-92e3-79278b376583 None None] Routers {'167df598-4ab8-4f52-b41c-f488a08a97de'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:07:37.156111 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-12f704d2-61cf-46ed-92e3-79278b376583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T11:07:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['167df598-4ab8-4f52-b41c-f488a08a97de'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:07:37.261051 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-12f704d2-61cf-46ed-92e3-79278b376583 None None] Set router 167df598-4ab8-4f52-b41c-f488a08a97de gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:07:37.449077 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-12f704d2-61cf-46ed-92e3-79278b376583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167df598-4ab8-4f52-b41c-f488a08a97de', 'name': 'tempest-TestSnapshotPattern-1763598612-router', 'tenant_id': 'c9a236de692f4ae79f91c58d1a81b9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '8ac6e491-5efb-4e68-b55a-9b61d3d59584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T11:01:49Z', 'updated_at': '2021-06-30T11:07:36Z', 'revision_number': 5, 'project_id': 'c9a236de692f4ae79f91c58d1a81b9c3', 'gw_port': {'id': '8ac6e491-5efb-4e68-b55a-9b61d3d59584', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:96:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167df598-4ab8-4f52-b41c-f488a08a97de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:50Z', 'updated_at': '2021-06-30T11:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:07:37.476250 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f704d2-61cf-46ed-92e3-79278b376583 None None] Checking router: 167df598-4ab8-4f52-b41c-f488a08a97de for host: n-d-771363-31 {{(pid=101056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:07:37.484856 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f704d2-61cf-46ed-92e3-79278b376583 None None] Routers {'167df598-4ab8-4f52-b41c-f488a08a97de'} bound to L3 agent in host n-d-771363-31 {{(pid=101056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 11:07:37.485465 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-12f704d2-61cf-46ed-92e3-79278b376583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:49:23Z,description=,heartbeat_timestamp=2021-06-30T11:07:23Z,host='n-d-771363-31',id=39ae1acc-fa64-4369-b56a-cf7f7c0e55fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:49:23Z,topic='l3_agent')) {'router_ids': ['167df598-4ab8-4f52-b41c-f488a08a97de'], 'active': True} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:07:37.600277 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_dvr_db [None req-12f704d2-61cf-46ed-92e3-79278b376583 None None] Set router 167df598-4ab8-4f52-b41c-f488a08a97de gateway port host: n-d-771363-31 {{(pid=101056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 11:07:37.612807 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d3d3bc8-9e3d-49d9-a624-480891c067e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:37.723607 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d3d3bc8-9e3d-49d9-a624-480891c067e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:37.850421 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d3bc8-9e3d-49d9-a624-480891c067e8 admin admin] Deleting port 8ac6e491-5efb-4e68-b55a-9b61d3d59584 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:07:37.851192 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d3d3bc8-9e3d-49d9-a624-480891c067e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:37.885608 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.l3_hamode_db [None req-12f704d2-61cf-46ed-92e3-79278b376583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167df598-4ab8-4f52-b41c-f488a08a97de', 'name': 'tempest-TestSnapshotPattern-1763598612-router', 'tenant_id': 'c9a236de692f4ae79f91c58d1a81b9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '8ac6e491-5efb-4e68-b55a-9b61d3d59584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T11:01:49Z', 'updated_at': '2021-06-30T11:07:36Z', 'revision_number': 5, 'project_id': 'c9a236de692f4ae79f91c58d1a81b9c3', 'gw_port': {'id': '8ac6e491-5efb-4e68-b55a-9b61d3d59584', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:96:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167df598-4ab8-4f52-b41c-f488a08a97de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:50Z', 'updated_at': '2021-06-30T11:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}], 'n-d-771363-31', False) {} {{(pid=101056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:07:37.910597 n-d-771363-31 neutron-server[101056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f704d2-61cf-46ed-92e3-79278b376583 None None] The sync data for ids ['167df598-4ab8-4f52-b41c-f488a08a97de'] in n-d-771363-31 is: [{'id': '167df598-4ab8-4f52-b41c-f488a08a97de', 'name': 'tempest-TestSnapshotPattern-1763598612-router', 'tenant_id': 'c9a236de692f4ae79f91c58d1a81b9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'external_fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '8ac6e491-5efb-4e68-b55a-9b61d3d59584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T11:01:49Z', 'updated_at': '2021-06-30T11:07:36Z', 'revision_number': 5, 'project_id': 'c9a236de692f4ae79f91c58d1a81b9c3', 'gw_port': {'id': '8ac6e491-5efb-4e68-b55a-9b61d3d59584', 'name': '', 'network_id': '599fb812-09ee-4e3b-a109-d92406a95c23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:96:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167df598-4ab8-4f52-b41c-f488a08a97de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T11:01:50Z', 'updated_at': '2021-06-30T11:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0219b14b-1b9c-449f-b115-8dcaa25fc3f3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-31'}] {{(pid=101056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:07:37.929129 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-2d3d3bc8-9e3d-49d9-a624-480891c067e8 admin admin] For port 8ac6e491-5efb-4e68-b55a-9b61d3d59584, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=8ac6e491-5efb-4e68-b55a-9b61d3d59584,segment=NetworkSegment(5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570),segment_id=5f6b3a81-4789-4d4e-acd9-8cc4b7ad0570)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:07:37.929485 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d3d3bc8-9e3d-49d9-a624-480891c067e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:37.947648 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d3bc8-9e3d-49d9-a624-480891c067e8 admin admin] Calling delete_port for 8ac6e491-5efb-4e68-b55a-9b61d3d59584 owned by network:router_gateway {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:07:38.196609 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d3d3bc8-9e3d-49d9-a624-480891c067e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:38.224877 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d3bc8-9e3d-49d9-a624-480891c067e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ac6e491-5efb-4e68-b55a-9b61d3d59584,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:07:38.289704 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d3d3bc8-9e3d-49d9-a624-480891c067e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1644135'] for router_gateway, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:38.382501 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d3d3bc8-9e3d-49d9-a624-480891c067e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100076'] for router, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:38.385005 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d3d3bc8-9e3d-49d9-a624-480891c067e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:38.499868 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d3d3bc8-9e3d-49d9-a624-480891c067e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1640195'] for router, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:38.500289 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3d3bc8-9e3d-49d9-a624-480891c067e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 167df598-4ab8-4f52-b41c-f488a08a97de {{(pid=101054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 11:07:38.505147 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-2d3d3bc8-9e3d-49d9-a624-480891c067e8 admin admin] Notify callbacks [] for router, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:38.506364 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-2d3d3bc8-9e3d-49d9-a624-480891c067e8 admin admin] 10.222.0.10 "DELETE /v2.0/routers/167df598-4ab8-4f52-b41c-f488a08a97de HTTP/1.1" status: 204 len: 168 time: 1.3618424 Jun 30 11:07:38.508828 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39230) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:07:38.559517 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb8e54bf-4441-4d28-ad69-c773d2aef8fb admin admin] Deleting subnet df6ad23d-cbf7-4d4a-8961-a867d45fe2d4 {{(pid=101054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 11:07:38.562828 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cb8e54bf-4441-4d28-ad69-c773d2aef8fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:38.599949 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cb8e54bf-4441-4d28-ad69-c773d2aef8fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650961'] for subnet, precommit_delete_associations {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:38.676400 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cb8e54bf-4441-4d28-ad69-c773d2aef8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013467'] for subnet, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:38.791228 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cb8e54bf-4441-4d28-ad69-c773d2aef8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8705873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684557'] for subnet, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:38.816860 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e54bf-4441-4d28-ad69-c773d2aef8fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df6ad23d-cbf7-4d4a-8961-a867d45fe2d4,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:07:38.821755 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-cb8e54bf-4441-4d28-ad69-c773d2aef8fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:38.823575 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-cb8e54bf-4441-4d28-ad69-c773d2aef8fb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/df6ad23d-cbf7-4d4a-8961-a867d45fe2d4 HTTP/1.1" status: 204 len: 168 time: 0.3138356 Jun 30 11:07:38.826045 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [-] (101054) accepted ('10.222.0.10', 39232) {{(pid=101054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:07:38.827191 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dcf6b5-8e7c-4bf6-a887-c8bd3afb1355 None None] Network 18ba4e97-a0e0-4ddd-8285-e886ba07f33f requested from n-d-771363-31 {{(pid=101055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 11:07:38.893511 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d88008a9-5a25-4349-8bf1-46fdd3a99acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610144'] for network, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:38.948894 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-d88008a9-5a25-4349-8bf1-46fdd3a99acd admin admin] Deleting port 4b97816e-09de-4e72-965b-465e832a12f7 {{(pid=101054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:07:38.949236 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d88008a9-5a25-4349-8bf1-46fdd3a99acd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:39.020536 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.db [None req-d88008a9-5a25-4349-8bf1-46fdd3a99acd admin admin] For port 4b97816e-09de-4e72-965b-465e832a12f7, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4b97816e-09de-4e72-965b-465e832a12f7,segment=NetworkSegment(fdbc066c-d56d-4106-a42e-ffb76c68490f),segment_id=fdbc066c-d56d-4106-a42e-ffb76c68490f)] {{(pid=101054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:07:39.020893 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d88008a9-5a25-4349-8bf1-46fdd3a99acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:39.033392 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-d88008a9-5a25-4349-8bf1-46fdd3a99acd admin admin] Calling delete_port for 4b97816e-09de-4e72-965b-465e832a12f7 owned by network:dhcp {{(pid=101054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:07:39.045530 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae0ef82-6e91-4cec-a43e-2811f9555e23 None None] DHCP port deletion for 18ba4e97-a0e0-4ddd-8285-e886ba07f33f request from n-d-771363-31 {{(pid=101055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 11:07:39.090414 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-8ae0ef82-6e91-4cec-a43e-2811f9555e23 None None] Deleting port 4b97816e-09de-4e72-965b-465e832a12f7 {{(pid=101055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 11:07:39.091033 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ef82-6e91-4cec-a43e-2811f9555e23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759966657217'] for port, before_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:39.154200 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.db [None req-8ae0ef82-6e91-4cec-a43e-2811f9555e23 None None] For port 4b97816e-09de-4e72-965b-465e832a12f7, host n-d-771363-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-31',level=0,port_id=4b97816e-09de-4e72-965b-465e832a12f7,segment=NetworkSegment(fdbc066c-d56d-4106-a42e-ffb76c68490f),segment_id=fdbc066c-d56d-4106-a42e-ffb76c68490f)] {{(pid=101055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 11:07:39.154588 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ef82-6e91-4cec-a43e-2811f9555e23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664682'] for port, precommit_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:39.167350 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-8ae0ef82-6e91-4cec-a43e-2811f9555e23 None None] Calling delete_port for 4b97816e-09de-4e72-965b-465e832a12f7 owned by network:dhcp {{(pid=101055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 11:07:39.168150 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d88008a9-5a25-4349-8bf1-46fdd3a99acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8705831'] for port, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:39.200234 n-d-771363-31 neutron-server[101054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88008a9-5a25-4349-8bf1-46fdd3a99acd admin admin] No DVR routers for this DVR port 4b97816e-09de-4e72-965b-465e832a12f7 on host n-d-771363-31 {{(pid=101054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:07:39.204244 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88008a9-5a25-4349-8bf1-46fdd3a99acd admin admin] Pushing event deleted for resources: {'Port': ['ID=4b97816e-09de-4e72-965b-465e832a12f7,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:07:39.246621 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ef82-6e91-4cec-a43e-2811f9555e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759966746359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759966258899'] for port, after_delete {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:39.275418 n-d-771363-31 neutron-server[101055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0ef82-6e91-4cec-a43e-2811f9555e23 None None] Pushing event deleted for resources: {'Port': ['ID=4b97816e-09de-4e72-965b-465e832a12f7,revision_number=None']} {{(pid=101055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:07:39.281364 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d88008a9-5a25-4349-8bf1-46fdd3a99acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013828', 'neutron.services.segments.db._delete_segments_for_network-8759966759235'] for network, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:39.281668 n-d-771363-31 neutron-server[101055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae0ef82-6e91-4cec-a43e-2811f9555e23 None None] No DVR routers for this DVR port 4b97816e-09de-4e72-965b-465e832a12f7 on host n-d-771363-31 {{(pid=101055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:07:39.296252 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-d88008a9-5a25-4349-8bf1-46fdd3a99acd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ba4e97-a0e0-4ddd-8285-e886ba07f33f']}} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:07:39.306803 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-d88008a9-5a25-4349-8bf1-46fdd3a99acd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdbc066c-d56d-4106-a42e-ffb76c68490f') {'for_net_delete': True} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:07:39.307104 n-d-771363-31 neutron-server[101054]: DEBUG neutron.services.segments.db [None req-d88008a9-5a25-4349-8bf1-46fdd3a99acd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdbc066c-d56d-4106-a42e-ffb76c68490f') {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:07:39.316646 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d88008a9-5a25-4349-8bf1-46fdd3a99acd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759966589642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650968'] for segment, before_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:39.329826 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d88008a9-5a25-4349-8bf1-46fdd3a99acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520'] for segment, precommit_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:39.336339 n-d-771363-31 neutron-server[101054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d88008a9-5a25-4349-8bf1-46fdd3a99acd admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=101054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 11:07:39.336726 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d88008a9-5a25-4349-8bf1-46fdd3a99acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8706034'] for segment, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: conditions |= (models_v2.Port.network_id.in_( Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: Traceback (most recent call last): Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: timer() Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: cb(*args, **kw) Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: return func(*args, **kwargs) Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: self._notify() Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: self.callback(batched_events) Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: event.method(event) Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: return f(self, *a, **k) Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: return self._get(url).json() Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: return self.request(url, 'GET', **kwargs) Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 11:07:39.338368 n-d-771363-31 neutron-server[101054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 11:07:39.350983 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:39.465068 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d88008a9-5a25-4349-8bf1-46fdd3a99acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1603421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1644035'] for network, after_delete {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:39.471029 n-d-771363-31 neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-d88008a9-5a25-4349-8bf1-46fdd3a99acd admin admin] Notify callbacks [] for network, before_response {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:39.474118 n-d-771363-31 neutron-server[101054]: INFO neutron.wsgi [None req-d88008a9-5a25-4349-8bf1-46fdd3a99acd admin admin] 10.222.0.10 "DELETE /v2.0/networks/18ba4e97-a0e0-4ddd-8285-e886ba07f33f HTTP/1.1" status: 204 len: 168 time: 0.6460125 Jun 30 11:07:39.484241 n-d-771363-31 neutron-server[101054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88008a9-5a25-4349-8bf1-46fdd3a99acd admin admin] Pushing event deleted for resources: {'Network': ['ID=18ba4e97-a0e0-4ddd-8285-e886ba07f33f,revision_number=None']} {{(pid=101054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:07:39.619659 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4b97816e-09de-4e72-965b-465e832a12f7 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:07:39.642208 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 4b97816e-09de-4e72-965b-465e832a12f7 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:07:39.642548 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 4b97816e-09de-4e72-965b-465e832a12f7 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:07:39.642959 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8ac6e491-5efb-4e68-b55a-9b61d3d59584 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:07:39.660794 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: 8ac6e491-5efb-4e68-b55a-9b61d3d59584 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:07:39.661133 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device 8ac6e491-5efb-4e68-b55a-9b61d3d59584 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:07:39.661538 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device bb220ebf-d78c-4821-af43-0556168133e1 no longer exists at agent ovs-agent-n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 11:07:39.680478 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] No Port match for: bb220ebf-d78c-4821-af43-0556168133e1 {{(pid=101055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 11:07:39.680830 n-d-771363-31 neutron-server[101055]: DEBUG neutron.plugins.ml2.rpc [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Device bb220ebf-d78c-4821-af43-0556168133e1 not bound to the agent host n-d-771363-31 {{(pid=101055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 11:07:39.788718 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39236) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:07:39.831765 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-6b09cee9-7edb-4925-a221-a9330bc24179 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1c2213143e5c423693718d72a1dfc452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410945 Jun 30 11:07:39.833576 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39238) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:07:39.883487 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f0feca35-8125-401f-b59a-713976182d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:39.906008 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f0feca35-8125-401f-b59a-713976182d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:39.950729 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:07:40.042154 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f0feca35-8125-401f-b59a-713976182d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:40.044766 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-f0feca35-8125-401f-b59a-713976182d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:40.045973 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-f0feca35-8125-401f-b59a-713976182d51 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/34ec39a2-b52a-43dc-9966-4cb648b5a290 HTTP/1.1" status: 204 len: 168 time: 0.2113798 Jun 30 11:07:40.054094 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0feca35-8125-401f-b59a-713976182d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ec39a2-b52a-43dc-9966-4cb648b5a290,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:07:40.103281 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:40.708600 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39246) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:07:40.753411 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-0090994d-e2f1-44fd-b30c-ba3eb5cacd34 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c9a236de692f4ae79f91c58d1a81b9c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435772 Jun 30 11:07:40.755984 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [-] (101053) accepted ('10.222.0.10', 39248) {{(pid=101053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 11:07:40.803013 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83f5ff4a-8833-49d3-8e00-e951f6222c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:40.824146 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83f5ff4a-8833-49d3-8e00-e951f6222c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:40.933266 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83f5ff4a-8833-49d3-8e00-e951f6222c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1600694'] for security_group, after_delete {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:40.935842 n-d-771363-31 neutron-server[101053]: DEBUG neutron_lib.callbacks.manager [None req-83f5ff4a-8833-49d3-8e00-e951f6222c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:40.937057 n-d-771363-31 neutron-server[101053]: INFO neutron.wsgi [None req-83f5ff4a-8833-49d3-8e00-e951f6222c6f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5f93001e-9b72-4a38-b388-952f47f56a43 HTTP/1.1" status: 204 len: 168 time: 0.1801953 Jun 30 11:07:40.945620 n-d-771363-31 neutron-server[101053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f5ff4a-8833-49d3-8e00-e951f6222c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f93001e-9b72-4a38-b388-952f47f56a43,revision_number=None']} {{(pid=101053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:07:50.567559 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d4968c53-83d7-447f-89f4-73daa7e84a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:53.001856 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9748853d-9ed3-4529-a459-164d19e3a1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:53.664955 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:55.127823 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:07:56.818742 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:08:09.366594 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:08:10.082452 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:08:16.949539 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:08:20.630171 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-8fd972d4-d483-4cb3-b4bc-d9f14613b3fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:08:23.041418 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-61fa6755-8421-4d94-9065-61edf60aeabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:08:23.676110 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:08:25.132667 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:08:26.835514 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:08:37.662085 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-d62fdb77-9419-428d-9b0e-9d580d13111c req-9e8bb33f-f912-4d46-8a1a-a8ef6266d03d service neutron] (101054) timed out ('10.222.0.10', 36572) {{(pid=101054) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 11:08:39.384077 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:08:40.075022 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:08:50.623634 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4c7d8f97-ea1b-4e1f-8b21-ca9e2216f9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:08:53.034936 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-abccf836-14d5-4e7e-921c-36e2c65e5988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:08:53.692214 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:08:53.948738 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:08:55.143425 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:08:56.822679 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:08:59.240092 n-d-771363-31 neutron-server[101054]: DEBUG neutron.wsgi [req-4fde4dff-c36c-498b-81c7-b86eb1841e6e req-ef948ec9-b234-4ef8-a15d-dc5fe64d8980 service neutron] (101054) timed out ('10.222.0.37', 59484) {{(pid=101054) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 11:09:09.434968 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:09:10.103670 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:09:20.582755 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3d3fd66a-4d92-4c33-b57b-2dc32de62961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:09:23.034362 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-9f7abeb4-2bfe-45b1-8680-5c0587dc565b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:09:23.685673 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:09:25.148688 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:09:26.811531 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:09:30.946688 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:09:39.416578 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:09:40.104678 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:09:50.582226 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-48907125-797d-46b1-a766-60f4a2cce556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:09:52.994037 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-da88aac6-33d2-45b8-ab14-46852be5175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:09:53.679306 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:09:55.136929 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:09:56.827475 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:10:07.945789 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:10:09.410430 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:10:10.113629 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:10:20.553189 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c301697b-dba0-45c1-9d6c-5f89588306c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:10:22.993162 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-800a7af4-c340-4bb2-8252-493a58b16864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:10:23.678798 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:10:25.124943 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:10:26.964325 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:10:39.432732 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:10:40.118435 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:10:44.946218 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:10:50.592460 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-7a19542e-3d3b-4dc7-8ed7-db81f4261562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:10:53.004018 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-48ff81cc-1f41-4218-9582-2f9da856b298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:10:53.683221 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:10:55.135131 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:10:56.837719 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:11:09.477604 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:11:10.140401 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:11:20.546563 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-31319e96-44db-4e1b-97f5-09e479f50eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:11:21.946142 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:11:22.997552 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ac0d3af0-9839-4ab8-8ac5-6711f3f3f50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:11:23.694271 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:11:25.129031 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:11:26.825629 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:11:39.465124 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:11:40.128613 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:11:50.568324 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-c7c7f654-2d6e-40fd-8273-49f446c645bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:11:53.019793 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-3bc0081f-529a-429d-9ea5-07004a61aae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:11:53.705559 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:11:55.145471 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:11:56.836683 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:11:58.946099 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:12:09.453345 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:12:10.122247 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:12:20.567794 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d3054ae9-65f2-4782-8b12-e5ef933b1247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:12:23.030946 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-e11c3707-29b8-40e7-a282-42d4079b9440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:12:23.710191 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:12:25.151182 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:12:26.864577 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:12:35.945152 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:12:39.481738 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:12:40.195832 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:12:50.601060 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-158996c8-ab36-4aef-8110-de83608813cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:12:53.024015 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-23309243-5186-47f5-8361-516647793494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:12:53.692568 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:12:55.144341 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:12:56.818397 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:13:09.480762 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:13:10.155407 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:13:12.945046 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:13:20.560851 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d1d5d675-6be2-4489-9361-1deff9cf2ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:13:23.052310 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-043cae3d-79d2-4c37-adaa-db636aa99935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:13:23.709111 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:13:25.160952 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:13:26.845922 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:13:39.520242 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:13:40.166061 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:13:49.944131 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:13:50.565754 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2ea9eab1-6f76-43fe-a4b8-d295d1a1cbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:13:53.011185 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-2b692087-4c48-4417-877e-b911a0043ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:13:53.702972 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:13:55.159805 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:13:56.856723 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:14:09.513553 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:14:10.166606 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:14:20.576418 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-be71a09d-90e4-4f17-9ef0-b28a305f74f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:14:23.010557 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-55ccbf32-2929-4697-ad7f-7d72b42768ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:14:23.679368 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:14:25.176588 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:14:25.532028 n-d-771363-31 neutron-server[101053]: DEBUG neutron.wsgi [req-9bd718ba-7b71-467e-ad5f-ff627387d16c req-1bd0d278-83c5-4316-9bf8-afb4049102c7 service neutron] (101053) timed out ('10.222.0.10', 38172) {{(pid=101053) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 11:14:26.845693 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:14:26.943253 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:14:39.513183 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:14:40.181920 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:14:50.565106 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-db5d4abd-1909-4b59-9cf2-ff58373e509b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:14:53.015846 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-53e290e6-00f9-4f68-ad3d-1c7f1d503fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:14:53.678902 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:14:55.153373 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:14:56.850152 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:15:03.942339 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:15:09.518284 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:15:10.215284 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:15:20.575521 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d510a4e0-b4fd-49ea-87a8-232f04c6108a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:15:23.003955 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-ba0f01a9-cf64-4721-9ebc-d8e30bfb2bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:15:23.683879 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:15:25.152406 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:15:26.855211 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:15:39.523649 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:15:40.169077 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:15:40.941359 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:15:50.581798 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-5737318e-5580-479c-9b88-28bf6a0eaa44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:15:53.008833 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-6d1e84bd-8dda-4e45-b6a1-fdece6d9acb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:15:53.689233 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:15:55.175068 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:15:56.866226 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:16:09.512725 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-0a1f971d-8242-457a-b620-ba5ddbd63990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:16:10.168907 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-bfc37b88-ac38-4c27-a9d3-6df78d417412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:16:17.940842 n-d-771363-31 neutron-server[101056]: DEBUG neutron.db.agents_db [None req-9f13543c-6f21-45b3-9e87-79641de35f84 None None] Agent healthcheck: found 7 active agents {{(pid=101056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 11:16:20.568573 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-1b301867-9ca0-4ed0-a3f7-d97807830c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:16:23.048717 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-d0dcbf55-96a2-447a-9808-35a219bc17b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:16:23.711380 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-4ac69aff-a0eb-42d6-aed2-99e9086426d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:16:25.185735 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4b8-1e47-4bb4-9f51-edd404300859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:16:26.871461 n-d-771363-31 neutron-server[101055]: DEBUG neutron_lib.callbacks.manager [None req-eab59820-0874-4b1f-a854-ab9d797f4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759966759217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-552730'] for agent, after_update {{(pid=101055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}